-- Logs begin at Wed 2021-08-11 01:19:06 UTC, end at Wed 2021-08-11 03:35:24 UTC. -- Aug 11 01:53:58.685760 n-d-615180-33 systemd[1]: Started Devstack devstack@q-svc.service. Aug 11 01:54:01.379748 n-d-615180-33 neutron-server[94397]: INFO neutron.common.config [-] Logging enabled! Aug 11 01:54:01.380316 n-d-615180-33 neutron-server[94397]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev535 Aug 11 01:54:01.380529 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94397) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 11 01:54:01.383946 n-d-615180-33 neutron-server[94397]: INFO neutron.common.config [-] Logging enabled! Aug 11 01:54:01.384208 n-d-615180-33 neutron-server[94397]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev535 Aug 11 01:54:01.384522 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94397) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 11 01:54:01.385466 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 11 01:54:01.385704 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 11 01:54:01.386067 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 01:54:01.386315 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 11 01:54:01.386543 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 11 01:54:01.386867 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.387171 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.387531 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.387854 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.388162 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.388459 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.388746 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.389039 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.389341 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.389633 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.389916 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.390206 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.390442 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.390729 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.391020 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.391310 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.391561 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] debug = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.391847 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.392276 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.392680 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.392970 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.393261 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.393542 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.393816 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.394095 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.394407 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.394743 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] host = n-d-615180-33 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.395024 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.395314 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.395630 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.395923 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.396202 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.396481 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.396769 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.397045 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.397320 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] log_file = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.397597 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.397888 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.398177 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.398468 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.398696 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.398919 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.399209 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.399497 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.399800 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.400077 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.400354 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.400630 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.400906 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.401175 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.401463 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.401752 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.402041 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.402320 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.402594 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.402876 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.403150 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.403437 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.403741 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.404019 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.404296 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.404587 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.404857 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.405133 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.405440 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.405726 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.406013 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.406301 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.406575 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.406859 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.407136 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.407410 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.407711 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] use_json = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.407987 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.408263 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.408548 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.408825 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.409100 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.409376 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.409651 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.410448 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:01.410769 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.411071 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.411376 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.411694 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.411994 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.412280 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.412575 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.412919 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.413161 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.413456 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.413747 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.414030 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.414324 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.414608 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.414906 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.415214 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.415512 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.415831 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.416111 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.416389 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.416668 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.416951 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.417241 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.417542 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.417837 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.418113 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.418397 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.418693 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.418976 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.419251 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.419554 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.419848 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.420133 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.420409 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.420704 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.420980 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.421255 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.421529 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.421812 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.422105 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.422386 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.422662 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.422941 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.423222 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.423504 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.423822 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.424107 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.424383 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.424659 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.424945 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.425223 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.425499 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.426408 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.426691 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.426979 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.427258 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.427559 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.427839 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.428118 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.428395 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.428671 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.428947 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.429228 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.429506 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.429783 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.430084 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.430383 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.430682 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.430995 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.431299 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.431611 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.431898 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.432183 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.432467 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.432754 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.433035 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.433317 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.433600 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.433875 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.434170 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.434457 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.434745 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.435030 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.435311 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.435644 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.435928 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.436213 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.436496 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.436777 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.437069 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.437356 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.437654 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.437949 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.438246 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.438545 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.438844 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.439127 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.439440 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.439748 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:01.439969 n-d-615180-33 neutron-server[94397]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 11 01:54:01.440209 n-d-615180-33 neutron-server[94397]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94397) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 11 01:54:01.792463 n-d-615180-33 neutron-server[94397]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 01:54:01.792742 n-d-615180-33 neutron-server[94397]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 01:54:01.793033 n-d-615180-33 neutron-server[94397]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 01:54:01.793371 n-d-615180-33 neutron-server[94397]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 11 01:54:02.188359 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.188559 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.188833 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.190079 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.190360 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.190640 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.224949 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.225248 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.225523 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.242701 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.242988 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.243262 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.272940 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.273225 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.273499 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.309389 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.309671 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.309947 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.543855 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.544486 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.544486 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.544673 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.545365 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.667288 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.667674 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.667964 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.668241 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.668512 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.668826 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.669090 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.669350 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.669607 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.669890 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.670152 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.670420 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.670679 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.670934 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.671195 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.671459 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.671741 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.672009 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.672281 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.672545 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.672823 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.673079 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.673363 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.673741 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.673994 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.674245 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.674643 n-d-615180-33 neutron-server[94397]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94397) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 01:54:02.674889 n-d-615180-33 neutron-server[94397]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94397) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 01:54:02.675131 n-d-615180-33 neutron-server[94397]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94397) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 01:54:02.675371 n-d-615180-33 neutron-server[94397]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94397) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 01:54:02.675663 n-d-615180-33 neutron-server[94397]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94397) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 01:54:02.675905 n-d-615180-33 neutron-server[94397]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94397) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 01:54:02.676272 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 11 01:54:02.679351 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 11 01:54:02.683296 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 11 01:54:02.687088 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Aug 11 01:54:02.688911 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 11 01:54:02.689369 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 11 01:54:02.689714 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 11 01:54:02.690105 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 11 01:54:02.693474 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 11 01:54:02.693732 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 11 01:54:02.694087 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 11 01:54:02.699472 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 11 01:54:02.722004 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 11 01:54:02.722487 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.722786 n-d-615180-33 neutron-server[94397]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94397) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 11 01:54:02.723151 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.724550 n-d-615180-33 neutron-server[94397]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94397) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 11 01:54:02.724838 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 11 01:54:02.725090 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 11 01:54:02.728520 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.728806 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:02.792440 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 11 01:54:02.792683 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 11 01:54:02.792927 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 11 01:54:02.793301 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 11 01:54:02.813868 n-d-615180-33 neutron-server[94397]: DEBUG oslo_db.sqlalchemy.engines [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94397) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 11 01:54:03.348642 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.managers [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Initializing driver for type 'gre' Aug 11 01:54:03.349446 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] gre ID ranges: [(1, 1000)] Aug 11 01:54:03.404299 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.managers [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Initializing driver for type 'local' Aug 11 01:54:03.404727 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.managers [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Initializing driver for type 'vlan' Aug 11 01:54:03.418915 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] VlanTypeDriver initialization complete Aug 11 01:54:03.420170 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.managers [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Initializing driver for type 'vxlan' Aug 11 01:54:03.420170 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] vxlan ID ranges: [(1, 1000)] Aug 11 01:54:03.474085 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.managers [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Initializing extension driver 'port_security' Aug 11 01:54:03.474458 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.extensions.port_security [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] PortSecurityExtensionDriver initialization complete Aug 11 01:54:03.474894 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.managers [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Initializing mechanism driver 'openvswitch' Aug 11 01:54:03.475241 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.managers [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Initializing mechanism driver 'hyperv' Aug 11 01:54:03.481811 n-d-615180-33 neutron-server[94397]: DEBUG neutron.plugins.ml2.plugin [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:54:03.482497 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > port after_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.482868 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > port after_update 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.483226 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > port after_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.483771 n-d-615180-33 neutron-server[94397]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94397) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 01:54:03.484211 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > subnet after_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.484566 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > subnet after_update 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.484913 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.485313 n-d-615180-33 neutron-server[94397]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94397) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 01:54:03.485731 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > network after_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.486083 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > network after_update 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.486425 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > network after_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.486818 n-d-615180-33 neutron-server[94397]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94397) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 01:54:03.487225 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > security_group after_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.487606 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > security_group after_update 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.487952 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.488978 n-d-615180-33 neutron-server[94397]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94397) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 01:54:03.489521 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.489877 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.490226 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.490627 n-d-615180-33 neutron-server[94397]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94397) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 01:54:03.491033 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > address_group after_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.491385 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > address_group after_update 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.491757 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.492155 n-d-615180-33 neutron-server[94397]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94397) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 01:54:03.492534 n-d-615180-33 neutron-server[94397]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] ML2 OVO RPC backend initialized. {{(pid=94397) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 11 01:54:03.493244 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.493604 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.494027 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > network before_response 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.494381 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > networks before_response 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.494729 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > port before_response 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.495075 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > ports before_response 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.495421 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > subnet before_response 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.495798 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > subnets before_response 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.496149 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > network after_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.496491 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > network after_update 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.496830 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > network after_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.497169 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > port after_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.497777 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > port after_update 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.498120 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > port after_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.498461 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > subnet after_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.498802 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > subnet after_update 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.499219 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.499839 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.plugin [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Modular L2 Plugin initialization complete Aug 11 01:54:03.500170 n-d-615180-33 neutron-server[94397]: DEBUG neutron.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading services supported by the core plugin {{(pid=94397) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 11 01:54:03.500499 n-d-615180-33 neutron-server[94397]: INFO neutron.plugins.ml2.managers [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Got port-security extension from driver 'port_security' Aug 11 01:54:03.500968 n-d-615180-33 neutron-server[94397]: INFO neutron.extensions.vlantransparent [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Disabled vlantransparent extension. Aug 11 01:54:03.501452 n-d-615180-33 neutron-server[94397]: DEBUG neutron.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94397) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 11 01:54:03.501769 n-d-615180-33 neutron-server[94397]: INFO neutron.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading Plugin: router Aug 11 01:54:03.539107 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.539448 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > router after_create 55549900 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.539852 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > router before_create 55549900 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.540221 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.540597 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.540957 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > router after_delete 55549900 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.541323 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.541686 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > router after_create 55549900 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.542035 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > router after_update 55549900 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.542389 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > router after_update 55549900 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.542740 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.543100 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > router after_update 55549900 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.543511 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > router precommit_update 55549900 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.543910 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: port after_update 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.544472 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: port after_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.544588 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: subnet after_update 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.544932 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.545287 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.545638 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > router precommit_create 55549900 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.546060 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: port before_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.546410 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > router precommit_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.546771 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > router after_update 55549900 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.547118 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.547474 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > router precommit_create 55549900 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.547864 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.548214 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > router precommit_update 55549900 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.548583 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > agent after_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.548939 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > agent after_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.549291 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > network after_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.550158 n-d-615180-33 neutron-server[94397]: DEBUG neutron.quota.resource_registry [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Tracking information for resource: router configured {{(pid=94397) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 01:54:03.550494 n-d-615180-33 neutron-server[94397]: DEBUG neutron.quota.resource_registry [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Tracking information for resource: floatingip configured {{(pid=94397) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 01:54:03.555926 n-d-615180-33 neutron-server[94397]: INFO neutron.db.l3_agentschedulers_db [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 11 01:54:03.556623 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: port after_update 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.556989 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: port after_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.557347 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: port after_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.557704 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: port after_update 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.558490 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > router before_create 55550100 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.558858 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.559225 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > router precommit_create 55550100 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.559622 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > router precommit_update 55550100 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.564123 n-d-615180-33 neutron-server[94397]: DEBUG neutron.services.provider_configuration [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Service providers = [] {{(pid=94397) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 11 01:54:03.564492 n-d-615180-33 neutron-server[94397]: DEBUG neutron.db.servicetype_db [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94397) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 11 01:54:03.568028 n-d-615180-33 neutron-server[94397]: DEBUG neutron.services.service_base [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94397) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 01:54:03.568383 n-d-615180-33 neutron-server[94397]: DEBUG neutron.services.service_base [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94397) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 01:54:03.568730 n-d-615180-33 neutron-server[94397]: DEBUG neutron.services.service_base [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94397) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 01:54:03.569628 n-d-615180-33 neutron-server[94397]: DEBUG neutron.services.service_base [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94397) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 01:54:03.570007 n-d-615180-33 neutron-server[94397]: INFO neutron.services.service_base [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 11 01:54:03.570391 n-d-615180-33 neutron-server[94397]: DEBUG neutron.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94397) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 01:54:03.570717 n-d-615180-33 neutron-server[94397]: INFO neutron.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 11 01:54:03.584665 n-d-615180-33 neutron-server[94397]: DEBUG neutron.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94397) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 01:54:03.585009 n-d-615180-33 neutron-server[94397]: INFO neutron.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading Plugin: auto_allocate Aug 11 01:54:03.592766 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: network precommit_update 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.593137 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: network precommit_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.593659 n-d-615180-33 neutron-server[94397]: DEBUG neutron.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94397) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 01:54:03.593982 n-d-615180-33 neutron-server[94397]: INFO neutron.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading Plugin: tag Aug 11 01:54:03.600523 n-d-615180-33 neutron-server[94397]: DEBUG neutron.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94397) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 01:54:03.600857 n-d-615180-33 neutron-server[94397]: INFO neutron.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading Plugin: timestamp Aug 11 01:54:03.604860 n-d-615180-33 neutron-server[94397]: DEBUG neutron.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94397) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 01:54:03.605195 n-d-615180-33 neutron-server[94397]: INFO neutron.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading Plugin: network_ip_availability Aug 11 01:54:03.610601 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.610972 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.611331 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.612089 n-d-615180-33 neutron-server[94397]: DEBUG neutron.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94397) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 01:54:03.612414 n-d-615180-33 neutron-server[94397]: INFO neutron.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading Plugin: flavors Aug 11 01:54:03.617202 n-d-615180-33 neutron-server[94397]: DEBUG neutron.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94397) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 01:54:03.617541 n-d-615180-33 neutron-server[94397]: INFO neutron.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading Plugin: revisions Aug 11 01:54:03.621836 n-d-615180-33 neutron-server[94397]: DEBUG neutron.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94397) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 01:54:03.622234 n-d-615180-33 neutron-server[94397]: DEBUG oslo_concurrency.lockutils [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.829s {{(pid=94397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 01:54:03.623245 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94397) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 11 01:54:03.623617 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Initializing extension manager. Aug 11 01:54:03.624138 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: __init__.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.624484 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: __pycache__ {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.624822 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.625158 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: address_group.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.625915 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.626484 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: address-group Aug 11 01:54:03.626812 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: address_scope.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.627529 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.628069 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: address-scope Aug 11 01:54:03.628395 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.629839 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.630359 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: router-admin-state-down-before-update Aug 11 01:54:03.630687 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: agent.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.631609 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.632131 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: agent Aug 11 01:54:03.632462 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: agent_resources_synced.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.633378 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.633895 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: agent-resources-synced Aug 11 01:54:03.634220 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: allowedaddresspairs.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.636038 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.636569 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: allowed-address-pairs Aug 11 01:54:03.636899 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: auto_allocated_topology.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.637977 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.638500 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: auto-allocated-topology Aug 11 01:54:03.638828 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: availability_zone.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.639530 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.640069 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: availability_zone Aug 11 01:54:03.640394 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: availability_zone_filter.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.641318 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.641831 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: availability_zone_filter Aug 11 01:54:03.642157 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: data_plane_status.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.643070 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.643614 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension data-plane-status not supported by any of loaded plugins Aug 11 01:54:03.643943 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: default_subnetpools.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.645417 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.645928 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: default-subnetpools Aug 11 01:54:03.646276 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.647088 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.647655 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: dhcp_agent_scheduler Aug 11 01:54:03.647984 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: dns.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.648904 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.649422 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension dns-integration not supported by any of loaded plugins Aug 11 01:54:03.649748 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: dns_domain_ports.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.650667 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.651180 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 11 01:54:03.651505 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.652451 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.652968 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 11 01:54:03.653294 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: dvr.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.653967 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.654475 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: dvr Aug 11 01:54:03.654800 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: ecmp_routes.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.655750 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.656260 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 11 01:54:03.656588 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: empty_string_filtering.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.657498 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.658009 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: empty-string-filtering Aug 11 01:54:03.658333 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.659249 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.659783 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 11 01:54:03.660134 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.661054 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.661569 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 11 01:54:03.661892 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: external_net.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.662802 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.663312 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: external-net Aug 11 01:54:03.663673 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.664594 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.665107 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: extra_dhcp_opt Aug 11 01:54:03.665431 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: extraroute.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.666342 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.666850 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: extraroute Aug 11 01:54:03.667174 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: extraroute_atomic.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.668250 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.668764 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: extraroute-atomic Aug 11 01:54:03.669092 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: filter_validation.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.669762 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.670270 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: filter-validation Aug 11 01:54:03.670593 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: fip_pf_description.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.671507 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.672051 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 11 01:54:03.672376 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: fip_port_details.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.673291 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.673797 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: fip-port-details Aug 11 01:54:03.674124 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: flavors.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.675376 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.676454 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: flavors Aug 11 01:54:03.676785 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.678481 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.679019 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 11 01:54:03.679360 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: floatingip_pools.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.680103 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.680626 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: floatingip-pools Aug 11 01:54:03.680960 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: ip_allocation.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.681889 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.682407 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension ip_allocation not supported by any of loaded plugins Aug 11 01:54:03.682738 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.683694 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.684212 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: ip-substring-filtering Aug 11 01:54:03.684545 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: l2_adjacency.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.685466 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.685976 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 11 01:54:03.686306 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: l3.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.687400 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.687968 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: router Aug 11 01:54:03.688302 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.690557 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.691107 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 11 01:54:03.691993 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.692922 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.693447 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: ext-gw-mode Aug 11 01:54:03.693779 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.694721 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.695242 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: l3-ha Aug 11 01:54:03.695606 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: l3_flavors.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.696529 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.697050 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: l3-flavors Aug 11 01:54:03.697379 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.698291 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.698812 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 11 01:54:03.699141 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: l3agentscheduler.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.700188 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.700706 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: l3_agent_scheduler Aug 11 01:54:03.701036 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: logging.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.702577 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.703101 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension logging not supported by any of loaded plugins Aug 11 01:54:03.703437 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: metering.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.704221 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.704796 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: metering Aug 11 01:54:03.705126 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.706246 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.706792 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: metering_source_and_destination_fields Aug 11 01:54:03.707125 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: multiprovidernet.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.708073 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.708594 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: multi-provider Aug 11 01:54:03.708922 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: netmtu.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.709839 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.710347 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: net-mtu Aug 11 01:54:03.710674 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: netmtu_writable.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.711625 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.712141 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: net-mtu-writable Aug 11 01:54:03.712469 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: network_availability_zone.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.713140 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.713647 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: network_availability_zone Aug 11 01:54:03.713972 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: network_ip_availability.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.715083 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.715623 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: network-ip-availability Aug 11 01:54:03.715954 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: network_segment_range.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.716726 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.717234 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension network-segment-range not supported by any of loaded plugins Aug 11 01:54:03.717561 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: pagination.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.718550 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.718884 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: pagination Aug 11 01:54:03.719210 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: port_device_profile.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.720162 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.720682 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: port-device-profile Aug 11 01:54:03.721008 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.721926 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.722464 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: port-mac-address-regenerate Aug 11 01:54:03.722788 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.723733 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.724243 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: port-numa-affinity-policy Aug 11 01:54:03.724567 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: port_resource_request.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.725488 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.725995 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension port-resource-request not supported by any of loaded plugins Aug 11 01:54:03.726319 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: portbindings.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.727247 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.727800 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: binding Aug 11 01:54:03.728126 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: portbindings_extended.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.729528 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.730055 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: binding-extended Aug 11 01:54:03.730384 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: portsecurity.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.731316 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.731859 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: port-security Aug 11 01:54:03.732238 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: project_id.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.733162 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.733536 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: project-id Aug 11 01:54:03.733867 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: providernet.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.734790 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.735308 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: provider Aug 11 01:54:03.735671 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: qos.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.739652 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.740185 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension qos not supported by any of loaded plugins Aug 11 01:54:03.740526 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.741787 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.742321 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 11 01:54:03.742655 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.743614 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.744137 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 11 01:54:03.744465 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: qos_default.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.745383 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.745902 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension qos-default not supported by any of loaded plugins Aug 11 01:54:03.746230 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: qos_fip.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.746888 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.747400 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension qos-fip not supported by any of loaded plugins Aug 11 01:54:03.748026 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: qos_gateway_ip.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.748958 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.749471 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 11 01:54:03.749797 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: qos_port_network_policy.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.750717 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.751234 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 11 01:54:03.751590 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: qos_pps_rule.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.752780 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.753307 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension qos-pps not supported by any of loaded plugins Aug 11 01:54:03.753737 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: qos_rule_type_details.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.755139 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.755706 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 11 01:54:03.756038 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: qos_rules_alias.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.757077 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.757595 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 11 01:54:03.757925 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: quotasv2.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.758847 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.759183 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: quotas Aug 11 01:54:03.759514 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: quotasv2_detail.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.762555 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.762899 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: quota_details Aug 11 01:54:03.763239 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: rbac.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.764557 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.765053 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: rbac-policies Aug 11 01:54:03.765385 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: rbac_address_group.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.766357 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.766880 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: rbac-address-group Aug 11 01:54:03.767207 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: rbac_address_scope.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.768217 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.768742 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: rbac-address-scope Aug 11 01:54:03.769066 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: rbac_security_groups.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.770011 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.770553 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: rbac-security-groups Aug 11 01:54:03.770880 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: rbac_subnetpool.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.771828 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.772343 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: rbac-subnetpool Aug 11 01:54:03.772669 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: revisionifmatch.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.773589 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.774104 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: revision-if-match Aug 11 01:54:03.774429 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: revisions.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.775568 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.776095 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: standard-attr-revisions Aug 11 01:54:03.776422 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: router_availability_zone.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.777123 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.777637 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: router_availability_zone Aug 11 01:54:03.777963 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: routerservicetype.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.778898 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.779411 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension router-service-type not supported by any of loaded plugins Aug 11 01:54:03.779765 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.780700 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.781220 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: security-groups-normalized-cidr Aug 11 01:54:03.781545 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.782469 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.783029 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: port-security-groups-filtering Aug 11 01:54:03.783364 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.784319 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.784835 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: security-groups-remote-address-group Aug 11 01:54:03.785188 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: securitygroup.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.794869 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.795411 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: security-group Aug 11 01:54:03.795781 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: segment.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.796574 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.797087 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension segment not supported by any of loaded plugins Aug 11 01:54:03.797415 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.798357 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.798881 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 11 01:54:03.799211 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: servicetype.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.800450 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.801488 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: service-type Aug 11 01:54:03.801816 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: sorting.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.802815 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.803149 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: sorting Aug 11 01:54:03.803475 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: standard_attr_segment.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.804420 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.804943 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 11 01:54:03.805269 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: standardattrdescription.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.805920 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.806432 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: standard-attr-description Aug 11 01:54:03.806760 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: stateful_security_group.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.807725 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.808242 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: stateful-security-group Aug 11 01:54:03.808578 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: stdattrs_common.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.809169 n-d-615180-33 neutron-server[94397]: WARNING neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 11 01:54:03.809492 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.810422 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.810943 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 11 01:54:03.811272 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: subnet_onboard.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.812385 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.812910 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: subnet_onboard Aug 11 01:54:03.813239 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.814174 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.814691 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 11 01:54:03.815022 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: subnet_service_types.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.815984 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.817050 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: subnet-service-types Aug 11 01:54:03.817376 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: subnetallocation.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.818463 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.818987 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: subnet_allocation Aug 11 01:54:03.819316 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.820019 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.820530 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: subnetpool-prefix-ops Aug 11 01:54:03.820856 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.821797 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.822309 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 11 01:54:03.822635 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: tagging.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.823734 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.824261 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: standard-attr-tag Aug 11 01:54:03.824593 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: timestamp.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.825799 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.826321 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loaded extension: standard-attr-timestamp Aug 11 01:54:03.826651 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: trunk.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.827730 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.828257 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension trunk not supported by any of loaded plugins Aug 11 01:54:03.828594 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: trunk_details.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.829531 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.830059 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension trunk-details not supported by any of loaded plugins Aug 11 01:54:03.830383 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: uplink_status_propagation.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.831307 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.831903 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 11 01:54:03.832231 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Loading extension file: vlantransparent.py {{(pid=94397) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:54:03.832905 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94397) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:54:03.833420 n-d-615180-33 neutron-server[94397]: INFO neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 11 01:54:03.835893 n-d-615180-33 neutron-server[94397]: INFO neutron.quota.resource_registry [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Creating instance of TrackedResource for resource:network Aug 11 01:54:03.836419 n-d-615180-33 neutron-server[94397]: INFO neutron.quota.resource_registry [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Creating instance of TrackedResource for resource:subnet Aug 11 01:54:03.836826 n-d-615180-33 neutron-server[94397]: INFO neutron.quota.resource_registry [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 01:54:03.837225 n-d-615180-33 neutron-server[94397]: INFO neutron.quota.resource_registry [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Creating instance of TrackedResource for resource:port Aug 11 01:54:03.838446 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.v2.resource_helper [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94397) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 01:54:03.838907 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.v2.resource_helper [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Service FLAVORS assigned prefix: {{(pid=94397) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 01:54:03.839579 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.v2.resource_helper [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94397) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 01:54:03.840045 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.v2.resource_helper [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94397) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 01:54:03.840390 n-d-615180-33 neutron-server[94397]: INFO neutron.quota.resource_registry [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Creating instance of TrackedResource for resource:router Aug 11 01:54:03.840947 n-d-615180-33 neutron-server[94397]: INFO neutron.quota.resource_registry [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Creating instance of TrackedResource for resource:floatingip Aug 11 01:54:03.841496 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.v2.resource_helper [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Service METERING assigned prefix: /metering {{(pid=94397) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 01:54:03.842930 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.843306 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.843690 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:54:03.844669 n-d-615180-33 neutron-server[94397]: INFO neutron.quota.resource_registry [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Creating instance of CountableResource for resource:rbac_policy Aug 11 01:54:03.845128 n-d-615180-33 neutron-server[94397]: INFO neutron.quota.resource_registry [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Creating instance of TrackedResource for resource:security_group Aug 11 01:54:03.845570 n-d-615180-33 neutron-server[94397]: INFO neutron.quota.resource_registry [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 11 01:54:03.847246 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.v2.resource_helper [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Service CORE assigned prefix: {{(pid=94397) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 01:54:03.847725 n-d-615180-33 neutron-server[94397]: INFO neutron.quota.resource_registry [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 01:54:03.848088 n-d-615180-33 neutron-server[94397]: WARNING neutron.quota.resource_registry [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] subnetpool is already registered Aug 11 01:54:03.848615 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.v2.resource_helper [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Service CORE assigned prefix: {{(pid=94397) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 01:54:03.848955 n-d-615180-33 neutron-server[94397]: INFO neutron.quota.resource_registry [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 01:54:03.849291 n-d-615180-33 neutron-server[94397]: WARNING neutron.quota.resource_registry [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] subnetpool is already registered Aug 11 01:54:03.856002 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.v2.resource_helper [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94397) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 01:54:03.856443 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.v2.resource_helper [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Service FLAVORS assigned prefix: {{(pid=94397) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 01:54:03.857049 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.v2.resource_helper [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94397) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 01:54:03.857477 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.v2.resource_helper [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94397) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 01:54:03.857820 n-d-615180-33 neutron-server[94397]: INFO neutron.quota.resource_registry [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Creating instance of TrackedResource for resource:router Aug 11 01:54:03.858163 n-d-615180-33 neutron-server[94397]: WARNING neutron.quota.resource_registry [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] router is already registered Aug 11 01:54:03.858586 n-d-615180-33 neutron-server[94397]: INFO neutron.quota.resource_registry [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Creating instance of TrackedResource for resource:floatingip Aug 11 01:54:03.859059 n-d-615180-33 neutron-server[94397]: WARNING neutron.quota.resource_registry [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] floatingip is already registered Aug 11 01:54:03.859593 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.v2.resource_helper [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Service METERING assigned prefix: /metering {{(pid=94397) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 01:54:03.860291 n-d-615180-33 neutron-server[94397]: INFO neutron.quota.resource_registry [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Creating instance of CountableResource for resource:rbac_policy Aug 11 01:54:03.860623 n-d-615180-33 neutron-server[94397]: WARNING neutron.quota.resource_registry [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] rbac_policy is already registered Aug 11 01:54:03.861042 n-d-615180-33 neutron-server[94397]: INFO neutron.quota.resource_registry [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Creating instance of TrackedResource for resource:security_group Aug 11 01:54:03.861380 n-d-615180-33 neutron-server[94397]: WARNING neutron.quota.resource_registry [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] security_group is already registered Aug 11 01:54:03.861791 n-d-615180-33 neutron-server[94397]: INFO neutron.quota.resource_registry [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 11 01:54:03.862129 n-d-615180-33 neutron-server[94397]: WARNING neutron.quota.resource_registry [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] security_group_rule is already registered Aug 11 01:54:03.862782 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.v2.resource_helper [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Service CORE assigned prefix: {{(pid=94397) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 01:54:03.863672 n-d-615180-33 neutron-server[94397]: INFO neutron.quota.resource_registry [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 01:54:03.864010 n-d-615180-33 neutron-server[94397]: WARNING neutron.quota.resource_registry [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] subnetpool is already registered Aug 11 01:54:03.864444 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.v2.resource_helper [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Service CORE assigned prefix: {{(pid=94397) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 01:54:03.864771 n-d-615180-33 neutron-server[94397]: INFO neutron.quota.resource_registry [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 01:54:03.865103 n-d-615180-33 neutron-server[94397]: WARNING neutron.quota.resource_registry [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] subnetpool is already registered Aug 11 01:54:03.865568 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: extensions {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.867073 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: address-groups {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.868601 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: address-scopes {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.869950 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: agents {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.871123 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: auto-allocated-topology {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.872434 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: availability_zones {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.873935 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: dhcp-networks {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.875455 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: dhcp-agents {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.876906 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: routers {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.879304 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: flavors {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.880624 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: service_profiles {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.881849 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: next_providers {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.883291 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: service_profiles {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.884889 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: floatingip-pools {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.886134 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: routers {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.887886 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: floatingips {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.889179 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: l3-routers {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.890593 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: l3-agents {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.892050 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: metering-labels {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.893317 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: metering-label-rules {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.895250 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: network-ip-availabilities {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.896541 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: bindings {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.898106 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: quotas {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.899705 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: quotas {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.901151 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: rbac-policies {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.902354 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: security-groups {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.903691 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: security-group-rules {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.904932 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: service-providers {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.906156 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: subnetpools {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.907496 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: subnetpools {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.909096 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: tags {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.911362 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: tags {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.913223 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: tags {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.915018 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: tags {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.916789 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: tags {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.919793 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: tags {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.921494 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: tags {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.923313 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: tags {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.925222 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: tags {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.927020 n-d-615180-33 neutron-server[94397]: DEBUG neutron.api.extensions [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Extended resource: tags {{(pid=94397) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:54:03.932975 n-d-615180-33 neutron-server[94397]: WARNING keystonemiddleware.auth_token [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 11 01:54:03.937593 n-d-615180-33 neutron-server[94397]: WARNING keystonemiddleware.auth_token [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 11 01:54:03.946027 n-d-615180-33 neutron-server[94397]: DEBUG oslo_concurrency.lockutils [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Acquired lock "singleton_lock" {{(pid=94397) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 11 01:54:03.946508 n-d-615180-33 neutron-server[94397]: DEBUG oslo_concurrency.lockutils [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Releasing lock "singleton_lock" {{(pid=94397) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 11 01:54:03.947154 n-d-615180-33 neutron-server[94397]: INFO oslo_service.service [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Starting 2 workers Aug 11 01:54:03.951989 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Started child 94506 {{(pid=94397) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 01:54:03.956439 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Started child 94507 {{(pid=94397) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 01:54:03.958168 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:03.958926 n-d-615180-33 neutron-server[94397]: INFO neutron.service [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 11 01:54:03.959180 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Notify callbacks [] for process, before_spawn {{(pid=94397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:03.959679 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [-] (94506) wsgi starting up on http://0.0.0.0:9696 Aug 11 01:54:03.961704 n-d-615180-33 neutron-server[94397]: INFO oslo_service.service [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Starting 1 workers Aug 11 01:54:03.961949 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:03.963360 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [-] (94507) wsgi starting up on http://0.0.0.0:9696 Aug 11 01:54:03.966861 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Started child 94508 {{(pid=94397) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 01:54:03.967392 n-d-615180-33 neutron-server[94397]: INFO oslo_service.service [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Starting 1 workers Aug 11 01:54:03.970770 n-d-615180-33 neutron-server[94508]: DEBUG neutron.service [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] calling RpcWorker wait() {{(pid=94508) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 11 01:54:03.971306 n-d-615180-33 neutron-server[94508]: DEBUG neutron.service [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] returning from RpcWorker wait() {{(pid=94508) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 11 01:54:03.971862 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Started child 94509 {{(pid=94397) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 01:54:03.973281 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:03.973403 n-d-615180-33 neutron-server[94397]: DEBUG neutron_lib.callbacks.manager [None req-e0f62a28-0946-4073-b523-c61b23766c30 None None] Notify callbacks [] for process, after_spawn {{(pid=94397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:03.973830 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:54:03.975156 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94397) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 11 01:54:03.975372 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 11 01:54:03.975560 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 11 01:54:03.975786 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 01:54:03.976139 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 11 01:54:03.976303 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 11 01:54:03.976821 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.977111 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.977391 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:03.977859 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.977859 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.977983 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.978554 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.978662 n-d-615180-33 neutron-server[94509]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:54:03.978856 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.979126 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.979393 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.979673 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.979842 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.980011 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.980268 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.980515 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.980809 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.981076 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.981322 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.981619 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.981795 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.982068 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.982353 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.982610 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.983159 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] debug = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.983159 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.983901 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.984170 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.984428 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.984653 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.984940 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.985174 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.985453 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.985714 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.985955 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.986205 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.986478 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.986723 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.986936 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.987156 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.987403 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.987659 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.988174 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] host = n-d-615180-33 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.988422 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.988648 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.988877 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.989127 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.989378 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.989597 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.989871 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.990117 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.990391 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.990623 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.990872 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.991119 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.991339 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.991610 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] log_file = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.991770 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] log_options = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.992018 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.992288 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.992564 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.992754 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.992914 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.993090 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.993346 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.993498 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.993750 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.993993 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.994211 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.994429 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.994647 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.994869 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.995118 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.995365 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.995632 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.995852 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.996121 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.996380 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.996609 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.996836 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.997076 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.997294 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.997796 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.998028 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.998255 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.998488 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.998705 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.998963 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.999200 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.999457 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.999722 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:03.999971 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.000212 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.000429 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.000647 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.000927 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.001157 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.001408 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.001669 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.001906 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.002168 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.002578 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.002741 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.002889 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] use_json = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.003038 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.003280 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.003529 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.003800 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.004023 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.004241 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.004458 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.004713 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.005174 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.005460 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.005794 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.006062 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.006316 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.006575 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.006810 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.007041 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.007295 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.007528 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.007877 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.008126 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.008430 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.008687 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.008936 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.009274 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.009537 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.010026 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.010026 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.010393 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.010545 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.010693 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.011282 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.011445 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.011656 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.011982 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.012308 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.012713 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.012880 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.013411 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.013411 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.013665 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.013850 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.014072 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.014518 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.014518 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.014845 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.015027 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.015268 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.015519 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.015787 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.016276 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.016276 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.016570 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.016741 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.016916 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.017135 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.017390 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.017628 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.017890 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.018121 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.018366 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.018583 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.018794 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.019015 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.019948 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.023272 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.023272 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.023272 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.023272 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.023272 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.023272 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.023272 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.023272 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.023272 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.026326 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.026326 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.026326 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.026326 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.026326 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.026326 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.026326 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.026326 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.026326 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.026914 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.026914 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.026914 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.026914 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.026914 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.026914 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.026914 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.026914 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.026914 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.027422 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.027422 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.027422 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.027422 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.027422 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.027422 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.027422 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.027869 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.027943 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.028145 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.028366 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.028610 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.028882 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.029136 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.029368 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.029632 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.029854 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.030093 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.030314 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.030562 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.030816 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.031091 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.031313 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.031621 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.031878 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.032112 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.032371 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.032666 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.032942 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.033194 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.033494 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.033718 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.034020 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.034318 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.034578 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.034929 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.035736 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.035980 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.036246 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.036513 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.036765 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.037014 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.037246 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.037496 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.037779 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.038026 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.038246 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.038471 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.038715 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.039070 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.039329 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.039670 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.040240 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.040240 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.041070 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.041070 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.041070 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.041325 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.041408 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.041583 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.041833 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.042050 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.042268 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.042535 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.042775 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.043035 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.043268 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.043508 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.043747 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.043971 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.044204 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.044437 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.044658 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.044945 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.045124 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.045380 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.045791 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.046164 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.046560 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.046995 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.047373 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.047773 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.048166 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.048551 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.048968 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.049367 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.049815 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.050092 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.050316 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.050612 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.050846 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.051139 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.051379 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.051666 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.052058 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.052280 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.052503 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.052737 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.052959 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.053186 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.053420 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.053668 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.053909 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.054170 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.054519 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.054778 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.055016 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.055262 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.055509 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.055789 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.056038 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.056256 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.056679 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.057116 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.057516 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.057971 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.058284 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.058603 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.058863 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.059081 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.059323 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.059558 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.059943 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.060404 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.060820 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.061238 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.061636 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.062027 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.062423 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.062810 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.063035 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.063295 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.063520 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.063767 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.063985 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.064219 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.064436 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.064673 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.064906 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.065130 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.065341 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.065744 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.065962 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.066715 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.066963 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.067191 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.067406 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.067659 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.067927 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.068141 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.068369 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.068591 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.068826 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.069052 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.069270 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.069507 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.069737 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.069972 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.070186 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.070499 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.070765 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.070991 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.071284 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.071519 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.071794 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.072045 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.072389 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.072607 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.072855 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.073081 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.073327 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.073548 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.073810 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.074141 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.074415 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.074687 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.074948 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.075241 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.075527 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.075814 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.076032 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.076332 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.076668 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.076964 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.077244 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.077474 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.077716 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.077945 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.078165 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.078406 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.078664 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.078907 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.079168 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.079425 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.079702 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.079945 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.080181 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.080401 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.080635 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.080855 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.081079 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.081318 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.081462 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 11 01:54:04.082532 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94397) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 11 01:54:04.082681 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 11 01:54:04.082842 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 11 01:54:04.083025 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 01:54:04.083211 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 11 01:54:04.083356 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 11 01:54:04.083584 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.083735 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.083903 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.084060 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.084197 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.084384 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.084531 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.084680 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.084845 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.085027 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.085170 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.085308 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.085444 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.085579 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.085743 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.085907 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.086080 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.086284 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.086511 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.086511 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.086853 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.086853 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.088012 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] debug = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.088012 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.088012 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.088012 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.088012 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.088012 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.088819 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.088819 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.088819 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.088819 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.088819 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.088819 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.088819 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.089685 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.089685 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.089685 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.089685 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.089685 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.089685 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] host = n-d-615180-33 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.090447 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.090447 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.090447 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.090447 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.090447 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.091071 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.091071 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.091071 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.091071 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.091588 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.091588 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.091588 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.091976 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.091976 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] log_file = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.091976 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] log_options = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.092360 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.092360 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.092360 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.092738 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.092738 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.092999 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.092999 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.093255 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.093390 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.093523 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.093666 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.093800 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.093934 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.094066 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.094207 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.094340 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.094474 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.094631 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.094793 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.094953 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.095114 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.095275 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.095435 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.095618 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.095779 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.095940 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.096100 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.096259 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.096418 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.096577 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.096736 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.096897 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.097056 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.097214 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.097398 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.097561 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.097721 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.097885 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.098045 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.098204 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.098364 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.098523 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.098682 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.098842 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.099002 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.099163 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] use_json = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.099324 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.099483 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.099665 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.099826 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.099987 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.100146 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.100306 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.100467 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:54:04.100648 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.100815 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.100990 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.101155 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.101320 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.101484 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.101648 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.101811 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.101976 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.102139 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.102310 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.102474 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.102658 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.102809 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.102971 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.103141 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.103306 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.103470 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.103656 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.104363 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.104363 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.104363 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.104363 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.104859 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.104859 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.104859 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.105122 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.105122 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.105268 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.105345 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.105494 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.106116 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.106116 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.106116 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.106116 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.106863 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.106863 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.106863 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.106863 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.106863 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.107950 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.107950 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.107950 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.107950 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.107950 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.107950 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.107950 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.108655 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.108655 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.108655 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.108655 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.109651 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.109651 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.109651 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.109651 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.109651 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.109651 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.109651 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.110175 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.110175 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.110175 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.110407 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.110407 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.110550 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.110712 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.110845 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.110970 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.111125 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.111289 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.111453 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.111665 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.111830 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.111997 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.112156 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.112320 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.112486 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.112649 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.112815 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.113007 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.113177 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.113341 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.113503 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.113669 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.113832 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.114004 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.114181 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.114346 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.114510 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.114685 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.114838 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.115001 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.115171 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.115326 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.115487 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.115742 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.115893 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.116058 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.116224 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.116387 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.116550 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.116713 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.117249 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.117249 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.117249 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.117639 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.117639 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.117639 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.118018 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.118018 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.118514 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.118514 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.118514 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.119752 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.119752 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.119752 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.119752 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.119752 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.119752 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.119752 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.119752 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.120770 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.120770 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.120770 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.120770 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.120770 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.120770 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.120770 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.121633 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.121756 n-d-615180-33 neutron-server[94508]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:54:04.121893 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.121893 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.121893 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.121893 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.121893 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.121893 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.122820 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.122820 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.122820 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.122820 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.122820 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.123391 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.123391 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.123391 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.123752 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.123752 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.123752 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.124076 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.124076 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.124303 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.124426 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.124548 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.124671 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.124793 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.124953 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.125117 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.125282 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.125446 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.125610 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.125774 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.125937 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.126101 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.126264 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.126427 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.126589 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.126752 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.126916 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.127078 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.127242 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.127406 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.127588 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.127755 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.127918 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.128082 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.128246 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.128409 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.129092 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.129261 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.129428 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.129619 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.129785 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.129950 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.130114 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.130279 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.130465 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.130629 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.130793 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.130957 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.131121 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.131300 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.131464 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.131650 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.131814 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.131978 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.132141 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.132304 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.132467 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.133517 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.133517 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.133517 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.133517 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.133517 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.133517 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.133517 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.136092 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.136092 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.136092 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.136092 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.136092 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.136092 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.136092 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.136092 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.136929 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.136929 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.136929 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.136929 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.136929 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.136929 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.136929 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.136929 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.137462 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.137462 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.137462 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.137462 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.137462 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.137462 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.137462 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.137462 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.138360 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.138360 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.138360 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.138360 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.138360 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.138360 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.138360 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.139178 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.139178 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.139178 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.139178 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.139178 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.139178 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.140346 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.140346 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.140346 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.140346 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.140346 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.140346 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.140346 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.141116 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.141116 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.141116 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.141116 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.141116 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.141597 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.141597 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.141597 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.142263 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.142263 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.142263 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.142263 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.142263 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.142886 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.142886 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.142886 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.142886 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.143264 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.143264 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.143460 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.143555 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.143703 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.143894 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.144024 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.144201 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.145527 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.145527 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.145527 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.145527 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.145527 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.146044 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.146044 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.146044 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.146250 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.146250 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.146401 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.146561 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.146723 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.146894 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:54:04.147050 n-d-615180-33 neutron-server[94397]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94397) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 11 01:54:04.359078 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50350) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:54:04.368299 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069382 Aug 11 01:54:15.600903 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856173b3-3a78-42b9-9160-3e94f472fbfd None None] get_active_networks_info from n-d-615180-33 {{(pid=94508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 01:54:15.678691 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856173b3-3a78-42b9-9160-3e94f472fbfd None None] No non-hosted networks {{(pid=94508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 11 01:54:15.697598 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.agentschedulers_db [None req-856173b3-3a78-42b9-9160-3e94f472fbfd None None] DHCP Agent not found on host n-d-615180-33 {{(pid=94508) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 11 01:54:15.866001 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-564496f1-430e-44f4-875d-14896f088a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133782002'] for agent, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:18.217035 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-86237e7a-f7c6-4817-b0f8-a6ed9c17d046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133782002'] for agent, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:18.266943 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5ca8fb47-33b6-4beb-8350-a2e2a71758bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:18.318041 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133782002'] for agent, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:18.318995 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:18.319516 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:18.320146 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:18.320653 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:18.321156 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:18.322043 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:18.322440 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:18.323108 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:18.323677 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:18.324234 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:18.325018 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:18.326402 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:18.327627 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-615180-33', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:54:18.343520 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-615180-33', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:54:19.864690 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133782002'] for agent, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:21.195796 n-d-615180-33 neutron-server[94508]: INFO neutron.db.l3_hamode_db [None req-d3b826b7-0948-4d3a-9ef7-aec6086b9f63 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 11 01:54:21.286524 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133782002'] for agent, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:21.288337 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b826b7-0948-4d3a-9ef7-aec6086b9f63 None None] Routers set() bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:54:21.288783 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b826b7-0948-4d3a-9ef7-aec6086b9f63 None None] Router IDs set() for agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 01:54:22.396279 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50444) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:54:22.887832 n-d-615180-33 neutron-server[94506]: WARNING oslo_policy.policy [None req-ac96f7f9-5e64-4866-9a1b-64f33934f0b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 01:54:22.888443 n-d-615180-33 neutron-server[94506]: WARNING oslo_policy.policy [None req-ac96f7f9-5e64-4866-9a1b-64f33934f0b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 01:54:23.117037 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [None req-ac96f7f9-5e64-4866-9a1b-64f33934f0b1 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:54:23.118101 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ac96f7f9-5e64-4866-9a1b-64f33934f0b1 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7209127 Aug 11 01:54:25.461760 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50458) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:54:25.767042 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-8ded751c-af43-46bd-b253-512f6b7d9780 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:54:25.860482 n-d-615180-33 neutron-server[94506]: DEBUG neutron.policy [None req-8ded751c-af43-46bd-b253-512f6b7d9780 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94506) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 11 01:54:25.905710 n-d-615180-33 neutron-server[94506]: WARNING oslo_policy.policy [None req-8ded751c-af43-46bd-b253-512f6b7d9780 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 01:54:25.906072 n-d-615180-33 neutron-server[94506]: WARNING oslo_policy.policy [None req-8ded751c-af43-46bd-b253-512f6b7d9780 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 01:54:25.915265 n-d-615180-33 neutron-server[94506]: INFO neutron.quota [None req-8ded751c-af43-46bd-b253-512f6b7d9780 admin admin] Loaded quota_driver: . Aug 11 01:54:26.007806 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8ded751c-af43-46bd-b253-512f6b7d9780 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737242120437', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737242121768', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737242149421', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737242138752', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737242563431', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737242094576', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1516713', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1328782', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133916572', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133851606'] for rbac-policy, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:26.076787 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8ded751c-af43-46bd-b253-512f6b7d9780 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:26.078243 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8ded751c-af43-46bd-b253-512f6b7d9780 admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6152370 Aug 11 01:54:28.630625 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50470) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:54:29.117417 n-d-615180-33 neutron-server[94507]: WARNING oslo_policy.policy [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 01:54:29.118001 n-d-615180-33 neutron-server[94507]: WARNING oslo_policy.policy [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 01:54:29.335860 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] Request body: {'network': {'project_id': 'f382412e6a5949cea98828c36d5c8bfb', 'name': 'private', 'tenant_id': 'f382412e6a5949cea98828c36d5c8bfb', 'admin_state_up': True}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:54:29.337450 n-d-615180-33 neutron-server[94507]: INFO neutron.quota [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] Loaded quota_driver: . Aug 11 01:54:29.395454 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] Made reservation on behalf of f382412e6a5949cea98828c36d5c8bfb for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:54:29.460822 n-d-615180-33 neutron-server[94507]: DEBUG neutron.policy [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94507) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 11 01:54:29.505091 n-d-615180-33 neutron-server[94507]: WARNING oslo_policy.policy [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 01:54:29.505455 n-d-615180-33 neutron-server[94507]: WARNING oslo_policy.policy [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 01:54:29.515481 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:29.537459 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:29.672465 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:29.676098 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:29.695246 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:54:29.725023 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737239021415', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:29.725613 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] Unsubscribe: segment precommit_create {{(pid=94507) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 11 01:54:29.726133 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] Added segment a0038c95-e361-464b-af0f-70ee272428cf of type vlan for network 649c9ff4-21a6-4bbe-89f3-114d914cdacd Aug 11 01:54:29.742944 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebea8396-c701-4995-a0a0-bd03d3fdb452,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:54:29.764846 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:29.765184 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:29.765518 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:29.765846 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:29.766178 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:29.766499 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:29.766817 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:29.767133 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:29.767448 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:29.767787 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:29.768104 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:29.768414 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] Tracked resource versions report: Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: pushed versions: Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: { 'AddressGroup': {'1.2'}, Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: 'ConntrackHelper': {'1.0'}, Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: 'Log': {'1.0'}, Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: 'Network': {'1.1'}, Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: 'Port': {'1.7'}, Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: 'PortForwarding': {'1.2'}, Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: 'QosPolicy': {'1.9'}, Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: 'SecurityGroup': {'1.4'}, Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: 'SecurityGroupRule': {'1.2'}, Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: 'SubPort': {'1.0'}, Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: 'Subnet': {'1.1'}, Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: 'Trunk': {'1.1'}} Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: consumer versions: Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: { DHCP agent@n-d-615180-33: {}, Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: L3 agent@n-d-615180-33: {}, Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: Metadata agent@n-d-615180-33: {}, Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: Metering agent@n-d-615180-33: {}, Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: Open vSwitch agent@n-d-615180-33: { 'AddressGroup': '1.2', Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: 'ConntrackHelper': '1.0', Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: 'Log': '1.0', Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: 'Network': '1.1', Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: 'Port': '1.7', Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: 'PortForwarding': '1.2', Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: 'QosPolicy': '1.9', Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: 'SecurityGroup': '1.4', Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: 'SecurityGroupRule': '1.2', Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: 'SubPort': '1.0', Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: 'Subnet': '1.1', Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: 'Trunk': '1.1'}} Aug 11 01:54:29.770417 n-d-615180-33 neutron-server[94507]: {{(pid=94507) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 01:54:29.859712 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:29.912845 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:29.914306 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:54:29.915018 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:30.003281 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3702345 Aug 11 01:54:30.010921 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef634367-8491-461e-911b-6c1a826e4cf4 admin admin] Pushing event updated for resources: {'Network': ['ID=649c9ff4-21a6-4bbe-89f3-114d914cdacd,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:54:30.024604 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 649c9ff4-21a6-4bbe-89f3-114d914cdacd details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:54:32.640016 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50492) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:54:33.069584 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c566cbd2-c051-4f5e-bb9a-df6fdcd661a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:54:33.071008 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c566cbd2-c051-4f5e-bb9a-df6fdcd661a7 admin admin] 10.222.0.50 "GET /v2.0/networks/649c9ff4-21a6-4bbe-89f3-114d914cdacd HTTP/1.1" status: 200 len: 825 time: 0.4300470 Aug 11 01:54:33.095198 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3aa88171-995e-498c-b07a-e3d19133c1c6 admin admin] 10.222.0.50 "GET /v2.0/subnetpools/e90ee71f-0239-42ab-9dea-bacd6ccd8d7b HTTP/1.1" status: 200 len: 734 time: 0.0182409 Aug 11 01:54:33.104450 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-f3de1a21-2b26-4c7b-b3db-85bb05e5e1cf admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '649c9ff4-21a6-4bbe-89f3-114d914cdacd', 'gateway_ip': '172.20.0.1', 'tenant_id': 'f382412e6a5949cea98828c36d5c8bfb', 'ip_version': 4, 'subnetpool_id': 'e90ee71f-0239-42ab-9dea-bacd6ccd8d7b'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:54:33.130085 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3de1a21-2b26-4c7b-b3db-85bb05e5e1cf admin admin] Made reservation on behalf of f382412e6a5949cea98828c36d5c8bfb for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:54:33.132691 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f3de1a21-2b26-4c7b-b3db-85bb05e5e1cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:33.421098 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f3de1a21-2b26-4c7b-b3db-85bb05e5e1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:33.486842 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3de1a21-2b26-4c7b-b3db-85bb05e5e1cf admin admin] Checking segment: {'id': 'a0038c95-e361-464b-af0f-70ee272428cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '649c9ff4-21a6-4bbe-89f3-114d914cdacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:54:33.487258 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3de1a21-2b26-4c7b-b3db-85bb05e5e1cf admin admin] Network hostable DHCP agents. Network: 649c9ff4-21a6-4bbe-89f3-114d914cdacd, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:54:33.496546 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de1a21-2b26-4c7b-b3db-85bb05e5e1cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=127a3253-bb4d-4b9c-9d2c-b562653fb0be,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:54:33.510294 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3de1a21-2b26-4c7b-b3db-85bb05e5e1cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:33.510631 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3de1a21-2b26-4c7b-b3db-85bb05e5e1cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:33.510962 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3de1a21-2b26-4c7b-b3db-85bb05e5e1cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:33.511287 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3de1a21-2b26-4c7b-b3db-85bb05e5e1cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:33.511635 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3de1a21-2b26-4c7b-b3db-85bb05e5e1cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:33.511958 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3de1a21-2b26-4c7b-b3db-85bb05e5e1cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:33.512270 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3de1a21-2b26-4c7b-b3db-85bb05e5e1cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:33.512584 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3de1a21-2b26-4c7b-b3db-85bb05e5e1cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:33.512897 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3de1a21-2b26-4c7b-b3db-85bb05e5e1cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:33.513200 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3de1a21-2b26-4c7b-b3db-85bb05e5e1cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:33.513514 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3de1a21-2b26-4c7b-b3db-85bb05e5e1cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:33.513821 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3de1a21-2b26-4c7b-b3db-85bb05e5e1cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3de1a21-2b26-4c7b-b3db-85bb05e5e1cf admin admin] Tracked resource versions report: Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: pushed versions: Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: { 'AddressGroup': {'1.2'}, Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: 'ConntrackHelper': {'1.0'}, Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: 'Log': {'1.0'}, Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: 'Network': {'1.1'}, Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: 'Port': {'1.7'}, Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: 'PortForwarding': {'1.2'}, Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: 'QosPolicy': {'1.9'}, Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: 'SecurityGroup': {'1.4'}, Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: 'SecurityGroupRule': {'1.2'}, Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: 'SubPort': {'1.0'}, Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: 'Subnet': {'1.1'}, Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: 'Trunk': {'1.1'}} Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: consumer versions: Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: { DHCP agent@n-d-615180-33: {}, Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: L3 agent@n-d-615180-33: {}, Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: Metadata agent@n-d-615180-33: {}, Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: Metering agent@n-d-615180-33: {}, Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: Open vSwitch agent@n-d-615180-33: { 'AddressGroup': '1.2', Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: 'ConntrackHelper': '1.0', Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: 'Log': '1.0', Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: 'Network': '1.1', Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: 'Port': '1.7', Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: 'PortForwarding': '1.2', Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: 'QosPolicy': '1.9', Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: 'SecurityGroup': '1.4', Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: 'SecurityGroupRule': '1.2', Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: 'SubPort': '1.0', Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: 'Subnet': '1.1', Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: 'Trunk': '1.1'}} Aug 11 01:54:33.514939 n-d-615180-33 neutron-server[94506]: {{(pid=94506) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 01:54:33.546251 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3de1a21-2b26-4c7b-b3db-85bb05e5e1cf admin admin] Network 649c9ff4-21a6-4bbe-89f3-114d914cdacd is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:54:33.564534 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-f3de1a21-2b26-4c7b-b3db-85bb05e5e1cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 649c9ff4-21a6-4bbe-89f3-114d914cdacd) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:54:33.569205 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3de1a21-2b26-4c7b-b3db-85bb05e5e1cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:54:33.569818 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f3de1a21-2b26-4c7b-b3db-85bb05e5e1cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:33.574060 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae10ed56-9bfc-492d-90d4-e0fc1a359987 None None] Network 649c9ff4-21a6-4bbe-89f3-114d914cdacd requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:54:33.583144 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f3de1a21-2b26-4c7b-b3db-85bb05e5e1cf admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4818180 Aug 11 01:54:33.891977 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-649c9ff4-21a6-4bbe-89f3-114d914cdacd', 'network_id': '649c9ff4-21a6-4bbe-89f3-114d914cdacd', 'tenant_id': 'f382412e6a5949cea98828c36d5c8bfb', 'fixed_ips': [{'subnet_id': '127a3253-bb4d-4b9c-9d2c-b562653fb0be'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:54:33.893227 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:34.162732 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Allocated IP 172.20.0.2 (649c9ff4-21a6-4bbe-89f3-114d914cdacd/127a3253-bb4d-4b9c-9d2c-b562653fb0be/23b85f15-15c5-4866-8567-7a83cc730840) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:54:34.367797 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:34.410933 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Transition to ACTIVE for port object 23b85f15-15c5-4866-8567-7a83cc730840 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:54:34.432237 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Transition to ACTIVE for port object 23b85f15-15c5-4866-8567-7a83cc730840 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:54:34.441927 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:34.513069 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Network 649c9ff4-21a6-4bbe-89f3-114d914cdacd is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:54:34.517829 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:54:34.527193 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:54:34.531608 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Pushing event updated for resources: {'Port': ['ID=23b85f15-15c5-4866-8567-7a83cc730840,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:54:34.560644 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:34.561115 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:34.561467 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:34.561806 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:34.562139 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:34.562469 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:34.562797 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:34.563124 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:34.563447 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:34.563794 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:34.564118 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:34.564440 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Tracked resource versions report: Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: pushed versions: Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: { 'AddressGroup': {'1.2'}, Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: 'ConntrackHelper': {'1.0'}, Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: 'Log': {'1.0'}, Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: 'Network': {'1.1'}, Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: 'Port': {'1.7'}, Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: 'PortForwarding': {'1.2'}, Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: 'QosPolicy': {'1.9'}, Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: 'SecurityGroup': {'1.4'}, Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: 'SecurityGroupRule': {'1.2'}, Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: 'SubPort': {'1.0'}, Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: 'Subnet': {'1.1'}, Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: 'Trunk': {'1.1'}} Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: consumer versions: Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: { DHCP agent@n-d-615180-33: {}, Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: L3 agent@n-d-615180-33: {}, Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: Metadata agent@n-d-615180-33: {}, Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: Metering agent@n-d-615180-33: {}, Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: Open vSwitch agent@n-d-615180-33: { 'AddressGroup': '1.2', Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: 'ConntrackHelper': '1.0', Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: 'Log': '1.0', Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: 'Network': '1.1', Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: 'Port': '1.7', Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: 'PortForwarding': '1.2', Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: 'QosPolicy': '1.9', Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: 'SecurityGroup': '1.4', Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: 'SecurityGroupRule': '1.2', Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: 'SubPort': '1.0', Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: 'Subnet': '1.1', Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: 'Trunk': '1.1'}} Aug 11 01:54:34.565581 n-d-615180-33 neutron-server[94508]: {{(pid=94508) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 01:54:34.613393 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Attempting to bind port 23b85f15-15c5-4866-8567-7a83cc730840 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:54:34.614053 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Attempting to bind port 23b85f15-15c5-4866-8567-7a83cc730840 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'a0038c95-e361-464b-af0f-70ee272428cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '649c9ff4-21a6-4bbe-89f3-114d914cdacd'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:54:34.614275 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Attempting to bind port 23b85f15-15c5-4866-8567-7a83cc730840 on network 649c9ff4-21a6-4bbe-89f3-114d914cdacd {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:54:34.618980 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:54:34.619385 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Checking segment: {'id': 'a0038c95-e361-464b-af0f-70ee272428cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '649c9ff4-21a6-4bbe-89f3-114d914cdacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:54:34.619896 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:34.620307 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Bound using segment: {'id': 'a0038c95-e361-464b-af0f-70ee272428cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '649c9ff4-21a6-4bbe-89f3-114d914cdacd'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:54:34.620817 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Bound port: 23b85f15-15c5-4866-8567-7a83cc730840, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0038c95-e361-464b-af0f-70ee272428cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '649c9ff4-21a6-4bbe-89f3-114d914cdacd'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:54:34.621213 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:34.681862 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] For port 23b85f15-15c5-4866-8567-7a83cc730840, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:54:34.686160 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] For port 23b85f15-15c5-4866-8567-7a83cc730840, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=23b85f15-15c5-4866-8567-7a83cc730840,segment=NetworkSegment(a0038c95-e361-464b-af0f-70ee272428cf),segment_id=a0038c95-e361-464b-af0f-70ee272428cf)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:54:34.690731 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:34.759079 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064b962-3f61-46d4-9979-9c95d6360ece None None] Pushing event updated for resources: {'Port': ['ID=23b85f15-15c5-4866-8567-7a83cc730840,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:54:35.975509 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50504) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:54:36.290067 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [None req-510b505b-4296-49a2-8bc3-f5abb8926ec9 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:54:36.291064 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-510b505b-4296-49a2-8bc3-f5abb8926ec9 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3145838 Aug 11 01:54:38.652161 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50512) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:54:38.975346 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [None req-0fc0ca0a-bb7e-4672-af8d-7750415cf9f4 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:54:38.976470 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0fc0ca0a-bb7e-4672-af8d-7750415cf9f4 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3232634 Aug 11 01:54:41.624893 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50522) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:54:41.923695 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-14603a04-5c0d-4206-8ad6-7fe3fd4fa5f1 admin admin] Request body: {'router': {'tenant_id': 'f382412e6a5949cea98828c36d5c8bfb', 'name': 'router1', 'admin_state_up': True}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:54:41.955247 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-14603a04-5c0d-4206-8ad6-7fe3fd4fa5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:41.959476 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-14603a04-5c0d-4206-8ad6-7fe3fd4fa5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:42.129187 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-14603a04-5c0d-4206-8ad6-7fe3fd4fa5f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:42.133675 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-14603a04-5c0d-4206-8ad6-7fe3fd4fa5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:42.145813 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-14603a04-5c0d-4206-8ad6-7fe3fd4fa5f1 admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:42.147000 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-14603a04-5c0d-4206-8ad6-7fe3fd4fa5f1 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5211473 Aug 11 01:54:42.493269 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 23b85f15-15c5-4866-8567-7a83cc730840 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:54:42.582864 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 23b85f15-15c5-4866-8567-7a83cc730840 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:54:43.075417 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b687b1a7-9faa-4818-945c-0ff117a9ae2e None None] Network 649c9ff4-21a6-4bbe-89f3-114d914cdacd requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:54:43.196636 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-dc184491-5f58-4cb8-9a95-a18567ae0d0e None None] Provisioning for port 23b85f15-15c5-4866-8567-7a83cc730840 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:54:43.202672 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-dc184491-5f58-4cb8-9a95-a18567ae0d0e None None] Provisioning complete for port 23b85f15-15c5-4866-8567-7a83cc730840 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:54:43.203070 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dc184491-5f58-4cb8-9a95-a18567ae0d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:43.349876 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dc184491-5f58-4cb8-9a95-a18567ae0d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:43.389661 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-dc184491-5f58-4cb8-9a95-a18567ae0d0e None None] For port 23b85f15-15c5-4866-8567-7a83cc730840, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=23b85f15-15c5-4866-8567-7a83cc730840,segment=NetworkSegment(a0038c95-e361-464b-af0f-70ee272428cf),segment_id=a0038c95-e361-464b-af0f-70ee272428cf)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:54:43.394637 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dc184491-5f58-4cb8-9a95-a18567ae0d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:43.448251 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc184491-5f58-4cb8-9a95-a18567ae0d0e None None] Pushing event updated for resources: {'Port': ['ID=23b85f15-15c5-4866-8567-7a83cc730840,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:54:43.513052 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-045e3a16-ba3d-45eb-a61e-aef4d1a5dd50 None None] Provisioning complete for port 23b85f15-15c5-4866-8567-7a83cc730840 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:54:43.513688 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-045e3a16-ba3d-45eb-a61e-aef4d1a5dd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:44.469626 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 23b85f15-15c5-4866-8567-7a83cc730840 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:54:44.513616 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50534) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:54:44.514131 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 23b85f15-15c5-4866-8567-7a83cc730840 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:54:44.514505 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:44.823735 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [None req-8e8c26e7-9ffa-4ed2-abf1-3bee1cb33e92 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:54:44.824750 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8e8c26e7-9ffa-4ed2-abf1-3bee1cb33e92 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3102751 Aug 11 01:54:45.544587 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bf1ec73e-5a3d-4b0c-b5d5-43d04cee1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:47.031633 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 5 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:54:47.186995 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50542) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:54:47.505114 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-27bb1d15-239e-4a6e-be00-f72382d8cbf5 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:54:47.525577 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bb1d15-239e-4a6e-be00-f72382d8cbf5 admin admin] Made reservation on behalf of dfbb9a8a6b0a42cca72b2a00d08e596a for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:54:47.528003 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-27bb1d15-239e-4a6e-be00-f72382d8cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:47.536113 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-27bb1d15-239e-4a6e-be00-f72382d8cbf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:47.623438 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-27bb1d15-239e-4a6e-be00-f72382d8cbf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:47.626961 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-27bb1d15-239e-4a6e-be00-f72382d8cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:47.641798 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-27bb1d15-239e-4a6e-be00-f72382d8cbf5 admin admin] Reserving flat network on physical network physnet1 {{(pid=94507) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 11 01:54:47.660629 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb1d15-239e-4a6e-be00-f72382d8cbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3504e21-ae74-4979-a0a1-3c098fb54b4e,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:54:47.665557 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-27bb1d15-239e-4a6e-be00-f72382d8cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:47.665887 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-27bb1d15-239e-4a6e-be00-f72382d8cbf5 admin admin] Added segment d384d205-e2e2-4634-8693-aaf6530633b9 of type flat for network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 Aug 11 01:54:47.711802 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-27bb1d15-239e-4a6e-be00-f72382d8cbf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:47.747824 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-27bb1d15-239e-4a6e-be00-f72382d8cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:47.748740 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bb1d15-239e-4a6e-be00-f72382d8cbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:54:47.749333 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-27bb1d15-239e-4a6e-be00-f72382d8cbf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:47.800557 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-27bb1d15-239e-4a6e-be00-f72382d8cbf5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6124752 Aug 11 01:54:47.809508 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb1d15-239e-4a6e-be00-f72382d8cbf5 admin admin] Pushing event updated for resources: {'Network': ['ID=2e931faf-12fe-43f6-b34b-8aa380b6ef75,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:54:47.820945 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:54:48.209504 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7b8417b8-a91f-49c5-9538-fc20af20704d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:48.299332 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:49.757282 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:50.156223 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50560) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:54:50.369863 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd45cea0-d162-42b5-91aa-a476424ff5e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:54:50.371205 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bd45cea0-d162-42b5-91aa-a476424ff5e2 admin admin] 10.222.0.50 "GET /v2.0/subnets/127a3253-bb4d-4b9c-9d2c-b562653fb0be HTTP/1.1" status: 200 len: 849 time: 0.2139826 Aug 11 01:54:50.542823 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e785154e-2849-4f8c-8b0e-99ca26e97319 admin admin] 10.222.0.50 "GET /v2.0/routers/29a0aa82-c8a7-4395-9768-e3600bbc48ef HTTP/1.1" status: 200 len: 704 time: 0.1654100 Aug 11 01:54:50.796545 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-01a304bc-8bf3-4348-b22d-a7ed5cfd1820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:51.089971 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-01a304bc-8bf3-4348-b22d-a7ed5cfd1820 admin admin] Allocated IP 172.20.0.1 (649c9ff4-21a6-4bbe-89f3-114d914cdacd/127a3253-bb4d-4b9c-9d2c-b562653fb0be/8e5fdac2-59ef-4978-abf9-544b8ace0a87) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:54:51.201814 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:51.275793 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-01a304bc-8bf3-4348-b22d-a7ed5cfd1820 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:51.303200 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-01a304bc-8bf3-4348-b22d-a7ed5cfd1820 admin admin] Transition to ACTIVE for port object 8e5fdac2-59ef-4978-abf9-544b8ace0a87 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:54:51.392283 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-01a304bc-8bf3-4348-b22d-a7ed5cfd1820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:51.463009 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a304bc-8bf3-4348-b22d-a7ed5cfd1820 admin admin] Network 649c9ff4-21a6-4bbe-89f3-114d914cdacd is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:54:51.467692 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-01a304bc-8bf3-4348-b22d-a7ed5cfd1820 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:54:51.476358 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a304bc-8bf3-4348-b22d-a7ed5cfd1820 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:54:51.477352 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-01a304bc-8bf3-4348-b22d-a7ed5cfd1820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:51.480590 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a304bc-8bf3-4348-b22d-a7ed5cfd1820 admin admin] Pushing event updated for resources: {'Port': ['ID=8e5fdac2-59ef-4978-abf9-544b8ace0a87,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:54:51.654703 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-953cda8f-8ed8-4f4a-9f77-fa6c7e982e33 None None] Provisioning for port 8e5fdac2-59ef-4978-abf9-544b8ace0a87 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:54:51.659281 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-953cda8f-8ed8-4f4a-9f77-fa6c7e982e33 None None] Provisioning complete for port 8e5fdac2-59ef-4978-abf9-544b8ace0a87 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:54:51.659701 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-953cda8f-8ed8-4f4a-9f77-fa6c7e982e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:51.694377 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-953cda8f-8ed8-4f4a-9f77-fa6c7e982e33 None None] Port 8e5fdac2-59ef-4978-abf9-544b8ace0a87 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:54:51.727221 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-01a304bc-8bf3-4348-b22d-a7ed5cfd1820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:51.930518 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-01a304bc-8bf3-4348-b22d-a7ed5cfd1820 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:51.934755 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-01a304bc-8bf3-4348-b22d-a7ed5cfd1820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:51.935497 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-01a304bc-8bf3-4348-b22d-a7ed5cfd1820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:52.013389 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a304bc-8bf3-4348-b22d-a7ed5cfd1820 admin admin] Pushing event updated for resources: {'Port': ['ID=8e5fdac2-59ef-4978-abf9-544b8ace0a87,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:54:52.060199 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a304bc-8bf3-4348-b22d-a7ed5cfd1820 admin admin] Network 649c9ff4-21a6-4bbe-89f3-114d914cdacd is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:54:52.061440 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-01a304bc-8bf3-4348-b22d-a7ed5cfd1820 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:54:52.213344 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-29ca8d7a-afae-4ac9-846d-8ebc11e7bc3f None None] Provisioning complete for port 8e5fdac2-59ef-4978-abf9-544b8ace0a87 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:54:52.213943 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-29ca8d7a-afae-4ac9-846d-8ebc11e7bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:52.222239 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a304bc-8bf3-4348-b22d-a7ed5cfd1820 admin admin] Router 29a0aa82-c8a7-4395-9768-e3600bbc48ef is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 01:54:52.249371 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-29ca8d7a-afae-4ac9-846d-8ebc11e7bc3f None None] Port 8e5fdac2-59ef-4978-abf9-544b8ace0a87 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:54:52.313089 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a304bc-8bf3-4348-b22d-a7ed5cfd1820 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:54:52.318308 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-01a304bc-8bf3-4348-b22d-a7ed5cfd1820 admin admin] 10.222.0.50 "PUT /v2.0/routers/29a0aa82-c8a7-4395-9768-e3600bbc48ef/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7698979 Aug 11 01:54:52.322403 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c75c42-d1a7-4fb5-9241-03dcf83e4625 None None] Sync routers for ids ['29a0aa82-c8a7-4395-9768-e3600bbc48ef'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:54:52.334030 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c75c42-d1a7-4fb5-9241-03dcf83e4625 None None] Routers {'29a0aa82-c8a7-4395-9768-e3600bbc48ef'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:54:52.334762 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-65c75c42-d1a7-4fb5-9241-03dcf83e4625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T01:54:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['29a0aa82-c8a7-4395-9768-e3600bbc48ef'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:54:52.517023 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-65c75c42-d1a7-4fb5-9241-03dcf83e4625 None None] Set router 29a0aa82-c8a7-4395-9768-e3600bbc48ef gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:54:52.938635 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-65c75c42-d1a7-4fb5-9241-03dcf83e4625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a0aa82-c8a7-4395-9768-e3600bbc48ef', 'name': 'router1', 'tenant_id': 'f382412e6a5949cea98828c36d5c8bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:54:41Z', 'updated_at': '2021-08-11T01:54:51Z', 'revision_number': 2, 'project_id': 'f382412e6a5949cea98828c36d5c8bfb', 'gw_port_host': None, '_interfaces': [{'id': '8e5fdac2-59ef-4978-abf9-544b8ace0a87', 'name': '', 'network_id': '649c9ff4-21a6-4bbe-89f3-114d914cdacd', 'tenant_id': 'f382412e6a5949cea98828c36d5c8bfb', 'mac_address': 'fa:16:3e:83:58:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a0aa82-c8a7-4395-9768-e3600bbc48ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '127a3253-bb4d-4b9c-9d2c-b562653fb0be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:54:50Z', 'updated_at': '2021-08-11T01:54:51Z', 'revision_number': 2, 'project_id': 'f382412e6a5949cea98828c36d5c8bfb', 'subnets': [{'id': '127a3253-bb4d-4b9c-9d2c-b562653fb0be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e90ee71f-0239-42ab-9dea-bacd6ccd8d7b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:54:52.989909 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c75c42-d1a7-4fb5-9241-03dcf83e4625 None None] Checking router: 29a0aa82-c8a7-4395-9768-e3600bbc48ef for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:54:52.990276 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c75c42-d1a7-4fb5-9241-03dcf83e4625 None None] Updating router 29a0aa82-c8a7-4395-9768-e3600bbc48ef port 8e5fdac2-59ef-4978-abf9-544b8ace0a87 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:54:53.039797 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-65c75c42-d1a7-4fb5-9241-03dcf83e4625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:53.551994 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-65c75c42-d1a7-4fb5-9241-03dcf83e4625 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:53.569748 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-65c75c42-d1a7-4fb5-9241-03dcf83e4625 None None] Transition to ACTIVE for port object 8e5fdac2-59ef-4978-abf9-544b8ace0a87 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:54:53.576023 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-65c75c42-d1a7-4fb5-9241-03dcf83e4625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:53.736940 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-65c75c42-d1a7-4fb5-9241-03dcf83e4625 None None] Attempting to bind port 8e5fdac2-59ef-4978-abf9-544b8ace0a87 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:54:53.737344 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-65c75c42-d1a7-4fb5-9241-03dcf83e4625 None None] Attempting to bind port 8e5fdac2-59ef-4978-abf9-544b8ace0a87 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'a0038c95-e361-464b-af0f-70ee272428cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '649c9ff4-21a6-4bbe-89f3-114d914cdacd'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:54:53.737761 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c75c42-d1a7-4fb5-9241-03dcf83e4625 None None] Attempting to bind port 8e5fdac2-59ef-4978-abf9-544b8ace0a87 on network 649c9ff4-21a6-4bbe-89f3-114d914cdacd {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:54:53.740831 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf336fe-eb74-452e-9e1a-7acc3894f4c1 None None] Pushing event updated for resources: {'Port': ['ID=8e5fdac2-59ef-4978-abf9-544b8ace0a87,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:54:53.745458 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c75c42-d1a7-4fb5-9241-03dcf83e4625 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:54:53.745854 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c75c42-d1a7-4fb5-9241-03dcf83e4625 None None] Checking segment: {'id': 'a0038c95-e361-464b-af0f-70ee272428cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '649c9ff4-21a6-4bbe-89f3-114d914cdacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:54:53.746317 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-65c75c42-d1a7-4fb5-9241-03dcf83e4625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:53.746719 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c75c42-d1a7-4fb5-9241-03dcf83e4625 None None] Bound using segment: {'id': 'a0038c95-e361-464b-af0f-70ee272428cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '649c9ff4-21a6-4bbe-89f3-114d914cdacd'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:54:53.747482 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-65c75c42-d1a7-4fb5-9241-03dcf83e4625 None None] Bound port: 8e5fdac2-59ef-4978-abf9-544b8ace0a87, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0038c95-e361-464b-af0f-70ee272428cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '649c9ff4-21a6-4bbe-89f3-114d914cdacd'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:54:53.747906 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-65c75c42-d1a7-4fb5-9241-03dcf83e4625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:53.759579 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf336fe-eb74-452e-9e1a-7acc3894f4c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:53.759922 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf336fe-eb74-452e-9e1a-7acc3894f4c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:53.760261 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf336fe-eb74-452e-9e1a-7acc3894f4c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:53.760583 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf336fe-eb74-452e-9e1a-7acc3894f4c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:53.760906 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf336fe-eb74-452e-9e1a-7acc3894f4c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:53.761230 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf336fe-eb74-452e-9e1a-7acc3894f4c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:53.761549 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf336fe-eb74-452e-9e1a-7acc3894f4c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:53.761862 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf336fe-eb74-452e-9e1a-7acc3894f4c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:53.762185 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf336fe-eb74-452e-9e1a-7acc3894f4c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:53.762502 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf336fe-eb74-452e-9e1a-7acc3894f4c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:53.762868 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf336fe-eb74-452e-9e1a-7acc3894f4c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:53.763209 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf336fe-eb74-452e-9e1a-7acc3894f4c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf336fe-eb74-452e-9e1a-7acc3894f4c1 None None] Tracked resource versions report: Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: pushed versions: Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: { 'AddressGroup': {'1.2'}, Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: 'ConntrackHelper': {'1.0'}, Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: 'Log': {'1.0'}, Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: 'Network': {'1.1'}, Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: 'Port': {'1.7'}, Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: 'PortForwarding': {'1.2'}, Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: 'QosPolicy': {'1.9'}, Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: 'SecurityGroup': {'1.4'}, Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: 'SecurityGroupRule': {'1.2'}, Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: 'SubPort': {'1.0'}, Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: 'Subnet': {'1.1'}, Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: 'Trunk': {'1.1'}} Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: consumer versions: Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: { DHCP agent@n-d-615180-33: {}, Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: L3 agent@n-d-615180-33: {}, Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: Metadata agent@n-d-615180-33: {}, Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: Metering agent@n-d-615180-33: {}, Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: Open vSwitch agent@n-d-615180-33: { 'AddressGroup': '1.2', Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: 'ConntrackHelper': '1.0', Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: 'Log': '1.0', Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: 'Network': '1.1', Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: 'Port': '1.7', Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: 'PortForwarding': '1.2', Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: 'QosPolicy': '1.9', Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: 'SecurityGroup': '1.4', Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: 'SecurityGroupRule': '1.2', Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: 'SubPort': '1.0', Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: 'Subnet': '1.1', Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: 'Trunk': '1.1'}} Aug 11 01:54:53.764352 n-d-615180-33 neutron-server[94509]: {{(pid=94509) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 01:54:53.822459 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-65c75c42-d1a7-4fb5-9241-03dcf83e4625 None None] For port 8e5fdac2-59ef-4978-abf9-544b8ace0a87, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:54:53.843403 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-65c75c42-d1a7-4fb5-9241-03dcf83e4625 None None] For port 8e5fdac2-59ef-4978-abf9-544b8ace0a87, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8e5fdac2-59ef-4978-abf9-544b8ace0a87,segment=NetworkSegment(a0038c95-e361-464b-af0f-70ee272428cf),segment_id=a0038c95-e361-464b-af0f-70ee272428cf)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:54:53.847661 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-65c75c42-d1a7-4fb5-9241-03dcf83e4625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:53.896195 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c75c42-d1a7-4fb5-9241-03dcf83e4625 None None] Routers {'29a0aa82-c8a7-4395-9768-e3600bbc48ef'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:54:53.896840 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-65c75c42-d1a7-4fb5-9241-03dcf83e4625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T01:54:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['29a0aa82-c8a7-4395-9768-e3600bbc48ef'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:54:53.980265 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf336fe-eb74-452e-9e1a-7acc3894f4c1 None None] Pushing event updated for resources: {'Port': ['ID=8e5fdac2-59ef-4978-abf9-544b8ace0a87,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:54:53.997044 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-65c75c42-d1a7-4fb5-9241-03dcf83e4625 None None] Set router 29a0aa82-c8a7-4395-9768-e3600bbc48ef gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:54:54.202520 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-65c75c42-d1a7-4fb5-9241-03dcf83e4625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a0aa82-c8a7-4395-9768-e3600bbc48ef', 'name': 'router1', 'tenant_id': 'f382412e6a5949cea98828c36d5c8bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:54:41Z', 'updated_at': '2021-08-11T01:54:51Z', 'revision_number': 2, 'project_id': 'f382412e6a5949cea98828c36d5c8bfb', 'gw_port_host': None, '_interfaces': [{'id': '8e5fdac2-59ef-4978-abf9-544b8ace0a87', 'name': '', 'network_id': '649c9ff4-21a6-4bbe-89f3-114d914cdacd', 'tenant_id': 'f382412e6a5949cea98828c36d5c8bfb', 'mac_address': 'fa:16:3e:83:58:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a0aa82-c8a7-4395-9768-e3600bbc48ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '127a3253-bb4d-4b9c-9d2c-b562653fb0be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:54:50Z', 'updated_at': '2021-08-11T01:54:53Z', 'revision_number': 4, 'project_id': 'f382412e6a5949cea98828c36d5c8bfb', 'subnets': [{'id': '127a3253-bb4d-4b9c-9d2c-b562653fb0be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e90ee71f-0239-42ab-9dea-bacd6ccd8d7b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:54:54.228412 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c75c42-d1a7-4fb5-9241-03dcf83e4625 None None] The sync data for ids ['29a0aa82-c8a7-4395-9768-e3600bbc48ef'] in n-d-615180-33 is: [{'id': '29a0aa82-c8a7-4395-9768-e3600bbc48ef', 'name': 'router1', 'tenant_id': 'f382412e6a5949cea98828c36d5c8bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:54:41Z', 'updated_at': '2021-08-11T01:54:51Z', 'revision_number': 2, 'project_id': 'f382412e6a5949cea98828c36d5c8bfb', 'gw_port_host': None, '_interfaces': [{'id': '8e5fdac2-59ef-4978-abf9-544b8ace0a87', 'name': '', 'network_id': '649c9ff4-21a6-4bbe-89f3-114d914cdacd', 'tenant_id': 'f382412e6a5949cea98828c36d5c8bfb', 'mac_address': 'fa:16:3e:83:58:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a0aa82-c8a7-4395-9768-e3600bbc48ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '127a3253-bb4d-4b9c-9d2c-b562653fb0be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:54:50Z', 'updated_at': '2021-08-11T01:54:53Z', 'revision_number': 4, 'project_id': 'f382412e6a5949cea98828c36d5c8bfb', 'subnets': [{'id': '127a3253-bb4d-4b9c-9d2c-b562653fb0be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e90ee71f-0239-42ab-9dea-bacd6ccd8d7b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:54:54.563347 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50580) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:54:54.672666 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4968ee35-70f4-48b2-9fc2-e285ffc3efa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:54:54.674571 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4968ee35-70f4-48b2-9fc2-e285ffc3efa1 admin admin] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 842 time: 0.1095963 Aug 11 01:54:54.684305 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-5c4c6cd2-a705-4a54-bb1a-2d8d68adc5e8 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'ip_version': 4, 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'enable_dhcp': False}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:54:54.708829 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4c6cd2-a705-4a54-bb1a-2d8d68adc5e8 admin admin] Made reservation on behalf of dfbb9a8a6b0a42cca72b2a00d08e596a for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:54:54.711364 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5c4c6cd2-a705-4a54-bb1a-2d8d68adc5e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:55.020221 n-d-615180-33 neutron-server[94507]: DEBUG neutron.objects.ports [None req-5c4c6cd2-a705-4a54-bb1a-2d8d68adc5e8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94507) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 01:54:55.020570 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5c4c6cd2-a705-4a54-bb1a-2d8d68adc5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:55.074725 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c6cd2-a705-4a54-bb1a-2d8d68adc5e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01b86588-e532-4bd8-b336-2a5971d572c0,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:54:55.084636 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4c6cd2-a705-4a54-bb1a-2d8d68adc5e8 admin admin] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:54:55.084979 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4c6cd2-a705-4a54-bb1a-2d8d68adc5e8 admin admin] Network hostable DHCP agents. Network: 2e931faf-12fe-43f6-b34b-8aa380b6ef75, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:54:55.106839 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4c6cd2-a705-4a54-bb1a-2d8d68adc5e8 admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:54:55.118135 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-5c4c6cd2-a705-4a54-bb1a-2d8d68adc5e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 2e931faf-12fe-43f6-b34b-8aa380b6ef75) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:54:55.123501 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4c6cd2-a705-4a54-bb1a-2d8d68adc5e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:54:55.125500 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5c4c6cd2-a705-4a54-bb1a-2d8d68adc5e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:55.126550 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46562bb9-4fa5-4c1d-8f3e-57da2589a984 None None] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:54:55.139044 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5c4c6cd2-a705-4a54-bb1a-2d8d68adc5e8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4581571 Aug 11 01:54:55.259527 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b7e87e-1b1a-40e9-842f-e5c9c1e47ae9 None None] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:54:57.409179 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50588) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:54:57.539354 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1bfe9c68-cbd5-4a48-8364-ba288c1fd6e1 admin admin] 10.222.0.50 "GET /v2.0/routers/29a0aa82-c8a7-4395-9768-e3600bbc48ef HTTP/1.1" status: 200 len: 710 time: 0.1288798 Aug 11 01:54:57.624266 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f3b1a6-c1ae-4ec7-993e-84c362bdb073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:54:57.625643 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c8f3b1a6-c1ae-4ec7-993e-84c362bdb073 admin admin] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 886 time: 0.0808055 Aug 11 01:54:57.634834 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-92e3bc32-2327-4ce8-93a2-60a2612a62f3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:54:57.945389 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-92e3bc32-2327-4ce8-93a2-60a2612a62f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:58.174497 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-92e3bc32-2327-4ce8-93a2-60a2612a62f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:58.250346 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-92e3bc32-2327-4ce8-93a2-60a2612a62f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:58.361357 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-92e3bc32-2327-4ce8-93a2-60a2612a62f3 admin admin] Allocated IP 172.25.2.87 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/28ca500f-9fc1-4110-aafb-d3d00beb497d) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:54:58.462989 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-92e3bc32-2327-4ce8-93a2-60a2612a62f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:58.502055 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-92e3bc32-2327-4ce8-93a2-60a2612a62f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:58.543249 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e3bc32-2327-4ce8-93a2-60a2612a62f3 admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:54:58.546477 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-92e3bc32-2327-4ce8-93a2-60a2612a62f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:54:58.553395 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e3bc32-2327-4ce8-93a2-60a2612a62f3 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:54:58.555685 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3bc32-2327-4ce8-93a2-60a2612a62f3 admin admin] Pushing event updated for resources: {'Port': ['ID=28ca500f-9fc1-4110-aafb-d3d00beb497d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:54:58.802892 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-92e3bc32-2327-4ce8-93a2-60a2612a62f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:58.992657 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-92e3bc32-2327-4ce8-93a2-60a2612a62f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133780224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133782865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36741'] for router, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:58.996036 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-92e3bc32-2327-4ce8-93a2-60a2612a62f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133780475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133780466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133782856'] for router, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:59.100281 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e3bc32-2327-4ce8-93a2-60a2612a62f3 admin admin] Router 29a0aa82-c8a7-4395-9768-e3600bbc48ef has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:54:59.297097 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e3bc32-2327-4ce8-93a2-60a2612a62f3 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:54:59.301835 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-92e3bc32-2327-4ce8-93a2-60a2612a62f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:59.303038 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-92e3bc32-2327-4ce8-93a2-60a2612a62f3 admin admin] 10.222.0.50 "PUT /v2.0/routers/29a0aa82-c8a7-4395-9768-e3600bbc48ef HTTP/1.1" status: 200 len: 889 time: 1.6714683 Aug 11 01:55:00.503921 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8e5fdac2-59ef-4978-abf9-544b8ace0a87 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:55:00.554981 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 8e5fdac2-59ef-4978-abf9-544b8ace0a87 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:55:00.558682 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 8e5fdac2-59ef-4978-abf9-544b8ace0a87 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:55:00.559075 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:00.635686 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:00.668759 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 8e5fdac2-59ef-4978-abf9-544b8ace0a87, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8e5fdac2-59ef-4978-abf9-544b8ace0a87,segment=NetworkSegment(a0038c95-e361-464b-af0f-70ee272428cf),segment_id=a0038c95-e361-464b-af0f-70ee272428cf)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:55:00.675214 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:00.703925 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb7f383-39b0-4e7a-a07c-8ee96466ec15 None None] Sync routers for ids ['29a0aa82-c8a7-4395-9768-e3600bbc48ef'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:55:00.730747 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb7f383-39b0-4e7a-a07c-8ee96466ec15 None None] Routers {'29a0aa82-c8a7-4395-9768-e3600bbc48ef'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:55:00.731410 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-feb7f383-39b0-4e7a-a07c-8ee96466ec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T01:54:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['29a0aa82-c8a7-4395-9768-e3600bbc48ef'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:55:00.832212 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=8e5fdac2-59ef-4978-abf9-544b8ace0a87,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:55:00.980437 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-feb7f383-39b0-4e7a-a07c-8ee96466ec15 None None] Set router 29a0aa82-c8a7-4395-9768-e3600bbc48ef gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:55:01.363745 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-feb7f383-39b0-4e7a-a07c-8ee96466ec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a0aa82-c8a7-4395-9768-e3600bbc48ef', 'name': 'router1', 'tenant_id': 'f382412e6a5949cea98828c36d5c8bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '28ca500f-9fc1-4110-aafb-d3d00beb497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:54:41Z', 'updated_at': '2021-08-11T01:54:58Z', 'revision_number': 4, 'project_id': 'f382412e6a5949cea98828c36d5c8bfb', 'gw_port': {'id': '28ca500f-9fc1-4110-aafb-d3d00beb497d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a0aa82-c8a7-4395-9768-e3600bbc48ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:54:58Z', 'updated_at': '2021-08-11T01:54:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '8e5fdac2-59ef-4978-abf9-544b8ace0a87', 'name': '', 'network_id': '649c9ff4-21a6-4bbe-89f3-114d914cdacd', 'tenant_id': 'f382412e6a5949cea98828c36d5c8bfb', 'mac_address': 'fa:16:3e:83:58:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a0aa82-c8a7-4395-9768-e3600bbc48ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '127a3253-bb4d-4b9c-9d2c-b562653fb0be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:54:50Z', 'updated_at': '2021-08-11T01:55:00Z', 'revision_number': 5, 'project_id': 'f382412e6a5949cea98828c36d5c8bfb', 'subnets': [{'id': '127a3253-bb4d-4b9c-9d2c-b562653fb0be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e90ee71f-0239-42ab-9dea-bacd6ccd8d7b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:55:01.412078 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb7f383-39b0-4e7a-a07c-8ee96466ec15 None None] Checking router: 29a0aa82-c8a7-4395-9768-e3600bbc48ef for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:55:01.412427 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb7f383-39b0-4e7a-a07c-8ee96466ec15 None None] Updating router 29a0aa82-c8a7-4395-9768-e3600bbc48ef port 28ca500f-9fc1-4110-aafb-d3d00beb497d binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:55:01.458823 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-feb7f383-39b0-4e7a-a07c-8ee96466ec15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:01.707515 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50600) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:55:01.779453 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-feb7f383-39b0-4e7a-a07c-8ee96466ec15 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:01.789776 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-feb7f383-39b0-4e7a-a07c-8ee96466ec15 None None] Transition to ACTIVE for port object 28ca500f-9fc1-4110-aafb-d3d00beb497d will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:55:01.795531 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-feb7f383-39b0-4e7a-a07c-8ee96466ec15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:01.821400 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-75bc97fa-93e4-48e7-bf7e-3f0c321b55eb admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1127124 Aug 11 01:55:01.851518 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-feb7f383-39b0-4e7a-a07c-8ee96466ec15 None None] Attempting to bind port 28ca500f-9fc1-4110-aafb-d3d00beb497d on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:55:01.851931 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-feb7f383-39b0-4e7a-a07c-8ee96466ec15 None None] Attempting to bind port 28ca500f-9fc1-4110-aafb-d3d00beb497d by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:55:01.852304 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb7f383-39b0-4e7a-a07c-8ee96466ec15 None None] Attempting to bind port 28ca500f-9fc1-4110-aafb-d3d00beb497d on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:55:01.854352 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b1af4-9ba4-4ad1-81b2-57277826965a None None] Pushing event updated for resources: {'Port': ['ID=28ca500f-9fc1-4110-aafb-d3d00beb497d,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:55:01.861909 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb7f383-39b0-4e7a-a07c-8ee96466ec15 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:55:01.862165 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb7f383-39b0-4e7a-a07c-8ee96466ec15 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:55:01.862578 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-feb7f383-39b0-4e7a-a07c-8ee96466ec15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:01.862973 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb7f383-39b0-4e7a-a07c-8ee96466ec15 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:55:01.863454 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-feb7f383-39b0-4e7a-a07c-8ee96466ec15 None None] Bound port: 28ca500f-9fc1-4110-aafb-d3d00beb497d, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:55:01.863893 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-feb7f383-39b0-4e7a-a07c-8ee96466ec15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:01.918780 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-feb7f383-39b0-4e7a-a07c-8ee96466ec15 None None] For port 28ca500f-9fc1-4110-aafb-d3d00beb497d, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:55:01.922596 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-feb7f383-39b0-4e7a-a07c-8ee96466ec15 None None] For port 28ca500f-9fc1-4110-aafb-d3d00beb497d, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=28ca500f-9fc1-4110-aafb-d3d00beb497d,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:55:01.926318 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-feb7f383-39b0-4e7a-a07c-8ee96466ec15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:01.985084 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb7f383-39b0-4e7a-a07c-8ee96466ec15 None None] Routers {'29a0aa82-c8a7-4395-9768-e3600bbc48ef'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:55:01.985702 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-feb7f383-39b0-4e7a-a07c-8ee96466ec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T01:54:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['29a0aa82-c8a7-4395-9768-e3600bbc48ef'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:55:01.990980 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b1af4-9ba4-4ad1-81b2-57277826965a None None] Pushing event updated for resources: {'Port': ['ID=28ca500f-9fc1-4110-aafb-d3d00beb497d,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:55:02.173598 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-feb7f383-39b0-4e7a-a07c-8ee96466ec15 None None] Set router 29a0aa82-c8a7-4395-9768-e3600bbc48ef gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:55:02.383759 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-feb7f383-39b0-4e7a-a07c-8ee96466ec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a0aa82-c8a7-4395-9768-e3600bbc48ef', 'name': 'router1', 'tenant_id': 'f382412e6a5949cea98828c36d5c8bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '28ca500f-9fc1-4110-aafb-d3d00beb497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:54:41Z', 'updated_at': '2021-08-11T01:54:58Z', 'revision_number': 4, 'project_id': 'f382412e6a5949cea98828c36d5c8bfb', 'gw_port': {'id': '28ca500f-9fc1-4110-aafb-d3d00beb497d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a0aa82-c8a7-4395-9768-e3600bbc48ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:54:58Z', 'updated_at': '2021-08-11T01:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '8e5fdac2-59ef-4978-abf9-544b8ace0a87', 'name': '', 'network_id': '649c9ff4-21a6-4bbe-89f3-114d914cdacd', 'tenant_id': 'f382412e6a5949cea98828c36d5c8bfb', 'mac_address': 'fa:16:3e:83:58:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a0aa82-c8a7-4395-9768-e3600bbc48ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '127a3253-bb4d-4b9c-9d2c-b562653fb0be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:54:50Z', 'updated_at': '2021-08-11T01:55:00Z', 'revision_number': 5, 'project_id': 'f382412e6a5949cea98828c36d5c8bfb', 'subnets': [{'id': '127a3253-bb4d-4b9c-9d2c-b562653fb0be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e90ee71f-0239-42ab-9dea-bacd6ccd8d7b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:55:02.414530 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb7f383-39b0-4e7a-a07c-8ee96466ec15 None None] The sync data for ids ['29a0aa82-c8a7-4395-9768-e3600bbc48ef'] in n-d-615180-33 is: [{'id': '29a0aa82-c8a7-4395-9768-e3600bbc48ef', 'name': 'router1', 'tenant_id': 'f382412e6a5949cea98828c36d5c8bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '28ca500f-9fc1-4110-aafb-d3d00beb497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:54:41Z', 'updated_at': '2021-08-11T01:54:58Z', 'revision_number': 4, 'project_id': 'f382412e6a5949cea98828c36d5c8bfb', 'gw_port': {'id': '28ca500f-9fc1-4110-aafb-d3d00beb497d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a0aa82-c8a7-4395-9768-e3600bbc48ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:54:58Z', 'updated_at': '2021-08-11T01:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '8e5fdac2-59ef-4978-abf9-544b8ace0a87', 'name': '', 'network_id': '649c9ff4-21a6-4bbe-89f3-114d914cdacd', 'tenant_id': 'f382412e6a5949cea98828c36d5c8bfb', 'mac_address': 'fa:16:3e:83:58:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a0aa82-c8a7-4395-9768-e3600bbc48ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '127a3253-bb4d-4b9c-9d2c-b562653fb0be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:54:50Z', 'updated_at': '2021-08-11T01:55:00Z', 'revision_number': 5, 'project_id': 'f382412e6a5949cea98828c36d5c8bfb', 'subnets': [{'id': '127a3253-bb4d-4b9c-9d2c-b562653fb0be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e90ee71f-0239-42ab-9dea-bacd6ccd8d7b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:55:02.541549 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8e5fdac2-59ef-4978-abf9-544b8ace0a87 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:55:02.611448 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 8e5fdac2-59ef-4978-abf9-544b8ace0a87 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:55:02.611860 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:04.554049 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 28ca500f-9fc1-4110-aafb-d3d00beb497d up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:55:04.615725 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 28ca500f-9fc1-4110-aafb-d3d00beb497d completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:55:04.619335 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 28ca500f-9fc1-4110-aafb-d3d00beb497d triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:55:04.619755 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:04.696522 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:04.716633 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 28ca500f-9fc1-4110-aafb-d3d00beb497d, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=28ca500f-9fc1-4110-aafb-d3d00beb497d,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:55:04.720531 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:04.770646 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=28ca500f-9fc1-4110-aafb-d3d00beb497d,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:55:06.534473 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 28ca500f-9fc1-4110-aafb-d3d00beb497d up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:55:06.588747 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 28ca500f-9fc1-4110-aafb-d3d00beb497d triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:55:06.588747 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:15.547280 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9550ebc4-bd91-4474-aae3-9ba8d8a4567b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:18.212796 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f78de119-6101-4d0e-b1b0-46e2a4a79031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:18.305725 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:19.773870 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:21.227445 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:24.034725 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 5 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:55:45.548778 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-769d84eb-9681-43fc-8985-20d415e53a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:48.215178 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-eda36568-a56e-4ecf-b9a3-bb02f056bf64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:48.300558 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:49.770120 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:51.230099 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:01.034976 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 5 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:56:15.551509 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e66e54fb-76c8-48ae-bd0c-92d968ecd3bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:18.216790 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6547445a-964e-4628-9f92-ad544b660685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:18.303151 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:19.763139 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:21.228488 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:38.033702 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 5 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:56:41.954250 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51200) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:56:42.016268 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7562f33-653b-4251-aeb1-5c00309c535f admin admin] GET failed (client error): The resource could not be found. Aug 11 01:56:42.017607 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e7562f33-653b-4251-aeb1-5c00309c535f admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623047 Aug 11 01:56:42.176925 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465da06b-595d-4174-a372-9e4e0ec721c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:56:42.178346 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-465da06b-595d-4174-a372-9e4e0ec721c4 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1563442 Aug 11 01:56:44.344417 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51210) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:56:44.437215 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b00209-3534-402c-88eb-ac37d9951b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:56:44.438547 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-22b00209-3534-402c-88eb-ac37d9951b99 admin admin] 10.222.0.50 "GET /v2.0/subnets/127a3253-bb4d-4b9c-9d2c-b562653fb0be HTTP/1.1" status: 200 len: 849 time: 0.0931759 Aug 11 01:56:44.448116 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-ef0bcb98-3f5b-4d55-8eae-0178471812d5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:56:44.527569 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef0bcb98-3f5b-4d55-8eae-0178471812d5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:44.665123 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef0bcb98-3f5b-4d55-8eae-0178471812d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737238983060'] for subnet, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:44.694876 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0bcb98-3f5b-4d55-8eae-0178471812d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:56:44.695450 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef0bcb98-3f5b-4d55-8eae-0178471812d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:44.711567 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ef0bcb98-3f5b-4d55-8eae-0178471812d5 admin admin] 10.222.0.50 "PUT /v2.0/subnets/127a3253-bb4d-4b9c-9d2c-b562653fb0be HTTP/1.1" status: 200 len: 868 time: 0.2524145 Aug 11 01:56:44.711827 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2083f0cd-5772-415b-9394-166e9fe78e95 None None] Network 649c9ff4-21a6-4bbe-89f3-114d914cdacd requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:56:44.715466 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bcb98-3f5b-4d55-8eae-0178471812d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=127a3253-bb4d-4b9c-9d2c-b562653fb0be,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:56:44.723600 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0bcb98-3f5b-4d55-8eae-0178471812d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:56:44.723970 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0bcb98-3f5b-4d55-8eae-0178471812d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:56:44.724288 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0bcb98-3f5b-4d55-8eae-0178471812d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:56:44.724717 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0bcb98-3f5b-4d55-8eae-0178471812d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:56:44.725116 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0bcb98-3f5b-4d55-8eae-0178471812d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:56:44.725424 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0bcb98-3f5b-4d55-8eae-0178471812d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:56:44.725778 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0bcb98-3f5b-4d55-8eae-0178471812d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:56:44.726118 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0bcb98-3f5b-4d55-8eae-0178471812d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:56:44.726444 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0bcb98-3f5b-4d55-8eae-0178471812d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:56:44.726765 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0bcb98-3f5b-4d55-8eae-0178471812d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:56:44.727094 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0bcb98-3f5b-4d55-8eae-0178471812d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:56:44.727412 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0bcb98-3f5b-4d55-8eae-0178471812d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:56:45.046335 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-744489d5-86a9-4064-9863-dff52095e7e3 None None] Provisioning complete for port 23b85f15-15c5-4866-8567-7a83cc730840 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:56:45.046705 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-744489d5-86a9-4064-9863-dff52095e7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:45.131936 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-744489d5-86a9-4064-9863-dff52095e7e3 None None] Provisioning complete for port 8e5fdac2-59ef-4978-abf9-544b8ace0a87 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:56:45.132228 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-744489d5-86a9-4064-9863-dff52095e7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:45.551084 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b640547c-1b0e-49f7-9d34-f865c407fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:46.868374 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51218) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:56:47.065328 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4842034-2ef1-4a8f-871f-a252653902be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:56:47.065730 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4842034-2ef1-4a8f-871f-a252653902be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:56:47.067275 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c4842034-2ef1-4a8f-871f-a252653902be admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1978977 Aug 11 01:56:48.217177 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b9c568f9-3156-4fe5-a99e-a61024ec2e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:48.306171 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:49.194833 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51226) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:56:49.323517 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9daea7-0800-48a2-9b4f-6dda7d4e0178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:56:49.324017 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9daea7-0800-48a2-9b4f-6dda7d4e0178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:56:49.325574 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fb9daea7-0800-48a2-9b4f-6dda7d4e0178 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1297910 Aug 11 01:56:49.765650 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:51.232602 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:51.485569 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51234) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:56:51.607035 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce01373-cc0b-430f-8a8b-6b50ccb7e8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:56:51.609029 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4ce01373-cc0b-430f-8a8b-6b50ccb7e8d8 admin admin] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 886 time: 0.1219876 Aug 11 01:56:53.761908 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51242) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:56:53.890660 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9f642e-c000-48b7-910d-11e29bd97586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:56:53.892036 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ce9f642e-c000-48b7-910d-11e29bd97586 admin admin] 10.222.0.50 "GET /v2.0/networks/649c9ff4-21a6-4bbe-89f3-114d914cdacd HTTP/1.1" status: 200 len: 869 time: 0.1291645 Aug 11 01:56:56.040651 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51250) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:56:56.161055 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a73ea77-c6ff-4a30-8ae7-653a4f58f6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:56:56.161512 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a73ea77-c6ff-4a30-8ae7-653a4f58f6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:56:56.163011 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4a73ea77-c6ff-4a30-8ae7-653a4f58f6bd admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1213617 Aug 11 01:56:58.293732 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51258) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:56:58.426375 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4961e237-27c3-421d-ae2d-492309c8e9de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:56:58.426892 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4961e237-27c3-421d-ae2d-492309c8e9de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:56:58.428441 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4961e237-27c3-421d-ae2d-492309c8e9de admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1337919 Aug 11 01:57:00.556554 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51268) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:57:00.641696 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1cf898-040c-40b7-bd7c-9932098e7e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:57:00.643016 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9b1cf898-040c-40b7-bd7c-9932098e7e50 admin admin] 10.222.0.50 "GET /v2.0/subnets/01b86588-e532-4bd8-b336-2a5971d572c0 HTTP/1.1" status: 200 len: 816 time: 0.0855272 Aug 11 01:57:02.783845 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51276) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:57:02.878041 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb144106-7434-4c91-9c91-f173f6d510c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:57:02.879411 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-eb144106-7434-4c91-9c91-f173f6d510c2 admin admin] 10.222.0.50 "GET /v2.0/subnets/127a3253-bb4d-4b9c-9d2c-b562653fb0be HTTP/1.1" status: 200 len: 868 time: 0.0946190 Aug 11 01:57:15.031882 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 5 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:57:15.550361 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f2dc06e1-fa9e-48dd-b1fa-3fe465a57686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:18.218643 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2ad8c353-6590-4028-a208-b6f3fdab9b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:18.307235 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:19.769028 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:21.237807 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:28.413955 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51330) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:57:28.461417 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-69cce91d-2dc7-433e-a90d-6ce3ed8b9433 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:57:28.462444 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-69cce91d-2dc7-433e-a90d-6ce3ed8b9433 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475378 Aug 11 01:57:30.690321 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51338) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:57:30.750642 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef642b3f-32b8-43da-be1f-dc8978758a10 admin admin] GET failed (client error): The resource could not be found. Aug 11 01:57:30.751991 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ef642b3f-32b8-43da-be1f-dc8978758a10 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607083 Aug 11 01:57:30.834036 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5014ee1-6e2f-4df3-87b0-25dc622506bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:57:30.835415 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d5014ee1-6e2f-4df3-87b0-25dc622506bf admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0791333 Aug 11 01:57:32.995707 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51346) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:57:33.042957 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-42bb6ed8-89de-4c10-90e0-ecc1ec28603f admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:57:33.062203 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bb6ed8-89de-4c10-90e0-ecc1ec28603f admin admin] Made reservation on behalf of dfbb9a8a6b0a42cca72b2a00d08e596a for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:57:33.064390 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-42bb6ed8-89de-4c10-90e0-ecc1ec28603f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:33.092684 n-d-615180-33 neutron-server[94507]: WARNING neutron.services.revisions.revision_plugin [None req-42bb6ed8-89de-4c10-90e0-ecc1ec28603f admin admin] Could not find related network for resource to bump revision. Aug 11 01:57:33.103516 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42bb6ed8-89de-4c10-90e0-ecc1ec28603f admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:57:33.112723 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-42bb6ed8-89de-4c10-90e0-ecc1ec28603f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:33.113065 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-42bb6ed8-89de-4c10-90e0-ecc1ec28603f admin admin] Added segment 63e2e981-873b-4ba1-92ff-f5a044000b4e of type vlan for network 86f13f47-eb72-46e4-b359-4b3400d2fd38 Aug 11 01:57:33.152922 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-42bb6ed8-89de-4c10-90e0-ecc1ec28603f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:33.180050 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-42bb6ed8-89de-4c10-90e0-ecc1ec28603f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:33.180897 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bb6ed8-89de-4c10-90e0-ecc1ec28603f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:57:33.181489 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-42bb6ed8-89de-4c10-90e0-ecc1ec28603f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:33.236182 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-42bb6ed8-89de-4c10-90e0-ecc1ec28603f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2394147 Aug 11 01:57:33.240938 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb6ed8-89de-4c10-90e0-ecc1ec28603f admin admin] Pushing event updated for resources: {'Network': ['ID=86f13f47-eb72-46e4-b359-4b3400d2fd38,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:57:33.252244 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:57:35.392545 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51354) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:57:35.452361 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-291cc76d-2f7e-4b67-a235-52f3470a597a admin admin] GET failed (client error): The resource could not be found. Aug 11 01:57:35.453656 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-291cc76d-2f7e-4b67-a235-52f3470a597a admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601633 Aug 11 01:57:35.617401 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28507c8c-17e7-4044-a9ee-8f8ae749f686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:57:35.618856 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-28507c8c-17e7-4044-a9ee-8f8ae749f686 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1605906 Aug 11 01:57:35.629616 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-503f49d4-bbd5-4f23-b3bd-4b72a327c604 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'description': 'shared-subnet'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:57:35.648594 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503f49d4-bbd5-4f23-b3bd-4b72a327c604 admin admin] Made reservation on behalf of dfbb9a8a6b0a42cca72b2a00d08e596a for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:57:35.650757 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-503f49d4-bbd5-4f23-b3bd-4b72a327c604 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:35.806777 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-503f49d4-bbd5-4f23-b3bd-4b72a327c604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:35.857111 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f49d4-bbd5-4f23-b3bd-4b72a327c604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bdffe18-598c-493e-b565-f02bd8b640d2,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:57:35.866813 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503f49d4-bbd5-4f23-b3bd-4b72a327c604 admin admin] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:57:35.867170 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503f49d4-bbd5-4f23-b3bd-4b72a327c604 admin admin] Network hostable DHCP agents. Network: 86f13f47-eb72-46e4-b359-4b3400d2fd38, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:57:35.883411 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503f49d4-bbd5-4f23-b3bd-4b72a327c604 admin admin] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:57:35.892285 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-503f49d4-bbd5-4f23-b3bd-4b72a327c604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 86f13f47-eb72-46e4-b359-4b3400d2fd38) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:57:35.896402 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503f49d4-bbd5-4f23-b3bd-4b72a327c604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:57:35.896991 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-503f49d4-bbd5-4f23-b3bd-4b72a327c604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:35.901416 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7b946d-6325-4bd3-9e88-b2f0439f79b6 None None] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:57:35.914593 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-503f49d4-bbd5-4f23-b3bd-4b72a327c604 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2883084 Aug 11 01:57:36.150049 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-86f13f47-eb72-46e4-b359-4b3400d2fd38', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'tenant_id': 'dfbb9a8a6b0a42cca72b2a00d08e596a', 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:57:36.150980 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:36.290481 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Allocated IP 192.168.233.2 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/9f18da2f-1013-4748-a059-7d49180983a1) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:57:36.442214 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:36.451199 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Transition to ACTIVE for port object 9f18da2f-1013-4748-a059-7d49180983a1 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:57:36.466858 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Transition to ACTIVE for port object 9f18da2f-1013-4748-a059-7d49180983a1 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:57:36.472824 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:36.512402 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:57:36.517119 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:57:36.519768 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:57:36.532406 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Pushing event updated for resources: {'Port': ['ID=9f18da2f-1013-4748-a059-7d49180983a1,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:57:36.552143 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:36.552491 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:36.552837 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:36.553178 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:36.553529 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:36.553862 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:36.554209 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:36.554528 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:36.554856 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:36.555195 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:36.555520 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:36.555878 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:36.589046 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Attempting to bind port 9f18da2f-1013-4748-a059-7d49180983a1 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:57:36.589417 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Attempting to bind port 9f18da2f-1013-4748-a059-7d49180983a1 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:57:36.589778 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Attempting to bind port 9f18da2f-1013-4748-a059-7d49180983a1 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:57:36.595277 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:57:36.595747 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:57:36.596156 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:36.596550 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:57:36.597041 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Bound port: 9f18da2f-1013-4748-a059-7d49180983a1, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:57:36.597431 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:36.659472 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] For port 9f18da2f-1013-4748-a059-7d49180983a1, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:57:36.663073 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] For port 9f18da2f-1013-4748-a059-7d49180983a1, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9f18da2f-1013-4748-a059-7d49180983a1,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:57:36.667731 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:36.723085 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06847a1-a018-4ba0-a012-c18e942566aa None None] Pushing event updated for resources: {'Port': ['ID=9f18da2f-1013-4748-a059-7d49180983a1,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:57:37.549453 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bb2f4a-ada6-4ac9-b682-af360948ea76 None None] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:57:37.618678 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-72ff3e89-3eff-46b4-b4ba-d506c74bc388 None None] Provisioning for port 9f18da2f-1013-4748-a059-7d49180983a1 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:57:38.640782 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9f18da2f-1013-4748-a059-7d49180983a1 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:57:38.692830 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 9f18da2f-1013-4748-a059-7d49180983a1 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:57:38.696505 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 9f18da2f-1013-4748-a059-7d49180983a1 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:57:38.696879 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:38.774962 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:38.806768 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 9f18da2f-1013-4748-a059-7d49180983a1, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9f18da2f-1013-4748-a059-7d49180983a1,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:57:38.811623 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:38.862540 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=9f18da2f-1013-4748-a059-7d49180983a1,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:57:40.618366 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9f18da2f-1013-4748-a059-7d49180983a1 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:57:40.665616 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 9f18da2f-1013-4748-a059-7d49180983a1 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:57:40.665987 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:45.550598 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a7751c12-aa71-429b-9e77-67d9c8d376bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:48.219965 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2334fb8b-0034-4eb3-a35a-5bcb83816369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:48.308510 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:49.769646 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:51.238388 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:52.029964 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 5 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:58:15.550626 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7cc4018b-8c32-4855-99d1-06aa29fda09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:18.219880 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4987d1d6-458e-4978-be56-4b92e6fccbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:18.310160 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:19.771954 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:21.241288 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:29.028485 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 5 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:58:45.552719 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-93f6f924-1145-40fb-bc7f-6ff97642a33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:48.220699 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3a7270cd-aa43-408c-9c21-6fadf97f9c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:48.315421 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:49.774645 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:51.245797 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:55.306426 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51406) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:58:55.313659 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-07af056e-7ccc-4283-babe-71fbfc7c6f0f tempest-verify_tempest_config-1208201490 tempest-verify_tempest_config-1208201490-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:58:55.314893 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-07af056e-7ccc-4283-babe-71fbfc7c6f0f tempest-verify_tempest_config-1208201490 tempest-verify_tempest_config-1208201490-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0074697 Aug 11 01:58:55.617029 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51424) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:58:55.720617 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-41d58bb2-4cb5-420f-bda5-94c67f33effe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:55.808062 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-41d58bb2-4cb5-420f-bda5-94c67f33effe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:55.811761 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-41d58bb2-4cb5-420f-bda5-94c67f33effe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:55.856267 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-41d58bb2-4cb5-420f-bda5-94c67f33effe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7e9b5165299e4581adb05d7d0ac41ec8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2382174 Aug 11 01:58:55.857056 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d58bb2-4cb5-420f-bda5-94c67f33effe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b158469-03de-4e5b-a09a-d6e3e72aace1,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:58:55.858993 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51428) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:58:55.863743 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d58bb2-4cb5-420f-bda5-94c67f33effe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:58:55.864085 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d58bb2-4cb5-420f-bda5-94c67f33effe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:58:55.864419 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d58bb2-4cb5-420f-bda5-94c67f33effe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:58:55.864743 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d58bb2-4cb5-420f-bda5-94c67f33effe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:58:55.865063 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d58bb2-4cb5-420f-bda5-94c67f33effe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:58:55.865382 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d58bb2-4cb5-420f-bda5-94c67f33effe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:58:55.865700 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d58bb2-4cb5-420f-bda5-94c67f33effe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:58:55.866013 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d58bb2-4cb5-420f-bda5-94c67f33effe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:58:55.866371 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d58bb2-4cb5-420f-bda5-94c67f33effe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:58:55.866639 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d58bb2-4cb5-420f-bda5-94c67f33effe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:58:55.866948 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d58bb2-4cb5-420f-bda5-94c67f33effe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:58:55.867265 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d58bb2-4cb5-420f-bda5-94c67f33effe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:58:55.942672 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4a1c3c5c-e29d-4cae-9d6b-596005e5af27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:55.963411 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4a1c3c5c-e29d-4cae-9d6b-596005e5af27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:56.052166 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4a1c3c5c-e29d-4cae-9d6b-596005e5af27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:56.054698 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4a1c3c5c-e29d-4cae-9d6b-596005e5af27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:56.056038 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4a1c3c5c-e29d-4cae-9d6b-596005e5af27 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3b158469-03de-4e5b-a09a-d6e3e72aace1 HTTP/1.1" status: 204 len: 168 time: 0.1960361 Aug 11 01:58:56.064525 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c3c5c-e29d-4cae-9d6b-596005e5af27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b158469-03de-4e5b-a09a-d6e3e72aace1,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:58:56.071510 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c3c5c-e29d-4cae-9d6b-596005e5af27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:58:56.071912 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c3c5c-e29d-4cae-9d6b-596005e5af27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:58:56.072391 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c3c5c-e29d-4cae-9d6b-596005e5af27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:58:56.072748 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c3c5c-e29d-4cae-9d6b-596005e5af27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:58:56.073748 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c3c5c-e29d-4cae-9d6b-596005e5af27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:58:56.074093 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c3c5c-e29d-4cae-9d6b-596005e5af27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:58:56.074412 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c3c5c-e29d-4cae-9d6b-596005e5af27 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:58:56.074744 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c3c5c-e29d-4cae-9d6b-596005e5af27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:58:56.075072 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c3c5c-e29d-4cae-9d6b-596005e5af27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:58:56.075400 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c3c5c-e29d-4cae-9d6b-596005e5af27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:58:56.075812 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c3c5c-e29d-4cae-9d6b-596005e5af27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:58:56.076071 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c3c5c-e29d-4cae-9d6b-596005e5af27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:59:06.027072 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 5 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:59:15.553622 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-598198cc-a673-4f11-af7b-a04bb074b501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:18.220639 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f43f1511-2b51-46de-b82b-bea60debfe56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:18.307864 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:19.778118 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:21.245664 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:43.025335 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 5 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:59:45.555781 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a83c8891-1358-4eda-b9ae-d41a8b295e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:48.220444 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9327151b-6331-4ab6-86cb-1992e046ce82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:48.308733 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:49.781509 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:51.249985 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:15.555673 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f4c0fdf2-7c09-4573-87fe-676d6b4f81a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:18.222512 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-493fc89a-bb65-495d-aede-8a2754a43418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:18.309684 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:19.788598 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:20.023796 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 5 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:00:21.255123 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:45.556609 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5ff05da2-24ee-4145-9c83-acabc3be2e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:48.223101 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-35d62563-a3b7-4fd4-90b7-cf21f72be789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:48.309430 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:49.787177 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:51.256647 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:57.022586 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 5 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:01:15.556709 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b1326ede-776c-41d4-971c-3701a5b78b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:18.222916 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d00f8f9e-c19d-410e-a0a7-3730833fad70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:18.309978 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:19.790941 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:21.256699 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:34.020588 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 5 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:01:45.557642 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d406dd3d-ed89-460b-b3a8-9d21d3fbc00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:48.223066 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7f95-ae69-4b72-b484-d9e31c7ba239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:48.312971 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:49.793272 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:51.262331 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:54.103223 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133782002'] for agent, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:54.844167 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133782002'] for agent, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:11.020064 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:02:15.563558 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2ee9201f-f61c-4fe5-bea7-b7c589daa38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:18.222952 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ac511116-4a83-4c31-9875-70e9e3bdb5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:18.313381 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:19.797462 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:21.262912 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:24.064717 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:24.830522 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:39.422158 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51496) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:02:39.524283 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8ba4c895-e287-44a3-816d-b91dbd3d2082 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1010284 Aug 11 02:02:41.668293 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51506) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:02:41.727770 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-abc4785d-eeca-4605-bb74-ef5ba743df19 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0583649 Aug 11 02:02:45.564997 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-33b1a948-0583-4098-b7ad-2f582aac6286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:48.018898 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:02:48.222594 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fa1dbebd-fada-4e99-9022-7fb749dbb600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:48.314238 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:49.802744 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:51.264970 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:54.063908 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:54.841822 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:03:15.565597 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-47947229-f0ff-46e7-9fd5-c3029a2ebd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:03:18.223409 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-916458d9-4117-4aa8-895a-7e31da9b9bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:03:18.315364 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:03:19.803613 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:03:21.267396 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:03:24.068307 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:03:24.848004 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:03:25.022569 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:03:45.565326 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d1a43d0a-be4e-4b4f-b8ce-149c5492936c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:03:48.227402 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-04e84b47-2333-4630-a264-f96f3220940b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:03:48.318449 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:03:49.806070 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:03:51.271592 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:03:54.086154 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:03:54.872638 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:02.021142 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:04:07.732858 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51726) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:08.153152 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-929c2fb8-0e8b-46a9-aaa7-0ee528e5a296 tempest-AutoAllocateNetworkTest-1819943843 tempest-AutoAllocateNetworkTest-1819943843-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=bd4b643ec7804d908df35ecfa46a154d&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4187555 Aug 11 02:04:08.155648 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51748) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:08.345810 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eefd1e-bacc-4b4b-be6f-b22f8ee4d173 tempest-AutoAllocateNetworkTest-1819943843 tempest-AutoAllocateNetworkTest-1819943843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:08.348077 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-18eefd1e-bacc-4b4b-be6f-b22f8ee4d173 tempest-AutoAllocateNetworkTest-1819943843 tempest-AutoAllocateNetworkTest-1819943843-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1912322 Aug 11 02:04:08.350918 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51760) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:08.408620 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a694f8c9-3528-48d0-8ba4-d4544d194190 tempest-AutoAllocateNetworkTest-1819943843 tempest-AutoAllocateNetworkTest-1819943843-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0565851 Aug 11 02:04:08.411128 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51764) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:08.441697 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-27c05476-53e4-48d3-9eff-982d3115b41c tempest-AutoAllocateNetworkTest-1819943843 tempest-AutoAllocateNetworkTest-1819943843-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=bd4b643ec7804d908df35ecfa46a154d HTTP/1.1" status: 200 len: 208 time: 0.0294526 Aug 11 02:04:09.074127 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51814) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:09.413253 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6c7bd7bf-1834-4171-807e-231267c86b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:09.519201 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6c7bd7bf-1834-4171-807e-231267c86b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:09.525916 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6c7bd7bf-1834-4171-807e-231267c86b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:09.571198 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51840) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:09.573027 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6c7bd7bf-1834-4171-807e-231267c86b05 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bd4b643ec7804d908df35ecfa46a154d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4973633 Aug 11 02:04:09.590263 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7bd7bf-1834-4171-807e-231267c86b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7eafe9-8e33-46f9-9b9e-569405b4e317,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:09.598921 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bd7bf-1834-4171-807e-231267c86b05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:09.599709 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bd7bf-1834-4171-807e-231267c86b05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:09.600369 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bd7bf-1834-4171-807e-231267c86b05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:09.600912 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bd7bf-1834-4171-807e-231267c86b05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:09.601463 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bd7bf-1834-4171-807e-231267c86b05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:09.601998 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bd7bf-1834-4171-807e-231267c86b05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:09.602659 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bd7bf-1834-4171-807e-231267c86b05 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:09.603374 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bd7bf-1834-4171-807e-231267c86b05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:09.603952 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bd7bf-1834-4171-807e-231267c86b05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:09.604502 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bd7bf-1834-4171-807e-231267c86b05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:09.605055 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bd7bf-1834-4171-807e-231267c86b05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:09.605708 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bd7bf-1834-4171-807e-231267c86b05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bd7bf-1834-4171-807e-231267c86b05 admin admin] Tracked resource versions report: Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: pushed versions: Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: { 'AddressGroup': {'1.2'}, Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: 'ConntrackHelper': {'1.0'}, Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: 'Log': {'1.0'}, Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: 'Network': {'1.1'}, Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: 'Port': {'1.7'}, Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: 'PortForwarding': {'1.2'}, Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: 'QosPolicy': {'1.9'}, Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: 'SecurityGroup': {'1.4'}, Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: 'SubPort': {'1.0'}, Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: 'Subnet': {'1.1'}, Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: 'Trunk': {'1.1'}} Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: consumer versions: Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: { DHCP agent@n-d-615180-33: {}, Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: HyperV agent@n-h1-615180-33: {}, Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: HyperV agent@n-h2-615180-33: {}, Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: L3 agent@n-d-615180-33: {}, Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: Metadata agent@n-d-615180-33: {}, Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: Metering agent@n-d-615180-33: {}, Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: Open vSwitch agent@n-d-615180-33: { 'AddressGroup': '1.2', Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: 'ConntrackHelper': '1.0', Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: 'Log': '1.0', Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: 'Network': '1.1', Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: 'Port': '1.7', Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: 'PortForwarding': '1.2', Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: 'QosPolicy': '1.9', Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: 'SecurityGroup': '1.4', Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: 'SecurityGroupRule': '1.2', Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: 'SubPort': '1.0', Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: 'Subnet': '1.1', Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: 'Trunk': '1.1'}} Aug 11 02:04:09.607148 n-d-615180-33 neutron-server[94507]: {{(pid=94507) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:04:09.651756 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a806344d-38f6-4bf0-9e0a-d3ea538feec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:09.673891 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a806344d-38f6-4bf0-9e0a-d3ea538feec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:09.736723 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a806344d-38f6-4bf0-9e0a-d3ea538feec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:09.739693 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a806344d-38f6-4bf0-9e0a-d3ea538feec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:09.743799 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a806344d-38f6-4bf0-9e0a-d3ea538feec0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8b7eafe9-8e33-46f9-9b9e-569405b4e317 HTTP/1.1" status: 204 len: 168 time: 0.1716814 Aug 11 02:04:09.751935 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806344d-38f6-4bf0-9e0a-d3ea538feec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7eafe9-8e33-46f9-9b9e-569405b4e317,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:09.764976 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806344d-38f6-4bf0-9e0a-d3ea538feec0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:09.765414 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806344d-38f6-4bf0-9e0a-d3ea538feec0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:09.766065 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806344d-38f6-4bf0-9e0a-d3ea538feec0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:09.766578 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806344d-38f6-4bf0-9e0a-d3ea538feec0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:09.766978 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806344d-38f6-4bf0-9e0a-d3ea538feec0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:09.767377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806344d-38f6-4bf0-9e0a-d3ea538feec0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:09.767932 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806344d-38f6-4bf0-9e0a-d3ea538feec0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:09.768886 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806344d-38f6-4bf0-9e0a-d3ea538feec0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:09.769430 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806344d-38f6-4bf0-9e0a-d3ea538feec0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:09.770086 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806344d-38f6-4bf0-9e0a-d3ea538feec0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:09.771170 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806344d-38f6-4bf0-9e0a-d3ea538feec0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:09.771751 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806344d-38f6-4bf0-9e0a-d3ea538feec0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806344d-38f6-4bf0-9e0a-d3ea538feec0 admin admin] Tracked resource versions report: Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: pushed versions: Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: { 'AddressGroup': {'1.2'}, Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: 'ConntrackHelper': {'1.0'}, Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: 'Log': {'1.0'}, Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: 'Network': {'1.1'}, Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: 'Port': {'1.7'}, Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: 'PortForwarding': {'1.2'}, Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: 'QosPolicy': {'1.9'}, Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: 'SecurityGroup': {'1.4'}, Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: 'SubPort': {'1.0'}, Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: 'Subnet': {'1.1'}, Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: 'Trunk': {'1.1'}} Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: consumer versions: Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: { DHCP agent@n-d-615180-33: {}, Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: HyperV agent@n-h1-615180-33: {}, Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: HyperV agent@n-h2-615180-33: {}, Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: L3 agent@n-d-615180-33: {}, Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: Metadata agent@n-d-615180-33: {}, Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: Metering agent@n-d-615180-33: {}, Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: Open vSwitch agent@n-d-615180-33: { 'AddressGroup': '1.2', Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: 'ConntrackHelper': '1.0', Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: 'Log': '1.0', Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: 'Network': '1.1', Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: 'Port': '1.7', Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: 'PortForwarding': '1.2', Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: 'QosPolicy': '1.9', Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: 'SecurityGroup': '1.4', Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: 'SecurityGroupRule': '1.2', Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: 'SubPort': '1.0', Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: 'Subnet': '1.1', Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: 'Trunk': '1.1'}} Aug 11 02:04:09.774288 n-d-615180-33 neutron-server[94506]: {{(pid=94506) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:04:11.672523 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52050) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:11.829183 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-53d42ebd-0e8b-4955-a3bf-9bf19bd5183e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:11.968172 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-53d42ebd-0e8b-4955-a3bf-9bf19bd5183e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:11.972601 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-53d42ebd-0e8b-4955-a3bf-9bf19bd5183e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:12.009456 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52078) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:12.027331 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52084) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:12.027515 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-53d42ebd-0e8b-4955-a3bf-9bf19bd5183e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e5b7016047f64a3d883f5282095fc236&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3531551 Aug 11 02:04:12.029403 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d42ebd-0e8b-4955-a3bf-9bf19bd5183e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7035d429-5e66-45ca-8361-191c4822627a,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:12.087426 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6a79b07-f9ec-41b3-8560-b8499fa8e165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:12.109100 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6a79b07-f9ec-41b3-8560-b8499fa8e165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:12.164546 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6a79b07-f9ec-41b3-8560-b8499fa8e165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:12.167041 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6a79b07-f9ec-41b3-8560-b8499fa8e165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:12.171398 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f6a79b07-f9ec-41b3-8560-b8499fa8e165 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7035d429-5e66-45ca-8361-191c4822627a HTTP/1.1" status: 204 len: 168 time: 0.1427727 Aug 11 02:04:12.179808 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a79b07-f9ec-41b3-8560-b8499fa8e165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7035d429-5e66-45ca-8361-191c4822627a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:12.306694 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52098) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:12.361405 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e940aedb-242f-499f-ae3f-8fa79157543c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:12.469019 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e940aedb-242f-499f-ae3f-8fa79157543c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:12.476622 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e940aedb-242f-499f-ae3f-8fa79157543c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:12.539703 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e940aedb-242f-499f-ae3f-8fa79157543c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=505aec3c6c824a6080dbcb898b03bd21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5280445 Aug 11 02:04:12.542102 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52124) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:12.561939 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940aedb-242f-499f-ae3f-8fa79157543c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bfb17e-17cc-4f9f-8c14-6b465256ff5c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:12.609286 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-58d0d4c6-8b5d-45cc-bf37-baaac9525d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:12.645598 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-58d0d4c6-8b5d-45cc-bf37-baaac9525d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:12.698172 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-793926e7-712a-43f9-9d65-ce0e5cecde59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:12.760867 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-58d0d4c6-8b5d-45cc-bf37-baaac9525d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:12.767285 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-58d0d4c6-8b5d-45cc-bf37-baaac9525d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:12.767808 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-58d0d4c6-8b5d-45cc-bf37-baaac9525d0e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/82bfb17e-17cc-4f9f-8c14-6b465256ff5c HTTP/1.1" status: 204 len: 168 time: 0.2246854 Aug 11 02:04:12.778998 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0d4c6-8b5d-45cc-bf37-baaac9525d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bfb17e-17cc-4f9f-8c14-6b465256ff5c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:12.836055 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-793926e7-712a-43f9-9d65-ce0e5cecde59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:12.840378 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-793926e7-712a-43f9-9d65-ce0e5cecde59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:12.854591 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52148) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:12.869608 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6d6de6a0-385e-4140-86f5-de716f958708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:12.875335 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793926e7-712a-43f9-9d65-ce0e5cecde59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d90baa7-f839-46a5-a119-f83c5bea3ba4,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:12.895873 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-793926e7-712a-43f9-9d65-ce0e5cecde59 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2c8b1cb18c3548fe910a06c386b03a0d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5850902 Aug 11 02:04:12.895873 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52150) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:12.966739 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1fa87f89-aec3-43b2-9168-da74bb31955e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:12.980318 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6d6de6a0-385e-4140-86f5-de716f958708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:12.987929 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6d6de6a0-385e-4140-86f5-de716f958708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:13.001255 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1fa87f89-aec3-43b2-9168-da74bb31955e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:13.040841 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6de6a0-385e-4140-86f5-de716f958708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b0bcf2-987c-48af-8c9a-cf6e3dcfccce,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:13.057095 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6d6de6a0-385e-4140-86f5-de716f958708 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5549946c20204e49bcca141e30b01508&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1988018 Aug 11 02:04:13.057313 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52156) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:13.068283 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1fa87f89-aec3-43b2-9168-da74bb31955e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:13.071689 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1fa87f89-aec3-43b2-9168-da74bb31955e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:13.074384 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1fa87f89-aec3-43b2-9168-da74bb31955e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3d90baa7-f839-46a5-a119-f83c5bea3ba4 HTTP/1.1" status: 204 len: 168 time: 0.1790111 Aug 11 02:04:13.083015 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa87f89-aec3-43b2-9168-da74bb31955e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d90baa7-f839-46a5-a119-f83c5bea3ba4,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:13.126662 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9df99b01-2d49-4efd-9ebb-16b2140208e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:13.148945 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9df99b01-2d49-4efd-9ebb-16b2140208e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:13.207355 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52162) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:13.224493 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9df99b01-2d49-4efd-9ebb-16b2140208e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:13.228150 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9df99b01-2d49-4efd-9ebb-16b2140208e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:13.232289 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9df99b01-2d49-4efd-9ebb-16b2140208e8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/64b0bcf2-987c-48af-8c9a-cf6e3dcfccce HTTP/1.1" status: 204 len: 168 time: 0.1737158 Aug 11 02:04:13.235766 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e1396e93-b40e-41d9-a5e7-fd36686b44ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:13.259713 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df99b01-2d49-4efd-9ebb-16b2140208e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b0bcf2-987c-48af-8c9a-cf6e3dcfccce,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:13.377025 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e1396e93-b40e-41d9-a5e7-fd36686b44ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:13.381065 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e1396e93-b40e-41d9-a5e7-fd36686b44ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:13.413977 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1396e93-b40e-41d9-a5e7-fd36686b44ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd3d797-f66a-49f0-b773-a1351ab9624d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:13.432741 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e1396e93-b40e-41d9-a5e7-fd36686b44ff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2847e015451a41ac9d644332f9829246&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2280385 Aug 11 02:04:13.435284 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52186) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:13.512279 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2a03303e-18fd-4c16-88d3-e84293d6e266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:13.536307 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2a03303e-18fd-4c16-88d3-e84293d6e266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:13.610286 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2a03303e-18fd-4c16-88d3-e84293d6e266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:13.613127 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2a03303e-18fd-4c16-88d3-e84293d6e266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:13.617132 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2a03303e-18fd-4c16-88d3-e84293d6e266 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0fd3d797-f66a-49f0-b773-a1351ab9624d HTTP/1.1" status: 204 len: 168 time: 0.1782260 Aug 11 02:04:13.625103 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03303e-18fd-4c16-88d3-e84293d6e266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd3d797-f66a-49f0-b773-a1351ab9624d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:13.729871 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52216) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:13.746745 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-93bba92a-4408-40ee-874c-4fa44b7ca212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:13.833811 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52232) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:13.836932 n-d-615180-33 neutron-server[94506]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 11 02:04:13.869758 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-29ed3c4a-cede-45ce-abcc-35110d864af1 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=694b4d30bd5847e8be4f02e4b2f7bedf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338898 Aug 11 02:04:13.935854 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-93bba92a-4408-40ee-874c-4fa44b7ca212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:13.944433 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-93bba92a-4408-40ee-874c-4fa44b7ca212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:13.986360 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-93bba92a-4408-40ee-874c-4fa44b7ca212 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d82e76cc64c34dc790d41d412df5bd18&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2552822 Aug 11 02:04:13.986769 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bba92a-4408-40ee-874c-4fa44b7ca212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b50c73-eb23-40df-855e-7421aa4f124c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:13.989315 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52246) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:14.005270 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-f22350e1-c5a1-4a45-b5ba-fc71108aafb7 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:14.013420 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-f22350e1-c5a1-4a45-b5ba-fc71108aafb7 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1424308 Aug 11 02:04:14.032734 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-0e37b412-e824-4d63-b53b-f280fa9bd2cc tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/quotas/694b4d30bd5847e8be4f02e4b2f7bedf HTTP/1.1" status: 200 len: 375 time: 0.0181704 Aug 11 02:04:14.045935 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e58ee8d7-f000-4460-af5e-5afeedbaafb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:14.068918 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e58ee8d7-f000-4460-af5e-5afeedbaafb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:14.089782 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-94a2c781-1ee9-422c-9d20-1a5366d8cfa3 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=694b4d30bd5847e8be4f02e4b2f7bedf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562878 Aug 11 02:04:14.132867 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e58ee8d7-f000-4460-af5e-5afeedbaafb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:14.138040 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e58ee8d7-f000-4460-af5e-5afeedbaafb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:14.145807 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e58ee8d7-f000-4460-af5e-5afeedbaafb3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/63b50c73-eb23-40df-855e-7421aa4f124c HTTP/1.1" status: 204 len: 168 time: 0.1503108 Aug 11 02:04:14.149078 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ee8d7-f000-4460-af5e-5afeedbaafb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b50c73-eb23-40df-855e-7421aa4f124c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:14.412227 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b17bc1f0-31d8-4b5d-85d2-9c565a430d2c req-68bcf417-65b3-43b0-b161-dc36197ca5f5 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 210 time: 0.0530224 Aug 11 02:04:14.961568 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52344) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:14.964291 n-d-615180-33 neutron-server[94507]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 11 02:04:15.017384 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-9c1e7a2e-5558-4db8-b65c-4831edba6a30 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=3f9a4848540a40eb8682d6bea4b60523&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542896 Aug 11 02:04:15.203607 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-6e34209f-530c-4881-a105-ac3f9031f39c tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:15.205086 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-6e34209f-530c-4881-a105-ac3f9031f39c tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1869605 Aug 11 02:04:15.224069 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-557de525-0896-4b30-8fdb-95a7ced9a886 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/quotas/3f9a4848540a40eb8682d6bea4b60523 HTTP/1.1" status: 200 len: 375 time: 0.0115209 Aug 11 02:04:15.285933 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-5d3f904e-784f-4ef0-9599-88aaaf5e104c tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3f9a4848540a40eb8682d6bea4b60523&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571311 Aug 11 02:04:15.539016 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4456d587-86da-459c-83c0-bd77c0c8a7d2 req-1bdc2626-fdb5-4941-a90c-217c8a46fddd tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82656d7-eb7a-4408-b462-1df748657abb HTTP/1.1" status: 200 len: 210 time: 0.0606837 Aug 11 02:04:15.597944 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2af1a46b-9bd3-4b0a-be68-1e72a7217bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:15.600833 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f91bb8c5-b527-4a1c-a54b-33b1bf76cac3 req-454889cd-7e3f-4adb-ab0f-71ed8d4f8a63 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 210 time: 0.0583706 Aug 11 02:04:15.611293 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52402) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:16.065718 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1f209717-c395-4fa8-9d9e-bdd0a2baf1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:16.161989 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1f209717-c395-4fa8-9d9e-bdd0a2baf1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:16.166954 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1f209717-c395-4fa8-9d9e-bdd0a2baf1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:16.206936 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1f209717-c395-4fa8-9d9e-bdd0a2baf1cd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=39584407be5b430392ad7bc9d3f62f46&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5948625 Aug 11 02:04:16.207745 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f209717-c395-4fa8-9d9e-bdd0a2baf1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76ec5f8-889a-4cdf-ab42-f68e8dc16658,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:16.210175 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52440) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:16.262789 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3d71ccc0-56d8-46ae-b088-882411f13a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:16.283778 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3d71ccc0-56d8-46ae-b088-882411f13a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:16.349116 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3d71ccc0-56d8-46ae-b088-882411f13a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:16.352351 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3d71ccc0-56d8-46ae-b088-882411f13a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:16.356456 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3d71ccc0-56d8-46ae-b088-882411f13a90 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a76ec5f8-889a-4cdf-ab42-f68e8dc16658 HTTP/1.1" status: 204 len: 168 time: 0.1447566 Aug 11 02:04:16.365377 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71ccc0-56d8-46ae-b088-882411f13a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76ec5f8-889a-4cdf-ab42-f68e8dc16658,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:16.618390 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c5c1d969-e0b1-483a-b10d-e5771e55cc04 req-24421321-f7e9-4416-9133-04642a2273b1 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82656d7-eb7a-4408-b462-1df748657abb HTTP/1.1" status: 200 len: 210 time: 0.0338702 Aug 11 02:04:16.690012 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8b63c1fc-f6d0-4a90-bc41-63f963a62871 req-2e8893d4-c9d4-48c8-9cd9-fa4ab0aee834 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 210 time: 0.0302737 Aug 11 02:04:16.934141 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52484) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:16.949935 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-dd629276-8682-4b40-9501-8f17bd7a94f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:17.063114 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-dd629276-8682-4b40-9501-8f17bd7a94f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:17.070589 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-dd629276-8682-4b40-9501-8f17bd7a94f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:17.098949 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-dd629276-8682-4b40-9501-8f17bd7a94f2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=267a03dcd09744f7b49882c2b7ea0b28&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1628244 Aug 11 02:04:17.102210 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52486) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:17.123855 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd629276-8682-4b40-9501-8f17bd7a94f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c773b259-1b1d-4baa-ac6f-e13f7766c32d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:17.217475 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5448c3cf-830d-4942-a0d7-0ab6844b8231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:17.250295 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5448c3cf-830d-4942-a0d7-0ab6844b8231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:17.364800 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-240d0ee4-f179-4312-9d5e-90965007d817 req-7ffd7b61-cd7d-477b-92dc-c26f73718c84 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=106c314777c84d439f39a910d42e0c06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436296 Aug 11 02:04:17.422379 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5448c3cf-830d-4942-a0d7-0ab6844b8231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:17.427460 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5448c3cf-830d-4942-a0d7-0ab6844b8231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:17.432835 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5448c3cf-830d-4942-a0d7-0ab6844b8231 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c773b259-1b1d-4baa-ac6f-e13f7766c32d HTTP/1.1" status: 204 len: 168 time: 0.3260367 Aug 11 02:04:17.509180 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448c3cf-830d-4942-a0d7-0ab6844b8231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c773b259-1b1d-4baa-ac6f-e13f7766c32d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:17.602401 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d0ee4-f179-4312-9d5e-90965007d817 req-4e03f1dc-00d4-4ed0-bab0-56ae0203e103 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:17.604160 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-240d0ee4-f179-4312-9d5e-90965007d817 req-4e03f1dc-00d4-4ed0-bab0-56ae0203e103 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2281237 Aug 11 02:04:17.622096 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-240d0ee4-f179-4312-9d5e-90965007d817 req-d1b05a95-aa19-469f-8dd3-a8b1417fdbfa tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/quotas/106c314777c84d439f39a910d42e0c06 HTTP/1.1" status: 200 len: 375 time: 0.0103192 Aug 11 02:04:17.701269 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-240d0ee4-f179-4312-9d5e-90965007d817 req-3137da68-423b-4479-913a-a818a4da1e60 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=106c314777c84d439f39a910d42e0c06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678363 Aug 11 02:04:17.815844 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.73', 62777) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:17.842870 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-5c9a6486-59d1-424b-aed0-7fc3204b64a0 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=3f9a4848540a40eb8682d6bea4b60523&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255730 Aug 11 02:04:18.002610 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-a81eed1d-3a5d-4c94-900b-c4f8c68fa30f tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:18.008295 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-a81eed1d-3a5d-4c94-900b-c4f8c68fa30f tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1555531 Aug 11 02:04:18.059920 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-a504ab94-a352-4e8d-97ae-1e66b357f134 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Request body: {'port': {'device_id': 'd82656d7-eb7a-4408-b462-1df748657abb', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': '3f9a4848540a40eb8682d6bea4b60523'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:04:18.177704 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-69967032-0729-454a-9707-22b274ea1ae8 req-ac803ce9-45c5-437d-9c11-34ded3c1676c tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 210 time: 0.0554242 Aug 11 02:04:18.239138 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-92f4116f-dccd-46a5-aede-01399953990e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:18.308308 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-366e658a-acb1-4f4f-a3eb-6e2999431d59 req-d53fe2c4-5897-4847-a3eb-90be43732783 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82656d7-eb7a-4408-b462-1df748657abb HTTP/1.1" status: 200 len: 210 time: 0.0874343 Aug 11 02:04:18.324813 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:18.477220 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b769cfb4-baa5-4a97-85ae-68fd7b698108 req-4af26b06-f1d1-45b9-8dd4-f0593e9daf8f tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/ports?device_id=839efd4d-15a0-4d19-9e6c-8ba311f45b52 HTTP/1.1" status: 200 len: 210 time: 0.0391018 Aug 11 02:04:18.531231 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.66', 50776) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:18.607057 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-a504ab94-a352-4e8d-97ae-1e66b357f134 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Made reservation on behalf of 3f9a4848540a40eb8682d6bea4b60523 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:04:18.610621 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-a504ab94-a352-4e8d-97ae-1e66b357f134 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:18.625197 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-c9001b14-ccd5-4dc7-bcd6-06019baa8b5d tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=694b4d30bd5847e8be4f02e4b2f7bedf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0923340 Aug 11 02:04:18.685537 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-a504ab94-a352-4e8d-97ae-1e66b357f134 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:18.885150 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-f641ea19-de65-46fe-b871-fb9e4cf7c69b tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:18.886985 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-f641ea19-de65-46fe-b871-fb9e4cf7c69b tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2542474 Aug 11 02:04:18.985797 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-1e5f54e9-5982-405f-be89-f4027c1550ab tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Request body: {'port': {'device_id': 'c0ed7d2b-5fa9-4384-94f8-f4a44364a78f', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': '694b4d30bd5847e8be4f02e4b2f7bedf'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:04:19.010636 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52606) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:19.049071 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-a504ab94-a352-4e8d-97ae-1e66b357f134 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:19.110147 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-a504ab94-a352-4e8d-97ae-1e66b357f134 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:19.173127 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504ab94-a352-4e8d-97ae-1e66b357f134 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2733ea8-9c6c-465d-984b-4f92c7310104,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:19.221182 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6cc66b21-b160-4b83-a7ca-7ccde6ac98e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:19.446095 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-35ba094a-981b-4df1-827e-7562b2031664 req-3051357d-639e-42cd-bfaf-021b608735c7 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 210 time: 0.1337883 Aug 11 02:04:19.478817 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-807307e3-2ef0-4c6b-a14f-47f15aaf5d8a req-6ab2b461-8f7e-4ab0-a9c5-9c60dc141ad0 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82656d7-eb7a-4408-b462-1df748657abb HTTP/1.1" status: 200 len: 210 time: 0.0480335 Aug 11 02:04:19.563360 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52630) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:19.564907 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6cc66b21-b160-4b83-a7ca-7ccde6ac98e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:19.573184 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6cc66b21-b160-4b83-a7ca-7ccde6ac98e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:19.636284 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc66b21-b160-4b83-a7ca-7ccde6ac98e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbf484d-fa53-4762-a596-7eff2d66a968,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:19.749403 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.66', 50780) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:19.778244 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b7695f63-06d3-4550-879b-e034d7ad22f6 req-06d75bda-322a-44b9-924f-9c79fb0119aa tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/ports?device_id=839efd4d-15a0-4d19-9e6c-8ba311f45b52 HTTP/1.1" status: 200 len: 210 time: 0.1488554 Aug 11 02:04:19.821165 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:19.846357 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-240d0ee4-f179-4312-9d5e-90965007d817 req-4de25e33-e9b3-413f-8d7c-e29753e949c6 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=106c314777c84d439f39a910d42e0c06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0816321 Aug 11 02:04:19.849874 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6cc66b21-b160-4b83-a7ca-7ccde6ac98e5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cc4570852e9d4f7fa4983a711e744d65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8381770 Aug 11 02:04:19.854892 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52636) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:19.920048 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-a504ab94-a352-4e8d-97ae-1e66b357f134 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Allocated IP 192.168.233.178 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/95b3d4d3-7945-4b2c-8031-9d5359133631) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:04:19.929199 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-1e5f54e9-5982-405f-be89-f4027c1550ab tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Made reservation on behalf of 694b4d30bd5847e8be4f02e4b2f7bedf for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:04:19.934464 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-1e5f54e9-5982-405f-be89-f4027c1550ab tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:19.980537 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-1e5f54e9-5982-405f-be89-f4027c1550ab tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:19.989019 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f355f3e4-718b-4e98-b82d-4b93f12b30ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:20.170427 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d0ee4-f179-4312-9d5e-90965007d817 req-947cc0fd-1352-48b4-82ea-e735a35827ad tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:20.181066 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-240d0ee4-f179-4312-9d5e-90965007d817 req-947cc0fd-1352-48b4-82ea-e735a35827ad tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3272660 Aug 11 02:04:20.254210 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-73c87d3e-236c-4e5d-ab1a-6790dec3b24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:20.266978 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-240d0ee4-f179-4312-9d5e-90965007d817 req-91e62f8d-6132-4dee-961c-b1ccb8c5038c tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Request body: {'port': {'device_id': '839efd4d-15a0-4d19-9e6c-8ba311f45b52', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': '106c314777c84d439f39a910d42e0c06'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:04:20.431469 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-a504ab94-a352-4e8d-97ae-1e66b357f134 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:20.529697 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f355f3e4-718b-4e98-b82d-4b93f12b30ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:20.576086 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f355f3e4-718b-4e98-b82d-4b93f12b30ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:20.581472 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-a504ab94-a352-4e8d-97ae-1e66b357f134 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Transition to ACTIVE for port object 95b3d4d3-7945-4b2c-8031-9d5359133631 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:04:20.830784 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355f3e4-718b-4e98-b82d-4b93f12b30ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f16281-4bca-49c1-be13-0765f9f854a4,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:20.905558 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cb5d13b0-fd8f-4428-8199-d80af53e44e4 req-856747d0-adae-4038-95ee-c13421247cf8 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82656d7-eb7a-4408-b462-1df748657abb HTTP/1.1" status: 200 len: 210 time: 0.0738482 Aug 11 02:04:20.932930 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-73c87d3e-236c-4e5d-ab1a-6790dec3b24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:20.947565 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-259542dc-94a8-422f-8a49-b5feb8923678 req-b0487af9-4399-477e-9d07-9ab17628cab9 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 210 time: 0.2382734 Aug 11 02:04:20.960277 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f355f3e4-718b-4e98-b82d-4b93f12b30ee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3f66907e746d4357ab8f8bd771906fcf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3925781 Aug 11 02:04:20.966403 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52662) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:21.035799 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-a504ab94-a352-4e8d-97ae-1e66b357f134 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:21.093375 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4af7fc03-0087-43e1-89cd-b908a7fc1576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:21.122041 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4af7fc03-0087-43e1-89cd-b908a7fc1576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:21.166824 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-a504ab94-a352-4e8d-97ae-1e66b357f134 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:04:21.183403 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-a504ab94-a352-4e8d-97ae-1e66b357f134 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:04:21.189806 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-a504ab94-a352-4e8d-97ae-1e66b357f134 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:04:21.195880 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-a504ab94-a352-4e8d-97ae-1e66b357f134 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:21.196650 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-a504ab94-a352-4e8d-97ae-1e66b357f134 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:21.199521 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504ab94-a352-4e8d-97ae-1e66b357f134 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Pushing event updated for resources: {'Port': ['ID=95b3d4d3-7945-4b2c-8031-9d5359133631,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:21.218372 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-1e5f54e9-5982-405f-be89-f4027c1550ab tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:21.223911 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-1e5f54e9-5982-405f-be89-f4027c1550ab tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:21.235485 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6d580503-8105-4af7-b852-0c2b95009dac req-95602fbd-762b-4206-8c8a-92cb839d1f4b tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/ports?device_id=839efd4d-15a0-4d19-9e6c-8ba311f45b52 HTTP/1.1" status: 200 len: 210 time: 0.1379533 Aug 11 02:04:21.247169 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-a504ab94-a352-4e8d-97ae-1e66b357f134 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1913095 Aug 11 02:04:21.281059 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4af7fc03-0087-43e1-89cd-b908a7fc1576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:21.291875 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4af7fc03-0087-43e1-89cd-b908a7fc1576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:21.291875 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4af7fc03-0087-43e1-89cd-b908a7fc1576 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f8f16281-4bca-49c1-be13-0765f9f854a4 HTTP/1.1" status: 204 len: 168 time: 0.3228884 Aug 11 02:04:21.310678 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7fc03-0087-43e1-89cd-b908a7fc1576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f16281-4bca-49c1-be13-0765f9f854a4,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:21.347750 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-73c87d3e-236c-4e5d-ab1a-6790dec3b24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:21.350991 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-73c87d3e-236c-4e5d-ab1a-6790dec3b24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:21.355185 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-73c87d3e-236c-4e5d-ab1a-6790dec3b24a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1cbf484d-fa53-4762-a596-7eff2d66a968 HTTP/1.1" status: 204 len: 168 time: 1.4983690 Aug 11 02:04:21.365959 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c87d3e-236c-4e5d-ab1a-6790dec3b24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbf484d-fa53-4762-a596-7eff2d66a968,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:21.367874 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-240d0ee4-f179-4312-9d5e-90965007d817 req-91e62f8d-6132-4dee-961c-b1ccb8c5038c tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Made reservation on behalf of 106c314777c84d439f39a910d42e0c06 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:04:21.372001 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-240d0ee4-f179-4312-9d5e-90965007d817 req-91e62f8d-6132-4dee-961c-b1ccb8c5038c tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:21.384571 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-240d0ee4-f179-4312-9d5e-90965007d817 req-91e62f8d-6132-4dee-961c-b1ccb8c5038c tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:21.402975 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:21.576571 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-240d0ee4-f179-4312-9d5e-90965007d817 req-91e62f8d-6132-4dee-961c-b1ccb8c5038c tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:21.583400 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-240d0ee4-f179-4312-9d5e-90965007d817 req-91e62f8d-6132-4dee-961c-b1ccb8c5038c tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:21.642030 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-1e5f54e9-5982-405f-be89-f4027c1550ab tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Allocated IP 192.168.233.186 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/bbcdf1a9-fbd9-463f-bced-91bd101ad493) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:04:21.685470 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-6f31b8d5-d7eb-4e26-8a04-1e4f563adb58 None None] Provisioning for port 95b3d4d3-7945-4b2c-8031-9d5359133631 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:04:21.695746 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-6f31b8d5-d7eb-4e26-8a04-1e4f563adb58 None None] Provisioning complete for port 95b3d4d3-7945-4b2c-8031-9d5359133631 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:04:21.696130 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6f31b8d5-d7eb-4e26-8a04-1e4f563adb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:21.715019 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e62f8d-6132-4dee-961c-b1ccb8c5038c tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d03ceb7-b6bb-4285-9238-6420500ef4a5,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:21.838787 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-1e5f54e9-5982-405f-be89-f4027c1550ab tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:21.847937 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-3e09a9ff-0ee8-4afa-8b8f-b3675ec73ceb tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:04:21.849102 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-3e09a9ff-0ee8-4afa-8b8f-b3675ec73ceb tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074019 Aug 11 02:04:21.869018 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f54e9-5982-405f-be89-f4027c1550ab tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=261aa497-a745-4fc6-bf40-f067149eb915,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:21.874942 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-1e5f54e9-5982-405f-be89-f4027c1550ab tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Transition to ACTIVE for port object bbcdf1a9-fbd9-463f-bced-91bd101ad493 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:04:21.934674 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-6f31b8d5-d7eb-4e26-8a04-1e4f563adb58 None None] Port 95b3d4d3-7945-4b2c-8031-9d5359133631 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:04:22.144773 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-1e5f54e9-5982-405f-be89-f4027c1550ab tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:22.323214 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52694) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:22.335484 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-240d0ee4-f179-4312-9d5e-90965007d817 req-91e62f8d-6132-4dee-961c-b1ccb8c5038c tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Allocated IP 192.168.233.144 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/cc37d5de-7085-4ff8-9099-893a4b5cf907) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:04:22.337241 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23850427-8f85-457b-80b4-69bfa3755fe9 req-2f2826bb-43c9-46b9-9144-43483cbcb421 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:22.339336 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-23850427-8f85-457b-80b4-69bfa3755fe9 req-2f2826bb-43c9-46b9-9144-43483cbcb421 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82656d7-eb7a-4408-b462-1df748657abb HTTP/1.1" status: 200 len: 936 time: 0.2595310 Aug 11 02:04:22.343678 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-1e5f54e9-5982-405f-be89-f4027c1550ab tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:04:22.355177 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-1e5f54e9-5982-405f-be89-f4027c1550ab tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:04:22.364723 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0f7af4fd-ef1c-4d19-b94e-093425c41f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:22.382230 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-1e5f54e9-5982-405f-be89-f4027c1550ab tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:04:22.396793 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-1e5f54e9-5982-405f-be89-f4027c1550ab tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:22.398179 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-1e5f54e9-5982-405f-be89-f4027c1550ab tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:22.408600 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f54e9-5982-405f-be89-f4027c1550ab tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Pushing event updated for resources: {'Port': ['ID=bbcdf1a9-fbd9-463f-bced-91bd101ad493,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:22.531397 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-23850427-8f85-457b-80b4-69bfa3755fe9 req-a96f61a6-45fd-43c8-9c64-a390617b9d73 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2733ea8-9c6c-465d-984b-4f92c7310104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805129 Aug 11 02:04:22.814131 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-46669f0e-5e46-4882-a785-5ed0b6e4ef3c req-481ff585-934b-4758-85ad-92aaf413774a tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/ports?device_id=839efd4d-15a0-4d19-9e6c-8ba311f45b52 HTTP/1.1" status: 200 len: 210 time: 0.0769701 Aug 11 02:04:22.869369 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-79b0c50d-5b1c-458b-9c61-8b2dcce37229 None None] Provisioning for port bbcdf1a9-fbd9-463f-bced-91bd101ad493 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:04:22.886553 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-79b0c50d-5b1c-458b-9c61-8b2dcce37229 None None] Provisioning complete for port bbcdf1a9-fbd9-463f-bced-91bd101ad493 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:04:22.887944 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae4e37-2bcf-45b9-afdc-a62a3d7c461d req-7453a269-1a1d-4ef9-b4d9-c49512513378 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:22.890211 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-79b0c50d-5b1c-458b-9c61-8b2dcce37229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:22.893404 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-240d0ee4-f179-4312-9d5e-90965007d817 req-91e62f8d-6132-4dee-961c-b1ccb8c5038c tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:22.910441 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1bae4e37-2bcf-45b9-afdc-a62a3d7c461d req-7453a269-1a1d-4ef9-b4d9-c49512513378 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 936 time: 0.2198398 Aug 11 02:04:22.921271 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-240d0ee4-f179-4312-9d5e-90965007d817 req-91e62f8d-6132-4dee-961c-b1ccb8c5038c tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Transition to ACTIVE for port object cc37d5de-7085-4ff8-9099-893a4b5cf907 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:04:22.925711 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52700) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:22.963436 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9a0b0e0a-7487-49d9-b661-76aea5ebce3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:22.965214 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-b5d89558-1ffe-49dc-ac76-70da205b558d service neutron] Request body: {'port': {'device_id': 'd82656d7-eb7a-4408-b462-1df748657abb', 'device_owner': 'compute:tempest-test_az-156377794', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:04:22.982387 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-79b0c50d-5b1c-458b-9c61-8b2dcce37229 None None] Port bbcdf1a9-fbd9-463f-bced-91bd101ad493 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:04:23.026995 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-240d0ee4-f179-4312-9d5e-90965007d817 req-91e62f8d-6132-4dee-961c-b1ccb8c5038c tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:23.196530 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1bae4e37-2bcf-45b9-afdc-a62a3d7c461d req-5be056b1-ff1c-4ac8-a750-95787f2acdcd tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850924 Aug 11 02:04:23.217445 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-b5d89558-1ffe-49dc-ac76-70da205b558d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:23.242823 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-240d0ee4-f179-4312-9d5e-90965007d817 req-91e62f8d-6132-4dee-961c-b1ccb8c5038c tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:04:23.285607 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-240d0ee4-f179-4312-9d5e-90965007d817 req-91e62f8d-6132-4dee-961c-b1ccb8c5038c tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:04:23.289149 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e62f8d-6132-4dee-961c-b1ccb8c5038c tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Pushing event updated for resources: {'Port': ['ID=cc37d5de-7085-4ff8-9099-893a4b5cf907,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:23.345112 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-240d0ee4-f179-4312-9d5e-90965007d817 req-91e62f8d-6132-4dee-961c-b1ccb8c5038c tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:04:23.358963 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d0ee4-f179-4312-9d5e-90965007d817 req-91e62f8d-6132-4dee-961c-b1ccb8c5038c tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:23.369499 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-240d0ee4-f179-4312-9d5e-90965007d817 req-91e62f8d-6132-4dee-961c-b1ccb8c5038c tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:23.422240 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0f7af4fd-ef1c-4d19-b94e-093425c41f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:23.434530 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0f7af4fd-ef1c-4d19-b94e-093425c41f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:23.518595 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-1e5f54e9-5982-405f-be89-f4027c1550ab tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5616620 Aug 11 02:04:23.558422 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0f7af4fd-ef1c-4d19-b94e-093425c41f76 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=83984e397f454a138b15217d956c9b13&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2268150 Aug 11 02:04:23.577030 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52712) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:23.578267 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7af4fd-ef1c-4d19-b94e-093425c41f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ce4776-36e0-44e2-8b42-5f21ad3bca2d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:23.582549 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-240d0ee4-f179-4312-9d5e-90965007d817 req-91e62f8d-6132-4dee-961c-b1ccb8c5038c tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3255813 Aug 11 02:04:23.629036 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-6bc65cc7-51d4-41e7-8dcd-74beb6944ef9 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:04:23.638906 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-6bc65cc7-51d4-41e7-8dcd-74beb6944ef9 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125036 Aug 11 02:04:23.646196 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-240d0ee4-f179-4312-9d5e-90965007d817 req-1539cdef-5e50-4d36-97e7-3be02860b0a6 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:04:23.648260 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-240d0ee4-f179-4312-9d5e-90965007d817 req-1539cdef-5e50-4d36-97e7-3be02860b0a6 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099702 Aug 11 02:04:23.676789 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3225-64c3-4bbf-8582-7355c11d4429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:23.712375 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-23e276ad-b31b-4c83-b4b1-94ead7148470 None None] Provisioning for port cc37d5de-7085-4ff8-9099-893a4b5cf907 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:04:23.719049 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-23e276ad-b31b-4c83-b4b1-94ead7148470 None None] Provisioning complete for port cc37d5de-7085-4ff8-9099-893a4b5cf907 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:04:23.719726 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-23e276ad-b31b-4c83-b4b1-94ead7148470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:23.734644 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3225-64c3-4bbf-8582-7355c11d4429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:23.804780 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-23e276ad-b31b-4c83-b4b1-94ead7148470 None None] Port cc37d5de-7085-4ff8-9099-893a4b5cf907 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:04:23.949601 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3225-64c3-4bbf-8582-7355c11d4429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:23.952959 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3225-64c3-4bbf-8582-7355c11d4429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:23.955187 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d9dc3225-64c3-4bbf-8582-7355c11d4429 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/25ce4776-36e0-44e2-8b42-5f21ad3bca2d HTTP/1.1" status: 204 len: 168 time: 0.3712263 Aug 11 02:04:23.992333 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc3225-64c3-4bbf-8582-7355c11d4429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ce4776-36e0-44e2-8b42-5f21ad3bca2d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:24.034525 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5642c3-64ca-41f9-a825-4e2a23b95a15 req-35a25605-2b4a-43c0-a9c2-5a54ed901226 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:24.036847 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0a5642c3-64ca-41f9-a825-4e2a23b95a15 req-35a25605-2b4a-43c0-a9c2-5a54ed901226 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82656d7-eb7a-4408-b462-1df748657abb HTTP/1.1" status: 200 len: 936 time: 0.2168117 Aug 11 02:04:24.051048 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-8c24b65b-84c8-4d76-8746-db13ab20ed13 service neutron] Request body: {'port': {'device_id': 'c0ed7d2b-5fa9-4384-94f8-f4a44364a78f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:04:24.059291 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-240d0ee4-f179-4312-9d5e-90965007d817 req-142cac22-112a-4b14-81d9-1503af7682fe service neutron] Request body: {'port': {'device_id': '839efd4d-15a0-4d19-9e6c-8ba311f45b52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:04:24.093486 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:24.134738 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-b5d89558-1ffe-49dc-ac76-70da205b558d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b3d4d3-7945-4b2c-8031-9d5359133631 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:04:24.161475 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-b5d89558-1ffe-49dc-ac76-70da205b558d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:24.219801 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a46ca5-2c1c-453c-9725-9e782f0c009d req-43c723b2-07da-42a0-b1d4-a4f5965cbcc8 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:24.222839 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0a5642c3-64ca-41f9-a825-4e2a23b95a15 req-65fb3702-1143-4852-98b4-2400b5051958 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2733ea8-9c6c-465d-984b-4f92c7310104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567686 Aug 11 02:04:24.231374 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-97a46ca5-2c1c-453c-9725-9e782f0c009d req-43c723b2-07da-42a0-b1d4-a4f5965cbcc8 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/ports?device_id=839efd4d-15a0-4d19-9e6c-8ba311f45b52 HTTP/1.1" status: 200 len: 936 time: 0.2763953 Aug 11 02:04:24.239364 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9a0b0e0a-7487-49d9-b661-76aea5ebce3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:24.245403 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-8c24b65b-84c8-4d76-8746-db13ab20ed13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:24.252639 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-b5d89558-1ffe-49dc-ac76-70da205b558d service neutron] Transition to ACTIVE for port object 95b3d4d3-7945-4b2c-8031-9d5359133631 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:04:24.258449 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9a0b0e0a-7487-49d9-b661-76aea5ebce3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:24.266786 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-240d0ee4-f179-4312-9d5e-90965007d817 req-142cac22-112a-4b14-81d9-1503af7682fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:24.269886 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-b5d89558-1ffe-49dc-ac76-70da205b558d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:24.346401 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b0e0a-7487-49d9-b661-76aea5ebce3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af4a2d0-4314-4d8b-b139-11a5be9d0bc2,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:24.357736 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9a0b0e0a-7487-49d9-b661-76aea5ebce3c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=002e653155604f97ac2fc60b337ba231&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4262340 Aug 11 02:04:24.360537 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52736) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:24.466277 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d89558-1ffe-49dc-ac76-70da205b558d service neutron] Pushing event updated for resources: {'Port': ['ID=95b3d4d3-7945-4b2c-8031-9d5359133631,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:24.555999 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-97a46ca5-2c1c-453c-9725-9e782f0c009d req-9c4c00e0-18d2-4306-9b24-8ad2c5d4e35e tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d03ceb7-b6bb-4285-9238-6420500ef4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232965 Aug 11 02:04:24.844313 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be22e4a-73aa-4bff-859b-2b3d376e6e3a req-585d1e5a-a1ea-441f-a416-acc0e9a365fb tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:24.859953 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3be22e4a-73aa-4bff-859b-2b3d376e6e3a req-585d1e5a-a1ea-441f-a416-acc0e9a365fb tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 936 time: 0.4481866 Aug 11 02:04:24.915626 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-69e317a3-6254-4ccf-863c-40d3e6e40f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:24.918983 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:24.992756 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-b5d89558-1ffe-49dc-ac76-70da205b558d service neutron] Attempting to bind port 95b3d4d3-7945-4b2c-8031-9d5359133631 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:04:24.993430 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-b5d89558-1ffe-49dc-ac76-70da205b558d service neutron] Attempting to bind port 95b3d4d3-7945-4b2c-8031-9d5359133631 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:04:24.994731 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-b5d89558-1ffe-49dc-ac76-70da205b558d service neutron] Attempting to bind port 95b3d4d3-7945-4b2c-8031-9d5359133631 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:04:25.032591 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-69e317a3-6254-4ccf-863c-40d3e6e40f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:25.039143 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-b5d89558-1ffe-49dc-ac76-70da205b558d service neutron] Port 95b3d4d3-7945-4b2c-8031-9d5359133631 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:04:25.039626 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-b5d89558-1ffe-49dc-ac76-70da205b558d service neutron] Attempting to bind port 95b3d4d3-7945-4b2c-8031-9d5359133631 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:04:25.043250 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3be22e4a-73aa-4bff-859b-2b3d376e6e3a req-3971d92c-a928-46c1-9a55-e79d112a12be tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820905 Aug 11 02:04:25.081509 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-b5d89558-1ffe-49dc-ac76-70da205b558d service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:04:25.082208 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-b5d89558-1ffe-49dc-ac76-70da205b558d service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:04:25.083038 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-b5d89558-1ffe-49dc-ac76-70da205b558d service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:04:25.083734 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-b5d89558-1ffe-49dc-ac76-70da205b558d service neutron] Bound port: 95b3d4d3-7945-4b2c-8031-9d5359133631, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:04:25.084211 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-b5d89558-1ffe-49dc-ac76-70da205b558d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:25.191574 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-69e317a3-6254-4ccf-863c-40d3e6e40f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:25.195247 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-69e317a3-6254-4ccf-863c-40d3e6e40f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:25.199248 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-69e317a3-6254-4ccf-863c-40d3e6e40f8d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9af4a2d0-4314-4d8b-b139-11a5be9d0bc2 HTTP/1.1" status: 204 len: 168 time: 0.8352768 Aug 11 02:04:25.221430 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e317a3-6254-4ccf-863c-40d3e6e40f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af4a2d0-4314-4d8b-b139-11a5be9d0bc2,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:25.226790 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-8c24b65b-84c8-4d76-8746-db13ab20ed13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbcdf1a9-fbd9-463f-bced-91bd101ad493 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:04:25.235457 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-8c24b65b-84c8-4d76-8746-db13ab20ed13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:25.280939 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-b5d89558-1ffe-49dc-ac76-70da205b558d service neutron] For port 95b3d4d3-7945-4b2c-8031-9d5359133631, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:04:25.293191 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-b5d89558-1ffe-49dc-ac76-70da205b558d service neutron] For port 95b3d4d3-7945-4b2c-8031-9d5359133631, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=95b3d4d3-7945-4b2c-8031-9d5359133631,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:04:25.298068 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-8c24b65b-84c8-4d76-8746-db13ab20ed13 service neutron] Transition to ACTIVE for port object bbcdf1a9-fbd9-463f-bced-91bd101ad493 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:04:25.303166 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-b5d89558-1ffe-49dc-ac76-70da205b558d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:25.307518 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-8c24b65b-84c8-4d76-8746-db13ab20ed13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:25.386349 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52758) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:25.453726 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-b5d89558-1ffe-49dc-ac76-70da205b558d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:25.454605 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-b5d89558-1ffe-49dc-ac76-70da205b558d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:25.457213 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-b5d89558-1ffe-49dc-ac76-70da205b558d service neutron] 10.222.0.73 "PUT /v2.0/ports/95b3d4d3-7945-4b2c-8031-9d5359133631 HTTP/1.1" status: 200 len: 1118 time: 3.1792326 Aug 11 02:04:25.462772 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82656d7-eb7a-4408-b462-1df748657abb', 'tag': '95b3d4d3-7945-4b2c-8031-9d5359133631'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:04:25.541213 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24b65b-84c8-4d76-8746-db13ab20ed13 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcdf1a9-fbd9-463f-bced-91bd101ad493,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:25.924915 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-a626bcd8-c55d-4aba-b07c-2d1c3f313162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:25.928112 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-a626bcd8-c55d-4aba-b07c-2d1c3f313162 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f9a4848540a40eb8682d6bea4b60523&device_id=d82656d7-eb7a-4408-b462-1df748657abb HTTP/1.1" status: 200 len: 1121 time: 0.3562584 Aug 11 02:04:25.965392 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d78fab-cac2-48fd-bfcd-809910a13aec req-a39bbdc7-e123-4d89-9e41-cbb9edf5c5b2 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:25.973968 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-56d78fab-cac2-48fd-bfcd-809910a13aec req-a39bbdc7-e123-4d89-9e41-cbb9edf5c5b2 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82656d7-eb7a-4408-b462-1df748657abb HTTP/1.1" status: 200 len: 969 time: 0.5892498 Aug 11 02:04:25.991488 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d89558-1ffe-49dc-ac76-70da205b558d service neutron] Pushing event updated for resources: {'Port': ['ID=95b3d4d3-7945-4b2c-8031-9d5359133631,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:26.201491 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-8c24b65b-84c8-4d76-8746-db13ab20ed13 service neutron] Attempting to bind port bbcdf1a9-fbd9-463f-bced-91bd101ad493 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:04:26.201898 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-8c24b65b-84c8-4d76-8746-db13ab20ed13 service neutron] Attempting to bind port bbcdf1a9-fbd9-463f-bced-91bd101ad493 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:04:26.202213 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-8c24b65b-84c8-4d76-8746-db13ab20ed13 service neutron] Attempting to bind port bbcdf1a9-fbd9-463f-bced-91bd101ad493 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:04:26.236443 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-8c24b65b-84c8-4d76-8746-db13ab20ed13 service neutron] Port bbcdf1a9-fbd9-463f-bced-91bd101ad493 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:04:26.236774 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-8c24b65b-84c8-4d76-8746-db13ab20ed13 service neutron] Attempting to bind port bbcdf1a9-fbd9-463f-bced-91bd101ad493 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:04:26.268118 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-8c24b65b-84c8-4d76-8746-db13ab20ed13 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:04:26.268444 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-8c24b65b-84c8-4d76-8746-db13ab20ed13 service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:04:26.268992 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-8c24b65b-84c8-4d76-8746-db13ab20ed13 service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:04:26.269466 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-8c24b65b-84c8-4d76-8746-db13ab20ed13 service neutron] Bound port: bbcdf1a9-fbd9-463f-bced-91bd101ad493, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:04:26.269861 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-8c24b65b-84c8-4d76-8746-db13ab20ed13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:26.394062 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-2b7dc709-edaf-4549-b0bc-8ea4a79e89eb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=95b3d4d3-7945-4b2c-8031-9d5359133631 HTTP/1.1" status: 200 len: 217 time: 0.4480407 Aug 11 02:04:26.400095 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154fa93d-77d9-4bab-8554-fd79a7804409" -d '{"events": [{"name": "network-changed", "server_uuid": "d82656d7-eb7a-4408-b462-1df748657abb", "tag": "95b3d4d3-7945-4b2c-8031-9d5359133631"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:04:26.429675 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fce917-c87d-4e43-a5eb-793ea3e21103 req-be7a8864-67b1-437c-91ae-ea296be297b8 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:26.439981 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b6fce917-c87d-4e43-a5eb-793ea3e21103 req-be7a8864-67b1-437c-91ae-ea296be297b8 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/ports?device_id=839efd4d-15a0-4d19-9e6c-8ba311f45b52 HTTP/1.1" status: 200 len: 936 time: 0.3430240 Aug 11 02:04:26.548167 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-a01840e7-de05-4873-af93-94bd55a4f2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:26.551686 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-a01840e7-de05-4873-af93-94bd55a4f2d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1274478 Aug 11 02:04:26.557194 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-12dd7421-2ede-4ad5-a830-2553fb91d070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:26.559281 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b6fce917-c87d-4e43-a5eb-793ea3e21103 req-ad857928-797c-4917-b6bd-b9a7eeca48d3 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d03ceb7-b6bb-4285-9238-6420500ef4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178660 Aug 11 02:04:26.585647 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-8c24b65b-84c8-4d76-8746-db13ab20ed13 service neutron] For port bbcdf1a9-fbd9-463f-bced-91bd101ad493, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:04:26.609177 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-8c24b65b-84c8-4d76-8746-db13ab20ed13 service neutron] For port bbcdf1a9-fbd9-463f-bced-91bd101ad493, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=bbcdf1a9-fbd9-463f-bced-91bd101ad493,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:04:26.620784 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-8c24b65b-84c8-4d76-8746-db13ab20ed13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:26.776505 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24b65b-84c8-4d76-8746-db13ab20ed13 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcdf1a9-fbd9-463f-bced-91bd101ad493,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:26.839159 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-8c24b65b-84c8-4d76-8746-db13ab20ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:26.840216 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-8c24b65b-84c8-4d76-8746-db13ab20ed13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:26.842078 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-8c24b65b-84c8-4d76-8746-db13ab20ed13 service neutron] 10.222.0.66 "PUT /v2.0/ports/bbcdf1a9-fbd9-463f-bced-91bd101ad493 HTTP/1.1" status: 200 len: 1097 time: 2.9121373 Aug 11 02:04:26.859674 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ed7d2b-5fa9-4384-94f8-f4a44364a78f', 'tag': 'bbcdf1a9-fbd9-463f-bced-91bd101ad493'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:04:26.987904 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-56d78fab-cac2-48fd-bfcd-809910a13aec req-5a3a64e8-1d25-4fe7-b19e-5368b740cf10 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2733ea8-9c6c-465d-984b-4f92c7310104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0059223 Aug 11 02:04:27.059611 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-240d0ee4-f179-4312-9d5e-90965007d817 req-142cac22-112a-4b14-81d9-1503af7682fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc37d5de-7085-4ff8-9099-893a4b5cf907 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:04:27.097459 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-1aaff654-fc14-4e6f-9792-4396c6e22019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:27.101829 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-1aaff654-fc14-4e6f-9792-4396c6e22019 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4821944 Aug 11 02:04:27.103820 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-240d0ee4-f179-4312-9d5e-90965007d817 req-142cac22-112a-4b14-81d9-1503af7682fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:27.108654 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7218aa3-0eda-4a6d-8b99-23311b7afe07 req-2b2e9c50-fa6f-418a-b9e6-8ceba0f218fc tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:27.116926 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f7218aa3-0eda-4a6d-8b99-23311b7afe07 req-2b2e9c50-fa6f-418a-b9e6-8ceba0f218fc tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 948 time: 0.3229828 Aug 11 02:04:27.181954 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-60206cce-d8f2-4826-bd03-6e908ad92583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:27.183450 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-60206cce-d8f2-4826-bd03-6e908ad92583 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=694b4d30bd5847e8be4f02e4b2f7bedf&device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 1100 time: 0.2134874 Aug 11 02:04:27.265314 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-240d0ee4-f179-4312-9d5e-90965007d817 req-142cac22-112a-4b14-81d9-1503af7682fe service neutron] Transition to ACTIVE for port object cc37d5de-7085-4ff8-9099-893a4b5cf907 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:04:27.273477 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-240d0ee4-f179-4312-9d5e-90965007d817 req-142cac22-112a-4b14-81d9-1503af7682fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:27.394988 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3560506-2bca-4cf5-82c2-0075a51aa446" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ed7d2b-5fa9-4384-94f8-f4a44364a78f", "tag": "bbcdf1a9-fbd9-463f-bced-91bd101ad493"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:04:27.437643 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f7218aa3-0eda-4a6d-8b99-23311b7afe07 req-6d286d0e-776d-4d85-8b6c-26a346839e50 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182065 Aug 11 02:04:27.439144 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-3a1104d5-c21c-47f7-a106-3127e9829e72 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=bbcdf1a9-fbd9-463f-bced-91bd101ad493 HTTP/1.1" status: 200 len: 217 time: 0.2202051 Aug 11 02:04:27.504008 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142cac22-112a-4b14-81d9-1503af7682fe service neutron] Pushing event updated for resources: {'Port': ['ID=cc37d5de-7085-4ff8-9099-893a4b5cf907,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:27.563752 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15057f72-1002-4f52-99e9-42dacca3afae x-openstack-request-id: req-15057f72-1002-4f52-99e9-42dacca3afae {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:04:27.564051 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d82656d7-eb7a-4408-b462-1df748657abb", "tag": "95b3d4d3-7945-4b2c-8031-9d5359133631", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:04:27.564291 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-15057f72-1002-4f52-99e9-42dacca3afae {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:04:27.570063 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82656d7-eb7a-4408-b462-1df748657abb', 'tag': '95b3d4d3-7945-4b2c-8031-9d5359133631', 'status': 'completed', 'code': 200} Aug 11 02:04:27.605641 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-a3223041-8773-427e-b06e-a8dddbce3684 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781663 Aug 11 02:04:27.616456 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-12dd7421-2ede-4ad5-a830-2553fb91d070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:27.641548 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-12dd7421-2ede-4ad5-a830-2553fb91d070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:27.646481 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-240d0ee4-f179-4312-9d5e-90965007d817 req-142cac22-112a-4b14-81d9-1503af7682fe service neutron] Attempting to bind port cc37d5de-7085-4ff8-9099-893a4b5cf907 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:04:27.646817 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-240d0ee4-f179-4312-9d5e-90965007d817 req-142cac22-112a-4b14-81d9-1503af7682fe service neutron] Attempting to bind port cc37d5de-7085-4ff8-9099-893a4b5cf907 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:04:27.647145 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240d0ee4-f179-4312-9d5e-90965007d817 req-142cac22-112a-4b14-81d9-1503af7682fe service neutron] Attempting to bind port cc37d5de-7085-4ff8-9099-893a4b5cf907 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:04:27.750463 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-4a2e0f87-5d3e-4acb-9262-534e7af6609f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:27.775873 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-4a2e0f87-5d3e-4acb-9262-534e7af6609f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.2841973 Aug 11 02:04:27.824978 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240d0ee4-f179-4312-9d5e-90965007d817 req-142cac22-112a-4b14-81d9-1503af7682fe service neutron] Port cc37d5de-7085-4ff8-9099-893a4b5cf907 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:04:27.825289 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240d0ee4-f179-4312-9d5e-90965007d817 req-142cac22-112a-4b14-81d9-1503af7682fe service neutron] Attempting to bind port cc37d5de-7085-4ff8-9099-893a4b5cf907 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:04:27.884809 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-12dd7421-2ede-4ad5-a830-2553fb91d070 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d7127aa3b4e34b129b4a56b490407599&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4939423 Aug 11 02:04:27.885852 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd7421-2ede-4ad5-a830-2553fb91d070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a446b9f-ae50-46c3-ba2b-e30ed9e787e6,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:27.888844 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52834) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:27.892235 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240d0ee4-f179-4312-9d5e-90965007d817 req-142cac22-112a-4b14-81d9-1503af7682fe service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:04:27.892761 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240d0ee4-f179-4312-9d5e-90965007d817 req-142cac22-112a-4b14-81d9-1503af7682fe service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:04:27.893299 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240d0ee4-f179-4312-9d5e-90965007d817 req-142cac22-112a-4b14-81d9-1503af7682fe service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:04:27.893921 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-240d0ee4-f179-4312-9d5e-90965007d817 req-142cac22-112a-4b14-81d9-1503af7682fe service neutron] Bound port: cc37d5de-7085-4ff8-9099-893a4b5cf907, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:04:27.894447 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-240d0ee4-f179-4312-9d5e-90965007d817 req-142cac22-112a-4b14-81d9-1503af7682fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:27.958455 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05296367-74db-4b2a-8e9a-9e1e60f30647 x-openstack-request-id: req-05296367-74db-4b2a-8e9a-9e1e60f30647 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:04:27.960050 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ed7d2b-5fa9-4384-94f8-f4a44364a78f", "tag": "bbcdf1a9-fbd9-463f-bced-91bd101ad493", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:04:27.960320 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-05296367-74db-4b2a-8e9a-9e1e60f30647 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:04:27.960865 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ed7d2b-5fa9-4384-94f8-f4a44364a78f', 'tag': 'bbcdf1a9-fbd9-463f-bced-91bd101ad493', 'status': 'completed', 'code': 200} Aug 11 02:04:27.999163 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184bcd9-e7cf-4c9a-a7b8-7b4fa62604b0 req-aa8d09f1-0cda-41b7-a377-65edeee9c77d tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:28.004741 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8184bcd9-e7cf-4c9a-a7b8-7b4fa62604b0 req-aa8d09f1-0cda-41b7-a377-65edeee9c77d tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/ports?device_id=839efd4d-15a0-4d19-9e6c-8ba311f45b52 HTTP/1.1" status: 200 len: 948 time: 0.2458858 Aug 11 02:04:28.062907 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-35d01509-5bd1-467f-b418-f3c4c1f480e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:28.066077 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-35d01509-5bd1-467f-b418-f3c4c1f480e0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2871678 Aug 11 02:04:28.173489 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-240d0ee4-f179-4312-9d5e-90965007d817 req-142cac22-112a-4b14-81d9-1503af7682fe service neutron] For port cc37d5de-7085-4ff8-9099-893a4b5cf907, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:04:28.177912 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-240d0ee4-f179-4312-9d5e-90965007d817 req-142cac22-112a-4b14-81d9-1503af7682fe service neutron] For port cc37d5de-7085-4ff8-9099-893a4b5cf907, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=cc37d5de-7085-4ff8-9099-893a4b5cf907,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:04:28.199580 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bcee5de2-6ee4-443c-97a1-bf72d648bafc req-edd5c4a1-43e6-47a6-b43b-b194e7b53c01 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5775552 Aug 11 02:04:28.299711 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-240d0ee4-f179-4312-9d5e-90965007d817 req-142cac22-112a-4b14-81d9-1503af7682fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:28.382198 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3f0a336b-44a9-420f-b827-3817e7c61c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:28.407811 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8184bcd9-e7cf-4c9a-a7b8-7b4fa62604b0 req-cb7f8842-609b-4db9-a72a-fdefab2936d6 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d03ceb7-b6bb-4285-9238-6420500ef4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478005 Aug 11 02:04:28.422848 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d119be-f3c3-4b64-8c91-04aa731638d7 req-739f1d49-1b06-4b1d-83cc-b0e46663797b tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:28.426326 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-20d119be-f3c3-4b64-8c91-04aa731638d7 req-739f1d49-1b06-4b1d-83cc-b0e46663797b tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82656d7-eb7a-4408-b462-1df748657abb HTTP/1.1" status: 200 len: 969 time: 0.2975974 Aug 11 02:04:28.438274 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d0ee4-f179-4312-9d5e-90965007d817 req-142cac22-112a-4b14-81d9-1503af7682fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:28.439562 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-240d0ee4-f179-4312-9d5e-90965007d817 req-142cac22-112a-4b14-81d9-1503af7682fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:28.443020 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-240d0ee4-f179-4312-9d5e-90965007d817 req-142cac22-112a-4b14-81d9-1503af7682fe service neutron] 10.222.0.66 "PUT /v2.0/ports/cc37d5de-7085-4ff8-9099-893a4b5cf907 HTTP/1.1" status: 200 len: 1097 time: 4.6011419 Aug 11 02:04:28.482403 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3f0a336b-44a9-420f-b827-3817e7c61c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:28.588179 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-dce2b0fc-fa71-4d06-bb68-6e96839f0eea service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878278 Aug 11 02:04:28.605394 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-20d119be-f3c3-4b64-8c91-04aa731638d7 req-81e0043f-d995-4fc9-8daa-c3257a5b2da9 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2733ea8-9c6c-465d-984b-4f92c7310104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505718 Aug 11 02:04:28.718598 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142cac22-112a-4b14-81d9-1503af7682fe service neutron] Pushing event updated for resources: {'Port': ['ID=cc37d5de-7085-4ff8-9099-893a4b5cf907,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:28.766755 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fa93d-77d9-4bab-8554-fd79a7804409 req-2f4382be-2204-4ca2-b909-b96b9e7493b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:28.768598 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-154fa93d-77d9-4bab-8554-fd79a7804409 req-2f4382be-2204-4ca2-b909-b96b9e7493b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f9a4848540a40eb8682d6bea4b60523&device_id=d82656d7-eb7a-4408-b462-1df748657abb HTTP/1.1" status: 200 len: 1121 time: 0.4640384 Aug 11 02:04:28.789191 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d0ee4-f179-4312-9d5e-90965007d817 req-435e5838-ec21-4f8c-bb65-6b7160158fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:28.791057 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-240d0ee4-f179-4312-9d5e-90965007d817 req-435e5838-ec21-4f8c-bb65-6b7160158fd5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=106c314777c84d439f39a910d42e0c06&device_id=839efd4d-15a0-4d19-9e6c-8ba311f45b52 HTTP/1.1" status: 200 len: 1100 time: 0.2569563 Aug 11 02:04:28.891683 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b5277-a6f3-49e7-877b-cd642e54457a req-790b57bd-e81e-49e6-8bd2-0d8db799b146 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:28.894687 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-434b5277-a6f3-49e7-877b-cd642e54457a req-790b57bd-e81e-49e6-8bd2-0d8db799b146 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 948 time: 0.1509061 Aug 11 02:04:28.897400 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c2e0bfe0-5b4c-4ed8-8299-dc9bf30d2709 req-15349d54-4ab6-4505-b685-c376a6727660 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827888 Aug 11 02:04:28.967549 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3f0a336b-44a9-420f-b827-3817e7c61c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:28.970467 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3f0a336b-44a9-420f-b827-3817e7c61c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:28.976438 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3f0a336b-44a9-420f-b827-3817e7c61c28 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1a446b9f-ae50-46c3-ba2b-e30ed9e787e6 HTTP/1.1" status: 204 len: 168 time: 1.0773213 Aug 11 02:04:28.983680 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-434b5277-a6f3-49e7-877b-cd642e54457a req-aa5ce594-ea5c-4cb8-b99a-b9ddc4e64bdb tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820961 Aug 11 02:04:28.998724 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-240d0ee4-f179-4312-9d5e-90965007d817 req-51a41a1e-5de7-4170-96db-abcbef98aa3a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=cc37d5de-7085-4ff8-9099-893a4b5cf907 HTTP/1.1" status: 200 len: 217 time: 0.1885755 Aug 11 02:04:29.026796 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a336b-44a9-420f-b827-3817e7c61c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a446b9f-ae50-46c3-ba2b-e30ed9e787e6,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:29.123682 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3560506-2bca-4cf5-82c2-0075a51aa446 req-b418481f-0885-4ca4-bcd9-c951c552250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:29.125312 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b3560506-2bca-4cf5-82c2-0075a51aa446 req-b418481f-0885-4ca4-bcd9-c951c552250c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=694b4d30bd5847e8be4f02e4b2f7bedf&device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 1100 time: 0.1400683 Aug 11 02:04:29.207705 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fa93d-77d9-4bab-8554-fd79a7804409 req-023f0352-061e-4ba0-988e-959ba21cb455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:29.209871 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-154fa93d-77d9-4bab-8554-fd79a7804409 req-023f0352-061e-4ba0-988e-959ba21cb455 service neutron] 10.222.0.73 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.4176378 Aug 11 02:04:29.212482 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d0ee4-f179-4312-9d5e-90965007d817 req-2eea9d13-890a-49cd-b363-8fe245d4097a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:29.214060 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-240d0ee4-f179-4312-9d5e-90965007d817 req-2eea9d13-890a-49cd-b363-8fe245d4097a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1758668 Aug 11 02:04:29.334815 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-154fa93d-77d9-4bab-8554-fd79a7804409 req-de2ec0ae-057e-4a28-b9d2-e125ed1c31bd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=95b3d4d3-7945-4b2c-8031-9d5359133631 HTTP/1.1" status: 200 len: 217 time: 0.1134307 Aug 11 02:04:29.529286 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d0ee4-f179-4312-9d5e-90965007d817 req-7e03413f-0533-4120-bcea-7b8e21054257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:29.531093 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-240d0ee4-f179-4312-9d5e-90965007d817 req-7e03413f-0533-4120-bcea-7b8e21054257 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1954126 Aug 11 02:04:29.537425 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fa93d-77d9-4bab-8554-fd79a7804409 req-1432d0c3-ab5e-4be4-ab21-dbbf3ffe575b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:29.539170 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-154fa93d-77d9-4bab-8554-fd79a7804409 req-1432d0c3-ab5e-4be4-ab21-dbbf3ffe575b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1299257 Aug 11 02:04:29.576154 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839efd4d-15a0-4d19-9e6c-8ba311f45b52', 'tag': 'cc37d5de-7085-4ff8-9099-893a4b5cf907'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:04:29.578920 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346fb1e2-21fc-4fe9-a11e-c3fd43de2d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "839efd4d-15a0-4d19-9e6c-8ba311f45b52", "tag": "cc37d5de-7085-4ff8-9099-893a4b5cf907"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:04:29.624620 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3560506-2bca-4cf5-82c2-0075a51aa446 req-8a9dbd68-9e22-4b8f-91c1-df128a308399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:29.627981 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b3560506-2bca-4cf5-82c2-0075a51aa446 req-8a9dbd68-9e22-4b8f-91c1-df128a308399 service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.4824178 Aug 11 02:04:29.731063 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-240d0ee4-f179-4312-9d5e-90965007d817 req-445f902f-7c25-47b0-9c4e-108f56f0b17a service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076317 Aug 11 02:04:29.787403 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b3560506-2bca-4cf5-82c2-0075a51aa446 req-da2e8b96-232e-4dd1-adf6-a0c38f5cb470 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=bbcdf1a9-fbd9-463f-bced-91bd101ad493 HTTP/1.1" status: 200 len: 217 time: 0.1096299 Aug 11 02:04:29.820485 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52886) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:29.915012 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-be22020d-8ff4-446f-9668-b5bcf0eb0fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:29.953007 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3560506-2bca-4cf5-82c2-0075a51aa446 req-2b48af75-728e-4447-b1c0-9b62eb6cbd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:29.954490 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b3560506-2bca-4cf5-82c2-0075a51aa446 req-2b48af75-728e-4447-b1c0-9b62eb6cbd8e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1237791 Aug 11 02:04:29.997224 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874a3c75-be84-4434-afc2-88761f952bc4 x-openstack-request-id: req-874a3c75-be84-4434-afc2-88761f952bc4 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:04:29.997565 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "839efd4d-15a0-4d19-9e6c-8ba311f45b52", "tag": "cc37d5de-7085-4ff8-9099-893a4b5cf907", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:04:29.997840 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-874a3c75-be84-4434-afc2-88761f952bc4 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:04:29.998252 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '839efd4d-15a0-4d19-9e6c-8ba311f45b52', 'tag': 'cc37d5de-7085-4ff8-9099-893a4b5cf907', 'status': 'completed', 'code': 200} Aug 11 02:04:30.014072 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c608e6-8af2-4f23-80c0-954be72293c9 req-1ad9760b-8f71-43db-b315-6c17186a1ed4 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:30.022110 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41c608e6-8af2-4f23-80c0-954be72293c9 req-1ad9760b-8f71-43db-b315-6c17186a1ed4 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/ports?device_id=839efd4d-15a0-4d19-9e6c-8ba311f45b52 HTTP/1.1" status: 200 len: 948 time: 0.4643235 Aug 11 02:04:30.040640 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fa93d-77d9-4bab-8554-fd79a7804409 req-d07f26a6-3955-4aa9-8342-a2cfcf1424f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:30.042191 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-154fa93d-77d9-4bab-8554-fd79a7804409 req-d07f26a6-3955-4aa9-8342-a2cfcf1424f7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3094554 Aug 11 02:04:30.075893 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3560506-2bca-4cf5-82c2-0075a51aa446 req-277f8bf7-2df6-4237-9536-3449cd8c4fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:30.077597 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b3560506-2bca-4cf5-82c2-0075a51aa446 req-277f8bf7-2df6-4237-9536-3449cd8c4fda service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1075540 Aug 11 02:04:30.102276 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b93738-d7bb-4970-8afd-1667b761265e req-78857865-3214-441b-b098-4491f7e4505e tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:30.111630 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c4b93738-d7bb-4970-8afd-1667b761265e req-78857865-3214-441b-b098-4491f7e4505e tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82656d7-eb7a-4408-b462-1df748657abb HTTP/1.1" status: 200 len: 969 time: 0.1085446 Aug 11 02:04:30.123085 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41c608e6-8af2-4f23-80c0-954be72293c9 req-aa3861ab-6ea1-4ee0-abd8-1507ab3f20f6 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d03ceb7-b6bb-4285-9238-6420500ef4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999334 Aug 11 02:04:30.296730 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b3560506-2bca-4cf5-82c2-0075a51aa446 req-b1381313-5a17-4fa0-9f01-aff14aebe3ad service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153531 Aug 11 02:04:30.300553 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c4b93738-d7bb-4970-8afd-1667b761265e req-943e08c9-a277-4f62-a9c3-1082a8305432 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2733ea8-9c6c-465d-984b-4f92c7310104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741958 Aug 11 02:04:30.305879 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-240d0ee4-f179-4312-9d5e-90965007d817 req-da3b736e-6b7a-4d74-a4c7-2bf795f68faa service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5396011 Aug 11 02:04:30.312808 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-be22020d-8ff4-446f-9668-b5bcf0eb0fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:30.336731 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-be22020d-8ff4-446f-9668-b5bcf0eb0fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:30.379181 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-154fa93d-77d9-4bab-8554-fd79a7804409 req-92f7a0a8-ceec-4118-9eda-d4ae3a5873bf service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999442 Aug 11 02:04:30.393761 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be22020d-8ff4-446f-9668-b5bcf0eb0fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ae034c-f9fc-498d-acaa-f577f8091682,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:30.410998 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25bf0c-018b-47bb-a245-b19a36e5b080 req-33cd66d4-ced2-4e8d-b55d-60bdcced1426 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:30.412334 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0e25bf0c-018b-47bb-a245-b19a36e5b080 req-33cd66d4-ced2-4e8d-b55d-60bdcced1426 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 948 time: 0.1147497 Aug 11 02:04:30.474237 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-be22020d-8ff4-446f-9668-b5bcf0eb0fbe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=35c7a6dd3cef4bed95a84ae2601846b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6522162 Aug 11 02:04:30.475162 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52898) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:30.601408 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0e25bf0c-018b-47bb-a245-b19a36e5b080 req-73d2bf0c-1ebe-467a-8f57-9f68b0977cfc tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368365 Aug 11 02:04:30.618696 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fb1e2-21fc-4fe9-a11e-c3fd43de2d0a req-513957c2-6f2e-446a-a08e-2e59a78e9a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:30.621007 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-346fb1e2-21fc-4fe9-a11e-c3fd43de2d0a req-513957c2-6f2e-446a-a08e-2e59a78e9a11 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=106c314777c84d439f39a910d42e0c06&device_id=839efd4d-15a0-4d19-9e6c-8ba311f45b52 HTTP/1.1" status: 200 len: 1100 time: 0.1793711 Aug 11 02:04:30.711475 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-154fa93d-77d9-4bab-8554-fd79a7804409 req-58db87a3-dcd5-4693-a769-d201e84345aa service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172565 Aug 11 02:04:30.767096 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d17ae0a7-f982-44ae-91a4-a70758326987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:30.774549 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fb1e2-21fc-4fe9-a11e-c3fd43de2d0a req-08046de8-840b-4bd2-a0e7-cb607f8b37d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:30.776413 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-346fb1e2-21fc-4fe9-a11e-c3fd43de2d0a req-08046de8-840b-4bd2-a0e7-cb607f8b37d2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.1475294 Aug 11 02:04:30.795437 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b3560506-2bca-4cf5-82c2-0075a51aa446 req-bc01745e-f62f-4471-816b-fad8db8ade14 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156783 Aug 11 02:04:30.797513 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d17ae0a7-f982-44ae-91a4-a70758326987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:30.888303 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-346fb1e2-21fc-4fe9-a11e-c3fd43de2d0a req-32ef1663-b00c-448e-8951-f725d815b34c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=cc37d5de-7085-4ff8-9099-893a4b5cf907 HTTP/1.1" status: 200 len: 217 time: 0.0995247 Aug 11 02:04:30.911081 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d17ae0a7-f982-44ae-91a4-a70758326987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:30.914172 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d17ae0a7-f982-44ae-91a4-a70758326987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:30.915473 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d17ae0a7-f982-44ae-91a4-a70758326987 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f5ae034c-f9fc-498d-acaa-f577f8091682 HTTP/1.1" status: 204 len: 168 time: 0.4373262 Aug 11 02:04:30.945863 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52906) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:30.950334 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ae0a7-f982-44ae-91a4-a70758326987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ae034c-f9fc-498d-acaa-f577f8091682,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:31.029547 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fb1e2-21fc-4fe9-a11e-c3fd43de2d0a req-208546b4-dade-40cd-b51b-cf582b49fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:31.032147 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-346fb1e2-21fc-4fe9-a11e-c3fd43de2d0a req-208546b4-dade-40cd-b51b-cf582b49fac4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1229849 Aug 11 02:04:31.239457 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9b73ed23-0c15-4823-8262-6bc83a334ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:31.493166 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8657801-29ee-445f-8175-28f825494896 req-e817007f-c624-40a5-924c-ffa39347b8b5 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:31.494768 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d8657801-29ee-445f-8175-28f825494896 req-e817007f-c624-40a5-924c-ffa39347b8b5 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/ports?device_id=839efd4d-15a0-4d19-9e6c-8ba311f45b52 HTTP/1.1" status: 200 len: 948 time: 0.1947546 Aug 11 02:04:31.571787 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ba404-c2dd-4759-84c0-a63521a85072 req-2f7204fd-b460-4742-89a0-44a722e73339 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:31.581749 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-862ba404-c2dd-4759-84c0-a63521a85072 req-2f7204fd-b460-4742-89a0-44a722e73339 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82656d7-eb7a-4408-b462-1df748657abb HTTP/1.1" status: 200 len: 969 time: 0.1248503 Aug 11 02:04:31.654095 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-862ba404-c2dd-4759-84c0-a63521a85072 req-1937c3e6-3e1b-44c8-939b-db1d1805931f tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2733ea8-9c6c-465d-984b-4f92c7310104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712023 Aug 11 02:04:31.656148 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d8657801-29ee-445f-8175-28f825494896 req-f64e0ec0-bfd6-4d21-afa4-0b86b8c1b7bd tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d03ceb7-b6bb-4285-9238-6420500ef4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529834 Aug 11 02:04:31.681268 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9b73ed23-0c15-4823-8262-6bc83a334ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:31.690930 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9b73ed23-0c15-4823-8262-6bc83a334ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:31.751027 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73ed23-0c15-4823-8262-6bc83a334ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327fe5f5-e110-48a0-947c-c65765c29529,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:31.803772 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9b73ed23-0c15-4823-8262-6bc83a334ae0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7eb2a3f3687847f79ab4c693c25c4ff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8236499 Aug 11 02:04:31.805911 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52926) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:31.838367 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6821cb3-f6d9-49ef-bdd1-32ccc58ca1c6 req-fb2e12c3-236a-4cc2-b8bc-6c408c4ad703 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:31.839974 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f6821cb3-f6d9-49ef-bdd1-32ccc58ca1c6 req-fb2e12c3-236a-4cc2-b8bc-6c408c4ad703 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 948 time: 0.0911720 Aug 11 02:04:31.928951 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fb1e2-21fc-4fe9-a11e-c3fd43de2d0a req-ec125423-8641-4285-8096-dec81f4cb871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:31.933619 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-346fb1e2-21fc-4fe9-a11e-c3fd43de2d0a req-ec125423-8641-4285-8096-dec81f4cb871 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1562858 Aug 11 02:04:31.935019 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f6821cb3-f6d9-49ef-bdd1-32ccc58ca1c6 req-f31649bc-d334-41ed-b9e7-ba0b49a95aca tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859358 Aug 11 02:04:31.938858 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-81ca80d5-3768-44be-9bef-9d775ae38498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:31.968290 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-81ca80d5-3768-44be-9bef-9d775ae38498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:32.038497 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-81ca80d5-3768-44be-9bef-9d775ae38498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:32.041033 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-81ca80d5-3768-44be-9bef-9d775ae38498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:32.048476 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-81ca80d5-3768-44be-9bef-9d775ae38498 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/327fe5f5-e110-48a0-947c-c65765c29529 HTTP/1.1" status: 204 len: 168 time: 0.2404585 Aug 11 02:04:32.071348 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca80d5-3768-44be-9bef-9d775ae38498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327fe5f5-e110-48a0-947c-c65765c29529,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:32.173723 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-346fb1e2-21fc-4fe9-a11e-c3fd43de2d0a req-9eeffdfe-e12f-465a-be8c-e1d5fd3ed036 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964793 Aug 11 02:04:32.731808 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52946) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:32.750841 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3a156064-9dae-4e28-a19c-9f4f8f424513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:32.995567 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53568dcf-1b1e-4fa4-b5c3-00321968cf80 req-68177c8b-26b6-41c9-95a3-ab068fcd9bff tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:33.010961 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-53568dcf-1b1e-4fa4-b5c3-00321968cf80 req-68177c8b-26b6-41c9-95a3-ab068fcd9bff tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82656d7-eb7a-4408-b462-1df748657abb HTTP/1.1" status: 200 len: 969 time: 0.1614015 Aug 11 02:04:33.049488 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa477fb-ed6d-4ddb-bc67-64d0f186f583 req-d5349775-0740-419e-8050-6715bc82a301 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:33.060842 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-faa477fb-ed6d-4ddb-bc67-64d0f186f583 req-d5349775-0740-419e-8050-6715bc82a301 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/ports?device_id=839efd4d-15a0-4d19-9e6c-8ba311f45b52 HTTP/1.1" status: 200 len: 948 time: 0.1952453 Aug 11 02:04:33.120167 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-53568dcf-1b1e-4fa4-b5c3-00321968cf80 req-008efd66-68e7-475c-aaf1-6dc25d58f178 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2733ea8-9c6c-465d-984b-4f92c7310104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972815 Aug 11 02:04:33.211861 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-faa477fb-ed6d-4ddb-bc67-64d0f186f583 req-968e8d3a-4aad-48c5-b707-8981ba5c7263 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d03ceb7-b6bb-4285-9238-6420500ef4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499009 Aug 11 02:04:33.227958 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3a156064-9dae-4e28-a19c-9f4f8f424513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:33.232579 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3a156064-9dae-4e28-a19c-9f4f8f424513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:33.310001 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3a156064-9dae-4e28-a19c-9f4f8f424513 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=158926baf343463483eb8d9b057c83f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5766931 Aug 11 02:04:33.310620 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52952) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:33.317317 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a156064-9dae-4e28-a19c-9f4f8f424513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878bb379-47c7-4d78-b25a-a35531b9aa6e,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:33.397527 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1a656e62-d680-4a23-ac92-1832c91c0d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:33.452549 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422d4b0-6c5f-49be-9e5e-3c67ddc3626c req-27fa2d86-1b43-4251-80ff-b459730a03f2 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:33.469396 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e422d4b0-6c5f-49be-9e5e-3c67ddc3626c req-27fa2d86-1b43-4251-80ff-b459730a03f2 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 948 time: 0.1850088 Aug 11 02:04:33.471469 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1a656e62-d680-4a23-ac92-1832c91c0d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:33.565164 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e422d4b0-6c5f-49be-9e5e-3c67ddc3626c req-60e42e36-e867-4fc6-aa61-537fd6ca520a tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915682 Aug 11 02:04:33.567015 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1a656e62-d680-4a23-ac92-1832c91c0d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:33.573430 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1a656e62-d680-4a23-ac92-1832c91c0d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:33.575280 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1a656e62-d680-4a23-ac92-1832c91c0d8e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/878bb379-47c7-4d78-b25a-a35531b9aa6e HTTP/1.1" status: 204 len: 168 time: 0.2633703 Aug 11 02:04:33.609610 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a656e62-d680-4a23-ac92-1832c91c0d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878bb379-47c7-4d78-b25a-a35531b9aa6e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:34.265898 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb45a1-531a-4c0f-8245-e1ae4567645d req-9d7ad8ad-0ec4-41bb-bbde-f71ab8541bd2 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:34.274394 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-07cb45a1-531a-4c0f-8245-e1ae4567645d req-9d7ad8ad-0ec4-41bb-bbde-f71ab8541bd2 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82656d7-eb7a-4408-b462-1df748657abb HTTP/1.1" status: 200 len: 969 time: 0.0710268 Aug 11 02:04:34.321084 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-07cb45a1-531a-4c0f-8245-e1ae4567645d req-f4df2ef2-c54e-47f7-86f2-5fa07cdfbd4c tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2733ea8-9c6c-465d-984b-4f92c7310104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406623 Aug 11 02:04:34.439230 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2bf8e-77fb-4d77-9037-06d93c36426a req-2c30cf47-a529-4c03-9da1-cafcdd187656 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:34.444615 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-30b2bf8e-77fb-4d77-9037-06d93c36426a req-2c30cf47-a529-4c03-9da1-cafcdd187656 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/ports?device_id=839efd4d-15a0-4d19-9e6c-8ba311f45b52 HTTP/1.1" status: 200 len: 948 time: 0.0567169 Aug 11 02:04:34.481837 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-30b2bf8e-77fb-4d77-9037-06d93c36426a req-69d36ade-03e6-499d-832d-5687a05bc68c tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d03ceb7-b6bb-4285-9238-6420500ef4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349960 Aug 11 02:04:34.683440 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34edbe99-9ae5-4bd3-868d-26e202cfa8df req-999fdf47-aaa4-44c1-9cb6-67d1683e66b7 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:34.685308 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-34edbe99-9ae5-4bd3-868d-26e202cfa8df req-999fdf47-aaa4-44c1-9cb6-67d1683e66b7 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 948 time: 0.0597656 Aug 11 02:04:34.728192 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-34edbe99-9ae5-4bd3-868d-26e202cfa8df req-3eb6168f-cb74-44c1-bfa0-0897e9aae190 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366106 Aug 11 02:04:34.888239 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-346fb1e2-21fc-4fe9-a11e-c3fd43de2d0a req-077762a9-3d18-4109-940b-274c57ad3cd9 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072450 Aug 11 02:04:35.447261 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b92cd8-73f5-48fd-8ce5-12a18867ceac req-af743be1-4a3e-4964-adc1-9cbffd561c6f tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:35.448809 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-28b92cd8-73f5-48fd-8ce5-12a18867ceac req-af743be1-4a3e-4964-adc1-9cbffd561c6f tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82656d7-eb7a-4408-b462-1df748657abb HTTP/1.1" status: 200 len: 969 time: 0.0514107 Aug 11 02:04:35.492249 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-28b92cd8-73f5-48fd-8ce5-12a18867ceac req-777c9f4d-689d-4339-b0a7-d9664959a8c8 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2733ea8-9c6c-465d-984b-4f92c7310104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354915 Aug 11 02:04:35.595973 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53044) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:35.613041 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cb3d6-c259-4740-b8ed-60d8aa45e1e3 req-a5d41fa9-b22a-4967-8479-c74222136228 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:35.614775 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-203cb3d6-c259-4740-b8ed-60d8aa45e1e3 req-a5d41fa9-b22a-4967-8479-c74222136228 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/ports?device_id=839efd4d-15a0-4d19-9e6c-8ba311f45b52 HTTP/1.1" status: 200 len: 948 time: 0.0512066 Aug 11 02:04:35.658752 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-203cb3d6-c259-4740-b8ed-60d8aa45e1e3 req-11174d0d-b3b2-4104-b0d3-8b6a3beb1506 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d03ceb7-b6bb-4285-9238-6420500ef4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376527 Aug 11 02:04:35.713121 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-15f7df6b-d48f-413b-a90b-9a44ec43a3f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:35.821999 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53052) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:35.834703 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-15f7df6b-d48f-413b-a90b-9a44ec43a3f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:35.839769 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-15f7df6b-d48f-413b-a90b-9a44ec43a3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:35.895152 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69623eb7-1d48-4e12-86e2-6900f02fc46f req-3396f9c1-a5e1-418b-bf95-faac295ef375 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:35.896720 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-69623eb7-1d48-4e12-86e2-6900f02fc46f req-3396f9c1-a5e1-418b-bf95-faac295ef375 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 948 time: 0.0970113 Aug 11 02:04:35.897312 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7df6b-d48f-413b-a90b-9a44ec43a3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5323acc3-1780-45fa-8314-f992ce80ed05,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:35.902206 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-15f7df6b-d48f-413b-a90b-9a44ec43a3f5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3d8675ae2e354fe197c55d9931945d84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051717 Aug 11 02:04:35.904834 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53056) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:35.927226 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c60392c0-78a9-4f54-9114-a6f3747375ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:35.966926 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-69623eb7-1d48-4e12-86e2-6900f02fc46f req-3d0bf110-3bd8-48af-9aac-7784a328946a tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600011 Aug 11 02:04:35.980931 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1619c3df-0523-4a4d-bfb3-666c3258461d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:36.008153 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1619c3df-0523-4a4d-bfb3-666c3258461d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:36.023854 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c60392c0-78a9-4f54-9114-a6f3747375ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:36.029418 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c60392c0-78a9-4f54-9114-a6f3747375ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:36.056747 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1619c3df-0523-4a4d-bfb3-666c3258461d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:36.059299 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1619c3df-0523-4a4d-bfb3-666c3258461d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:36.060501 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1619c3df-0523-4a4d-bfb3-666c3258461d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5323acc3-1780-45fa-8314-f992ce80ed05 HTTP/1.1" status: 204 len: 168 time: 0.1547682 Aug 11 02:04:36.069160 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60392c0-78a9-4f54-9114-a6f3747375ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42111184-1a4d-4c0c-92e7-8a8c7f24108d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:36.070428 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619c3df-0523-4a4d-bfb3-666c3258461d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5323acc3-1780-45fa-8314-f992ce80ed05,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:36.073510 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c60392c0-78a9-4f54-9114-a6f3747375ab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=88ab0522a3394165b23c83a72f3ce9cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504671 Aug 11 02:04:36.076136 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53060) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:36.130460 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5efbeb9e-7d16-40fa-b989-a6a50b703bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:36.151783 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5efbeb9e-7d16-40fa-b989-a6a50b703bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:36.199838 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5efbeb9e-7d16-40fa-b989-a6a50b703bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:36.202523 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5efbeb9e-7d16-40fa-b989-a6a50b703bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:36.203821 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5efbeb9e-7d16-40fa-b989-a6a50b703bb2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/42111184-1a4d-4c0c-92e7-8a8c7f24108d HTTP/1.1" status: 204 len: 168 time: 0.1267569 Aug 11 02:04:36.212725 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbeb9e-7d16-40fa-b989-a6a50b703bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42111184-1a4d-4c0c-92e7-8a8c7f24108d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:36.335984 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53066) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:36.350831 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8272c539-795f-4bf4-bb93-8daf2ec10ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:36.443468 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8272c539-795f-4bf4-bb93-8daf2ec10ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:36.447406 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8272c539-795f-4bf4-bb93-8daf2ec10ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:36.487801 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8272c539-795f-4bf4-bb93-8daf2ec10ee7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bdc307ab59e344d4a887460692e6ab71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506026 Aug 11 02:04:36.489701 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272c539-795f-4bf4-bb93-8daf2ec10ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3466b5-f4c9-4cd1-88d7-fb27a442b5fc,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:36.490532 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53070) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:36.526223 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53074) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:36.541606 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b2e55f49-18e5-4c7e-ad3e-3365ad8d8976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:36.547591 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ac7dcd0-4731-4758-8833-9c1ff6f2dcb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:36.570668 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ac7dcd0-4731-4758-8833-9c1ff6f2dcb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:36.635075 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b2e55f49-18e5-4c7e-ad3e-3365ad8d8976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:36.638198 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b2e55f49-18e5-4c7e-ad3e-3365ad8d8976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:36.643355 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b19e2-71ab-4d5e-bbf8-a2a07fe8ac86 req-d9396118-63ab-472b-a295-7b695ea58946 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:36.644953 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8d6b19e2-71ab-4d5e-bbf8-a2a07fe8ac86 req-d9396118-63ab-472b-a295-7b695ea58946 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82656d7-eb7a-4408-b462-1df748657abb HTTP/1.1" status: 200 len: 969 time: 0.0722020 Aug 11 02:04:36.675284 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ac7dcd0-4731-4758-8833-9c1ff6f2dcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:36.676636 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b2e55f49-18e5-4c7e-ad3e-3365ad8d8976 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f54181cd3bfb4bc2a565ef53a98ded84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1493130 Aug 11 02:04:36.677778 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ac7dcd0-4731-4758-8833-9c1ff6f2dcb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:36.679122 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e55f49-18e5-4c7e-ad3e-3365ad8d8976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e89756a-e80c-4f75-a0e3-de6d1131cc2a,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:36.681524 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53076) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:36.681659 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5ac7dcd0-4731-4758-8833-9c1ff6f2dcb5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4a3466b5-f4c9-4cd1-88d7-fb27a442b5fc HTTP/1.1" status: 204 len: 168 time: 0.1900322 Aug 11 02:04:36.727467 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7dcd0-4731-4758-8833-9c1ff6f2dcb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3466b5-f4c9-4cd1-88d7-fb27a442b5fc,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:36.732953 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8d6b19e2-71ab-4d5e-bbf8-a2a07fe8ac86 req-1419dbee-de82-494d-9529-7869e995cc78 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2733ea8-9c6c-465d-984b-4f92c7310104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813301 Aug 11 02:04:36.742334 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-982b76e0-b2a9-4315-beac-d5e7fc44691b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:36.792034 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-982b76e0-b2a9-4315-beac-d5e7fc44691b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:36.835690 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61657f9d-12b8-428a-9363-73455bfeeffc req-e68de7f5-3fc7-46b1-91c4-01e02d5e3228 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:36.837181 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-61657f9d-12b8-428a-9363-73455bfeeffc req-e68de7f5-3fc7-46b1-91c4-01e02d5e3228 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/ports?device_id=839efd4d-15a0-4d19-9e6c-8ba311f45b52 HTTP/1.1" status: 200 len: 948 time: 0.0915194 Aug 11 02:04:36.871752 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-982b76e0-b2a9-4315-beac-d5e7fc44691b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:36.874153 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-982b76e0-b2a9-4315-beac-d5e7fc44691b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:36.875270 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-982b76e0-b2a9-4315-beac-d5e7fc44691b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1e89756a-e80c-4f75-a0e3-de6d1131cc2a HTTP/1.1" status: 204 len: 168 time: 0.1924942 Aug 11 02:04:36.888280 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-61657f9d-12b8-428a-9363-73455bfeeffc req-49aa0654-f814-46ac-b2e0-c981773ff53d tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d03ceb7-b6bb-4285-9238-6420500ef4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444937 Aug 11 02:04:36.889466 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b76e0-b2a9-4315-beac-d5e7fc44691b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e89756a-e80c-4f75-a0e3-de6d1131cc2a,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:37.107172 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e6dab-76f5-45b7-9b5d-ff286a500146 req-c03b49a4-2504-40e5-ba2b-9bed1de2f58d tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:37.108741 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-482e6dab-76f5-45b7-9b5d-ff286a500146 req-c03b49a4-2504-40e5-ba2b-9bed1de2f58d tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 948 time: 0.0499408 Aug 11 02:04:37.157442 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-482e6dab-76f5-45b7-9b5d-ff286a500146 req-4c6e4144-50f4-4ba5-948b-2bf2a214ee85 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427678 Aug 11 02:04:37.536628 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53120) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:37.722348 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-c099493a-7dc6-4917-9937-eafb7f1aca51 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1988500213-network', 'tenant_id': '2ad8af97bd524ff09f331d88ab3a939b'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:04:37.747298 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c099493a-7dc6-4917-9937-eafb7f1aca51 admin admin] Made reservation on behalf of 2ad8af97bd524ff09f331d88ab3a939b for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:04:37.749562 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c099493a-7dc6-4917-9937-eafb7f1aca51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:37.757826 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c099493a-7dc6-4917-9937-eafb7f1aca51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:37.883961 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c099493a-7dc6-4917-9937-eafb7f1aca51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:37.895486 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ff0fc-48a6-40c7-830d-5fb06901aacb req-1809e83b-84bf-40da-bc4e-af639365df25 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:37.897558 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-550ff0fc-48a6-40c7-830d-5fb06901aacb req-1809e83b-84bf-40da-bc4e-af639365df25 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82656d7-eb7a-4408-b462-1df748657abb HTTP/1.1" status: 200 len: 969 time: 0.0792477 Aug 11 02:04:37.898382 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c099493a-7dc6-4917-9937-eafb7f1aca51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:37.949905 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099493a-7dc6-4917-9937-eafb7f1aca51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2815f24d-6c48-430b-8a02-bb34422f50ed,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:37.953048 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c099493a-7dc6-4917-9937-eafb7f1aca51 admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:04:37.994612 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-550ff0fc-48a6-40c7-830d-5fb06901aacb req-28ad08c9-19ea-4f96-b8ff-de28ab9d17d8 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2733ea8-9c6c-465d-984b-4f92c7310104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892992 Aug 11 02:04:37.995728 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c099493a-7dc6-4917-9937-eafb7f1aca51 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737239021415', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:37.996290 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c099493a-7dc6-4917-9937-eafb7f1aca51 admin admin] Unsubscribe: segment precommit_create {{(pid=94506) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 11 02:04:37.996934 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-c099493a-7dc6-4917-9937-eafb7f1aca51 admin admin] Added segment 73a708c5-a2da-4e15-934f-92a062dbfae9 of type vlan for network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c Aug 11 02:04:38.012741 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea158610-484a-4834-a209-bcfd6c6133e2 req-bb9e2002-1557-471c-81b7-60f1da277e8d tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:38.014285 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ea158610-484a-4834-a209-bcfd6c6133e2 req-bb9e2002-1557-471c-81b7-60f1da277e8d tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/ports?device_id=839efd4d-15a0-4d19-9e6c-8ba311f45b52 HTTP/1.1" status: 200 len: 948 time: 0.0550101 Aug 11 02:04:38.050659 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c099493a-7dc6-4917-9937-eafb7f1aca51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:38.054537 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ea158610-484a-4834-a209-bcfd6c6133e2 req-e4aa24af-f2c6-4a20-94ac-50b856e47fac tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d03ceb7-b6bb-4285-9238-6420500ef4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341218 Aug 11 02:04:38.093212 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c099493a-7dc6-4917-9937-eafb7f1aca51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:38.094817 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c099493a-7dc6-4917-9937-eafb7f1aca51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:38.095479 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c099493a-7dc6-4917-9937-eafb7f1aca51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:38.176415 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c099493a-7dc6-4917-9937-eafb7f1aca51 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6382134 Aug 11 02:04:38.179938 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53144) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:38.185730 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-3688bb97-94fb-4293-88d2-3e56964d8ef0 admin admin] Request body: {'subnet': {'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1988500213-subnet', 'tenant_id': '2ad8af97bd524ff09f331d88ab3a939b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:04:38.191132 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099493a-7dc6-4917-9937-eafb7f1aca51 admin admin] Pushing event updated for resources: {'Network': ['ID=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:38.206788 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:04:38.210898 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3688bb97-94fb-4293-88d2-3e56964d8ef0 admin admin] Made reservation on behalf of 2ad8af97bd524ff09f331d88ab3a939b for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:04:38.213221 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3688bb97-94fb-4293-88d2-3e56964d8ef0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:38.308045 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19140be-c2b4-49df-bb8f-dadeec1d9228 req-4749e8fa-3954-4251-986f-6b5f793e5364 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:38.309780 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a19140be-c2b4-49df-bb8f-dadeec1d9228 req-4749e8fa-3954-4251-986f-6b5f793e5364 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 948 time: 0.0697415 Aug 11 02:04:38.356083 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a19140be-c2b4-49df-bb8f-dadeec1d9228 req-db8db4ed-7732-4613-8cfd-d33e1c6ba6c2 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397751 Aug 11 02:04:38.419209 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3688bb97-94fb-4293-88d2-3e56964d8ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:38.475830 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688bb97-94fb-4293-88d2-3e56964d8ef0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea5a035c-6f83-40b0-8579-ac261184d3bb,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:38.484958 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3688bb97-94fb-4293-88d2-3e56964d8ef0 admin admin] Checking segment: {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:04:38.485316 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3688bb97-94fb-4293-88d2-3e56964d8ef0 admin admin] Network hostable DHCP agents. Network: 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:04:38.501140 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3688bb97-94fb-4293-88d2-3e56964d8ef0 admin admin] Network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:04:38.509817 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-3688bb97-94fb-4293-88d2-3e56964d8ef0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:04:38.516115 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3688bb97-94fb-4293-88d2-3e56964d8ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:38.517047 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3688bb97-94fb-4293-88d2-3e56964d8ef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:38.518190 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af094bbd-cf07-4a0b-983e-34f91ddb4a86 None None] Network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:04:38.531218 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3688bb97-94fb-4293-88d2-3e56964d8ef0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3500643 Aug 11 02:04:38.651340 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78074612-b531-4f38-b525-c1a1b943bd54 None None] Network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:04:38.792973 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 95b3d4d3-7945-4b2c-8031-9d5359133631 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:04:39.034807 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:04:39.057563 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 95b3d4d3-7945-4b2c-8031-9d5359133631, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=95b3d4d3-7945-4b2c-8031-9d5359133631,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:04:39.069450 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '95b3d4d3-7945-4b2c-8031-9d5359133631', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': '95b3d4d3-7945-4b2c-8031-9d5359133631', 'mac_address': 'fa:16:3e:fc:fe:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:tempest-test_az-156377794', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:04:39.114572 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:39.130572 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b3d4d3-7945-4b2c-8031-9d5359133631 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:04:39.137889 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a45e1-f50b-4627-9dbb-f38256f9c040 req-58e338a4-b496-430b-83e7-4779f8624adc tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:39.147352 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-309a45e1-f50b-4627-9dbb-f38256f9c040 req-58e338a4-b496-430b-83e7-4779f8624adc tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82656d7-eb7a-4408-b462-1df748657abb HTTP/1.1" status: 200 len: 969 time: 0.0627861 Aug 11 02:04:39.159985 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 95b3d4d3-7945-4b2c-8031-9d5359133631, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=95b3d4d3-7945-4b2c-8031-9d5359133631,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:04:39.171591 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:39.206358 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc928876-23ff-4709-ad04-08ee88970c3e req-eaf2094f-5863-4656-ba90-632703b52977 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:39.212065 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fc928876-23ff-4709-ad04-08ee88970c3e req-eaf2094f-5863-4656-ba90-632703b52977 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/ports?device_id=839efd4d-15a0-4d19-9e6c-8ba311f45b52 HTTP/1.1" status: 200 len: 948 time: 0.0653169 Aug 11 02:04:39.225660 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-309a45e1-f50b-4627-9dbb-f38256f9c040 req-b11da462-e91f-47e2-a672-085fcf6883e7 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2733ea8-9c6c-465d-984b-4f92c7310104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702970 Aug 11 02:04:39.240145 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=95b3d4d3-7945-4b2c-8031-9d5359133631,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:39.256660 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fc928876-23ff-4709-ad04-08ee88970c3e req-71ab98e0-90c0-44de-b9a1-90a5bbfc8586 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d03ceb7-b6bb-4285-9238-6420500ef4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395770 Aug 11 02:04:39.261395 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:39.261836 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:39.262435 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:39.263057 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:39.263466 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:39.263982 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:39.264405 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:39.264844 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:39.265260 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:39.265858 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:39.266360 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:39.266872 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Tracked resource versions report: Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: pushed versions: Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: { 'AddressGroup': {'1.2'}, Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: 'ConntrackHelper': {'1.0'}, Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: 'Log': {'1.0'}, Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: 'Network': {'1.1'}, Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: 'Port': {'1.7'}, Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: 'PortForwarding': {'1.2'}, Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: 'QosPolicy': {'1.9'}, Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: 'SecurityGroup': {'1.4'}, Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: 'SubPort': {'1.0'}, Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: 'Subnet': {'1.1'}, Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: 'Trunk': {'1.1'}} Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: consumer versions: Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: { DHCP agent@n-d-615180-33: {}, Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: HyperV agent@n-h1-615180-33: {}, Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: HyperV agent@n-h2-615180-33: {}, Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: L3 agent@n-d-615180-33: {}, Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: Metadata agent@n-d-615180-33: {}, Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: Metering agent@n-d-615180-33: {}, Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: Open vSwitch agent@n-d-615180-33: { 'AddressGroup': '1.2', Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: 'ConntrackHelper': '1.0', Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: 'Log': '1.0', Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: 'Network': '1.1', Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: 'Port': '1.7', Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: 'PortForwarding': '1.2', Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: 'QosPolicy': '1.9', Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: 'SecurityGroup': '1.4', Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: 'SecurityGroupRule': '1.2', Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: 'SubPort': '1.0', Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: 'Subnet': '1.1', Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: 'Trunk': '1.1'}} Aug 11 02:04:39.268117 n-d-615180-33 neutron-server[94508]: {{(pid=94508) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:04:39.283033 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53198) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:39.288612 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-5ff7203e-c96d-4b93-bec7-3e785960a89e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1330103613-network', 'tenant_id': 'df3011904ba14db5a82489ecf8c27761'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:04:39.313857 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff7203e-c96d-4b93-bec7-3e785960a89e admin admin] Made reservation on behalf of df3011904ba14db5a82489ecf8c27761 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:04:39.316190 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5ff7203e-c96d-4b93-bec7-3e785960a89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:39.443277 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5ff7203e-c96d-4b93-bec7-3e785960a89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:39.507523 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b0d2d-e751-488a-8344-5d8873ea6908 req-6dfff8b4-7c63-4c4d-92ad-b23de960a545 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:39.509070 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-581b0d2d-e751-488a-8344-5d8873ea6908 req-6dfff8b4-7c63-4c4d-92ad-b23de960a545 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 948 time: 0.0676906 Aug 11 02:04:39.534479 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['95b3d4d3-7945-4b2c-8031-9d5359133631'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:04:39.562865 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-581b0d2d-e751-488a-8344-5d8873ea6908 req-9df481ba-ab96-4d60-860b-6a23fa8f997a tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470695 Aug 11 02:04:39.604873 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device bbcdf1a9-fbd9-463f-bced-91bd101ad493 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:04:39.612747 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5ff7203e-c96d-4b93-bec7-3e785960a89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:39.617247 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5ff7203e-c96d-4b93-bec7-3e785960a89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:39.641991 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff7203e-c96d-4b93-bec7-3e785960a89e admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:04:39.652048 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7203e-c96d-4b93-bec7-3e785960a89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefd2304-338d-42d6-9944-591b95841e92,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:39.656977 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5ff7203e-c96d-4b93-bec7-3e785960a89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:39.657325 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-5ff7203e-c96d-4b93-bec7-3e785960a89e admin admin] Added segment e1171e7d-0d7b-468a-8ae3-f3b16a88b3d3 of type vlan for network e9b00473-ad00-4a56-8661-9398aefe6042 Aug 11 02:04:39.708064 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5ff7203e-c96d-4b93-bec7-3e785960a89e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:39.740833 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5ff7203e-c96d-4b93-bec7-3e785960a89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:39.741902 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff7203e-c96d-4b93-bec7-3e785960a89e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:39.742517 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5ff7203e-c96d-4b93-bec7-3e785960a89e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:39.792393 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port bbcdf1a9-fbd9-463f-bced-91bd101ad493, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=bbcdf1a9-fbd9-463f-bced-91bd101ad493,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:04:39.807362 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5ff7203e-c96d-4b93-bec7-3e785960a89e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5230737 Aug 11 02:04:39.810152 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53210) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:39.811600 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7203e-c96d-4b93-bec7-3e785960a89e admin admin] Pushing event updated for resources: {'Network': ['ID=e9b00473-ad00-4a56-8661-9398aefe6042,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:39.818409 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'bbcdf1a9-fbd9-463f-bced-91bd101ad493', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': 'bbcdf1a9-fbd9-463f-bced-91bd101ad493', 'mac_address': 'fa:16:3e:42:e1:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:04:39.819930 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-8ad95119-d081-4ca8-a5c9-5b7b611d71ed admin admin] Request body: {'subnet': {'network_id': 'e9b00473-ad00-4a56-8661-9398aefe6042', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1330103613-subnet', 'tenant_id': 'df3011904ba14db5a82489ecf8c27761', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:04:39.825053 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network e9b00473-ad00-4a56-8661-9398aefe6042 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:04:39.846542 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad95119-d081-4ca8-a5c9-5b7b611d71ed admin admin] Made reservation on behalf of df3011904ba14db5a82489ecf8c27761 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:04:39.850036 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ad95119-d081-4ca8-a5c9-5b7b611d71ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:39.930296 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:39.957440 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbcdf1a9-fbd9-463f-bced-91bd101ad493 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:04:39.978326 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port bbcdf1a9-fbd9-463f-bced-91bd101ad493, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=bbcdf1a9-fbd9-463f-bced-91bd101ad493,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:04:39.983175 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:39.983843 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device cc37d5de-7085-4ff8-9099-893a4b5cf907 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:04:40.034281 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ad95119-d081-4ca8-a5c9-5b7b611d71ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:40.050850 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port cc37d5de-7085-4ff8-9099-893a4b5cf907, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=cc37d5de-7085-4ff8-9099-893a4b5cf907,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:04:40.058239 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=bbcdf1a9-fbd9-463f-bced-91bd101ad493,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:40.071038 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'cc37d5de-7085-4ff8-9099-893a4b5cf907', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': 'cc37d5de-7085-4ff8-9099-893a4b5cf907', 'mac_address': 'fa:16:3e:d3:c3:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:04:40.092600 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad95119-d081-4ca8-a5c9-5b7b611d71ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eab0bec-439b-4013-8474-e4cde19bae5c,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:40.102021 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad95119-d081-4ca8-a5c9-5b7b611d71ed admin admin] Checking segment: {'id': 'e1171e7d-0d7b-468a-8ae3-f3b16a88b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e9b00473-ad00-4a56-8661-9398aefe6042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:04:40.102218 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad95119-d081-4ca8-a5c9-5b7b611d71ed admin admin] Network hostable DHCP agents. Network: e9b00473-ad00-4a56-8661-9398aefe6042, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:04:40.111642 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:40.120041 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad95119-d081-4ca8-a5c9-5b7b611d71ed admin admin] Network e9b00473-ad00-4a56-8661-9398aefe6042 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:04:40.126977 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc37d5de-7085-4ff8-9099-893a4b5cf907 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:04:40.129618 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-8ad95119-d081-4ca8-a5c9-5b7b611d71ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, e9b00473-ad00-4a56-8661-9398aefe6042) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:04:40.134137 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad95119-d081-4ca8-a5c9-5b7b611d71ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:40.135921 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ad95119-d081-4ca8-a5c9-5b7b611d71ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:40.142559 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412faf0d-6a6e-4685-9d66-687612ec330f None None] Network e9b00473-ad00-4a56-8661-9398aefe6042 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:04:40.152505 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8ad95119-d081-4ca8-a5c9-5b7b611d71ed admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3405423 Aug 11 02:04:40.194448 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port cc37d5de-7085-4ff8-9099-893a4b5cf907, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=cc37d5de-7085-4ff8-9099-893a4b5cf907,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:04:40.202142 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:40.305945 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=cc37d5de-7085-4ff8-9099-893a4b5cf907,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:40.334991 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a723e92-20f1-41fd-842d-921429741219 None None] Network e9b00473-ad00-4a56-8661-9398aefe6042 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:04:40.382752 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475afa3f-2585-4788-83d2-7ef0785c9c49 req-90dbd8d4-29f7-4e6d-8af6-14f6d02b87d6 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:40.384295 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-475afa3f-2585-4788-83d2-7ef0785c9c49 req-90dbd8d4-29f7-4e6d-8af6-14f6d02b87d6 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82656d7-eb7a-4408-b462-1df748657abb HTTP/1.1" status: 200 len: 970 time: 0.0662794 Aug 11 02:04:40.430764 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8956d2-2862-46d2-bb7c-fd51a3c6e264 req-59f8222a-9b72-4396-93e9-7ea077d8cb04 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:40.435166 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-475afa3f-2585-4788-83d2-7ef0785c9c49 req-b432c205-6687-459e-9404-e2dba4a5ddb7 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2733ea8-9c6c-465d-984b-4f92c7310104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441551 Aug 11 02:04:40.440421 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bf8956d2-2862-46d2-bb7c-fd51a3c6e264 req-59f8222a-9b72-4396-93e9-7ea077d8cb04 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/ports?device_id=839efd4d-15a0-4d19-9e6c-8ba311f45b52 HTTP/1.1" status: 200 len: 949 time: 0.0584726 Aug 11 02:04:40.440663 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53228) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:40.495897 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bf8956d2-2862-46d2-bb7c-fd51a3c6e264 req-f8cfd61e-9db3-44ea-b094-e1cc3ce0b351 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d03ceb7-b6bb-4285-9238-6420500ef4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528312 Aug 11 02:04:40.553590 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['cc37d5de-7085-4ff8-9099-893a4b5cf907'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:04:40.558110 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['bbcdf1a9-fbd9-463f-bced-91bd101ad493'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:04:40.578293 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a6b1c9e0-6326-4c82-bd4f-e5a428b1532d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:40.713264 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa038f2f-d95a-4401-b149-d79e106a24c7 req-2f05ddd1-e520-405b-baa4-614038b31bc0 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:40.717710 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a6b1c9e0-6326-4c82-bd4f-e5a428b1532d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:40.721301 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fa038f2f-d95a-4401-b149-d79e106a24c7 req-2f05ddd1-e520-405b-baa4-614038b31bc0 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 949 time: 0.0550730 Aug 11 02:04:40.729025 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 95b3d4d3-7945-4b2c-8031-9d5359133631 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:04:40.753424 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a6b1c9e0-6326-4c82-bd4f-e5a428b1532d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:40.759131 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fa038f2f-d95a-4401-b149-d79e106a24c7 req-1a7496f2-e40e-45a7-ba1d-e4f8a278d7b1 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368598 Aug 11 02:04:40.854032 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a6b1c9e0-6326-4c82-bd4f-e5a428b1532d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=48eef0a29d2d4b80a79c7e65b169c3ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4123077 Aug 11 02:04:40.856733 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53246) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:40.860040 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1c9e0-6326-4c82-bd4f-e5a428b1532d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb3d8d3-5971-4950-9f9e-3e5b8ea0ac53,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:40.862786 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 95b3d4d3-7945-4b2c-8031-9d5359133631 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:04:40.868313 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 95b3d4d3-7945-4b2c-8031-9d5359133631 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:04:40.868693 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:40.895357 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-4cf3a647-2206-4d98-a6d8-f2d0c58b3c1f tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:40.897370 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-4cf3a647-2206-4d98-a6d8-f2d0c58b3c1f tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/networks?id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c HTTP/1.1" status: 200 len: 808 time: 0.2172275 Aug 11 02:04:40.910903 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0622d64f-306c-4f87-b941-cbc55f500a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:40.914965 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-726647d5-de44-4f83-8cdd-a149b4bd8cb0 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/quotas/2ad8af97bd524ff09f331d88ab3a939b HTTP/1.1" status: 200 len: 375 time: 0.0109217 Aug 11 02:04:40.938392 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0622d64f-306c-4f87-b941-cbc55f500a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:40.947584 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-7c3a6d5a-2b72-4688-a35f-2ab3bfd63463 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ad8af97bd524ff09f331d88ab3a939b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266538 Aug 11 02:04:40.954128 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:40.979842 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82656d7-eb7a-4408-b462-1df748657abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b3d4d3-7945-4b2c-8031-9d5359133631'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:04:40.988892 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0622d64f-306c-4f87-b941-cbc55f500a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:40.992639 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0622d64f-306c-4f87-b941-cbc55f500a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:40.993971 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0622d64f-306c-4f87-b941-cbc55f500a95 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/efb3d8d3-5971-4950-9f9e-3e5b8ea0ac53 HTTP/1.1" status: 204 len: 168 time: 0.1359961 Aug 11 02:04:41.005972 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622d64f-306c-4f87-b941-cbc55f500a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb3d8d3-5971-4950-9f9e-3e5b8ea0ac53,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:41.050301 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-6d1ef0e5-fba4-4dff-8fb8-e00ae106cf88 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:04:41.051408 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-6d1ef0e5-fba4-4dff-8fb8-e00ae106cf88 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0440209 Aug 11 02:04:41.068899 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 95b3d4d3-7945-4b2c-8031-9d5359133631, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=95b3d4d3-7945-4b2c-8031-9d5359133631,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:04:41.077142 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:41.138778 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=95b3d4d3-7945-4b2c-8031-9d5359133631,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:41.167619 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-2defd811-054e-493b-a680-4df4fd7143b4 service neutron] 10.222.0.50 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086433 Aug 11 02:04:41.184937 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41c6234-ebf6-4393-aa49-fdc557bea44e" -d '{"events": [{"server_uuid": "d82656d7-eb7a-4408-b462-1df748657abb", "name": "network-vif-plugged", "status": "completed", "tag": "95b3d4d3-7945-4b2c-8031-9d5359133631"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:04:41.274047 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-c662df19-fcdd-4c4c-84df-61f70b616525 service neutron] 10.222.0.50 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998683 Aug 11 02:04:41.293199 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e494d0-4d31-432c-adb0-51a77e897e3b x-openstack-request-id: req-13e494d0-4d31-432c-adb0-51a77e897e3b {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:04:41.293484 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82656d7-eb7a-4408-b462-1df748657abb", "name": "network-vif-plugged", "status": "completed", "tag": "95b3d4d3-7945-4b2c-8031-9d5359133631", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:04:41.293732 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-13e494d0-4d31-432c-adb0-51a77e897e3b {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:04:41.294196 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82656d7-eb7a-4408-b462-1df748657abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b3d4d3-7945-4b2c-8031-9d5359133631', 'code': 200} Aug 11 02:04:41.326683 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53266) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:41.348907 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e6de52c7-b42d-4486-a837-8ffb1f3cdc44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:41.441847 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecfc81-88da-4b2e-8dfc-bf9ea88114e2 req-2e61375a-896c-4af4-ade3-e9b6703008f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:41.443428 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-27ecfc81-88da-4b2e-8dfc-bf9ea88114e2 req-2e61375a-896c-4af4-ade3-e9b6703008f6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d82656d7-eb7a-4408-b462-1df748657abb HTTP/1.1" status: 200 len: 1123 time: 0.0826910 Aug 11 02:04:41.463924 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-27ecfc81-88da-4b2e-8dfc-bf9ea88114e2 req-5923be17-1ef7-4716-aede-60a3e1b1e751 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:41.467975 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fd05f19c-1a6d-44ca-89c8-ed2ebd26fca2 req-65f24d21-b15f-4bf2-ac9c-e0a44cefd57e tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 210 time: 0.0376258 Aug 11 02:04:41.483112 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e6de52c7-b42d-4486-a837-8ffb1f3cdc44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:41.492623 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e6de52c7-b42d-4486-a837-8ffb1f3cdc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:41.544140 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e6de52c7-b42d-4486-a837-8ffb1f3cdc44 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=888c6cea6252446980fcca9b6f828b81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2162957 Aug 11 02:04:41.546232 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53276) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:41.554407 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de52c7-b42d-4486-a837-8ffb1f3cdc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11cb01a-079d-4819-b4fd-8c001ac88901,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:41.584211 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device bbcdf1a9-fbd9-463f-bced-91bd101ad493 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:04:41.621569 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-27ecfc81-88da-4b2e-8dfc-bf9ea88114e2 req-5923be17-1ef7-4716-aede-60a3e1b1e751 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:41.627032 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1348bc8d-ee63-4259-9a84-7059b5b49920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:41.634594 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98d2e7-cc7a-40d3-bafc-89a462d92254 req-4eaded0a-ea90-471d-ae75-8202c3bad269 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:41.642762 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bd98d2e7-cc7a-40d3-bafc-89a462d92254 req-4eaded0a-ea90-471d-ae75-8202c3bad269 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82656d7-eb7a-4408-b462-1df748657abb HTTP/1.1" status: 200 len: 971 time: 0.0873494 Aug 11 02:04:41.666954 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-27ecfc81-88da-4b2e-8dfc-bf9ea88114e2 req-5923be17-1ef7-4716-aede-60a3e1b1e751 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:41.671072 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1348bc8d-ee63-4259-9a84-7059b5b49920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:41.702314 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port bbcdf1a9-fbd9-463f-bced-91bd101ad493 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:04:41.713398 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port bbcdf1a9-fbd9-463f-bced-91bd101ad493 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:04:41.713772 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:41.721028 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-27ecfc81-88da-4b2e-8dfc-bf9ea88114e2 req-5923be17-1ef7-4716-aede-60a3e1b1e751 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a2733ea8-9c6c-465d-984b-4f92c7310104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701418 Aug 11 02:04:41.735473 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bd98d2e7-cc7a-40d3-bafc-89a462d92254 req-926fb4fe-38d8-46f5-971a-78257cd91d03 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2733ea8-9c6c-465d-984b-4f92c7310104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902269 Aug 11 02:04:41.755572 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923be17-1ef7-4716-aede-60a3e1b1e751 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=42346f98-6106-4ae1-b000-6fe272de1344,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:41.755780 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1348bc8d-ee63-4259-9a84-7059b5b49920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:41.764785 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1348bc8d-ee63-4259-9a84-7059b5b49920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:41.780927 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1348bc8d-ee63-4259-9a84-7059b5b49920 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d11cb01a-079d-4819-b4fd-8c001ac88901 HTTP/1.1" status: 204 len: 168 time: 0.2325544 Aug 11 02:04:41.804214 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348bc8d-ee63-4259-9a84-7059b5b49920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11cb01a-079d-4819-b4fd-8c001ac88901,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:41.898520 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b5785-b040-402f-afff-dc825a9beb0a req-7e777abc-d716-466a-bb3e-fdd5d7ce535e tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:41.899988 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04246a7d-6a94-4f4c-ad70-a56a982c4f22 req-9fbcfe4e-ae2a-438c-ba4b-449383370a1a tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:41.900168 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ee1b5785-b040-402f-afff-dc825a9beb0a req-7e777abc-d716-466a-bb3e-fdd5d7ce535e tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/ports?device_id=839efd4d-15a0-4d19-9e6c-8ba311f45b52 HTTP/1.1" status: 200 len: 949 time: 0.0556781 Aug 11 02:04:41.901554 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-04246a7d-6a94-4f4c-ad70-a56a982c4f22 req-9fbcfe4e-ae2a-438c-ba4b-449383370a1a tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 949 time: 0.0529087 Aug 11 02:04:41.941558 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ee1b5785-b040-402f-afff-dc825a9beb0a req-cb6a2bc2-c348-40e3-8875-459c7d6fe4c7 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d03ceb7-b6bb-4285-9238-6420500ef4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336034 Aug 11 02:04:41.961169 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-04246a7d-6a94-4f4c-ad70-a56a982c4f22 req-7d853ee7-23e5-4964-9bc6-1f40e59212a3 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526299 Aug 11 02:04:42.045869 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:42.081049 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port bbcdf1a9-fbd9-463f-bced-91bd101ad493, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=bbcdf1a9-fbd9-463f-bced-91bd101ad493,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:04:42.084768 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:42.085574 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device cc37d5de-7085-4ff8-9099-893a4b5cf907 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:04:42.164777 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=bbcdf1a9-fbd9-463f-bced-91bd101ad493,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:42.180681 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port cc37d5de-7085-4ff8-9099-893a4b5cf907 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:04:42.184912 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port cc37d5de-7085-4ff8-9099-893a4b5cf907 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:04:42.185293 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:42.265607 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:42.299092 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port cc37d5de-7085-4ff8-9099-893a4b5cf907, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=cc37d5de-7085-4ff8-9099-893a4b5cf907,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:04:42.302902 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:42.354296 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=cc37d5de-7085-4ff8-9099-893a4b5cf907,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:42.621104 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-95f70258-fd0f-4ebb-93aa-33ebd87189f1 req-1770dee6-f951-4800-a5b2-016a44113a22 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 210 time: 0.0667822 Aug 11 02:04:42.682946 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-a6ef294e-c08f-42eb-9c24-24cb536f4c34 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:42.684444 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-a6ef294e-c08f-42eb-9c24-24cb536f4c34 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.73 "GET /v2.0/networks?id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c HTTP/1.1" status: 200 len: 808 time: 0.1404905 Aug 11 02:04:42.699180 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-a11e2ea1-be2c-412f-aa07-82fe61353243 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Request body: {'port': {'device_id': 'd328b3ae-f655-4511-89b2-939cb0f201db', 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c', 'admin_state_up': True, 'tenant_id': '2ad8af97bd524ff09f331d88ab3a939b'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:04:42.811180 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-a11e2ea1-be2c-412f-aa07-82fe61353243 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Made reservation on behalf of 2ad8af97bd524ff09f331d88ab3a939b for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:04:42.814897 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-a11e2ea1-be2c-412f-aa07-82fe61353243 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:42.860857 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fc880-2741-4af7-a8ac-731cc0a63508 req-1745e778-3162-49e1-9542-123f620dab6c tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:42.862328 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-110fc880-2741-4af7-a8ac-731cc0a63508 req-1745e778-3162-49e1-9542-123f620dab6c tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82656d7-eb7a-4408-b462-1df748657abb HTTP/1.1" status: 200 len: 971 time: 0.0609787 Aug 11 02:04:42.918973 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-110fc880-2741-4af7-a8ac-731cc0a63508 req-55f1186d-1aec-43e8-8c9b-9fb53b1e3e4f tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2733ea8-9c6c-465d-984b-4f92c7310104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502884 Aug 11 02:04:42.947837 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-a11e2ea1-be2c-412f-aa07-82fe61353243 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Allocated IP 172.20.0.9 (9e66cc24-85a1-4102-8784-fe6b3bf4ec6c/ea5a035c-6f83-40b0-8579-ac261184d3bb/23e114a8-1544-4311-ab89-4a013e234d7f) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:04:43.108562 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552eb81-c096-48d4-a0e0-ebf81f95cb5e req-5012e3ce-c869-43e8-a663-cf4ff7810844 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:43.110137 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4552eb81-c096-48d4-a0e0-ebf81f95cb5e req-5012e3ce-c869-43e8-a663-cf4ff7810844 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 950 time: 0.0651801 Aug 11 02:04:43.115350 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40965c26-f5c6-4977-95ee-5cacdeedddf0 req-7d54e9af-eef3-42ca-93b5-1821ed534004 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:43.117357 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-40965c26-f5c6-4977-95ee-5cacdeedddf0 req-7d54e9af-eef3-42ca-93b5-1821ed534004 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/ports?device_id=839efd4d-15a0-4d19-9e6c-8ba311f45b52 HTTP/1.1" status: 200 len: 950 time: 0.0767884 Aug 11 02:04:43.156625 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-a11e2ea1-be2c-412f-aa07-82fe61353243 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:43.172141 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4552eb81-c096-48d4-a0e0-ebf81f95cb5e req-48ac52a7-88d4-4a4b-a38d-e5872f19057a tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556514 Aug 11 02:04:43.192045 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-40965c26-f5c6-4977-95ee-5cacdeedddf0 req-031df6ef-fb0f-4354-86bc-57888857dea6 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d03ceb7-b6bb-4285-9238-6420500ef4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577929 Aug 11 02:04:43.221548 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-a11e2ea1-be2c-412f-aa07-82fe61353243 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:43.264646 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-a11e2ea1-be2c-412f-aa07-82fe61353243 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:04:43.267642 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-a11e2ea1-be2c-412f-aa07-82fe61353243 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:04:43.271291 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-a11e2ea1-be2c-412f-aa07-82fe61353243 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:04:43.276857 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-a11e2ea1-be2c-412f-aa07-82fe61353243 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:43.277474 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-a11e2ea1-be2c-412f-aa07-82fe61353243 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:43.295290 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ed7d2b-5fa9-4384-94f8-f4a44364a78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcdf1a9-fbd9-463f-bced-91bd101ad493'}, {'server_uuid': '839efd4d-15a0-4d19-9e6c-8ba311f45b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc37d5de-7085-4ff8-9099-893a4b5cf907'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:04:43.296264 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e2ea1-be2c-412f-aa07-82fe61353243 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Pushing event updated for resources: {'Port': ['ID=23e114a8-1544-4311-ab89-4a013e234d7f,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:43.300303 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f6e803-9b87-405b-a24c-eccfb961a90b" -d '{"events": [{"server_uuid": "c0ed7d2b-5fa9-4384-94f8-f4a44364a78f", "name": "network-vif-plugged", "status": "completed", "tag": "bbcdf1a9-fbd9-463f-bced-91bd101ad493"}, {"server_uuid": "839efd4d-15a0-4d19-9e6c-8ba311f45b52", "name": "network-vif-plugged", "status": "completed", "tag": "cc37d5de-7085-4ff8-9099-893a4b5cf907"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:04:43.307622 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-a11e2ea1-be2c-412f-aa07-82fe61353243 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6124136 Aug 11 02:04:43.325779 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-8bd63fc6-85d5-4d94-b41b-109b3b9229bc service neutron] Request body: {'port': {'device_id': 'd328b3ae-f655-4511-89b2-939cb0f201db', 'device_owner': 'compute:tempest-test_az-156377794', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:04:43.347721 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 02:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8854cd98-1157-4d06-92a9-97b73a446f7a x-openstack-request-id: req-8854cd98-1157-4d06-92a9-97b73a446f7a {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:04:43.348291 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ed7d2b-5fa9-4384-94f8-f4a44364a78f", "name": "network-vif-plugged", "status": "completed", "tag": "bbcdf1a9-fbd9-463f-bced-91bd101ad493", "code": 200}, {"server_uuid": "839efd4d-15a0-4d19-9e6c-8ba311f45b52", "name": "network-vif-plugged", "status": "completed", "tag": "cc37d5de-7085-4ff8-9099-893a4b5cf907", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:04:43.349618 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8854cd98-1157-4d06-92a9-97b73a446f7a {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:04:43.350192 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ed7d2b-5fa9-4384-94f8-f4a44364a78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcdf1a9-fbd9-463f-bced-91bd101ad493', 'code': 200} Aug 11 02:04:43.350568 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839efd4d-15a0-4d19-9e6c-8ba311f45b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc37d5de-7085-4ff8-9099-893a4b5cf907', 'code': 200} Aug 11 02:04:43.388768 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-8bd63fc6-85d5-4d94-b41b-109b3b9229bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:43.535341 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0eacc7-4959-4603-8f00-9d8dce2c35d1 req-4ee80dcb-42e0-4f91-a605-2b158876b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:43.536952 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1f0eacc7-4959-4603-8f00-9d8dce2c35d1 req-4ee80dcb-42e0-4f91-a605-2b158876b205 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 1102 time: 0.1079826 Aug 11 02:04:43.539444 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fefe7a-0f1d-4c31-b24a-d04a5185986a req-abda0356-f809-4d8e-b2d1-20f0ca13a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:43.541097 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e6fefe7a-0f1d-4c31-b24a-d04a5185986a req-abda0356-f809-4d8e-b2d1-20f0ca13a5f0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=839efd4d-15a0-4d19-9e6c-8ba311f45b52 HTTP/1.1" status: 200 len: 1102 time: 0.0813396 Aug 11 02:04:43.588900 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e6fefe7a-0f1d-4c31-b24a-d04a5185986a req-49b4a1e2-76d0-4c86-8c4f-01e9fffe2fb4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9d03ceb7-b6bb-4285-9238-6420500ef4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390749 Aug 11 02:04:43.747554 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd5a61-491b-43dd-a858-7524374668a2 req-4be24bc9-06e8-4aca-8c9d-c94ee745cc6a tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:43.749178 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c0dd5a61-491b-43dd-a858-7524374668a2 req-4be24bc9-06e8-4aca-8c9d-c94ee745cc6a tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 931 time: 0.0554566 Aug 11 02:04:43.776107 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1f0eacc7-4959-4603-8f00-9d8dce2c35d1 req-ccf9c5cf-58ff-4d1d-9fdf-12443ff739e3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263691 Aug 11 02:04:43.787784 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c0dd5a61-491b-43dd-a858-7524374668a2 req-1dbc2345-fa36-4717-9fc5-57d4d138a534 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327544 Aug 11 02:04:43.822967 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5a8e2a9-746b-47c5-a462-d1df66a74723 req-3a516789-dc5d-41db-a4cb-28f200067aae tempest-QuotasAdminNegativeTest-1605316860 tempest-QuotasAdminNegativeTest-1605316860-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=3a88b76239fa4d25a944e8946f79e5ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355656 Aug 11 02:04:43.935832 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-8bd63fc6-85d5-4d94-b41b-109b3b9229bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23e114a8-1544-4311-ab89-4a013e234d7f {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:04:43.947131 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-8bd63fc6-85d5-4d94-b41b-109b3b9229bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:43.973268 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-8bd63fc6-85d5-4d94-b41b-109b3b9229bc service neutron] Transition to ACTIVE for port object 23e114a8-1544-4311-ab89-4a013e234d7f will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:04:43.981802 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8e2a9-746b-47c5-a462-d1df66a74723 req-60d1faf5-ddf0-4d68-aaa3-5ca1c2ab368b tempest-QuotasAdminNegativeTest-1605316860 tempest-QuotasAdminNegativeTest-1605316860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:43.983519 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5a8e2a9-746b-47c5-a462-d1df66a74723 req-60d1faf5-ddf0-4d68-aaa3-5ca1c2ab368b tempest-QuotasAdminNegativeTest-1605316860 tempest-QuotasAdminNegativeTest-1605316860-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1536832 Aug 11 02:04:43.985684 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-8bd63fc6-85d5-4d94-b41b-109b3b9229bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:44.026256 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1973d5-daaa-4703-a55f-d17df3056808 req-60434818-f98d-457a-a15c-4a322a3d1c3e tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:44.028336 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3d1973d5-daaa-4703-a55f-d17df3056808 req-60434818-f98d-457a-a15c-4a322a3d1c3e tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82656d7-eb7a-4408-b462-1df748657abb HTTP/1.1" status: 200 len: 971 time: 0.0537083 Aug 11 02:04:44.037392 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5a8e2a9-746b-47c5-a462-d1df66a74723 req-8787c41b-2764-42d3-88e5-3e41e92c084a tempest-QuotasAdminNegativeTest-1605316860 tempest-QuotasAdminNegativeTest-1605316860-project] 10.222.0.50 "GET /v2.0/quotas/3a88b76239fa4d25a944e8946f79e5ba HTTP/1.1" status: 200 len: 375 time: 0.0439591 Aug 11 02:04:44.061539 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd63fc6-85d5-4d94-b41b-109b3b9229bc service neutron] Pushing event updated for resources: {'Port': ['ID=23e114a8-1544-4311-ab89-4a013e234d7f,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:44.067252 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3d1973d5-daaa-4703-a55f-d17df3056808 req-8bdecd0e-7e89-4945-9958-7c68a774f504 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2733ea8-9c6c-465d-984b-4f92c7310104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328853 Aug 11 02:04:44.093731 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5a8e2a9-746b-47c5-a462-d1df66a74723 req-3a663bf5-f2d4-4f77-8090-3d3f80fe6b0d tempest-QuotasAdminNegativeTest-1605316860 tempest-QuotasAdminNegativeTest-1605316860-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3a88b76239fa4d25a944e8946f79e5ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480993 Aug 11 02:04:44.105260 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-8bd63fc6-85d5-4d94-b41b-109b3b9229bc service neutron] Attempting to bind port 23e114a8-1544-4311-ab89-4a013e234d7f on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:04:44.106081 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-8bd63fc6-85d5-4d94-b41b-109b3b9229bc service neutron] Attempting to bind port 23e114a8-1544-4311-ab89-4a013e234d7f by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:04:44.106570 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-8bd63fc6-85d5-4d94-b41b-109b3b9229bc service neutron] Attempting to bind port 23e114a8-1544-4311-ab89-4a013e234d7f on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:04:44.111029 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-8bd63fc6-85d5-4d94-b41b-109b3b9229bc service neutron] Port 23e114a8-1544-4311-ab89-4a013e234d7f on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:04:44.111349 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-8bd63fc6-85d5-4d94-b41b-109b3b9229bc service neutron] Attempting to bind port 23e114a8-1544-4311-ab89-4a013e234d7f on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:04:44.116813 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-8bd63fc6-85d5-4d94-b41b-109b3b9229bc service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:04:44.117042 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-8bd63fc6-85d5-4d94-b41b-109b3b9229bc service neutron] Checking segment: {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:04:44.117427 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-8bd63fc6-85d5-4d94-b41b-109b3b9229bc service neutron] Bound using segment: {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:04:44.118014 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-8bd63fc6-85d5-4d94-b41b-109b3b9229bc service neutron] Bound port: 23e114a8-1544-4311-ab89-4a013e234d7f, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:04:44.118210 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-8bd63fc6-85d5-4d94-b41b-109b3b9229bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:44.187022 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-8bd63fc6-85d5-4d94-b41b-109b3b9229bc service neutron] For port 23e114a8-1544-4311-ab89-4a013e234d7f, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:04:44.190428 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-8bd63fc6-85d5-4d94-b41b-109b3b9229bc service neutron] For port 23e114a8-1544-4311-ab89-4a013e234d7f, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=23e114a8-1544-4311-ab89-4a013e234d7f,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:04:44.196663 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-8bd63fc6-85d5-4d94-b41b-109b3b9229bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:44.226728 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1596a9b-3b8e-44e4-b6df-1d92540121a1 req-e4977ae5-02ff-4fa1-849f-8e8953c22954 tempest-AggregatesAdminTestJSON-1905608614 tempest-AggregatesAdminTestJSON-1905608614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:44.229030 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a1596a9b-3b8e-44e4-b6df-1d92540121a1 req-e4977ae5-02ff-4fa1-849f-8e8953c22954 tempest-AggregatesAdminTestJSON-1905608614 tempest-AggregatesAdminTestJSON-1905608614-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d82656d7-eb7a-4408-b462-1df748657abb HTTP/1.1" status: 200 len: 1123 time: 0.0486560 Aug 11 02:04:44.237269 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-8bd63fc6-85d5-4d94-b41b-109b3b9229bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:44.237806 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-8bd63fc6-85d5-4d94-b41b-109b3b9229bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:44.239270 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-8bd63fc6-85d5-4d94-b41b-109b3b9229bc service neutron] 10.222.0.73 "PUT /v2.0/ports/23e114a8-1544-4311-ab89-4a013e234d7f HTTP/1.1" status: 200 len: 1113 time: 0.9197404 Aug 11 02:04:44.240268 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd328b3ae-f655-4511-89b2-939cb0f201db', 'tag': '23e114a8-1544-4311-ab89-4a013e234d7f'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:04:44.242713 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040b31af-c31a-4ab2-99df-edc3aade9fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "d328b3ae-f655-4511-89b2-939cb0f201db", "tag": "23e114a8-1544-4311-ab89-4a013e234d7f"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:04:44.251342 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a1596a9b-3b8e-44e4-b6df-1d92540121a1 req-770cda39-1f76-40ba-aa59-c90af2b9634d tempest-AggregatesAdminTestJSON-1905608614 tempest-AggregatesAdminTestJSON-1905608614-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:44.270378 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd63fc6-85d5-4d94-b41b-109b3b9229bc service neutron] Pushing event updated for resources: {'Port': ['ID=23e114a8-1544-4311-ab89-4a013e234d7f,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:44.335111 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-94a10fa0-4ffa-4c70-8755-704b963fb7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:44.336693 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-94a10fa0-4ffa-4c70-8755-704b963fb7af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2ad8af97bd524ff09f331d88ab3a939b&device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 1116 time: 0.0488968 Aug 11 02:04:44.366439 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a1596a9b-3b8e-44e4-b6df-1d92540121a1 req-770cda39-1f76-40ba-aa59-c90af2b9634d tempest-AggregatesAdminTestJSON-1905608614 tempest-AggregatesAdminTestJSON-1905608614-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:44.370839 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a1596a9b-3b8e-44e4-b6df-1d92540121a1 req-770cda39-1f76-40ba-aa59-c90af2b9634d tempest-AggregatesAdminTestJSON-1905608614 tempest-AggregatesAdminTestJSON-1905608614-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:44.383829 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-c38456c7-f547-4a08-90f1-0e1ad93ba0ac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23e114a8-1544-4311-ab89-4a013e234d7f HTTP/1.1" status: 200 len: 217 time: 0.0387707 Aug 11 02:04:44.392533 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a1596a9b-3b8e-44e4-b6df-1d92540121a1 req-770cda39-1f76-40ba-aa59-c90af2b9634d tempest-AggregatesAdminTestJSON-1905608614 tempest-AggregatesAdminTestJSON-1905608614-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=a2733ea8-9c6c-465d-984b-4f92c7310104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560283 Aug 11 02:04:44.401060 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cda39-1f76-40ba-aa59-c90af2b9634d tempest-AggregatesAdminTestJSON-1905608614 tempest-AggregatesAdminTestJSON-1905608614-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab41283-e0a0-4401-bfcb-43f58ea4cb7e,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:44.467404 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0dbd9-5ceb-45b5-a7e7-817368821b77 req-ac6ba23d-2797-4ad8-9de6-e9f905709d7e tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:44.468891 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-99f0dbd9-5ceb-45b5-a7e7-817368821b77 req-ac6ba23d-2797-4ad8-9de6-e9f905709d7e tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 950 time: 0.0875378 Aug 11 02:04:44.470313 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-3525aa61-684d-4cb7-be92-3e713f810ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:44.471577 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-3525aa61-684d-4cb7-be92-3e713f810ba8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea5a035c-6f83-40b0-8579-ac261184d3bb HTTP/1.1" status: 200 len: 848 time: 0.0805697 Aug 11 02:04:44.508763 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31899518-a58c-4c58-8dc7-4ab3a31d46fc req-741fc165-3704-40c0-82a8-56a78917fead tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:44.510149 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-31899518-a58c-4c58-8dc7-4ab3a31d46fc req-741fc165-3704-40c0-82a8-56a78917fead tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/ports?device_id=839efd4d-15a0-4d19-9e6c-8ba311f45b52 HTTP/1.1" status: 200 len: 950 time: 0.0480020 Aug 11 02:04:44.510869 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-ca50903e-0579-4548-b366-75e6fbd4560c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293663 Aug 11 02:04:44.544153 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-99f0dbd9-5ceb-45b5-a7e7-817368821b77 req-9da8c9b4-20fd-4886-8b80-40e95a9ab5f5 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685573 Aug 11 02:04:44.547754 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-31899518-a58c-4c58-8dc7-4ab3a31d46fc req-e6850dcb-285d-4cfd-b652-92935f43ddeb tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d03ceb7-b6bb-4285-9238-6420500ef4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311208 Aug 11 02:04:44.599740 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f888ea1-5115-4703-9e16-fea205624b49 x-openstack-request-id: req-7f888ea1-5115-4703-9e16-fea205624b49 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:04:44.600059 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d328b3ae-f655-4511-89b2-939cb0f201db", "tag": "23e114a8-1544-4311-ab89-4a013e234d7f", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:04:44.600312 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7f888ea1-5115-4703-9e16-fea205624b49 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:04:44.601068 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd328b3ae-f655-4511-89b2-939cb0f201db', 'tag': '23e114a8-1544-4311-ab89-4a013e234d7f', 'status': 'completed', 'code': 200} Aug 11 02:04:44.622900 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-a75ba3b5-eaca-4329-8c5f-ec5e54f4f61c service neutron] 10.222.0.73 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017087 Aug 11 02:04:44.719491 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d33edda-0112-4cc4-ba9e-9293f23d573a req-2b15a409-5b02-45f0-9784-ee7dbfaf0cff service neutron] 10.222.0.73 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884998 Aug 11 02:04:44.829529 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b31af-c31a-4ab2-99df-edc3aade9fcd req-5c0b4337-f058-40d5-b18e-776788165bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:44.831791 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-040b31af-c31a-4ab2-99df-edc3aade9fcd req-5c0b4337-f058-40d5-b18e-776788165bcd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2ad8af97bd524ff09f331d88ab3a939b&device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 1116 time: 0.0614560 Aug 11 02:04:44.929905 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04739d69-c5bf-4aee-8dc9-e35c367e0f95 req-322eda4f-822a-437f-972d-8a33772e1407 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:44.931442 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-04739d69-c5bf-4aee-8dc9-e35c367e0f95 req-322eda4f-822a-437f-972d-8a33772e1407 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 964 time: 0.0538707 Aug 11 02:04:44.937469 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b31af-c31a-4ab2-99df-edc3aade9fcd req-f2235392-1544-492b-9eab-600f6663afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:44.939207 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-040b31af-c31a-4ab2-99df-edc3aade9fcd req-f2235392-1544-492b-9eab-600f6663afd3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c HTTP/1.1" status: 200 len: 909 time: 0.0992329 Aug 11 02:04:44.973396 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-04739d69-c5bf-4aee-8dc9-e35c367e0f95 req-602ddae4-866e-4204-a763-e5a6d7f285af tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357680 Aug 11 02:04:44.987054 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-040b31af-c31a-4ab2-99df-edc3aade9fcd req-4bededc8-b033-4b52-919e-41d1f5280c2a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23e114a8-1544-4311-ab89-4a013e234d7f HTTP/1.1" status: 200 len: 217 time: 0.0370340 Aug 11 02:04:45.073197 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9c6d16f3-94a2-4cae-b352-241ccc043140 req-ff279241-927d-4eda-bf2f-1fca325af53c tempest-QuotasAdminNegativeTest-1605316860 tempest-QuotasAdminNegativeTest-1605316860-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=3a88b76239fa4d25a944e8946f79e5ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270481 Aug 11 02:04:45.074731 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b31af-c31a-4ab2-99df-edc3aade9fcd req-89f7b178-8b47-4b13-830f-49a68c82d55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:45.076142 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-040b31af-c31a-4ab2-99df-edc3aade9fcd req-89f7b178-8b47-4b13-830f-49a68c82d55d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea5a035c-6f83-40b0-8579-ac261184d3bb HTTP/1.1" status: 200 len: 848 time: 0.0763988 Aug 11 02:04:45.149784 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-040b31af-c31a-4ab2-99df-edc3aade9fcd req-64578789-713b-45a8-994a-f30adbc5bef7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614164 Aug 11 02:04:45.267105 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d16f3-94a2-4cae-b352-241ccc043140 req-bbaf1188-76f5-4899-a936-d4a53e6ccf17 tempest-QuotasAdminNegativeTest-1605316860 tempest-QuotasAdminNegativeTest-1605316860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:45.268622 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9c6d16f3-94a2-4cae-b352-241ccc043140 req-bbaf1188-76f5-4899-a936-d4a53e6ccf17 tempest-QuotasAdminNegativeTest-1605316860 tempest-QuotasAdminNegativeTest-1605316860-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1900287 Aug 11 02:04:45.293926 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9c6d16f3-94a2-4cae-b352-241ccc043140 req-a6768b6b-004d-4bf1-bb7e-3c10736ed74b tempest-QuotasAdminNegativeTest-1605316860 tempest-QuotasAdminNegativeTest-1605316860-project] 10.222.0.50 "GET /v2.0/quotas/3a88b76239fa4d25a944e8946f79e5ba HTTP/1.1" status: 200 len: 375 time: 0.0170834 Aug 11 02:04:45.295930 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-040b31af-c31a-4ab2-99df-edc3aade9fcd req-7c009ae6-1dc4-4616-bcee-89c56e907507 service neutron] 10.222.0.73 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373472 Aug 11 02:04:45.336673 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9c6d16f3-94a2-4cae-b352-241ccc043140 req-779291d3-fcac-4227-be9d-9a72facd448e tempest-QuotasAdminNegativeTest-1605316860 tempest-QuotasAdminNegativeTest-1605316860-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3a88b76239fa4d25a944e8946f79e5ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353866 Aug 11 02:04:45.422551 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-040b31af-c31a-4ab2-99df-edc3aade9fcd req-23e5ad85-12dc-4f68-9a67-4fba1eb31ec6 service neutron] 10.222.0.73 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124549 Aug 11 02:04:45.580552 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3fa22889-22a6-4208-b566-3859ea0b5fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:45.702707 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3c57c-ee4d-43fb-97e9-adadeb8168f6 req-a12fd360-1d5a-4d7c-96f9-4b2a99debef0 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:45.704240 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dff3c57c-ee4d-43fb-97e9-adadeb8168f6 req-a12fd360-1d5a-4d7c-96f9-4b2a99debef0 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 950 time: 0.0488064 Aug 11 02:04:45.722875 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058f556-c64d-4e68-9a85-80dd66c5168b req-59cfa879-13b1-4b19-8e06-6487dd1402b6 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:45.725027 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a058f556-c64d-4e68-9a85-80dd66c5168b req-59cfa879-13b1-4b19-8e06-6487dd1402b6 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/ports?device_id=839efd4d-15a0-4d19-9e6c-8ba311f45b52 HTTP/1.1" status: 200 len: 950 time: 0.0467944 Aug 11 02:04:45.742421 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dff3c57c-ee4d-43fb-97e9-adadeb8168f6 req-959136d4-d7e9-40d5-88c0-b040f014d678 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320945 Aug 11 02:04:45.762124 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a058f556-c64d-4e68-9a85-80dd66c5168b req-538dc593-b4d9-4d73-a738-b5f9ac1d0a58 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d03ceb7-b6bb-4285-9238-6420500ef4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311742 Aug 11 02:04:46.296781 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372871c4-cddd-4058-935e-74089ff4053b req-56d3835c-627b-4121-bf4f-8296e77a9c30 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:46.298255 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-372871c4-cddd-4058-935e-74089ff4053b req-56d3835c-627b-4121-bf4f-8296e77a9c30 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 964 time: 0.0665746 Aug 11 02:04:46.339964 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-372871c4-cddd-4058-935e-74089ff4053b req-89a6b34d-bae9-4352-9b10-3d352d306448 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356274 Aug 11 02:04:46.348335 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb357fc0-6d70-4063-97f3-5ac48b6cd7d3 req-3a6335f0-db37-4120-bfa4-4444b4fa662b tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:46.350568 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bb357fc0-6d70-4063-97f3-5ac48b6cd7d3 req-3a6335f0-db37-4120-bfa4-4444b4fa662b tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 950 time: 0.0553737 Aug 11 02:04:46.411810 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bb357fc0-6d70-4063-97f3-5ac48b6cd7d3 req-789c4356-0987-4731-801f-62f6373baa7a tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474639 Aug 11 02:04:46.511979 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fb4f63e7-0999-4736-b56b-f5a10f66e0c8 req-a8ca53ec-8d75-422b-9320-db6a87c38bd8 tempest-QuotasAdminNegativeTest-1605316860 tempest-QuotasAdminNegativeTest-1605316860-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=3a88b76239fa4d25a944e8946f79e5ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282168 Aug 11 02:04:46.629485 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f63e7-0999-4736-b56b-f5a10f66e0c8 req-df59720f-077b-45c0-a787-a9f75cd54f86 tempest-QuotasAdminNegativeTest-1605316860 tempest-QuotasAdminNegativeTest-1605316860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:46.631656 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fb4f63e7-0999-4736-b56b-f5a10f66e0c8 req-df59720f-077b-45c0-a787-a9f75cd54f86 tempest-QuotasAdminNegativeTest-1605316860 tempest-QuotasAdminNegativeTest-1605316860-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1134770 Aug 11 02:04:46.634188 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53530) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:46.650855 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fb4f63e7-0999-4736-b56b-f5a10f66e0c8 req-cfc025d8-3773-428b-a9c8-1bc6b9c9fc16 tempest-QuotasAdminNegativeTest-1605316860 tempest-QuotasAdminNegativeTest-1605316860-project] 10.222.0.50 "GET /v2.0/quotas/3a88b76239fa4d25a944e8946f79e5ba HTTP/1.1" status: 200 len: 375 time: 0.0102530 Aug 11 02:04:46.691815 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fb4f63e7-0999-4736-b56b-f5a10f66e0c8 req-e3cc9ef8-2a51-437f-8270-dcede2071f01 tempest-QuotasAdminNegativeTest-1605316860 tempest-QuotasAdminNegativeTest-1605316860-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3a88b76239fa4d25a944e8946f79e5ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292780 Aug 11 02:04:46.768311 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1712b752-8a0e-4530-a7fe-6a47b986a25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:46.826737 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f6405-231b-43a8-b146-6824886f4e3f req-b70f7318-591e-4575-bbe1-670a04944247 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:46.829016 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1e9f6405-231b-43a8-b146-6824886f4e3f req-b70f7318-591e-4575-bbe1-670a04944247 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/ports?device_id=839efd4d-15a0-4d19-9e6c-8ba311f45b52 HTTP/1.1" status: 200 len: 950 time: 0.0576036 Aug 11 02:04:46.874743 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1e9f6405-231b-43a8-b146-6824886f4e3f req-a002b276-73d1-4d81-9754-b950c52ff711 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d03ceb7-b6bb-4285-9238-6420500ef4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384128 Aug 11 02:04:46.883142 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1712b752-8a0e-4530-a7fe-6a47b986a25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:46.888026 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1712b752-8a0e-4530-a7fe-6a47b986a25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:46.930247 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1712b752-8a0e-4530-a7fe-6a47b986a25e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=597b8c0218a649378713ceec72a285c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924798 Aug 11 02:04:46.930247 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712b752-8a0e-4530-a7fe-6a47b986a25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e86f863-1616-4ea9-9658-de6e306358dc,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:46.930505 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53556) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:46.990523 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-56c80f32-52c4-4b06-b744-8743f5481538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:47.011439 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-56c80f32-52c4-4b06-b744-8743f5481538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:47.072539 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-56c80f32-52c4-4b06-b744-8743f5481538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:47.075662 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-56c80f32-52c4-4b06-b744-8743f5481538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:47.077266 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-56c80f32-52c4-4b06-b744-8743f5481538 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7e86f863-1616-4ea9-9658-de6e306358dc HTTP/1.1" status: 204 len: 168 time: 0.1457477 Aug 11 02:04:47.088122 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c80f32-52c4-4b06-b744-8743f5481538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e86f863-1616-4ea9-9658-de6e306358dc,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:47.345969 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53592) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:47.490581 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f43c1-26b8-4aff-a8a3-6eedee2cf74c req-25dfe2c8-d472-4c79-895d-537ee660dc65 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:47.492513 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-014f43c1-26b8-4aff-a8a3-6eedee2cf74c req-25dfe2c8-d472-4c79-895d-537ee660dc65 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 964 time: 0.0599861 Aug 11 02:04:47.508299 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53610) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:47.528235 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4646c657-8ccd-44db-a442-d13674e93a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:47.547133 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-014f43c1-26b8-4aff-a8a3-6eedee2cf74c req-5b0dfc11-a2b9-4b15-aafe-6c2caa4b5a8a tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468392 Aug 11 02:04:47.632961 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0d499-28f5-447e-8196-67e8f4994e40 req-74af4ec5-c76b-44f8-b855-5c3fb7f9149c tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:47.634482 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65e0d499-28f5-447e-8196-67e8f4994e40 req-74af4ec5-c76b-44f8-b855-5c3fb7f9149c tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 950 time: 0.0769227 Aug 11 02:04:47.695111 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65e0d499-28f5-447e-8196-67e8f4994e40 req-d1dd39ad-0e60-4eae-b677-63e33df1f2a2 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525589 Aug 11 02:04:47.721920 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7e511c60-a5eb-4b15-b3af-34a78798fab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:47.748376 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53622) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:47.759927 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4646c657-8ccd-44db-a442-d13674e93a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:47.769762 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4646c657-8ccd-44db-a442-d13674e93a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:47.850095 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4646c657-8ccd-44db-a442-d13674e93a14 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4e14c9e55a034a419204e6961c6cda0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3402936 Aug 11 02:04:47.850576 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1c7dd977-c488-4de4-8d76-108cb1f425ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:47.853026 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53634) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:47.883797 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646c657-8ccd-44db-a442-d13674e93a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc467246-80bf-4b6d-bfed-65050c13157b,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:47.912715 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53638) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:47.932448 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-98297504-b2b1-4277-8bcb-345ca25f1437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:47.951198 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33fb23-9fb8-4907-971a-4f3af6e816ec req-cba7d15e-e207-4d9b-a01f-1b6030810783 tempest-DeleteServersAdminTestJSON-1953837898 tempest-DeleteServersAdminTestJSON-1953837898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:47.952879 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1b33fb23-9fb8-4907-971a-4f3af6e816ec req-cba7d15e-e207-4d9b-a01f-1b6030810783 tempest-DeleteServersAdminTestJSON-1953837898 tempest-DeleteServersAdminTestJSON-1953837898-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 1102 time: 0.1550105 Aug 11 02:04:47.964784 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-98297504-b2b1-4277-8bcb-345ca25f1437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:48.045357 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7e511c60-a5eb-4b15-b3af-34a78798fab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:48.053879 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7e511c60-a5eb-4b15-b3af-34a78798fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:48.061010 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdec24-653d-41c0-b18e-fef816a73478 req-9976b6ac-9d56-428c-aafd-271e31bcb183 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:48.068513 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fbcdec24-653d-41c0-b18e-fef816a73478 req-9976b6ac-9d56-428c-aafd-271e31bcb183 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/ports?device_id=839efd4d-15a0-4d19-9e6c-8ba311f45b52 HTTP/1.1" status: 200 len: 950 time: 0.0990472 Aug 11 02:04:48.109807 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7e511c60-a5eb-4b15-b3af-34a78798fab1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=09829d241f654a28b3226a3bcfbd596c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7608216 Aug 11 02:04:48.112489 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53650) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:48.116126 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e511c60-a5eb-4b15-b3af-34a78798fab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177c9efa-1462-4751-895d-da9369e02e46,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:48.123044 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e4dcd7c0-4399-4a7d-b48f-0625abc27109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:48.134958 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-1b33fb23-9fb8-4907-971a-4f3af6e816ec req-6ed28071-83cd-484d-9899-eb1834d8d00d tempest-DeleteServersAdminTestJSON-1953837898 tempest-DeleteServersAdminTestJSON-1953837898-project-admin] Deleting port bbcdf1a9-fbd9-463f-bced-91bd101ad493 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:04:48.135302 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1b33fb23-9fb8-4907-971a-4f3af6e816ec req-6ed28071-83cd-484d-9899-eb1834d8d00d tempest-DeleteServersAdminTestJSON-1953837898 tempest-DeleteServersAdminTestJSON-1953837898-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:48.140006 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-98297504-b2b1-4277-8bcb-345ca25f1437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:48.142545 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-98297504-b2b1-4277-8bcb-345ca25f1437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:48.146036 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-98297504-b2b1-4277-8bcb-345ca25f1437 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cc467246-80bf-4b6d-bfed-65050c13157b HTTP/1.1" status: 204 len: 168 time: 0.2897024 Aug 11 02:04:48.176483 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fbcdec24-653d-41c0-b18e-fef816a73478 req-e769d401-ea3b-48c0-9f6b-7d653ef6234b tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d03ceb7-b6bb-4285-9238-6420500ef4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020865 Aug 11 02:04:48.186399 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98297504-b2b1-4277-8bcb-345ca25f1437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc467246-80bf-4b6d-bfed-65050c13157b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:48.241995 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-900c819c-b94b-497d-be1f-9165b741e696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:48.299217 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1c7dd977-c488-4de4-8d76-108cb1f425ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:48.301528 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cdd2dc60-d099-4013-affa-a1087e8f91f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:48.307235 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1c7dd977-c488-4de4-8d76-108cb1f425ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:48.331600 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:48.337698 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-1b33fb23-9fb8-4907-971a-4f3af6e816ec req-6ed28071-83cd-484d-9899-eb1834d8d00d tempest-DeleteServersAdminTestJSON-1953837898 tempest-DeleteServersAdminTestJSON-1953837898-project-admin] For port bbcdf1a9-fbd9-463f-bced-91bd101ad493, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=bbcdf1a9-fbd9-463f-bced-91bd101ad493,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:04:48.338799 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1b33fb23-9fb8-4907-971a-4f3af6e816ec req-6ed28071-83cd-484d-9899-eb1834d8d00d tempest-DeleteServersAdminTestJSON-1953837898 tempest-DeleteServersAdminTestJSON-1953837898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:48.354905 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-1b33fb23-9fb8-4907-971a-4f3af6e816ec req-6ed28071-83cd-484d-9899-eb1834d8d00d tempest-DeleteServersAdminTestJSON-1953837898 tempest-DeleteServersAdminTestJSON-1953837898-project-admin] Calling delete_port for bbcdf1a9-fbd9-463f-bced-91bd101ad493 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:04:48.401642 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7dd977-c488-4de4-8d76-108cb1f425ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a12721-0ed1-4ae2-8b2b-26c91ac435ac,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:48.416621 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1c7dd977-c488-4de4-8d76-108cb1f425ee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3a88b76239fa4d25a944e8946f79e5ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6637492 Aug 11 02:04:48.425975 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53668) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:48.433712 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cdd2dc60-d099-4013-affa-a1087e8f91f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:48.507729 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e4dcd7c0-4399-4a7d-b48f-0625abc27109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:48.530230 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e4dcd7c0-4399-4a7d-b48f-0625abc27109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:48.601747 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e4dcd7c0-4399-4a7d-b48f-0625abc27109 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d3d05c87bd941fcb79ad2519b9d5426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6875839 Aug 11 02:04:48.611527 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53686) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:48.620209 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dcd7c0-4399-4a7d-b48f-0625abc27109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9e6e3a-89d9-43c0-9edc-a2305b3dc815,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:48.643077 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2667b-ff40-4d4c-bb46-f48f2c7d3f13 req-8d08e581-245a-492b-ae44-269963966778 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:48.645737 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-abd2667b-ff40-4d4c-bb46-f48f2c7d3f13 req-8d08e581-245a-492b-ae44-269963966778 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.66 "GET /v2.0/ports?device_id=839efd4d-15a0-4d19-9e6c-8ba311f45b52 HTTP/1.1" status: 200 len: 950 time: 0.3321085 Aug 11 02:04:48.767093 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cdd2dc60-d099-4013-affa-a1087e8f91f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:48.769549 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cdd2dc60-d099-4013-affa-a1087e8f91f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:48.773954 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cdd2dc60-d099-4013-affa-a1087e8f91f8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/177c9efa-1462-4751-895d-da9369e02e46 HTTP/1.1" status: 204 len: 168 time: 0.6563749 Aug 11 02:04:48.776397 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 23e114a8-1544-4311-ab89-4a013e234d7f details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:04:48.814932 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-51182aed-9295-45da-a219-6e60fc0057f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:48.843215 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2dc60-d099-4013-affa-a1087e8f91f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177c9efa-1462-4751-895d-da9369e02e46,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:48.854639 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3f393eb5-4479-4a7d-a4a4-351ab35ce9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:48.874254 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3a354-915c-4e7a-a6b8-e9d733351891 req-73335971-17c5-4055-98f8-66b5dfbab67d tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:48.875970 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fda3a354-915c-4e7a-a6b8-e9d733351891 req-73335971-17c5-4055-98f8-66b5dfbab67d tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 964 time: 0.1723917 Aug 11 02:04:48.920847 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-51182aed-9295-45da-a219-6e60fc0057f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:48.925051 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3f393eb5-4479-4a7d-a4a4-351ab35ce9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:48.962091 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-abd2667b-ff40-4d4c-bb46-f48f2c7d3f13 req-e020357e-0edb-4575-b3ad-18c4f7e76aae tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Deleting port cc37d5de-7085-4ff8-9099-893a4b5cf907 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:04:48.962764 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-abd2667b-ff40-4d4c-bb46-f48f2c7d3f13 req-e020357e-0edb-4575-b3ad-18c4f7e76aae tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:48.977837 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 23e114a8-1544-4311-ab89-4a013e234d7f, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=23e114a8-1544-4311-ab89-4a013e234d7f,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:04:48.995703 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '23e114a8-1544-4311-ab89-4a013e234d7f', 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c', 'port_id': '23e114a8-1544-4311-ab89-4a013e234d7f', 'mac_address': 'fa:16:3e:72:db:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea5a035c-6f83-40b0-8579-ac261184d3bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:tempest-test_az-156377794', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:04:49.054990 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:49.070383 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95daee6-7c15-42ec-a80f-bc472a26624d req-ebbdccd1-9edb-43e1-99bd-1982df7cda6b tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:49.073419 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23e114a8-1544-4311-ab89-4a013e234d7f {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:04:49.076543 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fda3a354-915c-4e7a-a6b8-e9d733351891 req-64660135-f20a-4f5d-8277-ed9126677207 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779664 Aug 11 02:04:49.077683 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b95daee6-7c15-42ec-a80f-bc472a26624d req-ebbdccd1-9edb-43e1-99bd-1982df7cda6b tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 950 time: 0.2161489 Aug 11 02:04:49.108005 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1b33fb23-9fb8-4907-971a-4f3af6e816ec req-6ed28071-83cd-484d-9899-eb1834d8d00d tempest-DeleteServersAdminTestJSON-1953837898 tempest-DeleteServersAdminTestJSON-1953837898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:49.128549 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 23e114a8-1544-4311-ab89-4a013e234d7f, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=23e114a8-1544-4311-ab89-4a013e234d7f,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:04:49.133930 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['bbcdf1a9-fbd9-463f-bced-91bd101ad493'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:04:49.157675 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53714) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:49.171005 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:49.179234 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed28071-83cd-484d-9899-eb1834d8d00d tempest-DeleteServersAdminTestJSON-1953837898 tempest-DeleteServersAdminTestJSON-1953837898-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbcdf1a9-fbd9-463f-bced-91bd101ad493,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:49.192213 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aa2c5130-28bc-4778-9163-040203c684ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:49.208469 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b95daee6-7c15-42ec-a80f-bc472a26624d req-4c12bf81-01a0-4efe-ba03-5382423bb4ac tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262939 Aug 11 02:04:49.258965 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=23e114a8-1544-4311-ab89-4a013e234d7f,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:49.294843 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-abd2667b-ff40-4d4c-bb46-f48f2c7d3f13 req-e020357e-0edb-4575-b3ad-18c4f7e76aae tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] For port cc37d5de-7085-4ff8-9099-893a4b5cf907, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=cc37d5de-7085-4ff8-9099-893a4b5cf907,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:04:49.295411 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-abd2667b-ff40-4d4c-bb46-f48f2c7d3f13 req-e020357e-0edb-4575-b3ad-18c4f7e76aae tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:49.329001 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b33fb23-9fb8-4907-971a-4f3af6e816ec req-6ed28071-83cd-484d-9899-eb1834d8d00d tempest-DeleteServersAdminTestJSON-1953837898 tempest-DeleteServersAdminTestJSON-1953837898-project-admin] No DVR routers for this DVR port bbcdf1a9-fbd9-463f-bced-91bd101ad493 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:04:49.330627 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3f393eb5-4479-4a7d-a4a4-351ab35ce9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:49.333349 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3f393eb5-4479-4a7d-a4a4-351ab35ce9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:49.334616 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3f393eb5-4479-4a7d-a4a4-351ab35ce9ee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f9e6e3a-89d9-43c0-9edc-a2305b3dc815 HTTP/1.1" status: 204 len: 168 time: 0.6700368 Aug 11 02:04:49.335258 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-51182aed-9295-45da-a219-6e60fc0057f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:49.353571 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-abd2667b-ff40-4d4c-bb46-f48f2c7d3f13 req-e020357e-0edb-4575-b3ad-18c4f7e76aae tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Calling delete_port for cc37d5de-7085-4ff8-9099-893a4b5cf907 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:04:49.356370 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-51182aed-9295-45da-a219-6e60fc0057f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:49.360024 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-51182aed-9295-45da-a219-6e60fc0057f8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/97a12721-0ed1-4ae2-8b2b-26c91ac435ac HTTP/1.1" status: 204 len: 168 time: 0.9305744 Aug 11 02:04:49.382800 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['23e114a8-1544-4311-ab89-4a013e234d7f'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:04:49.391877 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1b33fb23-9fb8-4907-971a-4f3af6e816ec req-6ed28071-83cd-484d-9899-eb1834d8d00d tempest-DeleteServersAdminTestJSON-1953837898 tempest-DeleteServersAdminTestJSON-1953837898-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:49.393881 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1b33fb23-9fb8-4907-971a-4f3af6e816ec req-6ed28071-83cd-484d-9899-eb1834d8d00d tempest-DeleteServersAdminTestJSON-1953837898 tempest-DeleteServersAdminTestJSON-1953837898-project-admin] 10.222.0.66 "DELETE /v2.0/ports/bbcdf1a9-fbd9-463f-bced-91bd101ad493 HTTP/1.1" status: 204 len: 173 time: 1.4324434 Aug 11 02:04:49.394620 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f393eb5-4479-4a7d-a4a4-351ab35ce9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9e6e3a-89d9-43c0-9edc-a2305b3dc815,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:49.395904 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ed7d2b-5fa9-4384-94f8-f4a44364a78f', 'name': 'network-vif-deleted', 'tag': 'bbcdf1a9-fbd9-463f-bced-91bd101ad493'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:04:49.404277 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dcc4af-8f75-4e1e-9316-dc307b798081" -d '{"events": [{"server_uuid": "c0ed7d2b-5fa9-4384-94f8-f4a44364a78f", "name": "network-vif-deleted", "tag": "bbcdf1a9-fbd9-463f-bced-91bd101ad493"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:04:49.436050 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51182aed-9295-45da-a219-6e60fc0057f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a12721-0ed1-4ae2-8b2b-26c91ac435ac,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:49.769034 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-abd2667b-ff40-4d4c-bb46-f48f2c7d3f13 req-e020357e-0edb-4575-b3ad-18c4f7e76aae tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:49.779825 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a081e918-d216-4a0c-a452-209d4327520e x-openstack-request-id: req-a081e918-d216-4a0c-a452-209d4327520e {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:04:49.780126 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ed7d2b-5fa9-4384-94f8-f4a44364a78f", "name": "network-vif-deleted", "tag": "bbcdf1a9-fbd9-463f-bced-91bd101ad493", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:04:49.780488 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a081e918-d216-4a0c-a452-209d4327520e {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:04:49.780856 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ed7d2b-5fa9-4384-94f8-f4a44364a78f', 'name': 'network-vif-deleted', 'tag': 'bbcdf1a9-fbd9-463f-bced-91bd101ad493', 'status': 'completed', 'code': 200} Aug 11 02:04:49.789881 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['cc37d5de-7085-4ff8-9099-893a4b5cf907'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:04:49.829656 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020357e-0edb-4575-b3ad-18c4f7e76aae tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Pushing event deleted for resources: {'Port': ['ID=cc37d5de-7085-4ff8-9099-893a4b5cf907,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:49.882436 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aa2c5130-28bc-4778-9163-040203c684ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:49.898590 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01238abb-9171-4adf-ba83-f0d76f13f476 req-b98d0c78-3091-45d2-9a92-f1bf207f0472 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:49.919502 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:49.919953 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-01238abb-9171-4adf-ba83-f0d76f13f476 req-b98d0c78-3091-45d2-9a92-f1bf207f0472 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/ports?device_id=839efd4d-15a0-4d19-9e6c-8ba311f45b52 HTTP/1.1" status: 200 len: 867 time: 0.5627532 Aug 11 02:04:49.960706 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aa2c5130-28bc-4778-9163-040203c684ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:49.986843 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53754) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:49.991824 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd2667b-ff40-4d4c-bb46-f48f2c7d3f13 req-e020357e-0edb-4575-b3ad-18c4f7e76aae tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] No DVR routers for this DVR port cc37d5de-7085-4ff8-9099-893a4b5cf907 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:04:50.026515 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9c3faf9a-e6c2-4964-9ac2-2b2c5ec5eb50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:50.180052 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9c3faf9a-e6c2-4964-9ac2-2b2c5ec5eb50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:50.181429 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53760) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:50.199046 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9ce5550f-73e8-4efe-b32b-733d2bf0ed56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:50.204425 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9c3faf9a-e6c2-4964-9ac2-2b2c5ec5eb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:50.246000 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3faf9a-e6c2-4964-9ac2-2b2c5ec5eb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca39acb-06bf-427b-9c2f-3ee66581d326,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:50.302867 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-abd2667b-ff40-4d4c-bb46-f48f2c7d3f13 req-e020357e-0edb-4575-b3ad-18c4f7e76aae tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:50.305143 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-abd2667b-ff40-4d4c-bb46-f48f2c7d3f13 req-e020357e-0edb-4575-b3ad-18c4f7e76aae tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.66 "DELETE /v2.0/ports/cc37d5de-7085-4ff8-9099-893a4b5cf907 HTTP/1.1" status: 204 len: 173 time: 1.6529911 Aug 11 02:04:50.305455 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839efd4d-15a0-4d19-9e6c-8ba311f45b52', 'name': 'network-vif-deleted', 'tag': 'cc37d5de-7085-4ff8-9099-893a4b5cf907'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:04:50.307718 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34dabc7b-9e3c-44d0-a36e-10314ebd8b3e" -d '{"events": [{"server_uuid": "839efd4d-15a0-4d19-9e6c-8ba311f45b52", "name": "network-vif-deleted", "tag": "cc37d5de-7085-4ff8-9099-893a4b5cf907"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:04:50.334405 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-01238abb-9171-4adf-ba83-f0d76f13f476 req-7a3f1d79-5f40-45ab-a447-e0c5068b74e4 tempest-TenantUsagesTestJSON-2142263419 tempest-TenantUsagesTestJSON-2142263419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d03ceb7-b6bb-4285-9238-6420500ef4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115736 Aug 11 02:04:50.368881 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-aa2c5130-28bc-4778-9163-040203c684ef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8374c77da74a4dbb8dac960ed6647153&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1993721 Aug 11 02:04:50.372366 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c5130-28bc-4778-9163-040203c684ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb092903-07d3-4ccf-9617-d6b6fba96695,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:50.373951 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53768) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:50.458820 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9c3faf9a-e6c2-4964-9ac2-2b2c5ec5eb50 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b20fe4c78bcb4317809ec45bffcb656d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4697258 Aug 11 02:04:50.463984 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53774) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:50.474697 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b495d804-f491-46c6-9be8-fe5539e6e9a1 req-0c3e747d-8690-4884-9f4e-7a131d6464f8 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0ed7d2b-5fa9-4384-94f8-f4a44364a78f HTTP/1.1" status: 200 len: 210 time: 0.0393178 Aug 11 02:04:50.510296 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9ce5550f-73e8-4efe-b32b-733d2bf0ed56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:50.529186 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9ce5550f-73e8-4efe-b32b-733d2bf0ed56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:50.554842 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1793bb04-20bb-4999-bac3-9013611b6b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:50.571275 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-58af1180-c6d9-480a-a6f5-c57f8e50237e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:50.575154 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9ce5550f-73e8-4efe-b32b-733d2bf0ed56 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=915c165159b34685b13169e3dc976cad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922937 Aug 11 02:04:50.582790 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53778) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:50.613308 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ba6f6-3439-46a5-a8d0-7b4d84c6867b req-19d31010-f561-4471-82c5-9231afae2e75 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:50.615200 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-054ba6f6-3439-46a5-a8d0-7b4d84c6867b req-19d31010-f561-4471-82c5-9231afae2e75 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 965 time: 0.1654494 Aug 11 02:04:50.618168 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1793bb04-20bb-4999-bac3-9013611b6b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:50.625038 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5550f-73e8-4efe-b32b-733d2bf0ed56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c15e56-d8f5-44c6-8f60-bdbdb4333451,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:50.645508 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-58af1180-c6d9-480a-a6f5-c57f8e50237e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:50.681813 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-054ba6f6-3439-46a5-a8d0-7b4d84c6867b req-c199cd8d-a484-4511-b1ba-b939bc0253b1 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513928 Aug 11 02:04:50.712175 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1793bb04-20bb-4999-bac3-9013611b6b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:50.714705 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1793bb04-20bb-4999-bac3-9013611b6b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:50.718240 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1793bb04-20bb-4999-bac3-9013611b6b73 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cb092903-07d3-4ccf-9617-d6b6fba96695 HTTP/1.1" status: 204 len: 168 time: 0.3400323 Aug 11 02:04:50.720019 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4031b-89ed-4f79-a353-638caf9aeb93 req-a586873f-949a-4acd-9a0f-022a13156e2a tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:50.721634 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5ac4031b-89ed-4f79-a353-638caf9aeb93 req-a586873f-949a-4acd-9a0f-022a13156e2a tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82656d7-eb7a-4408-b462-1df748657abb HTTP/1.1" status: 200 len: 971 time: 0.1530118 Aug 11 02:04:50.725869 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793bb04-20bb-4999-bac3-9013611b6b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb092903-07d3-4ccf-9617-d6b6fba96695,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:50.759822 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-58af1180-c6d9-480a-a6f5-c57f8e50237e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:50.764078 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-58af1180-c6d9-480a-a6f5-c57f8e50237e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:50.768159 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-58af1180-c6d9-480a-a6f5-c57f8e50237e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1ca39acb-06bf-427b-9c2f-3ee66581d326 HTTP/1.1" status: 204 len: 168 time: 0.2875099 Aug 11 02:04:50.786070 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fda89a-6450-44c2-b5cf-8e7c8c84dbfe x-openstack-request-id: req-f8fda89a-6450-44c2-b5cf-8e7c8c84dbfe {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:04:50.786919 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839efd4d-15a0-4d19-9e6c-8ba311f45b52", "name": "network-vif-deleted", "tag": "cc37d5de-7085-4ff8-9099-893a4b5cf907", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:04:50.787152 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f8fda89a-6450-44c2-b5cf-8e7c8c84dbfe {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:04:50.787570 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839efd4d-15a0-4d19-9e6c-8ba311f45b52', 'name': 'network-vif-deleted', 'tag': 'cc37d5de-7085-4ff8-9099-893a4b5cf907', 'status': 'completed', 'code': 200} Aug 11 02:04:50.788284 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-028e9bc2-5902-4b76-be2d-30fe1ca9ac35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:50.794928 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af1180-c6d9-480a-a6f5-c57f8e50237e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca39acb-06bf-427b-9c2f-3ee66581d326,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:50.816180 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 23e114a8-1544-4311-ab89-4a013e234d7f up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:04:50.833687 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5ac4031b-89ed-4f79-a353-638caf9aeb93 req-bc5dee3b-6ada-4d0b-a602-40c4de1cd6b7 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2733ea8-9c6c-465d-984b-4f92c7310104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958593 Aug 11 02:04:50.842070 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-028e9bc2-5902-4b76-be2d-30fe1ca9ac35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:50.898990 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 23e114a8-1544-4311-ab89-4a013e234d7f completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:04:50.917115 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 23e114a8-1544-4311-ab89-4a013e234d7f triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:04:50.917740 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:50.927641 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-028e9bc2-5902-4b76-be2d-30fe1ca9ac35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:50.931943 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-028e9bc2-5902-4b76-be2d-30fe1ca9ac35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:50.933088 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-028e9bc2-5902-4b76-be2d-30fe1ca9ac35 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/54c15e56-d8f5-44c6-8f60-bdbdb4333451 HTTP/1.1" status: 204 len: 168 time: 0.3446310 Aug 11 02:04:50.944945 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e9bc2-5902-4b76-be2d-30fe1ca9ac35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c15e56-d8f5-44c6-8f60-bdbdb4333451,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:51.018038 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:51.046668 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd328b3ae-f655-4511-89b2-939cb0f201db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e114a8-1544-4311-ab89-4a013e234d7f'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:04:51.049049 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5de892d-b8a8-4e44-8f2e-1dc1e4882934" -d '{"events": [{"server_uuid": "d328b3ae-f655-4511-89b2-939cb0f201db", "name": "network-vif-plugged", "status": "completed", "tag": "23e114a8-1544-4311-ab89-4a013e234d7f"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:04:51.084637 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 23e114a8-1544-4311-ab89-4a013e234d7f, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=23e114a8-1544-4311-ab89-4a013e234d7f,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:04:51.090187 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:51.129674 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788a8d3a-1d60-44b4-b561-0859e6c3cba4 x-openstack-request-id: req-788a8d3a-1d60-44b4-b561-0859e6c3cba4 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:04:51.130859 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d328b3ae-f655-4511-89b2-939cb0f201db", "name": "network-vif-plugged", "status": "completed", "tag": "23e114a8-1544-4311-ab89-4a013e234d7f", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:04:51.131263 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-788a8d3a-1d60-44b4-b561-0859e6c3cba4 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:04:51.132202 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd328b3ae-f655-4511-89b2-939cb0f201db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e114a8-1544-4311-ab89-4a013e234d7f', 'code': 200} Aug 11 02:04:51.152746 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=23e114a8-1544-4311-ab89-4a013e234d7f,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:51.258200 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98ff28-889f-4ca8-872e-55ad367ad364 req-f7861744-fc41-469d-9cf0-61b14038fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:51.259793 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4b98ff28-889f-4ca8-872e-55ad367ad364 req-f7861744-fc41-469d-9cf0-61b14038fb53 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 1118 time: 0.0578835 Aug 11 02:04:51.284172 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:51.302740 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4b98ff28-889f-4ca8-872e-55ad367ad364 req-cb1f1c56-bcee-45cc-993e-4e22af971da9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357907 Aug 11 02:04:51.637391 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device bbcdf1a9-fbd9-463f-bced-91bd101ad493 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:04:51.660455 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: bbcdf1a9-fbd9-463f-bced-91bd101ad493 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:04:51.660799 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device bbcdf1a9-fbd9-463f-bced-91bd101ad493 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:04:51.661906 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device cc37d5de-7085-4ff8-9099-893a4b5cf907 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:04:51.680781 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: cc37d5de-7085-4ff8-9099-893a4b5cf907 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:04:51.681125 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device cc37d5de-7085-4ff8-9099-893a4b5cf907 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:04:51.726266 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f265e61-2ef3-4c7d-abf3-4830ed2079be req-c47e23f9-e0e2-4710-be0a-db9372b2ad7e tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:51.728538 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9f265e61-2ef3-4c7d-abf3-4830ed2079be req-c47e23f9-e0e2-4710-be0a-db9372b2ad7e tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.73 "GET /v2.0/ports?device_id=d82656d7-eb7a-4408-b462-1df748657abb HTTP/1.1" status: 200 len: 971 time: 0.0594568 Aug 11 02:04:51.802879 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53840) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:51.868089 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b17b7c-9e71-41ca-8d48-85ab7e4c273d req-016484c8-29df-43ed-b5a9-f51fcbd32828 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:51.877265 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-41b17b7c-9e71-41ca-8d48-85ab7e4c273d req-016484c8-29df-43ed-b5a9-f51fcbd32828 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 966 time: 0.0848835 Aug 11 02:04:51.925796 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-41b17b7c-9e71-41ca-8d48-85ab7e4c273d req-111aa027-3fce-40f2-b6b8-ff486b3b56d9 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469391 Aug 11 02:04:51.949847 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c852d79-4384-4387-a558-e43f4edc8039 req-22e3e45b-b07e-4350-b091-1a8e4caa2c7b tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=694b4d30bd5847e8be4f02e4b2f7bedf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597346 Aug 11 02:04:52.039933 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-9f265e61-2ef3-4c7d-abf3-4830ed2079be req-fc8540a4-552c-4799-a013-c81bccbd4f09 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Deleting port 95b3d4d3-7945-4b2c-8031-9d5359133631 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:04:52.040533 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9f265e61-2ef3-4c7d-abf3-4830ed2079be req-fc8540a4-552c-4799-a013-c81bccbd4f09 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:52.063862 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a893548-74e4-433d-a849-212d42fa3733 req-f34f4b14-8a63-476d-b0f8-3c5a0e6bc0c8 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:52.071818 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6a893548-74e4-433d-a849-212d42fa3733 req-f34f4b14-8a63-476d-b0f8-3c5a0e6bc0c8 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82656d7-eb7a-4408-b462-1df748657abb HTTP/1.1" status: 200 len: 971 time: 0.0614777 Aug 11 02:04:52.118236 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6a893548-74e4-433d-a849-212d42fa3733 req-7c2ed47d-29d9-41bc-adc6-0636b947f2b6 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2733ea8-9c6c-465d-984b-4f92c7310104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434403 Aug 11 02:04:52.172827 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c852d79-4384-4387-a558-e43f4edc8039 req-c35e1157-8a1c-4cab-b81c-b199d3e01b01 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:52.174581 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c852d79-4384-4387-a558-e43f4edc8039 req-c35e1157-8a1c-4cab-b81c-b199d3e01b01 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2154205 Aug 11 02:04:52.198298 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-9f265e61-2ef3-4c7d-abf3-4830ed2079be req-fc8540a4-552c-4799-a013-c81bccbd4f09 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] For port 95b3d4d3-7945-4b2c-8031-9d5359133631, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=95b3d4d3-7945-4b2c-8031-9d5359133631,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:04:52.198668 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9f265e61-2ef3-4c7d-abf3-4830ed2079be req-fc8540a4-552c-4799-a013-c81bccbd4f09 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:52.209765 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c852d79-4384-4387-a558-e43f4edc8039 req-931de3d7-4ea0-46c8-b35c-c64ae8ae44be tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/quotas/694b4d30bd5847e8be4f02e4b2f7bedf HTTP/1.1" status: 200 len: 375 time: 0.0239499 Aug 11 02:04:52.219420 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-9f265e61-2ef3-4c7d-abf3-4830ed2079be req-fc8540a4-552c-4799-a013-c81bccbd4f09 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Calling delete_port for 95b3d4d3-7945-4b2c-8031-9d5359133631 owned by compute:tempest-test_az-156377794 {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:04:52.255559 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c852d79-4384-4387-a558-e43f4edc8039 req-abde3d97-a1c3-4159-a58c-456b4feb9ce3 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=694b4d30bd5847e8be4f02e4b2f7bedf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341151 Aug 11 02:04:52.363620 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3f16733d-7709-474c-8cce-dfb48be93147 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=106c314777c84d439f39a910d42e0c06&name=default HTTP/1.1" status: 200 len: 2978 time: 0.5515625 Aug 11 02:04:52.366153 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53866) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:52.446954 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9f265e61-2ef3-4c7d-abf3-4830ed2079be req-fc8540a4-552c-4799-a013-c81bccbd4f09 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:52.465837 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['95b3d4d3-7945-4b2c-8031-9d5359133631'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:04:52.470728 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eb2da607-2385-4b45-9328-13b9a1620ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:52.494484 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7f67ddf6-b26f-4738-8976-4dd192aa4469 req-efef1204-8104-4e96-a669-6c1267bf01e4 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=124fa2ea-7adf-4b3b-9689-d8b2264f6900 HTTP/1.1" status: 200 len: 210 time: 0.0519218 Aug 11 02:04:52.516185 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8540a4-552c-4799-a013-c81bccbd4f09 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Pushing event deleted for resources: {'Port': ['ID=95b3d4d3-7945-4b2c-8031-9d5359133631,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:52.524421 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eb2da607-2385-4b45-9328-13b9a1620ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:52.609820 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f265e61-2ef3-4c7d-abf3-4830ed2079be req-fc8540a4-552c-4799-a013-c81bccbd4f09 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] No DVR routers for this DVR port 95b3d4d3-7945-4b2c-8031-9d5359133631 on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:04:52.612326 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9f265e61-2ef3-4c7d-abf3-4830ed2079be req-fc8540a4-552c-4799-a013-c81bccbd4f09 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:52.614693 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9f265e61-2ef3-4c7d-abf3-4830ed2079be req-fc8540a4-552c-4799-a013-c81bccbd4f09 tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.73 "DELETE /v2.0/ports/95b3d4d3-7945-4b2c-8031-9d5359133631 HTTP/1.1" status: 204 len: 173 time: 0.8802280 Aug 11 02:04:52.615799 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82656d7-eb7a-4408-b462-1df748657abb', 'name': 'network-vif-deleted', 'tag': '95b3d4d3-7945-4b2c-8031-9d5359133631'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:04:52.626941 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa716ffb-5ab6-497f-91b3-38350dd94997" -d '{"events": [{"server_uuid": "d82656d7-eb7a-4408-b462-1df748657abb", "name": "network-vif-deleted", "tag": "95b3d4d3-7945-4b2c-8031-9d5359133631"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:04:52.634890 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eb2da607-2385-4b45-9328-13b9a1620ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:52.639712 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eb2da607-2385-4b45-9328-13b9a1620ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:52.643611 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-eb2da607-2385-4b45-9328-13b9a1620ea4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9d03ceb7-b6bb-4285-9238-6420500ef4a5 HTTP/1.1" status: 204 len: 168 time: 0.2751238 Aug 11 02:04:52.669988 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2da607-2385-4b45-9328-13b9a1620ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d03ceb7-b6bb-4285-9238-6420500ef4a5,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:52.692131 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc1a3fc-ec47-4099-913f-f22bf62ca5f4 x-openstack-request-id: req-1cc1a3fc-ec47-4099-913f-f22bf62ca5f4 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:04:52.692245 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82656d7-eb7a-4408-b462-1df748657abb", "name": "network-vif-deleted", "tag": "95b3d4d3-7945-4b2c-8031-9d5359133631", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:04:52.693069 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1cc1a3fc-ec47-4099-913f-f22bf62ca5f4 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:04:52.693470 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82656d7-eb7a-4408-b462-1df748657abb', 'name': 'network-vif-deleted', 'tag': '95b3d4d3-7945-4b2c-8031-9d5359133631', 'status': 'completed', 'code': 200} Aug 11 02:04:53.072926 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ee1f1-ff81-44dc-a6e6-0dd1e759e4e5 req-ae6aa0f4-89fb-4a19-9858-20ea4a61a6f4 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:53.084370 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-793ee1f1-ff81-44dc-a6e6-0dd1e759e4e5 req-ae6aa0f4-89fb-4a19-9858-20ea4a61a6f4 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 966 time: 0.0815277 Aug 11 02:04:53.129772 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-793ee1f1-ff81-44dc-a6e6-0dd1e759e4e5 req-3b88294b-9c68-48dd-98d7-fcda0a1c5544 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444553 Aug 11 02:04:53.267379 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-357b879a-94f0-4a66-8d3a-d2cd790bc8e1 req-3db76b42-467a-46f6-b962-12ed6b043fbf tempest-AggregatesAdminTestJSON-1959905963 tempest-AggregatesAdminTestJSON-1959905963-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82656d7-eb7a-4408-b462-1df748657abb HTTP/1.1" status: 200 len: 210 time: 0.0350451 Aug 11 02:04:53.419853 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53922) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:53.434918 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1fe26b92-2528-482d-809b-313e7c9bdb4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:53.547307 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1fe26b92-2528-482d-809b-313e7c9bdb4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:53.551530 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1fe26b92-2528-482d-809b-313e7c9bdb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:53.594402 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1fe26b92-2528-482d-809b-313e7c9bdb4d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=87255a57d2ae40b0b4d3ffed952cd95f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1733739 Aug 11 02:04:53.596509 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe26b92-2528-482d-809b-313e7c9bdb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ddf4b8-0df7-46fb-ac74-e0f79c907dc7,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:53.597577 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53934) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:53.674177 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1c852d79-4384-4387-a558-e43f4edc8039 req-c8c30554-8f03-48e7-80d6-1cfee29c6646 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=694b4d30bd5847e8be4f02e4b2f7bedf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278618 Aug 11 02:04:53.677724 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-516bc495-d747-422d-ae37-b8b02d1cd090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:53.753341 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-516bc495-d747-422d-ae37-b8b02d1cd090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:53.831948 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c852d79-4384-4387-a558-e43f4edc8039 req-e4e06b41-e000-4314-aecf-314587f819f5 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:53.833378 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1c852d79-4384-4387-a558-e43f4edc8039 req-e4e06b41-e000-4314-aecf-314587f819f5 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1520762 Aug 11 02:04:53.848166 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-1c852d79-4384-4387-a558-e43f4edc8039 req-3f88ca31-28d4-4c03-83e0-04068be5c2b0 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Request body: {'port': {'device_id': '124fa2ea-7adf-4b3b-9689-d8b2264f6900', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': '694b4d30bd5847e8be4f02e4b2f7bedf'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:04:53.861333 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-516bc495-d747-422d-ae37-b8b02d1cd090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:53.864877 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-516bc495-d747-422d-ae37-b8b02d1cd090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:53.866207 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-516bc495-d747-422d-ae37-b8b02d1cd090 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/02ddf4b8-0df7-46fb-ac74-e0f79c907dc7 HTTP/1.1" status: 204 len: 168 time: 0.2664261 Aug 11 02:04:53.910389 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516bc495-d747-422d-ae37-b8b02d1cd090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ddf4b8-0df7-46fb-ac74-e0f79c907dc7,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:53.920523 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375359d0-30aa-4101-94af-ac004fc3b69c req-3c1c82e2-c648-4682-a266-d81d065aa024 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:53.928845 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-375359d0-30aa-4101-94af-ac004fc3b69c req-3c1c82e2-c648-4682-a266-d81d065aa024 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 1118 time: 0.0510488 Aug 11 02:04:53.964534 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-375359d0-30aa-4101-94af-ac004fc3b69c req-b238d423-01d5-41a2-806b-5448f9c80874 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347173 Aug 11 02:04:54.033708 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c852d79-4384-4387-a558-e43f4edc8039 req-3f88ca31-28d4-4c03-83e0-04068be5c2b0 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Made reservation on behalf of 694b4d30bd5847e8be4f02e4b2f7bedf for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:04:54.046280 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1c852d79-4384-4387-a558-e43f4edc8039 req-3f88ca31-28d4-4c03-83e0-04068be5c2b0 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:54.102954 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:54.112900 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0e4d6f61-0193-416f-97b7-c144ca6e8e9a req-4c1c8598-f3a8-46b1-b787-698ac522e093 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=124fa2ea-7adf-4b3b-9689-d8b2264f6900 HTTP/1.1" status: 200 len: 210 time: 0.0643139 Aug 11 02:04:54.198716 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cee867-da7a-4ffd-b152-669301f9b01f req-9a9e2dfc-7af1-4dec-b6f8-0b9d83eaf38b tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:54.200291 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1cee867-da7a-4ffd-b152-669301f9b01f req-9a9e2dfc-7af1-4dec-b6f8-0b9d83eaf38b tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 1118 time: 0.0843244 Aug 11 02:04:54.235342 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-1c852d79-4384-4387-a558-e43f4edc8039 req-3f88ca31-28d4-4c03-83e0-04068be5c2b0 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Allocated IP 192.168.233.105 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/c265987d-f1d0-4aaa-b2be-bd59120d687c) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:04:54.259077 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1cee867-da7a-4ffd-b152-669301f9b01f req-13a97360-2d4d-480d-b31e-734f4520f868 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517018 Aug 11 02:04:54.442322 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1c852d79-4384-4387-a558-e43f4edc8039 req-3f88ca31-28d4-4c03-83e0-04068be5c2b0 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:54.463960 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-1c852d79-4384-4387-a558-e43f4edc8039 req-3f88ca31-28d4-4c03-83e0-04068be5c2b0 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Transition to ACTIVE for port object c265987d-f1d0-4aaa-b2be-bd59120d687c will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:04:54.524027 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1c852d79-4384-4387-a558-e43f4edc8039 req-3f88ca31-28d4-4c03-83e0-04068be5c2b0 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:54.564139 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c852d79-4384-4387-a558-e43f4edc8039 req-3f88ca31-28d4-4c03-83e0-04068be5c2b0 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:04:54.568220 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-1c852d79-4384-4387-a558-e43f4edc8039 req-3f88ca31-28d4-4c03-83e0-04068be5c2b0 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:04:54.570945 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c852d79-4384-4387-a558-e43f4edc8039 req-3f88ca31-28d4-4c03-83e0-04068be5c2b0 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:04:54.577989 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c852d79-4384-4387-a558-e43f4edc8039 req-3f88ca31-28d4-4c03-83e0-04068be5c2b0 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:54.578649 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1c852d79-4384-4387-a558-e43f4edc8039 req-3f88ca31-28d4-4c03-83e0-04068be5c2b0 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:54.604006 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1c852d79-4384-4387-a558-e43f4edc8039 req-3f88ca31-28d4-4c03-83e0-04068be5c2b0 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7605090 Aug 11 02:04:54.611436 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88ca31-28d4-4c03-83e0-04068be5c2b0 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Pushing event updated for resources: {'Port': ['ID=c265987d-f1d0-4aaa-b2be-bd59120d687c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:54.619687 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-1c852d79-4384-4387-a558-e43f4edc8039 req-0e0af281-6ade-4b30-b3b8-56fcf39f3410 service neutron] Request body: {'port': {'device_id': '124fa2ea-7adf-4b3b-9689-d8b2264f6900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:04:54.713541 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1c852d79-4384-4387-a558-e43f4edc8039 req-0e0af281-6ade-4b30-b3b8-56fcf39f3410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:54.912575 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:54.987366 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a7fc7fc3-8bb4-494f-aeaa-8fdfe62c945f None None] Provisioning for port c265987d-f1d0-4aaa-b2be-bd59120d687c completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:04:54.993612 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a7fc7fc3-8bb4-494f-aeaa-8fdfe62c945f None None] Provisioning complete for port c265987d-f1d0-4aaa-b2be-bd59120d687c triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:04:54.995309 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a7fc7fc3-8bb4-494f-aeaa-8fdfe62c945f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:55.043794 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-1c852d79-4384-4387-a558-e43f4edc8039 req-0e0af281-6ade-4b30-b3b8-56fcf39f3410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c265987d-f1d0-4aaa-b2be-bd59120d687c {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:04:55.051091 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a7fc7fc3-8bb4-494f-aeaa-8fdfe62c945f None None] Port c265987d-f1d0-4aaa-b2be-bd59120d687c cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:04:55.055792 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1c852d79-4384-4387-a558-e43f4edc8039 req-0e0af281-6ade-4b30-b3b8-56fcf39f3410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:55.071993 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54000) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:55.072523 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-1c852d79-4384-4387-a558-e43f4edc8039 req-0e0af281-6ade-4b30-b3b8-56fcf39f3410 service neutron] Transition to ACTIVE for port object c265987d-f1d0-4aaa-b2be-bd59120d687c will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:04:55.081597 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1c852d79-4384-4387-a558-e43f4edc8039 req-0e0af281-6ade-4b30-b3b8-56fcf39f3410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:55.140576 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0af281-6ade-4b30-b3b8-56fcf39f3410 service neutron] Pushing event updated for resources: {'Port': ['ID=c265987d-f1d0-4aaa-b2be-bd59120d687c,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:55.195006 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-1c852d79-4384-4387-a558-e43f4edc8039 req-0e0af281-6ade-4b30-b3b8-56fcf39f3410 service neutron] Attempting to bind port c265987d-f1d0-4aaa-b2be-bd59120d687c on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:04:55.195737 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-1c852d79-4384-4387-a558-e43f4edc8039 req-0e0af281-6ade-4b30-b3b8-56fcf39f3410 service neutron] Attempting to bind port c265987d-f1d0-4aaa-b2be-bd59120d687c by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:04:55.195864 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c852d79-4384-4387-a558-e43f4edc8039 req-0e0af281-6ade-4b30-b3b8-56fcf39f3410 service neutron] Attempting to bind port c265987d-f1d0-4aaa-b2be-bd59120d687c on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:04:55.202655 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c852d79-4384-4387-a558-e43f4edc8039 req-0e0af281-6ade-4b30-b3b8-56fcf39f3410 service neutron] Port c265987d-f1d0-4aaa-b2be-bd59120d687c on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:04:55.202948 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c852d79-4384-4387-a558-e43f4edc8039 req-0e0af281-6ade-4b30-b3b8-56fcf39f3410 service neutron] Attempting to bind port c265987d-f1d0-4aaa-b2be-bd59120d687c on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:04:55.209189 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c852d79-4384-4387-a558-e43f4edc8039 req-0e0af281-6ade-4b30-b3b8-56fcf39f3410 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:04:55.210015 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c852d79-4384-4387-a558-e43f4edc8039 req-0e0af281-6ade-4b30-b3b8-56fcf39f3410 service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:04:55.210409 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c852d79-4384-4387-a558-e43f4edc8039 req-0e0af281-6ade-4b30-b3b8-56fcf39f3410 service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:04:55.210967 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-1c852d79-4384-4387-a558-e43f4edc8039 req-0e0af281-6ade-4b30-b3b8-56fcf39f3410 service neutron] Bound port: c265987d-f1d0-4aaa-b2be-bd59120d687c, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:04:55.211472 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1c852d79-4384-4387-a558-e43f4edc8039 req-0e0af281-6ade-4b30-b3b8-56fcf39f3410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:55.295380 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-1c852d79-4384-4387-a558-e43f4edc8039 req-0e0af281-6ade-4b30-b3b8-56fcf39f3410 service neutron] For port c265987d-f1d0-4aaa-b2be-bd59120d687c, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:04:55.298710 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-1c852d79-4384-4387-a558-e43f4edc8039 req-0e0af281-6ade-4b30-b3b8-56fcf39f3410 service neutron] For port c265987d-f1d0-4aaa-b2be-bd59120d687c, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=c265987d-f1d0-4aaa-b2be-bd59120d687c,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:04:55.305059 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1c852d79-4384-4387-a558-e43f4edc8039 req-0e0af281-6ade-4b30-b3b8-56fcf39f3410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:55.340324 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c852d79-4384-4387-a558-e43f4edc8039 req-0e0af281-6ade-4b30-b3b8-56fcf39f3410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:55.341026 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1c852d79-4384-4387-a558-e43f4edc8039 req-0e0af281-6ade-4b30-b3b8-56fcf39f3410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:55.342458 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1c852d79-4384-4387-a558-e43f4edc8039 req-0e0af281-6ade-4b30-b3b8-56fcf39f3410 service neutron] 10.222.0.66 "PUT /v2.0/ports/c265987d-f1d0-4aaa-b2be-bd59120d687c HTTP/1.1" status: 200 len: 1097 time: 0.7274182 Aug 11 02:04:55.342756 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124fa2ea-7adf-4b3b-9689-d8b2264f6900', 'tag': 'c265987d-f1d0-4aaa-b2be-bd59120d687c'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:04:55.345020 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebe8af3-95a5-415d-b3a0-e2b49ce3efd9" -d '{"events": [{"name": "network-changed", "server_uuid": "124fa2ea-7adf-4b3b-9689-d8b2264f6900", "tag": "c265987d-f1d0-4aaa-b2be-bd59120d687c"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:04:55.389333 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0af281-6ade-4b30-b3b8-56fcf39f3410 service neutron] Pushing event updated for resources: {'Port': ['ID=c265987d-f1d0-4aaa-b2be-bd59120d687c,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:55.480092 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c852d79-4384-4387-a558-e43f4edc8039 req-ab25a874-1057-4825-8f40-18762f76c176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:55.480092 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1c852d79-4384-4387-a558-e43f4edc8039 req-ab25a874-1057-4825-8f40-18762f76c176 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=694b4d30bd5847e8be4f02e4b2f7bedf&device_id=124fa2ea-7adf-4b3b-9689-d8b2264f6900 HTTP/1.1" status: 200 len: 1100 time: 0.0863886 Aug 11 02:04:55.566473 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1c852d79-4384-4387-a558-e43f4edc8039 req-d88e8839-8db7-4d26-a3b0-5d8a53afc9ce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=c265987d-f1d0-4aaa-b2be-bd59120d687c HTTP/1.1" status: 200 len: 217 time: 0.0675299 Aug 11 02:04:55.601018 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903f2dc-768d-4244-9129-25aa9cad674a req-116491b3-c04e-4238-a8ed-ba9560617f35 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:55.609928 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6903f2dc-768d-4244-9129-25aa9cad674a req-116491b3-c04e-4238-a8ed-ba9560617f35 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=124fa2ea-7adf-4b3b-9689-d8b2264f6900 HTTP/1.1" status: 200 len: 948 time: 0.0652041 Aug 11 02:04:55.644392 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c852d79-4384-4387-a558-e43f4edc8039 req-686842fd-62b2-421e-9a49-dafc563b9f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:55.645904 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1c852d79-4384-4387-a558-e43f4edc8039 req-686842fd-62b2-421e-9a49-dafc563b9f42 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.0724554 Aug 11 02:04:55.658320 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6903f2dc-768d-4244-9129-25aa9cad674a req-78f261d7-6c0b-4af5-8689-82c28cc6ba87 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431724 Aug 11 02:04:55.697665 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c852d79-4384-4387-a558-e43f4edc8039 req-7fed9d53-8fc5-404f-b7e3-6d43c39c8fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:55.699850 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1c852d79-4384-4387-a558-e43f4edc8039 req-7fed9d53-8fc5-404f-b7e3-6d43c39c8fc4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0463176 Aug 11 02:04:55.711156 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddd40d7-3623-4fa5-b92b-b2bf2ed93b53 x-openstack-request-id: req-eddd40d7-3623-4fa5-b92b-b2bf2ed93b53 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:04:55.711448 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124fa2ea-7adf-4b3b-9689-d8b2264f6900", "tag": "c265987d-f1d0-4aaa-b2be-bd59120d687c", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:04:55.711740 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eddd40d7-3623-4fa5-b92b-b2bf2ed93b53 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:04:55.712248 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '124fa2ea-7adf-4b3b-9689-d8b2264f6900', 'tag': 'c265987d-f1d0-4aaa-b2be-bd59120d687c', 'status': 'completed', 'code': 200} Aug 11 02:04:55.737396 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c668a2d7-8ffe-4516-914f-47c2ad312857 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3f9a4848540a40eb8682d6bea4b60523&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6632228 Aug 11 02:04:55.739928 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54030) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:55.819200 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b52deefa-8a14-496c-bdab-5cf7391f722a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:55.845061 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b52deefa-8a14-496c-bdab-5cf7391f722a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:55.854101 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1c852d79-4384-4387-a558-e43f4edc8039 req-3caea3b4-84d4-44a2-b2c6-61312ac9af40 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408257 Aug 11 02:04:55.910870 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b52deefa-8a14-496c-bdab-5cf7391f722a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:55.914597 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b52deefa-8a14-496c-bdab-5cf7391f722a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:55.916748 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b52deefa-8a14-496c-bdab-5cf7391f722a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a2733ea8-9c6c-465d-984b-4f92c7310104 HTTP/1.1" status: 204 len: 168 time: 0.1755919 Aug 11 02:04:55.925180 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52deefa-8a14-496c-bdab-5cf7391f722a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2733ea8-9c6c-465d-984b-4f92c7310104,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:55.983624 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1c852d79-4384-4387-a558-e43f4edc8039 req-8eac6051-62f9-43b9-99ba-bbbe7e1806c2 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204560 Aug 11 02:04:56.088644 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe8af3-95a5-415d-b3a0-e2b49ce3efd9 req-73b82f5b-63b1-4eb3-b2c7-6895a5ab64c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:56.090435 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8ebe8af3-95a5-415d-b3a0-e2b49ce3efd9 req-73b82f5b-63b1-4eb3-b2c7-6895a5ab64c4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=694b4d30bd5847e8be4f02e4b2f7bedf&device_id=124fa2ea-7adf-4b3b-9689-d8b2264f6900 HTTP/1.1" status: 200 len: 1100 time: 0.0573077 Aug 11 02:04:56.198358 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe8af3-95a5-415d-b3a0-e2b49ce3efd9 req-09d8caa0-f08b-45ea-9286-e55d307b5ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:56.199874 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8ebe8af3-95a5-415d-b3a0-e2b49ce3efd9 req-09d8caa0-f08b-45ea-9286-e55d307b5ecf service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.0999970 Aug 11 02:04:56.250029 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8ebe8af3-95a5-415d-b3a0-e2b49ce3efd9 req-463524e8-5838-4b36-a647-8f962f1e50d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=c265987d-f1d0-4aaa-b2be-bd59120d687c HTTP/1.1" status: 200 len: 217 time: 0.0415478 Aug 11 02:04:56.310439 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe8af3-95a5-415d-b3a0-e2b49ce3efd9 req-96f8a680-ea01-47cd-ac76-ec0a8c62c050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:56.312101 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8ebe8af3-95a5-415d-b3a0-e2b49ce3efd9 req-96f8a680-ea01-47cd-ac76-ec0a8c62c050 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.0540345 Aug 11 02:04:56.380961 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe8af3-95a5-415d-b3a0-e2b49ce3efd9 req-b2bd8739-e28f-4df3-9c44-f9e22b936e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:56.382501 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8ebe8af3-95a5-415d-b3a0-e2b49ce3efd9 req-b2bd8739-e28f-4df3-9c44-f9e22b936e9b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0609126 Aug 11 02:04:56.474529 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8ebe8af3-95a5-415d-b3a0-e2b49ce3efd9 req-ab9ba1bf-4a62-4aa0-b2de-a3245a736d02 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834830 Aug 11 02:04:56.579545 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8ebe8af3-95a5-415d-b3a0-e2b49ce3efd9 req-4809bf52-2f69-4b65-b2b8-dfaebd3aebf3 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984519 Aug 11 02:04:56.656872 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54076) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:56.716748 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1aa4d080-5be3-4135-9809-65d90437be57 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8ef2ddec94c84ecb997bb2c28de2486f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0586362 Aug 11 02:04:56.719388 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54086) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:56.784711 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a13f5a69-a8d7-45f1-81fe-ab59823c196d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:56.813160 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a13f5a69-a8d7-45f1-81fe-ab59823c196d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:56.853668 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 95b3d4d3-7945-4b2c-8031-9d5359133631 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:04:56.873632 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a13f5a69-a8d7-45f1-81fe-ab59823c196d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:56.881447 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a13f5a69-a8d7-45f1-81fe-ab59823c196d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:56.884953 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a13f5a69-a8d7-45f1-81fe-ab59823c196d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cab41283-e0a0-4401-bfcb-43f58ea4cb7e HTTP/1.1" status: 204 len: 168 time: 0.1621583 Aug 11 02:04:56.886602 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 95b3d4d3-7945-4b2c-8031-9d5359133631 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:04:56.887160 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 95b3d4d3-7945-4b2c-8031-9d5359133631 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:04:56.899313 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f5a69-a8d7-45f1-81fe-ab59823c196d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab41283-e0a0-4401-bfcb-43f58ea4cb7e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:57.045881 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54106) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:57.108975 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-f7b065e6-b638-481c-a2c4-88d3f5a44458 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217488 Aug 11 02:04:57.226628 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-44460ca5-64dc-43a6-a939-d8605c952b43 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:57.233576 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-44460ca5-64dc-43a6-a939-d8605c952b43 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1190195 Aug 11 02:04:57.246708 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-377db4c1-f9a3-406d-91d6-2ca43e57b993 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/quotas/2ce8767569c84bef8cb5da975c6c17a4 HTTP/1.1" status: 200 len: 375 time: 0.0122786 Aug 11 02:04:57.281915 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54120) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:57.296086 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-5ca0b160-d9e2-46ea-979f-5e1be6c5adce tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344827 Aug 11 02:04:57.374036 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-53e5a134-16ce-4a7e-8c52-e99458f9c1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:57.561040 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-53e5a134-16ce-4a7e-8c52-e99458f9c1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:57.581949 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffab0c7-295e-4adc-91eb-6747fc6b735b req-be53ea97-7f09-408c-9d3b-1265ce578688 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:57.589363 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dffab0c7-295e-4adc-91eb-6747fc6b735b req-be53ea97-7f09-408c-9d3b-1265ce578688 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=124fa2ea-7adf-4b3b-9689-d8b2264f6900 HTTP/1.1" status: 200 len: 948 time: 0.0915239 Aug 11 02:04:57.591162 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-53e5a134-16ce-4a7e-8c52-e99458f9c1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:57.613771 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-2b81c1b3-2601-4a5e-9d65-3c46caf355ba tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:04:57.615419 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-2b81c1b3-2601-4a5e-9d65-3c46caf355ba tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3308318 Aug 11 02:04:57.659906 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dffab0c7-295e-4adc-91eb-6747fc6b735b req-235d5110-f253-4844-8f8a-c2736d73c024 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652595 Aug 11 02:04:57.709999 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-53e5a134-16ce-4a7e-8c52-e99458f9c1b0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1fa6a0c6484543a4a5b8c57ecb4bab57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6625290 Aug 11 02:04:57.712803 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54150) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:57.723286 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5a134-16ce-4a7e-8c52-e99458f9c1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2013bb-24ba-4d0f-b1ee-310a6f43068a,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:57.805416 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f6f10c67-cd2e-41c9-b844-c810c555ac2f req-6d81f67f-f45a-46a2-9f05-f01959766275 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcf8e3b7-bfb4-420a-875b-23c526a35933 HTTP/1.1" status: 200 len: 210 time: 0.0372188 Aug 11 02:04:57.813941 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6d009bd1-3e2a-441e-8602-1a52d4fe80e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:57.870500 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6d009bd1-3e2a-441e-8602-1a52d4fe80e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:57.966664 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6d009bd1-3e2a-441e-8602-1a52d4fe80e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:57.970560 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6d009bd1-3e2a-441e-8602-1a52d4fe80e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:57.972189 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6d009bd1-3e2a-441e-8602-1a52d4fe80e4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/da2013bb-24ba-4d0f-b1ee-310a6f43068a HTTP/1.1" status: 204 len: 168 time: 0.2583814 Aug 11 02:04:57.982826 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d009bd1-3e2a-441e-8602-1a52d4fe80e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2013bb-24ba-4d0f-b1ee-310a6f43068a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:58.182575 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-aa81be65-9869-4870-b953-b51ee814bf50 service neutron] Request body: {'binding': {'host': 'n-h2-615180-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:04:58.183344 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-aa81be65-9869-4870-b953-b51ee814bf50 service neutron] Unknown quota resources ['binding']. {{(pid=94507) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:04:58.349067 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-aa81be65-9869-4870-b953-b51ee814bf50 service neutron] Attempting to bind port 23e114a8-1544-4311-ab89-4a013e234d7f on host n-h2-615180-33 for vnic_type normal with profile None {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:04:58.349672 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-aa81be65-9869-4870-b953-b51ee814bf50 service neutron] Attempting to bind port 23e114a8-1544-4311-ab89-4a013e234d7f by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:04:58.349969 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-aa81be65-9869-4870-b953-b51ee814bf50 service neutron] Attempting to bind port 23e114a8-1544-4311-ab89-4a013e234d7f on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:04:58.355526 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-aa81be65-9869-4870-b953-b51ee814bf50 service neutron] Port 23e114a8-1544-4311-ab89-4a013e234d7f on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:04:58.355836 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-aa81be65-9869-4870-b953-b51ee814bf50 service neutron] Attempting to bind port 23e114a8-1544-4311-ab89-4a013e234d7f on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:04:58.361305 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-aa81be65-9869-4870-b953-b51ee814bf50 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:04:58.361723 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-aa81be65-9869-4870-b953-b51ee814bf50 service neutron] Checking segment: {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:04:58.362225 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-aa81be65-9869-4870-b953-b51ee814bf50 service neutron] Bound using segment: {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:04:58.362882 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-aa81be65-9869-4870-b953-b51ee814bf50 service neutron] Bound port: 23e114a8-1544-4311-ab89-4a013e234d7f, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:04:58.413206 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09556c87-2f9b-4739-9f56-76ab8c3898a8 req-b7ed83d8-b0d8-435d-a5ff-9de469391772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:58.420284 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09556c87-2f9b-4739-9f56-76ab8c3898a8 req-b7ed83d8-b0d8-435d-a5ff-9de469391772 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2ad8af97bd524ff09f331d88ab3a939b&device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 1118 time: 0.0810220 Aug 11 02:04:58.535726 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54194) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:58.538241 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-aa81be65-9869-4870-b953-b51ee814bf50 service neutron] For port 23e114a8-1544-4311-ab89-4a013e234d7f, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=23e114a8-1544-4311-ab89-4a013e234d7f,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:04:58.547167 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-aa81be65-9869-4870-b953-b51ee814bf50 service neutron] Notify callbacks [] for binding, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:58.558122 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-aa81be65-9869-4870-b953-b51ee814bf50 service neutron] 10.222.0.50 "POST /v2.0/ports/23e114a8-1544-4311-ab89-4a013e234d7f/bindings HTTP/1.1" status: 201 len: 390 time: 0.7046955 Aug 11 02:04:58.575764 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09556c87-2f9b-4739-9f56-76ab8c3898a8 req-317f8df0-8288-4cb2-b90c-619eb6c3ad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:58.578212 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09556c87-2f9b-4739-9f56-76ab8c3898a8 req-317f8df0-8288-4cb2-b90c-619eb6c3ad53 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c HTTP/1.1" status: 200 len: 909 time: 0.1398613 Aug 11 02:04:58.628585 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.73', 62793) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:58.635122 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09556c87-2f9b-4739-9f56-76ab8c3898a8 req-730580a1-3286-4f1a-b139-761381a00178 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23e114a8-1544-4311-ab89-4a013e234d7f HTTP/1.1" status: 200 len: 217 time: 0.0487628 Aug 11 02:04:58.669855 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-86d1de3f-75b2-44af-9a58-927d2c50b137 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377047 Aug 11 02:04:58.753786 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54208) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:58.770181 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09556c87-2f9b-4739-9f56-76ab8c3898a8 req-4eb1503b-fdc7-4f0e-82d8-79242d33027a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:58.774794 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09556c87-2f9b-4739-9f56-76ab8c3898a8 req-4eb1503b-fdc7-4f0e-82d8-79242d33027a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea5a035c-6f83-40b0-8579-ac261184d3bb HTTP/1.1" status: 200 len: 848 time: 0.1304824 Aug 11 02:04:58.788485 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-12acf9e7-808b-4a9b-9b75-c76f31b52397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:58.849716 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09556c87-2f9b-4739-9f56-76ab8c3898a8 req-572cb8b8-b3a3-4911-99c6-ae8f38f75e25 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304005 Aug 11 02:04:58.900381 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafd44e-a2ea-4466-9ec7-a8a66f7ae601 req-91695df7-85d6-4dd8-946d-f1e772b88439 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:58.905802 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2eafd44e-a2ea-4466-9ec7-a8a66f7ae601 req-91695df7-85d6-4dd8-946d-f1e772b88439 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 966 time: 0.1813574 Aug 11 02:04:59.017141 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-1eb7201d-798d-4f53-906c-9e0ceaa524b0 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:59.019763 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-1eb7201d-798d-4f53-906c-9e0ceaa524b0 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3439000 Aug 11 02:04:59.028112 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54214) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:59.034399 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2eafd44e-a2ea-4466-9ec7-a8a66f7ae601 req-4cbec2d8-82ea-46fb-b66c-219cfa940902 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199427 Aug 11 02:04:59.038145 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-42302b13-03e5-4c3c-b653-72493e002450 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Request body: {'port': {'device_id': 'fcf8e3b7-bfb4-420a-875b-23c526a35933', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': '2ce8767569c84bef8cb5da975c6c17a4'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:04:59.092401 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c97ceea7-ab23-44f2-90d2-51ea643216c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:59.096545 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-268f3ea2-ee43-4245-b7c9-52a5584cb24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:59.098259 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-268f3ea2-ee43-4245-b7c9-52a5584cb24d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ad8af97bd524ff09f331d88ab3a939b&device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 1118 time: 0.1373682 Aug 11 02:04:59.164188 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09556c87-2f9b-4739-9f56-76ab8c3898a8 req-445fe035-db62-4170-b585-43d587b8f8f6 service neutron] 10.222.0.73 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046801 Aug 11 02:04:59.193094 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-3af01df6-98d0-4a7c-b988-58f2f1bc3caa admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-809665121-network', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:04:59.259734 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-1861eedb-bc63-4693-bff5-891940d7ce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:59.261852 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-1861eedb-bc63-4693-bff5-891940d7ce28 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c HTTP/1.1" status: 200 len: 909 time: 0.1534789 Aug 11 02:04:59.299462 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-12acf9e7-808b-4a9b-9b75-c76f31b52397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:59.321014 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-12acf9e7-808b-4a9b-9b75-c76f31b52397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:59.327747 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-c431bac8-a391-48a8-851d-5a6251b41b06 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23e114a8-1544-4311-ab89-4a013e234d7f HTTP/1.1" status: 200 len: 217 time: 0.0568995 Aug 11 02:04:59.330762 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.db.api [None req-3af01df6-98d0-4a7c-b988-58f2f1bc3caa admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:04:59.330762 n-d-615180-33 neutron-server[94507]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:04:59.330762 n-d-615180-33 neutron-server[94507]: [parameters: {'project_id_1': 'cb95ec3b4fc24ea09028c8f97283ca58', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 4, 59, 209206)}] Aug 11 02:04:59.330762 n-d-615180-33 neutron-server[94507]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:04:59.331243 n-d-615180-33 neutron-server[94507]: DEBUG oslo_db.api [None req-3af01df6-98d0-4a7c-b988-58f2f1bc3caa admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:04:59.332043 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.db.api [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-42302b13-03e5-4c3c-b653-72493e002450 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:04:59.332043 n-d-615180-33 neutron-server[94507]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:04:59.332043 n-d-615180-33 neutron-server[94507]: [parameters: {'project_id_1': '2ce8767569c84bef8cb5da975c6c17a4', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 4, 59, 244042)}] Aug 11 02:04:59.332043 n-d-615180-33 neutron-server[94507]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:04:59.332531 n-d-615180-33 neutron-server[94507]: DEBUG oslo_db.api [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-42302b13-03e5-4c3c-b653-72493e002450 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:04:59.392743 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fd6e5-3605-4d08-abce-56ce657e05d0 req-9440ce96-52b3-4095-ad7b-ed7c6e21a385 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:59.394242 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3e1fd6e5-3605-4d08-abce-56ce657e05d0 req-9440ce96-52b3-4095-ad7b-ed7c6e21a385 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=124fa2ea-7adf-4b3b-9689-d8b2264f6900 HTTP/1.1" status: 200 len: 948 time: 0.1395581 Aug 11 02:04:59.401436 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-57d8ac7c-cdaa-43db-95a3-ac881303e59f req-3a2bcd63-8a6c-448b-ba45-796544f00dc7 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcf8e3b7-bfb4-420a-875b-23c526a35933 HTTP/1.1" status: 200 len: 210 time: 0.0374379 Aug 11 02:04:59.404304 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-12acf9e7-808b-4a9b-9b75-c76f31b52397 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6211c95ffab1455992e47d25138ddf9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6494186 Aug 11 02:04:59.409257 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54224) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:59.415759 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09556c87-2f9b-4739-9f56-76ab8c3898a8 req-e122b504-6aeb-475c-a97b-1d0ece6fd226 service neutron] 10.222.0.73 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426660 Aug 11 02:04:59.416620 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-c325bffb-ff4d-4d34-a28d-1a6726c0e5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:04:59.418106 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-c325bffb-ff4d-4d34-a28d-1a6726c0e5d7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ea5a035c-6f83-40b0-8579-ac261184d3bb HTTP/1.1" status: 200 len: 848 time: 0.0825744 Aug 11 02:04:59.423578 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12acf9e7-808b-4a9b-9b75-c76f31b52397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f783c02-5f61-4c63-972c-997fb9fdb33b,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:59.468165 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3e1fd6e5-3605-4d08-abce-56ce657e05d0 req-2e49b062-fdd1-4e01-979e-6c825b3dcee1 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627453 Aug 11 02:04:59.514869 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c97ceea7-ab23-44f2-90d2-51ea643216c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:59.522015 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c97ceea7-ab23-44f2-90d2-51ea643216c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:59.572106 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c97ceea7-ab23-44f2-90d2-51ea643216c8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=08e3a145ceda49758f2b7a8442703057&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0347769 Aug 11 02:04:59.573271 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ceea7-ab23-44f2-90d2-51ea643216c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4626f1e-3ed7-4e84-96ac-c9a16c1d3519,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:59.575704 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54236) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:04:59.645163 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61353754-58a2-4e38-801d-73a2ff7ef3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:59.671733 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device c265987d-f1d0-4aaa-b2be-bd59120d687c details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:04:59.682196 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61353754-58a2-4e38-801d-73a2ff7ef3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:59.736129 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-60f85a55-4763-436f-b33f-22b19eba893e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2987273 Aug 11 02:04:59.753927 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61353754-58a2-4e38-801d-73a2ff7ef3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:59.759604 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61353754-58a2-4e38-801d-73a2ff7ef3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:59.767910 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-61353754-58a2-4e38-801d-73a2ff7ef3b2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f4626f1e-3ed7-4e84-96ac-c9a16c1d3519 HTTP/1.1" status: 204 len: 168 time: 0.1911042 Aug 11 02:04:59.784903 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61353754-58a2-4e38-801d-73a2ff7ef3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4626f1e-3ed7-4e84-96ac-c9a16c1d3519,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:04:59.827468 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5b4f483-9775-40db-8d72-54d806a90b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:59.876271 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port c265987d-f1d0-4aaa-b2be-bd59120d687c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=c265987d-f1d0-4aaa-b2be-bd59120d687c,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:04:59.891338 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'c265987d-f1d0-4aaa-b2be-bd59120d687c', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': 'c265987d-f1d0-4aaa-b2be-bd59120d687c', 'mac_address': 'fa:16:3e:1b:d4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:04:59.909236 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5b4f483-9775-40db-8d72-54d806a90b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:59.913695 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-82e5cb11-f274-40f3-8e60-fbb2fe6f5771 service neutron] 10.222.0.66 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681082 Aug 11 02:04:59.929256 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-42302b13-03e5-4c3c-b653-72493e002450 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Made reservation on behalf of 2ce8767569c84bef8cb5da975c6c17a4 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:04:59.933738 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-42302b13-03e5-4c3c-b653-72493e002450 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:59.939521 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:59.953366 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c265987d-f1d0-4aaa-b2be-bd59120d687c {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:04:59.975346 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-42302b13-03e5-4c3c-b653-72493e002450 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:59.985026 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port c265987d-f1d0-4aaa-b2be-bd59120d687c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=c265987d-f1d0-4aaa-b2be-bd59120d687c,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:04:59.991700 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:00.008347 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54262) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:00.019929 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af01df6-98d0-4a7c-b988-58f2f1bc3caa admin admin] Made reservation on behalf of cb95ec3b4fc24ea09028c8f97283ca58 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:05:00.022262 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3af01df6-98d0-4a7c-b988-58f2f1bc3caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:00.044173 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3af01df6-98d0-4a7c-b988-58f2f1bc3caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:00.055789 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=c265987d-f1d0-4aaa-b2be-bd59120d687c,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:00.107863 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5b4f483-9775-40db-8d72-54d806a90b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:00.110324 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5b4f483-9775-40db-8d72-54d806a90b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:00.111480 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a5b4f483-9775-40db-8d72-54d806a90b65 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9f783c02-5f61-4c63-972c-997fb9fdb33b HTTP/1.1" status: 204 len: 168 time: 0.7013016 Aug 11 02:05:00.128110 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-e9046f71-5f56-42e6-aa48-dd911c4b829c service neutron] 10.222.0.66 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050648 Aug 11 02:05:00.133696 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4f483-9775-40db-8d72-54d806a90b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f783c02-5f61-4c63-972c-997fb9fdb33b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:00.190782 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-42302b13-03e5-4c3c-b653-72493e002450 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:00.197617 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['c265987d-f1d0-4aaa-b2be-bd59120d687c'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:05:00.211058 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-42302b13-03e5-4c3c-b653-72493e002450 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:00.233351 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ba4fd-1687-41d9-91c5-8b668bd34a5e req-ca86cd08-7633-473a-ad7b-0f83aa0671c0 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:00.235068 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bb7ba4fd-1687-41d9-91c5-8b668bd34a5e req-ca86cd08-7633-473a-ad7b-0f83aa0671c0 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 966 time: 0.0650508 Aug 11 02:05:00.280927 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54272) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:00.343783 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bb7ba4fd-1687-41d9-91c5-8b668bd34a5e req-278277e1-59b7-4d05-8944-af21aad22cad tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932951 Aug 11 02:05:00.346936 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42302b13-03e5-4c3c-b653-72493e002450 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc549d7b-a69e-4d74-9a15-8631ab96cf91,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:00.347923 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4cf9e4a7-0b1c-4000-b117-4038c92a69ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:00.439002 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-5de7e438-7d0e-4a5a-b897-71c41c7c7ca8 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:00.440575 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-5de7e438-7d0e-4a5a-b897-71c41c7c7ca8 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db&tenant_id=2ad8af97bd524ff09f331d88ab3a939b&binding%3Ahost_id=n-h1-615180-33 HTTP/1.1" status: 200 len: 1118 time: 0.1959498 Aug 11 02:05:00.457859 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-8097f47f-c5d4-472c-9f15-a78882b59c6a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-615180-33'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:00.507704 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-42302b13-03e5-4c3c-b653-72493e002450 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Allocated IP 192.168.233.164 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/720d30f6-528f-49f4-ba0d-65a1fc3d459f) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:05:00.548388 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3a2fb3e9-9f7e-4321-b69e-a70057f682ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:00.571153 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54280) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:00.572255 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1ab2d21d-b134-4c10-9fef-21cf20ca8396 req-156db202-db3b-46b6-baad-e5efe41662c3 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcf8e3b7-bfb4-420a-875b-23c526a35933 HTTP/1.1" status: 200 len: 210 time: 0.0804195 Aug 11 02:05:00.575699 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3af01df6-98d0-4a7c-b988-58f2f1bc3caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:00.605164 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3af01df6-98d0-4a7c-b988-58f2f1bc3caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:00.643573 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-8097f47f-c5d4-472c-9f15-a78882b59c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:00.657239 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af01df6-98d0-4a7c-b988-58f2f1bc3caa admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:05:00.669066 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452608c-2077-48b9-9128-a421b58e6808 req-5fdcb5e9-37bf-4c43-bb03-d35386aaef14 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:00.671422 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5452608c-2077-48b9-9128-a421b58e6808 req-5fdcb5e9-37bf-4c43-bb03-d35386aaef14 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=124fa2ea-7adf-4b3b-9689-d8b2264f6900 HTTP/1.1" status: 200 len: 949 time: 0.1046379 Aug 11 02:05:00.712335 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af01df6-98d0-4a7c-b988-58f2f1bc3caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92237860-f750-4d51-b61e-c5a65689c08f,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:00.724479 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3af01df6-98d0-4a7c-b988-58f2f1bc3caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:00.724827 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-3af01df6-98d0-4a7c-b988-58f2f1bc3caa admin admin] Added segment 0850454f-1564-475e-ba74-4de21e93e9fe of type vlan for network b5969549-5c73-4bce-b89e-aaad46645b7b Aug 11 02:05:00.737904 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5452608c-2077-48b9-9128-a421b58e6808 req-f712f8c9-70c8-4fe1-913d-de52d844fbc9 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573113 Aug 11 02:05:00.784542 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4cf9e4a7-0b1c-4000-b117-4038c92a69ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:00.792458 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4cf9e4a7-0b1c-4000-b117-4038c92a69ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:00.826678 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3af01df6-98d0-4a7c-b988-58f2f1bc3caa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:00.845075 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f0245c66-71a5-466c-960a-4e0ab8c2bd42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:00.875686 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4cf9e4a7-0b1c-4000-b117-4038c92a69ba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=866dc28bf7e847ccbe7d65ce04ecb0cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5928898 Aug 11 02:05:00.882611 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54292) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:00.890804 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf9e4a7-0b1c-4000-b117-4038c92a69ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2543033e-bb82-4eb3-9779-88324107fdb8,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:00.892822 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-42302b13-03e5-4c3c-b653-72493e002450 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:00.948537 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-42302b13-03e5-4c3c-b653-72493e002450 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Transition to ACTIVE for port object 720d30f6-528f-49f4-ba0d-65a1fc3d459f will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:00.957486 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3af01df6-98d0-4a7c-b988-58f2f1bc3caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:00.958982 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af01df6-98d0-4a7c-b988-58f2f1bc3caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:00.959492 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3a2fb3e9-9f7e-4321-b69e-a70057f682ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:00.959634 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3af01df6-98d0-4a7c-b988-58f2f1bc3caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:00.968007 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3a2fb3e9-9f7e-4321-b69e-a70057f682ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:01.002571 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-8097f47f-c5d4-472c-9f15-a78882b59c6a service neutron] For port 23e114a8-1544-4311-ab89-4a013e234d7f, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=23e114a8-1544-4311-ab89-4a013e234d7f,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:01.016535 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fb3e9-9f7e-4321-b69e-a70057f682ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5c6aa2-a62e-4a0c-a285-37ef82a4bae3,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:01.041746 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3a2fb3e9-9f7e-4321-b69e-a70057f682ea admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=55e6298cf2734300978672cb5014ce2c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0291998 Aug 11 02:05:01.044391 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54300) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:01.112763 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2ee1ab0e-8b6e-4dbd-9e77-f1489782803b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:01.119491 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af01df6-98d0-4a7c-b988-58f2f1bc3caa admin admin] Pushing event updated for resources: {'Network': ['ID=b5969549-5c73-4bce-b89e-aaad46645b7b,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:01.127287 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-42302b13-03e5-4c3c-b653-72493e002450 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:01.128093 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c0090ebe-612f-4374-98bc-582b234d5b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:01.129318 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-8097f47f-c5d4-472c-9f15-a78882b59c6a service neutron] For port 23e114a8-1544-4311-ab89-4a013e234d7f, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:05:01.136527 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network b5969549-5c73-4bce-b89e-aaad46645b7b details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:05:01.162977 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c0090ebe-612f-4374-98bc-582b234d5b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:01.172555 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f0245c66-71a5-466c-960a-4e0ab8c2bd42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:01.183162 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f0245c66-71a5-466c-960a-4e0ab8c2bd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:01.201678 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2ee1ab0e-8b6e-4dbd-9e77-f1489782803b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:01.225212 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3af01df6-98d0-4a7c-b988-58f2f1bc3caa admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.1957374 Aug 11 02:05:01.228862 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-42302b13-03e5-4c3c-b653-72493e002450 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:05:01.229075 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54308) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:01.238444 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-2ef8dbda-5574-4c65-8978-1696f3081dce admin admin] Request body: {'subnet': {'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809665121-subnet', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:01.247030 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42302b13-03e5-4c3c-b653-72493e002450 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Pushing event updated for resources: {'Port': ['ID=720d30f6-528f-49f4-ba0d-65a1fc3d459f,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:01.250004 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-42302b13-03e5-4c3c-b653-72493e002450 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:01.252362 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0245c66-71a5-466c-960a-4e0ab8c2bd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba31fc83-0982-46da-ad25-e44e085aa47f,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:01.259025 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f0245c66-71a5-466c-960a-4e0ab8c2bd42 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b2d7bbfc88634206978a2fc448970f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6868703 Aug 11 02:05:01.259505 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-42302b13-03e5-4c3c-b653-72493e002450 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:05:01.261580 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54312) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:01.266433 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-42302b13-03e5-4c3c-b653-72493e002450 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:01.267349 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-42302b13-03e5-4c3c-b653-72493e002450 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:01.283444 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd328b3ae-f655-4511-89b2-939cb0f201db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23e114a8-1544-4311-ab89-4a013e234d7f'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:05:01.286756 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b01433-cc77-4bc5-832b-d3f8a360cf15" -d '{"events": [{"server_uuid": "d328b3ae-f655-4511-89b2-939cb0f201db", "name": "network-vif-unplugged", "status": "completed", "tag": "23e114a8-1544-4311-ab89-4a013e234d7f"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:05:01.297606 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c0090ebe-612f-4374-98bc-582b234d5b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:01.297810 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-8097f47f-c5d4-472c-9f15-a78882b59c6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:01.299446 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c0090ebe-612f-4374-98bc-582b234d5b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:01.300991 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c0090ebe-612f-4374-98bc-582b234d5b08 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2d5c6aa2-a62e-4a0c-a285-37ef82a4bae3 HTTP/1.1" status: 204 len: 168 time: 0.2554941 Aug 11 02:05:01.318244 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef8dbda-5574-4c65-8978-1696f3081dce admin admin] Made reservation on behalf of cb95ec3b4fc24ea09028c8f97283ca58 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:05:01.320573 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2ef8dbda-5574-4c65-8978-1696f3081dce admin admin] Notify callbacks [] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:01.330001 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-8097f47f-c5d4-472c-9f15-a78882b59c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:01.388404 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0090ebe-612f-4374-98bc-582b234d5b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5c6aa2-a62e-4a0c-a285-37ef82a4bae3,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:01.398028 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86365af-8d79-4821-9b66-a15944630e61 x-openstack-request-id: req-c86365af-8d79-4821-9b66-a15944630e61 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:05:01.398390 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d328b3ae-f655-4511-89b2-939cb0f201db", "name": "network-vif-unplugged", "status": "completed", "tag": "23e114a8-1544-4311-ab89-4a013e234d7f", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:05:01.398711 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c86365af-8d79-4821-9b66-a15944630e61 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:05:01.399168 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd328b3ae-f655-4511-89b2-939cb0f201db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23e114a8-1544-4311-ab89-4a013e234d7f', 'code': 200} Aug 11 02:05:01.408040 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-42302b13-03e5-4c3c-b653-72493e002450 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3742361 Aug 11 02:05:01.438550 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-22be1a21-2176-4e46-b5d1-43b01d7dc2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:01.448628 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-c0e7ac1d-2583-4b5d-9e65-305045fd0a15 service neutron] Request body: {'port': {'device_id': 'fcf8e3b7-bfb4-420a-875b-23c526a35933', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:01.468240 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-22be1a21-2176-4e46-b5d1-43b01d7dc2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:01.486422 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2ee1ab0e-8b6e-4dbd-9e77-f1489782803b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:01.489688 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2ee1ab0e-8b6e-4dbd-9e77-f1489782803b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:01.490695 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2ee1ab0e-8b6e-4dbd-9e77-f1489782803b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2543033e-bb82-4eb3-9779-88324107fdb8 HTTP/1.1" status: 204 len: 168 time: 0.6057527 Aug 11 02:05:01.540429 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1ab0e-8b6e-4dbd-9e77-f1489782803b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2543033e-bb82-4eb3-9779-88324107fdb8,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:01.550123 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097f47f-c5d4-472c-9f15-a78882b59c6a service neutron] Pushing event updated for resources: {'Port': ['ID=23e114a8-1544-4311-ab89-4a013e234d7f,revision_number=7']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:01.620222 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-8097f47f-c5d4-472c-9f15-a78882b59c6a service neutron] Attempting to bind port 23e114a8-1544-4311-ab89-4a013e234d7f on host n-h1-615180-33 for vnic_type normal with profile {"migrating_to": "n-h2-615180-33"} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:05:01.620727 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-8097f47f-c5d4-472c-9f15-a78882b59c6a service neutron] Attempting to bind port 23e114a8-1544-4311-ab89-4a013e234d7f by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:05:01.622185 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-8097f47f-c5d4-472c-9f15-a78882b59c6a service neutron] Attempting to bind port 23e114a8-1544-4311-ab89-4a013e234d7f on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:01.626705 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f19b94-ed48-4487-af07-27ff3a1c6ef0 req-97307f98-d788-498d-952b-7e0403d23fab tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:01.628327 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-08f19b94-ed48-4487-af07-27ff3a1c6ef0 req-97307f98-d788-498d-952b-7e0403d23fab tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 964 time: 0.1527629 Aug 11 02:05:01.629822 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-c0e7ac1d-2583-4b5d-9e65-305045fd0a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:01.632684 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-8097f47f-c5d4-472c-9f15-a78882b59c6a service neutron] Port 23e114a8-1544-4311-ab89-4a013e234d7f on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:05:01.633165 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-8097f47f-c5d4-472c-9f15-a78882b59c6a service neutron] Attempting to bind port 23e114a8-1544-4311-ab89-4a013e234d7f on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:01.647214 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-8097f47f-c5d4-472c-9f15-a78882b59c6a service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:05:01.647706 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-8097f47f-c5d4-472c-9f15-a78882b59c6a service neutron] Checking segment: {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:01.648176 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-8097f47f-c5d4-472c-9f15-a78882b59c6a service neutron] Bound using segment: {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:05:01.648829 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-8097f47f-c5d4-472c-9f15-a78882b59c6a service neutron] Bound port: 23e114a8-1544-4311-ab89-4a013e234d7f, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:05:01.649261 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-8097f47f-c5d4-472c-9f15-a78882b59c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:01.722034 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device c265987d-f1d0-4aaa-b2be-bd59120d687c up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:05:01.743664 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-93283c89-325c-4f16-959a-26901f644f0b None None] Provisioning for port 720d30f6-528f-49f4-ba0d-65a1fc3d459f completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:01.759035 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-22be1a21-2176-4e46-b5d1-43b01d7dc2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:01.762704 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-22be1a21-2176-4e46-b5d1-43b01d7dc2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:01.767807 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-22be1a21-2176-4e46-b5d1-43b01d7dc2d6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ba31fc83-0982-46da-ad25-e44e085aa47f HTTP/1.1" status: 204 len: 168 time: 0.5052097 Aug 11 02:05:01.793037 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-93283c89-325c-4f16-959a-26901f644f0b None None] Provisioning complete for port 720d30f6-528f-49f4-ba0d-65a1fc3d459f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:01.793458 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-93283c89-325c-4f16-959a-26901f644f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:01.843774 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-08f19b94-ed48-4487-af07-27ff3a1c6ef0 req-1372b0d2-06a6-4bf0-9dda-d357e6b61ede tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983595 Aug 11 02:05:01.888573 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be1a21-2176-4e46-b5d1-43b01d7dc2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba31fc83-0982-46da-ad25-e44e085aa47f,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:01.916193 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-8097f47f-c5d4-472c-9f15-a78882b59c6a service neutron] For port 23e114a8-1544-4311-ab89-4a013e234d7f, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:05:01.931727 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2ef8dbda-5574-4c65-8978-1696f3081dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:01.936548 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-8097f47f-c5d4-472c-9f15-a78882b59c6a service neutron] For port 23e114a8-1544-4311-ab89-4a013e234d7f, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=23e114a8-1544-4311-ab89-4a013e234d7f,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:05:01.948682 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-93283c89-325c-4f16-959a-26901f644f0b None None] Port 720d30f6-528f-49f4-ba0d-65a1fc3d459f cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:05:01.956678 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-8097f47f-c5d4-472c-9f15-a78882b59c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:01.980904 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port c265987d-f1d0-4aaa-b2be-bd59120d687c completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:01.985480 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port c265987d-f1d0-4aaa-b2be-bd59120d687c triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:01.985859 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:02.025207 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57a7ab-2317-4700-b60b-70aada2ca267 req-8b0bc4d8-9c76-4651-bfc2-5de0d594445c tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:02.027039 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2e57a7ab-2317-4700-b60b-70aada2ca267 req-8b0bc4d8-9c76-4651-bfc2-5de0d594445c tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcf8e3b7-bfb4-420a-875b-23c526a35933 HTTP/1.1" status: 200 len: 936 time: 0.1643808 Aug 11 02:05:02.079909 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8dbda-5574-4c65-8978-1696f3081dce admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba38ec18-d6ec-4e46-bbbf-b36cb49bb999,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:02.098350 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:02.133242 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8dbda-5574-4c65-8978-1696f3081dce admin admin] Checking segment: {'id': '0850454f-1564-475e-ba74-4de21e93e9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:02.133472 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097f47f-c5d4-472c-9f15-a78882b59c6a service neutron] Pushing event updated for resources: {'Port': ['ID=23e114a8-1544-4311-ab89-4a013e234d7f,revision_number=8']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:02.133787 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef8dbda-5574-4c65-8978-1696f3081dce admin admin] Network hostable DHCP agents. Network: b5969549-5c73-4bce-b89e-aaad46645b7b, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:05:02.147076 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-8097f47f-c5d4-472c-9f15-a78882b59c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:02.147997 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-8097f47f-c5d4-472c-9f15-a78882b59c6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:02.149848 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-8097f47f-c5d4-472c-9f15-a78882b59c6a service neutron] 10.222.0.66 "PUT /v2.0/ports/23e114a8-1544-4311-ab89-4a013e234d7f HTTP/1.1" status: 200 len: 1144 time: 1.6962473 Aug 11 02:05:02.152968 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07650f9-2958-4188-8dc8-c23a41ab8f61 req-d17463f5-2403-47f5-9b2b-5206b90ca408 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:02.161933 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b07650f9-2958-4188-8dc8-c23a41ab8f61 req-d17463f5-2403-47f5-9b2b-5206b90ca408 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=124fa2ea-7adf-4b3b-9689-d8b2264f6900 HTTP/1.1" status: 200 len: 949 time: 0.1351817 Aug 11 02:05:02.170370 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-c0e7ac1d-2583-4b5d-9e65-305045fd0a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720d30f6-528f-49f4-ba0d-65a1fc3d459f {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:05:02.193350 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2e57a7ab-2317-4700-b60b-70aada2ca267 req-97ad34dd-9372-4dd5-9128-4e7775d321a0 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528382 Aug 11 02:05:02.193789 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54338) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:02.197794 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-c0e7ac1d-2583-4b5d-9e65-305045fd0a15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:02.210614 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port c265987d-f1d0-4aaa-b2be-bd59120d687c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=c265987d-f1d0-4aaa-b2be-bd59120d687c,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:02.213926 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124fa2ea-7adf-4b3b-9689-d8b2264f6900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c265987d-f1d0-4aaa-b2be-bd59120d687c'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:05:02.221800 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49cd796e-72c7-446a-a0b1-75fc67ad86b5" -d '{"events": [{"server_uuid": "124fa2ea-7adf-4b3b-9689-d8b2264f6900", "name": "network-vif-plugged", "status": "completed", "tag": "c265987d-f1d0-4aaa-b2be-bd59120d687c"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:05:02.222990 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-c0e7ac1d-2583-4b5d-9e65-305045fd0a15 service neutron] Transition to ACTIVE for port object 720d30f6-528f-49f4-ba0d-65a1fc3d459f will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:02.224240 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef8dbda-5574-4c65-8978-1696f3081dce admin admin] Network b5969549-5c73-4bce-b89e-aaad46645b7b is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:05:02.227331 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-c0e7ac1d-2583-4b5d-9e65-305045fd0a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:02.242051 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cc0afc83-1498-4b4c-92c8-8430f3f3f6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:02.242233 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:02.293991 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b07650f9-2958-4188-8dc8-c23a41ab8f61 req-bfe26602-ff14-4029-9047-a0021dccbbf8 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309447 Aug 11 02:05:02.306195 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7ac1d-2583-4b5d-9e65-305045fd0a15 service neutron] Pushing event updated for resources: {'Port': ['ID=720d30f6-528f-49f4-ba0d-65a1fc3d459f,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:02.319070 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-2ef8dbda-5574-4c65-8978-1696f3081dce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, b5969549-5c73-4bce-b89e-aaad46645b7b) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:02.327865 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef8dbda-5574-4c65-8978-1696f3081dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:02.328865 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2ef8dbda-5574-4c65-8978-1696f3081dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:02.345711 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb104d06-4fd8-4358-a0c5-96edc31e0f07 x-openstack-request-id: req-eb104d06-4fd8-4358-a0c5-96edc31e0f07 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:05:02.346021 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124fa2ea-7adf-4b3b-9689-d8b2264f6900", "name": "network-vif-plugged", "status": "completed", "tag": "c265987d-f1d0-4aaa-b2be-bd59120d687c", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:05:02.346460 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eb104d06-4fd8-4358-a0c5-96edc31e0f07 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:05:02.347006 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124fa2ea-7adf-4b3b-9689-d8b2264f6900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c265987d-f1d0-4aaa-b2be-bd59120d687c', 'code': 200} Aug 11 02:05:02.350795 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['23e114a8-1544-4311-ab89-4a013e234d7f'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:05:02.353143 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbba2b0e-470f-40cf-83ea-8f3f3647ddb8 None None] Network b5969549-5c73-4bce-b89e-aaad46645b7b requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:05:02.394955 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-c0e7ac1d-2583-4b5d-9e65-305045fd0a15 service neutron] Attempting to bind port 720d30f6-528f-49f4-ba0d-65a1fc3d459f on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:05:02.395354 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-c0e7ac1d-2583-4b5d-9e65-305045fd0a15 service neutron] Attempting to bind port 720d30f6-528f-49f4-ba0d-65a1fc3d459f by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:05:02.398024 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-c0e7ac1d-2583-4b5d-9e65-305045fd0a15 service neutron] Attempting to bind port 720d30f6-528f-49f4-ba0d-65a1fc3d459f on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:02.428386 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-c0e7ac1d-2583-4b5d-9e65-305045fd0a15 service neutron] Port 720d30f6-528f-49f4-ba0d-65a1fc3d459f on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:05:02.430038 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-c0e7ac1d-2583-4b5d-9e65-305045fd0a15 service neutron] Attempting to bind port 720d30f6-528f-49f4-ba0d-65a1fc3d459f on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:02.443291 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-c0e7ac1d-2583-4b5d-9e65-305045fd0a15 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:05:02.443845 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-c0e7ac1d-2583-4b5d-9e65-305045fd0a15 service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:02.444397 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-c0e7ac1d-2583-4b5d-9e65-305045fd0a15 service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:05:02.445016 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-c0e7ac1d-2583-4b5d-9e65-305045fd0a15 service neutron] Bound port: 720d30f6-528f-49f4-ba0d-65a1fc3d459f, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:05:02.445538 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-c0e7ac1d-2583-4b5d-9e65-305045fd0a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:02.507621 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b9e02-9f1a-4f38-b763-c7a4cc1b0edd req-db192256-bb89-40c9-8ccd-f34543750a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:02.510082 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7e9b9e02-9f1a-4f38-b763-c7a4cc1b0edd req-db192256-bb89-40c9-8ccd-f34543750a08 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=124fa2ea-7adf-4b3b-9689-d8b2264f6900 HTTP/1.1" status: 200 len: 1102 time: 0.1302495 Aug 11 02:05:02.514195 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cc0afc83-1498-4b4c-92c8-8430f3f3f6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:02.524887 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cc0afc83-1498-4b4c-92c8-8430f3f3f6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:02.531961 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=c265987d-f1d0-4aaa-b2be-bd59120d687c,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:02.576053 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-c0e7ac1d-2583-4b5d-9e65-305045fd0a15 service neutron] For port 720d30f6-528f-49f4-ba0d-65a1fc3d459f, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:05:02.579339 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-c0e7ac1d-2583-4b5d-9e65-305045fd0a15 service neutron] For port 720d30f6-528f-49f4-ba0d-65a1fc3d459f, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=720d30f6-528f-49f4-ba0d-65a1fc3d459f,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:05:02.581787 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7e9b9e02-9f1a-4f38-b763-c7a4cc1b0edd req-b28ead94-0f0a-437c-9fbd-24c4b3e559ef service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616643 Aug 11 02:05:02.584028 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0afc83-1498-4b4c-92c8-8430f3f3f6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcbd083-ab87-44fd-b23f-d239e6f6d069,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:02.596152 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2ef8dbda-5574-4c65-8978-1696f3081dce admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3558128 Aug 11 02:05:02.596757 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54350) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:02.598431 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54352) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:02.602227 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-c0e7ac1d-2583-4b5d-9e65-305045fd0a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:02.643183 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-c61fe21d-fec1-49ab-88e3-e3fb9971aa8b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-809665121-router', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:02.662941 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-c0e7ac1d-2583-4b5d-9e65-305045fd0a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:02.664059 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-c0e7ac1d-2583-4b5d-9e65-305045fd0a15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:02.667968 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-c0e7ac1d-2583-4b5d-9e65-305045fd0a15 service neutron] 10.222.0.73 "PUT /v2.0/ports/720d30f6-528f-49f4-ba0d-65a1fc3d459f HTTP/1.1" status: 200 len: 1097 time: 1.2529643 Aug 11 02:05:02.695813 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c61fe21d-fec1-49ab-88e3-e3fb9971aa8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:02.697181 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c61fe21d-fec1-49ab-88e3-e3fb9971aa8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:02.708555 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7ac1d-2583-4b5d-9e65-305045fd0a15 service neutron] Pushing event updated for resources: {'Port': ['ID=720d30f6-528f-49f4-ba0d-65a1fc3d459f,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:02.710271 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1fc79e3d-e335-4e8b-972c-78e7af49608a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:02.768721 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cc0afc83-1498-4b4c-92c8-8430f3f3f6a3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b9d1ba50b9c34a1ab5956f14ac850b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5735562 Aug 11 02:05:02.772581 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54356) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:02.810606 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-120aaaf5-bd17-42a2-8d0b-432a912bf3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:02.812164 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-120aaaf5-bd17-42a2-8d0b-432a912bf3aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&device_id=fcf8e3b7-bfb4-420a-875b-23c526a35933 HTTP/1.1" status: 200 len: 1100 time: 0.0797350 Aug 11 02:05:02.857917 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c541d5-4e4e-411c-b26a-0a6b34c95096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-b5969549-5c73-4bce-b89e-aaad46645b7b', 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'fixed_ips': [{'subnet_id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:05:02.858988 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-49c541d5-4e4e-411c-b26a-0a6b34c95096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:02.895889 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-644ba3a9-ec43-4104-9078-103b4a5e8caa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=720d30f6-528f-49f4-ba0d-65a1fc3d459f HTTP/1.1" status: 200 len: 217 time: 0.0746472 Aug 11 02:05:02.934129 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c61fe21d-fec1-49ab-88e3-e3fb9971aa8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:03.007484 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-8166509f-6613-4b35-9a73-600f05261aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:03.013099 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-8166509f-6613-4b35-9a73-600f05261aba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1095519 Aug 11 02:05:03.112344 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-d6870def-5001-406b-81ca-cdff72b14c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:03.113251 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-d6870def-5001-406b-81ca-cdff72b14c13 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0925806 Aug 11 02:05:03.116695 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-49c541d5-4e4e-411c-b26a-0a6b34c95096 None None] Allocated IP 172.20.0.2 (b5969549-5c73-4bce-b89e-aaad46645b7b/ba38ec18-d6ec-4e46-bbbf-b36cb49bb999/fafe94d2-be83-4828-b074-2f871150e039) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:05:03.150925 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a0b2ee05-794c-499a-8237-082d55c965a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:03.257460 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-1ecd20b1-c719-44b7-9dd2-3348b04d351d service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350136 Aug 11 02:05:03.282103 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38488a5c-f4df-481b-a53c-c90475dbc899 req-6f55092a-6c4b-4be4-a965-1d54055014e3 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:03.287942 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-49c541d5-4e4e-411c-b26a-0a6b34c95096 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:03.299931 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-38488a5c-f4df-481b-a53c-c90475dbc899 req-6f55092a-6c4b-4be4-a965-1d54055014e3 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 964 time: 0.3098447 Aug 11 02:05:03.301666 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-49c541d5-4e4e-411c-b26a-0a6b34c95096 None None] Transition to ACTIVE for port object fafe94d2-be83-4828-b074-2f871150e039 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:03.318193 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-49c541d5-4e4e-411c-b26a-0a6b34c95096 None None] Transition to ACTIVE for port object fafe94d2-be83-4828-b074-2f871150e039 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:03.340709 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-49c541d5-4e4e-411c-b26a-0a6b34c95096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:03.383662 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c61fe21d-fec1-49ab-88e3-e3fb9971aa8b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:03.384003 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c541d5-4e4e-411c-b26a-0a6b34c95096 None None] Network b5969549-5c73-4bce-b89e-aaad46645b7b is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:05:03.388131 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-49c541d5-4e4e-411c-b26a-0a6b34c95096 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:03.394170 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c541d5-4e4e-411c-b26a-0a6b34c95096 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:05:03.401172 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd328b3ae-f655-4511-89b2-939cb0f201db', 'tag': '23e114a8-1544-4311-ab89-4a013e234d7f'}, {'name': 'network-changed', 'server_uuid': 'fcf8e3b7-bfb4-420a-875b-23c526a35933', 'tag': '720d30f6-528f-49f4-ba0d-65a1fc3d459f'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:05:03.404596 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3e18ca-a2a3-4b5b-99ce-5f8f7e3fe22d" -d '{"events": [{"name": "network-changed", "server_uuid": "d328b3ae-f655-4511-89b2-939cb0f201db", "tag": "23e114a8-1544-4311-ab89-4a013e234d7f"}, {"name": "network-changed", "server_uuid": "fcf8e3b7-bfb4-420a-875b-23c526a35933", "tag": "720d30f6-528f-49f4-ba0d-65a1fc3d459f"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:05:03.434940 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bb23e-e8d4-47ad-9f3b-1c515dab7c89 req-6367e6b4-75b8-4d4d-9d5d-df4980e657ca tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:03.442332 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7d2bb23e-e8d4-47ad-9f3b-1c515dab7c89 req-6367e6b4-75b8-4d4d-9d5d-df4980e657ca tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcf8e3b7-bfb4-420a-875b-23c526a35933 HTTP/1.1" status: 200 len: 948 time: 0.1110537 Aug 11 02:05:03.453360 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-80c399ee-aa48-4fe9-a9fe-fb61baa7ef3c req-47ba7105-d32c-45f5-beea-f8cec08c1714 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865098 Aug 11 02:05:03.463006 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1fc79e3d-e335-4e8b-972c-78e7af49608a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:03.466516 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a0b2ee05-794c-499a-8237-082d55c965a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:03.531047 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c541d5-4e4e-411c-b26a-0a6b34c95096 None None] Pushing event updated for resources: {'Port': ['ID=fafe94d2-be83-4828-b074-2f871150e039,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:03.539151 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-49c541d5-4e4e-411c-b26a-0a6b34c95096 None None] Attempting to bind port fafe94d2-be83-4828-b074-2f871150e039 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:05:03.539398 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-49c541d5-4e4e-411c-b26a-0a6b34c95096 None None] Attempting to bind port fafe94d2-be83-4828-b074-2f871150e039 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '0850454f-1564-475e-ba74-4de21e93e9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:05:03.539876 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c541d5-4e4e-411c-b26a-0a6b34c95096 None None] Attempting to bind port fafe94d2-be83-4828-b074-2f871150e039 on network b5969549-5c73-4bce-b89e-aaad46645b7b {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:03.546071 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c541d5-4e4e-411c-b26a-0a6b34c95096 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:05:03.546071 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c541d5-4e4e-411c-b26a-0a6b34c95096 None None] Checking segment: {'id': '0850454f-1564-475e-ba74-4de21e93e9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:03.546429 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-49c541d5-4e4e-411c-b26a-0a6b34c95096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:03.546828 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c541d5-4e4e-411c-b26a-0a6b34c95096 None None] Bound using segment: {'id': '0850454f-1564-475e-ba74-4de21e93e9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:05:03.547764 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-49c541d5-4e4e-411c-b26a-0a6b34c95096 None None] Bound port: fafe94d2-be83-4828-b074-2f871150e039, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0850454f-1564-475e-ba74-4de21e93e9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:05:03.548156 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-49c541d5-4e4e-411c-b26a-0a6b34c95096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:03.553858 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7d2bb23e-e8d4-47ad-9f3b-1c515dab7c89 req-fca0e2e2-6e66-45b2-a2ac-8f585edd9828 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058421 Aug 11 02:05:03.565830 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1fc79e3d-e335-4e8b-972c-78e7af49608a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:03.604236 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-38488a5c-f4df-481b-a53c-c90475dbc899 req-af17991d-578b-4697-9f25-abd3dbd98c22 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071802 Aug 11 02:05:03.626368 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a0b2ee05-794c-499a-8237-082d55c965a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:03.628983 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a0b2ee05-794c-499a-8237-082d55c965a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:03.630236 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a0b2ee05-794c-499a-8237-082d55c965a4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bdcbd083-ab87-44fd-b23f-d239e6f6d069 HTTP/1.1" status: 204 len: 168 time: 0.8561542 Aug 11 02:05:03.637549 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1fc79e3d-e335-4e8b-972c-78e7af49608a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=baeeb07a6cc34b5aa29a9e1e6af052b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0167644 Aug 11 02:05:03.641478 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54390) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:03.680432 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc79e3d-e335-4e8b-972c-78e7af49608a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030bcf38-4bf2-4863-bbec-b4e101e9b466,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:03.682922 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-49c541d5-4e4e-411c-b26a-0a6b34c95096 None None] For port fafe94d2-be83-4828-b074-2f871150e039, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:05:03.696790 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-49c541d5-4e4e-411c-b26a-0a6b34c95096 None None] For port fafe94d2-be83-4828-b074-2f871150e039, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=fafe94d2-be83-4828-b074-2f871150e039,segment=NetworkSegment(0850454f-1564-475e-ba74-4de21e93e9fe),segment_id=0850454f-1564-475e-ba74-4de21e93e9fe)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:05:03.710110 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-49c541d5-4e4e-411c-b26a-0a6b34c95096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:03.711597 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2ee05-794c-499a-8237-082d55c965a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcbd083-ab87-44fd-b23f-d239e6f6d069,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:03.724030 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5bd7f8a1-3e25-4a04-8c7e-ca248bc950c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:03.762851 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5bd7f8a1-3e25-4a04-8c7e-ca248bc950c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:03.817937 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1e7d5-a884-4dbf-bdd0-f7f0c04d7677 req-7b65d186-077b-4ca8-986f-e72437547825 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:03.819596 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1ae1e7d5-a884-4dbf-bdd0-f7f0c04d7677 req-7b65d186-077b-4ca8-986f-e72437547825 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=124fa2ea-7adf-4b3b-9689-d8b2264f6900 HTTP/1.1" status: 200 len: 950 time: 0.0823364 Aug 11 02:05:03.879435 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5bd7f8a1-3e25-4a04-8c7e-ca248bc950c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:03.884427 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5bd7f8a1-3e25-4a04-8c7e-ca248bc950c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:03.890120 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5bd7f8a1-3e25-4a04-8c7e-ca248bc950c2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/030bcf38-4bf2-4863-bbec-b4e101e9b466 HTTP/1.1" status: 204 len: 168 time: 0.2468145 Aug 11 02:05:03.911828 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7f8a1-3e25-4a04-8c7e-ca248bc950c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030bcf38-4bf2-4863-bbec-b4e101e9b466,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:04.019099 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-3c64a7dd-e27e-4ce8-8079-29a39c0f181d tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=0977f8d1f319488d943473f8926805cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515234 Aug 11 02:05:04.066806 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c541d5-4e4e-411c-b26a-0a6b34c95096 None None] Pushing event updated for resources: {'Port': ['ID=fafe94d2-be83-4828-b074-2f871150e039,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:04.136454 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1ae1e7d5-a884-4dbf-bdd0-f7f0c04d7677 req-b6e8c2f8-ce69-497b-9015-e11cea16ef74 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099341 Aug 11 02:05:04.148564 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-48086cd2-6e95-46a0-aff3-8ae468c334fa tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:04.155819 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-48086cd2-6e95-46a0-aff3-8ae468c334fa tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1355233 Aug 11 02:05:04.174684 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-ab6e305e-1ceb-4f8b-bd5d-b97d8c254e1b tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/quotas/0977f8d1f319488d943473f8926805cd HTTP/1.1" status: 200 len: 375 time: 0.0179672 Aug 11 02:05:04.233178 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 02:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24452d27-636b-4f42-868d-e1999d33140d x-openstack-request-id: req-24452d27-636b-4f42-868d-e1999d33140d {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:05:04.233424 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d328b3ae-f655-4511-89b2-939cb0f201db", "tag": "23e114a8-1544-4311-ab89-4a013e234d7f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fcf8e3b7-bfb4-420a-875b-23c526a35933", "tag": "720d30f6-528f-49f4-ba0d-65a1fc3d459f", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:05:04.233643 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-24452d27-636b-4f42-868d-e1999d33140d {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:05:04.234107 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd328b3ae-f655-4511-89b2-939cb0f201db', 'tag': '23e114a8-1544-4311-ab89-4a013e234d7f', 'status': 'completed', 'code': 200} Aug 11 02:05:04.234368 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf8e3b7-bfb4-420a-875b-23c526a35933', 'tag': '720d30f6-528f-49f4-ba0d-65a1fc3d459f', 'status': 'completed', 'code': 200} Aug 11 02:05:04.246946 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-9bd36798-722c-4e0a-982b-7f53dd22cf73 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713124 Aug 11 02:05:04.268238 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c61fe21d-fec1-49ab-88e3-e3fb9971aa8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:04.305176 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c61fe21d-fec1-49ab-88e3-e3fb9971aa8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:04.618277 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54428) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:04.646731 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-c61fe21d-fec1-49ab-88e3-e3fb9971aa8b admin admin] Allocated IP 172.25.2.57 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/8fccdd73-5c73-4bfc-95cc-cd70057f671d) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:05:04.657205 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9d1aa42e-39e7-4628-86ef-8ad95ae08a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:04.727949 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0bb0f5f0-6887-4e2d-84b6-e85a51c3601d req-635ec2fb-0a3c-4c91-985a-af17703fe8aa tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 210 time: 0.0717180 Aug 11 02:05:04.741648 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e18ca-a2a3-4b5b-99ce-5f8f7e3fe22d req-c9fa860b-3734-4f9f-a077-5ca41f1bd50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:04.743203 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fa3e18ca-a2a3-4b5b-99ce-5f8f7e3fe22d req-c9fa860b-3734-4f9f-a077-5ca41f1bd50e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2ad8af97bd524ff09f331d88ab3a939b&device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 1147 time: 0.4953327 Aug 11 02:05:04.922801 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dcae7a-4769-4fc0-9085-d66a53d8f037 req-3d3a0620-f5d6-4712-9545-eaf901f3a98e tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:04.930112 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-81dcae7a-4769-4fc0-9085-d66a53d8f037 req-3d3a0620-f5d6-4712-9545-eaf901f3a98e tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=124fa2ea-7adf-4b3b-9689-d8b2264f6900 HTTP/1.1" status: 200 len: 950 time: 0.1101618 Aug 11 02:05:04.996269 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e18ca-a2a3-4b5b-99ce-5f8f7e3fe22d req-47388d9b-c57a-4da9-92b8-ea263c735d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:04.998602 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fa3e18ca-a2a3-4b5b-99ce-5f8f7e3fe22d req-47388d9b-c57a-4da9-92b8-ea263c735d21 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c HTTP/1.1" status: 200 len: 909 time: 0.2353709 Aug 11 02:05:05.006731 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-81dcae7a-4769-4fc0-9085-d66a53d8f037 req-aa45f639-b76f-4d4c-887b-1eb8fa2e5e3a tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737970 Aug 11 02:05:05.025979 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c61fe21d-fec1-49ab-88e3-e3fb9971aa8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:05.072302 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device fafe94d2-be83-4828-b074-2f871150e039 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:05:05.093870 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fa3e18ca-a2a3-4b5b-99ce-5f8f7e3fe22d req-8b04233a-5dba-4ea2-a80a-74d32c733216 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23e114a8-1544-4311-ab89-4a013e234d7f HTTP/1.1" status: 200 len: 217 time: 0.0803564 Aug 11 02:05:05.167702 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c61fe21d-fec1-49ab-88e3-e3fb9971aa8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:05.214656 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port fafe94d2-be83-4828-b074-2f871150e039 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:05.228674 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffc82f-ab76-43a0-a508-e6193ea24189 req-7204eb16-476b-4328-a555-f1d37e131b16 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:05.230596 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-69ffc82f-ab76-43a0-a508-e6193ea24189 req-7204eb16-476b-4328-a555-f1d37e131b16 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcf8e3b7-bfb4-420a-875b-23c526a35933 HTTP/1.1" status: 200 len: 948 time: 0.3498611 Aug 11 02:05:05.292564 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61fe21d-fec1-49ab-88e3-e3fb9971aa8b admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:05:05.328876 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236f56d-f4c7-406e-8b00-26a02f853afa req-012c042b-3df6-4125-9d1a-7159214d08af tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:05.330570 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c236f56d-f4c7-406e-8b00-26a02f853afa req-012c042b-3df6-4125-9d1a-7159214d08af tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 964 time: 0.1861770 Aug 11 02:05:05.331584 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-c61fe21d-fec1-49ab-88e3-e3fb9971aa8b admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:05.348255 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61fe21d-fec1-49ab-88e3-e3fb9971aa8b admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:05:05.368503 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e18ca-a2a3-4b5b-99ce-5f8f7e3fe22d req-10eeef37-e93d-42c7-a454-a913d500aeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:05.370123 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fa3e18ca-a2a3-4b5b-99ce-5f8f7e3fe22d req-10eeef37-e93d-42c7-a454-a913d500aeec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea5a035c-6f83-40b0-8579-ac261184d3bb HTTP/1.1" status: 200 len: 848 time: 0.2560043 Aug 11 02:05:05.375004 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61fe21d-fec1-49ab-88e3-e3fb9971aa8b admin admin] Pushing event updated for resources: {'Port': ['ID=8fccdd73-5c73-4bfc-95cc-cd70057f671d,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:05.433927 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-69ffc82f-ab76-43a0-a508-e6193ea24189 req-bc41ca6b-18ea-4ff0-a854-6b71a40b885b tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815510 Aug 11 02:05:05.441384 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fa3e18ca-a2a3-4b5b-99ce-5f8f7e3fe22d req-b39ef973-21b4-4bba-8563-7662af5ef261 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586257 Aug 11 02:05:05.523816 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c236f56d-f4c7-406e-8b00-26a02f853afa req-49e5ed2d-4548-42cf-912a-19c3ab8fe2a1 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815331 Aug 11 02:05:05.554666 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9d1aa42e-39e7-4628-86ef-8ad95ae08a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:05.592188 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9d1aa42e-39e7-4628-86ef-8ad95ae08a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:05.634526 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fa3e18ca-a2a3-4b5b-99ce-5f8f7e3fe22d req-89d024bd-49b4-4f76-b23d-ba30ae673902 service neutron] 10.222.0.73 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799209 Aug 11 02:05:05.655169 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429ef4b9-2110-42a4-a659-e3be8e7fd483 None None] Network b5969549-5c73-4bce-b89e-aaad46645b7b requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:05:05.761822 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1aa42e-39e7-4628-86ef-8ad95ae08a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e63183-6491-4136-904d-e1f34db000ad,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:05.778275 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9d1aa42e-39e7-4628-86ef-8ad95ae08a2b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b1ab7c6ec45541f2b7f51233e11a3175&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1589417 Aug 11 02:05:05.783080 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54468) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:05.828296 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 23e114a8-1544-4311-ab89-4a013e234d7f details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:05:05.862565 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c61fe21d-fec1-49ab-88e3-e3fb9971aa8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:05.900305 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-146683ed-a412-40e8-915b-7394436efc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:05.902632 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c613f0ac-61a5-4951-9af7-c1ba12eb8303 None None] Provisioning for port fafe94d2-be83-4828-b074-2f871150e039 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:05.907353 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fa3e18ca-a2a3-4b5b-99ce-5f8f7e3fe22d req-916d9b26-f7cb-46a1-997f-a30df103ab58 service neutron] 10.222.0.73 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480917 Aug 11 02:05:05.924355 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c613f0ac-61a5-4951-9af7-c1ba12eb8303 None None] Provisioning complete for port fafe94d2-be83-4828-b074-2f871150e039 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:05.924713 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c613f0ac-61a5-4951-9af7-c1ba12eb8303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:05.968824 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-146683ed-a412-40e8-915b-7394436efc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:06.034578 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dc1420b9-903b-4a6c-9522-afe6ddddf2e1 req-37a9fcc1-1273-46fc-aa30-77883b175775 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 210 time: 0.1113226 Aug 11 02:05:06.124293 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e18ca-a2a3-4b5b-99ce-5f8f7e3fe22d req-70906426-73e6-45f7-b81b-ffe81a3ae9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:06.128986 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fa3e18ca-a2a3-4b5b-99ce-5f8f7e3fe22d req-70906426-73e6-45f7-b81b-ffe81a3ae9f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&device_id=fcf8e3b7-bfb4-420a-875b-23c526a35933 HTTP/1.1" status: 200 len: 1100 time: 0.1575067 Aug 11 02:05:06.141545 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 23e114a8-1544-4311-ab89-4a013e234d7f, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=23e114a8-1544-4311-ab89-4a013e234d7f,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:06.207002 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c613f0ac-61a5-4951-9af7-c1ba12eb8303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:06.217341 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 23e114a8-1544-4311-ab89-4a013e234d7f has no active binding in host n-h2-615180-33 {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:05:06.223232 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c61fe21d-fec1-49ab-88e3-e3fb9971aa8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:06.278997 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-146683ed-a412-40e8-915b-7394436efc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:06.283418 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-146683ed-a412-40e8-915b-7394436efc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:06.289984 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-146683ed-a412-40e8-915b-7394436efc8e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/05e63183-6491-4136-904d-e1f34db000ad HTTP/1.1" status: 204 len: 168 time: 0.5058458 Aug 11 02:05:06.300823 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-c613f0ac-61a5-4951-9af7-c1ba12eb8303 None None] For port fafe94d2-be83-4828-b074-2f871150e039, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=fafe94d2-be83-4828-b074-2f871150e039,segment=NetworkSegment(0850454f-1564-475e-ba74-4de21e93e9fe),segment_id=0850454f-1564-475e-ba74-4de21e93e9fe)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:06.316693 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c613f0ac-61a5-4951-9af7-c1ba12eb8303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:06.369251 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-d564582c-d432-4bd0-b1b4-aa93cfaf49d9 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=0977f8d1f319488d943473f8926805cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1543031 Aug 11 02:05:06.375652 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146683ed-a412-40e8-915b-7394436efc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e63183-6491-4136-904d-e1f34db000ad,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:06.499418 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cd349862-a24d-48bc-9156-bde292e755d1 None None] Provisioning complete for port fafe94d2-be83-4828-b074-2f871150e039 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:06.499745 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cd349862-a24d-48bc-9156-bde292e755d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:06.508440 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613f0ac-61a5-4951-9af7-c1ba12eb8303 None None] Pushing event updated for resources: {'Port': ['ID=fafe94d2-be83-4828-b074-2f871150e039,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:06.532000 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcc58f-29ca-41d8-9648-2bd728a20e04 req-23b77665-8b61-4027-b759-00430b119b1b tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:06.543723 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-eabcc58f-29ca-41d8-9648-2bd728a20e04 req-23b77665-8b61-4027-b759-00430b119b1b tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=124fa2ea-7adf-4b3b-9689-d8b2264f6900 HTTP/1.1" status: 200 len: 950 time: 0.1870322 Aug 11 02:05:06.603205 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-eabcc58f-29ca-41d8-9648-2bd728a20e04 req-3e157efb-2803-4737-9742-47c84d327bf2 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586081 Aug 11 02:05:06.619127 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61fe21d-fec1-49ab-88e3-e3fb9971aa8b admin admin] Router c47677c1-f7fe-4cb4-9e37-1d2be14a5264 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:05:06.680150 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0a437-94bb-434b-afa1-cd0957eae61d req-c920569a-a875-49b7-bc95-6abd0d633c9f tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:06.687940 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-53a0a437-94bb-434b-afa1-cd0957eae61d req-c920569a-a875-49b7-bc95-6abd0d633c9f tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcf8e3b7-bfb4-420a-875b-23c526a35933 HTTP/1.1" status: 200 len: 948 time: 0.1317091 Aug 11 02:05:06.696128 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e18ca-a2a3-4b5b-99ce-5f8f7e3fe22d req-aacd7e7c-ce85-4af9-a59c-0953a1eda7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:06.697601 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fa3e18ca-a2a3-4b5b-99ce-5f8f7e3fe22d req-aacd7e7c-ce85-4af9-a59c-0953a1eda7c9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.5610793 Aug 11 02:05:06.766600 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fa3e18ca-a2a3-4b5b-99ce-5f8f7e3fe22d req-9249378e-23af-406a-85ab-a2575492d78f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=720d30f6-528f-49f4-ba0d-65a1fc3d459f HTTP/1.1" status: 200 len: 217 time: 0.0439126 Aug 11 02:05:06.781629 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-53a0a437-94bb-434b-afa1-cd0957eae61d req-8ac3c5b2-332b-493f-8451-5ea0c31236b0 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927794 Aug 11 02:05:06.790369 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54502) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:06.793621 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-fe752845-d2a8-4a54-bc13-40de48e4726b tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:06.795087 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-fe752845-d2a8-4a54-bc13-40de48e4726b tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4077191 Aug 11 02:05:06.805701 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61fe21d-fec1-49ab-88e3-e3fb9971aa8b admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:05:06.815160 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c40eeec-f0ec-483d-ad95-6ea530197d4b None None] Sync routers for ids ['c47677c1-f7fe-4cb4-9e37-1d2be14a5264'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:05:06.820032 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-effbca8e-906a-415c-9a9c-76477bbbce30 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Request body: {'port': {'device_id': 'bcef7dfb-03c3-4c63-9b22-788c14f4da40', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': '0977f8d1f319488d943473f8926805cd'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:06.824943 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c40eeec-f0ec-483d-ad95-6ea530197d4b None None] Routers {'c47677c1-f7fe-4cb4-9e37-1d2be14a5264'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:05:06.825571 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0c40eeec-f0ec-483d-ad95-6ea530197d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:04:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['c47677c1-f7fe-4cb4-9e37-1d2be14a5264'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:06.858179 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5ff49-5104-4548-a665-ec43c743b093 req-a7f30dbd-ad4f-4e6a-aeb4-4b4569d2f91d tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:06.865997 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a9a5ff49-5104-4548-a665-ec43c743b093 req-a7f30dbd-ad4f-4e6a-aeb4-4b4569d2f91d tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 964 time: 0.1295955 Aug 11 02:05:06.902979 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e18ca-a2a3-4b5b-99ce-5f8f7e3fe22d req-4afb2664-6d00-4452-95d4-4eaf9c7ed349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:06.904608 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fa3e18ca-a2a3-4b5b-99ce-5f8f7e3fe22d req-4afb2664-6d00-4452-95d4-4eaf9c7ed349 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1220665 Aug 11 02:05:06.931699 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 720d30f6-528f-49f4-ba0d-65a1fc3d459f details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:05:06.992563 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device fafe94d2-be83-4828-b074-2f871150e039 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:05:06.998477 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e18ca-a2a3-4b5b-99ce-5f8f7e3fe22d req-813f163f-d315-4bbe-b12d-8427285ddae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:07.001142 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fa3e18ca-a2a3-4b5b-99ce-5f8f7e3fe22d req-813f163f-d315-4bbe-b12d-8427285ddae4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0864067 Aug 11 02:05:07.146068 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-0c40eeec-f0ec-483d-ad95-6ea530197d4b None None] Set router c47677c1-f7fe-4cb4-9e37-1d2be14a5264 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:05:07.156441 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fa3e18ca-a2a3-4b5b-99ce-5f8f7e3fe22d req-d811a1dc-422b-4c79-b3ed-8ca02e1f97a3 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419518 Aug 11 02:05:07.157657 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-effbca8e-906a-415c-9a9c-76477bbbce30 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Made reservation on behalf of 0977f8d1f319488d943473f8926805cd for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:05:07.161917 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-effbca8e-906a-415c-9a9c-76477bbbce30 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:07.194293 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c61fe21d-fec1-49ab-88e3-e3fb9971aa8b admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:07.196151 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c61fe21d-fec1-49ab-88e3-e3fb9971aa8b admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.5602882 Aug 11 02:05:07.201755 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-effbca8e-906a-415c-9a9c-76477bbbce30 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:07.239307 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54522) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:07.272182 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 720d30f6-528f-49f4-ba0d-65a1fc3d459f, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=720d30f6-528f-49f4-ba0d-65a1fc3d459f,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:07.286738 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '720d30f6-528f-49f4-ba0d-65a1fc3d459f', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': '720d30f6-528f-49f4-ba0d-65a1fc3d459f', 'mac_address': 'fa:16:3e:85:23:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:05:07.331238 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8779a8f5-e626-406d-b832-e1d023e2d8a4 req-6e86ba87-e741-4aa9-a8d2-ac5199300c22 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 210 time: 0.1208034 Aug 11 02:05:07.337553 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-89b82ea6-c011-41b8-8e80-f58129a2d04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:07.352921 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:07.354852 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port fafe94d2-be83-4828-b074-2f871150e039 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:07.355367 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:07.393798 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720d30f6-528f-49f4-ba0d-65a1fc3d459f {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:05:07.407662 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fa3e18ca-a2a3-4b5b-99ce-5f8f7e3fe22d req-e226abc1-0cca-4343-8f0c-ee74142cbedd service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427032 Aug 11 02:05:07.433366 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 720d30f6-528f-49f4-ba0d-65a1fc3d459f, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=720d30f6-528f-49f4-ba0d-65a1fc3d459f,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:07.445368 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:07.539858 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a9a5ff49-5104-4548-a665-ec43c743b093 req-509bf714-8dbc-4e13-8fd7-5d2055bba9bd tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6680560 Aug 11 02:05:07.541041 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-effbca8e-906a-415c-9a9c-76477bbbce30 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:07.550338 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-effbca8e-906a-415c-9a9c-76477bbbce30 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:07.594350 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=720d30f6-528f-49f4-ba0d-65a1fc3d459f,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:07.618298 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0c40eeec-f0ec-483d-ad95-6ea530197d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809665121-router', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:02Z', 'updated_at': '2021-08-11T02:05:05Z', 'revision_number': 3, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'gw_port': {'id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:04Z', 'updated_at': '2021-08-11T02:05:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:07.619217 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bef320b2-e9ff-4d62-8164-afa3eff588b3 req-1016d4f9-a5d6-4903-b485-309dff94351c tempest-FlavorsV2NegativeTest-2124196362 tempest-FlavorsV2NegativeTest-2124196362-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e978462cf79242fa8f609be958681e55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570552 Aug 11 02:05:07.646692 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['720d30f6-528f-49f4-ba0d-65a1fc3d459f'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:05:07.656977 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c40eeec-f0ec-483d-ad95-6ea530197d4b None None] Checking router: c47677c1-f7fe-4cb4-9e37-1d2be14a5264 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:05:07.657755 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c40eeec-f0ec-483d-ad95-6ea530197d4b None None] Updating router c47677c1-f7fe-4cb4-9e37-1d2be14a5264 port 8fccdd73-5c73-4bfc-95cc-cd70057f671d binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:05:07.693754 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-0c40eeec-f0ec-483d-ad95-6ea530197d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:07.732509 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effbca8e-906a-415c-9a9c-76477bbbce30 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca31517-7e2d-4ee9-88c7-537582f114a6,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:07.818227 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a679b-dbc5-4e52-88b5-dc78eeee51d2 req-58ac5622-3939-490d-9a9e-895f0c8b9f39 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:07.820113 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-784a679b-dbc5-4e52-88b5-dc78eeee51d2 req-58ac5622-3939-490d-9a9e-895f0c8b9f39 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.66 "GET /v2.0/ports?device_id=124fa2ea-7adf-4b3b-9689-d8b2264f6900 HTTP/1.1" status: 200 len: 950 time: 0.3534601 Aug 11 02:05:07.822306 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-2cc32b7b-fc94-473d-8288-a9e1e47d52d9 service neutron] 10.222.0.73 "GET /v2.0/ports/23e114a8-1544-4311-ab89-4a013e234d7f/bindings/n-h2-615180-33 HTTP/1.1" status: 200 len: 385 time: 0.4775517 Aug 11 02:05:07.851891 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef320b2-e9ff-4d62-8164-afa3eff588b3 req-c7b51fec-479d-4158-9c01-d3317e983d96 tempest-FlavorsV2NegativeTest-2124196362 tempest-FlavorsV2NegativeTest-2124196362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:07.859879 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bef320b2-e9ff-4d62-8164-afa3eff588b3 req-c7b51fec-479d-4158-9c01-d3317e983d96 tempest-FlavorsV2NegativeTest-2124196362 tempest-FlavorsV2NegativeTest-2124196362-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2396867 Aug 11 02:05:07.884540 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bef320b2-e9ff-4d62-8164-afa3eff588b3 req-72fd4ab4-4e50-4634-927e-55e90558f169 tempest-FlavorsV2NegativeTest-2124196362 tempest-FlavorsV2NegativeTest-2124196362-project] 10.222.0.50 "GET /v2.0/quotas/e978462cf79242fa8f609be958681e55 HTTP/1.1" status: 200 len: 375 time: 0.0237265 Aug 11 02:05:07.887825 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-effbca8e-906a-415c-9a9c-76477bbbce30 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Allocated IP 192.168.233.135 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/f1c2dc37-53c8-4940-8d0e-4a846afcecd0) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:05:07.949129 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bef320b2-e9ff-4d62-8164-afa3eff588b3 req-a61c7b1b-c964-429a-ae35-3d898f742083 tempest-FlavorsV2NegativeTest-2124196362 tempest-FlavorsV2NegativeTest-2124196362-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e978462cf79242fa8f609be958681e55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632288 Aug 11 02:05:08.088734 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad14e99-48dd-4afc-8611-2eb46494c2e3 req-c1056f1e-c095-4c16-a296-a63524ca0dd7 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:08.096745 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2ad14e99-48dd-4afc-8611-2eb46494c2e3 req-c1056f1e-c095-4c16-a296-a63524ca0dd7 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=124fa2ea-7adf-4b3b-9689-d8b2264f6900 HTTP/1.1" status: 200 len: 950 time: 0.3141294 Aug 11 02:05:08.103717 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-0c40eeec-f0ec-483d-ad95-6ea530197d4b None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:08.120772 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-0c40eeec-f0ec-483d-ad95-6ea530197d4b None None] Transition to ACTIVE for port object 8fccdd73-5c73-4bfc-95cc-cd70057f671d will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:08.133537 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-0c40eeec-f0ec-483d-ad95-6ea530197d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:08.155914 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-89b82ea6-c011-41b8-8e80-f58129a2d04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:08.184919 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356c240-3f54-449d-b29a-d111fbe41c66 req-b6daf274-7e76-42b0-8afb-1c0cccfe2110 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:08.186498 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2356c240-3f54-449d-b29a-d111fbe41c66 req-b6daf274-7e76-42b0-8afb-1c0cccfe2110 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcf8e3b7-bfb4-420a-875b-23c526a35933 HTTP/1.1" status: 200 len: 949 time: 0.1426365 Aug 11 02:05:08.197185 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-89b82ea6-c011-41b8-8e80-f58129a2d04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:08.258587 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-effbca8e-906a-415c-9a9c-76477bbbce30 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:08.263195 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2356c240-3f54-449d-b29a-d111fbe41c66 req-8e113536-c951-4748-b2c5-7c1edee01253 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699160 Aug 11 02:05:08.265377 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c81e62-ae10-4945-96c1-743c22537db8 None None] Pushing event updated for resources: {'Port': ['ID=8fccdd73-5c73-4bfc-95cc-cd70057f671d,revision_number=2']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:08.276330 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-effbca8e-906a-415c-9a9c-76477bbbce30 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Transition to ACTIVE for port object f1c2dc37-53c8-4940-8d0e-4a846afcecd0 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:08.278038 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-0c40eeec-f0ec-483d-ad95-6ea530197d4b None None] Attempting to bind port 8fccdd73-5c73-4bfc-95cc-cd70057f671d on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:05:08.278573 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-0c40eeec-f0ec-483d-ad95-6ea530197d4b None None] Attempting to bind port 8fccdd73-5c73-4bfc-95cc-cd70057f671d by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:05:08.279610 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c40eeec-f0ec-483d-ad95-6ea530197d4b None None] Attempting to bind port 8fccdd73-5c73-4bfc-95cc-cd70057f671d on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:08.287128 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2ad14e99-48dd-4afc-8611-2eb46494c2e3 req-b520ecd4-04e1-47d5-b8c3-dfa4e8d7bce1 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/security-groups?id=261aa497-a745-4fc6-bf40-f067149eb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864409 Aug 11 02:05:08.288218 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c81e62-ae10-4945-96c1-743c22537db8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:08.288561 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c81e62-ae10-4945-96c1-743c22537db8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:08.289040 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c81e62-ae10-4945-96c1-743c22537db8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:08.289834 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c81e62-ae10-4945-96c1-743c22537db8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:08.290177 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c81e62-ae10-4945-96c1-743c22537db8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:08.290507 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c81e62-ae10-4945-96c1-743c22537db8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:08.290835 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c81e62-ae10-4945-96c1-743c22537db8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:08.291157 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c81e62-ae10-4945-96c1-743c22537db8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:08.291480 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c81e62-ae10-4945-96c1-743c22537db8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:08.302308 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c81e62-ae10-4945-96c1-743c22537db8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:08.302502 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c81e62-ae10-4945-96c1-743c22537db8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:08.302894 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c81e62-ae10-4945-96c1-743c22537db8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c81e62-ae10-4945-96c1-743c22537db8 None None] Tracked resource versions report: Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: pushed versions: Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: { 'AddressGroup': {'1.2'}, Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: 'ConntrackHelper': {'1.0'}, Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: 'Log': {'1.0'}, Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: 'Network': {'1.1'}, Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: 'Port': {'1.7'}, Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: 'PortForwarding': {'1.2'}, Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: 'QosPolicy': {'1.9'}, Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: 'SecurityGroup': {'1.4'}, Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: 'SubPort': {'1.0'}, Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: 'Subnet': {'1.1'}, Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: 'Trunk': {'1.1'}} Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: consumer versions: Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: { DHCP agent@n-d-615180-33: {}, Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: HyperV agent@n-h1-615180-33: {}, Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: HyperV agent@n-h2-615180-33: {}, Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: L3 agent@n-d-615180-33: {}, Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: Metadata agent@n-d-615180-33: {}, Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: Metering agent@n-d-615180-33: {}, Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: Open vSwitch agent@n-d-615180-33: { 'AddressGroup': '1.2', Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: 'ConntrackHelper': '1.0', Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: 'Log': '1.0', Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: 'Network': '1.1', Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: 'Port': '1.7', Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: 'PortForwarding': '1.2', Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: 'QosPolicy': '1.9', Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: 'SecurityGroup': '1.4', Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: 'SecurityGroupRule': '1.2', Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: 'SubPort': '1.0', Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: 'Subnet': '1.1', Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: 'Trunk': '1.1'}} Aug 11 02:05:08.305027 n-d-615180-33 neutron-server[94509]: {{(pid=94509) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:05:08.308772 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c40eeec-f0ec-483d-ad95-6ea530197d4b None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:05:08.309172 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c40eeec-f0ec-483d-ad95-6ea530197d4b None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:08.309571 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-0c40eeec-f0ec-483d-ad95-6ea530197d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:08.310468 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c40eeec-f0ec-483d-ad95-6ea530197d4b None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:05:08.311214 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-0c40eeec-f0ec-483d-ad95-6ea530197d4b None None] Bound port: 8fccdd73-5c73-4bfc-95cc-cd70057f671d, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:05:08.311625 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-0c40eeec-f0ec-483d-ad95-6ea530197d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:08.342156 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-89b82ea6-c011-41b8-8e80-f58129a2d04a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=99e4463d3a4741559a16ca5f98f04615&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5500164 Aug 11 02:05:08.342882 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b82ea6-c011-41b8-8e80-f58129a2d04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f598abae-190b-41d7-aa8c-52af84210a3e,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:08.359113 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54564) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:08.385180 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-effbca8e-906a-415c-9a9c-76477bbbce30 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:08.389178 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-0c40eeec-f0ec-483d-ad95-6ea530197d4b None None] For port 8fccdd73-5c73-4bfc-95cc-cd70057f671d, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:05:08.392752 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-0c40eeec-f0ec-483d-ad95-6ea530197d4b None None] For port 8fccdd73-5c73-4bfc-95cc-cd70057f671d, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8fccdd73-5c73-4bfc-95cc-cd70057f671d,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:05:08.401048 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-0c40eeec-f0ec-483d-ad95-6ea530197d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:08.415900 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-784a679b-dbc5-4e52-88b5-dc78eeee51d2 req-d31fc09f-a44d-489a-970b-be4c4e596d51 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Deleting port c265987d-f1d0-4aaa-b2be-bd59120d687c {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:05:08.416245 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-784a679b-dbc5-4e52-88b5-dc78eeee51d2 req-d31fc09f-a44d-489a-970b-be4c4e596d51 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:08.499029 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effbca8e-906a-415c-9a9c-76477bbbce30 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Pushing event updated for resources: {'Port': ['ID=f1c2dc37-53c8-4940-8d0e-4a846afcecd0,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:08.546966 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c81e62-ae10-4945-96c1-743c22537db8 None None] Pushing event updated for resources: {'Port': ['ID=8fccdd73-5c73-4bfc-95cc-cd70057f671d,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:08.559308 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c40eeec-f0ec-483d-ad95-6ea530197d4b None None] Routers {'c47677c1-f7fe-4cb4-9e37-1d2be14a5264'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:05:08.560047 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0c40eeec-f0ec-483d-ad95-6ea530197d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:04:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['c47677c1-f7fe-4cb4-9e37-1d2be14a5264'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:08.596182 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-effbca8e-906a-415c-9a9c-76477bbbce30 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:05:08.598564 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-effbca8e-906a-415c-9a9c-76477bbbce30 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:08.601428 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-effbca8e-906a-415c-9a9c-76477bbbce30 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:05:08.608544 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-effbca8e-906a-415c-9a9c-76477bbbce30 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:08.609533 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-effbca8e-906a-415c-9a9c-76477bbbce30 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:08.644585 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-effbca8e-906a-415c-9a9c-76477bbbce30 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8291695 Aug 11 02:05:08.668035 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Request body: {'port': {'device_id': 'bcef7dfb-03c3-4c63-9b22-788c14f4da40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:08.671405 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2998a39d-6800-424c-bf6c-0c1105369d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:08.701299 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-fa94de37-f7cb-4746-9841-e5221dc9be2c service neutron] For port 23e114a8-1544-4311-ab89-4a013e234d7f, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=23e114a8-1544-4311-ab89-4a013e234d7f,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:08.767474 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c001f-11c6-42c2-96b1-7b154f24aefb req-8f7c4601-f533-48cc-bb91-049c84908415 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:08.776778 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2998a39d-6800-424c-bf6c-0c1105369d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:08.786754 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c12c001f-11c6-42c2-96b1-7b154f24aefb req-8f7c4601-f533-48cc-bb91-049c84908415 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 936 time: 0.3347714 Aug 11 02:05:08.814694 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8554852-2e20-4650-8a84-b92f98164452 req-2d46c445-cfc6-42ef-ac41-6dcf2aa5836f tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:08.816607 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8554852-2e20-4650-8a84-b92f98164452 req-2d46c445-cfc6-42ef-ac41-6dcf2aa5836f tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 964 time: 0.1643143 Aug 11 02:05:08.822165 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:08.848586 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-fa94de37-f7cb-4746-9841-e5221dc9be2c service neutron] For port 23e114a8-1544-4311-ab89-4a013e234d7f, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:05:08.927466 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8554852-2e20-4650-8a84-b92f98164452 req-ee1c2141-c128-4096-bee3-0630feff17c7 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848970 Aug 11 02:05:08.931490 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 720d30f6-528f-49f4-ba0d-65a1fc3d459f up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:05:08.950515 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-784a679b-dbc5-4e52-88b5-dc78eeee51d2 req-d31fc09f-a44d-489a-970b-be4c4e596d51 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] For port c265987d-f1d0-4aaa-b2be-bd59120d687c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=c265987d-f1d0-4aaa-b2be-bd59120d687c,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:08.950973 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-784a679b-dbc5-4e52-88b5-dc78eeee51d2 req-d31fc09f-a44d-489a-970b-be4c4e596d51 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:09.001987 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5cb063f3-93a0-4050-8b58-ab212e013ab3 None None] Provisioning for port f1c2dc37-53c8-4940-8d0e-4a846afcecd0 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:09.002430 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c12c001f-11c6-42c2-96b1-7b154f24aefb req-d650ba15-e829-4ebb-b523-74b4bfc217c6 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097402 Aug 11 02:05:09.003738 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-784a679b-dbc5-4e52-88b5-dc78eeee51d2 req-d31fc09f-a44d-489a-970b-be4c4e596d51 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Calling delete_port for c265987d-f1d0-4aaa-b2be-bd59120d687c owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:05:09.011451 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5cb063f3-93a0-4050-8b58-ab212e013ab3 None None] Provisioning complete for port f1c2dc37-53c8-4940-8d0e-4a846afcecd0 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:09.012161 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5cb063f3-93a0-4050-8b58-ab212e013ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:09.058796 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-0c40eeec-f0ec-483d-ad95-6ea530197d4b None None] Set router c47677c1-f7fe-4cb4-9e37-1d2be14a5264 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:05:09.070350 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2998a39d-6800-424c-bf6c-0c1105369d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:09.073313 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2998a39d-6800-424c-bf6c-0c1105369d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:09.078029 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2998a39d-6800-424c-bf6c-0c1105369d3d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f598abae-190b-41d7-aa8c-52af84210a3e HTTP/1.1" status: 204 len: 168 time: 0.7175920 Aug 11 02:05:09.095445 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-5cb063f3-93a0-4050-8b58-ab212e013ab3 None None] Port f1c2dc37-53c8-4940-8d0e-4a846afcecd0 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:05:09.114310 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 720d30f6-528f-49f4-ba0d-65a1fc3d459f completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:09.120577 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 720d30f6-528f-49f4-ba0d-65a1fc3d459f triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:09.120782 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-fa94de37-f7cb-4746-9841-e5221dc9be2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23e114a8-1544-4311-ab89-4a013e234d7f {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:05:09.121003 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:09.132306 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-fa94de37-f7cb-4746-9841-e5221dc9be2c service neutron] For port 23e114a8-1544-4311-ab89-4a013e234d7f, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=23e114a8-1544-4311-ab89-4a013e234d7f,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:09.143043 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998a39d-6800-424c-bf6c-0c1105369d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f598abae-190b-41d7-aa8c-52af84210a3e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:09.168655 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-fa94de37-f7cb-4746-9841-e5221dc9be2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:09.259558 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d2639ce0-3a6d-41bd-8bd7-d22edb61ff13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:09.408799 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:09.410346 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0c40eeec-f0ec-483d-ad95-6ea530197d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809665121-router', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:02Z', 'updated_at': '2021-08-11T02:05:05Z', 'revision_number': 3, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'gw_port': {'id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:04Z', 'updated_at': '2021-08-11T02:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:09.473787 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c40eeec-f0ec-483d-ad95-6ea530197d4b None None] The sync data for ids ['c47677c1-f7fe-4cb4-9e37-1d2be14a5264'] in n-d-615180-33 is: [{'id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809665121-router', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:02Z', 'updated_at': '2021-08-11T02:05:05Z', 'revision_number': 3, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'gw_port': {'id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:04Z', 'updated_at': '2021-08-11T02:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:05:09.480948 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf8e3b7-bfb4-420a-875b-23c526a35933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720d30f6-528f-49f4-ba0d-65a1fc3d459f'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:05:09.483180 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fcfb88-9c35-4e18-bb63-0c0629563ad9" -d '{"events": [{"server_uuid": "fcf8e3b7-bfb4-420a-875b-23c526a35933", "name": "network-vif-plugged", "status": "completed", "tag": "720d30f6-528f-49f4-ba0d-65a1fc3d459f"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:05:09.493265 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-784a679b-dbc5-4e52-88b5-dc78eeee51d2 req-d31fc09f-a44d-489a-970b-be4c4e596d51 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:09.506902 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 720d30f6-528f-49f4-ba0d-65a1fc3d459f, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=720d30f6-528f-49f4-ba0d-65a1fc3d459f,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:09.517028 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['c265987d-f1d0-4aaa-b2be-bd59120d687c'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:05:09.530963 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:09.531785 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 23e114a8-1544-4311-ab89-4a013e234d7f no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:05:09.577963 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54604) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:09.606274 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c2dc37-53c8-4940-8d0e-4a846afcecd0 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:05:09.618155 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:09.637808 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d712d-a68a-4f24-a3f1-94c714d18525 req-6e250503-45b6-4305-9602-35dcea0fe908 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:09.639345 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-330d712d-a68a-4f24-a3f1-94c714d18525 req-6e250503-45b6-4305-9602-35dcea0fe908 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcf8e3b7-bfb4-420a-875b-23c526a35933 HTTP/1.1" status: 200 len: 950 time: 0.1925690 Aug 11 02:05:09.663012 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Transition to ACTIVE for port object f1c2dc37-53c8-4940-8d0e-4a846afcecd0 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:09.675412 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:09.747319 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=720d30f6-528f-49f4-ba0d-65a1fc3d459f,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:09.761114 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-330d712d-a68a-4f24-a3f1-94c714d18525 req-5862ba57-6427-4bbf-8e09-232e3bb6c0a9 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154659 Aug 11 02:05:09.775009 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Pushing event updated for resources: {'Port': ['ID=f1c2dc37-53c8-4940-8d0e-4a846afcecd0,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:09.832901 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:09.833712 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:09.833712 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:09.834196 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:09.834627 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:09.835162 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:09.835569 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:09.837920 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:09.838127 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:09.838589 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:09.838986 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:09.839773 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:09.847102 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-22d14275-1bee-43bb-b85b-d07535f4e51c req-dbf08368-bf55-4356-a57b-cad5d7d381d3 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.50 "GET /v2.0/ports?device_id=124fa2ea-7adf-4b3b-9689-d8b2264f6900 HTTP/1.1" status: 200 len: 210 time: 0.3528681 Aug 11 02:05:09.881365 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Attempting to bind port f1c2dc37-53c8-4940-8d0e-4a846afcecd0 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:05:09.881702 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Attempting to bind port f1c2dc37-53c8-4940-8d0e-4a846afcecd0 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:05:09.882032 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Attempting to bind port f1c2dc37-53c8-4940-8d0e-4a846afcecd0 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:09.885466 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fc09f-a44d-489a-970b-be4c4e596d51 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Pushing event deleted for resources: {'Port': ['ID=c265987d-f1d0-4aaa-b2be-bd59120d687c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:09.891575 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92252d58-aa00-4b70-9613-f4463fb8c52c x-openstack-request-id: req-92252d58-aa00-4b70-9613-f4463fb8c52c {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:05:09.891921 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf8e3b7-bfb4-420a-875b-23c526a35933", "name": "network-vif-plugged", "status": "completed", "tag": "720d30f6-528f-49f4-ba0d-65a1fc3d459f", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:05:09.892093 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-92252d58-aa00-4b70-9613-f4463fb8c52c {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:05:09.892445 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf8e3b7-bfb4-420a-875b-23c526a35933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720d30f6-528f-49f4-ba0d-65a1fc3d459f', 'code': 200} Aug 11 02:05:09.900719 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Port f1c2dc37-53c8-4940-8d0e-4a846afcecd0 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:05:09.901439 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Attempting to bind port f1c2dc37-53c8-4940-8d0e-4a846afcecd0 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:09.921340 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:05:09.921860 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:09.922419 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:05:09.923020 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Bound port: f1c2dc37-53c8-4940-8d0e-4a846afcecd0, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:05:09.923576 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:09.924743 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-fa94de37-f7cb-4746-9841-e5221dc9be2c service neutron] Transition to ACTIVE for port object 23e114a8-1544-4311-ab89-4a013e234d7f will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:09.947236 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-d2639ce0-3a6d-41bd-8bd7-d22edb61ff13 admin admin] Allocated IP 172.20.0.1 (b5969549-5c73-4bce-b89e-aaad46645b7b/ba38ec18-d6ec-4e46-bbbf-b36cb49bb999/8be37bb9-076d-463a-b531-bb0e301d7352) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:05:09.991924 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-fa94de37-f7cb-4746-9841-e5221dc9be2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:10.036445 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54616) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:10.070782 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31fc09f-a44d-489a-970b-be4c4e596d51 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:10.072784 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31fc09f-a44d-489a-970b-be4c4e596d51 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:10.076080 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31fc09f-a44d-489a-970b-be4c4e596d51 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:10.076751 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31fc09f-a44d-489a-970b-be4c4e596d51 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:10.077301 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31fc09f-a44d-489a-970b-be4c4e596d51 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:10.077939 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31fc09f-a44d-489a-970b-be4c4e596d51 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:10.078920 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31fc09f-a44d-489a-970b-be4c4e596d51 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:10.080569 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31fc09f-a44d-489a-970b-be4c4e596d51 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:10.081193 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31fc09f-a44d-489a-970b-be4c4e596d51 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:10.083302 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31fc09f-a44d-489a-970b-be4c4e596d51 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:10.083824 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31fc09f-a44d-489a-970b-be4c4e596d51 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:10.084256 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31fc09f-a44d-489a-970b-be4c4e596d51 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:10.153534 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-784a679b-dbc5-4e52-88b5-dc78eeee51d2 req-d31fc09f-a44d-489a-970b-be4c4e596d51 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] No DVR routers for this DVR port c265987d-f1d0-4aaa-b2be-bd59120d687c on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:05:10.156756 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-784a679b-dbc5-4e52-88b5-dc78eeee51d2 req-d31fc09f-a44d-489a-970b-be4c4e596d51 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:10.159214 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-784a679b-dbc5-4e52-88b5-dc78eeee51d2 req-d31fc09f-a44d-489a-970b-be4c4e596d51 tempest-DeleteServersAdminTestJSON-901620379 tempest-DeleteServersAdminTestJSON-901620379-project] 10.222.0.66 "DELETE /v2.0/ports/c265987d-f1d0-4aaa-b2be-bd59120d687c HTTP/1.1" status: 204 len: 173 time: 2.3137667 Aug 11 02:05:10.181703 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124fa2ea-7adf-4b3b-9689-d8b2264f6900', 'name': 'network-vif-deleted', 'tag': 'c265987d-f1d0-4aaa-b2be-bd59120d687c'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:05:10.187870 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0a72a4-149c-43ab-bd54-51fd5f58f2e0" -d '{"events": [{"server_uuid": "124fa2ea-7adf-4b3b-9689-d8b2264f6900", "name": "network-vif-deleted", "tag": "c265987d-f1d0-4aaa-b2be-bd59120d687c"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:05:10.311175 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-fa94de37-f7cb-4746-9841-e5221dc9be2c service neutron] No DVR routers for this DVR port 23e114a8-1544-4311-ab89-4a013e234d7f on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:05:10.386054 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94de37-f7cb-4746-9841-e5221dc9be2c service neutron] Pushing event updated for resources: {'Port': ['ID=23e114a8-1544-4311-ab89-4a013e234d7f,revision_number=10']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:10.396874 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-fa94de37-f7cb-4746-9841-e5221dc9be2c service neutron] 10.222.0.73 "PUT /v2.0/ports/23e114a8-1544-4311-ab89-4a013e234d7f/bindings/n-h2-615180-33/activate HTTP/1.1" status: 200 len: 370 time: 2.5504706 Aug 11 02:05:10.409499 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d26919d8-87fd-4ebe-b628-8b89c66e5ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:10.415877 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a188b86d-cac3-4443-9b68-89b3d79c0896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:10.432712 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d2639ce0-3a6d-41bd-8bd7-d22edb61ff13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:10.448296 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-d2639ce0-3a6d-41bd-8bd7-d22edb61ff13 admin admin] Transition to ACTIVE for port object 8be37bb9-076d-463a-b531-bb0e301d7352 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:10.457797 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f7970-9b9f-4d1a-8e5c-a2f1df140482 req-8e343486-faa4-4215-ad98-050457999772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:10.459362 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-498f7970-9b9f-4d1a-8e5c-a2f1df140482 req-8e343486-faa4-4215-ad98-050457999772 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fcf8e3b7-bfb4-420a-875b-23c526a35933 HTTP/1.1" status: 200 len: 1102 time: 0.5025682 Aug 11 02:05:10.522922 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] For port f1c2dc37-53c8-4940-8d0e-4a846afcecd0, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:05:10.560546 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] For port f1c2dc37-53c8-4940-8d0e-4a846afcecd0, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f1c2dc37-53c8-4940-8d0e-4a846afcecd0,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:05:10.562829 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.db.api [None req-d26919d8-87fd-4ebe-b628-8b89c66e5ead admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:05:10.562829 n-d-615180-33 neutron-server[94507]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 02:05:10.562829 n-d-615180-33 neutron-server[94507]: [parameters: {'project_id': 'e978462cf79242fa8f609be958681e55', 'id': '28b63cf6-0486-422a-9b0c-442b30dd6ba7', 'expiration': datetime.datetime(2021, 8, 11, 2, 7, 10, 535299)}] Aug 11 02:05:10.562829 n-d-615180-33 neutron-server[94507]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:05:10.563184 n-d-615180-33 neutron-server[94507]: DEBUG oslo_db.api [None req-d26919d8-87fd-4ebe-b628-8b89c66e5ead admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:05:10.577031 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:10.586801 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d2639ce0-3a6d-41bd-8bd7-d22edb61ff13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:10.593036 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4f7a9-b37b-44c1-9772-e4f1a44cf96b req-17282e70-9bdb-493b-809a-52b3e82b427f tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:10.594847 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1cc4f7a9-b37b-44c1-9772-e4f1a44cf96b req-17282e70-9bdb-493b-809a-52b3e82b427f tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 965 time: 0.1865976 Aug 11 02:05:10.624493 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-498f7970-9b9f-4d1a-8e5c-a2f1df140482 req-93eb4d48-94e3-42e5-b224-e17e7ad68978 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372759 Aug 11 02:05:10.646830 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2639ce0-3a6d-41bd-8bd7-d22edb61ff13 admin admin] Network b5969549-5c73-4bce-b89e-aaad46645b7b is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:05:10.654610 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-4484c5fc-b5d5-4297-9cbe-3ffb95e23a6c tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:10.656157 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-4484c5fc-b5d5-4297-9cbe-3ffb95e23a6c tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db&tenant_id=2ad8af97bd524ff09f331d88ab3a939b&binding%3Ahost_id=n-h1-615180-33 HTTP/1.1" status: 200 len: 1117 time: 0.1805897 Aug 11 02:05:10.662464 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-d2639ce0-3a6d-41bd-8bd7-d22edb61ff13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:10.664729 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2639ce0-3a6d-41bd-8bd7-d22edb61ff13 admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:05:10.664946 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:10.665212 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d2639ce0-3a6d-41bd-8bd7-d22edb61ff13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:10.665572 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:10.667036 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] 10.222.0.66 "PUT /v2.0/ports/f1c2dc37-53c8-4940-8d0e-4a846afcecd0 HTTP/1.1" status: 200 len: 1097 time: 2.0048220 Aug 11 02:05:10.683256 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcef7dfb-03c3-4c63-9b22-788c14f4da40', 'tag': 'f1c2dc37-53c8-4940-8d0e-4a846afcecd0'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:05:10.685590 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ab2727-b282-4414-bdbb-e4241326eabe" -d '{"events": [{"name": "network-changed", "server_uuid": "bcef7dfb-03c3-4c63-9b22-788c14f4da40", "tag": "f1c2dc37-53c8-4940-8d0e-4a846afcecd0"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:05:10.728108 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2639ce0-3a6d-41bd-8bd7-d22edb61ff13 admin admin] Pushing event updated for resources: {'Port': ['ID=8be37bb9-076d-463a-b531-bb0e301d7352,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:10.743205 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac6385-01ba-483e-a3ae-41f0788298bf service neutron] Pushing event updated for resources: {'Port': ['ID=f1c2dc37-53c8-4940-8d0e-4a846afcecd0,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:10.809487 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1cc4f7a9-b37b-44c1-9772-e4f1a44cf96b req-2fd55123-ec12-48b0-97e8-caff8614e1f7 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737876 Aug 11 02:05:10.822480 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328e2d2-656f-47af-b673-b6ef8f1a3c5c req-14fad8b7-8eaf-46bc-98d5-f946eda32434 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:10.829665 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7328e2d2-656f-47af-b673-b6ef8f1a3c5c req-14fad8b7-8eaf-46bc-98d5-f946eda32434 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 948 time: 0.2868221 Aug 11 02:05:10.910403 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44234d99-a814-4ed2-82a8-c6c2bdad16ae x-openstack-request-id: req-44234d99-a814-4ed2-82a8-c6c2bdad16ae {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:05:10.911398 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124fa2ea-7adf-4b3b-9689-d8b2264f6900", "name": "network-vif-deleted", "tag": "c265987d-f1d0-4aaa-b2be-bd59120d687c", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:05:10.911748 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-44234d99-a814-4ed2-82a8-c6c2bdad16ae {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:05:10.912138 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124fa2ea-7adf-4b3b-9689-d8b2264f6900', 'name': 'network-vif-deleted', 'tag': 'c265987d-f1d0-4aaa-b2be-bd59120d687c', 'status': 'completed', 'code': 200} Aug 11 02:05:10.931108 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a188b86d-cac3-4443-9b68-89b3d79c0896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:10.954887 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-ba4cd339-5a38-42b2-9a49-92551c9f5272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:10.963134 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-ba4cd339-5a38-42b2-9a49-92551c9f5272 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 1100 time: 0.2409666 Aug 11 02:05:10.964764 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a188b86d-cac3-4443-9b68-89b3d79c0896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:11.047441 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8fccdd73-5c73-4bfc-95cc-cd70057f671d up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:05:11.058439 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7328e2d2-656f-47af-b673-b6ef8f1a3c5c req-90a6feff-1668-42d5-8c3d-5fe888bbf56c tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227426 Aug 11 02:05:11.077319 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-ad2adb4e-f1db-44be-98fb-fee41b397de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:11.082310 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-ad2adb4e-f1db-44be-98fb-fee41b397de4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db&tenant_id=2ad8af97bd524ff09f331d88ab3a939b HTTP/1.1" status: 200 len: 1117 time: 0.3506746 Aug 11 02:05:11.093745 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d26919d8-87fd-4ebe-b628-8b89c66e5ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:11.107939 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-277fe433-36d0-420c-b214-857ae55bc874 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=f1c2dc37-53c8-4940-8d0e-4a846afcecd0 HTTP/1.1" status: 200 len: 217 time: 0.1179779 Aug 11 02:05:11.147213 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb900c87-62a5-4fc7-9c1e-b95966307ad2 x-openstack-request-id: req-bb900c87-62a5-4fc7-9c1e-b95966307ad2 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:05:11.147516 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcef7dfb-03c3-4c63-9b22-788c14f4da40", "tag": "f1c2dc37-53c8-4940-8d0e-4a846afcecd0", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:05:11.147936 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bb900c87-62a5-4fc7-9c1e-b95966307ad2 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:05:11.148359 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcef7dfb-03c3-4c63-9b22-788c14f4da40', 'tag': 'f1c2dc37-53c8-4940-8d0e-4a846afcecd0', 'status': 'completed', 'code': 200} Aug 11 02:05:11.151423 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 8fccdd73-5c73-4bfc-95cc-cd70057f671d completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:11.160401 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 8fccdd73-5c73-4bfc-95cc-cd70057f671d triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:11.161233 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:11.200223 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a188b86d-cac3-4443-9b68-89b3d79c0896 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d9dbb1c45e014788ab2f12566f21b048&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1576982 Aug 11 02:05:11.204436 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54638) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:11.228964 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d2639ce0-3a6d-41bd-8bd7-d22edb61ff13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:11.234241 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188b86d-cac3-4443-9b68-89b3d79c0896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66da0ab-4621-4a5d-a0b9-adf110fa1659,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:11.245685 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c6b69918-ce74-4172-867c-3a4bac0988f3 None None] Provisioning for port 8be37bb9-076d-463a-b531-bb0e301d7352 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:11.251430 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c6b69918-ce74-4172-867c-3a4bac0988f3 None None] Provisioning complete for port 8be37bb9-076d-463a-b531-bb0e301d7352 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:11.252401 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c6b69918-ce74-4172-867c-3a4bac0988f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:11.286075 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-9f9a198d-d1c4-46c9-9da7-ba0c34b97443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:11.287911 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-9f9a198d-d1c4-46c9-9da7-ba0c34b97443 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1550288 Aug 11 02:05:11.300845 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-ca2cc061-a2e0-4347-8cd1-c835adfbf1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:11.303408 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-ca2cc061-a2e0-4347-8cd1-c835adfbf1e8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ad8af97bd524ff09f331d88ab3a939b&device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 1117 time: 0.1846282 Aug 11 02:05:11.357219 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-c6b69918-ce74-4172-867c-3a4bac0988f3 None None] Port 8be37bb9-076d-463a-b531-bb0e301d7352 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:05:11.359344 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:11.375793 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-53e1ea4f-7729-426f-a652-df4eea841ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:11.388110 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 8fccdd73-5c73-4bfc-95cc-cd70057f671d, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8fccdd73-5c73-4bfc-95cc-cd70057f671d,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:11.398328 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:11.433653 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafb7e0-2d8e-4be1-aad4-d06c633e2efb req-177de524-2928-4607-8693-7d01af557be5 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:11.441012 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfafb7e0-2d8e-4be1-aad4-d06c633e2efb req-177de524-2928-4607-8693-7d01af557be5 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcf8e3b7-bfb4-420a-875b-23c526a35933 HTTP/1.1" status: 200 len: 950 time: 0.2013505 Aug 11 02:05:11.482460 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=8fccdd73-5c73-4bfc-95cc-cd70057f671d,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:11.508065 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-bc31d5e3-ec96-4c47-a12d-faa88886ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:11.509776 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-bc31d5e3-ec96-4c47-a12d-faa88886ad01 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2073655 Aug 11 02:05:11.515136 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-53e1ea4f-7729-426f-a652-df4eea841ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:11.585373 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfafb7e0-2d8e-4be1-aad4-d06c633e2efb req-682c4a32-3f38-47bb-9538-d11ad9350eb1 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433158 Aug 11 02:05:11.594516 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-3e7dbb4a-44a2-4a5c-86cb-174bd0634d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:11.596024 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-3e7dbb4a-44a2-4a5c-86cb-174bd0634d64 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c HTTP/1.1" status: 200 len: 909 time: 0.2696836 Aug 11 02:05:11.668056 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d26919d8-87fd-4ebe-b628-8b89c66e5ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:11.686814 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d26919d8-87fd-4ebe-b628-8b89c66e5ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:11.719598 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-939f449b-e0f1-4a91-8241-95a58babdf76 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23e114a8-1544-4311-ab89-4a013e234d7f HTTP/1.1" status: 200 len: 217 time: 0.1086245 Aug 11 02:05:11.748062 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-53e1ea4f-7729-426f-a652-df4eea841ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:11.748968 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device c265987d-f1d0-4aaa-b2be-bd59120d687c no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:05:11.750775 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-53e1ea4f-7729-426f-a652-df4eea841ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:11.752032 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-53e1ea4f-7729-426f-a652-df4eea841ad1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b66da0ab-4621-4a5d-a0b9-adf110fa1659 HTTP/1.1" status: 204 len: 168 time: 0.5344062 Aug 11 02:05:11.765916 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-d8948b15-a216-43f6-8999-2ca463b48d7f service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404628 Aug 11 02:05:11.767713 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d26919d8-87fd-4ebe-b628-8b89c66e5ead admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e978462cf79242fa8f609be958681e55&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1834753 Aug 11 02:05:11.770409 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26919d8-87fd-4ebe-b628-8b89c66e5ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643bd445-a01d-43ba-a0d3-af9cad1389a5,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:11.776389 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54666) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:11.788192 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: c265987d-f1d0-4aaa-b2be-bd59120d687c {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:05:11.788577 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device c265987d-f1d0-4aaa-b2be-bd59120d687c not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:05:11.793043 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d2639ce0-3a6d-41bd-8bd7-d22edb61ff13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:11.806259 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d2639ce0-3a6d-41bd-8bd7-d22edb61ff13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:11.807256 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d2639ce0-3a6d-41bd-8bd7-d22edb61ff13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:11.819991 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1ea4f-7729-426f-a652-df4eea841ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66da0ab-4621-4a5d-a0b9-adf110fa1659,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:11.874785 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-774fc92a-8eec-4189-a6b6-1a91bccf9c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:11.876440 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-774fc92a-8eec-4189-a6b6-1a91bccf9c4c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ea5a035c-6f83-40b0-8579-ac261184d3bb HTTP/1.1" status: 200 len: 848 time: 0.1430807 Aug 11 02:05:11.943915 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-e179bdbf-61dd-4af4-9d37-300163ff0c4f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276349 Aug 11 02:05:11.981193 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2639ce0-3a6d-41bd-8bd7-d22edb61ff13 admin admin] Pushing event updated for resources: {'Port': ['ID=8be37bb9-076d-463a-b531-bb0e301d7352,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:12.002862 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-36a70bf1-33a1-4194-9c27-2eed8650be2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:12.025080 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-56933715-2f47-4212-921e-5e8210d3c8f8 req-cb78b08e-c11b-4d31-bf03-7579bee3478f service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494230 Aug 11 02:05:12.043863 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-36a70bf1-33a1-4194-9c27-2eed8650be2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:12.080921 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1aa010-16f1-4e3f-9142-670492b59238 req-15709bd9-eb70-4ffd-954c-4beac5606630 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:12.085937 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9b1aa010-16f1-4e3f-9142-670492b59238 req-15709bd9-eb70-4ffd-954c-4beac5606630 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 965 time: 0.1444736 Aug 11 02:05:12.108027 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2639ce0-3a6d-41bd-8bd7-d22edb61ff13 admin admin] Network b5969549-5c73-4bce-b89e-aaad46645b7b is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:05:12.111120 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-d2639ce0-3a6d-41bd-8bd7-d22edb61ff13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:12.114717 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-2e74f89f-92bd-4daa-81c9-040be1ed3a36 service neutron] 10.222.0.66 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580610 Aug 11 02:05:12.336298 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9b1aa010-16f1-4e3f-9142-670492b59238 req-ed827d80-b2c2-49f8-96bf-bac663bda9e9 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182794 Aug 11 02:05:12.359906 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab2727-b282-4414-bdbb-e4241326eabe req-0bbe38d7-845c-4589-8056-a04903196baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:12.360348 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60ab2727-b282-4414-bdbb-e4241326eabe req-0bbe38d7-845c-4589-8056-a04903196baf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 1100 time: 0.2559471 Aug 11 02:05:12.393296 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-36a70bf1-33a1-4194-9c27-2eed8650be2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:12.400391 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-36a70bf1-33a1-4194-9c27-2eed8650be2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:12.401766 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-36a70bf1-33a1-4194-9c27-2eed8650be2e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/643bd445-a01d-43ba-a0d3-af9cad1389a5 HTTP/1.1" status: 204 len: 168 time: 0.6235125 Aug 11 02:05:12.409172 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54680) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:12.491018 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d32e9ed3-f691-49cb-ac4e-ebaacfd4a370 None None] Provisioning complete for port 8be37bb9-076d-463a-b531-bb0e301d7352 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:12.492204 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d32e9ed3-f691-49cb-ac4e-ebaacfd4a370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:12.530216 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a70bf1-33a1-4194-9c27-2eed8650be2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643bd445-a01d-43ba-a0d3-af9cad1389a5,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:12.596592 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab2727-b282-4414-bdbb-e4241326eabe req-d4cd5aa7-616a-4d57-8f02-c9529001b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:12.599243 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60ab2727-b282-4414-bdbb-e4241326eabe req-d4cd5aa7-616a-4d57-8f02-c9529001b10b service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.2224669 Aug 11 02:05:12.601882 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-d32e9ed3-f691-49cb-ac4e-ebaacfd4a370 None None] Port 8be37bb9-076d-463a-b531-bb0e301d7352 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:05:12.649822 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2639ce0-3a6d-41bd-8bd7-d22edb61ff13 admin admin] Router c47677c1-f7fe-4cb4-9e37-1d2be14a5264 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:05:12.662799 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60ab2727-b282-4414-bdbb-e4241326eabe req-f4e7bc91-046c-4306-a032-5ca5783ef3be service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=f1c2dc37-53c8-4940-8d0e-4a846afcecd0 HTTP/1.1" status: 200 len: 217 time: 0.0515478 Aug 11 02:05:12.744896 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed7120-de9d-411c-baa9-5d1a3bf6a7dd req-abd3edbb-4648-445d-a061-1342a286236c tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:12.746425 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a5ed7120-de9d-411c-baa9-5d1a3bf6a7dd req-abd3edbb-4648-445d-a061-1342a286236c tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 948 time: 0.2122445 Aug 11 02:05:12.761678 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab2727-b282-4414-bdbb-e4241326eabe req-14214f28-9d04-467c-bfd3-c03f36d5250c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:12.765349 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60ab2727-b282-4414-bdbb-e4241326eabe req-14214f28-9d04-467c-bfd3-c03f36d5250c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.0894251 Aug 11 02:05:12.781829 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-4918d6a7-5657-4089-8b1e-5a0915550c45 service neutron] 10.222.0.66 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391844 Aug 11 02:05:12.843888 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a5ed7120-de9d-411c-baa9-5d1a3bf6a7dd req-240700d8-f265-49bc-9bab-577d2174d918 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859361 Aug 11 02:05:12.857297 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2639ce0-3a6d-41bd-8bd7-d22edb61ff13 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:05:12.862935 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d2639ce0-3a6d-41bd-8bd7-d22edb61ff13 admin admin] 10.222.0.50 "PUT /v2.0/routers/c47677c1-f7fe-4cb4-9e37-1d2be14a5264/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6091347 Aug 11 02:05:12.880775 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a984f5c7-97ea-48c4-9f1b-10ea0b49352a None None] Sync routers for ids ['c47677c1-f7fe-4cb4-9e37-1d2be14a5264'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:05:12.891331 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a984f5c7-97ea-48c4-9f1b-10ea0b49352a None None] Routers {'c47677c1-f7fe-4cb4-9e37-1d2be14a5264'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:05:12.892225 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-a984f5c7-97ea-48c4-9f1b-10ea0b49352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:04:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['c47677c1-f7fe-4cb4-9e37-1d2be14a5264'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:12.924343 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839f7a7-8531-4d5a-8ead-d2dcb8f0544d req-18ecfba4-77a6-4483-8538-4b7480e289a2 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:12.947343 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d839f7a7-8531-4d5a-8ead-d2dcb8f0544d req-18ecfba4-77a6-4483-8538-4b7480e289a2 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcf8e3b7-bfb4-420a-875b-23c526a35933 HTTP/1.1" status: 200 len: 950 time: 0.2080863 Aug 11 02:05:12.952030 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8fccdd73-5c73-4bfc-95cc-cd70057f671d up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:05:12.983706 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-81093d3a-5736-4e76-a285-6bc012e038e3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=694b4d30bd5847e8be4f02e4b2f7bedf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5692904 Aug 11 02:05:12.986345 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54708) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:13.022427 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab2727-b282-4414-bdbb-e4241326eabe req-ed093bc9-de17-454b-84a3-5651027ab9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:13.022995 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60ab2727-b282-4414-bdbb-e4241326eabe req-ed093bc9-de17-454b-84a3-5651027ab9cc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2298410 Aug 11 02:05:13.040443 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d839f7a7-8531-4d5a-8ead-d2dcb8f0544d req-dfae8b13-ae01-4215-8b59-d685cbe0d23e tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870547 Aug 11 02:05:13.107846 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 8fccdd73-5c73-4bfc-95cc-cd70057f671d triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:13.108229 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:13.112254 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-a984f5c7-97ea-48c4-9f1b-10ea0b49352a None None] Set router c47677c1-f7fe-4cb4-9e37-1d2be14a5264 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:05:13.153267 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60ab2727-b282-4414-bdbb-e4241326eabe req-ef0bf7f1-338f-4ea1-a658-6d36ba24622d service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116233 Aug 11 02:05:13.154514 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0f3b1f20-026c-45d7-b78b-be3670fc2862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:13.192517 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0f3b1f20-026c-45d7-b78b-be3670fc2862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:13.238271 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-052ff3b3-7a39-4f35-89db-04c41f70dfdb tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:13.240734 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-052ff3b3-7a39-4f35-89db-04c41f70dfdb tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db&tenant_id=2ad8af97bd524ff09f331d88ab3a939b&binding%3Ahost_id=n-h2-615180-33 HTTP/1.1" status: 200 len: 1117 time: 0.1883307 Aug 11 02:05:13.312703 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60ab2727-b282-4414-bdbb-e4241326eabe req-4c2fb819-25a3-4230-83e9-0f7b220a5742 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486712 Aug 11 02:05:13.320303 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0f3b1f20-026c-45d7-b78b-be3670fc2862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:13.323062 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0f3b1f20-026c-45d7-b78b-be3670fc2862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:13.324383 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0f3b1f20-026c-45d7-b78b-be3670fc2862 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/261aa497-a745-4fc6-bf40-f067149eb915 HTTP/1.1" status: 204 len: 168 time: 0.3370624 Aug 11 02:05:13.405527 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b1f20-026c-45d7-b78b-be3670fc2862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261aa497-a745-4fc6-bf40-f067149eb915,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:13.501349 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-a32d1068-ad4a-4e76-9050-dc216f83ab9c service neutron] For port 23e114a8-1544-4311-ab89-4a013e234d7f, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:05:13.509693 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-a32d1068-ad4a-4e76-9050-dc216f83ab9c service neutron] Notify callbacks [] for binding, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:13.510849 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f5575722-e527-4c97-b09a-b15c56dd3872 req-a32d1068-ad4a-4e76-9050-dc216f83ab9c service neutron] 10.222.0.66 "DELETE /v2.0/ports/23e114a8-1544-4311-ab89-4a013e234d7f/bindings/n-h1-615180-33 HTTP/1.1" status: 204 len: 173 time: 0.2619684 Aug 11 02:05:13.624677 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-a984f5c7-97ea-48c4-9f1b-10ea0b49352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809665121-router', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:02Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'gw_port': {'id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:04Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '8be37bb9-076d-463a-b531-bb0e301d7352', 'name': '', 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'mac_address': 'fa:16:3e:1c:14:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:09Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 2, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'subnets': [{'id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:13.640882 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c1ebe-0e4d-4d56-a8d3-04d124d1726f req-f3cd232e-8126-498b-be21-762f218be6f9 tempest-ServersOnMultiNodesTest-663824480 tempest-ServersOnMultiNodesTest-663824480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:13.650195 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-923c1ebe-0e4d-4d56-a8d3-04d124d1726f req-f3cd232e-8126-498b-be21-762f218be6f9 tempest-ServersOnMultiNodesTest-663824480 tempest-ServersOnMultiNodesTest-663824480-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=fcf8e3b7-bfb4-420a-875b-23c526a35933 HTTP/1.1" status: 200 len: 1102 time: 0.0665226 Aug 11 02:05:13.657266 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a984f5c7-97ea-48c4-9f1b-10ea0b49352a None None] Checking router: c47677c1-f7fe-4cb4-9e37-1d2be14a5264 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:05:13.657590 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a984f5c7-97ea-48c4-9f1b-10ea0b49352a None None] Updating router c47677c1-f7fe-4cb4-9e37-1d2be14a5264 port 8be37bb9-076d-463a-b531-bb0e301d7352 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:05:13.667284 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-923c1ebe-0e4d-4d56-a8d3-04d124d1726f req-8c8c59ba-b48f-4eec-badb-122aa6cd8b75 tempest-ServersOnMultiNodesTest-663824480 tempest-ServersOnMultiNodesTest-663824480-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:13.682127 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7324ed0-2803-4979-8a10-f7317d4ec9c9 req-cc1c5875-030e-40aa-83d7-68990732bea7 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:13.686398 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c7324ed0-2803-4979-8a10-f7317d4ec9c9 req-cc1c5875-030e-40aa-83d7-68990732bea7 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 965 time: 0.1331398 Aug 11 02:05:13.699114 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a984f5c7-97ea-48c4-9f1b-10ea0b49352a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:13.784142 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c7324ed0-2803-4979-8a10-f7317d4ec9c9 req-8b492f8e-7de7-4d2a-9d09-fc72f2055eb6 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898764 Aug 11 02:05:13.816380 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-923c1ebe-0e4d-4d56-a8d3-04d124d1726f req-8c8c59ba-b48f-4eec-badb-122aa6cd8b75 tempest-ServersOnMultiNodesTest-663824480 tempest-ServersOnMultiNodesTest-663824480-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:13.823261 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-923c1ebe-0e4d-4d56-a8d3-04d124d1726f req-8c8c59ba-b48f-4eec-badb-122aa6cd8b75 tempest-ServersOnMultiNodesTest-663824480 tempest-ServersOnMultiNodesTest-663824480-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:13.856825 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-923c1ebe-0e4d-4d56-a8d3-04d124d1726f req-8c8c59ba-b48f-4eec-badb-122aa6cd8b75 tempest-ServersOnMultiNodesTest-663824480 tempest-ServersOnMultiNodesTest-663824480-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004683 Aug 11 02:05:13.904529 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c59ba-b48f-4eec-badb-122aa6cd8b75 tempest-ServersOnMultiNodesTest-663824480 tempest-ServersOnMultiNodesTest-663824480-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8262d3-e02d-44ec-bcce-0e4b62a42bf3,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:14.121509 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54762) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:14.141017 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bd5f34cd-987f-40f5-b4c0-cf4ef01522a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:14.174569 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fec38-eaff-4e35-b642-5c7d0b7dab69 req-d1b5a8bb-d94d-4ef1-b065-c7ecbd6c0f3c tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:14.186123 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e52fec38-eaff-4e35-b642-5c7d0b7dab69 req-d1b5a8bb-d94d-4ef1-b065-c7ecbd6c0f3c tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 948 time: 0.0699606 Aug 11 02:05:14.245999 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e52fec38-eaff-4e35-b642-5c7d0b7dab69 req-513a5ade-17b2-40c1-8284-143f0c8312cd tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589237 Aug 11 02:05:14.298876 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bd5f34cd-987f-40f5-b4c0-cf4ef01522a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:14.299930 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a984f5c7-97ea-48c4-9f1b-10ea0b49352a None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:14.308749 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bd5f34cd-987f-40f5-b4c0-cf4ef01522a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:14.325501 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a984f5c7-97ea-48c4-9f1b-10ea0b49352a None None] Transition to ACTIVE for port object 8be37bb9-076d-463a-b531-bb0e301d7352 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:14.341436 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a984f5c7-97ea-48c4-9f1b-10ea0b49352a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:14.368732 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bd5f34cd-987f-40f5-b4c0-cf4ef01522a3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=87afc8a1b5c447e49f092955052114f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461205 Aug 11 02:05:14.372712 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54766) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:14.404099 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a33af-7718-488f-8cc3-3cc2633f9dc3 req-b334e586-fe4e-4df4-b6c8-7fc238e4bf0d tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:14.412570 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-246a33af-7718-488f-8cc3-3cc2633f9dc3 req-b334e586-fe4e-4df4-b6c8-7fc238e4bf0d tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 1117 time: 0.0786726 Aug 11 02:05:14.427826 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f34cd-987f-40f5-b4c0-cf4ef01522a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6da6b7e-dd5d-4e8a-9aa3-6f8ea62924c3,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:14.464566 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4042b-bc61-42b8-90f2-14d024ba94c5 None None] Pushing event updated for resources: {'Port': ['ID=8be37bb9-076d-463a-b531-bb0e301d7352,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:14.499039 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6cf880e4-a61e-46c4-a59d-b30f3a7f1450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:14.515247 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-246a33af-7718-488f-8cc3-3cc2633f9dc3 req-293bb193-83f2-406a-855f-94e008b35bb0 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017737 Aug 11 02:05:14.566416 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6cf880e4-a61e-46c4-a59d-b30f3a7f1450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:14.573803 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-a984f5c7-97ea-48c4-9f1b-10ea0b49352a None None] Attempting to bind port 8be37bb9-076d-463a-b531-bb0e301d7352 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:05:14.574312 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-a984f5c7-97ea-48c4-9f1b-10ea0b49352a None None] Attempting to bind port 8be37bb9-076d-463a-b531-bb0e301d7352 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '0850454f-1564-475e-ba74-4de21e93e9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:05:14.574778 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a984f5c7-97ea-48c4-9f1b-10ea0b49352a None None] Attempting to bind port 8be37bb9-076d-463a-b531-bb0e301d7352 on network b5969549-5c73-4bce-b89e-aaad46645b7b {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:14.581762 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a984f5c7-97ea-48c4-9f1b-10ea0b49352a None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:05:14.582145 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a984f5c7-97ea-48c4-9f1b-10ea0b49352a None None] Checking segment: {'id': '0850454f-1564-475e-ba74-4de21e93e9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:14.582606 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a984f5c7-97ea-48c4-9f1b-10ea0b49352a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:14.583005 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a984f5c7-97ea-48c4-9f1b-10ea0b49352a None None] Bound using segment: {'id': '0850454f-1564-475e-ba74-4de21e93e9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:05:14.583484 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-a984f5c7-97ea-48c4-9f1b-10ea0b49352a None None] Bound port: 8be37bb9-076d-463a-b531-bb0e301d7352, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0850454f-1564-475e-ba74-4de21e93e9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:05:14.583912 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a984f5c7-97ea-48c4-9f1b-10ea0b49352a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:14.628945 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6cf880e4-a61e-46c4-a59d-b30f3a7f1450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:14.632829 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6cf880e4-a61e-46c4-a59d-b30f3a7f1450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:14.634047 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6cf880e4-a61e-46c4-a59d-b30f3a7f1450 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f6da6b7e-dd5d-4e8a-9aa3-6f8ea62924c3 HTTP/1.1" status: 204 len: 168 time: 0.2603624 Aug 11 02:05:14.647691 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf880e4-a61e-46c4-a59d-b30f3a7f1450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6da6b7e-dd5d-4e8a-9aa3-6f8ea62924c3,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:14.711031 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-a984f5c7-97ea-48c4-9f1b-10ea0b49352a None None] For port 8be37bb9-076d-463a-b531-bb0e301d7352, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:05:14.714557 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-a984f5c7-97ea-48c4-9f1b-10ea0b49352a None None] For port 8be37bb9-076d-463a-b531-bb0e301d7352, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8be37bb9-076d-463a-b531-bb0e301d7352,segment=NetworkSegment(0850454f-1564-475e-ba74-4de21e93e9fe),segment_id=0850454f-1564-475e-ba74-4de21e93e9fe)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:05:14.721855 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a984f5c7-97ea-48c4-9f1b-10ea0b49352a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:14.761481 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-d6b1c488-8237-4f0f-afb3-cef61c3031d2 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329442 Aug 11 02:05:14.802164 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a984f5c7-97ea-48c4-9f1b-10ea0b49352a None None] Routers {'c47677c1-f7fe-4cb4-9e37-1d2be14a5264'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:05:14.802797 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-a984f5c7-97ea-48c4-9f1b-10ea0b49352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:04:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['c47677c1-f7fe-4cb4-9e37-1d2be14a5264'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:14.809529 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4042b-bc61-42b8-90f2-14d024ba94c5 None None] Pushing event updated for resources: {'Port': ['ID=8be37bb9-076d-463a-b531-bb0e301d7352,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:14.965551 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-a984f5c7-97ea-48c4-9f1b-10ea0b49352a None None] Set router c47677c1-f7fe-4cb4-9e37-1d2be14a5264 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:05:15.010156 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-8cf12aae-79d1-478e-8088-1b1dc3f8fde2 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:15.024305 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-8cf12aae-79d1-478e-8088-1b1dc3f8fde2 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2552590 Aug 11 02:05:15.052279 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-31337275-52d1-4a7a-a8c1-0c0bab73ebdf tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/quotas/2ce8767569c84bef8cb5da975c6c17a4 HTTP/1.1" status: 200 len: 375 time: 0.0270052 Aug 11 02:05:15.163986 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-eb128db4-6491-4a72-ba1a-e85564f63fa8 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1107380 Aug 11 02:05:15.173282 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-c1b2e179-bbbb-462d-9701-35f1f1db0c96 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:15.174947 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-c1b2e179-bbbb-462d-9701-35f1f1db0c96 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/networks?id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c HTTP/1.1" status: 200 len: 808 time: 0.2011526 Aug 11 02:05:15.199215 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-495e17df-016a-4dc5-988d-029e7cf1b2e0 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/quotas/2ad8af97bd524ff09f331d88ab3a939b HTTP/1.1" status: 200 len: 375 time: 0.0173447 Aug 11 02:05:15.255894 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-a984f5c7-97ea-48c4-9f1b-10ea0b49352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809665121-router', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:02Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'gw_port': {'id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:04Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '8be37bb9-076d-463a-b531-bb0e301d7352', 'name': '', 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'mac_address': 'fa:16:3e:1c:14:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:09Z', 'updated_at': '2021-08-11T02:05:14Z', 'revision_number': 4, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'subnets': [{'id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:15.270623 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54808) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:15.279661 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-3f1a700e-ce18-4d02-a3b2-9fd29a143484 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-789808238-network', 'tenant_id': 'c60deef8761c44de85dcb71c60bd9e7e'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:15.287596 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-1e6d62e7-9292-4658-8a1a-492e38fc1c77 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ad8af97bd524ff09f331d88ab3a939b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0872791 Aug 11 02:05:15.302030 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a984f5c7-97ea-48c4-9f1b-10ea0b49352a None None] The sync data for ids ['c47677c1-f7fe-4cb4-9e37-1d2be14a5264'] in n-d-615180-33 is: [{'id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809665121-router', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:02Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'gw_port': {'id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:04Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '8be37bb9-076d-463a-b531-bb0e301d7352', 'name': '', 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'mac_address': 'fa:16:3e:1c:14:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:09Z', 'updated_at': '2021-08-11T02:05:14Z', 'revision_number': 4, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'subnets': [{'id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:05:15.328618 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1a700e-ce18-4d02-a3b2-9fd29a143484 admin admin] Made reservation on behalf of c60deef8761c44de85dcb71c60bd9e7e for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:05:15.331573 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3f1a700e-ce18-4d02-a3b2-9fd29a143484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:15.344707 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3f1a700e-ce18-4d02-a3b2-9fd29a143484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:15.490580 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-1313ede7-e1b0-4c73-bc39-e15e95385f28 service neutron] 10.222.0.50 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018957 Aug 11 02:05:15.531205 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3f1a700e-ce18-4d02-a3b2-9fd29a143484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:15.538671 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3f1a700e-ce18-4d02-a3b2-9fd29a143484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:15.567089 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f1a700e-ce18-4d02-a3b2-9fd29a143484 admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:05:15.575187 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54814) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:15.593518 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-beddc800-5dd3-46f0-b8b1-50b6f68a3058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:15.597151 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3f1a700e-ce18-4d02-a3b2-9fd29a143484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:15.597496 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-3f1a700e-ce18-4d02-a3b2-9fd29a143484 admin admin] Added segment f495d5ec-f181-44af-b501-ca67d2e3fc5b of type vlan for network 62739e72-9dd2-44cd-96d6-cc4c21b10810 Aug 11 02:05:15.599303 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a700e-ce18-4d02-a3b2-9fd29a143484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc0f628-4600-454a-98de-cbe799d1888f,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:15.658039 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3f1a700e-ce18-4d02-a3b2-9fd29a143484 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:15.700687 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3f1a700e-ce18-4d02-a3b2-9fd29a143484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:15.704141 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1a700e-ce18-4d02-a3b2-9fd29a143484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:15.704833 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3f1a700e-ce18-4d02-a3b2-9fd29a143484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:15.727248 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-f86a4763-daa9-47ca-aed8-07ebff7a9ace service neutron] 10.222.0.50 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289388 Aug 11 02:05:15.758494 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3f1a700e-ce18-4d02-a3b2-9fd29a143484 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4834435 Aug 11 02:05:15.758825 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54824) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:15.764140 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-96734e8d-5d57-4cc2-9506-cbc958ffed4d admin admin] Request body: {'subnet': {'network_id': '62739e72-9dd2-44cd-96d6-cc4c21b10810', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-789808238-subnet', 'tenant_id': 'c60deef8761c44de85dcb71c60bd9e7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:15.790648 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device f1c2dc37-53c8-4940-8d0e-4a846afcecd0 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:05:15.812901 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a700e-ce18-4d02-a3b2-9fd29a143484 admin admin] Pushing event updated for resources: {'Network': ['ID=62739e72-9dd2-44cd-96d6-cc4c21b10810,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:15.820849 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96734e8d-5d57-4cc2-9506-cbc958ffed4d admin admin] Made reservation on behalf of c60deef8761c44de85dcb71c60bd9e7e for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:05:15.834241 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-96734e8d-5d57-4cc2-9506-cbc958ffed4d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:15.834594 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 62739e72-9dd2-44cd-96d6-cc4c21b10810 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:05:15.849582 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-a36607e5-f2ee-42f0-a764-c98d1205cb50 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-7665925-network', 'tenant_id': 'bdda025a003b4cb88bbba628c09f7700'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:15.901610 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36607e5-f2ee-42f0-a764-c98d1205cb50 admin admin] Made reservation on behalf of bdda025a003b4cb88bbba628c09f7700 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:05:15.905749 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a36607e5-f2ee-42f0-a764-c98d1205cb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:15.923472 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a36607e5-f2ee-42f0-a764-c98d1205cb50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:16.028628 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:05:16.175686 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a36607e5-f2ee-42f0-a764-c98d1205cb50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:16.177355 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port f1c2dc37-53c8-4940-8d0e-4a846afcecd0, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f1c2dc37-53c8-4940-8d0e-4a846afcecd0,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:16.195904 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a36607e5-f2ee-42f0-a764-c98d1205cb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:16.197985 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'f1c2dc37-53c8-4940-8d0e-4a846afcecd0', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': 'f1c2dc37-53c8-4940-8d0e-4a846afcecd0', 'mac_address': 'fa:16:3e:e5:47:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:05:16.244112 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36607e5-f2ee-42f0-a764-c98d1205cb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26730baa-f505-482d-843b-fd23bd076d95,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:16.272642 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36607e5-f2ee-42f0-a764-c98d1205cb50 admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:05:16.303374 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a36607e5-f2ee-42f0-a764-c98d1205cb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:16.303785 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-a36607e5-f2ee-42f0-a764-c98d1205cb50 admin admin] Added segment cb717f48-69f1-4b0b-8876-be478a6a5c4c of type vlan for network 07b49ae4-1aa7-4b60-be34-c6fba52540bd Aug 11 02:05:16.317828 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:16.342622 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c2dc37-53c8-4940-8d0e-4a846afcecd0 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:05:16.398581 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port f1c2dc37-53c8-4940-8d0e-4a846afcecd0, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f1c2dc37-53c8-4940-8d0e-4a846afcecd0,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:16.406482 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a36607e5-f2ee-42f0-a764-c98d1205cb50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:16.406801 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-96734e8d-5d57-4cc2-9506-cbc958ffed4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:16.418906 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:16.457597 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a36607e5-f2ee-42f0-a764-c98d1205cb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:16.458807 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36607e5-f2ee-42f0-a764-c98d1205cb50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:16.459479 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a36607e5-f2ee-42f0-a764-c98d1205cb50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:16.472286 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5676ab-6fe6-479e-910c-b35facd87d79 req-af065f97-6b7c-4262-bd89-f4b05b8d8c63 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:16.473852 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8b5676ab-6fe6-479e-910c-b35facd87d79 req-af065f97-6b7c-4262-bd89-f4b05b8d8c63 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 948 time: 0.2948523 Aug 11 02:05:16.489648 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96734e8d-5d57-4cc2-9506-cbc958ffed4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f63be90c-3edd-4c15-b780-dabb37cfb4cf,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:16.572046 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a36607e5-f2ee-42f0-a764-c98d1205cb50 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9909425 Aug 11 02:05:16.576100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54866) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:16.582499 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-c3d48ca3-4352-4df6-9284-508835fff689 admin admin] Request body: {'subnet': {'network_id': '07b49ae4-1aa7-4b60-be34-c6fba52540bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-7665925-subnet', 'tenant_id': 'bdda025a003b4cb88bbba628c09f7700', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:16.604664 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=f1c2dc37-53c8-4940-8d0e-4a846afcecd0,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:16.623261 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36607e5-f2ee-42f0-a764-c98d1205cb50 admin admin] Pushing event updated for resources: {'Network': ['ID=07b49ae4-1aa7-4b60-be34-c6fba52540bd,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:16.635482 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 07b49ae4-1aa7-4b60-be34-c6fba52540bd details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:05:16.655919 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96734e8d-5d57-4cc2-9506-cbc958ffed4d admin admin] Checking segment: {'id': 'f495d5ec-f181-44af-b501-ca67d2e3fc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '62739e72-9dd2-44cd-96d6-cc4c21b10810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:16.656296 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96734e8d-5d57-4cc2-9506-cbc958ffed4d admin admin] Network hostable DHCP agents. Network: 62739e72-9dd2-44cd-96d6-cc4c21b10810, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:05:16.665160 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8b5676ab-6fe6-479e-910c-b35facd87d79 req-7b0f3fa8-719a-4c09-87b8-f71681fb49ce tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689584 Aug 11 02:05:16.686446 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d48ca3-4352-4df6-9284-508835fff689 admin admin] Made reservation on behalf of bdda025a003b4cb88bbba628c09f7700 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:05:16.688847 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c3d48ca3-4352-4df6-9284-508835fff689 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:16.724586 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96734e8d-5d57-4cc2-9506-cbc958ffed4d admin admin] Network 62739e72-9dd2-44cd-96d6-cc4c21b10810 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:05:16.754961 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['f1c2dc37-53c8-4940-8d0e-4a846afcecd0'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:05:16.768448 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-96734e8d-5d57-4cc2-9506-cbc958ffed4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 62739e72-9dd2-44cd-96d6-cc4c21b10810) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:16.778037 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96734e8d-5d57-4cc2-9506-cbc958ffed4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:16.778344 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-96734e8d-5d57-4cc2-9506-cbc958ffed4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:16.819953 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-96734e8d-5d57-4cc2-9506-cbc958ffed4d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0597050 Aug 11 02:05:16.822462 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54872) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:16.826750 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-555a84a6-c2b6-4318-b096-4bb2e5e89576 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-789808238-router', 'tenant_id': 'c60deef8761c44de85dcb71c60bd9e7e', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:16.833091 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2793b4-a80d-4b25-8fab-3d291ee5dcf4 None None] Network 62739e72-9dd2-44cd-96d6-cc4c21b10810 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:05:16.889296 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-555a84a6-c2b6-4318-b096-4bb2e5e89576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:16.890282 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-555a84a6-c2b6-4318-b096-4bb2e5e89576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:17.033604 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-555a84a6-c2b6-4318-b096-4bb2e5e89576 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:17.043407 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8be37bb9-076d-463a-b531-bb0e301d7352 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:05:17.232242 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c3d48ca3-4352-4df6-9284-508835fff689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:17.445295 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d48ca3-4352-4df6-9284-508835fff689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00ee02a3-6f06-4bd9-9cdc-3503985030f7,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:17.482023 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-555a84a6-c2b6-4318-b096-4bb2e5e89576 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:17.513179 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ecbec5a5-b6fb-4127-a2ed-55e1488b87bb req-d2d9c2eb-1d86-42cf-a2b4-67a5ff88035e tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 210 time: 0.0551140 Aug 11 02:05:17.513757 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d48ca3-4352-4df6-9284-508835fff689 admin admin] Checking segment: {'id': 'cb717f48-69f1-4b0b-8876-be478a6a5c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '07b49ae4-1aa7-4b60-be34-c6fba52540bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:17.514121 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d48ca3-4352-4df6-9284-508835fff689 admin admin] Network hostable DHCP agents. Network: 07b49ae4-1aa7-4b60-be34-c6fba52540bd, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:05:17.567233 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d48ca3-4352-4df6-9284-508835fff689 admin admin] Network 07b49ae4-1aa7-4b60-be34-c6fba52540bd is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:05:17.587723 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-c3d48ca3-4352-4df6-9284-508835fff689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 07b49ae4-1aa7-4b60-be34-c6fba52540bd) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:17.593507 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d48ca3-4352-4df6-9284-508835fff689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:17.595395 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c3d48ca3-4352-4df6-9284-508835fff689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:17.608682 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc123ed7-e40f-42be-86f8-83a7482be985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-62739e72-9dd2-44cd-96d6-cc4c21b10810', 'network_id': '62739e72-9dd2-44cd-96d6-cc4c21b10810', 'tenant_id': 'c60deef8761c44de85dcb71c60bd9e7e', 'fixed_ips': [{'subnet_id': 'f63be90c-3edd-4c15-b780-dabb37cfb4cf'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:05:17.609993 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc123ed7-e40f-42be-86f8-83a7482be985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:17.612342 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab592455-b456-44c4-8be6-b509a0aaba88 None None] Network 07b49ae4-1aa7-4b60-be34-c6fba52540bd requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:05:17.645714 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c3d48ca3-4352-4df6-9284-508835fff689 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0659704 Aug 11 02:05:17.648298 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54894) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:17.661494 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-418361b2-4432-4ae5-be05-de3580a04aa2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-7665925-router', 'tenant_id': 'bdda025a003b4cb88bbba628c09f7700', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:17.746725 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 8be37bb9-076d-463a-b531-bb0e301d7352 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:17.779324 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 8be37bb9-076d-463a-b531-bb0e301d7352 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:17.780159 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:17.792780 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-11309560-07cb-4734-a392-0d5c986a23bd req-6775c6d4-0d9c-4113-98ef-5cd27ed115d4 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=4cb6b146-b3d4-4d93-9407-be6b91f1b4ac HTTP/1.1" status: 200 len: 210 time: 0.1161530 Aug 11 02:05:17.821674 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-418361b2-4432-4ae5-be05-de3580a04aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:17.822794 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-418361b2-4432-4ae5-be05-de3580a04aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:18.054937 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-418361b2-4432-4ae5-be05-de3580a04aa2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:18.074539 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4abb3a-8935-4506-b24b-3d42535e9cc9 req-6b95a7c2-86c2-4544-8fad-9e3e7695c8cd tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:18.076129 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8d4abb3a-8935-4506-b24b-3d42535e9cc9 req-6b95a7c2-86c2-4544-8fad-9e3e7695c8cd tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 949 time: 0.1194422 Aug 11 02:05:18.077365 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-555a84a6-c2b6-4318-b096-4bb2e5e89576 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:18.108289 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-555a84a6-c2b6-4318-b096-4bb2e5e89576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:18.193598 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8d4abb3a-8935-4506-b24b-3d42535e9cc9 req-1c243439-126c-4716-a9b9-a36bfe6822a1 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825388 Aug 11 02:05:18.283033 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:18.286700 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-fc123ed7-e40f-42be-86f8-83a7482be985 None None] Allocated IP 172.20.0.2 (62739e72-9dd2-44cd-96d6-cc4c21b10810/f63be90c-3edd-4c15-b780-dabb37cfb4cf/121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:05:18.301380 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-418361b2-4432-4ae5-be05-de3580a04aa2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:18.320133 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a5c371d6-e708-42f3-b46f-34fc045e98e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:18.342232 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89076970-c93d-4b53-9dae-25110d109c8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-07b49ae4-1aa7-4b60-be34-c6fba52540bd', 'network_id': '07b49ae4-1aa7-4b60-be34-c6fba52540bd', 'tenant_id': 'bdda025a003b4cb88bbba628c09f7700', 'fixed_ips': [{'subnet_id': '00ee02a3-6f06-4bd9-9cdc-3503985030f7'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:05:18.343069 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-89076970-c93d-4b53-9dae-25110d109c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:18.361608 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-555a84a6-c2b6-4318-b096-4bb2e5e89576 admin admin] Allocated IP 172.25.2.49 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/40a0c480-eec5-4532-8507-3874722fd27b) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:05:18.388581 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:18.424470 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 8be37bb9-076d-463a-b531-bb0e301d7352, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8be37bb9-076d-463a-b531-bb0e301d7352,segment=NetworkSegment(0850454f-1564-475e-ba74-4de21e93e9fe),segment_id=0850454f-1564-475e-ba74-4de21e93e9fe)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:18.443967 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:18.698595 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-555a84a6-c2b6-4318-b096-4bb2e5e89576 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:18.803185 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-555a84a6-c2b6-4318-b096-4bb2e5e89576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:18.859765 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555a84a6-c2b6-4318-b096-4bb2e5e89576 admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:05:18.867336 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-555a84a6-c2b6-4318-b096-4bb2e5e89576 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:18.871527 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555a84a6-c2b6-4318-b096-4bb2e5e89576 admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:05:18.966941 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=8be37bb9-076d-463a-b531-bb0e301d7352,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:19.020517 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-89076970-c93d-4b53-9dae-25110d109c8d None None] Allocated IP 172.20.0.2 (07b49ae4-1aa7-4b60-be34-c6fba52540bd/00ee02a3-6f06-4bd9-9cdc-3503985030f7/b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:05:19.187873 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-89076970-c93d-4b53-9dae-25110d109c8d None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:19.204303 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-89076970-c93d-4b53-9dae-25110d109c8d None None] Transition to ACTIVE for port object b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:19.205636 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a84a6-c2b6-4318-b096-4bb2e5e89576 admin admin] Pushing event updated for resources: {'Port': ['ID=40a0c480-eec5-4532-8507-3874722fd27b,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:19.245956 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4b29ccdd-019d-47d7-9cd8-4b8db8f179b6 req-6c18d16f-411c-46a2-a43b-66d5a9ae6c90 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 210 time: 0.2451508 Aug 11 02:05:19.248384 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-89076970-c93d-4b53-9dae-25110d109c8d None None] Transition to ACTIVE for port object b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:19.275375 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-89076970-c93d-4b53-9dae-25110d109c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:19.315823 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2cf597bb-c282-4ed9-a0ea-ed3592c771c7 req-6e936fb5-b85d-4fe5-93a9-6dc6f22dfd9e tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=4cb6b146-b3d4-4d93-9407-be6b91f1b4ac HTTP/1.1" status: 200 len: 210 time: 0.1220794 Aug 11 02:05:19.347117 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89076970-c93d-4b53-9dae-25110d109c8d None None] Pushing event updated for resources: {'Port': ['ID=b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:19.376023 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89076970-c93d-4b53-9dae-25110d109c8d None None] Network 07b49ae4-1aa7-4b60-be34-c6fba52540bd is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:05:19.379904 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-89076970-c93d-4b53-9dae-25110d109c8d None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:19.384140 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89076970-c93d-4b53-9dae-25110d109c8d None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:05:19.400269 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-e9acf42c-820d-48c1-af11-f918647bd248 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2113733 Aug 11 02:05:19.455815 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc123ed7-e40f-42be-86f8-83a7482be985 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:19.495401 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc123ed7-e40f-42be-86f8-83a7482be985 None None] Transition to ACTIVE for port object 121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:19.516939 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc123ed7-e40f-42be-86f8-83a7482be985 None None] Transition to ACTIVE for port object 121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:19.548737 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-418361b2-4432-4ae5-be05-de3580a04aa2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:19.554162 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-89076970-c93d-4b53-9dae-25110d109c8d None None] Attempting to bind port b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:05:19.554608 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-89076970-c93d-4b53-9dae-25110d109c8d None None] Attempting to bind port b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'cb717f48-69f1-4b0b-8876-be478a6a5c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '07b49ae4-1aa7-4b60-be34-c6fba52540bd'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:05:19.554896 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89076970-c93d-4b53-9dae-25110d109c8d None None] Attempting to bind port b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd on network 07b49ae4-1aa7-4b60-be34-c6fba52540bd {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:19.564376 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc123ed7-e40f-42be-86f8-83a7482be985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:19.576703 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-711cad7c-ba97-4ebc-b1a6-29d113e76de6 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:19.578571 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-711cad7c-ba97-4ebc-b1a6-29d113e76de6 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.73 "GET /v2.0/networks?id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c HTTP/1.1" status: 200 len: 808 time: 0.6042814 Aug 11 02:05:19.580467 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-418361b2-4432-4ae5-be05-de3580a04aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:19.593294 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-513a91c8-1eda-43b6-ae2b-92e78b51ca81 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Request body: {'port': {'device_id': 'b930670b-d500-48a0-a289-3c9b8164d9a0', 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c', 'admin_state_up': True, 'tenant_id': '2ad8af97bd524ff09f331d88ab3a939b'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:19.616176 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.73', 62820) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:19.639072 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89076970-c93d-4b53-9dae-25110d109c8d None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:05:19.639275 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54946) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:19.639361 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89076970-c93d-4b53-9dae-25110d109c8d None None] Checking segment: {'id': 'cb717f48-69f1-4b0b-8876-be478a6a5c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '07b49ae4-1aa7-4b60-be34-c6fba52540bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:19.639471 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-89076970-c93d-4b53-9dae-25110d109c8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:19.652057 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89076970-c93d-4b53-9dae-25110d109c8d None None] Bound using segment: {'id': 'cb717f48-69f1-4b0b-8876-be478a6a5c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '07b49ae4-1aa7-4b60-be34-c6fba52540bd'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:05:19.652651 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-89076970-c93d-4b53-9dae-25110d109c8d None None] Bound port: b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb717f48-69f1-4b0b-8876-be478a6a5c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '07b49ae4-1aa7-4b60-be34-c6fba52540bd'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:05:19.655420 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-89076970-c93d-4b53-9dae-25110d109c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:19.707729 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc123ed7-e40f-42be-86f8-83a7482be985 None None] Pushing event updated for resources: {'Port': ['ID=121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:19.714918 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc123ed7-e40f-42be-86f8-83a7482be985 None None] Network 62739e72-9dd2-44cd-96d6-cc4c21b10810 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:05:19.737624 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-fc123ed7-e40f-42be-86f8-83a7482be985 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:19.741085 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc123ed7-e40f-42be-86f8-83a7482be985 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:05:19.828676 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device f1c2dc37-53c8-4940-8d0e-4a846afcecd0 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:05:19.831332 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-89076970-c93d-4b53-9dae-25110d109c8d None None] For port b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:05:19.878676 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-89076970-c93d-4b53-9dae-25110d109c8d None None] For port b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd,segment=NetworkSegment(cb717f48-69f1-4b0b-8876-be478a6a5c4c),segment_id=cb717f48-69f1-4b0b-8876-be478a6a5c4c)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:05:19.884018 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:19.887271 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-fc123ed7-e40f-42be-86f8-83a7482be985 None None] Attempting to bind port 121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:05:19.887875 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-fc123ed7-e40f-42be-86f8-83a7482be985 None None] Attempting to bind port 121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'f495d5ec-f181-44af-b501-ca67d2e3fc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '62739e72-9dd2-44cd-96d6-cc4c21b10810'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:05:19.888315 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc123ed7-e40f-42be-86f8-83a7482be985 None None] Attempting to bind port 121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f on network 62739e72-9dd2-44cd-96d6-cc4c21b10810 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:19.892570 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-418361b2-4432-4ae5-be05-de3580a04aa2 admin admin] Allocated IP 172.25.2.176 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/a7293db1-f027-4ea3-93cc-15feef1a373a) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:05:19.900119 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-89076970-c93d-4b53-9dae-25110d109c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:19.905206 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc123ed7-e40f-42be-86f8-83a7482be985 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:05:19.905749 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc123ed7-e40f-42be-86f8-83a7482be985 None None] Checking segment: {'id': 'f495d5ec-f181-44af-b501-ca67d2e3fc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '62739e72-9dd2-44cd-96d6-cc4c21b10810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:19.906530 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc123ed7-e40f-42be-86f8-83a7482be985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:19.906938 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc123ed7-e40f-42be-86f8-83a7482be985 None None] Bound using segment: {'id': 'f495d5ec-f181-44af-b501-ca67d2e3fc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '62739e72-9dd2-44cd-96d6-cc4c21b10810'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:05:19.907415 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-fc123ed7-e40f-42be-86f8-83a7482be985 None None] Bound port: 121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f495d5ec-f181-44af-b501-ca67d2e3fc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '62739e72-9dd2-44cd-96d6-cc4c21b10810'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:05:19.907945 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc123ed7-e40f-42be-86f8-83a7482be985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:19.954547 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-513a91c8-1eda-43b6-ae2b-92e78b51ca81 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Made reservation on behalf of 2ad8af97bd524ff09f331d88ab3a939b for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:05:19.961609 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-513a91c8-1eda-43b6-ae2b-92e78b51ca81 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:19.985004 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-20046ad5-d4ad-40e1-a121-6ce5a75ebf4e tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3672359 Aug 11 02:05:19.985961 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-555a84a6-c2b6-4318-b096-4bb2e5e89576 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:20.029134 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port f1c2dc37-53c8-4940-8d0e-4a846afcecd0 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:20.041211 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7b72275a-38fd-453b-b508-2e41cf1771f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:20.045141 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89076970-c93d-4b53-9dae-25110d109c8d None None] Pushing event updated for resources: {'Port': ['ID=b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:20.050166 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port f1c2dc37-53c8-4940-8d0e-4a846afcecd0 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:20.050683 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:20.120201 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc123ed7-e40f-42be-86f8-83a7482be985 None None] For port 121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:05:20.138485 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc123ed7-e40f-42be-86f8-83a7482be985 None None] For port 121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f,segment=NetworkSegment(f495d5ec-f181-44af-b501-ca67d2e3fc5b),segment_id=f495d5ec-f181-44af-b501-ca67d2e3fc5b)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:05:20.150731 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc123ed7-e40f-42be-86f8-83a7482be985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:20.182465 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-0c9dc899-b544-4077-9ef3-831d6e29ebc6 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:20.185434 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-0c9dc899-b544-4077-9ef3-831d6e29ebc6 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7777648 Aug 11 02:05:20.217591 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-418361b2-4432-4ae5-be05-de3580a04aa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:20.296092 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc123ed7-e40f-42be-86f8-83a7482be985 None None] Pushing event updated for resources: {'Port': ['ID=121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:20.317771 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:20.364821 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-513a91c8-1eda-43b6-ae2b-92e78b51ca81 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Allocated IP 172.20.0.5 (9e66cc24-85a1-4102-8784-fe6b3bf4ec6c/ea5a035c-6f83-40b0-8579-ac261184d3bb/9b911efb-1778-446f-bb4c-825e87afa515) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:05:20.376846 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497e4a7-8da1-4154-88c0-ca1c969fa0a5 req-a387a3f0-d2d5-4e8c-a9ab-e0b61f9e692e tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:20.380625 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1497e4a7-8da1-4154-88c0-ca1c969fa0a5 req-a387a3f0-d2d5-4e8c-a9ab-e0b61f9e692e tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 949 time: 0.9159338 Aug 11 02:05:20.382286 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcef7dfb-03c3-4c63-9b22-788c14f4da40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c2dc37-53c8-4940-8d0e-4a846afcecd0'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:05:20.392048 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef390b65-7c67-4090-afcc-83c5a6ca96c0" -d '{"events": [{"server_uuid": "bcef7dfb-03c3-4c63-9b22-788c14f4da40", "name": "network-vif-plugged", "status": "completed", "tag": "f1c2dc37-53c8-4940-8d0e-4a846afcecd0"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:05:20.393814 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-1cb5963c-47f9-4f61-8ee4-ce23550c5ef0 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Request body: {'port': {'device_id': 'a395ae34-b742-46b4-9340-eb0317718b75', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': '2ce8767569c84bef8cb5da975c6c17a4'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:20.445449 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port f1c2dc37-53c8-4940-8d0e-4a846afcecd0, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f1c2dc37-53c8-4940-8d0e-4a846afcecd0,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:20.454419 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:20.528416 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7b72275a-38fd-453b-b508-2e41cf1771f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:20.529938 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-418361b2-4432-4ae5-be05-de3580a04aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:20.560885 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=f1c2dc37-53c8-4940-8d0e-4a846afcecd0,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:20.645385 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7b72275a-38fd-453b-b508-2e41cf1771f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:20.693526 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418361b2-4432-4ae5-be05-de3580a04aa2 admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:05:20.713985 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-418361b2-4432-4ae5-be05-de3580a04aa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:20.716264 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1497e4a7-8da1-4154-88c0-ca1c969fa0a5 req-928faa9f-dbaa-4b30-8686-f5b619322849 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984343 Aug 11 02:05:20.722671 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-322ba442-18c4-4bf7-ad39-860942284669 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:20.724521 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418361b2-4432-4ae5-be05-de3580a04aa2 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:05:20.724786 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-322ba442-18c4-4bf7-ad39-860942284669 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5355427 Aug 11 02:05:20.729867 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418361b2-4432-4ae5-be05-de3580a04aa2 admin admin] Pushing event updated for resources: {'Port': ['ID=a7293db1-f027-4ea3-93cc-15feef1a373a,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:20.756126 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-954eae45-8fc0-4022-ad48-35e784e42a16 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Request body: {'port': {'device_id': '4cb6b146-b3d4-4d93-9407-be6b91f1b4ac', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': '2ce8767569c84bef8cb5da975c6c17a4'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:20.779225 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7b72275a-38fd-453b-b508-2e41cf1771f3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e8180dfe9c504926811cd3058cc3ddc1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1144841 Aug 11 02:05:20.784010 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54972) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:20.784678 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72275a-38fd-453b-b508-2e41cf1771f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e047d8-dd1a-41b8-8da6-f88982800ab8,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:20.830048 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-555a84a6-c2b6-4318-b096-4bb2e5e89576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:20.939106 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-127dd83d-298c-49cb-bfcf-f9ffa5c90b0e req-7f036f47-5b0b-431c-be81-766932b38010 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 210 time: 0.0686266 Aug 11 02:05:20.977862 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-513a91c8-1eda-43b6-ae2b-92e78b51ca81 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:21.000940 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116859b1-7181-4bca-80db-003d22819d57 x-openstack-request-id: req-116859b1-7181-4bca-80db-003d22819d57 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:05:21.001522 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcef7dfb-03c3-4c63-9b22-788c14f4da40", "name": "network-vif-plugged", "status": "completed", "tag": "f1c2dc37-53c8-4940-8d0e-4a846afcecd0", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:05:21.002051 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-116859b1-7181-4bca-80db-003d22819d57 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:05:21.002670 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcef7dfb-03c3-4c63-9b22-788c14f4da40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c2dc37-53c8-4940-8d0e-4a846afcecd0', 'code': 200} Aug 11 02:05:21.032207 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e4512349-1a01-4843-b546-d6fc6b2e36d6 req-65290706-43f5-4e51-9abc-f3fa3b733e5e tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=4cb6b146-b3d4-4d93-9407-be6b91f1b4ac HTTP/1.1" status: 200 len: 210 time: 0.0838463 Aug 11 02:05:21.032912 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-1cb5963c-47f9-4f61-8ee4-ce23550c5ef0 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Made reservation on behalf of 2ce8767569c84bef8cb5da975c6c17a4 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:05:21.036991 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-1cb5963c-47f9-4f61-8ee4-ce23550c5ef0 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:21.078745 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-954eae45-8fc0-4022-ad48-35e784e42a16 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Made reservation on behalf of 2ce8767569c84bef8cb5da975c6c17a4 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:05:21.084180 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-954eae45-8fc0-4022-ad48-35e784e42a16 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:21.141501 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-634e7ad7-9f90-413c-a31a-3e3f5a670985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:21.158830 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:05:21.286374 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-634e7ad7-9f90-413c-a31a-3e3f5a670985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:21.309181 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:21.320797 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8be37bb9-076d-463a-b531-bb0e301d7352 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:05:21.359015 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-513a91c8-1eda-43b6-ae2b-92e78b51ca81 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:21.398926 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf70d26-2a16-4856-a25b-62b341d6f9cf req-e0eb2de1-44cb-466a-a88a-1f8e6995e750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:21.408398 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fcf70d26-2a16-4856-a25b-62b341d6f9cf req-e0eb2de1-44cb-466a-a88a-1f8e6995e750 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 1102 time: 0.2475312 Aug 11 02:05:21.417167 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:21.445084 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-418361b2-4432-4ae5-be05-de3580a04aa2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:21.490811 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 8be37bb9-076d-463a-b531-bb0e301d7352 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:21.491476 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:21.561225 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555a84a6-c2b6-4318-b096-4bb2e5e89576 admin admin] Router 5e486163-c5fe-4fac-ba3f-9492ffe36a39 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:05:21.573977 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a91c8-1eda-43b6-ae2b-92e78b51ca81 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Pushing event updated for resources: {'Port': ['ID=9b911efb-1778-446f-bb4c-825e87afa515,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:21.603346 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-513a91c8-1eda-43b6-ae2b-92e78b51ca81 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:05:21.612148 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-513a91c8-1eda-43b6-ae2b-92e78b51ca81 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:21.616741 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-634e7ad7-9f90-413c-a31a-3e3f5a670985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:21.619193 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-634e7ad7-9f90-413c-a31a-3e3f5a670985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:21.624415 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-634e7ad7-9f90-413c-a31a-3e3f5a670985 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/69e047d8-dd1a-41b8-8da6-f88982800ab8 HTTP/1.1" status: 204 len: 168 time: 0.8355391 Aug 11 02:05:21.624876 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fcf70d26-2a16-4856-a25b-62b341d6f9cf req-dc2576c1-e332-49f3-a342-ea6ea6d6453e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898427 Aug 11 02:05:21.625449 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-513a91c8-1eda-43b6-ae2b-92e78b51ca81 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:05:21.626459 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-1cb5963c-47f9-4f61-8ee4-ce23550c5ef0 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Allocated IP 192.168.233.198 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/c756a0a7-6e66-46af-b570-3c00e733ef84) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:05:21.640545 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-513a91c8-1eda-43b6-ae2b-92e78b51ca81 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:21.641303 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-513a91c8-1eda-43b6-ae2b-92e78b51ca81 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:21.666912 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:05:21.717236 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e7ad7-9f90-413c-a31a-3e3f5a670985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e047d8-dd1a-41b8-8da6-f88982800ab8,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:21.751629 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de36b99e-3407-40d0-a703-934c26b2fe88 None None] Network 07b49ae4-1aa7-4b60-be34-c6fba52540bd requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:05:21.762694 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-513a91c8-1eda-43b6-ae2b-92e78b51ca81 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1735282 Aug 11 02:05:21.781820 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-80f0d5e6-7072-4fe6-a339-a3624528129d service neutron] Request body: {'port': {'device_id': 'b930670b-d500-48a0-a289-3c9b8164d9a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:21.888038 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54996) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:22.141946 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a3054f-bfe0-4002-b534-82d1baa79035 None None] Network 62739e72-9dd2-44cd-96d6-cc4c21b10810 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:05:22.220889 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-80f0d5e6-7072-4fe6-a339-a3624528129d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:22.278578 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-56641776-b88c-486d-baf3-79202eaa61bd None None] Provisioning for port b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:22.314183 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-56641776-b88c-486d-baf3-79202eaa61bd None None] Provisioning complete for port b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:22.314566 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-56641776-b88c-486d-baf3-79202eaa61bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:22.333225 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-418361b2-4432-4ae5-be05-de3580a04aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:22.344679 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a01138-47fb-4120-8c64-ea3b97affe15 req-d242b953-52e2-47a0-b84e-e62b53594460 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:22.346220 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f0a01138-47fb-4120-8c64-ea3b97affe15 req-d242b953-52e2-47a0-b84e-e62b53594460 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 931 time: 0.2083545 Aug 11 02:05:22.346817 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55012) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:22.449451 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f30d236d-4eb1-47d4-8cf0-fef38bd2b3d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:22.475448 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55016) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:22.500032 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-1cb5963c-47f9-4f61-8ee4-ce23550c5ef0 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:22.504690 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:22.533119 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-1cb5963c-47f9-4f61-8ee4-ce23550c5ef0 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Transition to ACTIVE for port object c756a0a7-6e66-46af-b570-3c00e733ef84 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:22.562025 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f0a01138-47fb-4120-8c64-ea3b97affe15 req-95f394ad-13ee-4cbd-8cd6-741c04859451 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845627 Aug 11 02:05:22.589315 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2efe766f-b703-4116-860b-86d92a5da156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:22.620701 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-56641776-b88c-486d-baf3-79202eaa61bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:22.666780 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-954eae45-8fc0-4022-ad48-35e784e42a16 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Allocated IP 192.168.233.120 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/152571f7-05e8-401f-b3f6-e6f3d5bf6a70) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:05:22.679371 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-56641776-b88c-486d-baf3-79202eaa61bd None None] For port b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd,segment=NetworkSegment(cb717f48-69f1-4b0b-8876-be478a6a5c4c),segment_id=cb717f48-69f1-4b0b-8876-be478a6a5c4c)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:22.686603 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-56641776-b88c-486d-baf3-79202eaa61bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:22.698672 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-84a43671-1de1-4311-b11a-28cca6618683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:22.705793 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-1cb5963c-47f9-4f61-8ee4-ce23550c5ef0 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:22.742589 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56641776-b88c-486d-baf3-79202eaa61bd None None] Pushing event updated for resources: {'Port': ['ID=b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:22.746177 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['720d30f6-528f-49f4-ba0d-65a1fc3d459f'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:05:22.757431 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f86bc373-3e90-4f78-9484-6bee096a3997 req-3314e4dc-2621-4d0a-b2b3-461ddff71f49 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=4cb6b146-b3d4-4d93-9407-be6b91f1b4ac HTTP/1.1" status: 200 len: 210 time: 0.0674124 Aug 11 02:05:22.802442 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-1cb5963c-47f9-4f61-8ee4-ce23550c5ef0 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:05:22.812010 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-1cb5963c-47f9-4f61-8ee4-ce23550c5ef0 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:22.822500 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-1cb5963c-47f9-4f61-8ee4-ce23550c5ef0 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:05:22.830676 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b98b4d76-55ff-46c9-a30b-f19bc49d9035 None None] Provisioning complete for port b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:22.831050 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b98b4d76-55ff-46c9-a30b-f19bc49d9035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:22.831911 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-1cb5963c-47f9-4f61-8ee4-ce23550c5ef0 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:22.833105 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-1cb5963c-47f9-4f61-8ee4-ce23550c5ef0 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:22.927434 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f30d236d-4eb1-47d4-8cf0-fef38bd2b3d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:22.938789 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5963c-47f9-4f61-8ee4-ce23550c5ef0 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Pushing event updated for resources: {'Port': ['ID=c756a0a7-6e66-46af-b570-3c00e733ef84,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:22.978200 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f30d236d-4eb1-47d4-8cf0-fef38bd2b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:22.985739 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:05:22.999982 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555a84a6-c2b6-4318-b096-4bb2e5e89576 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:05:23.013234 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a2e080-15ec-4bd3-a7ec-91f42d5231ff None None] Sync routers for ids ['5e486163-c5fe-4fac-ba3f-9492ffe36a39'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:05:23.025732 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a2e080-15ec-4bd3-a7ec-91f42d5231ff None None] Routers {'5e486163-c5fe-4fac-ba3f-9492ffe36a39'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:05:23.026555 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f7a2e080-15ec-4bd3-a7ec-91f42d5231ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:05:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5e486163-c5fe-4fac-ba3f-9492ffe36a39'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:23.037165 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3e20c-74c0-4708-828f-1c6d7eb73c10 req-68ccf900-a9c0-470e-bc36-6bc282877b65 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:23.039338 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7ab3e20c-74c0-4708-828f-1c6d7eb73c10 req-68ccf900-a9c0-470e-bc36-6bc282877b65 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 950 time: 1.1354682 Aug 11 02:05:23.060651 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f30d236d-4eb1-47d4-8cf0-fef38bd2b3d0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=048849c0e7aa4a35952d696c48053d74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7087729 Aug 11 02:05:23.068769 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55018) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:23.093313 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:23.093910 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:23.095696 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b98b4d76-55ff-46c9-a30b-f19bc49d9035 None None] Provisioning for port 121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:23.105725 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b98b4d76-55ff-46c9-a30b-f19bc49d9035 None None] Provisioning complete for port 121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:23.106107 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b98b4d76-55ff-46c9-a30b-f19bc49d9035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:23.132729 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d236d-4eb1-47d4-8cf0-fef38bd2b3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02480a05-6c41-4dc9-ba65-1dc7385c6391,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:23.161137 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418361b2-4432-4ae5-be05-de3580a04aa2 admin admin] Router 3cdde865-162b-42c0-b291-1374b1e6627b is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:05:23.182395 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-f7a2e080-15ec-4bd3-a7ec-91f42d5231ff None None] Set router 5e486163-c5fe-4fac-ba3f-9492ffe36a39 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:05:23.233769 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7ab3e20c-74c0-4708-828f-1c6d7eb73c10 req-da682220-1c7f-4891-817a-4e80eb836a86 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712346 Aug 11 02:05:23.260707 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-954eae45-8fc0-4022-ad48-35e784e42a16 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:23.293719 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-954eae45-8fc0-4022-ad48-35e784e42a16 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Transition to ACTIVE for port object 152571f7-05e8-401f-b3f6-e6f3d5bf6a70 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:23.311935 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2efe766f-b703-4116-860b-86d92a5da156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:23.330196 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2efe766f-b703-4116-860b-86d92a5da156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:23.336222 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b98b4d76-55ff-46c9-a30b-f19bc49d9035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:23.354979 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-555a84a6-c2b6-4318-b096-4bb2e5e89576 admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:23.356637 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-555a84a6-c2b6-4318-b096-4bb2e5e89576 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.5333393 Aug 11 02:05:23.358069 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e4b58e85-8a7a-491f-8973-8b0e05ea71e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:23.361449 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55020) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:23.384801 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-b98b4d76-55ff-46c9-a30b-f19bc49d9035 None None] For port 121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f,segment=NetworkSegment(f495d5ec-f181-44af-b501-ca67d2e3fc5b),segment_id=f495d5ec-f181-44af-b501-ca67d2e3fc5b)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:23.391284 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b98b4d76-55ff-46c9-a30b-f19bc49d9035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:23.400900 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe766f-b703-4116-860b-86d92a5da156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fcb3e9-c373-4171-83ed-22514a572738,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:23.428885 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f7a2e080-15ec-4bd3-a7ec-91f42d5231ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e486163-c5fe-4fac-ba3f-9492ffe36a39', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-789808238-router', 'tenant_id': 'c60deef8761c44de85dcb71c60bd9e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '40a0c480-eec5-4532-8507-3874722fd27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:16Z', 'updated_at': '2021-08-11T02:05:19Z', 'revision_number': 3, 'project_id': 'c60deef8761c44de85dcb71c60bd9e7e', 'gw_port': {'id': '40a0c480-eec5-4532-8507-3874722fd27b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e486163-c5fe-4fac-ba3f-9492ffe36a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:18Z', 'updated_at': '2021-08-11T02:05:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:23.429385 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2efe766f-b703-4116-860b-86d92a5da156 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9878e8c535c343dc8467ffabfcbbcfb3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5476284 Aug 11 02:05:23.431192 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55022) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:23.446460 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-954eae45-8fc0-4022-ad48-35e784e42a16 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:23.461397 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['720d30f6-528f-49f4-ba0d-65a1fc3d459f'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:05:23.474750 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418361b2-4432-4ae5-be05-de3580a04aa2 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:05:23.476668 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a2e080-15ec-4bd3-a7ec-91f42d5231ff None None] Checking router: 5e486163-c5fe-4fac-ba3f-9492ffe36a39 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:05:23.477277 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a2e080-15ec-4bd3-a7ec-91f42d5231ff None None] Updating router 5e486163-c5fe-4fac-ba3f-9492ffe36a39 port 40a0c480-eec5-4532-8507-3874722fd27b binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:05:23.487703 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e4b58e85-8a7a-491f-8973-8b0e05ea71e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:23.492896 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b436160-d906-490c-827e-b6d6dd82abd6 None None] Sync routers for ids ['3cdde865-162b-42c0-b291-1374b1e6627b'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:05:23.499223 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b4d76-55ff-46c9-a30b-f19bc49d9035 None None] Pushing event updated for resources: {'Port': ['ID=121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:23.512252 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-f7a2e080-15ec-4bd3-a7ec-91f42d5231ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:23.535274 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b436160-d906-490c-827e-b6d6dd82abd6 None None] Routers {'3cdde865-162b-42c0-b291-1374b1e6627b'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:05:23.536252 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-1b436160-d906-490c-827e-b6d6dd82abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:05:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['3cdde865-162b-42c0-b291-1374b1e6627b'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:23.551301 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-954eae45-8fc0-4022-ad48-35e784e42a16 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:05:23.555892 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954eae45-8fc0-4022-ad48-35e784e42a16 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Pushing event updated for resources: {'Port': ['ID=152571f7-05e8-401f-b3f6-e6f3d5bf6a70,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:23.567656 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-954eae45-8fc0-4022-ad48-35e784e42a16 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:23.595387 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-954eae45-8fc0-4022-ad48-35e784e42a16 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:05:23.603211 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-80f0d5e6-7072-4fe6-a339-a3624528129d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b911efb-1778-446f-bb4c-825e87afa515 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:05:23.612249 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-954eae45-8fc0-4022-ad48-35e784e42a16 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:23.613064 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-954eae45-8fc0-4022-ad48-35e784e42a16 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:23.626715 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-80f0d5e6-7072-4fe6-a339-a3624528129d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:23.635485 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-04594637-393a-489c-ac81-943999cab96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:23.655315 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-80f0d5e6-7072-4fe6-a339-a3624528129d service neutron] Transition to ACTIVE for port object 9b911efb-1778-446f-bb4c-825e87afa515 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:23.685255 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-04594637-393a-489c-ac81-943999cab96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:23.712027 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-80f0d5e6-7072-4fe6-a339-a3624528129d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:23.766260 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-04594637-393a-489c-ac81-943999cab96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:23.769095 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-04594637-393a-489c-ac81-943999cab96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:23.773052 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-04594637-393a-489c-ac81-943999cab96f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a3fcb3e9-c373-4171-83ed-22514a572738 HTTP/1.1" status: 204 len: 168 time: 0.3381679 Aug 11 02:05:23.779729 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4580a50e-1454-4cda-9764-1e43ba78af05 None None] Provisioning for port c756a0a7-6e66-46af-b570-3c00e733ef84 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:23.782616 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04594637-393a-489c-ac81-943999cab96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fcb3e9-c373-4171-83ed-22514a572738,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:23.791210 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4580a50e-1454-4cda-9764-1e43ba78af05 None None] Provisioning complete for port c756a0a7-6e66-46af-b570-3c00e733ef84 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:23.791867 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4580a50e-1454-4cda-9764-1e43ba78af05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:23.832020 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0d5e6-7072-4fe6-a339-a3624528129d service neutron] Pushing event updated for resources: {'Port': ['ID=9b911efb-1778-446f-bb4c-825e87afa515,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:23.861118 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e4b58e85-8a7a-491f-8973-8b0e05ea71e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:23.866058 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e4b58e85-8a7a-491f-8973-8b0e05ea71e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:23.867428 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e4b58e85-8a7a-491f-8973-8b0e05ea71e4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/02480a05-6c41-4dc9-ba65-1dc7385c6391 HTTP/1.1" status: 204 len: 168 time: 0.7957406 Aug 11 02:05:23.989451 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-4580a50e-1454-4cda-9764-1e43ba78af05 None None] Port c756a0a7-6e66-46af-b570-3c00e733ef84 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:05:24.024617 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4580a50e-1454-4cda-9764-1e43ba78af05 None None] Provisioning complete for port 121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:24.025126 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4580a50e-1454-4cda-9764-1e43ba78af05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:24.042839 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-84a43671-1de1-4311-b11a-28cca6618683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:24.048213 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70765063-42c4-4291-af19-67329cc14bca req-4163e11b-6e56-40e6-954e-fec790d13efb tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:24.050506 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70765063-42c4-4291-af19-67329cc14bca req-4163e11b-6e56-40e6-954e-fec790d13efb tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=4cb6b146-b3d4-4d93-9407-be6b91f1b4ac HTTP/1.1" status: 200 len: 936 time: 0.1199250 Aug 11 02:05:24.068723 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f75e5-99b8-4f0b-9ea6-3c8e8057e0b0 req-cae9e896-39aa-49cb-b16b-7e903f02932a tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:24.074888 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-1b436160-d906-490c-827e-b6d6dd82abd6 None None] Set router 3cdde865-162b-42c0-b291-1374b1e6627b gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:05:24.075324 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-403f75e5-99b8-4f0b-9ea6-3c8e8057e0b0 req-cae9e896-39aa-49cb-b16b-7e903f02932a tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 943 time: 0.3688977 Aug 11 02:05:24.076259 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b58e85-8a7a-491f-8973-8b0e05ea71e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02480a05-6c41-4dc9-ba65-1dc7385c6391,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:24.096613 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-954eae45-8fc0-4022-ad48-35e784e42a16 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3573606 Aug 11 02:05:24.110079 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-1cb5963c-47f9-4f61-8ee4-ce23550c5ef0 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7632260 Aug 11 02:05:24.119193 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-84a43671-1de1-4311-b11a-28cca6618683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:24.123838 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-d03eb5a2-fe8b-4feb-b4f9-a151f3258b27 service neutron] Request body: {'port': {'device_id': '4cb6b146-b3d4-4d93-9407-be6b91f1b4ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:24.144588 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-418361b2-4432-4ae5-be05-de3580a04aa2 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:24.145451 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-f7a2e080-15ec-4bd3-a7ec-91f42d5231ff None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:24.149551 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-418361b2-4432-4ae5-be05-de3580a04aa2 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.4983783 Aug 11 02:05:24.168632 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-f7a2e080-15ec-4bd3-a7ec-91f42d5231ff None None] Transition to ACTIVE for port object 40a0c480-eec5-4532-8507-3874722fd27b will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:24.190505 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-f7a2e080-15ec-4bd3-a7ec-91f42d5231ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:24.206088 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55036) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:24.206357 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-f1741ad2-05aa-48ad-99db-be24c3cdd702 service neutron] Request body: {'port': {'device_id': 'a395ae34-b742-46b4-9340-eb0317718b75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:24.225743 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-80f0d5e6-7072-4fe6-a339-a3624528129d service neutron] Attempting to bind port 9b911efb-1778-446f-bb4c-825e87afa515 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:05:24.226445 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-80f0d5e6-7072-4fe6-a339-a3624528129d service neutron] Attempting to bind port 9b911efb-1778-446f-bb4c-825e87afa515 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:05:24.226773 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-80f0d5e6-7072-4fe6-a339-a3624528129d service neutron] Attempting to bind port 9b911efb-1778-446f-bb4c-825e87afa515 on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:24.301310 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ade57-9d00-481f-82de-6cb46d79cf52 None None] Pushing event updated for resources: {'Port': ['ID=40a0c480-eec5-4532-8507-3874722fd27b,revision_number=2']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:24.338695 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-80f0d5e6-7072-4fe6-a339-a3624528129d service neutron] Port 9b911efb-1778-446f-bb4c-825e87afa515 on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:05:24.339018 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-80f0d5e6-7072-4fe6-a339-a3624528129d service neutron] Attempting to bind port 9b911efb-1778-446f-bb4c-825e87afa515 on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:24.346288 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-f7a2e080-15ec-4bd3-a7ec-91f42d5231ff None None] Attempting to bind port 40a0c480-eec5-4532-8507-3874722fd27b on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:05:24.348241 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-f7a2e080-15ec-4bd3-a7ec-91f42d5231ff None None] Attempting to bind port 40a0c480-eec5-4532-8507-3874722fd27b by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:05:24.348778 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:24.352000 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a2e080-15ec-4bd3-a7ec-91f42d5231ff None None] Attempting to bind port 40a0c480-eec5-4532-8507-3874722fd27b on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:24.359405 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-84a43671-1de1-4311-b11a-28cca6618683 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=52213dace3f54319a651f22f3ea500a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8829165 Aug 11 02:05:24.360438 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a43671-1de1-4311-b11a-28cca6618683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52a0944-2614-430e-995b-0d04b30b233e,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:24.362431 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a2e080-15ec-4bd3-a7ec-91f42d5231ff None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:05:24.370574 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55042) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:24.372817 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70765063-42c4-4291-af19-67329cc14bca req-ae0707cd-baf4-474c-a79b-65bdcac62bbf tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091612 Aug 11 02:05:24.376051 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a2e080-15ec-4bd3-a7ec-91f42d5231ff None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:24.379972 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-f7a2e080-15ec-4bd3-a7ec-91f42d5231ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:24.380497 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a2e080-15ec-4bd3-a7ec-91f42d5231ff None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:05:24.383595 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-f7a2e080-15ec-4bd3-a7ec-91f42d5231ff None None] Bound port: 40a0c480-eec5-4532-8507-3874722fd27b, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:05:24.384645 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-f7a2e080-15ec-4bd3-a7ec-91f42d5231ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:24.389017 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-403f75e5-99b8-4f0b-9ea6-3c8e8057e0b0 req-787facf3-e435-4c71-8803-31fb653929ce tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746019 Aug 11 02:05:24.395923 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-d03eb5a2-fe8b-4feb-b4f9-a151f3258b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:24.405652 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-80f0d5e6-7072-4fe6-a339-a3624528129d service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:05:24.406001 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-80f0d5e6-7072-4fe6-a339-a3624528129d service neutron] Checking segment: {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:24.406368 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-80f0d5e6-7072-4fe6-a339-a3624528129d service neutron] Bound using segment: {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:05:24.406820 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-80f0d5e6-7072-4fe6-a339-a3624528129d service neutron] Bound port: 9b911efb-1778-446f-bb4c-825e87afa515, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:05:24.407173 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-80f0d5e6-7072-4fe6-a339-a3624528129d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:24.450426 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-f1741ad2-05aa-48ad-99db-be24c3cdd702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:24.567648 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-f7a2e080-15ec-4bd3-a7ec-91f42d5231ff None None] For port 40a0c480-eec5-4532-8507-3874722fd27b, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:05:24.572882 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-f7a2e080-15ec-4bd3-a7ec-91f42d5231ff None None] For port 40a0c480-eec5-4532-8507-3874722fd27b, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=40a0c480-eec5-4532-8507-3874722fd27b,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:05:24.585106 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-f7a2e080-15ec-4bd3-a7ec-91f42d5231ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:24.604200 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-1b436160-d906-490c-827e-b6d6dd82abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdde865-162b-42c0-b291-1374b1e6627b', 'name': 'tempest-FloatingIPsTestJSON-7665925-router', 'tenant_id': 'bdda025a003b4cb88bbba628c09f7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a7293db1-f027-4ea3-93cc-15feef1a373a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:17Z', 'updated_at': '2021-08-11T02:05:20Z', 'revision_number': 3, 'project_id': 'bdda025a003b4cb88bbba628c09f7700', 'gw_port': {'id': 'a7293db1-f027-4ea3-93cc-15feef1a373a', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdde865-162b-42c0-b291-1374b1e6627b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:19Z', 'updated_at': '2021-08-11T02:05:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:24.604930 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55044) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:24.626636 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55046) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:24.643415 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b436160-d906-490c-827e-b6d6dd82abd6 None None] Checking router: 3cdde865-162b-42c0-b291-1374b1e6627b for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:05:24.643950 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b436160-d906-490c-827e-b6d6dd82abd6 None None] Updating router 3cdde865-162b-42c0-b291-1374b1e6627b port a7293db1-f027-4ea3-93cc-15feef1a373a binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:05:24.661036 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0b887fed-287d-4652-8012-bbd9592744f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:24.665260 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a2e080-15ec-4bd3-a7ec-91f42d5231ff None None] Routers {'5e486163-c5fe-4fac-ba3f-9492ffe36a39'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:05:24.666025 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f7a2e080-15ec-4bd3-a7ec-91f42d5231ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:05:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5e486163-c5fe-4fac-ba3f-9492ffe36a39'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:24.676978 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1b436160-d906-490c-827e-b6d6dd82abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:24.677345 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-af7cd26c-7928-4c16-a4b3-2db7f7cc6c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:24.706453 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ade57-9d00-481f-82de-6cb46d79cf52 None None] Pushing event updated for resources: {'Port': ['ID=40a0c480-eec5-4532-8507-3874722fd27b,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:24.730021 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-281bce78-75dc-4ae5-bc3f-e61ecc8a1645 None None] Provisioning for port 152571f7-05e8-401f-b3f6-e6f3d5bf6a70 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:24.744228 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40112e-065b-451c-89f9-f5da9f6d34b2 req-96c653ea-125d-4c31-98e3-8506557f63ae tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:24.746329 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-af40112e-065b-451c-89f9-f5da9f6d34b2 req-96c653ea-125d-4c31-98e3-8506557f63ae tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 950 time: 0.2457221 Aug 11 02:05:24.794648 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-281bce78-75dc-4ae5-bc3f-e61ecc8a1645 None None] Provisioning complete for port 152571f7-05e8-401f-b3f6-e6f3d5bf6a70 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:24.795125 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-281bce78-75dc-4ae5-bc3f-e61ecc8a1645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:24.806562 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-f7a2e080-15ec-4bd3-a7ec-91f42d5231ff None None] Set router 5e486163-c5fe-4fac-ba3f-9492ffe36a39 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:05:24.858980 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-281bce78-75dc-4ae5-bc3f-e61ecc8a1645 None None] Port 152571f7-05e8-401f-b3f6-e6f3d5bf6a70 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:05:24.920961 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-80f0d5e6-7072-4fe6-a339-a3624528129d service neutron] For port 9b911efb-1778-446f-bb4c-825e87afa515, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:05:24.926530 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-80f0d5e6-7072-4fe6-a339-a3624528129d service neutron] For port 9b911efb-1778-446f-bb4c-825e87afa515, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=9b911efb-1778-446f-bb4c-825e87afa515,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:05:24.950040 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:24.951450 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-80f0d5e6-7072-4fe6-a339-a3624528129d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:24.988559 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:05:25.007128 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-80f0d5e6-7072-4fe6-a339-a3624528129d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:25.007790 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-80f0d5e6-7072-4fe6-a339-a3624528129d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:25.009198 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-80f0d5e6-7072-4fe6-a339-a3624528129d service neutron] 10.222.0.73 "PUT /v2.0/ports/9b911efb-1778-446f-bb4c-825e87afa515 HTTP/1.1" status: 200 len: 1092 time: 3.2340758 Aug 11 02:05:25.013577 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b930670b-d500-48a0-a289-3c9b8164d9a0', 'tag': '9b911efb-1778-446f-bb4c-825e87afa515'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:05:25.015832 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cea7622-8222-4be6-8a67-6343bf55496b" -d '{"events": [{"name": "network-changed", "server_uuid": "b930670b-d500-48a0-a289-3c9b8164d9a0", "tag": "9b911efb-1778-446f-bb4c-825e87afa515"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:05:25.032569 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-af40112e-065b-451c-89f9-f5da9f6d34b2 req-59933c6a-4ce2-481a-a367-65160faa30f6 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713175 Aug 11 02:05:25.138792 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0b887fed-287d-4652-8012-bbd9592744f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:25.153745 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0b887fed-287d-4652-8012-bbd9592744f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:25.196921 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1b436160-d906-490c-827e-b6d6dd82abd6 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:25.199085 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f7a2e080-15ec-4bd3-a7ec-91f42d5231ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e486163-c5fe-4fac-ba3f-9492ffe36a39', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-789808238-router', 'tenant_id': 'c60deef8761c44de85dcb71c60bd9e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '40a0c480-eec5-4532-8507-3874722fd27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:16Z', 'updated_at': '2021-08-11T02:05:19Z', 'revision_number': 3, 'project_id': 'c60deef8761c44de85dcb71c60bd9e7e', 'gw_port': {'id': '40a0c480-eec5-4532-8507-3874722fd27b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e486163-c5fe-4fac-ba3f-9492ffe36a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:18Z', 'updated_at': '2021-08-11T02:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:25.201483 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211444fc-f29d-4540-af86-b1fb439f3587 x-openstack-request-id: req-211444fc-f29d-4540-af86-b1fb439f3587 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:05:25.202279 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b930670b-d500-48a0-a289-3c9b8164d9a0", "tag": "9b911efb-1778-446f-bb4c-825e87afa515", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:05:25.202540 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-211444fc-f29d-4540-af86-b1fb439f3587 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:05:25.203068 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b930670b-d500-48a0-a289-3c9b8164d9a0', 'tag': '9b911efb-1778-446f-bb4c-825e87afa515', 'status': 'completed', 'code': 200} Aug 11 02:05:25.216472 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:25.217215 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:25.219632 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-1b436160-d906-490c-827e-b6d6dd82abd6 None None] Transition to ACTIVE for port object a7293db1-f027-4ea3-93cc-15feef1a373a will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:25.246630 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1b436160-d906-490c-827e-b6d6dd82abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:25.272259 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a2e080-15ec-4bd3-a7ec-91f42d5231ff None None] The sync data for ids ['5e486163-c5fe-4fac-ba3f-9492ffe36a39'] in n-d-615180-33 is: [{'id': '5e486163-c5fe-4fac-ba3f-9492ffe36a39', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-789808238-router', 'tenant_id': 'c60deef8761c44de85dcb71c60bd9e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '40a0c480-eec5-4532-8507-3874722fd27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:16Z', 'updated_at': '2021-08-11T02:05:19Z', 'revision_number': 3, 'project_id': 'c60deef8761c44de85dcb71c60bd9e7e', 'gw_port': {'id': '40a0c480-eec5-4532-8507-3874722fd27b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e486163-c5fe-4fac-ba3f-9492ffe36a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:18Z', 'updated_at': '2021-08-11T02:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:05:25.297979 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0b887fed-287d-4652-8012-bbd9592744f1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a7e4213dedbf4515b7b75fd0e1146ade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6690404 Aug 11 02:05:25.311203 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4281d83a-02ad-4b87-972d-9f0ab845b528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:25.315041 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55054) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:25.320073 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0d5e6-7072-4fe6-a339-a3624528129d service neutron] Pushing event updated for resources: {'Port': ['ID=9b911efb-1778-446f-bb4c-825e87afa515,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:25.334259 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ac31b-423f-4c29-8b05-96fca2878fa4 None None] Pushing event updated for resources: {'Port': ['ID=a7293db1-f027-4ea3-93cc-15feef1a373a,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:25.338601 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-1b436160-d906-490c-827e-b6d6dd82abd6 None None] Attempting to bind port a7293db1-f027-4ea3-93cc-15feef1a373a on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:05:25.338979 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-1b436160-d906-490c-827e-b6d6dd82abd6 None None] Attempting to bind port a7293db1-f027-4ea3-93cc-15feef1a373a by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:05:25.339353 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b436160-d906-490c-827e-b6d6dd82abd6 None None] Attempting to bind port a7293db1-f027-4ea3-93cc-15feef1a373a on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:25.347980 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b436160-d906-490c-827e-b6d6dd82abd6 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:05:25.348364 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b436160-d906-490c-827e-b6d6dd82abd6 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:25.348765 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1b436160-d906-490c-827e-b6d6dd82abd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:25.349140 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b436160-d906-490c-827e-b6d6dd82abd6 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:05:25.349618 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-1b436160-d906-490c-827e-b6d6dd82abd6 None None] Bound port: a7293db1-f027-4ea3-93cc-15feef1a373a, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:05:25.350041 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1b436160-d906-490c-827e-b6d6dd82abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:25.402886 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-af7cd26c-7928-4c16-a4b3-2db7f7cc6c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:25.437369 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-d03eb5a2-fe8b-4feb-b4f9-a151f3258b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 152571f7-05e8-401f-b3f6-e6f3d5bf6a70 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:05:25.454637 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-d03eb5a2-fe8b-4feb-b4f9-a151f3258b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:25.473635 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4281d83a-02ad-4b87-972d-9f0ab845b528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:25.479597 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-1b436160-d906-490c-827e-b6d6dd82abd6 None None] For port a7293db1-f027-4ea3-93cc-15feef1a373a, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:05:25.483044 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-1b436160-d906-490c-827e-b6d6dd82abd6 None None] For port a7293db1-f027-4ea3-93cc-15feef1a373a, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a7293db1-f027-4ea3-93cc-15feef1a373a,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:05:25.494946 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-d03eb5a2-fe8b-4feb-b4f9-a151f3258b27 service neutron] Transition to ACTIVE for port object 152571f7-05e8-401f-b3f6-e6f3d5bf6a70 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:25.495486 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aa29add9-246b-4076-a4bb-853df44b5309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:25.496123 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1b436160-d906-490c-827e-b6d6dd82abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:25.511249 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-af7cd26c-7928-4c16-a4b3-2db7f7cc6c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:25.525818 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b887fed-287d-4652-8012-bbd9592744f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbee693f-51c7-472a-a6bc-e73d6cb80d49,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:25.574721 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-f103dd98-3b37-4f38-b3b4-a1ca5547155d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:25.576683 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-f103dd98-3b37-4f38-b3b4-a1ca5547155d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2ad8af97bd524ff09f331d88ab3a939b&device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 1095 time: 0.4665892 Aug 11 02:05:25.585288 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-d03eb5a2-fe8b-4feb-b4f9-a151f3258b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:25.596456 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b436160-d906-490c-827e-b6d6dd82abd6 None None] Routers {'3cdde865-162b-42c0-b291-1374b1e6627b'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:05:25.597174 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-1b436160-d906-490c-827e-b6d6dd82abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:05:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['3cdde865-162b-42c0-b291-1374b1e6627b'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:25.655127 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ac31b-423f-4c29-8b05-96fca2878fa4 None None] Pushing event updated for resources: {'Port': ['ID=a7293db1-f027-4ea3-93cc-15feef1a373a,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:25.757964 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-af7cd26c-7928-4c16-a4b3-2db7f7cc6c8b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fd59e793765e49358b192e04bfe43157&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1515174 Aug 11 02:05:25.770565 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55060) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:25.785514 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cd26c-7928-4c16-a4b3-2db7f7cc6c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806fc93f-6124-43c1-83cb-ab4f0a958c71,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:25.808061 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-1b436160-d906-490c-827e-b6d6dd82abd6 None None] Set router 3cdde865-162b-42c0-b291-1374b1e6627b gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:05:25.851465 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03eb5a2-fe8b-4feb-b4f9-a151f3258b27 service neutron] Pushing event updated for resources: {'Port': ['ID=152571f7-05e8-401f-b3f6-e6f3d5bf6a70,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:25.856346 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-7fcd9cd8-b38b-4795-9434-38592ec62ea3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b911efb-1778-446f-bb4c-825e87afa515 HTTP/1.1" status: 200 len: 217 time: 0.1669030 Aug 11 02:05:25.934733 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7562082f-05cc-40b4-ac75-9bd3f0ccb226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:25.958290 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d69ecd-bc1c-4f77-bf79-1a73e8ed1582 req-1975fd77-2b49-4aab-b986-341c6022ecc7 tempest-MigrationsAdminTest-1549651606 tempest-MigrationsAdminTest-1549651606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:25.965685 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-28d69ecd-bc1c-4f77-bf79-1a73e8ed1582 req-1975fd77-2b49-4aab-b986-341c6022ecc7 tempest-MigrationsAdminTest-1549651606 tempest-MigrationsAdminTest-1549651606-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 1102 time: 0.3729801 Aug 11 02:05:25.984603 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431c105-1b48-4ff0-bdab-c459d5c9d4ed req-b9b3a60d-2a71-4982-93ae-8bd7a9582101 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:25.993822 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5431c105-1b48-4ff0-bdab-c459d5c9d4ed req-b9b3a60d-2a71-4982-93ae-8bd7a9582101 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=4cb6b146-b3d4-4d93-9407-be6b91f1b4ac HTTP/1.1" status: 200 len: 948 time: 0.4662483 Aug 11 02:05:26.022720 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-28d69ecd-bc1c-4f77-bf79-1a73e8ed1582 req-a919aa87-bbf9-4b03-b4b5-df44003b93bc tempest-MigrationsAdminTest-1549651606 tempest-MigrationsAdminTest-1549651606-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:26.034182 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-d03eb5a2-fe8b-4feb-b4f9-a151f3258b27 service neutron] Attempting to bind port 152571f7-05e8-401f-b3f6-e6f3d5bf6a70 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:05:26.034522 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-d03eb5a2-fe8b-4feb-b4f9-a151f3258b27 service neutron] Attempting to bind port 152571f7-05e8-401f-b3f6-e6f3d5bf6a70 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:05:26.034858 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-d03eb5a2-fe8b-4feb-b4f9-a151f3258b27 service neutron] Attempting to bind port 152571f7-05e8-401f-b3f6-e6f3d5bf6a70 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:26.052249 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4281d83a-02ad-4b87-972d-9f0ab845b528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:26.054957 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4281d83a-02ad-4b87-972d-9f0ab845b528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:26.056306 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4281d83a-02ad-4b87-972d-9f0ab845b528 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d52a0944-2614-430e-995b-0d04b30b233e HTTP/1.1" status: 204 len: 168 time: 1.6831863 Aug 11 02:05:26.061107 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7562082f-05cc-40b4-ac75-9bd3f0ccb226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:26.083140 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-d03eb5a2-fe8b-4feb-b4f9-a151f3258b27 service neutron] Port 152571f7-05e8-401f-b3f6-e6f3d5bf6a70 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:05:26.083499 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-d03eb5a2-fe8b-4feb-b4f9-a151f3258b27 service neutron] Attempting to bind port 152571f7-05e8-401f-b3f6-e6f3d5bf6a70 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:26.090358 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78cd11a7-878e-4052-a1ef-7e98606aae14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:26.123811 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-1b436160-d906-490c-827e-b6d6dd82abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdde865-162b-42c0-b291-1374b1e6627b', 'name': 'tempest-FloatingIPsTestJSON-7665925-router', 'tenant_id': 'bdda025a003b4cb88bbba628c09f7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a7293db1-f027-4ea3-93cc-15feef1a373a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:17Z', 'updated_at': '2021-08-11T02:05:20Z', 'revision_number': 3, 'project_id': 'bdda025a003b4cb88bbba628c09f7700', 'gw_port': {'id': 'a7293db1-f027-4ea3-93cc-15feef1a373a', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdde865-162b-42c0-b291-1374b1e6627b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:19Z', 'updated_at': '2021-08-11T02:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:26.152642 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281d83a-02ad-4b87-972d-9f0ab845b528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52a0944-2614-430e-995b-0d04b30b233e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:26.168626 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-fe490c21-1e5f-4f1e-a146-9df7605c02d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:26.170528 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-fe490c21-1e5f-4f1e-a146-9df7605c02d0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea5a035c-6f83-40b0-8579-ac261184d3bb HTTP/1.1" status: 200 len: 848 time: 0.2972746 Aug 11 02:05:26.206496 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b436160-d906-490c-827e-b6d6dd82abd6 None None] The sync data for ids ['3cdde865-162b-42c0-b291-1374b1e6627b'] in n-d-615180-33 is: [{'id': '3cdde865-162b-42c0-b291-1374b1e6627b', 'name': 'tempest-FloatingIPsTestJSON-7665925-router', 'tenant_id': 'bdda025a003b4cb88bbba628c09f7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a7293db1-f027-4ea3-93cc-15feef1a373a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:17Z', 'updated_at': '2021-08-11T02:05:20Z', 'revision_number': 3, 'project_id': 'bdda025a003b4cb88bbba628c09f7700', 'gw_port': {'id': 'a7293db1-f027-4ea3-93cc-15feef1a373a', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdde865-162b-42c0-b291-1374b1e6627b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:19Z', 'updated_at': '2021-08-11T02:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:05:26.235525 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-28d69ecd-bc1c-4f77-bf79-1a73e8ed1582 req-a919aa87-bbf9-4b03-b4b5-df44003b93bc tempest-MigrationsAdminTest-1549651606 tempest-MigrationsAdminTest-1549651606-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:26.239488 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-d03eb5a2-fe8b-4feb-b4f9-a151f3258b27 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:05:26.239910 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-d03eb5a2-fe8b-4feb-b4f9-a151f3258b27 service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:26.246481 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-d03eb5a2-fe8b-4feb-b4f9-a151f3258b27 service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:05:26.246481 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-d03eb5a2-fe8b-4feb-b4f9-a151f3258b27 service neutron] Bound port: 152571f7-05e8-401f-b3f6-e6f3d5bf6a70, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:05:26.246481 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-d03eb5a2-fe8b-4feb-b4f9-a151f3258b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:26.284522 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5431c105-1b48-4ff0-bdab-c459d5c9d4ed req-d1d5a757-033d-411d-a3bf-13d7dafaeece tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895849 Aug 11 02:05:26.302993 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-daa7dfdb-7664-4b43-b3e8-e4e7d5831e7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064985 Aug 11 02:05:26.309040 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-28d69ecd-bc1c-4f77-bf79-1a73e8ed1582 req-a919aa87-bbf9-4b03-b4b5-df44003b93bc tempest-MigrationsAdminTest-1549651606 tempest-MigrationsAdminTest-1549651606-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:26.322015 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-f1741ad2-05aa-48ad-99db-be24c3cdd702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c756a0a7-6e66-46af-b570-3c00e733ef84 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:05:26.379765 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-aa29add9-246b-4076-a4bb-853df44b5309 admin admin] Allocated IP 172.20.0.1 (62739e72-9dd2-44cd-96d6-cc4c21b10810/f63be90c-3edd-4c15-b780-dabb37cfb4cf/e018f3cd-db40-472f-96e1-5e3f1f1894f9) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:05:26.384057 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919aa87-bbf9-4b03-b4b5-df44003b93bc tempest-MigrationsAdminTest-1549651606 tempest-MigrationsAdminTest-1549651606-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18669813-e2c5-4e6c-8f8f-90739d2f1dce,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:26.413928 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-f1741ad2-05aa-48ad-99db-be24c3cdd702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:26.432220 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78cd11a7-878e-4052-a1ef-7e98606aae14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:26.442512 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-28d69ecd-bc1c-4f77-bf79-1a73e8ed1582 req-a919aa87-bbf9-4b03-b4b5-df44003b93bc tempest-MigrationsAdminTest-1549651606 tempest-MigrationsAdminTest-1549651606-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758136 Aug 11 02:05:26.480970 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-d03eb5a2-fe8b-4feb-b4f9-a151f3258b27 service neutron] For port 152571f7-05e8-401f-b3f6-e6f3d5bf6a70, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:05:26.488677 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-f1741ad2-05aa-48ad-99db-be24c3cdd702 service neutron] Transition to ACTIVE for port object c756a0a7-6e66-46af-b570-3c00e733ef84 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:26.491440 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7562082f-05cc-40b4-ac75-9bd3f0ccb226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:26.493736 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-d03eb5a2-fe8b-4feb-b4f9-a151f3258b27 service neutron] For port 152571f7-05e8-401f-b3f6-e6f3d5bf6a70, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=152571f7-05e8-401f-b3f6-e6f3d5bf6a70,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:05:26.495035 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7562082f-05cc-40b4-ac75-9bd3f0ccb226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:26.498744 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7562082f-05cc-40b4-ac75-9bd3f0ccb226 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bbee693f-51c7-472a-a6bc-e73d6cb80d49 HTTP/1.1" status: 204 len: 168 time: 1.1776769 Aug 11 02:05:26.551673 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-f1741ad2-05aa-48ad-99db-be24c3cdd702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:26.559367 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-d03eb5a2-fe8b-4feb-b4f9-a151f3258b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:26.583251 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78cd11a7-878e-4052-a1ef-7e98606aae14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:26.583251 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78cd11a7-878e-4052-a1ef-7e98606aae14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:26.583251 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-78cd11a7-878e-4052-a1ef-7e98606aae14 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/806fc93f-6124-43c1-83cb-ab4f0a958c71 HTTP/1.1" status: 204 len: 168 time: 0.8110483 Aug 11 02:05:26.590206 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562082f-05cc-40b4-ac75-9bd3f0ccb226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbee693f-51c7-472a-a6bc-e73d6cb80d49,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:26.651810 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-d03eb5a2-fe8b-4feb-b4f9-a151f3258b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:26.654893 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-d03eb5a2-fe8b-4feb-b4f9-a151f3258b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:26.657073 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-d03eb5a2-fe8b-4feb-b4f9-a151f3258b27 service neutron] 10.222.0.73 "PUT /v2.0/ports/152571f7-05e8-401f-b3f6-e6f3d5bf6a70 HTTP/1.1" status: 200 len: 1097 time: 2.5402737 Aug 11 02:05:26.659351 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb6b146-b3d4-4d93-9407-be6b91f1b4ac', 'tag': '152571f7-05e8-401f-b3f6-e6f3d5bf6a70'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:05:26.669446 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edab492-5e05-4a52-bd13-183d4cc86ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb6b146-b3d4-4d93-9407-be6b91f1b4ac", "tag": "152571f7-05e8-401f-b3f6-e6f3d5bf6a70"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:05:26.718653 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd11a7-878e-4052-a1ef-7e98606aae14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806fc93f-6124-43c1-83cb-ab4f0a958c71,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:26.746371 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-0bf98419-f1ec-483a-a626-131b64f1c02e service neutron] 10.222.0.73 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298947 Aug 11 02:05:26.774278 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1e012-9fe9-44f3-8b26-0957908f4300 req-df0d4d75-62d1-4bb0-aa51-58d66eb65ae7 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:26.781627 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-15c1e012-9fe9-44f3-8b26-0957908f4300 req-df0d4d75-62d1-4bb0-aa51-58d66eb65ae7 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 943 time: 0.3524070 Aug 11 02:05:26.833060 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1741ad2-05aa-48ad-99db-be24c3cdd702 service neutron] Pushing event updated for resources: {'Port': ['ID=c756a0a7-6e66-46af-b570-3c00e733ef84,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:26.919195 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03eb5a2-fe8b-4feb-b4f9-a151f3258b27 service neutron] Pushing event updated for resources: {'Port': ['ID=152571f7-05e8-401f-b3f6-e6f3d5bf6a70,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:26.981697 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-f1741ad2-05aa-48ad-99db-be24c3cdd702 service neutron] Attempting to bind port c756a0a7-6e66-46af-b570-3c00e733ef84 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:05:26.981697 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-f1741ad2-05aa-48ad-99db-be24c3cdd702 service neutron] Attempting to bind port c756a0a7-6e66-46af-b570-3c00e733ef84 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:05:26.981944 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-f1741ad2-05aa-48ad-99db-be24c3cdd702 service neutron] Attempting to bind port c756a0a7-6e66-46af-b570-3c00e733ef84 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:26.989623 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-d4c97f19-5b77-4a2f-bef9-425511a81f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:26.991265 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-d4c97f19-5b77-4a2f-bef9-425511a81f8d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&device_id=4cb6b146-b3d4-4d93-9407-be6b91f1b4ac HTTP/1.1" status: 200 len: 1100 time: 0.2458367 Aug 11 02:05:26.992197 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-f1741ad2-05aa-48ad-99db-be24c3cdd702 service neutron] Port c756a0a7-6e66-46af-b570-3c00e733ef84 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:05:26.992524 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-f1741ad2-05aa-48ad-99db-be24c3cdd702 service neutron] Attempting to bind port c756a0a7-6e66-46af-b570-3c00e733ef84 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:27.000296 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-f1741ad2-05aa-48ad-99db-be24c3cdd702 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:05:27.005057 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-f1741ad2-05aa-48ad-99db-be24c3cdd702 service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:27.005605 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-f1741ad2-05aa-48ad-99db-be24c3cdd702 service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:05:27.007030 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-f1741ad2-05aa-48ad-99db-be24c3cdd702 service neutron] Bound port: c756a0a7-6e66-46af-b570-3c00e733ef84, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:05:27.011435 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-f1741ad2-05aa-48ad-99db-be24c3cdd702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:27.021076 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-15c1e012-9fe9-44f3-8b26-0957908f4300 req-e516edbc-d17d-481e-a3f2-9c659b2c7cbe tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384851 Aug 11 02:05:27.073565 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-05522493-5dd5-41fe-851a-f168229d4802 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=152571f7-05e8-401f-b3f6-e6f3d5bf6a70 HTTP/1.1" status: 200 len: 217 time: 0.0585070 Aug 11 02:05:27.152610 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aa29add9-246b-4076-a4bb-853df44b5309 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:27.157460 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdd9d52-84d8-4687-a74f-6f57fbf65b4b x-openstack-request-id: req-bfdd9d52-84d8-4687-a74f-6f57fbf65b4b {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:05:27.157729 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb6b146-b3d4-4d93-9407-be6b91f1b4ac", "tag": "152571f7-05e8-401f-b3f6-e6f3d5bf6a70", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:05:27.157985 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bfdd9d52-84d8-4687-a74f-6f57fbf65b4b {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:05:27.158390 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb6b146-b3d4-4d93-9407-be6b91f1b4ac', 'tag': '152571f7-05e8-401f-b3f6-e6f3d5bf6a70', 'status': 'completed', 'code': 200} Aug 11 02:05:27.167957 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-aa29add9-246b-4076-a4bb-853df44b5309 admin admin] Transition to ACTIVE for port object e018f3cd-db40-472f-96e1-5e3f1f1894f9 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:27.170805 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 40a0c480-eec5-4532-8507-3874722fd27b up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:05:27.312892 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aa29add9-246b-4076-a4bb-853df44b5309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:27.325225 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 40a0c480-eec5-4532-8507-3874722fd27b completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:27.330552 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 40a0c480-eec5-4532-8507-3874722fd27b triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:27.331197 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:27.335851 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-8e34e42f-545f-47c8-84e1-69258ff9b99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:27.338557 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-8e34e42f-545f-47c8-84e1-69258ff9b99e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.2532730 Aug 11 02:05:27.445229 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-f1741ad2-05aa-48ad-99db-be24c3cdd702 service neutron] For port c756a0a7-6e66-46af-b570-3c00e733ef84, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:05:27.478922 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-f1741ad2-05aa-48ad-99db-be24c3cdd702 service neutron] For port c756a0a7-6e66-46af-b570-3c00e733ef84, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=c756a0a7-6e66-46af-b570-3c00e733ef84,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:05:27.482473 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-9e48adf7-928c-442c-b463-b2aeed179344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:27.484269 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-9e48adf7-928c-442c-b463-b2aeed179344 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1330376 Aug 11 02:05:27.491327 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-f1741ad2-05aa-48ad-99db-be24c3cdd702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:27.503114 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cbd0e471-21f7-4946-9317-594dde839a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:27.510818 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-385c2b16-22fd-4338-9031-6f178e8cde5e req-23e38e10-85dd-4e32-85fe-cea4cf575433 service neutron] 10.222.0.73 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7153599 Aug 11 02:05:27.601805 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:27.607007 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1741ad2-05aa-48ad-99db-be24c3cdd702 service neutron] Pushing event updated for resources: {'Port': ['ID=c756a0a7-6e66-46af-b570-3c00e733ef84,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:27.681280 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-f1741ad2-05aa-48ad-99db-be24c3cdd702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:27.681909 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-f1741ad2-05aa-48ad-99db-be24c3cdd702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:27.683309 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-f1741ad2-05aa-48ad-99db-be24c3cdd702 service neutron] 10.222.0.73 "PUT /v2.0/ports/c756a0a7-6e66-46af-b570-3c00e733ef84 HTTP/1.1" status: 200 len: 1097 time: 3.4838989 Aug 11 02:05:27.707589 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 40a0c480-eec5-4532-8507-3874722fd27b, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=40a0c480-eec5-4532-8507-3874722fd27b,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:27.740547 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:27.746606 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a7293db1-f027-4ea3-93cc-15feef1a373a up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:05:27.774942 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29add9-246b-4076-a4bb-853df44b5309 admin admin] Pushing event updated for resources: {'Port': ['ID=e018f3cd-db40-472f-96e1-5e3f1f1894f9,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:27.813195 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-b8256dd5-94d4-4ea6-ae9f-bce24efb2e03 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191586 Aug 11 02:05:27.837217 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa29add9-246b-4076-a4bb-853df44b5309 admin admin] Network 62739e72-9dd2-44cd-96d6-cc4c21b10810 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:05:27.919519 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-aa29add9-246b-4076-a4bb-853df44b5309 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:27.927644 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa29add9-246b-4076-a4bb-853df44b5309 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:05:27.928052 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aa29add9-246b-4076-a4bb-853df44b5309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:28.009943 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=40a0c480-eec5-4532-8507-3874722fd27b,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:28.053593 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port a7293db1-f027-4ea3-93cc-15feef1a373a completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:28.068205 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port a7293db1-f027-4ea3-93cc-15feef1a373a triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:28.070210 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:28.406069 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:28.452137 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-678408d2-7f44-40a3-a4c9-d89b0defa8c9 None None] Provisioning for port e018f3cd-db40-472f-96e1-5e3f1f1894f9 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:28.459941 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port a7293db1-f027-4ea3-93cc-15feef1a373a, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a7293db1-f027-4ea3-93cc-15feef1a373a,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:28.462217 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-678408d2-7f44-40a3-a4c9-d89b0defa8c9 None None] Provisioning complete for port e018f3cd-db40-472f-96e1-5e3f1f1894f9 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:28.462760 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-678408d2-7f44-40a3-a4c9-d89b0defa8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:28.487443 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:28.535323 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-678408d2-7f44-40a3-a4c9-d89b0defa8c9 None None] Port e018f3cd-db40-472f-96e1-5e3f1f1894f9 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:05:28.548242 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea7622-8222-4be6-8a67-6343bf55496b req-6ec4f842-35ad-48c7-9cbe-7eb16aff37ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:28.551799 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3cea7622-8222-4be6-8a67-6343bf55496b req-6ec4f842-35ad-48c7-9cbe-7eb16aff37ef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2ad8af97bd524ff09f331d88ab3a939b&device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 1095 time: 0.7624378 Aug 11 02:05:28.556775 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=a7293db1-f027-4ea3-93cc-15feef1a373a,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:28.589772 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-39874001-0177-418d-b072-db37b266baf7 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7229533 Aug 11 02:05:28.648748 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-1b426655-781f-4080-bd0c-c9fb1ddfd78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:28.651078 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-1b426655-781f-4080-bd0c-c9fb1ddfd78b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&device_id=a395ae34-b742-46b4-9340-eb0317718b75 HTTP/1.1" status: 200 len: 1100 time: 0.8839540 Aug 11 02:05:28.722795 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66f6f9-5d40-415e-b0ab-89e305edbaef req-659d283f-bb1f-4e0a-938f-f731c9717e7e tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:28.730564 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ca66f6f9-5d40-415e-b0ab-89e305edbaef req-659d283f-bb1f-4e0a-938f-f731c9717e7e tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=4cb6b146-b3d4-4d93-9407-be6b91f1b4ac HTTP/1.1" status: 200 len: 948 time: 1.1210420 Aug 11 02:05:28.768384 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851edbf2-5d91-4e49-ba54-e62c03bf896f req-00ea7534-c264-4cda-90da-85c3d648f0ee tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:28.777055 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-851edbf2-5d91-4e49-ba54-e62c03bf896f req-00ea7534-c264-4cda-90da-85c3d648f0ee tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 943 time: 0.2010360 Aug 11 02:05:28.790760 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-1dcaa2d7-6e8e-4261-bcc5-eeac47d1a382 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=c756a0a7-6e66-46af-b570-3c00e733ef84 HTTP/1.1" status: 200 len: 217 time: 0.1281528 Aug 11 02:05:28.876694 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aa29add9-246b-4076-a4bb-853df44b5309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:28.914629 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-cbd0e471-21f7-4946-9317-594dde839a84 admin admin] Allocated IP 172.20.0.1 (07b49ae4-1aa7-4b60-be34-c6fba52540bd/00ee02a3-6f06-4bd9-9cdc-3503985030f7/571059c4-dd83-4eb1-acc5-9fcf53177b05) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:05:28.940496 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ca66f6f9-5d40-415e-b0ab-89e305edbaef req-73668521-fbca-4cb2-9f60-08cf43e70e47 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037871 Aug 11 02:05:29.008934 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55140) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:29.026315 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 40a0c480-eec5-4532-8507-3874722fd27b up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:05:29.036621 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-851edbf2-5d91-4e49-ba54-e62c03bf896f req-d5dad8b8-ccd3-4a8a-b43a-4a96e780efd9 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428761 Aug 11 02:05:29.062279 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-8e1146f3-6ccb-48f2-af98-2b15da3c505e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:29.069602 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-8e1146f3-6ccb-48f2-af98-2b15da3c505e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1878242 Aug 11 02:05:29.073956 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edab492-5e05-4a52-bd13-183d4cc86ed5 req-3f359829-2f55-483f-9751-928bc5c5f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:29.076810 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8edab492-5e05-4a52-bd13-183d4cc86ed5 req-3f359829-2f55-483f-9751-928bc5c5f649 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&device_id=4cb6b146-b3d4-4d93-9407-be6b91f1b4ac HTTP/1.1" status: 200 len: 1100 time: 0.3326180 Aug 11 02:05:29.102637 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea7622-8222-4be6-8a67-6343bf55496b req-d1391248-5900-419c-99eb-fe006391b404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:29.105820 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3cea7622-8222-4be6-8a67-6343bf55496b req-d1391248-5900-419c-99eb-fe006391b404 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c HTTP/1.1" status: 200 len: 909 time: 0.4303644 Aug 11 02:05:29.166486 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 40a0c480-eec5-4532-8507-3874722fd27b triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:29.167615 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:29.200070 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a395ae34-b742-46b4-9340-eb0317718b75', 'tag': 'c756a0a7-6e66-46af-b570-3c00e733ef84'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:05:29.200070 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f248f6-0bdd-4213-aa6b-1669a32dc6dd" -d '{"events": [{"name": "network-changed", "server_uuid": "a395ae34-b742-46b4-9340-eb0317718b75", "tag": "c756a0a7-6e66-46af-b570-3c00e733ef84"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:05:29.279230 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-dce3fa92-b1fe-4490-9d7a-dddc5ecfd953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:29.281317 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-dce3fa92-b1fe-4490-9d7a-dddc5ecfd953 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1916480 Aug 11 02:05:29.284488 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ad68cf-51ef-4006-bd92-f04dcae01ed8 x-openstack-request-id: req-f3ad68cf-51ef-4006-bd92-f04dcae01ed8 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:05:29.289393 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a395ae34-b742-46b4-9340-eb0317718b75", "tag": "c756a0a7-6e66-46af-b570-3c00e733ef84", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:05:29.289524 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f3ad68cf-51ef-4006-bd92-f04dcae01ed8 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:05:29.290038 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a395ae34-b742-46b4-9340-eb0317718b75', 'tag': 'c756a0a7-6e66-46af-b570-3c00e733ef84', 'status': 'completed', 'code': 200} Aug 11 02:05:29.316267 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a7293db1-f027-4ea3-93cc-15feef1a373a up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:05:29.319952 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3cea7622-8222-4be6-8a67-6343bf55496b req-061404d0-7672-424e-bc98-f8f60b46a6dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b911efb-1778-446f-bb4c-825e87afa515 HTTP/1.1" status: 200 len: 217 time: 0.1094460 Aug 11 02:05:29.398909 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-fa4aae8a-eaba-46b8-ab93-44181ee8e8df service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060793 Aug 11 02:05:29.400004 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edab492-5e05-4a52-bd13-183d4cc86ed5 req-495b55c7-9f9f-48c0-8da7-4e206af3456e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:29.401515 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8edab492-5e05-4a52-bd13-183d4cc86ed5 req-495b55c7-9f9f-48c0-8da7-4e206af3456e service neutron] 10.222.0.73 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.3101809 Aug 11 02:05:29.403998 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port a7293db1-f027-4ea3-93cc-15feef1a373a triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:29.404478 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:29.404642 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea7622-8222-4be6-8a67-6343bf55496b req-d505b814-0300-4576-aa0a-91225b6ca183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:29.406302 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3cea7622-8222-4be6-8a67-6343bf55496b req-d505b814-0300-4576-aa0a-91225b6ca183 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea5a035c-6f83-40b0-8579-ac261184d3bb HTTP/1.1" status: 200 len: 848 time: 0.0721292 Aug 11 02:05:29.493348 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d267d-b307-4d9a-9f5b-2ac5afc870f5 req-9973cfc2-c6e5-42ef-9cb0-3f03589573bf tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:29.497275 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-013d267d-b307-4d9a-9f5b-2ac5afc870f5 req-9973cfc2-c6e5-42ef-9cb0-3f03589573bf tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 950 time: 0.2841175 Aug 11 02:05:29.503905 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3cea7622-8222-4be6-8a67-6343bf55496b req-842998a2-b107-4e62-b753-3f4e6cbddd80 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751586 Aug 11 02:05:29.513836 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8edab492-5e05-4a52-bd13-183d4cc86ed5 req-39da1380-0ef0-4a69-a577-2e4ecd3add1b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=152571f7-05e8-401f-b3f6-e6f3d5bf6a70 HTTP/1.1" status: 200 len: 217 time: 0.0834260 Aug 11 02:05:29.599972 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55156) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:29.613931 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cbd0e471-21f7-4946-9317-594dde839a84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:29.619044 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c78eb1fb-9854-441d-bacb-8f1f0597796c req-d3b00dfc-38de-4a86-b56f-2d3cf405320f service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977980 Aug 11 02:05:29.636526 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aa29add9-246b-4076-a4bb-853df44b5309 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:29.663212 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aa29add9-246b-4076-a4bb-853df44b5309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:29.664291 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aa29add9-246b-4076-a4bb-853df44b5309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:29.668471 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-cbd0e471-21f7-4946-9317-594dde839a84 admin admin] Transition to ACTIVE for port object 571059c4-dd83-4eb1-acc5-9fcf53177b05 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:29.705810 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-013d267d-b307-4d9a-9f5b-2ac5afc870f5 req-a1c16978-43e0-4943-b3bf-4f39f642d96a tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986079 Aug 11 02:05:29.764550 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-28f7984c-43d5-4e7c-a45c-f1c388be9149 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7521861 Aug 11 02:05:29.770471 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edab492-5e05-4a52-bd13-183d4cc86ed5 req-ceacfa14-227b-498e-b4fc-8d71b63055ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:29.772293 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8edab492-5e05-4a52-bd13-183d4cc86ed5 req-ceacfa14-227b-498e-b4fc-8d71b63055ed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1518621 Aug 11 02:05:29.809454 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f248f6-0bdd-4213-aa6b-1669a32dc6dd req-b6633f60-1ecb-41db-8a69-99e15d8fa3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:29.811236 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7f248f6-0bdd-4213-aa6b-1669a32dc6dd req-b6633f60-1ecb-41db-8a69-99e15d8fa3ab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&device_id=a395ae34-b742-46b4-9340-eb0317718b75 HTTP/1.1" status: 200 len: 1100 time: 0.1119184 Aug 11 02:05:29.846184 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29add9-246b-4076-a4bb-853df44b5309 admin admin] Pushing event updated for resources: {'Port': ['ID=e018f3cd-db40-472f-96e1-5e3f1f1894f9,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:29.867791 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3cea7622-8222-4be6-8a67-6343bf55496b req-94ddd5a7-eaa6-4c8a-9302-2f48c95b0a47 service neutron] 10.222.0.73 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452859 Aug 11 02:05:29.888064 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edab492-5e05-4a52-bd13-183d4cc86ed5 req-1a3faea1-e9b9-4aa4-9f15-cedd3476bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:29.889616 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8edab492-5e05-4a52-bd13-183d4cc86ed5 req-1a3faea1-e9b9-4aa4-9f15-cedd3476bb7f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1097331 Aug 11 02:05:29.899616 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cbd0e471-21f7-4946-9317-594dde839a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:29.965337 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-714553b7-0fd2-46f2-92a0-77af57a3891f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1449979444-network', 'tenant_id': 'fc914b6e60444f2aabf27f905058cfbf'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:30.026236 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f248f6-0bdd-4213-aa6b-1669a32dc6dd req-270063df-6473-4abc-b730-1e99abae6be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:30.027900 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7f248f6-0bdd-4213-aa6b-1669a32dc6dd req-270063df-6473-4abc-b730-1e99abae6be4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.1932056 Aug 11 02:05:30.081363 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8edab492-5e05-4a52-bd13-183d4cc86ed5 req-0135430d-71d7-4835-9075-79b00b84f8ef service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798329 Aug 11 02:05:30.113387 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd0e471-21f7-4946-9317-594dde839a84 admin admin] Network 07b49ae4-1aa7-4b60-be34-c6fba52540bd is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:05:30.126555 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7f248f6-0bdd-4213-aa6b-1669a32dc6dd req-a7b9ffe9-5ff7-48ef-a5eb-7f526e7c85d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=c756a0a7-6e66-46af-b570-3c00e733ef84 HTTP/1.1" status: 200 len: 217 time: 0.0751622 Aug 11 02:05:30.151652 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-cbd0e471-21f7-4946-9317-594dde839a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:30.171267 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd0e471-21f7-4946-9317-594dde839a84 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:05:30.171920 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cbd0e471-21f7-4946-9317-594dde839a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:30.176537 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0e471-21f7-4946-9317-594dde839a84 admin admin] Pushing event updated for resources: {'Port': ['ID=571059c4-dd83-4eb1-acc5-9fcf53177b05,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:30.180698 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa29add9-246b-4076-a4bb-853df44b5309 admin admin] Network 62739e72-9dd2-44cd-96d6-cc4c21b10810 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:05:30.231988 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-aa29add9-246b-4076-a4bb-853df44b5309 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:30.242438 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714553b7-0fd2-46f2-92a0-77af57a3891f admin admin] Made reservation on behalf of fc914b6e60444f2aabf27f905058cfbf for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:05:30.243301 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-714553b7-0fd2-46f2-92a0-77af57a3891f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:30.249520 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8edab492-5e05-4a52-bd13-183d4cc86ed5 req-06e44645-ea60-414b-85cc-5f1f91f7f7ab service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257405 Aug 11 02:05:30.310213 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-714553b7-0fd2-46f2-92a0-77af57a3891f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:30.323394 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3cea7622-8222-4be6-8a67-6343bf55496b req-5ca9357a-1d7a-4ca5-9d3c-61746915e51f service neutron] 10.222.0.73 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469776 Aug 11 02:05:30.367848 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2df71-e722-4bef-aea2-934835e4b0e3 req-c6f37fae-0daa-4195-a8d4-d40853c0fd86 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:30.369841 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2df71-e722-4bef-aea2-934835e4b0e3 req-c6f37fae-0daa-4195-a8d4-d40853c0fd86 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=4cb6b146-b3d4-4d93-9407-be6b91f1b4ac HTTP/1.1" status: 200 len: 948 time: 0.3349242 Aug 11 02:05:30.406802 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f248f6-0bdd-4213-aa6b-1669a32dc6dd req-811fb7fa-f085-4eb6-812d-b153a830ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:30.408405 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7f248f6-0bdd-4213-aa6b-1669a32dc6dd req-811fb7fa-f085-4eb6-812d-b153a830ea88 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1569908 Aug 11 02:05:30.517115 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec8644-023d-46e1-955e-3c1245c909d7 req-9242bfac-ba41-412f-b672-6c9c49b42ea3 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:30.524492 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2df71-e722-4bef-aea2-934835e4b0e3 req-f8f57280-ebc2-42a2-8575-c725a15b44e1 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436770 Aug 11 02:05:30.540538 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e1ec8644-023d-46e1-955e-3c1245c909d7 req-9242bfac-ba41-412f-b672-6c9c49b42ea3 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 943 time: 0.3494084 Aug 11 02:05:30.546394 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f248f6-0bdd-4213-aa6b-1669a32dc6dd req-cf8a9589-d5e2-47f6-8e91-c0bab7ee7aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:30.557851 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7f248f6-0bdd-4213-aa6b-1669a32dc6dd req-cf8a9589-d5e2-47f6-8e91-c0bab7ee7aa0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1349666 Aug 11 02:05:30.587890 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9751387a-37af-4ab2-be23-cf16c97c3ce2 None None] Provisioning for port 571059c4-dd83-4eb1-acc5-9fcf53177b05 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:30.594420 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9751387a-37af-4ab2-be23-cf16c97c3ce2 None None] Provisioning complete for port 571059c4-dd83-4eb1-acc5-9fcf53177b05 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:30.599115 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9751387a-37af-4ab2-be23-cf16c97c3ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:30.668107 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-9751387a-37af-4ab2-be23-cf16c97c3ce2 None None] Port 571059c4-dd83-4eb1-acc5-9fcf53177b05 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:05:30.718533 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7f248f6-0bdd-4213-aa6b-1669a32dc6dd req-5bd23693-f297-4b9c-9029-4a8f25827f24 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478994 Aug 11 02:05:30.786717 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e1ec8644-023d-46e1-955e-3c1245c909d7 req-ec40543d-88d1-49d4-94cc-1b0c08a25f5c tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442698 Aug 11 02:05:30.796816 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-6d6f3110-c1bf-4d85-aeb8-e7bb4e884e15 None None] Provisioning complete for port e018f3cd-db40-472f-96e1-5e3f1f1894f9 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:30.796816 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6d6f3110-c1bf-4d85-aeb8-e7bb4e884e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:30.884349 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-714553b7-0fd2-46f2-92a0-77af57a3891f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:30.894201 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa29add9-246b-4076-a4bb-853df44b5309 admin admin] Router 5e486163-c5fe-4fac-ba3f-9492ffe36a39 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:05:30.897969 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cbd0e471-21f7-4946-9317-594dde839a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:30.914162 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-6d6f3110-c1bf-4d85-aeb8-e7bb4e884e15 None None] Port e018f3cd-db40-472f-96e1-5e3f1f1894f9 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:05:30.929911 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-714553b7-0fd2-46f2-92a0-77af57a3891f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:30.968554 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714553b7-0fd2-46f2-92a0-77af57a3891f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dd43e6-fd97-42e7-8150-ad11d846ea61,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:30.979273 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7f248f6-0bdd-4213-aa6b-1669a32dc6dd req-3b1cfed6-642c-4f95-b0fe-37cae0fb7bcf service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497511 Aug 11 02:05:30.984554 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-714553b7-0fd2-46f2-92a0-77af57a3891f admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:05:31.009009 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 9b911efb-1778-446f-bb4c-825e87afa515 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:05:31.021584 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-48628d24-b1e9-4746-bfeb-d06bb1d08bc8 req-08de7aeb-69c3-45e2-81d5-c40e35225872 tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2059314989', 'description': 'tempest-description-1067138539'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:31.061335 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-714553b7-0fd2-46f2-92a0-77af57a3891f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:31.061670 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-714553b7-0fd2-46f2-92a0-77af57a3891f admin admin] Added segment 72b5879b-3f1c-47b6-aae7-b8aa9d08533d of type vlan for network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 Aug 11 02:05:31.076455 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-48628d24-b1e9-4746-bfeb-d06bb1d08bc8 req-08de7aeb-69c3-45e2-81d5-c40e35225872 tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:31.085205 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a472d9c-adc0-4d7d-a024-a9bb698ce2c8 req-100a30a3-002f-4709-b3bc-5777d55167cc tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:31.086516 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6a472d9c-adc0-4d7d-a024-a9bb698ce2c8 req-100a30a3-002f-4709-b3bc-5777d55167cc tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 950 time: 0.1954353 Aug 11 02:05:31.096928 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-48628d24-b1e9-4746-bfeb-d06bb1d08bc8 req-08de7aeb-69c3-45e2-81d5-c40e35225872 tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:31.147364 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 9b911efb-1778-446f-bb4c-825e87afa515, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=9b911efb-1778-446f-bb4c-825e87afa515,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:31.161911 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '9b911efb-1778-446f-bb4c-825e87afa515', 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c', 'port_id': '9b911efb-1778-446f-bb4c-825e87afa515', 'mac_address': 'fa:16:3e:b6:b4:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea5a035c-6f83-40b0-8579-ac261184d3bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:05:31.169079 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-714553b7-0fd2-46f2-92a0-77af57a3891f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:31.220401 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:31.255436 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b911efb-1778-446f-bb4c-825e87afa515 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:05:31.283035 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-48628d24-b1e9-4746-bfeb-d06bb1d08bc8 req-08de7aeb-69c3-45e2-81d5-c40e35225872 tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:31.288964 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-48628d24-b1e9-4746-bfeb-d06bb1d08bc8 req-08de7aeb-69c3-45e2-81d5-c40e35225872 tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:31.295859 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 9b911efb-1778-446f-bb4c-825e87afa515, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=9b911efb-1778-446f-bb4c-825e87afa515,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:31.301573 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:31.302692 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 152571f7-05e8-401f-b3f6-e6f3d5bf6a70 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:05:31.376337 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de7aeb-69c3-45e2-81d5-c40e35225872 tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09ce37a0-597e-427f-8f1f-e221e9591a09,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:31.387030 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55220) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:31.486082 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-48628d24-b1e9-4746-bfeb-d06bb1d08bc8 req-08de7aeb-69c3-45e2-81d5-c40e35225872 tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:31.503692 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=9b911efb-1778-446f-bb4c-825e87afa515,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:31.507671 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-48628d24-b1e9-4746-bfeb-d06bb1d08bc8 req-08de7aeb-69c3-45e2-81d5-c40e35225872 tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:31.509003 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 152571f7-05e8-401f-b3f6-e6f3d5bf6a70, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=152571f7-05e8-401f-b3f6-e6f3d5bf6a70,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:31.521294 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '152571f7-05e8-401f-b3f6-e6f3d5bf6a70', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': '152571f7-05e8-401f-b3f6-e6f3d5bf6a70', 'mac_address': 'fa:16:3e:98:95:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:05:31.592434 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:31.598691 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de7aeb-69c3-45e2-81d5-c40e35225872 tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7df13525-1823-4ed8-aa98-2381f3379a71,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:31.606675 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-48628d24-b1e9-4746-bfeb-d06bb1d08bc8 req-08de7aeb-69c3-45e2-81d5-c40e35225872 tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:31.609939 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-48628d24-b1e9-4746-bfeb-d06bb1d08bc8 req-08de7aeb-69c3-45e2-81d5-c40e35225872 tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5927515 Aug 11 02:05:31.644812 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4c71ed53-c86e-4d63-b70d-af22833d823d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:31.707732 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6a472d9c-adc0-4d7d-a024-a9bb698ce2c8 req-9d93cacd-efd7-48b1-9889-3a595cb7cf92 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6138978 Aug 11 02:05:31.748793 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 152571f7-05e8-401f-b3f6-e6f3d5bf6a70 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:05:31.775257 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 152571f7-05e8-401f-b3f6-e6f3d5bf6a70, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=152571f7-05e8-401f-b3f6-e6f3d5bf6a70,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:31.781060 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:31.795932 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa29add9-246b-4076-a4bb-853df44b5309 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:05:31.808389 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1535ae-7137-4ee7-ad78-dae2230b305f None None] Sync routers for ids ['5e486163-c5fe-4fac-ba3f-9492ffe36a39'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:05:31.832538 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1535ae-7137-4ee7-ad78-dae2230b305f None None] Routers {'5e486163-c5fe-4fac-ba3f-9492ffe36a39'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:05:31.832849 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b1859-9738-4029-b0e3-1e31edf9c457 req-d21e7416-21f4-4a42-bce7-5c4e7aae45cc tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:31.833986 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0e1535ae-7137-4ee7-ad78-dae2230b305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:05:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5e486163-c5fe-4fac-ba3f-9492ffe36a39'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:31.840837 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-072b1859-9738-4029-b0e3-1e31edf9c457 req-d21e7416-21f4-4a42-bce7-5c4e7aae45cc tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=4cb6b146-b3d4-4d93-9407-be6b91f1b4ac HTTP/1.1" status: 200 len: 948 time: 0.1354735 Aug 11 02:05:31.843832 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-aa29add9-246b-4076-a4bb-853df44b5309 admin admin] 10.222.0.50 "PUT /v2.0/routers/5e486163-c5fe-4fac-ba3f-9492ffe36a39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4632676 Aug 11 02:05:31.849566 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-714553b7-0fd2-46f2-92a0-77af57a3891f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:31.851784 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714553b7-0fd2-46f2-92a0-77af57a3891f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:31.852468 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-714553b7-0fd2-46f2-92a0-77af57a3891f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:31.853463 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4c71ed53-c86e-4d63-b70d-af22833d823d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:31.861409 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-83cea4f7-fa0a-4747-a342-ec5206406a81 req-78b5c663-78d4-4fb6-8162-451519879606 tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] Request body: {'security_group': {'name': 'tempest-securitygroup-346725566', 'description': 'tempest-description-621378535'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:31.862360 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=152571f7-05e8-401f-b3f6-e6f3d5bf6a70,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:31.876192 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4c71ed53-c86e-4d63-b70d-af22833d823d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:31.993660 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-0e1535ae-7137-4ee7-ad78-dae2230b305f None None] Set router 5e486163-c5fe-4fac-ba3f-9492ffe36a39 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:05:32.009223 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71ed53-c86e-4d63-b70d-af22833d823d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5610fe-011c-4133-8113-6d36f2ea816d,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:32.022514 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-072b1859-9738-4029-b0e3-1e31edf9c457 req-ce993d71-e1ef-45b1-9116-e254b1de10d5 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808167 Aug 11 02:05:32.022996 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['152571f7-05e8-401f-b3f6-e6f3d5bf6a70'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:05:32.054775 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714553b7-0fd2-46f2-92a0-77af57a3891f admin admin] Pushing event updated for resources: {'Network': ['ID=91920fe3-ff09-41fe-ba76-a9d2c7703cf7,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:32.067045 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-83cea4f7-fa0a-4747-a342-ec5206406a81 req-78b5c663-78d4-4fb6-8162-451519879606 tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:32.075871 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['9b911efb-1778-446f-bb4c-825e87afa515'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:05:32.078285 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cbd0e471-21f7-4946-9317-594dde839a84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:32.080235 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:05:32.099254 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-714553b7-0fd2-46f2-92a0-77af57a3891f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4944715 Aug 11 02:05:32.107085 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4c71ed53-c86e-4d63-b70d-af22833d823d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=306e6fb4912a462187186383eff30eed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7188215 Aug 11 02:05:32.107857 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55234) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:32.108194 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55236) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:32.110120 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cbd0e471-21f7-4946-9317-594dde839a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:32.113233 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cbd0e471-21f7-4946-9317-594dde839a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:32.118750 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-a8afe52b-e241-4caa-879d-6f161f1360a0 admin admin] Request body: {'subnet': {'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1449979444-subnet', 'tenant_id': 'fc914b6e60444f2aabf27f905058cfbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:32.285392 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b7944c2-1c9c-4f71-9680-cd500ce4a20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:32.308722 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b7944c2-1c9c-4f71-9680-cd500ce4a20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:32.319862 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0e1535ae-7137-4ee7-ad78-dae2230b305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e486163-c5fe-4fac-ba3f-9492ffe36a39', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-789808238-router', 'tenant_id': 'c60deef8761c44de85dcb71c60bd9e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '40a0c480-eec5-4532-8507-3874722fd27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:16Z', 'updated_at': '2021-08-11T02:05:28Z', 'revision_number': 4, 'project_id': 'c60deef8761c44de85dcb71c60bd9e7e', 'gw_port': {'id': '40a0c480-eec5-4532-8507-3874722fd27b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e486163-c5fe-4fac-ba3f-9492ffe36a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:18Z', 'updated_at': '2021-08-11T02:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'e018f3cd-db40-472f-96e1-5e3f1f1894f9', 'name': '', 'network_id': '62739e72-9dd2-44cd-96d6-cc4c21b10810', 'tenant_id': 'c60deef8761c44de85dcb71c60bd9e7e', 'mac_address': 'fa:16:3e:7e:b7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e486163-c5fe-4fac-ba3f-9492ffe36a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f63be90c-3edd-4c15-b780-dabb37cfb4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:25Z', 'updated_at': '2021-08-11T02:05:29Z', 'revision_number': 2, 'project_id': 'c60deef8761c44de85dcb71c60bd9e7e', 'subnets': [{'id': 'f63be90c-3edd-4c15-b780-dabb37cfb4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:32.353332 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1535ae-7137-4ee7-ad78-dae2230b305f None None] Checking router: 5e486163-c5fe-4fac-ba3f-9492ffe36a39 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:05:32.354054 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1535ae-7137-4ee7-ad78-dae2230b305f None None] Updating router 5e486163-c5fe-4fac-ba3f-9492ffe36a39 port e018f3cd-db40-472f-96e1-5e3f1f1894f9 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:05:32.382176 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-71aef14c-7441-4de2-887e-de82da59461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:32.390930 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-0e1535ae-7137-4ee7-ad78-dae2230b305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:32.396103 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-71aef14c-7441-4de2-887e-de82da59461c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 1102 time: 0.3726442 Aug 11 02:05:32.405744 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b7944c2-1c9c-4f71-9680-cd500ce4a20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:32.408762 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0e471-21f7-4946-9317-594dde839a84 admin admin] Pushing event updated for resources: {'Port': ['ID=571059c4-dd83-4eb1-acc5-9fcf53177b05,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:32.411165 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b7944c2-1c9c-4f71-9680-cd500ce4a20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:32.415851 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4b7944c2-1c9c-4f71-9680-cd500ce4a20f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8f5610fe-011c-4133-8113-6d36f2ea816d HTTP/1.1" status: 204 len: 168 time: 0.2892139 Aug 11 02:05:32.483672 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad4ace-c658-48d8-8b2d-3f31d3df6e00 req-ba5e19b8-ac30-407f-b670-7d10cdbe09b9 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:32.485524 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0dad4ace-c658-48d8-8b2d-3f31d3df6e00 req-ba5e19b8-ac30-407f-b670-7d10cdbe09b9 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 944 time: 0.2766211 Aug 11 02:05:32.489049 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7944c2-1c9c-4f71-9680-cd500ce4a20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5610fe-011c-4133-8113-6d36f2ea816d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:32.512236 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-83cea4f7-fa0a-4747-a342-ec5206406a81 req-78b5c663-78d4-4fb6-8162-451519879606 tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:32.543599 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-83cea4f7-fa0a-4747-a342-ec5206406a81 req-78b5c663-78d4-4fb6-8162-451519879606 tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:32.566686 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0dad4ace-c658-48d8-8b2d-3f31d3df6e00 req-0f16a616-ba16-4a65-a5c6-97de916481fe tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707378 Aug 11 02:05:32.576075 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8afe52b-e241-4caa-879d-6f161f1360a0 admin admin] Made reservation on behalf of fc914b6e60444f2aabf27f905058cfbf for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:05:32.578699 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a8afe52b-e241-4caa-879d-6f161f1360a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:32.591942 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd0e471-21f7-4946-9317-594dde839a84 admin admin] Network 07b49ae4-1aa7-4b60-be34-c6fba52540bd is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:05:32.597418 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-83cea4f7-fa0a-4747-a342-ec5206406a81 req-78b5c663-78d4-4fb6-8162-451519879606 tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:32.603172 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-83cea4f7-fa0a-4747-a342-ec5206406a81 req-78b5c663-78d4-4fb6-8162-451519879606 tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7999377 Aug 11 02:05:32.604656 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-cbd0e471-21f7-4946-9317-594dde839a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:32.627829 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b5c663-78d4-4fb6-8162-451519879606 tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=702b61f2-5465-4255-b6a3-880ea23c2e54,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:32.654333 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-d51ad4a8-4d6b-4221-890c-ba7d406bccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:32.663057 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-d51ad4a8-4d6b-4221-890c-ba7d406bccd0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.2459593 Aug 11 02:05:32.788312 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-38656cf4-0778-4365-b97e-0f26ae27e5eb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=f1c2dc37-53c8-4940-8d0e-4a846afcecd0 HTTP/1.1" status: 200 len: 217 time: 0.0960417 Aug 11 02:05:32.849853 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-0e1535ae-7137-4ee7-ad78-dae2230b305f None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:32.864373 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-0e1535ae-7137-4ee7-ad78-dae2230b305f None None] Transition to ACTIVE for port object e018f3cd-db40-472f-96e1-5e3f1f1894f9 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:32.882452 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-0e1535ae-7137-4ee7-ad78-dae2230b305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:32.884994 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd0e471-21f7-4946-9317-594dde839a84 admin admin] Router 3cdde865-162b-42c0-b291-1374b1e6627b has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:05:32.926608 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-9b1a2273-7996-4267-b56a-121c3bd68019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:32.928263 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-9b1a2273-7996-4267-b56a-121c3bd68019 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1300735 Aug 11 02:05:32.963668 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f1ba8b94-6a2e-4e36-8ad8-5c98dcf6f9da None None] Provisioning complete for port 571059c4-dd83-4eb1-acc5-9fcf53177b05 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:32.964244 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f1ba8b94-6a2e-4e36-8ad8-5c98dcf6f9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:33.001204 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc06bb-ff60-4e73-8c28-7c7331173ad1 None None] Pushing event updated for resources: {'Port': ['ID=e018f3cd-db40-472f-96e1-5e3f1f1894f9,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:33.042113 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device c756a0a7-6e66-46af-b570-3c00e733ef84 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:05:33.072084 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-83305bdd-0893-46bc-941c-0379175fd26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:33.073920 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-83305bdd-0893-46bc-941c-0379175fd26e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1362641 Aug 11 02:05:33.077435 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-f1ba8b94-6a2e-4e36-8ad8-5c98dcf6f9da None None] Port 571059c4-dd83-4eb1-acc5-9fcf53177b05 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:05:33.082804 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 152571f7-05e8-401f-b3f6-e6f3d5bf6a70 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:05:33.137488 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-1c4e834e-00f8-4d49-89a3-393027d7763c req-dc36c589-5cfe-4afe-99ce-ab2c60f05ad3 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1666380435', 'description': 'tempest-description-2123035772'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:33.158847 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-0e1535ae-7137-4ee7-ad78-dae2230b305f None None] Attempting to bind port e018f3cd-db40-472f-96e1-5e3f1f1894f9 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:05:33.163433 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-0e1535ae-7137-4ee7-ad78-dae2230b305f None None] Attempting to bind port e018f3cd-db40-472f-96e1-5e3f1f1894f9 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'f495d5ec-f181-44af-b501-ca67d2e3fc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '62739e72-9dd2-44cd-96d6-cc4c21b10810'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:05:33.164828 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1535ae-7137-4ee7-ad78-dae2230b305f None None] Attempting to bind port e018f3cd-db40-472f-96e1-5e3f1f1894f9 on network 62739e72-9dd2-44cd-96d6-cc4c21b10810 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:33.184620 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1535ae-7137-4ee7-ad78-dae2230b305f None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:05:33.185283 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1535ae-7137-4ee7-ad78-dae2230b305f None None] Checking segment: {'id': 'f495d5ec-f181-44af-b501-ca67d2e3fc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '62739e72-9dd2-44cd-96d6-cc4c21b10810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:33.186896 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-0e1535ae-7137-4ee7-ad78-dae2230b305f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:33.191793 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1535ae-7137-4ee7-ad78-dae2230b305f None None] Bound using segment: {'id': 'f495d5ec-f181-44af-b501-ca67d2e3fc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '62739e72-9dd2-44cd-96d6-cc4c21b10810'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:05:33.192980 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-0e1535ae-7137-4ee7-ad78-dae2230b305f None None] Bound port: e018f3cd-db40-472f-96e1-5e3f1f1894f9, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f495d5ec-f181-44af-b501-ca67d2e3fc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '62739e72-9dd2-44cd-96d6-cc4c21b10810'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:05:33.193512 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-0e1535ae-7137-4ee7-ad78-dae2230b305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:33.234949 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd0e471-21f7-4946-9317-594dde839a84 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:05:33.262860 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-cbd0e471-21f7-4946-9317-594dde839a84 admin admin] 10.222.0.50 "PUT /v2.0/routers/3cdde865-162b-42c0-b291-1374b1e6627b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0452831 Aug 11 02:05:33.264289 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1c4e834e-00f8-4d49-89a3-393027d7763c req-dc36c589-5cfe-4afe-99ce-ab2c60f05ad3 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:33.273296 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f5f1ad-0ab0-4483-8ea9-4332ebd171fe None None] Sync routers for ids ['3cdde865-162b-42c0-b291-1374b1e6627b'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:05:33.296098 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1c4e834e-00f8-4d49-89a3-393027d7763c req-dc36c589-5cfe-4afe-99ce-ab2c60f05ad3 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:33.304137 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port c756a0a7-6e66-46af-b570-3c00e733ef84, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=c756a0a7-6e66-46af-b570-3c00e733ef84,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:33.315860 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-0e1535ae-7137-4ee7-ad78-dae2230b305f None None] For port e018f3cd-db40-472f-96e1-5e3f1f1894f9, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:05:33.316884 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f5f1ad-0ab0-4483-8ea9-4332ebd171fe None None] Routers {'3cdde865-162b-42c0-b291-1374b1e6627b'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:05:33.317651 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-41f5f1ad-0ab0-4483-8ea9-4332ebd171fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:05:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['3cdde865-162b-42c0-b291-1374b1e6627b'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:33.323909 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-0e1535ae-7137-4ee7-ad78-dae2230b305f None None] For port e018f3cd-db40-472f-96e1-5e3f1f1894f9, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e018f3cd-db40-472f-96e1-5e3f1f1894f9,segment=NetworkSegment(f495d5ec-f181-44af-b501-ca67d2e3fc5b),segment_id=f495d5ec-f181-44af-b501-ca67d2e3fc5b)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:05:33.339187 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-0e1535ae-7137-4ee7-ad78-dae2230b305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:33.367055 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 152571f7-05e8-401f-b3f6-e6f3d5bf6a70 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:33.380483 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'c756a0a7-6e66-46af-b570-3c00e733ef84', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': 'c756a0a7-6e66-46af-b570-3c00e733ef84', 'mac_address': 'fa:16:3e:3a:84:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:05:33.382123 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 152571f7-05e8-401f-b3f6-e6f3d5bf6a70 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:33.382489 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:33.387650 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a8afe52b-e241-4caa-879d-6f161f1360a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:33.393371 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-536fb212-a105-4b28-ad53-6dfd6bfbf178 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958941 Aug 11 02:05:33.401317 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55256) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:33.412041 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1535ae-7137-4ee7-ad78-dae2230b305f None None] Routers {'5e486163-c5fe-4fac-ba3f-9492ffe36a39'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:05:33.412678 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0e1535ae-7137-4ee7-ad78-dae2230b305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:05:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5e486163-c5fe-4fac-ba3f-9492ffe36a39'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:33.416313 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc06bb-ff60-4e73-8c28-7c7331173ad1 None None] Pushing event updated for resources: {'Port': ['ID=e018f3cd-db40-472f-96e1-5e3f1f1894f9,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:33.521032 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1c4e834e-00f8-4d49-89a3-393027d7763c req-dc36c589-5cfe-4afe-99ce-ab2c60f05ad3 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:33.535531 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1c4e834e-00f8-4d49-89a3-393027d7763c req-dc36c589-5cfe-4afe-99ce-ab2c60f05ad3 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:33.576528 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afe52b-e241-4caa-879d-6f161f1360a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6e0d0b4-108b-452a-91dc-cd606630079c,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:33.578817 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-74c3890e-355a-4347-9e0b-0e5559f49c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:33.592527 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36c589-5cfe-4afe-99ce-ab2c60f05ad3 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef00ddf-f958-4859-a872-facbb860ba7c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:33.606215 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:33.609133 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-0e1535ae-7137-4ee7-ad78-dae2230b305f None None] Set router 5e486163-c5fe-4fac-ba3f-9492ffe36a39 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:05:33.663949 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-41f5f1ad-0ab0-4483-8ea9-4332ebd171fe None None] Set router 3cdde865-162b-42c0-b291-1374b1e6627b gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:05:33.668558 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c756a0a7-6e66-46af-b570-3c00e733ef84 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:05:33.672915 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1c4e834e-00f8-4d49-89a3-393027d7763c req-dc36c589-5cfe-4afe-99ce-ab2c60f05ad3 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:33.691511 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1c4e834e-00f8-4d49-89a3-393027d7763c req-dc36c589-5cfe-4afe-99ce-ab2c60f05ad3 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:33.730988 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36c589-5cfe-4afe-99ce-ab2c60f05ad3 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22c3bad-8f7b-4870-8369-51df418fb993,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:33.742620 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port c756a0a7-6e66-46af-b570-3c00e733ef84, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=c756a0a7-6e66-46af-b570-3c00e733ef84,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:33.743634 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:33.745454 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1c4e834e-00f8-4d49-89a3-393027d7763c req-dc36c589-5cfe-4afe-99ce-ab2c60f05ad3 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:33.756826 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1c4e834e-00f8-4d49-89a3-393027d7763c req-dc36c589-5cfe-4afe-99ce-ab2c60f05ad3 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6246934 Aug 11 02:05:33.791185 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:33.842171 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3470a7-20c3-47d6-8ac0-1c7d96bbe765 req-11d6ca7d-6672-49f5-b5dd-4a502a531eac tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:33.849715 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2e3470a7-20c3-47d6-8ac0-1c7d96bbe765 req-11d6ca7d-6672-49f5-b5dd-4a502a531eac tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 950 time: 0.5908287 Aug 11 02:05:33.897953 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb6b146-b3d4-4d93-9407-be6b91f1b4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152571f7-05e8-401f-b3f6-e6f3d5bf6a70'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:05:33.902206 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7ff4aa-932e-4516-a233-c73d096e12f2" -d '{"events": [{"server_uuid": "4cb6b146-b3d4-4d93-9407-be6b91f1b4ac", "name": "network-vif-plugged", "status": "completed", "tag": "152571f7-05e8-401f-b3f6-e6f3d5bf6a70"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:05:33.921399 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8afe52b-e241-4caa-879d-6f161f1360a0 admin admin] Checking segment: {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:33.921762 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8afe52b-e241-4caa-879d-6f161f1360a0 admin admin] Network hostable DHCP agents. Network: 91920fe3-ff09-41fe-ba76-a9d2c7703cf7, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:05:33.938906 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 152571f7-05e8-401f-b3f6-e6f3d5bf6a70, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=152571f7-05e8-401f-b3f6-e6f3d5bf6a70,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:33.959161 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0e1535ae-7137-4ee7-ad78-dae2230b305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e486163-c5fe-4fac-ba3f-9492ffe36a39', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-789808238-router', 'tenant_id': 'c60deef8761c44de85dcb71c60bd9e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '40a0c480-eec5-4532-8507-3874722fd27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:16Z', 'updated_at': '2021-08-11T02:05:28Z', 'revision_number': 4, 'project_id': 'c60deef8761c44de85dcb71c60bd9e7e', 'gw_port': {'id': '40a0c480-eec5-4532-8507-3874722fd27b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e486163-c5fe-4fac-ba3f-9492ffe36a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:18Z', 'updated_at': '2021-08-11T02:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'e018f3cd-db40-472f-96e1-5e3f1f1894f9', 'name': '', 'network_id': '62739e72-9dd2-44cd-96d6-cc4c21b10810', 'tenant_id': 'c60deef8761c44de85dcb71c60bd9e7e', 'mac_address': 'fa:16:3e:7e:b7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e486163-c5fe-4fac-ba3f-9492ffe36a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f63be90c-3edd-4c15-b780-dabb37cfb4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:25Z', 'updated_at': '2021-08-11T02:05:33Z', 'revision_number': 4, 'project_id': 'c60deef8761c44de85dcb71c60bd9e7e', 'subnets': [{'id': 'f63be90c-3edd-4c15-b780-dabb37cfb4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:33.964671 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:33.965455 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 9b911efb-1778-446f-bb4c-825e87afa515 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:05:33.969181 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=c756a0a7-6e66-46af-b570-3c00e733ef84,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:33.973468 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2e3470a7-20c3-47d6-8ac0-1c7d96bbe765 req-bdb79f3c-f547-4e3e-b1f2-3db1ac1ecdd5 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227984 Aug 11 02:05:33.975603 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-a9a09299-88fc-4a8b-80f0-9ef8f49c316d service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792774 Aug 11 02:05:34.014734 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1535ae-7137-4ee7-ad78-dae2230b305f None None] The sync data for ids ['5e486163-c5fe-4fac-ba3f-9492ffe36a39'] in n-d-615180-33 is: [{'id': '5e486163-c5fe-4fac-ba3f-9492ffe36a39', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-789808238-router', 'tenant_id': 'c60deef8761c44de85dcb71c60bd9e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '40a0c480-eec5-4532-8507-3874722fd27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:16Z', 'updated_at': '2021-08-11T02:05:28Z', 'revision_number': 4, 'project_id': 'c60deef8761c44de85dcb71c60bd9e7e', 'gw_port': {'id': '40a0c480-eec5-4532-8507-3874722fd27b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e486163-c5fe-4fac-ba3f-9492ffe36a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:18Z', 'updated_at': '2021-08-11T02:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'e018f3cd-db40-472f-96e1-5e3f1f1894f9', 'name': '', 'network_id': '62739e72-9dd2-44cd-96d6-cc4c21b10810', 'tenant_id': 'c60deef8761c44de85dcb71c60bd9e7e', 'mac_address': 'fa:16:3e:7e:b7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e486163-c5fe-4fac-ba3f-9492ffe36a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f63be90c-3edd-4c15-b780-dabb37cfb4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:25Z', 'updated_at': '2021-08-11T02:05:33Z', 'revision_number': 4, 'project_id': 'c60deef8761c44de85dcb71c60bd9e7e', 'subnets': [{'id': 'f63be90c-3edd-4c15-b780-dabb37cfb4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:05:34.021210 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8afe52b-e241-4caa-879d-6f161f1360a0 admin admin] Network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:05:34.055935 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-a8afe52b-e241-4caa-879d-6f161f1360a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 91920fe3-ff09-41fe-ba76-a9d2c7703cf7) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:34.069461 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['c756a0a7-6e66-46af-b570-3c00e733ef84'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:05:34.084867 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8afe52b-e241-4caa-879d-6f161f1360a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:34.085674 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a8afe52b-e241-4caa-879d-6f161f1360a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:34.133829 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a0adbb-0a6f-404d-b02d-82197758b02c None None] Network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:05:34.174858 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-74c3890e-355a-4347-9e0b-0e5559f49c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:34.195275 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912395e5-8694-4efd-92fc-4bd96c595c6d req-c25cb70b-4c3a-4803-bd9a-ff8b1fbae04a tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:34.203412 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-912395e5-8694-4efd-92fc-4bd96c595c6d req-c25cb70b-4c3a-4803-bd9a-ff8b1fbae04a tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=4cb6b146-b3d4-4d93-9407-be6b91f1b4ac HTTP/1.1" status: 200 len: 950 time: 0.1127939 Aug 11 02:05:34.207793 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-74c3890e-355a-4347-9e0b-0e5559f49c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:34.231172 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a8afe52b-e241-4caa-879d-6f161f1360a0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1185291 Aug 11 02:05:34.274374 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3890e-355a-4347-9e0b-0e5559f49c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c34d7e-69ed-41e8-840c-a396826a278a,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:34.313404 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=152571f7-05e8-401f-b3f6-e6f3d5bf6a70,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:34.319574 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-912395e5-8694-4efd-92fc-4bd96c595c6d req-4ae840aa-044e-488b-97d2-0472ea1cb56a tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148801 Aug 11 02:05:34.324552 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-74c3890e-355a-4347-9e0b-0e5559f49c5c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e214dcd3f00f44a88d544e0adef7e697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8347709 Aug 11 02:05:34.327215 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55274) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:34.422872 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 9b911efb-1778-446f-bb4c-825e87afa515 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:34.439357 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 9b911efb-1778-446f-bb4c-825e87afa515 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:34.439922 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:34.494256 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa072-c87e-48fb-bfa7-3be1c47b42a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:34.500254 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-41f5f1ad-0ab0-4483-8ea9-4332ebd171fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdde865-162b-42c0-b291-1374b1e6627b', 'name': 'tempest-FloatingIPsTestJSON-7665925-router', 'tenant_id': 'bdda025a003b4cb88bbba628c09f7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a7293db1-f027-4ea3-93cc-15feef1a373a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:17Z', 'updated_at': '2021-08-11T02:05:30Z', 'revision_number': 4, 'project_id': 'bdda025a003b4cb88bbba628c09f7700', 'gw_port': {'id': 'a7293db1-f027-4ea3-93cc-15feef1a373a', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdde865-162b-42c0-b291-1374b1e6627b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:19Z', 'updated_at': '2021-08-11T02:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '571059c4-dd83-4eb1-acc5-9fcf53177b05', 'name': '', 'network_id': '07b49ae4-1aa7-4b60-be34-c6fba52540bd', 'tenant_id': 'bdda025a003b4cb88bbba628c09f7700', 'mac_address': 'fa:16:3e:0d:1b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdde865-162b-42c0-b291-1374b1e6627b', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '00ee02a3-6f06-4bd9-9cdc-3503985030f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:27Z', 'updated_at': '2021-08-11T02:05:31Z', 'revision_number': 2, 'project_id': 'bdda025a003b4cb88bbba628c09f7700', 'subnets': [{'id': '00ee02a3-6f06-4bd9-9cdc-3503985030f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:34.516112 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3620ea-fd39-492d-8f73-cfe8d142ec0a req-921caef3-2564-4d54-8bde-742c0da61491 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:34.517847 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3c3620ea-fd39-492d-8f73-cfe8d142ec0a req-921caef3-2564-4d54-8bde-742c0da61491 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 944 time: 0.1050615 Aug 11 02:05:34.537565 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa072-c87e-48fb-bfa7-3be1c47b42a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:34.561442 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f5f1ad-0ab0-4483-8ea9-4332ebd171fe None None] Checking router: 3cdde865-162b-42c0-b291-1374b1e6627b for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:05:34.561957 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f5f1ad-0ab0-4483-8ea9-4332ebd171fe None None] Updating router 3cdde865-162b-42c0-b291-1374b1e6627b port 571059c4-dd83-4eb1-acc5-9fcf53177b05 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:05:34.576182 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3c3620ea-fd39-492d-8f73-cfe8d142ec0a req-902f8352-ab59-4cb9-82fc-0af3e9495152 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502379 Aug 11 02:05:34.638479 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-30573b26-c165-4a83-9f09-5f95a384f344 req-1d761671-36be-491f-8369-a2d64bb39076 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-678259310', 'description': 'tempest-description-1028748554'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:34.648852 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98a029e-fe82-46a5-b390-a1cc9904d36b None None] Network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:05:34.670770 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2c85dad1-f21b-46ed-8d6f-d0a6d72eae19 req-be748d6c-5f4a-4cdf-a8e5-48657e34cc7d tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3604198 Aug 11 02:05:34.677063 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa072-c87e-48fb-bfa7-3be1c47b42a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:34.678917 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-2c85dad1-f21b-46ed-8d6f-d0a6d72eae19 req-4a73c7da-2ad2-401d-ba21-e06bf4a05e87 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:34.680135 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa072-c87e-48fb-bfa7-3be1c47b42a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:34.685042 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d6ffa072-c87e-48fb-bfa7-3be1c47b42a8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f3c34d7e-69ed-41e8-840c-a396826a278a HTTP/1.1" status: 204 len: 168 time: 0.3561687 Aug 11 02:05:34.686831 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-41f5f1ad-0ab0-4483-8ea9-4332ebd171fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:34.695787 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffa072-c87e-48fb-bfa7-3be1c47b42a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c34d7e-69ed-41e8-840c-a396826a278a,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:34.700127 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-30573b26-c165-4a83-9f09-5f95a384f344 req-1d761671-36be-491f-8369-a2d64bb39076 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:34.732775 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.db.api [req-30573b26-c165-4a83-9f09-5f95a384f344 req-1d761671-36be-491f-8369-a2d64bb39076 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:05:34.732775 n-d-615180-33 neutron-server[94506]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:05:34.732775 n-d-615180-33 neutron-server[94506]: [parameters: {'project_id_1': '163a5e5aa7e548ca9458a07c48979511', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 5, 34, 722048)}] Aug 11 02:05:34.732775 n-d-615180-33 neutron-server[94506]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:05:34.734886 n-d-615180-33 neutron-server[94506]: DEBUG oslo_db.api [req-30573b26-c165-4a83-9f09-5f95a384f344 req-1d761671-36be-491f-8369-a2d64bb39076 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:05:34.749993 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2c85dad1-f21b-46ed-8d6f-d0a6d72eae19 req-4a73c7da-2ad2-401d-ba21-e06bf4a05e87 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:34.890126 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2c85dad1-f21b-46ed-8d6f-d0a6d72eae19 req-4a73c7da-2ad2-401d-ba21-e06bf4a05e87 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:35.089217 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-2c85dad1-f21b-46ed-8d6f-d0a6d72eae19 req-4a73c7da-2ad2-401d-ba21-e06bf4a05e87 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Allocated IP 172.25.2.3 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/d73d12be-bc24-40da-aaca-b123679a70a6) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:05:35.096631 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e018f3cd-db40-472f-96e1-5e3f1f1894f9 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:05:35.222306 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55300) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:35.228267 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-5189741e-f238-4a15-9a5d-5b471a3b599b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1661272185-network', 'tenant_id': '710d701b0a7a40849637bc5cca59fd8f'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:35.237104 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-30573b26-c165-4a83-9f09-5f95a384f344 req-1d761671-36be-491f-8369-a2d64bb39076 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:35.278548 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2c85dad1-f21b-46ed-8d6f-d0a6d72eae19 req-4a73c7da-2ad2-401d-ba21-e06bf4a05e87 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:35.295959 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5189741e-f238-4a15-9a5d-5b471a3b599b admin admin] Made reservation on behalf of 710d701b0a7a40849637bc5cca59fd8f for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:05:35.298952 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5189741e-f238-4a15-9a5d-5b471a3b599b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:35.317259 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5189741e-f238-4a15-9a5d-5b471a3b599b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:35.323713 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:35.371049 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2c85dad1-f21b-46ed-8d6f-d0a6d72eae19 req-4a73c7da-2ad2-401d-ba21-e06bf4a05e87 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:35.393323 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-30573b26-c165-4a83-9f09-5f95a384f344 req-1d761671-36be-491f-8369-a2d64bb39076 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:35.399892 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-30573b26-c165-4a83-9f09-5f95a384f344 req-1d761671-36be-491f-8369-a2d64bb39076 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:35.429953 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port e018f3cd-db40-472f-96e1-5e3f1f1894f9 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:35.432168 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d761671-36be-491f-8369-a2d64bb39076 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e9b149-70e6-46dd-a267-57fc900ff30f,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:35.435807 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c85dad1-f21b-46ed-8d6f-d0a6d72eae19 req-4a73c7da-2ad2-401d-ba21-e06bf4a05e87 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:05:35.443149 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-2c85dad1-f21b-46ed-8d6f-d0a6d72eae19 req-4a73c7da-2ad2-401d-ba21-e06bf4a05e87 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:35.445699 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c85dad1-f21b-46ed-8d6f-d0a6d72eae19 req-4a73c7da-2ad2-401d-ba21-e06bf4a05e87 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:05:35.450172 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73c7da-2ad2-401d-ba21-e06bf4a05e87 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Pushing event updated for resources: {'Port': ['ID=d73d12be-bc24-40da-aaca-b123679a70a6,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:35.468277 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port e018f3cd-db40-472f-96e1-5e3f1f1894f9 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:35.468652 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:35.471497 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 9b911efb-1778-446f-bb4c-825e87afa515, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=9b911efb-1778-446f-bb4c-825e87afa515,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:35.512827 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:35.574806 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5189741e-f238-4a15-9a5d-5b471a3b599b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:35.587086 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2c85dad1-f21b-46ed-8d6f-d0a6d72eae19 req-4a73c7da-2ad2-401d-ba21-e06bf4a05e87 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:35.589015 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5189741e-f238-4a15-9a5d-5b471a3b599b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:35.602116 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-30573b26-c165-4a83-9f09-5f95a384f344 req-1d761671-36be-491f-8369-a2d64bb39076 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:35.603341 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-30573b26-c165-4a83-9f09-5f95a384f344 req-1d761671-36be-491f-8369-a2d64bb39076 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9874759 Aug 11 02:05:35.632944 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5189741e-f238-4a15-9a5d-5b471a3b599b admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:05:35.647106 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189741e-f238-4a15-9a5d-5b471a3b599b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabf22e0-6141-4a58-90eb-14c2bc49779e,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:35.654869 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5189741e-f238-4a15-9a5d-5b471a3b599b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:35.655255 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-5189741e-f238-4a15-9a5d-5b471a3b599b admin admin] Added segment e0278a90-57b0-43d0-9154-66cffc998067 of type vlan for network cb6e6bc3-19b9-4c3f-9217-d3ecfbaeec25 Aug 11 02:05:35.678350 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2c85dad1-f21b-46ed-8d6f-d0a6d72eae19 req-4a73c7da-2ad2-401d-ba21-e06bf4a05e87 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:35.718219 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e9b806-5b4d-4140-933c-f45574a4deed x-openstack-request-id: req-e0e9b806-5b4d-4140-933c-f45574a4deed {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:05:35.718516 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb6b146-b3d4-4d93-9407-be6b91f1b4ac", "name": "network-vif-plugged", "status": "completed", "tag": "152571f7-05e8-401f-b3f6-e6f3d5bf6a70", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:05:35.718771 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e0e9b806-5b4d-4140-933c-f45574a4deed {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:05:35.719167 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb6b146-b3d4-4d93-9407-be6b91f1b4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152571f7-05e8-401f-b3f6-e6f3d5bf6a70', 'code': 200} Aug 11 02:05:35.734175 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=9b911efb-1778-446f-bb4c-825e87afa515,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:35.766025 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5189741e-f238-4a15-9a5d-5b471a3b599b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:35.788767 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-41f5f1ad-0ab0-4483-8ea9-4332ebd171fe None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:35.802528 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-41f5f1ad-0ab0-4483-8ea9-4332ebd171fe None None] Transition to ACTIVE for port object 571059c4-dd83-4eb1-acc5-9fcf53177b05 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:35.834219 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-41f5f1ad-0ab0-4483-8ea9-4332ebd171fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:35.883721 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dacec99-9dd7-490b-8932-1dae52da24a6 req-1fb32f0e-7f13-43cc-93b6-fe11ec18401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:35.885096 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9dacec99-9dd7-490b-8932-1dae52da24a6 req-1fb32f0e-7f13-43cc-93b6-fe11ec18401a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4cb6b146-b3d4-4d93-9407-be6b91f1b4ac HTTP/1.1" status: 200 len: 1102 time: 0.1375210 Aug 11 02:05:35.910453 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255f773-af37-472f-8575-2ed719f0b073 req-cc6e9c01-823e-4fe8-85b0-e1cee6cec95b tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:35.916955 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:35.918365 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8255f773-af37-472f-8575-2ed719f0b073 req-cc6e9c01-823e-4fe8-85b0-e1cee6cec95b tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 950 time: 0.1122503 Aug 11 02:05:35.934746 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5189741e-f238-4a15-9a5d-5b471a3b599b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:35.935834 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5189741e-f238-4a15-9a5d-5b471a3b599b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:35.936497 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5189741e-f238-4a15-9a5d-5b471a3b599b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:35.949977 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2c85dad1-f21b-46ed-8d6f-d0a6d72eae19 req-4a73c7da-2ad2-401d-ba21-e06bf4a05e87 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:35.963935 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2c85dad1-f21b-46ed-8d6f-d0a6d72eae19 req-4a73c7da-2ad2-401d-ba21-e06bf4a05e87 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:35.969203 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5189741e-f238-4a15-9a5d-5b471a3b599b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7423031 Aug 11 02:05:35.978336 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55322) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:35.995229 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-7d5f2966-b2b4-43cb-be71-ea001d8deb55 admin admin] Request body: {'subnet': {'network_id': 'cb6e6bc3-19b9-4c3f-9217-d3ecfbaeec25', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1661272185-subnet', 'tenant_id': '710d701b0a7a40849637bc5cca59fd8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:36.000995 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2c85dad1-f21b-46ed-8d6f-d0a6d72eae19 req-4a73c7da-2ad2-401d-ba21-e06bf4a05e87 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:36.020212 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39685203-a584-4281-a760-0677280a5eb0 None None] Pushing event updated for resources: {'Port': ['ID=571059c4-dd83-4eb1-acc5-9fcf53177b05,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:36.025282 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port e018f3cd-db40-472f-96e1-5e3f1f1894f9, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e018f3cd-db40-472f-96e1-5e3f1f1894f9,segment=NetworkSegment(f495d5ec-f181-44af-b501-ca67d2e3fc5b),segment_id=f495d5ec-f181-44af-b501-ca67d2e3fc5b)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:36.044843 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2c85dad1-f21b-46ed-8d6f-d0a6d72eae19 req-4a73c7da-2ad2-401d-ba21-e06bf4a05e87 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:36.050381 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:36.055764 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2c85dad1-f21b-46ed-8d6f-d0a6d72eae19 req-4a73c7da-2ad2-401d-ba21-e06bf4a05e87 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.3823054 Aug 11 02:05:36.082377 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-41f5f1ad-0ab0-4483-8ea9-4332ebd171fe None None] Attempting to bind port 571059c4-dd83-4eb1-acc5-9fcf53177b05 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:05:36.082749 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-41f5f1ad-0ab0-4483-8ea9-4332ebd171fe None None] Attempting to bind port 571059c4-dd83-4eb1-acc5-9fcf53177b05 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'cb717f48-69f1-4b0b-8876-be478a6a5c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '07b49ae4-1aa7-4b60-be34-c6fba52540bd'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:05:36.083110 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f5f1ad-0ab0-4483-8ea9-4332ebd171fe None None] Attempting to bind port 571059c4-dd83-4eb1-acc5-9fcf53177b05 on network 07b49ae4-1aa7-4b60-be34-c6fba52540bd {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:36.093269 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9dacec99-9dd7-490b-8932-1dae52da24a6 req-75b7a148-8760-46e3-a757-cf47cdcb2066 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972249 Aug 11 02:05:36.093588 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f5f1ad-0ab0-4483-8ea9-4332ebd171fe None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:05:36.093966 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f5f1ad-0ab0-4483-8ea9-4332ebd171fe None None] Checking segment: {'id': 'cb717f48-69f1-4b0b-8876-be478a6a5c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '07b49ae4-1aa7-4b60-be34-c6fba52540bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:36.094383 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-41f5f1ad-0ab0-4483-8ea9-4332ebd171fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:36.094774 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f5f1ad-0ab0-4483-8ea9-4332ebd171fe None None] Bound using segment: {'id': 'cb717f48-69f1-4b0b-8876-be478a6a5c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '07b49ae4-1aa7-4b60-be34-c6fba52540bd'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:05:36.095251 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-41f5f1ad-0ab0-4483-8ea9-4332ebd171fe None None] Bound port: 571059c4-dd83-4eb1-acc5-9fcf53177b05, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb717f48-69f1-4b0b-8876-be478a6a5c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '07b49ae4-1aa7-4b60-be34-c6fba52540bd'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:05:36.095657 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-41f5f1ad-0ab0-4483-8ea9-4332ebd171fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:36.117472 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8255f773-af37-472f-8575-2ed719f0b073 req-7e6a1257-47fc-4379-8429-85a3a5a1980b tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966047 Aug 11 02:05:36.127274 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189741e-f238-4a15-9a5d-5b471a3b599b admin admin] Pushing event updated for resources: {'Network': ['ID=cb6e6bc3-19b9-4c3f-9217-d3ecfbaeec25,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:36.197153 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-41f5f1ad-0ab0-4483-8ea9-4332ebd171fe None None] For port 571059c4-dd83-4eb1-acc5-9fcf53177b05, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:05:36.201146 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-41f5f1ad-0ab0-4483-8ea9-4332ebd171fe None None] For port 571059c4-dd83-4eb1-acc5-9fcf53177b05, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=571059c4-dd83-4eb1-acc5-9fcf53177b05,segment=NetworkSegment(cb717f48-69f1-4b0b-8876-be478a6a5c4c),segment_id=cb717f48-69f1-4b0b-8876-be478a6a5c4c)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:05:36.208018 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network cb6e6bc3-19b9-4c3f-9217-d3ecfbaeec25 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:05:36.224831 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2c85dad1-f21b-46ed-8d6f-d0a6d72eae19 req-39056ea2-32f1-4847-9c89-5062ac7a1efb tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.3 HTTP/1.1" status: 200 len: 694 time: 0.1679277 Aug 11 02:05:36.243126 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e14fa-57de-4615-90fd-52a20cee3f3b req-d948a21b-9ca6-44be-873b-f889c82f6f7b tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:36.245962 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a47e14fa-57de-4615-90fd-52a20cee3f3b req-d948a21b-9ca6-44be-873b-f889c82f6f7b tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=4cb6b146-b3d4-4d93-9407-be6b91f1b4ac HTTP/1.1" status: 200 len: 950 time: 0.0746713 Aug 11 02:05:36.271921 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73c7da-2ad2-401d-ba21-e06bf4a05e87 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Pushing event updated for resources: {'Port': ['ID=d73d12be-bc24-40da-aaca-b123679a70a6,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:36.283128 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-41f5f1ad-0ab0-4483-8ea9-4332ebd171fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:36.295162 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a47e14fa-57de-4615-90fd-52a20cee3f3b req-cf561d51-2e4e-407d-a5bd-06827f3fc2ae tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423331 Aug 11 02:05:36.306522 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=e018f3cd-db40-472f-96e1-5e3f1f1894f9,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:36.323374 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5f2966-b2b4-43cb-be71-ea001d8deb55 admin admin] Made reservation on behalf of 710d701b0a7a40849637bc5cca59fd8f for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:05:36.324818 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2966-b2b4-43cb-be71-ea001d8deb55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:36.421304 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39685203-a584-4281-a760-0677280a5eb0 None None] Pushing event updated for resources: {'Port': ['ID=571059c4-dd83-4eb1-acc5-9fcf53177b05,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:36.446624 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f5f1ad-0ab0-4483-8ea9-4332ebd171fe None None] Routers {'3cdde865-162b-42c0-b291-1374b1e6627b'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:05:36.447404 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-41f5f1ad-0ab0-4483-8ea9-4332ebd171fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:05:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['3cdde865-162b-42c0-b291-1374b1e6627b'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:36.465139 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85dad1-f21b-46ed-8d6f-d0a6d72eae19 req-03c77c46-ede9-4e03-967d-efac359a7852 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:36.472047 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2c85dad1-f21b-46ed-8d6f-d0a6d72eae19 req-03c77c46-ede9-4e03-967d-efac359a7852 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 784 time: 0.2461774 Aug 11 02:05:36.472370 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5c542-4122-42f0-a558-770970cc4f66 req-de24d20a-3c63-4b10-9b06-c8ff79691568 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:36.474515 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7eb5c542-4122-42f0-a558-770970cc4f66 req-de24d20a-3c63-4b10-9b06-c8ff79691568 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 945 time: 0.1056733 Aug 11 02:05:36.479559 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-2c85dad1-f21b-46ed-8d6f-d0a6d72eae19 req-dead0686-02d6-47b5-8fd0-0a9a5eb43dd3 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:05:36.500023 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2c85dad1-f21b-46ed-8d6f-d0a6d72eae19 req-dead0686-02d6-47b5-8fd0-0a9a5eb43dd3 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0269694 Aug 11 02:05:36.579372 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7eb5c542-4122-42f0-a558-770970cc4f66 req-3a75e0f1-633a-4372-92d8-edd12989ad26 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896637 Aug 11 02:05:36.582408 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-41f5f1ad-0ab0-4483-8ea9-4332ebd171fe None None] Set router 3cdde865-162b-42c0-b291-1374b1e6627b gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:05:36.721981 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2966-b2b4-43cb-be71-ea001d8deb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:36.759664 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4afb5759-8503-4fdb-b7c9-89d9360ddcf6 req-7602b233-14c7-4b21-829f-c8841f1039aa tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] 10.222.0.50 "GET /v2.0/floatingips/4f7042cb-c58c-4355-ad51-59874e09edda HTTP/1.1" status: 200 len: 691 time: 0.1142685 Aug 11 02:05:36.843942 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5f2966-b2b4-43cb-be71-ea001d8deb55 admin admin] Checking segment: {'id': 'e0278a90-57b0-43d0-9154-66cffc998067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'cb6e6bc3-19b9-4c3f-9217-d3ecfbaeec25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:36.844225 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5f2966-b2b4-43cb-be71-ea001d8deb55 admin admin] Network hostable DHCP agents. Network: cb6e6bc3-19b9-4c3f-9217-d3ecfbaeec25, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:05:36.845906 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f2966-b2b4-43cb-be71-ea001d8deb55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f5a9c12-1d79-4cae-8507-a96da405babd,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:36.862204 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-41f5f1ad-0ab0-4483-8ea9-4332ebd171fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdde865-162b-42c0-b291-1374b1e6627b', 'name': 'tempest-FloatingIPsTestJSON-7665925-router', 'tenant_id': 'bdda025a003b4cb88bbba628c09f7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a7293db1-f027-4ea3-93cc-15feef1a373a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:17Z', 'updated_at': '2021-08-11T02:05:30Z', 'revision_number': 4, 'project_id': 'bdda025a003b4cb88bbba628c09f7700', 'gw_port': {'id': 'a7293db1-f027-4ea3-93cc-15feef1a373a', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdde865-162b-42c0-b291-1374b1e6627b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:19Z', 'updated_at': '2021-08-11T02:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '571059c4-dd83-4eb1-acc5-9fcf53177b05', 'name': '', 'network_id': '07b49ae4-1aa7-4b60-be34-c6fba52540bd', 'tenant_id': 'bdda025a003b4cb88bbba628c09f7700', 'mac_address': 'fa:16:3e:0d:1b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdde865-162b-42c0-b291-1374b1e6627b', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '00ee02a3-6f06-4bd9-9cdc-3503985030f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:27Z', 'updated_at': '2021-08-11T02:05:36Z', 'revision_number': 4, 'project_id': 'bdda025a003b4cb88bbba628c09f7700', 'subnets': [{'id': '00ee02a3-6f06-4bd9-9cdc-3503985030f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:36.902931 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f5f1ad-0ab0-4483-8ea9-4332ebd171fe None None] The sync data for ids ['3cdde865-162b-42c0-b291-1374b1e6627b'] in n-d-615180-33 is: [{'id': '3cdde865-162b-42c0-b291-1374b1e6627b', 'name': 'tempest-FloatingIPsTestJSON-7665925-router', 'tenant_id': 'bdda025a003b4cb88bbba628c09f7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a7293db1-f027-4ea3-93cc-15feef1a373a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:17Z', 'updated_at': '2021-08-11T02:05:30Z', 'revision_number': 4, 'project_id': 'bdda025a003b4cb88bbba628c09f7700', 'gw_port': {'id': 'a7293db1-f027-4ea3-93cc-15feef1a373a', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdde865-162b-42c0-b291-1374b1e6627b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:19Z', 'updated_at': '2021-08-11T02:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '571059c4-dd83-4eb1-acc5-9fcf53177b05', 'name': '', 'network_id': '07b49ae4-1aa7-4b60-be34-c6fba52540bd', 'tenant_id': 'bdda025a003b4cb88bbba628c09f7700', 'mac_address': 'fa:16:3e:0d:1b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdde865-162b-42c0-b291-1374b1e6627b', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '00ee02a3-6f06-4bd9-9cdc-3503985030f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:27Z', 'updated_at': '2021-08-11T02:05:36Z', 'revision_number': 4, 'project_id': 'bdda025a003b4cb88bbba628c09f7700', 'subnets': [{'id': '00ee02a3-6f06-4bd9-9cdc-3503985030f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:05:36.931199 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5f2966-b2b4-43cb-be71-ea001d8deb55 admin admin] Network cb6e6bc3-19b9-4c3f-9217-d3ecfbaeec25 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:05:36.975888 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-7d5f2966-b2b4-43cb-be71-ea001d8deb55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, cb6e6bc3-19b9-4c3f-9217-d3ecfbaeec25) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:36.985733 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a296eab3-e008-45f0-8430-08dc5e555d55 None None] Network cb6e6bc3-19b9-4c3f-9217-d3ecfbaeec25 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:05:36.987634 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5f2966-b2b4-43cb-be71-ea001d8deb55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:36.988276 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2966-b2b4-43cb-be71-ea001d8deb55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:37.003696 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb5759-8503-4fdb-b7c9-89d9360ddcf6 req-3481efc8-3c3c-4f3a-9205-55df61c3d645 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:37.011179 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4afb5759-8503-4fdb-b7c9-89d9360ddcf6 req-3481efc8-3c3c-4f3a-9205-55df61c3d645 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 784 time: 0.2375419 Aug 11 02:05:37.016830 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [req-4afb5759-8503-4fdb-b7c9-89d9360ddcf6 req-90ff1cc7-03b7-4a9a-9ac3-ae70428de3b3 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:05:37.023163 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4afb5759-8503-4fdb-b7c9-89d9360ddcf6 req-90ff1cc7-03b7-4a9a-9ac3-ae70428de3b3 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112350 Aug 11 02:05:37.027430 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7d5f2966-b2b4-43cb-be71-ea001d8deb55 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0428622 Aug 11 02:05:37.053246 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device c756a0a7-6e66-46af-b570-3c00e733ef84 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:05:37.089604 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-0a829fe0-e13f-4e7b-95d3-cec0112bc97d tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50655 time: 0.5830123 Aug 11 02:05:37.092461 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e018f3cd-db40-472f-96e1-5e3f1f1894f9 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:05:37.189815 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-2f5600ef-2bed-49f1-aef5-aad4fb8a39d4 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/09ce37a0-597e-427f-8f1f-e221e9591a09 HTTP/1.1" status: 200 len: 2981 time: 0.0502381 Aug 11 02:05:37.267018 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-4f0a9639-b9e5-49ac-bd80-28e409ef133f tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/09ce37a0-597e-427f-8f1f-e221e9591a09 HTTP/1.1" status: 200 len: 2981 time: 0.0708945 Aug 11 02:05:37.315730 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port c756a0a7-6e66-46af-b570-3c00e733ef84 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:37.319237 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port e018f3cd-db40-472f-96e1-5e3f1f1894f9 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:37.319804 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:37.325957 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-8ba8c82f-3ba1-4983-b985-c9ddcb81264c tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/0c8262d3-e02d-44ec-bcce-0e4b62a42bf3 HTTP/1.1" status: 200 len: 2981 time: 0.0520225 Aug 11 02:05:37.332143 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port c756a0a7-6e66-46af-b570-3c00e733ef84 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:37.332542 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:37.375219 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-42c117b1-de5b-4e06-942f-d764c987e692 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/0c8262d3-e02d-44ec-bcce-0e4b62a42bf3 HTTP/1.1" status: 200 len: 2981 time: 0.0428252 Aug 11 02:05:37.414775 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984fa3dc-6406-4601-882a-5656c8ab5f68 None None] Network cb6e6bc3-19b9-4c3f-9217-d3ecfbaeec25 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:05:37.429911 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-72f4f97c-2ac3-47d1-aa4f-fcd318534e7f tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/18669813-e2c5-4e6c-8f8f-90739d2f1dce HTTP/1.1" status: 200 len: 2981 time: 0.0482459 Aug 11 02:05:37.443834 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-10e71cd5-c638-49ac-9afb-e59739c5868a req-57bd9f46-f06d-49d5-baf2-a25a8e1b49b7 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=bdda025a003b4cb88bbba628c09f7700 HTTP/1.1" status: 200 len: 694 time: 0.1026363 Aug 11 02:05:37.479522 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-baf41030-ebe3-41fd-8429-3a8746fe37f7 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/18669813-e2c5-4e6c-8f8f-90739d2f1dce HTTP/1.1" status: 200 len: 2981 time: 0.0431659 Aug 11 02:05:37.545741 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-d1214552-fd83-4d75-bab1-5c0d9d80f0bf tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/26730baa-f505-482d-843b-fd23bd076d95 HTTP/1.1" status: 200 len: 2981 time: 0.0584712 Aug 11 02:05:37.588281 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e71cd5-c638-49ac-9afb-e59739c5868a req-0e617899-5b9b-4e6a-9fca-0dee64fcdf27 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:37.595605 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-10e71cd5-c638-49ac-9afb-e59739c5868a req-0e617899-5b9b-4e6a-9fca-0dee64fcdf27 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] 10.222.0.50 "GET /v2.0/networks?id=2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 787 time: 0.1461256 Aug 11 02:05:37.603806 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [req-10e71cd5-c638-49ac-9afb-e59739c5868a req-d36ccdcd-1b66-4a87-8518-6f54e8f78f83 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:05:37.605665 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-63d310be-be15-44b6-891f-c6a8c0ba584d tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/26730baa-f505-482d-843b-fd23bd076d95 HTTP/1.1" status: 200 len: 2981 time: 0.0528381 Aug 11 02:05:37.616147 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-10e71cd5-c638-49ac-9afb-e59739c5868a req-d36ccdcd-1b66-4a87-8518-6f54e8f78f83 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0196614 Aug 11 02:05:37.654985 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-4448449c-6c61-4dd0-8321-bfe231077f3d tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/2815f24d-6c48-430b-8a02-bb34422f50ed HTTP/1.1" status: 200 len: 2981 time: 0.0480611 Aug 11 02:05:37.717392 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-4815166c-cfd8-462d-957f-5fbc614716c2 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/2815f24d-6c48-430b-8a02-bb34422f50ed HTTP/1.1" status: 200 len: 2981 time: 0.0613229 Aug 11 02:05:37.776453 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-2c397f3b-f55a-4ab3-8efd-6803b4835404 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/42346f98-6106-4ae1-b000-6fe272de1344 HTTP/1.1" status: 200 len: 2981 time: 0.0521793 Aug 11 02:05:37.791168 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b930670b-d500-48a0-a289-3c9b8164d9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b911efb-1778-446f-bb4c-825e87afa515'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:05:37.793680 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23c6f59-4665-4394-89bd-801b138ed507" -d '{"events": [{"server_uuid": "b930670b-d500-48a0-a289-3c9b8164d9a0", "name": "network-vif-plugged", "status": "completed", "tag": "9b911efb-1778-446f-bb4c-825e87afa515"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:05:37.820011 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55370) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:37.825334 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-827f61a6-a734-49e7-90b2-d816d0a91568 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/42346f98-6106-4ae1-b000-6fe272de1344 HTTP/1.1" status: 200 len: 2981 time: 0.0480082 Aug 11 02:05:37.827564 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-c5fb791a-2824-49a0-8c9e-320de8299d63 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1697297254', 'description': 'tempest-description--1607422381'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:37.838000 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:37.865694 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c5fb791a-2824-49a0-8c9e-320de8299d63 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:37.884041 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port c756a0a7-6e66-46af-b570-3c00e733ef84, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=c756a0a7-6e66-46af-b570-3c00e733ef84,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:37.889992 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:37.900929 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-e8fe5744-7899-46ca-bac5-629a3d8dae94 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/5ef00ddf-f958-4859-a872-facbb860ba7c HTTP/1.1" status: 200 len: 2981 time: 0.0658877 Aug 11 02:05:37.952385 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=c756a0a7-6e66-46af-b570-3c00e733ef84,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:37.953023 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-2f365f17-5bcb-4ed7-87c5-7a302c892b94 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/5ef00ddf-f958-4859-a872-facbb860ba7c HTTP/1.1" status: 200 len: 2981 time: 0.0441885 Aug 11 02:05:37.981719 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f295ec-0b49-41f6-b45a-847913a736da req-e0c08c4a-64ac-42f6-94bd-2b8189bb9567 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:37.983278 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a5f295ec-0b49-41f6-b45a-847913a736da req-e0c08c4a-64ac-42f6-94bd-2b8189bb9567 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 950 time: 0.1052074 Aug 11 02:05:38.006014 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-f38161ae-5dda-4e50-b393-f17f73f05556 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/8ca31517-7e2d-4ee9-88c7-537582f114a6 HTTP/1.1" status: 200 len: 2981 time: 0.0414569 Aug 11 02:05:38.047253 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c5fb791a-2824-49a0-8c9e-320de8299d63 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:38.051843 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a5f295ec-0b49-41f6-b45a-847913a736da req-f90c3dc5-bf05-4971-a743-d86740e33f8f tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606370 Aug 11 02:05:38.052833 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c5fb791a-2824-49a0-8c9e-320de8299d63 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:38.054326 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-890660d5-4612-404b-9630-45ca8e6e6a0b tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/8ca31517-7e2d-4ee9-88c7-537582f114a6 HTTP/1.1" status: 200 len: 2981 time: 0.0400171 Aug 11 02:05:38.081740 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c5fb791a-2824-49a0-8c9e-320de8299d63 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:38.083067 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c5fb791a-2824-49a0-8c9e-320de8299d63 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2616024 Aug 11 02:05:38.086781 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55372) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:38.091213 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-c5528ebf-aa87-4c34-b51f-6187f6c63a25 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Request body: {'security_group_rule': {'security_group_id': '9f9bebe6-55f8-4e1b-b84c-43b122368d18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:38.096606 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb791a-2824-49a0-8c9e-320de8299d63 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9bebe6-55f8-4e1b-b84c-43b122368d18,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:38.117121 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-8c5beb0f-ae50-487a-b62a-2f2d31fb16b0 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/8cc0f628-4600-454a-98de-cbe799d1888f HTTP/1.1" status: 200 len: 2981 time: 0.0526149 Aug 11 02:05:38.154273 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c5528ebf-aa87-4c34-b51f-6187f6c63a25 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:38.164800 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-70bfbfb9-4705-402b-9a1d-dec0ef6bba4f tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/8cc0f628-4600-454a-98de-cbe799d1888f HTTP/1.1" status: 200 len: 2981 time: 0.0417511 Aug 11 02:05:38.230629 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-fe675121-36e3-45df-b95e-95dc6a216b22 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/92237860-f750-4d51-b61e-c5a65689c08f HTTP/1.1" status: 200 len: 2981 time: 0.0573545 Aug 11 02:05:38.257103 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c5528ebf-aa87-4c34-b51f-6187f6c63a25 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:38.264742 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c5528ebf-aa87-4c34-b51f-6187f6c63a25 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:38.283265 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-f906c7d0-b1ca-45ba-98cd-f13592f49d4c tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/92237860-f750-4d51-b61e-c5a65689c08f HTTP/1.1" status: 200 len: 2981 time: 0.0517156 Aug 11 02:05:38.292138 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be4ab9-e2f5-444d-aa8a-5e26a2697c00 req-0a5ca9f2-58ef-4097-845c-798755dac53e tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:38.293672 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5be4ab9-e2f5-444d-aa8a-5e26a2697c00 req-0a5ca9f2-58ef-4097-845c-798755dac53e tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=4cb6b146-b3d4-4d93-9407-be6b91f1b4ac HTTP/1.1" status: 200 len: 950 time: 0.0858588 Aug 11 02:05:38.297717 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5528ebf-aa87-4c34-b51f-6187f6c63a25 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52bdddb7-790a-4292-9a76-ab22e775df29,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:38.307859 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c5528ebf-aa87-4c34-b51f-6187f6c63a25 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:38.308941 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c5528ebf-aa87-4c34-b51f-6187f6c63a25 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2212529 Aug 11 02:05:38.314494 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55378) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:38.320234 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-6a7762c3-5a1b-4d3a-8a25-2308a9555958 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Request body: {'security_group_rule': {'security_group_id': '9f9bebe6-55f8-4e1b-b84c-43b122368d18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:38.336073 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5be4ab9-e2f5-444d-aa8a-5e26a2697c00 req-96e49618-2f07-4935-86ec-b57310ef6e0c tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348725 Aug 11 02:05:38.344107 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-7e47655e-ef61-49ac-b024-8aa63729b04d tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/aabf22e0-6141-4a58-90eb-14c2bc49779e HTTP/1.1" status: 200 len: 2981 time: 0.0599105 Aug 11 02:05:38.386092 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6a7762c3-5a1b-4d3a-8a25-2308a9555958 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:38.411971 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-f035b2e9-c233-4265-bad1-4e347ccc5a74 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/aabf22e0-6141-4a58-90eb-14c2bc49779e HTTP/1.1" status: 200 len: 2981 time: 0.0629985 Aug 11 02:05:38.499959 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-87687a00-5a5c-4a54-9636-0e276f41d898 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/b3504e21-ae74-4979-a0a1-3c098fb54b4e HTTP/1.1" status: 200 len: 2977 time: 0.0806882 Aug 11 02:05:38.501597 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6a7762c3-5a1b-4d3a-8a25-2308a9555958 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:38.506416 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6a7762c3-5a1b-4d3a-8a25-2308a9555958 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:38.534083 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7762c3-5a1b-4d3a-8a25-2308a9555958 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7887fa72-58b7-4454-ad05-add9ef6925e1,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:38.548906 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6a7762c3-5a1b-4d3a-8a25-2308a9555958 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:38.554439 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55392) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:38.554976 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6a7762c3-5a1b-4d3a-8a25-2308a9555958 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2379031 Aug 11 02:05:38.560284 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-19bb4cfd-cd79-4642-a70f-7f079f94553e tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:38.569376 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-52662246-5307-4a3d-8d26-8034da1073ef tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/b3504e21-ae74-4979-a0a1-3c098fb54b4e HTTP/1.1" status: 200 len: 2977 time: 0.0609636 Aug 11 02:05:38.611782 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-c2056f5d-8c0b-49c8-9c92-fadcf91532dd tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:38.612221 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-2da8a591-e6a2-4a3a-8f7e-d7f19d398be9 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/c4dd43e6-fd97-42e7-8150-ad11d846ea61 HTTP/1.1" status: 200 len: 2981 time: 0.0369465 Aug 11 02:05:38.613296 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-c2056f5d-8c0b-49c8-9c92-fadcf91532dd tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/networks?id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7 HTTP/1.1" status: 200 len: 821 time: 0.1321971 Aug 11 02:05:38.614875 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-19bb4cfd-cd79-4642-a70f-7f079f94553e tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks [] for floatingip, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:38.654436 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-bc524861-a65a-49c8-8c5d-8995e860146e tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/c4dd43e6-fd97-42e7-8150-ad11d846ea61 HTTP/1.1" status: 200 len: 2981 time: 0.0359972 Aug 11 02:05:38.665182 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-375d7f39-3cae-46e3-849c-62ca289dd932 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/quotas/fc914b6e60444f2aabf27f905058cfbf HTTP/1.1" status: 200 len: 375 time: 0.0457745 Aug 11 02:05:38.696090 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-5fe5ebd8-c008-4ffb-bfbb-28199ae764e9 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/cefd2304-338d-42d6-9944-591b95841e92 HTTP/1.1" status: 200 len: 2981 time: 0.0347664 Aug 11 02:05:38.699116 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-23891db8-bec5-42db-8df8-deab53f5d119 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc914b6e60444f2aabf27f905058cfbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273988 Aug 11 02:05:38.737894 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-804abe32-c7af-452d-845c-1be607f84985 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/cefd2304-338d-42d6-9944-591b95841e92 HTTP/1.1" status: 200 len: 2981 time: 0.0354173 Aug 11 02:05:38.783165 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-76f56314-2518-437b-acfe-1c295da2fe8e tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/dc549d7b-a69e-4d74-9a15-8631ab96cf91 HTTP/1.1" status: 200 len: 2981 time: 0.0389643 Aug 11 02:05:38.824158 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-03139f4a-e088-47f4-82a4-3a86c4dff448 service neutron] 10.222.0.50 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175857 Aug 11 02:05:38.826744 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-b0c75b57-373b-4dba-8384-19b42b0e628f tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/dc549d7b-a69e-4d74-9a15-8631ab96cf91 HTTP/1.1" status: 200 len: 2981 time: 0.0352848 Aug 11 02:05:38.827927 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-19bb4cfd-cd79-4642-a70f-7f079f94553e tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:38.872381 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-192acfef-7d8d-4ec3-a428-ed9eb6760ab5 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/ebea8396-c701-4995-a0a0-bd03d3fdb452 HTTP/1.1" status: 200 len: 2973 time: 0.0387497 Aug 11 02:05:38.920446 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe7a87d-cda1-4c24-83e9-2d292802ecdb req-ed1402ba-9371-405a-94fa-387d50870c38 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/ebea8396-c701-4995-a0a0-bd03d3fdb452 HTTP/1.1" status: 200 len: 2973 time: 0.0377619 Aug 11 02:05:38.955760 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 571059c4-dd83-4eb1-acc5-9fcf53177b05 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:05:38.998512 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-e83772f0-ec8b-4fde-9798-dc61f5f18733 service neutron] 10.222.0.50 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610317 Aug 11 02:05:39.005975 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-19bb4cfd-cd79-4642-a70f-7f079f94553e tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Allocated IP 172.25.2.140 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/a5c7ca77-c03b-453c-9dc4-34080e73c4e2) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:05:39.010686 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 571059c4-dd83-4eb1-acc5-9fcf53177b05 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:39.016075 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 571059c4-dd83-4eb1-acc5-9fcf53177b05 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:39.016630 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:39.032782 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56162d83-bb7d-4064-9123-ce97ebe59885 req-bd78c29a-d612-48bb-9f7e-02315623f636 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:39.035028 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-56162d83-bb7d-4064-9123-ce97ebe59885 req-bd78c29a-d612-48bb-9f7e-02315623f636 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 945 time: 0.0553551 Aug 11 02:05:39.078842 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-56162d83-bb7d-4064-9123-ce97ebe59885 req-37fb2da2-c982-4ab8-8ba6-31f29d67c172 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372968 Aug 11 02:05:39.111652 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:39.146684 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 571059c4-dd83-4eb1-acc5-9fcf53177b05, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=571059c4-dd83-4eb1-acc5-9fcf53177b05,segment=NetworkSegment(cb717f48-69f1-4b0b-8876-be478a6a5c4c),segment_id=cb717f48-69f1-4b0b-8876-be478a6a5c4c)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:39.148991 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-19bb4cfd-cd79-4642-a70f-7f079f94553e tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:39.164879 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:39.202619 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5d2808-f9a4-4bd0-9595-270575f30a87 x-openstack-request-id: req-1c5d2808-f9a4-4bd0-9595-270575f30a87 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:05:39.202808 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b930670b-d500-48a0-a289-3c9b8164d9a0", "name": "network-vif-plugged", "status": "completed", "tag": "9b911efb-1778-446f-bb4c-825e87afa515", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:05:39.203211 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1c5d2808-f9a4-4bd0-9595-270575f30a87 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:05:39.203341 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b930670b-d500-48a0-a289-3c9b8164d9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b911efb-1778-446f-bb4c-825e87afa515', 'code': 200} Aug 11 02:05:39.229655 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=571059c4-dd83-4eb1-acc5-9fcf53177b05,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:39.250443 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f03c788c-1bd4-492f-813d-88b12c21ead4 req-0428f6c9-f16e-4deb-8337-37c29ac06317 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] 10.222.0.50 "GET /v2.0/floatingips/4f7042cb-c58c-4355-ad51-59874e09edda HTTP/1.1" status: 200 len: 691 time: 0.1415975 Aug 11 02:05:39.296607 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-19bb4cfd-cd79-4642-a70f-7f079f94553e tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:39.316542 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df64368-167f-492b-a45b-7f55e73bc16b req-81b1b84b-62d2-4bb1-a44d-cbd814dbad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:39.318591 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5df64368-167f-492b-a45b-7f55e73bc16b req-81b1b84b-62d2-4bb1-a44d-cbd814dbad1e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 1097 time: 0.0560896 Aug 11 02:05:39.393018 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bb4cfd-cd79-4642-a70f-7f079f94553e tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:05:39.399572 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-19bb4cfd-cd79-4642-a70f-7f079f94553e tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:39.403125 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bb4cfd-cd79-4642-a70f-7f079f94553e tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:05:39.408626 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb4cfd-cd79-4642-a70f-7f079f94553e tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Pushing event updated for resources: {'Port': ['ID=a5c7ca77-c03b-453c-9dc4-34080e73c4e2,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:39.478113 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5df64368-167f-492b-a45b-7f55e73bc16b req-7a221f63-5f66-4da4-80f1-293db8efbd77 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316819 Aug 11 02:05:39.495852 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7438a77-1bff-42d8-9f1e-1995faefb6a7 req-18d0da5f-7a59-4aa1-84a2-10346bb337ee tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:39.497393 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7438a77-1bff-42d8-9f1e-1995faefb6a7 req-18d0da5f-7a59-4aa1-84a2-10346bb337ee tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=a395ae34-b742-46b4-9340-eb0317718b75 HTTP/1.1" status: 200 len: 950 time: 0.1900096 Aug 11 02:05:39.545360 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-19bb4cfd-cd79-4642-a70f-7f079f94553e tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:39.588000 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7438a77-1bff-42d8-9f1e-1995faefb6a7 req-168cda75-5f05-4438-b6b4-daa624da3360 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772328 Aug 11 02:05:39.596001 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-19bb4cfd-cd79-4642-a70f-7f079f94553e tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:39.626672 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c788c-1bd4-492f-813d-88b12c21ead4 req-92028872-1222-405a-8f95-a69890616cf7 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:39.633922 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f03c788c-1bd4-492f-813d-88b12c21ead4 req-92028872-1222-405a-8f95-a69890616cf7 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 784 time: 0.3763089 Aug 11 02:05:39.639441 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-f03c788c-1bd4-492f-813d-88b12c21ead4 req-929b093d-4087-4b89-bc0f-612930db58ef tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:05:39.644780 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f03c788c-1bd4-492f-813d-88b12c21ead4 req-929b093d-4087-4b89-bc0f-612930db58ef tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100484 Aug 11 02:05:39.695027 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f03c788c-1bd4-492f-813d-88b12c21ead4 req-baae4978-3922-49aa-872c-206ee073074f tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.3 HTTP/1.1" status: 200 len: 694 time: 0.0482883 Aug 11 02:05:39.757133 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f03c788c-1bd4-492f-813d-88b12c21ead4 req-2204c9a3-1953-4eed-aca9-0ba6f17b2ee5 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.3 HTTP/1.1" status: 200 len: 694 time: 0.0538180 Aug 11 02:05:39.757731 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c6e84693-d1e0-42c7-9fee-2c723064153e req-295328a8-90f8-41cb-9097-717f0bc21fe7 tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f3cf2c0e596449da9f09051179da67a6 HTTP/1.1" status: 200 len: 6102 time: 0.1347489 Aug 11 02:05:39.909342 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-f03c788c-1bd4-492f-813d-88b12c21ead4 req-4afce2c1-3f12-4e75-bae4-b92600876501 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Deleting port d73d12be-bc24-40da-aaca-b123679a70a6 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:05:39.910512 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f03c788c-1bd4-492f-813d-88b12c21ead4 req-4afce2c1-3f12-4e75-bae4-b92600876501 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:39.994365 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f03c788c-1bd4-492f-813d-88b12c21ead4 req-4afce2c1-3f12-4e75-bae4-b92600876501 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:39.994956 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f03c788c-1bd4-492f-813d-88b12c21ead4 req-4afce2c1-3f12-4e75-bae4-b92600876501 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:40.006358 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-f03c788c-1bd4-492f-813d-88b12c21ead4 req-4afce2c1-3f12-4e75-bae4-b92600876501 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Calling delete_port for d73d12be-bc24-40da-aaca-b123679a70a6 owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:05:40.034327 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c6e84693-d1e0-42c7-9fee-2c723064153e req-9bfe8d2c-a151-45a2-b3df-3c31235f117e tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] 10.222.0.50 "GET /v2.0/security-groups/09ce37a0-597e-427f-8f1f-e221e9591a09 HTTP/1.1" status: 200 len: 2981 time: 0.2664213 Aug 11 02:05:40.055353 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-19bb4cfd-cd79-4642-a70f-7f079f94553e tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:40.064030 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-19bb4cfd-cd79-4642-a70f-7f079f94553e tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:40.109896 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-19bb4cfd-cd79-4642-a70f-7f079f94553e tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:40.137760 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c6e84693-d1e0-42c7-9fee-2c723064153e req-73fb481d-c4b6-4597-b3f3-8738333adf41 tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] 10.222.0.50 "GET /v2.0/security-groups/09ce37a0-597e-427f-8f1f-e221e9591a09 HTTP/1.1" status: 200 len: 2981 time: 0.0958359 Aug 11 02:05:40.139144 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb4cfd-cd79-4642-a70f-7f079f94553e tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Pushing event updated for resources: {'Port': ['ID=a5c7ca77-c03b-453c-9dc4-34080e73c4e2,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:40.145824 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-19bb4cfd-cd79-4642-a70f-7f079f94553e tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:40.151585 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-19bb4cfd-cd79-4642-a70f-7f079f94553e tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5919979 Aug 11 02:05:40.160288 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f03c788c-1bd4-492f-813d-88b12c21ead4 req-4afce2c1-3f12-4e75-bae4-b92600876501 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:40.186318 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afce2c1-3f12-4e75-bae4-b92600876501 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Pushing event deleted for resources: {'Port': ['ID=d73d12be-bc24-40da-aaca-b123679a70a6,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:40.217619 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f03c788c-1bd4-492f-813d-88b12c21ead4 req-4afce2c1-3f12-4e75-bae4-b92600876501 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:40.220189 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f03c788c-1bd4-492f-813d-88b12c21ead4 req-4afce2c1-3f12-4e75-bae4-b92600876501 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:40.224803 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f03c788c-1bd4-492f-813d-88b12c21ead4 req-4afce2c1-3f12-4e75-bae4-b92600876501 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] 10.222.0.50 "DELETE /v2.0/floatingips/4f7042cb-c58c-4355-ad51-59874e09edda HTTP/1.1" status: 204 len: 173 time: 0.4584515 Aug 11 02:05:40.281467 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeab7ac-b224-4709-a4c3-42b78345a7a8 req-f639bac7-e601-46e2-92a9-23799504a7a0 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:40.292657 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-eaeab7ac-b224-4709-a4c3-42b78345a7a8 req-f639bac7-e601-46e2-92a9-23799504a7a0 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 950 time: 0.0928359 Aug 11 02:05:40.311368 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8a48c26b-55a6-4a6a-8d26-b49485122065 req-0918879a-0ce7-43d1-abeb-4c0a3718019c tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade HTTP/1.1" status: 200 len: 210 time: 0.0275364 Aug 11 02:05:40.400433 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-eaeab7ac-b224-4709-a4c3-42b78345a7a8 req-43e07113-0ed1-480b-a948-905c8859fd97 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080978 Aug 11 02:05:40.476521 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-0a3e1cbd-9f37-43ef-ad3d-1947d03f3c26 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:40.478088 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-0a3e1cbd-9f37-43ef-ad3d-1947d03f3c26 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.66 "GET /v2.0/networks?id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7 HTTP/1.1" status: 200 len: 821 time: 0.1790428 Aug 11 02:05:40.487219 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6beb8d0-ff6f-4680-b0d6-6053ae177516 req-3ba0f1a9-aff6-4294-b737-db962125f506 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:40.489406 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b6beb8d0-ff6f-4680-b0d6-6053ae177516 req-3ba0f1a9-aff6-4294-b737-db962125f506 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 945 time: 0.0675182 Aug 11 02:05:40.495558 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-647b9f18-4f84-4e1c-932f-f76bb40c8ac7 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Request body: {'port': {'device_id': '16c90e8e-8df7-42f1-b498-f4f449b22ade', 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7', 'admin_state_up': True, 'tenant_id': 'fc914b6e60444f2aabf27f905058cfbf'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:40.502479 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ef6eba08-8858-4a8c-bc9f-f5efa05a4d5a req-653a11fe-fafa-4fb1-bfc4-a4059df1a253 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/a2e9b149-70e6-46dd-a267-57fc900ff30f HTTP/1.1" status: 200 len: 1777 time: 0.0727956 Aug 11 02:05:40.527229 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b6beb8d0-ff6f-4680-b0d6-6053ae177516 req-392203ee-b1b8-4318-af11-7bea0fc8c697 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313480 Aug 11 02:05:40.618286 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ef6eba08-8858-4a8c-bc9f-f5efa05a4d5a req-922e6bb5-f67e-49f0-916e-6d5363dca801 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:40.649420 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7cbf2ca3-ae16-4ec2-8518-d76942e9802e req-57499ac8-92ac-4698-adc1-70e8851ba9e6 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.0995865 Aug 11 02:05:40.651827 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ef6eba08-8858-4a8c-bc9f-f5efa05a4d5a req-922e6bb5-f67e-49f0-916e-6d5363dca801 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:40.658905 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-7cbf2ca3-ae16-4ec2-8518-d76942e9802e req-1c3dfd7b-f203-46e3-842d-ffd8569dd3a7 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:40.671488 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-647b9f18-4f84-4e1c-932f-f76bb40c8ac7 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Made reservation on behalf of fc914b6e60444f2aabf27f905058cfbf for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:05:40.675018 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-647b9f18-4f84-4e1c-932f-f76bb40c8ac7 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:40.684356 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7cbf2ca3-ae16-4ec2-8518-d76942e9802e req-1c3dfd7b-f203-46e3-842d-ffd8569dd3a7 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:40.737527 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ef6eba08-8858-4a8c-bc9f-f5efa05a4d5a req-922e6bb5-f67e-49f0-916e-6d5363dca801 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:40.740082 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ef6eba08-8858-4a8c-bc9f-f5efa05a4d5a req-922e6bb5-f67e-49f0-916e-6d5363dca801 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:40.741245 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ef6eba08-8858-4a8c-bc9f-f5efa05a4d5a req-922e6bb5-f67e-49f0-916e-6d5363dca801 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/a2e9b149-70e6-46dd-a267-57fc900ff30f HTTP/1.1" status: 204 len: 173 time: 0.2285092 Aug 11 02:05:40.758462 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e6bb5-f67e-49f0-916e-6d5363dca801 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e9b149-70e6-46dd-a267-57fc900ff30f,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:40.797545 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7cbf2ca3-ae16-4ec2-8518-d76942e9802e req-1c3dfd7b-f203-46e3-842d-ffd8569dd3a7 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:40.827755 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-647b9f18-4f84-4e1c-932f-f76bb40c8ac7 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Allocated IP 172.20.0.10 (91920fe3-ff09-41fe-ba76-a9d2c7703cf7/b6e0d0b4-108b-452a-91dc-cd606630079c/eb8c60ac-8091-4df6-b10a-f2c2814c27d4) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:05:40.896461 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-69190ac1-98d1-4ff7-87cb-98350f21c93b tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1697297254&fields=id&tenant_id=cb95ec3b4fc24ea09028c8f97283ca58 HTTP/1.1" status: 200 len: 267 time: 0.0664477 Aug 11 02:05:40.906585 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-7cbf2ca3-ae16-4ec2-8518-d76942e9802e req-1c3dfd7b-f203-46e3-842d-ffd8569dd3a7 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Allocated IP 172.25.2.56 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/e5dde8ef-37d1-44f4-b140-a289162bee79) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:05:40.927990 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 571059c4-dd83-4eb1-acc5-9fcf53177b05 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:05:40.974190 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 571059c4-dd83-4eb1-acc5-9fcf53177b05 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:40.974560 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:41.017780 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7cbf2ca3-ae16-4ec2-8518-d76942e9802e req-1c3dfd7b-f203-46e3-842d-ffd8569dd3a7 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:41.065379 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7cbf2ca3-ae16-4ec2-8518-d76942e9802e req-1c3dfd7b-f203-46e3-842d-ffd8569dd3a7 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:41.100152 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cbf2ca3-ae16-4ec2-8518-d76942e9802e req-1c3dfd7b-f203-46e3-842d-ffd8569dd3a7 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:05:41.103281 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-7cbf2ca3-ae16-4ec2-8518-d76942e9802e req-1c3dfd7b-f203-46e3-842d-ffd8569dd3a7 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:41.105907 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cbf2ca3-ae16-4ec2-8518-d76942e9802e req-1c3dfd7b-f203-46e3-842d-ffd8569dd3a7 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:05:41.113909 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-f202184c-3e87-4cb6-98ea-0d794520ac2b tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:41.115700 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-f202184c-3e87-4cb6-98ea-0d794520ac2b tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/networks?id=b5969549-5c73-4bce-b89e-aaad46645b7b HTTP/1.1" status: 200 len: 823 time: 0.2053583 Aug 11 02:05:41.120528 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-647b9f18-4f84-4e1c-932f-f76bb40c8ac7 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:41.138004 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-7c1d10e6-335c-4a41-8d20-1d46cb0f7215 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/quotas/cb95ec3b4fc24ea09028c8f97283ca58 HTTP/1.1" status: 200 len: 375 time: 0.0136747 Aug 11 02:05:41.148253 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3dfd7b-f203-46e3-842d-ffd8569dd3a7 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Pushing event updated for resources: {'Port': ['ID=e5dde8ef-37d1-44f4-b140-a289162bee79,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:41.169650 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7cbf2ca3-ae16-4ec2-8518-d76942e9802e req-1c3dfd7b-f203-46e3-842d-ffd8569dd3a7 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:41.199277 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-647b9f18-4f84-4e1c-932f-f76bb40c8ac7 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:41.204073 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7cbf2ca3-ae16-4ec2-8518-d76942e9802e req-1c3dfd7b-f203-46e3-842d-ffd8569dd3a7 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:41.204532 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a395ae34-b742-46b4-9340-eb0317718b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c756a0a7-6e66-46af-b570-3c00e733ef84'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:05:41.207172 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b444c18-5328-4e22-95f8-e8a51010b6c7" -d '{"events": [{"server_uuid": "a395ae34-b742-46b4-9340-eb0317718b75", "name": "network-vif-plugged", "status": "completed", "tag": "c756a0a7-6e66-46af-b570-3c00e733ef84"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:05:41.232587 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-bb0da360-1a55-4f11-8625-84fc692b037e tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cb95ec3b4fc24ea09028c8f97283ca58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0870612 Aug 11 02:05:41.280594 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-647b9f18-4f84-4e1c-932f-f76bb40c8ac7 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:05:41.308234 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b9f18-4f84-4e1c-932f-f76bb40c8ac7 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Pushing event updated for resources: {'Port': ['ID=eb8c60ac-8091-4df6-b10a-f2c2814c27d4,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:41.310729 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-647b9f18-4f84-4e1c-932f-f76bb40c8ac7 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:41.314164 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-647b9f18-4f84-4e1c-932f-f76bb40c8ac7 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:05:41.320386 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-647b9f18-4f84-4e1c-932f-f76bb40c8ac7 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:41.320893 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-647b9f18-4f84-4e1c-932f-f76bb40c8ac7 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:41.348198 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-647b9f18-4f84-4e1c-932f-f76bb40c8ac7 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8572001 Aug 11 02:05:41.367394 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-b048f137-2f9b-410c-8fb9-efc9328f448f service neutron] Request body: {'port': {'device_id': '16c90e8e-8df7-42f1-b498-f4f449b22ade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:41.367636 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7cbf2ca3-ae16-4ec2-8518-d76942e9802e req-1c3dfd7b-f203-46e3-842d-ffd8569dd3a7 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:41.372511 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7cbf2ca3-ae16-4ec2-8518-d76942e9802e req-1c3dfd7b-f203-46e3-842d-ffd8569dd3a7 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:41.391192 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-707419b4-9089-4ab6-8201-df754f0ec74a service neutron] 10.222.0.50 "GET /v2.0/networks/b5969549-5c73-4bce-b89e-aaad46645b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449618 Aug 11 02:05:41.403297 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7cbf2ca3-ae16-4ec2-8518-d76942e9802e req-1c3dfd7b-f203-46e3-842d-ffd8569dd3a7 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:41.423982 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3dfd7b-f203-46e3-842d-ffd8569dd3a7 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Pushing event updated for resources: {'Port': ['ID=e5dde8ef-37d1-44f4-b140-a289162bee79,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:41.426889 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7cbf2ca3-ae16-4ec2-8518-d76942e9802e req-1c3dfd7b-f203-46e3-842d-ffd8569dd3a7 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:41.428132 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7cbf2ca3-ae16-4ec2-8518-d76942e9802e req-1c3dfd7b-f203-46e3-842d-ffd8569dd3a7 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.7731440 Aug 11 02:05:41.469717 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-b048f137-2f9b-410c-8fb9-efc9328f448f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:41.478817 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7cbf2ca3-ae16-4ec2-8518-d76942e9802e req-cbe363bc-07a9-4c6a-935e-e73644cd5a62 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.56 HTTP/1.1" status: 200 len: 695 time: 0.0435998 Aug 11 02:05:41.545748 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-03ed8341-6201-44ac-a88a-18702fd19631 service neutron] 10.222.0.50 "GET /v2.0/networks/b5969549-5c73-4bce-b89e-aaad46645b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473243 Aug 11 02:05:41.588314 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf2ca3-ae16-4ec2-8518-d76942e9802e req-e80b36af-d25e-4aac-b038-fa86845968f1 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:41.589600 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7cbf2ca3-ae16-4ec2-8518-d76942e9802e req-e80b36af-d25e-4aac-b038-fa86845968f1 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 784 time: 0.1049919 Aug 11 02:05:41.743575 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8069e23-d4d1-43cd-a82f-5c45180c139f req-b84f31d9-8933-4b27-bbb2-7f4654102430 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:41.744460 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e8069e23-d4d1-43cd-a82f-5c45180c139f req-b84f31d9-8933-4b27-bbb2-7f4654102430 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=a395ae34-b742-46b4-9340-eb0317718b75 HTTP/1.1" status: 200 len: 950 time: 0.0615215 Aug 11 02:05:41.758226 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e0a8db5-1510-4a65-969c-97796c1c6558 req-12156ac3-670b-480f-b460-ed7e6bfa3459 tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "GET /v2.0/security-groups/c22c3bad-8f7b-4870-8369-51df418fb993 HTTP/1.1" status: 200 len: 1778 time: 0.0636988 Aug 11 02:05:41.787754 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e8069e23-d4d1-43cd-a82f-5c45180c139f req-6b14da53-96db-4740-9253-e6be9ada0dc3 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347712 Aug 11 02:05:41.843126 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171093c7-3d34-444f-85f5-e90cc72f7942 x-openstack-request-id: req-171093c7-3d34-444f-85f5-e90cc72f7942 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:05:41.843944 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a395ae34-b742-46b4-9340-eb0317718b75", "name": "network-vif-plugged", "status": "completed", "tag": "c756a0a7-6e66-46af-b570-3c00e733ef84", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:05:41.844206 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-171093c7-3d34-444f-85f5-e90cc72f7942 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:05:41.844612 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a395ae34-b742-46b4-9340-eb0317718b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c756a0a7-6e66-46af-b570-3c00e733ef84', 'code': 200} Aug 11 02:05:41.856683 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9e0a8db5-1510-4a65-969c-97796c1c6558 req-4efcf7c8-5da9-4976-b984-fdac1c8a892e tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:41.860884 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-b048f137-2f9b-410c-8fb9-efc9328f448f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb8c60ac-8091-4df6-b10a-f2c2814c27d4 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:05:41.876031 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-b048f137-2f9b-410c-8fb9-efc9328f448f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:41.896753 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9e0a8db5-1510-4a65-969c-97796c1c6558 req-4efcf7c8-5da9-4976-b984-fdac1c8a892e tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:41.904230 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-b048f137-2f9b-410c-8fb9-efc9328f448f service neutron] Transition to ACTIVE for port object eb8c60ac-8091-4df6-b10a-f2c2814c27d4 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:41.914659 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-b048f137-2f9b-410c-8fb9-efc9328f448f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:41.959243 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88d99c-d93d-4cff-bcde-238db8e30b8a req-dc35cdb2-c94a-410a-a3ae-c5124ee9f26a tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:41.960830 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0e88d99c-d93d-4cff-bcde-238db8e30b8a req-dc35cdb2-c94a-410a-a3ae-c5124ee9f26a tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade HTTP/1.1" status: 200 len: 944 time: 0.0582862 Aug 11 02:05:42.016122 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9e0a8db5-1510-4a65-969c-97796c1c6558 req-4efcf7c8-5da9-4976-b984-fdac1c8a892e tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:42.018639 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9e0a8db5-1510-4a65-969c-97796c1c6558 req-4efcf7c8-5da9-4976-b984-fdac1c8a892e tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:42.019854 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e0a8db5-1510-4a65-969c-97796c1c6558 req-4efcf7c8-5da9-4976-b984-fdac1c8a892e tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/c22c3bad-8f7b-4870-8369-51df418fb993 HTTP/1.1" status: 204 len: 173 time: 0.2552276 Aug 11 02:05:42.020786 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0e88d99c-d93d-4cff-bcde-238db8e30b8a req-3a4d5847-c514-49d2-a0c0-f2c48991f402 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467057 Aug 11 02:05:42.042948 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98d3a3-3e83-4977-baa0-c49671ff1165 req-7d58c038-1373-43ec-9d35-05d279634af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:42.044528 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e98d3a3-3e83-4977-baa0-c49671ff1165 req-7d58c038-1373-43ec-9d35-05d279634af0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a395ae34-b742-46b4-9340-eb0317718b75 HTTP/1.1" status: 200 len: 1102 time: 0.1309128 Aug 11 02:05:42.045112 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048f137-2f9b-410c-8fb9-efc9328f448f service neutron] Pushing event updated for resources: {'Port': ['ID=eb8c60ac-8091-4df6-b10a-f2c2814c27d4,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:42.047701 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efcf7c8-5da9-4976-b984-fdac1c8a892e tempest-SecurityGroupsTestAdminJSON-1881355853 tempest-SecurityGroupsTestAdminJSON-1881355853-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22c3bad-8f7b-4870-8369-51df418fb993,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:42.119432 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e98d3a3-3e83-4977-baa0-c49671ff1165 req-28e003b6-a854-4059-a31d-0c58149d7ca4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647697 Aug 11 02:05:42.120973 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-b048f137-2f9b-410c-8fb9-efc9328f448f service neutron] Attempting to bind port eb8c60ac-8091-4df6-b10a-f2c2814c27d4 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:05:42.121308 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-b048f137-2f9b-410c-8fb9-efc9328f448f service neutron] Attempting to bind port eb8c60ac-8091-4df6-b10a-f2c2814c27d4 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:05:42.121653 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-b048f137-2f9b-410c-8fb9-efc9328f448f service neutron] Attempting to bind port eb8c60ac-8091-4df6-b10a-f2c2814c27d4 on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:42.141056 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-b048f137-2f9b-410c-8fb9-efc9328f448f service neutron] Port eb8c60ac-8091-4df6-b10a-f2c2814c27d4 on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:05:42.141394 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-b048f137-2f9b-410c-8fb9-efc9328f448f service neutron] Attempting to bind port eb8c60ac-8091-4df6-b10a-f2c2814c27d4 on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:42.149023 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-b048f137-2f9b-410c-8fb9-efc9328f448f service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:05:42.149368 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-b048f137-2f9b-410c-8fb9-efc9328f448f service neutron] Checking segment: {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:42.149498 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fd3fd-ebd4-4fb7-bf63-0d7b56b30e83 req-9a7b6e71-5631-4973-8692-7518116bb316 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:42.149757 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-b048f137-2f9b-410c-8fb9-efc9328f448f service neutron] Bound using segment: {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:05:42.150186 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-b048f137-2f9b-410c-8fb9-efc9328f448f service neutron] Bound port: eb8c60ac-8091-4df6-b10a-f2c2814c27d4, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:05:42.150544 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-b048f137-2f9b-410c-8fb9-efc9328f448f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:42.150932 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e69fd3fd-ebd4-4fb7-bf63-0d7b56b30e83 req-9a7b6e71-5631-4973-8692-7518116bb316 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 945 time: 0.0567026 Aug 11 02:05:42.195705 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e69fd3fd-ebd4-4fb7-bf63-0d7b56b30e83 req-70410b2c-c07e-461c-ab2e-f06c9e008ef9 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360103 Aug 11 02:05:42.195914 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674af2ad-8ef7-4207-bac9-8e5b31f9b4eb req-86876baf-0b68-4822-9483-b67f6b2a5fc1 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:42.197441 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-674af2ad-8ef7-4207-bac9-8e5b31f9b4eb req-86876baf-0b68-4822-9483-b67f6b2a5fc1 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 950 time: 0.1042652 Aug 11 02:05:42.260127 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-b048f137-2f9b-410c-8fb9-efc9328f448f service neutron] For port eb8c60ac-8091-4df6-b10a-f2c2814c27d4, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:05:42.264775 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-b048f137-2f9b-410c-8fb9-efc9328f448f service neutron] For port eb8c60ac-8091-4df6-b10a-f2c2814c27d4, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=eb8c60ac-8091-4df6-b10a-f2c2814c27d4,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:05:42.271939 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-674af2ad-8ef7-4207-bac9-8e5b31f9b4eb req-2d07924d-5732-4187-8751-a7ebb588bec7 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661633 Aug 11 02:05:42.273996 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-b048f137-2f9b-410c-8fb9-efc9328f448f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:42.277038 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b8662139-30b0-47fd-a9f3-8a8ccc2f0105 req-ec6e7b78-9339-4116-b46b-f1408a7c257b tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] 10.222.0.50 "GET /v2.0/floatingips/e25ae291-af6c-4c3e-b000-34155ef3f35f HTTP/1.1" status: 200 len: 692 time: 0.0465660 Aug 11 02:05:42.316971 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-b048f137-2f9b-410c-8fb9-efc9328f448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:42.318140 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-b048f137-2f9b-410c-8fb9-efc9328f448f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:42.319299 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-b048f137-2f9b-410c-8fb9-efc9328f448f service neutron] 10.222.0.66 "PUT /v2.0/ports/eb8c60ac-8091-4df6-b10a-f2c2814c27d4 HTTP/1.1" status: 200 len: 1093 time: 0.9607320 Aug 11 02:05:42.319859 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c90e8e-8df7-42f1-b498-f4f449b22ade', 'tag': 'eb8c60ac-8091-4df6-b10a-f2c2814c27d4'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:05:42.322189 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3618b8ec-26b6-46a2-924a-644ca7c8493b" -d '{"events": [{"name": "network-changed", "server_uuid": "16c90e8e-8df7-42f1-b498-f4f449b22ade", "tag": "eb8c60ac-8091-4df6-b10a-f2c2814c27d4"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:05:42.354356 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048f137-2f9b-410c-8fb9-efc9328f448f service neutron] Pushing event updated for resources: {'Port': ['ID=eb8c60ac-8091-4df6-b10a-f2c2814c27d4,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:42.430524 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8662139-30b0-47fd-a9f3-8a8ccc2f0105 req-4736528e-0684-498c-97df-b5af7dd303d6 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:42.432026 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b8662139-30b0-47fd-a9f3-8a8ccc2f0105 req-4736528e-0684-498c-97df-b5af7dd303d6 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 784 time: 0.1395862 Aug 11 02:05:42.438013 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-da52192f-2d7c-47ef-8dc1-e063cbdfbfd6 req-4603f6e7-5d6d-4737-8848-c8cb0a1aa518 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7bb42a3-4eae-422e-8ef9-981a68805005 HTTP/1.1" status: 200 len: 210 time: 0.0407875 Aug 11 02:05:42.452309 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-51149fcf-4ed9-4393-8444-5c52a23bf7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:42.453827 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-51149fcf-4ed9-4393-8444-5c52a23bf7d5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc914b6e60444f2aabf27f905058cfbf&device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade HTTP/1.1" status: 200 len: 1096 time: 0.0678701 Aug 11 02:05:42.484840 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b8662139-30b0-47fd-a9f3-8a8ccc2f0105 req-f885295e-83c2-44a1-b738-aa38b5661ba4 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.56 HTTP/1.1" status: 200 len: 695 time: 0.0458272 Aug 11 02:05:42.502330 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-0be13533-e9ac-4a57-b3d7-5c806cd77c27 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb8c60ac-8091-4df6-b10a-f2c2814c27d4 HTTP/1.1" status: 200 len: 217 time: 0.0393076 Aug 11 02:05:42.538877 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b8662139-30b0-47fd-a9f3-8a8ccc2f0105 req-44060eac-9edd-47af-ac5e-70745d44502f tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.56 HTTP/1.1" status: 200 len: 695 time: 0.0479357 Aug 11 02:05:42.571687 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a948db57-d610-4c63-8e6a-ac52fd96cb6c req-38439ff4-4a5d-4a36-9668-f9ee8907653b tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] 10.222.0.50 "GET /v2.0/security-groups/702b61f2-5465-4255-b6a3-880ea23c2e54 HTTP/1.1" status: 200 len: 1776 time: 0.0716157 Aug 11 02:05:42.580500 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-60c8c5a3-f58e-4e1f-8875-c37994e77d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:42.582475 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-60c8c5a3-f58e-4e1f-8875-c37994e77d04 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b6e0d0b4-108b-452a-91dc-cd606630079c HTTP/1.1" status: 200 len: 861 time: 0.0674019 Aug 11 02:05:42.623896 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-85525300-6f63-4220-8d82-5ed86c6c240a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296044 Aug 11 02:05:42.667498 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-b8662139-30b0-47fd-a9f3-8a8ccc2f0105 req-36fe1b90-47b1-470a-80ed-bd011f124814 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Deleting port e5dde8ef-37d1-44f4-b140-a289162bee79 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:05:42.667898 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b8662139-30b0-47fd-a9f3-8a8ccc2f0105 req-36fe1b90-47b1-470a-80ed-bd011f124814 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:42.703569 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a948db57-d610-4c63-8e6a-ac52fd96cb6c req-22ef3434-995f-4e63-a091-5aa5d0a5fb8b tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:42.737152 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a948db57-d610-4c63-8e6a-ac52fd96cb6c req-22ef3434-995f-4e63-a091-5aa5d0a5fb8b tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:42.742467 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b8662139-30b0-47fd-a9f3-8a8ccc2f0105 req-36fe1b90-47b1-470a-80ed-bd011f124814 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:42.742793 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b8662139-30b0-47fd-a9f3-8a8ccc2f0105 req-36fe1b90-47b1-470a-80ed-bd011f124814 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:42.755498 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-b8662139-30b0-47fd-a9f3-8a8ccc2f0105 req-36fe1b90-47b1-470a-80ed-bd011f124814 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Calling delete_port for e5dde8ef-37d1-44f4-b140-a289162bee79 owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:05:42.772990 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-a816f0dd-a394-43e9-9aa5-b71bcaae9920 service neutron] 10.222.0.66 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385140 Aug 11 02:05:42.840014 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a948db57-d610-4c63-8e6a-ac52fd96cb6c req-22ef3434-995f-4e63-a091-5aa5d0a5fb8b tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:42.842941 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a948db57-d610-4c63-8e6a-ac52fd96cb6c req-22ef3434-995f-4e63-a091-5aa5d0a5fb8b tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:42.844215 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a948db57-d610-4c63-8e6a-ac52fd96cb6c req-22ef3434-995f-4e63-a091-5aa5d0a5fb8b tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] 10.222.0.50 "DELETE /v2.0/security-groups/702b61f2-5465-4255-b6a3-880ea23c2e54 HTTP/1.1" status: 204 len: 173 time: 0.2662497 Aug 11 02:05:42.860899 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef3434-995f-4e63-a091-5aa5d0a5fb8b tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=702b61f2-5465-4255-b6a3-880ea23c2e54,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:42.904533 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d745e706-cd3b-43d2-b3ff-4c5d60794d0f req-a0a6a5e2-1303-4fc5-83f8-bf627c630401 service neutron] 10.222.0.66 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223915 Aug 11 02:05:42.960713 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70942572-fade-46bd-8363-d795969be73c req-b23545e3-df9a-4f1b-9a6d-82c4629beafc tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:42.962326 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70942572-fade-46bd-8363-d795969be73c req-b23545e3-df9a-4f1b-9a6d-82c4629beafc tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 1097 time: 0.0477581 Aug 11 02:05:42.971187 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-751f5477-19ef-475a-96a2-50feb6cab7fd tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:42.972793 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-751f5477-19ef-475a-96a2-50feb6cab7fd tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.66 "GET /v2.0/networks?id=b5969549-5c73-4bce-b89e-aaad46645b7b HTTP/1.1" status: 200 len: 823 time: 0.1671793 Aug 11 02:05:43.002355 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70942572-fade-46bd-8363-d795969be73c req-08d233de-63ad-4cf3-aa0d-503f31ddaa6c tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325642 Aug 11 02:05:43.059660 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0c74cc-bff9-4131-8f05-bc41c7d48e37 x-openstack-request-id: req-8a0c74cc-bff9-4131-8f05-bc41c7d48e37 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:05:43.060001 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c90e8e-8df7-42f1-b498-f4f449b22ade", "tag": "eb8c60ac-8091-4df6-b10a-f2c2814c27d4", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:05:43.060252 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8a0c74cc-bff9-4131-8f05-bc41c7d48e37 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:05:43.061282 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c90e8e-8df7-42f1-b498-f4f449b22ade', 'tag': 'eb8c60ac-8091-4df6-b10a-f2c2814c27d4', 'status': 'completed', 'code': 200} Aug 11 02:05:43.078326 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-6b672c1a-f870-42a8-82b5-21e5c3542a6b tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb95ec3b4fc24ea09028c8f97283ca58 HTTP/1.1" status: 200 len: 380 time: 0.0934379 Aug 11 02:05:43.084328 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b8662139-30b0-47fd-a9f3-8a8ccc2f0105 req-36fe1b90-47b1-470a-80ed-bd011f124814 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:43.112205 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-35e66758-e46d-438f-9304-d05001f553b4 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Request body: {'port': {'device_id': 'c7bb42a3-4eae-422e-8ef9-981a68805005', 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b', 'admin_state_up': True, 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'security_groups': ['9f9bebe6-55f8-4e1b-b84c-43b122368d18']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:43.118581 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe1b90-47b1-470a-80ed-bd011f124814 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Pushing event deleted for resources: {'Port': ['ID=e5dde8ef-37d1-44f4-b140-a289162bee79,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:43.137734 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618b8ec-26b6-46a2-924a-644ca7c8493b req-8fce21ab-126c-4d87-91a4-33992217ca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:43.139255 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3618b8ec-26b6-46a2-924a-644ca7c8493b req-8fce21ab-126c-4d87-91a4-33992217ca8f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc914b6e60444f2aabf27f905058cfbf&device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade HTTP/1.1" status: 200 len: 1096 time: 0.0441811 Aug 11 02:05:43.192601 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b8662139-30b0-47fd-a9f3-8a8ccc2f0105 req-36fe1b90-47b1-470a-80ed-bd011f124814 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:43.195869 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b8662139-30b0-47fd-a9f3-8a8ccc2f0105 req-36fe1b90-47b1-470a-80ed-bd011f124814 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:43.209008 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b8662139-30b0-47fd-a9f3-8a8ccc2f0105 req-36fe1b90-47b1-470a-80ed-bd011f124814 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] 10.222.0.50 "DELETE /v2.0/floatingips/e25ae291-af6c-4c3e-b000-34155ef3f35f HTTP/1.1" status: 204 len: 173 time: 0.6644237 Aug 11 02:05:43.272803 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-18039215-e6af-4c7f-9ebb-4aa30b64f4a6 req-3d6216d4-5e51-4765-a509-bd95ddefd445 tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] 10.222.0.50 "GET /v2.0/security-groups/7df13525-1823-4ed8-aa98-2381f3379a71 HTTP/1.1" status: 200 len: 1778 time: 0.0565300 Aug 11 02:05:43.295329 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618b8ec-26b6-46a2-924a-644ca7c8493b req-74f9e64c-f638-4cf4-8ecb-a0cff3beb703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:43.296842 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3618b8ec-26b6-46a2-924a-644ca7c8493b req-74f9e64c-f638-4cf4-8ecb-a0cff3beb703 service neutron] 10.222.0.66 "GET /v2.0/networks?id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7 HTTP/1.1" status: 200 len: 922 time: 0.1447620 Aug 11 02:05:43.344932 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-35e66758-e46d-438f-9304-d05001f553b4 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Made reservation on behalf of cb95ec3b4fc24ea09028c8f97283ca58 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:05:43.348834 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-35e66758-e46d-438f-9304-d05001f553b4 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:43.371013 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-18039215-e6af-4c7f-9ebb-4aa30b64f4a6 req-a907948c-9323-4a57-9d1d-abff925d618c tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:43.389019 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e68858-7c07-49a9-8e8d-a5f5f1438a9d req-77dd393c-b1d4-452e-aa7e-a117a147b8d3 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:43.391818 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-33e68858-7c07-49a9-8e8d-a5f5f1438a9d req-77dd393c-b1d4-452e-aa7e-a117a147b8d3 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=a395ae34-b742-46b4-9340-eb0317718b75 HTTP/1.1" status: 200 len: 950 time: 0.1282277 Aug 11 02:05:43.392879 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3618b8ec-26b6-46a2-924a-644ca7c8493b req-60b34131-e723-4c2f-ab00-ff9e765424bf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb8c60ac-8091-4df6-b10a-f2c2814c27d4 HTTP/1.1" status: 200 len: 217 time: 0.0871065 Aug 11 02:05:43.438226 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-18039215-e6af-4c7f-9ebb-4aa30b64f4a6 req-a907948c-9323-4a57-9d1d-abff925d618c tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:43.479964 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618b8ec-26b6-46a2-924a-644ca7c8493b req-8b26fd22-fc83-4b03-bf3f-0f18faaa34fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:43.485564 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3618b8ec-26b6-46a2-924a-644ca7c8493b req-8b26fd22-fc83-4b03-bf3f-0f18faaa34fe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b6e0d0b4-108b-452a-91dc-cd606630079c HTTP/1.1" status: 200 len: 861 time: 0.0814021 Aug 11 02:05:43.530017 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-18039215-e6af-4c7f-9ebb-4aa30b64f4a6 req-a907948c-9323-4a57-9d1d-abff925d618c tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:43.532923 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-18039215-e6af-4c7f-9ebb-4aa30b64f4a6 req-a907948c-9323-4a57-9d1d-abff925d618c tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:43.534197 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-18039215-e6af-4c7f-9ebb-4aa30b64f4a6 req-a907948c-9323-4a57-9d1d-abff925d618c tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] 10.222.0.50 "DELETE /v2.0/security-groups/7df13525-1823-4ed8-aa98-2381f3379a71 HTTP/1.1" status: 204 len: 173 time: 0.2497640 Aug 11 02:05:43.535205 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55492) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:43.536866 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3618b8ec-26b6-46a2-924a-644ca7c8493b req-0d384d0d-3e6a-4651-acb0-37c61f14f2a2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420570 Aug 11 02:05:43.554671 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-33e68858-7c07-49a9-8e8d-a5f5f1438a9d req-40086798-7816-43de-8a99-99d01a2609dd tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522570 Aug 11 02:05:43.562737 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-35e66758-e46d-438f-9304-d05001f553b4 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Allocated IP 172.20.0.8 (b5969549-5c73-4bce-b89e-aaad46645b7b/ba38ec18-d6ec-4e46-bbbf-b36cb49bb999/f72a0dfb-2da8-40cd-a26b-0df7f824401d) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:05:43.565445 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907948c-9323-4a57-9d1d-abff925d618c tempest-SecurityGroupsTestAdminJSON-2030438833 tempest-SecurityGroupsTestAdminJSON-2030438833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df13525-1823-4ed8-aa98-2381f3379a71,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:43.729699 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce22800-2f34-496b-8b5a-2dfe3b9acbae req-19c8a89f-dcec-493d-ac55-791c63903e40 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:43.731320 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ce22800-2f34-496b-8b5a-2dfe3b9acbae req-19c8a89f-dcec-493d-ac55-791c63903e40 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade HTTP/1.1" status: 200 len: 944 time: 0.0919807 Aug 11 02:05:43.735390 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3618b8ec-26b6-46a2-924a-644ca7c8493b req-b775be11-5cca-482f-ab5e-c811dde59046 service neutron] 10.222.0.66 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750286 Aug 11 02:05:43.738407 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-55e99837-d82a-4b6e-95fe-ee829d4c3a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:43.746503 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569d6d6-846c-4040-bd3b-2f9722fb6982 req-026b39dc-c123-4225-9be5-17d48897c416 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:43.748073 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3569d6d6-846c-4040-bd3b-2f9722fb6982 req-026b39dc-c123-4225-9be5-17d48897c416 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 1097 time: 0.1270370 Aug 11 02:05:43.844431 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ce22800-2f34-496b-8b5a-2dfe3b9acbae req-b3b19dd0-6f35-4557-8465-3a0d1e992d64 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038747 Aug 11 02:05:43.847773 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55502) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:43.851045 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-35e66758-e46d-438f-9304-d05001f553b4 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:43.854216 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3569d6d6-846c-4040-bd3b-2f9722fb6982 req-e888d026-656f-4014-b72d-d2b20826ae71 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958645 Aug 11 02:05:43.889128 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-35e66758-e46d-438f-9304-d05001f553b4 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Transition to ACTIVE for port object f72a0dfb-2da8-40cd-a26b-0df7f824401d will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:43.926164 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3618b8ec-26b6-46a2-924a-644ca7c8493b req-496f6b2e-3884-419c-bf2c-4befe9b8d56a service neutron] 10.222.0.66 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809144 Aug 11 02:05:43.970653 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [req-cccc80b5-0bee-4351-b081-7082360ee5ed req-bd863daf-ed01-4cce-9209-5e57c133ee61 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] show failed (client error): The resource could not be found. Aug 11 02:05:43.982006 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cccc80b5-0bee-4351-b081-7082360ee5ed req-bd863daf-ed01-4cce-9209-5e57c133ee61 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] 10.222.0.50 "GET /v2.0/floatingips/e25ae291-af6c-4c3e-b000-34155ef3f35f HTTP/1.1" status: 404 len: 350 time: 0.0821433 Aug 11 02:05:43.989615 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-35e66758-e46d-438f-9304-d05001f553b4 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:43.992472 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-55e99837-d82a-4b6e-95fe-ee829d4c3a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:44.007839 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-55e99837-d82a-4b6e-95fe-ee829d4c3a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:44.069962 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-35e66758-e46d-438f-9304-d05001f553b4 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Network b5969549-5c73-4bce-b89e-aaad46645b7b is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:05:44.080070 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9f542477-484d-471d-84e3-679ca728859e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f3cf2c0e596449da9f09051179da67a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311451 Aug 11 02:05:44.083043 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55510) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:44.085501 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-35e66758-e46d-438f-9304-d05001f553b4 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:44.090443 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-35e66758-e46d-438f-9304-d05001f553b4 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:05:44.095930 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-35e66758-e46d-438f-9304-d05001f553b4 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:44.096530 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-35e66758-e46d-438f-9304-d05001f553b4 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:44.104925 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e99837-d82a-4b6e-95fe-ee829d4c3a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0260c9d1-b508-494f-b278-d2835c2cba2c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:44.115076 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-55e99837-d82a-4b6e-95fe-ee829d4c3a48 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=47b912e74d894353bab9a3c6edb9d3e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5675819 Aug 11 02:05:44.115919 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55512) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:44.116056 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e66758-e46d-438f-9304-d05001f553b4 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Pushing event updated for resources: {'Port': ['ID=f72a0dfb-2da8-40cd-a26b-0df7f824401d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:44.124643 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c461d-a496-4a11-9159-a8619e71983d req-562a1b74-3ab4-4b31-8ace-d72b97c4ebc4 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:44.125325 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae92f0-0e9a-4e79-ae49-390eccfb9bf9 req-44ef9414-5be1-4593-8b8a-1ae00c4e4a8c tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:44.126082 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ae9c461d-a496-4a11-9159-a8619e71983d req-562a1b74-3ab4-4b31-8ace-d72b97c4ebc4 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7bb42a3-4eae-422e-8ef9-981a68805005 HTTP/1.1" status: 200 len: 931 time: 0.0851517 Aug 11 02:05:44.133100 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e4ae92f0-0e9a-4e79-ae49-390eccfb9bf9 req-44ef9414-5be1-4593-8b8a-1ae00c4e4a8c tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 950 time: 0.1833303 Aug 11 02:05:44.153281 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-35e66758-e46d-438f-9304-d05001f553b4 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0479469 Aug 11 02:05:44.169911 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-c62e4575-4f61-4437-a945-4c3c59acc3c8 service neutron] Request body: {'port': {'device_id': 'c7bb42a3-4eae-422e-8ef9-981a68805005', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:44.194594 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e4ae92f0-0e9a-4e79-ae49-390eccfb9bf9 req-fbf10ad8-aa3d-43f3-bfee-bef14e5f7cd8 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606208 Aug 11 02:05:44.213499 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a61c664f-e992-446a-9750-1f6a98a9eab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:44.261066 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ae9c461d-a496-4a11-9159-a8619e71983d req-7b2da374-1beb-49f0-9505-5222fb43108b tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f9bebe6-55f8-4e1b-b84c-43b122368d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967655 Aug 11 02:05:44.274356 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-c62e4575-4f61-4437-a945-4c3c59acc3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:44.281724 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a34d6d18-a37a-4aa0-8d02-188b3a4d3ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:44.289224 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a61c664f-e992-446a-9750-1f6a98a9eab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:44.325388 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a34d6d18-a37a-4aa0-8d02-188b3a4d3ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:44.372120 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a3d95159-640e-47c4-a6de-a0b71960d145 None None] Provisioning for port f72a0dfb-2da8-40cd-a26b-0df7f824401d completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:44.379348 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a3d95159-640e-47c4-a6de-a0b71960d145 None None] Provisioning complete for port f72a0dfb-2da8-40cd-a26b-0df7f824401d triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:44.380049 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a3d95159-640e-47c4-a6de-a0b71960d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:44.421251 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a3d95159-640e-47c4-a6de-a0b71960d145 None None] Port f72a0dfb-2da8-40cd-a26b-0df7f824401d cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:05:44.422832 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [req-0df0a5ca-a354-4881-8e77-103ed3ffddcf req-9eb3c98f-b920-4ebf-aeef-28ed0643ef89 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] show failed (client error): The resource could not be found. Aug 11 02:05:44.430422 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0df0a5ca-a354-4881-8e77-103ed3ffddcf req-9eb3c98f-b920-4ebf-aeef-28ed0643ef89 tempest-FloatingIPsTestJSON-567612085 tempest-FloatingIPsTestJSON-567612085-project] 10.222.0.50 "GET /v2.0/floatingips/e25ae291-af6c-4c3e-b000-34155ef3f35f HTTP/1.1" status: 404 len: 350 time: 0.0733013 Aug 11 02:05:44.433543 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55518) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:44.475620 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a61c664f-e992-446a-9750-1f6a98a9eab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:44.478537 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a61c664f-e992-446a-9750-1f6a98a9eab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:44.482452 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a61c664f-e992-446a-9750-1f6a98a9eab1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/09ce37a0-597e-427f-8f1f-e221e9591a09 HTTP/1.1" status: 204 len: 168 time: 0.3958001 Aug 11 02:05:44.492177 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a34d6d18-a37a-4aa0-8d02-188b3a4d3ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:44.494852 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a34d6d18-a37a-4aa0-8d02-188b3a4d3ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:44.498389 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a34d6d18-a37a-4aa0-8d02-188b3a4d3ae9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0260c9d1-b508-494f-b278-d2835c2cba2c HTTP/1.1" status: 204 len: 168 time: 0.3794427 Aug 11 02:05:44.520760 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c664f-e992-446a-9750-1f6a98a9eab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ce37a0-597e-427f-8f1f-e221e9591a09,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:44.560148 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d6d18-a37a-4aa0-8d02-188b3a4d3ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0260c9d1-b508-494f-b278-d2835c2cba2c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:44.678036 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d1a5d-33ed-41aa-9aeb-6e42ac472528 req-39afde9f-461c-44dc-8df0-1157076b1391 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:44.685280 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d1a5d-33ed-41aa-9aeb-6e42ac472528 req-39afde9f-461c-44dc-8df0-1157076b1391 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:44.694461 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-196d1a5d-33ed-41aa-9aeb-6e42ac472528 req-39afde9f-461c-44dc-8df0-1157076b1391 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=4cb6b146-b3d4-4d93-9407-be6b91f1b4ac&device_id=a395ae34-b742-46b4-9340-eb0317718b75 HTTP/1.1" status: 200 len: 1691 time: 0.1784091 Aug 11 02:05:44.738495 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2331f1-51d5-484a-a8dc-6d94bc931877 req-01b38be7-f56b-4911-8984-82f5911e1e88 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:44.739983 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7f2331f1-51d5-484a-a8dc-6d94bc931877 req-01b38be7-f56b-4911-8984-82f5911e1e88 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 1097 time: 0.0639639 Aug 11 02:05:44.797384 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7f2331f1-51d5-484a-a8dc-6d94bc931877 req-380e364b-2937-4ed9-8de3-e43d4e8203d8 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504711 Aug 11 02:05:44.971704 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55532) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:44.989411 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6b559c12-3429-42fe-96ff-59f6b0893a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:45.018001 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e088b-3c5a-4827-ba91-f3c13f740cdd req-3e573a0c-0c74-4e04-b8ee-b94d29040af7 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:45.020271 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-434e088b-3c5a-4827-ba91-f3c13f740cdd req-3e573a0c-0c74-4e04-b8ee-b94d29040af7 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade HTTP/1.1" status: 200 len: 944 time: 0.0781670 Aug 11 02:05:45.053088 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55534) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:45.103653 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-196d1a5d-33ed-41aa-9aeb-6e42ac472528 req-80b15e4a-c168-4be0-a3f1-795601ca6cdd tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082935 Aug 11 02:05:45.118428 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-c62e4575-4f61-4437-a945-4c3c59acc3c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f72a0dfb-2da8-40cd-a26b-0df7f824401d {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:05:45.135685 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-c62e4575-4f61-4437-a945-4c3c59acc3c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:45.172625 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-c62e4575-4f61-4437-a945-4c3c59acc3c8 service neutron] Transition to ACTIVE for port object f72a0dfb-2da8-40cd-a26b-0df7f824401d will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:45.179166 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1842e171-fffe-49b1-b2c5-70cd692437ac admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=163a5e5aa7e548ca9458a07c48979511&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1249673 Aug 11 02:05:45.198907 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55538) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:45.206938 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-c62e4575-4f61-4437-a945-4c3c59acc3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:45.283686 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-434e088b-3c5a-4827-ba91-f3c13f740cdd req-769c7dc5-0a0a-4902-b85e-e0b5abd57af9 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547507 Aug 11 02:05:45.347482 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e4575-4f61-4437-a945-4c3c59acc3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f72a0dfb-2da8-40cd-a26b-0df7f824401d,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:45.357349 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6b559c12-3429-42fe-96ff-59f6b0893a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:45.370616 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6b559c12-3429-42fe-96ff-59f6b0893a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:45.437346 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6b559c12-3429-42fe-96ff-59f6b0893a39 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=705deaf8d5394333a557b06c1730bd00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4621947 Aug 11 02:05:45.437346 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b559c12-3429-42fe-96ff-59f6b0893a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d468a6be-05b8-45c5-94f7-891b878e36c5,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:45.437636 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9ead2087-f747-460f-a3e3-a08e1d10b986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:45.439290 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-c62e4575-4f61-4437-a945-4c3c59acc3c8 service neutron] Attempting to bind port f72a0dfb-2da8-40cd-a26b-0df7f824401d on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:05:45.439650 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-c62e4575-4f61-4437-a945-4c3c59acc3c8 service neutron] Attempting to bind port f72a0dfb-2da8-40cd-a26b-0df7f824401d by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '0850454f-1564-475e-ba74-4de21e93e9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:05:45.441192 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-c62e4575-4f61-4437-a945-4c3c59acc3c8 service neutron] Attempting to bind port f72a0dfb-2da8-40cd-a26b-0df7f824401d on network b5969549-5c73-4bce-b89e-aaad46645b7b {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:45.442961 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55546) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:45.448043 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d2554-c761-4188-a56f-b08a34dd3b80 req-b6b7be7e-8735-47c7-bd1b-532950152fa9 tempest-ServersOnMultiNodesTest-663824480 tempest-ServersOnMultiNodesTest-663824480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:45.450263 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1c8d2554-c761-4188-a56f-b08a34dd3b80 req-b6b7be7e-8735-47c7-bd1b-532950152fa9 tempest-ServersOnMultiNodesTest-663824480 tempest-ServersOnMultiNodesTest-663824480-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4cb6b146-b3d4-4d93-9407-be6b91f1b4ac HTTP/1.1" status: 200 len: 1102 time: 0.2077303 Aug 11 02:05:45.468946 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd7c73-86f8-4a7b-a820-da18568c774b req-19a4d97d-1106-493f-9e3f-ce9d45bc2b0c tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:45.470804 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-c62e4575-4f61-4437-a945-4c3c59acc3c8 service neutron] Port f72a0dfb-2da8-40cd-a26b-0df7f824401d on network b5969549-5c73-4bce-b89e-aaad46645b7b not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:05:45.471131 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-c62e4575-4f61-4437-a945-4c3c59acc3c8 service neutron] Attempting to bind port f72a0dfb-2da8-40cd-a26b-0df7f824401d on network b5969549-5c73-4bce-b89e-aaad46645b7b {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:45.476069 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-57dd7c73-86f8-4a7b-a820-da18568c774b req-19a4d97d-1106-493f-9e3f-ce9d45bc2b0c tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 950 time: 0.1172585 Aug 11 02:05:45.508186 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9ead2087-f747-460f-a3e3-a08e1d10b986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:45.514753 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-c62e4575-4f61-4437-a945-4c3c59acc3c8 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:05:45.515090 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-c62e4575-4f61-4437-a945-4c3c59acc3c8 service neutron] Checking segment: {'id': '0850454f-1564-475e-ba74-4de21e93e9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:45.515479 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-c62e4575-4f61-4437-a945-4c3c59acc3c8 service neutron] Bound using segment: {'id': '0850454f-1564-475e-ba74-4de21e93e9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:05:45.515941 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-c62e4575-4f61-4437-a945-4c3c59acc3c8 service neutron] Bound port: f72a0dfb-2da8-40cd-a26b-0df7f824401d, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0850454f-1564-475e-ba74-4de21e93e9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:05:45.516289 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-c62e4575-4f61-4437-a945-4c3c59acc3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:45.550537 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-57dd7c73-86f8-4a7b-a820-da18568c774b req-cc29a056-ea2a-441a-bfe2-198cada46bed tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706797 Aug 11 02:05:45.551336 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f05b630d-420e-4fb8-8522-ed941393fe7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:45.570881 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1c8d2554-c761-4188-a56f-b08a34dd3b80 req-c8a66240-7f2c-4ee5-99f9-de37824e1208 tempest-ServersOnMultiNodesTest-663824480 tempest-ServersOnMultiNodesTest-663824480-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050053 Aug 11 02:05:45.594803 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f05b630d-420e-4fb8-8522-ed941393fe7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:45.603460 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-50b75b82-ebe5-4fdf-8561-e01dc5fb4f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:45.695810 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d518e-192f-42b4-a458-c4756f80c71c req-7e1f3946-50bf-4e2f-949e-e30b92a41d63 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:45.697359 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-185d518e-192f-42b4-a458-c4756f80c71c req-7e1f3946-50bf-4e2f-949e-e30b92a41d63 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7bb42a3-4eae-422e-8ef9-981a68805005 HTTP/1.1" status: 200 len: 943 time: 0.0634186 Aug 11 02:05:45.698472 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f05b630d-420e-4fb8-8522-ed941393fe7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:45.700993 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f05b630d-420e-4fb8-8522-ed941393fe7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:45.704683 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f05b630d-420e-4fb8-8522-ed941393fe7a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d468a6be-05b8-45c5-94f7-891b878e36c5 HTTP/1.1" status: 204 len: 168 time: 0.2605879 Aug 11 02:05:45.707043 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9ead2087-f747-460f-a3e3-a08e1d10b986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:45.709561 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9ead2087-f747-460f-a3e3-a08e1d10b986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:45.712951 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9ead2087-f747-460f-a3e3-a08e1d10b986 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5ef00ddf-f958-4859-a872-facbb860ba7c HTTP/1.1" status: 204 len: 168 time: 0.5104828 Aug 11 02:05:45.724969 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-c62e4575-4f61-4437-a945-4c3c59acc3c8 service neutron] For port f72a0dfb-2da8-40cd-a26b-0df7f824401d, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:05:45.727787 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b630d-420e-4fb8-8522-ed941393fe7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d468a6be-05b8-45c5-94f7-891b878e36c5,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:45.745097 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead2087-f747-460f-a3e3-a08e1d10b986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef00ddf-f958-4859-a872-facbb860ba7c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:45.758793 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-185d518e-192f-42b4-a458-c4756f80c71c req-0a02a6b1-39fe-4ebf-8518-cac92cad6cf9 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f9bebe6-55f8-4e1b-b84c-43b122368d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521801 Aug 11 02:05:45.780981 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-c62e4575-4f61-4437-a945-4c3c59acc3c8 service neutron] For port f72a0dfb-2da8-40cd-a26b-0df7f824401d, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f72a0dfb-2da8-40cd-a26b-0df7f824401d,segment=NetworkSegment(0850454f-1564-475e-ba74-4de21e93e9fe),segment_id=0850454f-1564-475e-ba74-4de21e93e9fe)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:05:45.794952 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-c62e4575-4f61-4437-a945-4c3c59acc3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:45.843123 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ce179-9254-4cb6-9af4-b5507183f011 req-ff694a76-a346-431a-8a71-d95bfe63beab tempest-ServersOnMultiNodesTest-663824480 tempest-ServersOnMultiNodesTest-663824480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:45.845251 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3b6ce179-9254-4cb6-9af4-b5507183f011 req-ff694a76-a346-431a-8a71-d95bfe63beab tempest-ServersOnMultiNodesTest-663824480 tempest-ServersOnMultiNodesTest-663824480-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a395ae34-b742-46b4-9340-eb0317718b75 HTTP/1.1" status: 200 len: 1102 time: 0.1799784 Aug 11 02:05:45.858765 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-c62e4575-4f61-4437-a945-4c3c59acc3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:45.859620 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-c62e4575-4f61-4437-a945-4c3c59acc3c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:45.861188 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-c62e4575-4f61-4437-a945-4c3c59acc3c8 service neutron] 10.222.0.66 "PUT /v2.0/ports/f72a0dfb-2da8-40cd-a26b-0df7f824401d HTTP/1.1" status: 200 len: 1092 time: 1.6963737 Aug 11 02:05:45.861821 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7bb42a3-4eae-422e-8ef9-981a68805005', 'tag': 'f72a0dfb-2da8-40cd-a26b-0df7f824401d'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:05:45.864912 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969cd22b-6a1c-4942-8228-d962f2b44265" -d '{"events": [{"name": "network-changed", "server_uuid": "c7bb42a3-4eae-422e-8ef9-981a68805005", "tag": "f72a0dfb-2da8-40cd-a26b-0df7f824401d"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:05:45.877612 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a0d24609-91b3-4986-b205-182895a5cb3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:45.971370 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device eb8c60ac-8091-4df6-b10a-f2c2814c27d4 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:05:45.986981 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043a754-e225-471c-b115-0dd49f4ef83c req-81f53cbc-6eca-4b51-aab7-37d760fb3f4b tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:45.993866 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e4575-4f61-4437-a945-4c3c59acc3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f72a0dfb-2da8-40cd-a26b-0df7f824401d,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:46.000900 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3043a754-e225-471c-b115-0dd49f4ef83c req-81f53cbc-6eca-4b51-aab7-37d760fb3f4b tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 1097 time: 0.0707262 Aug 11 02:05:46.078221 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3043a754-e225-471c-b115-0dd49f4ef83c req-b9076ef0-77a4-42f5-9339-31665763c1d6 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763960 Aug 11 02:05:46.095325 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3b6ce179-9254-4cb6-9af4-b5507183f011 req-8c0f6903-9cbd-40c6-aad6-4432ae6013b0 tempest-ServersOnMultiNodesTest-663824480 tempest-ServersOnMultiNodesTest-663824480-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235947 Aug 11 02:05:46.145746 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port eb8c60ac-8091-4df6-b10a-f2c2814c27d4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=eb8c60ac-8091-4df6-b10a-f2c2814c27d4,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:46.157036 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-58a227a7-d4ab-4965-9a03-f69782f26d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:46.158595 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-58a227a7-d4ab-4965-9a03-f69782f26d5e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb95ec3b4fc24ea09028c8f97283ca58&device_id=c7bb42a3-4eae-422e-8ef9-981a68805005 HTTP/1.1" status: 200 len: 1095 time: 0.2222629 Aug 11 02:05:46.165732 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'eb8c60ac-8091-4df6-b10a-f2c2814c27d4', 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7', 'port_id': 'eb8c60ac-8091-4df6-b10a-f2c2814c27d4', 'mac_address': 'fa:16:3e:5d:9c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e0d0b4-108b-452a-91dc-cd606630079c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:05:46.183905 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc22cf4-57ee-433b-8e7a-28c794f8dc43 x-openstack-request-id: req-afc22cf4-57ee-433b-8e7a-28c794f8dc43 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:05:46.184198 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7bb42a3-4eae-422e-8ef9-981a68805005", "tag": "f72a0dfb-2da8-40cd-a26b-0df7f824401d", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:05:46.184454 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-afc22cf4-57ee-433b-8e7a-28c794f8dc43 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:05:46.184851 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7bb42a3-4eae-422e-8ef9-981a68805005', 'tag': 'f72a0dfb-2da8-40cd-a26b-0df7f824401d', 'status': 'completed', 'code': 200} Aug 11 02:05:46.264224 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:46.304101 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb8c60ac-8091-4df6-b10a-f2c2814c27d4 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:05:46.352093 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-45e5117a-c62c-47fb-8cd0-d99512ffc400 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f72a0dfb-2da8-40cd-a26b-0df7f824401d HTTP/1.1" status: 200 len: 217 time: 0.1697607 Aug 11 02:05:46.353173 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port eb8c60ac-8091-4df6-b10a-f2c2814c27d4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=eb8c60ac-8091-4df6-b10a-f2c2814c27d4,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:46.359499 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:46.452912 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=eb8c60ac-8091-4df6-b10a-f2c2814c27d4,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:46.463984 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:46.464688 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:46.465236 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:46.466581 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:46.466927 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:46.467271 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:46.467712 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:46.468113 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:46.468445 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:46.468923 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:46.469604 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:46.470255 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:05:46.471375 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-4976580b-2695-4f88-8a7a-0d73ef08a0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:46.473538 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-4976580b-2695-4f88-8a7a-0d73ef08a0f8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ba38ec18-d6ec-4e46-bbbf-b36cb49bb999 HTTP/1.1" status: 200 len: 862 time: 0.0966737 Aug 11 02:05:46.534925 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064cbad-903d-4df5-b3d3-9ff5be1b1dfd req-00256dfb-66ab-4c14-89d3-476c41178698 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:46.536822 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b064cbad-903d-4df5-b3d3-9ff5be1b1dfd req-00256dfb-66ab-4c14-89d3-476c41178698 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade HTTP/1.1" status: 200 len: 945 time: 0.0527768 Aug 11 02:05:46.573407 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-cdb670b1-ff69-4a27-913e-b405d0bac2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:46.574927 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-cdb670b1-ff69-4a27-913e-b405d0bac2a9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b5969549-5c73-4bce-b89e-aaad46645b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0895278 Aug 11 02:05:46.586889 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b064cbad-903d-4df5-b3d3-9ff5be1b1dfd req-3c26a305-61f1-4158-a63f-0a2364c46cf8 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400412 Aug 11 02:05:46.626729 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['eb8c60ac-8091-4df6-b10a-f2c2814c27d4'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:05:46.676643 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-a0d24609-91b3-4986-b205-182895a5cb3e admin admin] Deleting port 571059c4-dd83-4eb1-acc5-9fcf53177b05 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:05:46.676989 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a0d24609-91b3-4986-b205-182895a5cb3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:46.722267 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4ded6692-9147-48ab-911e-c704b923d428 req-c8db6f19-2b29-4e3b-99f8-79de5bab0c23 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413170 Aug 11 02:05:46.771737 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-b3ae2731-a639-4c33-9c50-bffce8d17aaa service neutron] 10.222.0.66 "GET /v2.0/networks/b5969549-5c73-4bce-b89e-aaad46645b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857605 Aug 11 02:05:46.872452 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-a0d24609-91b3-4986-b205-182895a5cb3e admin admin] For port 571059c4-dd83-4eb1-acc5-9fcf53177b05, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=571059c4-dd83-4eb1-acc5-9fcf53177b05,segment=NetworkSegment(cb717f48-69f1-4b0b-8876-be478a6a5c4c),segment_id=cb717f48-69f1-4b0b-8876-be478a6a5c4c)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:46.872850 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a0d24609-91b3-4986-b205-182895a5cb3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:46.907510 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded6692-9147-48ab-911e-c704b923d428 req-10d8e101-5103-4221-9eb6-0712c5ec8f4c tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:46.909155 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4ded6692-9147-48ab-911e-c704b923d428 req-10d8e101-5103-4221-9eb6-0712c5ec8f4c tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1860344 Aug 11 02:05:46.916507 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-a0d24609-91b3-4986-b205-182895a5cb3e admin admin] Calling delete_port for 571059c4-dd83-4eb1-acc5-9fcf53177b05 owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:05:46.933416 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4ded6692-9147-48ab-911e-c704b923d428 req-61737099-fcfb-4f54-a8d7-8ec7a52b0cf3 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/quotas/2ce8767569c84bef8cb5da975c6c17a4 HTTP/1.1" status: 200 len: 375 time: 0.0181842 Aug 11 02:05:46.984599 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fbd01046-4f38-4b10-8d95-c071c9d64a8b req-7b0a9176-65f7-4f74-9d79-c793166d4a43 service neutron] 10.222.0.66 "GET /v2.0/networks/b5969549-5c73-4bce-b89e-aaad46645b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042089 Aug 11 02:05:47.005401 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4ded6692-9147-48ab-911e-c704b923d428 req-b8f6acd7-c9c9-4262-8017-ed2a8996f2cd tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0635242 Aug 11 02:05:47.075823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55626) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:47.164251 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cd22b-6a1c-4942-8228-d962f2b44265 req-84c1b65c-7b48-4449-a882-06f1bbe45a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:47.165804 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-969cd22b-6a1c-4942-8228-d962f2b44265 req-84c1b65c-7b48-4449-a882-06f1bbe45a59 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb95ec3b4fc24ea09028c8f97283ca58&device_id=c7bb42a3-4eae-422e-8ef9-981a68805005 HTTP/1.1" status: 200 len: 1095 time: 0.1161382 Aug 11 02:05:47.411916 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-29250e5a-d772-42a2-9b65-cedbd1401962 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-112567383-network', 'tenant_id': '225f57f0e1624fb08c817e5cff153e37'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:47.451580 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29250e5a-d772-42a2-9b65-cedbd1401962 admin admin] Made reservation on behalf of 225f57f0e1624fb08c817e5cff153e37 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:05:47.453942 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-29250e5a-d772-42a2-9b65-cedbd1401962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:47.469527 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-29250e5a-d772-42a2-9b65-cedbd1401962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:47.644986 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-29250e5a-d772-42a2-9b65-cedbd1401962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:47.651942 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-29250e5a-d772-42a2-9b65-cedbd1401962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:47.682098 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a0d24609-91b3-4986-b205-182895a5cb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:47.693271 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29250e5a-d772-42a2-9b65-cedbd1401962 admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:05:47.715409 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cd22b-6a1c-4942-8228-d962f2b44265 req-2029550f-b9a0-45ad-824d-ba091c3a91b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:47.717972 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-969cd22b-6a1c-4942-8228-d962f2b44265 req-2029550f-b9a0-45ad-824d-ba091c3a91b1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b5969549-5c73-4bce-b89e-aaad46645b7b HTTP/1.1" status: 200 len: 924 time: 0.5434887 Aug 11 02:05:47.721376 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d24609-91b3-4986-b205-182895a5cb3e admin admin] Pushing event deleted for resources: {'Port': ['ID=571059c4-dd83-4eb1-acc5-9fcf53177b05,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:47.747510 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29250e5a-d772-42a2-9b65-cedbd1401962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cc0642-beba-4c80-ba00-4f203b6b0b02,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:47.758888 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-29250e5a-d772-42a2-9b65-cedbd1401962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:47.759428 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-29250e5a-d772-42a2-9b65-cedbd1401962 admin admin] Added segment e2e87212-6a86-4d9c-b54b-6de1ef876734 of type vlan for network c1395f45-8a77-4154-8a13-da59aa8da322 Aug 11 02:05:47.779733 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-004c52a6-0097-404f-aecf-21a0ece0d079 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:05:47.780751 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-004c52a6-0097-404f-aecf-21a0ece0d079 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080514 Aug 11 02:05:47.824987 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-29250e5a-d772-42a2-9b65-cedbd1401962 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:47.858169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-a7905dd1-7d2b-47d1-94f9-a877fa0e0675 service neutron] Request body: {'binding': {'host': 'n-h2-615180-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:47.858628 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-a7905dd1-7d2b-47d1-94f9-a877fa0e0675 service neutron] Unknown quota resources ['binding']. {{(pid=94507) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:05:47.866151 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-969cd22b-6a1c-4942-8228-d962f2b44265 req-4b226d73-a7cb-443c-809b-bccbf465d6d9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f72a0dfb-2da8-40cd-a26b-0df7f824401d HTTP/1.1" status: 200 len: 217 time: 0.1024802 Aug 11 02:05:47.913346 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdb9cf-eb50-44bc-aea4-5523bb51cef8 req-4bf6340d-1fe7-4237-84ef-ccf340bc6c63 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:47.918995 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c9cdb9cf-eb50-44bc-aea4-5523bb51cef8 req-4bf6340d-1fe7-4237-84ef-ccf340bc6c63 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 950 time: 0.2403703 Aug 11 02:05:47.973283 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-29250e5a-d772-42a2-9b65-cedbd1401962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:47.976356 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29250e5a-d772-42a2-9b65-cedbd1401962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:47.977041 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-29250e5a-d772-42a2-9b65-cedbd1401962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:47.977192 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device eb8c60ac-8091-4df6-b10a-f2c2814c27d4 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:05:48.024616 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-29250e5a-d772-42a2-9b65-cedbd1401962 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9448347 Aug 11 02:05:48.052125 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55668) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:48.062369 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-a8f3a73a-d879-4088-865e-d462e4300a5c admin admin] Request body: {'subnet': {'network_id': 'c1395f45-8a77-4154-8a13-da59aa8da322', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-112567383-subnet', 'tenant_id': '225f57f0e1624fb08c817e5cff153e37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:48.093123 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port eb8c60ac-8091-4df6-b10a-f2c2814c27d4 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:48.101076 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port eb8c60ac-8091-4df6-b10a-f2c2814c27d4 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:48.101709 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:48.102979 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c9cdb9cf-eb50-44bc-aea4-5523bb51cef8 req-2e3f4ef0-5eef-43f5-8a76-599309674a3d tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625936 Aug 11 02:05:48.138638 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29250e5a-d772-42a2-9b65-cedbd1401962 admin admin] Pushing event updated for resources: {'Network': ['ID=c1395f45-8a77-4154-8a13-da59aa8da322,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:48.163732 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f3a73a-d879-4088-865e-d462e4300a5c admin admin] Made reservation on behalf of 225f57f0e1624fb08c817e5cff153e37 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:05:48.165364 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network c1395f45-8a77-4154-8a13-da59aa8da322 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:05:48.172292 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a8f3a73a-d879-4088-865e-d462e4300a5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:48.254101 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a0d24609-91b3-4986-b205-182895a5cb3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:48.271580 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-a7905dd1-7d2b-47d1-94f9-a877fa0e0675 service neutron] Attempting to bind port 9b911efb-1778-446f-bb4c-825e87afa515 on host n-h2-615180-33 for vnic_type normal with profile None {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:05:48.271580 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-a7905dd1-7d2b-47d1-94f9-a877fa0e0675 service neutron] Attempting to bind port 9b911efb-1778-446f-bb4c-825e87afa515 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:05:48.277158 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-a7905dd1-7d2b-47d1-94f9-a877fa0e0675 service neutron] Attempting to bind port 9b911efb-1778-446f-bb4c-825e87afa515 on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:48.303003 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cd22b-6a1c-4942-8228-d962f2b44265 req-d8f9c551-14e2-462d-ac57-62f14dbcea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:48.304180 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-969cd22b-6a1c-4942-8228-d962f2b44265 req-d8f9c551-14e2-462d-ac57-62f14dbcea57 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ba38ec18-d6ec-4e46-bbbf-b36cb49bb999 HTTP/1.1" status: 200 len: 862 time: 0.4161482 Aug 11 02:05:48.306932 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-a7905dd1-7d2b-47d1-94f9-a877fa0e0675 service neutron] Port 9b911efb-1778-446f-bb4c-825e87afa515 on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:05:48.307255 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-a7905dd1-7d2b-47d1-94f9-a877fa0e0675 service neutron] Attempting to bind port 9b911efb-1778-446f-bb4c-825e87afa515 on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:48.318968 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e01b7fe4-bbc0-499a-b2cb-6a2c3dfadf68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:48.337880 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:48.339425 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:48.363739 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c90e8e-8df7-42f1-b498-f4f449b22ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8c60ac-8091-4df6-b10a-f2c2814c27d4'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:05:48.366408 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e5948d-872e-4f20-be12-238fde1e368b" -d '{"events": [{"server_uuid": "16c90e8e-8df7-42f1-b498-f4f449b22ade", "name": "network-vif-plugged", "status": "completed", "tag": "eb8c60ac-8091-4df6-b10a-f2c2814c27d4"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:05:48.379161 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-a7905dd1-7d2b-47d1-94f9-a877fa0e0675 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:05:48.379501 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-a7905dd1-7d2b-47d1-94f9-a877fa0e0675 service neutron] Checking segment: {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:48.380467 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-a7905dd1-7d2b-47d1-94f9-a877fa0e0675 service neutron] Bound using segment: {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:05:48.380467 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-a7905dd1-7d2b-47d1-94f9-a877fa0e0675 service neutron] Bound port: 9b911efb-1778-446f-bb4c-825e87afa515, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:05:48.383790 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port eb8c60ac-8091-4df6-b10a-f2c2814c27d4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=eb8c60ac-8091-4df6-b10a-f2c2814c27d4,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:48.390145 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:48.448391 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4c3b3-705c-4d19-a5b9-86e5e6da810f req-211bf7c8-a1dc-44a8-b8c4-b491eb7b13a8 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:48.450107 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8bf4c3b3-705c-4d19-a5b9-86e5e6da810f req-211bf7c8-a1dc-44a8-b8c4-b491eb7b13a8 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7bb42a3-4eae-422e-8ef9-981a68805005 HTTP/1.1" status: 200 len: 943 time: 0.1933830 Aug 11 02:05:48.460788 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=eb8c60ac-8091-4df6-b10a-f2c2814c27d4,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:48.475856 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a8f3a73a-d879-4088-865e-d462e4300a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:48.513500 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cd22b-6a1c-4942-8228-d962f2b44265 req-45ab2993-fdd5-484e-952e-213bf9c71b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:48.515249 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-969cd22b-6a1c-4942-8228-d962f2b44265 req-45ab2993-fdd5-484e-952e-213bf9c71b65 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b5969549-5c73-4bce-b89e-aaad46645b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1377196 Aug 11 02:05:48.536283 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8bf4c3b3-705c-4d19-a5b9-86e5e6da810f req-e795f5a8-6658-47fb-b57a-3b27d885aa16 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f9bebe6-55f8-4e1b-b84c-43b122368d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798566 Aug 11 02:05:48.572433 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-a7905dd1-7d2b-47d1-94f9-a877fa0e0675 service neutron] For port 9b911efb-1778-446f-bb4c-825e87afa515, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=9b911efb-1778-446f-bb4c-825e87afa515,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:05:48.578978 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3a73a-d879-4088-865e-d462e4300a5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae3c6842-4306-4219-b02a-f155092d11ac,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:48.587886 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3a73a-d879-4088-865e-d462e4300a5c admin admin] Checking segment: {'id': 'e2e87212-6a86-4d9c-b54b-6de1ef876734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c1395f45-8a77-4154-8a13-da59aa8da322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:48.588243 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f3a73a-d879-4088-865e-d462e4300a5c admin admin] Network hostable DHCP agents. Network: c1395f45-8a77-4154-8a13-da59aa8da322, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:05:48.608300 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-a7905dd1-7d2b-47d1-94f9-a877fa0e0675 service neutron] Notify callbacks [] for binding, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:48.617481 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-a7905dd1-7d2b-47d1-94f9-a877fa0e0675 service neutron] 10.222.0.50 "POST /v2.0/ports/9b911efb-1778-446f-bb4c-825e87afa515/bindings HTTP/1.1" status: 201 len: 390 time: 0.7622325 Aug 11 02:05:48.620200 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f3a73a-d879-4088-865e-d462e4300a5c admin admin] Network c1395f45-8a77-4154-8a13-da59aa8da322 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:05:48.647554 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-a8f3a73a-d879-4088-865e-d462e4300a5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, c1395f45-8a77-4154-8a13-da59aa8da322) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:48.656578 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c8fa49-73ba-403e-af15-b256449792d0 None None] Network c1395f45-8a77-4154-8a13-da59aa8da322 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:05:48.660233 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f3a73a-d879-4088-865e-d462e4300a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:48.661119 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a8f3a73a-d879-4088-865e-d462e4300a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:48.688896 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a8f3a73a-d879-4088-865e-d462e4300a5c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6306486 Aug 11 02:05:48.689981 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55678) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:48.696395 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-b1b73cae-c047-4d59-9519-daeea412a7a0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-112567383-router', 'tenant_id': '225f57f0e1624fb08c817e5cff153e37', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:48.750037 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b1b73cae-c047-4d59-9519-daeea412a7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:48.751135 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b1b73cae-c047-4d59-9519-daeea412a7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:48.817476 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b1b73cae-c047-4d59-9519-daeea412a7a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:48.842153 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-969cd22b-6a1c-4942-8228-d962f2b44265 req-131db0c2-b49a-4903-ac3c-61dc6f92026e service neutron] 10.222.0.66 "GET /v2.0/networks/b5969549-5c73-4bce-b89e-aaad46645b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077936 Aug 11 02:05:48.949296 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d24609-91b3-4986-b205-182895a5cb3e admin admin] Router 3cdde865-162b-42c0-b291-1374b1e6627b has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:05:48.961921 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b230d-d16e-41ea-a758-f13a25a78452 req-f4e4ac09-65f8-49c3-af58-2b265c32d774 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:48.970140 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aa8b230d-d16e-41ea-a758-f13a25a78452 req-f4e4ac09-65f8-49c3-af58-2b265c32d774 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade HTTP/1.1" status: 200 len: 946 time: 0.1451969 Aug 11 02:05:48.973322 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8089636b-6dbc-4c74-95f4-20fc339d886c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-c1395f45-8a77-4154-8a13-da59aa8da322', 'network_id': 'c1395f45-8a77-4154-8a13-da59aa8da322', 'tenant_id': '225f57f0e1624fb08c817e5cff153e37', 'fixed_ips': [{'subnet_id': 'ae3c6842-4306-4219-b02a-f155092d11ac'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:05:48.974447 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8089636b-6dbc-4c74-95f4-20fc339d886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:49.027989 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-969cd22b-6a1c-4942-8228-d962f2b44265 req-fd50bbf1-b4fd-4b5d-95ec-41b649e3c0df service neutron] 10.222.0.66 "GET /v2.0/networks/b5969549-5c73-4bce-b89e-aaad46645b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668215 Aug 11 02:05:49.036621 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b1b73cae-c047-4d59-9519-daeea412a7a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:49.099797 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aa8b230d-d16e-41ea-a758-f13a25a78452 req-8c05c545-af4f-4502-9c6a-679eaa2f2825 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286960 Aug 11 02:05:49.210449 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-8089636b-6dbc-4c74-95f4-20fc339d886c None None] Allocated IP 172.20.0.2 (c1395f45-8a77-4154-8a13-da59aa8da322/ae3c6842-4306-4219-b02a-f155092d11ac/9f1c4d6e-676f-4719-8057-099116d96ad6) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:05:49.214225 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d24609-91b3-4986-b205-182895a5cb3e admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:05:49.222464 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a0d24609-91b3-4986-b205-182895a5cb3e admin admin] 10.222.0.50 "PUT /v2.0/routers/3cdde865-162b-42c0-b291-1374b1e6627b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7876093 Aug 11 02:05:49.226606 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55700) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:49.236413 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7837311f-b897-4999-8450-f8f805f0fd9f None None] Sync routers for ids ['3cdde865-162b-42c0-b291-1374b1e6627b'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:05:49.257883 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7837311f-b897-4999-8450-f8f805f0fd9f None None] Routers {'3cdde865-162b-42c0-b291-1374b1e6627b'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:05:49.258710 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-7837311f-b897-4999-8450-f8f805f0fd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:05:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['3cdde865-162b-42c0-b291-1374b1e6627b'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:49.409292 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-7837311f-b897-4999-8450-f8f805f0fd9f None None] Set router 3cdde865-162b-42c0-b291-1374b1e6627b gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:05:49.425319 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8089636b-6dbc-4c74-95f4-20fc339d886c None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:49.433876 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8089636b-6dbc-4c74-95f4-20fc339d886c None None] Transition to ACTIVE for port object 9f1c4d6e-676f-4719-8057-099116d96ad6 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:49.451479 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8089636b-6dbc-4c74-95f4-20fc339d886c None None] Transition to ACTIVE for port object 9f1c4d6e-676f-4719-8057-099116d96ad6 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:49.455234 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c48d25b-9338-4d80-9ea0-120f04396866 x-openstack-request-id: req-3c48d25b-9338-4d80-9ea0-120f04396866 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:05:49.455527 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c90e8e-8df7-42f1-b498-f4f449b22ade", "name": "network-vif-plugged", "status": "completed", "tag": "eb8c60ac-8091-4df6-b10a-f2c2814c27d4", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:05:49.455800 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3c48d25b-9338-4d80-9ea0-120f04396866 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:05:49.456798 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c90e8e-8df7-42f1-b498-f4f449b22ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8c60ac-8091-4df6-b10a-f2c2814c27d4', 'code': 200} Aug 11 02:05:49.461688 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8089636b-6dbc-4c74-95f4-20fc339d886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:49.522918 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63d5fa-9e81-4d71-9c46-1289e4277740 req-6da71a00-3f36-44b7-bb5e-d7bc2993e868 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:49.531152 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7a63d5fa-9e81-4d71-9c46-1289e4277740 req-6da71a00-3f36-44b7-bb5e-d7bc2993e868 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 945 time: 0.1595135 Aug 11 02:05:49.531564 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8089636b-6dbc-4c74-95f4-20fc339d886c None None] Network c1395f45-8a77-4154-8a13-da59aa8da322 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:05:49.536139 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-8089636b-6dbc-4c74-95f4-20fc339d886c None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:49.538266 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-9a619b3a-98c7-44f3-83de-6b293d37fd8c tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=3b5ccea1900147079baea6c1279e8e96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1446877 Aug 11 02:05:49.539240 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089636b-6dbc-4c74-95f4-20fc339d886c None None] Pushing event updated for resources: {'Port': ['ID=9f1c4d6e-676f-4719-8057-099116d96ad6,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:49.541480 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8089636b-6dbc-4c74-95f4-20fc339d886c None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:05:49.551897 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b1b73cae-c047-4d59-9519-daeea412a7a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:49.567647 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e192ef2-6877-45df-b692-08e4bf073158 req-aa34736e-dcec-4660-a1e4-daafeffc8ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:49.569150 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1e192ef2-6877-45df-b692-08e4bf073158 req-aa34736e-dcec-4660-a1e4-daafeffc8ee6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade HTTP/1.1" status: 200 len: 1098 time: 0.1965170 Aug 11 02:05:49.574546 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f11b5ae7-6e5f-413e-906e-96d5758e8c03 admin admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:49.612468 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b1b73cae-c047-4d59-9519-daeea412a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:49.622396 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-8089636b-6dbc-4c74-95f4-20fc339d886c None None] Attempting to bind port 9f1c4d6e-676f-4719-8057-099116d96ad6 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:05:49.622861 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-8089636b-6dbc-4c74-95f4-20fc339d886c None None] Attempting to bind port 9f1c4d6e-676f-4719-8057-099116d96ad6 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'e2e87212-6a86-4d9c-b54b-6de1ef876734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c1395f45-8a77-4154-8a13-da59aa8da322'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:05:49.623293 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8089636b-6dbc-4c74-95f4-20fc339d886c None None] Attempting to bind port 9f1c4d6e-676f-4719-8057-099116d96ad6 on network c1395f45-8a77-4154-8a13-da59aa8da322 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:49.629124 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8089636b-6dbc-4c74-95f4-20fc339d886c None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:05:49.629598 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8089636b-6dbc-4c74-95f4-20fc339d886c None None] Checking segment: {'id': 'e2e87212-6a86-4d9c-b54b-6de1ef876734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c1395f45-8a77-4154-8a13-da59aa8da322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:49.630074 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8089636b-6dbc-4c74-95f4-20fc339d886c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:49.630560 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8089636b-6dbc-4c74-95f4-20fc339d886c None None] Bound using segment: {'id': 'e2e87212-6a86-4d9c-b54b-6de1ef876734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c1395f45-8a77-4154-8a13-da59aa8da322'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:05:49.631091 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-8089636b-6dbc-4c74-95f4-20fc339d886c None None] Bound port: 9f1c4d6e-676f-4719-8057-099116d96ad6, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e87212-6a86-4d9c-b54b-6de1ef876734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c1395f45-8a77-4154-8a13-da59aa8da322'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:05:49.631557 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8089636b-6dbc-4c74-95f4-20fc339d886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:49.641658 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-7837311f-b897-4999-8450-f8f805f0fd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdde865-162b-42c0-b291-1374b1e6627b', 'name': 'tempest-FloatingIPsTestJSON-7665925-router', 'tenant_id': 'bdda025a003b4cb88bbba628c09f7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a7293db1-f027-4ea3-93cc-15feef1a373a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:17Z', 'updated_at': '2021-08-11T02:05:47Z', 'revision_number': 5, 'project_id': 'bdda025a003b4cb88bbba628c09f7700', 'gw_port': {'id': 'a7293db1-f027-4ea3-93cc-15feef1a373a', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdde865-162b-42c0-b291-1374b1e6627b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:19Z', 'updated_at': '2021-08-11T02:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:49.661562 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-f7e97149-c676-4afc-8fe6-11d6b68b11ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:49.664965 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-f7e97149-c676-4afc-8fe6-11d6b68b11ed service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ad8af97bd524ff09f331d88ab3a939b&device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 1097 time: 0.2730401 Aug 11 02:05:49.685243 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7837311f-b897-4999-8450-f8f805f0fd9f None None] Checking router: 3cdde865-162b-42c0-b291-1374b1e6627b for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:05:49.698913 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-8089636b-6dbc-4c74-95f4-20fc339d886c None None] For port 9f1c4d6e-676f-4719-8057-099116d96ad6, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:05:49.700155 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7837311f-b897-4999-8450-f8f805f0fd9f None None] Routers {'3cdde865-162b-42c0-b291-1374b1e6627b'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:05:49.701014 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-7837311f-b897-4999-8450-f8f805f0fd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:05:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['3cdde865-162b-42c0-b291-1374b1e6627b'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:49.702554 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-8089636b-6dbc-4c74-95f4-20fc339d886c None None] For port 9f1c4d6e-676f-4719-8057-099116d96ad6, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9f1c4d6e-676f-4719-8057-099116d96ad6,segment=NetworkSegment(e2e87212-6a86-4d9c-b54b-6de1ef876734),segment_id=e2e87212-6a86-4d9c-b54b-6de1ef876734)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:05:49.710409 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8089636b-6dbc-4c74-95f4-20fc339d886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:49.723633 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7a63d5fa-9e81-4d71-9c46-1289e4277740 req-e99c5c19-7edd-4991-a2e7-30280b9b51c7 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858866 Aug 11 02:05:49.849017 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1e192ef2-6877-45df-b692-08e4bf073158 req-ba312ff1-75ff-466a-8519-5bf9dc3d74f2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366869 Aug 11 02:05:49.854733 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089636b-6dbc-4c74-95f4-20fc339d886c None None] Pushing event updated for resources: {'Port': ['ID=9f1c4d6e-676f-4719-8057-099116d96ad6,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:49.869918 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:49.898966 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7cbd55ac-ee0a-4bfc-9bd8-276d6463e96d req-4c4e115e-3d29-4cd7-99b6-f692b6abe70b tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f001cca-4977-4d62-8c8f-51089fb19fe7 HTTP/1.1" status: 200 len: 210 time: 0.0319076 Aug 11 02:05:49.900263 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-7837311f-b897-4999-8450-f8f805f0fd9f None None] Set router 3cdde865-162b-42c0-b291-1374b1e6627b gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:05:49.942718 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f11b5ae7-6e5f-413e-906e-96d5758e8c03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:49.982187 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4ded6692-9147-48ab-911e-c704b923d428 req-65725837-c5d8-49bf-b6b6-d820a54ea593 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355163 Aug 11 02:05:49.993076 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device f72a0dfb-2da8-40cd-a26b-0df7f824401d details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:05:49.999475 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-b8a37e2c-8890-4e7a-b79f-469a9c399257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:50.000988 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-b8a37e2c-8890-4e7a-b79f-469a9c399257 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c HTTP/1.1" status: 200 len: 909 time: 0.3266556 Aug 11 02:05:50.059356 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4ded6692-9147-48ab-911e-c704b923d428 req-e9d032aa-c8c2-4e37-b29e-9e74afd2cf2d tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1219780 Aug 11 02:05:50.193980 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port f72a0dfb-2da8-40cd-a26b-0df7f824401d, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f72a0dfb-2da8-40cd-a26b-0df7f824401d,segment=NetworkSegment(0850454f-1564-475e-ba74-4de21e93e9fe),segment_id=0850454f-1564-475e-ba74-4de21e93e9fe)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:50.222192 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'f72a0dfb-2da8-40cd-a26b-0df7f824401d', 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b', 'port_id': 'f72a0dfb-2da8-40cd-a26b-0df7f824401d', 'mac_address': 'fa:16:3e:e7:1e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:05:50.275976 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-1298ca39-bacf-4235-ad0f-5131441b2f8f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b911efb-1778-446f-bb4c-825e87afa515 HTTP/1.1" status: 200 len: 217 time: 0.2234714 Aug 11 02:05:50.282208 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58dec9a-7b7f-48fd-af89-f9d8154bfca8 req-5c0a0cf6-42ff-476d-9e4b-26fab14a740d tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:50.283797 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c58dec9a-7b7f-48fd-af89-f9d8154bfca8 req-5c0a0cf6-42ff-476d-9e4b-26fab14a740d tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 950 time: 0.1208701 Aug 11 02:05:50.302405 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:50.324920 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72a0dfb-2da8-40cd-a26b-0df7f824401d {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:05:50.341571 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded6692-9147-48ab-911e-c704b923d428 req-00142456-091a-4c37-9483-de4b649198c4 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:50.343357 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4ded6692-9147-48ab-911e-c704b923d428 req-00142456-091a-4c37-9483-de4b649198c4 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3519619 Aug 11 02:05:50.350392 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port f72a0dfb-2da8-40cd-a26b-0df7f824401d, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f72a0dfb-2da8-40cd-a26b-0df7f824401d,segment=NetworkSegment(0850454f-1564-475e-ba74-4de21e93e9fe),segment_id=0850454f-1564-475e-ba74-4de21e93e9fe)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:50.356999 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:50.366491 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-f11b5ae7-6e5f-413e-906e-96d5758e8c03 admin admin] Deleting port a7293db1-f027-4ea3-93cc-15feef1a373a {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:05:50.366833 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f11b5ae7-6e5f-413e-906e-96d5758e8c03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:50.384066 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c58dec9a-7b7f-48fd-af89-f9d8154bfca8 req-f6edd338-94c3-4180-9cb1-50f7c21de454 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911596 Aug 11 02:05:50.395824 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-4ded6692-9147-48ab-911e-c704b923d428 req-3e78ab31-16ee-4d66-a077-acd3b0bb8fc1 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Request body: {'port': {'device_id': '73654092-e470-4e55-8c84-7354e3b8c524', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': '2ce8767569c84bef8cb5da975c6c17a4'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:50.413140 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-7837311f-b897-4999-8450-f8f805f0fd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdde865-162b-42c0-b291-1374b1e6627b', 'name': 'tempest-FloatingIPsTestJSON-7665925-router', 'tenant_id': 'bdda025a003b4cb88bbba628c09f7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a7293db1-f027-4ea3-93cc-15feef1a373a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:17Z', 'updated_at': '2021-08-11T02:05:47Z', 'revision_number': 5, 'project_id': 'bdda025a003b4cb88bbba628c09f7700', 'gw_port': {'id': 'a7293db1-f027-4ea3-93cc-15feef1a373a', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdde865-162b-42c0-b291-1374b1e6627b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:19Z', 'updated_at': '2021-08-11T02:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:50.413898 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=f72a0dfb-2da8-40cd-a26b-0df7f824401d,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:50.418106 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-e5f62ee2-a99e-4aac-9e92-87efac5d627a tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:50.426237 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-e5f62ee2-a99e-4aac-9e92-87efac5d627a tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8818953 Aug 11 02:05:50.453565 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7837311f-b897-4999-8450-f8f805f0fd9f None None] The sync data for ids ['3cdde865-162b-42c0-b291-1374b1e6627b'] in n-d-615180-33 is: [{'id': '3cdde865-162b-42c0-b291-1374b1e6627b', 'name': 'tempest-FloatingIPsTestJSON-7665925-router', 'tenant_id': 'bdda025a003b4cb88bbba628c09f7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a7293db1-f027-4ea3-93cc-15feef1a373a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:17Z', 'updated_at': '2021-08-11T02:05:47Z', 'revision_number': 5, 'project_id': 'bdda025a003b4cb88bbba628c09f7700', 'gw_port': {'id': 'a7293db1-f027-4ea3-93cc-15feef1a373a', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdde865-162b-42c0-b291-1374b1e6627b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:19Z', 'updated_at': '2021-08-11T02:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:05:50.610455 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-f11b5ae7-6e5f-413e-906e-96d5758e8c03 admin admin] For port a7293db1-f027-4ea3-93cc-15feef1a373a, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a7293db1-f027-4ea3-93cc-15feef1a373a,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:50.611071 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f11b5ae7-6e5f-413e-906e-96d5758e8c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:50.630272 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f859993-21f8-4a8e-abb2-917a9d6c57ef req-f355f1fa-86be-4190-933e-5c7dfcecc71e tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:50.631722 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8f859993-21f8-4a8e-abb2-917a9d6c57ef req-f355f1fa-86be-4190-933e-5c7dfcecc71e tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7bb42a3-4eae-422e-8ef9-981a68805005 HTTP/1.1" status: 200 len: 944 time: 0.1400714 Aug 11 02:05:50.640527 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-f11b5ae7-6e5f-413e-906e-96d5758e8c03 admin admin] Calling delete_port for a7293db1-f027-4ea3-93cc-15feef1a373a owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:05:50.654389 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-b1b73cae-c047-4d59-9519-daeea412a7a0 admin admin] Allocated IP 172.25.2.129 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/a914557a-c015-4c51-a9bd-c89498b171f9) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:05:50.660948 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['f72a0dfb-2da8-40cd-a26b-0df7f824401d'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:05:50.687373 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-c6382ce9-f926-4dc2-aca8-5cf2107b8793 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.50 "GET /v2.0/quotas/3b5ccea1900147079baea6c1279e8e96 HTTP/1.1" status: 200 len: 375 time: 0.2602420 Aug 11 02:05:50.692220 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-e5177ba0-806d-41a1-88ea-fe71b5275ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:50.693750 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-e5177ba0-806d-41a1-88ea-fe71b5275ec7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ea5a035c-6f83-40b0-8579-ac261184d3bb HTTP/1.1" status: 200 len: 848 time: 0.4012260 Aug 11 02:05:50.708112 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ded6692-9147-48ab-911e-c704b923d428 req-3e78ab31-16ee-4d66-a077-acd3b0bb8fc1 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Made reservation on behalf of 2ce8767569c84bef8cb5da975c6c17a4 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:05:50.711357 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4ded6692-9147-48ab-911e-c704b923d428 req-3e78ab31-16ee-4d66-a077-acd3b0bb8fc1 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:50.821395 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-dafb9bb0-384f-4c46-9f29-b8027c06fb07 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124575 Aug 11 02:05:50.826763 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-f3e80ea7-35f6-4d79-855a-f5835f3687ea tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3b5ccea1900147079baea6c1279e8e96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1283290 Aug 11 02:05:50.850774 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded6692-9147-48ab-911e-c704b923d428 req-da24b058-0e2a-47c5-849d-8372044a17b7 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:50.853632 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4ded6692-9147-48ab-911e-c704b923d428 req-da24b058-0e2a-47c5-849d-8372044a17b7 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7742004 Aug 11 02:05:50.902996 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-4ded6692-9147-48ab-911e-c704b923d428 req-8719472b-b0cd-443e-91a7-a3c7a6edf5ac tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Request body: {'port': {'device_id': '4f001cca-4977-4d62-8c8f-51089fb19fe7', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': '2ce8767569c84bef8cb5da975c6c17a4'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:51.070819 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9f1c4d6e-676f-4719-8057-099116d96ad6 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:05:51.116661 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b1b73cae-c047-4d59-9519-daeea412a7a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:51.173732 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-37acb36d-785d-4ae3-8165-c8eacdaa9c01 service neutron] 10.222.0.66 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327966 Aug 11 02:05:51.179733 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 9f1c4d6e-676f-4719-8057-099116d96ad6 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:51.194842 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 571059c4-dd83-4eb1-acc5-9fcf53177b05 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:05:51.198160 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.66', 50811) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:51.219953 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 571059c4-dd83-4eb1-acc5-9fcf53177b05 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:05:51.220606 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 571059c4-dd83-4eb1-acc5-9fcf53177b05 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:05:51.260875 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf94292-a5ac-45bd-85a1-a25525f7b3b6 None None] Network c1395f45-8a77-4154-8a13-da59aa8da322 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:05:51.265203 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8f859993-21f8-4a8e-abb2-917a9d6c57ef req-3f4c1cb7-4f13-4f3d-8a1d-83037f1bfafc tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f9bebe6-55f8-4e1b-b84c-43b122368d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6113267 Aug 11 02:05:51.384727 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:51.403278 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-bf815a92-5395-40a8-8cf2-2fdfca575e5e None None] Provisioning for port 9f1c4d6e-676f-4719-8057-099116d96ad6 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:51.412512 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-bf815a92-5395-40a8-8cf2-2fdfca575e5e None None] Provisioning complete for port 9f1c4d6e-676f-4719-8057-099116d96ad6 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:51.412984 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bf815a92-5395-40a8-8cf2-2fdfca575e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:51.442088 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-c12cb34c-1899-4763-b142-746238887355 service neutron] 10.222.0.66 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567096 Aug 11 02:05:51.491681 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0fabe-7ee9-429a-9e6a-bb3a87644f13 req-92b29b5c-5d71-473d-a349-2c9628b6d447 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:51.493231 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0ad0fabe-7ee9-429a-9e6a-bb3a87644f13 req-92b29b5c-5d71-473d-a349-2c9628b6d447 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade HTTP/1.1" status: 200 len: 946 time: 0.2132511 Aug 11 02:05:51.499129 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b1b73cae-c047-4d59-9519-daeea412a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:51.505152 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ded6692-9147-48ab-911e-c704b923d428 req-8719472b-b0cd-443e-91a7-a3c7a6edf5ac tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Made reservation on behalf of 2ce8767569c84bef8cb5da975c6c17a4 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:05:51.509215 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4ded6692-9147-48ab-911e-c704b923d428 req-8719472b-b0cd-443e-91a7-a3c7a6edf5ac tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:51.514245 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-4ded6692-9147-48ab-911e-c704b923d428 req-3e78ab31-16ee-4d66-a077-acd3b0bb8fc1 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Allocated IP 192.168.233.16 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/b64bf5de-b5d3-415c-828a-a78a76f2ca7f) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:05:51.524482 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcc2c9-dcc0-413c-8d92-9b1d389b18cd req-1e0811fa-41a8-4573-9355-e85a50aa50e9 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:51.526075 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-56dcc2c9-dcc0-413c-8d92-9b1d389b18cd req-1e0811fa-41a8-4573-9355-e85a50aa50e9 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 945 time: 0.1586165 Aug 11 02:05:51.550394 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-3fef0f41-8e1a-4f6d-840f-3b5979b131e3 service neutron] show failed (client error): The resource could not be found. Aug 11 02:05:51.550394 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-3fef0f41-8e1a-4f6d-840f-3b5979b131e3 service neutron] 10.222.0.66 "GET /v2.0/ports/f1c2dc37-53c8-4940-8d0e-4a846afcecd0/bindings/n-h1-615180-33 HTTP/1.1" status: 404 len: 381 time: 0.3315399 Aug 11 02:05:51.601714 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f11b5ae7-6e5f-413e-906e-96d5758e8c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:51.621310 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b73cae-c047-4d59-9519-daeea412a7a0 admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:05:51.630035 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-b1b73cae-c047-4d59-9519-daeea412a7a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:51.639462 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bf815a92-5395-40a8-8cf2-2fdfca575e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:51.644392 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b73cae-c047-4d59-9519-daeea412a7a0 admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:05:51.679389 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-bf815a92-5395-40a8-8cf2-2fdfca575e5e None None] For port 9f1c4d6e-676f-4719-8057-099116d96ad6, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9f1c4d6e-676f-4719-8057-099116d96ad6,segment=NetworkSegment(e2e87212-6a86-4d9c-b54b-6de1ef876734),segment_id=e2e87212-6a86-4d9c-b54b-6de1ef876734)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:51.689045 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-56dcc2c9-dcc0-413c-8d92-9b1d389b18cd req-7444defd-d1b2-4269-b401-8d6556e1fa09 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565955 Aug 11 02:05:51.697093 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bf815a92-5395-40a8-8cf2-2fdfca575e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:51.706611 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b5ae7-6e5f-413e-906e-96d5758e8c03 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7293db1-f027-4ea3-93cc-15feef1a373a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:51.767020 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf815a92-5395-40a8-8cf2-2fdfca575e5e None None] Pushing event updated for resources: {'Port': ['ID=9f1c4d6e-676f-4719-8057-099116d96ad6,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:51.775996 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f11b5ae7-6e5f-413e-906e-96d5758e8c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:51.833545 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b73cae-c047-4d59-9519-daeea412a7a0 admin admin] Pushing event updated for resources: {'Port': ['ID=a914557a-c015-4c51-a9bd-c89498b171f9,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:51.856269 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0ad0fabe-7ee9-429a-9e6a-bb3a87644f13 req-46c4de81-bd08-46f6-8b55-bad9831486e5 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412182 Aug 11 02:05:51.880398 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8742a334-0382-473a-bc39-3c58428ced55 req-245fcc61-a9f9-4cdc-87b7-14c2dbea12d5 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f001cca-4977-4d62-8c8f-51089fb19fe7 HTTP/1.1" status: 200 len: 210 time: 0.0433536 Aug 11 02:05:52.003477 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device f72a0dfb-2da8-40cd-a26b-0df7f824401d up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:05:52.019884 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-4faa7ce6-0f83-4f53-b587-6738dcfcbd73 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:52.022803 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-4faa7ce6-0f83-4f53-b587-6738dcfcbd73 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0&tenant_id=2ad8af97bd524ff09f331d88ab3a939b&binding%3Ahost_id=n-h1-615180-33 HTTP/1.1" status: 200 len: 1097 time: 0.4901907 Aug 11 02:05:52.065921 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-e5c8ec29-ea11-4a8b-a53b-e256290e2180 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-615180-33'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:52.078160 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port f72a0dfb-2da8-40cd-a26b-0df7f824401d completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:52.083351 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port f72a0dfb-2da8-40cd-a26b-0df7f824401d triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:52.083778 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:52.112369 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-115d60a4-0087-43db-aab7-a24a6d612378 req-8a66e266-8ff6-44b5-b099-35538052f9a7 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd7537a6-ed84-4d97-895b-d4096339af36 HTTP/1.1" status: 200 len: 210 time: 0.1092141 Aug 11 02:05:52.185143 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-dce0951d-85c8-44de-82f7-fbbfedf0f90b None None] Provisioning complete for port 9f1c4d6e-676f-4719-8057-099116d96ad6 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:52.185554 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dce0951d-85c8-44de-82f7-fbbfedf0f90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:52.277824 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-e5c8ec29-ea11-4a8b-a53b-e256290e2180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:52.319878 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:52.348651 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f11b5ae7-6e5f-413e-906e-96d5758e8c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:52.360099 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f11b5ae7-6e5f-413e-906e-96d5758e8c03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:52.405225 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7bb42a3-4eae-422e-8ef9-981a68805005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72a0dfb-2da8-40cd-a26b-0df7f824401d'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:05:52.408195 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb5d473-fda9-4dbb-9b2c-441a18b5410c" -d '{"events": [{"server_uuid": "c7bb42a3-4eae-422e-8ef9-981a68805005", "name": "network-vif-plugged", "status": "completed", "tag": "f72a0dfb-2da8-40cd-a26b-0df7f824401d"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:05:52.428390 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port f72a0dfb-2da8-40cd-a26b-0df7f824401d, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f72a0dfb-2da8-40cd-a26b-0df7f824401d,segment=NetworkSegment(0850454f-1564-475e-ba74-4de21e93e9fe),segment_id=0850454f-1564-475e-ba74-4de21e93e9fe)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:52.436088 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:52.495443 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=f72a0dfb-2da8-40cd-a26b-0df7f824401d,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:52.498657 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b1b73cae-c047-4d59-9519-daeea412a7a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:52.506871 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-463daa7f-5889-46df-a727-5a3a9f58bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:52.509370 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-463daa7f-5889-46df-a727-5a3a9f58bed5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40&tenant_id=0977f8d1f319488d943473f8926805cd HTTP/1.1" status: 200 len: 1102 time: 0.6846395 Aug 11 02:05:52.548910 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd19f68-fc17-468c-9fed-e796ff380ae3 req-f384da64-2d7b-4da5-be40-8c085d1c449d tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:52.551333 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1fd19f68-fc17-468c-9fed-e796ff380ae3 req-f384da64-2d7b-4da5-be40-8c085d1c449d tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 950 time: 0.4807694 Aug 11 02:05:52.560542 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-8b8e379f-84ff-40b1-a40b-7b8fdc881fa1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-615180-33', 'device_owner': 'compute:nova'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:52.570014 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4ded6692-9147-48ab-911e-c704b923d428 req-3e78ab31-16ee-4d66-a077-acd3b0bb8fc1 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:52.575185 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f11b5ae7-6e5f-413e-906e-96d5758e8c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:52.576091 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11b5ae7-6e5f-413e-906e-96d5758e8c03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cdde865-162b-42c0-b291-1374b1e6627b {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:05:52.629351 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f11b5ae7-6e5f-413e-906e-96d5758e8c03 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:52.631157 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f11b5ae7-6e5f-413e-906e-96d5758e8c03 admin admin] 10.222.0.50 "DELETE /v2.0/routers/3cdde865-162b-42c0-b291-1374b1e6627b HTTP/1.1" status: 204 len: 168 time: 3.4032667 Aug 11 02:05:52.650070 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55738) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:52.675803 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-4ded6692-9147-48ab-911e-c704b923d428 req-3e78ab31-16ee-4d66-a077-acd3b0bb8fc1 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Transition to ACTIVE for port object b64bf5de-b5d3-415c-828a-a78a76f2ca7f will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:52.685272 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-ef926ce9-e81a-410b-a0b0-ac33624c78a4 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=3b5ccea1900147079baea6c1279e8e96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609808 Aug 11 02:05:52.689889 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28fd6b-473d-43dd-9af1-56f83f7e74e8 req-bc26bddb-d2fb-4aa9-abae-462dc79014ba tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:52.691908 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ca28fd6b-473d-43dd-9af1-56f83f7e74e8 req-bc26bddb-d2fb-4aa9-abae-462dc79014ba tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade HTTP/1.1" status: 200 len: 1098 time: 0.2836056 Aug 11 02:05:52.766367 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-8b8e379f-84ff-40b1-a40b-7b8fdc881fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:52.779150 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1fd19f68-fc17-468c-9fed-e796ff380ae3 req-fa68bf10-6f4f-4346-b62a-f9eb6c4d6473 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054756 Aug 11 02:05:52.795198 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f0417a-d781-487a-84b7-484456613ec9 admin admin] Deleting subnet 00ee02a3-6f06-4bd9-9cdc-3503985030f7 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:05:52.805620 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-06f0417a-d781-487a-84b7-484456613ec9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:52.840558 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-e5c8ec29-ea11-4a8b-a53b-e256290e2180 service neutron] For port 9b911efb-1778-446f-bb4c-825e87afa515, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=9b911efb-1778-446f-bb4c-825e87afa515,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:52.872530 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4ded6692-9147-48ab-911e-c704b923d428 req-3e78ab31-16ee-4d66-a077-acd3b0bb8fc1 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:52.885983 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ca28fd6b-473d-43dd-9af1-56f83f7e74e8 req-18d69cc6-9328-4e69-be6b-8859a53fdd08 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737633 Aug 11 02:05:52.887997 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['720d30f6-528f-49f4-ba0d-65a1fc3d459f', '152571f7-05e8-401f-b3f6-e6f3d5bf6a70', 'c756a0a7-6e66-46af-b570-3c00e733ef84'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:05:52.892511 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-06f0417a-d781-487a-84b7-484456613ec9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:52.992037 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ded6692-9147-48ab-911e-c704b923d428 req-3e78ab31-16ee-4d66-a077-acd3b0bb8fc1 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:05:53.031823 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:05:53.133498 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-4ded6692-9147-48ab-911e-c704b923d428 req-3e78ab31-16ee-4d66-a077-acd3b0bb8fc1 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:53.134092 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6e0dda-02bf-47b0-aa9c-0b87b87607cf x-openstack-request-id: req-ba6e0dda-02bf-47b0-aa9c-0b87b87607cf {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:05:53.135092 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7bb42a3-4eae-422e-8ef9-981a68805005", "name": "network-vif-plugged", "status": "completed", "tag": "f72a0dfb-2da8-40cd-a26b-0df7f824401d", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:05:53.135092 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ba6e0dda-02bf-47b0-aa9c-0b87b87607cf {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:05:53.147863 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ded6692-9147-48ab-911e-c704b923d428 req-3e78ab31-16ee-4d66-a077-acd3b0bb8fc1 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:05:53.153580 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded6692-9147-48ab-911e-c704b923d428 req-3e78ab31-16ee-4d66-a077-acd3b0bb8fc1 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:53.154219 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4ded6692-9147-48ab-911e-c704b923d428 req-3e78ab31-16ee-4d66-a077-acd3b0bb8fc1 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:53.158936 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7bb42a3-4eae-422e-8ef9-981a68805005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72a0dfb-2da8-40cd-a26b-0df7f824401d', 'code': 200} Aug 11 02:05:53.172726 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9f1c4d6e-676f-4719-8057-099116d96ad6 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:05:53.208919 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78ab31-16ee-4d66-a077-acd3b0bb8fc1 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Pushing event updated for resources: {'Port': ['ID=b64bf5de-b5d3-415c-828a-a78a76f2ca7f,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:53.225567 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4ded6692-9147-48ab-911e-c704b923d428 req-3e78ab31-16ee-4d66-a077-acd3b0bb8fc1 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8550310 Aug 11 02:05:53.226039 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.66', 50813) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:53.251817 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-06f0417a-d781-487a-84b7-484456613ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:53.305169 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 9f1c4d6e-676f-4719-8057-099116d96ad6 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:53.305557 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:53.308034 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-4ded6692-9147-48ab-911e-c704b923d428 req-df144a8b-9aef-4e3d-b134-e575ea498e8c service neutron] Request body: {'port': {'device_id': '73654092-e470-4e55-8c84-7354e3b8c524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:53.384858 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-ddf57ab9-9d5f-4f44-84a9-93c3084488e3 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:53.386509 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-ddf57ab9-9d5f-4f44-84a9-93c3084488e3 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6937308 Aug 11 02:05:53.395713 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4325d-db3e-4d6d-8f85-b74220ecc21d req-dd8f391d-be34-4508-aac0-9756de225bab tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:53.396875 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-e5c8ec29-ea11-4a8b-a53b-e256290e2180 service neutron] For port 9b911efb-1778-446f-bb4c-825e87afa515, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:05:53.397351 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eaa4325d-db3e-4d6d-8f85-b74220ecc21d req-dd8f391d-be34-4508-aac0-9756de225bab tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7bb42a3-4eae-422e-8ef9-981a68805005 HTTP/1.1" status: 200 len: 945 time: 0.4955993 Aug 11 02:05:53.413040 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-b21f91c2-ed05-4f31-bdf1-0ce1fbc17432 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Request body: {'port': {'device_id': 'dd7537a6-ed84-4d97-895b-d4096339af36', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': '3b5ccea1900147079baea6c1279e8e96'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:53.440460 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4ded6692-9147-48ab-911e-c704b923d428 req-df144a8b-9aef-4e3d-b134-e575ea498e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:53.440726 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-4ded6692-9147-48ab-911e-c704b923d428 req-8719472b-b0cd-443e-91a7-a3c7a6edf5ac tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Allocated IP 192.168.233.49 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/205f1abc-4706-40d8-ad36-b3c1304281e1) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:05:53.453644 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddeaf9-aa6a-4475-8f3d-b047b3bbea36 req-9010f6d1-bf34-429f-be09-00732c89ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:53.455097 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-02ddeaf9-aa6a-4475-8f3d-b047b3bbea36 req-9010f6d1-bf34-429f-be09-00732c89ca72 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c7bb42a3-4eae-422e-8ef9-981a68805005 HTTP/1.1" status: 200 len: 1097 time: 0.2226729 Aug 11 02:05:53.521419 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36306638-ef73-418f-91ed-da7cec0bb842 req-496c3eea-dd17-4066-ad04-e3e1a17e003a tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:53.522996 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-36306638-ef73-418f-91ed-da7cec0bb842 req-496c3eea-dd17-4066-ad04-e3e1a17e003a tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 945 time: 0.2775474 Aug 11 02:05:53.524201 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eaa4325d-db3e-4d6d-8f85-b74220ecc21d req-f5ad538e-3676-4657-ad9b-44a27df8aad2 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f9bebe6-55f8-4e1b-b84c-43b122368d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177361 Aug 11 02:05:53.550453 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-06f0417a-d781-487a-84b7-484456613ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:53.569232 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b930670b-d500-48a0-a289-3c9b8164d9a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b911efb-1778-446f-bb4c-825e87afa515'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:05:53.571496 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23c9d30-887a-40df-a957-d85e230e7211" -d '{"events": [{"server_uuid": "b930670b-d500-48a0-a289-3c9b8164d9a0", "name": "network-vif-unplugged", "status": "completed", "tag": "9b911efb-1778-446f-bb4c-825e87afa515"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:05:53.577195 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-e5c8ec29-ea11-4a8b-a53b-e256290e2180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:53.587378 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b1b73cae-c047-4d59-9519-daeea412a7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:53.617240 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-e5c8ec29-ea11-4a8b-a53b-e256290e2180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:53.642413 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-06f0417a-d781-487a-84b7-484456613ec9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:53.648065 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-06f0417a-d781-487a-84b7-484456613ec9 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/00ee02a3-6f06-4bd9-9cdc-3503985030f7 HTTP/1.1" status: 204 len: 168 time: 0.9882801 Aug 11 02:05:53.650089 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-02ddeaf9-aa6a-4475-8f3d-b047b3bbea36 req-ba613116-113c-4410-a469-c50649f89109 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9f9bebe6-55f8-4e1b-b84c-43b122368d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844294 Aug 11 02:05:53.650560 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0207dc-3dc7-487f-acf3-7eee372ad4b1 None None] Network 07b49ae4-1aa7-4b60-be34-c6fba52540bd requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:05:53.651252 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55750) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:53.656286 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0417a-d781-487a-84b7-484456613ec9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00ee02a3-6f06-4bd9-9cdc-3503985030f7,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:53.713741 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e1f798a7-2175-47b5-bdd0-22d0a80814bc None None] Provisioning for port b64bf5de-b5d3-415c-828a-a78a76f2ca7f completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:53.730603 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e1f798a7-2175-47b5-bdd0-22d0a80814bc None None] Provisioning complete for port b64bf5de-b5d3-415c-828a-a78a76f2ca7f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:53.730973 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e1f798a7-2175-47b5-bdd0-22d0a80814bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:53.737729 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7fa76427-ce15-494d-a838-5845b316fe0c req-c1e1e8cd-b57d-4fae-80c8-7b10c7b74572 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f001cca-4977-4d62-8c8f-51089fb19fe7 HTTP/1.1" status: 200 len: 210 time: 0.0987563 Aug 11 02:05:53.777408 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-36306638-ef73-418f-91ed-da7cec0bb842 req-f6a0a103-620b-49e4-a3f0-d2431e3c35da tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295778 Aug 11 02:05:53.781745 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:53.861654 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-e1f798a7-2175-47b5-bdd0-22d0a80814bc None None] Port b64bf5de-b5d3-415c-828a-a78a76f2ca7f cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:05:53.880308 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] Deleting port b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:05:53.881288 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:53.899832 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4ded6692-9147-48ab-911e-c704b923d428 req-8719472b-b0cd-443e-91a7-a3c7a6edf5ac tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:53.934970 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-b21f91c2-ed05-4f31-bdf1-0ce1fbc17432 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Made reservation on behalf of 3b5ccea1900147079baea6c1279e8e96 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:05:53.934970 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-b21f91c2-ed05-4f31-bdf1-0ce1fbc17432 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:53.981400 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8ec29-ea11-4a8b-a53b-e256290e2180 service neutron] Pushing event updated for resources: {'Port': ['ID=9b911efb-1778-446f-bb4c-825e87afa515,revision_number=7']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:53.982875 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcc44b2-d9af-434c-ac85-47c37077c8c1 None None] DHCP port deletion for 07b49ae4-1aa7-4b60-be34-c6fba52540bd request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:05:53.991172 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-4ded6692-9147-48ab-911e-c704b923d428 req-8719472b-b0cd-443e-91a7-a3c7a6edf5ac tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Transition to ACTIVE for port object 205f1abc-4706-40d8-ad36-b3c1304281e1 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:54.026384 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-b21f91c2-ed05-4f31-bdf1-0ce1fbc17432 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:54.031131 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc44b2-d9af-434c-ac85-47c37077c8c1 None None] Deleting port b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:05:54.031504 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cfcc44b2-d9af-434c-ac85-47c37077c8c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:54.062246 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-12755e35-42aa-4861-8338-36bce667f2c5 req-5d2e0fba-b489-44e4-b385-74e8375df425 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd7537a6-ed84-4d97-895b-d4096339af36 HTTP/1.1" status: 200 len: 210 time: 0.0878763 Aug 11 02:05:54.119434 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-cfcc44b2-d9af-434c-ac85-47c37077c8c1 None None] For port b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd,segment=NetworkSegment(cb717f48-69f1-4b0b-8876-be478a6a5c4c),segment_id=cb717f48-69f1-4b0b-8876-be478a6a5c4c)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:54.120413 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cfcc44b2-d9af-434c-ac85-47c37077c8c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:54.139736 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc44b2-d9af-434c-ac85-47c37077c8c1 None None] Calling delete_port for b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:05:54.149393 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:54.215971 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-b21f91c2-ed05-4f31-bdf1-0ce1fbc17432 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:54.222434 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-e5c8ec29-ea11-4a8b-a53b-e256290e2180 service neutron] Attempting to bind port 9b911efb-1778-446f-bb4c-825e87afa515 on host n-h1-615180-33 for vnic_type normal with profile {"migrating_to": "n-h2-615180-33"} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:05:54.222856 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-e5c8ec29-ea11-4a8b-a53b-e256290e2180 service neutron] Attempting to bind port 9b911efb-1778-446f-bb4c-825e87afa515 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:05:54.223253 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-e5c8ec29-ea11-4a8b-a53b-e256290e2180 service neutron] Attempting to bind port 9b911efb-1778-446f-bb4c-825e87afa515 on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:54.233108 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f842ae64-1d77-4b0c-b672-f991f7f8b67e x-openstack-request-id: req-f842ae64-1d77-4b0c-b672-f991f7f8b67e {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:05:54.233394 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b930670b-d500-48a0-a289-3c9b8164d9a0", "name": "network-vif-unplugged", "status": "completed", "tag": "9b911efb-1778-446f-bb4c-825e87afa515", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:05:54.233644 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f842ae64-1d77-4b0c-b672-f991f7f8b67e {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:05:54.234095 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b930670b-d500-48a0-a289-3c9b8164d9a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b911efb-1778-446f-bb4c-825e87afa515', 'code': 200} Aug 11 02:05:54.243344 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-b21f91c2-ed05-4f31-bdf1-0ce1fbc17432 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:54.269198 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] For port b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd,segment=NetworkSegment(cb717f48-69f1-4b0b-8876-be478a6a5c4c),segment_id=cb717f48-69f1-4b0b-8876-be478a6a5c4c)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:54.269710 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:54.282248 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3dc523-e3b2-4c49-8474-c27b283bb310 req-faad5839-b47e-4840-a553-e0ae68825f52 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:54.283839 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0d3dc523-e3b2-4c49-8474-c27b283bb310 req-faad5839-b47e-4840-a553-e0ae68825f52 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade HTTP/1.1" status: 200 len: 1098 time: 0.3524787 Aug 11 02:05:54.287744 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] Calling delete_port for b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:05:54.290900 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-e5c8ec29-ea11-4a8b-a53b-e256290e2180 service neutron] Port 9b911efb-1778-446f-bb4c-825e87afa515 on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:05:54.291236 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-e5c8ec29-ea11-4a8b-a53b-e256290e2180 service neutron] Attempting to bind port 9b911efb-1778-446f-bb4c-825e87afa515 on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:54.294108 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cfcc44b2-d9af-434c-ac85-47c37077c8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:54.322564 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcc44b2-d9af-434c-ac85-47c37077c8c1 None None] No DVR routers for this DVR port b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:05:54.327221 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc44b2-d9af-434c-ac85-47c37077c8c1 None None] Pushing event deleted for resources: {'Port': ['ID=b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:54.368079 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-e5c8ec29-ea11-4a8b-a53b-e256290e2180 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:05:54.368411 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-e5c8ec29-ea11-4a8b-a53b-e256290e2180 service neutron] Checking segment: {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:54.368799 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-e5c8ec29-ea11-4a8b-a53b-e256290e2180 service neutron] Bound using segment: {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:05:54.369248 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-e5c8ec29-ea11-4a8b-a53b-e256290e2180 service neutron] Bound port: 9b911efb-1778-446f-bb4c-825e87afa515, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:05:54.369857 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-e5c8ec29-ea11-4a8b-a53b-e256290e2180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:54.377076 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f91c2-ed05-4f31-bdf1-0ce1fbc17432 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a500b508-977a-410e-9681-740a7f8fe771,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:54.390346 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4ded6692-9147-48ab-911e-c704b923d428 req-8719472b-b0cd-443e-91a7-a3c7a6edf5ac tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:54.405343 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['720d30f6-528f-49f4-ba0d-65a1fc3d459f', '152571f7-05e8-401f-b3f6-e6f3d5bf6a70', 'c756a0a7-6e66-46af-b570-3c00e733ef84'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:05:54.411133 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0d3dc523-e3b2-4c49-8474-c27b283bb310 req-f87da9f7-0714-494d-9a5a-fe2ca60e5206 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168444 Aug 11 02:05:54.492956 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:54.493378 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a0f9c-3e0e-4a6a-8d87-de4d7f4db84a req-a0675010-4306-4f6d-80a9-7c7e508e05ae tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:54.495354 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-894a0f9c-3e0e-4a6a-8d87-de4d7f4db84a req-a0675010-4306-4f6d-80a9-7c7e508e05ae tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 950 time: 0.2604814 Aug 11 02:05:54.497244 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ded6692-9147-48ab-911e-c704b923d428 req-8719472b-b0cd-443e-91a7-a3c7a6edf5ac tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:05:54.527660 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-4ded6692-9147-48ab-911e-c704b923d428 req-8719472b-b0cd-443e-91a7-a3c7a6edf5ac tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:54.544343 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ded6692-9147-48ab-911e-c704b923d428 req-8719472b-b0cd-443e-91a7-a3c7a6edf5ac tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:05:54.550352 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:54.550749 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded6692-9147-48ab-911e-c704b923d428 req-8719472b-b0cd-443e-91a7-a3c7a6edf5ac tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:54.551400 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4ded6692-9147-48ab-911e-c704b923d428 req-8719472b-b0cd-443e-91a7-a3c7a6edf5ac tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:54.553770 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b73cae-c047-4d59-9519-daeea412a7a0 admin admin] Router 5b016d18-840e-4dcf-8787-fe81d89d9341 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:05:54.566212 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719472b-b0cd-443e-91a7-a3c7a6edf5ac tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Pushing event updated for resources: {'Port': ['ID=205f1abc-4706-40d8-ad36-b3c1304281e1,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:54.568332 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-8b8e379f-84ff-40b1-a40b-7b8fdc881fa1 service neutron] For port f1c2dc37-53c8-4940-8d0e-4a846afcecd0, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f1c2dc37-53c8-4940-8d0e-4a846afcecd0,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:54.570923 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] No DVR routers for this DVR port b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:05:54.609899 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-e5c8ec29-ea11-4a8b-a53b-e256290e2180 service neutron] For port 9b911efb-1778-446f-bb4c-825e87afa515, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:05:54.631373 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-e5c8ec29-ea11-4a8b-a53b-e256290e2180 service neutron] For port 9b911efb-1778-446f-bb4c-825e87afa515, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=9b911efb-1778-446f-bb4c-825e87afa515,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:05:54.638517 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4ded6692-9147-48ab-911e-c704b923d428 req-8719472b-b0cd-443e-91a7-a3c7a6edf5ac tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7523298 Aug 11 02:05:54.651348 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-e5c8ec29-ea11-4a8b-a53b-e256290e2180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:54.688216 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-4ded6692-9147-48ab-911e-c704b923d428 req-c8a99cfd-463b-4bd7-ab0f-6613ee0349a1 service neutron] Request body: {'port': {'device_id': '4f001cca-4977-4d62-8c8f-51089fb19fe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:54.701100 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-894a0f9c-3e0e-4a6a-8d87-de4d7f4db84a req-c2f824b2-2cb4-40c6-9088-c90e50731c95 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928673 Aug 11 02:05:54.783318 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:54.828698 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:05:54.829081 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:05:54.829840 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:05:54.830166 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] Subscribe: > port after_create 55550000 {{(pid=94507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:05:54.830498 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:05:54.831307 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] Subscribe: > port after_update 55550000 {{(pid=94507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:05:54.831307 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:05:54.831488 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:05:54.831822 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:05:54.833211 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:05:54.920603 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ed649c75-b11f-437d-9188-7918c3466d0f None None] Provisioning for port 205f1abc-4706-40d8-ad36-b3c1304281e1 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:54.927285 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8ec29-ea11-4a8b-a53b-e256290e2180 service neutron] Pushing event updated for resources: {'Port': ['ID=9b911efb-1778-446f-bb4c-825e87afa515,revision_number=8']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:54.933662 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ed649c75-b11f-437d-9188-7918c3466d0f None None] Provisioning complete for port 205f1abc-4706-40d8-ad36-b3c1304281e1 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:54.934973 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ed649c75-b11f-437d-9188-7918c3466d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:54.939783 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:54.954346 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4ded6692-9147-48ab-911e-c704b923d428 req-c8a99cfd-463b-4bd7-ab0f-6613ee0349a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:54.958802 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-e5c8ec29-ea11-4a8b-a53b-e256290e2180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:54.959408 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-e5c8ec29-ea11-4a8b-a53b-e256290e2180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:54.960818 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-e5c8ec29-ea11-4a8b-a53b-e256290e2180 service neutron] 10.222.0.66 "PUT /v2.0/ports/9b911efb-1778-446f-bb4c-825e87afa515 HTTP/1.1" status: 200 len: 1123 time: 2.9101174 Aug 11 02:05:54.961523 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:05:54.975171 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b73cae-c047-4d59-9519-daeea412a7a0 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:05:54.976222 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:05:54.984905 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:05:54.985045 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b780acb3-9b5a-4b5d-a6d8-00a9a16e9bcd not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:05:54.985390 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:05:54.985777 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a7293db1-f027-4ea3-93cc-15feef1a373a no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:05:54.986312 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:05:54.986738 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:05:54.989806 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b49ae4-1aa7-4b60-be34-c6fba52540bd']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:55.004032 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1573cd4-2909-49ff-ad80-366509316dd5 req-120d5b77-ba84-48e9-91c9-f14fb104c6e3 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:55.005558 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c1573cd4-2909-49ff-ad80-366509316dd5 req-120d5b77-ba84-48e9-91c9-f14fb104c6e3 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f001cca-4977-4d62-8c8f-51089fb19fe7 HTTP/1.1" status: 200 len: 935 time: 0.1475077 Aug 11 02:05:55.009817 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: a7293db1-f027-4ea3-93cc-15feef1a373a {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:05:55.010158 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a7293db1-f027-4ea3-93cc-15feef1a373a not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:05:55.013141 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3953d067-e90a-46a1-ab0a-6fb04f0ee4c7 None None] Sync routers for ids ['5b016d18-840e-4dcf-8787-fe81d89d9341'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:05:55.028528 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b1b73cae-c047-4d59-9519-daeea412a7a0 admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:55.029717 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b1b73cae-c047-4d59-9519-daeea412a7a0 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3380311 Aug 11 02:05:55.032494 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55766) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:55.032776 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-ed649c75-b11f-437d-9188-7918c3466d0f None None] Port 205f1abc-4706-40d8-ad36-b3c1304281e1 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:05:55.034871 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3953d067-e90a-46a1-ab0a-6fb04f0ee4c7 None None] Routers {'5b016d18-840e-4dcf-8787-fe81d89d9341'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:05:55.035493 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-3953d067-e90a-46a1-ab0a-6fb04f0ee4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:05:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5b016d18-840e-4dcf-8787-fe81d89d9341'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:55.049485 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb717f48-69f1-4b0b-8876-be478a6a5c4c') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:55.050725 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb717f48-69f1-4b0b-8876-be478a6a5c4c') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:55.065215 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-8b8e379f-84ff-40b1-a40b-7b8fdc881fa1 service neutron] For port f1c2dc37-53c8-4940-8d0e-4a846afcecd0, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:05:55.097269 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:55.117887 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7718465-225f-47ad-8fbc-95dade2b8105 req-56c80732-f7bb-441e-b6a1-6477aa1d1949 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:55.119858 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e7718465-225f-47ad-8fbc-95dade2b8105 req-56c80732-f7bb-441e-b6a1-6477aa1d1949 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7bb42a3-4eae-422e-8ef9-981a68805005 HTTP/1.1" status: 200 len: 945 time: 0.4660757 Aug 11 02:05:55.141184 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-3953d067-e90a-46a1-ab0a-6fb04f0ee4c7 None None] Set router 5b016d18-840e-4dcf-8787-fe81d89d9341 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:05:55.143837 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:55.167133 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:05:55.168214 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:55.181482 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c1573cd4-2909-49ff-ad80-366509316dd5 req-2a310ae6-5100-43d2-ab08-7bde37bd36c2 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554151 Aug 11 02:05:55.202149 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['9b911efb-1778-446f-bb4c-825e87afa515'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: from cryptography.utils import int_from_bytes Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: from cryptography.utils import int_from_bytes Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:05:55.210496 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:05:55.220344 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-8b8e379f-84ff-40b1-a40b-7b8fdc881fa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:55.247186 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcef7dfb-03c3-4c63-9b22-788c14f4da40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1c2dc37-53c8-4940-8d0e-4a846afcecd0'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:05:55.247186 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa140a90-534b-4314-8c8f-a7a899722639" -d '{"events": [{"server_uuid": "bcef7dfb-03c3-4c63-9b22-788c14f4da40", "name": "network-vif-unplugged", "status": "completed", "tag": "f1c2dc37-53c8-4940-8d0e-4a846afcecd0"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:05:55.305974 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e7718465-225f-47ad-8fbc-95dade2b8105 req-67d06c4a-8e8f-4ea5-8059-12c0325b28ad tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f9bebe6-55f8-4e1b-b84c-43b122368d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711659 Aug 11 02:05:55.320627 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-8b8e379f-84ff-40b1-a40b-7b8fdc881fa1 service neutron] Transition to ACTIVE for port object f1c2dc37-53c8-4940-8d0e-4a846afcecd0 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:55.322060 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:55.330234 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:55.332476 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/07b49ae4-1aa7-4b60-be34-c6fba52540bd HTTP/1.1" status: 204 len: 168 time: 1.6773701 Aug 11 02:05:55.363323 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-8b8e379f-84ff-40b1-a40b-7b8fdc881fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:55.399615 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eebddb-506e-478a-9366-51ce988b07f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=07b49ae4-1aa7-4b60-be34-c6fba52540bd,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:55.478867 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-3953d067-e90a-46a1-ab0a-6fb04f0ee4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b016d18-840e-4dcf-8787-fe81d89d9341', 'name': 'tempest-AttachSCSIVolumeTestJSON-112567383-router', 'tenant_id': '225f57f0e1624fb08c817e5cff153e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'a914557a-c015-4c51-a9bd-c89498b171f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:48Z', 'updated_at': '2021-08-11T02:05:52Z', 'revision_number': 3, 'project_id': '225f57f0e1624fb08c817e5cff153e37', 'gw_port': {'id': 'a914557a-c015-4c51-a9bd-c89498b171f9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:80:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b016d18-840e-4dcf-8787-fe81d89d9341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:49Z', 'updated_at': '2021-08-11T02:05:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:55.512628 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3953d067-e90a-46a1-ab0a-6fb04f0ee4c7 None None] Checking router: 5b016d18-840e-4dcf-8787-fe81d89d9341 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:05:55.512976 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3953d067-e90a-46a1-ab0a-6fb04f0ee4c7 None None] Updating router 5b016d18-840e-4dcf-8787-fe81d89d9341 port a914557a-c015-4c51-a9bd-c89498b171f9 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:05:55.547269 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3953d067-e90a-46a1-ab0a-6fb04f0ee4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:55.626048 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-8b8e379f-84ff-40b1-a40b-7b8fdc881fa1 service neutron] No DVR routers for this DVR port f1c2dc37-53c8-4940-8d0e-4a846afcecd0 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:05:55.628370 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e379f-84ff-40b1-a40b-7b8fdc881fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c2dc37-53c8-4940-8d0e-4a846afcecd0,revision_number=6']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:55.730862 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b9ddd-1431-45f9-8ee9-6d5a358c9679 req-caa00995-8ec6-48d5-aaf2-a0f74023cf18 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:55.741029 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7a9b9ddd-1431-45f9-8ee9-6d5a358c9679 req-caa00995-8ec6-48d5-aaf2-a0f74023cf18 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 943 time: 0.2651486 Aug 11 02:05:55.814788 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55780) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:55.855626 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-8b8e379f-84ff-40b1-a40b-7b8fdc881fa1 service neutron] Attempting to bind port f1c2dc37-53c8-4940-8d0e-4a846afcecd0 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:05:55.855992 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-8b8e379f-84ff-40b1-a40b-7b8fdc881fa1 service neutron] Attempting to bind port f1c2dc37-53c8-4940-8d0e-4a846afcecd0 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:05:55.856320 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-8b8e379f-84ff-40b1-a40b-7b8fdc881fa1 service neutron] Attempting to bind port f1c2dc37-53c8-4940-8d0e-4a846afcecd0 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:55.887180 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-8b8e379f-84ff-40b1-a40b-7b8fdc881fa1 service neutron] Port f1c2dc37-53c8-4940-8d0e-4a846afcecd0 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:05:55.887501 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-8b8e379f-84ff-40b1-a40b-7b8fdc881fa1 service neutron] Attempting to bind port f1c2dc37-53c8-4940-8d0e-4a846afcecd0 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:55.909069 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3953d067-e90a-46a1-ab0a-6fb04f0ee4c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:55.917784 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-4ded6692-9147-48ab-911e-c704b923d428 req-df144a8b-9aef-4e3d-b134-e575ea498e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b64bf5de-b5d3-415c-828a-a78a76f2ca7f {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:05:55.919878 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3953d067-e90a-46a1-ab0a-6fb04f0ee4c7 None None] Transition to ACTIVE for port object a914557a-c015-4c51-a9bd-c89498b171f9 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:55.926345 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-8b8e379f-84ff-40b1-a40b-7b8fdc881fa1 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:05:55.926927 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-8b8e379f-84ff-40b1-a40b-7b8fdc881fa1 service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:55.927748 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-8b8e379f-84ff-40b1-a40b-7b8fdc881fa1 service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:05:55.929004 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-8b8e379f-84ff-40b1-a40b-7b8fdc881fa1 service neutron] Bound port: f1c2dc37-53c8-4940-8d0e-4a846afcecd0, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:05:55.929460 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3953d067-e90a-46a1-ab0a-6fb04f0ee4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:55.929934 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-8b8e379f-84ff-40b1-a40b-7b8fdc881fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:55.953819 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7a9b9ddd-1431-45f9-8ee9-6d5a358c9679 req-56ebffb0-5989-4035-83d0-39d4d0873601 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071214 Aug 11 02:05:55.961987 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4ded6692-9147-48ab-911e-c704b923d428 req-df144a8b-9aef-4e3d-b134-e575ea498e8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:55.983670 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d02b9-b9eb-4dae-91a4-dd9d810902be None None] Pushing event updated for resources: {'Port': ['ID=a914557a-c015-4c51-a9bd-c89498b171f9,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:55.988714 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-3953d067-e90a-46a1-ab0a-6fb04f0ee4c7 None None] Attempting to bind port a914557a-c015-4c51-a9bd-c89498b171f9 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:05:55.989096 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-3953d067-e90a-46a1-ab0a-6fb04f0ee4c7 None None] Attempting to bind port a914557a-c015-4c51-a9bd-c89498b171f9 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:05:55.989464 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3953d067-e90a-46a1-ab0a-6fb04f0ee4c7 None None] Attempting to bind port a914557a-c015-4c51-a9bd-c89498b171f9 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:55.994958 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3953d067-e90a-46a1-ab0a-6fb04f0ee4c7 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:05:55.995336 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3953d067-e90a-46a1-ab0a-6fb04f0ee4c7 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:55.995777 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3953d067-e90a-46a1-ab0a-6fb04f0ee4c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:55.996703 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3953d067-e90a-46a1-ab0a-6fb04f0ee4c7 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:05:55.996703 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-3953d067-e90a-46a1-ab0a-6fb04f0ee4c7 None None] Bound port: a914557a-c015-4c51-a9bd-c89498b171f9, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:05:55.997004 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3953d067-e90a-46a1-ab0a-6fb04f0ee4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:56.022429 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device f1c2dc37-53c8-4940-8d0e-4a846afcecd0 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:05:56.083522 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-4ded6692-9147-48ab-911e-c704b923d428 req-df144a8b-9aef-4e3d-b134-e575ea498e8c service neutron] Transition to ACTIVE for port object b64bf5de-b5d3-415c-828a-a78a76f2ca7f will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:56.091692 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3f38efa1-390c-4c35-b2eb-97e698bc2451 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bdda025a003b4cb88bbba628c09f7700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2614603 Aug 11 02:05:56.094279 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55796) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:56.094790 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device f1c2dc37-53c8-4940-8d0e-4a846afcecd0 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:05:56.100769 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-3953d067-e90a-46a1-ab0a-6fb04f0ee4c7 None None] For port a914557a-c015-4c51-a9bd-c89498b171f9, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:05:56.104176 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-3953d067-e90a-46a1-ab0a-6fb04f0ee4c7 None None] For port a914557a-c015-4c51-a9bd-c89498b171f9, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a914557a-c015-4c51-a9bd-c89498b171f9,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:05:56.107502 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4ded6692-9147-48ab-911e-c704b923d428 req-df144a8b-9aef-4e3d-b134-e575ea498e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:56.111631 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3953d067-e90a-46a1-ab0a-6fb04f0ee4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:56.172263 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36fd307a-aa4e-440f-aa3b-ebc65c8e84a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:56.178646 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3953d067-e90a-46a1-ab0a-6fb04f0ee4c7 None None] Routers {'5b016d18-840e-4dcf-8787-fe81d89d9341'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:05:56.179562 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df144a8b-9aef-4e3d-b134-e575ea498e8c service neutron] Pushing event updated for resources: {'Port': ['ID=b64bf5de-b5d3-415c-828a-a78a76f2ca7f,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:56.179963 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-3953d067-e90a-46a1-ab0a-6fb04f0ee4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:05:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5b016d18-840e-4dcf-8787-fe81d89d9341'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:56.185695 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d02b9-b9eb-4dae-91a4-dd9d810902be None None] Pushing event updated for resources: {'Port': ['ID=a914557a-c015-4c51-a9bd-c89498b171f9,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:56.196141 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7daf7705-cfac-471b-a54e-657d79347333 req-a414b1dd-e782-4afe-ab98-b7d81c4b5245 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd7537a6-ed84-4d97-895b-d4096339af36 HTTP/1.1" status: 200 len: 210 time: 0.1108084 Aug 11 02:05:56.249711 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-8b8e379f-84ff-40b1-a40b-7b8fdc881fa1 service neutron] For port f1c2dc37-53c8-4940-8d0e-4a846afcecd0, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:05:56.254606 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-8b8e379f-84ff-40b1-a40b-7b8fdc881fa1 service neutron] For port f1c2dc37-53c8-4940-8d0e-4a846afcecd0, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=f1c2dc37-53c8-4940-8d0e-4a846afcecd0,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:05:56.336339 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-8b8e379f-84ff-40b1-a40b-7b8fdc881fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:56.344798 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0e4486-76ac-4ab2-868a-9856e9ecb517 x-openstack-request-id: req-0a0e4486-76ac-4ab2-868a-9856e9ecb517 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:05:56.345089 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcef7dfb-03c3-4c63-9b22-788c14f4da40", "name": "network-vif-unplugged", "status": "completed", "tag": "f1c2dc37-53c8-4940-8d0e-4a846afcecd0", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:05:56.345352 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0a0e4486-76ac-4ab2-868a-9856e9ecb517 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:05:56.345727 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcef7dfb-03c3-4c63-9b22-788c14f4da40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1c2dc37-53c8-4940-8d0e-4a846afcecd0', 'code': 200} Aug 11 02:05:56.352482 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-3953d067-e90a-46a1-ab0a-6fb04f0ee4c7 None None] Set router 5b016d18-840e-4dcf-8787-fe81d89d9341 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:05:56.418030 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b930670b-d500-48a0-a289-3c9b8164d9a0', 'tag': '9b911efb-1778-446f-bb4c-825e87afa515'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:05:56.421064 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a917a4f9-6616-4443-952f-18c08483990a" -d '{"events": [{"name": "network-changed", "server_uuid": "b930670b-d500-48a0-a289-3c9b8164d9a0", "tag": "9b911efb-1778-446f-bb4c-825e87afa515"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:05:56.436627 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-4ded6692-9147-48ab-911e-c704b923d428 req-df144a8b-9aef-4e3d-b134-e575ea498e8c service neutron] Attempting to bind port b64bf5de-b5d3-415c-828a-a78a76f2ca7f on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:05:56.437238 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-4ded6692-9147-48ab-911e-c704b923d428 req-df144a8b-9aef-4e3d-b134-e575ea498e8c service neutron] Attempting to bind port b64bf5de-b5d3-415c-828a-a78a76f2ca7f by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:05:56.437750 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded6692-9147-48ab-911e-c704b923d428 req-df144a8b-9aef-4e3d-b134-e575ea498e8c service neutron] Attempting to bind port b64bf5de-b5d3-415c-828a-a78a76f2ca7f on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:56.446863 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b0365e0b-2775-4d28-8684-8f515f973de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:56.457714 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-8b8e379f-84ff-40b1-a40b-7b8fdc881fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:56.458346 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-8b8e379f-84ff-40b1-a40b-7b8fdc881fa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:56.460485 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-8b8e379f-84ff-40b1-a40b-7b8fdc881fa1 service neutron] 10.222.0.73 "PUT /v2.0/ports/f1c2dc37-53c8-4940-8d0e-4a846afcecd0 HTTP/1.1" status: 200 len: 1097 time: 3.9253564 Aug 11 02:05:56.478463 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded6692-9147-48ab-911e-c704b923d428 req-df144a8b-9aef-4e3d-b134-e575ea498e8c service neutron] Port b64bf5de-b5d3-415c-828a-a78a76f2ca7f on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:05:56.478853 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded6692-9147-48ab-911e-c704b923d428 req-df144a8b-9aef-4e3d-b134-e575ea498e8c service neutron] Attempting to bind port b64bf5de-b5d3-415c-828a-a78a76f2ca7f on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:56.487423 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded6692-9147-48ab-911e-c704b923d428 req-df144a8b-9aef-4e3d-b134-e575ea498e8c service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:05:56.487859 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded6692-9147-48ab-911e-c704b923d428 req-df144a8b-9aef-4e3d-b134-e575ea498e8c service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:56.488118 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded6692-9147-48ab-911e-c704b923d428 req-df144a8b-9aef-4e3d-b134-e575ea498e8c service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:05:56.488552 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-4ded6692-9147-48ab-911e-c704b923d428 req-df144a8b-9aef-4e3d-b134-e575ea498e8c service neutron] Bound port: b64bf5de-b5d3-415c-828a-a78a76f2ca7f, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:05:56.488912 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4ded6692-9147-48ab-911e-c704b923d428 req-df144a8b-9aef-4e3d-b134-e575ea498e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:56.508388 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-b21f91c2-ed05-4f31-bdf1-0ce1fbc17432 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Allocated IP 192.168.233.44 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:05:56.571757 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-36fd307a-aa4e-440f-aa3b-ebc65c8e84a6 admin admin] Allocated IP 172.20.0.1 (c1395f45-8a77-4154-8a13-da59aa8da322/ae3c6842-4306-4219-b02a-f155092d11ac/2519559f-83b2-454f-8395-9f92d3adb2dc) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:05:56.586110 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e379f-84ff-40b1-a40b-7b8fdc881fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c2dc37-53c8-4940-8d0e-4a846afcecd0,revision_number=7']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:56.590832 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b0365e0b-2775-4d28-8684-8f515f973de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:56.635683 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c52ba-2b1a-46de-8c91-9b3967e1da7f req-cab0f66e-93aa-4b16-9482-6dd207b58510 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:56.644220 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ff3c52ba-2b1a-46de-8c91-9b3967e1da7f req-cab0f66e-93aa-4b16-9482-6dd207b58510 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 948 time: 0.2297702 Aug 11 02:05:56.662133 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-85c79a35-9aa0-4913-b429-2f8e424f26aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:56.663986 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-85c79a35-9aa0-4913-b429-2f8e424f26aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 1100 time: 0.1599994 Aug 11 02:05:56.724535 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-afb44c57-b145-439f-8bf0-a2a6142107c1 req-249eab75-d984-438e-9dfc-83f77a7781a9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2073016 Aug 11 02:05:56.752605 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-4ded6692-9147-48ab-911e-c704b923d428 req-df144a8b-9aef-4e3d-b134-e575ea498e8c service neutron] For port b64bf5de-b5d3-415c-828a-a78a76f2ca7f, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:05:56.780980 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ff3c52ba-2b1a-46de-8c91-9b3967e1da7f req-12450f0c-82df-4e4f-abec-a347a9b0ad7a tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355267 Aug 11 02:05:56.811287 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-4ded6692-9147-48ab-911e-c704b923d428 req-df144a8b-9aef-4e3d-b134-e575ea498e8c service neutron] For port b64bf5de-b5d3-415c-828a-a78a76f2ca7f, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=b64bf5de-b5d3-415c-828a-a78a76f2ca7f,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:05:56.820366 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4ded6692-9147-48ab-911e-c704b923d428 req-df144a8b-9aef-4e3d-b134-e575ea498e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:56.896019 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded6692-9147-48ab-911e-c704b923d428 req-df144a8b-9aef-4e3d-b134-e575ea498e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:56.897068 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4ded6692-9147-48ab-911e-c704b923d428 req-df144a8b-9aef-4e3d-b134-e575ea498e8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:56.898857 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4ded6692-9147-48ab-911e-c704b923d428 req-df144a8b-9aef-4e3d-b134-e575ea498e8c service neutron] 10.222.0.66 "PUT /v2.0/ports/b64bf5de-b5d3-415c-828a-a78a76f2ca7f HTTP/1.1" status: 200 len: 1096 time: 3.6444359 Aug 11 02:05:56.909799 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b0365e0b-2775-4d28-8684-8f515f973de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:56.912547 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b0365e0b-2775-4d28-8684-8f515f973de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:56.924678 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-3953d067-e90a-46a1-ab0a-6fb04f0ee4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b016d18-840e-4dcf-8787-fe81d89d9341', 'name': 'tempest-AttachSCSIVolumeTestJSON-112567383-router', 'tenant_id': '225f57f0e1624fb08c817e5cff153e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'a914557a-c015-4c51-a9bd-c89498b171f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:48Z', 'updated_at': '2021-08-11T02:05:52Z', 'revision_number': 3, 'project_id': '225f57f0e1624fb08c817e5cff153e37', 'gw_port': {'id': 'a914557a-c015-4c51-a9bd-c89498b171f9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:80:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b016d18-840e-4dcf-8787-fe81d89d9341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:49Z', 'updated_at': '2021-08-11T02:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:05:56.925556 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-ac69c1d2-dadd-4b99-843a-2af594c6292f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:56.925685 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b0365e0b-2775-4d28-8684-8f515f973de9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/26730baa-f505-482d-843b-fd23bd076d95 HTTP/1.1" status: 204 len: 168 time: 0.8237278 Aug 11 02:05:56.927425 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-ac69c1d2-dadd-4b99-843a-2af594c6292f service neutron] 10.222.0.73 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.2380626 Aug 11 02:05:56.965210 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3953d067-e90a-46a1-ab0a-6fb04f0ee4c7 None None] The sync data for ids ['5b016d18-840e-4dcf-8787-fe81d89d9341'] in n-d-615180-33 is: [{'id': '5b016d18-840e-4dcf-8787-fe81d89d9341', 'name': 'tempest-AttachSCSIVolumeTestJSON-112567383-router', 'tenant_id': '225f57f0e1624fb08c817e5cff153e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'a914557a-c015-4c51-a9bd-c89498b171f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:48Z', 'updated_at': '2021-08-11T02:05:52Z', 'revision_number': 3, 'project_id': '225f57f0e1624fb08c817e5cff153e37', 'gw_port': {'id': 'a914557a-c015-4c51-a9bd-c89498b171f9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:80:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b016d18-840e-4dcf-8787-fe81d89d9341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:49Z', 'updated_at': '2021-08-11T02:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:05:56.968950 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df144a8b-9aef-4e3d-b134-e575ea498e8c service neutron] Pushing event updated for resources: {'Port': ['ID=b64bf5de-b5d3-415c-828a-a78a76f2ca7f,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:57.013422 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-aa798c23-0b08-42f4-b094-00f2624b58f2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=f1c2dc37-53c8-4940-8d0e-4a846afcecd0 HTTP/1.1" status: 200 len: 217 time: 0.0721009 Aug 11 02:05:57.056320 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb44c57-b145-439f-8bf0-a2a6142107c1 req-3cab4e4c-65eb-4887-95bc-4de8710ea77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:57.058756 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-afb44c57-b145-439f-8bf0-a2a6142107c1 req-3cab4e4c-65eb-4887-95bc-4de8710ea77c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ad8af97bd524ff09f331d88ab3a939b&device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 1117 time: 0.2226686 Aug 11 02:05:57.059789 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0365e0b-2775-4d28-8684-8f515f973de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26730baa-f505-482d-843b-fd23bd076d95,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:57.071950 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36fd307a-aa4e-440f-aa3b-ebc65c8e84a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:57.103061 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-36fd307a-aa4e-440f-aa3b-ebc65c8e84a6 admin admin] Transition to ACTIVE for port object 2519559f-83b2-454f-8395-9f92d3adb2dc will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:57.190919 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbdcf8-ad86-468e-9b73-7ad2d8ebca37 req-43e2cbe7-b28f-44cd-8be8-ff7d5d4049d2 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:57.201468 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4fcbdcf8-ad86-468e-9b73-7ad2d8ebca37 req-43e2cbe7-b28f-44cd-8be8-ff7d5d4049d2 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f001cca-4977-4d62-8c8f-51089fb19fe7 HTTP/1.1" status: 200 len: 935 time: 0.2946532 Aug 11 02:05:57.231057 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-b21f91c2-ed05-4f31-bdf1-0ce1fbc17432 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:57.265688 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-b21f91c2-ed05-4f31-bdf1-0ce1fbc17432 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Transition to ACTIVE for port object 5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:57.285442 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-8a3dd648-807e-43a7-ac44-2c12c64fc9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:57.287383 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-8a3dd648-807e-43a7-ac44-2c12c64fc9c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.2422116 Aug 11 02:05:57.290000 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded6692-9147-48ab-911e-c704b923d428 req-697f3fb0-636e-4444-ba78-37d041fa5c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:57.292112 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4ded6692-9147-48ab-911e-c704b923d428 req-697f3fb0-636e-4444-ba78-37d041fa5c8b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&device_id=73654092-e470-4e55-8c84-7354e3b8c524 HTTP/1.1" status: 200 len: 1099 time: 0.2776413 Aug 11 02:05:57.320343 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4fcbdcf8-ad86-468e-9b73-7ad2d8ebca37 req-6f32cdd2-bcb2-4afd-b056-fc1d25a4e23a tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178980 Aug 11 02:05:57.352709 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-b21f91c2-ed05-4f31-bdf1-0ce1fbc17432 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:57.419253 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4ded6692-9147-48ab-911e-c704b923d428 req-0639ac2a-fbc3-43f1-9354-17514f34977e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=b64bf5de-b5d3-415c-828a-a78a76f2ca7f HTTP/1.1" status: 200 len: 217 time: 0.1101739 Aug 11 02:05:57.513255 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-e20fb0ab-f2be-4e8a-924f-2a6f4e157bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:57.514976 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-e20fb0ab-f2be-4e8a-924f-2a6f4e157bbf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2048223 Aug 11 02:05:57.566612 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36fd307a-aa4e-440f-aa3b-ebc65c8e84a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:57.571860 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-b21f91c2-ed05-4f31-bdf1-0ce1fbc17432 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:05:57.599110 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-b21f91c2-ed05-4f31-bdf1-0ce1fbc17432 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:57.611322 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6c0f6-73fd-40ca-9b80-cfcd4c2238b3 req-07f779f1-d547-4f83-9e76-549d08808188 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:57.611590 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb44c57-b145-439f-8bf0-a2a6142107c1 req-96ba3b4e-479f-4201-b44f-d2b1bf1e40df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:57.613642 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-43e6c0f6-73fd-40ca-9b80-cfcd4c2238b3 req-07f779f1-d547-4f83-9e76-549d08808188 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7bb42a3-4eae-422e-8ef9-981a68805005 HTTP/1.1" status: 200 len: 945 time: 0.2111053 Aug 11 02:05:57.615131 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded6692-9147-48ab-911e-c704b923d428 req-273eaa74-de7c-4c75-9a60-74b9eff95b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:57.616510 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4ded6692-9147-48ab-911e-c704b923d428 req-273eaa74-de7c-4c75-9a60-74b9eff95b86 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1742547 Aug 11 02:05:57.622491 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-afb44c57-b145-439f-8bf0-a2a6142107c1 req-96ba3b4e-479f-4201-b44f-d2b1bf1e40df service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c HTTP/1.1" status: 200 len: 909 time: 0.5135603 Aug 11 02:05:57.629172 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-b21f91c2-ed05-4f31-bdf1-0ce1fbc17432 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:05:57.636076 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-b21f91c2-ed05-4f31-bdf1-0ce1fbc17432 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:57.637198 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-b21f91c2-ed05-4f31-bdf1-0ce1fbc17432 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:57.641149 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f91c2-ed05-4f31-bdf1-0ce1fbc17432 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Pushing event updated for resources: {'Port': ['ID=5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:57.756969 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd307a-aa4e-440f-aa3b-ebc65c8e84a6 admin admin] Pushing event updated for resources: {'Port': ['ID=2519559f-83b2-454f-8395-9f92d3adb2dc,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:57.757699 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-d5ebb594-8ec2-4775-a4e7-94f31923dbf4 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226624 Aug 11 02:05:57.762074 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fd307a-aa4e-440f-aa3b-ebc65c8e84a6 admin admin] Network c1395f45-8a77-4154-8a13-da59aa8da322 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:05:57.817468 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-36fd307a-aa4e-440f-aa3b-ebc65c8e84a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:05:57.820527 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fd307a-aa4e-440f-aa3b-ebc65c8e84a6 admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:05:57.821022 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36fd307a-aa4e-440f-aa3b-ebc65c8e84a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:57.829174 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-afb44c57-b145-439f-8bf0-a2a6142107c1 req-36688691-a4cc-452f-88d0-67df65701ccf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23e114a8-1544-4311-ab89-4a013e234d7f HTTP/1.1" status: 200 len: 217 time: 0.1706166 Aug 11 02:05:57.880404 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-b21f91c2-ed05-4f31-bdf1-0ce1fbc17432 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4812381 Aug 11 02:05:57.942836 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb44c57-b145-439f-8bf0-a2a6142107c1 req-f018eabe-0774-4b06-a25a-27bd7b9441f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:57.944872 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-afb44c57-b145-439f-8bf0-a2a6142107c1 req-f018eabe-0774-4b06-a25a-27bd7b9441f1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ea5a035c-6f83-40b0-8579-ac261184d3bb HTTP/1.1" status: 200 len: 848 time: 0.0669842 Aug 11 02:05:57.946649 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-552d9191-3d65-45a1-97dc-ad55a2578b77 req-3e76c69a-d7e0-4ff8-89d8-21e13c42f970 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681786 Aug 11 02:05:57.958191 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded6692-9147-48ab-911e-c704b923d428 req-e72fa308-ad32-4dea-80dd-93d0d4a2a46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:57.959784 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4ded6692-9147-48ab-911e-c704b923d428 req-e72fa308-ad32-4dea-80dd-93d0d4a2a46d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3020139 Aug 11 02:05:57.981327 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-43e6c0f6-73fd-40ca-9b80-cfcd4c2238b3 req-1c7cb2f7-e199-4d2b-950c-25235a962487 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f9bebe6-55f8-4e1b-b84c-43b122368d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3458805 Aug 11 02:05:57.995519 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 9b911efb-1778-446f-bb4c-825e87afa515 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:05:58.010323 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-fa5dffec-33c3-4ae5-89d8-e60f0ac4c647 service neutron] Request body: {'port': {'device_id': 'dd7537a6-ed84-4d97-895b-d4096339af36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:58.120892 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-be434d01-452d-4dba-a7a0-ca7137e78a6f tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:05:58.124026 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-be434d01-452d-4dba-a7a0-ca7137e78a6f tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6525564 Aug 11 02:05:58.127401 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03595956-8ca1-4695-8109-8a970904e615 x-openstack-request-id: req-03595956-8ca1-4695-8109-8a970904e615 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:05:58.127761 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b930670b-d500-48a0-a289-3c9b8164d9a0", "tag": "9b911efb-1778-446f-bb4c-825e87afa515", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:05:58.128016 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-03595956-8ca1-4695-8109-8a970904e615 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:05:58.128403 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b930670b-d500-48a0-a289-3c9b8164d9a0', 'tag': '9b911efb-1778-446f-bb4c-825e87afa515', 'status': 'completed', 'code': 200} Aug 11 02:05:58.172918 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-afb44c57-b145-439f-8bf0-a2a6142107c1 req-ff32334a-e328-496e-a580-7b5664314914 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1847422 Aug 11 02:05:58.180113 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-79192748-9236-4533-a1ce-0b5e44fa9a8d service neutron] Request body: {'binding': {'host': 'n-h1-615180-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:58.180630 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-79192748-9236-4533-a1ce-0b5e44fa9a8d service neutron] Unknown quota resources ['binding']. {{(pid=94506) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:05:58.217393 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-938354bf-306f-4681-8c78-7acd2cdf18e4 None None] Provisioning for port 5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:58.235165 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-938354bf-306f-4681-8c78-7acd2cdf18e4 None None] Provisioning complete for port 5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:58.235644 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-938354bf-306f-4681-8c78-7acd2cdf18e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:58.333326 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-938354bf-306f-4681-8c78-7acd2cdf18e4 None None] Port 5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:05:58.340077 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 9b911efb-1778-446f-bb4c-825e87afa515, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=9b911efb-1778-446f-bb4c-825e87afa515,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:58.352552 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 9b911efb-1778-446f-bb4c-825e87afa515 has no active binding in host n-h2-615180-33 {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:05:58.364748 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcef7dfb-03c3-4c63-9b22-788c14f4da40', 'tag': 'f1c2dc37-53c8-4940-8d0e-4a846afcecd0'}, {'name': 'network-changed', 'server_uuid': '73654092-e470-4e55-8c84-7354e3b8c524', 'tag': 'b64bf5de-b5d3-415c-828a-a78a76f2ca7f'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:05:58.367861 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e239c0-e2af-418f-bfcf-3c7b3026578f" -d '{"events": [{"name": "network-changed", "server_uuid": "bcef7dfb-03c3-4c63-9b22-788c14f4da40", "tag": "f1c2dc37-53c8-4940-8d0e-4a846afcecd0"}, {"name": "network-changed", "server_uuid": "73654092-e470-4e55-8c84-7354e3b8c524", "tag": "b64bf5de-b5d3-415c-828a-a78a76f2ca7f"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:05:58.376220 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4ded6692-9147-48ab-911e-c704b923d428 req-9d55943f-3737-47a0-9048-aa285d899409 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937004 Aug 11 02:05:58.416172 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-fa5dffec-33c3-4ae5-89d8-e60f0ac4c647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:58.420206 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-4ded6692-9147-48ab-911e-c704b923d428 req-c8a99cfd-463b-4bd7-ab0f-6613ee0349a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 205f1abc-4706-40d8-ad36-b3c1304281e1 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:05:58.443745 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55848) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:58.463831 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-70a3cd47-3836-4804-b137-0bb0e45b3b3c None None] Provisioning for port 2519559f-83b2-454f-8395-9f92d3adb2dc completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:58.472297 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917a4f9-6616-4443-952f-18c08483990a req-cf6f3000-1338-4527-a898-4d54704811b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:58.474302 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a917a4f9-6616-4443-952f-18c08483990a req-cf6f3000-1338-4527-a898-4d54704811b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2ad8af97bd524ff09f331d88ab3a939b&device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 1126 time: 0.3454819 Aug 11 02:05:58.479624 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4ded6692-9147-48ab-911e-c704b923d428 req-c8a99cfd-463b-4bd7-ab0f-6613ee0349a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:58.484456 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-70a3cd47-3836-4804-b137-0bb0e45b3b3c None None] Provisioning complete for port 2519559f-83b2-454f-8395-9f92d3adb2dc triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:58.484843 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-70a3cd47-3836-4804-b137-0bb0e45b3b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:58.514368 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432cd3a-8cfa-4cf6-8b61-505b4f8b2a70 req-12d8411f-0441-4382-b5ba-37a2fbbc7446 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:58.522579 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3432cd3a-8cfa-4cf6-8b61-505b4f8b2a70 req-12d8411f-0441-4382-b5ba-37a2fbbc7446 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 943 time: 0.3243806 Aug 11 02:05:58.557141 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-70a3cd47-3836-4804-b137-0bb0e45b3b3c None None] Port 2519559f-83b2-454f-8395-9f92d3adb2dc cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:05:58.588751 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-0fc5e2c7-e3ff-4fc4-aeb3-c371dec7847f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768594117-network', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:05:58.614225 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-4ded6692-9147-48ab-911e-c704b923d428 req-c8a99cfd-463b-4bd7-ab0f-6613ee0349a1 service neutron] Transition to ACTIVE for port object 205f1abc-4706-40d8-ad36-b3c1304281e1 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:58.638585 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3432cd3a-8cfa-4cf6-8b61-505b4f8b2a70 req-14df7ddf-bf8a-438d-9814-c259ed2c8daf tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149576 Aug 11 02:05:58.642939 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4ded6692-9147-48ab-911e-c704b923d428 req-c8a99cfd-463b-4bd7-ab0f-6613ee0349a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:58.645217 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4ded6692-9147-48ab-911e-c704b923d428 req-d7413865-2e52-4044-b169-3cd0cb8a11c5 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604997 Aug 11 02:05:58.669478 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-afb44c57-b145-439f-8bf0-a2a6142107c1 req-0eeb7b32-8eb7-484e-9ed7-3cb9ffe44682 service neutron] 10.222.0.66 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805408 Aug 11 02:05:58.673251 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc5e2c7-e3ff-4fc4-aeb3-c371dec7847f admin admin] Made reservation on behalf of 9cf518ab39bd44e9a7f8a66ea3c4040f for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:05:58.677785 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0fc5e2c7-e3ff-4fc4-aeb3-c371dec7847f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:58.703108 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0fc5e2c7-e3ff-4fc4-aeb3-c371dec7847f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:58.710494 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36fd307a-aa4e-440f-aa3b-ebc65c8e84a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:58.714579 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917a4f9-6616-4443-952f-18c08483990a req-1b8d3bb5-5d39-4b4d-a881-897660d69535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:58.716075 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a917a4f9-6616-4443-952f-18c08483990a req-1b8d3bb5-5d39-4b4d-a881-897660d69535 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c HTTP/1.1" status: 200 len: 909 time: 0.2234678 Aug 11 02:05:58.977230 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a914557a-c015-4c51-a9bd-c89498b171f9 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:05:59.018916 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.73', 62841) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:59.059877 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port a914557a-c015-4c51-a9bd-c89498b171f9 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:05:59.066827 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a917a4f9-6616-4443-952f-18c08483990a req-f9323309-9532-4c68-8d47-020909dda3ea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b911efb-1778-446f-bb4c-825e87afa515 HTTP/1.1" status: 200 len: 217 time: 0.3384469 Aug 11 02:05:59.067002 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port a914557a-c015-4c51-a9bd-c89498b171f9 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:05:59.067276 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:59.093217 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9fd85707-b30f-46ad-9aa1-219061ecc28f req-4b3c803b-122e-4501-83b5-a1d4651e9709 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fcf8e3b7-bfb4-420a-875b-23c526a35933&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5419765 Aug 11 02:05:59.167701 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a99cfd-463b-4bd7-ab0f-6613ee0349a1 service neutron] Pushing event updated for resources: {'Port': ['ID=205f1abc-4706-40d8-ad36-b3c1304281e1,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:59.179121 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:59.183626 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d17926-4409-47af-9a5f-1c392ba53e9d req-f4d762d2-ae6e-4f26-9d1e-e75618f4ebca tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:59.185236 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f0d17926-4409-47af-9a5f-1c392ba53e9d req-f4d762d2-ae6e-4f26-9d1e-e75618f4ebca tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd7537a6-ed84-4d97-895b-d4096339af36 HTTP/1.1" status: 200 len: 935 time: 0.4779031 Aug 11 02:05:59.212186 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port a914557a-c015-4c51-a9bd-c89498b171f9, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a914557a-c015-4c51-a9bd-c89498b171f9,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:59.212606 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917a4f9-6616-4443-952f-18c08483990a req-07d01b8b-c039-41f3-8f24-724bf4d225b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:59.214079 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a917a4f9-6616-4443-952f-18c08483990a req-07d01b8b-c039-41f3-8f24-724bf4d225b8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea5a035c-6f83-40b0-8579-ac261184d3bb HTTP/1.1" status: 200 len: 848 time: 0.1197450 Aug 11 02:05:59.217464 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:59.229779 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-10825356-0b42-4330-83c0-d26bc40e3583 service neutron] 10.222.0.73 "GET /v2.0/ports/9b911efb-1778-446f-bb4c-825e87afa515/bindings/n-h2-615180-33 HTTP/1.1" status: 200 len: 385 time: 0.2095189 Aug 11 02:05:59.281917 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a917a4f9-6616-4443-952f-18c08483990a req-39ec142d-4777-47e9-ac2a-bd1344acf90b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554624 Aug 11 02:05:59.301783 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=a914557a-c015-4c51-a9bd-c89498b171f9,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:59.322294 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-79192748-9236-4533-a1ce-0b5e44fa9a8d service neutron] Attempting to bind port eb8c60ac-8091-4df6-b10a-f2c2814c27d4 on host n-h1-615180-33 for vnic_type normal with profile None {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:05:59.323336 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-79192748-9236-4533-a1ce-0b5e44fa9a8d service neutron] Attempting to bind port eb8c60ac-8091-4df6-b10a-f2c2814c27d4 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:05:59.323706 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-79192748-9236-4533-a1ce-0b5e44fa9a8d service neutron] Attempting to bind port eb8c60ac-8091-4df6-b10a-f2c2814c27d4 on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:59.351475 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-afb44c57-b145-439f-8bf0-a2a6142107c1 req-82605a11-8d1e-4726-9477-68f57cffdd3e service neutron] 10.222.0.66 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6445844 Aug 11 02:05:59.370132 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-79192748-9236-4533-a1ce-0b5e44fa9a8d service neutron] Port eb8c60ac-8091-4df6-b10a-f2c2814c27d4 on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:05:59.370471 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-79192748-9236-4533-a1ce-0b5e44fa9a8d service neutron] Attempting to bind port eb8c60ac-8091-4df6-b10a-f2c2814c27d4 on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:59.372935 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-4ded6692-9147-48ab-911e-c704b923d428 req-c8a99cfd-463b-4bd7-ab0f-6613ee0349a1 service neutron] Attempting to bind port 205f1abc-4706-40d8-ad36-b3c1304281e1 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:05:59.373412 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-4ded6692-9147-48ab-911e-c704b923d428 req-c8a99cfd-463b-4bd7-ab0f-6613ee0349a1 service neutron] Attempting to bind port 205f1abc-4706-40d8-ad36-b3c1304281e1 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:05:59.373873 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded6692-9147-48ab-911e-c704b923d428 req-c8a99cfd-463b-4bd7-ab0f-6613ee0349a1 service neutron] Attempting to bind port 205f1abc-4706-40d8-ad36-b3c1304281e1 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:59.398336 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f0d17926-4409-47af-9a5f-1c392ba53e9d req-6fcade40-8983-45f1-97b3-9e7af6d708f9 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.50 "GET /v2.0/security-groups?id=a500b508-977a-410e-9681-740a7f8fe771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000618 Aug 11 02:05:59.420794 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-79192748-9236-4533-a1ce-0b5e44fa9a8d service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:05:59.420937 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-79192748-9236-4533-a1ce-0b5e44fa9a8d service neutron] Checking segment: {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:59.421571 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-79192748-9236-4533-a1ce-0b5e44fa9a8d service neutron] Bound using segment: {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:05:59.421705 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-79192748-9236-4533-a1ce-0b5e44fa9a8d service neutron] Bound port: eb8c60ac-8091-4df6-b10a-f2c2814c27d4, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:05:59.436509 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded6692-9147-48ab-911e-c704b923d428 req-c8a99cfd-463b-4bd7-ab0f-6613ee0349a1 service neutron] Port 205f1abc-4706-40d8-ad36-b3c1304281e1 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:05:59.436509 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded6692-9147-48ab-911e-c704b923d428 req-c8a99cfd-463b-4bd7-ab0f-6613ee0349a1 service neutron] Attempting to bind port 205f1abc-4706-40d8-ad36-b3c1304281e1 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:05:59.463096 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd85707-b30f-46ad-9aa1-219061ecc28f req-dc6c5f03-52e5-44a3-9a1a-8b2c6d5491db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:59.464657 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9fd85707-b30f-46ad-9aa1-219061ecc28f req-dc6c5f03-52e5-44a3-9a1a-8b2c6d5491db service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&device_id=fcf8e3b7-bfb4-420a-875b-23c526a35933 HTTP/1.1" status: 200 len: 1102 time: 0.3066623 Aug 11 02:05:59.497176 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0fc5e2c7-e3ff-4fc4-aeb3-c371dec7847f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:59.499085 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded6692-9147-48ab-911e-c704b923d428 req-c8a99cfd-463b-4bd7-ab0f-6613ee0349a1 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:05:59.499454 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded6692-9147-48ab-911e-c704b923d428 req-c8a99cfd-463b-4bd7-ab0f-6613ee0349a1 service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:05:59.499945 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded6692-9147-48ab-911e-c704b923d428 req-c8a99cfd-463b-4bd7-ab0f-6613ee0349a1 service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:05:59.500500 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-4ded6692-9147-48ab-911e-c704b923d428 req-c8a99cfd-463b-4bd7-ab0f-6613ee0349a1 service neutron] Bound port: 205f1abc-4706-40d8-ad36-b3c1304281e1, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:05:59.500766 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4ded6692-9147-48ab-911e-c704b923d428 req-c8a99cfd-463b-4bd7-ab0f-6613ee0349a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:59.527631 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0fc5e2c7-e3ff-4fc4-aeb3-c371dec7847f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:59.562261 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a917a4f9-6616-4443-952f-18c08483990a req-a5ab8eea-2dbe-4e27-8697-9882fa0a3bc0 service neutron] 10.222.0.73 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389910 Aug 11 02:05:59.565397 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc5e2c7-e3ff-4fc4-aeb3-c371dec7847f admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:05:59.628443 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0fc5e2c7-e3ff-4fc4-aeb3-c371dec7847f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:59.628786 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-0fc5e2c7-e3ff-4fc4-aeb3-c371dec7847f admin admin] Added segment 1f13d792-153a-4a32-8139-5d10935723ac of type vlan for network 9c7eead9-85e0-4354-9d4e-41d5748ddd31 Aug 11 02:05:59.630130 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5e2c7-e3ff-4fc4-aeb3-c371dec7847f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae4caec-3393-4c6b-876d-baa04b1249c4,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:05:59.680683 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-79192748-9236-4533-a1ce-0b5e44fa9a8d service neutron] For port eb8c60ac-8091-4df6-b10a-f2c2814c27d4, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=eb8c60ac-8091-4df6-b10a-f2c2814c27d4,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:05:59.681369 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e995f-7cf0-47a8-b06b-5f9ce454ba80 req-a86d219f-f96d-4628-a48b-e6a3ea902c4e tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:59.683035 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-056e995f-7cf0-47a8-b06b-5f9ce454ba80 req-a86d219f-f96d-4628-a48b-e6a3ea902c4e tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 948 time: 0.2036557 Aug 11 02:05:59.718776 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-79192748-9236-4533-a1ce-0b5e44fa9a8d service neutron] Notify callbacks [] for binding, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:59.719989 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-79192748-9236-4533-a1ce-0b5e44fa9a8d service neutron] 10.222.0.50 "POST /v2.0/ports/eb8c60ac-8091-4df6-b10a-f2c2814c27d4/bindings HTTP/1.1" status: 201 len: 390 time: 1.5514569 Aug 11 02:05:59.765739 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36fd307a-aa4e-440f-aa3b-ebc65c8e84a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:59.766813 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0fc5e2c7-e3ff-4fc4-aeb3-c371dec7847f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:59.769198 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-fa5dffec-33c3-4ae5-89d8-e60f0ac4c647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:05:59.778365 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-4ded6692-9147-48ab-911e-c704b923d428 req-c8a99cfd-463b-4bd7-ab0f-6613ee0349a1 service neutron] For port 205f1abc-4706-40d8-ad36-b3c1304281e1, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:05:59.790224 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-fa5dffec-33c3-4ae5-89d8-e60f0ac4c647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:59.792502 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36fd307a-aa4e-440f-aa3b-ebc65c8e84a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:59.793409 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36fd307a-aa4e-440f-aa3b-ebc65c8e84a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:59.852443 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-056e995f-7cf0-47a8-b06b-5f9ce454ba80 req-bfac3479-5151-4381-93db-ae10818965a6 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398737 Aug 11 02:05:59.882208 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-4ded6692-9147-48ab-911e-c704b923d428 req-c8a99cfd-463b-4bd7-ab0f-6613ee0349a1 service neutron] For port 205f1abc-4706-40d8-ad36-b3c1304281e1, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=205f1abc-4706-40d8-ad36-b3c1304281e1,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:05:59.885320 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a917a4f9-6616-4443-952f-18c08483990a req-14ac936e-1c52-4afe-bab1-d5e0fb4c7248 service neutron] 10.222.0.73 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091559 Aug 11 02:05:59.890996 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd85707-b30f-46ad-9aa1-219061ecc28f req-e1f7f82e-c3f8-4cb8-a7d7-e91938554091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:59.891466 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-34cd6a77-19fa-4958-98b3-13ab44cba036 service neutron] For port 9b911efb-1778-446f-bb4c-825e87afa515, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=9b911efb-1778-446f-bb4c-825e87afa515,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:05:59.897217 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9fd85707-b30f-46ad-9aa1-219061ecc28f req-e1f7f82e-c3f8-4cb8-a7d7-e91938554091 service neutron] 10.222.0.73 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.4019568 Aug 11 02:05:59.901633 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0fc5e2c7-e3ff-4fc4-aeb3-c371dec7847f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:59.902798 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc5e2c7-e3ff-4fc4-aeb3-c371dec7847f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:05:59.903443 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0fc5e2c7-e3ff-4fc4-aeb3-c371dec7847f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:59.910525 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-fa5dffec-33c3-4ae5-89d8-e60f0ac4c647 service neutron] Transition to ACTIVE for port object 5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:05:59.922044 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4ded6692-9147-48ab-911e-c704b923d428 req-c8a99cfd-463b-4bd7-ab0f-6613ee0349a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:59.969970 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-34cd6a77-19fa-4958-98b3-13ab44cba036 service neutron] For port 9b911efb-1778-446f-bb4c-825e87afa515, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:06:00.000438 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0fc5e2c7-e3ff-4fc4-aeb3-c371dec7847f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.5540564 Aug 11 02:06:00.003606 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 9b911efb-1778-446f-bb4c-825e87afa515 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:06:00.012040 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55858) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:00.021746 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-968f2a28-401d-4696-972d-a54071d3f390 admin admin] Request body: {'subnet': {'network_id': '9c7eead9-85e0-4354-9d4e-41d5748ddd31', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768594117-subnet', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:00.029905 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-fa5dffec-33c3-4ae5-89d8-e60f0ac4c647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:00.041232 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5e2c7-e3ff-4fc4-aeb3-c371dec7847f admin admin] Pushing event updated for resources: {'Network': ['ID=9c7eead9-85e0-4354-9d4e-41d5748ddd31,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:00.045819 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9fd85707-b30f-46ad-9aa1-219061ecc28f req-1adc304c-cc64-4aff-99aa-927e711c9fdf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=720d30f6-528f-49f4-ba0d-65a1fc3d459f HTTP/1.1" status: 200 len: 217 time: 0.1257634 Aug 11 02:06:00.056227 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 9c7eead9-85e0-4354-9d4e-41d5748ddd31 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:06:00.061609 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-34cd6a77-19fa-4958-98b3-13ab44cba036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b911efb-1778-446f-bb4c-825e87afa515 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:06:00.074236 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd307a-aa4e-440f-aa3b-ebc65c8e84a6 admin admin] Pushing event updated for resources: {'Port': ['ID=2519559f-83b2-454f-8395-9f92d3adb2dc,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:00.095268 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-34cd6a77-19fa-4958-98b3-13ab44cba036 service neutron] For port 9b911efb-1778-446f-bb4c-825e87afa515, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=9b911efb-1778-446f-bb4c-825e87afa515,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:00.095473 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded6692-9147-48ab-911e-c704b923d428 req-c8a99cfd-463b-4bd7-ab0f-6613ee0349a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:00.096045 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4ded6692-9147-48ab-911e-c704b923d428 req-c8a99cfd-463b-4bd7-ab0f-6613ee0349a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:00.097984 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4ded6692-9147-48ab-911e-c704b923d428 req-c8a99cfd-463b-4bd7-ab0f-6613ee0349a1 service neutron] 10.222.0.73 "PUT /v2.0/ports/205f1abc-4706-40d8-ad36-b3c1304281e1 HTTP/1.1" status: 200 len: 1096 time: 5.4491117 Aug 11 02:06:00.147482 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f001cca-4977-4d62-8c8f-51089fb19fe7', 'tag': '205f1abc-4706-40d8-ad36-b3c1304281e1'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:06:00.149746 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041484db-71f8-4857-bc1b-52bf70929673" -d '{"events": [{"name": "network-changed", "server_uuid": "4f001cca-4977-4d62-8c8f-51089fb19fe7", "tag": "205f1abc-4706-40d8-ad36-b3c1304281e1"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:06:00.168029 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968f2a28-401d-4696-972d-a54071d3f390 admin admin] Made reservation on behalf of 9cf518ab39bd44e9a7f8a66ea3c4040f for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:06:00.177142 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-968f2a28-401d-4696-972d-a54071d3f390 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:00.179342 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-34cd6a77-19fa-4958-98b3-13ab44cba036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:00.236405 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a99cfd-463b-4bd7-ab0f-6613ee0349a1 service neutron] Pushing event updated for resources: {'Port': ['ID=205f1abc-4706-40d8-ad36-b3c1304281e1,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:00.317220 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 9b911efb-1778-446f-bb4c-825e87afa515, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=9b911efb-1778-446f-bb4c-825e87afa515,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:00.321207 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd2aad-a12d-412a-afd5-3a42ff9f0254 req-e4bc89f0-abe2-4c4b-aab4-bd5a0fc674f2 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:00.323118 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c3dd2aad-a12d-412a-afd5-3a42ff9f0254 req-e4bc89f0-abe2-4c4b-aab4-bd5a0fc674f2 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7bb42a3-4eae-422e-8ef9-981a68805005 HTTP/1.1" status: 200 len: 945 time: 0.3871865 Aug 11 02:06:00.334544 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804b47c-3228-4434-9319-3cc328ddde53 req-3171ed9a-ef38-45f9-8a77-dadfbb9cc73c tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:00.345187 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b804b47c-3228-4434-9319-3cc328ddde53 req-3171ed9a-ef38-45f9-8a77-dadfbb9cc73c tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f001cca-4977-4d62-8c8f-51089fb19fe7 HTTP/1.1" status: 200 len: 947 time: 0.3730052 Aug 11 02:06:00.347302 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55862) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:00.357888 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 9b911efb-1778-446f-bb4c-825e87afa515 has no active binding in host n-h2-615180-33 {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:06:00.383007 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd85707-b30f-46ad-9aa1-219061ecc28f req-cdd00f50-7a13-4e66-9226-d4adf5b9c871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:00.384818 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9fd85707-b30f-46ad-9aa1-219061ecc28f req-cdd00f50-7a13-4e66-9226-d4adf5b9c871 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.3117096 Aug 11 02:06:00.395528 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-a7681836-8863-43f8-a773-3aeced11ce4d tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Request body: {'floatingip': {'port_id': 'f72a0dfb-2da8-40cd-a26b-0df7f824401d'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:00.439870 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5dffec-33c3-4ae5-89d8-e60f0ac4c647 service neutron] Pushing event updated for resources: {'Port': ['ID=5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:00.442081 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.73', 62844) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:00.447116 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-fa5dffec-33c3-4ae5-89d8-e60f0ac4c647 service neutron] Attempting to bind port 5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:06:00.447763 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-fa5dffec-33c3-4ae5-89d8-e60f0ac4c647 service neutron] Attempting to bind port 5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:06:00.448306 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-fa5dffec-33c3-4ae5-89d8-e60f0ac4c647 service neutron] Attempting to bind port 5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:00.452976 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 02:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fecd5a-7354-489a-be82-3d24e3f67076 x-openstack-request-id: req-45fecd5a-7354-489a-be82-3d24e3f67076 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:06:00.453350 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcef7dfb-03c3-4c63-9b22-788c14f4da40", "tag": "f1c2dc37-53c8-4940-8d0e-4a846afcecd0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "73654092-e470-4e55-8c84-7354e3b8c524", "tag": "b64bf5de-b5d3-415c-828a-a78a76f2ca7f", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:06:00.453602 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-45fecd5a-7354-489a-be82-3d24e3f67076 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:06:00.454001 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcef7dfb-03c3-4c63-9b22-788c14f4da40', 'tag': 'f1c2dc37-53c8-4940-8d0e-4a846afcecd0', 'status': 'completed', 'code': 200} Aug 11 02:06:00.454250 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73654092-e470-4e55-8c84-7354e3b8c524', 'tag': 'b64bf5de-b5d3-415c-828a-a78a76f2ca7f', 'status': 'completed', 'code': 200} Aug 11 02:06:00.469743 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-d0ec8ff0-0c17-4574-ab95-d0fbf6959376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:00.472660 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-d0ec8ff0-0c17-4574-ab95-d0fbf6959376 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc914b6e60444f2aabf27f905058cfbf&device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade HTTP/1.1" status: 200 len: 1098 time: 0.2197945 Aug 11 02:06:00.490014 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fd307a-aa4e-440f-aa3b-ebc65c8e84a6 admin admin] Network c1395f45-8a77-4154-8a13-da59aa8da322 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:06:00.528477 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-fa5dffec-33c3-4ae5-89d8-e60f0ac4c647 service neutron] Port 5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:06:00.528804 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-fa5dffec-33c3-4ae5-89d8-e60f0ac4c647 service neutron] Attempting to bind port 5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:00.557227 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-36fd307a-aa4e-440f-aa3b-ebc65c8e84a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:00.568290 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a7681836-8863-43f8-a773-3aeced11ce4d tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks [] for floatingip, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:00.625291 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-fa5dffec-33c3-4ae5-89d8-e60f0ac4c647 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:06:00.625757 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-fa5dffec-33c3-4ae5-89d8-e60f0ac4c647 service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:06:00.626259 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-fa5dffec-33c3-4ae5-89d8-e60f0ac4c647 service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:06:00.626803 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-fa5dffec-33c3-4ae5-89d8-e60f0ac4c647 service neutron] Bound port: 5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:06:00.627252 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-fa5dffec-33c3-4ae5-89d8-e60f0ac4c647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:00.671227 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded6692-9147-48ab-911e-c704b923d428 req-21edb59e-e09d-49d6-adcf-3cf9eb4b5169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:00.673093 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4ded6692-9147-48ab-911e-c704b923d428 req-21edb59e-e09d-49d6-adcf-3cf9eb4b5169 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&device_id=4f001cca-4977-4d62-8c8f-51089fb19fe7 HTTP/1.1" status: 200 len: 1099 time: 0.3896773 Aug 11 02:06:00.682775 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b804b47c-3228-4434-9319-3cc328ddde53 req-5cd194f1-9a6b-405f-8376-2f13ccd798da tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368635 Aug 11 02:06:00.715176 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd85707-b30f-46ad-9aa1-219061ecc28f req-12fef7c6-d373-46cf-9df0-ce2d5891a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:00.716855 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9fd85707-b30f-46ad-9aa1-219061ecc28f req-12fef7c6-d373-46cf-9df0-ce2d5891a6df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2817826 Aug 11 02:06:00.770205 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-b15eed7c-a6a1-4738-8ced-f2444cc9b7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:00.770470 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-59cd9681-63f8-42e9-a67e-0e6ccaa5d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:00.771750 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-b15eed7c-a6a1-4738-8ced-f2444cc9b7d7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 1100 time: 0.3046219 Aug 11 02:06:00.772190 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-59cd9681-63f8-42e9-a67e-0e6ccaa5d8b1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 1100 time: 0.3188915 Aug 11 02:06:00.802139 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4ded6692-9147-48ab-911e-c704b923d428 req-a4a6091a-5b47-4fcd-94d7-f828fce7932f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=205f1abc-4706-40d8-ad36-b3c1304281e1 HTTP/1.1" status: 200 len: 217 time: 0.1053517 Aug 11 02:06:00.808565 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170ea85-9d11-429d-b830-b57b90a53ae4 req-9dfb58c8-43c5-4ec4-9100-6df92a4a6df0 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:00.816978 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f170ea85-9d11-429d-b830-b57b90a53ae4 req-9dfb58c8-43c5-4ec4-9100-6df92a4a6df0 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 943 time: 0.3297346 Aug 11 02:06:00.828847 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-bc878e3d-e935-4722-8475-d40265806798 None None] Provisioning complete for port 2519559f-83b2-454f-8395-9f92d3adb2dc triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:00.829240 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bc878e3d-e935-4722-8475-d40265806798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:00.843337 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-34cd6a77-19fa-4958-98b3-13ab44cba036 service neutron] Transition to ACTIVE for port object 9b911efb-1778-446f-bb4c-825e87afa515 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:00.872941 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-bc878e3d-e935-4722-8475-d40265806798 None None] Port 2519559f-83b2-454f-8395-9f92d3adb2dc cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:06:00.952858 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a914557a-c015-4c51-a9bd-c89498b171f9 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:00.959105 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-34cd6a77-19fa-4958-98b3-13ab44cba036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:01.006660 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port a914557a-c015-4c51-a9bd-c89498b171f9 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:01.007292 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:01.140467 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab922591-79ce-4aa0-bae0-25e6078b2997 req-72b8da29-3734-422f-a342-6be7e68ae119 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:01.141970 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab922591-79ce-4aa0-bae0-25e6078b2997 req-72b8da29-3734-422f-a342-6be7e68ae119 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade HTTP/1.1" status: 200 len: 946 time: 0.3693306 Aug 11 02:06:01.165542 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded6692-9147-48ab-911e-c704b923d428 req-5cf0e723-aaf9-46d3-a2d0-ea6915441407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:01.167127 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4ded6692-9147-48ab-911e-c704b923d428 req-5cf0e723-aaf9-46d3-a2d0-ea6915441407 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.3413978 Aug 11 02:06:01.170406 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device f1c2dc37-53c8-4940-8d0e-4a846afcecd0 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:06:01.177465 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-9fafbcbf-50b9-41ed-a26a-f7765ed75e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:01.178570 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-34cd6a77-19fa-4958-98b3-13ab44cba036 service neutron] No DVR routers for this DVR port 9b911efb-1778-446f-bb4c-825e87afa515 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:06:01.179205 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-9fafbcbf-50b9-41ed-a26a-f7765ed75e15 service neutron] 10.222.0.73 "GET /v2.0/networks?id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7 HTTP/1.1" status: 200 len: 922 time: 0.6878073 Aug 11 02:06:01.192165 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-968f2a28-401d-4696-972d-a54071d3f390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:01.259171 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-fa5dffec-33c3-4ae5-89d8-e60f0ac4c647 service neutron] For port 5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:06:01.269149 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd6a77-19fa-4958-98b3-13ab44cba036 service neutron] Pushing event updated for resources: {'Port': ['ID=9b911efb-1778-446f-bb4c-825e87afa515,revision_number=10']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:01.273860 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-5abf1210-9036-4259-b586-cc8547347c83 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb8c60ac-8091-4df6-b10a-f2c2814c27d4 HTTP/1.1" status: 200 len: 217 time: 0.0740933 Aug 11 02:06:01.287272 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f170ea85-9d11-429d-b830-b57b90a53ae4 req-f39c738f-e61f-4e05-ac12-25a22d8c37ff tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694064 Aug 11 02:06:01.291991 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port f1c2dc37-53c8-4940-8d0e-4a846afcecd0, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=f1c2dc37-53c8-4940-8d0e-4a846afcecd0,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:01.308378 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'f1c2dc37-53c8-4940-8d0e-4a846afcecd0', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': 'f1c2dc37-53c8-4940-8d0e-4a846afcecd0', 'mac_address': 'fa:16:3e:e5:47:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:06:01.310346 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-1fd4d56e-ce81-45dc-a7f6-ea03b709ecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:01.311785 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-1fd4d56e-ce81-45dc-a7f6-ea03b709ecd7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.5315754 Aug 11 02:06:01.312364 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f2a28-401d-4696-972d-a54071d3f390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d32b8020-d134-4ff5-b7b4-447e57c35f53,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:01.318938 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-fa5dffec-33c3-4ae5-89d8-e60f0ac4c647 service neutron] For port 5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:06:01.350519 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fd307a-aa4e-440f-aa3b-ebc65c8e84a6 admin admin] Router 5b016d18-840e-4dcf-8787-fe81d89d9341 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:06:01.356964 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-fa5dffec-33c3-4ae5-89d8-e60f0ac4c647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:01.360798 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5560f7b9-5f06-44a1-8aa6-545a08f61815 x-openstack-request-id: req-5560f7b9-5f06-44a1-8aa6-545a08f61815 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:06:01.361085 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f001cca-4977-4d62-8c8f-51089fb19fe7", "tag": "205f1abc-4706-40d8-ad36-b3c1304281e1", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:06:01.361201 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:01.361681 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5560f7b9-5f06-44a1-8aa6-545a08f61815 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:06:01.361681 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f001cca-4977-4d62-8c8f-51089fb19fe7', 'tag': '205f1abc-4706-40d8-ad36-b3c1304281e1', 'status': 'completed', 'code': 200} Aug 11 02:06:01.379425 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c2dc37-53c8-4940-8d0e-4a846afcecd0 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:06:01.424224 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port f1c2dc37-53c8-4940-8d0e-4a846afcecd0, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=f1c2dc37-53c8-4940-8d0e-4a846afcecd0,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:01.434173 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:01.444560 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-fa5dffec-33c3-4ae5-89d8-e60f0ac4c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:01.444669 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-fa5dffec-33c3-4ae5-89d8-e60f0ac4c647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:01.446028 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-fa5dffec-33c3-4ae5-89d8-e60f0ac4c647 service neutron] 10.222.0.66 "PUT /v2.0/ports/5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b HTTP/1.1" status: 200 len: 1096 time: 3.5002668 Aug 11 02:06:01.448905 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9fd85707-b30f-46ad-9aa1-219061ecc28f req-aa29ae92-95d5-423c-9ff4-5375788b7d21 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6947403 Aug 11 02:06:01.504563 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-95c402de-f28b-4343-b214-a4d24adb0780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:01.506059 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-95c402de-f28b-4343-b214-a4d24adb0780 service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.6871319 Aug 11 02:06:01.513077 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=f1c2dc37-53c8-4940-8d0e-4a846afcecd0,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:01.514413 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-5ee7a33e-0124-4a29-9fc7-b6dbd7b90c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:01.516671 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-5ee7a33e-0124-4a29-9fc7-b6dbd7b90c74 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b6e0d0b4-108b-452a-91dc-cd606630079c HTTP/1.1" status: 200 len: 861 time: 0.2215874 Aug 11 02:06:01.658273 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-140ec9f8-d9c0-442e-8250-404da4f9b231 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=f1c2dc37-53c8-4940-8d0e-4a846afcecd0 HTTP/1.1" status: 200 len: 217 time: 0.3303349 Aug 11 02:06:01.702858 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-866d2aef-48ab-4018-8e2e-2fcb64dadf4f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1615453 Aug 11 02:06:01.705052 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-bcfa2f20-5da8-40b1-96a5-aacf12629120 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=f1c2dc37-53c8-4940-8d0e-4a846afcecd0 HTTP/1.1" status: 200 len: 217 time: 0.1874716 Aug 11 02:06:01.710182 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-34cd6a77-19fa-4958-98b3-13ab44cba036 service neutron] 10.222.0.73 "PUT /v2.0/ports/9b911efb-1778-446f-bb4c-825e87afa515/bindings/n-h2-615180-33/activate HTTP/1.1" status: 200 len: 370 time: 2.4688699 Aug 11 02:06:01.712119 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5dffec-33c3-4ae5-89d8-e60f0ac4c647 service neutron] Pushing event updated for resources: {'Port': ['ID=5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:01.733781 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['f1c2dc37-53c8-4940-8d0e-4a846afcecd0'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:06:01.779580 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab922591-79ce-4aa0-bae0-25e6078b2997 req-fed0c018-8370-47bd-a52d-0dfc5c1d9777 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6112587 Aug 11 02:06:01.838042 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3b951-513c-49ef-af8b-d2c587770c1a req-ddd3d028-ed38-40f5-898c-23a3f4a2be6c tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:01.845378 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d1a3b951-513c-49ef-af8b-d2c587770c1a req-ddd3d028-ed38-40f5-898c-23a3f4a2be6c tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd7537a6-ed84-4d97-895b-d4096339af36 HTTP/1.1" status: 200 len: 947 time: 0.4160149 Aug 11 02:06:01.861661 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded6692-9147-48ab-911e-c704b923d428 req-0ba54cc3-dab3-480f-8a1c-d922bba219d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:01.863481 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4ded6692-9147-48ab-911e-c704b923d428 req-0ba54cc3-dab3-480f-8a1c-d922bba219d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6782427 Aug 11 02:06:01.898332 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968f2a28-401d-4696-972d-a54071d3f390 admin admin] Checking segment: {'id': '1f13d792-153a-4a32-8139-5d10935723ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c7eead9-85e0-4354-9d4e-41d5748ddd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:06:01.898979 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968f2a28-401d-4696-972d-a54071d3f390 admin admin] Network hostable DHCP agents. Network: 9c7eead9-85e0-4354-9d4e-41d5748ddd31, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:06:01.929680 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-7323b813-ee85-4f16-9e4d-c02afbcbfbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:01.931160 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-7323b813-ee85-4f16-9e4d-c02afbcbfbbd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b5ccea1900147079baea6c1279e8e96&device_id=dd7537a6-ed84-4d97-895b-d4096339af36 HTTP/1.1" status: 200 len: 1099 time: 0.4241428 Aug 11 02:06:01.942973 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-b1d0f982-ef8f-43b9-8dac-b64309f2a17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:01.944396 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-b1d0f982-ef8f-43b9-8dac-b64309f2a17c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.2662268 Aug 11 02:06:01.968858 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9fd85707-b30f-46ad-9aa1-219061ecc28f req-63337b23-6c98-48f9-bfab-1d29a0b40d81 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908488 Aug 11 02:06:01.979523 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-15c37a02-5cd2-4237-8819-5584202ff962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:01.980992 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-15c37a02-5cd2-4237-8819-5584202ff962 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.2656746 Aug 11 02:06:02.013909 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device b64bf5de-b5d3-415c-828a-a78a76f2ca7f details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:06:02.024588 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fd307a-aa4e-440f-aa3b-ebc65c8e84a6 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:06:02.026837 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-681c7b8d-1643-47c8-9b35-45d0a5b5c3fe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b HTTP/1.1" status: 200 len: 217 time: 0.0821190 Aug 11 02:06:02.044965 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4bac18-e090-4b61-94bf-4c9c22cddf29 None None] Sync routers for ids ['5b016d18-840e-4dcf-8787-fe81d89d9341'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:06:02.048067 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-36fd307a-aa4e-440f-aa3b-ebc65c8e84a6 admin admin] 10.222.0.50 "PUT /v2.0/routers/5b016d18-840e-4dcf-8787-fe81d89d9341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0018954 Aug 11 02:06:02.061053 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4bac18-e090-4b61-94bf-4c9c22cddf29 None None] Routers {'5b016d18-840e-4dcf-8787-fe81d89d9341'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:06:02.062020 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ae4bac18-e090-4b61-94bf-4c9c22cddf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:05:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5b016d18-840e-4dcf-8787-fe81d89d9341'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:02.110840 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968f2a28-401d-4696-972d-a54071d3f390 admin admin] Network 9c7eead9-85e0-4354-9d4e-41d5748ddd31 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:06:02.134533 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d1a3b951-513c-49ef-af8b-d2c587770c1a req-312ab2f4-cb65-481b-830c-a88626012dfe tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.50 "GET /v2.0/security-groups?id=a500b508-977a-410e-9681-740a7f8fe771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882013 Aug 11 02:06:02.136141 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-67570f39-5090-4b4a-bc35-521c4e331918 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:02.137768 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-67570f39-5090-4b4a-bc35-521c4e331918 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0&tenant_id=2ad8af97bd524ff09f331d88ab3a939b&binding%3Ahost_id=n-h1-615180-33 HTTP/1.1" status: 200 len: 1096 time: 0.3502851 Aug 11 02:06:02.141948 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port b64bf5de-b5d3-415c-828a-a78a76f2ca7f, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=b64bf5de-b5d3-415c-828a-a78a76f2ca7f,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:02.149692 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-968f2a28-401d-4696-972d-a54071d3f390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 9c7eead9-85e0-4354-9d4e-41d5748ddd31) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:02.164099 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f081d83-298d-48ed-8625-bc88ba12a47b None None] Network 9c7eead9-85e0-4354-9d4e-41d5748ddd31 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:06:02.181703 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968f2a28-401d-4696-972d-a54071d3f390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:02.182277 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-968f2a28-401d-4696-972d-a54071d3f390 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:02.216039 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-ae4bac18-e090-4b61-94bf-4c9c22cddf29 None None] Set router 5b016d18-840e-4dcf-8787-fe81d89d9341 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:06:02.228500 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-71400fb0-aa13-43cf-b1c5-9303719c9f92 service neutron] 10.222.0.73 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003138 Aug 11 02:06:02.248210 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197775f-ea01-4445-8b88-67008a504cd7 req-4e08794c-cf23-45de-9dba-819e892c63ac tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:02.254791 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d197775f-ea01-4445-8b88-67008a504cd7 req-4e08794c-cf23-45de-9dba-819e892c63ac tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 949 time: 0.3688071 Aug 11 02:06:02.280339 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'b64bf5de-b5d3-415c-828a-a78a76f2ca7f', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': 'b64bf5de-b5d3-415c-828a-a78a76f2ca7f', 'mac_address': 'fa:16:3e:57:7c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:06:02.308435 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.db.resource_extend [None req-a7681836-8863-43f8-a773-3aeced11ce4d tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:06:02.370829 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:02.384185 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-94f0eebf-d489-4f11-844b-1ebc2ac1e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:02.387037 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-94f0eebf-d489-4f11-844b-1ebc2ac1e3a0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3744864 Aug 11 02:06:02.395692 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-e098bb0d-dbb5-4207-8130-930078a5342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:02.397660 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-e098bb0d-dbb5-4207-8130-930078a5342c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.3446438 Aug 11 02:06:02.401213 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b64bf5de-b5d3-415c-828a-a78a76f2ca7f {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:06:02.435484 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bcfd38-2ed3-43ce-8a42-07963f35351c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-9c7eead9-85e0-4354-9d4e-41d5748ddd31', 'network_id': '9c7eead9-85e0-4354-9d4e-41d5748ddd31', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'fixed_ips': [{'subnet_id': 'd32b8020-d134-4ff5-b7b4-447e57c35f53'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:06:02.436360 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-17bcfd38-2ed3-43ce-8a42-07963f35351c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:02.449908 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port b64bf5de-b5d3-415c-828a-a78a76f2ca7f, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=b64bf5de-b5d3-415c-828a-a78a76f2ca7f,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:02.455166 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a7681836-8863-43f8-a773-3aeced11ce4d tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:02.462792 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-39ee3386-6087-4a61-8897-68995374116c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:02.463366 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:02.464858 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-39ee3386-6087-4a61-8897-68995374116c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5027585 Aug 11 02:06:02.479192 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a7681836-8863-43f8-a773-3aeced11ce4d tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:02.534378 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e009635-8e13-40de-8b79-b597eb4ef333 req-e17c618c-560d-433b-88ad-4ba24c4b52ea tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:02.536700 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2e009635-8e13-40de-8b79-b597eb4ef333 req-e17c618c-560d-433b-88ad-4ba24c4b52ea tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f001cca-4977-4d62-8c8f-51089fb19fe7 HTTP/1.1" status: 200 len: 947 time: 0.2592046 Aug 11 02:06:02.550518 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-ff7bf2ae-aac8-402d-98f6-017ee4376995 service neutron] 10.222.0.73 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994454 Aug 11 02:06:02.594262 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-c75e9a13-44bc-4c0c-b727-01c1b1896e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:02.596229 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-c75e9a13-44bc-4c0c-b727-01c1b1896e6c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1729543 Aug 11 02:06:02.616856 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=b64bf5de-b5d3-415c-828a-a78a76f2ca7f,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:02.641072 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ae4bac18-e090-4b61-94bf-4c9c22cddf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b016d18-840e-4dcf-8787-fe81d89d9341', 'name': 'tempest-AttachSCSIVolumeTestJSON-112567383-router', 'tenant_id': '225f57f0e1624fb08c817e5cff153e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'a914557a-c015-4c51-a9bd-c89498b171f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:48Z', 'updated_at': '2021-08-11T02:05:58Z', 'revision_number': 4, 'project_id': '225f57f0e1624fb08c817e5cff153e37', 'gw_port': {'id': 'a914557a-c015-4c51-a9bd-c89498b171f9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:80:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b016d18-840e-4dcf-8787-fe81d89d9341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:49Z', 'updated_at': '2021-08-11T02:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '2519559f-83b2-454f-8395-9f92d3adb2dc', 'name': '', 'network_id': 'c1395f45-8a77-4154-8a13-da59aa8da322', 'tenant_id': '225f57f0e1624fb08c817e5cff153e37', 'mac_address': 'fa:16:3e:ba:66:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b016d18-840e-4dcf-8787-fe81d89d9341', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ae3c6842-4306-4219-b02a-f155092d11ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:56Z', 'updated_at': '2021-08-11T02:05:59Z', 'revision_number': 2, 'project_id': '225f57f0e1624fb08c817e5cff153e37', 'subnets': [{'id': 'ae3c6842-4306-4219-b02a-f155092d11ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:02.649766 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-17bcfd38-2ed3-43ce-8a42-07963f35351c None None] Allocated IP 172.20.0.2 (9c7eead9-85e0-4354-9d4e-41d5748ddd31/d32b8020-d134-4ff5-b7b4-447e57c35f53/bd078864-c5e0-4d31-a97e-94d14efbf2a0) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:06:02.685655 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-3f0849a1-91d3-4638-8e0d-180f5abf689c service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832739 Aug 11 02:06:02.703657 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2e009635-8e13-40de-8b79-b597eb4ef333 req-63042a7d-ccdf-4e6c-a57f-fa8864ad2348 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596696 Aug 11 02:06:02.748524 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4bac18-e090-4b61-94bf-4c9c22cddf29 None None] Checking router: 5b016d18-840e-4dcf-8787-fe81d89d9341 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:06:02.750403 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4bac18-e090-4b61-94bf-4c9c22cddf29 None None] Updating router 5b016d18-840e-4dcf-8787-fe81d89d9341 port 2519559f-83b2-454f-8395-9f92d3adb2dc binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:06:02.752381 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['b64bf5de-b5d3-415c-828a-a78a76f2ca7f'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:06:02.757822 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-a7681836-8863-43f8-a773-3aeced11ce4d tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Floating IP cab856b4-1f15-48fd-9b78-db1df749a320 associated. External IP: 172.25.2.140, port: f72a0dfb-2da8-40cd-a26b-0df7f824401d. Aug 11 02:06:02.822998 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-20131964-acd7-4e8c-81ea-681ca7ecaf93 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:02.824690 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-20131964-acd7-4e8c-81ea-681ca7ecaf93 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade&tenant_id=fc914b6e60444f2aabf27f905058cfbf&binding%3Ahost_id=n-h2-615180-33 HTTP/1.1" status: 200 len: 1098 time: 0.1890836 Aug 11 02:06:02.841436 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-ed708407-cc6a-4b2d-9078-b8f6d1da91c2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-615180-33'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:02.841677 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-ae4bac18-e090-4b61-94bf-4c9c22cddf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:02.847417 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-474f0528-a15e-491b-880e-b068cc526ef0 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396209 Aug 11 02:06:02.906462 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-f4312284-2bff-4019-834d-7593abcd4f29 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667210 Aug 11 02:06:02.960728 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-17bcfd38-2ed3-43ce-8a42-07963f35351c None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:02.962403 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4ded6692-9147-48ab-911e-c704b923d428 req-ec2792d9-827e-4af8-a904-3f24e182d282 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0824585 Aug 11 02:06:02.966783 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-968f2a28-401d-4696-972d-a54071d3f390 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9507201 Aug 11 02:06:02.983773 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-17bcfd38-2ed3-43ce-8a42-07963f35351c None None] Transition to ACTIVE for port object bd078864-c5e0-4d31-a97e-94d14efbf2a0 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:03.000618 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55888) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:03.016751 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-17bcfd38-2ed3-43ce-8a42-07963f35351c None None] Transition to ACTIVE for port object bd078864-c5e0-4d31-a97e-94d14efbf2a0 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:03.038119 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-17bcfd38-2ed3-43ce-8a42-07963f35351c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:03.075305 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-9c3cb613-12e8-46dc-b2b5-ee94c1361353 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768594117-router', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:03.111228 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bcfd38-2ed3-43ce-8a42-07963f35351c None None] Network 9c7eead9-85e0-4354-9d4e-41d5748ddd31 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:06:03.114482 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-17bcfd38-2ed3-43ce-8a42-07963f35351c None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:03.116527 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcfd38-2ed3-43ce-8a42-07963f35351c None None] Pushing event updated for resources: {'Port': ['ID=bd078864-c5e0-4d31-a97e-94d14efbf2a0,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:03.119740 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bcfd38-2ed3-43ce-8a42-07963f35351c None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:06:03.186559 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device f1c2dc37-53c8-4940-8d0e-4a846afcecd0 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:03.208593 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-96536104-a89c-4edc-b953-ffa4b67229fe service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5036743 Aug 11 02:06:03.209277 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55894) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:03.232862 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-65ebe830-c1f6-43cb-97da-d4a0e0a9991b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1284077289-network', 'tenant_id': '87f2f49f654f4685a1497faee6aaad84'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:03.234860 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-17bcfd38-2ed3-43ce-8a42-07963f35351c None None] Attempting to bind port bd078864-c5e0-4d31-a97e-94d14efbf2a0 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:06:03.235239 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-17bcfd38-2ed3-43ce-8a42-07963f35351c None None] Attempting to bind port bd078864-c5e0-4d31-a97e-94d14efbf2a0 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '1f13d792-153a-4a32-8139-5d10935723ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c7eead9-85e0-4354-9d4e-41d5748ddd31'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:06:03.235618 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bcfd38-2ed3-43ce-8a42-07963f35351c None None] Attempting to bind port bd078864-c5e0-4d31-a97e-94d14efbf2a0 on network 9c7eead9-85e0-4354-9d4e-41d5748ddd31 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:03.244723 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bcfd38-2ed3-43ce-8a42-07963f35351c None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:06:03.245150 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bcfd38-2ed3-43ce-8a42-07963f35351c None None] Checking segment: {'id': '1f13d792-153a-4a32-8139-5d10935723ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c7eead9-85e0-4354-9d4e-41d5748ddd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:06:03.245557 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-17bcfd38-2ed3-43ce-8a42-07963f35351c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:03.246003 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bcfd38-2ed3-43ce-8a42-07963f35351c None None] Bound using segment: {'id': '1f13d792-153a-4a32-8139-5d10935723ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c7eead9-85e0-4354-9d4e-41d5748ddd31'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:06:03.246818 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-17bcfd38-2ed3-43ce-8a42-07963f35351c None None] Bound port: bd078864-c5e0-4d31-a97e-94d14efbf2a0, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f13d792-153a-4a32-8139-5d10935723ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c7eead9-85e0-4354-9d4e-41d5748ddd31'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:06:03.247265 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-17bcfd38-2ed3-43ce-8a42-07963f35351c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:03.249160 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-ae4bac18-e090-4b61-94bf-4c9c22cddf29 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:03.275168 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-ae4bac18-e090-4b61-94bf-4c9c22cddf29 None None] Transition to ACTIVE for port object 2519559f-83b2-454f-8395-9f92d3adb2dc will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:03.279397 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-ed708407-cc6a-4b2d-9078-b8f6d1da91c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:03.285552 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-ae4bac18-e090-4b61-94bf-4c9c22cddf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:03.296794 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port f1c2dc37-53c8-4940-8d0e-4a846afcecd0 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:03.306538 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port f1c2dc37-53c8-4940-8d0e-4a846afcecd0 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:03.306763 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:03.348621 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da58a57-ce39-4226-a26a-b3f3bea4bcad req-57a9524b-8011-4dab-ba8c-56010bd8427d tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:03.350370 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9da58a57-ce39-4226-a26a-b3f3bea4bcad req-57a9524b-8011-4dab-ba8c-56010bd8427d tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 944 time: 0.5008833 Aug 11 02:06:03.360972 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-3d78d03b-13f1-4634-9964-6992ea895c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:03.362436 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-3d78d03b-13f1-4634-9964-6992ea895c4e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0&tenant_id=2ad8af97bd524ff09f331d88ab3a939b HTTP/1.1" status: 200 len: 1096 time: 1.1818857 Aug 11 02:06:03.364109 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c10a92c0-5d6e-44ab-95d9-c32728482134 req-5ba60168-7747-49c1-9fe0-00e158b28c6d service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844172 Aug 11 02:06:03.365992 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636e05e-69a5-4d37-a20e-a169b33976bd None None] Pushing event updated for resources: {'Port': ['ID=2519559f-83b2-454f-8395-9f92d3adb2dc,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:03.366560 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-17bcfd38-2ed3-43ce-8a42-07963f35351c None None] For port bd078864-c5e0-4d31-a97e-94d14efbf2a0, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:06:03.381006 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-c8cc8d75-391d-4658-a6ba-05605d1fa445 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914523 Aug 11 02:06:03.404333 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7537a6-ed84-4d97-895b-d4096339af36', 'tag': '5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:06:03.407810 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b604989-4a82-448f-9def-543faf5fafad" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7537a6-ed84-4d97-895b-d4096339af36", "tag": "5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:06:03.411135 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-17bcfd38-2ed3-43ce-8a42-07963f35351c None None] For port bd078864-c5e0-4d31-a97e-94d14efbf2a0, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=bd078864-c5e0-4d31-a97e-94d14efbf2a0,segment=NetworkSegment(1f13d792-153a-4a32-8139-5d10935723ac),segment_id=1f13d792-153a-4a32-8139-5d10935723ac)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:06:03.425637 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.db.api [None req-9c3cb613-12e8-46dc-b2b5-ee94c1361353 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:06:03.425637 n-d-615180-33 neutron-server[94507]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 02:06:03.425637 n-d-615180-33 neutron-server[94507]: [parameters: {'project_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'id': '25322a2c-4d17-4eed-a42f-27bedf456e06', 'expiration': datetime.datetime(2021, 8, 11, 2, 8, 3, 381881)}] Aug 11 02:06:03.425637 n-d-615180-33 neutron-server[94507]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:06:03.427101 n-d-615180-33 neutron-server[94507]: DEBUG oslo_db.api [None req-9c3cb613-12e8-46dc-b2b5-ee94c1361353 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:06:03.450573 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-17bcfd38-2ed3-43ce-8a42-07963f35351c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:03.450896 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d197775f-ea01-4445-8b88-67008a504cd7 req-b5f60a98-026c-44d3-904e-e39391a7a4c1 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1769314 Aug 11 02:06:03.484121 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-ae4bac18-e090-4b61-94bf-4c9c22cddf29 None None] Attempting to bind port 2519559f-83b2-454f-8395-9f92d3adb2dc on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:06:03.485373 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-ae4bac18-e090-4b61-94bf-4c9c22cddf29 None None] Attempting to bind port 2519559f-83b2-454f-8395-9f92d3adb2dc by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'e2e87212-6a86-4d9c-b54b-6de1ef876734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c1395f45-8a77-4154-8a13-da59aa8da322'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:06:03.485373 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4bac18-e090-4b61-94bf-4c9c22cddf29 None None] Attempting to bind port 2519559f-83b2-454f-8395-9f92d3adb2dc on network c1395f45-8a77-4154-8a13-da59aa8da322 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:03.495216 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4bac18-e090-4b61-94bf-4c9c22cddf29 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:06:03.495805 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4bac18-e090-4b61-94bf-4c9c22cddf29 None None] Checking segment: {'id': 'e2e87212-6a86-4d9c-b54b-6de1ef876734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c1395f45-8a77-4154-8a13-da59aa8da322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:06:03.496376 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-ae4bac18-e090-4b61-94bf-4c9c22cddf29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:03.496797 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4bac18-e090-4b61-94bf-4c9c22cddf29 None None] Bound using segment: {'id': 'e2e87212-6a86-4d9c-b54b-6de1ef876734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c1395f45-8a77-4154-8a13-da59aa8da322'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:06:03.497029 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ebe830-c1f6-43cb-97da-d4a0e0a9991b admin admin] Made reservation on behalf of 87f2f49f654f4685a1497faee6aaad84 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:06:03.497308 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-ae4bac18-e090-4b61-94bf-4c9c22cddf29 None None] Bound port: 2519559f-83b2-454f-8395-9f92d3adb2dc, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e87212-6a86-4d9c-b54b-6de1ef876734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c1395f45-8a77-4154-8a13-da59aa8da322'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:06:03.497711 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-ae4bac18-e090-4b61-94bf-4c9c22cddf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:03.499412 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-65ebe830-c1f6-43cb-97da-d4a0e0a9991b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:03.528361 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:03.529899 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-65ebe830-c1f6-43cb-97da-d4a0e0a9991b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:03.532982 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-3b47a05c-ba27-4822-b4ea-ac1f71734db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:03.534551 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-3b47a05c-ba27-4822-b4ea-ac1f71734db3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&device_id=73654092-e470-4e55-8c84-7354e3b8c524 HTTP/1.1" status: 200 len: 1100 time: 0.2495129 Aug 11 02:06:03.608772 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-ae4bac18-e090-4b61-94bf-4c9c22cddf29 None None] For port 2519559f-83b2-454f-8395-9f92d3adb2dc, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:06:03.619114 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-ae4bac18-e090-4b61-94bf-4c9c22cddf29 None None] For port 2519559f-83b2-454f-8395-9f92d3adb2dc, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=2519559f-83b2-454f-8395-9f92d3adb2dc,segment=NetworkSegment(e2e87212-6a86-4d9c-b54b-6de1ef876734),segment_id=e2e87212-6a86-4d9c-b54b-6de1ef876734)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:06:03.632847 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-ae4bac18-e090-4b61-94bf-4c9c22cddf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:03.643744 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcef7dfb-03c3-4c63-9b22-788c14f4da40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c2dc37-53c8-4940-8d0e-4a846afcecd0'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:06:03.656672 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4ded6692-9147-48ab-911e-c704b923d428 req-61164320-cf8a-4a79-ae00-541335eb4cf4 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6546624 Aug 11 02:06:03.739036 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9da58a57-ce39-4226-a26a-b3f3bea4bcad req-346ac1d3-7152-4cb9-b3f2-ddcb6b3e1532 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803909 Aug 11 02:06:03.782078 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4bac18-e090-4b61-94bf-4c9c22cddf29 None None] Routers {'5b016d18-840e-4dcf-8787-fe81d89d9341'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:06:03.782707 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ae4bac18-e090-4b61-94bf-4c9c22cddf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:05:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5b016d18-840e-4dcf-8787-fe81d89d9341'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:03.787154 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636e05e-69a5-4d37-a20e-a169b33976bd None None] Pushing event updated for resources: {'Port': ['ID=2519559f-83b2-454f-8395-9f92d3adb2dc,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:03.798921 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-c18e760a-b2e3-4c2e-baf9-a34c3befd28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:03.801389 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-c18e760a-b2e3-4c2e-baf9-a34c3befd28e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ad8af97bd524ff09f331d88ab3a939b&device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 1096 time: 0.3888061 Aug 11 02:06:03.816890 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7681836-8863-43f8-a773-3aeced11ce4d tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Router c47677c1-f7fe-4cb4-9e37-1d2be14a5264 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:06:03.833776 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a688c-f174-4070-b2ff-a0b8482ce7d3 req-c8ccc775-23d8-4bd1-8d76-bcad8d8cb918 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:03.843823 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9d5a688c-f174-4070-b2ff-a0b8482ce7d3 req-c8ccc775-23d8-4bd1-8d76-bcad8d8cb918 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade HTTP/1.1" status: 200 len: 946 time: 0.2039719 Aug 11 02:06:03.847456 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795f8d83-3090-4019-b639-c5447f222ec1" -d '{"events": [{"server_uuid": "bcef7dfb-03c3-4c63-9b22-788c14f4da40", "name": "network-vif-plugged", "status": "completed", "tag": "f1c2dc37-53c8-4940-8d0e-4a846afcecd0"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:06:03.851515 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port f1c2dc37-53c8-4940-8d0e-4a846afcecd0, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=f1c2dc37-53c8-4940-8d0e-4a846afcecd0,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:03.912429 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:03.913193 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 9b911efb-1778-446f-bb4c-825e87afa515 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:06:03.954342 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9d5a688c-f174-4070-b2ff-a0b8482ce7d3 req-d0db3881-82cd-4d7b-b405-8136f2f25599 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074190 Aug 11 02:06:03.972694 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcfd38-2ed3-43ce-8a42-07963f35351c None None] Pushing event updated for resources: {'Port': ['ID=bd078864-c5e0-4d31-a97e-94d14efbf2a0,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:04.052809 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-ae4bac18-e090-4b61-94bf-4c9c22cddf29 None None] Set router 5b016d18-840e-4dcf-8787-fe81d89d9341 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:06:04.062709 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=f1c2dc37-53c8-4940-8d0e-4a846afcecd0,revision_number=9']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:04.091588 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-ed708407-cc6a-4b2d-9078-b8f6d1da91c2 service neutron] For port eb8c60ac-8091-4df6-b10a-f2c2814c27d4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=eb8c60ac-8091-4df6-b10a-f2c2814c27d4,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:04.096107 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device b64bf5de-b5d3-415c-828a-a78a76f2ca7f up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:04.103449 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443fea2b-8ed3-4017-8311-a012d25b469e x-openstack-request-id: req-443fea2b-8ed3-4017-8311-a012d25b469e {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:06:04.103685 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7537a6-ed84-4d97-895b-d4096339af36", "tag": "5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:06:04.103930 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-443fea2b-8ed3-4017-8311-a012d25b469e {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:06:04.104323 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7537a6-ed84-4d97-895b-d4096339af36', 'tag': '5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b', 'status': 'completed', 'code': 200} Aug 11 02:06:04.114078 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041484db-71f8-4857-bc1b-52bf70929673 req-f5e8489e-e818-40ad-9c7f-6d297ef753a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:04.115759 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-041484db-71f8-4857-bc1b-52bf70929673 req-f5e8489e-e818-40ad-9c7f-6d297ef753a5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&device_id=4f001cca-4977-4d62-8c8f-51089fb19fe7 HTTP/1.1" status: 200 len: 1099 time: 0.3884559 Aug 11 02:06:04.146278 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 9b911efb-1778-446f-bb4c-825e87afa515 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:06:04.195467 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port b64bf5de-b5d3-415c-828a-a78a76f2ca7f completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:04.200996 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port b64bf5de-b5d3-415c-828a-a78a76f2ca7f triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:04.201468 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:04.205191 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-87dc9181-245a-4fc3-9fa6-72952ceb98c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:04.205794 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-87dc9181-245a-4fc3-9fa6-72952ceb98c4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.6330917 Aug 11 02:06:04.249605 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877a386-7ca5-45d6-b1a1-c1f3f76a618f req-8072213d-9e41-4a2f-bc8b-7cd0db935c11 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:04.251235 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a877a386-7ca5-45d6-b1a1-c1f3f76a618f req-8072213d-9e41-4a2f-bc8b-7cd0db935c11 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd7537a6-ed84-4d97-895b-d4096339af36 HTTP/1.1" status: 200 len: 947 time: 0.3527308 Aug 11 02:06:04.314381 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-5fe32f85-b4ee-49f8-9a4e-cd681791d941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:04.316446 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-5fe32f85-b4ee-49f8-9a4e-cd681791d941 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c HTTP/1.1" status: 200 len: 909 time: 0.5027084 Aug 11 02:06:04.326515 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-62c38324-5d02-4cde-a499-7ac39646a242 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=b64bf5de-b5d3-415c-828a-a78a76f2ca7f HTTP/1.1" status: 200 len: 217 time: 0.0868053 Aug 11 02:06:04.351259 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:04.359643 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-ed708407-cc6a-4b2d-9078-b8f6d1da91c2 service neutron] For port eb8c60ac-8091-4df6-b10a-f2c2814c27d4, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:06:04.399022 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port b64bf5de-b5d3-415c-828a-a78a76f2ca7f, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=b64bf5de-b5d3-415c-828a-a78a76f2ca7f,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:04.404416 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:04.459136 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-aee6377d-ac54-4b49-bb1c-e014066e84d6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b911efb-1778-446f-bb4c-825e87afa515 HTTP/1.1" status: 200 len: 217 time: 0.1296320 Aug 11 02:06:04.472258 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=b64bf5de-b5d3-415c-828a-a78a76f2ca7f,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:04.495228 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-65ebe830-c1f6-43cb-97da-d4a0e0a9991b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:04.503639 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ae4bac18-e090-4b61-94bf-4c9c22cddf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b016d18-840e-4dcf-8787-fe81d89d9341', 'name': 'tempest-AttachSCSIVolumeTestJSON-112567383-router', 'tenant_id': '225f57f0e1624fb08c817e5cff153e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'a914557a-c015-4c51-a9bd-c89498b171f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:48Z', 'updated_at': '2021-08-11T02:05:58Z', 'revision_number': 4, 'project_id': '225f57f0e1624fb08c817e5cff153e37', 'gw_port': {'id': 'a914557a-c015-4c51-a9bd-c89498b171f9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:80:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b016d18-840e-4dcf-8787-fe81d89d9341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:49Z', 'updated_at': '2021-08-11T02:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '2519559f-83b2-454f-8395-9f92d3adb2dc', 'name': '', 'network_id': 'c1395f45-8a77-4154-8a13-da59aa8da322', 'tenant_id': '225f57f0e1624fb08c817e5cff153e37', 'mac_address': 'fa:16:3e:ba:66:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b016d18-840e-4dcf-8787-fe81d89d9341', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ae3c6842-4306-4219-b02a-f155092d11ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:56Z', 'updated_at': '2021-08-11T02:06:03Z', 'revision_number': 4, 'project_id': '225f57f0e1624fb08c817e5cff153e37', 'subnets': [{'id': 'ae3c6842-4306-4219-b02a-f155092d11ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:04.534267 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4bac18-e090-4b61-94bf-4c9c22cddf29 None None] The sync data for ids ['5b016d18-840e-4dcf-8787-fe81d89d9341'] in n-d-615180-33 is: [{'id': '5b016d18-840e-4dcf-8787-fe81d89d9341', 'name': 'tempest-AttachSCSIVolumeTestJSON-112567383-router', 'tenant_id': '225f57f0e1624fb08c817e5cff153e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'a914557a-c015-4c51-a9bd-c89498b171f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:48Z', 'updated_at': '2021-08-11T02:05:58Z', 'revision_number': 4, 'project_id': '225f57f0e1624fb08c817e5cff153e37', 'gw_port': {'id': 'a914557a-c015-4c51-a9bd-c89498b171f9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:80:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b016d18-840e-4dcf-8787-fe81d89d9341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:49Z', 'updated_at': '2021-08-11T02:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '2519559f-83b2-454f-8395-9f92d3adb2dc', 'name': '', 'network_id': 'c1395f45-8a77-4154-8a13-da59aa8da322', 'tenant_id': '225f57f0e1624fb08c817e5cff153e37', 'mac_address': 'fa:16:3e:ba:66:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b016d18-840e-4dcf-8787-fe81d89d9341', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ae3c6842-4306-4219-b02a-f155092d11ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:56Z', 'updated_at': '2021-08-11T02:06:03Z', 'revision_number': 4, 'project_id': '225f57f0e1624fb08c817e5cff153e37', 'subnets': [{'id': 'ae3c6842-4306-4219-b02a-f155092d11ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:06:04.577645 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-2e75db84-5e7e-457d-83e6-a4ed011fcc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:04.579387 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-2e75db84-5e7e-457d-83e6-a4ed011fcc2e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ea5a035c-6f83-40b0-8579-ac261184d3bb HTTP/1.1" status: 200 len: 848 time: 0.0925391 Aug 11 02:06:04.580042 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-65ebe830-c1f6-43cb-97da-d4a0e0a9991b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:04.597112 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a877a386-7ca5-45d6-b1a1-c1f3f76a618f req-dcd6dda4-0be5-45ad-a6d1-377633eca62f tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.50 "GET /v2.0/security-groups?id=a500b508-977a-410e-9681-740a7f8fe771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278003 Aug 11 02:06:04.601892 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-ed708407-cc6a-4b2d-9078-b8f6d1da91c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:04.626345 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-5c1a1c68-4c61-47e6-b52a-c16da6fb6b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:04.627963 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-5c1a1c68-4c61-47e6-b52a-c16da6fb6b8b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.2836776 Aug 11 02:06:04.664678 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-72576c5e-4c3c-4324-b137-ef9c44992f34 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654142 Aug 11 02:06:04.665306 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-ed708407-cc6a-4b2d-9078-b8f6d1da91c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:04.676033 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ebe830-c1f6-43cb-97da-d4a0e0a9991b admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:06:04.707232 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ab1d92-f4fc-40df-a7f6-1b2d1d1dfed6 x-openstack-request-id: req-11ab1d92-f4fc-40df-a7f6-1b2d1d1dfed6 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:06:04.707855 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcef7dfb-03c3-4c63-9b22-788c14f4da40", "name": "network-vif-plugged", "status": "completed", "tag": "f1c2dc37-53c8-4940-8d0e-4a846afcecd0", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:06:04.708418 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-11ab1d92-f4fc-40df-a7f6-1b2d1d1dfed6 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:06:04.709049 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcef7dfb-03c3-4c63-9b22-788c14f4da40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c2dc37-53c8-4940-8d0e-4a846afcecd0', 'code': 200} Aug 11 02:06:04.800503 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ebe830-c1f6-43cb-97da-d4a0e0a9991b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2680519e-133f-4e53-a9c5-a5e6414d034b,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:04.806110 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-65ebe830-c1f6-43cb-97da-d4a0e0a9991b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:04.806692 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-65ebe830-c1f6-43cb-97da-d4a0e0a9991b admin admin] Added segment 6a42bafd-f31c-4ec7-8c13-f72b5e9a92a8 of type vlan for network c65559e1-4eb8-4820-9052-68d94045d08a Aug 11 02:06:04.849535 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7681836-8863-43f8-a773-3aeced11ce4d tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:06:04.854462 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a7681836-8863-43f8-a773-3aeced11ce4d tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:04.883301 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a86c78-6317-4b5e-8f0c-00738583fa46 None None] Sync routers for ids ['c47677c1-f7fe-4cb4-9e37-1d2be14a5264'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:06:04.904194 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a86c78-6317-4b5e-8f0c-00738583fa46 None None] Routers {'c47677c1-f7fe-4cb4-9e37-1d2be14a5264'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:06:04.907166 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b9a86c78-6317-4b5e-8f0c-00738583fa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:05:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['c47677c1-f7fe-4cb4-9e37-1d2be14a5264'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:04.990651 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a7681836-8863-43f8-a773-3aeced11ce4d tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "PUT /v2.0/floatingips/cab856b4-1f15-48fd-9b78-db1df749a320 HTTP/1.1" status: 200 len: 991 time: 4.6019738 Aug 11 02:06:04.995756 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9c3cb613-12e8-46dc-b2b5-ee94c1361353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:04.999015 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9c3cb613-12e8-46dc-b2b5-ee94c1361353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:05.010439 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed708407-cc6a-4b2d-9078-b8f6d1da91c2 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8c60ac-8091-4df6-b10a-f2c2814c27d4,revision_number=7']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:05.045122 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-65ebe830-c1f6-43cb-97da-d4a0e0a9991b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:05.053427 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-3f2996e1-3f64-4778-bfd2-6b0e16951cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:05.057343 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-3f2996e1-3f64-4778-bfd2-6b0e16951cbe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3983858 Aug 11 02:06:05.097414 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7bb42a3-4eae-422e-8ef9-981a68805005', 'tag': 'f72a0dfb-2da8-40cd-a26b-0df7f824401d'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:06:05.100081 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ef5e8e-35a8-49ae-8392-bfeb2c5e1b24" -d '{"events": [{"name": "network-changed", "server_uuid": "c7bb42a3-4eae-422e-8ef9-981a68805005", "tag": "f72a0dfb-2da8-40cd-a26b-0df7f824401d"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:06:05.118501 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device bd078864-c5e0-4d31-a97e-94d14efbf2a0 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:05.120743 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03dae09-c98e-4712-8270-be1a811f59b2 None None] Network 9c7eead9-85e0-4354-9d4e-41d5748ddd31 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:06:05.120987 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-f66464c1-5f46-4962-a038-e2d710c533ee service neutron] 10.222.0.66 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231136 Aug 11 02:06:05.142422 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-ed708407-cc6a-4b2d-9078-b8f6d1da91c2 service neutron] Attempting to bind port eb8c60ac-8091-4df6-b10a-f2c2814c27d4 on host n-h2-615180-33 for vnic_type normal with profile {"migrating_to": "n-h1-615180-33"} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:06:05.142641 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-ed708407-cc6a-4b2d-9078-b8f6d1da91c2 service neutron] Attempting to bind port eb8c60ac-8091-4df6-b10a-f2c2814c27d4 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:06:05.143088 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-ed708407-cc6a-4b2d-9078-b8f6d1da91c2 service neutron] Attempting to bind port eb8c60ac-8091-4df6-b10a-f2c2814c27d4 on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:05.186056 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9c3cb613-12e8-46dc-b2b5-ee94c1361353 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:05.207016 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-ed708407-cc6a-4b2d-9078-b8f6d1da91c2 service neutron] Port eb8c60ac-8091-4df6-b10a-f2c2814c27d4 on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:06:05.207397 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-ed708407-cc6a-4b2d-9078-b8f6d1da91c2 service neutron] Attempting to bind port eb8c60ac-8091-4df6-b10a-f2c2814c27d4 on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:05.209603 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-b9a86c78-6317-4b5e-8f0c-00738583fa46 None None] Set router c47677c1-f7fe-4cb4-9e37-1d2be14a5264 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:06:05.210611 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f61e2f-d7fb-48d7-afc7-4abd538175db req-08e21b30-7c09-4ab6-a105-7ba6421cf286 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:05.212791 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-65ebe830-c1f6-43cb-97da-d4a0e0a9991b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:05.213740 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ebe830-c1f6-43cb-97da-d4a0e0a9991b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:05.214151 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00f61e2f-d7fb-48d7-afc7-4abd538175db req-08e21b30-7c09-4ab6-a105-7ba6421cf286 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40&tenant_id=0977f8d1f319488d943473f8926805cd&binding%3Ahost_id=n-h1-615180-33 HTTP/1.1" status: 200 len: 950 time: 0.5463717 Aug 11 02:06:05.214479 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-65ebe830-c1f6-43cb-97da-d4a0e0a9991b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:05.226327 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-ed708407-cc6a-4b2d-9078-b8f6d1da91c2 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:06:05.227052 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-ed708407-cc6a-4b2d-9078-b8f6d1da91c2 service neutron] Checking segment: {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:06:05.227451 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-ed708407-cc6a-4b2d-9078-b8f6d1da91c2 service neutron] Bound using segment: {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:06:05.227926 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-ed708407-cc6a-4b2d-9078-b8f6d1da91c2 service neutron] Bound port: eb8c60ac-8091-4df6-b10a-f2c2814c27d4, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:06:05.228284 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-ed708407-cc6a-4b2d-9078-b8f6d1da91c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:05.318668 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b604989-4a82-448f-9def-543faf5fafad req-f4fe9a16-c98b-4d3b-b427-db3d1b5f43a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:05.320931 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5b604989-4a82-448f-9def-543faf5fafad req-f4fe9a16-c98b-4d3b-b427-db3d1b5f43a1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b5ccea1900147079baea6c1279e8e96&device_id=dd7537a6-ed84-4d97-895b-d4096339af36 HTTP/1.1" status: 200 len: 1099 time: 1.1993945 Aug 11 02:06:05.325899 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-0b9a2b86-7dda-4b47-9ae0-958e81d17fd6 None None] Provisioning for port bd078864-c5e0-4d31-a97e-94d14efbf2a0 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:05.327618 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-b371d724-7906-4eb1-9935-f250a740b733 service neutron] 10.222.0.66 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890652 Aug 11 02:06:05.387807 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ca132-8d23-43bd-bd2e-f64f0b1932aa req-0afc4b08-5096-4e18-9cad-631ffec9cbf7 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:05.389762 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-235ca132-8d23-43bd-bd2e-f64f0b1932aa req-0afc4b08-5096-4e18-9cad-631ffec9cbf7 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 950 time: 0.5994687 Aug 11 02:06:05.401716 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port bd078864-c5e0-4d31-a97e-94d14efbf2a0 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:05.413039 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-65ebe830-c1f6-43cb-97da-d4a0e0a9991b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1987927 Aug 11 02:06:05.418760 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port bd078864-c5e0-4d31-a97e-94d14efbf2a0 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:05.419141 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:05.436261 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55916) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:05.453721 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714db98a-82ba-4321-9605-2a66e747ea00 req-909e1e3c-efd8-4f65-a2c3-c3c3bd666653 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:05.462119 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-714db98a-82ba-4321-9605-2a66e747ea00 req-909e1e3c-efd8-4f65-a2c3-c3c3bd666653 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f001cca-4977-4d62-8c8f-51089fb19fe7 HTTP/1.1" status: 200 len: 947 time: 0.7926984 Aug 11 02:06:05.465481 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-184311d9-0d9c-4cb7-912a-0d030bcbdc60 admin admin] Request body: {'subnet': {'network_id': 'c65559e1-4eb8-4820-9052-68d94045d08a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1284077289-subnet', 'tenant_id': '87f2f49f654f4685a1497faee6aaad84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:05.515227 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ebe830-c1f6-43cb-97da-d4a0e0a9991b admin admin] Pushing event updated for resources: {'Network': ['ID=c65559e1-4eb8-4820-9052-68d94045d08a,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:05.521150 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-235ca132-8d23-43bd-bd2e-f64f0b1932aa req-669140a5-4cac-4009-8c0b-c76e69f0ada3 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133337 Aug 11 02:06:05.586133 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-ed708407-cc6a-4b2d-9078-b8f6d1da91c2 service neutron] For port eb8c60ac-8091-4df6-b10a-f2c2814c27d4, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:06:05.589803 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-ed708407-cc6a-4b2d-9078-b8f6d1da91c2 service neutron] For port eb8c60ac-8091-4df6-b10a-f2c2814c27d4, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=eb8c60ac-8091-4df6-b10a-f2c2814c27d4,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:06:05.605917 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-ed708407-cc6a-4b2d-9078-b8f6d1da91c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:05.612844 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network c65559e1-4eb8-4820-9052-68d94045d08a details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:06:05.669407 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed708407-cc6a-4b2d-9078-b8f6d1da91c2 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8c60ac-8091-4df6-b10a-f2c2814c27d4,revision_number=8']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:05.685392 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184311d9-0d9c-4cb7-912a-0d030bcbdc60 admin admin] Made reservation on behalf of 87f2f49f654f4685a1497faee6aaad84 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:06:05.688037 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-184311d9-0d9c-4cb7-912a-0d030bcbdc60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:05.692005 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-1ba65181-81fd-49bb-95eb-2375ee97fdf6 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5506337 Aug 11 02:06:05.710364 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9c3cb613-12e8-46dc-b2b5-ee94c1361353 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:05.713895 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041484db-71f8-4857-bc1b-52bf70929673 req-e99054ed-bab4-476c-b559-4d433f144476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:05.715461 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-041484db-71f8-4857-bc1b-52bf70929673 req-e99054ed-bab4-476c-b559-4d433f144476 service neutron] 10.222.0.73 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 1.5768650 Aug 11 02:06:05.739088 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-714db98a-82ba-4321-9605-2a66e747ea00 req-755339ca-ae7c-4c7a-bfe9-972b6f584bc6 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760615 Aug 11 02:06:05.795722 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-041484db-71f8-4857-bc1b-52bf70929673 req-68e747d5-845d-4e06-a3a1-e5a984467a34 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=205f1abc-4706-40d8-ad36-b3c1304281e1 HTTP/1.1" status: 200 len: 217 time: 0.0614378 Aug 11 02:06:05.798816 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b604989-4a82-448f-9def-543faf5fafad req-b4a64fff-0094-4738-a3ae-999c9fd9a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:05.800490 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5b604989-4a82-448f-9def-543faf5fafad req-b4a64fff-0094-4738-a3ae-999c9fd9a1e2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.4362559 Aug 11 02:06:05.863147 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5b604989-4a82-448f-9def-543faf5fafad req-493f61b6-7065-4404-915a-2b465ed66545 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b HTTP/1.1" status: 200 len: 217 time: 0.0452580 Aug 11 02:06:05.913201 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:05.914304 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [req-00f61e2f-d7fb-48d7-afc7-4abd538175db req-a9975b73-81a2-4ab4-80bb-219d96d0f1a3 service neutron] delete failed (client error): The resource could not be found. Aug 11 02:06:05.915400 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00f61e2f-d7fb-48d7-afc7-4abd538175db req-a9975b73-81a2-4ab4-80bb-219d96d0f1a3 service neutron] 10.222.0.66 "DELETE /v2.0/ports/f1c2dc37-53c8-4940-8d0e-4a846afcecd0/bindings/n-h2-615180-33 HTTP/1.1" status: 404 len: 381 time: 0.5664616 Aug 11 02:06:06.015571 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port bd078864-c5e0-4d31-a97e-94d14efbf2a0, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=bd078864-c5e0-4d31-a97e-94d14efbf2a0,segment=NetworkSegment(1f13d792-153a-4a32-8139-5d10935723ac),segment_id=1f13d792-153a-4a32-8139-5d10935723ac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:06.032327 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:06.033144 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 2519559f-83b2-454f-8395-9f92d3adb2dc up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:06.051493 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041484db-71f8-4857-bc1b-52bf70929673 req-bacb52ce-ebf0-4f3b-a379-8f558d8892fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:06.053139 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-041484db-71f8-4857-bc1b-52bf70929673 req-bacb52ce-ebf0-4f3b-a379-8f558d8892fc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.2381458 Aug 11 02:06:06.066485 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:06:06.121145 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b604989-4a82-448f-9def-543faf5fafad req-9c8e83c8-9bde-4ec3-83dc-02270fd72020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:06.122625 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5b604989-4a82-448f-9def-543faf5fafad req-9c8e83c8-9bde-4ec3-83dc-02270fd72020 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.2039280 Aug 11 02:06:06.151458 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f26489-3491-46c0-b27e-ef1cfbf291f8 req-7d7363f4-813f-40a1-b3b3-20b5ecbae305 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:06.153081 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-39f26489-3491-46c0-b27e-ef1cfbf291f8 req-7d7363f4-813f-40a1-b3b3-20b5ecbae305 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade HTTP/1.1" status: 200 len: 944 time: 0.2890134 Aug 11 02:06:06.203617 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=bd078864-c5e0-4d31-a97e-94d14efbf2a0,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:06.211145 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f61e2f-d7fb-48d7-afc7-4abd538175db req-70c0c9b4-52fe-43c9-8fca-3e9c38968a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:06.212698 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00f61e2f-d7fb-48d7-afc7-4abd538175db req-70c0c9b4-52fe-43c9-8fca-3e9c38968a44 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 1102 time: 0.1576726 Aug 11 02:06:06.215100 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c90e8e-8df7-42f1-b498-f4f449b22ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb8c60ac-8091-4df6-b10a-f2c2814c27d4'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:06:06.215248 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b9a86c78-6317-4b5e-8f0c-00738583fa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809665121-router', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:02Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'gw_port': {'id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:04Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'cab856b4-1f15-48fd-9b78-db1df749a320', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'floating_ip_address': '172.25.2.140', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'port_id': 'f72a0dfb-2da8-40cd-a26b-0df7f824401d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b', 'mac_address': 'fa:16:3e:e7:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bb42a3-4eae-422e-8ef9-981a68805005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:05:39Z', 'updated_at': '2021-08-11T02:06:02Z', 'revision_number': 1, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be37bb9-076d-463a-b531-bb0e301d7352', 'name': '', 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'mac_address': 'fa:16:3e:1c:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:09Z', 'updated_at': '2021-08-11T02:05:18Z', 'revision_number': 5, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'subnets': [{'id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:06.216944 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cb0b50-ea22-4b35-9a36-576d843b1751" -d '{"events": [{"server_uuid": "16c90e8e-8df7-42f1-b498-f4f449b22ade", "name": "network-vif-unplugged", "status": "completed", "tag": "eb8c60ac-8091-4df6-b10a-f2c2814c27d4"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:06:06.253604 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46422ba-eb09-4af4-9acd-2bb8c7bb1a35 req-59129620-939f-40b3-aa16-b663f225d04c tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:06.256075 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e46422ba-eb09-4af4-9acd-2bb8c7bb1a35 req-59129620-939f-40b3-aa16-b663f225d04c tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 944 time: 0.5892498 Aug 11 02:06:06.256781 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041484db-71f8-4857-bc1b-52bf70929673 req-8b8cd80e-b220-4b7d-8256-d4b5f07319b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:06.258451 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-041484db-71f8-4857-bc1b-52bf70929673 req-8b8cd80e-b220-4b7d-8256-d4b5f07319b5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1649292 Aug 11 02:06:06.281906 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a86c78-6317-4b5e-8f0c-00738583fa46 None None] Checking router: c47677c1-f7fe-4cb4-9e37-1d2be14a5264 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:06:06.288826 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-09eca76a-481f-447d-bcb4-a65c87a1e760 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:06.290600 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-09eca76a-481f-447d-bcb4-a65c87a1e760 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0&tenant_id=2ad8af97bd524ff09f331d88ab3a939b&binding%3Ahost_id=n-h2-615180-33 HTTP/1.1" status: 200 len: 1096 time: 0.6251273 Aug 11 02:06:06.301602 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-6f8d02df-7982-4d26-bdf1-8feeabc2161a None None] Provisioning complete for port bd078864-c5e0-4d31-a97e-94d14efbf2a0 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:06.301973 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6f8d02df-7982-4d26-bdf1-8feeabc2161a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:06.317824 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-39f26489-3491-46c0-b27e-ef1cfbf291f8 req-278b192d-988c-4fa4-8be7-c494172d0faf tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490867 Aug 11 02:06:06.359855 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a86c78-6317-4b5e-8f0c-00738583fa46 None None] Routers {'c47677c1-f7fe-4cb4-9e37-1d2be14a5264'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:06:06.360530 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b9a86c78-6317-4b5e-8f0c-00738583fa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:05:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['c47677c1-f7fe-4cb4-9e37-1d2be14a5264'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:06.372695 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:06.438814 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 2519559f-83b2-454f-8395-9f92d3adb2dc completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:06.452348 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-ed708407-cc6a-4b2d-9078-b8f6d1da91c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:06.452987 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-ed708407-cc6a-4b2d-9078-b8f6d1da91c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:06.453171 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': '5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b', 'mac_address': 'fa:16:3e:d1:d3:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:06:06.454483 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-ed708407-cc6a-4b2d-9078-b8f6d1da91c2 service neutron] 10.222.0.73 "PUT /v2.0/ports/eb8c60ac-8091-4df6-b10a-f2c2814c27d4 HTTP/1.1" status: 200 len: 1124 time: 3.6175399 Aug 11 02:06:06.455149 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b604989-4a82-448f-9def-543faf5fafad req-af178ea9-4a18-4b97-86a3-63de817b4807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:06.457656 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5b604989-4a82-448f-9def-543faf5fafad req-af178ea9-4a18-4b97-86a3-63de817b4807 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3172035 Aug 11 02:06:06.458017 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 2519559f-83b2-454f-8395-9f92d3adb2dc triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:06.458577 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:06.459566 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-041484db-71f8-4857-bc1b-52bf70929673 req-9a8564e7-d1c1-4f70-8dcd-3d9a2699c5df service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780052 Aug 11 02:06:06.479244 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e46422ba-eb09-4af4-9acd-2bb8c7bb1a35 req-8004c1a6-3225-4032-ab6a-3bfeade8fe24 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977701 Aug 11 02:06:06.480228 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb8f25b-69ef-4733-90c6-b989de3458ae x-openstack-request-id: req-2bb8f25b-69ef-4733-90c6-b989de3458ae {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:06:06.480907 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7bb42a3-4eae-422e-8ef9-981a68805005", "tag": "f72a0dfb-2da8-40cd-a26b-0df7f824401d", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:06:06.480907 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2bb8f25b-69ef-4733-90c6-b989de3458ae {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:06:06.481126 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7bb42a3-4eae-422e-8ef9-981a68805005', 'tag': 'f72a0dfb-2da8-40cd-a26b-0df7f824401d', 'status': 'completed', 'code': 200} Aug 11 02:06:06.500362 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.66', 50815) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:06.553230 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-e0b3c37e-c026-4d68-91e3-8f717ac9417c service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7957156 Aug 11 02:06:06.591391 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5729dc5a-3e0f-4044-9528-af68fd755397 x-openstack-request-id: req-5729dc5a-3e0f-4044-9528-af68fd755397 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:06:06.591710 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c90e8e-8df7-42f1-b498-f4f449b22ade", "name": "network-vif-unplugged", "status": "completed", "tag": "eb8c60ac-8091-4df6-b10a-f2c2814c27d4", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:06:06.591972 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5729dc5a-3e0f-4044-9528-af68fd755397 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:06:06.592370 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c90e8e-8df7-42f1-b498-f4f449b22ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb8c60ac-8091-4df6-b10a-f2c2814c27d4', 'code': 200} Aug 11 02:06:06.606708 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef5e8e-35a8-49ae-8392-bfeb2c5e1b24 req-aafa3697-3aee-4265-b858-00b0f33c08e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:06.608289 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-81ef5e8e-35a8-49ae-8392-bfeb2c5e1b24 req-aafa3697-3aee-4265-b858-00b0f33c08e5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb95ec3b4fc24ea09028c8f97283ca58&device_id=c7bb42a3-4eae-422e-8ef9-981a68805005 HTTP/1.1" status: 200 len: 1097 time: 0.1006768 Aug 11 02:06:06.609349 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-bd3cd174-7a0c-400b-8d5a-eb3a542d1c66 service neutron] For port 9b911efb-1778-446f-bb4c-825e87afa515, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:06:06.614403 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['eb8c60ac-8091-4df6-b10a-f2c2814c27d4'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:06:06.618889 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-bd3cd174-7a0c-400b-8d5a-eb3a542d1c66 service neutron] Notify callbacks [] for binding, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:06.619197 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-bd3cd174-7a0c-400b-8d5a-eb3a542d1c66 service neutron] 10.222.0.66 "DELETE /v2.0/ports/9b911efb-1778-446f-bb4c-825e87afa515/bindings/n-h1-615180-33 HTTP/1.1" status: 204 len: 173 time: 0.3104475 Aug 11 02:06:06.629783 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5b604989-4a82-448f-9def-543faf5fafad req-6a15b7af-c37c-4286-8fec-42ae5eb429ed service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317024 Aug 11 02:06:06.756775 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef5e8e-35a8-49ae-8392-bfeb2c5e1b24 req-0ed437d4-ccc1-4b07-b5b2-b05821e745de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:06.758820 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-81ef5e8e-35a8-49ae-8392-bfeb2c5e1b24 req-0ed437d4-ccc1-4b07-b5b2-b05821e745de service neutron] 10.222.0.66 "GET /v2.0/networks?id=b5969549-5c73-4bce-b89e-aaad46645b7b HTTP/1.1" status: 200 len: 924 time: 0.0977478 Aug 11 02:06:06.784937 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73654092-e470-4e55-8c84-7354e3b8c524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64bf5de-b5d3-415c-828a-a78a76f2ca7f'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:06:06.787204 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c486bf5e-2929-43ac-beec-bfb3fa37d369" -d '{"events": [{"server_uuid": "73654092-e470-4e55-8c84-7354e3b8c524", "name": "network-vif-plugged", "status": "completed", "tag": "b64bf5de-b5d3-415c-828a-a78a76f2ca7f"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:06:06.818627 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f61e2f-d7fb-48d7-afc7-4abd538175db req-c9d23e4c-4f32-4b72-90da-409c8dcb864c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:06.820147 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00f61e2f-d7fb-48d7-afc7-4abd538175db req-c9d23e4c-4f32-4b72-90da-409c8dcb864c service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.5852807 Aug 11 02:06:06.851763 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-184311d9-0d9c-4cb7-912a-0d030bcbdc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:06.858043 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-b9a86c78-6317-4b5e-8f0c-00738583fa46 None None] Set router c47677c1-f7fe-4cb4-9e37-1d2be14a5264 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:06:06.859872 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:06.905643 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184311d9-0d9c-4cb7-912a-0d030bcbdc60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e759628c-177a-4841-abc1-dc126cca5205,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:06.930270 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:06:06.952417 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faece0c3-ab5d-4347-ba7c-dbf9cb5f86e4 req-e8570ef0-c3b0-4d46-a67b-fe6db52dc67a tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:06.954092 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-faece0c3-ab5d-4347-ba7c-dbf9cb5f86e4 req-e8570ef0-c3b0-4d46-a67b-fe6db52dc67a tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 950 time: 0.2944157 Aug 11 02:06:06.960452 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00f61e2f-d7fb-48d7-afc7-4abd538175db req-aa37ad6f-304b-41e2-a1c9-73a9a263ddc3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=f1c2dc37-53c8-4940-8d0e-4a846afcecd0 HTTP/1.1" status: 200 len: 217 time: 0.0939000 Aug 11 02:06:06.968461 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-81ef5e8e-35a8-49ae-8392-bfeb2c5e1b24 req-89a1bad9-1915-458e-9a30-7bfd3252fe99 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f72a0dfb-2da8-40cd-a26b-0df7f824401d HTTP/1.1" status: 200 len: 999 time: 0.1910958 Aug 11 02:06:06.973362 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe2302-5ca0-4379-86e6-1aeb18dfc5ba req-42d1b4f6-7899-4ad0-9ab7-0aa66d0109c1 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:06.975079 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-edbe2302-5ca0-4379-86e6-1aeb18dfc5ba req-42d1b4f6-7899-4ad0-9ab7-0aa66d0109c1 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd7537a6-ed84-4d97-895b-d4096339af36 HTTP/1.1" status: 200 len: 947 time: 0.3280602 Aug 11 02:06:07.026882 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-041484db-71f8-4857-bc1b-52bf70929673 req-c71b793a-47b8-49b6-a0c9-71e8a4919b6b service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5417871 Aug 11 02:06:07.045901 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:07.058009 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184311d9-0d9c-4cb7-912a-0d030bcbdc60 admin admin] Checking segment: {'id': '6a42bafd-f31c-4ec7-8c13-f72b5e9a92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c65559e1-4eb8-4820-9052-68d94045d08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:06:07.059401 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184311d9-0d9c-4cb7-912a-0d030bcbdc60 admin admin] Network hostable DHCP agents. Network: c65559e1-4eb8-4820-9052-68d94045d08a, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:06:07.067127 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5b604989-4a82-448f-9def-543faf5fafad req-31cc8f0f-bf72-4784-8b1c-06fe41cdb6b5 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946254 Aug 11 02:06:07.077315 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:07.089667 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-faece0c3-ab5d-4347-ba7c-dbf9cb5f86e4 req-206d403c-2b93-44b2-9523-1eab8e856eba tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244347 Aug 11 02:06:07.091667 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9c3cb613-12e8-46dc-b2b5-ee94c1361353 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:07.103438 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef5e8e-35a8-49ae-8392-bfeb2c5e1b24 req-456c7f3f-3755-4313-88e8-6944a136ae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:07.107623 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-81ef5e8e-35a8-49ae-8392-bfeb2c5e1b24 req-456c7f3f-3755-4313-88e8-6944a136ae45 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ba38ec18-d6ec-4e46-bbbf-b36cb49bb999 HTTP/1.1" status: 200 len: 862 time: 0.1199708 Aug 11 02:06:07.142108 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-edbe2302-5ca0-4379-86e6-1aeb18dfc5ba req-b1acd11b-4850-4c07-9032-c9ded86a6937 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.50 "GET /v2.0/security-groups?id=a500b508-977a-410e-9681-740a7f8fe771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494710 Aug 11 02:06:07.142108 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9c3cb613-12e8-46dc-b2b5-ee94c1361353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:07.142366 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:07.166794 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f61e2f-d7fb-48d7-afc7-4abd538175db req-4a2639d4-f6d8-47ee-a5ca-4bcbe323944e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:07.167335 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00f61e2f-d7fb-48d7-afc7-4abd538175db req-4a2639d4-f6d8-47ee-a5ca-4bcbe323944e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1910124 Aug 11 02:06:07.188220 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184311d9-0d9c-4cb7-912a-0d030bcbdc60 admin admin] Network c65559e1-4eb8-4820-9052-68d94045d08a is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:06:07.194044 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 205f1abc-4706-40d8-ad36-b3c1304281e1 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:06:07.219301 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6730d108-7cd5-4401-b981-eab83a05ea14 x-openstack-request-id: req-6730d108-7cd5-4401-b981-eab83a05ea14 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:06:07.219645 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73654092-e470-4e55-8c84-7354e3b8c524", "name": "network-vif-plugged", "status": "completed", "tag": "b64bf5de-b5d3-415c-828a-a78a76f2ca7f", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:06:07.219940 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6730d108-7cd5-4401-b981-eab83a05ea14 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:06:07.220339 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73654092-e470-4e55-8c84-7354e3b8c524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64bf5de-b5d3-415c-828a-a78a76f2ca7f', 'code': 200} Aug 11 02:06:07.229995 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-184311d9-0d9c-4cb7-912a-0d030bcbdc60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, c65559e1-4eb8-4820-9052-68d94045d08a) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:07.249097 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184311d9-0d9c-4cb7-912a-0d030bcbdc60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:07.255172 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-184311d9-0d9c-4cb7-912a-0d030bcbdc60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:07.261516 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b278dd5e-0f14-4f2b-9c9c-e6c1938ac121 None None] Network c65559e1-4eb8-4820-9052-68d94045d08a requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:06:07.296866 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef5e8e-35a8-49ae-8392-bfeb2c5e1b24 req-363cefa0-e6de-4405-8d41-95ae4520ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:07.299987 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-81ef5e8e-35a8-49ae-8392-bfeb2c5e1b24 req-363cefa0-e6de-4405-8d41-95ae4520ad40 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b5969549-5c73-4bce-b89e-aaad46645b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1836729 Aug 11 02:06:07.300193 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 2519559f-83b2-454f-8395-9f92d3adb2dc, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=2519559f-83b2-454f-8395-9f92d3adb2dc,segment=NetworkSegment(e2e87212-6a86-4d9c-b54b-6de1ef876734),segment_id=e2e87212-6a86-4d9c-b54b-6de1ef876734)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:07.316197 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-184311d9-0d9c-4cb7-912a-0d030bcbdc60 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8563898 Aug 11 02:06:07.317032 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55930) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:07.332987 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-7cfbeae7-efdf-47d4-b2c1-08998f4d6ffd admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1284077289-router', 'tenant_id': '87f2f49f654f4685a1497faee6aaad84', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:07.343830 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:07.353730 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:07.374142 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8554d4b-2137-4589-bc39-3142f0162e29 req-99b16ee4-ea30-40c2-8204-3212b97e19de tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:07.387603 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c8554d4b-2137-4589-bc39-3142f0162e29 req-99b16ee4-ea30-40c2-8204-3212b97e19de tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f001cca-4977-4d62-8c8f-51089fb19fe7 HTTP/1.1" status: 200 len: 947 time: 0.1716802 Aug 11 02:06:07.396659 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-9c3cb613-12e8-46dc-b2b5-ee94c1361353 admin admin] Allocated IP 172.25.2.174 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/f82cfde8-1f8e-4641-8c7c-4258c9d3516b) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:06:07.496855 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:06:07.520656 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c8554d4b-2137-4589-bc39-3142f0162e29 req-eedce8ce-21e1-4f1f-9fd7-c7b26d049ac1 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300585 Aug 11 02:06:07.555412 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device bd078864-c5e0-4d31-a97e-94d14efbf2a0 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:07.563836 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-81ef5e8e-35a8-49ae-8392-bfeb2c5e1b24 req-495d959e-75cc-433b-a01c-21fb36068d34 service neutron] 10.222.0.66 "GET /v2.0/networks/b5969549-5c73-4bce-b89e-aaad46645b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430089 Aug 11 02:06:07.565480 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7cfbeae7-efdf-47d4-b2c1-08998f4d6ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:07.566819 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7cfbeae7-efdf-47d4-b2c1-08998f4d6ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:07.671369 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=2519559f-83b2-454f-8395-9f92d3adb2dc,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:07.710495 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 205f1abc-4706-40d8-ad36-b3c1304281e1, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=205f1abc-4706-40d8-ad36-b3c1304281e1,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:07.729287 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port bd078864-c5e0-4d31-a97e-94d14efbf2a0 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:07.729671 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:07.751071 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7cfbeae7-efdf-47d4-b2c1-08998f4d6ffd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:07.770010 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '205f1abc-4706-40d8-ad36-b3c1304281e1', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': '205f1abc-4706-40d8-ad36-b3c1304281e1', 'mac_address': 'fa:16:3e:c7:ef:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:06:07.803913 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f61e2f-d7fb-48d7-afc7-4abd538175db req-64c6a5ac-31bd-4e22-86d7-e9558f8fd2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:07.805801 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00f61e2f-d7fb-48d7-afc7-4abd538175db req-64c6a5ac-31bd-4e22-86d7-e9558f8fd2a3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5933633 Aug 11 02:06:07.885944 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fdda1-9cc9-4053-8992-fcc7ee08dbcc req-0713d73e-161c-4762-a86d-0fc4cc2a9cf5 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:07.887672 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d77fdda1-9cc9-4053-8992-fcc7ee08dbcc req-0713d73e-161c-4762-a86d-0fc4cc2a9cf5 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 944 time: 0.1693687 Aug 11 02:06:07.929594 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-81ef5e8e-35a8-49ae-8392-bfeb2c5e1b24 req-dafcbcdd-558a-4bf9-9c9b-6c7e86c24a43 service neutron] 10.222.0.66 "GET /v2.0/networks/b5969549-5c73-4bce-b89e-aaad46645b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556297 Aug 11 02:06:07.956250 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b9a86c78-6317-4b5e-8f0c-00738583fa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809665121-router', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:02Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'gw_port': {'id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:04Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'cab856b4-1f15-48fd-9b78-db1df749a320', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'floating_ip_address': '172.25.2.140', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'port_id': 'f72a0dfb-2da8-40cd-a26b-0df7f824401d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b', 'mac_address': 'fa:16:3e:e7:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bb42a3-4eae-422e-8ef9-981a68805005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:05:39Z', 'updated_at': '2021-08-11T02:06:02Z', 'revision_number': 1, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be37bb9-076d-463a-b531-bb0e301d7352', 'name': '', 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'mac_address': 'fa:16:3e:1c:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:09Z', 'updated_at': '2021-08-11T02:05:18Z', 'revision_number': 5, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'subnets': [{'id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:07.965882 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a29d9-2930-4241-8a3d-606fc9f0ffbc req-34855369-bd02-4d84-b814-f66f08d693ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:07.968358 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e92a29d9-2930-4241-8a3d-606fc9f0ffbc req-34855369-bd02-4d84-b814-f66f08d693ad service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=73654092-e470-4e55-8c84-7354e3b8c524 HTTP/1.1" status: 200 len: 1101 time: 0.6361351 Aug 11 02:06:07.975163 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7cfbeae7-efdf-47d4-b2c1-08998f4d6ffd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:07.980708 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956ef98-5296-4bf9-a1d8-7b98bd58e588 req-038c322b-c45e-41b0-9226-452e839e6ff8 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:07.988826 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f956ef98-5296-4bf9-a1d8-7b98bd58e588 req-038c322b-c45e-41b0-9226-452e839e6ff8 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade HTTP/1.1" status: 200 len: 944 time: 0.1790142 Aug 11 02:06:07.996334 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:07.998321 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c26f98-6538-45cf-9725-6bf1e4d9d8cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-c65559e1-4eb8-4820-9052-68d94045d08a', 'network_id': 'c65559e1-4eb8-4820-9052-68d94045d08a', 'tenant_id': '87f2f49f654f4685a1497faee6aaad84', 'fixed_ips': [{'subnet_id': 'e759628c-177a-4841-abc1-dc126cca5205'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:06:07.999162 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-09c26f98-6538-45cf-9725-6bf1e4d9d8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:08.004934 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a86c78-6317-4b5e-8f0c-00738583fa46 None None] The sync data for ids ['c47677c1-f7fe-4cb4-9e37-1d2be14a5264'] in n-d-615180-33 is: [{'id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809665121-router', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:02Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'gw_port': {'id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:04Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'cab856b4-1f15-48fd-9b78-db1df749a320', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'floating_ip_address': '172.25.2.140', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'port_id': 'f72a0dfb-2da8-40cd-a26b-0df7f824401d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b', 'mac_address': 'fa:16:3e:e7:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bb42a3-4eae-422e-8ef9-981a68805005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:05:39Z', 'updated_at': '2021-08-11T02:06:02Z', 'revision_number': 1, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be37bb9-076d-463a-b531-bb0e301d7352', 'name': '', 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'mac_address': 'fa:16:3e:1c:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:09Z', 'updated_at': '2021-08-11T02:05:18Z', 'revision_number': 5, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'subnets': [{'id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:06:08.012119 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d77fdda1-9cc9-4053-8992-fcc7ee08dbcc req-45845ff8-dfd9-40eb-827c-fe66393778f8 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889552 Aug 11 02:06:08.055487 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9c3cb613-12e8-46dc-b2b5-ee94c1361353 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:08.063192 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205f1abc-4706-40d8-ad36-b3c1304281e1 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:06:08.083450 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00f61e2f-d7fb-48d7-afc7-4abd538175db req-f7ae4165-2054-4301-a651-cf83806f9e83 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631795 Aug 11 02:06:08.117016 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e92a29d9-2930-4241-8a3d-606fc9f0ffbc req-44b5758b-b057-4ac9-b84c-f286793a03b5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132760 Aug 11 02:06:08.175042 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f956ef98-5296-4bf9-a1d8-7b98bd58e588 req-448d0e00-7b5b-4047-8e89-f0bb5dfd5096 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848009 Aug 11 02:06:08.177220 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 205f1abc-4706-40d8-ad36-b3c1304281e1, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=205f1abc-4706-40d8-ad36-b3c1304281e1,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:08.200207 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:08.256254 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00f61e2f-d7fb-48d7-afc7-4abd538175db req-597d66ea-db11-4256-ae1f-dc10c1910a91 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651156 Aug 11 02:06:08.258030 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9c3cb613-12e8-46dc-b2b5-ee94c1361353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:08.304311 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=205f1abc-4706-40d8-ad36-b3c1304281e1,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:08.307764 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-09c26f98-6538-45cf-9725-6bf1e4d9d8cb None None] Allocated IP 172.20.0.2 (c65559e1-4eb8-4820-9052-68d94045d08a/e759628c-177a-4841-abc1-dc126cca5205/f83f0018-0275-417b-97ec-8ee9cd5e8a90) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:06:08.321492 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3cb613-12e8-46dc-b2b5-ee94c1361353 admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:06:08.348353 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-9c3cb613-12e8-46dc-b2b5-ee94c1361353 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:08.351753 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3cb613-12e8-46dc-b2b5-ee94c1361353 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:06:08.353797 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3cb613-12e8-46dc-b2b5-ee94c1361353 admin admin] Pushing event updated for resources: {'Port': ['ID=f82cfde8-1f8e-4641-8c7c-4258c9d3516b,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:08.402474 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d54f9-d417-4676-a626-74c2adcc744a req-e3279ef5-067e-451b-8037-bed34ed0bcfd tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:08.406605 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c64d54f9-d417-4676-a626-74c2adcc744a req-e3279ef5-067e-451b-8037-bed34ed0bcfd tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 1096 time: 0.1671169 Aug 11 02:06:08.422905 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7cfbeae7-efdf-47d4-b2c1-08998f4d6ffd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:08.435511 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cb7c31-3c0a-4e57-8900-5d2b7f8f400e None None] New status for floating IP cab856b4-1f15-48fd-9b78-db1df749a320: ACTIVE {{(pid=94509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:06:08.445210 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7cfbeae7-efdf-47d4-b2c1-08998f4d6ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:08.450116 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf5c25-1703-4c35-81d9-7bbfa66ca4b8 req-9dd2a0fd-f775-4580-a073-d2ba32cd3659 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:08.452765 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c0bf5c25-1703-4c35-81d9-7bbfa66ca4b8 req-9dd2a0fd-f775-4580-a073-d2ba32cd3659 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 950 time: 0.1556544 Aug 11 02:06:08.509736 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c64d54f9-d417-4676-a626-74c2adcc744a req-ecacf211-f1a5-416e-9a06-b75ee1fb48a6 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958686 Aug 11 02:06:08.519101 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['205f1abc-4706-40d8-ad36-b3c1304281e1'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:06:08.593391 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-09c26f98-6538-45cf-9725-6bf1e4d9d8cb None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:08.610485 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c0bf5c25-1703-4c35-81d9-7bbfa66ca4b8 req-be8514b4-e876-40a5-9606-3ffca15856b3 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453440 Aug 11 02:06:08.623168 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-7cfbeae7-efdf-47d4-b2c1-08998f4d6ffd admin admin] Allocated IP 172.25.2.68 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/8eb57deb-c0c3-48d0-a750-cd0c603690d5) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:06:08.633615 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-09c26f98-6538-45cf-9725-6bf1e4d9d8cb None None] Transition to ACTIVE for port object f83f0018-0275-417b-97ec-8ee9cd5e8a90 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:08.690443 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-09c26f98-6538-45cf-9725-6bf1e4d9d8cb None None] Transition to ACTIVE for port object f83f0018-0275-417b-97ec-8ee9cd5e8a90 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:08.704543 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c90e8e-8df7-42f1-b498-f4f449b22ade', 'tag': 'eb8c60ac-8091-4df6-b10a-f2c2814c27d4'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:06:08.707953 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1343620-6a09-4def-915e-7ccb23a352de" -d '{"events": [{"name": "network-changed", "server_uuid": "16c90e8e-8df7-42f1-b498-f4f449b22ade", "tag": "eb8c60ac-8091-4df6-b10a-f2c2814c27d4"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:06:08.720451 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-09c26f98-6538-45cf-9725-6bf1e4d9d8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:08.765110 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c26f98-6538-45cf-9725-6bf1e4d9d8cb None None] Pushing event updated for resources: {'Port': ['ID=f83f0018-0275-417b-97ec-8ee9cd5e8a90,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:08.780474 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723674b-943c-4d0e-98c5-af922f90b4ec req-536792c3-bd45-47c8-8fb3-2e74fddc5ee2 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:08.782404 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a723674b-943c-4d0e-98c5-af922f90b4ec req-536792c3-bd45-47c8-8fb3-2e74fddc5ee2 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd7537a6-ed84-4d97-895b-d4096339af36 HTTP/1.1" status: 200 len: 948 time: 0.0694134 Aug 11 02:06:08.805615 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c26f98-6538-45cf-9725-6bf1e4d9d8cb None None] Network c65559e1-4eb8-4820-9052-68d94045d08a is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:06:08.814698 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-09c26f98-6538-45cf-9725-6bf1e4d9d8cb None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:08.819447 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c26f98-6538-45cf-9725-6bf1e4d9d8cb None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:06:08.832593 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7cfbeae7-efdf-47d4-b2c1-08998f4d6ffd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:08.833351 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541db71-1df5-4dd8-acc2-7b5e07e9448a req-987fffd3-a4ad-4c54-8a34-a794dc77922c tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:08.841123 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4541db71-1df5-4dd8-acc2-7b5e07e9448a req-987fffd3-a4ad-4c54-8a34-a794dc77922c tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f001cca-4977-4d62-8c8f-51089fb19fe7 HTTP/1.1" status: 200 len: 948 time: 0.1253450 Aug 11 02:06:08.853856 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a723674b-943c-4d0e-98c5-af922f90b4ec req-599f3509-3613-414f-9c05-7e7799724291 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.50 "GET /v2.0/security-groups?id=a500b508-977a-410e-9681-740a7f8fe771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594635 Aug 11 02:06:08.870830 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9c3cb613-12e8-46dc-b2b5-ee94c1361353 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:08.916727 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7cfbeae7-efdf-47d4-b2c1-08998f4d6ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:08.922975 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-09c26f98-6538-45cf-9725-6bf1e4d9d8cb None None] Attempting to bind port f83f0018-0275-417b-97ec-8ee9cd5e8a90 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:06:08.923397 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-09c26f98-6538-45cf-9725-6bf1e4d9d8cb None None] Attempting to bind port f83f0018-0275-417b-97ec-8ee9cd5e8a90 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '6a42bafd-f31c-4ec7-8c13-f72b5e9a92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c65559e1-4eb8-4820-9052-68d94045d08a'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:06:08.923811 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c26f98-6538-45cf-9725-6bf1e4d9d8cb None None] Attempting to bind port f83f0018-0275-417b-97ec-8ee9cd5e8a90 on network c65559e1-4eb8-4820-9052-68d94045d08a {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:08.930040 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c26f98-6538-45cf-9725-6bf1e4d9d8cb None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:06:08.930716 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c26f98-6538-45cf-9725-6bf1e4d9d8cb None None] Checking segment: {'id': '6a42bafd-f31c-4ec7-8c13-f72b5e9a92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c65559e1-4eb8-4820-9052-68d94045d08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:06:08.931204 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-09c26f98-6538-45cf-9725-6bf1e4d9d8cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:08.931625 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c26f98-6538-45cf-9725-6bf1e4d9d8cb None None] Bound using segment: {'id': '6a42bafd-f31c-4ec7-8c13-f72b5e9a92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c65559e1-4eb8-4820-9052-68d94045d08a'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:06:08.932097 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-09c26f98-6538-45cf-9725-6bf1e4d9d8cb None None] Bound port: f83f0018-0275-417b-97ec-8ee9cd5e8a90, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a42bafd-f31c-4ec7-8c13-f72b5e9a92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c65559e1-4eb8-4820-9052-68d94045d08a'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:06:08.932497 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-09c26f98-6538-45cf-9725-6bf1e4d9d8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:09.023006 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfbeae7-efdf-47d4-b2c1-08998f4d6ffd admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:06:09.026600 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-09c26f98-6538-45cf-9725-6bf1e4d9d8cb None None] For port f83f0018-0275-417b-97ec-8ee9cd5e8a90, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:06:09.028939 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-7cfbeae7-efdf-47d4-b2c1-08998f4d6ffd admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:09.030596 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-09c26f98-6538-45cf-9725-6bf1e4d9d8cb None None] For port f83f0018-0275-417b-97ec-8ee9cd5e8a90, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f83f0018-0275-417b-97ec-8ee9cd5e8a90,segment=NetworkSegment(6a42bafd-f31c-4ec7-8c13-f72b5e9a92a8),segment_id=6a42bafd-f31c-4ec7-8c13-f72b5e9a92a8)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:06:09.031426 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfbeae7-efdf-47d4-b2c1-08998f4d6ffd admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:06:09.035874 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4541db71-1df5-4dd8-acc2-7b5e07e9448a req-31e21726-6f75-4cb6-9491-254561e28caa tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937759 Aug 11 02:06:09.042997 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-09c26f98-6538-45cf-9725-6bf1e4d9d8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:09.147726 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7c1cfe-5fd0-4f0f-94db-613fd84bf5e5 x-openstack-request-id: req-ce7c1cfe-5fd0-4f0f-94db-613fd84bf5e5 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:06:09.148015 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c90e8e-8df7-42f1-b498-f4f449b22ade", "tag": "eb8c60ac-8091-4df6-b10a-f2c2814c27d4", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:06:09.148287 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ce7c1cfe-5fd0-4f0f-94db-613fd84bf5e5 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:06:09.148685 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c90e8e-8df7-42f1-b498-f4f449b22ade', 'tag': 'eb8c60ac-8091-4df6-b10a-f2c2814c27d4', 'status': 'completed', 'code': 200} Aug 11 02:06:09.149431 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c26f98-6538-45cf-9725-6bf1e4d9d8cb None None] Pushing event updated for resources: {'Port': ['ID=f83f0018-0275-417b-97ec-8ee9cd5e8a90,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:09.192829 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9c3cb613-12e8-46dc-b2b5-ee94c1361353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:09.197491 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device eb8c60ac-8091-4df6-b10a-f2c2814c27d4 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:06:09.273493 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbeae7-efdf-47d4-b2c1-08998f4d6ffd admin admin] Pushing event updated for resources: {'Port': ['ID=8eb57deb-c0c3-48d0-a750-cd0c603690d5,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:09.307974 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1343620-6a09-4def-915e-7ccb23a352de req-38514988-6458-496b-8d22-baf3a3f79336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:09.311574 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1343620-6a09-4def-915e-7ccb23a352de req-38514988-6458-496b-8d22-baf3a3f79336 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc914b6e60444f2aabf27f905058cfbf&device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade HTTP/1.1" status: 200 len: 1127 time: 0.1513720 Aug 11 02:06:09.472966 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-586a7426-6745-4462-b117-724ea1e4e04b tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:09.482637 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-586a7426-6745-4462-b117-724ea1e4e04b tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/networks?id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c HTTP/1.1" status: 200 len: 808 time: 0.3290305 Aug 11 02:06:09.507391 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-386ce984-06de-4fab-848f-f095e69050a5 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/quotas/2ad8af97bd524ff09f331d88ab3a939b HTTP/1.1" status: 200 len: 375 time: 0.0237770 Aug 11 02:06:09.615907 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-90f0ead9-094d-4c0c-a37e-1d8b6a4dd963 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ad8af97bd524ff09f331d88ab3a939b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1075857 Aug 11 02:06:09.616955 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7cfbeae7-efdf-47d4-b2c1-08998f4d6ffd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:09.623099 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port eb8c60ac-8091-4df6-b10a-f2c2814c27d4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=eb8c60ac-8091-4df6-b10a-f2c2814c27d4,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:09.633384 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fe1e5-cc77-4638-8cc2-8e136ee69719 req-ace57a6e-48a1-4ecc-ad1a-677661188acd tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:09.642512 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device eb8c60ac-8091-4df6-b10a-f2c2814c27d4 has no active binding in host n-h1-615180-33 {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:06:09.646764 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c39fe1e5-cc77-4638-8cc2-8e136ee69719 req-ace57a6e-48a1-4ecc-ad1a-677661188acd tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade HTTP/1.1" status: 200 len: 944 time: 0.3323860 Aug 11 02:06:09.690880 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f83f0018-0275-417b-97ec-8ee9cd5e8a90 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:09.722326 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1343620-6a09-4def-915e-7ccb23a352de req-c70117e8-74a0-4950-b9af-25f7e6e605cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:09.723496 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1343620-6a09-4def-915e-7ccb23a352de req-c70117e8-74a0-4950-b9af-25f7e6e605cb service neutron] 10.222.0.66 "GET /v2.0/networks?id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7 HTTP/1.1" status: 200 len: 922 time: 0.3952613 Aug 11 02:06:09.733124 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c39fe1e5-cc77-4638-8cc2-8e136ee69719 req-3c9824c7-5bc9-4799-bf07-8611b49b4595 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849545 Aug 11 02:06:09.744669 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3cb613-12e8-46dc-b2b5-ee94c1361353 admin admin] Router d3da5e9b-9223-46e2-953a-f25fabe4b663 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:06:09.759871 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port f83f0018-0275-417b-97ec-8ee9cd5e8a90 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:09.759871 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 2519559f-83b2-454f-8395-9f92d3adb2dc up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:09.777940 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1343620-6a09-4def-915e-7ccb23a352de req-766115b0-088a-4af4-9834-bbe20bafdb6a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb8c60ac-8091-4df6-b10a-f2c2814c27d4 HTTP/1.1" status: 200 len: 217 time: 0.0429027 Aug 11 02:06:09.826772 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 2519559f-83b2-454f-8395-9f92d3adb2dc triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:09.827246 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:09.956634 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1343620-6a09-4def-915e-7ccb23a352de req-30151d6a-3efb-4561-89f6-faf0228b946e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:09.958183 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1343620-6a09-4def-915e-7ccb23a352de req-30151d6a-3efb-4561-89f6-faf0228b946e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b6e0d0b4-108b-452a-91dc-cd606630079c HTTP/1.1" status: 200 len: 861 time: 0.1264119 Aug 11 02:06:09.984159 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b050f3e-4b69-4608-a46f-5ba0ce6c0cd5 req-88ca6cac-9b8a-413d-a0f8-44b64be5e322 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:09.985630 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9b050f3e-4b69-4608-a46f-5ba0ce6c0cd5 req-88ca6cac-9b8a-413d-a0f8-44b64be5e322 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 950 time: 0.1556387 Aug 11 02:06:10.007469 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1343620-6a09-4def-915e-7ccb23a352de req-c32c360a-192f-4740-950d-9d171b4b2991 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391428 Aug 11 02:06:10.034676 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3cb613-12e8-46dc-b2b5-ee94c1361353 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:06:10.038456 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-1f1610c8-f6e3-419c-b023-ec74ccea9f54 service neutron] 10.222.0.50 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127381 Aug 11 02:06:10.051568 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a641aeef-195f-44ed-b4d2-c263315bdba8 None None] Sync routers for ids ['d3da5e9b-9223-46e2-953a-f25fabe4b663'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:06:10.060992 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:10.092610 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a641aeef-195f-44ed-b4d2-c263315bdba8 None None] Routers {'d3da5e9b-9223-46e2-953a-f25fabe4b663'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:06:10.093630 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-a641aeef-195f-44ed-b4d2-c263315bdba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:05:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['d3da5e9b-9223-46e2-953a-f25fabe4b663'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:10.142106 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9b050f3e-4b69-4608-a46f-5ba0ce6c0cd5 req-36487389-d110-4064-abe3-c6cbbc9a395c tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393368 Aug 11 02:06:10.167010 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9c3cb613-12e8-46dc-b2b5-ee94c1361353 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:10.167950 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9c3cb613-12e8-46dc-b2b5-ee94c1361353 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 7.1275134 Aug 11 02:06:10.172863 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55980) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:10.210533 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:10.218251 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:10.218788 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:10.237743 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-ea24feed-b29c-4685-8463-59f3d2f66d0a service neutron] 10.222.0.50 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987846 Aug 11 02:06:10.238718 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7cfbeae7-efdf-47d4-b2c1-08998f4d6ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:10.294463 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-a641aeef-195f-44ed-b4d2-c263315bdba8 None None] Set router d3da5e9b-9223-46e2-953a-f25fabe4b663 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:06:10.420863 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfbeae7-efdf-47d4-b2c1-08998f4d6ffd admin admin] Router 322a826a-c013-43d6-9cbe-76c32a921b02 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:06:10.463774 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1343620-6a09-4def-915e-7ccb23a352de req-e969a8cc-cbba-4fcc-bd73-a0e358c9f575 service neutron] 10.222.0.66 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387105 Aug 11 02:06:10.494012 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73289ab-1de4-4c3c-8207-0f8a116a2f31 req-e3ca07ce-ef44-4ff5-913e-2849a66f9335 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:10.501619 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b73289ab-1de4-4c3c-8207-0f8a116a2f31 req-e3ca07ce-ef44-4ff5-913e-2849a66f9335 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd7537a6-ed84-4d97-895b-d4096339af36 HTTP/1.1" status: 200 len: 948 time: 0.1546173 Aug 11 02:06:10.515528 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:10.553694 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20307ae3-3ce8-4457-bf82-08546e822121 None None] Network c65559e1-4eb8-4820-9052-68d94045d08a requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:06:10.575143 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfbeae7-efdf-47d4-b2c1-08998f4d6ffd admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:06:10.589328 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92d789c-8b5f-4a14-b558-599e759ae39a None None] Sync routers for ids ['322a826a-c013-43d6-9cbe-76c32a921b02'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:06:10.606182 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92d789c-8b5f-4a14-b558-599e759ae39a None None] Routers {'322a826a-c013-43d6-9cbe-76c32a921b02'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:06:10.606309 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7cfbeae7-efdf-47d4-b2c1-08998f4d6ffd admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:10.606815 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a92d789c-8b5f-4a14-b558-599e759ae39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:05:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['322a826a-c013-43d6-9cbe-76c32a921b02'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:10.610521 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7cfbeae7-efdf-47d4-b2c1-08998f4d6ffd admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2910221 Aug 11 02:06:10.611111 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55986) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:10.649119 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7537a6-ed84-4d97-895b-d4096339af36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:06:10.651357 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41efa60f-459c-4004-838b-7e27894c1b76" -d '{"events": [{"server_uuid": "dd7537a6-ed84-4d97-895b-d4096339af36", "name": "network-vif-plugged", "status": "completed", "tag": "5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:06:10.713633 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b73289ab-1de4-4c3c-8207-0f8a116a2f31 req-38f4b3f9-ec6c-4197-a16f-c4f501499b66 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.50 "GET /v2.0/security-groups?id=a500b508-977a-410e-9681-740a7f8fe771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110445 Aug 11 02:06:10.750030 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:10.751287 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1343620-6a09-4def-915e-7ccb23a352de req-3e0effe1-948b-4152-80ad-2a3bde4229ec service neutron] 10.222.0.66 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475851 Aug 11 02:06:10.767271 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-a92d789c-8b5f-4a14-b558-599e759ae39a None None] Set router 322a826a-c013-43d6-9cbe-76c32a921b02 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:06:10.786570 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:10.809424 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-6303955b-e85d-4441-8118-2d7bb72f825d None None] Provisioning for port f83f0018-0275-417b-97ec-8ee9cd5e8a90 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:10.850442 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-6303955b-e85d-4441-8118-2d7bb72f825d None None] Provisioning complete for port f83f0018-0275-417b-97ec-8ee9cd5e8a90 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:10.851263 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6303955b-e85d-4441-8118-2d7bb72f825d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:10.976662 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:11.029368 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a92d789c-8b5f-4a14-b558-599e759ae39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322a826a-c013-43d6-9cbe-76c32a921b02', 'name': 'tempest-AttachSCSIVolumeTestJSON-1284077289-router', 'tenant_id': '87f2f49f654f4685a1497faee6aaad84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '8eb57deb-c0c3-48d0-a750-cd0c603690d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:07Z', 'updated_at': '2021-08-11T02:06:09Z', 'revision_number': 3, 'project_id': '87f2f49f654f4685a1497faee6aaad84', 'gw_port': {'id': '8eb57deb-c0c3-48d0-a750-cd0c603690d5', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322a826a-c013-43d6-9cbe-76c32a921b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:08Z', 'updated_at': '2021-08-11T02:06:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:11.052797 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8a798-a5a1-433c-80a0-071526dafb48 req-54f31f6f-c38d-4a14-82e1-170898c9cce7 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:11.053434 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-a641aeef-195f-44ed-b4d2-c263315bdba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768594117-router', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'f82cfde8-1f8e-4641-8c7c-4258c9d3516b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:05Z', 'updated_at': '2021-08-11T02:06:08Z', 'revision_number': 3, 'project_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'gw_port': {'id': 'f82cfde8-1f8e-4641-8c7c-4258c9d3516b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:07Z', 'updated_at': '2021-08-11T02:06:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:11.054370 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-faa8a798-a5a1-433c-80a0-071526dafb48 req-54f31f6f-c38d-4a14-82e1-170898c9cce7 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f001cca-4977-4d62-8c8f-51089fb19fe7 HTTP/1.1" status: 200 len: 948 time: 0.3736255 Aug 11 02:06:11.061741 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6303955b-e85d-4441-8118-2d7bb72f825d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:11.103220 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a641aeef-195f-44ed-b4d2-c263315bdba8 None None] Checking router: d3da5e9b-9223-46e2-953a-f25fabe4b663 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:06:11.103986 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a641aeef-195f-44ed-b4d2-c263315bdba8 None None] Updating router d3da5e9b-9223-46e2-953a-f25fabe4b663 port f82cfde8-1f8e-4641-8c7c-4258c9d3516b binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:06:11.109129 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92d789c-8b5f-4a14-b558-599e759ae39a None None] Checking router: 322a826a-c013-43d6-9cbe-76c32a921b02 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:06:11.110269 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92d789c-8b5f-4a14-b558-599e759ae39a None None] Updating router 322a826a-c013-43d6-9cbe-76c32a921b02 port 8eb57deb-c0c3-48d0-a750-cd0c603690d5 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:06:11.155026 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-a92d789c-8b5f-4a14-b558-599e759ae39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:11.169791 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a641aeef-195f-44ed-b4d2-c263315bdba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:11.192741 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-faa8a798-a5a1-433c-80a0-071526dafb48 req-f0d8bc4b-0105-4b66-9652-a72b3db86ac0 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259756 Aug 11 02:06:11.196072 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d98859-1379-4acb-92fe-df515ee1b3c8 req-691dae7d-4d43-4ff0-8dc7-e3eeabc57a76 tempest-MigrationsAdminTest-1549651606 tempest-MigrationsAdminTest-1549651606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:11.204453 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-84d98859-1379-4acb-92fe-df515ee1b3c8 req-691dae7d-4d43-4ff0-8dc7-e3eeabc57a76 tempest-MigrationsAdminTest-1549651606 tempest-MigrationsAdminTest-1549651606-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 1102 time: 0.0947824 Aug 11 02:06:11.249026 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 205f1abc-4706-40d8-ad36-b3c1304281e1 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:11.292889 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-6303955b-e85d-4441-8118-2d7bb72f825d None None] For port f83f0018-0275-417b-97ec-8ee9cd5e8a90, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f83f0018-0275-417b-97ec-8ee9cd5e8a90,segment=NetworkSegment(6a42bafd-f31c-4ec7-8c13-f72b5e9a92a8),segment_id=6a42bafd-f31c-4ec7-8c13-f72b5e9a92a8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:11.310376 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-84d98859-1379-4acb-92fe-df515ee1b3c8 req-272a5b11-c2be-4165-9a5e-f512d357b576 tempest-MigrationsAdminTest-1549651606 tempest-MigrationsAdminTest-1549651606-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045647 Aug 11 02:06:11.333328 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6303955b-e85d-4441-8118-2d7bb72f825d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:11.508618 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b885314-0177-4be5-9ec2-e7a5433e9a74 x-openstack-request-id: req-9b885314-0177-4be5-9ec2-e7a5433e9a74 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:06:11.508618 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7537a6-ed84-4d97-895b-d4096339af36", "name": "network-vif-plugged", "status": "completed", "tag": "5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:06:11.509047 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9b885314-0177-4be5-9ec2-e7a5433e9a74 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:06:11.509553 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7537a6-ed84-4d97-895b-d4096339af36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b', 'code': 200} Aug 11 02:06:11.542654 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-a92d789c-8b5f-4a14-b558-599e759ae39a None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:11.544522 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-168e1f3e-367e-4efd-92e1-d76200698822 req-affc3206-47d4-4c3d-9ab7-f20489f90418 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 210 time: 0.1291072 Aug 11 02:06:11.554835 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-a92d789c-8b5f-4a14-b558-599e759ae39a None None] Transition to ACTIVE for port object 8eb57deb-c0c3-48d0-a750-cd0c603690d5 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:11.567577 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-a92d789c-8b5f-4a14-b558-599e759ae39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:11.576218 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 205f1abc-4706-40d8-ad36-b3c1304281e1 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:11.609099 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 205f1abc-4706-40d8-ad36-b3c1304281e1 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:11.609728 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:11.657788 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:11.717495 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-a92d789c-8b5f-4a14-b558-599e759ae39a None None] Attempting to bind port 8eb57deb-c0c3-48d0-a750-cd0c603690d5 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:06:11.719247 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-a92d789c-8b5f-4a14-b558-599e759ae39a None None] Attempting to bind port 8eb57deb-c0c3-48d0-a750-cd0c603690d5 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:06:11.720005 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92d789c-8b5f-4a14-b558-599e759ae39a None None] Attempting to bind port 8eb57deb-c0c3-48d0-a750-cd0c603690d5 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:11.720607 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303955b-e85d-4441-8118-2d7bb72f825d None None] Pushing event updated for resources: {'Port': ['ID=f83f0018-0275-417b-97ec-8ee9cd5e8a90,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:11.731735 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92d789c-8b5f-4a14-b558-599e759ae39a None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:06:11.732534 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92d789c-8b5f-4a14-b558-599e759ae39a None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:06:11.733029 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-a92d789c-8b5f-4a14-b558-599e759ae39a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:11.733512 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92d789c-8b5f-4a14-b558-599e759ae39a None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:06:11.734086 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-a92d789c-8b5f-4a14-b558-599e759ae39a None None] Bound port: 8eb57deb-c0c3-48d0-a750-cd0c603690d5, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:06:11.734596 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-a92d789c-8b5f-4a14-b558-599e759ae39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:11.759594 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea869c-1831-4810-a344-296024630da0 req-d6b51a1b-268f-43b9-a2dc-14a50ffcfebe tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:11.769017 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-09ea869c-1831-4810-a344-296024630da0 req-d6b51a1b-268f-43b9-a2dc-14a50ffcfebe tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade HTTP/1.1" status: 200 len: 944 time: 0.2532363 Aug 11 02:06:11.773113 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49966493-58d2-4a93-b083-f686b79ee997 None None] Pushing event updated for resources: {'Port': ['ID=8eb57deb-c0c3-48d0-a750-cd0c603690d5,revision_number=2']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:11.789785 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49966493-58d2-4a93-b083-f686b79ee997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:11.790239 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49966493-58d2-4a93-b083-f686b79ee997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:11.791218 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49966493-58d2-4a93-b083-f686b79ee997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:11.791218 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49966493-58d2-4a93-b083-f686b79ee997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:11.791474 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49966493-58d2-4a93-b083-f686b79ee997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:11.791924 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49966493-58d2-4a93-b083-f686b79ee997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:11.792390 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49966493-58d2-4a93-b083-f686b79ee997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:11.792811 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49966493-58d2-4a93-b083-f686b79ee997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:11.793347 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49966493-58d2-4a93-b083-f686b79ee997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:11.793894 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49966493-58d2-4a93-b083-f686b79ee997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:11.794309 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49966493-58d2-4a93-b083-f686b79ee997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:11.795077 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49966493-58d2-4a93-b083-f686b79ee997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:11.795202 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2691d-86b9-4246-a061-19ee9bee2a9e req-feab1a1d-af1e-40d9-b676-eafcdfcae74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:11.796590 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-67a2691d-86b9-4246-a061-19ee9bee2a9e req-feab1a1d-af1e-40d9-b676-eafcdfcae74c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dd7537a6-ed84-4d97-895b-d4096339af36 HTTP/1.1" status: 200 len: 1101 time: 0.3335350 Aug 11 02:06:11.814338 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-edd15a42-07e9-44fc-8e6f-f6a07753b6ce None None] Provisioning complete for port f83f0018-0275-417b-97ec-8ee9cd5e8a90 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:11.815490 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-edd15a42-07e9-44fc-8e6f-f6a07753b6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:11.824638 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-a92d789c-8b5f-4a14-b558-599e759ae39a None None] For port 8eb57deb-c0c3-48d0-a750-cd0c603690d5, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:06:11.830161 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-a92d789c-8b5f-4a14-b558-599e759ae39a None None] For port 8eb57deb-c0c3-48d0-a750-cd0c603690d5, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8eb57deb-c0c3-48d0-a750-cd0c603690d5,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:06:11.836936 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-a92d789c-8b5f-4a14-b558-599e759ae39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:11.875894 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-09ea869c-1831-4810-a344-296024630da0 req-b48aa5f5-a595-4bc8-a4a9-c5b98c088e1c tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058960 Aug 11 02:06:11.891661 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:11.909911 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49966493-58d2-4a93-b083-f686b79ee997 None None] Pushing event updated for resources: {'Port': ['ID=8eb57deb-c0c3-48d0-a750-cd0c603690d5,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:11.942271 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92d789c-8b5f-4a14-b558-599e759ae39a None None] Routers {'322a826a-c013-43d6-9cbe-76c32a921b02'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:06:11.942889 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a92d789c-8b5f-4a14-b558-599e759ae39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:05:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['322a826a-c013-43d6-9cbe-76c32a921b02'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:11.986592 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-67a2691d-86b9-4246-a061-19ee9bee2a9e req-f619557f-f1af-43c3-ad40-73171551ee9e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a500b508-977a-410e-9681-740a7f8fe771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481845 Aug 11 02:06:11.987329 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0151cc-ef84-42ea-987e-9e2d14e09b31 req-197598ec-eaf2-42d3-8545-62ddadd81ac5 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:11.997944 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2b0151cc-ef84-42ea-987e-9e2d14e09b31 req-197598ec-eaf2-42d3-8545-62ddadd81ac5 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd7537a6-ed84-4d97-895b-d4096339af36 HTTP/1.1" status: 200 len: 949 time: 0.1378591 Aug 11 02:06:11.998410 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:12.069242 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 205f1abc-4706-40d8-ad36-b3c1304281e1, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=205f1abc-4706-40d8-ad36-b3c1304281e1,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:12.074177 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Allocated IP 172.20.0.1 (c65559e1-4eb8-4820-9052-68d94045d08a/e759628c-177a-4841-abc1-dc126cca5205/3ee270fb-8d94-498b-8320-f8244df09329) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:06:12.076133 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-a92d789c-8b5f-4a14-b558-599e759ae39a None None] Set router 322a826a-c013-43d6-9cbe-76c32a921b02 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:06:12.087723 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:12.120130 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2b0151cc-ef84-42ea-987e-9e2d14e09b31 req-338800a7-7c71-43ab-b85b-4c5ff6ce614a tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.50 "GET /v2.0/security-groups?id=a500b508-977a-410e-9681-740a7f8fe771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208653 Aug 11 02:06:12.168935 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-95234018-7209-4774-8896-0426871ef94e req-c92673c6-6d25-4249-b1e7-79eaaf1ad2c2 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=0977f8d1f319488d943473f8926805cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1216161 Aug 11 02:06:12.200508 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a641aeef-195f-44ed-b4d2-c263315bdba8 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:12.210322 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=205f1abc-4706-40d8-ad36-b3c1304281e1,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:12.237878 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a641aeef-195f-44ed-b4d2-c263315bdba8 None None] Transition to ACTIVE for port object f82cfde8-1f8e-4641-8c7c-4258c9d3516b will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:12.266575 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a641aeef-195f-44ed-b4d2-c263315bdba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:12.266798 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-5f4874c9-c4e1-478d-a4e3-32dda4e91dcc service neutron] 10.222.0.66 "GET /v2.0/ports/eb8c60ac-8091-4df6-b10a-f2c2814c27d4/bindings/n-h1-615180-33 HTTP/1.1" status: 200 len: 385 time: 0.2003920 Aug 11 02:06:12.321309 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-a641aeef-195f-44ed-b4d2-c263315bdba8 None None] Attempting to bind port f82cfde8-1f8e-4641-8c7c-4258c9d3516b on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:06:12.321696 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-a641aeef-195f-44ed-b4d2-c263315bdba8 None None] Attempting to bind port f82cfde8-1f8e-4641-8c7c-4258c9d3516b by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:06:12.323335 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a641aeef-195f-44ed-b4d2-c263315bdba8 None None] Attempting to bind port f82cfde8-1f8e-4641-8c7c-4258c9d3516b on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:12.341369 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a92d789c-8b5f-4a14-b558-599e759ae39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322a826a-c013-43d6-9cbe-76c32a921b02', 'name': 'tempest-AttachSCSIVolumeTestJSON-1284077289-router', 'tenant_id': '87f2f49f654f4685a1497faee6aaad84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '8eb57deb-c0c3-48d0-a750-cd0c603690d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:07Z', 'updated_at': '2021-08-11T02:06:09Z', 'revision_number': 3, 'project_id': '87f2f49f654f4685a1497faee6aaad84', 'gw_port': {'id': '8eb57deb-c0c3-48d0-a750-cd0c603690d5', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322a826a-c013-43d6-9cbe-76c32a921b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:08Z', 'updated_at': '2021-08-11T02:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:12.365599 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a641aeef-195f-44ed-b4d2-c263315bdba8 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:06:12.366019 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a641aeef-195f-44ed-b4d2-c263315bdba8 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:06:12.366382 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a641aeef-195f-44ed-b4d2-c263315bdba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:12.367626 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a641aeef-195f-44ed-b4d2-c263315bdba8 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:06:12.368137 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-a641aeef-195f-44ed-b4d2-c263315bdba8 None None] Bound port: f82cfde8-1f8e-4641-8c7c-4258c9d3516b, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:06:12.368667 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a641aeef-195f-44ed-b4d2-c263315bdba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:12.387101 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92d789c-8b5f-4a14-b558-599e759ae39a None None] The sync data for ids ['322a826a-c013-43d6-9cbe-76c32a921b02'] in n-d-615180-33 is: [{'id': '322a826a-c013-43d6-9cbe-76c32a921b02', 'name': 'tempest-AttachSCSIVolumeTestJSON-1284077289-router', 'tenant_id': '87f2f49f654f4685a1497faee6aaad84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '8eb57deb-c0c3-48d0-a750-cd0c603690d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:07Z', 'updated_at': '2021-08-11T02:06:09Z', 'revision_number': 3, 'project_id': '87f2f49f654f4685a1497faee6aaad84', 'gw_port': {'id': '8eb57deb-c0c3-48d0-a750-cd0c603690d5', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322a826a-c013-43d6-9cbe-76c32a921b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:08Z', 'updated_at': '2021-08-11T02:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:06:12.410022 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:12.438042 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Transition to ACTIVE for port object 3ee270fb-8d94-498b-8320-f8244df09329 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:12.449988 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483eb53f-82a5-4326-89eb-faeb42730176 req-815c92c4-fc1c-4239-a4b0-f97e323c31fc tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:12.451718 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-483eb53f-82a5-4326-89eb-faeb42730176 req-815c92c4-fc1c-4239-a4b0-f97e323c31fc tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f001cca-4977-4d62-8c8f-51089fb19fe7 HTTP/1.1" status: 200 len: 949 time: 0.1645548 Aug 11 02:06:12.499127 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-7f7d4436-38a3-4318-8974-80c911a3a8a3 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:12.500904 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-7f7d4436-38a3-4318-8974-80c911a3a8a3 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.73 "GET /v2.0/networks?id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c HTTP/1.1" status: 200 len: 808 time: 0.3490882 Aug 11 02:06:12.515437 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-483eb53f-82a5-4326-89eb-faeb42730176 req-0174adf8-1108-4548-988b-29efa8c355d5 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511024 Aug 11 02:06:12.531482 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:12.555690 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-b4b123bd-84fc-4b1b-a626-d772638c1b59 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Request body: {'port': {'device_id': 'b12cdf99-8cb2-4ff0-a9b2-86496441baa8', 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c', 'admin_state_up': True, 'tenant_id': '2ad8af97bd524ff09f331d88ab3a939b'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:12.577631 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Network c65559e1-4eb8-4820-9052-68d94045d08a is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:06:12.580994 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-a641aeef-195f-44ed-b4d2-c263315bdba8 None None] For port f82cfde8-1f8e-4641-8c7c-4258c9d3516b, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:06:12.583156 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb012854-bfba-4b7b-9160-d98996817785 None None] Pushing event updated for resources: {'Port': ['ID=f82cfde8-1f8e-4641-8c7c-4258c9d3516b,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:12.588208 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:12.592627 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:06:12.593302 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:12.597746 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-a641aeef-195f-44ed-b4d2-c263315bdba8 None None] For port f82cfde8-1f8e-4641-8c7c-4258c9d3516b, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f82cfde8-1f8e-4641-8c7c-4258c9d3516b,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:06:12.608372 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a641aeef-195f-44ed-b4d2-c263315bdba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:12.661924 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Pushing event updated for resources: {'Port': ['ID=3ee270fb-8d94-498b-8320-f8244df09329,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:12.684037 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:12.687227 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:12.687893 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:12.688890 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:12.690102 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:12.690783 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:12.691356 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:12.692177 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:12.692725 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:12.693268 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:12.694225 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:12.694963 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:12.731273 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb012854-bfba-4b7b-9160-d98996817785 None None] Pushing event updated for resources: {'Port': ['ID=f82cfde8-1f8e-4641-8c7c-4258c9d3516b,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:12.753828 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d80d030d-f042-4064-9c1f-2ad25fefd35e req-e70f8928-d0ac-44e7-a3b5-96f9518f5b92 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 210 time: 0.0538580 Aug 11 02:06:12.756303 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95234018-7209-4774-8896-0426871ef94e req-d7809ae7-99a3-4103-9e0a-9b47c7472820 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:12.764080 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a641aeef-195f-44ed-b4d2-c263315bdba8 None None] Routers {'d3da5e9b-9223-46e2-953a-f25fabe4b663'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:06:12.764527 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-95234018-7209-4774-8896-0426871ef94e req-d7809ae7-99a3-4103-9e0a-9b47c7472820 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5796390 Aug 11 02:06:12.765902 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-a641aeef-195f-44ed-b4d2-c263315bdba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:05:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['d3da5e9b-9223-46e2-953a-f25fabe4b663'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:12.774520 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Allocated IP 172.20.0.1 (9c7eead9-85e0-4354-9d4e-41d5748ddd31/d32b8020-d134-4ff5-b7b4-447e57c35f53/b235ad4e-b50b-4eae-b73e-c3850a9ad9ca) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:06:12.828944 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-95234018-7209-4774-8896-0426871ef94e req-17192d46-3426-4e18-a2ba-d185df65d67a tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/quotas/0977f8d1f319488d943473f8926805cd HTTP/1.1" status: 200 len: 375 time: 0.0559263 Aug 11 02:06:12.952517 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:12.995734 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-a641aeef-195f-44ed-b4d2-c263315bdba8 None None] Set router d3da5e9b-9223-46e2-953a-f25fabe4b663 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:06:13.002008 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-b4b123bd-84fc-4b1b-a626-d772638c1b59 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Made reservation on behalf of 2ad8af97bd524ff09f331d88ab3a939b for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:06:13.013545 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-b4b123bd-84fc-4b1b-a626-d772638c1b59 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:13.098032 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd32097-353f-4e32-ba93-912028e1d4df req-de76797d-6747-4f38-bb49-6bdd79e23f30 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:13.099939 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dfd32097-353f-4e32-ba93-912028e1d4df req-de76797d-6747-4f38-bb49-6bdd79e23f30 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade HTTP/1.1" status: 200 len: 944 time: 0.0933242 Aug 11 02:06:13.163813 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e24f6e19-8f51-43c5-b7d8-b4ac10d8a041 None None] Provisioning for port 3ee270fb-8d94-498b-8320-f8244df09329 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:13.174668 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e24f6e19-8f51-43c5-b7d8-b4ac10d8a041 None None] Provisioning complete for port 3ee270fb-8d94-498b-8320-f8244df09329 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:13.175242 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e24f6e19-8f51-43c5-b7d8-b4ac10d8a041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:13.214504 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dfd32097-353f-4e32-ba93-912028e1d4df req-8ef8ca68-8f01-4a79-a0f6-950606325615 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996094 Aug 11 02:06:13.220304 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-95234018-7209-4774-8896-0426871ef94e req-96815780-f8ee-4074-a4c9-c22815035058 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3881867 Aug 11 02:06:13.290578 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-e24f6e19-8f51-43c5-b7d8-b4ac10d8a041 None None] Port 3ee270fb-8d94-498b-8320-f8244df09329 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:06:13.306103 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:13.319638 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-a641aeef-195f-44ed-b4d2-c263315bdba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768594117-router', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'f82cfde8-1f8e-4641-8c7c-4258c9d3516b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:05Z', 'updated_at': '2021-08-11T02:06:08Z', 'revision_number': 3, 'project_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'gw_port': {'id': 'f82cfde8-1f8e-4641-8c7c-4258c9d3516b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:07Z', 'updated_at': '2021-08-11T02:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:13.333032 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:13.333032 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:13.340264 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-39982049-3717-48e5-ba2e-5633c500ba34 service neutron] For port eb8c60ac-8091-4df6-b10a-f2c2814c27d4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=eb8c60ac-8091-4df6-b10a-f2c2814c27d4,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:13.344732 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-b4b123bd-84fc-4b1b-a626-d772638c1b59 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Allocated IP 172.20.0.11 (9e66cc24-85a1-4102-8784-fe6b3bf4ec6c/ea5a035c-6f83-40b0-8579-ac261184d3bb/a82eea53-7092-4692-9141-f856d8fd4bfb) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:06:13.360849 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a641aeef-195f-44ed-b4d2-c263315bdba8 None None] The sync data for ids ['d3da5e9b-9223-46e2-953a-f25fabe4b663'] in n-d-615180-33 is: [{'id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768594117-router', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'f82cfde8-1f8e-4641-8c7c-4258c9d3516b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:05Z', 'updated_at': '2021-08-11T02:06:08Z', 'revision_number': 3, 'project_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'gw_port': {'id': 'f82cfde8-1f8e-4641-8c7c-4258c9d3516b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:07Z', 'updated_at': '2021-08-11T02:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:06:13.422236 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:13.428083 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-39982049-3717-48e5-ba2e-5633c500ba34 service neutron] For port eb8c60ac-8091-4df6-b10a-f2c2814c27d4, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:06:13.511879 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f001cca-4977-4d62-8c8f-51089fb19fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205f1abc-4706-40d8-ad36-b3c1304281e1'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:06:13.516972 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7099ae5d-850c-4eb7-a051-3d2cc7d75fe4" -d '{"events": [{"server_uuid": "4f001cca-4977-4d62-8c8f-51089fb19fe7", "name": "network-vif-plugged", "status": "completed", "tag": "205f1abc-4706-40d8-ad36-b3c1304281e1"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:06:13.540228 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Transition to ACTIVE for port object b235ad4e-b50b-4eae-b73e-c3850a9ad9ca will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:13.573290 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-39982049-3717-48e5-ba2e-5633c500ba34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb8c60ac-8091-4df6-b10a-f2c2814c27d4 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:06:13.630955 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c84ffc97-1ce0-435a-8230-67986ef520d2 req-f4bd9663-8d5c-406c-bddb-199fa0f952d8 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 210 time: 0.1003702 Aug 11 02:06:13.633386 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-39982049-3717-48e5-ba2e-5633c500ba34 service neutron] For port eb8c60ac-8091-4df6-b10a-f2c2814c27d4, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=eb8c60ac-8091-4df6-b10a-f2c2814c27d4,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:13.679459 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f83f0018-0275-417b-97ec-8ee9cd5e8a90 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:13.749538 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37b61a9-f5a9-48d2-a359-a9a13c84feee x-openstack-request-id: req-f37b61a9-f5a9-48d2-a359-a9a13c84feee {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:06:13.749866 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f001cca-4977-4d62-8c8f-51089fb19fe7", "name": "network-vif-plugged", "status": "completed", "tag": "205f1abc-4706-40d8-ad36-b3c1304281e1", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:06:13.750071 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f37b61a9-f5a9-48d2-a359-a9a13c84feee {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:06:13.753694 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f001cca-4977-4d62-8c8f-51089fb19fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205f1abc-4706-40d8-ad36-b3c1304281e1', 'code': 200} Aug 11 02:06:13.843815 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port f83f0018-0275-417b-97ec-8ee9cd5e8a90 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:13.849225 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:13.926467 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-39982049-3717-48e5-ba2e-5633c500ba34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:13.950659 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc3fb8-6756-40d5-b4a9-746950e3b6fc req-7643eda0-464a-4a74-abce-90892536140f tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:13.952243 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-39cc3fb8-6756-40d5-b4a9-746950e3b6fc req-7643eda0-464a-4a74-abce-90892536140f tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd7537a6-ed84-4d97-895b-d4096339af36 HTTP/1.1" status: 200 len: 949 time: 0.6385908 Aug 11 02:06:13.984632 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Pushing event updated for resources: {'Port': ['ID=3ee270fb-8d94-498b-8320-f8244df09329,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:14.002293 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:14.022476 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8eb57deb-c0c3-48d0-a750-cd0c603690d5 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:14.059289 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306e333-5166-4d97-85e9-d815970c7c4c req-2c59856c-7fb2-4ee7-a964-bc757152228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:14.060727 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3306e333-5166-4d97-85e9-d815970c7c4c req-2c59856c-7fb2-4ee7-a964-bc757152228e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4f001cca-4977-4d62-8c8f-51089fb19fe7 HTTP/1.1" status: 200 len: 1101 time: 0.1430528 Aug 11 02:06:14.067754 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-39cc3fb8-6756-40d5-b4a9-746950e3b6fc req-1261784c-0d76-450c-84fd-b3c52bb10986 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.50 "GET /v2.0/security-groups?id=a500b508-977a-410e-9681-740a7f8fe771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885921 Aug 11 02:06:14.076422 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Network c65559e1-4eb8-4820-9052-68d94045d08a is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:06:14.108575 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:14.112442 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3306e333-5166-4d97-85e9-d815970c7c4c req-ff22536f-525b-47cb-815f-463cd5433ddc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349295 Aug 11 02:06:14.124727 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 8eb57deb-c0c3-48d0-a750-cd0c603690d5 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:14.140116 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 8eb57deb-c0c3-48d0-a750-cd0c603690d5 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:14.140493 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:14.149754 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Network 9c7eead9-85e0-4354-9d4e-41d5748ddd31 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:06:14.237612 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f38e3-4730-4d5a-8f20-cb3dd92dbdb7 req-3b4971d6-4810-4c48-8599-126c7fdbde07 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:14.252755 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-751f38e3-4730-4d5a-8f20-cb3dd92dbdb7 req-3b4971d6-4810-4c48-8599-126c7fdbde07 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f001cca-4977-4d62-8c8f-51089fb19fe7 HTTP/1.1" status: 200 len: 949 time: 0.3790050 Aug 11 02:06:14.256146 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:14.276222 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:06:14.305073 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Router 322a826a-c013-43d6-9cbe-76c32a921b02 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:06:14.337816 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:14.363631 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 8eb57deb-c0c3-48d0-a750-cd0c603690d5, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8eb57deb-c0c3-48d0-a750-cd0c603690d5,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:14.370650 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:14.448189 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-543592a6-dd3c-4efd-940c-5d4feee8fac0 req-d4a36ade-1db0-4a33-8c12-9ce5c23789d2 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 210 time: 0.0617089 Aug 11 02:06:14.468311 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Pushing event updated for resources: {'Port': ['ID=b235ad4e-b50b-4eae-b73e-c3850a9ad9ca,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:14.485929 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-b4b123bd-84fc-4b1b-a626-d772638c1b59 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:14.491039 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=8eb57deb-c0c3-48d0-a750-cd0c603690d5,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:14.544606 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-6a5290d8-72d9-4591-bb08-b8ba2d5934df None None] Provisioning complete for port 3ee270fb-8d94-498b-8320-f8244df09329 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:14.545186 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:14.545823 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:14.545950 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:14.546244 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:14.546585 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:14.546848 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6a5290d8-72d9-4591-bb08-b8ba2d5934df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:14.546956 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:14.547214 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:14.547931 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:14.548288 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:14.550544 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:14.550911 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:14.551239 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:14.566319 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:06:14.586427 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-751f38e3-4730-4d5a-8f20-cb3dd92dbdb7 req-964b1436-189a-4d6e-b75b-681d673bbd1e tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324487 Aug 11 02:06:14.586669 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4de54954-14b7-4b07-aaf3-fdff8c61a22d admin admin] 10.222.0.50 "PUT /v2.0/routers/322a826a-c013-43d6-9cbe-76c32a921b02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9736104 Aug 11 02:06:14.587214 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:14.612652 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-6a5290d8-72d9-4591-bb08-b8ba2d5934df None None] Port 3ee270fb-8d94-498b-8320-f8244df09329 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:06:14.710913 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-39982049-3717-48e5-ba2e-5633c500ba34 service neutron] Transition to ACTIVE for port object eb8c60ac-8091-4df6-b10a-f2c2814c27d4 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:14.745921 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-39982049-3717-48e5-ba2e-5633c500ba34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:14.754490 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5618efef-1490-4006-8c84-166cf0cd9f79 None None] Provisioning for port b235ad4e-b50b-4eae-b73e-c3850a9ad9ca completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:14.766010 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5618efef-1490-4006-8c84-166cf0cd9f79 None None] Provisioning complete for port b235ad4e-b50b-4eae-b73e-c3850a9ad9ca triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:14.768841 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5618efef-1490-4006-8c84-166cf0cd9f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:14.821594 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6df172e0-5df6-4847-a22f-686252265b30 req-f7ca9323-bc4c-4b7a-8707-78b1d074a624 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 210 time: 0.0511465 Aug 11 02:06:14.832994 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-5618efef-1490-4006-8c84-166cf0cd9f79 None None] Port b235ad4e-b50b-4eae-b73e-c3850a9ad9ca cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:06:14.836061 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-b4b123bd-84fc-4b1b-a626-d772638c1b59 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:14.879762 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bd133-e22c-4d62-a632-6d57561869f6 req-de9b6736-323b-4d2f-acbf-868aba87b0e9 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:14.892602 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bd9bd133-e22c-4d62-a632-6d57561869f6 req-de9b6736-323b-4d2f-acbf-868aba87b0e9 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade HTTP/1.1" status: 200 len: 945 time: 0.2048850 Aug 11 02:06:14.905648 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-39982049-3717-48e5-ba2e-5633c500ba34 service neutron] No DVR routers for this DVR port eb8c60ac-8091-4df6-b10a-f2c2814c27d4 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:06:14.978724 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39982049-3717-48e5-ba2e-5633c500ba34 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8c60ac-8091-4df6-b10a-f2c2814c27d4,revision_number=10']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:15.064435 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-39982049-3717-48e5-ba2e-5633c500ba34 service neutron] 10.222.0.66 "PUT /v2.0/ports/eb8c60ac-8091-4df6-b10a-f2c2814c27d4/bindings/n-h1-615180-33/activate HTTP/1.1" status: 200 len: 370 time: 2.7796652 Aug 11 02:06:15.071080 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-b4b123bd-84fc-4b1b-a626-d772638c1b59 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:06:15.157550 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-b4b123bd-84fc-4b1b-a626-d772638c1b59 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:15.205007 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bd9bd133-e22c-4d62-a632-6d57561869f6 req-0f487669-a23e-46d4-8f88-4964319f4966 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917511 Aug 11 02:06:15.208834 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-b4b123bd-84fc-4b1b-a626-d772638c1b59 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:06:15.240653 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd886bd-51e6-48bf-8097-d568df345beb req-b7915fa6-69da-4057-8c2f-db66e5195d7e tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:15.257666 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:15.264453 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b123bd-84fc-4b1b-a626-d772638c1b59 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Pushing event updated for resources: {'Port': ['ID=a82eea53-7092-4692-9141-f856d8fd4bfb,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:15.267389 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-efd886bd-51e6-48bf-8097-d568df345beb req-b7915fa6-69da-4057-8c2f-db66e5195d7e tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd7537a6-ed84-4d97-895b-d4096339af36 HTTP/1.1" status: 200 len: 949 time: 0.2065654 Aug 11 02:06:15.351619 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-efd886bd-51e6-48bf-8097-d568df345beb req-2f2d711b-18c0-40b0-950c-12873c5d8765 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.50 "GET /v2.0/security-groups?id=a500b508-977a-410e-9681-740a7f8fe771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733325 Aug 11 02:06:15.380511 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-ba5dee28-7da1-4ecd-ae73-e289571023c8 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:15.386846 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-ba5dee28-7da1-4ecd-ae73-e289571023c8 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade&tenant_id=fc914b6e60444f2aabf27f905058cfbf&binding%3Ahost_id=n-h2-615180-33 HTTP/1.1" status: 200 len: 1097 time: 0.1989453 Aug 11 02:06:15.524883 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-a79540a8-f227-46e1-9ff9-55eea0ebe435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:15.526539 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-a79540a8-f227-46e1-9ff9-55eea0ebe435 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade&tenant_id=fc914b6e60444f2aabf27f905058cfbf HTTP/1.1" status: 200 len: 1097 time: 0.1254578 Aug 11 02:06:15.528544 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-b4b123bd-84fc-4b1b-a626-d772638c1b59 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:15.529940 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-b4b123bd-84fc-4b1b-a626-d772638c1b59 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:15.555491 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-95234018-7209-4774-8896-0426871ef94e req-fe0ffd60-a63d-44bd-951f-982a0ee31b86 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=0977f8d1f319488d943473f8926805cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2028902 Aug 11 02:06:15.567074 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-b4b123bd-84fc-4b1b-a626-d772638c1b59 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0171330 Aug 11 02:06:15.615443 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-da2cde12-adc3-463c-9418-08d6fca8dbb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:15.628425 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-423ce30a-e55b-436a-b6e0-431aa5954ddc service neutron] Request body: {'port': {'device_id': 'b12cdf99-8cb2-4ff0-a9b2-86496441baa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:15.704104 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-503dfcb4-7322-4cc3-b466-4d21b17f83f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:15.713553 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-503dfcb4-7322-4cc3-b466-4d21b17f83f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc914b6e60444f2aabf27f905058cfbf&device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade HTTP/1.1" status: 200 len: 1097 time: 0.1134887 Aug 11 02:06:15.811371 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f82cfde8-1f8e-4641-8c7c-4258c9d3516b up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:15.934647 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f038fbc3-c1ab-4abd-b66e-9678f60fc112 None None] Sync routers for ids ['322a826a-c013-43d6-9cbe-76c32a921b02'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:06:15.971218 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f038fbc3-c1ab-4abd-b66e-9678f60fc112 None None] Routers {'322a826a-c013-43d6-9cbe-76c32a921b02'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:06:15.972294 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-f038fbc3-c1ab-4abd-b66e-9678f60fc112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:05:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['322a826a-c013-43d6-9cbe-76c32a921b02'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:16.040377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-265df1bf-d786-4759-b24d-66f8a32c6741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:16.042076 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-265df1bf-d786-4759-b24d-66f8a32c6741 service neutron] 10.222.0.73 "GET /v2.0/networks?id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7 HTTP/1.1" status: 200 len: 922 time: 0.3169088 Aug 11 02:06:16.044898 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port f82cfde8-1f8e-4641-8c7c-4258c9d3516b completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:16.055407 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port f82cfde8-1f8e-4641-8c7c-4258c9d3516b triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:16.056038 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:16.060250 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7048ac-7ca3-4043-8338-2dc57550d870 req-9935ba64-a0a9-4e12-a0c0-ba278620ce4a tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:16.062040 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0b7048ac-7ca3-4043-8338-2dc57550d870 req-9935ba64-a0a9-4e12-a0c0-ba278620ce4a tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f001cca-4977-4d62-8c8f-51089fb19fe7 HTTP/1.1" status: 200 len: 949 time: 0.1430464 Aug 11 02:06:16.155500 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-a9b78099-da63-4ec8-9328-ae8e8f032b40 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb8c60ac-8091-4df6-b10a-f2c2814c27d4 HTTP/1.1" status: 200 len: 217 time: 0.0920486 Aug 11 02:06:16.163011 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device eb8c60ac-8091-4df6-b10a-f2c2814c27d4 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:06:16.228606 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device eb8c60ac-8091-4df6-b10a-f2c2814c27d4 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:06:16.240659 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-f038fbc3-c1ab-4abd-b66e-9678f60fc112 None None] Set router 322a826a-c013-43d6-9cbe-76c32a921b02 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:06:16.275865 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0b7048ac-7ca3-4043-8338-2dc57550d870 req-0fa457f4-19bc-4b9b-bba0-c9a118bb9977 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981702 Aug 11 02:06:16.300778 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-f5a7be88-0e58-4024-a59d-fb013e26d6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:16.302823 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-f5a7be88-0e58-4024-a59d-fb013e26d6cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b6e0d0b4-108b-452a-91dc-cd606630079c HTTP/1.1" status: 200 len: 861 time: 0.1339931 Aug 11 02:06:16.355481 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-bdd79044-a02c-4b4a-87c1-dbd5a7998624 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426848 Aug 11 02:06:16.382944 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:16.435590 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5abe26ce-13f5-4704-a2f4-15ba925a58c3 req-3d6d6b01-9dcb-4033-8863-fcd0d4bb10ba tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 210 time: 0.0619130 Aug 11 02:06:16.546634 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-423ce30a-e55b-436a-b6e0-431aa5954ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:16.578467 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port f82cfde8-1f8e-4641-8c7c-4258c9d3516b, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f82cfde8-1f8e-4641-8c7c-4258c9d3516b,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:16.593845 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:16.596772 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8eb57deb-c0c3-48d0-a750-cd0c603690d5 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:16.624012 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-d39475e7-3543-4048-b549-0b018c200da9 service neutron] 10.222.0.73 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524171 Aug 11 02:06:16.634972 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95234018-7209-4774-8896-0426871ef94e req-ec41bd57-4234-4a6f-9ef9-f0308e98a874 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:16.636616 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-95234018-7209-4774-8896-0426871ef94e req-ec41bd57-4234-4a6f-9ef9-f0308e98a874 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0654333 Aug 11 02:06:16.637597 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf92426-e9d8-4b6b-be47-f099afe304c1 req-7dfa064d-348d-4f1f-a3d5-611a4317d277 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:16.647694 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8bf92426-e9d8-4b6b-be47-f099afe304c1 req-7dfa064d-348d-4f1f-a3d5-611a4317d277 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade HTTP/1.1" status: 200 len: 945 time: 0.0866706 Aug 11 02:06:16.664235 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=f82cfde8-1f8e-4641-8c7c-4258c9d3516b,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:16.670518 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4883961-85a1-414b-9b0f-9433f41e6a76 req-a263ce6e-2c50-459f-b0aa-bd087710e0a7 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:16.684937 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a4883961-85a1-414b-9b0f-9433f41e6a76 req-a263ce6e-2c50-459f-b0aa-bd087710e0a7 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 932 time: 1.0297532 Aug 11 02:06:16.711994 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-95234018-7209-4774-8896-0426871ef94e req-d6517bae-ec83-46e1-b7c7-e75b9c6e9d82 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Request body: {'port': {'device_id': 'c085a225-ad53-4db5-9e5c-aa586468aae5', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': '0977f8d1f319488d943473f8926805cd'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:16.789197 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8bf92426-e9d8-4b6b-be47-f099afe304c1 req-35499040-0c82-4334-8055-47944f4040bf tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403549 Aug 11 02:06:16.823848 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 8eb57deb-c0c3-48d0-a750-cd0c603690d5 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:16.824885 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:16.871640 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-3c4d1014-3f95-46f9-a197-88dbbc986d63 service neutron] 10.222.0.73 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188206 Aug 11 02:06:16.888037 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a4883961-85a1-414b-9b0f-9433f41e6a76 req-34a5933a-4678-4f7d-9d58-8cc9ac921f3a tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967590 Aug 11 02:06:16.922581 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-f038fbc3-c1ab-4abd-b66e-9678f60fc112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322a826a-c013-43d6-9cbe-76c32a921b02', 'name': 'tempest-AttachSCSIVolumeTestJSON-1284077289-router', 'tenant_id': '87f2f49f654f4685a1497faee6aaad84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '8eb57deb-c0c3-48d0-a750-cd0c603690d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:07Z', 'updated_at': '2021-08-11T02:06:12Z', 'revision_number': 4, 'project_id': '87f2f49f654f4685a1497faee6aaad84', 'gw_port': {'id': '8eb57deb-c0c3-48d0-a750-cd0c603690d5', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322a826a-c013-43d6-9cbe-76c32a921b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:08Z', 'updated_at': '2021-08-11T02:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '3ee270fb-8d94-498b-8320-f8244df09329', 'name': '', 'network_id': 'c65559e1-4eb8-4820-9052-68d94045d08a', 'tenant_id': '87f2f49f654f4685a1497faee6aaad84', 'mac_address': 'fa:16:3e:93:bc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322a826a-c013-43d6-9cbe-76c32a921b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e759628c-177a-4841-abc1-dc126cca5205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:11Z', 'updated_at': '2021-08-11T02:06:13Z', 'revision_number': 2, 'project_id': '87f2f49f654f4685a1497faee6aaad84', 'subnets': [{'id': 'e759628c-177a-4841-abc1-dc126cca5205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:16.980458 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f038fbc3-c1ab-4abd-b66e-9678f60fc112 None None] Checking router: 322a826a-c013-43d6-9cbe-76c32a921b02 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:06:16.980973 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f038fbc3-c1ab-4abd-b66e-9678f60fc112 None None] Updating router 322a826a-c013-43d6-9cbe-76c32a921b02 port 3ee270fb-8d94-498b-8320-f8244df09329 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:06:17.008738 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d575e4-2a35-4d25-9e4e-a8a38515c9de req-94d75998-5217-4daa-a9a6-db3864976428 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:17.019506 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f038fbc3-c1ab-4abd-b66e-9678f60fc112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:17.020838 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44d575e4-2a35-4d25-9e4e-a8a38515c9de req-94d75998-5217-4daa-a9a6-db3864976428 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=73654092-e470-4e55-8c84-7354e3b8c524 HTTP/1.1" status: 200 len: 949 time: 0.0902309 Aug 11 02:06:17.101619 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44d575e4-2a35-4d25-9e4e-a8a38515c9de req-16d70559-9466-4061-b840-56cd827f96a2 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788186 Aug 11 02:06:17.118570 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3f684-42c3-4bd1-a3e7-21efa4764838 req-a40d5d9e-fe0c-47bf-a7ab-2b0a91aaf03d tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:17.120751 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-27d3f684-42c3-4bd1-a3e7-21efa4764838 req-a40d5d9e-fe0c-47bf-a7ab-2b0a91aaf03d tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd7537a6-ed84-4d97-895b-d4096339af36 HTTP/1.1" status: 200 len: 949 time: 0.4147947 Aug 11 02:06:17.211928 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217cf81-18ad-4e94-94f9-aa8af0abde2e req-112af4c0-1d95-4a4a-a0cf-5a08ee96fe96 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:17.220481 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1217cf81-18ad-4e94-94f9-aa8af0abde2e req-112af4c0-1d95-4a4a-a0cf-5a08ee96fe96 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd7537a6-ed84-4d97-895b-d4096339af36 HTTP/1.1" status: 200 len: 949 time: 0.1953347 Aug 11 02:06:17.299388 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:17.317124 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-44699f49-5bcd-4fd7-ae73-1b0a6751f99e tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:17.327070 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-44699f49-5bcd-4fd7-ae73-1b0a6751f99e tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade&tenant_id=fc914b6e60444f2aabf27f905058cfbf&binding%3Ahost_id=n-h1-615180-33 HTTP/1.1" status: 200 len: 1097 time: 0.1092188 Aug 11 02:06:17.351037 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:17.416171 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:17.417815 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95234018-7209-4774-8896-0426871ef94e req-d6517bae-ec83-46e1-b7c7-e75b9c6e9d82 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Made reservation on behalf of 0977f8d1f319488d943473f8926805cd for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:06:17.421658 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-95234018-7209-4774-8896-0426871ef94e req-d6517bae-ec83-46e1-b7c7-e75b9c6e9d82 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:17.435101 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1217cf81-18ad-4e94-94f9-aa8af0abde2e req-1cda0757-fb8d-4390-8f64-3ec9d8cab76e tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.50 "GET /v2.0/security-groups?id=a500b508-977a-410e-9681-740a7f8fe771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114625 Aug 11 02:06:17.530433 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f038fbc3-c1ab-4abd-b66e-9678f60fc112 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:17.544160 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f038fbc3-c1ab-4abd-b66e-9678f60fc112 None None] Transition to ACTIVE for port object 3ee270fb-8d94-498b-8320-f8244df09329 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:17.576840 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f038fbc3-c1ab-4abd-b66e-9678f60fc112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:17.607527 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-79615f54-f20c-49c7-aca6-bbe3672f37f3 service neutron] For port eb8c60ac-8091-4df6-b10a-f2c2814c27d4, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:06:17.611170 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-79615f54-f20c-49c7-aca6-bbe3672f37f3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:17.617166 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b732b287-60d1-44d4-b4fa-c69b5335b609 req-79615f54-f20c-49c7-aca6-bbe3672f37f3 service neutron] 10.222.0.73 "DELETE /v2.0/ports/eb8c60ac-8091-4df6-b10a-f2c2814c27d4/bindings/n-h2-615180-33 HTTP/1.1" status: 204 len: 173 time: 0.2712703 Aug 11 02:06:17.700803 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Network 9c7eead9-85e0-4354-9d4e-41d5748ddd31 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:06:17.898565 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-95234018-7209-4774-8896-0426871ef94e req-d6517bae-ec83-46e1-b7c7-e75b9c6e9d82 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Allocated IP 192.168.233.133 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/76df8e04-64c2-4bd9-8284-74ca034add0a) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:06:18.074302 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9856b1b-8180-44cc-8e8d-f1d8a1ae6a64 None None] Pushing event updated for resources: {'Port': ['ID=3ee270fb-8d94-498b-8320-f8244df09329,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:18.086331 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f82cfde8-1f8e-4641-8c7c-4258c9d3516b up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:18.097231 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:18.103834 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-03339f91-5d32-4eae-b757-5f5f22ccb229 req-b6b00d74-61b2-4408-a3be-ee6c06568f51 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 210 time: 0.5452311 Aug 11 02:06:18.150329 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366eb5bf-56c3-4bdd-af88-f8ca272d492c req-e9eae806-9b5a-4274-bcac-7727fd1d3cf7 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:18.183080 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366eb5bf-56c3-4bdd-af88-f8ca272d492c req-e9eae806-9b5a-4274-bcac-7727fd1d3cf7 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:18.190925 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-366eb5bf-56c3-4bdd-af88-f8ca272d492c req-e9eae806-9b5a-4274-bcac-7727fd1d3cf7 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f001cca-4977-4d62-8c8f-51089fb19fe7&device_id=73654092-e470-4e55-8c84-7354e3b8c524 HTTP/1.1" status: 200 len: 1689 time: 0.1385088 Aug 11 02:06:18.216765 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Pushing event updated for resources: {'Port': ['ID=b235ad4e-b50b-4eae-b73e-c3850a9ad9ca,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:18.231393 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-f038fbc3-c1ab-4abd-b66e-9678f60fc112 None None] Attempting to bind port 3ee270fb-8d94-498b-8320-f8244df09329 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:06:18.231989 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-f038fbc3-c1ab-4abd-b66e-9678f60fc112 None None] Attempting to bind port 3ee270fb-8d94-498b-8320-f8244df09329 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '6a42bafd-f31c-4ec7-8c13-f72b5e9a92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c65559e1-4eb8-4820-9052-68d94045d08a'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:06:18.232449 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f038fbc3-c1ab-4abd-b66e-9678f60fc112 None None] Attempting to bind port 3ee270fb-8d94-498b-8320-f8244df09329 on network c65559e1-4eb8-4820-9052-68d94045d08a {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:18.269415 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-423ce30a-e55b-436a-b6e0-431aa5954ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a82eea53-7092-4692-9141-f856d8fd4bfb {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:06:18.286214 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-366eb5bf-56c3-4bdd-af88-f8ca272d492c req-de847d75-579f-481b-8278-9ee1c9af1fea tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936575 Aug 11 02:06:18.288352 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-423ce30a-e55b-436a-b6e0-431aa5954ddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:18.309102 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-423ce30a-e55b-436a-b6e0-431aa5954ddc service neutron] Transition to ACTIVE for port object a82eea53-7092-4692-9141-f856d8fd4bfb will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:18.341022 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f038fbc3-c1ab-4abd-b66e-9678f60fc112 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:06:18.345566 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f038fbc3-c1ab-4abd-b66e-9678f60fc112 None None] Checking segment: {'id': '6a42bafd-f31c-4ec7-8c13-f72b5e9a92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c65559e1-4eb8-4820-9052-68d94045d08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:06:18.347041 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f038fbc3-c1ab-4abd-b66e-9678f60fc112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:18.347553 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f038fbc3-c1ab-4abd-b66e-9678f60fc112 None None] Bound using segment: {'id': '6a42bafd-f31c-4ec7-8c13-f72b5e9a92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c65559e1-4eb8-4820-9052-68d94045d08a'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:06:18.348203 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-f038fbc3-c1ab-4abd-b66e-9678f60fc112 None None] Bound port: 3ee270fb-8d94-498b-8320-f8244df09329, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a42bafd-f31c-4ec7-8c13-f72b5e9a92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c65559e1-4eb8-4820-9052-68d94045d08a'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:06:18.352660 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f038fbc3-c1ab-4abd-b66e-9678f60fc112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:18.380533 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-423ce30a-e55b-436a-b6e0-431aa5954ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:18.397743 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a46bc4da-5bb3-4e20-a28a-7af75cb34ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:18.429184 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:18.497852 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-27d3f684-42c3-4bd1-a3e7-21efa4764838 req-f2a8b5f8-3949-4629-90bb-a399ecff8873 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Deleting port 5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:06:18.497852 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-27d3f684-42c3-4bd1-a3e7-21efa4764838 req-f2a8b5f8-3949-4629-90bb-a399ecff8873 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:18.504362 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7343b-840e-49b9-8eb5-d1baf51f5036 req-1b5b13d2-d23d-4bd0-a9fc-70f02048c036 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:18.507287 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b3b7343b-840e-49b9-8eb5-d1baf51f5036 req-1b5b13d2-d23d-4bd0-a9fc-70f02048c036 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 944 time: 0.1225183 Aug 11 02:06:18.519092 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port f82cfde8-1f8e-4641-8c7c-4258c9d3516b triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:18.519092 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:18.600334 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b3b7343b-840e-49b9-8eb5-d1baf51f5036 req-f3995579-681c-483f-894b-eec4f769fa73 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864069 Aug 11 02:06:18.633823 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-27d3f684-42c3-4bd1-a3e7-21efa4764838 req-f2a8b5f8-3949-4629-90bb-a399ecff8873 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] For port 5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:18.638030 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-27d3f684-42c3-4bd1-a3e7-21efa4764838 req-f2a8b5f8-3949-4629-90bb-a399ecff8873 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:18.649696 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-f038fbc3-c1ab-4abd-b66e-9678f60fc112 None None] For port 3ee270fb-8d94-498b-8320-f8244df09329, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:06:18.679941 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-27d3f684-42c3-4bd1-a3e7-21efa4764838 req-f2a8b5f8-3949-4629-90bb-a399ecff8873 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Calling delete_port for 5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:06:18.691605 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-f038fbc3-c1ab-4abd-b66e-9678f60fc112 None None] For port 3ee270fb-8d94-498b-8320-f8244df09329, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3ee270fb-8d94-498b-8320-f8244df09329,segment=NetworkSegment(6a42bafd-f31c-4ec7-8c13-f72b5e9a92a8),segment_id=6a42bafd-f31c-4ec7-8c13-f72b5e9a92a8)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:06:18.706027 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-adbbcd64-aa7e-4934-8cff-a3c2a68893d3 None None] Provisioning complete for port b235ad4e-b50b-4eae-b73e-c3850a9ad9ca triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:18.706470 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-adbbcd64-aa7e-4934-8cff-a3c2a68893d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:18.714317 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f038fbc3-c1ab-4abd-b66e-9678f60fc112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:18.881032 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-adbbcd64-aa7e-4934-8cff-a3c2a68893d3 None None] Port b235ad4e-b50b-4eae-b73e-c3850a9ad9ca cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:06:18.894005 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f038fbc3-c1ab-4abd-b66e-9678f60fc112 None None] Routers {'322a826a-c013-43d6-9cbe-76c32a921b02'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:06:18.895032 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-f038fbc3-c1ab-4abd-b66e-9678f60fc112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:06:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['322a826a-c013-43d6-9cbe-76c32a921b02'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:18.900277 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9856b1b-8180-44cc-8e8d-f1d8a1ae6a64 None None] Pushing event updated for resources: {'Port': ['ID=3ee270fb-8d94-498b-8320-f8244df09329,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:19.004476 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc96f3-8c74-4b33-80bd-f513510a62bf req-1235cf52-254f-4a5f-b8d9-0a574e99d7b5 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:19.018080 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f2bc96f3-8c74-4b33-80bd-f513510a62bf req-1235cf52-254f-4a5f-b8d9-0a574e99d7b5 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd7537a6-ed84-4d97-895b-d4096339af36 HTTP/1.1" status: 200 len: 949 time: 0.1372223 Aug 11 02:06:19.118726 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ce30a-e55b-436a-b6e0-431aa5954ddc service neutron] Pushing event updated for resources: {'Port': ['ID=a82eea53-7092-4692-9141-f856d8fd4bfb,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:19.119319 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f2bc96f3-8c74-4b33-80bd-f513510a62bf req-ef404234-ab37-424c-8d39-f127e7f85f60 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.50 "GET /v2.0/security-groups?id=a500b508-977a-410e-9681-740a7f8fe771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963328 Aug 11 02:06:19.173446 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ebca5-6ead-4233-a4a7-d7f96893fa39 req-ee1e4160-79d8-4980-82e8-00cdc63dea0e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:19.186661 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-521ebca5-6ead-4233-a4a7-d7f96893fa39 req-ee1e4160-79d8-4980-82e8-00cdc63dea0e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade HTTP/1.1" status: 200 len: 945 time: 0.8170009 Aug 11 02:06:19.271013 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-f038fbc3-c1ab-4abd-b66e-9678f60fc112 None None] Set router 322a826a-c013-43d6-9cbe-76c32a921b02 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:06:19.294638 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3153ebe-b847-4f55-a899-7cf133ae6b77 req-935431ea-19de-4dea-bb44-17c1607b74b5 tempest-ServersOnMultiNodesTest-663824480 tempest-ServersOnMultiNodesTest-663824480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:19.297953 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a3153ebe-b847-4f55-a899-7cf133ae6b77 req-935431ea-19de-4dea-bb44-17c1607b74b5 tempest-ServersOnMultiNodesTest-663824480 tempest-ServersOnMultiNodesTest-663824480-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4f001cca-4977-4d62-8c8f-51089fb19fe7 HTTP/1.1" status: 200 len: 1101 time: 0.0684700 Aug 11 02:06:19.302133 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-423ce30a-e55b-436a-b6e0-431aa5954ddc service neutron] Attempting to bind port a82eea53-7092-4692-9141-f856d8fd4bfb on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:06:19.302477 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-423ce30a-e55b-436a-b6e0-431aa5954ddc service neutron] Attempting to bind port a82eea53-7092-4692-9141-f856d8fd4bfb by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:06:19.303289 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-423ce30a-e55b-436a-b6e0-431aa5954ddc service neutron] Attempting to bind port a82eea53-7092-4692-9141-f856d8fd4bfb on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:19.323360 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Router d3da5e9b-9223-46e2-953a-f25fabe4b663 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:06:19.336401 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-521ebca5-6ead-4233-a4a7-d7f96893fa39 req-de330f0f-2932-4324-affa-9e236264ea05 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488609 Aug 11 02:06:19.362341 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a3153ebe-b847-4f55-a899-7cf133ae6b77 req-7f1e26f6-5a9d-44e7-be0b-14028698bf43 tempest-ServersOnMultiNodesTest-663824480 tempest-ServersOnMultiNodesTest-663824480-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514400 Aug 11 02:06:19.380878 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-423ce30a-e55b-436a-b6e0-431aa5954ddc service neutron] Port a82eea53-7092-4692-9141-f856d8fd4bfb on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:06:19.382068 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-423ce30a-e55b-436a-b6e0-431aa5954ddc service neutron] Attempting to bind port a82eea53-7092-4692-9141-f856d8fd4bfb on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:19.411255 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-95234018-7209-4774-8896-0426871ef94e req-d6517bae-ec83-46e1-b7c7-e75b9c6e9d82 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:19.418297 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-423ce30a-e55b-436a-b6e0-431aa5954ddc service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:06:19.421341 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-423ce30a-e55b-436a-b6e0-431aa5954ddc service neutron] Checking segment: {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:06:19.421927 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-423ce30a-e55b-436a-b6e0-431aa5954ddc service neutron] Bound using segment: {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:06:19.424202 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-423ce30a-e55b-436a-b6e0-431aa5954ddc service neutron] Bound port: a82eea53-7092-4692-9141-f856d8fd4bfb, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:06:19.424742 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-423ce30a-e55b-436a-b6e0-431aa5954ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:19.470303 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-95234018-7209-4774-8896-0426871ef94e req-d6517bae-ec83-46e1-b7c7-e75b9c6e9d82 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Transition to ACTIVE for port object 76df8e04-64c2-4bd9-8284-74ca034add0a will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:19.506035 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-27d3f684-42c3-4bd1-a3e7-21efa4764838 req-f2a8b5f8-3949-4629-90bb-a399ecff8873 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:19.511793 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-f038fbc3-c1ab-4abd-b66e-9678f60fc112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322a826a-c013-43d6-9cbe-76c32a921b02', 'name': 'tempest-AttachSCSIVolumeTestJSON-1284077289-router', 'tenant_id': '87f2f49f654f4685a1497faee6aaad84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '8eb57deb-c0c3-48d0-a750-cd0c603690d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:07Z', 'updated_at': '2021-08-11T02:06:12Z', 'revision_number': 4, 'project_id': '87f2f49f654f4685a1497faee6aaad84', 'gw_port': {'id': '8eb57deb-c0c3-48d0-a750-cd0c603690d5', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322a826a-c013-43d6-9cbe-76c32a921b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:08Z', 'updated_at': '2021-08-11T02:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '3ee270fb-8d94-498b-8320-f8244df09329', 'name': '', 'network_id': 'c65559e1-4eb8-4820-9052-68d94045d08a', 'tenant_id': '87f2f49f654f4685a1497faee6aaad84', 'mac_address': 'fa:16:3e:93:bc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322a826a-c013-43d6-9cbe-76c32a921b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e759628c-177a-4841-abc1-dc126cca5205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:11Z', 'updated_at': '2021-08-11T02:06:18Z', 'revision_number': 4, 'project_id': '87f2f49f654f4685a1497faee6aaad84', 'subnets': [{'id': 'e759628c-177a-4841-abc1-dc126cca5205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:19.522006 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b9605-758e-4f20-9e96-8cc39814c78a req-36c5eae3-b02e-4b25-b52d-13f448868db1 tempest-ServersOnMultiNodesTest-663824480 tempest-ServersOnMultiNodesTest-663824480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:19.531584 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1e3b9605-758e-4f20-9e96-8cc39814c78a req-36c5eae3-b02e-4b25-b52d-13f448868db1 tempest-ServersOnMultiNodesTest-663824480 tempest-ServersOnMultiNodesTest-663824480-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=73654092-e470-4e55-8c84-7354e3b8c524 HTTP/1.1" status: 200 len: 1101 time: 0.0695891 Aug 11 02:06:19.561878 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f038fbc3-c1ab-4abd-b66e-9678f60fc112 None None] The sync data for ids ['322a826a-c013-43d6-9cbe-76c32a921b02'] in n-d-615180-33 is: [{'id': '322a826a-c013-43d6-9cbe-76c32a921b02', 'name': 'tempest-AttachSCSIVolumeTestJSON-1284077289-router', 'tenant_id': '87f2f49f654f4685a1497faee6aaad84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '8eb57deb-c0c3-48d0-a750-cd0c603690d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:07Z', 'updated_at': '2021-08-11T02:06:12Z', 'revision_number': 4, 'project_id': '87f2f49f654f4685a1497faee6aaad84', 'gw_port': {'id': '8eb57deb-c0c3-48d0-a750-cd0c603690d5', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322a826a-c013-43d6-9cbe-76c32a921b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:08Z', 'updated_at': '2021-08-11T02:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '3ee270fb-8d94-498b-8320-f8244df09329', 'name': '', 'network_id': 'c65559e1-4eb8-4820-9052-68d94045d08a', 'tenant_id': '87f2f49f654f4685a1497faee6aaad84', 'mac_address': 'fa:16:3e:93:bc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322a826a-c013-43d6-9cbe-76c32a921b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e759628c-177a-4841-abc1-dc126cca5205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:11Z', 'updated_at': '2021-08-11T02:06:18Z', 'revision_number': 4, 'project_id': '87f2f49f654f4685a1497faee6aaad84', 'subnets': [{'id': 'e759628c-177a-4841-abc1-dc126cca5205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:06:19.574813 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1e3b9605-758e-4f20-9e96-8cc39814c78a req-d6eab99a-7dc1-4ee1-a51c-4361c8d59862 tempest-ServersOnMultiNodesTest-663824480 tempest-ServersOnMultiNodesTest-663824480-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423729 Aug 11 02:06:19.711704 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-702d25ba-fa31-438b-8cc3-60ca7bade09a req-c0803aaa-1ba6-4672-9376-ba6baa07dfdf tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 210 time: 0.1872108 Aug 11 02:06:19.722988 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8b5f8-3949-4629-90bb-a399ecff8873 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Pushing event deleted for resources: {'Port': ['ID=5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:19.850073 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d3f684-42c3-4bd1-a3e7-21efa4764838 req-f2a8b5f8-3949-4629-90bb-a399ecff8873 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] No DVR routers for this DVR port 5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:06:19.853934 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-27d3f684-42c3-4bd1-a3e7-21efa4764838 req-f2a8b5f8-3949-4629-90bb-a399ecff8873 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:19.862717 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-27d3f684-42c3-4bd1-a3e7-21efa4764838 req-f2a8b5f8-3949-4629-90bb-a399ecff8873 tempest-ServerDiagnosticsNegativeTest-1775255065 tempest-ServerDiagnosticsNegativeTest-1775255065-project] 10.222.0.66 "DELETE /v2.0/ports/5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b HTTP/1.1" status: 204 len: 173 time: 2.7188001 Aug 11 02:06:19.866190 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cddaa-df7e-46a4-9b07-fe26c6b6d03f req-5092e473-afa1-43c0-9c70-52159810e346 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:19.897313 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dd4cddaa-df7e-46a4-9b07-fe26c6b6d03f req-5092e473-afa1-43c0-9c70-52159810e346 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade HTTP/1.1" status: 200 len: 1097 time: 0.1950362 Aug 11 02:06:19.905637 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:19.913417 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7537a6-ed84-4d97-895b-d4096339af36', 'name': 'network-vif-deleted', 'tag': '5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:06:19.925448 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb582137-79a3-41c6-b73d-2d816f4fc898" -d '{"events": [{"server_uuid": "dd7537a6-ed84-4d97-895b-d4096339af36", "name": "network-vif-deleted", "tag": "5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:06:20.011635 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dd4cddaa-df7e-46a4-9b07-fe26c6b6d03f req-58534b1c-d103-415b-82bc-27c7b7706658 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126359 Aug 11 02:06:20.032938 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3ee270fb-8d94-498b-8320-f8244df09329 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:20.110654 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:06:20.150626 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-95234018-7209-4774-8896-0426871ef94e req-d6517bae-ec83-46e1-b7c7-e75b9c6e9d82 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:20.190207 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['f1c2dc37-53c8-4940-8d0e-4a846afcecd0'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:06:20.203314 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:06:20.205098 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:06:20.221024 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95234018-7209-4774-8896-0426871ef94e req-d6517bae-ec83-46e1-b7c7-e75b9c6e9d82 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:06:20.235017 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-423ce30a-e55b-436a-b6e0-431aa5954ddc service neutron] For port a82eea53-7092-4692-9141-f856d8fd4bfb, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:06:20.241071 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-95234018-7209-4774-8896-0426871ef94e req-d6517bae-ec83-46e1-b7c7-e75b9c6e9d82 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:20.257492 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-95234018-7209-4774-8896-0426871ef94e req-d6517bae-ec83-46e1-b7c7-e75b9c6e9d82 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:06:20.325120 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 3ee270fb-8d94-498b-8320-f8244df09329 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:20.332812 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 3ee270fb-8d94-498b-8320-f8244df09329 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:20.333228 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:20.350087 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-b6eb18ab-d92f-4ea8-abcf-6e1d67424133 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550826 Aug 11 02:06:20.376586 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-423ce30a-e55b-436a-b6e0-431aa5954ddc service neutron] For port a82eea53-7092-4692-9141-f856d8fd4bfb, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a82eea53-7092-4692-9141-f856d8fd4bfb,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:06:20.416656 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:06:20.452930 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8009431-8758-4ddb-bf41-ea2af8c3908a req-ebce91bd-a6ff-4fb8-a6eb-e4e1d22a4a2e tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:20.454649 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b8009431-8758-4ddb-bf41-ea2af8c3908a req-ebce91bd-a6ff-4fb8-a6eb-e4e1d22a4a2e tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 944 time: 0.4380002 Aug 11 02:06:20.457645 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dd67ef-7f25-4d59-8541-20d761c86838 None None] Sync routers for ids ['d3da5e9b-9223-46e2-953a-f25fabe4b663'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:06:20.478338 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-89be68ff-408e-4d81-8d6e-4a6068ad39a2 admin admin] 10.222.0.50 "PUT /v2.0/routers/d3da5e9b-9223-46e2-953a-f25fabe4b663/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3041546 Aug 11 02:06:20.483683 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-423ce30a-e55b-436a-b6e0-431aa5954ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:20.484081 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dd67ef-7f25-4d59-8541-20d761c86838 None None] Routers {'d3da5e9b-9223-46e2-953a-f25fabe4b663'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:06:20.484710 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e5dd67ef-7f25-4d59-8541-20d761c86838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:06:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['d3da5e9b-9223-46e2-953a-f25fabe4b663'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:20.585318 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-423ce30a-e55b-436a-b6e0-431aa5954ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:20.596205 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-423ce30a-e55b-436a-b6e0-431aa5954ddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:20.606463 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-423ce30a-e55b-436a-b6e0-431aa5954ddc service neutron] 10.222.0.73 "PUT /v2.0/ports/a82eea53-7092-4692-9141-f856d8fd4bfb HTTP/1.1" status: 200 len: 1093 time: 4.9960818 Aug 11 02:06:20.608862 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6517bae-ec83-46e1-b7c7-e75b9c6e9d82 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Pushing event updated for resources: {'Port': ['ID=76df8e04-64c2-4bd9-8284-74ca034add0a,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:20.701389 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95234018-7209-4774-8896-0426871ef94e req-d6517bae-ec83-46e1-b7c7-e75b9c6e9d82 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:20.709009 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-95234018-7209-4774-8896-0426871ef94e req-d6517bae-ec83-46e1-b7c7-e75b9c6e9d82 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:20.725213 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:20.747181 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-2941891b-92ed-479c-afc3-c443ba204e99 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:20.760393 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-2941891b-92ed-479c-afc3-c443ba204e99 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4027860 Aug 11 02:06:20.789129 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-de28c557-4f1a-450c-ade5-c8f346da6c01 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/quotas/2ce8767569c84bef8cb5da975c6c17a4 HTTP/1.1" status: 200 len: 375 time: 0.0277658 Aug 11 02:06:20.832541 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 3ee270fb-8d94-498b-8320-f8244df09329, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3ee270fb-8d94-498b-8320-f8244df09329,segment=NetworkSegment(6a42bafd-f31c-4ec7-8c13-f72b5e9a92a8),segment_id=6a42bafd-f31c-4ec7-8c13-f72b5e9a92a8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:20.836498 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2fb5a933-22e3-454e-999f-ab0b0844d091 None None] Provisioning for port 76df8e04-64c2-4bd9-8284-74ca034add0a completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:20.846149 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2fb5a933-22e3-454e-999f-ab0b0844d091 None None] Provisioning complete for port 76df8e04-64c2-4bd9-8284-74ca034add0a triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:20.846492 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-95234018-7209-4774-8896-0426871ef94e req-d6517bae-ec83-46e1-b7c7-e75b9c6e9d82 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1366022 Aug 11 02:06:20.849079 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-e5dd67ef-7f25-4d59-8541-20d761c86838 None None] Set router d3da5e9b-9223-46e2-953a-f25fabe4b663 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:06:20.850073 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2fb5a933-22e3-454e-999f-ab0b0844d091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:20.900566 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-95234018-7209-4774-8896-0426871ef94e req-3b36bf16-75cd-4d2a-a010-e4999c723afa service neutron] Request body: {'port': {'device_id': 'c085a225-ad53-4db5-9e5c-aa586468aae5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:20.956044 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-4964c000-de62-4a70-a299-0e9706cc0546 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1657765 Aug 11 02:06:20.972470 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5a933-22e3-454e-999f-ab0b0844d091 None None] Port 76df8e04-64c2-4bd9-8284-74ca034add0a cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:06:20.980762 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:20.992495 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b8009431-8758-4ddb-bf41-ea2af8c3908a req-a6a9c591-64bf-4716-9fd9-fdc158edce81 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4737742 Aug 11 02:06:21.081205 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ce30a-e55b-436a-b6e0-431aa5954ddc service neutron] Pushing event updated for resources: {'Port': ['ID=a82eea53-7092-4692-9141-f856d8fd4bfb,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:21.086243 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-95234018-7209-4774-8896-0426871ef94e req-3b36bf16-75cd-4d2a-a010-e4999c723afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:21.110794 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=3ee270fb-8d94-498b-8320-f8244df09329,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:21.129136 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5a4743-abdf-4eab-9573-a152b33beb79 x-openstack-request-id: req-1e5a4743-abdf-4eab-9573-a152b33beb79 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:06:21.129567 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7537a6-ed84-4d97-895b-d4096339af36", "name": "network-vif-deleted", "tag": "5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:06:21.130016 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1e5a4743-abdf-4eab-9573-a152b33beb79 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:06:21.130659 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7537a6-ed84-4d97-895b-d4096339af36', 'name': 'network-vif-deleted', 'tag': '5ebdd6bc-295f-4dd2-a8f7-784f7b8ba27b', 'status': 'completed', 'code': 200} Aug 11 02:06:21.135896 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-3f17237d-ddb1-4a0e-80d8-e9966fae9b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:21.139391 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-3f17237d-ddb1-4a0e-80d8-e9966fae9b33 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2ad8af97bd524ff09f331d88ab3a939b&device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 1096 time: 0.3442323 Aug 11 02:06:21.306511 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:21.481644 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e5dd67ef-7f25-4d59-8541-20d761c86838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768594117-router', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'f82cfde8-1f8e-4641-8c7c-4258c9d3516b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:05Z', 'updated_at': '2021-08-11T02:06:14Z', 'revision_number': 4, 'project_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'gw_port': {'id': 'f82cfde8-1f8e-4641-8c7c-4258c9d3516b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:07Z', 'updated_at': '2021-08-11T02:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'b235ad4e-b50b-4eae-b73e-c3850a9ad9ca', 'name': '', 'network_id': '9c7eead9-85e0-4354-9d4e-41d5748ddd31', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'mac_address': 'fa:16:3e:fa:97:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd32b8020-d134-4ff5-b7b4-447e57c35f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:11Z', 'updated_at': '2021-08-11T02:06:15Z', 'revision_number': 2, 'project_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'subnets': [{'id': 'd32b8020-d134-4ff5-b7b4-447e57c35f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:21.485760 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275724c-ad28-4044-a4f8-0ff510bb898b req-c79deefb-1bcd-4453-af4c-e53de8ea7ab9 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:21.492703 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6275724c-ad28-4044-a4f8-0ff510bb898b req-c79deefb-1bcd-4453-af4c-e53de8ea7ab9 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 936 time: 0.1430621 Aug 11 02:06:21.563243 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dd67ef-7f25-4d59-8541-20d761c86838 None None] Checking router: d3da5e9b-9223-46e2-953a-f25fabe4b663 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:06:21.567279 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dd67ef-7f25-4d59-8541-20d761c86838 None None] Updating router d3da5e9b-9223-46e2-953a-f25fabe4b663 port b235ad4e-b50b-4eae-b73e-c3850a9ad9ca binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:06:21.600648 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6275724c-ad28-4044-a4f8-0ff510bb898b req-07a8a460-42d4-4c1d-a6a1-10a3761dd5e3 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960641 Aug 11 02:06:21.655129 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-e5dd67ef-7f25-4d59-8541-20d761c86838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:21.831863 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-2584ea0c-c7ca-49a2-840d-a0d5968ed2d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a82eea53-7092-4692-9141-f856d8fd4bfb HTTP/1.1" status: 200 len: 217 time: 0.2608120 Aug 11 02:06:21.927199 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3ee270fb-8d94-498b-8320-f8244df09329 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:21.950357 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56164) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:22.053577 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 3ee270fb-8d94-498b-8320-f8244df09329 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:22.055368 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:22.352621 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-97bbefd6-2ccc-4d54-b4e9-9ac46846fb49 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3b5ccea1900147079baea6c1279e8e96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4000776 Aug 11 02:06:22.362309 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56178) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:22.392148 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-e5dd67ef-7f25-4d59-8541-20d761c86838 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:22.420753 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-e5dd67ef-7f25-4d59-8541-20d761c86838 None None] Transition to ACTIVE for port object b235ad4e-b50b-4eae-b73e-c3850a9ad9ca will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:22.441550 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-e5dd67ef-7f25-4d59-8541-20d761c86838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:22.484956 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-858cc0d8-091d-46f7-85e4-c73b23b2d060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:22.495182 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad13d5b-980a-4428-aa12-84f29133e02e None None] Pushing event updated for resources: {'Port': ['ID=b235ad4e-b50b-4eae-b73e-c3850a9ad9ca,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:22.532229 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-858cc0d8-091d-46f7-85e4-c73b23b2d060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:22.607362 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-858cc0d8-091d-46f7-85e4-c73b23b2d060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:22.611949 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-858cc0d8-091d-46f7-85e4-c73b23b2d060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:22.615467 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-858cc0d8-091d-46f7-85e4-c73b23b2d060 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a500b508-977a-410e-9681-740a7f8fe771 HTTP/1.1" status: 204 len: 168 time: 0.2489340 Aug 11 02:06:22.615646 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-e5dd67ef-7f25-4d59-8541-20d761c86838 None None] Attempting to bind port b235ad4e-b50b-4eae-b73e-c3850a9ad9ca on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:06:22.616176 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-e5dd67ef-7f25-4d59-8541-20d761c86838 None None] Attempting to bind port b235ad4e-b50b-4eae-b73e-c3850a9ad9ca by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '1f13d792-153a-4a32-8139-5d10935723ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c7eead9-85e0-4354-9d4e-41d5748ddd31'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:06:22.616321 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dd67ef-7f25-4d59-8541-20d761c86838 None None] Attempting to bind port b235ad4e-b50b-4eae-b73e-c3850a9ad9ca on network 9c7eead9-85e0-4354-9d4e-41d5748ddd31 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:22.628801 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dd67ef-7f25-4d59-8541-20d761c86838 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:06:22.629316 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dd67ef-7f25-4d59-8541-20d761c86838 None None] Checking segment: {'id': '1f13d792-153a-4a32-8139-5d10935723ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c7eead9-85e0-4354-9d4e-41d5748ddd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:06:22.629777 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-e5dd67ef-7f25-4d59-8541-20d761c86838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:22.630176 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dd67ef-7f25-4d59-8541-20d761c86838 None None] Bound using segment: {'id': '1f13d792-153a-4a32-8139-5d10935723ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c7eead9-85e0-4354-9d4e-41d5748ddd31'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:06:22.630651 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-e5dd67ef-7f25-4d59-8541-20d761c86838 None None] Bound port: b235ad4e-b50b-4eae-b73e-c3850a9ad9ca, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f13d792-153a-4a32-8139-5d10935723ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c7eead9-85e0-4354-9d4e-41d5748ddd31'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:06:22.631048 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-e5dd67ef-7f25-4d59-8541-20d761c86838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:22.677994 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-0d73439e-9baf-4351-b5b4-c6ae391d5143 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:22.680595 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-0d73439e-9baf-4351-b5b4-c6ae391d5143 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/networks?id=9c7eead9-85e0-4354-9d4e-41d5748ddd31 HTTP/1.1" status: 200 len: 829 time: 0.3317423 Aug 11 02:06:22.700229 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cc0d8-091d-46f7-85e4-c73b23b2d060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a500b508-977a-410e-9681-740a7f8fe771,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:22.731149 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-8fe81387-655a-4bd5-9d67-c53478fdab11 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/quotas/9cf518ab39bd44e9a7f8a66ea3c4040f HTTP/1.1" status: 200 len: 375 time: 0.0448470 Aug 11 02:06:22.768325 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-e5dd67ef-7f25-4d59-8541-20d761c86838 None None] For port b235ad4e-b50b-4eae-b73e-c3850a9ad9ca, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:06:22.778941 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-e5dd67ef-7f25-4d59-8541-20d761c86838 None None] For port b235ad4e-b50b-4eae-b73e-c3850a9ad9ca, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b235ad4e-b50b-4eae-b73e-c3850a9ad9ca,segment=NetworkSegment(1f13d792-153a-4a32-8139-5d10935723ac),segment_id=1f13d792-153a-4a32-8139-5d10935723ac)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:06:22.800037 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-e5dd67ef-7f25-4d59-8541-20d761c86838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:22.804356 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-9640cb4c-db8d-4a06-9d65-d4843519d4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:22.806244 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-9640cb4c-db8d-4a06-9d65-d4843519d4fc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea5a035c-6f83-40b0-8579-ac261184d3bb HTTP/1.1" status: 200 len: 848 time: 0.9528117 Aug 11 02:06:22.877142 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-65835d43-9eef-4466-b470-dced00a783d8 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9cf518ab39bd44e9a7f8a66ea3c4040f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1439552 Aug 11 02:06:22.894622 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dd67ef-7f25-4d59-8541-20d761c86838 None None] Routers {'d3da5e9b-9223-46e2-953a-f25fabe4b663'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:06:22.895172 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e5dd67ef-7f25-4d59-8541-20d761c86838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:06:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['d3da5e9b-9223-46e2-953a-f25fabe4b663'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:22.932231 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-95234018-7209-4774-8896-0426871ef94e req-3b36bf16-75cd-4d2a-a010-e4999c723afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76df8e04-64c2-4bd9-8284-74ca034add0a {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:06:22.943689 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-95234018-7209-4774-8896-0426871ef94e req-3b36bf16-75cd-4d2a-a010-e4999c723afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:22.969424 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-95234018-7209-4774-8896-0426871ef94e req-3b36bf16-75cd-4d2a-a010-e4999c723afa service neutron] Transition to ACTIVE for port object 76df8e04-64c2-4bd9-8284-74ca034add0a will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:22.975081 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-c6eed205-4ba2-420c-b1b6-ad16b59697bb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1499634 Aug 11 02:06:22.985443 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-95234018-7209-4774-8896-0426871ef94e req-3b36bf16-75cd-4d2a-a010-e4999c723afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:23.068419 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-e5dd67ef-7f25-4d59-8541-20d761c86838 None None] Set router d3da5e9b-9223-46e2-953a-f25fabe4b663 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:06:23.274325 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-6e5841b8-b268-440d-9ec5-e81fbef345aa service neutron] 10.222.0.50 "GET /v2.0/networks/9c7eead9-85e0-4354-9d4e-41d5748ddd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638659 Aug 11 02:06:23.306193 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-dc0e4a79-0d31-42d7-9ba7-9dc484a91478 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:23.325833 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-dc0e4a79-0d31-42d7-9ba7-9dc484a91478 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/networks?id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7 HTTP/1.1" status: 200 len: 821 time: 1.7587163 Aug 11 02:06:23.327429 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12cdf99-8cb2-4ff0-a9b2-86496441baa8', 'tag': 'a82eea53-7092-4692-9141-f856d8fd4bfb'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:06:23.329697 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d9ccd6-ac0d-4a50-b275-4add673a0321" -d '{"events": [{"name": "network-changed", "server_uuid": "b12cdf99-8cb2-4ff0-a9b2-86496441baa8", "tag": "a82eea53-7092-4692-9141-f856d8fd4bfb"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:06:23.347598 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad13d5b-980a-4428-aa12-84f29133e02e None None] Pushing event updated for resources: {'Port': ['ID=b235ad4e-b50b-4eae-b73e-c3850a9ad9ca,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:23.461507 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-ad937c03-356b-457e-8f25-75890d0d26ff tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/quotas/fc914b6e60444f2aabf27f905058cfbf HTTP/1.1" status: 200 len: 375 time: 0.1348968 Aug 11 02:06:23.466827 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36bf16-75cd-4d2a-a010-e4999c723afa service neutron] Pushing event updated for resources: {'Port': ['ID=76df8e04-64c2-4bd9-8284-74ca034add0a,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:23.481700 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56188) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:23.492770 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-323c1cb7-f347-47c0-8a18-ce1b65f741cb tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1389716 Aug 11 02:06:23.547135 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e5dd67ef-7f25-4d59-8541-20d761c86838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768594117-router', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'f82cfde8-1f8e-4641-8c7c-4258c9d3516b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:05Z', 'updated_at': '2021-08-11T02:06:14Z', 'revision_number': 4, 'project_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'gw_port': {'id': 'f82cfde8-1f8e-4641-8c7c-4258c9d3516b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:07Z', 'updated_at': '2021-08-11T02:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'b235ad4e-b50b-4eae-b73e-c3850a9ad9ca', 'name': '', 'network_id': '9c7eead9-85e0-4354-9d4e-41d5748ddd31', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'mac_address': 'fa:16:3e:fa:97:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd32b8020-d134-4ff5-b7b4-447e57c35f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:11Z', 'updated_at': '2021-08-11T02:06:22Z', 'revision_number': 4, 'project_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'subnets': [{'id': 'd32b8020-d134-4ff5-b7b4-447e57c35f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:23.562467 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-12319746-8713-4a64-9a04-09c70988dc99 service neutron] 10.222.0.50 "GET /v2.0/networks/9c7eead9-85e0-4354-9d4e-41d5748ddd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855513 Aug 11 02:06:23.574811 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dd67ef-7f25-4d59-8541-20d761c86838 None None] The sync data for ids ['d3da5e9b-9223-46e2-953a-f25fabe4b663'] in n-d-615180-33 is: [{'id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768594117-router', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'f82cfde8-1f8e-4641-8c7c-4258c9d3516b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:05Z', 'updated_at': '2021-08-11T02:06:14Z', 'revision_number': 4, 'project_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'gw_port': {'id': 'f82cfde8-1f8e-4641-8c7c-4258c9d3516b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:07Z', 'updated_at': '2021-08-11T02:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'b235ad4e-b50b-4eae-b73e-c3850a9ad9ca', 'name': '', 'network_id': '9c7eead9-85e0-4354-9d4e-41d5748ddd31', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'mac_address': 'fa:16:3e:fa:97:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd32b8020-d134-4ff5-b7b4-447e57c35f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:11Z', 'updated_at': '2021-08-11T02:06:22Z', 'revision_number': 4, 'project_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'subnets': [{'id': 'd32b8020-d134-4ff5-b7b4-447e57c35f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:06:23.714800 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ca56021-cb1e-46c3-8a35-70f826e488f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:23.992560 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b235ad4e-b50b-4eae-b73e-c3850a9ad9ca up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:24.038443 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ca56021-cb1e-46c3-8a35-70f826e488f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:24.060751 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-d568c6a9-5190-4f3c-9251-17e6bdadc394 service neutron] 10.222.0.73 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0612202 Aug 11 02:06:24.074777 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ca56021-cb1e-46c3-8a35-70f826e488f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:24.142980 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4ae4e33c-399d-4012-9809-17a8998eb324 req-12b8bff7-63fc-4179-86d9-a20e8096b323 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d93eed9-fa5b-4114-b450-b26f0e674c2f HTTP/1.1" status: 200 len: 210 time: 0.0603364 Aug 11 02:06:24.146989 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-95234018-7209-4774-8896-0426871ef94e req-3b36bf16-75cd-4d2a-a010-e4999c723afa service neutron] Attempting to bind port 76df8e04-64c2-4bd9-8284-74ca034add0a on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:06:24.147625 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-95234018-7209-4774-8896-0426871ef94e req-3b36bf16-75cd-4d2a-a010-e4999c723afa service neutron] Attempting to bind port 76df8e04-64c2-4bd9-8284-74ca034add0a by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:06:24.148213 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95234018-7209-4774-8896-0426871ef94e req-3b36bf16-75cd-4d2a-a010-e4999c723afa service neutron] Attempting to bind port 76df8e04-64c2-4bd9-8284-74ca034add0a on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:24.213999 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:24.221959 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port b235ad4e-b50b-4eae-b73e-c3850a9ad9ca completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:24.230975 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port b235ad4e-b50b-4eae-b73e-c3850a9ad9ca triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:24.231352 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:24.277156 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5ca56021-cb1e-46c3-8a35-70f826e488f0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0736429b7cee42f5aad1778a29f0dbd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7915003 Aug 11 02:06:24.277381 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56198) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:24.288038 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-2ed7ff7a-188e-41f3-85e1-63fd958414b5 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:24.289572 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-2ed7ff7a-188e-41f3-85e1-63fd958414b5 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7508404 Aug 11 02:06:24.293706 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-914009b0-ac4a-4a4e-8c6b-fdf1a8ebce6e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc914b6e60444f2aabf27f905058cfbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8127952 Aug 11 02:06:24.311869 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95234018-7209-4774-8896-0426871ef94e req-3b36bf16-75cd-4d2a-a010-e4999c723afa service neutron] Port 76df8e04-64c2-4bd9-8284-74ca034add0a on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:06:24.312104 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95234018-7209-4774-8896-0426871ef94e req-3b36bf16-75cd-4d2a-a010-e4999c723afa service neutron] Attempting to bind port 76df8e04-64c2-4bd9-8284-74ca034add0a on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:24.325979 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-8088f35b-70b9-4c7f-8466-f194e41799e7 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Request body: {'port': {'device_id': '8d93eed9-fa5b-4114-b450-b26f0e674c2f', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': '2ce8767569c84bef8cb5da975c6c17a4'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:24.339748 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca56021-cb1e-46c3-8a35-70f826e488f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b180aa-e762-4b0e-bc1d-86f8eb463657,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:24.354604 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95234018-7209-4774-8896-0426871ef94e req-3b36bf16-75cd-4d2a-a010-e4999c723afa service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:06:24.354958 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95234018-7209-4774-8896-0426871ef94e req-3b36bf16-75cd-4d2a-a010-e4999c723afa service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:06:24.355708 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95234018-7209-4774-8896-0426871ef94e req-3b36bf16-75cd-4d2a-a010-e4999c723afa service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:06:24.356169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-95234018-7209-4774-8896-0426871ef94e req-3b36bf16-75cd-4d2a-a010-e4999c723afa service neutron] Bound port: 76df8e04-64c2-4bd9-8284-74ca034add0a, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:06:24.356626 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-95234018-7209-4774-8896-0426871ef94e req-3b36bf16-75cd-4d2a-a010-e4999c723afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:24.587350 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b0711114-32bc-4923-bc9a-8c6f7001dc0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:24.596729 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:24.653370 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cfb97-d479-432a-b1fd-1e10f3e16166 req-486800d9-9b3b-43ca-bc11-691b92b8ed55 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:24.655705 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4c9cfb97-d479-432a-b1fd-1e10f3e16166 req-486800d9-9b3b-43ca-bc11-691b92b8ed55 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 944 time: 0.2614198 Aug 11 02:06:24.668948 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b0711114-32bc-4923-bc9a-8c6f7001dc0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:24.678383 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port b235ad4e-b50b-4eae-b73e-c3850a9ad9ca, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b235ad4e-b50b-4eae-b73e-c3850a9ad9ca,segment=NetworkSegment(1f13d792-153a-4a32-8139-5d10935723ac),segment_id=1f13d792-153a-4a32-8139-5d10935723ac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:24.689093 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:24.729363 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-33c6cc55-ac47-4fb8-b6a3-dc344ec54619 req-49847f2f-834c-44ce-b3a5-619d467d6d78 service neutron] 10.222.0.73 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6129839 Aug 11 02:06:24.786873 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4c9cfb97-d479-432a-b1fd-1e10f3e16166 req-88e1dc25-1dc1-481d-aaeb-6b6e1e3c72f4 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092901 Aug 11 02:06:24.816277 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-67528fb8-ce17-4014-a08b-fb085bbd78b8 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:06:24.817714 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-67528fb8-ce17-4014-a08b-fb085bbd78b8 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2392166 Aug 11 02:06:24.847112 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b0711114-32bc-4923-bc9a-8c6f7001dc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:24.850105 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b0711114-32bc-4923-bc9a-8c6f7001dc0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:24.872596 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b0711114-32bc-4923-bc9a-8c6f7001dc0a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/40b180aa-e762-4b0e-bc1d-86f8eb463657 HTTP/1.1" status: 204 len: 168 time: 0.5938568 Aug 11 02:06:24.917188 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=b235ad4e-b50b-4eae-b73e-c3850a9ad9ca,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:24.940734 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0711114-32bc-4923-bc9a-8c6f7001dc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b180aa-e762-4b0e-bc1d-86f8eb463657,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:24.949641 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-c2246e5a-4fd3-48ae-bd2f-1f16cc53de05 service neutron] 10.222.0.50 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177943 Aug 11 02:06:25.006472 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-95234018-7209-4774-8896-0426871ef94e req-3b36bf16-75cd-4d2a-a010-e4999c723afa service neutron] For port 76df8e04-64c2-4bd9-8284-74ca034add0a, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:06:25.019771 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:25.079161 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-8088f35b-70b9-4c7f-8466-f194e41799e7 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Made reservation on behalf of 2ce8767569c84bef8cb5da975c6c17a4 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:06:25.084227 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-8088f35b-70b9-4c7f-8466-f194e41799e7 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:25.091983 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-95234018-7209-4774-8896-0426871ef94e req-3b36bf16-75cd-4d2a-a010-e4999c723afa service neutron] For port 76df8e04-64c2-4bd9-8284-74ca034add0a, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=76df8e04-64c2-4bd9-8284-74ca034add0a,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:06:25.109614 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-95234018-7209-4774-8896-0426871ef94e req-3b36bf16-75cd-4d2a-a010-e4999c723afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:25.127062 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3d57d-953f-4240-a2d6-006335ce1e73 req-e7e8605f-f4ca-4743-9be7-37c4b2d56569 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:25.137110 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b6e3d57d-953f-4240-a2d6-006335ce1e73 req-e7e8605f-f4ca-4743-9be7-37c4b2d56569 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 948 time: 0.0797825 Aug 11 02:06:25.281910 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95234018-7209-4774-8896-0426871ef94e req-3b36bf16-75cd-4d2a-a010-e4999c723afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:25.286677 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-95234018-7209-4774-8896-0426871ef94e req-3b36bf16-75cd-4d2a-a010-e4999c723afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:25.293317 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b6e3d57d-953f-4240-a2d6-006335ce1e73 req-df0fc512-0d83-46fc-ba75-48f2f83e60ac tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525848 Aug 11 02:06:25.294391 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-95234018-7209-4774-8896-0426871ef94e req-3b36bf16-75cd-4d2a-a010-e4999c723afa service neutron] 10.222.0.66 "PUT /v2.0/ports/76df8e04-64c2-4bd9-8284-74ca034add0a HTTP/1.1" status: 200 len: 1097 time: 4.4219911 Aug 11 02:06:25.329497 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-d23869b6-98fb-431b-aaee-fc82a777274a service neutron] 10.222.0.50 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577065 Aug 11 02:06:25.453534 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3855e4-e635-4d33-a467-8fbf4a01b241 x-openstack-request-id: req-3b3855e4-e635-4d33-a467-8fbf4a01b241 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:06:25.453823 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b12cdf99-8cb2-4ff0-a9b2-86496441baa8", "tag": "a82eea53-7092-4692-9141-f856d8fd4bfb", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:06:25.454090 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3b3855e4-e635-4d33-a467-8fbf4a01b241 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:06:25.454519 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12cdf99-8cb2-4ff0-a9b2-86496441baa8', 'tag': 'a82eea53-7092-4692-9141-f856d8fd4bfb', 'status': 'completed', 'code': 200} Aug 11 02:06:25.601316 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36bf16-75cd-4d2a-a010-e4999c723afa service neutron] Pushing event updated for resources: {'Port': ['ID=76df8e04-64c2-4bd9-8284-74ca034add0a,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:25.623330 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-63918080-effe-433b-8ffc-893b4192efe2 req-a50b3835-60fe-477e-b845-0a9a632cc16b tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce492ae5-211f-461f-bb61-3b64384a602e HTTP/1.1" status: 200 len: 210 time: 0.0723040 Aug 11 02:06:25.797904 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95234018-7209-4774-8896-0426871ef94e req-c7f46b60-2ca3-4c18-8cc5-0e34c13ec4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:25.800862 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-95234018-7209-4774-8896-0426871ef94e req-c7f46b60-2ca3-4c18-8cc5-0e34c13ec4cb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 1100 time: 0.3422093 Aug 11 02:06:25.839013 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9ccd6-ac0d-4a50-b275-4add673a0321 req-654c0225-d12d-4385-a0db-2e11b31dddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:25.840725 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-50d9ccd6-ac0d-4a50-b275-4add673a0321 req-654c0225-d12d-4385-a0db-2e11b31dddf0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2ad8af97bd524ff09f331d88ab3a939b&device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 1096 time: 0.2363813 Aug 11 02:06:25.908844 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-8088f35b-70b9-4c7f-8466-f194e41799e7 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Allocated IP 192.168.233.63 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/e730fc50-e2ea-4aab-80c8-a10943c8ee5f) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:06:25.922105 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-91928218-b49c-4bd4-aa8a-53249eeffcbe req-a1f733c8-6e2c-440a-a4fc-67e80e0bca9c tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 210 time: 0.0298986 Aug 11 02:06:26.019045 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b235ad4e-b50b-4eae-b73e-c3850a9ad9ca up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:26.206128 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-95234018-7209-4774-8896-0426871ef94e req-76572647-005f-43e6-9501-163e79ba4e4c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=76df8e04-64c2-4bd9-8284-74ca034add0a HTTP/1.1" status: 200 len: 217 time: 0.3850238 Aug 11 02:06:26.230531 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port b235ad4e-b50b-4eae-b73e-c3850a9ad9ca triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:26.231149 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:26.300206 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d0551c5e-1175-4359-99a1-2bb5caf13aa2 req-56f19278-3d79-492b-a72f-064e2eb50b42 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d93eed9-fa5b-4114-b450-b26f0e674c2f HTTP/1.1" status: 200 len: 210 time: 0.0957246 Aug 11 02:06:26.408448 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-b5252e65-b019-4ebb-9666-f0f800f9ed66 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:26.410177 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-b5252e65-b019-4ebb-9666-f0f800f9ed66 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.66 "GET /v2.0/networks?id=9c7eead9-85e0-4354-9d4e-41d5748ddd31 HTTP/1.1" status: 200 len: 829 time: 0.3751051 Aug 11 02:06:26.426302 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc58fd-ca56-4d7f-9416-8663a4cf7962 req-5569c654-2766-4435-ade7-d61b90ba4e79 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:26.433789 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f1dc58fd-ca56-4d7f-9416-8663a4cf7962 req-5569c654-2766-4435-ade7-d61b90ba4e79 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 944 time: 0.2621615 Aug 11 02:06:26.439856 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-078ea765-6d85-45f5-8bff-ff81727a977f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Request body: {'port': {'device_id': 'ce492ae5-211f-461f-bb61-3b64384a602e', 'network_id': '9c7eead9-85e0-4354-9d4e-41d5748ddd31', 'admin_state_up': True, 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:26.664918 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95234018-7209-4774-8896-0426871ef94e req-c5e52ed0-375f-421b-882b-5230ae52e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:26.676202 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-95234018-7209-4774-8896-0426871ef94e req-c5e52ed0-375f-421b-882b-5230ae52e74b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.4222984 Aug 11 02:06:26.769353 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56248) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:26.840313 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f1dc58fd-ca56-4d7f-9416-8663a4cf7962 req-ac2561d4-413a-4a54-81af-9b605af286aa tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279820 Aug 11 02:06:26.883492 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-078ea765-6d85-45f5-8bff-ff81727a977f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Made reservation on behalf of 9cf518ab39bd44e9a7f8a66ea3c4040f for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:06:26.892411 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-078ea765-6d85-45f5-8bff-ff81727a977f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:26.946841 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9ccd6-ac0d-4a50-b275-4add673a0321 req-f57b6c6a-ca23-4565-9125-89e45ad0be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:26.951043 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-50d9ccd6-ac0d-4a50-b275-4add673a0321 req-f57b6c6a-ca23-4565-9125-89e45ad0be6c service neutron] 10.222.0.73 "GET /v2.0/networks?id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c HTTP/1.1" status: 200 len: 909 time: 1.0624537 Aug 11 02:06:27.074614 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-8088f35b-70b9-4c7f-8466-f194e41799e7 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:27.077921 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-50d9ccd6-ac0d-4a50-b275-4add673a0321 req-6743b74a-cf8d-4f02-99ea-ff330345c662 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a82eea53-7092-4692-9141-f856d8fd4bfb HTTP/1.1" status: 200 len: 217 time: 0.1000040 Aug 11 02:06:27.089639 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732140f1-b9a1-401f-886e-ffa64b09edb2 req-554e66f0-050d-4701-8564-c98b52605c1e tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:27.096863 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-732140f1-b9a1-401f-886e-ffa64b09edb2 req-554e66f0-050d-4701-8564-c98b52605c1e tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 948 time: 0.5638871 Aug 11 02:06:27.104611 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-402959e6-46b4-4625-970e-13e72cfcba77 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2124483675-network', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:27.122641 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95234018-7209-4774-8896-0426871ef94e req-bcca4d0e-7552-428f-81bf-6d818afec622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:27.125506 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-95234018-7209-4774-8896-0426871ef94e req-bcca4d0e-7552-428f-81bf-6d818afec622 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4022059 Aug 11 02:06:27.163428 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-35df2084-499a-43e3-9c9e-b46366608e8d req-2c067462-85ca-4118-86bf-2b899ee7f26a tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce492ae5-211f-461f-bb61-3b64384a602e HTTP/1.1" status: 200 len: 210 time: 0.1567245 Aug 11 02:06:27.178561 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-8088f35b-70b9-4c7f-8466-f194e41799e7 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Transition to ACTIVE for port object e730fc50-e2ea-4aab-80c8-a10943c8ee5f will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:27.193539 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-078ea765-6d85-45f5-8bff-ff81727a977f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Allocated IP 172.20.0.10 (9c7eead9-85e0-4354-9d4e-41d5748ddd31/d32b8020-d134-4ff5-b7b4-447e57c35f53/966c4eeb-0481-4085-85bb-1e7064e5aafa) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:06:27.270576 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device a82eea53-7092-4692-9141-f856d8fd4bfb details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:06:27.286824 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-732140f1-b9a1-401f-886e-ffa64b09edb2 req-f98f674e-0d3f-483e-a72c-e94096d57f1d tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717110 Aug 11 02:06:27.294248 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9ccd6-ac0d-4a50-b275-4add673a0321 req-ff45a642-700f-4a20-bbc4-152fabdef4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:27.309995 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-50d9ccd6-ac0d-4a50-b275-4add673a0321 req-ff45a642-700f-4a20-bbc4-152fabdef4ab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea5a035c-6f83-40b0-8579-ac261184d3bb HTTP/1.1" status: 200 len: 848 time: 0.2069430 Aug 11 02:06:27.402415 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-50d9ccd6-ac0d-4a50-b275-4add673a0321 req-83e743bd-8b53-416d-82e7-fe7305e5efc7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804904 Aug 11 02:06:27.469610 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c085a225-ad53-4db5-9e5c-aa586468aae5', 'tag': '76df8e04-64c2-4bd9-8284-74ca034add0a'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:06:27.475478 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b900945-1f4b-4549-9ecd-bd6b960b65c6" -d '{"events": [{"name": "network-changed", "server_uuid": "c085a225-ad53-4db5-9e5c-aa586468aae5", "tag": "76df8e04-64c2-4bd9-8284-74ca034add0a"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:06:27.480497 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port a82eea53-7092-4692-9141-f856d8fd4bfb, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a82eea53-7092-4692-9141-f856d8fd4bfb,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:27.483750 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-8088f35b-70b9-4c7f-8466-f194e41799e7 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:27.510396 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['b64bf5de-b5d3-415c-828a-a78a76f2ca7f'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:06:27.515247 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['720d30f6-528f-49f4-ba0d-65a1fc3d459f', '152571f7-05e8-401f-b3f6-e6f3d5bf6a70', 'c756a0a7-6e66-46af-b570-3c00e733ef84', '205f1abc-4706-40d8-ad36-b3c1304281e1'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:06:27.563327 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-11f6e313-3a63-4822-8dcd-1c39165f868d req-f0abbbd8-31d6-4a53-8dae-1ff2c8b68b99 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 210 time: 0.0686138 Aug 11 02:06:27.563978 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402959e6-46b4-4625-970e-13e72cfcba77 admin admin] Made reservation on behalf of 60a4c1bf3ebd46f1af3a34fa98499cd5 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:06:27.567268 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'a82eea53-7092-4692-9141-f856d8fd4bfb', 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c', 'port_id': 'a82eea53-7092-4692-9141-f856d8fd4bfb', 'mac_address': 'fa:16:3e:ec:62:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea5a035c-6f83-40b0-8579-ac261184d3bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:06:27.573179 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-402959e6-46b4-4625-970e-13e72cfcba77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:27.583770 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-8088f35b-70b9-4c7f-8466-f194e41799e7 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:06:27.604246 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-95234018-7209-4774-8896-0426871ef94e req-e92b4ccf-bd25-4f4a-a083-14b14b64c963 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482906 Aug 11 02:06:27.700763 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:27.703000 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-402959e6-46b4-4625-970e-13e72cfcba77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:27.712014 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-a85217fb-c857-4045-b249-3ed806ed4b08 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:27.714897 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-a85217fb-c857-4045-b249-3ed806ed4b08 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.73 "GET /v2.0/networks?id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7 HTTP/1.1" status: 200 len: 821 time: 0.1544216 Aug 11 02:06:27.719360 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-078ea765-6d85-45f5-8bff-ff81727a977f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:27.740053 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a82eea53-7092-4692-9141-f856d8fd4bfb {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:06:27.786848 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port a82eea53-7092-4692-9141-f856d8fd4bfb, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a82eea53-7092-4692-9141-f856d8fd4bfb,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:27.809927 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:27.853926 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-402959e6-46b4-4625-970e-13e72cfcba77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:27.887279 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-8995da68-cad6-4492-9dc1-38210ff665ae tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Request body: {'port': {'device_id': '7570aff5-bcee-4557-82eb-b4998771d06b', 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7', 'admin_state_up': True, 'tenant_id': 'fc914b6e60444f2aabf27f905058cfbf'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:27.915868 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=a82eea53-7092-4692-9141-f856d8fd4bfb,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:27.936112 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-8088f35b-70b9-4c7f-8466-f194e41799e7 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:27.956044 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088f35b-70b9-4c7f-8466-f194e41799e7 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Pushing event updated for resources: {'Port': ['ID=e730fc50-e2ea-4aab-80c8-a10943c8ee5f,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:27.974079 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-8088f35b-70b9-4c7f-8466-f194e41799e7 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:06:28.002015 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb60de70-8b63-492a-a25a-763f15a24a90 x-openstack-request-id: req-eb60de70-8b63-492a-a25a-763f15a24a90 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:06:28.002768 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c085a225-ad53-4db5-9e5c-aa586468aae5", "tag": "76df8e04-64c2-4bd9-8284-74ca034add0a", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:06:28.003465 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eb60de70-8b63-492a-a25a-763f15a24a90 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:06:28.008209 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c085a225-ad53-4db5-9e5c-aa586468aae5', 'tag': '76df8e04-64c2-4bd9-8284-74ca034add0a', 'status': 'completed', 'code': 200} Aug 11 02:06:28.124233 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['a82eea53-7092-4692-9141-f856d8fd4bfb'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:06:28.126674 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e6d34-c7de-4f30-8d6b-bcf34cd112b0 req-e8ea0148-74b4-4197-9a6f-6c01a0456b5b tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:28.128438 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-417e6d34-c7de-4f30-8d6b-bcf34cd112b0 req-e8ea0148-74b4-4197-9a6f-6c01a0456b5b tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d93eed9-fa5b-4114-b450-b26f0e674c2f HTTP/1.1" status: 200 len: 935 time: 0.7035201 Aug 11 02:06:28.164775 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-402959e6-46b4-4625-970e-13e72cfcba77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:28.178180 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-402959e6-46b4-4625-970e-13e72cfcba77 admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:06:28.189606 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-402959e6-46b4-4625-970e-13e72cfcba77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:28.189999 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-402959e6-46b4-4625-970e-13e72cfcba77 admin admin] Added segment 3aa0f263-1052-435f-83fb-2fc7589001b0 of type vlan for network 068e6073-54cf-4fcd-9f73-ff093706c9f6 Aug 11 02:06:28.249965 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-078ea765-6d85-45f5-8bff-ff81727a977f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Transition to ACTIVE for port object 966c4eeb-0481-4085-85bb-1e7064e5aafa will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:28.291168 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-402959e6-46b4-4625-970e-13e72cfcba77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:28.309676 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-8995da68-cad6-4492-9dc1-38210ff665ae tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Made reservation on behalf of fc914b6e60444f2aabf27f905058cfbf for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:06:28.313260 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-8995da68-cad6-4492-9dc1-38210ff665ae tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:28.316268 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d877a189-99f2-47a4-b00c-d24825a02cd2 None None] Provisioning for port e730fc50-e2ea-4aab-80c8-a10943c8ee5f completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:28.329830 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d877a189-99f2-47a4-b00c-d24825a02cd2 None None] Provisioning complete for port e730fc50-e2ea-4aab-80c8-a10943c8ee5f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:28.329830 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d877a189-99f2-47a4-b00c-d24825a02cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:28.331428 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-8088f35b-70b9-4c7f-8466-f194e41799e7 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:28.333335 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-8088f35b-70b9-4c7f-8466-f194e41799e7 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:28.339758 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-417e6d34-c7de-4f30-8d6b-bcf34cd112b0 req-1269b42f-bff8-4225-b72f-e79a30765bde tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033253 Aug 11 02:06:28.341780 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402959e6-46b4-4625-970e-13e72cfcba77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f7ef66-6fa6-41db-92e2-2460675501a8,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:28.367845 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bdac4-6b35-4658-9899-27ab901fba8d req-3b6c7e1e-6a74-461a-9373-03366a055e93 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:28.375428 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fe4bdac4-6b35-4658-9899-27ab901fba8d req-3b6c7e1e-6a74-461a-9373-03366a055e93 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 945 time: 0.2489817 Aug 11 02:06:28.375525 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-50d9ccd6-ac0d-4a50-b275-4add673a0321 req-0bf9a664-6b0c-4227-ae1e-a7bda2010bdf service neutron] 10.222.0.73 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8813889 Aug 11 02:06:28.464708 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-95234018-7209-4774-8896-0426871ef94e req-61d30028-2817-43e8-a688-fc0d3ff114e0 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4845977 Aug 11 02:06:28.465128 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-078ea765-6d85-45f5-8bff-ff81727a977f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:28.466011 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-8088f35b-70b9-4c7f-8466-f194e41799e7 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1484449 Aug 11 02:06:28.466795 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-402959e6-46b4-4625-970e-13e72cfcba77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:28.467780 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402959e6-46b4-4625-970e-13e72cfcba77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:28.468381 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-402959e6-46b4-4625-970e-13e72cfcba77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:28.520187 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-d877a189-99f2-47a4-b00c-d24825a02cd2 None None] Port e730fc50-e2ea-4aab-80c8-a10943c8ee5f cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:06:28.524938 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-09360b87-e26d-4ca2-a2f7-0eddca48ea4a service neutron] Request body: {'port': {'device_id': '8d93eed9-fa5b-4114-b450-b26f0e674c2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:28.601982 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fe4bdac4-6b35-4658-9899-27ab901fba8d req-ebf2c310-115c-4e42-b6ed-28f634513563 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252800 Aug 11 02:06:28.630135 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-078ea765-6d85-45f5-8bff-ff81727a977f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Network 9c7eead9-85e0-4354-9d4e-41d5748ddd31 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:06:28.634053 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-078ea765-6d85-45f5-8bff-ff81727a977f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:28.637873 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-078ea765-6d85-45f5-8bff-ff81727a977f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:06:28.644844 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-078ea765-6d85-45f5-8bff-ff81727a977f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:28.645535 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-078ea765-6d85-45f5-8bff-ff81727a977f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:28.670048 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-402959e6-46b4-4625-970e-13e72cfcba77 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8993981 Aug 11 02:06:28.680565 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56292) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:28.682729 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-078ea765-6d85-45f5-8bff-ff81727a977f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2475591 Aug 11 02:06:28.690747 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402959e6-46b4-4625-970e-13e72cfcba77 admin admin] Pushing event updated for resources: {'Network': ['ID=068e6073-54cf-4fcd-9f73-ff093706c9f6,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:28.693139 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-09360b87-e26d-4ca2-a2f7-0eddca48ea4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:28.716959 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 068e6073-54cf-4fcd-9f73-ff093706c9f6 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:06:28.718975 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd1aed-c1f8-4ef3-aae7-0f56766004c0 req-59cb1a3e-dd8d-41f0-bb9d-eeebf2148b86 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:28.734920 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-21fd1aed-c1f8-4ef3-aae7-0f56766004c0 req-59cb1a3e-dd8d-41f0-bb9d-eeebf2148b86 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce492ae5-211f-461f-bb61-3b64384a602e HTTP/1.1" status: 200 len: 932 time: 0.2744570 Aug 11 02:06:28.738581 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-d80501c7-f4d5-49a8-a4d2-4a752f0104be admin admin] Request body: {'subnet': {'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2124483675-subnet', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:28.748703 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ea765-6d85-45f5-8bff-ff81727a977f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Pushing event updated for resources: {'Port': ['ID=966c4eeb-0481-4085-85bb-1e7064e5aafa,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:28.759220 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-221243a8-22d9-413f-ba7f-fa3aa06b06b3 service neutron] Request body: {'port': {'device_id': 'ce492ae5-211f-461f-bb61-3b64384a602e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:28.769121 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-50d9ccd6-ac0d-4a50-b275-4add673a0321 req-3a4e12cf-aceb-4dd4-a35d-8ce072a21692 service neutron] 10.222.0.73 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789210 Aug 11 02:06:28.791936 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b900945-1f4b-4549-9ecd-bd6b960b65c6 req-3019f434-f746-4d72-a63f-66ed538b85ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:28.793603 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5b900945-1f4b-4549-9ecd-bd6b960b65c6 req-3019f434-f746-4d72-a63f-66ed538b85ae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 1100 time: 0.2300198 Aug 11 02:06:29.060406 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9ea325e9-40f0-4518-9aec-dd9a8c7346f4 None None] Provisioning for port 966c4eeb-0481-4085-85bb-1e7064e5aafa completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:29.069253 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9ea325e9-40f0-4518-9aec-dd9a8c7346f4 None None] Provisioning complete for port 966c4eeb-0481-4085-85bb-1e7064e5aafa triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:29.069632 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9ea325e9-40f0-4518-9aec-dd9a8c7346f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:29.129781 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-9ea325e9-40f0-4518-9aec-dd9a8c7346f4 None None] Port 966c4eeb-0481-4085-85bb-1e7064e5aafa cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:06:29.175437 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-8995da68-cad6-4492-9dc1-38210ff665ae tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Allocated IP 172.20.0.14 (91920fe3-ff09-41fe-ba76-a9d2c7703cf7/b6e0d0b4-108b-452a-91dc-cd606630079c/a1f8ae10-79f2-4796-927d-348e53a5326e) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:06:29.177482 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-221243a8-22d9-413f-ba7f-fa3aa06b06b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:29.184987 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80501c7-f4d5-49a8-a4d2-4a752f0104be admin admin] Made reservation on behalf of 60a4c1bf3ebd46f1af3a34fa98499cd5 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:06:29.188133 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d80501c7-f4d5-49a8-a4d2-4a752f0104be admin admin] Notify callbacks [] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:29.315566 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba74c4-a56c-4046-a3df-dabefbaa926d req-e9bd5b3e-abb7-4214-8323-5b46c5b78494 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:29.323158 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-81ba74c4-a56c-4046-a3df-dabefbaa926d req-e9bd5b3e-abb7-4214-8323-5b46c5b78494 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 948 time: 0.2317860 Aug 11 02:06:29.539483 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-81ba74c4-a56c-4046-a3df-dabefbaa926d req-60b51c8f-dda8-4bb8-92d7-0c56b22c8739 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153649 Aug 11 02:06:29.568339 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-09360b87-e26d-4ca2-a2f7-0eddca48ea4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e730fc50-e2ea-4aab-80c8-a10943c8ee5f {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:06:29.576721 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-09360b87-e26d-4ca2-a2f7-0eddca48ea4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:29.589909 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-09360b87-e26d-4ca2-a2f7-0eddca48ea4a service neutron] Transition to ACTIVE for port object e730fc50-e2ea-4aab-80c8-a10943c8ee5f will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:29.594098 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-21fd1aed-c1f8-4ef3-aae7-0f56766004c0 req-033c787e-5881-4b9e-96da-9c21ee22a280 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ae4caec-3393-4c6b-876d-baa04b1249c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8582995 Aug 11 02:06:29.648422 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b900945-1f4b-4549-9ecd-bd6b960b65c6 req-482d1414-2938-4522-8398-08e1ca0729c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:29.650197 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5b900945-1f4b-4549-9ecd-bd6b960b65c6 req-482d1414-2938-4522-8398-08e1ca0729c2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.7035604 Aug 11 02:06:29.651527 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-09360b87-e26d-4ca2-a2f7-0eddca48ea4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:29.718368 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5b900945-1f4b-4549-9ecd-bd6b960b65c6 req-b2c34a45-da50-4057-91f1-a0c5343deae4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=76df8e04-64c2-4bd9-8284-74ca034add0a HTTP/1.1" status: 200 len: 217 time: 0.0571806 Aug 11 02:06:29.844122 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09360b87-e26d-4ca2-a2f7-0eddca48ea4a service neutron] Pushing event updated for resources: {'Port': ['ID=e730fc50-e2ea-4aab-80c8-a10943c8ee5f,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:29.882200 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4599ca84-62b1-4987-8993-4a7fa0b1f46a req-f4c3dd45-0930-4dff-b275-8edfa65d8bf9 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 210 time: 0.1707644 Aug 11 02:06:29.976711 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-8995da68-cad6-4492-9dc1-38210ff665ae tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:29.998858 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b900945-1f4b-4549-9ecd-bd6b960b65c6 req-9c85ff7b-d871-4934-af58-95f1dbcd0786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:30.000427 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5b900945-1f4b-4549-9ecd-bd6b960b65c6 req-9c85ff7b-d871-4934-af58-95f1dbcd0786 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1878278 Aug 11 02:06:30.027451 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:06:30.041503 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522447b-f3c1-412c-8e01-1641b2069399 req-788e68bd-7a3b-4080-b197-31f586537fef tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:30.043036 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9522447b-f3c1-412c-8e01-1641b2069399 req-788e68bd-7a3b-4080-b197-31f586537fef tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d93eed9-fa5b-4114-b450-b26f0e674c2f HTTP/1.1" status: 200 len: 947 time: 0.2325120 Aug 11 02:06:30.067800 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-09360b87-e26d-4ca2-a2f7-0eddca48ea4a service neutron] Attempting to bind port e730fc50-e2ea-4aab-80c8-a10943c8ee5f on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:06:30.068138 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-09360b87-e26d-4ca2-a2f7-0eddca48ea4a service neutron] Attempting to bind port e730fc50-e2ea-4aab-80c8-a10943c8ee5f by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:06:30.068522 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-09360b87-e26d-4ca2-a2f7-0eddca48ea4a service neutron] Attempting to bind port e730fc50-e2ea-4aab-80c8-a10943c8ee5f on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:30.105231 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-8995da68-cad6-4492-9dc1-38210ff665ae tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:30.112155 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-09360b87-e26d-4ca2-a2f7-0eddca48ea4a service neutron] Port e730fc50-e2ea-4aab-80c8-a10943c8ee5f on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:06:30.112478 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-09360b87-e26d-4ca2-a2f7-0eddca48ea4a service neutron] Attempting to bind port e730fc50-e2ea-4aab-80c8-a10943c8ee5f on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:30.124611 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-09360b87-e26d-4ca2-a2f7-0eddca48ea4a service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:06:30.124949 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-09360b87-e26d-4ca2-a2f7-0eddca48ea4a service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:06:30.125330 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-09360b87-e26d-4ca2-a2f7-0eddca48ea4a service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:06:30.125764 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-09360b87-e26d-4ca2-a2f7-0eddca48ea4a service neutron] Bound port: e730fc50-e2ea-4aab-80c8-a10943c8ee5f, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:06:30.126119 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-09360b87-e26d-4ca2-a2f7-0eddca48ea4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:30.196662 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b900945-1f4b-4549-9ecd-bd6b960b65c6 req-169bed2e-ea2a-4782-b6e0-dd971b4df095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:30.198201 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5b900945-1f4b-4549-9ecd-bd6b960b65c6 req-169bed2e-ea2a-4782-b6e0-dd971b4df095 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1879556 Aug 11 02:06:30.199118 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-8995da68-cad6-4492-9dc1-38210ff665ae tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:06:30.202803 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9522447b-f3c1-412c-8e01-1641b2069399 req-f3220937-59d2-448e-8a1a-d03b31fabdc4 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320896 Aug 11 02:06:30.203969 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d80501c7-f4d5-49a8-a4d2-4a752f0104be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:30.224069 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-8995da68-cad6-4492-9dc1-38210ff665ae tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:30.230545 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-8995da68-cad6-4492-9dc1-38210ff665ae tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:06:30.236829 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-8995da68-cad6-4492-9dc1-38210ff665ae tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:30.237798 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-8995da68-cad6-4492-9dc1-38210ff665ae tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:30.240145 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995da68-cad6-4492-9dc1-38210ff665ae tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Pushing event updated for resources: {'Port': ['ID=a1f8ae10-79f2-4796-927d-348e53a5326e,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:30.294599 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-09360b87-e26d-4ca2-a2f7-0eddca48ea4a service neutron] For port e730fc50-e2ea-4aab-80c8-a10943c8ee5f, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:06:30.318289 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2ffe3-0ce9-4d46-86b9-596e126b3106 req-ad93b197-5485-4abe-8785-9390d19e5f0e tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:30.319428 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-09360b87-e26d-4ca2-a2f7-0eddca48ea4a service neutron] For port e730fc50-e2ea-4aab-80c8-a10943c8ee5f, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=e730fc50-e2ea-4aab-80c8-a10943c8ee5f,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:06:30.327117 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-efb2ffe3-0ce9-4d46-86b9-596e126b3106 req-ad93b197-5485-4abe-8785-9390d19e5f0e tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 945 time: 0.3048449 Aug 11 02:06:30.331420 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-09360b87-e26d-4ca2-a2f7-0eddca48ea4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:30.370488 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-8995da68-cad6-4492-9dc1-38210ff665ae tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5109718 Aug 11 02:06:30.383288 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5b900945-1f4b-4549-9ecd-bd6b960b65c6 req-94a15f60-bf6e-46ec-8366-17cecd2e435f service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755977 Aug 11 02:06:30.396720 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-09360b87-e26d-4ca2-a2f7-0eddca48ea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:30.397365 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-09360b87-e26d-4ca2-a2f7-0eddca48ea4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:30.398670 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-09360b87-e26d-4ca2-a2f7-0eddca48ea4a service neutron] 10.222.0.66 "PUT /v2.0/ports/e730fc50-e2ea-4aab-80c8-a10943c8ee5f HTTP/1.1" status: 200 len: 1096 time: 1.8918800 Aug 11 02:06:30.405371 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d93eed9-fa5b-4114-b450-b26f0e674c2f', 'tag': 'e730fc50-e2ea-4aab-80c8-a10943c8ee5f'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:06:30.407784 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce76fc0e-1d3b-487f-bc10-aa305cb5db13" -d '{"events": [{"name": "network-changed", "server_uuid": "8d93eed9-fa5b-4114-b450-b26f0e674c2f", "tag": "e730fc50-e2ea-4aab-80c8-a10943c8ee5f"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:06:30.422896 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-918be105-50b3-4176-98e0-30a3a21b63c1 service neutron] Request body: {'port': {'device_id': '7570aff5-bcee-4557-82eb-b4998771d06b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:30.436354 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80501c7-f4d5-49a8-a4d2-4a752f0104be admin admin] Pushing event updated for resources: {'Subnet': ['ID=299a9d58-2432-41ae-9870-ba5a0dd4be22,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:30.491611 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09360b87-e26d-4ca2-a2f7-0eddca48ea4a service neutron] Pushing event updated for resources: {'Port': ['ID=e730fc50-e2ea-4aab-80c8-a10943c8ee5f,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:30.502518 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddfbb37-4f91-427e-b91b-f2e94f34fe9e x-openstack-request-id: req-3ddfbb37-4f91-427e-b91b-f2e94f34fe9e {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:06:30.502804 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d93eed9-fa5b-4114-b450-b26f0e674c2f", "tag": "e730fc50-e2ea-4aab-80c8-a10943c8ee5f", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:06:30.503057 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ddfbb37-4f91-427e-b91b-f2e94f34fe9e {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:06:30.503449 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d93eed9-fa5b-4114-b450-b26f0e674c2f', 'tag': 'e730fc50-e2ea-4aab-80c8-a10943c8ee5f', 'status': 'completed', 'code': 200} Aug 11 02:06:30.520226 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-efb2ffe3-0ce9-4d46-86b9-596e126b3106 req-50fdbc63-81d8-4c62-9e7d-d70c22f9c4d5 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920643 Aug 11 02:06:30.534781 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-221243a8-22d9-413f-ba7f-fa3aa06b06b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 966c4eeb-0481-4085-85bb-1e7064e5aafa {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:06:30.551413 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-221243a8-22d9-413f-ba7f-fa3aa06b06b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:30.554820 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80501c7-f4d5-49a8-a4d2-4a752f0104be admin admin] Checking segment: {'id': '3aa0f263-1052-435f-83fb-2fc7589001b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:06:30.555268 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80501c7-f4d5-49a8-a4d2-4a752f0104be admin admin] Network hostable DHCP agents. Network: 068e6073-54cf-4fcd-9f73-ff093706c9f6, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:06:30.593909 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5b900945-1f4b-4549-9ecd-bd6b960b65c6 req-e75972d0-928d-4f47-a912-3f13a71ce4ee service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005837 Aug 11 02:06:30.596330 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-221243a8-22d9-413f-ba7f-fa3aa06b06b3 service neutron] Transition to ACTIVE for port object 966c4eeb-0481-4085-85bb-1e7064e5aafa will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:30.605389 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-918be105-50b3-4176-98e0-30a3a21b63c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:30.617427 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-221243a8-22d9-413f-ba7f-fa3aa06b06b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:30.675391 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80501c7-f4d5-49a8-a4d2-4a752f0104be admin admin] Network 068e6073-54cf-4fcd-9f73-ff093706c9f6 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:06:30.691092 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-342c8644-d960-41e9-8067-f28414884f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:30.697224 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-342c8644-d960-41e9-8067-f28414884f2e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&device_id=8d93eed9-fa5b-4114-b450-b26f0e674c2f HTTP/1.1" status: 200 len: 1099 time: 0.2252619 Aug 11 02:06:30.742299 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-d80501c7-f4d5-49a8-a4d2-4a752f0104be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 068e6073-54cf-4fcd-9f73-ff093706c9f6) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:30.747795 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80501c7-f4d5-49a8-a4d2-4a752f0104be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:30.748032 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d80501c7-f4d5-49a8-a4d2-4a752f0104be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:30.752031 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78329474-6d32-458a-97dc-8bfc3bb4ce8e None None] Network 068e6073-54cf-4fcd-9f73-ff093706c9f6 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:06:30.775887 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221243a8-22d9-413f-ba7f-fa3aa06b06b3 service neutron] Pushing event updated for resources: {'Port': ['ID=966c4eeb-0481-4085-85bb-1e7064e5aafa,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:30.865568 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d80501c7-f4d5-49a8-a4d2-4a752f0104be admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1817601 Aug 11 02:06:30.867963 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-cb6bd1f9-c18b-420e-8769-c489d7d49edd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=e730fc50-e2ea-4aab-80c8-a10943c8ee5f HTTP/1.1" status: 200 len: 217 time: 0.1605496 Aug 11 02:06:30.868988 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56310) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:30.982110 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e719ac-435b-4bcd-8838-56098c6aa53d req-a316f914-dcee-4fd1-a1ee-26ea2205c5af tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:30.991272 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c8e719ac-435b-4bcd-8838-56098c6aa53d req-a316f914-dcee-4fd1-a1ee-26ea2205c5af tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 948 time: 0.1647501 Aug 11 02:06:30.995923 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-57bf50e0-9ea2-4a6d-b462-7976c182cac8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2124483675-router', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:31.018235 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-67b562ce-95ca-4772-99e6-76c3b6c719a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:31.020070 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-67b562ce-95ca-4772-99e6-76c3b6c719a0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1218665 Aug 11 02:06:31.033335 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-221243a8-22d9-413f-ba7f-fa3aa06b06b3 service neutron] Attempting to bind port 966c4eeb-0481-4085-85bb-1e7064e5aafa on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:06:31.033718 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-221243a8-22d9-413f-ba7f-fa3aa06b06b3 service neutron] Attempting to bind port 966c4eeb-0481-4085-85bb-1e7064e5aafa by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '1f13d792-153a-4a32-8139-5d10935723ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c7eead9-85e0-4354-9d4e-41d5748ddd31'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:06:31.033998 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-221243a8-22d9-413f-ba7f-fa3aa06b06b3 service neutron] Attempting to bind port 966c4eeb-0481-4085-85bb-1e7064e5aafa on network 9c7eead9-85e0-4354-9d4e-41d5748ddd31 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:31.035424 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d68a49-e8f8-4ef2-bfae-848b35964efe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-068e6073-54cf-4fcd-9f73-ff093706c9f6', 'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'fixed_ips': [{'subnet_id': '299a9d58-2432-41ae-9870-ba5a0dd4be22'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:06:31.036306 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-56d68a49-e8f8-4ef2-bfae-848b35964efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:31.044200 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-221243a8-22d9-413f-ba7f-fa3aa06b06b3 service neutron] Port 966c4eeb-0481-4085-85bb-1e7064e5aafa on network 9c7eead9-85e0-4354-9d4e-41d5748ddd31 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:06:31.044518 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-221243a8-22d9-413f-ba7f-fa3aa06b06b3 service neutron] Attempting to bind port 966c4eeb-0481-4085-85bb-1e7064e5aafa on network 9c7eead9-85e0-4354-9d4e-41d5748ddd31 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:31.080304 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-221243a8-22d9-413f-ba7f-fa3aa06b06b3 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:06:31.080765 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-221243a8-22d9-413f-ba7f-fa3aa06b06b3 service neutron] Checking segment: {'id': '1f13d792-153a-4a32-8139-5d10935723ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c7eead9-85e0-4354-9d4e-41d5748ddd31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:06:31.081162 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-221243a8-22d9-413f-ba7f-fa3aa06b06b3 service neutron] Bound using segment: {'id': '1f13d792-153a-4a32-8139-5d10935723ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c7eead9-85e0-4354-9d4e-41d5748ddd31'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:06:31.081672 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-221243a8-22d9-413f-ba7f-fa3aa06b06b3 service neutron] Bound port: 966c4eeb-0481-4085-85bb-1e7064e5aafa, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f13d792-153a-4a32-8139-5d10935723ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c7eead9-85e0-4354-9d4e-41d5748ddd31'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:06:31.082032 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-221243a8-22d9-413f-ba7f-fa3aa06b06b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:31.098043 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c8e719ac-435b-4bcd-8838-56098c6aa53d req-9624bec8-4e20-4271-8afc-fef92f1bca81 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953586 Aug 11 02:06:31.115286 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-32a3da38-cb1d-4840-8519-a3c11a097abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:31.117123 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-32a3da38-cb1d-4840-8519-a3c11a097abd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0806270 Aug 11 02:06:31.129918 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57bf50e0-9ea2-4a6d-b462-7976c182cac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:31.130962 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57bf50e0-9ea2-4a6d-b462-7976c182cac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:31.154253 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eab777-8dec-4259-b664-f2e2063ee2a5 req-f28bf74e-813a-4a77-a580-51d4e8d0f046 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:31.156520 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-58eab777-8dec-4259-b664-f2e2063ee2a5 req-f28bf74e-813a-4a77-a580-51d4e8d0f046 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce492ae5-211f-461f-bb61-3b64384a602e HTTP/1.1" status: 200 len: 944 time: 0.3184180 Aug 11 02:06:31.291600 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-58eab777-8dec-4259-b664-f2e2063ee2a5 req-7d98c474-677e-4a93-9344-c3e919d70904 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ae4caec-3393-4c6b-876d-baa04b1249c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186743 Aug 11 02:06:31.321334 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device a82eea53-7092-4692-9141-f856d8fd4bfb up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:31.331202 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38b2ed-5b19-449e-8b51-d00eebb33826 req-4ddda4a7-1169-4641-8297-668dba266f53 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:31.333405 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fd38b2ed-5b19-449e-8b51-d00eebb33826 req-4ddda4a7-1169-4641-8297-668dba266f53 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 932 time: 0.1051362 Aug 11 02:06:31.338742 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-e9a1fb6a-9280-4bc3-a475-3dbd133b176b service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080886 Aug 11 02:06:31.416863 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57bf50e0-9ea2-4a6d-b462-7976c182cac8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:31.461316 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-14d0556b-8e2f-4973-af9c-469f1833d935 req-341bdb5e-fd45-4263-b251-f41d813f28c4 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122556 Aug 11 02:06:31.501964 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fd38b2ed-5b19-449e-8b51-d00eebb33826 req-0e1fcdbd-ba45-496f-a310-6cf749fd6b6e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611502 Aug 11 02:06:31.591355 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-56d68a49-e8f8-4ef2-bfae-848b35964efe None None] Allocated IP 172.20.0.2 (068e6073-54cf-4fcd-9f73-ff093706c9f6/299a9d58-2432-41ae-9870-ba5a0dd4be22/4f109f8a-0af2-4c30-84e0-f4e591b8fb9b) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:06:31.615989 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76fc0e-1d3b-487f-bc10-aa305cb5db13 req-53f9d19f-6f2b-41bc-b843-04dcc9077e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:31.617804 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ce76fc0e-1d3b-487f-bc10-aa305cb5db13 req-53f9d19f-6f2b-41bc-b843-04dcc9077e5c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&device_id=8d93eed9-fa5b-4114-b450-b26f0e674c2f HTTP/1.1" status: 200 len: 1099 time: 0.0785980 Aug 11 02:06:31.653172 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-221243a8-22d9-413f-ba7f-fa3aa06b06b3 service neutron] For port 966c4eeb-0481-4085-85bb-1e7064e5aafa, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:06:31.743979 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76fc0e-1d3b-487f-bc10-aa305cb5db13 req-6a55e020-68b1-47f0-ae44-b86ece04f330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:31.746047 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ce76fc0e-1d3b-487f-bc10-aa305cb5db13 req-6a55e020-68b1-47f0-ae44-b86ece04f330 service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.1203029 Aug 11 02:06:31.758495 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port a82eea53-7092-4692-9141-f856d8fd4bfb completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:31.768405 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port a82eea53-7092-4692-9141-f856d8fd4bfb triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:31.769059 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:31.796002 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-221243a8-22d9-413f-ba7f-fa3aa06b06b3 service neutron] For port 966c4eeb-0481-4085-85bb-1e7064e5aafa, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=966c4eeb-0481-4085-85bb-1e7064e5aafa,segment=NetworkSegment(1f13d792-153a-4a32-8139-5d10935723ac),segment_id=1f13d792-153a-4a32-8139-5d10935723ac)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:06:31.818445 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ce76fc0e-1d3b-487f-bc10-aa305cb5db13 req-5b322276-a44f-4f68-b633-f84ce47b6a3f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=e730fc50-e2ea-4aab-80c8-a10943c8ee5f HTTP/1.1" status: 200 len: 217 time: 0.0613341 Aug 11 02:06:31.877962 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3c0f0-a57f-47d0-bb24-3a8c0c159b95 req-2f9bf2fb-87e6-4a76-86ce-e3bfaab77dbe tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:31.879951 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb1bbf-34b1-4ffd-9fda-be1c808a76b6 req-ddfe7cae-b225-47be-902f-cd5d3fc684eb tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:31.880100 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-26e3c0f0-a57f-47d0-bb24-3a8c0c159b95 req-2f9bf2fb-87e6-4a76-86ce-e3bfaab77dbe tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 945 time: 0.1330214 Aug 11 02:06:31.888361 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfbb1bbf-34b1-4ffd-9fda-be1c808a76b6 req-ddfe7cae-b225-47be-902f-cd5d3fc684eb tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d93eed9-fa5b-4114-b450-b26f0e674c2f HTTP/1.1" status: 200 len: 947 time: 0.4694273 Aug 11 02:06:31.930961 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-221243a8-22d9-413f-ba7f-fa3aa06b06b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:31.944391 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:31.948018 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76fc0e-1d3b-487f-bc10-aa305cb5db13 req-ab568329-ec2c-40bb-ac1c-357fcd9015aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:31.949606 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ce76fc0e-1d3b-487f-bc10-aa305cb5db13 req-ab568329-ec2c-40bb-ac1c-357fcd9015aa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1180351 Aug 11 02:06:31.955270 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-26e3c0f0-a57f-47d0-bb24-3a8c0c159b95 req-b2d8e1b5-9aba-4f27-a862-b84024094cef tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633421 Aug 11 02:06:31.996022 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-56d68a49-e8f8-4ef2-bfae-848b35964efe None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:31.996263 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57bf50e0-9ea2-4a6d-b462-7976c182cac8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:31.996742 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12cdf99-8cb2-4ff0-a9b2-86496441baa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82eea53-7092-4692-9141-f856d8fd4bfb'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:06:32.003083 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6841bd-08f4-4c71-a4f1-31a27140c785" -d '{"events": [{"server_uuid": "b12cdf99-8cb2-4ff0-a9b2-86496441baa8", "name": "network-vif-plugged", "status": "completed", "tag": "a82eea53-7092-4692-9141-f856d8fd4bfb"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:06:32.009046 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-221243a8-22d9-413f-ba7f-fa3aa06b06b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:32.009808 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-221243a8-22d9-413f-ba7f-fa3aa06b06b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:32.011599 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-221243a8-22d9-413f-ba7f-fa3aa06b06b3 service neutron] 10.222.0.66 "PUT /v2.0/ports/966c4eeb-0481-4085-85bb-1e7064e5aafa HTTP/1.1" status: 200 len: 1093 time: 3.2655249 Aug 11 02:06:32.047205 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce492ae5-211f-461f-bb61-3b64384a602e', 'tag': '966c4eeb-0481-4085-85bb-1e7064e5aafa'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:06:32.052816 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port a82eea53-7092-4692-9141-f856d8fd4bfb, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a82eea53-7092-4692-9141-f856d8fd4bfb,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:32.056155 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-56d68a49-e8f8-4ef2-bfae-848b35964efe None None] Transition to ACTIVE for port object 4f109f8a-0af2-4c30-84e0-f4e591b8fb9b will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:32.060586 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76fc0e-1d3b-487f-bc10-aa305cb5db13 req-072ee8d0-8213-4480-99f3-db4d340f160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:32.063793 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ce76fc0e-1d3b-487f-bc10-aa305cb5db13 req-072ee8d0-8213-4480-99f3-db4d340f160c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1001725 Aug 11 02:06:32.067186 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:32.069928 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c959a1c4-180f-4b68-a9b5-a2fe57726837" -d '{"events": [{"name": "network-changed", "server_uuid": "ce492ae5-211f-461f-bb61-3b64384a602e", "tag": "966c4eeb-0481-4085-85bb-1e7064e5aafa"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:06:32.124489 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-918be105-50b3-4176-98e0-30a3a21b63c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f8ae10-79f2-4796-927d-348e53a5326e {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:06:32.135839 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-918be105-50b3-4176-98e0-30a3a21b63c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:32.142982 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 76df8e04-64c2-4bd9-8284-74ca034add0a details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:06:32.155045 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-918be105-50b3-4176-98e0-30a3a21b63c1 service neutron] Transition to ACTIVE for port object a1f8ae10-79f2-4796-927d-348e53a5326e will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:32.195724 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfbb1bbf-34b1-4ffd-9fda-be1c808a76b6 req-6e6e7ced-6182-403e-bbf9-fb55cdb3d0af tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072071 Aug 11 02:06:32.282160 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-918be105-50b3-4176-98e0-30a3a21b63c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:32.347249 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2522163e-57dc-41a1-abfe-140433196ad0 x-openstack-request-id: req-2522163e-57dc-41a1-abfe-140433196ad0 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:06:32.347249 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce492ae5-211f-461f-bb61-3b64384a602e", "tag": "966c4eeb-0481-4085-85bb-1e7064e5aafa", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:06:32.347249 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2522163e-57dc-41a1-abfe-140433196ad0 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:06:32.347249 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce492ae5-211f-461f-bb61-3b64384a602e', 'tag': '966c4eeb-0481-4085-85bb-1e7064e5aafa', 'status': 'completed', 'code': 200} Aug 11 02:06:32.431665 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f944d91-0a91-4bb8-a5ba-9903365c40f9 x-openstack-request-id: req-8f944d91-0a91-4bb8-a5ba-9903365c40f9 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:06:32.440959 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b12cdf99-8cb2-4ff0-a9b2-86496441baa8", "name": "network-vif-plugged", "status": "completed", "tag": "a82eea53-7092-4692-9141-f856d8fd4bfb", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:06:32.441219 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8f944d91-0a91-4bb8-a5ba-9903365c40f9 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:06:32.441672 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12cdf99-8cb2-4ff0-a9b2-86496441baa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82eea53-7092-4692-9141-f856d8fd4bfb', 'code': 200} Aug 11 02:06:32.477845 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=a82eea53-7092-4692-9141-f856d8fd4bfb,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:32.499394 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e64065-9e6b-4dc7-8c42-6bcf46480a82 req-cd485846-d281-4c86-a50c-84457726f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:32.502510 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-56d68a49-e8f8-4ef2-bfae-848b35964efe None None] Transition to ACTIVE for port object 4f109f8a-0af2-4c30-84e0-f4e591b8fb9b will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:32.503957 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-16e64065-9e6b-4dc7-8c42-6bcf46480a82 req-cd485846-d281-4c86-a50c-84457726f793 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 1098 time: 0.2701488 Aug 11 02:06:32.510012 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ce76fc0e-1d3b-487f-bc10-aa305cb5db13 req-d6f40e73-7c1b-4a32-803a-2bd6ed238f35 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301193 Aug 11 02:06:32.510764 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 76df8e04-64c2-4bd9-8284-74ca034add0a, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=76df8e04-64c2-4bd9-8284-74ca034add0a,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:32.520388 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-918be105-50b3-4176-98e0-30a3a21b63c1 service neutron] Attempting to bind port a1f8ae10-79f2-4796-927d-348e53a5326e on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:06:32.520726 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-918be105-50b3-4176-98e0-30a3a21b63c1 service neutron] Attempting to bind port a1f8ae10-79f2-4796-927d-348e53a5326e by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:06:32.521003 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-918be105-50b3-4176-98e0-30a3a21b63c1 service neutron] Attempting to bind port a1f8ae10-79f2-4796-927d-348e53a5326e on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:32.524336 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-56d68a49-e8f8-4ef2-bfae-848b35964efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:32.537796 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '76df8e04-64c2-4bd9-8284-74ca034add0a', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': '76df8e04-64c2-4bd9-8284-74ca034add0a', 'mac_address': 'fa:16:3e:25:db:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:06:32.543211 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-918be105-50b3-4176-98e0-30a3a21b63c1 service neutron] Port a1f8ae10-79f2-4796-927d-348e53a5326e on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:06:32.543558 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-918be105-50b3-4176-98e0-30a3a21b63c1 service neutron] Attempting to bind port a1f8ae10-79f2-4796-927d-348e53a5326e on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:32.572042 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-f6d7b95d-6f64-4783-92a3-e4081ad9f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:32.573666 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-f6d7b95d-6f64-4783-92a3-e4081ad9f948 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9cf518ab39bd44e9a7f8a66ea3c4040f&device_id=ce492ae5-211f-461f-bb61-3b64384a602e HTTP/1.1" status: 200 len: 1096 time: 0.4901164 Aug 11 02:06:32.574308 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221243a8-22d9-413f-ba7f-fa3aa06b06b3 service neutron] Pushing event updated for resources: {'Port': ['ID=966c4eeb-0481-4085-85bb-1e7064e5aafa,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:32.592154 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7d491-bdfd-4c1c-a6df-5d1393ecd4dd req-1d834782-e991-46fb-9322-27de5f4380b7 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:32.601345 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f0f7d491-bdfd-4c1c-a6df-5d1393ecd4dd req-1d834782-e991-46fb-9322-27de5f4380b7 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 948 time: 0.1695735 Aug 11 02:06:32.618034 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d68a49-e8f8-4ef2-bfae-848b35964efe None None] Network 068e6073-54cf-4fcd-9f73-ff093706c9f6 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:06:32.636675 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-56d68a49-e8f8-4ef2-bfae-848b35964efe None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:32.644428 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d68a49-e8f8-4ef2-bfae-848b35964efe None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:06:32.648706 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d68a49-e8f8-4ef2-bfae-848b35964efe None None] Pushing event updated for resources: {'Port': ['ID=4f109f8a-0af2-4c30-84e0-f4e591b8fb9b,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:32.655145 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51ce31-1257-4742-98f4-e830ae2df290 req-04172365-aa4f-4319-88aa-76ba64fe7020 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:32.670274 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:32.671074 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cc51ce31-1257-4742-98f4-e830ae2df290 req-04172365-aa4f-4319-88aa-76ba64fe7020 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce492ae5-211f-461f-bb61-3b64384a602e HTTP/1.1" status: 200 len: 944 time: 0.2535090 Aug 11 02:06:32.701793 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76df8e04-64c2-4bd9-8284-74ca034add0a {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:06:32.756130 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ce76fc0e-1d3b-487f-bc10-aa305cb5db13 req-455d9df4-06b6-43b1-b80e-199821a874e9 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289114 Aug 11 02:06:32.791460 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-16e64065-9e6b-4dc7-8c42-6bcf46480a82 req-81aeee4d-c692-49ca-8d1e-fee9594ad28d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751050 Aug 11 02:06:32.815649 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 76df8e04-64c2-4bd9-8284-74ca034add0a, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=76df8e04-64c2-4bd9-8284-74ca034add0a,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:32.848856 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cc51ce31-1257-4742-98f4-e830ae2df290 req-f0851659-05d8-4923-a8a4-0803319f2c01 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ae4caec-3393-4c6b-876d-baa04b1249c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695251 Aug 11 02:06:32.858984 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:32.896616 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-56d68a49-e8f8-4ef2-bfae-848b35964efe None None] Attempting to bind port 4f109f8a-0af2-4c30-84e0-f4e591b8fb9b on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:06:32.896871 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-56d68a49-e8f8-4ef2-bfae-848b35964efe None None] Attempting to bind port 4f109f8a-0af2-4c30-84e0-f4e591b8fb9b by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '3aa0f263-1052-435f-83fb-2fc7589001b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:06:32.897238 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d68a49-e8f8-4ef2-bfae-848b35964efe None None] Attempting to bind port 4f109f8a-0af2-4c30-84e0-f4e591b8fb9b on network 068e6073-54cf-4fcd-9f73-ff093706c9f6 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:32.929848 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=76df8e04-64c2-4bd9-8284-74ca034add0a,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:32.940824 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d68a49-e8f8-4ef2-bfae-848b35964efe None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:06:32.941572 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d68a49-e8f8-4ef2-bfae-848b35964efe None None] Checking segment: {'id': '3aa0f263-1052-435f-83fb-2fc7589001b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:06:32.942173 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-56d68a49-e8f8-4ef2-bfae-848b35964efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:32.943570 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d68a49-e8f8-4ef2-bfae-848b35964efe None None] Bound using segment: {'id': '3aa0f263-1052-435f-83fb-2fc7589001b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:06:32.944239 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-56d68a49-e8f8-4ef2-bfae-848b35964efe None None] Bound port: 4f109f8a-0af2-4c30-84e0-f4e591b8fb9b, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa0f263-1052-435f-83fb-2fc7589001b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:06:32.944826 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-56d68a49-e8f8-4ef2-bfae-848b35964efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:32.972196 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370d47d-7888-4a81-aaf6-a3a0e8682f09 req-a7750563-b8fc-4863-aae1-2f3c83950cd5 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:32.980553 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e370d47d-7888-4a81-aaf6-a3a0e8682f09 req-a7750563-b8fc-4863-aae1-2f3c83950cd5 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 944 time: 0.0797350 Aug 11 02:06:33.047449 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-56d68a49-e8f8-4ef2-bfae-848b35964efe None None] For port 4f109f8a-0af2-4c30-84e0-f4e591b8fb9b, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:06:33.049831 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f0f7d491-bdfd-4c1c-a6df-5d1393ecd4dd req-dc94e1dd-636e-402d-b34a-b259dd08fe24 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463661 Aug 11 02:06:33.050892 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-918be105-50b3-4176-98e0-30a3a21b63c1 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:06:33.052845 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-918be105-50b3-4176-98e0-30a3a21b63c1 service neutron] Checking segment: {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:06:33.052845 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-918be105-50b3-4176-98e0-30a3a21b63c1 service neutron] Bound using segment: {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:06:33.053860 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-918be105-50b3-4176-98e0-30a3a21b63c1 service neutron] Bound port: a1f8ae10-79f2-4796-927d-348e53a5326e, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:06:33.054863 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-918be105-50b3-4176-98e0-30a3a21b63c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:33.064226 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-56d68a49-e8f8-4ef2-bfae-848b35964efe None None] For port 4f109f8a-0af2-4c30-84e0-f4e591b8fb9b, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=4f109f8a-0af2-4c30-84e0-f4e591b8fb9b,segment=NetworkSegment(3aa0f263-1052-435f-83fb-2fc7589001b0),segment_id=3aa0f263-1052-435f-83fb-2fc7589001b0)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:06:33.078658 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-56d68a49-e8f8-4ef2-bfae-848b35964efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:33.091569 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-b6207e07-0398-44d5-95d0-cd139c477d44 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=966c4eeb-0481-4085-85bb-1e7064e5aafa HTTP/1.1" status: 200 len: 217 time: 0.1245341 Aug 11 02:06:33.092383 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e370d47d-7888-4a81-aaf6-a3a0e8682f09 req-afd2aa1d-4923-4d40-a799-86db6c583266 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106577 Aug 11 02:06:33.150695 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918be105-50b3-4176-98e0-30a3a21b63c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f8ae10-79f2-4796-927d-348e53a5326e,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:33.159912 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['76df8e04-64c2-4bd9-8284-74ca034add0a'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:06:33.257830 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d68a49-e8f8-4ef2-bfae-848b35964efe None None] Pushing event updated for resources: {'Port': ['ID=4f109f8a-0af2-4c30-84e0-f4e591b8fb9b,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:33.294844 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3211225-fc7d-4026-87b6-da3017fc1906 req-0df4d70d-bfcd-4508-8642-d8249bf148cd tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:33.308049 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e3211225-fc7d-4026-87b6-da3017fc1906 req-0df4d70d-bfcd-4508-8642-d8249bf148cd tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 946 time: 0.1111193 Aug 11 02:06:33.400326 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e3211225-fc7d-4026-87b6-da3017fc1906 req-83aaf1a6-59ca-4d6d-b185-43118c172e82 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912545 Aug 11 02:06:33.497306 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-757afe16-68e2-4e5d-a41c-d519b6f23663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:33.498762 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-757afe16-68e2-4e5d-a41c-d519b6f23663 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d32b8020-d134-4ff5-b7b4-447e57c35f53 HTTP/1.1" status: 200 len: 868 time: 0.3758683 Aug 11 02:06:33.567861 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-918be105-50b3-4176-98e0-30a3a21b63c1 service neutron] For port a1f8ae10-79f2-4796-927d-348e53a5326e, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:06:33.685887 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57bf50e0-9ea2-4a6d-b462-7976c182cac8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:33.689606 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-918be105-50b3-4176-98e0-30a3a21b63c1 service neutron] For port a1f8ae10-79f2-4796-927d-348e53a5326e, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a1f8ae10-79f2-4796-927d-348e53a5326e,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:06:33.733741 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09a552-db6a-4a24-a35b-4eb58124477b req-e3d1fac4-d831-4fed-bc8a-3da671c32b78 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:33.742475 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6a09a552-db6a-4a24-a35b-4eb58124477b req-e3d1fac4-d831-4fed-bc8a-3da671c32b78 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d93eed9-fa5b-4114-b450-b26f0e674c2f HTTP/1.1" status: 200 len: 947 time: 0.2772477 Aug 11 02:06:33.771602 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57bf50e0-9ea2-4a6d-b462-7976c182cac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:33.772305 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-918be105-50b3-4176-98e0-30a3a21b63c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:33.872884 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-1ce61bec-2fd8-453a-bf00-a4563f43f54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:33.874413 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-1ce61bec-2fd8-453a-bf00-a4563f43f54e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9c7eead9-85e0-4354-9d4e-41d5748ddd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3467233 Aug 11 02:06:33.877670 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-918be105-50b3-4176-98e0-30a3a21b63c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:33.879338 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-918be105-50b3-4176-98e0-30a3a21b63c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:33.880152 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-918be105-50b3-4176-98e0-30a3a21b63c1 service neutron] 10.222.0.73 "PUT /v2.0/ports/a1f8ae10-79f2-4796-927d-348e53a5326e HTTP/1.1" status: 200 len: 1093 time: 3.4890373 Aug 11 02:06:33.957967 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 4f109f8a-0af2-4c30-84e0-f4e591b8fb9b up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:34.032114 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a5ce1-828b-4345-a84d-ea130ba1aaea req-c90c3ed6-8529-4b25-9717-e6a1b5c46e8b tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:34.040292 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cd2a5ce1-828b-4345-a84d-ea130ba1aaea req-c90c3ed6-8529-4b25-9717-e6a1b5c46e8b tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce492ae5-211f-461f-bb61-3b64384a602e HTTP/1.1" status: 200 len: 944 time: 0.0677030 Aug 11 02:06:34.050391 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 4f109f8a-0af2-4c30-84e0-f4e591b8fb9b completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:34.085551 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6a09a552-db6a-4a24-a35b-4eb58124477b req-c39891f9-96a6-486a-bd11-048290ba808a tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430018 Aug 11 02:06:34.086192 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918be105-50b3-4176-98e0-30a3a21b63c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f8ae10-79f2-4796-927d-348e53a5326e,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:34.158678 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device e730fc50-e2ea-4aab-80c8-a10943c8ee5f details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:06:34.179661 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cd2a5ce1-828b-4345-a84d-ea130ba1aaea req-d15a70c6-2a29-4c2f-8baf-30441eb449e8 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ae4caec-3393-4c6b-876d-baa04b1249c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335707 Aug 11 02:06:34.237596 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-7c388cfd-71a0-4754-a375-db1695bc6c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:34.240878 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-7c388cfd-71a0-4754-a375-db1695bc6c15 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc914b6e60444f2aabf27f905058cfbf&device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 1096 time: 0.2598321 Aug 11 02:06:34.327201 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 76df8e04-64c2-4bd9-8284-74ca034add0a up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:34.374371 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7570aff5-bcee-4557-82eb-b4998771d06b', 'tag': 'a1f8ae10-79f2-4796-927d-348e53a5326e'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:06:34.378137 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b8a979-5dda-43c6-a68a-a211ee32a2c8" -d '{"events": [{"name": "network-changed", "server_uuid": "7570aff5-bcee-4557-82eb-b4998771d06b", "tag": "a1f8ae10-79f2-4796-927d-348e53a5326e"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:06:34.384820 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port e730fc50-e2ea-4aab-80c8-a10943c8ee5f, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=e730fc50-e2ea-4aab-80c8-a10943c8ee5f,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:34.386117 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-e7b0822a-385c-40a4-beba-0a7836857cf6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1f8ae10-79f2-4796-927d-348e53a5326e HTTP/1.1" status: 200 len: 217 time: 0.0903943 Aug 11 02:06:34.388641 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-57bf50e0-9ea2-4a6d-b462-7976c182cac8 admin admin] Allocated IP 172.25.2.169 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/b0155832-9a88-4f01-9921-812b06625f7d) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:06:34.414979 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'e730fc50-e2ea-4aab-80c8-a10943c8ee5f', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': 'e730fc50-e2ea-4aab-80c8-a10943c8ee5f', 'mac_address': 'fa:16:3e:b9:eb:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:06:34.449836 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc319a85-73e0-4648-a1ec-af020e34456e req-8aa319b3-7cc2-4429-add2-d3de1d0fb632 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:34.453648 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dc319a85-73e0-4648-a1ec-af020e34456e req-8aa319b3-7cc2-4429-add2-d3de1d0fb632 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 944 time: 0.1332414 Aug 11 02:06:34.481366 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:34.493228 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-a2416c40-fc98-47c3-9141-225599d03989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:34.493569 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 76df8e04-64c2-4bd9-8284-74ca034add0a completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:34.495106 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-a2416c40-fc98-47c3-9141-225599d03989 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b6e0d0b4-108b-452a-91dc-cd606630079c HTTP/1.1" status: 200 len: 861 time: 0.0949869 Aug 11 02:06:34.503895 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e730fc50-e2ea-4aab-80c8-a10943c8ee5f {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:06:34.518505 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-78db7f25-55d0-42be-9d1c-6734acef6c82 service neutron] 10.222.0.66 "GET /v2.0/networks/9c7eead9-85e0-4354-9d4e-41d5748ddd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5941222 Aug 11 02:06:34.525577 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dc319a85-73e0-4648-a1ec-af020e34456e req-7094f106-456e-4746-8e61-21be86ef6453 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591309 Aug 11 02:06:34.530074 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port e730fc50-e2ea-4aab-80c8-a10943c8ee5f, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=e730fc50-e2ea-4aab-80c8-a10943c8ee5f,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:34.531491 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 76df8e04-64c2-4bd9-8284-74ca034add0a triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:34.533166 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:34.564996 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-2e63ce50-8f0c-4fdf-9bd0-fbfa91f95b5a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340397 Aug 11 02:06:34.593208 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:34.606626 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4515afc-d616-40ce-a02d-8a2560437e40 req-fe252037-9feb-4baa-be5f-6f1c18bc5876 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:34.608277 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f4515afc-d616-40ce-a02d-8a2560437e40 req-fe252037-9feb-4baa-be5f-6f1c18bc5876 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 949 time: 0.4064889 Aug 11 02:06:34.668538 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=e730fc50-e2ea-4aab-80c8-a10943c8ee5f,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:34.736645 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:34.780219 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-d5af49cf-1ed9-4945-93fa-8f3891654a27 service neutron] 10.222.0.73 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933136 Aug 11 02:06:34.782221 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e3326-f0a6-4b9c-9054-336f7abf26ed req-bb21c4f6-8cf7-4cb2-8dd7-bd857d10b24e tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:34.786494 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 76df8e04-64c2-4bd9-8284-74ca034add0a, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=76df8e04-64c2-4bd9-8284-74ca034add0a,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:34.789889 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c085a225-ad53-4db5-9e5c-aa586468aae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76df8e04-64c2-4bd9-8284-74ca034add0a'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:06:34.790906 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a90e3326-f0a6-4b9c-9054-336f7abf26ed req-bb21c4f6-8cf7-4cb2-8dd7-bd857d10b24e tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 946 time: 0.0740376 Aug 11 02:06:34.792428 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4923cce-d3a4-4ad0-ad97-b18c45c703f2" -d '{"events": [{"server_uuid": "c085a225-ad53-4db5-9e5c-aa586468aae5", "name": "network-vif-plugged", "status": "completed", "tag": "76df8e04-64c2-4bd9-8284-74ca034add0a"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:06:34.798077 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d519d22-1e9c-4405-b4e0-1ae11455bbd8 None None] Network 068e6073-54cf-4fcd-9f73-ff093706c9f6 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:06:34.811584 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05075a14-de73-4ddc-b1ec-7ccf58793323 x-openstack-request-id: req-05075a14-de73-4ddc-b1ec-7ccf58793323 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:06:34.811921 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7570aff5-bcee-4557-82eb-b4998771d06b", "tag": "a1f8ae10-79f2-4796-927d-348e53a5326e", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:06:34.812169 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-05075a14-de73-4ddc-b1ec-7ccf58793323 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:06:34.812613 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7570aff5-bcee-4557-82eb-b4998771d06b', 'tag': 'a1f8ae10-79f2-4796-927d-348e53a5326e', 'status': 'completed', 'code': 200} Aug 11 02:06:34.849548 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a90e3326-f0a6-4b9c-9054-336f7abf26ed req-d077df0b-611f-4cb0-bf72-f6e9c901b558 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566723 Aug 11 02:06:34.863055 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:34.921203 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['e730fc50-e2ea-4aab-80c8-a10943c8ee5f'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:06:34.929589 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f4515afc-d616-40ce-a02d-8a2560437e40 req-c1f2bbcb-378c-4246-a344-4e2ed4754370 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516950 Aug 11 02:06:34.945801 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690070bf-b79d-404b-b85d-d6841ee8257c x-openstack-request-id: req-690070bf-b79d-404b-b85d-d6841ee8257c {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:06:34.945952 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c085a225-ad53-4db5-9e5c-aa586468aae5", "name": "network-vif-plugged", "status": "completed", "tag": "76df8e04-64c2-4bd9-8284-74ca034add0a", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:06:34.946218 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-690070bf-b79d-404b-b85d-d6841ee8257c {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:06:34.946755 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c085a225-ad53-4db5-9e5c-aa586468aae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76df8e04-64c2-4bd9-8284-74ca034add0a', 'code': 200} Aug 11 02:06:34.949268 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-1611a019-7428-4037-8f26-178116c80081 None None] Provisioning for port 4f109f8a-0af2-4c30-84e0-f4e591b8fb9b completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:35.018281 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57bf50e0-9ea2-4a6d-b462-7976c182cac8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:35.019318 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-1611a019-7428-4037-8f26-178116c80081 None None] Provisioning complete for port 4f109f8a-0af2-4c30-84e0-f4e591b8fb9b triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:35.019817 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1611a019-7428-4037-8f26-178116c80081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:35.026878 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fcc67b6-3654-4091-9e43-ecf1eb48a2a0 req-3f233d3c-e278-476f-a79e-afd020697a55 service neutron] 10.222.0.66 "GET /v2.0/networks/9c7eead9-85e0-4354-9d4e-41d5748ddd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560385 Aug 11 02:06:35.044879 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ef8881a-9bb6-4417-8c46-544681d56c54 req-6bc7bfad-a6c1-43c5-ac84-3c623276322a service neutron] 10.222.0.73 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106423 Aug 11 02:06:35.126449 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d51f44-0243-420f-ae39-f635635662e2 req-f4a962ce-86e4-4cda-a387-2874f1c2d9e4 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:35.138834 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e6d51f44-0243-420f-ae39-f635635662e2 req-f4a962ce-86e4-4cda-a387-2874f1c2d9e4 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 1098 time: 0.1368062 Aug 11 02:06:35.151700 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc54fd4-e49c-413c-b816-ea00f46ad53b req-6151e178-3d65-4c73-beaf-deed6c88478e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:35.153045 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-edc54fd4-e49c-413c-b816-ea00f46ad53b req-6151e178-3d65-4c73-beaf-deed6c88478e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 1102 time: 0.0899985 Aug 11 02:06:35.157221 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57bf50e0-9ea2-4a6d-b462-7976c182cac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:35.214207 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bf50e0-9ea2-4a6d-b462-7976c182cac8 admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:06:35.231681 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e6d51f44-0243-420f-ae39-f635635662e2 req-25921605-7444-41c5-b84b-e7120d99fbe4 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827889 Aug 11 02:06:35.248237 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8a979-5dda-43c6-a68a-a211ee32a2c8 req-5306ba42-559c-411c-afc8-641b67e84464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:35.249310 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-11b8a979-5dda-43c6-a68a-a211ee32a2c8 req-5306ba42-559c-411c-afc8-641b67e84464 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc914b6e60444f2aabf27f905058cfbf&device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 1096 time: 0.1282396 Aug 11 02:06:35.250247 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-57bf50e0-9ea2-4a6d-b462-7976c182cac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:35.266825 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959a1c4-180f-4b68-a9b5-a2fe57726837 req-709316e4-2188-445d-9b0b-748b65023107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:35.273419 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c959a1c4-180f-4b68-a9b5-a2fe57726837 req-709316e4-2188-445d-9b0b-748b65023107 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9cf518ab39bd44e9a7f8a66ea3c4040f&device_id=ce492ae5-211f-461f-bb61-3b64384a602e HTTP/1.1" status: 200 len: 1096 time: 0.1644175 Aug 11 02:06:35.277534 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=76df8e04-64c2-4bd9-8284-74ca034add0a,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:35.283869 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bf50e0-9ea2-4a6d-b462-7976c182cac8 admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:06:35.399237 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-edc54fd4-e49c-413c-b816-ea00f46ad53b req-3b2ccc7f-0058-423a-961e-8cc2705e4185 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321362 Aug 11 02:06:35.474245 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf50e0-9ea2-4a6d-b462-7976c182cac8 admin admin] Pushing event updated for resources: {'Port': ['ID=b0155832-9a88-4f01-9921-812b06625f7d,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:35.490780 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1611a019-7428-4037-8f26-178116c80081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:35.526089 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f812a72-1798-403a-b179-90143892d8cd req-ff7807e3-7186-478a-949d-736056fa6c0d tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:35.537944 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8f812a72-1798-403a-b179-90143892d8cd req-ff7807e3-7186-478a-949d-736056fa6c0d tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce492ae5-211f-461f-bb61-3b64384a602e HTTP/1.1" status: 200 len: 944 time: 0.1546667 Aug 11 02:06:35.563358 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-1611a019-7428-4037-8f26-178116c80081 None None] For port 4f109f8a-0af2-4c30-84e0-f4e591b8fb9b, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=4f109f8a-0af2-4c30-84e0-f4e591b8fb9b,segment=NetworkSegment(3aa0f263-1052-435f-83fb-2fc7589001b0),segment_id=3aa0f263-1052-435f-83fb-2fc7589001b0)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:35.571606 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1611a019-7428-4037-8f26-178116c80081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:35.580535 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91133d84-4e88-4233-b086-269803d5cae0 req-cd78fc90-a565-4ba9-950a-439cdf221b01 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:35.582354 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-91133d84-4e88-4233-b086-269803d5cae0 req-cd78fc90-a565-4ba9-950a-439cdf221b01 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d93eed9-fa5b-4114-b450-b26f0e674c2f HTTP/1.1" status: 200 len: 948 time: 0.3573449 Aug 11 02:06:35.597032 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959a1c4-180f-4b68-a9b5-a2fe57726837 req-ebdde3db-5cef-4495-9a7e-e03080f5d6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:35.599063 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c959a1c4-180f-4b68-a9b5-a2fe57726837 req-ebdde3db-5cef-4495-9a7e-e03080f5d6c5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9c7eead9-85e0-4354-9d4e-41d5748ddd31 HTTP/1.1" status: 200 len: 930 time: 0.3152087 Aug 11 02:06:35.622633 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8f812a72-1798-403a-b179-90143892d8cd req-b75f4197-2d59-44d7-b661-cd33608a9782 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ae4caec-3393-4c6b-876d-baa04b1249c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828366 Aug 11 02:06:35.646802 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611a019-7428-4037-8f26-178116c80081 None None] Pushing event updated for resources: {'Port': ['ID=4f109f8a-0af2-4c30-84e0-f4e591b8fb9b,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:35.701663 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c959a1c4-180f-4b68-a9b5-a2fe57726837 req-f5334417-1685-4742-93b8-aedce8d77182 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=966c4eeb-0481-4085-85bb-1e7064e5aafa HTTP/1.1" status: 200 len: 217 time: 0.0718105 Aug 11 02:06:35.739722 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8a979-5dda-43c6-a68a-a211ee32a2c8 req-96d12d51-3d2f-4934-9964-bb0aa605ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:35.741382 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-11b8a979-5dda-43c6-a68a-a211ee32a2c8 req-96d12d51-3d2f-4934-9964-bb0aa605ea16 service neutron] 10.222.0.73 "GET /v2.0/networks?id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7 HTTP/1.1" status: 200 len: 922 time: 0.4695706 Aug 11 02:06:35.742307 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57bf50e0-9ea2-4a6d-b462-7976c182cac8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:35.759115 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-91133d84-4e88-4233-b086-269803d5cae0 req-40d54ad0-e406-4673-9b31-409edd6bb06e tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614311 Aug 11 02:06:35.780730 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959a1c4-180f-4b68-a9b5-a2fe57726837 req-84e58eb9-0838-4bed-82ec-718bf0dd8bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:35.782299 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c959a1c4-180f-4b68-a9b5-a2fe57726837 req-84e58eb9-0838-4bed-82ec-718bf0dd8bcf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d32b8020-d134-4ff5-b7b4-447e57c35f53 HTTP/1.1" status: 200 len: 868 time: 0.0709577 Aug 11 02:06:35.918886 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 4f109f8a-0af2-4c30-84e0-f4e591b8fb9b up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:35.963464 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959a1c4-180f-4b68-a9b5-a2fe57726837 req-35175707-737b-4c1c-ad87-e17c42b23cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:35.965118 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c959a1c4-180f-4b68-a9b5-a2fe57726837 req-35175707-737b-4c1c-ad87-e17c42b23cf6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9c7eead9-85e0-4354-9d4e-41d5748ddd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1733999 Aug 11 02:06:36.000781 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9a3f4390-5996-486d-ac26-a13c42e936f4 None None] Provisioning complete for port 4f109f8a-0af2-4c30-84e0-f4e591b8fb9b triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:36.003710 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9a3f4390-5996-486d-ac26-a13c42e936f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:36.073358 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89b689-806d-4bcd-bbc3-708249be958e req-f83a749a-ee21-4744-9853-59701f216e5e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:36.082168 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2a89b689-806d-4bcd-bbc3-708249be958e req-f83a749a-ee21-4744-9853-59701f216e5e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 944 time: 0.2507281 Aug 11 02:06:36.175526 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2a89b689-806d-4bcd-bbc3-708249be958e req-e11315ce-d268-487c-ba96-4d30c174ac30 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912020 Aug 11 02:06:36.264447 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c959a1c4-180f-4b68-a9b5-a2fe57726837 req-9296d1fd-d81b-403b-a7ca-157cc5c29920 service neutron] 10.222.0.66 "GET /v2.0/networks/9c7eead9-85e0-4354-9d4e-41d5748ddd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803340 Aug 11 02:06:36.271306 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 4f109f8a-0af2-4c30-84e0-f4e591b8fb9b triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:36.272790 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:36.397241 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c959a1c4-180f-4b68-a9b5-a2fe57726837 req-2ba4365d-a726-4ae5-a2e3-a4a9ada741bb service neutron] 10.222.0.66 "GET /v2.0/networks/9c7eead9-85e0-4354-9d4e-41d5748ddd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195376 Aug 11 02:06:36.532294 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-11b8a979-5dda-43c6-a68a-a211ee32a2c8 req-80b8d86f-0148-42fb-8aed-87a2e8558f9e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1f8ae10-79f2-4796-927d-348e53a5326e HTTP/1.1" status: 200 len: 217 time: 0.7707806 Aug 11 02:06:36.605564 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57bf50e0-9ea2-4a6d-b462-7976c182cac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:36.654435 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8a979-5dda-43c6-a68a-a211ee32a2c8 req-737a1a2e-1b6f-4efe-9303-f73e6074d60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:36.655916 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-11b8a979-5dda-43c6-a68a-a211ee32a2c8 req-737a1a2e-1b6f-4efe-9303-f73e6074d60b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b6e0d0b4-108b-452a-91dc-cd606630079c HTTP/1.1" status: 200 len: 861 time: 0.1040161 Aug 11 02:06:36.665375 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4f7cf-81cd-443e-8d80-7226a4a23c2c req-afbae006-6f0b-4680-beca-f19e5cd37d0f tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:36.666879 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dce4f7cf-81cd-443e-8d80-7226a4a23c2c req-afbae006-6f0b-4680-beca-f19e5cd37d0f tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.2400069 Aug 11 02:06:36.758699 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-11b8a979-5dda-43c6-a68a-a211ee32a2c8 req-d05021b2-f6db-4e7b-aa39-0c204f6b94c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720718 Aug 11 02:06:36.840074 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc597d51-04e3-43c4-b3eb-6b571c62e5d7 req-602fb283-7a85-4537-8b27-b2ac4fd05dbb tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:36.855871 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dc597d51-04e3-43c4-b3eb-6b571c62e5d7 req-602fb283-7a85-4537-8b27-b2ac4fd05dbb tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce492ae5-211f-461f-bb61-3b64384a602e HTTP/1.1" status: 200 len: 944 time: 0.1171875 Aug 11 02:06:36.876787 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-11b8a979-5dda-43c6-a68a-a211ee32a2c8 req-86a20359-6175-4400-b7be-fbb76be7cdff service neutron] 10.222.0.73 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875278 Aug 11 02:06:36.916344 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dc597d51-04e3-43c4-b3eb-6b571c62e5d7 req-4213a6a0-3de6-42a4-9dfb-8d729e916508 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ae4caec-3393-4c6b-876d-baa04b1249c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640674 Aug 11 02:06:36.954218 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dce4f7cf-81cd-443e-8d80-7226a4a23c2c req-32c5ea61-c7a6-4c50-a21f-bf167e07821e tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501581 Aug 11 02:06:37.030544 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-11b8a979-5dda-43c6-a68a-a211ee32a2c8 req-a9644d25-d1ae-47c7-ae54-4b459908a4ee service neutron] 10.222.0.73 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443510 Aug 11 02:06:37.049456 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd876072-7724-4080-a4ca-0eaf5bb314a8 req-8b27af93-ad18-46ae-b2df-d48e357e6f1b tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:37.057763 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fd876072-7724-4080-a4ca-0eaf5bb314a8 req-8b27af93-ad18-46ae-b2df-d48e357e6f1b tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d93eed9-fa5b-4114-b450-b26f0e674c2f HTTP/1.1" status: 200 len: 948 time: 0.0596318 Aug 11 02:06:37.117283 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fd876072-7724-4080-a4ca-0eaf5bb314a8 req-12744d71-77be-4cd3-affe-99f565695fa4 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582366 Aug 11 02:06:37.130311 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bf50e0-9ea2-4a6d-b462-7976c182cac8 admin admin] Router 6f450c02-37a4-4601-8a56-1d015f7b902a is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:06:37.274872 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bf50e0-9ea2-4a6d-b462-7976c182cac8 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:06:37.284364 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636f0c04-e16a-4efa-99a8-8532d2650781 None None] Sync routers for ids ['6f450c02-37a4-4601-8a56-1d015f7b902a'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:06:37.296202 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636f0c04-e16a-4efa-99a8-8532d2650781 None None] Routers {'6f450c02-37a4-4601-8a56-1d015f7b902a'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:06:37.297031 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-636f0c04-e16a-4efa-99a8-8532d2650781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:06:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6f450c02-37a4-4601-8a56-1d015f7b902a'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:37.301902 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57bf50e0-9ea2-4a6d-b462-7976c182cac8 admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:37.304635 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-57bf50e0-9ea2-4a6d-b462-7976c182cac8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3153622 Aug 11 02:06:37.306992 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56394) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:37.371290 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8719f-b955-4919-a908-3ea3443dbc09 req-f7d9a99c-b77d-4658-a7e5-260ebe0c4b4b tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:37.373640 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-52d8719f-b955-4919-a908-3ea3443dbc09 req-f7d9a99c-b77d-4658-a7e5-260ebe0c4b4b tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 944 time: 0.0646341 Aug 11 02:06:37.424912 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-52d8719f-b955-4919-a908-3ea3443dbc09 req-23ed48a9-8e06-48e6-98d6-7a0b0e76e23e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439956 Aug 11 02:06:37.476263 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-636f0c04-e16a-4efa-99a8-8532d2650781 None None] Set router 6f450c02-37a4-4601-8a56-1d015f7b902a gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:06:37.722587 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-636f0c04-e16a-4efa-99a8-8532d2650781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'name': 'tempest-ServersTestBootFromVolume-2124483675-router', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'b0155832-9a88-4f01-9921-812b06625f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:31Z', 'updated_at': '2021-08-11T02:06:35Z', 'revision_number': 3, 'project_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'gw_port': {'id': 'b0155832-9a88-4f01-9921-812b06625f7d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:33Z', 'updated_at': '2021-08-11T02:06:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:37.928597 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636f0c04-e16a-4efa-99a8-8532d2650781 None None] Checking router: 6f450c02-37a4-4601-8a56-1d015f7b902a for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:06:37.928943 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636f0c04-e16a-4efa-99a8-8532d2650781 None None] Updating router 6f450c02-37a4-4601-8a56-1d015f7b902a port b0155832-9a88-4f01-9921-812b06625f7d binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:06:37.957347 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-636f0c04-e16a-4efa-99a8-8532d2650781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:38.000433 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1cae2703-eef4-4de7-9ce1-165129d07927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:38.086643 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b794f-c0f8-44f0-b7bd-af5f06c37dff req-7ac9b85b-9e1c-4f65-8870-f8bd7d53860e tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:38.088542 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-963b794f-c0f8-44f0-b7bd-af5f06c37dff req-7ac9b85b-9e1c-4f65-8870-f8bd7d53860e tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce492ae5-211f-461f-bb61-3b64384a602e HTTP/1.1" status: 200 len: 944 time: 0.0857294 Aug 11 02:06:38.162962 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794b783-3fcb-4626-b2c5-c11788d71c46 req-cae85bb8-1d3c-4842-8bc4-cbee78cba192 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:38.180377 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c794b783-3fcb-4626-b2c5-c11788d71c46 req-cae85bb8-1d3c-4842-8bc4-cbee78cba192 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.1342280 Aug 11 02:06:38.188933 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 966c4eeb-0481-4085-85bb-1e7064e5aafa details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:06:38.204108 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-963b794f-c0f8-44f0-b7bd-af5f06c37dff req-6e9c7552-176b-4255-99ff-962906a1072a tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ae4caec-3393-4c6b-876d-baa04b1249c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521224 Aug 11 02:06:38.274445 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c794b783-3fcb-4626-b2c5-c11788d71c46 req-5e59c7d1-cd37-496a-9c2c-d29d36b74436 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916245 Aug 11 02:06:38.338162 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device e730fc50-e2ea-4aab-80c8-a10943c8ee5f up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:38.436587 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 966c4eeb-0481-4085-85bb-1e7064e5aafa, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=966c4eeb-0481-4085-85bb-1e7064e5aafa,segment=NetworkSegment(1f13d792-153a-4a32-8139-5d10935723ac),segment_id=1f13d792-153a-4a32-8139-5d10935723ac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:38.504508 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-1cae2703-eef4-4de7-9ce1-165129d07927 admin admin] Allocated IP 172.20.0.1 (068e6073-54cf-4fcd-9f73-ff093706c9f6/299a9d58-2432-41ae-9870-ba5a0dd4be22/e5f64a5c-22f4-4ec7-a970-6c91b94932ef) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:06:38.515349 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '966c4eeb-0481-4085-85bb-1e7064e5aafa', 'network_id': '9c7eead9-85e0-4354-9d4e-41d5748ddd31', 'port_id': '966c4eeb-0481-4085-85bb-1e7064e5aafa', 'mac_address': 'fa:16:3e:50:d6:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd32b8020-d134-4ff5-b7b4-447e57c35f53', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:06:38.575716 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19564d-3412-4160-b74d-14b370efa17d req-4292aee5-c530-42a1-82b9-80cd69f831d1 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:38.580285 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7c19564d-3412-4160-b74d-14b370efa17d req-4292aee5-c530-42a1-82b9-80cd69f831d1 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d93eed9-fa5b-4114-b450-b26f0e674c2f HTTP/1.1" status: 200 len: 948 time: 0.1270270 Aug 11 02:06:38.676375 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7c19564d-3412-4160-b74d-14b370efa17d req-4a04d077-92bd-45bb-bbaa-c550da844d4d tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893075 Aug 11 02:06:38.746465 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-636f0c04-e16a-4efa-99a8-8532d2650781 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:38.757667 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-636f0c04-e16a-4efa-99a8-8532d2650781 None None] Transition to ACTIVE for port object b0155832-9a88-4f01-9921-812b06625f7d will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:38.767932 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1cae2703-eef4-4de7-9ce1-165129d07927 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:38.778503 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-636f0c04-e16a-4efa-99a8-8532d2650781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:38.813544 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:38.815572 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-1cae2703-eef4-4de7-9ce1-165129d07927 admin admin] Transition to ACTIVE for port object e5f64a5c-22f4-4ec7-a970-6c91b94932ef will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:38.830479 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-636f0c04-e16a-4efa-99a8-8532d2650781 None None] Attempting to bind port b0155832-9a88-4f01-9921-812b06625f7d on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:06:38.830863 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-636f0c04-e16a-4efa-99a8-8532d2650781 None None] Attempting to bind port b0155832-9a88-4f01-9921-812b06625f7d by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:06:38.833646 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636f0c04-e16a-4efa-99a8-8532d2650781 None None] Attempting to bind port b0155832-9a88-4f01-9921-812b06625f7d on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:38.853403 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 966c4eeb-0481-4085-85bb-1e7064e5aafa {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:06:38.883157 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 966c4eeb-0481-4085-85bb-1e7064e5aafa, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=966c4eeb-0481-4085-85bb-1e7064e5aafa,segment=NetworkSegment(1f13d792-153a-4a32-8139-5d10935723ac),segment_id=1f13d792-153a-4a32-8139-5d10935723ac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:38.890012 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port e730fc50-e2ea-4aab-80c8-a10943c8ee5f completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:38.900571 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636f0c04-e16a-4efa-99a8-8532d2650781 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:06:38.902698 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636f0c04-e16a-4efa-99a8-8532d2650781 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:06:38.902698 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-636f0c04-e16a-4efa-99a8-8532d2650781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:38.902698 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636f0c04-e16a-4efa-99a8-8532d2650781 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:06:38.902698 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-636f0c04-e16a-4efa-99a8-8532d2650781 None None] Bound port: b0155832-9a88-4f01-9921-812b06625f7d, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:06:38.902698 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-636f0c04-e16a-4efa-99a8-8532d2650781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:38.907157 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:38.913844 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1cae2703-eef4-4de7-9ce1-165129d07927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:38.954010 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port e730fc50-e2ea-4aab-80c8-a10943c8ee5f triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:38.954447 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:38.973734 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2033fe-bf22-4ced-b8fc-6e7f6ce38e1d req-9ca6f909-5a9e-45b4-8ace-d1d4153047fa tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:38.981579 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3a2033fe-bf22-4ced-b8fc-6e7f6ce38e1d req-9ca6f909-5a9e-45b4-8ace-d1d4153047fa tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 944 time: 0.1533830 Aug 11 02:06:38.993785 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cae2703-eef4-4de7-9ce1-165129d07927 admin admin] Network 068e6073-54cf-4fcd-9f73-ff093706c9f6 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:06:39.004649 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-1cae2703-eef4-4de7-9ce1-165129d07927 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:39.010154 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cae2703-eef4-4de7-9ce1-165129d07927 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:06:39.022548 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae2703-eef4-4de7-9ce1-165129d07927 admin admin] Pushing event updated for resources: {'Port': ['ID=e5f64a5c-22f4-4ec7-a970-6c91b94932ef,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:39.102642 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1cae2703-eef4-4de7-9ce1-165129d07927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:39.156604 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d88da-26dd-4cfa-8663-09950302fed2 None None] Pushing event updated for resources: {'Port': ['ID=b0155832-9a88-4f01-9921-812b06625f7d,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:39.200192 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3a2033fe-bf22-4ced-b8fc-6e7f6ce38e1d req-dc701ddb-4516-49bb-af6a-3d43d3e070de tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117693 Aug 11 02:06:39.242896 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b5d919c-e98c-409f-be76-303139b81765 req-3ecbcae7-b119-4c74-a207-43213eaa4317 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1326518 Aug 11 02:06:39.316724 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['966c4eeb-0481-4085-85bb-1e7064e5aafa'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:06:39.420704 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2202c-c20a-4120-88d3-5e386adcca99 req-6b2ce9ed-0a37-4dc1-97ad-ffec9d43c02c tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:39.422388 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9bd2202c-c20a-4120-88d3-5e386adcca99 req-6b2ce9ed-0a37-4dc1-97ad-ffec9d43c02c tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce492ae5-211f-461f-bb61-3b64384a602e HTTP/1.1" status: 200 len: 945 time: 0.1325030 Aug 11 02:06:39.481265 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1cae2703-eef4-4de7-9ce1-165129d07927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:39.493167 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-636f0c04-e16a-4efa-99a8-8532d2650781 None None] For port b0155832-9a88-4f01-9921-812b06625f7d, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:06:39.502402 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9bd2202c-c20a-4120-88d3-5e386adcca99 req-db09f6b8-cc6a-4654-9017-a7764daa7fcc tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ae4caec-3393-4c6b-876d-baa04b1249c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709274 Aug 11 02:06:39.537067 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device a1f8ae10-79f2-4796-927d-348e53a5326e details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:06:39.583688 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-636f0c04-e16a-4efa-99a8-8532d2650781 None None] For port b0155832-9a88-4f01-9921-812b06625f7d, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b0155832-9a88-4f01-9921-812b06625f7d,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:06:39.612251 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-636f0c04-e16a-4efa-99a8-8532d2650781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:39.636323 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=966c4eeb-0481-4085-85bb-1e7064e5aafa,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:39.658692 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ceb6284a-4bb4-49c7-b373-7915c17ddb33 None None] Provisioning for port e5f64a5c-22f4-4ec7-a970-6c91b94932ef completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:39.662844 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:39.714050 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ceb6284a-4bb4-49c7-b373-7915c17ddb33 None None] Provisioning complete for port e5f64a5c-22f4-4ec7-a970-6c91b94932ef triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:39.714649 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ceb6284a-4bb4-49c7-b373-7915c17ddb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:39.840973 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d93eed9-fa5b-4114-b450-b26f0e674c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e730fc50-e2ea-4aab-80c8-a10943c8ee5f'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:06:39.843216 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b653884a-1fee-4574-b4b2-5fc84826ccaa" -d '{"events": [{"server_uuid": "8d93eed9-fa5b-4114-b450-b26f0e674c2f", "name": "network-vif-plugged", "status": "completed", "tag": "e730fc50-e2ea-4aab-80c8-a10943c8ee5f"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:06:39.883802 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636f0c04-e16a-4efa-99a8-8532d2650781 None None] Routers {'6f450c02-37a4-4601-8a56-1d015f7b902a'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:06:39.884463 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-636f0c04-e16a-4efa-99a8-8532d2650781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:06:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6f450c02-37a4-4601-8a56-1d015f7b902a'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:39.905065 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port e730fc50-e2ea-4aab-80c8-a10943c8ee5f, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=e730fc50-e2ea-4aab-80c8-a10943c8ee5f,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:39.946831 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d88da-26dd-4cfa-8663-09950302fed2 None None] Pushing event updated for resources: {'Port': ['ID=b0155832-9a88-4f01-9921-812b06625f7d,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:39.959784 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:39.961571 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-ceb6284a-4bb4-49c7-b373-7915c17ddb33 None None] Port e5f64a5c-22f4-4ec7-a970-6c91b94932ef cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:06:39.972000 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfceda-55ec-450a-8212-be8ab757de1a req-0c7b5b12-7b21-4e2f-bcb7-52fd0db7c0a6 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:39.981291 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-13bfceda-55ec-450a-8212-be8ab757de1a req-0c7b5b12-7b21-4e2f-bcb7-52fd0db7c0a6 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d93eed9-fa5b-4114-b450-b26f0e674c2f HTTP/1.1" status: 200 len: 948 time: 0.1363280 Aug 11 02:06:40.080105 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-13bfceda-55ec-450a-8212-be8ab757de1a req-f5bfbdc5-1248-4362-9039-d2226435f486 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972757 Aug 11 02:06:40.087349 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port a1f8ae10-79f2-4796-927d-348e53a5326e, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a1f8ae10-79f2-4796-927d-348e53a5326e,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:40.130252 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'a1f8ae10-79f2-4796-927d-348e53a5326e', 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7', 'port_id': 'a1f8ae10-79f2-4796-927d-348e53a5326e', 'mac_address': 'fa:16:3e:1c:67:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e0d0b4-108b-452a-91dc-cd606630079c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:06:40.133952 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1cae2703-eef4-4de7-9ce1-165129d07927 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:40.136624 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=e730fc50-e2ea-4aab-80c8-a10943c8ee5f,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:40.150823 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1cae2703-eef4-4de7-9ce1-165129d07927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:40.155443 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-636f0c04-e16a-4efa-99a8-8532d2650781 None None] Set router 6f450c02-37a4-4601-8a56-1d015f7b902a gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:06:40.199472 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1cae2703-eef4-4de7-9ce1-165129d07927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:40.211900 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37a920-bfe9-4f32-b070-4479925f3f69 req-5f877d6a-340b-4844-a738-36cc54b6402a tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:40.221953 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fb37a920-bfe9-4f32-b070-4479925f3f69 req-5f877d6a-340b-4844-a738-36cc54b6402a tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.6309974 Aug 11 02:06:40.265474 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415c03db-5baf-4ffb-807e-98e3844ec6f9 x-openstack-request-id: req-415c03db-5baf-4ffb-807e-98e3844ec6f9 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:06:40.265766 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d93eed9-fa5b-4114-b450-b26f0e674c2f", "name": "network-vif-plugged", "status": "completed", "tag": "e730fc50-e2ea-4aab-80c8-a10943c8ee5f", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:06:40.266028 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-415c03db-5baf-4ffb-807e-98e3844ec6f9 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:06:40.267251 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d93eed9-fa5b-4114-b450-b26f0e674c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e730fc50-e2ea-4aab-80c8-a10943c8ee5f', 'code': 200} Aug 11 02:06:40.339681 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:40.451828 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fb37a920-bfe9-4f32-b070-4479925f3f69 req-cffbb758-4e75-431d-9003-748485ff2a60 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287943 Aug 11 02:06:40.468705 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f8ae10-79f2-4796-927d-348e53a5326e {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:06:40.478183 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71250533-dea5-4599-a320-fb6ae4211686 req-1075f60c-5ae8-4339-83bd-0390a6ec3bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:40.479907 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-71250533-dea5-4599-a320-fb6ae4211686 req-1075f60c-5ae8-4339-83bd-0390a6ec3bd7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8d93eed9-fa5b-4114-b450-b26f0e674c2f HTTP/1.1" status: 200 len: 1101 time: 0.1925828 Aug 11 02:06:40.480822 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae2703-eef4-4de7-9ce1-165129d07927 admin admin] Pushing event updated for resources: {'Port': ['ID=e5f64a5c-22f4-4ec7-a970-6c91b94932ef,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:40.566202 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cae2703-eef4-4de7-9ce1-165129d07927 admin admin] Network 068e6073-54cf-4fcd-9f73-ff093706c9f6 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:06:40.568843 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-1cae2703-eef4-4de7-9ce1-165129d07927 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:40.616725 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port a1f8ae10-79f2-4796-927d-348e53a5326e, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a1f8ae10-79f2-4796-927d-348e53a5326e,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:40.635741 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:40.723483 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-636f0c04-e16a-4efa-99a8-8532d2650781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'name': 'tempest-ServersTestBootFromVolume-2124483675-router', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'b0155832-9a88-4f01-9921-812b06625f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:31Z', 'updated_at': '2021-08-11T02:06:39Z', 'revision_number': 4, 'project_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'gw_port': {'id': 'b0155832-9a88-4f01-9921-812b06625f7d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:33Z', 'updated_at': '2021-08-11T02:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'e5f64a5c-22f4-4ec7-a970-6c91b94932ef', 'name': '', 'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'mac_address': 'fa:16:3e:ff:c6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '299a9d58-2432-41ae-9870-ba5a0dd4be22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:38Z', 'updated_at': '2021-08-11T02:06:38Z', 'revision_number': 1, 'project_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'subnets': [{'id': '299a9d58-2432-41ae-9870-ba5a0dd4be22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:40.724554 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-71250533-dea5-4599-a320-fb6ae4211686 req-3d53a92f-cc63-42a4-abe3-5fa7c58512fd service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291291 Aug 11 02:06:40.748494 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a5db7-3e3c-49c4-8036-8d0a6310c5b5 req-c1a1d443-b824-4b77-a33e-10c09c032aa7 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:40.750414 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5f3a5db7-3e3c-49c4-8036-8d0a6310c5b5 req-c1a1d443-b824-4b77-a33e-10c09c032aa7 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 944 time: 0.1830533 Aug 11 02:06:40.758945 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636f0c04-e16a-4efa-99a8-8532d2650781 None None] The sync data for ids ['6f450c02-37a4-4601-8a56-1d015f7b902a'] in n-d-615180-33 is: [{'id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'name': 'tempest-ServersTestBootFromVolume-2124483675-router', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'b0155832-9a88-4f01-9921-812b06625f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:31Z', 'updated_at': '2021-08-11T02:06:39Z', 'revision_number': 4, 'project_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'gw_port': {'id': 'b0155832-9a88-4f01-9921-812b06625f7d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:33Z', 'updated_at': '2021-08-11T02:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'e5f64a5c-22f4-4ec7-a970-6c91b94932ef', 'name': '', 'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'mac_address': 'fa:16:3e:ff:c6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '299a9d58-2432-41ae-9870-ba5a0dd4be22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:38Z', 'updated_at': '2021-08-11T02:06:38Z', 'revision_number': 1, 'project_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'subnets': [{'id': '299a9d58-2432-41ae-9870-ba5a0dd4be22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:06:40.848802 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=a1f8ae10-79f2-4796-927d-348e53a5326e,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:40.896133 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5f3a5db7-3e3c-49c4-8036-8d0a6310c5b5 req-40762deb-12cc-48c7-a585-cc1c7b2f355c tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298296 Aug 11 02:06:40.919988 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cae2703-eef4-4de7-9ce1-165129d07927 admin admin] Router 6f450c02-37a4-4601-8a56-1d015f7b902a has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:06:40.960943 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['a1f8ae10-79f2-4796-927d-348e53a5326e'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:06:41.203459 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c4dd20bb-2e82-4ec6-af15-a935021f6467 None None] Provisioning complete for port e5f64a5c-22f4-4ec7-a970-6c91b94932ef triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:41.203922 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c4dd20bb-2e82-4ec6-af15-a935021f6467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:41.284663 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550918f-a7c4-44cf-9bd0-339a681b6083 req-48f60343-c849-481c-9e9d-a18805ed28d6 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:41.293840 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f550918f-a7c4-44cf-9bd0-339a681b6083 req-48f60343-c849-481c-9e9d-a18805ed28d6 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce492ae5-211f-461f-bb61-3b64384a602e HTTP/1.1" status: 200 len: 945 time: 0.2079406 Aug 11 02:06:41.309530 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cae2703-eef4-4de7-9ce1-165129d07927 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:06:41.332995 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1cae2703-eef4-4de7-9ce1-165129d07927 admin admin] 10.222.0.50 "PUT /v2.0/routers/6f450c02-37a4-4601-8a56-1d015f7b902a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0167019 Aug 11 02:06:41.408764 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f550918f-a7c4-44cf-9bd0-339a681b6083 req-711b36e6-9bbc-4e87-a463-2f32aad90d52 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ae4caec-3393-4c6b-876d-baa04b1249c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120815 Aug 11 02:06:41.553297 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-c4dd20bb-2e82-4ec6-af15-a935021f6467 None None] Port e5f64a5c-22f4-4ec7-a970-6c91b94932ef cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:06:41.587881 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d2f80-ea05-40f8-a954-aacf52e7f5b1 req-0c709d82-0a6a-4960-869e-cb5e0140f09f tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:41.599666 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-981d2f80-ea05-40f8-a954-aacf52e7f5b1 req-0c709d82-0a6a-4960-869e-cb5e0140f09f tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d93eed9-fa5b-4114-b450-b26f0e674c2f HTTP/1.1" status: 200 len: 949 time: 0.1547804 Aug 11 02:06:41.664805 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-981d2f80-ea05-40f8-a954-aacf52e7f5b1 req-1a643024-3ccd-4104-828c-989507f14646 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597603 Aug 11 02:06:41.789161 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9936411-01ef-48e7-ae79-9beef9c51462 req-0e0708cc-aa64-433c-98dd-92f5d1cc8092 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:41.795116 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e9936411-01ef-48e7-ae79-9beef9c51462 req-0e0708cc-aa64-433c-98dd-92f5d1cc8092 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.1663983 Aug 11 02:06:41.812936 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d919c-e98c-409f-be76-303139b81765 req-f9e3ce02-7017-4776-a0d7-2f47acdb64d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:41.814315 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3b5d919c-e98c-409f-be76-303139b81765 req-f9e3ce02-7017-4776-a0d7-2f47acdb64d7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 1102 time: 0.2533731 Aug 11 02:06:42.014556 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e9936411-01ef-48e7-ae79-9beef9c51462 req-7764081d-13af-45fc-a926-a8950508a05b tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980684 Aug 11 02:06:42.107948 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d919c-e98c-409f-be76-303139b81765 req-9b23cc4c-3578-47f3-b72c-d75a843f895d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:42.109854 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3b5d919c-e98c-409f-be76-303139b81765 req-9b23cc4c-3578-47f3-b72c-d75a843f895d service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.2947655 Aug 11 02:06:42.181227 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3b5d919c-e98c-409f-be76-303139b81765 req-d4f8638a-47f5-4416-ab34-efa7e9f11593 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=76df8e04-64c2-4bd9-8284-74ca034add0a HTTP/1.1" status: 200 len: 217 time: 0.0597775 Aug 11 02:06:42.186863 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 966c4eeb-0481-4085-85bb-1e7064e5aafa up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:42.198197 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56480) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:42.202898 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-b3ea434a-66d4-4dde-9c57-567ce15090ff tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1394054643', 'description': 'tempest-description--2087861507'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:42.284369 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b3ea434a-66d4-4dde-9c57-567ce15090ff tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:42.369607 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d919c-e98c-409f-be76-303139b81765 req-57075c00-c46d-46ab-86f5-23a5e7e5d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:42.374314 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3b5d919c-e98c-409f-be76-303139b81765 req-57075c00-c46d-46ab-86f5-23a5e7e5d892 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1568892 Aug 11 02:06:42.389321 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 966c4eeb-0481-4085-85bb-1e7064e5aafa completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:42.395163 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 966c4eeb-0481-4085-85bb-1e7064e5aafa triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:42.395568 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:42.438291 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f63b8-6988-4e4c-89b4-6a3d460fb195 req-8d4a794c-bf6b-4930-bedb-a19fe5b3c607 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:42.440392 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dd9f63b8-6988-4e4c-89b4-6a3d460fb195 req-8d4a794c-bf6b-4930-bedb-a19fe5b3c607 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 945 time: 0.2551899 Aug 11 02:06:42.544657 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:42.553195 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dd9f63b8-6988-4e4c-89b4-6a3d460fb195 req-a934fc76-7b8b-4efa-9210-db30c47727bc tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803902 Aug 11 02:06:42.581994 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce492ae5-211f-461f-bb61-3b64384a602e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966c4eeb-0481-4085-85bb-1e7064e5aafa'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:06:42.585538 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce744b5-3b2a-465b-9f51-0a2d8a98e58b" -d '{"events": [{"server_uuid": "ce492ae5-211f-461f-bb61-3b64384a602e", "name": "network-vif-plugged", "status": "completed", "tag": "966c4eeb-0481-4085-85bb-1e7064e5aafa"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:06:42.591666 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d919c-e98c-409f-be76-303139b81765 req-eaa37cd4-0cd3-4544-93b3-87801d596ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:42.593736 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3b5d919c-e98c-409f-be76-303139b81765 req-eaa37cd4-0cd3-4544-93b3-87801d596ff5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2077470 Aug 11 02:06:42.606202 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 966c4eeb-0481-4085-85bb-1e7064e5aafa, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=966c4eeb-0481-4085-85bb-1e7064e5aafa,segment=NetworkSegment(1f13d792-153a-4a32-8139-5d10935723ac),segment_id=1f13d792-153a-4a32-8139-5d10935723ac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:42.618021 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:42.622753 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b3ea434a-66d4-4dde-9c57-567ce15090ff tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:42.640714 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b3ea434a-66d4-4dde-9c57-567ce15090ff tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:42.694643 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b3ea434a-66d4-4dde-9c57-567ce15090ff tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:42.695815 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b3ea434a-66d4-4dde-9c57-567ce15090ff tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4965143 Aug 11 02:06:42.701545 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56492) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:42.714639 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-14215cd5-53ab-4d93-8add-44aac6bf0069 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Request body: {'security_group_rule': {'security_group_id': 'a8c7d574-9050-41e4-a9b4-3e9029ab9b5e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:42.717936 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aee5faa-44aa-48d3-9093-514f752e4c95 x-openstack-request-id: req-2aee5faa-44aa-48d3-9093-514f752e4c95 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:06:42.718234 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce492ae5-211f-461f-bb61-3b64384a602e", "name": "network-vif-plugged", "status": "completed", "tag": "966c4eeb-0481-4085-85bb-1e7064e5aafa", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:06:42.718488 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2aee5faa-44aa-48d3-9093-514f752e4c95 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:06:42.718884 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce492ae5-211f-461f-bb61-3b64384a602e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966c4eeb-0481-4085-85bb-1e7064e5aafa', 'code': 200} Aug 11 02:06:42.788838 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea434a-66d4-4dde-9c57-567ce15090ff tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c7d574-9050-41e4-a9b4-3e9029ab9b5e,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:42.806305 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3b5d919c-e98c-409f-be76-303139b81765 req-fa908136-c867-44d4-a262-39761d12b982 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027614 Aug 11 02:06:42.820559 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=966c4eeb-0481-4085-85bb-1e7064e5aafa,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:42.821261 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-14215cd5-53ab-4d93-8add-44aac6bf0069 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:42.866707 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ceed4-1296-4fd6-ab01-6c9c77c2cce5 req-f6d3d020-1777-4218-b8a9-7b251b7abc61 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:42.875899 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5c7ceed4-1296-4fd6-ab01-6c9c77c2cce5 req-f6d3d020-1777-4218-b8a9-7b251b7abc61 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce492ae5-211f-461f-bb61-3b64384a602e HTTP/1.1" status: 200 len: 946 time: 0.1770811 Aug 11 02:06:42.926378 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7ceb4-7dfc-474e-853a-f27ca0d5d5d8 req-aac71ed7-124c-450c-b282-a94726966008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:42.927937 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15b7ceb4-7dfc-474e-853a-f27ca0d5d5d8 req-aac71ed7-124c-450c-b282-a94726966008 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ce492ae5-211f-461f-bb61-3b64384a602e HTTP/1.1" status: 200 len: 1098 time: 0.1350639 Aug 11 02:06:42.983111 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5c7ceed4-1296-4fd6-ab01-6c9c77c2cce5 req-37983a20-4bc1-425f-b770-e107cf0e3c6c tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ae4caec-3393-4c6b-876d-baa04b1249c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056261 Aug 11 02:06:43.008727 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15b7ceb4-7dfc-474e-853a-f27ca0d5d5d8 req-74a7120c-cac0-4a19-8488-ca6d2c8e15f2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9ae4caec-3393-4c6b-876d-baa04b1249c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708442 Aug 11 02:06:43.045711 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-14215cd5-53ab-4d93-8add-44aac6bf0069 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:43.070689 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-14215cd5-53ab-4d93-8add-44aac6bf0069 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:43.083121 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80ed1b-36b8-4977-a7b6-7ca9aef2d9d6 req-dc1a4e5b-a3c8-40b4-b945-ca23c736ceff tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:43.090755 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4b80ed1b-36b8-4977-a7b6-7ca9aef2d9d6 req-dc1a4e5b-a3c8-40b4-b945-ca23c736ceff tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d93eed9-fa5b-4114-b450-b26f0e674c2f HTTP/1.1" status: 200 len: 949 time: 0.2111995 Aug 11 02:06:43.140847 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14215cd5-53ab-4d93-8add-44aac6bf0069 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e01d6ec3-4162-4a88-8f8a-496678098bd7,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:43.181107 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3b5d919c-e98c-409f-be76-303139b81765 req-be8e15cc-b0c9-4729-a74e-7426f54e82cd service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400703 Aug 11 02:06:43.183927 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-14215cd5-53ab-4d93-8add-44aac6bf0069 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:43.185217 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-14215cd5-53ab-4d93-8add-44aac6bf0069 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4745355 Aug 11 02:06:43.189833 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56496) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:43.200397 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-a2cd2af7-5a5b-4381-9fdc-5f87e48d96b4 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Request body: {'security_group_rule': {'security_group_id': 'a8c7d574-9050-41e4-a9b4-3e9029ab9b5e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:43.210077 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4b80ed1b-36b8-4977-a7b6-7ca9aef2d9d6 req-26428fef-7e8b-4c76-9382-8703d03c8550 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138966 Aug 11 02:06:43.254621 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d6abe-2243-41a2-b802-402b9b579e71 req-0021a80a-8bc8-47ac-a24f-e784d953102e tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:43.256605 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c34d6abe-2243-41a2-b802-402b9b579e71 req-0021a80a-8bc8-47ac-a24f-e784d953102e tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.1284921 Aug 11 02:06:43.286816 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a2cd2af7-5a5b-4381-9fdc-5f87e48d96b4 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:43.381185 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device a1f8ae10-79f2-4796-927d-348e53a5326e up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:43.411774 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c34d6abe-2243-41a2-b802-402b9b579e71 req-ba01be89-d202-44c5-84ab-a8235d2149ee tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384029 Aug 11 02:06:43.413457 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9579d3f-0944-4d5f-b34d-8f2f40533470 req-ca3eceff-3e9e-42c0-872c-3da47183e646 tempest-ServersOnMultiNodesTest-663824480 tempest-ServersOnMultiNodesTest-663824480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:43.423439 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c9579d3f-0944-4d5f-b34d-8f2f40533470 req-ca3eceff-3e9e-42c0-872c-3da47183e646 tempest-ServersOnMultiNodesTest-663824480 tempest-ServersOnMultiNodesTest-663824480-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8d93eed9-fa5b-4114-b450-b26f0e674c2f HTTP/1.1" status: 200 len: 1101 time: 0.1003225 Aug 11 02:06:43.435584 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a2cd2af7-5a5b-4381-9fdc-5f87e48d96b4 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:43.452744 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a2cd2af7-5a5b-4381-9fdc-5f87e48d96b4 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:43.497348 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c9579d3f-0944-4d5f-b34d-8f2f40533470 req-8c284867-24ee-4d87-b0fd-0a2e129c1be1 tempest-ServersOnMultiNodesTest-663824480 tempest-ServersOnMultiNodesTest-663824480-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681581 Aug 11 02:06:43.518869 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port a1f8ae10-79f2-4796-927d-348e53a5326e completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:43.519852 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd2af7-5a5b-4381-9fdc-5f87e48d96b4 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9570557a-6315-42bd-8013-a831d770a528,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:43.525690 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a2cd2af7-5a5b-4381-9fdc-5f87e48d96b4 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:43.535703 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port a1f8ae10-79f2-4796-927d-348e53a5326e triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:43.537822 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:43.541808 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56506) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:43.542343 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a2cd2af7-5a5b-4381-9fdc-5f87e48d96b4 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3513238 Aug 11 02:06:43.546540 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-1ff3f2bc-6112-45c0-862b-8eee21f16828 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:43.602025 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f2bc-6112-45c0-862b-8eee21f16828 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:43.712444 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:43.773034 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port a1f8ae10-79f2-4796-927d-348e53a5326e, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a1f8ae10-79f2-4796-927d-348e53a5326e,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:43.784897 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:43.848093 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b18b27f-8f43-4c75-8602-32f279610085 req-ad542306-38a3-4938-b4e6-6a26a4af2358 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610101 Aug 11 02:06:43.899088 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dce283-56a9-4cfe-8a47-49add7b81eb9 req-9a38177b-33a1-4d2a-a67c-7375bde2ab33 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:43.901918 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c6dce283-56a9-4cfe-8a47-49add7b81eb9 req-9a38177b-33a1-4d2a-a67c-7375bde2ab33 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 945 time: 0.1800871 Aug 11 02:06:43.913040 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=a1f8ae10-79f2-4796-927d-348e53a5326e,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:43.987868 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b0155832-9a88-4f01-9921-812b06625f7d up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:43.991846 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c6dce283-56a9-4cfe-8a47-49add7b81eb9 req-89cb5c8c-4bef-483e-b4ba-724047aff27e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742443 Aug 11 02:06:44.025817 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f2bc-6112-45c0-862b-8eee21f16828 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:44.137298 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18b27f-8f43-4c75-8602-32f279610085 req-84c328d5-d0e3-4cbf-a8ee-0e4f6f2a60ce tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:44.146271 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b18b27f-8f43-4c75-8602-32f279610085 req-84c328d5-d0e3-4cbf-a8ee-0e4f6f2a60ce tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2961309 Aug 11 02:06:44.167363 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b18b27f-8f43-4c75-8602-32f279610085 req-1eb1a1b2-67fe-45ba-b7a1-9718c73d967e tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/quotas/2ce8767569c84bef8cb5da975c6c17a4 HTTP/1.1" status: 200 len: 375 time: 0.0198965 Aug 11 02:06:44.174240 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port b0155832-9a88-4f01-9921-812b06625f7d completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:44.180645 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port b0155832-9a88-4f01-9921-812b06625f7d triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:44.181895 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:44.281830 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67047537-6003-4e7e-81e7-a4a898a959c9 None None] Sync routers for ids ['6f450c02-37a4-4601-8a56-1d015f7b902a'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:06:44.309617 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b18b27f-8f43-4c75-8602-32f279610085 req-4005e069-f140-4387-b62e-0b31a9f30a5b tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1411684 Aug 11 02:06:44.312132 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67047537-6003-4e7e-81e7-a4a898a959c9 None None] Routers {'6f450c02-37a4-4601-8a56-1d015f7b902a'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:06:44.316503 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-67047537-6003-4e7e-81e7-a4a898a959c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:06:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6f450c02-37a4-4601-8a56-1d015f7b902a'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:44.374227 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-1ff3f2bc-6112-45c0-862b-8eee21f16828 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Allocated IP 172.25.2.8 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/f375e07c-7e94-4bd7-8ab2-268a48c8f776) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:06:44.437775 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:44.495334 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port b0155832-9a88-4f01-9921-812b06625f7d, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b0155832-9a88-4f01-9921-812b06625f7d,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:44.503408 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:44.554925 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f2bc-6112-45c0-862b-8eee21f16828 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:44.617112 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-67047537-6003-4e7e-81e7-a4a898a959c9 None None] Set router 6f450c02-37a4-4601-8a56-1d015f7b902a gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:06:44.658573 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba778d53-3d32-4f06-8432-e464c019db5d req-21d78f88-56bc-4c21-90c3-063b0347f8d1 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:44.674238 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ba778d53-3d32-4f06-8432-e464c019db5d req-21d78f88-56bc-4c21-90c3-063b0347f8d1 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce492ae5-211f-461f-bb61-3b64384a602e HTTP/1.1" status: 200 len: 946 time: 0.4798629 Aug 11 02:06:44.679167 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=b0155832-9a88-4f01-9921-812b06625f7d,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:44.719885 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7570aff5-bcee-4557-82eb-b4998771d06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f8ae10-79f2-4796-927d-348e53a5326e'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:06:44.721254 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f2bc-6112-45c0-862b-8eee21f16828 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:44.722175 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d86dc7-dfaf-4f2c-9469-ff64986e3c5b" -d '{"events": [{"server_uuid": "7570aff5-bcee-4557-82eb-b4998771d06b", "name": "network-vif-plugged", "status": "completed", "tag": "a1f8ae10-79f2-4796-927d-348e53a5326e"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:06:44.795885 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42450b40-d56d-46ca-8f1b-adab123b9f27 req-2055ef91-f5fd-4fdc-9109-81d3eac21a99 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:44.806628 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-42450b40-d56d-46ca-8f1b-adab123b9f27 req-2055ef91-f5fd-4fdc-9109-81d3eac21a99 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.0679567 Aug 11 02:06:44.928998 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-42450b40-d56d-46ca-8f1b-adab123b9f27 req-72db2099-b643-4813-86e7-45957bc66aba tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172996 Aug 11 02:06:44.942861 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ba778d53-3d32-4f06-8432-e464c019db5d req-f37ee74d-5030-48a1-961e-ad696c0c77cd tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ae4caec-3393-4c6b-876d-baa04b1249c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677333 Aug 11 02:06:44.957583 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff3f2bc-6112-45c0-862b-8eee21f16828 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:06:44.992213 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-1ff3f2bc-6112-45c0-862b-8eee21f16828 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:45.009212 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff3f2bc-6112-45c0-862b-8eee21f16828 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:06:45.031531 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3f2bc-6112-45c0-862b-8eee21f16828 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Pushing event updated for resources: {'Port': ['ID=f375e07c-7e94-4bd7-8ab2-268a48c8f776,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:45.074036 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8659ef88-fd45-4c2a-afb7-e3deb3a10cb3 req-390a4029-a751-440a-90b9-84fe3a349569 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=a107f69b-e93a-4d34-958f-e7e2f50744fb HTTP/1.1" status: 200 len: 210 time: 0.0554385 Aug 11 02:06:45.112797 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-67047537-6003-4e7e-81e7-a4a898a959c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'name': 'tempest-ServersTestBootFromVolume-2124483675-router', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'b0155832-9a88-4f01-9921-812b06625f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:31Z', 'updated_at': '2021-08-11T02:06:39Z', 'revision_number': 4, 'project_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'gw_port': {'id': 'b0155832-9a88-4f01-9921-812b06625f7d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:33Z', 'updated_at': '2021-08-11T02:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'e5f64a5c-22f4-4ec7-a970-6c91b94932ef', 'name': '', 'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'mac_address': 'fa:16:3e:ff:c6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '299a9d58-2432-41ae-9870-ba5a0dd4be22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:38Z', 'updated_at': '2021-08-11T02:06:39Z', 'revision_number': 2, 'project_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'subnets': [{'id': '299a9d58-2432-41ae-9870-ba5a0dd4be22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:45.168178 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f2bc-6112-45c0-862b-8eee21f16828 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:45.192190 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67047537-6003-4e7e-81e7-a4a898a959c9 None None] Checking router: 6f450c02-37a4-4601-8a56-1d015f7b902a for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:06:45.192759 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01804b2c-59ae-42e7-b7f0-07d07ddccfac x-openstack-request-id: req-01804b2c-59ae-42e7-b7f0-07d07ddccfac {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:06:45.192968 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67047537-6003-4e7e-81e7-a4a898a959c9 None None] Updating router 6f450c02-37a4-4601-8a56-1d015f7b902a port e5f64a5c-22f4-4ec7-a970-6c91b94932ef binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:06:45.193084 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7570aff5-bcee-4557-82eb-b4998771d06b", "name": "network-vif-plugged", "status": "completed", "tag": "a1f8ae10-79f2-4796-927d-348e53a5326e", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:06:45.193491 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-01804b2c-59ae-42e7-b7f0-07d07ddccfac {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:06:45.194009 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7570aff5-bcee-4557-82eb-b4998771d06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f8ae10-79f2-4796-927d-348e53a5326e', 'code': 200} Aug 11 02:06:45.267237 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f2bc-6112-45c0-862b-8eee21f16828 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:45.288696 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-67047537-6003-4e7e-81e7-a4a898a959c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:45.414896 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebdb7c-44eb-4b2b-9f90-f8d8fd69bc1c req-8a8ce66a-b0b8-4597-9c31-092853a4e82e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:45.422198 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-abebdb7c-44eb-4b2b-9f90-f8d8fd69bc1c req-8a8ce66a-b0b8-4597-9c31-092853a4e82e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 946 time: 0.1990392 Aug 11 02:06:45.476656 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b5fdc-63ba-4079-8391-3a37d2a4a3a6 req-b6c5aa3e-4ead-4722-8e7f-ee7105b313ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:45.481648 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-754b5fdc-63ba-4079-8391-3a37d2a4a3a6 req-b6c5aa3e-4ead-4722-8e7f-ee7105b313ed service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 1098 time: 0.1995943 Aug 11 02:06:45.559696 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-abebdb7c-44eb-4b2b-9f90-f8d8fd69bc1c req-18460a28-1954-4f92-bf0c-daec83a37c8a tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262817 Aug 11 02:06:45.598675 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1edd9e31-9c74-4984-97e0-d0a63710e6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:45.611848 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-754b5fdc-63ba-4079-8391-3a37d2a4a3a6 req-26e380f6-af20-4e65-a1ff-11ce5dc484f2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068280 Aug 11 02:06:45.638088 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f2bc-6112-45c0-862b-8eee21f16828 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:45.647349 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f2bc-6112-45c0-862b-8eee21f16828 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:45.681937 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-67047537-6003-4e7e-81e7-a4a898a959c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:45.692228 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-67047537-6003-4e7e-81e7-a4a898a959c9 None None] Transition to ACTIVE for port object e5f64a5c-22f4-4ec7-a970-6c91b94932ef will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:45.700817 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-67047537-6003-4e7e-81e7-a4a898a959c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:45.760691 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3f2bc-6112-45c0-862b-8eee21f16828 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Pushing event updated for resources: {'Port': ['ID=f375e07c-7e94-4bd7-8ab2-268a48c8f776,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:45.762429 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88e341-e3a2-417d-8931-e17ca608fc4c None None] Pushing event updated for resources: {'Port': ['ID=e5f64a5c-22f4-4ec7-a970-6c91b94932ef,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:45.795891 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f2bc-6112-45c0-862b-8eee21f16828 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:45.834108 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f2bc-6112-45c0-862b-8eee21f16828 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:45.843967 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1ff3f2bc-6112-45c0-862b-8eee21f16828 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2926314 Aug 11 02:06:45.912956 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-67047537-6003-4e7e-81e7-a4a898a959c9 None None] Attempting to bind port e5f64a5c-22f4-4ec7-a970-6c91b94932ef on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:06:45.913590 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-67047537-6003-4e7e-81e7-a4a898a959c9 None None] Attempting to bind port e5f64a5c-22f4-4ec7-a970-6c91b94932ef by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '3aa0f263-1052-435f-83fb-2fc7589001b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:06:45.914296 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67047537-6003-4e7e-81e7-a4a898a959c9 None None] Attempting to bind port e5f64a5c-22f4-4ec7-a970-6c91b94932ef on network 068e6073-54cf-4fcd-9f73-ff093706c9f6 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:45.921353 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67047537-6003-4e7e-81e7-a4a898a959c9 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:06:45.921937 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67047537-6003-4e7e-81e7-a4a898a959c9 None None] Checking segment: {'id': '3aa0f263-1052-435f-83fb-2fc7589001b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:06:45.922534 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-67047537-6003-4e7e-81e7-a4a898a959c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:45.923711 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67047537-6003-4e7e-81e7-a4a898a959c9 None None] Bound using segment: {'id': '3aa0f263-1052-435f-83fb-2fc7589001b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:06:45.925268 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-67047537-6003-4e7e-81e7-a4a898a959c9 None None] Bound port: e5f64a5c-22f4-4ec7-a970-6c91b94932ef, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa0f263-1052-435f-83fb-2fc7589001b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:06:45.925877 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-67047537-6003-4e7e-81e7-a4a898a959c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:45.998250 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b0155832-9a88-4f01-9921-812b06625f7d up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:46.097232 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-67047537-6003-4e7e-81e7-a4a898a959c9 None None] For port e5f64a5c-22f4-4ec7-a970-6c91b94932ef, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:06:46.101270 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-67047537-6003-4e7e-81e7-a4a898a959c9 None None] For port e5f64a5c-22f4-4ec7-a970-6c91b94932ef, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e5f64a5c-22f4-4ec7-a970-6c91b94932ef,segment=NetworkSegment(3aa0f263-1052-435f-83fb-2fc7589001b0),segment_id=3aa0f263-1052-435f-83fb-2fc7589001b0)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:06:46.115706 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-67047537-6003-4e7e-81e7-a4a898a959c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:46.168987 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ecbb8-ede8-4db4-a79b-9db25b67b7f5 req-41a434bd-8dd0-4960-853d-8eac6cdb9c74 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:46.177172 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bf5ecbb8-ede8-4db4-a79b-9db25b67b7f5 req-41a434bd-8dd0-4960-853d-8eac6cdb9c74 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.1383297 Aug 11 02:06:46.178329 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3dc4d-b7da-4ed0-9a9a-e03c55d76c3c req-ab695e64-c413-4407-967d-4b75aa83737b tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:46.190989 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port b0155832-9a88-4f01-9921-812b06625f7d triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:46.191396 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:46.197647 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65d3dc4d-b7da-4ed0-9a9a-e03c55d76c3c req-ab695e64-c413-4407-967d-4b75aa83737b tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce492ae5-211f-461f-bb61-3b64384a602e HTTP/1.1" status: 200 len: 946 time: 0.1285903 Aug 11 02:06:46.222777 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88e341-e3a2-417d-8931-e17ca608fc4c None None] Pushing event updated for resources: {'Port': ['ID=e5f64a5c-22f4-4ec7-a970-6c91b94932ef,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:46.267247 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bf5ecbb8-ede8-4db4-a79b-9db25b67b7f5 req-b2742bec-a0a2-45f9-88a5-7a9f9e0a162d tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891874 Aug 11 02:06:46.283137 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67047537-6003-4e7e-81e7-a4a898a959c9 None None] Routers {'6f450c02-37a4-4601-8a56-1d015f7b902a'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:06:46.283797 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-67047537-6003-4e7e-81e7-a4a898a959c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:06:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6f450c02-37a4-4601-8a56-1d015f7b902a'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:46.321499 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65d3dc4d-b7da-4ed0-9a9a-e03c55d76c3c req-964e9058-074c-4ca4-bd79-9b5def8f1d97 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ae4caec-3393-4c6b-876d-baa04b1249c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185493 Aug 11 02:06:46.497627 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7b18b27f-8f43-4c75-8602-32f279610085 req-0aaead8d-3e29-41cf-ba0f-1f89e6e1f9d1 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438173 Aug 11 02:06:46.525064 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e9d0780-06c9-4328-9aed-daaf9d9a5cc9 req-a503b4ee-51ec-4ebe-98e2-729b530e31e1 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=a107f69b-e93a-4d34-958f-e7e2f50744fb HTTP/1.1" status: 200 len: 210 time: 0.0826190 Aug 11 02:06:46.763397 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-67047537-6003-4e7e-81e7-a4a898a959c9 None None] Set router 6f450c02-37a4-4601-8a56-1d015f7b902a gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:06:46.807997 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b2b1d-8ecb-4edc-9a92-990f1ac3280a req-02103937-4817-47bc-a20f-121cf6f8a9fb tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:46.821407 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ba7b2b1d-8ecb-4edc-9a92-990f1ac3280a req-02103937-4817-47bc-a20f-121cf6f8a9fb tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 946 time: 0.1129515 Aug 11 02:06:46.902500 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-53f25af3-a21f-44bb-a754-01031fa4b3ad req-d65c955c-2970-467e-9f44-a5f10e705f25 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 258 time: 0.3969564 Aug 11 02:06:46.905054 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ba7b2b1d-8ecb-4edc-9a92-990f1ac3280a req-a9e13c37-6f86-40df-a143-a499a2ce3858 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822783 Aug 11 02:06:46.963403 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-53f25af3-a21f-44bb-a754-01031fa4b3ad req-8336d021-8712-429b-8e8c-03f40d85fe3f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:47.135164 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18b27f-8f43-4c75-8602-32f279610085 req-409595bd-d53c-4acc-b970-a402390d3708 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:47.138433 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-67047537-6003-4e7e-81e7-a4a898a959c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'name': 'tempest-ServersTestBootFromVolume-2124483675-router', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'b0155832-9a88-4f01-9921-812b06625f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:31Z', 'updated_at': '2021-08-11T02:06:39Z', 'revision_number': 4, 'project_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'gw_port': {'id': 'b0155832-9a88-4f01-9921-812b06625f7d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:33Z', 'updated_at': '2021-08-11T02:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'e5f64a5c-22f4-4ec7-a970-6c91b94932ef', 'name': '', 'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'mac_address': 'fa:16:3e:ff:c6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '299a9d58-2432-41ae-9870-ba5a0dd4be22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:38Z', 'updated_at': '2021-08-11T02:06:46Z', 'revision_number': 4, 'project_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'subnets': [{'id': '299a9d58-2432-41ae-9870-ba5a0dd4be22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:47.140445 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7b18b27f-8f43-4c75-8602-32f279610085 req-409595bd-d53c-4acc-b970-a402390d3708 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2810390 Aug 11 02:06:47.161592 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-7b18b27f-8f43-4c75-8602-32f279610085 req-598c849f-3319-4eb3-9b65-477c0f5d4d9d tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Request body: {'port': {'device_id': 'a107f69b-e93a-4d34-958f-e7e2f50744fb', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': '2ce8767569c84bef8cb5da975c6c17a4'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:47.188965 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67047537-6003-4e7e-81e7-a4a898a959c9 None None] The sync data for ids ['6f450c02-37a4-4601-8a56-1d015f7b902a'] in n-d-615180-33 is: [{'id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'name': 'tempest-ServersTestBootFromVolume-2124483675-router', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'b0155832-9a88-4f01-9921-812b06625f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:31Z', 'updated_at': '2021-08-11T02:06:39Z', 'revision_number': 4, 'project_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'gw_port': {'id': 'b0155832-9a88-4f01-9921-812b06625f7d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:33Z', 'updated_at': '2021-08-11T02:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'e5f64a5c-22f4-4ec7-a970-6c91b94932ef', 'name': '', 'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'mac_address': 'fa:16:3e:ff:c6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '299a9d58-2432-41ae-9870-ba5a0dd4be22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:38Z', 'updated_at': '2021-08-11T02:06:46Z', 'revision_number': 4, 'project_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'subnets': [{'id': '299a9d58-2432-41ae-9870-ba5a0dd4be22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:06:47.200976 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-53f25af3-a21f-44bb-a754-01031fa4b3ad req-8336d021-8712-429b-8e8c-03f40d85fe3f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:47.523494 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052c170-5b7f-46aa-9692-0b4a13c47f69 req-58e85fd1-abbf-4d9c-8096-e0dfa617f9c8 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:47.543241 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1052c170-5b7f-46aa-9692-0b4a13c47f69 req-58e85fd1-abbf-4d9c-8096-e0dfa617f9c8 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.1104808 Aug 11 02:06:47.555840 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-53f25af3-a21f-44bb-a754-01031fa4b3ad req-8336d021-8712-429b-8e8c-03f40d85fe3f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:47.588570 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b18b27f-8f43-4c75-8602-32f279610085 req-598c849f-3319-4eb3-9b65-477c0f5d4d9d tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Made reservation on behalf of 2ce8767569c84bef8cb5da975c6c17a4 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:06:47.593646 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7b18b27f-8f43-4c75-8602-32f279610085 req-598c849f-3319-4eb3-9b65-477c0f5d4d9d tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:47.629779 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1052c170-5b7f-46aa-9692-0b4a13c47f69 req-da8a4f4c-6fbb-494b-87e3-59e2d9df6426 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852678 Aug 11 02:06:47.909312 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e40718c-c54d-41e2-a3d0-4c6427e1b723 req-feeeefbc-6892-4800-b342-b2fa096cef8f tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=a107f69b-e93a-4d34-958f-e7e2f50744fb HTTP/1.1" status: 200 len: 210 time: 0.0656147 Aug 11 02:06:48.008669 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e5f64a5c-22f4-4ec7-a970-6c91b94932ef up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:48.049433 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-7b18b27f-8f43-4c75-8602-32f279610085 req-598c849f-3319-4eb3-9b65-477c0f5d4d9d tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Allocated IP 192.168.233.103 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/11d33474-4710-4e5d-95ea-a7f03ca3e837) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:06:48.122911 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0c690-ec69-4ee9-b4b0-62ce684279bb req-dfa84a04-c675-498e-8008-68fa2e58d15b tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:48.131123 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-02d0c690-ec69-4ee9-b4b0-62ce684279bb req-dfa84a04-c675-498e-8008-68fa2e58d15b tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 946 time: 0.1015084 Aug 11 02:06:48.190563 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port e5f64a5c-22f4-4ec7-a970-6c91b94932ef completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:48.197322 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port e5f64a5c-22f4-4ec7-a970-6c91b94932ef triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:48.198363 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:48.215207 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-02d0c690-ec69-4ee9-b4b0-62ce684279bb req-da346833-8a23-4cf5-ac14-017c4d8d53a4 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801103 Aug 11 02:06:48.225467 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-53f25af3-a21f-44bb-a754-01031fa4b3ad req-8336d021-8712-429b-8e8c-03f40d85fe3f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Allocated IP 172.25.2.55 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/c2ab3f86-2a89-4d01-87ac-c178d3779573) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:06:48.354429 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc07f0c1-f6ef-4387-8656-5acb1e116871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:48.407432 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:48.446885 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64fe6d-2b16-4a21-a58a-0d46af16d669 req-c6ec0f83-7fb3-4d9e-91ff-06925a493f69 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:48.448541 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ed64fe6d-2b16-4a21-a58a-0d46af16d669 req-c6ec0f83-7fb3-4d9e-91ff-06925a493f69 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 1098 time: 0.0945761 Aug 11 02:06:48.459521 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:48.593861 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ed64fe6d-2b16-4a21-a58a-0d46af16d669 req-c1c7cadc-10c1-4c76-96b0-8e02a5ca5539 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351404 Aug 11 02:06:48.613782 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port e5f64a5c-22f4-4ec7-a970-6c91b94932ef, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e5f64a5c-22f4-4ec7-a970-6c91b94932ef,segment=NetworkSegment(3aa0f263-1052-435f-83fb-2fc7589001b0),segment_id=3aa0f263-1052-435f-83fb-2fc7589001b0)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:48.635972 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:48.738863 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=e5f64a5c-22f4-4ec7-a970-6c91b94932ef,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:48.751395 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:48.752610 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:48.753708 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:48.754819 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:48.756153 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:48.756649 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:48.757138 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:48.757620 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:48.758106 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:48.758605 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:48.759217 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:48.762859 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:48.838243 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89001f82-a180-43dd-a013-baf711fe1800 req-063a3194-8df2-41fc-92c2-4aaa1875ae1a tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:48.840253 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-89001f82-a180-43dd-a013-baf711fe1800 req-063a3194-8df2-41fc-92c2-4aaa1875ae1a tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.0540106 Aug 11 02:06:48.895073 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-89001f82-a180-43dd-a013-baf711fe1800 req-395d61a9-e25c-4424-9757-5c14d6c21036 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450091 Aug 11 02:06:49.066307 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e485e5-6b15-4fd9-80d2-406e88d482bd req-beab09de-6db1-4cbd-a967-0b07d69e384a tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:49.074728 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-00e485e5-6b15-4fd9-80d2-406e88d482bd req-beab09de-6db1-4cbd-a967-0b07d69e384a tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 1098 time: 0.0817327 Aug 11 02:06:49.086087 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7b18b27f-8f43-4c75-8602-32f279610085 req-598c849f-3319-4eb3-9b65-477c0f5d4d9d tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:49.101347 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-7b18b27f-8f43-4c75-8602-32f279610085 req-598c849f-3319-4eb3-9b65-477c0f5d4d9d tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Transition to ACTIVE for port object 11d33474-4710-4e5d-95ea-a7f03ca3e837 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:49.143136 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-00e485e5-6b15-4fd9-80d2-406e88d482bd req-5474b4df-d375-4fab-8b9b-fd278ecf521e tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673647 Aug 11 02:06:49.151207 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-53f25af3-a21f-44bb-a754-01031fa4b3ad req-8336d021-8712-429b-8e8c-03f40d85fe3f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:49.193617 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7b18b27f-8f43-4c75-8602-32f279610085 req-598c849f-3319-4eb3-9b65-477c0f5d4d9d tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:49.214422 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['b64bf5de-b5d3-415c-828a-a78a76f2ca7f', 'e730fc50-e2ea-4aab-80c8-a10943c8ee5f'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:06:49.222350 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-53f25af3-a21f-44bb-a754-01031fa4b3ad req-8336d021-8712-429b-8e8c-03f40d85fe3f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:49.248927 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b18b27f-8f43-4c75-8602-32f279610085 req-598c849f-3319-4eb3-9b65-477c0f5d4d9d tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:06:49.257131 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-7b18b27f-8f43-4c75-8602-32f279610085 req-598c849f-3319-4eb3-9b65-477c0f5d4d9d tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:49.259964 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b18b27f-8f43-4c75-8602-32f279610085 req-598c849f-3319-4eb3-9b65-477c0f5d4d9d tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:06:49.339188 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f25af3-a21f-44bb-a754-01031fa4b3ad req-8336d021-8712-429b-8e8c-03f40d85fe3f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:06:49.340807 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-53f25af3-a21f-44bb-a754-01031fa4b3ad req-8336d021-8712-429b-8e8c-03f40d85fe3f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:49.347706 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f25af3-a21f-44bb-a754-01031fa4b3ad req-8336d021-8712-429b-8e8c-03f40d85fe3f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:06:49.353981 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c849f-3319-4eb3-9b65-477c0f5d4d9d tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Pushing event updated for resources: {'Port': ['ID=11d33474-4710-4e5d-95ea-a7f03ca3e837,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:49.396789 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18b27f-8f43-4c75-8602-32f279610085 req-598c849f-3319-4eb3-9b65-477c0f5d4d9d tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:49.397626 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7b18b27f-8f43-4c75-8602-32f279610085 req-598c849f-3319-4eb3-9b65-477c0f5d4d9d tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:49.400786 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['720d30f6-528f-49f4-ba0d-65a1fc3d459f', '152571f7-05e8-401f-b3f6-e6f3d5bf6a70', 'c756a0a7-6e66-46af-b570-3c00e733ef84', '205f1abc-4706-40d8-ad36-b3c1304281e1'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:06:49.607762 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef44288-c452-498f-b586-f8fccbe5fc98 req-25c6e947-a5ee-4f79-9cd0-0317bdbad29e tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:49.612586 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-53f25af3-a21f-44bb-a754-01031fa4b3ad req-8336d021-8712-429b-8e8c-03f40d85fe3f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:49.620649 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-eef44288-c452-498f-b586-f8fccbe5fc98 req-25c6e947-a5ee-4f79-9cd0-0317bdbad29e tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=a107f69b-e93a-4d34-958f-e7e2f50744fb HTTP/1.1" status: 200 len: 936 time: 0.1151152 Aug 11 02:06:49.666520 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7b18b27f-8f43-4c75-8602-32f279610085 req-598c849f-3319-4eb3-9b65-477c0f5d4d9d tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5140269 Aug 11 02:06:49.690967 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-eef44288-c452-498f-b586-f8fccbe5fc98 req-ca24ee1b-6dd0-4764-8290-a10c17498e3e tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694110 Aug 11 02:06:49.694614 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-7b18b27f-8f43-4c75-8602-32f279610085 req-29d83c97-f801-45e2-96c5-d5a158a0bfd9 service neutron] Request body: {'port': {'device_id': 'a107f69b-e93a-4d34-958f-e7e2f50744fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:49.915009 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7b18b27f-8f43-4c75-8602-32f279610085 req-29d83c97-f801-45e2-96c5-d5a158a0bfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:49.918390 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cba57cc3-a9de-45ca-a6cc-001ef298ac7f None None] Provisioning for port 11d33474-4710-4e5d-95ea-a7f03ca3e837 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:49.941185 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336d021-8712-429b-8e8c-03f40d85fe3f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Pushing event updated for resources: {'Port': ['ID=c2ab3f86-2a89-4d01-87ac-c178d3779573,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:49.947623 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cba57cc3-a9de-45ca-a6cc-001ef298ac7f None None] Provisioning complete for port 11d33474-4710-4e5d-95ea-a7f03ca3e837 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:49.948055 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cba57cc3-a9de-45ca-a6cc-001ef298ac7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:49.961213 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-53f25af3-a21f-44bb-a754-01031fa4b3ad req-8336d021-8712-429b-8e8c-03f40d85fe3f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:50.078272 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-cba57cc3-a9de-45ca-a6cc-001ef298ac7f None None] Port 11d33474-4710-4e5d-95ea-a7f03ca3e837 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:06:50.079800 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e5f64a5c-22f4-4ec7-a970-6c91b94932ef up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:50.142235 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:50.197996 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ffff8-aaee-4357-b308-112b7c644221 req-03def35e-3d11-474a-818a-8dbad5f969ce tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:50.199570 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-926ffff8-aaee-4357-b308-112b7c644221 req-03def35e-3d11-474a-818a-8dbad5f969ce tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.1060953 Aug 11 02:06:50.309595 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-926ffff8-aaee-4357-b308-112b7c644221 req-e4bfb271-62c7-4cc1-a2e0-c592ca48b576 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984116 Aug 11 02:06:50.393278 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port e5f64a5c-22f4-4ec7-a970-6c91b94932ef triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:50.393278 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:50.532200 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffeb42b-1e66-4f86-8df2-8fea2d8271a7 req-90dc7f4d-6db6-4fb9-b6f7-a7733314927b tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:50.534958 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0ffeb42b-1e66-4f86-8df2-8fea2d8271a7 req-90dc7f4d-6db6-4fb9-b6f7-a7733314927b tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 1098 time: 0.1273959 Aug 11 02:06:50.551370 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-53f25af3-a21f-44bb-a754-01031fa4b3ad req-8336d021-8712-429b-8e8c-03f40d85fe3f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:50.570055 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-53f25af3-a21f-44bb-a754-01031fa4b3ad req-8336d021-8712-429b-8e8c-03f40d85fe3f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:50.601281 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0ffeb42b-1e66-4f86-8df2-8fea2d8271a7 req-c44dc007-ffbb-41c4-9fe1-71aae7fd5549 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553389 Aug 11 02:06:50.674895 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336d021-8712-429b-8e8c-03f40d85fe3f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Pushing event updated for resources: {'Port': ['ID=c2ab3f86-2a89-4d01-87ac-c178d3779573,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:50.685342 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-7b18b27f-8f43-4c75-8602-32f279610085 req-29d83c97-f801-45e2-96c5-d5a158a0bfd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11d33474-4710-4e5d-95ea-a7f03ca3e837 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:06:50.696295 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7b18b27f-8f43-4c75-8602-32f279610085 req-29d83c97-f801-45e2-96c5-d5a158a0bfd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:50.725303 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-7b18b27f-8f43-4c75-8602-32f279610085 req-29d83c97-f801-45e2-96c5-d5a158a0bfd9 service neutron] Transition to ACTIVE for port object 11d33474-4710-4e5d-95ea-a7f03ca3e837 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:50.726570 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-53f25af3-a21f-44bb-a754-01031fa4b3ad req-8336d021-8712-429b-8e8c-03f40d85fe3f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:50.749812 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7b18b27f-8f43-4c75-8602-32f279610085 req-29d83c97-f801-45e2-96c5-d5a158a0bfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:50.797444 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-53f25af3-a21f-44bb-a754-01031fa4b3ad req-8336d021-8712-429b-8e8c-03f40d85fe3f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:50.798996 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-53f25af3-a21f-44bb-a754-01031fa4b3ad req-8336d021-8712-429b-8e8c-03f40d85fe3f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8400445 Aug 11 02:06:50.977371 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d83c97-f801-45e2-96c5-d5a158a0bfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=11d33474-4710-4e5d-95ea-a7f03ca3e837,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:50.989949 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-53f25af3-a21f-44bb-a754-01031fa4b3ad req-ee3069a1-9ce0-433b-a292-b8c5a94d6f66 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.55 HTTP/1.1" status: 200 len: 695 time: 0.1446817 Aug 11 02:06:51.124832 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-7b18b27f-8f43-4c75-8602-32f279610085 req-29d83c97-f801-45e2-96c5-d5a158a0bfd9 service neutron] Attempting to bind port 11d33474-4710-4e5d-95ea-a7f03ca3e837 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:06:51.125092 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-7b18b27f-8f43-4c75-8602-32f279610085 req-29d83c97-f801-45e2-96c5-d5a158a0bfd9 service neutron] Attempting to bind port 11d33474-4710-4e5d-95ea-a7f03ca3e837 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:06:51.125422 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b18b27f-8f43-4c75-8602-32f279610085 req-29d83c97-f801-45e2-96c5-d5a158a0bfd9 service neutron] Attempting to bind port 11d33474-4710-4e5d-95ea-a7f03ca3e837 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:51.135491 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b18b27f-8f43-4c75-8602-32f279610085 req-29d83c97-f801-45e2-96c5-d5a158a0bfd9 service neutron] Port 11d33474-4710-4e5d-95ea-a7f03ca3e837 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:06:51.135841 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b18b27f-8f43-4c75-8602-32f279610085 req-29d83c97-f801-45e2-96c5-d5a158a0bfd9 service neutron] Attempting to bind port 11d33474-4710-4e5d-95ea-a7f03ca3e837 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:51.145579 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b18b27f-8f43-4c75-8602-32f279610085 req-29d83c97-f801-45e2-96c5-d5a158a0bfd9 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:06:51.145923 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b18b27f-8f43-4c75-8602-32f279610085 req-29d83c97-f801-45e2-96c5-d5a158a0bfd9 service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:06:51.146310 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b18b27f-8f43-4c75-8602-32f279610085 req-29d83c97-f801-45e2-96c5-d5a158a0bfd9 service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:06:51.146746 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-7b18b27f-8f43-4c75-8602-32f279610085 req-29d83c97-f801-45e2-96c5-d5a158a0bfd9 service neutron] Bound port: 11d33474-4710-4e5d-95ea-a7f03ca3e837, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:06:51.147106 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7b18b27f-8f43-4c75-8602-32f279610085 req-29d83c97-f801-45e2-96c5-d5a158a0bfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:51.176156 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f25af3-a21f-44bb-a754-01031fa4b3ad req-00e00ee1-1903-4bf8-b89e-c0a644c45c0a tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:51.178828 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-53f25af3-a21f-44bb-a754-01031fa4b3ad req-00e00ee1-1903-4bf8-b89e-c0a644c45c0a tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 784 time: 0.1613224 Aug 11 02:06:51.241548 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-7b18b27f-8f43-4c75-8602-32f279610085 req-29d83c97-f801-45e2-96c5-d5a158a0bfd9 service neutron] For port 11d33474-4710-4e5d-95ea-a7f03ca3e837, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:06:51.245552 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-7b18b27f-8f43-4c75-8602-32f279610085 req-29d83c97-f801-45e2-96c5-d5a158a0bfd9 service neutron] For port 11d33474-4710-4e5d-95ea-a7f03ca3e837, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=11d33474-4710-4e5d-95ea-a7f03ca3e837,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:06:51.254015 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7b18b27f-8f43-4c75-8602-32f279610085 req-29d83c97-f801-45e2-96c5-d5a158a0bfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:51.297449 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:51.327733 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18b27f-8f43-4c75-8602-32f279610085 req-29d83c97-f801-45e2-96c5-d5a158a0bfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:51.328364 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7b18b27f-8f43-4c75-8602-32f279610085 req-29d83c97-f801-45e2-96c5-d5a158a0bfd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:51.330343 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7b18b27f-8f43-4c75-8602-32f279610085 req-29d83c97-f801-45e2-96c5-d5a158a0bfd9 service neutron] 10.222.0.66 "PUT /v2.0/ports/11d33474-4710-4e5d-95ea-a7f03ca3e837 HTTP/1.1" status: 200 len: 1097 time: 1.6540780 Aug 11 02:06:51.330817 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a107f69b-e93a-4d34-958f-e7e2f50744fb', 'tag': '11d33474-4710-4e5d-95ea-a7f03ca3e837'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:06:51.333160 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ab3455-2086-460f-b261-6da485e6f31e" -d '{"events": [{"name": "network-changed", "server_uuid": "a107f69b-e93a-4d34-958f-e7e2f50744fb", "tag": "11d33474-4710-4e5d-95ea-a7f03ca3e837"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:06:51.374423 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d83c97-f801-45e2-96c5-d5a158a0bfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=11d33474-4710-4e5d-95ea-a7f03ca3e837,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:51.395868 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd2204-789a-4f7b-825b-cab1f96ea71b req-e3ab7ea0-78ff-4abd-93cd-4ebba1c57c8d tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:51.397690 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-25bd2204-789a-4f7b-825b-cab1f96ea71b req-e3ab7ea0-78ff-4abd-93cd-4ebba1c57c8d tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=a107f69b-e93a-4d34-958f-e7e2f50744fb HTTP/1.1" status: 200 len: 948 time: 0.1327510 Aug 11 02:06:51.476508 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-25bd2204-789a-4f7b-825b-cab1f96ea71b req-fe13f010-8e90-472d-8795-b4dfd777a57b tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488799 Aug 11 02:06:51.480683 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18b27f-8f43-4c75-8602-32f279610085 req-6c7fcaf9-1115-4a1e-907c-b90d51adf497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:51.483705 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7b18b27f-8f43-4c75-8602-32f279610085 req-6c7fcaf9-1115-4a1e-907c-b90d51adf497 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&device_id=a107f69b-e93a-4d34-958f-e7e2f50744fb HTTP/1.1" status: 200 len: 1100 time: 0.0837977 Aug 11 02:06:51.560843 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7b18b27f-8f43-4c75-8602-32f279610085 req-8cf222e9-0c22-451a-908c-f17f86525117 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=11d33474-4710-4e5d-95ea-a7f03ca3e837 HTTP/1.1" status: 200 len: 217 time: 0.0702229 Aug 11 02:06:51.630491 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18b27f-8f43-4c75-8602-32f279610085 req-845ad630-9f62-488a-8bfc-be24d981ce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:51.632167 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7b18b27f-8f43-4c75-8602-32f279610085 req-845ad630-9f62-488a-8bfc-be24d981ce27 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.0530665 Aug 11 02:06:51.755891 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18b27f-8f43-4c75-8602-32f279610085 req-650a59dd-c000-4393-a437-acf6f76127ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:51.757421 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7b18b27f-8f43-4c75-8602-32f279610085 req-650a59dd-c000-4393-a437-acf6f76127ca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1180279 Aug 11 02:06:51.767628 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-13ec3811-0911-4db7-975b-8cab441122c0 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:06:51.768908 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-13ec3811-0911-4db7-975b-8cab441122c0 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070467 Aug 11 02:06:51.780144 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-ba8c5f7a-0586-4e40-a107-f208d1e73220 service neutron] Request body: {'binding': {'host': 'n-h2-615180-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:51.780601 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-ba8c5f7a-0586-4e40-a107-f208d1e73220 service neutron] Unknown quota resources ['binding']. {{(pid=94506) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:06:51.789138 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-cfe4c280-efba-4fdf-8e6b-8a52bd9e50f1 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:51.790629 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-cfe4c280-efba-4fdf-8e6b-8a52bd9e50f1 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/networks?id=c1395f45-8a77-4154-8a13-da59aa8da322 HTTP/1.1" status: 200 len: 814 time: 0.1501279 Aug 11 02:06:51.836397 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-3455e9a4-62f5-4250-bf7a-ce808e16926a tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/quotas/225f57f0e1624fb08c817e5cff153e37 HTTP/1.1" status: 200 len: 375 time: 0.0356898 Aug 11 02:06:51.906201 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7b18b27f-8f43-4c75-8602-32f279610085 req-4b3d9ee0-777b-406a-9d43-ed17e9d2096e service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351714 Aug 11 02:06:51.917358 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-510a386c-4542-44ff-bef3-6aaefd2921b5 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=225f57f0e1624fb08c817e5cff153e37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731196 Aug 11 02:06:51.928690 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-ba8c5f7a-0586-4e40-a107-f208d1e73220 service neutron] Attempting to bind port a1f8ae10-79f2-4796-927d-348e53a5326e on host n-h2-615180-33 for vnic_type normal with profile None {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:06:51.929157 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-ba8c5f7a-0586-4e40-a107-f208d1e73220 service neutron] Attempting to bind port a1f8ae10-79f2-4796-927d-348e53a5326e by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:06:51.929499 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-ba8c5f7a-0586-4e40-a107-f208d1e73220 service neutron] Attempting to bind port a1f8ae10-79f2-4796-927d-348e53a5326e on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:51.934406 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-ba8c5f7a-0586-4e40-a107-f208d1e73220 service neutron] Port a1f8ae10-79f2-4796-927d-348e53a5326e on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:06:51.936302 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-ba8c5f7a-0586-4e40-a107-f208d1e73220 service neutron] Attempting to bind port a1f8ae10-79f2-4796-927d-348e53a5326e on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:51.945223 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-ba8c5f7a-0586-4e40-a107-f208d1e73220 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:06:51.945571 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-ba8c5f7a-0586-4e40-a107-f208d1e73220 service neutron] Checking segment: {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:06:51.945965 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-ba8c5f7a-0586-4e40-a107-f208d1e73220 service neutron] Bound using segment: {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:06:51.947966 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-ba8c5f7a-0586-4e40-a107-f208d1e73220 service neutron] Bound port: a1f8ae10-79f2-4796-927d-348e53a5326e, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:06:52.041429 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-ba8c5f7a-0586-4e40-a107-f208d1e73220 service neutron] For port a1f8ae10-79f2-4796-927d-348e53a5326e, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=a1f8ae10-79f2-4796-927d-348e53a5326e,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:06:52.049415 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-ba8c5f7a-0586-4e40-a107-f208d1e73220 service neutron] Notify callbacks [] for binding, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:52.050666 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-ba8c5f7a-0586-4e40-a107-f208d1e73220 service neutron] 10.222.0.50 "POST /v2.0/ports/a1f8ae10-79f2-4796-927d-348e53a5326e/bindings HTTP/1.1" status: 201 len: 390 time: 0.2743211 Aug 11 02:06:52.073469 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7b18b27f-8f43-4c75-8602-32f279610085 req-e71080a3-192a-4bdc-89a9-7d4ac6f00e09 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549499 Aug 11 02:06:52.075379 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-5414af0f-9e58-4443-92fe-18232ad077b5 service neutron] 10.222.0.50 "GET /v2.0/networks/c1395f45-8a77-4154-8a13-da59aa8da322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480448 Aug 11 02:06:52.178558 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-fbac88ec-2469-444a-96d4-aca45f054517 service neutron] 10.222.0.50 "GET /v2.0/networks/c1395f45-8a77-4154-8a13-da59aa8da322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935493 Aug 11 02:06:52.346217 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580ce38-cfbf-4697-97f2-3e3c91b9fd61 req-d3c6c61b-1f9e-4051-9aeb-4e5b877f3beb tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:52.354679 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b580ce38-cfbf-4697-97f2-3e3c91b9fd61 req-d3c6c61b-1f9e-4051-9aeb-4e5b877f3beb tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce492ae5-211f-461f-bb61-3b64384a602e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1376560 Aug 11 02:06:52.388800 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-b405a443-872f-4664-871a-bcf82b89689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:52.390555 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-b405a443-872f-4664-871a-bcf82b89689a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc914b6e60444f2aabf27f905058cfbf&device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 1098 time: 0.0659440 Aug 11 02:06:52.454264 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b580ce38-cfbf-4697-97f2-3e3c91b9fd61 req-d9fd25d9-3755-4ac1-a503-4dce1ee602b2 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.55 HTTP/1.1" status: 200 len: 695 time: 0.0981596 Aug 11 02:06:52.464964 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-b580ce38-cfbf-4697-97f2-3e3c91b9fd61 req-058eeb2a-d28d-48a6-96f8-22e5cff88bef tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Request body: {'floatingip': {'port_id': '966c4eeb-0481-4085-85bb-1e7064e5aafa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:52.522797 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b580ce38-cfbf-4697-97f2-3e3c91b9fd61 req-058eeb2a-d28d-48a6-96f8-22e5cff88bef tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks [] for floatingip, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:52.526184 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab62a1-1cc0-4aec-b753-9bcc66ec354b req-b539756a-a5cb-4ebb-a3c8-576a568b4c6a tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:52.527792 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e1ab62a1-1cc0-4aec-b753-9bcc66ec354b req-b539756a-a5cb-4ebb-a3c8-576a568b4c6a tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.0756431 Aug 11 02:06:52.589359 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e1ab62a1-1cc0-4aec-b753-9bcc66ec354b req-6341b53c-3d8b-4f4a-a22a-29245cd80130 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515273 Aug 11 02:06:52.595617 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-ad7fb742-b60a-4e47-bee8-5caf3d70b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:52.597144 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-ad7fb742-b60a-4e47-bee8-5caf3d70b0ff service neutron] 10.222.0.66 "GET /v2.0/networks?id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7 HTTP/1.1" status: 200 len: 922 time: 0.1957018 Aug 11 02:06:52.664475 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c38ef98-e536-4c79-a020-76b1d81d3949 x-openstack-request-id: req-3c38ef98-e536-4c79-a020-76b1d81d3949 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:06:52.664788 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a107f69b-e93a-4d34-958f-e7e2f50744fb", "tag": "11d33474-4710-4e5d-95ea-a7f03ca3e837", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:06:52.665004 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3c38ef98-e536-4c79-a020-76b1d81d3949 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:06:52.668759 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a107f69b-e93a-4d34-958f-e7e2f50744fb', 'tag': '11d33474-4710-4e5d-95ea-a7f03ca3e837', 'status': 'completed', 'code': 200} Aug 11 02:06:52.671451 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-cd068249-9d18-4bfa-add3-d74421a5ed70 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1f8ae10-79f2-4796-927d-348e53a5326e HTTP/1.1" status: 200 len: 217 time: 0.0660603 Aug 11 02:06:52.795579 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-71410dde-e7c4-4848-a12f-89449e0525e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:52.797610 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-71410dde-e7c4-4848-a12f-89449e0525e1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b6e0d0b4-108b-452a-91dc-cd606630079c HTTP/1.1" status: 200 len: 861 time: 0.1097348 Aug 11 02:06:52.852512 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-d0bc0b88-93f6-4736-8778-71b6e1b57e5a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392530 Aug 11 02:06:52.898546 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0df943-e9d0-4910-afa1-77f7d3b1b71d req-ad4fd47c-e369-4707-955c-d1ae8adc7667 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:52.908380 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fb0df943-e9d0-4910-afa1-77f7d3b1b71d req-ad4fd47c-e369-4707-955c-d1ae8adc7667 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 946 time: 0.1306529 Aug 11 02:06:53.002320 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fb0df943-e9d0-4910-afa1-77f7d3b1b71d req-e6ed9b6c-bfe9-446f-800b-69c164ed4c34 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925460 Aug 11 02:06:53.024521 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab3455-2086-460f-b261-6da485e6f31e req-a53b5d8f-6ca8-4e7a-b259-9604e9486c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:53.026050 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70ab3455-2086-460f-b261-6da485e6f31e req-a53b5d8f-6ca8-4e7a-b259-9604e9486c58 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&device_id=a107f69b-e93a-4d34-958f-e7e2f50744fb HTTP/1.1" status: 200 len: 1100 time: 0.3340912 Aug 11 02:06:53.055095 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-976ec9b0-9b26-4082-88c2-2f5956abc97b service neutron] 10.222.0.66 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906424 Aug 11 02:06:53.167891 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-300f0368-61e4-4312-87fb-c42146406bb1 req-cc570d82-b760-4356-b7cc-74f8782e6636 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5faf85f-9f29-4d46-b116-525759785069 HTTP/1.1" status: 200 len: 210 time: 0.0819407 Aug 11 02:06:53.293939 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-0284c823-7a08-48dc-b9af-dcf146ce5362 service neutron] 10.222.0.66 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273264 Aug 11 02:06:53.314327 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a0da5-1162-45b9-9ff1-9f8835f3ed6a req-a52e02ad-37f3-45fc-bb68-95c75d92db78 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:53.316316 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-995a0da5-1162-45b9-9ff1-9f8835f3ed6a req-a52e02ad-37f3-45fc-bb68-95c75d92db78 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=a107f69b-e93a-4d34-958f-e7e2f50744fb HTTP/1.1" status: 200 len: 948 time: 0.0761948 Aug 11 02:06:53.365014 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab3455-2086-460f-b261-6da485e6f31e req-4fc2e754-98ea-42fa-ba43-57bb145ff69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:53.366469 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70ab3455-2086-460f-b261-6da485e6f31e req-4fc2e754-98ea-42fa-ba43-57bb145ff69f service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.3207693 Aug 11 02:06:53.368975 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-995a0da5-1162-45b9-9ff1-9f8835f3ed6a req-0880d48a-1f5d-4227-bd64-3250ea8aa330 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426936 Aug 11 02:06:53.432846 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-fdb41e2e-d688-4ed0-a7a8-1b57ffc11da2 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:53.434943 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-fdb41e2e-d688-4ed0-a7a8-1b57ffc11da2 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b&tenant_id=fc914b6e60444f2aabf27f905058cfbf&binding%3Ahost_id=n-h1-615180-33 HTTP/1.1" status: 200 len: 1098 time: 0.0528455 Aug 11 02:06:53.442096 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70ab3455-2086-460f-b261-6da485e6f31e req-75a95ce5-3bc5-44c7-a8f7-5603f28ba3b8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=11d33474-4710-4e5d-95ea-a7f03ca3e837 HTTP/1.1" status: 200 len: 217 time: 0.0512593 Aug 11 02:06:53.457400 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-329975f5-70ae-4b8d-a1a5-7d186992c06e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-615180-33'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:53.521036 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-329975f5-70ae-4b8d-a1a5-7d186992c06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:53.588068 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab3455-2086-460f-b261-6da485e6f31e req-fd283df9-e1fb-4b40-a7c5-cfbf151a1f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:53.589537 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70ab3455-2086-460f-b261-6da485e6f31e req-fd283df9-e1fb-4b40-a7c5-cfbf151a1f5e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1313190 Aug 11 02:06:53.748010 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.db.resource_extend [req-b580ce38-cfbf-4697-97f2-3e3c91b9fd61 req-058eeb2a-d28d-48a6-96f8-22e5cff88bef tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:06:53.760234 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-329975f5-70ae-4b8d-a1a5-7d186992c06e service neutron] For port a1f8ae10-79f2-4796-927d-348e53a5326e, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a1f8ae10-79f2-4796-927d-348e53a5326e,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:53.798207 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab3455-2086-460f-b261-6da485e6f31e req-73b9a569-a443-4547-b304-25e14a006879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:53.799856 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70ab3455-2086-460f-b261-6da485e6f31e req-73b9a569-a443-4547-b304-25e14a006879 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1930523 Aug 11 02:06:53.819091 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57fff4-a3a6-4a45-ba47-c4f1bffef8a9 req-21e8b017-922b-4a12-8b0a-1ee424ffb007 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:53.821983 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2e57fff4-a3a6-4a45-ba47-c4f1bffef8a9 req-21e8b017-922b-4a12-8b0a-1ee424ffb007 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.1156604 Aug 11 02:06:53.846808 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-329975f5-70ae-4b8d-a1a5-7d186992c06e service neutron] For port a1f8ae10-79f2-4796-927d-348e53a5326e, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:06:53.895227 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b580ce38-cfbf-4697-97f2-3e3c91b9fd61 req-058eeb2a-d28d-48a6-96f8-22e5cff88bef tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:53.911139 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2e57fff4-a3a6-4a45-ba47-c4f1bffef8a9 req-280d4ef3-fe15-40f5-9ccc-d4f752be718b tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759101 Aug 11 02:06:53.915365 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-329975f5-70ae-4b8d-a1a5-7d186992c06e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:53.921952 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b580ce38-cfbf-4697-97f2-3e3c91b9fd61 req-058eeb2a-d28d-48a6-96f8-22e5cff88bef tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:53.927638 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-329975f5-70ae-4b8d-a1a5-7d186992c06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:54.032407 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-54cad645-6997-4028-a80d-d43da8065a57 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:54.033977 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-54cad645-6997-4028-a80d-d43da8065a57 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.73 "GET /v2.0/networks?id=c1395f45-8a77-4154-8a13-da59aa8da322 HTTP/1.1" status: 200 len: 814 time: 0.3640494 Aug 11 02:06:54.057242 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-71d6fb1d-a4e6-4aad-b21a-c1992b667de5 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Request body: {'port': {'device_id': 'b5faf85f-9f29-4d46-b116-525759785069', 'network_id': 'c1395f45-8a77-4154-8a13-da59aa8da322', 'admin_state_up': True, 'tenant_id': '225f57f0e1624fb08c817e5cff153e37'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:54.059134 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329975f5-70ae-4b8d-a1a5-7d186992c06e service neutron] Pushing event updated for resources: {'Port': ['ID=a1f8ae10-79f2-4796-927d-348e53a5326e,revision_number=7']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:54.082548 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-329975f5-70ae-4b8d-a1a5-7d186992c06e service neutron] Attempting to bind port a1f8ae10-79f2-4796-927d-348e53a5326e on host n-h1-615180-33 for vnic_type normal with profile {"migrating_to": "n-h2-615180-33"} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:06:54.082998 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-329975f5-70ae-4b8d-a1a5-7d186992c06e service neutron] Attempting to bind port a1f8ae10-79f2-4796-927d-348e53a5326e by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:06:54.083422 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-329975f5-70ae-4b8d-a1a5-7d186992c06e service neutron] Attempting to bind port a1f8ae10-79f2-4796-927d-348e53a5326e on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:54.088427 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-329975f5-70ae-4b8d-a1a5-7d186992c06e service neutron] Port a1f8ae10-79f2-4796-927d-348e53a5326e on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:06:54.088838 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-329975f5-70ae-4b8d-a1a5-7d186992c06e service neutron] Attempting to bind port a1f8ae10-79f2-4796-927d-348e53a5326e on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:54.096255 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-329975f5-70ae-4b8d-a1a5-7d186992c06e service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:06:54.097076 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-329975f5-70ae-4b8d-a1a5-7d186992c06e service neutron] Checking segment: {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:06:54.097557 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-329975f5-70ae-4b8d-a1a5-7d186992c06e service neutron] Bound using segment: {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:06:54.098084 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-329975f5-70ae-4b8d-a1a5-7d186992c06e service neutron] Bound port: a1f8ae10-79f2-4796-927d-348e53a5326e, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:06:54.098530 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-329975f5-70ae-4b8d-a1a5-7d186992c06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:54.124738 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70ab3455-2086-460f-b261-6da485e6f31e req-159626c0-8475-417a-9013-08c83ef7da9d service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100352 Aug 11 02:06:54.151233 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:54.209966 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [req-b580ce38-cfbf-4697-97f2-3e3c91b9fd61 req-058eeb2a-d28d-48a6-96f8-22e5cff88bef tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Floating IP b126050c-d8e5-49b7-b959-c7b53b4f3a04 associated. External IP: 172.25.2.55, port: 966c4eeb-0481-4085-85bb-1e7064e5aafa. Aug 11 02:06:54.273081 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-329975f5-70ae-4b8d-a1a5-7d186992c06e service neutron] For port a1f8ae10-79f2-4796-927d-348e53a5326e, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:06:54.277530 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-329975f5-70ae-4b8d-a1a5-7d186992c06e service neutron] For port a1f8ae10-79f2-4796-927d-348e53a5326e, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a1f8ae10-79f2-4796-927d-348e53a5326e,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:06:54.289787 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab7a76-4c45-4249-b3c0-bdc69115c817 req-afb6a3e0-118e-4c30-aff7-9633c15c744c tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:54.291328 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ffab7a76-4c45-4249-b3c0-bdc69115c817 req-afb6a3e0-118e-4c30-aff7-9633c15c744c tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 944 time: 0.1168025 Aug 11 02:06:54.293294 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-329975f5-70ae-4b8d-a1a5-7d186992c06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:54.335691 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-71d6fb1d-a4e6-4aad-b21a-c1992b667de5 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Made reservation on behalf of 225f57f0e1624fb08c817e5cff153e37 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:06:54.339336 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-71d6fb1d-a4e6-4aad-b21a-c1992b667de5 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:54.520263 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-329975f5-70ae-4b8d-a1a5-7d186992c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:54.521054 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-329975f5-70ae-4b8d-a1a5-7d186992c06e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:54.522791 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-329975f5-70ae-4b8d-a1a5-7d186992c06e service neutron] 10.222.0.66 "PUT /v2.0/ports/a1f8ae10-79f2-4796-927d-348e53a5326e HTTP/1.1" status: 200 len: 1124 time: 1.0699008 Aug 11 02:06:54.568286 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ffab7a76-4c45-4249-b3c0-bdc69115c817 req-95c29654-48bb-44d0-be09-105ac55a0855 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622395 Aug 11 02:06:54.578594 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329975f5-70ae-4b8d-a1a5-7d186992c06e service neutron] Pushing event updated for resources: {'Port': ['ID=a1f8ae10-79f2-4796-927d-348e53a5326e,revision_number=8']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:54.647894 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['a1f8ae10-79f2-4796-927d-348e53a5326e'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:06:54.669975 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7570aff5-bcee-4557-82eb-b4998771d06b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1f8ae10-79f2-4796-927d-348e53a5326e'}, {'name': 'network-changed', 'server_uuid': '7570aff5-bcee-4557-82eb-b4998771d06b', 'tag': 'a1f8ae10-79f2-4796-927d-348e53a5326e'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:06:54.673190 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e02431-a2d2-4eab-a092-d594a0a0ef9d" -d '{"events": [{"server_uuid": "7570aff5-bcee-4557-82eb-b4998771d06b", "name": "network-vif-unplugged", "status": "completed", "tag": "a1f8ae10-79f2-4796-927d-348e53a5326e"}, {"name": "network-changed", "server_uuid": "7570aff5-bcee-4557-82eb-b4998771d06b", "tag": "a1f8ae10-79f2-4796-927d-348e53a5326e"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:06:54.802290 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1a5b5d7-f0ce-42bb-bde3-1e778f4bc391 req-1b26b774-75f2-4acb-af43-5294a64ac94c tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5faf85f-9f29-4d46-b116-525759785069 HTTP/1.1" status: 200 len: 210 time: 0.0701511 Aug 11 02:06:54.977411 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:54.999201 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981957a8-11a7-4f7a-8bcd-4247bfa95de7 req-6b900b32-1386-4491-8195-61f24ec68120 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:55.009457 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-981957a8-11a7-4f7a-8bcd-4247bfa95de7 req-6b900b32-1386-4491-8195-61f24ec68120 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=a107f69b-e93a-4d34-958f-e7e2f50744fb HTTP/1.1" status: 200 len: 948 time: 0.0981791 Aug 11 02:06:55.016007 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-71d6fb1d-a4e6-4aad-b21a-c1992b667de5 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Allocated IP 172.20.0.7 (c1395f45-8a77-4154-8a13-da59aa8da322/ae3c6842-4306-4219-b02a-f155092d11ac/19dfdfde-eece-4cec-887d-18e4e91ae0ac) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:06:55.069784 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-981957a8-11a7-4f7a-8bcd-4247bfa95de7 req-17d149d7-5794-4401-bcfc-2fb4e80355c2 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588977 Aug 11 02:06:55.140729 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 11 Aug 2021 02:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c57c7d-dc3e-4c53-9666-64537ab23a7a x-openstack-request-id: req-e3c57c7d-dc3e-4c53-9666-64537ab23a7a {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:06:55.142102 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7570aff5-bcee-4557-82eb-b4998771d06b", "name": "network-vif-unplugged", "status": "completed", "tag": "a1f8ae10-79f2-4796-927d-348e53a5326e", "code": 200}, {"name": "network-changed", "server_uuid": "7570aff5-bcee-4557-82eb-b4998771d06b", "tag": "a1f8ae10-79f2-4796-927d-348e53a5326e", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:06:55.142522 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e3c57c7d-dc3e-4c53-9666-64537ab23a7a {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:06:55.142937 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7570aff5-bcee-4557-82eb-b4998771d06b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1f8ae10-79f2-4796-927d-348e53a5326e', 'code': 200} Aug 11 02:06:55.143197 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7570aff5-bcee-4557-82eb-b4998771d06b', 'tag': 'a1f8ae10-79f2-4796-927d-348e53a5326e', 'status': 'completed', 'code': 200} Aug 11 02:06:55.248300 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70ab3455-2086-460f-b261-6da485e6f31e req-18387a5a-1153-48c9-99c5-8991462f2bd2 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0425453 Aug 11 02:06:55.402769 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ae7fa-ac9c-450b-be1d-20edfc34e380 req-fa2f52cb-e21f-4b90-b693-01f23778a04a tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:55.408083 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8b6ae7fa-ac9c-450b-be1d-20edfc34e380 req-fa2f52cb-e21f-4b90-b693-01f23778a04a tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.1110253 Aug 11 02:06:55.512186 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8b6ae7fa-ac9c-450b-be1d-20edfc34e380 req-72ddda87-9f00-416b-9cec-d5cb087b2891 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905349 Aug 11 02:06:55.540524 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-71d6fb1d-a4e6-4aad-b21a-c1992b667de5 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:55.591794 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-71d6fb1d-a4e6-4aad-b21a-c1992b667de5 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Transition to ACTIVE for port object 19dfdfde-eece-4cec-887d-18e4e91ae0ac will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:55.638872 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b580ce38-cfbf-4697-97f2-3e3c91b9fd61 req-058eeb2a-d28d-48a6-96f8-22e5cff88bef tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Router d3da5e9b-9223-46e2-953a-f25fabe4b663 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:06:55.724005 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-71d6fb1d-a4e6-4aad-b21a-c1992b667de5 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:55.760004 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16056a74-2285-4192-b84a-b7128d0f1e02 req-6c7edb80-63c5-4812-88cc-a668ab370222 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:55.773211 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-16056a74-2285-4192-b84a-b7128d0f1e02 req-6c7edb80-63c5-4812-88cc-a668ab370222 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 944 time: 0.0935478 Aug 11 02:06:55.834098 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-16056a74-2285-4192-b84a-b7128d0f1e02 req-dc134b4d-de09-4ea7-8329-cfb94ccb8bbc tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599196 Aug 11 02:06:55.855878 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-71d6fb1d-a4e6-4aad-b21a-c1992b667de5 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Network c1395f45-8a77-4154-8a13-da59aa8da322 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:06:55.858964 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-71d6fb1d-a4e6-4aad-b21a-c1992b667de5 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:55.865885 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-71d6fb1d-a4e6-4aad-b21a-c1992b667de5 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:06:55.932575 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-71d6fb1d-a4e6-4aad-b21a-c1992b667de5 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:55.933271 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-71d6fb1d-a4e6-4aad-b21a-c1992b667de5 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:56.024925 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6fb1d-a4e6-4aad-b21a-c1992b667de5 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Pushing event updated for resources: {'Port': ['ID=19dfdfde-eece-4cec-887d-18e4e91ae0ac,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:56.032716 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-71d6fb1d-a4e6-4aad-b21a-c1992b667de5 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9857733 Aug 11 02:06:56.039117 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b580ce38-cfbf-4697-97f2-3e3c91b9fd61 req-058eeb2a-d28d-48a6-96f8-22e5cff88bef tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:06:56.043759 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b580ce38-cfbf-4697-97f2-3e3c91b9fd61 req-058eeb2a-d28d-48a6-96f8-22e5cff88bef tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:56.050921 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c5b96c-023a-4fe9-9bac-d4f1e6890d57 None None] Sync routers for ids ['d3da5e9b-9223-46e2-953a-f25fabe4b663'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:06:56.066148 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c5b96c-023a-4fe9-9bac-d4f1e6890d57 None None] Routers {'d3da5e9b-9223-46e2-953a-f25fabe4b663'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:06:56.066785 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-f4c5b96c-023a-4fe9-9bac-d4f1e6890d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:06:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['d3da5e9b-9223-46e2-953a-f25fabe4b663'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:56.082847 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b580ce38-cfbf-4697-97f2-3e3c91b9fd61 req-058eeb2a-d28d-48a6-96f8-22e5cff88bef tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "PUT /v2.0/floatingips/b126050c-d8e5-49b7-b959-c7b53b4f3a04 HTTP/1.1" status: 200 len: 996 time: 3.6199563 Aug 11 02:06:56.083676 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce492ae5-211f-461f-bb61-3b64384a602e', 'tag': '966c4eeb-0481-4085-85bb-1e7064e5aafa'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:06:56.088526 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b832743-5e87-4f70-84c8-833b85eb432f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce492ae5-211f-461f-bb61-3b64384a602e", "tag": "966c4eeb-0481-4085-85bb-1e7064e5aafa"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:06:56.122138 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0dc0d1-47c0-4f64-a9bb-efe08d6408a1 req-a5b804b1-23f0-4039-882c-edb9bb76f675 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:56.131969 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7a0dc0d1-47c0-4f64-a9bb-efe08d6408a1 req-a5b804b1-23f0-4039-882c-edb9bb76f675 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5faf85f-9f29-4d46-b116-525759785069 HTTP/1.1" status: 200 len: 931 time: 0.1153326 Aug 11 02:06:56.165100 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580ce38-cfbf-4697-97f2-3e3c91b9fd61 req-40c44087-5ad9-4c6b-8844-bb9f2f7c16c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:56.173329 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b580ce38-cfbf-4697-97f2-3e3c91b9fd61 req-40c44087-5ad9-4c6b-8844-bb9f2f7c16c5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9cf518ab39bd44e9a7f8a66ea3c4040f&device_id=ce492ae5-211f-461f-bb61-3b64384a602e HTTP/1.1" status: 200 len: 1098 time: 0.0711136 Aug 11 02:06:56.184774 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7a0dc0d1-47c0-4f64-a9bb-efe08d6408a1 req-efd27d95-9c93-4f4e-9274-e168dd7746aa tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5cc0642-beba-4c80-ba00-4f203b6b0b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517120 Aug 11 02:06:56.271424 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-f4c5b96c-023a-4fe9-9bac-d4f1e6890d57 None None] Set router d3da5e9b-9223-46e2-953a-f25fabe4b663 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:06:56.320787 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ef797a-f86d-416f-9626-7b962cec1604 x-openstack-request-id: req-19ef797a-f86d-416f-9626-7b962cec1604 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:06:56.321310 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce492ae5-211f-461f-bb61-3b64384a602e", "tag": "966c4eeb-0481-4085-85bb-1e7064e5aafa", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:06:56.321594 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-19ef797a-f86d-416f-9626-7b962cec1604 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:06:56.322425 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce492ae5-211f-461f-bb61-3b64384a602e', 'tag': '966c4eeb-0481-4085-85bb-1e7064e5aafa', 'status': 'completed', 'code': 200} Aug 11 02:06:56.442754 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b832743-5e87-4f70-84c8-833b85eb432f req-20e807e8-cfc0-4b13-a817-09782dd1f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:56.449036 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4b832743-5e87-4f70-84c8-833b85eb432f req-20e807e8-cfc0-4b13-a817-09782dd1f584 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9cf518ab39bd44e9a7f8a66ea3c4040f&device_id=ce492ae5-211f-461f-bb61-3b64384a602e HTTP/1.1" status: 200 len: 1098 time: 0.1186888 Aug 11 02:06:56.458983 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580ce38-cfbf-4697-97f2-3e3c91b9fd61 req-d6af4e6e-d611-4bc9-bd92-c659b1cacac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:56.473451 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b580ce38-cfbf-4697-97f2-3e3c91b9fd61 req-d6af4e6e-d611-4bc9-bd92-c659b1cacac3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9c7eead9-85e0-4354-9d4e-41d5748ddd31 HTTP/1.1" status: 200 len: 930 time: 0.2986348 Aug 11 02:06:56.514552 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 11d33474-4710-4e5d-95ea-a7f03ca3e837 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:06:56.560259 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbe424-5a91-4c74-9551-6a41b9bfb137 req-0fcea6a5-e7f2-49be-87b4-9e574cd66422 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:56.562023 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9ffbe424-5a91-4c74-9551-6a41b9bfb137 req-0fcea6a5-e7f2-49be-87b4-9e574cd66422 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=a107f69b-e93a-4d34-958f-e7e2f50744fb HTTP/1.1" status: 200 len: 948 time: 0.1517470 Aug 11 02:06:56.616769 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 11d33474-4710-4e5d-95ea-a7f03ca3e837, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=11d33474-4710-4e5d-95ea-a7f03ca3e837,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:56.635689 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '11d33474-4710-4e5d-95ea-a7f03ca3e837', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': '11d33474-4710-4e5d-95ea-a7f03ca3e837', 'mac_address': 'fa:16:3e:5d:9f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:06:56.639429 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9ffbe424-5a91-4c74-9551-6a41b9bfb137 req-4c396e73-a06a-445a-81c2-8f1ea6888af3 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687394 Aug 11 02:06:56.714849 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:56.729438 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2c21f749-00bf-46c5-bbd4-f716dcd07720 None None] Provisioning for port 19dfdfde-eece-4cec-887d-18e4e91ae0ac completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:56.735932 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11d33474-4710-4e5d-95ea-a7f03ca3e837 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:06:56.757324 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 11d33474-4710-4e5d-95ea-a7f03ca3e837, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=11d33474-4710-4e5d-95ea-a7f03ca3e837,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:56.758962 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2c21f749-00bf-46c5-bbd4-f716dcd07720 None None] Provisioning complete for port 19dfdfde-eece-4cec-887d-18e4e91ae0ac triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:56.759745 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2c21f749-00bf-46c5-bbd4-f716dcd07720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:56.782783 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b580ce38-cfbf-4697-97f2-3e3c91b9fd61 req-4ccc91d0-1044-429f-9b7f-9f838115b8e5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=966c4eeb-0481-4085-85bb-1e7064e5aafa HTTP/1.1" status: 200 len: 999 time: 0.3069592 Aug 11 02:06:56.821094 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-2c21f749-00bf-46c5-bbd4-f716dcd07720 None None] Port 19dfdfde-eece-4cec-887d-18e4e91ae0ac cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:06:56.833228 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:56.840154 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f6862-388e-4ffc-89af-070e0e8ac6f6 req-7675b203-e3f1-42ee-a1b7-51f33764f02a tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:56.841691 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fa4f6862-388e-4ffc-89af-070e0e8ac6f6 req-7675b203-e3f1-42ee-a1b7-51f33764f02a tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.0898507 Aug 11 02:06:56.902041 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b832743-5e87-4f70-84c8-833b85eb432f req-3e58c943-7960-4cfb-baa4-f691cbb4fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:56.903497 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4b832743-5e87-4f70-84c8-833b85eb432f req-3e58c943-7960-4cfb-baa4-f691cbb4fdd8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9c7eead9-85e0-4354-9d4e-41d5748ddd31 HTTP/1.1" status: 200 len: 930 time: 0.4264588 Aug 11 02:06:56.921839 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fa4f6862-388e-4ffc-89af-070e0e8ac6f6 req-d9ff3fdd-f848-4011-bd82-69e3ec2fe9f2 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711105 Aug 11 02:06:56.943119 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=11d33474-4710-4e5d-95ea-a7f03ca3e837,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:56.973283 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-f4c5b96c-023a-4fe9-9bac-d4f1e6890d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768594117-router', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'f82cfde8-1f8e-4641-8c7c-4258c9d3516b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:05Z', 'updated_at': '2021-08-11T02:06:14Z', 'revision_number': 4, 'project_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'gw_port': {'id': 'f82cfde8-1f8e-4641-8c7c-4258c9d3516b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:07Z', 'updated_at': '2021-08-11T02:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'b126050c-d8e5-49b7-b959-c7b53b4f3a04', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'floating_ip_address': '172.25.2.55', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'port_id': '966c4eeb-0481-4085-85bb-1e7064e5aafa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7eead9-85e0-4354-9d4e-41d5748ddd31', 'mac_address': 'fa:16:3e:50:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce492ae5-211f-461f-bb61-3b64384a602e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:06:49Z', 'updated_at': '2021-08-11T02:06:53Z', 'revision_number': 1, 'project_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b235ad4e-b50b-4eae-b73e-c3850a9ad9ca', 'name': '', 'network_id': '9c7eead9-85e0-4354-9d4e-41d5748ddd31', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'mac_address': 'fa:16:3e:fa:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd32b8020-d134-4ff5-b7b4-447e57c35f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:11Z', 'updated_at': '2021-08-11T02:06:24Z', 'revision_number': 5, 'project_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'subnets': [{'id': 'd32b8020-d134-4ff5-b7b4-447e57c35f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:57.005562 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c5b96c-023a-4fe9-9bac-d4f1e6890d57 None None] Checking router: d3da5e9b-9223-46e2-953a-f25fabe4b663 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:06:57.017843 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c5b96c-023a-4fe9-9bac-d4f1e6890d57 None None] Routers {'d3da5e9b-9223-46e2-953a-f25fabe4b663'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:06:57.018476 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-f4c5b96c-023a-4fe9-9bac-d4f1e6890d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:06:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['d3da5e9b-9223-46e2-953a-f25fabe4b663'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:57.074106 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4b832743-5e87-4f70-84c8-833b85eb432f req-e5c9f7a5-9a63-415c-b936-5cb670b33b36 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=966c4eeb-0481-4085-85bb-1e7064e5aafa HTTP/1.1" status: 200 len: 999 time: 0.1481633 Aug 11 02:06:57.081336 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580ce38-cfbf-4697-97f2-3e3c91b9fd61 req-3d0aa3a9-ba45-4611-a3ad-c71e98c3e762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:57.092880 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b580ce38-cfbf-4697-97f2-3e3c91b9fd61 req-3d0aa3a9-ba45-4611-a3ad-c71e98c3e762 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d32b8020-d134-4ff5-b7b4-447e57c35f53 HTTP/1.1" status: 200 len: 868 time: 0.3084860 Aug 11 02:06:57.157200 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b832743-5e87-4f70-84c8-833b85eb432f req-1aca16ef-eaeb-4fa9-81a6-e0631ee7bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:57.158735 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4b832743-5e87-4f70-84c8-833b85eb432f req-1aca16ef-eaeb-4fa9-81a6-e0631ee7bbbf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d32b8020-d134-4ff5-b7b4-447e57c35f53 HTTP/1.1" status: 200 len: 868 time: 0.0566897 Aug 11 02:06:57.203822 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a30e8e-3cb9-49db-9cca-a30e09013b37 req-53e667be-8b6e-4226-bff7-4b6e2d34d967 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:57.215577 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-58a30e8e-3cb9-49db-9cca-a30e09013b37 req-53e667be-8b6e-4226-bff7-4b6e2d34d967 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 944 time: 0.0770934 Aug 11 02:06:57.232291 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580ce38-cfbf-4697-97f2-3e3c91b9fd61 req-7aba1889-2ab1-40d7-8928-cfc092f57f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:57.247528 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b580ce38-cfbf-4697-97f2-3e3c91b9fd61 req-7aba1889-2ab1-40d7-8928-cfc092f57f9c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9c7eead9-85e0-4354-9d4e-41d5748ddd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1487529 Aug 11 02:06:57.247791 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [req-b580ce38-cfbf-4697-97f2-3e3c91b9fd61 req-f7d77795-d69d-4b5d-b4d4-14a41311065b service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:06:57.259183 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b580ce38-cfbf-4697-97f2-3e3c91b9fd61 req-f7d77795-d69d-4b5d-b4d4-14a41311065b service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127900 Aug 11 02:06:57.283020 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b832743-5e87-4f70-84c8-833b85eb432f req-f3013b5d-ecaa-436d-a754-3721cb672c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:57.284616 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4b832743-5e87-4f70-84c8-833b85eb432f req-f3013b5d-ecaa-436d-a754-3721cb672c1f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9c7eead9-85e0-4354-9d4e-41d5748ddd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1058800 Aug 11 02:06:57.318350 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-f4c5b96c-023a-4fe9-9bac-d4f1e6890d57 None None] Set router d3da5e9b-9223-46e2-953a-f25fabe4b663 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:06:57.336428 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-58a30e8e-3cb9-49db-9cca-a30e09013b37 req-d588b374-0ca2-44d6-82f2-4b290ea406fd tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200683 Aug 11 02:06:57.438655 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['11d33474-4710-4e5d-95ea-a7f03ca3e837'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:06:57.484533 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b580ce38-cfbf-4697-97f2-3e3c91b9fd61 req-73a1b1fc-8f73-4b60-870e-d83118419911 service neutron] 10.222.0.50 "GET /v2.0/networks/9c7eead9-85e0-4354-9d4e-41d5748ddd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277596 Aug 11 02:06:57.489008 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4b832743-5e87-4f70-84c8-833b85eb432f req-edf7aef3-7035-40c1-8a4b-af1c49b00996 service neutron] 10.222.0.66 "GET /v2.0/networks/9c7eead9-85e0-4354-9d4e-41d5748ddd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789656 Aug 11 02:06:57.584135 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbb392-086c-47bb-81f6-7383c619ca12 req-8bfe4751-e4e9-441d-837c-b49cb7122798 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:57.600449 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-febbb392-086c-47bb-81f6-7383c619ca12 req-8bfe4751-e4e9-441d-837c-b49cb7122798 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5faf85f-9f29-4d46-b116-525759785069 HTTP/1.1" status: 200 len: 931 time: 0.1266923 Aug 11 02:06:57.734033 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-febbb392-086c-47bb-81f6-7383c619ca12 req-0b6e7366-c903-4a18-afa0-c6269cde8eb7 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5cc0642-beba-4c80-ba00-4f203b6b0b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295044 Aug 11 02:06:57.898555 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-f4c5b96c-023a-4fe9-9bac-d4f1e6890d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768594117-router', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'f82cfde8-1f8e-4641-8c7c-4258c9d3516b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:05Z', 'updated_at': '2021-08-11T02:06:14Z', 'revision_number': 4, 'project_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'gw_port': {'id': 'f82cfde8-1f8e-4641-8c7c-4258c9d3516b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:07Z', 'updated_at': '2021-08-11T02:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'b126050c-d8e5-49b7-b959-c7b53b4f3a04', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'floating_ip_address': '172.25.2.55', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'port_id': '966c4eeb-0481-4085-85bb-1e7064e5aafa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7eead9-85e0-4354-9d4e-41d5748ddd31', 'mac_address': 'fa:16:3e:50:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce492ae5-211f-461f-bb61-3b64384a602e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:06:49Z', 'updated_at': '2021-08-11T02:06:53Z', 'revision_number': 1, 'project_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b235ad4e-b50b-4eae-b73e-c3850a9ad9ca', 'name': '', 'network_id': '9c7eead9-85e0-4354-9d4e-41d5748ddd31', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'mac_address': 'fa:16:3e:fa:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd32b8020-d134-4ff5-b7b4-447e57c35f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:11Z', 'updated_at': '2021-08-11T02:06:24Z', 'revision_number': 5, 'project_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'subnets': [{'id': 'd32b8020-d134-4ff5-b7b4-447e57c35f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:57.951638 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c5b96c-023a-4fe9-9bac-d4f1e6890d57 None None] The sync data for ids ['d3da5e9b-9223-46e2-953a-f25fabe4b663'] in n-d-615180-33 is: [{'id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768594117-router', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'f82cfde8-1f8e-4641-8c7c-4258c9d3516b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:05Z', 'updated_at': '2021-08-11T02:06:14Z', 'revision_number': 4, 'project_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'gw_port': {'id': 'f82cfde8-1f8e-4641-8c7c-4258c9d3516b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:07Z', 'updated_at': '2021-08-11T02:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'b126050c-d8e5-49b7-b959-c7b53b4f3a04', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'floating_ip_address': '172.25.2.55', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'port_id': '966c4eeb-0481-4085-85bb-1e7064e5aafa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7eead9-85e0-4354-9d4e-41d5748ddd31', 'mac_address': 'fa:16:3e:50:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce492ae5-211f-461f-bb61-3b64384a602e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:06:49Z', 'updated_at': '2021-08-11T02:06:53Z', 'revision_number': 1, 'project_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b235ad4e-b50b-4eae-b73e-c3850a9ad9ca', 'name': '', 'network_id': '9c7eead9-85e0-4354-9d4e-41d5748ddd31', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'mac_address': 'fa:16:3e:fa:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd32b8020-d134-4ff5-b7b4-447e57c35f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:11Z', 'updated_at': '2021-08-11T02:06:24Z', 'revision_number': 5, 'project_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'subnets': [{'id': 'd32b8020-d134-4ff5-b7b4-447e57c35f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:06:58.023062 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24679b3e-610a-4a41-ad0a-8f6556707ef6 req-ba3ffcd9-c42a-4b9d-a8c3-629a75c1f180 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:58.024821 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-24679b3e-610a-4a41-ad0a-8f6556707ef6 req-ba3ffcd9-c42a-4b9d-a8c3-629a75c1f180 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=a107f69b-e93a-4d34-958f-e7e2f50744fb HTTP/1.1" status: 200 len: 949 time: 0.1482866 Aug 11 02:06:58.026771 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b580ce38-cfbf-4697-97f2-3e3c91b9fd61 req-45548b52-c6b3-4994-a407-dcae4eef905d service neutron] 10.222.0.50 "GET /v2.0/networks/9c7eead9-85e0-4354-9d4e-41d5748ddd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5346863 Aug 11 02:06:58.028698 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4b832743-5e87-4f70-84c8-833b85eb432f req-bd846398-0b53-45f2-bfa4-85c5fda24db9 service neutron] 10.222.0.66 "GET /v2.0/networks/9c7eead9-85e0-4354-9d4e-41d5748ddd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184064 Aug 11 02:06:58.109264 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-24679b3e-610a-4a41-ad0a-8f6556707ef6 req-7aa7b3e1-cd82-40ba-b871-b05f9dc4d7fb tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766289 Aug 11 02:06:58.348570 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7416a-189f-42f5-83df-f437d5648961 req-2833d3d2-06dc-4160-921c-dbce67d6d603 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:58.351234 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-76c7416a-189f-42f5-83df-f437d5648961 req-2833d3d2-06dc-4160-921c-dbce67d6d603 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.1572542 Aug 11 02:06:58.372443 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9990b5-47d6-4d84-809b-9b13685382d4 None None] New status for floating IP b126050c-d8e5-49b7-b959-c7b53b4f3a04: ACTIVE {{(pid=94509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:06:58.445285 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-76c7416a-189f-42f5-83df-f437d5648961 req-547db2cd-681c-4fcb-8721-0ba573987eb2 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864561 Aug 11 02:06:58.547208 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-619a2ce2-bce7-40e3-92c5-babb7f9a722b req-11c088b1-1ff2-4860-ba3f-0cf39f077c86 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 258 time: 0.3183799 Aug 11 02:06:58.568018 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-619a2ce2-bce7-40e3-92c5-babb7f9a722b req-d6cd4813-c455-4e70-bfdb-91d006f221fb tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:58.605434 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-619a2ce2-bce7-40e3-92c5-babb7f9a722b req-d6cd4813-c455-4e70-bfdb-91d006f221fb tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:58.620440 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6280c-7cf0-42d9-9f9b-27559fd2859b req-71e60107-ecf3-4ab0-8776-75f424a9cecc tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:58.622277 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-05b6280c-7cf0-42d9-9f9b-27559fd2859b req-71e60107-ecf3-4ab0-8776-75f424a9cecc tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 944 time: 0.0710669 Aug 11 02:06:58.711573 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-05b6280c-7cf0-42d9-9f9b-27559fd2859b req-0faac779-627e-4716-b5c7-983179c33c7e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810747 Aug 11 02:06:58.860384 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-619a2ce2-bce7-40e3-92c5-babb7f9a722b req-d6cd4813-c455-4e70-bfdb-91d006f221fb tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:58.928895 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216efb0-096b-41a9-b512-4569b3b5b5ad req-52bfbb10-50af-4aa1-bf86-e8e0d40e0d76 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:58.938242 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c216efb0-096b-41a9-b512-4569b3b5b5ad req-52bfbb10-50af-4aa1-bf86-e8e0d40e0d76 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5faf85f-9f29-4d46-b116-525759785069 HTTP/1.1" status: 200 len: 931 time: 0.0817890 Aug 11 02:06:59.001417 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c216efb0-096b-41a9-b512-4569b3b5b5ad req-e8ca9b7f-f738-4e02-b93e-b7a1bff08bf7 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5cc0642-beba-4c80-ba00-4f203b6b0b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618634 Aug 11 02:06:59.314984 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd737d20-e78f-431c-a79c-c93442b123de req-6441029c-e53f-442c-a770-a8e3d1c1a913 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:59.316620 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dd737d20-e78f-431c-a79c-c93442b123de req-6441029c-e53f-442c-a770-a8e3d1c1a913 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=a107f69b-e93a-4d34-958f-e7e2f50744fb HTTP/1.1" status: 200 len: 949 time: 0.0542438 Aug 11 02:06:59.332294 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-619a2ce2-bce7-40e3-92c5-babb7f9a722b req-d6cd4813-c455-4e70-bfdb-91d006f221fb tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Allocated IP 172.25.2.187 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/ad82a469-ce64-4fdc-944a-eb1b50babe2e) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:06:59.359650 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dd737d20-e78f-431c-a79c-c93442b123de req-6193e307-392a-4e2b-9763-7b62fc057f9e tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361662 Aug 11 02:06:59.445929 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-619a2ce2-bce7-40e3-92c5-babb7f9a722b req-d6cd4813-c455-4e70-bfdb-91d006f221fb tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:59.486889 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-619a2ce2-bce7-40e3-92c5-babb7f9a722b req-d6cd4813-c455-4e70-bfdb-91d006f221fb tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:59.530161 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-619a2ce2-bce7-40e3-92c5-babb7f9a722b req-d6cd4813-c455-4e70-bfdb-91d006f221fb tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:06:59.535928 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-619a2ce2-bce7-40e3-92c5-babb7f9a722b req-d6cd4813-c455-4e70-bfdb-91d006f221fb tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:59.539518 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-619a2ce2-bce7-40e3-92c5-babb7f9a722b req-d6cd4813-c455-4e70-bfdb-91d006f221fb tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:06:59.568184 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd4813-c455-4e70-bfdb-91d006f221fb tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Pushing event updated for resources: {'Port': ['ID=ad82a469-ce64-4fdc-944a-eb1b50babe2e,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:59.610096 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535ca52-b232-4320-84fa-3f97bf418f53 req-d1962db8-9917-42b8-a5ac-16df833c072a tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:59.611853 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3535ca52-b232-4320-84fa-3f97bf418f53 req-d1962db8-9917-42b8-a5ac-16df833c072a tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.0610456 Aug 11 02:06:59.653209 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-619a2ce2-bce7-40e3-92c5-babb7f9a722b req-d6cd4813-c455-4e70-bfdb-91d006f221fb tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:59.659954 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3535ca52-b232-4320-84fa-3f97bf418f53 req-49f79238-9427-4e28-bf00-f1d74a955b65 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398467 Aug 11 02:06:59.693216 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-619a2ce2-bce7-40e3-92c5-babb7f9a722b req-d6cd4813-c455-4e70-bfdb-91d006f221fb tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:59.731802 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-347b946d-b5c3-4508-8ac6-82c96e8e579d req-7249a348-1b5d-4196-81ba-e1f83ce744f4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c7bb42a3-4eae-422e-8ef9-981a68805005&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449231 Aug 11 02:06:59.921897 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b946d-b5c3-4508-8ac6-82c96e8e579d req-bbb32b21-2b80-4718-9055-82876bcdfa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:59.923925 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-347b946d-b5c3-4508-8ac6-82c96e8e579d req-bbb32b21-2b80-4718-9055-82876bcdfa88 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb95ec3b4fc24ea09028c8f97283ca58&device_id=c7bb42a3-4eae-422e-8ef9-981a68805005 HTTP/1.1" status: 200 len: 1097 time: 0.1627784 Aug 11 02:06:59.945810 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c4788-4459-4e56-bd35-98d6a9978529 req-d15d247b-9f25-4a54-847a-a50b1a9368ee tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:59.961193 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-731c4788-4459-4e56-bd35-98d6a9978529 req-d15d247b-9f25-4a54-847a-a50b1a9368ee tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 944 time: 0.1442664 Aug 11 02:07:00.012645 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-619a2ce2-bce7-40e3-92c5-babb7f9a722b req-d6cd4813-c455-4e70-bfdb-91d006f221fb tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:00.020762 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-619a2ce2-bce7-40e3-92c5-babb7f9a722b req-d6cd4813-c455-4e70-bfdb-91d006f221fb tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:00.067951 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd4813-c455-4e70-bfdb-91d006f221fb tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Pushing event updated for resources: {'Port': ['ID=ad82a469-ce64-4fdc-944a-eb1b50babe2e,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:00.109516 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-731c4788-4459-4e56-bd35-98d6a9978529 req-2810abee-cf97-47e0-880a-88ab450d6b4f tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474583 Aug 11 02:07:00.114800 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b946d-b5c3-4508-8ac6-82c96e8e579d req-ad2cc838-861b-47b4-8856-4d0ad9e0b9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:00.117218 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-347b946d-b5c3-4508-8ac6-82c96e8e579d req-ad2cc838-861b-47b4-8856-4d0ad9e0b9b0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b5969549-5c73-4bce-b89e-aaad46645b7b HTTP/1.1" status: 200 len: 924 time: 0.1533957 Aug 11 02:07:00.127908 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-619a2ce2-bce7-40e3-92c5-babb7f9a722b req-d6cd4813-c455-4e70-bfdb-91d006f221fb tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:00.144396 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-619a2ce2-bce7-40e3-92c5-babb7f9a722b req-d6cd4813-c455-4e70-bfdb-91d006f221fb tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:00.152833 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-619a2ce2-bce7-40e3-92c5-babb7f9a722b req-d6cd4813-c455-4e70-bfdb-91d006f221fb tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5897465 Aug 11 02:07:00.207583 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-619a2ce2-bce7-40e3-92c5-babb7f9a722b req-446490fe-4acd-4568-aedb-32cfcb6c6bd1 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.187 HTTP/1.1" status: 200 len: 696 time: 0.0536783 Aug 11 02:07:00.248165 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-347b946d-b5c3-4508-8ac6-82c96e8e579d req-06f7713b-ffeb-4b19-bfc7-cc18d6419c86 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f72a0dfb-2da8-40cd-a26b-0df7f824401d HTTP/1.1" status: 200 len: 1001 time: 0.0930736 Aug 11 02:07:00.255956 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 11d33474-4710-4e5d-95ea-a7f03ca3e837 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:07:00.388213 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 11d33474-4710-4e5d-95ea-a7f03ca3e837 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:00.396166 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a2ce2-bce7-40e3-92c5-babb7f9a722b req-6ef9cbe9-9e2a-4845-b122-d050252b443f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:00.396893 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bac627-e8b1-42c5-b905-4c05e7f08bef req-593702ab-4fc7-4c32-b35f-dd34d7649c46 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:00.398890 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 11d33474-4710-4e5d-95ea-a7f03ca3e837 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:00.399499 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:00.402613 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e8bac627-e8b1-42c5-b905-4c05e7f08bef req-593702ab-4fc7-4c32-b35f-dd34d7649c46 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5faf85f-9f29-4d46-b116-525759785069 HTTP/1.1" status: 200 len: 931 time: 0.1505630 Aug 11 02:07:00.410523 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-619a2ce2-bce7-40e3-92c5-babb7f9a722b req-6ef9cbe9-9e2a-4845-b122-d050252b443f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 784 time: 0.2020776 Aug 11 02:07:00.457884 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b946d-b5c3-4508-8ac6-82c96e8e579d req-3b254620-32aa-4625-895b-db29dcc26469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:00.459373 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-347b946d-b5c3-4508-8ac6-82c96e8e579d req-3b254620-32aa-4625-895b-db29dcc26469 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ba38ec18-d6ec-4e46-bbbf-b36cb49bb999 HTTP/1.1" status: 200 len: 862 time: 0.1803117 Aug 11 02:07:00.513837 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e8bac627-e8b1-42c5-b905-4c05e7f08bef req-afcfa5ca-9afb-4d7d-bfc8-9e6d36fdd4a8 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5cc0642-beba-4c80-ba00-4f203b6b0b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044064 Aug 11 02:07:00.544445 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b946d-b5c3-4508-8ac6-82c96e8e579d req-658b8d28-b792-49c6-b382-57a1d431063c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:00.546305 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-347b946d-b5c3-4508-8ac6-82c96e8e579d req-658b8d28-b792-49c6-b382-57a1d431063c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b5969549-5c73-4bce-b89e-aaad46645b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744774 Aug 11 02:07:00.556100 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:00.629158 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4f300-2f0f-4ca4-b5f5-b71e2265446f req-c7fe003e-b586-4b17-9e39-9ec2295bd9e4 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:00.631402 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-09e4f300-2f0f-4ca4-b5f5-b71e2265446f req-c7fe003e-b586-4b17-9e39-9ec2295bd9e4 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=a107f69b-e93a-4d34-958f-e7e2f50744fb HTTP/1.1" status: 200 len: 949 time: 0.1197901 Aug 11 02:07:00.633745 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a107f69b-e93a-4d34-958f-e7e2f50744fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d33474-4710-4e5d-95ea-a7f03ca3e837'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:00.647966 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd72cbb-3582-470f-8349-788720c86766" -d '{"events": [{"server_uuid": "a107f69b-e93a-4d34-958f-e7e2f50744fb", "name": "network-vif-plugged", "status": "completed", "tag": "11d33474-4710-4e5d-95ea-a7f03ca3e837"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:00.661316 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 11d33474-4710-4e5d-95ea-a7f03ca3e837, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=11d33474-4710-4e5d-95ea-a7f03ca3e837,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:00.673066 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:00.713646 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-09e4f300-2f0f-4ca4-b5f5-b71e2265446f req-f22cc3df-630f-4f0c-873a-9bcd3efd4819 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748777 Aug 11 02:07:00.776442 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=11d33474-4710-4e5d-95ea-a7f03ca3e837,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:00.778623 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbbcfa-d188-4011-ad4d-c75bcba0d20e req-a3145f43-1e17-4013-95f0-a140f87f40b0 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:00.787591 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-01cbbcfa-d188-4011-ad4d-c75bcba0d20e req-a3145f43-1e17-4013-95f0-a140f87f40b0 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce492ae5-211f-461f-bb61-3b64384a602e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2102008 Aug 11 02:07:00.845241 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae843fb9-190b-42a9-8066-ffee36af69c7 x-openstack-request-id: req-ae843fb9-190b-42a9-8066-ffee36af69c7 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:00.845823 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a107f69b-e93a-4d34-958f-e7e2f50744fb", "name": "network-vif-plugged", "status": "completed", "tag": "11d33474-4710-4e5d-95ea-a7f03ca3e837", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:00.846311 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ae843fb9-190b-42a9-8066-ffee36af69c7 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:00.846936 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a107f69b-e93a-4d34-958f-e7e2f50744fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d33474-4710-4e5d-95ea-a7f03ca3e837', 'code': 200} Aug 11 02:07:00.862424 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-01cbbcfa-d188-4011-ad4d-c75bcba0d20e req-a03405f0-ce34-4fa4-9224-820a080164c6 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.187 HTTP/1.1" status: 200 len: 696 time: 0.0735078 Aug 11 02:07:00.881868 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-01cbbcfa-d188-4011-ad4d-c75bcba0d20e req-dbe4642a-c679-4b4e-9486-4bb248cfc66c tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Request body: {'floatingip': {'port_id': '966c4eeb-0481-4085-85bb-1e7064e5aafa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:00.988996 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b921c96-1df9-4232-af87-13da162246fe req-ad2e164e-c80d-424b-b9d5-2a40d73acf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:00.990665 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6b921c96-1df9-4232-af87-13da162246fe req-ad2e164e-c80d-424b-b9d5-2a40d73acf83 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a107f69b-e93a-4d34-958f-e7e2f50744fb HTTP/1.1" status: 200 len: 1102 time: 0.0837684 Aug 11 02:07:00.997134 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-347b946d-b5c3-4508-8ac6-82c96e8e579d req-ba863660-ec31-4371-aac9-04e4b2545698 service neutron] 10.222.0.66 "GET /v2.0/networks/b5969549-5c73-4bce-b89e-aaad46645b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374950 Aug 11 02:07:01.000229 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-01cbbcfa-d188-4011-ad4d-c75bcba0d20e req-dbe4642a-c679-4b4e-9486-4bb248cfc66c tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks [] for floatingip, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:01.036988 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054c46d-d812-4433-bcd4-0c0b4668586c req-f498b044-8d08-408c-82e9-bd6915be2955 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:01.038545 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a054c46d-d812-4433-bcd4-0c0b4668586c req-f498b044-8d08-408c-82e9-bd6915be2955 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.1217144 Aug 11 02:07:01.100374 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6b921c96-1df9-4232-af87-13da162246fe req-3bec4b85-e1cd-425f-8922-466783312979 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996864 Aug 11 02:07:01.170571 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a054c46d-d812-4433-bcd4-0c0b4668586c req-89d43f12-8162-4a65-af06-eb4ce5d6b027 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182129 Aug 11 02:07:01.283116 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-347b946d-b5c3-4508-8ac6-82c96e8e579d req-37b31478-5276-4d0d-acb9-142e99a97b24 service neutron] 10.222.0.66 "GET /v2.0/networks/b5969549-5c73-4bce-b89e-aaad46645b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765167 Aug 11 02:07:01.360877 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff0c86-8bb1-466f-ba80-6a1ad35c1085 req-62e1b010-1660-4cf8-8953-aae52fae034e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:01.371682 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-31ff0c86-8bb1-466f-ba80-6a1ad35c1085 req-62e1b010-1660-4cf8-8953-aae52fae034e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 944 time: 0.0979500 Aug 11 02:07:01.388506 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [req-01cbbcfa-d188-4011-ad4d-c75bcba0d20e req-dbe4642a-c679-4b4e-9486-4bb248cfc66c tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] update failed (client error): There was a conflict when trying to complete your request. Aug 11 02:07:01.395441 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-01cbbcfa-d188-4011-ad4d-c75bcba0d20e req-dbe4642a-c679-4b4e-9486-4bb248cfc66c tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "PUT /v2.0/floatingips/07fd0fbc-32ef-401b-80bd-c12407efcf3a HTTP/1.1" status: 409 len: 551 time: 0.5243146 Aug 11 02:07:01.445623 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-31ff0c86-8bb1-466f-ba80-6a1ad35c1085 req-ea54adfa-2084-49b6-bdcd-049de7338e52 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635562 Aug 11 02:07:01.495837 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8a093c15-db03-4112-bba9-0d83c2837283 req-8681ee1f-ac30-4ff3-962f-dd1d157a43e1 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/floatingips/07fd0fbc-32ef-401b-80bd-c12407efcf3a HTTP/1.1" status: 200 len: 693 time: 0.0831208 Aug 11 02:07:01.605121 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a093c15-db03-4112-bba9-0d83c2837283 req-4c414c2e-17ea-4237-851b-b8d9c5455958 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:01.606471 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8a093c15-db03-4112-bba9-0d83c2837283 req-4c414c2e-17ea-4237-851b-b8d9c5455958 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 784 time: 0.1046693 Aug 11 02:07:01.616632 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [req-8a093c15-db03-4112-bba9-0d83c2837283 req-d7bc6cf1-696e-4a0a-9ce4-907d6e852e7f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:07:01.617708 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8a093c15-db03-4112-bba9-0d83c2837283 req-d7bc6cf1-696e-4a0a-9ce4-907d6e852e7f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056841 Aug 11 02:07:01.635035 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5b3ec-7220-4c32-b57e-b2a8097c410e req-28587626-fa2d-4ebb-9625-b984460c1683 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:01.640105 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bdb5b3ec-7220-4c32-b57e-b2a8097c410e req-28587626-fa2d-4ebb-9625-b984460c1683 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5faf85f-9f29-4d46-b116-525759785069 HTTP/1.1" status: 200 len: 931 time: 0.0574825 Aug 11 02:07:01.680014 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bdb5b3ec-7220-4c32-b57e-b2a8097c410e req-43df11f9-006b-4731-aa5b-c405e2875cb2 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5cc0642-beba-4c80-ba00-4f203b6b0b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360606 Aug 11 02:07:01.684603 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8a093c15-db03-4112-bba9-0d83c2837283 req-ebcc8d35-cfde-4a5a-9c9f-49c69fa86cf2 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.187 HTTP/1.1" status: 200 len: 696 time: 0.0540645 Aug 11 02:07:01.746836 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8a093c15-db03-4112-bba9-0d83c2837283 req-84d670fd-73f3-4854-9647-9f060e360796 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.187 HTTP/1.1" status: 200 len: 696 time: 0.0591722 Aug 11 02:07:02.035643 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a51821-d919-4c39-ba37-ee3404c138eb req-4ba5ddaf-9848-4a5e-b4c5-b42fc47aed78 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:02.041348 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-57a51821-d919-4c39-ba37-ee3404c138eb req-4ba5ddaf-9848-4a5e-b4c5-b42fc47aed78 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=a107f69b-e93a-4d34-958f-e7e2f50744fb HTTP/1.1" status: 200 len: 950 time: 0.1815016 Aug 11 02:07:02.121486 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-57a51821-d919-4c39-ba37-ee3404c138eb req-292bb359-d1fe-43db-abc6-743f2ed59951 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690956 Aug 11 02:07:02.162109 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-8a093c15-db03-4112-bba9-0d83c2837283 req-ea0491ba-856e-4063-8004-c35d5a26cc5f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Deleting port ad82a469-ce64-4fdc-944a-eb1b50babe2e {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:07:02.163411 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8a093c15-db03-4112-bba9-0d83c2837283 req-ea0491ba-856e-4063-8004-c35d5a26cc5f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:02.289713 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8a093c15-db03-4112-bba9-0d83c2837283 req-ea0491ba-856e-4063-8004-c35d5a26cc5f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:02.290037 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8a093c15-db03-4112-bba9-0d83c2837283 req-ea0491ba-856e-4063-8004-c35d5a26cc5f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:02.303091 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-8a093c15-db03-4112-bba9-0d83c2837283 req-ea0491ba-856e-4063-8004-c35d5a26cc5f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Calling delete_port for ad82a469-ce64-4fdc-944a-eb1b50babe2e owned by network:floatingip {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:07:02.332958 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d97f16-8d93-48a9-aeb0-8accac289bb6 req-13dbff97-abed-4504-b31c-0531d32e561e tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:02.334799 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-88d97f16-8d93-48a9-aeb0-8accac289bb6 req-13dbff97-abed-4504-b31c-0531d32e561e tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.0575206 Aug 11 02:07:02.400259 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-88d97f16-8d93-48a9-aeb0-8accac289bb6 req-28048271-7dc0-4c7b-a687-296454d2e5a2 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550106 Aug 11 02:07:02.548124 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8a093c15-db03-4112-bba9-0d83c2837283 req-ea0491ba-856e-4063-8004-c35d5a26cc5f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:02.586751 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0491ba-856e-4063-8004-c35d5a26cc5f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Pushing event deleted for resources: {'Port': ['ID=ad82a469-ce64-4fdc-944a-eb1b50babe2e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:02.628277 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8a093c15-db03-4112-bba9-0d83c2837283 req-ea0491ba-856e-4063-8004-c35d5a26cc5f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks [] for floatingip, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:02.630789 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8a093c15-db03-4112-bba9-0d83c2837283 req-ea0491ba-856e-4063-8004-c35d5a26cc5f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:02.632227 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8a093c15-db03-4112-bba9-0d83c2837283 req-ea0491ba-856e-4063-8004-c35d5a26cc5f tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "DELETE /v2.0/floatingips/07fd0fbc-32ef-401b-80bd-c12407efcf3a HTTP/1.1" status: 204 len: 173 time: 0.8788030 Aug 11 02:07:02.633323 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d277c7-4bb4-4b66-86e7-c6317abb8f81 req-32117300-9752-4762-9748-df2f87d5b034 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:02.635320 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c6d277c7-4bb4-4b66-86e7-c6317abb8f81 req-32117300-9752-4762-9748-df2f87d5b034 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 944 time: 0.0877819 Aug 11 02:07:02.712113 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c6d277c7-4bb4-4b66-86e7-c6317abb8f81 req-364f150f-58ad-4807-aed4-63b60a86066a tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700457 Aug 11 02:07:02.891606 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2cf6e6-4103-4b8c-a5a9-6760533e4555 req-752de6c3-bf1f-4416-9fb3-1556833ffba2 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:02.893770 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6a2cf6e6-4103-4b8c-a5a9-6760533e4555 req-752de6c3-bf1f-4416-9fb3-1556833ffba2 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5faf85f-9f29-4d46-b116-525759785069 HTTP/1.1" status: 200 len: 931 time: 0.0706234 Aug 11 02:07:02.935806 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6a2cf6e6-4103-4b8c-a5a9-6760533e4555 req-c13c06e5-3c55-49b0-8fb1-3e5d790bc6a3 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5cc0642-beba-4c80-ba00-4f203b6b0b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346463 Aug 11 02:07:03.036450 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7b5a9c9-e35b-453f-b6f1-306aa47e1022 req-a896202d-0459-418f-a04a-4e6955d75762 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.55 HTTP/1.1" status: 200 len: 1001 time: 0.3643057 Aug 11 02:07:03.089567 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5a9c9-e35b-453f-b6f1-306aa47e1022 req-973a7b8a-dab2-4655-a9dd-18d2474b1538 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:03.091030 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7b5a9c9-e35b-453f-b6f1-306aa47e1022 req-973a7b8a-dab2-4655-a9dd-18d2474b1538 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/ports/966c4eeb-0481-4085-85bb-1e7064e5aafa HTTP/1.1" status: 200 len: 943 time: 0.0492246 Aug 11 02:07:03.306652 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89126fcf-efd6-434a-94da-28ce7c4bf324 req-3271a6f4-3959-4cbf-a7ec-8082b34d0b34 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:03.309312 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-89126fcf-efd6-434a-94da-28ce7c4bf324 req-3271a6f4-3959-4cbf-a7ec-8082b34d0b34 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=a107f69b-e93a-4d34-958f-e7e2f50744fb HTTP/1.1" status: 200 len: 950 time: 0.0731380 Aug 11 02:07:03.371961 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-89126fcf-efd6-434a-94da-28ce7c4bf324 req-87312835-f898-46c0-93c4-fb90e8bd47a0 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531483 Aug 11 02:07:03.388380 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7b5a9c9-e35b-453f-b6f1-306aa47e1022 req-2cfbe2ef-cce1-4d51-a9c0-74b278159b96 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.55 HTTP/1.1" status: 200 len: 1001 time: 0.1948438 Aug 11 02:07:03.611685 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ce934-22f1-4e69-91af-97f78f7508a1 req-f95baaeb-d8df-45a2-8afe-7e965254703c tempest-ServersOnMultiNodesTest-663824480 tempest-ServersOnMultiNodesTest-663824480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:03.619462 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5a9c9-e35b-453f-b6f1-306aa47e1022 req-5a8d3a5e-6e61-401a-aff2-a619671e5085 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:03.619837 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-284ce934-22f1-4e69-91af-97f78f7508a1 req-f95baaeb-d8df-45a2-8afe-7e965254703c tempest-ServersOnMultiNodesTest-663824480 tempest-ServersOnMultiNodesTest-663824480-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a107f69b-e93a-4d34-958f-e7e2f50744fb HTTP/1.1" status: 200 len: 1102 time: 0.0517552 Aug 11 02:07:03.621613 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7b5a9c9-e35b-453f-b6f1-306aa47e1022 req-5a8d3a5e-6e61-401a-aff2-a619671e5085 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 784 time: 0.2156258 Aug 11 02:07:03.669383 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-284ce934-22f1-4e69-91af-97f78f7508a1 req-2762b40c-f76e-47a4-9a5b-c8cdfc0fc1cc tempest-ServersOnMultiNodesTest-663824480 tempest-ServersOnMultiNodesTest-663824480-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393405 Aug 11 02:07:03.702813 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7b5a9c9-e35b-453f-b6f1-306aa47e1022 req-32d9bdae-fcee-4e2b-a3f6-078bbe52beab tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.55 HTTP/1.1" status: 200 len: 1001 time: 0.0731492 Aug 11 02:07:03.713207 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-d7b5a9c9-e35b-453f-b6f1-306aa47e1022 req-d11dda36-d4ff-4bd2-896d-75c46b533ec6 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:03.775652 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d7b5a9c9-e35b-453f-b6f1-306aa47e1022 req-d11dda36-d4ff-4bd2-896d-75c46b533ec6 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks [] for floatingip, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:03.778344 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cca90a-cc15-4390-b6aa-15e74cf5d96b req-c69bd5b2-441b-4150-a0e8-87f11aa76360 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:03.780098 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-20cca90a-cc15-4390-b6aa-15e74cf5d96b req-c69bd5b2-441b-4150-a0e8-87f11aa76360 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.0555608 Aug 11 02:07:03.825388 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-20cca90a-cc15-4390-b6aa-15e74cf5d96b req-db985872-228e-4e3f-a54a-d5db225e56ff tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371478 Aug 11 02:07:03.941764 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d7b5a9c9-e35b-453f-b6f1-306aa47e1022 req-d11dda36-d4ff-4bd2-896d-75c46b533ec6 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:03.948404 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d7b5a9c9-e35b-453f-b6f1-306aa47e1022 req-d11dda36-d4ff-4bd2-896d-75c46b533ec6 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:03.949059 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [req-d7b5a9c9-e35b-453f-b6f1-306aa47e1022 req-d11dda36-d4ff-4bd2-896d-75c46b533ec6 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Floating IP b126050c-d8e5-49b7-b959-c7b53b4f3a04 disassociated. External IP: 172.25.2.55, port: 966c4eeb-0481-4085-85bb-1e7064e5aafa. Aug 11 02:07:04.240022 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7b5a9c9-e35b-453f-b6f1-306aa47e1022 req-d11dda36-d4ff-4bd2-896d-75c46b533ec6 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Router d3da5e9b-9223-46e2-953a-f25fabe4b663 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:07:04.366983 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7b5a9c9-e35b-453f-b6f1-306aa47e1022 req-d11dda36-d4ff-4bd2-896d-75c46b533ec6 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:07:04.371723 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d7b5a9c9-e35b-453f-b6f1-306aa47e1022 req-d11dda36-d4ff-4bd2-896d-75c46b533ec6 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:04.378055 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5041d13c-3526-499d-a4fb-8de2d8c95933 None None] Sync routers for ids ['d3da5e9b-9223-46e2-953a-f25fabe4b663'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:07:04.389797 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5041d13c-3526-499d-a4fb-8de2d8c95933 None None] Routers {'d3da5e9b-9223-46e2-953a-f25fabe4b663'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:07:04.390449 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-5041d13c-3526-499d-a4fb-8de2d8c95933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:06:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['d3da5e9b-9223-46e2-953a-f25fabe4b663'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:04.399279 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7b5a9c9-e35b-453f-b6f1-306aa47e1022 req-d11dda36-d4ff-4bd2-896d-75c46b533ec6 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "PUT /v2.0/floatingips/b126050c-d8e5-49b7-b959-c7b53b4f3a04 HTTP/1.1" status: 200 len: 694 time: 0.6901531 Aug 11 02:07:04.399857 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce492ae5-211f-461f-bb61-3b64384a602e', 'tag': '966c4eeb-0481-4085-85bb-1e7064e5aafa'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:04.402302 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8610c47a-4090-484a-ab70-dfcf6db43ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "ce492ae5-211f-461f-bb61-3b64384a602e", "tag": "966c4eeb-0481-4085-85bb-1e7064e5aafa"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:04.493654 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5a9c9-e35b-453f-b6f1-306aa47e1022 req-cf34772e-e052-4607-ad70-a5e4596ef415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:04.495621 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7b5a9c9-e35b-453f-b6f1-306aa47e1022 req-cf34772e-e052-4607-ad70-a5e4596ef415 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9cf518ab39bd44e9a7f8a66ea3c4040f&device_id=ce492ae5-211f-461f-bb61-3b64384a602e HTTP/1.1" status: 200 len: 1098 time: 0.0803232 Aug 11 02:07:04.522412 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-5041d13c-3526-499d-a4fb-8de2d8c95933 None None] Set router d3da5e9b-9223-46e2-953a-f25fabe4b663 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:07:04.644431 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5a9c9-e35b-453f-b6f1-306aa47e1022 req-15e99ac3-3e74-42b8-8c8d-4d70b53f94f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:04.652437 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7b5a9c9-e35b-453f-b6f1-306aa47e1022 req-15e99ac3-3e74-42b8-8c8d-4d70b53f94f7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9c7eead9-85e0-4354-9d4e-41d5748ddd31 HTTP/1.1" status: 200 len: 930 time: 0.1454315 Aug 11 02:07:04.701741 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7b5a9c9-e35b-453f-b6f1-306aa47e1022 req-b805dd81-efad-40cd-8bed-7f18c662da6b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=966c4eeb-0481-4085-85bb-1e7064e5aafa HTTP/1.1" status: 200 len: 217 time: 0.0482912 Aug 11 02:07:04.757211 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5a9c9-e35b-453f-b6f1-306aa47e1022 req-49c5b795-cc58-4a4b-9f52-b4590c326c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:04.768705 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7b5a9c9-e35b-453f-b6f1-306aa47e1022 req-49c5b795-cc58-4a4b-9f52-b4590c326c2d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d32b8020-d134-4ff5-b7b4-447e57c35f53 HTTP/1.1" status: 200 len: 868 time: 0.0658078 Aug 11 02:07:04.821084 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5a9c9-e35b-453f-b6f1-306aa47e1022 req-42c54950-e270-4401-a182-9caa0e775e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:04.824263 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7b5a9c9-e35b-453f-b6f1-306aa47e1022 req-42c54950-e270-4401-a182-9caa0e775e64 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9c7eead9-85e0-4354-9d4e-41d5748ddd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543990 Aug 11 02:07:04.860878 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-5041d13c-3526-499d-a4fb-8de2d8c95933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768594117-router', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'f82cfde8-1f8e-4641-8c7c-4258c9d3516b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:05Z', 'updated_at': '2021-08-11T02:06:14Z', 'revision_number': 4, 'project_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'gw_port': {'id': 'f82cfde8-1f8e-4641-8c7c-4258c9d3516b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:07Z', 'updated_at': '2021-08-11T02:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'b235ad4e-b50b-4eae-b73e-c3850a9ad9ca', 'name': '', 'network_id': '9c7eead9-85e0-4354-9d4e-41d5748ddd31', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'mac_address': 'fa:16:3e:fa:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd32b8020-d134-4ff5-b7b4-447e57c35f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:11Z', 'updated_at': '2021-08-11T02:06:24Z', 'revision_number': 5, 'project_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'subnets': [{'id': 'd32b8020-d134-4ff5-b7b4-447e57c35f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:04.900605 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5041d13c-3526-499d-a4fb-8de2d8c95933 None None] Checking router: d3da5e9b-9223-46e2-953a-f25fabe4b663 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:07:04.911135 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5041d13c-3526-499d-a4fb-8de2d8c95933 None None] Routers {'d3da5e9b-9223-46e2-953a-f25fabe4b663'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:07:04.911784 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-5041d13c-3526-499d-a4fb-8de2d8c95933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:06:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['d3da5e9b-9223-46e2-953a-f25fabe4b663'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:04.926730 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7b5a9c9-e35b-453f-b6f1-306aa47e1022 req-e667948e-6476-421a-8f30-caeb786d16a4 service neutron] 10.222.0.50 "GET /v2.0/networks/9c7eead9-85e0-4354-9d4e-41d5748ddd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953078 Aug 11 02:07:05.036934 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-261b6fd4-8fb3-410a-8200-13a929273494 req-c0c06290-7ffd-400b-b24f-ce281d9b9011 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415289 Aug 11 02:07:05.051875 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7b5a9c9-e35b-453f-b6f1-306aa47e1022 req-45ba05a1-448c-4b25-99b9-ba845f9656b0 service neutron] 10.222.0.50 "GET /v2.0/networks/9c7eead9-85e0-4354-9d4e-41d5748ddd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185346 Aug 11 02:07:05.115616 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-5041d13c-3526-499d-a4fb-8de2d8c95933 None None] Set router d3da5e9b-9223-46e2-953a-f25fabe4b663 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:07:05.299119 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e7a97-41b9-4a65-8374-34c9032e8d01 req-95feb99a-0e11-4d58-9ce0-bc57ee47e43f tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:05.304652 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2d6e7a97-41b9-4a65-8374-34c9032e8d01 req-95feb99a-0e11-4d58-9ce0-bc57ee47e43f tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 944 time: 0.1003587 Aug 11 02:07:05.335172 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b6fd4-8fb3-410a-8200-13a929273494 req-90677d16-3859-4b3d-bf29-e9a4169289ad tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:05.345127 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-261b6fd4-8fb3-410a-8200-13a929273494 req-90677d16-3859-4b3d-bf29-e9a4169289ad tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3020720 Aug 11 02:07:05.395232 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-261b6fd4-8fb3-410a-8200-13a929273494 req-95176f63-1c76-4222-b7df-16a1c4ab082b tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/quotas/2ce8767569c84bef8cb5da975c6c17a4 HTTP/1.1" status: 200 len: 375 time: 0.0274882 Aug 11 02:07:05.413199 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2d6e7a97-41b9-4a65-8374-34c9032e8d01 req-5245fc7d-83e5-45a3-9843-03606fb7ac11 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029420 Aug 11 02:07:05.516789 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-5041d13c-3526-499d-a4fb-8de2d8c95933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768594117-router', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'f82cfde8-1f8e-4641-8c7c-4258c9d3516b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:05Z', 'updated_at': '2021-08-11T02:06:14Z', 'revision_number': 4, 'project_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'gw_port': {'id': 'f82cfde8-1f8e-4641-8c7c-4258c9d3516b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:07Z', 'updated_at': '2021-08-11T02:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'b235ad4e-b50b-4eae-b73e-c3850a9ad9ca', 'name': '', 'network_id': '9c7eead9-85e0-4354-9d4e-41d5748ddd31', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'mac_address': 'fa:16:3e:fa:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd32b8020-d134-4ff5-b7b4-447e57c35f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:11Z', 'updated_at': '2021-08-11T02:06:24Z', 'revision_number': 5, 'project_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'subnets': [{'id': 'd32b8020-d134-4ff5-b7b4-447e57c35f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:05.545598 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-261b6fd4-8fb3-410a-8200-13a929273494 req-60c9a350-6748-44a5-83fe-f7fed3d66c2a tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1448817 Aug 11 02:07:05.604653 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5041d13c-3526-499d-a4fb-8de2d8c95933 None None] The sync data for ids ['d3da5e9b-9223-46e2-953a-f25fabe4b663'] in n-d-615180-33 is: [{'id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768594117-router', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'f82cfde8-1f8e-4641-8c7c-4258c9d3516b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:05Z', 'updated_at': '2021-08-11T02:06:14Z', 'revision_number': 4, 'project_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'gw_port': {'id': 'f82cfde8-1f8e-4641-8c7c-4258c9d3516b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:07Z', 'updated_at': '2021-08-11T02:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'b235ad4e-b50b-4eae-b73e-c3850a9ad9ca', 'name': '', 'network_id': '9c7eead9-85e0-4354-9d4e-41d5748ddd31', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'mac_address': 'fa:16:3e:fa:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd32b8020-d134-4ff5-b7b4-447e57c35f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:11Z', 'updated_at': '2021-08-11T02:06:24Z', 'revision_number': 5, 'project_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'subnets': [{'id': 'd32b8020-d134-4ff5-b7b4-447e57c35f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:07:05.721230 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a183207-1683-4d16-9098-3c6168994c8f req-b73e31fb-04ec-4938-98c5-9a8443c4959b tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:05.725109 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3a183207-1683-4d16-9098-3c6168994c8f req-b73e31fb-04ec-4938-98c5-9a8443c4959b tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5faf85f-9f29-4d46-b116-525759785069 HTTP/1.1" status: 200 len: 931 time: 0.1736805 Aug 11 02:07:05.821055 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3a183207-1683-4d16-9098-3c6168994c8f req-30884038-a9b5-4e5c-9ecc-a1a2fcb4cbfa tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5cc0642-beba-4c80-ba00-4f203b6b0b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893683 Aug 11 02:07:05.867796 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd32634-3caf-4b1d-be3f-b0c97e7ba91f x-openstack-request-id: req-3dd32634-3caf-4b1d-be3f-b0c97e7ba91f {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:05.868129 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce492ae5-211f-461f-bb61-3b64384a602e", "tag": "966c4eeb-0481-4085-85bb-1e7064e5aafa", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:05.868500 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3dd32634-3caf-4b1d-be3f-b0c97e7ba91f {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:05.868865 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce492ae5-211f-461f-bb61-3b64384a602e', 'tag': '966c4eeb-0481-4085-85bb-1e7064e5aafa', 'status': 'completed', 'code': 200} Aug 11 02:07:05.933406 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610c47a-4090-484a-ab70-dfcf6db43ad3 req-47d5e148-20d9-402a-9025-dc2351e50f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:05.935046 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8610c47a-4090-484a-ab70-dfcf6db43ad3 req-47d5e148-20d9-402a-9025-dc2351e50f16 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9cf518ab39bd44e9a7f8a66ea3c4040f&device_id=ce492ae5-211f-461f-bb61-3b64384a602e HTTP/1.1" status: 200 len: 1098 time: 0.0651393 Aug 11 02:07:06.001722 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87257917-4e29-43cd-89d4-2ba01d1757fa req-4dcacc17-13ac-4e51-948d-7c2844445485 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:06.010252 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-87257917-4e29-43cd-89d4-2ba01d1757fa req-4dcacc17-13ac-4e51-948d-7c2844445485 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.0732653 Aug 11 02:07:06.060428 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1851b6c0-9662-4f26-96ca-189d23c0088c None None] New status for floating IP b126050c-d8e5-49b7-b959-c7b53b4f3a04: DOWN {{(pid=94509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:07:06.071206 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-87257917-4e29-43cd-89d4-2ba01d1757fa req-23344531-9eca-48aa-bc3a-650035ab99df tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598655 Aug 11 02:07:06.107859 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f8430436-f97f-49c2-888f-221d4b1e1670 req-176300cc-7dfb-4f58-9a1b-48935bf794b9 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/floatingips/b126050c-d8e5-49b7-b959-c7b53b4f3a04 HTTP/1.1" status: 200 len: 694 time: 0.0867164 Aug 11 02:07:06.207191 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1637cd00-0664-4a53-9162-592b69439275 req-2f90d094-01dd-4e35-97c3-182da478470c tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=df96b2ee-8f39-42ef-b5f6-840c0acf6920 HTTP/1.1" status: 200 len: 210 time: 0.0462999 Aug 11 02:07:06.254756 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610c47a-4090-484a-ab70-dfcf6db43ad3 req-8a331ddf-1c69-4cd7-9b57-b9ac17fb9e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:06.254756 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8610c47a-4090-484a-ab70-dfcf6db43ad3 req-8a331ddf-1c69-4cd7-9b57-b9ac17fb9e97 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9c7eead9-85e0-4354-9d4e-41d5748ddd31 HTTP/1.1" status: 200 len: 930 time: 0.3057375 Aug 11 02:07:06.329098 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8610c47a-4090-484a-ab70-dfcf6db43ad3 req-1dddcae0-30d0-45c2-89ff-3b0fca530a2c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=966c4eeb-0481-4085-85bb-1e7064e5aafa HTTP/1.1" status: 200 len: 217 time: 0.0594974 Aug 11 02:07:06.335910 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8430436-f97f-49c2-888f-221d4b1e1670 req-f4bf4524-a979-4ae8-8aea-bf4192e7d214 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:06.337350 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f8430436-f97f-49c2-888f-221d4b1e1670 req-f4bf4524-a979-4ae8-8aea-bf4192e7d214 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 784 time: 0.2284579 Aug 11 02:07:06.419732 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f8430436-f97f-49c2-888f-221d4b1e1670 req-abbc1206-4b4a-4e66-837f-1dbe5c3c0faf tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.55 HTTP/1.1" status: 200 len: 695 time: 0.0731900 Aug 11 02:07:06.472085 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610c47a-4090-484a-ab70-dfcf6db43ad3 req-169e5791-7224-41e7-ab07-9f7c8dc4f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:06.473572 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8610c47a-4090-484a-ab70-dfcf6db43ad3 req-169e5791-7224-41e7-ab07-9f7c8dc4f6fd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d32b8020-d134-4ff5-b7b4-447e57c35f53 HTTP/1.1" status: 200 len: 868 time: 0.1285765 Aug 11 02:07:06.480872 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f8430436-f97f-49c2-888f-221d4b1e1670 req-4c0ca4b8-0e05-47f0-8738-6bc1ffb3e874 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.55 HTTP/1.1" status: 200 len: 695 time: 0.0532451 Aug 11 02:07:06.548740 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1c5e3-4ed7-4800-97e4-5bc6c468ee0a req-44f76617-28ce-4db0-a4f7-4dea363b31b2 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:06.550735 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-95a1c5e3-4ed7-4800-97e4-5bc6c468ee0a req-44f76617-28ce-4db0-a4f7-4dea363b31b2 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 944 time: 0.0587549 Aug 11 02:07:06.600086 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-95a1c5e3-4ed7-4800-97e4-5bc6c468ee0a req-c1047485-cd96-437b-943a-1ad0c39abc29 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420272 Aug 11 02:07:06.603180 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610c47a-4090-484a-ab70-dfcf6db43ad3 req-c7ac7629-1cd5-414d-aa8c-5fbf7e8a0407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:06.604710 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8610c47a-4090-484a-ab70-dfcf6db43ad3 req-c7ac7629-1cd5-414d-aa8c-5fbf7e8a0407 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9c7eead9-85e0-4354-9d4e-41d5748ddd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1223097 Aug 11 02:07:06.723580 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-f8430436-f97f-49c2-888f-221d4b1e1670 req-52eb6826-77f5-498e-ae50-040cfbc55cd0 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Deleting port c2ab3f86-2a89-4d01-87ac-c178d3779573 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:07:06.723924 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f8430436-f97f-49c2-888f-221d4b1e1670 req-52eb6826-77f5-498e-ae50-040cfbc55cd0 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:06.739467 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8610c47a-4090-484a-ab70-dfcf6db43ad3 req-d5b243a4-d01e-448e-a8e0-d9683a848abb service neutron] 10.222.0.66 "GET /v2.0/networks/9c7eead9-85e0-4354-9d4e-41d5748ddd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111553 Aug 11 02:07:06.972015 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e02431-a2d2-4eab-a092-d594a0a0ef9d req-7e463fbf-a198-412a-8ab5-4a2363d9fbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:06.974194 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f7e02431-a2d2-4eab-a092-d594a0a0ef9d req-7e463fbf-a198-412a-8ab5-4a2363d9fbcb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc914b6e60444f2aabf27f905058cfbf&device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 1127 time: 0.0587049 Aug 11 02:07:06.990949 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8762dcc-d865-4f17-979a-1a00893e7bd5 req-e7ece47d-d853-4f01-a466-a0f9e9015703 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:07.001465 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b8762dcc-d865-4f17-979a-1a00893e7bd5 req-e7ece47d-d853-4f01-a466-a0f9e9015703 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5faf85f-9f29-4d46-b116-525759785069 HTTP/1.1" status: 200 len: 931 time: 0.1147048 Aug 11 02:07:07.020533 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:07:07.106972 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8610c47a-4090-484a-ab70-dfcf6db43ad3 req-5e302baf-fad4-43b6-943e-52e79f15a4b4 service neutron] 10.222.0.66 "GET /v2.0/networks/9c7eead9-85e0-4354-9d4e-41d5748ddd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434033 Aug 11 02:07:07.108641 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b8762dcc-d865-4f17-979a-1a00893e7bd5 req-7f5601cc-da47-42fd-af68-d6005cc8183f tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5cc0642-beba-4c80-ba00-4f203b6b0b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060266 Aug 11 02:07:07.139581 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-a056a379-e32a-4452-8c05-d04e3a8ca1f6 service neutron] Request body: {'port': {'device_id': 'b5faf85f-9f29-4d46-b116-525759785069', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:07.172369 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f8430436-f97f-49c2-888f-221d4b1e1670 req-52eb6826-77f5-498e-ae50-040cfbc55cd0 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:07.172808 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f8430436-f97f-49c2-888f-221d4b1e1670 req-52eb6826-77f5-498e-ae50-040cfbc55cd0 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:07.178904 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e02431-a2d2-4eab-a092-d594a0a0ef9d req-7e4629b4-32d5-470c-92a9-cda50380c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:07.180458 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f7e02431-a2d2-4eab-a092-d594a0a0ef9d req-7e4629b4-32d5-470c-92a9-cda50380c033 service neutron] 10.222.0.73 "GET /v2.0/networks?id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7 HTTP/1.1" status: 200 len: 922 time: 0.1621768 Aug 11 02:07:07.189901 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-f8430436-f97f-49c2-888f-221d4b1e1670 req-52eb6826-77f5-498e-ae50-040cfbc55cd0 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Calling delete_port for c2ab3f86-2a89-4d01-87ac-c178d3779573 owned by network:floatingip {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:07:07.270767 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f7e02431-a2d2-4eab-a092-d594a0a0ef9d req-b00e532c-0b59-47e7-be9b-870e6341f1e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1f8ae10-79f2-4796-927d-348e53a5326e HTTP/1.1" status: 200 len: 217 time: 0.0785151 Aug 11 02:07:07.274095 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-a056a379-e32a-4452-8c05-d04e3a8ca1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:07.367100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e02431-a2d2-4eab-a092-d594a0a0ef9d req-8115ba3a-51de-4430-af1e-0731faedbbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:07.368959 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f7e02431-a2d2-4eab-a092-d594a0a0ef9d req-8115ba3a-51de-4430-af1e-0731faedbbb0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b6e0d0b4-108b-452a-91dc-cd606630079c HTTP/1.1" status: 200 len: 861 time: 0.0730882 Aug 11 02:07:07.388557 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4173cb-e6e6-484c-899c-97f5f6c9497a req-b57b77a2-99c3-46d8-a993-a3f84a101aab tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:07.390251 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2b4173cb-e6e6-484c-899c-97f5f6c9497a req-b57b77a2-99c3-46d8-a993-a3f84a101aab tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.1031728 Aug 11 02:07:07.423574 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f7e02431-a2d2-4eab-a092-d594a0a0ef9d req-31bd5dd8-6704-459c-b79a-9ba72bab8e86 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321834 Aug 11 02:07:07.476065 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2b4173cb-e6e6-484c-899c-97f5f6c9497a req-6ae4e97c-80d8-4d27-bb39-ad0adf3503e9 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763030 Aug 11 02:07:07.596175 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e41aac9e-3539-4998-9a88-0eeb2b8efc43 req-e7407f56-ccc4-4534-ba85-7ae365d58cf5 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=df96b2ee-8f39-42ef-b5f6-840c0acf6920 HTTP/1.1" status: 200 len: 210 time: 0.0415108 Aug 11 02:07:07.599180 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f7e02431-a2d2-4eab-a092-d594a0a0ef9d req-922eb74c-a3fd-4e28-a4ca-e483dc7c86fd service neutron] 10.222.0.73 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603160 Aug 11 02:07:07.618061 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f8430436-f97f-49c2-888f-221d4b1e1670 req-52eb6826-77f5-498e-ae50-040cfbc55cd0 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:07.650907 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb6826-77f5-498e-ae50-040cfbc55cd0 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Pushing event deleted for resources: {'Port': ['ID=c2ab3f86-2a89-4d01-87ac-c178d3779573,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:07.713901 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f8430436-f97f-49c2-888f-221d4b1e1670 req-52eb6826-77f5-498e-ae50-040cfbc55cd0 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks [] for floatingip, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:07.716453 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f8430436-f97f-49c2-888f-221d4b1e1670 req-52eb6826-77f5-498e-ae50-040cfbc55cd0 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:07.720072 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f8430436-f97f-49c2-888f-221d4b1e1670 req-52eb6826-77f5-498e-ae50-040cfbc55cd0 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "DELETE /v2.0/floatingips/b126050c-d8e5-49b7-b959-c7b53b4f3a04 HTTP/1.1" status: 204 len: 173 time: 1.2225919 Aug 11 02:07:07.788643 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365048a0-9c27-4bad-8b22-00216e1f5699 req-4250a75b-97de-4bd8-a9ca-b94f2ff3c854 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:07.796380 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-365048a0-9c27-4bad-8b22-00216e1f5699 req-4250a75b-97de-4bd8-a9ca-b94f2ff3c854 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 944 time: 0.1094775 Aug 11 02:07:07.796807 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-a056a379-e32a-4452-8c05-d04e3a8ca1f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19dfdfde-eece-4cec-887d-18e4e91ae0ac {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:07:07.799555 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f7e02431-a2d2-4eab-a092-d594a0a0ef9d req-be20e893-321b-4082-b167-6233559fdee1 service neutron] 10.222.0.73 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926119 Aug 11 02:07:07.813580 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-a056a379-e32a-4452-8c05-d04e3a8ca1f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:07.855382 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-365048a0-9c27-4bad-8b22-00216e1f5699 req-49d805df-dbcb-434d-88ee-0bde140124e1 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579865 Aug 11 02:07:07.856092 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-a056a379-e32a-4452-8c05-d04e3a8ca1f6 service neutron] Transition to ACTIVE for port object 19dfdfde-eece-4cec-887d-18e4e91ae0ac will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:07.869986 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-a056a379-e32a-4452-8c05-d04e3a8ca1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:07.933082 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acc9db-f166-479f-92ca-e406aeac255b req-a30cf105-2631-428d-933e-4399abb88330 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:07.940888 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d9acc9db-f166-479f-92ca-e406aeac255b req-a30cf105-2631-428d-933e-4399abb88330 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce492ae5-211f-461f-bb61-3b64384a602e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1390769 Aug 11 02:07:07.947728 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5ff676a-67b4-4a35-b5f5-b12af122b85d req-47a997f7-beab-4ce0-be06-88f6945fb0c4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0464227 Aug 11 02:07:07.957357 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056a379-e32a-4452-8c05-d04e3a8ca1f6 service neutron] Pushing event updated for resources: {'Port': ['ID=19dfdfde-eece-4cec-887d-18e4e91ae0ac,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:07.997864 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d9acc9db-f166-479f-92ca-e406aeac255b req-225c682a-8c38-4f86-989c-b25365fe85a0 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0557778 Aug 11 02:07:08.005898 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-261b6fd4-8fb3-410a-8200-13a929273494 req-9950cf92-260d-43c7-9a5d-c8ca42f86237 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397651 Aug 11 02:07:08.064914 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-a056a379-e32a-4452-8c05-d04e3a8ca1f6 service neutron] Attempting to bind port 19dfdfde-eece-4cec-887d-18e4e91ae0ac on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:07:08.065275 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-a056a379-e32a-4452-8c05-d04e3a8ca1f6 service neutron] Attempting to bind port 19dfdfde-eece-4cec-887d-18e4e91ae0ac by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': 'e2e87212-6a86-4d9c-b54b-6de1ef876734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c1395f45-8a77-4154-8a13-da59aa8da322'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:07:08.065595 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-a056a379-e32a-4452-8c05-d04e3a8ca1f6 service neutron] Attempting to bind port 19dfdfde-eece-4cec-887d-18e4e91ae0ac on network c1395f45-8a77-4154-8a13-da59aa8da322 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:08.072894 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-a056a379-e32a-4452-8c05-d04e3a8ca1f6 service neutron] Port 19dfdfde-eece-4cec-887d-18e4e91ae0ac on network c1395f45-8a77-4154-8a13-da59aa8da322 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:07:08.073203 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-a056a379-e32a-4452-8c05-d04e3a8ca1f6 service neutron] Attempting to bind port 19dfdfde-eece-4cec-887d-18e4e91ae0ac on network c1395f45-8a77-4154-8a13-da59aa8da322 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:08.083830 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-a056a379-e32a-4452-8c05-d04e3a8ca1f6 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:07:08.084753 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-a056a379-e32a-4452-8c05-d04e3a8ca1f6 service neutron] Checking segment: {'id': 'e2e87212-6a86-4d9c-b54b-6de1ef876734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c1395f45-8a77-4154-8a13-da59aa8da322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:07:08.085150 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-a056a379-e32a-4452-8c05-d04e3a8ca1f6 service neutron] Bound using segment: {'id': 'e2e87212-6a86-4d9c-b54b-6de1ef876734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c1395f45-8a77-4154-8a13-da59aa8da322'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:07:08.085588 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-a056a379-e32a-4452-8c05-d04e3a8ca1f6 service neutron] Bound port: 19dfdfde-eece-4cec-887d-18e4e91ae0ac, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2e87212-6a86-4d9c-b54b-6de1ef876734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c1395f45-8a77-4154-8a13-da59aa8da322'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:07:08.086634 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-a056a379-e32a-4452-8c05-d04e3a8ca1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:08.118623 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1dcf9a02-ff97-44ed-b884-b9c803eb286c req-2cbc8407-a9f6-4211-b68d-faa3dc43bd60 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0972564 Aug 11 02:07:08.170398 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff676a-67b4-4a35-b5f5-b12af122b85d req-70c75e6b-9811-4202-b0db-c6c7e47ff0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:08.171258 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5ff676a-67b4-4a35-b5f5-b12af122b85d req-70c75e6b-9811-4202-b0db-c6c7e47ff0fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 1102 time: 0.1777487 Aug 11 02:07:08.219499 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-a056a379-e32a-4452-8c05-d04e3a8ca1f6 service neutron] For port 19dfdfde-eece-4cec-887d-18e4e91ae0ac, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:07:08.228017 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-a056a379-e32a-4452-8c05-d04e3a8ca1f6 service neutron] For port 19dfdfde-eece-4cec-887d-18e4e91ae0ac, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=19dfdfde-eece-4cec-887d-18e4e91ae0ac,segment=NetworkSegment(e2e87212-6a86-4d9c-b54b-6de1ef876734),segment_id=e2e87212-6a86-4d9c-b54b-6de1ef876734)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:07:08.236228 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-a056a379-e32a-4452-8c05-d04e3a8ca1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:08.323156 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056a379-e32a-4452-8c05-d04e3a8ca1f6 service neutron] Pushing event updated for resources: {'Port': ['ID=19dfdfde-eece-4cec-887d-18e4e91ae0ac,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:08.335421 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-a056a379-e32a-4452-8c05-d04e3a8ca1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:08.336134 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-a056a379-e32a-4452-8c05-d04e3a8ca1f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:08.337472 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-a056a379-e32a-4452-8c05-d04e3a8ca1f6 service neutron] 10.222.0.73 "PUT /v2.0/ports/19dfdfde-eece-4cec-887d-18e4e91ae0ac HTTP/1.1" status: 200 len: 1092 time: 1.2025599 Aug 11 02:07:08.337925 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5faf85f-9f29-4d46-b116-525759785069', 'tag': '19dfdfde-eece-4cec-887d-18e4e91ae0ac'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:08.346297 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7877208-aaab-485a-9cad-5c8b6f9020db" -d '{"events": [{"name": "network-changed", "server_uuid": "b5faf85f-9f29-4d46-b116-525759785069", "tag": "19dfdfde-eece-4cec-887d-18e4e91ae0ac"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:08.350933 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff676a-67b4-4a35-b5f5-b12af122b85d req-694fada5-4f81-45c5-b787-d6eb06b31d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:08.352896 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5ff676a-67b4-4a35-b5f5-b12af122b85d req-694fada5-4f81-45c5-b787-d6eb06b31d05 service neutron] 10.222.0.73 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.1532335 Aug 11 02:07:08.469200 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-93a41c8f-fa00-4049-baa1-cffc2046eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:08.474881 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-93a41c8f-fa00-4049-baa1-cffc2046eea7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=225f57f0e1624fb08c817e5cff153e37&device_id=b5faf85f-9f29-4d46-b116-525759785069 HTTP/1.1" status: 200 len: 1095 time: 0.0705781 Aug 11 02:07:08.491794 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b6fd4-8fb3-410a-8200-13a929273494 req-01255b82-0ccc-41c0-aa93-ba62c943cf8d tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:08.499969 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-261b6fd4-8fb3-410a-8200-13a929273494 req-01255b82-0ccc-41c0-aa93-ba62c943cf8d tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4732966 Aug 11 02:07:08.502494 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5ff676a-67b4-4a35-b5f5-b12af122b85d req-f4afe74d-0226-4af2-afd2-5b2936db5938 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=f1c2dc37-53c8-4940-8d0e-4a846afcecd0 HTTP/1.1" status: 200 len: 217 time: 0.1238542 Aug 11 02:07:08.509038 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-261b6fd4-8fb3-410a-8200-13a929273494 req-9e4626b1-8394-4728-a8fa-e8510a380050 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Request body: {'port': {'device_id': 'df96b2ee-8f39-42ef-b5f6-840c0acf6920', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': '2ce8767569c84bef8cb5da975c6c17a4'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:08.533339 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf87b52-2c0a-4bf9-8057-6b27208f853b x-openstack-request-id: req-1bf87b52-2c0a-4bf9-8057-6b27208f853b {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:08.533573 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5faf85f-9f29-4d46-b116-525759785069", "tag": "19dfdfde-eece-4cec-887d-18e4e91ae0ac", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:08.533822 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1bf87b52-2c0a-4bf9-8057-6b27208f853b {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:08.534254 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5faf85f-9f29-4d46-b116-525759785069', 'tag': '19dfdfde-eece-4cec-887d-18e4e91ae0ac', 'status': 'completed', 'code': 200} Aug 11 02:07:08.536030 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-9fb43730-544d-4c06-ab86-e967d0d5e1ae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19dfdfde-eece-4cec-887d-18e4e91ae0ac HTTP/1.1" status: 200 len: 217 time: 0.0553622 Aug 11 02:07:08.591742 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b345854-86da-4034-9b78-ac44b6153ca3 req-cb22199f-a23a-4718-a04a-5beb8291defb tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:08.593459 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7b345854-86da-4034-9b78-ac44b6153ca3 req-cb22199f-a23a-4718-a04a-5beb8291defb tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5faf85f-9f29-4d46-b116-525759785069 HTTP/1.1" status: 200 len: 943 time: 0.3508751 Aug 11 02:07:08.684346 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-934e9751-1a23-40d3-8770-99777ecca53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:08.685842 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-934e9751-1a23-40d3-8770-99777ecca53c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae3c6842-4306-4219-b02a-f155092d11ac HTTP/1.1" status: 200 len: 853 time: 0.1407945 Aug 11 02:07:08.709994 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7b345854-86da-4034-9b78-ac44b6153ca3 req-a84d3284-963f-43dd-9dcd-4fea0f8b8a08 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5cc0642-beba-4c80-ba00-4f203b6b0b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713389 Aug 11 02:07:08.721457 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87994e-d9d7-47c6-ad9a-dfd198d7375c req-1d7de8de-7329-44d7-b994-ca6de62a2574 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:08.723267 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e87994e-d9d7-47c6-ad9a-dfd198d7375c req-1d7de8de-7329-44d7-b994-ca6de62a2574 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce492ae5-211f-461f-bb61-3b64384a602e HTTP/1.1" status: 200 len: 946 time: 0.1098428 Aug 11 02:07:08.732527 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff676a-67b4-4a35-b5f5-b12af122b85d req-211ba9d9-acb1-4ab3-acf3-3d97ddbcd0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:08.732527 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5ff676a-67b4-4a35-b5f5-b12af122b85d req-211ba9d9-acb1-4ab3-acf3-3d97ddbcd0b6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.2032630 Aug 11 02:07:08.841922 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e87994e-d9d7-47c6-ad9a-dfd198d7375c req-3322427f-b71d-439e-a506-2ef01a6e274e tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ae4caec-3393-4c6b-876d-baa04b1249c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054358 Aug 11 02:07:08.844927 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-261b6fd4-8fb3-410a-8200-13a929273494 req-9e4626b1-8394-4728-a8fa-e8510a380050 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Made reservation on behalf of 2ce8767569c84bef8cb5da975c6c17a4 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:07:08.845265 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-8dbf1a37-5858-4ca5-b72b-9183f98ae5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:08.846830 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-8dbf1a37-5858-4ca5-b72b-9183f98ae5e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c1395f45-8a77-4154-8a13-da59aa8da322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1526809 Aug 11 02:07:08.848560 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-261b6fd4-8fb3-410a-8200-13a929273494 req-9e4626b1-8394-4728-a8fa-e8510a380050 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:08.861028 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff676a-67b4-4a35-b5f5-b12af122b85d req-3f0d0abe-890f-4201-8914-9f1d1b18df15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:08.862603 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5ff676a-67b4-4a35-b5f5-b12af122b85d req-3f0d0abe-890f-4201-8914-9f1d1b18df15 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1260796 Aug 11 02:07:08.955228 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5c7b169f-2986-4133-bd54-d43b1698378a req-73eaf301-2aaf-40c4-9764-49bf4bf0760a tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=df96b2ee-8f39-42ef-b5f6-840c0acf6920 HTTP/1.1" status: 200 len: 210 time: 0.0315616 Aug 11 02:07:08.988824 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-9fca080a-be82-419e-a654-c7cb191521da service neutron] 10.222.0.73 "GET /v2.0/networks/c1395f45-8a77-4154-8a13-da59aa8da322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261868 Aug 11 02:07:08.989703 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945ef23-e590-495b-9248-86bd1b37c1a1 req-cbe5fed0-cb44-4b7b-902a-9ce0c2e1d6b2 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:08.991304 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d945ef23-e590-495b-9248-86bd1b37c1a1 req-cbe5fed0-cb44-4b7b-902a-9ce0c2e1d6b2 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.1537745 Aug 11 02:07:09.108664 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d945ef23-e590-495b-9248-86bd1b37c1a1 req-ab4dec44-72ed-4501-a363-8f29f43649a1 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862756 Aug 11 02:07:09.119183 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7a381-b29a-46d0-a869-35adee363564 req-ea19a996-b196-4034-ad63-9ae0a808b918 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:09.120975 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-79e7a381-b29a-46d0-a869-35adee363564 req-ea19a996-b196-4034-ad63-9ae0a808b918 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 1098 time: 0.0776553 Aug 11 02:07:09.126931 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c17e57d3-8161-412b-9bfe-5fa02fc86eef req-3cc6feb9-9d86-4ea5-99a5-f8711a435422 service neutron] 10.222.0.73 "GET /v2.0/networks/c1395f45-8a77-4154-8a13-da59aa8da322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295471 Aug 11 02:07:09.154868 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5ff676a-67b4-4a35-b5f5-b12af122b85d req-37571f47-61c8-4c1f-9fe9-dbbd6e19272f service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822368 Aug 11 02:07:09.166590 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-79e7a381-b29a-46d0-a869-35adee363564 req-49a94334-748e-4e10-a6fd-4fa351188756 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310330 Aug 11 02:07:09.253901 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-261b6fd4-8fb3-410a-8200-13a929273494 req-9e4626b1-8394-4728-a8fa-e8510a380050 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Allocated IP 192.168.233.227 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/2929851c-bcb0-45d7-b520-0c9f0c1baa7e) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:07:09.262367 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7877208-aaab-485a-9cad-5c8b6f9020db req-34b4f6e3-6069-41af-a947-8e9cd3701a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:09.265303 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7877208-aaab-485a-9cad-5c8b6f9020db req-34b4f6e3-6069-41af-a947-8e9cd3701a3c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=225f57f0e1624fb08c817e5cff153e37&device_id=b5faf85f-9f29-4d46-b116-525759785069 HTTP/1.1" status: 200 len: 1095 time: 0.0649645 Aug 11 02:07:09.321930 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d67cd-132b-4210-a51b-dcd2ea92e93d req-0847c571-5027-4f67-b4a7-241930f935a3 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:09.323444 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9e8d67cd-132b-4210-a51b-dcd2ea92e93d req-0847c571-5027-4f67-b4a7-241930f935a3 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 944 time: 0.1315241 Aug 11 02:07:09.412124 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7877208-aaab-485a-9cad-5c8b6f9020db req-f7d25783-c564-45fb-bf8e-29819352bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:09.414061 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7877208-aaab-485a-9cad-5c8b6f9020db req-f7d25783-c564-45fb-bf8e-29819352bc70 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c1395f45-8a77-4154-8a13-da59aa8da322 HTTP/1.1" status: 200 len: 915 time: 0.1373858 Aug 11 02:07:09.437550 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5ff676a-67b4-4a35-b5f5-b12af122b85d req-e14e2428-1ab7-426f-808d-36671d1f1e9d service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697849 Aug 11 02:07:09.485288 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9e8d67cd-132b-4210-a51b-dcd2ea92e93d req-f0526f62-3afc-4c00-8346-9d8b2413165a tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519001 Aug 11 02:07:09.513743 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7877208-aaab-485a-9cad-5c8b6f9020db req-3826cfdd-4559-4377-a757-54f20c4a323f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19dfdfde-eece-4cec-887d-18e4e91ae0ac HTTP/1.1" status: 200 len: 217 time: 0.0912807 Aug 11 02:07:09.587088 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7877208-aaab-485a-9cad-5c8b6f9020db req-2b509aa2-0f17-4193-a086-fbad5ea15041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:09.588676 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7877208-aaab-485a-9cad-5c8b6f9020db req-2b509aa2-0f17-4193-a086-fbad5ea15041 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae3c6842-4306-4219-b02a-f155092d11ac HTTP/1.1" status: 200 len: 853 time: 0.0644948 Aug 11 02:07:09.589850 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-261b6fd4-8fb3-410a-8200-13a929273494 req-9e4626b1-8394-4728-a8fa-e8510a380050 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:09.615692 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-261b6fd4-8fb3-410a-8200-13a929273494 req-9e4626b1-8394-4728-a8fa-e8510a380050 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Transition to ACTIVE for port object 2929851c-bcb0-45d7-b520-0c9f0c1baa7e will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:09.650713 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7877208-aaab-485a-9cad-5c8b6f9020db req-37a9ae52-a076-4de2-be57-4deabb57fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:09.652321 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7877208-aaab-485a-9cad-5c8b6f9020db req-37a9ae52-a076-4de2-be57-4deabb57fb4f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c1395f45-8a77-4154-8a13-da59aa8da322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545461 Aug 11 02:07:09.654451 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-261b6fd4-8fb3-410a-8200-13a929273494 req-9e4626b1-8394-4728-a8fa-e8510a380050 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:09.670928 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['720d30f6-528f-49f4-ba0d-65a1fc3d459f', '152571f7-05e8-401f-b3f6-e6f3d5bf6a70', 'c756a0a7-6e66-46af-b570-3c00e733ef84', '205f1abc-4706-40d8-ad36-b3c1304281e1'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:09.717400 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['b64bf5de-b5d3-415c-828a-a78a76f2ca7f', 'e730fc50-e2ea-4aab-80c8-a10943c8ee5f', '11d33474-4710-4e5d-95ea-a7f03ca3e837'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:09.746109 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-261b6fd4-8fb3-410a-8200-13a929273494 req-9e4626b1-8394-4728-a8fa-e8510a380050 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:07:09.751414 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-261b6fd4-8fb3-410a-8200-13a929273494 req-9e4626b1-8394-4728-a8fa-e8510a380050 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:07:09.758021 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-261b6fd4-8fb3-410a-8200-13a929273494 req-9e4626b1-8394-4728-a8fa-e8510a380050 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:07:09.864210 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4626b1-8394-4728-a8fa-e8510a380050 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Pushing event updated for resources: {'Port': ['ID=2929851c-bcb0-45d7-b520-0c9f0c1baa7e,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:09.886054 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b6fd4-8fb3-410a-8200-13a929273494 req-9e4626b1-8394-4728-a8fa-e8510a380050 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:09.887290 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-261b6fd4-8fb3-410a-8200-13a929273494 req-9e4626b1-8394-4728-a8fa-e8510a380050 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:09.893328 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7877208-aaab-485a-9cad-5c8b6f9020db req-6970c821-9c6f-4e5b-b0f0-5fb4dd165a50 service neutron] 10.222.0.73 "GET /v2.0/networks/c1395f45-8a77-4154-8a13-da59aa8da322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287784 Aug 11 02:07:09.970750 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-261b6fd4-8fb3-410a-8200-13a929273494 req-9e4626b1-8394-4728-a8fa-e8510a380050 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4659219 Aug 11 02:07:10.021505 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-261b6fd4-8fb3-410a-8200-13a929273494 req-d3f00a40-d3ed-4632-8b74-3507434e0100 service neutron] Request body: {'port': {'device_id': 'df96b2ee-8f39-42ef-b5f6-840c0acf6920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:10.093628 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cf3c1-6239-4486-91e5-36da98e5c91e req-609c39e4-ae01-4f0d-a6dc-71a1de7b42a7 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:10.096174 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8c7cf3c1-6239-4486-91e5-36da98e5c91e req-609c39e4-ae01-4f0d-a6dc-71a1de7b42a7 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5faf85f-9f29-4d46-b116-525759785069 HTTP/1.1" status: 200 len: 943 time: 0.1998134 Aug 11 02:07:10.151437 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-261b6fd4-8fb3-410a-8200-13a929273494 req-d3f00a40-d3ed-4632-8b74-3507434e0100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:10.159747 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7877208-aaab-485a-9cad-5c8b6f9020db req-30d9efa3-c832-4def-a1d9-62fea03df225 service neutron] 10.222.0.73 "GET /v2.0/networks/c1395f45-8a77-4154-8a13-da59aa8da322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540293 Aug 11 02:07:10.196483 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8c7cf3c1-6239-4486-91e5-36da98e5c91e req-03beefc5-b8be-433e-8c69-00f55ab0c6e1 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5cc0642-beba-4c80-ba00-4f203b6b0b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799394 Aug 11 02:07:10.304194 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f89046b1-f728-49f5-8863-33ea97acb1c0 None None] Provisioning for port 2929851c-bcb0-45d7-b520-0c9f0c1baa7e completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:10.316528 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f89046b1-f728-49f5-8863-33ea97acb1c0 None None] Provisioning complete for port 2929851c-bcb0-45d7-b520-0c9f0c1baa7e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:10.316932 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f89046b1-f728-49f5-8863-33ea97acb1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:10.352400 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device a1f8ae10-79f2-4796-927d-348e53a5326e details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:07:10.427775 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-f89046b1-f728-49f5-8863-33ea97acb1c0 None None] Port 2929851c-bcb0-45d7-b520-0c9f0c1baa7e cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:07:10.440707 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb074a-d998-43fe-b1b8-3f7f0c7139a3 req-f28ce0f3-338e-41e9-868b-ba8560dc85f2 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:10.442370 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-28fb074a-d998-43fe-b1b8-3f7f0c7139a3 req-f28ce0f3-338e-41e9-868b-ba8560dc85f2 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce492ae5-211f-461f-bb61-3b64384a602e HTTP/1.1" status: 200 len: 946 time: 0.1100891 Aug 11 02:07:10.544871 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-28fb074a-d998-43fe-b1b8-3f7f0c7139a3 req-cd37dcfb-c69e-4e61-8672-97226bc9f9ed tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ae4caec-3393-4c6b-876d-baa04b1249c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658777 Aug 11 02:07:10.661100 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port a1f8ae10-79f2-4796-927d-348e53a5326e, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a1f8ae10-79f2-4796-927d-348e53a5326e,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:10.686512 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-9a5ab3c5-4718-4ba1-8e89-0fd59ab0bdfc tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:07:10.688645 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-9a5ab3c5-4718-4ba1-8e89-0fd59ab0bdfc tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0379109 Aug 11 02:07:10.709510 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device a1f8ae10-79f2-4796-927d-348e53a5326e has no active binding in host n-h2-615180-33 {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:07:10.713301 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-2c6aa879-8eb5-466c-8792-ee360505ce94 service neutron] Request body: {'binding': {'host': 'n-h2-615180-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:10.713773 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-2c6aa879-8eb5-466c-8792-ee360505ce94 service neutron] Unknown quota resources ['binding']. {{(pid=94507) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:07:10.748770 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037f860-1884-4ea5-a697-a0aa207dc9c3 req-20eabe66-8154-44cc-bf93-d25fa891172a tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:10.750963 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3037f860-1884-4ea5-a697-a0aa207dc9c3 req-20eabe66-8154-44cc-bf93-d25fa891172a tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce492ae5-211f-461f-bb61-3b64384a602e HTTP/1.1" status: 200 len: 946 time: 0.0686028 Aug 11 02:07:10.783587 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-261b6fd4-8fb3-410a-8200-13a929273494 req-d3f00a40-d3ed-4632-8b74-3507434e0100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2929851c-bcb0-45d7-b520-0c9f0c1baa7e {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:07:10.800136 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-261b6fd4-8fb3-410a-8200-13a929273494 req-d3f00a40-d3ed-4632-8b74-3507434e0100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:10.880145 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ae044-2251-45f4-8ed7-130e9217a5d9 req-3b9d4079-d91d-4f4a-8bef-b06d13bcdf95 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:10.881795 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-846ae044-2251-45f4-8ed7-130e9217a5d9 req-3b9d4079-d91d-4f4a-8bef-b06d13bcdf95 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=df96b2ee-8f39-42ef-b5f6-840c0acf6920 HTTP/1.1" status: 200 len: 936 time: 0.1920998 Aug 11 02:07:10.890214 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-261b6fd4-8fb3-410a-8200-13a929273494 req-d3f00a40-d3ed-4632-8b74-3507434e0100 service neutron] Transition to ACTIVE for port object 2929851c-bcb0-45d7-b520-0c9f0c1baa7e will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:10.895754 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-3037f860-1884-4ea5-a697-a0aa207dc9c3 req-40ec2624-ca34-492f-93f0-1d75abcd2402 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Deleting port 966c4eeb-0481-4085-85bb-1e7064e5aafa {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:07:10.897247 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3037f860-1884-4ea5-a697-a0aa207dc9c3 req-40ec2624-ca34-492f-93f0-1d75abcd2402 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:10.910648 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-261b6fd4-8fb3-410a-8200-13a929273494 req-d3f00a40-d3ed-4632-8b74-3507434e0100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:11.016187 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f00a40-d3ed-4632-8b74-3507434e0100 service neutron] Pushing event updated for resources: {'Port': ['ID=2929851c-bcb0-45d7-b520-0c9f0c1baa7e,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:11.020885 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-846ae044-2251-45f4-8ed7-130e9217a5d9 req-8aac5058-1a67-45b2-98f4-32e7d40a4535 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293955 Aug 11 02:07:11.105642 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-94b2bae5-b148-4f0d-bacb-270e3c6b6919 service neutron] 10.222.0.73 "GET /v2.0/ports/a1f8ae10-79f2-4796-927d-348e53a5326e/bindings/n-h2-615180-33 HTTP/1.1" status: 200 len: 385 time: 0.1405151 Aug 11 02:07:11.109226 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-2c6aa879-8eb5-466c-8792-ee360505ce94 service neutron] Attempting to bind port a82eea53-7092-4692-9141-f856d8fd4bfb on host n-h2-615180-33 for vnic_type normal with profile None {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:07:11.110302 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-2c6aa879-8eb5-466c-8792-ee360505ce94 service neutron] Attempting to bind port a82eea53-7092-4692-9141-f856d8fd4bfb by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:07:11.110642 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-2c6aa879-8eb5-466c-8792-ee360505ce94 service neutron] Attempting to bind port a82eea53-7092-4692-9141-f856d8fd4bfb on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:11.116766 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-2c6aa879-8eb5-466c-8792-ee360505ce94 service neutron] Port a82eea53-7092-4692-9141-f856d8fd4bfb on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:07:11.117090 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-2c6aa879-8eb5-466c-8792-ee360505ce94 service neutron] Attempting to bind port a82eea53-7092-4692-9141-f856d8fd4bfb on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:11.143372 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-261b6fd4-8fb3-410a-8200-13a929273494 req-d3f00a40-d3ed-4632-8b74-3507434e0100 service neutron] Attempting to bind port 2929851c-bcb0-45d7-b520-0c9f0c1baa7e on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:07:11.143983 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-261b6fd4-8fb3-410a-8200-13a929273494 req-d3f00a40-d3ed-4632-8b74-3507434e0100 service neutron] Attempting to bind port 2929851c-bcb0-45d7-b520-0c9f0c1baa7e by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:07:11.144585 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261b6fd4-8fb3-410a-8200-13a929273494 req-d3f00a40-d3ed-4632-8b74-3507434e0100 service neutron] Attempting to bind port 2929851c-bcb0-45d7-b520-0c9f0c1baa7e on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:11.149990 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-2c6aa879-8eb5-466c-8792-ee360505ce94 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:07:11.150322 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-2c6aa879-8eb5-466c-8792-ee360505ce94 service neutron] Checking segment: {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:07:11.150711 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-2c6aa879-8eb5-466c-8792-ee360505ce94 service neutron] Bound using segment: {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:07:11.151429 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-2c6aa879-8eb5-466c-8792-ee360505ce94 service neutron] Bound port: a82eea53-7092-4692-9141-f856d8fd4bfb, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:07:11.166607 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261b6fd4-8fb3-410a-8200-13a929273494 req-d3f00a40-d3ed-4632-8b74-3507434e0100 service neutron] Port 2929851c-bcb0-45d7-b520-0c9f0c1baa7e on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:07:11.166607 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261b6fd4-8fb3-410a-8200-13a929273494 req-d3f00a40-d3ed-4632-8b74-3507434e0100 service neutron] Attempting to bind port 2929851c-bcb0-45d7-b520-0c9f0c1baa7e on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:11.170929 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-3037f860-1884-4ea5-a697-a0aa207dc9c3 req-40ec2624-ca34-492f-93f0-1d75abcd2402 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] For port 966c4eeb-0481-4085-85bb-1e7064e5aafa, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=966c4eeb-0481-4085-85bb-1e7064e5aafa,segment=NetworkSegment(1f13d792-153a-4a32-8139-5d10935723ac),segment_id=1f13d792-153a-4a32-8139-5d10935723ac)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:11.170929 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3037f860-1884-4ea5-a697-a0aa207dc9c3 req-40ec2624-ca34-492f-93f0-1d75abcd2402 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:11.195294 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-3037f860-1884-4ea5-a697-a0aa207dc9c3 req-40ec2624-ca34-492f-93f0-1d75abcd2402 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Calling delete_port for 966c4eeb-0481-4085-85bb-1e7064e5aafa owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:07:11.264671 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261b6fd4-8fb3-410a-8200-13a929273494 req-d3f00a40-d3ed-4632-8b74-3507434e0100 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:07:11.265213 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261b6fd4-8fb3-410a-8200-13a929273494 req-d3f00a40-d3ed-4632-8b74-3507434e0100 service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:07:11.265463 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261b6fd4-8fb3-410a-8200-13a929273494 req-d3f00a40-d3ed-4632-8b74-3507434e0100 service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:07:11.265835 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-261b6fd4-8fb3-410a-8200-13a929273494 req-d3f00a40-d3ed-4632-8b74-3507434e0100 service neutron] Bound port: 2929851c-bcb0-45d7-b520-0c9f0c1baa7e, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:07:11.266188 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-261b6fd4-8fb3-410a-8200-13a929273494 req-d3f00a40-d3ed-4632-8b74-3507434e0100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:11.324367 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-2c6aa879-8eb5-466c-8792-ee360505ce94 service neutron] For port a82eea53-7092-4692-9141-f856d8fd4bfb, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=a82eea53-7092-4692-9141-f856d8fd4bfb,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:07:11.337069 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b254f-743c-4ab2-83ce-48fb64c03798 req-df3185a7-4420-4994-83e5-3e04135de7aa tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:11.340109 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ae3b254f-743c-4ab2-83ce-48fb64c03798 req-df3185a7-4420-4994-83e5-3e04135de7aa tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.1980965 Aug 11 02:07:11.349473 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-2c6aa879-8eb5-466c-8792-ee360505ce94 service neutron] Notify callbacks [] for binding, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:11.350829 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-2c6aa879-8eb5-466c-8792-ee360505ce94 service neutron] 10.222.0.50 "POST /v2.0/ports/a82eea53-7092-4692-9141-f856d8fd4bfb/bindings HTTP/1.1" status: 201 len: 390 time: 0.6535714 Aug 11 02:07:11.424833 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-36072502-4f09-4642-a09e-29f5c1d0a0c7 service neutron] For port a1f8ae10-79f2-4796-927d-348e53a5326e, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a1f8ae10-79f2-4796-927d-348e53a5326e,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:11.471978 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-36072502-4f09-4642-a09e-29f5c1d0a0c7 service neutron] For port a1f8ae10-79f2-4796-927d-348e53a5326e, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:07:11.523655 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3037f860-1884-4ea5-a697-a0aa207dc9c3 req-40ec2624-ca34-492f-93f0-1d75abcd2402 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:11.539199 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 19dfdfde-eece-4cec-887d-18e4e91ae0ac details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:07:11.587810 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-36072502-4f09-4642-a09e-29f5c1d0a0c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f8ae10-79f2-4796-927d-348e53a5326e {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:07:11.606918 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec2624-ca34-492f-93f0-1d75abcd2402 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Pushing event deleted for resources: {'Port': ['ID=966c4eeb-0481-4085-85bb-1e7064e5aafa,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:11.626663 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-36072502-4f09-4642-a09e-29f5c1d0a0c7 service neutron] For port a1f8ae10-79f2-4796-927d-348e53a5326e, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=a1f8ae10-79f2-4796-927d-348e53a5326e,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:11.677011 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 19dfdfde-eece-4cec-887d-18e4e91ae0ac, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=19dfdfde-eece-4cec-887d-18e4e91ae0ac,segment=NetworkSegment(e2e87212-6a86-4d9c-b54b-6de1ef876734),segment_id=e2e87212-6a86-4d9c-b54b-6de1ef876734)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:11.687582 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-3037f860-1884-4ea5-a697-a0aa207dc9c3 req-40ec2624-ca34-492f-93f0-1d75abcd2402 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] No DVR routers for this DVR port 966c4eeb-0481-4085-85bb-1e7064e5aafa on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:07:11.708801 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '19dfdfde-eece-4cec-887d-18e4e91ae0ac', 'network_id': 'c1395f45-8a77-4154-8a13-da59aa8da322', 'port_id': '19dfdfde-eece-4cec-887d-18e4e91ae0ac', 'mac_address': 'fa:16:3e:8e:51:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae3c6842-4306-4219-b02a-f155092d11ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:07:11.717343 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8d9fa-3777-47f9-b101-26c02d0db7a0 req-0a278719-e0ab-4640-821b-dd8a9cd4ef79 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:11.726103 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-97b8d9fa-3777-47f9-b101-26c02d0db7a0 req-0a278719-e0ab-4640-821b-dd8a9cd4ef79 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 944 time: 0.2172689 Aug 11 02:07:11.730803 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-36072502-4f09-4642-a09e-29f5c1d0a0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:11.768333 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3037f860-1884-4ea5-a697-a0aa207dc9c3 req-40ec2624-ca34-492f-93f0-1d75abcd2402 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:11.770536 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3037f860-1884-4ea5-a697-a0aa207dc9c3 req-40ec2624-ca34-492f-93f0-1d75abcd2402 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.66 "DELETE /v2.0/ports/966c4eeb-0481-4085-85bb-1e7064e5aafa HTTP/1.1" status: 204 len: 173 time: 1.0130892 Aug 11 02:07:11.787114 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce492ae5-211f-461f-bb61-3b64384a602e', 'name': 'network-vif-deleted', 'tag': '966c4eeb-0481-4085-85bb-1e7064e5aafa'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:11.790866 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c8f48b-a343-46af-beba-573bbc37d5fa" -d '{"events": [{"server_uuid": "ce492ae5-211f-461f-bb61-3b64384a602e", "name": "network-vif-deleted", "tag": "966c4eeb-0481-4085-85bb-1e7064e5aafa"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:11.854159 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ae3b254f-743c-4ab2-83ce-48fb64c03798 req-a8e11678-9159-4df1-8385-d6c6ea2b3a90 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945590 Aug 11 02:07:11.858369 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-261b6fd4-8fb3-410a-8200-13a929273494 req-d3f00a40-d3ed-4632-8b74-3507434e0100 service neutron] For port 2929851c-bcb0-45d7-b520-0c9f0c1baa7e, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:07:11.868999 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-261b6fd4-8fb3-410a-8200-13a929273494 req-d3f00a40-d3ed-4632-8b74-3507434e0100 service neutron] For port 2929851c-bcb0-45d7-b520-0c9f0c1baa7e, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=2929851c-bcb0-45d7-b520-0c9f0c1baa7e,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:07:11.883909 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-261b6fd4-8fb3-410a-8200-13a929273494 req-d3f00a40-d3ed-4632-8b74-3507434e0100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:11.949381 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b6fd4-8fb3-410a-8200-13a929273494 req-d3f00a40-d3ed-4632-8b74-3507434e0100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:11.950160 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-261b6fd4-8fb3-410a-8200-13a929273494 req-d3f00a40-d3ed-4632-8b74-3507434e0100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:11.951783 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-261b6fd4-8fb3-410a-8200-13a929273494 req-d3f00a40-d3ed-4632-8b74-3507434e0100 service neutron] 10.222.0.73 "PUT /v2.0/ports/2929851c-bcb0-45d7-b520-0c9f0c1baa7e HTTP/1.1" status: 200 len: 1097 time: 1.9605865 Aug 11 02:07:11.952371 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df96b2ee-8f39-42ef-b5f6-840c0acf6920', 'tag': '2929851c-bcb0-45d7-b520-0c9f0c1baa7e'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:11.955369 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240a82cd-e340-4ad7-82bc-d97f4d05052f" -d '{"events": [{"name": "network-changed", "server_uuid": "df96b2ee-8f39-42ef-b5f6-840c0acf6920", "tag": "2929851c-bcb0-45d7-b520-0c9f0c1baa7e"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:11.959191 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f00a40-d3ed-4632-8b74-3507434e0100 service neutron] Pushing event updated for resources: {'Port': ['ID=2929851c-bcb0-45d7-b520-0c9f0c1baa7e,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:11.972674 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['966c4eeb-0481-4085-85bb-1e7064e5aafa'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:11.976680 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-97b8d9fa-3777-47f9-b101-26c02d0db7a0 req-7482e959-99be-4b7c-abd3-e01a7ca982f1 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482951 Aug 11 02:07:12.028241 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:12.033734 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-36072502-4f09-4642-a09e-29f5c1d0a0c7 service neutron] Transition to ACTIVE for port object a1f8ae10-79f2-4796-927d-348e53a5326e will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:12.040977 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-36072502-4f09-4642-a09e-29f5c1d0a0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:12.052022 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19dfdfde-eece-4cec-887d-18e4e91ae0ac {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:07:12.074208 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 19dfdfde-eece-4cec-887d-18e4e91ae0ac, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=19dfdfde-eece-4cec-887d-18e4e91ae0ac,segment=NetworkSegment(e2e87212-6a86-4d9c-b54b-6de1ef876734),segment_id=e2e87212-6a86-4d9c-b54b-6de1ef876734)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:12.083643 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:12.126409 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5274562-aa3b-4d17-b7f5-1807b0edb39b req-9baf0286-5300-45bd-b2ba-4c92504c91d7 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:12.134051 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5274562-aa3b-4d17-b7f5-1807b0edb39b req-9baf0286-5300-45bd-b2ba-4c92504c91d7 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5faf85f-9f29-4d46-b116-525759785069 HTTP/1.1" status: 200 len: 943 time: 0.0928767 Aug 11 02:07:12.150936 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=19dfdfde-eece-4cec-887d-18e4e91ae0ac,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:12.168092 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b6fd4-8fb3-410a-8200-13a929273494 req-4db24d5b-e2d1-40ac-867a-6ebd560244f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:12.169843 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-261b6fd4-8fb3-410a-8200-13a929273494 req-4db24d5b-e2d1-40ac-867a-6ebd560244f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&device_id=df96b2ee-8f39-42ef-b5f6-840c0acf6920 HTTP/1.1" status: 200 len: 1100 time: 0.1424065 Aug 11 02:07:12.178067 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5274562-aa3b-4d17-b7f5-1807b0edb39b req-51310d4c-46ee-46bb-92dc-a277a9cc3aff tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5cc0642-beba-4c80-ba00-4f203b6b0b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431674 Aug 11 02:07:12.185870 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-36072502-4f09-4642-a09e-29f5c1d0a0c7 service neutron] No DVR routers for this DVR port a1f8ae10-79f2-4796-927d-348e53a5326e on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:07:12.216694 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-261b6fd4-8fb3-410a-8200-13a929273494 req-4c85e813-8483-4c66-b0dd-cec23ca2eec9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=2929851c-bcb0-45d7-b520-0c9f0c1baa7e HTTP/1.1" status: 200 len: 217 time: 0.0351043 Aug 11 02:07:12.217405 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36072502-4f09-4642-a09e-29f5c1d0a0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f8ae10-79f2-4796-927d-348e53a5326e,revision_number=10']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:12.245956 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-36072502-4f09-4642-a09e-29f5c1d0a0c7 service neutron] 10.222.0.73 "PUT /v2.0/ports/a1f8ae10-79f2-4796-927d-348e53a5326e/bindings/n-h2-615180-33/activate HTTP/1.1" status: 200 len: 370 time: 1.1274858 Aug 11 02:07:12.256206 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f33edb-827c-4438-a253-9c85d4fa4ac1 req-f25f70c8-41dc-4139-bf4f-f642dda35f9c tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:12.257899 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-32f33edb-827c-4438-a253-9c85d4fa4ac1 req-f25f70c8-41dc-4139-bf4f-f642dda35f9c tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 946 time: 0.1509571 Aug 11 02:07:12.306298 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-32f33edb-827c-4438-a253-9c85d4fa4ac1 req-dbcd175b-fce4-422c-9af1-c62cbb4dff03 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407820 Aug 11 02:07:12.318931 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-13aa1230-5134-4086-bfbb-9f7031a115ed req-86d5cfc3-5048-41dd-ade4-15861ef0c4a8 tempest-FloatingIPsAssociationNegativeTestJSON-742482079 tempest-FloatingIPsAssociationNegativeTestJSON-742482079-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce492ae5-211f-461f-bb61-3b64384a602e HTTP/1.1" status: 200 len: 210 time: 0.0366390 Aug 11 02:07:12.327955 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b6fd4-8fb3-410a-8200-13a929273494 req-10668db0-88f4-42bc-9121-67b47a645ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:12.337667 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-261b6fd4-8fb3-410a-8200-13a929273494 req-10668db0-88f4-42bc-9121-67b47a645ea2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1130071 Aug 11 02:07:12.367345 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3237fb-4b96-465a-8d92-b546ae7d6fbf x-openstack-request-id: req-2b3237fb-4b96-465a-8d92-b546ae7d6fbf {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:12.367676 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce492ae5-211f-461f-bb61-3b64384a602e", "name": "network-vif-deleted", "tag": "966c4eeb-0481-4085-85bb-1e7064e5aafa", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:12.367935 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2b3237fb-4b96-465a-8d92-b546ae7d6fbf {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:12.368334 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce492ae5-211f-461f-bb61-3b64384a602e', 'name': 'network-vif-deleted', 'tag': '966c4eeb-0481-4085-85bb-1e7064e5aafa', 'status': 'completed', 'code': 200} Aug 11 02:07:12.371969 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-6d2455b7-be39-477a-868b-3017563266e6 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:12.374064 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-6d2455b7-be39-477a-868b-3017563266e6 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b&tenant_id=fc914b6e60444f2aabf27f905058cfbf&binding%3Ahost_id=n-h1-615180-33 HTTP/1.1" status: 200 len: 1097 time: 0.0528550 Aug 11 02:07:12.382620 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4193342-46fc-4834-a696-a041488a60d2 x-openstack-request-id: req-c4193342-46fc-4834-a696-a041488a60d2 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:12.382964 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df96b2ee-8f39-42ef-b5f6-840c0acf6920", "tag": "2929851c-bcb0-45d7-b520-0c9f0c1baa7e", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:12.383218 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c4193342-46fc-4834-a696-a041488a60d2 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:12.383636 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df96b2ee-8f39-42ef-b5f6-840c0acf6920', 'tag': '2929851c-bcb0-45d7-b520-0c9f0c1baa7e', 'status': 'completed', 'code': 200} Aug 11 02:07:12.384979 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['19dfdfde-eece-4cec-887d-18e4e91ae0ac'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:12.401720 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b6fd4-8fb3-410a-8200-13a929273494 req-d1047073-d04c-47a2-8c33-650d777bc90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:12.403265 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-261b6fd4-8fb3-410a-8200-13a929273494 req-d1047073-d04c-47a2-8c33-650d777bc90b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0573516 Aug 11 02:07:12.427466 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-363fdb3d-c28c-4f8d-bef1-1514a4bbb4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:12.429086 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-363fdb3d-c28c-4f8d-bef1-1514a4bbb4a2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b&tenant_id=fc914b6e60444f2aabf27f905058cfbf HTTP/1.1" status: 200 len: 1097 time: 0.0444424 Aug 11 02:07:12.514420 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-261b6fd4-8fb3-410a-8200-13a929273494 req-7712ec79-5090-4379-b879-aa29f3be5a68 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973949 Aug 11 02:07:12.518064 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926398e-e1ac-4c16-ad17-52a5fa026fd6 req-fb84c74f-6ab6-4b46-a31d-2c7f615d89cf tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:12.519755 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a926398e-e1ac-4c16-ad17-52a5fa026fd6 req-fb84c74f-6ab6-4b46-a31d-2c7f615d89cf tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=df96b2ee-8f39-42ef-b5f6-840c0acf6920 HTTP/1.1" status: 200 len: 948 time: 0.0896959 Aug 11 02:07:12.526454 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-b54879f9-49c6-4aa2-a9ff-cacb47e8bb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:12.528253 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-b54879f9-49c6-4aa2-a9ff-cacb47e8bb3e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc914b6e60444f2aabf27f905058cfbf&device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 1097 time: 0.0668821 Aug 11 02:07:12.622284 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-261b6fd4-8fb3-410a-8200-13a929273494 req-ee8fc5f1-a215-4a14-918e-0bf07210d101 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946450 Aug 11 02:07:12.624109 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a926398e-e1ac-4c16-ad17-52a5fa026fd6 req-43b0edc6-109b-4d81-a3cc-48ee7a919445 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947907 Aug 11 02:07:12.669519 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-79a5be0c-f4ed-4be9-a00c-64ee615229a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:12.671084 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-79a5be0c-f4ed-4be9-a00c-64ee615229a8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7 HTTP/1.1" status: 200 len: 922 time: 0.1251268 Aug 11 02:07:12.717818 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a82cd-e340-4ad7-82bc-d97f4d05052f req-b2a10da3-5f7a-4f84-b30d-b97128a3bd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:12.718878 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-6208081f-dc87-4b0e-b28e-ee772713bd1d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1f8ae10-79f2-4796-927d-348e53a5326e HTTP/1.1" status: 200 len: 217 time: 0.0398428 Aug 11 02:07:12.719329 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-240a82cd-e340-4ad7-82bc-d97f4d05052f req-b2a10da3-5f7a-4f84-b30d-b97128a3bd53 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&device_id=df96b2ee-8f39-42ef-b5f6-840c0acf6920 HTTP/1.1" status: 200 len: 1100 time: 0.0427086 Aug 11 02:07:12.772078 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-649bb7cb-d1b0-4c17-92d8-36754ab8db24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:12.773846 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-649bb7cb-d1b0-4c17-92d8-36754ab8db24 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b6e0d0b4-108b-452a-91dc-cd606630079c HTTP/1.1" status: 200 len: 861 time: 0.0459783 Aug 11 02:07:12.807444 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-5040cee6-42ae-49b1-991e-d8bd01d0c1f4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255532 Aug 11 02:07:12.825137 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a82cd-e340-4ad7-82bc-d97f4d05052f req-fd3e65f6-55c3-45b8-a327-3e60497b13ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:12.827031 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-240a82cd-e340-4ad7-82bc-d97f4d05052f req-fd3e65f6-55c3-45b8-a327-3e60497b13ce service neutron] 10.222.0.73 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.0988486 Aug 11 02:07:12.873727 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-240a82cd-e340-4ad7-82bc-d97f4d05052f req-2e5e620c-e4db-4cbd-8a7d-af0fb7fc6d41 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=2929851c-bcb0-45d7-b520-0c9f0c1baa7e HTTP/1.1" status: 200 len: 217 time: 0.0356076 Aug 11 02:07:12.920322 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-c35d55db-75cc-4745-9a2e-c89e510a9ddd service neutron] 10.222.0.66 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047940 Aug 11 02:07:12.929488 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a82cd-e340-4ad7-82bc-d97f4d05052f req-32e81715-676f-481c-a551-3c9a6b4b88e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:12.930944 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-240a82cd-e340-4ad7-82bc-d97f4d05052f req-32e81715-676f-481c-a551-3c9a6b4b88e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.0479968 Aug 11 02:07:13.008166 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00ec1575-868f-4507-996e-65318cb9a13b req-4cf6af34-bce5-4301-aac3-bb022332e616 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1394054643&fields=id&tenant_id=60a4c1bf3ebd46f1af3a34fa98499cd5 HTTP/1.1" status: 200 len: 267 time: 0.0703492 Aug 11 02:07:13.022688 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f5c07-2c21-46fe-91c1-9c9c82cbb001 req-5f5b280c-92ca-4b12-bb74-5caf2272fc5f tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:13.024139 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-be2f5c07-2c21-46fe-91c1-9c9c82cbb001 req-5f5b280c-92ca-4b12-bb74-5caf2272fc5f tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.0970941 Aug 11 02:07:13.027573 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a82cd-e340-4ad7-82bc-d97f4d05052f req-d6fa1e8e-0423-472d-b567-43574b343fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:13.029064 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-240a82cd-e340-4ad7-82bc-d97f4d05052f req-d6fa1e8e-0423-472d-b567-43574b343fa5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0831797 Aug 11 02:07:13.078473 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-60f96706-7a8b-4568-aff9-ac26f3db269b service neutron] 10.222.0.66 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494353 Aug 11 02:07:13.081810 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-be2f5c07-2c21-46fe-91c1-9c9c82cbb001 req-24ef89b5-1902-494e-bd5e-9777617a284b tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509684 Aug 11 02:07:13.185515 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec1575-868f-4507-996e-65318cb9a13b req-5608f392-b56e-46f9-8c7f-3a02d6ace192 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:13.186994 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00ec1575-868f-4507-996e-65318cb9a13b req-5608f392-b56e-46f9-8c7f-3a02d6ace192 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/networks?id=068e6073-54cf-4fcd-9f73-ff093706c9f6 HTTP/1.1" status: 200 len: 816 time: 0.1708019 Aug 11 02:07:13.193135 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-240a82cd-e340-4ad7-82bc-d97f4d05052f req-b2ab6774-d2bb-4155-993e-da71050fca6c service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525269 Aug 11 02:07:13.212394 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00ec1575-868f-4507-996e-65318cb9a13b req-bab27e3d-c5c7-4caf-9b13-068e0baa21eb tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/quotas/60a4c1bf3ebd46f1af3a34fa98499cd5 HTTP/1.1" status: 200 len: 375 time: 0.0183179 Aug 11 02:07:13.263386 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98beaee2-8212-4c83-a18a-964d6717fb29 req-5411d267-2092-4577-84cb-6f8a4fe66871 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:13.265307 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-98beaee2-8212-4c83-a18a-964d6717fb29 req-5411d267-2092-4577-84cb-6f8a4fe66871 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 945 time: 0.0586276 Aug 11 02:07:13.306772 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-98beaee2-8212-4c83-a18a-964d6717fb29 req-1100cf04-403a-4f80-aa76-11d776319fa6 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350697 Aug 11 02:07:13.343338 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00ec1575-868f-4507-996e-65318cb9a13b req-88da3572-33d8-44ed-a6e7-25097dd34e4f tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=60a4c1bf3ebd46f1af3a34fa98499cd5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1217382 Aug 11 02:07:13.347836 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-240a82cd-e340-4ad7-82bc-d97f4d05052f req-84aa4d4b-c4cd-494e-bb5a-648a53d261dc service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462646 Aug 11 02:07:13.363647 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-35eb236c-9458-4942-807d-7b28eaaa9a51 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:13.365754 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-35eb236c-9458-4942-807d-7b28eaaa9a51 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b&tenant_id=fc914b6e60444f2aabf27f905058cfbf&binding%3Ahost_id=n-h2-615180-33 HTTP/1.1" status: 200 len: 1097 time: 0.0573304 Aug 11 02:07:13.446599 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00ec1575-868f-4507-996e-65318cb9a13b req-9c766eb3-d4cc-4677-816a-e415e3fa6f77 service neutron] 10.222.0.50 "GET /v2.0/networks/068e6073-54cf-4fcd-9f73-ff093706c9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911112 Aug 11 02:07:13.465937 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4bee7-1ca6-466a-a0c4-31ecd6f3ca50 req-8506cadd-4df0-49a4-a8d9-ce296ac64690 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:13.467461 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0bf4bee7-1ca6-466a-a0c4-31ecd6f3ca50 req-8506cadd-4df0-49a4-a8d9-ce296ac64690 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5faf85f-9f29-4d46-b116-525759785069 HTTP/1.1" status: 200 len: 944 time: 0.0878143 Aug 11 02:07:13.536585 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00ec1575-868f-4507-996e-65318cb9a13b req-edc9bd0e-ee06-4f3a-b96d-0e56be6e3eaf service neutron] 10.222.0.50 "GET /v2.0/networks/068e6073-54cf-4fcd-9f73-ff093706c9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834653 Aug 11 02:07:13.541678 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0bf4bee7-1ca6-466a-a0c4-31ecd6f3ca50 req-6d9261d0-e20c-4baf-a32d-1d0ddfb55041 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5cc0642-beba-4c80-ba00-4f203b6b0b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670681 Aug 11 02:07:13.546219 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-8f6dc8ad-0327-4a71-9c1e-a1af4ffdad15 service neutron] For port a1f8ae10-79f2-4796-927d-348e53a5326e, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:07:13.550086 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-8f6dc8ad-0327-4a71-9c1e-a1af4ffdad15 service neutron] Notify callbacks [] for binding, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:13.551245 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-624f58e1-41c4-4991-8d4e-b8bd74642e72 req-8f6dc8ad-0327-4a71-9c1e-a1af4ffdad15 service neutron] 10.222.0.66 "DELETE /v2.0/ports/a1f8ae10-79f2-4796-927d-348e53a5326e/bindings/n-h1-615180-33 HTTP/1.1" status: 204 len: 173 time: 0.1771739 Aug 11 02:07:13.555714 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 19dfdfde-eece-4cec-887d-18e4e91ae0ac up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:07:13.622755 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 19dfdfde-eece-4cec-887d-18e4e91ae0ac completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:13.626632 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 19dfdfde-eece-4cec-887d-18e4e91ae0ac triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:13.627677 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:13.665635 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7e179-03f0-48ad-bf50-ef725a400bb0 req-486bb829-ee4e-4977-8186-7bde600f5b81 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:13.672620 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e7b7e179-03f0-48ad-bf50-ef725a400bb0 req-486bb829-ee4e-4977-8186-7bde600f5b81 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 946 time: 0.0581245 Aug 11 02:07:13.711395 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e7b7e179-03f0-48ad-bf50-ef725a400bb0 req-f14bd82f-21ec-4f37-8bf4-ec7f0fbbcd86 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373502 Aug 11 02:07:13.721334 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:13.745243 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5faf85f-9f29-4d46-b116-525759785069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dfdfde-eece-4cec-887d-18e4e91ae0ac'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:13.747488 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abcd19f-aba2-4102-b164-700ea37dafe8" -d '{"events": [{"server_uuid": "b5faf85f-9f29-4d46-b116-525759785069", "name": "network-vif-plugged", "status": "completed", "tag": "19dfdfde-eece-4cec-887d-18e4e91ae0ac"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:13.760992 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57110) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:13.768159 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 19dfdfde-eece-4cec-887d-18e4e91ae0ac, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=19dfdfde-eece-4cec-887d-18e4e91ae0ac,segment=NetworkSegment(e2e87212-6a86-4d9c-b54b-6de1ef876734),segment_id=e2e87212-6a86-4d9c-b54b-6de1ef876734)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:13.773777 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:13.774673 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device a1f8ae10-79f2-4796-927d-348e53a5326e no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:07:13.851878 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device a1f8ae10-79f2-4796-927d-348e53a5326e not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:07:13.862276 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=19dfdfde-eece-4cec-887d-18e4e91ae0ac,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:13.917711 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae862f06-f6cd-4f46-a23c-ad92b1cf9df6 x-openstack-request-id: req-ae862f06-f6cd-4f46-a23c-ad92b1cf9df6 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:13.918007 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5faf85f-9f29-4d46-b116-525759785069", "name": "network-vif-plugged", "status": "completed", "tag": "19dfdfde-eece-4cec-887d-18e4e91ae0ac", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:13.918326 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ae862f06-f6cd-4f46-a23c-ad92b1cf9df6 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:13.918814 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5faf85f-9f29-4d46-b116-525759785069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dfdfde-eece-4cec-887d-18e4e91ae0ac', 'code': 200} Aug 11 02:07:14.043724 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2f4ccfe6-2f35-42a9-80ef-c92158b53528 req-5651c896-6866-4dcc-bbfd-3241336d45f0 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 210 time: 0.0456450 Aug 11 02:07:14.156963 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390cd00-65ff-45e7-8633-3f77b376dc93 req-dbfe8d09-24a5-4a67-a5fd-63660ba43ceb tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:14.158874 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8390cd00-65ff-45e7-8633-3f77b376dc93 req-dbfe8d09-24a5-4a67-a5fd-63660ba43ceb tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=df96b2ee-8f39-42ef-b5f6-840c0acf6920 HTTP/1.1" status: 200 len: 948 time: 0.3438818 Aug 11 02:07:14.182745 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edec40b-761c-4e51-89b2-a3b5d803d89b req-aa83706b-6f67-4f0d-980e-5cd9105ea7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:14.184285 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9edec40b-761c-4e51-89b2-a3b5d803d89b req-aa83706b-6f67-4f0d-980e-5cd9105ea7e8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b5faf85f-9f29-4d46-b116-525759785069 HTTP/1.1" status: 200 len: 1097 time: 0.1703916 Aug 11 02:07:14.211229 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8390cd00-65ff-45e7-8633-3f77b376dc93 req-a082c9cc-d2ba-44f4-8cb3-3590ecbdf658 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341434 Aug 11 02:07:14.293075 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9edec40b-761c-4e51-89b2-a3b5d803d89b req-f17ab065-5701-431e-835a-7e24baa9aea4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f5cc0642-beba-4c80-ba00-4f203b6b0b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972078 Aug 11 02:07:14.300975 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefd192-e890-4aea-b8b1-4677fb3257b4 req-f8aa0cef-8243-4957-b719-e94576f66347 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:14.302603 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-faefd192-e890-4aea-b8b1-4677fb3257b4 req-f8aa0cef-8243-4957-b719-e94576f66347 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.1220376 Aug 11 02:07:14.344229 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 966c4eeb-0481-4085-85bb-1e7064e5aafa no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:07:14.360942 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-faefd192-e890-4aea-b8b1-4677fb3257b4 req-9dbe7013-86e9-4215-93a4-ea105f422496 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509143 Aug 11 02:07:14.387566 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 966c4eeb-0481-4085-85bb-1e7064e5aafa {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:07:14.388117 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 966c4eeb-0481-4085-85bb-1e7064e5aafa not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:07:14.430097 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aaf6ba78-993e-4bc1-8ea6-c96096cd6539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:14.455940 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44be20e-3d56-49e3-9a26-3228fc33d118 req-2a606a74-4605-4746-99de-33e1235ae7a6 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:14.457591 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e44be20e-3d56-49e3-9a26-3228fc33d118 req-2a606a74-4605-4746-99de-33e1235ae7a6 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 945 time: 0.0521188 Aug 11 02:07:14.498927 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e44be20e-3d56-49e3-9a26-3228fc33d118 req-d2537790-6de4-45c3-b8c6-0000db011183 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342472 Aug 11 02:07:14.651351 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61870ac0-1f0d-4e42-b06c-c9bbe193607d req-26fae815-0935-40a1-984f-3d48ada31b43 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:14.653394 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-61870ac0-1f0d-4e42-b06c-c9bbe193607d req-26fae815-0935-40a1-984f-3d48ada31b43 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 1097 time: 0.0437710 Aug 11 02:07:14.692062 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-61870ac0-1f0d-4e42-b06c-c9bbe193607d req-19febafc-a082-458f-967b-d56e0e7a37f1 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324268 Aug 11 02:07:14.712647 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6644690-c28c-4f70-9e06-3816023b7498 req-1468f16d-1bb3-44a9-9070-f6c8eadd12da tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:14.714258 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f6644690-c28c-4f70-9e06-3816023b7498 req-1468f16d-1bb3-44a9-9070-f6c8eadd12da tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5faf85f-9f29-4d46-b116-525759785069 HTTP/1.1" status: 200 len: 945 time: 0.0897810 Aug 11 02:07:14.776477 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f6644690-c28c-4f70-9e06-3816023b7498 req-aa61b20c-b7df-4cb5-b967-4105dcf147b9 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5cc0642-beba-4c80-ba00-4f203b6b0b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458045 Aug 11 02:07:14.791674 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-aaf6ba78-993e-4bc1-8ea6-c96096cd6539 admin admin] Deleting port b235ad4e-b50b-4eae-b73e-c3850a9ad9ca {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:07:14.792023 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aaf6ba78-993e-4bc1-8ea6-c96096cd6539 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:14.856273 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991713c-473e-4b42-aff7-220a3f81096a req-7f74c08a-a7be-47af-8099-399087693382 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:14.857806 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1991713c-473e-4b42-aff7-220a3f81096a req-7f74c08a-a7be-47af-8099-399087693382 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 946 time: 0.0619578 Aug 11 02:07:14.883337 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-aaf6ba78-993e-4bc1-8ea6-c96096cd6539 admin admin] For port b235ad4e-b50b-4eae-b73e-c3850a9ad9ca, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b235ad4e-b50b-4eae-b73e-c3850a9ad9ca,segment=NetworkSegment(1f13d792-153a-4a32-8139-5d10935723ac),segment_id=1f13d792-153a-4a32-8139-5d10935723ac)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:14.883765 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aaf6ba78-993e-4bc1-8ea6-c96096cd6539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:14.907640 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-aaf6ba78-993e-4bc1-8ea6-c96096cd6539 admin admin] Calling delete_port for b235ad4e-b50b-4eae-b73e-c3850a9ad9ca owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:07:14.924512 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1991713c-473e-4b42-aff7-220a3f81096a req-2ce16dc0-436a-407f-897c-fc5461f60ac0 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562110 Aug 11 02:07:14.933719 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-75dba05c-aa16-4c7b-abb5-7dce91afe296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:14.935208 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-75dba05c-aa16-4c7b-abb5-7dce91afe296 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ad8af97bd524ff09f331d88ab3a939b&device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 1098 time: 0.0765307 Aug 11 02:07:15.044317 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-9de0f0f0-248b-4aa0-bf1f-f8e314c7140c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:15.045923 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-9de0f0f0-248b-4aa0-bf1f-f8e314c7140c service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c HTTP/1.1" status: 200 len: 909 time: 0.0998213 Aug 11 02:07:15.095312 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-53c7b417-c9a2-4453-8e3b-d8896202ead9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a82eea53-7092-4692-9141-f856d8fd4bfb HTTP/1.1" status: 200 len: 217 time: 0.0412679 Aug 11 02:07:15.167640 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-0db3766d-d5de-4cc6-a45b-6e186b7ff46c tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:15.169070 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-0db3766d-d5de-4cc6-a45b-6e186b7ff46c tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/networks?id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7 HTTP/1.1" status: 200 len: 821 time: 0.2190907 Aug 11 02:07:15.178582 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ab99d444-350b-41c3-a92c-18acceae3905 req-27e24ca6-a954-4531-ab2d-5c49868086b5 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 210 time: 0.0330164 Aug 11 02:07:15.203504 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-d2162e15-7fb4-4154-b660-455b3651560c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:15.205572 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-d2162e15-7fb4-4154-b660-455b3651560c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ea5a035c-6f83-40b0-8579-ac261184d3bb HTTP/1.1" status: 200 len: 848 time: 0.1000218 Aug 11 02:07:15.215786 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-09d056fa-b6e0-4886-93b4-87b31c451500 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/quotas/fc914b6e60444f2aabf27f905058cfbf HTTP/1.1" status: 200 len: 375 time: 0.0316563 Aug 11 02:07:15.249466 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec1575-868f-4507-996e-65318cb9a13b req-686ef596-3ecd-447c-a9da-1d665f5f234e tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:15.251508 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00ec1575-868f-4507-996e-65318cb9a13b req-686ef596-3ecd-447c-a9da-1d665f5f234e tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.66 "GET /v2.0/networks?id=068e6073-54cf-4fcd-9f73-ff093706c9f6 HTTP/1.1" status: 200 len: 816 time: 0.1735413 Aug 11 02:07:15.266693 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-a13c4670-5d7f-4ed7-85fd-7e93e6bf03e2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281551 Aug 11 02:07:15.321854 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-f42d82a8-3205-4aca-890a-f45b1746b995 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc914b6e60444f2aabf27f905058cfbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965984 Aug 11 02:07:15.338741 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aaf6ba78-993e-4bc1-8ea6-c96096cd6539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:15.354606 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc7199-017e-4a8e-961e-6330050b2b9c req-ec5b0171-1774-42b6-b2f4-4caaad816df6 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:15.356165 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-98bc7199-017e-4a8e-961e-6330050b2b9c req-ec5b0171-1774-42b6-b2f4-4caaad816df6 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=df96b2ee-8f39-42ef-b5f6-840c0acf6920 HTTP/1.1" status: 200 len: 948 time: 0.0547965 Aug 11 02:07:15.405935 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6ba78-993e-4bc1-8ea6-c96096cd6539 admin admin] Pushing event deleted for resources: {'Port': ['ID=b235ad4e-b50b-4eae-b73e-c3850a9ad9ca,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:15.455926 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-98bc7199-017e-4a8e-961e-6330050b2b9c req-dc9c5b46-0c30-41e9-bee0-1538cd0bc3b3 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927441 Aug 11 02:07:15.512066 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-bdaad17b-43e8-485f-b8e6-95ae030e4e06 service neutron] 10.222.0.66 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277151 Aug 11 02:07:15.576564 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 2929851c-bcb0-45d7-b520-0c9f0c1baa7e details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:07:15.603429 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a232bff3-dc1e-4210-9372-9bdedf6f13f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:15.668427 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-aa2cd20a-d51c-468d-abaa-2b80dce91130 service neutron] 10.222.0.66 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290398 Aug 11 02:07:15.742415 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae143a3-675e-4ead-ae93-01adcd9d7c7c req-cf56c12e-25e6-4af9-84eb-2fbf21bb23ed tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:15.744556 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4ae143a3-675e-4ead-ae93-01adcd9d7c7c req-cf56c12e-25e6-4af9-84eb-2fbf21bb23ed tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.0748184 Aug 11 02:07:15.779994 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 2929851c-bcb0-45d7-b520-0c9f0c1baa7e, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=2929851c-bcb0-45d7-b520-0c9f0c1baa7e,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:15.794501 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '2929851c-bcb0-45d7-b520-0c9f0c1baa7e', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': '2929851c-bcb0-45d7-b520-0c9f0c1baa7e', 'mac_address': 'fa:16:3e:db:1f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:07:15.832154 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4ae143a3-675e-4ead-ae93-01adcd9d7c7c req-2469ca62-6e4e-4b08-aded-602b4c7d1350 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805647 Aug 11 02:07:15.841011 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:15.856120 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2929851c-bcb0-45d7-b520-0c9f0c1baa7e {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:07:15.883847 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6ba78-993e-4bc1-8ea6-c96096cd6539 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:15.884280 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6ba78-993e-4bc1-8ea6-c96096cd6539 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:15.884687 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6ba78-993e-4bc1-8ea6-c96096cd6539 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:15.885211 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6ba78-993e-4bc1-8ea6-c96096cd6539 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:15.885756 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6ba78-993e-4bc1-8ea6-c96096cd6539 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:15.886151 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6ba78-993e-4bc1-8ea6-c96096cd6539 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:15.886538 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6ba78-993e-4bc1-8ea6-c96096cd6539 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:15.886925 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6ba78-993e-4bc1-8ea6-c96096cd6539 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:15.887569 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6ba78-993e-4bc1-8ea6-c96096cd6539 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:15.887686 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6ba78-993e-4bc1-8ea6-c96096cd6539 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:15.888078 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6ba78-993e-4bc1-8ea6-c96096cd6539 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:15.888589 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6ba78-993e-4bc1-8ea6-c96096cd6539 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:15.893497 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 2929851c-bcb0-45d7-b520-0c9f0c1baa7e, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=2929851c-bcb0-45d7-b520-0c9f0c1baa7e,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:15.905032 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:15.970165 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=2929851c-bcb0-45d7-b520-0c9f0c1baa7e,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:16.020148 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586c54f-0eab-4be7-8f69-8caf39c049fc req-0d5b3fd9-42a0-4ae7-ad9c-90025117f922 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:16.025240 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9586c54f-0eab-4be7-8f69-8caf39c049fc req-0d5b3fd9-42a0-4ae7-ad9c-90025117f922 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5faf85f-9f29-4d46-b116-525759785069 HTTP/1.1" status: 200 len: 945 time: 0.1045167 Aug 11 02:07:16.065339 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b5d919c-e98c-409f-be76-303139b81765 req-04f180c6-3ab8-4a99-aae2-d21c78d768a5 service neutron] 10.222.0.66 "GET /v2.0/ports/76df8e04-64c2-4bd9-8284-74ca034add0a/bindings/n-h2-615180-33 HTTP/1.1" status: 200 len: 383 time: 0.1341090 Aug 11 02:07:16.080527 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9586c54f-0eab-4be7-8f69-8caf39c049fc req-cc83575a-fbd4-4f5c-b185-ff23a8a7dff2 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5cc0642-beba-4c80-ba00-4f203b6b0b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511291 Aug 11 02:07:16.102797 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aaf6ba78-993e-4bc1-8ea6-c96096cd6539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:16.142523 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00ec1575-868f-4507-996e-65318cb9a13b req-6e17f797-54f6-4007-93f0-3946d6bbc49f tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60a4c1bf3ebd46f1af3a34fa98499cd5 HTTP/1.1" status: 200 len: 380 time: 0.7359557 Aug 11 02:07:16.214944 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-00ec1575-868f-4507-996e-65318cb9a13b req-3aa672e8-0ed5-4f87-8fa8-6104f4fab4c2 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Request body: {'port': {'device_id': 'cfcc6ffc-65c5-4158-ac0a-d3adfc22e645', 'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6', 'admin_state_up': True, 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'security_groups': ['a8c7d574-9050-41e4-a9b4-3e9029ab9b5e']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:16.222050 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['2929851c-bcb0-45d7-b520-0c9f0c1baa7e'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:16.255267 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c8aa7-fa58-472d-af73-d15691e05fc8 req-5e157faf-a811-4aa0-a5b5-a269a4ab92c8 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:16.264727 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-869c8aa7-fa58-472d-af73-d15691e05fc8 req-5e157faf-a811-4aa0-a5b5-a269a4ab92c8 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 946 time: 0.0813503 Aug 11 02:07:16.326172 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-869c8aa7-fa58-472d-af73-d15691e05fc8 req-d32efa1d-e85b-4cff-88df-793fb1f9b7ff tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564325 Aug 11 02:07:16.439333 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7552efb9-994b-4140-ad07-5357dfd671b2 req-0288544a-9480-4f15-94f8-71ef24589ca4 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 210 time: 0.0342932 Aug 11 02:07:16.443361 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d919c-e98c-409f-be76-303139b81765 req-f7644c5a-b5fb-48fe-930d-29ee26d84ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:16.445933 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b5d919c-e98c-409f-be76-303139b81765 req-f7644c5a-b5fb-48fe-930d-29ee26d84ca1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5&tenant_id=0977f8d1f319488d943473f8926805cd HTTP/1.1" status: 200 len: 1102 time: 0.1114616 Aug 11 02:07:16.477508 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-9d406f2a-8a6b-492e-ad51-50dfafad96ab service neutron] 10.222.0.50 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1467037 Aug 11 02:07:16.586123 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d919c-e98c-409f-be76-303139b81765 req-5ba37e0a-077b-42a3-9b6d-f41ffb9d144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:16.587662 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b5d919c-e98c-409f-be76-303139b81765 req-5ba37e0a-077b-42a3-9b6d-f41ffb9d144c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 1102 time: 0.1013434 Aug 11 02:07:16.598460 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6969b82-6739-4b05-ac94-5f1e37ef8376 req-38243283-77bd-4d7f-ac49-18214e3a5118 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:16.599968 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c6969b82-6739-4b05-ac94-5f1e37ef8376 req-38243283-77bd-4d7f-ac49-18214e3a5118 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=df96b2ee-8f39-42ef-b5f6-840c0acf6920 HTTP/1.1" status: 200 len: 949 time: 0.0644622 Aug 11 02:07:16.676380 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-9d94104d-ea4b-421a-b9d8-71f0a2c8f020 service neutron] 10.222.0.50 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966686 Aug 11 02:07:16.683143 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf6ba78-993e-4bc1-8ea6-c96096cd6539 admin admin] Router d3da5e9b-9223-46e2-953a-f25fabe4b663 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:07:16.687227 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c6969b82-6739-4b05-ac94-5f1e37ef8376 req-26851d43-11b3-432c-83d3-4efa84e3466e tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764134 Aug 11 02:07:16.702458 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ec1575-868f-4507-996e-65318cb9a13b req-3aa672e8-0ed5-4f87-8fa8-6104f4fab4c2 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Made reservation on behalf of 60a4c1bf3ebd46f1af3a34fa98499cd5 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:07:16.719461 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-00ec1575-868f-4507-996e-65318cb9a13b req-3aa672e8-0ed5-4f87-8fa8-6104f4fab4c2 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:16.736803 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d919c-e98c-409f-be76-303139b81765 req-a7e4990d-025f-454f-8647-37cc8c170dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:16.738290 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b5d919c-e98c-409f-be76-303139b81765 req-a7e4990d-025f-454f-8647-37cc8c170dc8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.1366022 Aug 11 02:07:16.790259 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b5d919c-e98c-409f-be76-303139b81765 req-ff9ca386-9021-4a8f-bd10-4957a30f6008 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=76df8e04-64c2-4bd9-8284-74ca034add0a HTTP/1.1" status: 200 len: 217 time: 0.0421085 Aug 11 02:07:16.852338 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d919c-e98c-409f-be76-303139b81765 req-a2ac1cdc-fa6e-4b8f-939b-2fe516d48960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:16.854098 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b5d919c-e98c-409f-be76-303139b81765 req-a2ac1cdc-fa6e-4b8f-939b-2fe516d48960 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.0558922 Aug 11 02:07:16.973964 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6966c50c-ae22-415b-80bb-ef2538160208 req-2cfbf189-b536-4caf-b504-dd1a2116fe69 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 210 time: 0.0595996 Aug 11 02:07:17.015588 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d919c-e98c-409f-be76-303139b81765 req-5b813400-6afe-48ec-8c29-a80bc68e8bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:17.018107 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b5d919c-e98c-409f-be76-303139b81765 req-5b813400-6afe-48ec-8c29-a80bc68e8bc8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1430461 Aug 11 02:07:17.061078 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf6ba78-993e-4bc1-8ea6-c96096cd6539 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:07:17.070558 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f27e41e-c24b-45ad-8176-40ece5c8eaf2 None None] Sync routers for ids ['d3da5e9b-9223-46e2-953a-f25fabe4b663'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:07:17.078096 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-aaf6ba78-993e-4bc1-8ea6-c96096cd6539 admin admin] 10.222.0.50 "PUT /v2.0/routers/d3da5e9b-9223-46e2-953a-f25fabe4b663/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3159242 Aug 11 02:07:17.081305 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-00ec1575-868f-4507-996e-65318cb9a13b req-3aa672e8-0ed5-4f87-8fa8-6104f4fab4c2 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Allocated IP 172.20.0.14 (068e6073-54cf-4fcd-9f73-ff093706c9f6/299a9d58-2432-41ae-9870-ba5a0dd4be22/15f7cc88-4ab8-4b55-9c8a-b068b900cc68) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:07:17.087127 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f27e41e-c24b-45ad-8176-40ece5c8eaf2 None None] Routers {'d3da5e9b-9223-46e2-953a-f25fabe4b663'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:07:17.088313 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-3f27e41e-c24b-45ad-8176-40ece5c8eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:06:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['d3da5e9b-9223-46e2-953a-f25fabe4b663'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:17.092295 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57180) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:17.168481 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b5d919c-e98c-409f-be76-303139b81765 req-c90d817c-f2d4-43a9-b0b1-6e1d742cef30 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408331 Aug 11 02:07:17.172507 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f8c40-722d-4d4f-a115-6be423968f8b req-4ba63ab1-76f1-4da0-87c6-6dfcc7212254 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:17.174101 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4a6f8c40-722d-4d4f-a115-6be423968f8b req-4ba63ab1-76f1-4da0-87c6-6dfcc7212254 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.2249529 Aug 11 02:07:17.301626 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-3f27e41e-c24b-45ad-8176-40ece5c8eaf2 None None] Set router d3da5e9b-9223-46e2-953a-f25fabe4b663 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:07:17.314258 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b5d919c-e98c-409f-be76-303139b81765 req-2147c1ce-1684-4b1f-ba09-9cea2e67d982 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330738 Aug 11 02:07:17.363216 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4a6f8c40-722d-4d4f-a115-6be423968f8b req-f0d31837-57a2-45b8-b952-dd0097544b66 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808698 Aug 11 02:07:17.427611 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b301065c-c9a7-4525-a87a-1cb1b982b0a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:17.586724 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026e7d8-b901-4b12-9d32-06dec7753ef8 req-c9b3e703-2ae0-4ee6-b9d0-742e8a488c43 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:17.587638 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-00ec1575-868f-4507-996e-65318cb9a13b req-3aa672e8-0ed5-4f87-8fa8-6104f4fab4c2 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:17.588896 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-3f27e41e-c24b-45ad-8176-40ece5c8eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768594117-router', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'f82cfde8-1f8e-4641-8c7c-4258c9d3516b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:05Z', 'updated_at': '2021-08-11T02:07:15Z', 'revision_number': 5, 'project_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'gw_port': {'id': 'f82cfde8-1f8e-4641-8c7c-4258c9d3516b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:07Z', 'updated_at': '2021-08-11T02:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:17.598934 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2026e7d8-b901-4b12-9d32-06dec7753ef8 req-c9b3e703-2ae0-4ee6-b9d0-742e8a488c43 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 946 time: 0.1490622 Aug 11 02:07:17.613654 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-00ec1575-868f-4507-996e-65318cb9a13b req-3aa672e8-0ed5-4f87-8fa8-6104f4fab4c2 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Transition to ACTIVE for port object 15f7cc88-4ab8-4b55-9c8a-b068b900cc68 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:17.619136 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 2929851c-bcb0-45d7-b520-0c9f0c1baa7e up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:07:17.621778 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f27e41e-c24b-45ad-8176-40ece5c8eaf2 None None] Checking router: d3da5e9b-9223-46e2-953a-f25fabe4b663 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:07:17.657513 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f27e41e-c24b-45ad-8176-40ece5c8eaf2 None None] Routers {'d3da5e9b-9223-46e2-953a-f25fabe4b663'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:07:17.658237 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-3f27e41e-c24b-45ad-8176-40ece5c8eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:06:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['d3da5e9b-9223-46e2-953a-f25fabe4b663'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:17.684240 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2026e7d8-b901-4b12-9d32-06dec7753ef8 req-e67703ea-49ed-456c-a3b9-2961ff7a1e08 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843661 Aug 11 02:07:17.716598 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a19b569c-a770-4e73-8a0a-0e04d0d9556e req-8d0f6970-8b15-44b8-ab78-20847b8bc343 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 210 time: 0.0774808 Aug 11 02:07:17.771347 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 2929851c-bcb0-45d7-b520-0c9f0c1baa7e completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:17.777957 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 2929851c-bcb0-45d7-b520-0c9f0c1baa7e triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:17.778466 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:17.803865 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-00ec1575-868f-4507-996e-65318cb9a13b req-3aa672e8-0ed5-4f87-8fa8-6104f4fab4c2 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:17.825275 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b301065c-c9a7-4525-a87a-1cb1b982b0a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:17.887956 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ec1575-868f-4507-996e-65318cb9a13b req-3aa672e8-0ed5-4f87-8fa8-6104f4fab4c2 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Network 068e6073-54cf-4fcd-9f73-ff093706c9f6 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:07:17.893755 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-00ec1575-868f-4507-996e-65318cb9a13b req-3aa672e8-0ed5-4f87-8fa8-6104f4fab4c2 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:07:17.896477 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-3f27e41e-c24b-45ad-8176-40ece5c8eaf2 None None] Set router d3da5e9b-9223-46e2-953a-f25fabe4b663 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:07:17.898094 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ec1575-868f-4507-996e-65318cb9a13b req-3aa672e8-0ed5-4f87-8fa8-6104f4fab4c2 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:07:17.917424 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1adfdf-3ec3-4620-9f9a-835456e43d99 req-d7abca23-2077-452a-81f2-cb3c2c70fd25 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:17.926707 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6d1adfdf-3ec3-4620-9f9a-835456e43d99 req-d7abca23-2077-452a-81f2-cb3c2c70fd25 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=df96b2ee-8f39-42ef-b5f6-840c0acf6920 HTTP/1.1" status: 200 len: 949 time: 0.1333518 Aug 11 02:07:17.964973 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec1575-868f-4507-996e-65318cb9a13b req-3aa672e8-0ed5-4f87-8fa8-6104f4fab4c2 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:17.965836 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-00ec1575-868f-4507-996e-65318cb9a13b req-3aa672e8-0ed5-4f87-8fa8-6104f4fab4c2 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:17.997385 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6d1adfdf-3ec3-4620-9f9a-835456e43d99 req-875a46a3-bef9-42ba-b7e1-d669c0c86ffe tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620291 Aug 11 02:07:18.020070 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa672e8-0ed5-4f87-8fa8-6104f4fab4c2 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Pushing event updated for resources: {'Port': ['ID=15f7cc88-4ab8-4b55-9c8a-b068b900cc68,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:18.034540 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00ec1575-868f-4507-996e-65318cb9a13b req-3aa672e8-0ed5-4f87-8fa8-6104f4fab4c2 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8295381 Aug 11 02:07:18.049653 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-00ec1575-868f-4507-996e-65318cb9a13b req-6c12ba2f-bf83-4416-8f89-07e13e727633 service neutron] Request body: {'port': {'device_id': 'cfcc6ffc-65c5-4158-ac0a-d3adfc22e645', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:18.088527 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-b301065c-c9a7-4525-a87a-1cb1b982b0a9 admin admin] Deleting port f82cfde8-1f8e-4641-8c7c-4258c9d3516b {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:07:18.088870 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b301065c-c9a7-4525-a87a-1cb1b982b0a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:18.150607 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:18.228948 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df96b2ee-8f39-42ef-b5f6-840c0acf6920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2929851c-bcb0-45d7-b520-0c9f0c1baa7e'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:18.231366 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2057e469-fcb7-4cf8-93ed-8b3cca13cdb9" -d '{"events": [{"server_uuid": "df96b2ee-8f39-42ef-b5f6-840c0acf6920", "name": "network-vif-plugged", "status": "completed", "tag": "2929851c-bcb0-45d7-b520-0c9f0c1baa7e"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:18.237797 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81c8cd2f-bd44-4e90-b604-000ca2b43811 req-cc349608-a807-4208-88fd-dadc3b18e18c tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 210 time: 0.1296930 Aug 11 02:07:18.247933 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-00ec1575-868f-4507-996e-65318cb9a13b req-6c12ba2f-bf83-4416-8f89-07e13e727633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:18.264129 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 2929851c-bcb0-45d7-b520-0c9f0c1baa7e, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=2929851c-bcb0-45d7-b520-0c9f0c1baa7e,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:18.280062 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:18.291062 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e2328f56-fa31-411f-8cd0-88a4092f877a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:18.318777 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-3f27e41e-c24b-45ad-8176-40ece5c8eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768594117-router', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'f82cfde8-1f8e-4641-8c7c-4258c9d3516b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:05Z', 'updated_at': '2021-08-11T02:07:15Z', 'revision_number': 5, 'project_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'gw_port': {'id': 'f82cfde8-1f8e-4641-8c7c-4258c9d3516b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:07Z', 'updated_at': '2021-08-11T02:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:18.325402 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ba55be-e3d2-4e39-b354-5266360f4036 x-openstack-request-id: req-d3ba55be-e3d2-4e39-b354-5266360f4036 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:18.325692 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df96b2ee-8f39-42ef-b5f6-840c0acf6920", "name": "network-vif-plugged", "status": "completed", "tag": "2929851c-bcb0-45d7-b520-0c9f0c1baa7e", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:18.325953 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d3ba55be-e3d2-4e39-b354-5266360f4036 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:18.328054 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df96b2ee-8f39-42ef-b5f6-840c0acf6920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2929851c-bcb0-45d7-b520-0c9f0c1baa7e', 'code': 200} Aug 11 02:07:18.403180 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f27e41e-c24b-45ad-8176-40ece5c8eaf2 None None] The sync data for ids ['d3da5e9b-9223-46e2-953a-f25fabe4b663'] in n-d-615180-33 is: [{'id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768594117-router', 'tenant_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'f82cfde8-1f8e-4641-8c7c-4258c9d3516b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:05Z', 'updated_at': '2021-08-11T02:07:15Z', 'revision_number': 5, 'project_id': '9cf518ab39bd44e9a7f8a66ea3c4040f', 'gw_port': {'id': 'f82cfde8-1f8e-4641-8c7c-4258c9d3516b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3da5e9b-9223-46e2-953a-f25fabe4b663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:07Z', 'updated_at': '2021-08-11T02:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:07:18.428951 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-b301065c-c9a7-4525-a87a-1cb1b982b0a9 admin admin] For port f82cfde8-1f8e-4641-8c7c-4258c9d3516b, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f82cfde8-1f8e-4641-8c7c-4258c9d3516b,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:18.429346 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b301065c-c9a7-4525-a87a-1cb1b982b0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:18.441993 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:18.458661 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4427da5c-4518-4b3c-8af6-436c601bc04f None None] Provisioning for port 15f7cc88-4ab8-4b55-9c8a-b068b900cc68 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:18.485231 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=2929851c-bcb0-45d7-b520-0c9f0c1baa7e,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:18.496963 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4427da5c-4518-4b3c-8af6-436c601bc04f None None] Provisioning complete for port 15f7cc88-4ab8-4b55-9c8a-b068b900cc68 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:18.497162 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4427da5c-4518-4b3c-8af6-436c601bc04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:18.503237 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-b301065c-c9a7-4525-a87a-1cb1b982b0a9 admin admin] Calling delete_port for f82cfde8-1f8e-4641-8c7c-4258c9d3516b owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:07:18.526439 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda1903-4174-46cd-806c-428c9bc3b571 req-feeedacc-86b8-425c-a088-983f7b301c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:18.527442 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2fda1903-4174-46cd-806c-428c9bc3b571 req-feeedacc-86b8-425c-a088-983f7b301c59 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=df96b2ee-8f39-42ef-b5f6-840c0acf6920 HTTP/1.1" status: 200 len: 1102 time: 0.1268716 Aug 11 02:07:18.560870 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-4427da5c-4518-4b3c-8af6-436c601bc04f None None] Port 15f7cc88-4ab8-4b55-9c8a-b068b900cc68 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:07:18.570420 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2fda1903-4174-46cd-806c-428c9bc3b571 req-72e061fa-c6f7-4cd7-afdb-fce23e50e069 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345078 Aug 11 02:07:18.634027 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-7c5a51d8-31d5-41a0-9f32-4faa9c1679bc tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:18.635478 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-7c5a51d8-31d5-41a0-9f32-4faa9c1679bc tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.73 "GET /v2.0/networks?id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7 HTTP/1.1" status: 200 len: 821 time: 0.3681583 Aug 11 02:07:18.673767 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ddb9b866-1207-4dd2-995f-99c23914f64a tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Request body: {'port': {'device_id': '8ff8615a-875e-48c5-a231-3b12b3a952d6', 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7', 'admin_state_up': True, 'tenant_id': 'fc914b6e60444f2aabf27f905058cfbf'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:18.737805 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe8bd2-3b26-4448-87e4-c0a975076fd8 req-fcfc0b15-24e8-4312-a9ed-2550c7abbed9 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:18.739381 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4cbe8bd2-3b26-4448-87e4-c0a975076fd8 req-fcfc0b15-24e8-4312-a9ed-2550c7abbed9 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.2477510 Aug 11 02:07:18.820634 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5567ce8-b280-41e7-b7b6-93642df15834 req-c5ae748a-2ae6-4f1a-8328-167098db0d23 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:18.826720 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e5567ce8-b280-41e7-b7b6-93642df15834 req-c5ae748a-2ae6-4f1a-8328-167098db0d23 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 946 time: 0.0733984 Aug 11 02:07:18.865763 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e5567ce8-b280-41e7-b7b6-93642df15834 req-8875ab6e-802b-4c53-9642-e3ed4e52b652 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370376 Aug 11 02:07:18.947833 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4cbe8bd2-3b26-4448-87e4-c0a975076fd8 req-c0807ae8-ea81-434e-8fb0-57e2616212b4 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746442 Aug 11 02:07:19.008981 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff528aba-f958-4016-a91d-401e08763905 req-b57560d0-a3d7-4407-8d4e-883efb1a3880 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:19.010647 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ff528aba-f958-4016-a91d-401e08763905 req-b57560d0-a3d7-4407-8d4e-883efb1a3880 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 932 time: 0.0698807 Aug 11 02:07:19.062941 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ff528aba-f958-4016-a91d-401e08763905 req-4199d101-ee42-4315-a1f7-240396168784 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8c7d574-9050-41e4-a9b4-3e9029ab9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436125 Aug 11 02:07:19.071920 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-00ec1575-868f-4507-996e-65318cb9a13b req-6c12ba2f-bf83-4416-8f89-07e13e727633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15f7cc88-4ab8-4b55-9c8a-b068b900cc68 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:07:19.101371 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-00ec1575-868f-4507-996e-65318cb9a13b req-6c12ba2f-bf83-4416-8f89-07e13e727633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:19.137722 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ddb9b866-1207-4dd2-995f-99c23914f64a tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Made reservation on behalf of fc914b6e60444f2aabf27f905058cfbf for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:07:19.140971 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ddb9b866-1207-4dd2-995f-99c23914f64a tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:19.142996 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-00ec1575-868f-4507-996e-65318cb9a13b req-6c12ba2f-bf83-4416-8f89-07e13e727633 service neutron] Transition to ACTIVE for port object 15f7cc88-4ab8-4b55-9c8a-b068b900cc68 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:19.169000 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-00ec1575-868f-4507-996e-65318cb9a13b req-6c12ba2f-bf83-4416-8f89-07e13e727633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:19.230946 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b301065c-c9a7-4525-a87a-1cb1b982b0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:19.252948 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12ba2f-bf83-4416-8f89-07e13e727633 service neutron] Pushing event updated for resources: {'Port': ['ID=15f7cc88-4ab8-4b55-9c8a-b068b900cc68,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:19.363698 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a650600-1ef1-4a9a-864b-5180085d8ff1 req-7fa4182e-cd8f-41b4-a550-d89a463193cb tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 210 time: 0.0374529 Aug 11 02:07:19.637758 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1e209-000b-4351-accb-c4e131a2ec3a req-da9b9e37-4257-4e9a-9d60-fcf8e5e7a07b tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:19.639311 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6cb1e209-000b-4351-accb-c4e131a2ec3a req-da9b9e37-4257-4e9a-9d60-fcf8e5e7a07b tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=df96b2ee-8f39-42ef-b5f6-840c0acf6920 HTTP/1.1" status: 200 len: 950 time: 0.5218656 Aug 11 02:07:19.640328 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301065c-c9a7-4525-a87a-1cb1b982b0a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f82cfde8-1f8e-4641-8c7c-4258c9d3516b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:19.816628 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b301065c-c9a7-4525-a87a-1cb1b982b0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:19.822489 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6cb1e209-000b-4351-accb-c4e131a2ec3a req-4e99b060-d16f-4c43-b710-d63a0a25dea1 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702034 Aug 11 02:07:19.843676 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:19.926502 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ddb9b866-1207-4dd2-995f-99c23914f64a tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Allocated IP 172.20.0.3 (91920fe3-ff09-41fe-ba76-a9d2c7703cf7/b6e0d0b4-108b-452a-91dc-cd606630079c/7b700c27-660c-4e58-8fe5-174c7e9f96b8) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:07:19.934061 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b301065c-c9a7-4525-a87a-1cb1b982b0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:19.940148 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b235ad4e-b50b-4eae-b73e-c3850a9ad9ca no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:07:19.944846 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b301065c-c9a7-4525-a87a-1cb1b982b0a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:19.961931 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: b235ad4e-b50b-4eae-b73e-c3850a9ad9ca {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:07:19.961931 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b235ad4e-b50b-4eae-b73e-c3850a9ad9ca not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:07:19.963440 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-00ec1575-868f-4507-996e-65318cb9a13b req-6c12ba2f-bf83-4416-8f89-07e13e727633 service neutron] Attempting to bind port 15f7cc88-4ab8-4b55-9c8a-b068b900cc68 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:07:19.963815 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-00ec1575-868f-4507-996e-65318cb9a13b req-6c12ba2f-bf83-4416-8f89-07e13e727633 service neutron] Attempting to bind port 15f7cc88-4ab8-4b55-9c8a-b068b900cc68 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '3aa0f263-1052-435f-83fb-2fc7589001b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:07:19.964190 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec1575-868f-4507-996e-65318cb9a13b req-6c12ba2f-bf83-4416-8f89-07e13e727633 service neutron] Attempting to bind port 15f7cc88-4ab8-4b55-9c8a-b068b900cc68 on network 068e6073-54cf-4fcd-9f73-ff093706c9f6 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:20.015431 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec1575-868f-4507-996e-65318cb9a13b req-6c12ba2f-bf83-4416-8f89-07e13e727633 service neutron] Port 15f7cc88-4ab8-4b55-9c8a-b068b900cc68 on network 068e6073-54cf-4fcd-9f73-ff093706c9f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:07:20.015888 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec1575-868f-4507-996e-65318cb9a13b req-6c12ba2f-bf83-4416-8f89-07e13e727633 service neutron] Attempting to bind port 15f7cc88-4ab8-4b55-9c8a-b068b900cc68 on network 068e6073-54cf-4fcd-9f73-ff093706c9f6 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:20.026081 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b301065c-c9a7-4525-a87a-1cb1b982b0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:20.026630 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b301065c-c9a7-4525-a87a-1cb1b982b0a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3da5e9b-9223-46e2-953a-f25fabe4b663 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:07:20.034363 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b301065c-c9a7-4525-a87a-1cb1b982b0a9 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:20.035528 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b301065c-c9a7-4525-a87a-1cb1b982b0a9 admin admin] 10.222.0.50 "DELETE /v2.0/routers/d3da5e9b-9223-46e2-953a-f25fabe4b663 HTTP/1.1" status: 204 len: 168 time: 2.9422839 Aug 11 02:07:20.040556 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57212) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:20.041364 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec1575-868f-4507-996e-65318cb9a13b req-6c12ba2f-bf83-4416-8f89-07e13e727633 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:07:20.041704 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec1575-868f-4507-996e-65318cb9a13b req-6c12ba2f-bf83-4416-8f89-07e13e727633 service neutron] Checking segment: {'id': '3aa0f263-1052-435f-83fb-2fc7589001b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:07:20.042098 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec1575-868f-4507-996e-65318cb9a13b req-6c12ba2f-bf83-4416-8f89-07e13e727633 service neutron] Bound using segment: {'id': '3aa0f263-1052-435f-83fb-2fc7589001b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:07:20.042412 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31048b-8e50-4ab0-84fe-b452fede6002 req-3d514238-c2c3-4d53-a688-59ffba190592 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:20.042874 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-00ec1575-868f-4507-996e-65318cb9a13b req-6c12ba2f-bf83-4416-8f89-07e13e727633 service neutron] Bound port: 15f7cc88-4ab8-4b55-9c8a-b068b900cc68, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa0f263-1052-435f-83fb-2fc7589001b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:07:20.042874 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-00ec1575-868f-4507-996e-65318cb9a13b req-6c12ba2f-bf83-4416-8f89-07e13e727633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:20.044864 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ef31048b-8e50-4ab0-84fe-b452fede6002 req-3d514238-c2c3-4d53-a688-59ffba190592 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 946 time: 0.0784988 Aug 11 02:07:20.100151 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ef31048b-8e50-4ab0-84fe-b452fede6002 req-5aa2c66d-9ada-4a2e-a604-8166cf72d248 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485353 Aug 11 02:07:20.220241 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c955bd-e3de-4bde-ace1-e6716d49e605 admin admin] Deleting subnet d32b8020-d134-4ff5-b7b4-447e57c35f53 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:07:20.234106 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-70c955bd-e3de-4bde-ace1-e6716d49e605 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:20.286220 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276c14d-a9f9-4ba0-a91a-bda7f09da28f req-17985769-0d6a-45c0-8ecb-788361645c99 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:20.288894 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8276c14d-a9f9-4ba0-a91a-bda7f09da28f req-17985769-0d6a-45c0-8ecb-788361645c99 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 944 time: 0.0546649 Aug 11 02:07:20.321447 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-00ec1575-868f-4507-996e-65318cb9a13b req-6c12ba2f-bf83-4416-8f89-07e13e727633 service neutron] For port 15f7cc88-4ab8-4b55-9c8a-b068b900cc68, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:07:20.331261 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e890838-46d0-40d8-ba7a-f2cf9416487a req-1f75f9c9-16a6-4644-b1ad-697409880611 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:20.332888 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4e890838-46d0-40d8-ba7a-f2cf9416487a req-1f75f9c9-16a6-4644-b1ad-697409880611 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.2717988 Aug 11 02:07:20.333035 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8276c14d-a9f9-4ba0-a91a-bda7f09da28f req-76913750-75b4-4741-bae3-ff78b83137d5 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8c7d574-9050-41e4-a9b4-3e9029ab9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376580 Aug 11 02:07:20.341115 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-70c955bd-e3de-4bde-ace1-e6716d49e605 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:20.381902 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 76df8e04-64c2-4bd9-8284-74ca034add0a details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:07:20.384253 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 76df8e04-64c2-4bd9-8284-74ca034add0a no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:07:20.389419 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-00ec1575-868f-4507-996e-65318cb9a13b req-6c12ba2f-bf83-4416-8f89-07e13e727633 service neutron] For port 15f7cc88-4ab8-4b55-9c8a-b068b900cc68, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=15f7cc88-4ab8-4b55-9c8a-b068b900cc68,segment=NetworkSegment(3aa0f263-1052-435f-83fb-2fc7589001b0),segment_id=3aa0f263-1052-435f-83fb-2fc7589001b0)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:07:20.416514 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-00ec1575-868f-4507-996e-65318cb9a13b req-6c12ba2f-bf83-4416-8f89-07e13e727633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:20.422989 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ddb9b866-1207-4dd2-995f-99c23914f64a tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:20.496163 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4e890838-46d0-40d8-ba7a-f2cf9416487a req-a6039078-58dd-4eb0-a13e-d2b1c00afb57 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483159 Aug 11 02:07:20.512830 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dac37170-fcc5-475b-9254-c810e3f373f9 req-3c7f805d-f572-4ebc-95a5-6d6da0072ff7 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 210 time: 0.0454195 Aug 11 02:07:20.564907 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec1575-868f-4507-996e-65318cb9a13b req-6c12ba2f-bf83-4416-8f89-07e13e727633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:20.565539 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-00ec1575-868f-4507-996e-65318cb9a13b req-6c12ba2f-bf83-4416-8f89-07e13e727633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:20.567062 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00ec1575-868f-4507-996e-65318cb9a13b req-6c12ba2f-bf83-4416-8f89-07e13e727633 service neutron] 10.222.0.66 "PUT /v2.0/ports/15f7cc88-4ab8-4b55-9c8a-b068b900cc68 HTTP/1.1" status: 200 len: 1093 time: 2.5218620 Aug 11 02:07:20.567618 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfcc6ffc-65c5-4158-ac0a-d3adfc22e645', 'tag': '15f7cc88-4ab8-4b55-9c8a-b068b900cc68'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:20.570128 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f117d7e3-d0f0-42b1-9882-3d7e52cb382c" -d '{"events": [{"name": "network-changed", "server_uuid": "cfcc6ffc-65c5-4158-ac0a-d3adfc22e645", "tag": "15f7cc88-4ab8-4b55-9c8a-b068b900cc68"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:20.633028 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:20.669904 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce21b9f-d168-4cd5-b2c8-b90c25f40e2c x-openstack-request-id: req-3ce21b9f-d168-4cd5-b2c8-b90c25f40e2c {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:20.670794 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfcc6ffc-65c5-4158-ac0a-d3adfc22e645", "tag": "15f7cc88-4ab8-4b55-9c8a-b068b900cc68", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:20.671199 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ce21b9f-d168-4cd5-b2c8-b90c25f40e2c {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:20.671562 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c085a225-ad53-4db5-9e5c-aa586468aae5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76df8e04-64c2-4bd9-8284-74ca034add0a'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:20.672428 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfcc6ffc-65c5-4158-ac0a-d3adfc22e645', 'tag': '15f7cc88-4ab8-4b55-9c8a-b068b900cc68', 'status': 'completed', 'code': 200} Aug 11 02:07:20.674332 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7964be03-96d8-45a2-b9bc-850a20b11e7a" -d '{"events": [{"server_uuid": "c085a225-ad53-4db5-9e5c-aa586468aae5", "name": "network-vif-unplugged", "status": "completed", "tag": "76df8e04-64c2-4bd9-8284-74ca034add0a"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:20.697598 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 76df8e04-64c2-4bd9-8284-74ca034add0a, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=76df8e04-64c2-4bd9-8284-74ca034add0a,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:20.699959 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 76df8e04-64c2-4bd9-8284-74ca034add0a, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=76df8e04-64c2-4bd9-8284-74ca034add0a,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:20.709303 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:20.715734 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12ba2f-bf83-4416-8f89-07e13e727633 service neutron] Pushing event updated for resources: {'Port': ['ID=15f7cc88-4ab8-4b55-9c8a-b068b900cc68,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:20.729816 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-70c955bd-e3de-4bde-ace1-e6716d49e605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:20.746597 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '76df8e04-64c2-4bd9-8284-74ca034add0a', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': '76df8e04-64c2-4bd9-8284-74ca034add0a', 'mac_address': 'fa:16:3e:25:db:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:07:20.828486 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=76df8e04-64c2-4bd9-8284-74ca034add0a,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:20.832988 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:20.847912 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ddb9b866-1207-4dd2-995f-99c23914f64a tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:20.848931 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76df8e04-64c2-4bd9-8284-74ca034add0a {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:07:20.852887 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec1575-868f-4507-996e-65318cb9a13b req-8958f1c9-e477-46fc-b373-ca5b40146c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:20.854670 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00ec1575-868f-4507-996e-65318cb9a13b req-8958f1c9-e477-46fc-b373-ca5b40146c44 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=60a4c1bf3ebd46f1af3a34fa98499cd5&device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 1096 time: 0.2048113 Aug 11 02:07:20.880686 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 76df8e04-64c2-4bd9-8284-74ca034add0a, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=76df8e04-64c2-4bd9-8284-74ca034add0a,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:20.882728 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b98341f-4872-4576-adf5-fae65174dc6b x-openstack-request-id: req-3b98341f-4872-4576-adf5-fae65174dc6b {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:20.883025 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c085a225-ad53-4db5-9e5c-aa586468aae5", "name": "network-vif-unplugged", "status": "completed", "tag": "76df8e04-64c2-4bd9-8284-74ca034add0a", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:20.883282 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3b98341f-4872-4576-adf5-fae65174dc6b {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:20.883853 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c085a225-ad53-4db5-9e5c-aa586468aae5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76df8e04-64c2-4bd9-8284-74ca034add0a', 'code': 200} Aug 11 02:07:20.889021 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:20.927354 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00ec1575-868f-4507-996e-65318cb9a13b req-b5fd38f4-463c-4eb3-9316-07ad57d51051 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15f7cc88-4ab8-4b55-9c8a-b068b900cc68 HTTP/1.1" status: 200 len: 217 time: 0.0452628 Aug 11 02:07:20.960832 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=76df8e04-64c2-4bd9-8284-74ca034add0a,revision_number=7']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:21.003282 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-70c955bd-e3de-4bde-ace1-e6716d49e605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:21.065265 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b61b7-2060-413d-9dbe-afd604e177c2 req-207e07dd-d61e-4e69-b936-dc2803fa71af tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:21.066844 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cf3b61b7-2060-413d-9dbe-afd604e177c2 req-207e07dd-d61e-4e69-b936-dc2803fa71af tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=df96b2ee-8f39-42ef-b5f6-840c0acf6920 HTTP/1.1" status: 200 len: 950 time: 0.1189859 Aug 11 02:07:21.073436 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-70c955bd-e3de-4bde-ace1-e6716d49e605 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:21.078819 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-70c955bd-e3de-4bde-ace1-e6716d49e605 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d32b8020-d134-4ff5-b7b4-447e57c35f53 HTTP/1.1" status: 204 len: 168 time: 1.0305665 Aug 11 02:07:21.082155 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82175125-928a-4e5c-9422-f7d6d73af56e None None] Network 9c7eead9-85e0-4354-9d4e-41d5748ddd31 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:07:21.082467 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ddb9b866-1207-4dd2-995f-99c23914f64a tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:07:21.083146 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c39c6b-64d7-4308-a2eb-769c0667386c req-67965d2e-a90b-4265-955a-f3124ad91ae6 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:21.084737 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-19c39c6b-64d7-4308-a2eb-769c0667386c req-67965d2e-a90b-4265-955a-f3124ad91ae6 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.66 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5&tenant_id=0977f8d1f319488d943473f8926805cd&binding%3Ahost_id=n-h2-615180-33 HTTP/1.1" status: 200 len: 949 time: 0.1264625 Aug 11 02:07:21.084970 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c955bd-e3de-4bde-ace1-e6716d49e605 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d32b8020-d134-4ff5-b7b4-447e57c35f53,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:21.085911 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57230) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:21.111165 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ddb9b866-1207-4dd2-995f-99c23914f64a tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:07:21.118932 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ddb9b866-1207-4dd2-995f-99c23914f64a tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:07:21.125593 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9b866-1207-4dd2-995f-99c23914f64a tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Pushing event updated for resources: {'Port': ['ID=7b700c27-660c-4e58-8fe5-174c7e9f96b8,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:21.188519 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f603c5-cb39-4e82-8070-b28a0ad13571 req-ea84fb79-dd8d-4df6-9e5b-5759e6f2e446 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:21.191156 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f2f603c5-cb39-4e82-8070-b28a0ad13571 req-ea84fb79-dd8d-4df6-9e5b-5759e6f2e446 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 948 time: 0.3837636 Aug 11 02:07:21.217981 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cf3b61b7-2060-413d-9dbe-afd604e177c2 req-e4a789e5-6280-4c73-865c-b3eaaf27fd92 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434116 Aug 11 02:07:21.222909 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:21.226526 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec1575-868f-4507-996e-65318cb9a13b req-34671d5c-607a-4add-8966-b0a357f9f15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:21.229132 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00ec1575-868f-4507-996e-65318cb9a13b req-34671d5c-607a-4add-8966-b0a357f9f15e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=299a9d58-2432-41ae-9870-ba5a0dd4be22 HTTP/1.1" status: 200 len: 855 time: 0.2381070 Aug 11 02:07:21.246012 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c39c6b-64d7-4308-a2eb-769c0667386c req-03732a2c-4972-407b-89bc-e34d0d7f9d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:21.250146 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-19c39c6b-64d7-4308-a2eb-769c0667386c req-03732a2c-4972-407b-89bc-e34d0d7f9d2b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 1101 time: 0.1000161 Aug 11 02:07:21.263552 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['76df8e04-64c2-4bd9-8284-74ca034add0a'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:21.299345 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ddb9b866-1207-4dd2-995f-99c23914f64a tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:21.301034 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ddb9b866-1207-4dd2-995f-99c23914f64a tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:21.333226 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f2f603c5-cb39-4e82-8070-b28a0ad13571 req-8d29c2f7-2288-48e3-8bb5-4a90d97f277e tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339846 Aug 11 02:07:21.363516 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ddb9b866-1207-4dd2-995f-99c23914f64a tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6954391 Aug 11 02:07:21.365834 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec1575-868f-4507-996e-65318cb9a13b req-6639ba2a-4b8a-4367-9029-e43db6e28298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:21.368429 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00ec1575-868f-4507-996e-65318cb9a13b req-6639ba2a-4b8a-4367-9029-e43db6e28298 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=068e6073-54cf-4fcd-9f73-ff093706c9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1152513 Aug 11 02:07:21.379187 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ed3c3c68-0f0b-431f-a442-382f04d1ede5 service neutron] Request body: {'port': {'device_id': '8ff8615a-875e-48c5-a231-3b12b3a952d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:21.400834 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ea80a7-7f34-45ba-b778-bf4cb1029319 None None] DHCP port deletion for 9c7eead9-85e0-4354-9d4e-41d5748ddd31 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:07:21.403183 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c39c6b-64d7-4308-a2eb-769c0667386c req-e1d5534d-59ef-424c-ad0f-7437d20e1aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:21.404699 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-19c39c6b-64d7-4308-a2eb-769c0667386c req-e1d5534d-59ef-424c-ad0f-7437d20e1aae service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.1464772 Aug 11 02:07:21.470188 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-19c39c6b-64d7-4308-a2eb-769c0667386c req-f9589b4f-79a7-437c-85f5-041728f30f3b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=76df8e04-64c2-4bd9-8284-74ca034add0a HTTP/1.1" status: 200 len: 217 time: 0.0428333 Aug 11 02:07:21.479381 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:21.513288 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-72ea80a7-7f34-45ba-b778-bf4cb1029319 None None] Deleting port bd078864-c5e0-4d31-a97e-94d14efbf2a0 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:07:21.513718 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-72ea80a7-7f34-45ba-b778-bf4cb1029319 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:21.556996 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c39c6b-64d7-4308-a2eb-769c0667386c req-34ef0fda-8e6f-46d3-ba8d-b23d14b1ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:21.558451 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-19c39c6b-64d7-4308-a2eb-769c0667386c req-34ef0fda-8e6f-46d3-ba8d-b23d14b1ba2e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.0748284 Aug 11 02:07:21.616453 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ed3c3c68-0f0b-431f-a442-382f04d1ede5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:21.632610 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32c359-c454-4993-a02c-f54a62e6846a req-740927d5-0a41-4f2d-8947-ad60885992b8 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:21.640114 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-da32c359-c454-4993-a02c-f54a62e6846a req-740927d5-0a41-4f2d-8947-ad60885992b8 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 946 time: 0.2146397 Aug 11 02:07:21.648878 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00ec1575-868f-4507-996e-65318cb9a13b req-baac1b77-d9f9-472b-9234-1465cca6a176 service neutron] 10.222.0.66 "GET /v2.0/networks/068e6073-54cf-4fcd-9f73-ff093706c9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536502 Aug 11 02:07:21.664406 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Deleting port bd078864-c5e0-4d31-a97e-94d14efbf2a0 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:07:21.664739 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:21.672993 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3655dd-0f1f-4d67-b174-80555fb2382d req-530156f4-05b8-4efa-b5ad-9a7863c046c1 tempest-ServersOnMultiNodesTest-663824480 tempest-ServersOnMultiNodesTest-663824480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:21.674670 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0a3655dd-0f1f-4d67-b174-80555fb2382d req-530156f4-05b8-4efa-b5ad-9a7863c046c1 tempest-ServersOnMultiNodesTest-663824480 tempest-ServersOnMultiNodesTest-663824480-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=df96b2ee-8f39-42ef-b5f6-840c0acf6920 HTTP/1.1" status: 200 len: 1102 time: 0.1223929 Aug 11 02:07:21.708672 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-72ea80a7-7f34-45ba-b778-bf4cb1029319 None None] For port bd078864-c5e0-4d31-a97e-94d14efbf2a0, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=bd078864-c5e0-4d31-a97e-94d14efbf2a0,segment=NetworkSegment(1f13d792-153a-4a32-8139-5d10935723ac),segment_id=1f13d792-153a-4a32-8139-5d10935723ac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:21.708991 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-72ea80a7-7f34-45ba-b778-bf4cb1029319 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:21.721808 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-72ea80a7-7f34-45ba-b778-bf4cb1029319 None None] Calling delete_port for bd078864-c5e0-4d31-a97e-94d14efbf2a0 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:07:21.741679 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c39c6b-64d7-4308-a2eb-769c0667386c req-9930c3a8-3933-42bc-8b0e-75f87010f44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:21.743219 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-19c39c6b-64d7-4308-a2eb-769c0667386c req-9930c3a8-3933-42bc-8b0e-75f87010f44a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1598680 Aug 11 02:07:21.770348 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-da32c359-c454-4993-a02c-f54a62e6846a req-37e64a66-91b8-4432-8688-2ae4a9454042 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197801 Aug 11 02:07:21.790250 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] For port bd078864-c5e0-4d31-a97e-94d14efbf2a0, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=bd078864-c5e0-4d31-a97e-94d14efbf2a0,segment=NetworkSegment(1f13d792-153a-4a32-8139-5d10935723ac),segment_id=1f13d792-153a-4a32-8139-5d10935723ac)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:21.790642 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:21.812891 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0a3655dd-0f1f-4d67-b174-80555fb2382d req-9a9a1ab8-52b2-43de-94bb-6849868851f9 tempest-ServersOnMultiNodesTest-663824480 tempest-ServersOnMultiNodesTest-663824480-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149797 Aug 11 02:07:21.836279 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-72ea80a7-7f34-45ba-b778-bf4cb1029319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:21.876255 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Calling delete_port for bd078864-c5e0-4d31-a97e-94d14efbf2a0 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:07:21.887454 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea80a7-7f34-45ba-b778-bf4cb1029319 None None] Pushing event deleted for resources: {'Port': ['ID=bd078864-c5e0-4d31-a97e-94d14efbf2a0,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:21.901177 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ea80a7-7f34-45ba-b778-bf4cb1029319 None None] No DVR routers for this DVR port bd078864-c5e0-4d31-a97e-94d14efbf2a0 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:07:21.966746 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f82cfde8-1f8e-4641-8c7c-4258c9d3516b no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:07:21.996859 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: f82cfde8-1f8e-4641-8c7c-4258c9d3516b {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:07:21.997517 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f82cfde8-1f8e-4641-8c7c-4258c9d3516b not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:07:21.998114 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device bd078864-c5e0-4d31-a97e-94d14efbf2a0 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:07:22.017665 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3edf02d-ec62-4ed7-9364-bb4106a5a2e6 req-11bb6c70-ae4d-414f-80ee-de10afe23334 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:22.025003 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a3edf02d-ec62-4ed7-9364-bb4106a5a2e6 req-11bb6c70-ae4d-414f-80ee-de10afe23334 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 944 time: 0.1506567 Aug 11 02:07:22.027458 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: bd078864-c5e0-4d31-a97e-94d14efbf2a0 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:07:22.028045 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device bd078864-c5e0-4d31-a97e-94d14efbf2a0 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:07:22.030392 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-19c39c6b-64d7-4308-a2eb-769c0667386c req-e7cf6fee-dbc3-41ef-afeb-d4750d0444f3 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558999 Aug 11 02:07:22.064965 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5765f-67ab-4929-b0c9-126481511fb7 req-96241d30-56f5-4f29-8133-70c34dbb771c tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:22.066519 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-82b5765f-67ab-4929-b0c9-126481511fb7 req-96241d30-56f5-4f29-8133-70c34dbb771c tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 931 time: 0.1101532 Aug 11 02:07:22.085842 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00ec1575-868f-4507-996e-65318cb9a13b req-f7b82b92-ed19-4b4f-a686-eb5eff4040f9 service neutron] 10.222.0.66 "GET /v2.0/networks/068e6073-54cf-4fcd-9f73-ff093706c9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240713 Aug 11 02:07:22.123977 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:22.142795 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a3edf02d-ec62-4ed7-9364-bb4106a5a2e6 req-cf0dae24-10e4-4767-ac1e-23a558bc3396 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8c7d574-9050-41e4-a9b4-3e9029ab9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164513 Aug 11 02:07:22.168674 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] No DVR routers for this DVR port bd078864-c5e0-4d31-a97e-94d14efbf2a0 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:07:22.173080 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd078864-c5e0-4d31-a97e-94d14efbf2a0,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:22.206834 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-82b5765f-67ab-4929-b0c9-126481511fb7 req-210cc5cf-a12a-4046-b18d-166bb9c0867d tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234863 Aug 11 02:07:22.209955 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:22.210233 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:22.210575 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:22.210930 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:22.211245 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:22.211601 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:22.211935 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:22.212263 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:22.212893 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:22.212893 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:22.213214 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:22.213534 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:22.223513 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-19c39c6b-64d7-4308-a2eb-769c0667386c req-a5eaf068-4035-45ad-883e-393f8bde83f6 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852932 Aug 11 02:07:22.226403 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117d7e3-d0f0-42b1-9882-3d7e52cb382c req-6d0c8b0a-76f0-4318-b783-6cc725cea5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:22.228057 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f117d7e3-d0f0-42b1-9882-3d7e52cb382c req-6d0c8b0a-76f0-4318-b783-6cc725cea5d0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=60a4c1bf3ebd46f1af3a34fa98499cd5&device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 1096 time: 0.0826268 Aug 11 02:07:22.291471 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:22.304096 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:07:22.304465 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:07:22.305284 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:07:22.305626 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Subscribe: > port after_create 55550000 {{(pid=94506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:07:22.306315 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:07:22.306315 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Subscribe: > port after_update 55550000 {{(pid=94506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:07:22.306617 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:07:22.306961 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:07:22.307681 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:07:22.307917 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:07:22.378494 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ed3c3c68-0f0b-431f-a442-382f04d1ede5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b700c27-660c-4e58-8fe5-174c7e9f96b8 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:07:22.393880 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ed3c3c68-0f0b-431f-a442-382f04d1ede5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:22.415694 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117d7e3-d0f0-42b1-9882-3d7e52cb382c req-d9074498-e818-4d05-95d9-8ee76c9c4846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:22.417189 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f117d7e3-d0f0-42b1-9882-3d7e52cb382c req-d9074498-e818-4d05-95d9-8ee76c9c4846 service neutron] 10.222.0.66 "GET /v2.0/networks?id=068e6073-54cf-4fcd-9f73-ff093706c9f6 HTTP/1.1" status: 200 len: 917 time: 0.1742184 Aug 11 02:07:22.420368 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ed3c3c68-0f0b-431f-a442-382f04d1ede5 service neutron] Transition to ACTIVE for port object 7b700c27-660c-4e58-8fe5-174c7e9f96b8 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:22.437084 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ed3c3c68-0f0b-431f-a442-382f04d1ede5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:22.445418 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:07:22.445769 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:07:22.446096 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:07:22.446429 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:07:22.446803 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7eead9-85e0-4354-9d4e-41d5748ddd31']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:22.472798 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f13d792-153a-4a32-8139-5d10935723ac') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:22.473151 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f13d792-153a-4a32-8139-5d10935723ac') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:22.493768 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:22.511570 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f117d7e3-d0f0-42b1-9882-3d7e52cb382c req-0df03e42-4217-4ac5-aa90-3637e0a505c2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15f7cc88-4ab8-4b55-9c8a-b068b900cc68 HTTP/1.1" status: 200 len: 217 time: 0.0859261 Aug 11 02:07:22.537898 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:22.549015 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:07:22.549425 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: from cryptography.utils import int_from_bytes Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: from cryptography.utils import int_from_bytes Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:07:22.553332 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:07:22.608151 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c3c68-0f0b-431f-a442-382f04d1ede5 service neutron] Pushing event updated for resources: {'Port': ['ID=7b700c27-660c-4e58-8fe5-174c7e9f96b8,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:22.640300 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8b458-b5b3-4b3a-9c40-b457bdb721f7 req-ac540f71-3fe1-4e2f-8687-b37b17c08071 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:22.642013 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a4e8b458-b5b3-4b3a-9c40-b457bdb721f7 req-ac540f71-3fe1-4e2f-8687-b37b17c08071 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 949 time: 0.1628790 Aug 11 02:07:22.663133 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117d7e3-d0f0-42b1-9882-3d7e52cb382c req-0297da09-b20f-42a8-8f0c-2ea3ff1859cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:22.664781 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f117d7e3-d0f0-42b1-9882-3d7e52cb382c req-0297da09-b20f-42a8-8f0c-2ea3ff1859cd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=299a9d58-2432-41ae-9870-ba5a0dd4be22 HTTP/1.1" status: 200 len: 855 time: 0.1313481 Aug 11 02:07:22.746915 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a4e8b458-b5b3-4b3a-9c40-b457bdb721f7 req-71c8bc44-ff28-4652-8977-fc7442532431 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810235 Aug 11 02:07:22.762042 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ed3c3c68-0f0b-431f-a442-382f04d1ede5 service neutron] Attempting to bind port 7b700c27-660c-4e58-8fe5-174c7e9f96b8 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:07:22.762381 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ed3c3c68-0f0b-431f-a442-382f04d1ede5 service neutron] Attempting to bind port 7b700c27-660c-4e58-8fe5-174c7e9f96b8 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:07:22.762703 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ed3c3c68-0f0b-431f-a442-382f04d1ede5 service neutron] Attempting to bind port 7b700c27-660c-4e58-8fe5-174c7e9f96b8 on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:22.770767 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ed3c3c68-0f0b-431f-a442-382f04d1ede5 service neutron] Port 7b700c27-660c-4e58-8fe5-174c7e9f96b8 on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:07:22.771092 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ed3c3c68-0f0b-431f-a442-382f04d1ede5 service neutron] Attempting to bind port 7b700c27-660c-4e58-8fe5-174c7e9f96b8 on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:22.776229 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117d7e3-d0f0-42b1-9882-3d7e52cb382c req-cdf844c5-2790-4079-b20b-66a904c9794d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:22.777756 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f117d7e3-d0f0-42b1-9882-3d7e52cb382c req-cdf844c5-2790-4079-b20b-66a904c9794d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=068e6073-54cf-4fcd-9f73-ff093706c9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1036642 Aug 11 02:07:22.780698 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ed3c3c68-0f0b-431f-a442-382f04d1ede5 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:07:22.781115 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ed3c3c68-0f0b-431f-a442-382f04d1ede5 service neutron] Checking segment: {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:07:22.781753 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ed3c3c68-0f0b-431f-a442-382f04d1ede5 service neutron] Bound using segment: {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:07:22.782225 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ed3c3c68-0f0b-431f-a442-382f04d1ede5 service neutron] Bound port: 7b700c27-660c-4e58-8fe5-174c7e9f96b8, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:07:22.782582 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ed3c3c68-0f0b-431f-a442-382f04d1ede5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:22.855966 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5275cff-86c1-4ce9-ae6b-1fb4e4895a3f req-cfc0f7b4-638f-47c6-aebf-064997e921da tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:22.864634 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e5275cff-86c1-4ce9-ae6b-1fb4e4895a3f req-cfc0f7b4-638f-47c6-aebf-064997e921da tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=df96b2ee-8f39-42ef-b5f6-840c0acf6920 HTTP/1.1" status: 200 len: 950 time: 0.3664608 Aug 11 02:07:22.899129 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:22.935154 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:22.938983 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9c7eead9-85e0-4354-9d4e-41d5748ddd31 HTTP/1.1" status: 204 len: 168 time: 1.8521252 Aug 11 02:07:22.950401 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b672a4-239d-401a-bc77-6a41c62c3e84 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c7eead9-85e0-4354-9d4e-41d5748ddd31,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:22.958599 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e5275cff-86c1-4ce9-ae6b-1fb4e4895a3f req-bf35b761-644a-4ff1-8898-7a4885496934 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795887 Aug 11 02:07:22.989623 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ed3c3c68-0f0b-431f-a442-382f04d1ede5 service neutron] For port 7b700c27-660c-4e58-8fe5-174c7e9f96b8, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:07:22.996347 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ed3c3c68-0f0b-431f-a442-382f04d1ede5 service neutron] For port 7b700c27-660c-4e58-8fe5-174c7e9f96b8, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=7b700c27-660c-4e58-8fe5-174c7e9f96b8,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:07:23.010066 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f117d7e3-d0f0-42b1-9882-3d7e52cb382c req-bf8676f6-c88d-4896-b2c5-1055afa29006 service neutron] 10.222.0.66 "GET /v2.0/networks/068e6073-54cf-4fcd-9f73-ff093706c9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172549 Aug 11 02:07:23.011766 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ed3c3c68-0f0b-431f-a442-382f04d1ede5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:23.070706 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ed3c3c68-0f0b-431f-a442-382f04d1ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:23.071997 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ed3c3c68-0f0b-431f-a442-382f04d1ede5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:23.073989 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-ed3c3c68-0f0b-431f-a442-382f04d1ede5 service neutron] 10.222.0.73 "PUT /v2.0/ports/7b700c27-660c-4e58-8fe5-174c7e9f96b8 HTTP/1.1" status: 200 len: 1092 time: 1.6996315 Aug 11 02:07:23.078456 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff8615a-875e-48c5-a231-3b12b3a952d6', 'tag': '7b700c27-660c-4e58-8fe5-174c7e9f96b8'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:23.081728 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9646c649-dfd4-45a3-b4be-e1610024e401" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff8615a-875e-48c5-a231-3b12b3a952d6", "tag": "7b700c27-660c-4e58-8fe5-174c7e9f96b8"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:23.207183 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57258) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:23.215361 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65968f65-5e21-4ed7-89e5-96294d1813d4 x-openstack-request-id: req-65968f65-5e21-4ed7-89e5-96294d1813d4 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:23.216966 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff8615a-875e-48c5-a231-3b12b3a952d6", "tag": "7b700c27-660c-4e58-8fe5-174c7e9f96b8", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:23.216966 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-65968f65-5e21-4ed7-89e5-96294d1813d4 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:23.221006 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff8615a-875e-48c5-a231-3b12b3a952d6', 'tag': '7b700c27-660c-4e58-8fe5-174c7e9f96b8', 'status': 'completed', 'code': 200} Aug 11 02:07:23.247412 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c3c68-0f0b-431f-a442-382f04d1ede5 service neutron] Pushing event updated for resources: {'Port': ['ID=7b700c27-660c-4e58-8fe5-174c7e9f96b8,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:23.268284 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca2285-ba04-4830-a188-2932546df103 req-2c2fc69a-2e36-41cd-9a9b-4f41dd728939 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:23.268620 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c03da90b-12af-4cda-956b-df2788fd04d6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9cf518ab39bd44e9a7f8a66ea3c4040f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0594182 Aug 11 02:07:23.270592 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-73ca2285-ba04-4830-a188-2932546df103 req-2c2fc69a-2e36-41cd-9a9b-4f41dd728939 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 946 time: 0.2251875 Aug 11 02:07:23.277255 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57262) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:23.366832 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-43d9e0a2-6d3d-4a8f-8232-ae4816f652e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:23.368742 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-43d9e0a2-6d3d-4a8f-8232-ae4816f652e8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc914b6e60444f2aabf27f905058cfbf&device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 1095 time: 0.1688693 Aug 11 02:07:23.379567 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f117d7e3-d0f0-42b1-9882-3d7e52cb382c req-823be4a4-cc3a-48e1-b395-51d3a4c185db service neutron] 10.222.0.66 "GET /v2.0/networks/068e6073-54cf-4fcd-9f73-ff093706c9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232851 Aug 11 02:07:23.381449 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c6fa9-817d-4448-8e00-ef7c82ff6a86 req-db8cf253-95b6-47e4-858b-b98d89d52088 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:23.390413 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-694c6fa9-817d-4448-8e00-ef7c82ff6a86 req-db8cf253-95b6-47e4-858b-b98d89d52088 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 944 time: 0.0770154 Aug 11 02:07:23.427752 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-d7494179-993c-4c76-8bd5-7bba26c6d7af service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b700c27-660c-4e58-8fe5-174c7e9f96b8 HTTP/1.1" status: 200 len: 217 time: 0.0471559 Aug 11 02:07:23.444515 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-694c6fa9-817d-4448-8e00-ef7c82ff6a86 req-ca17210f-cfde-45c0-9ad0-7752e5d89dda tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8c7d574-9050-41e4-a9b4-3e9029ab9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525699 Aug 11 02:07:23.445991 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-73ca2285-ba04-4830-a188-2932546df103 req-68f7cb5e-3709-45d2-b2df-09374e893fc2 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510406 Aug 11 02:07:23.510400 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5d4b4911-19ea-4d17-b76e-9748283fc5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:23.539100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-20f9f41f-3989-4bac-9f9f-343e5f145ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:23.540975 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-20f9f41f-3989-4bac-9f9f-343e5f145ad8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b6e0d0b4-108b-452a-91dc-cd606630079c HTTP/1.1" status: 200 len: 861 time: 0.0936925 Aug 11 02:07:23.566819 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5d4b4911-19ea-4d17-b76e-9748283fc5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:23.620727 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55918768-023e-491c-b2f3-5f8358cff5dd req-3777b206-b668-4ee1-aa3d-af67c8d89060 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:23.622270 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-55918768-023e-491c-b2f3-5f8358cff5dd req-3777b206-b668-4ee1-aa3d-af67c8d89060 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 943 time: 0.0986264 Aug 11 02:07:23.664548 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-5a9ef153-4bb6-41a2-82b6-4b73628581f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109428 Aug 11 02:07:23.697927 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-55918768-023e-491c-b2f3-5f8358cff5dd req-43eaec91-9450-4340-bc9a-1506e67a6148 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613770 Aug 11 02:07:23.777805 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5d4b4911-19ea-4d17-b76e-9748283fc5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:23.780373 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5d4b4911-19ea-4d17-b76e-9748283fc5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:23.783587 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5d4b4911-19ea-4d17-b76e-9748283fc5b5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9ae4caec-3393-4c6b-876d-baa04b1249c4 HTTP/1.1" status: 204 len: 168 time: 0.5044005 Aug 11 02:07:23.803255 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b4911-19ea-4d17-b76e-9748283fc5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae4caec-3393-4c6b-876d-baa04b1249c4,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:23.824478 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-753338ac-f2db-41f5-9ae5-fa6724d627a5 service neutron] 10.222.0.73 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392739 Aug 11 02:07:23.950711 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb8276-326a-42c3-b7c3-c0a24e80565d req-3545c40a-d4aa-41cc-acef-e91172e759b3 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:23.952536 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3adb8276-326a-42c3-b7c3-c0a24e80565d req-3545c40a-d4aa-41cc-acef-e91172e759b3 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.73 "GET /v2.0/ports?device_id=df96b2ee-8f39-42ef-b5f6-840c0acf6920 HTTP/1.1" status: 200 len: 950 time: 0.0821543 Aug 11 02:07:24.122884 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-3adb8276-326a-42c3-b7c3-c0a24e80565d req-f99080bd-0a09-485e-a77f-391b59625b8c tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Deleting port 2929851c-bcb0-45d7-b520-0c9f0c1baa7e {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:07:24.123759 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3adb8276-326a-42c3-b7c3-c0a24e80565d req-f99080bd-0a09-485e-a77f-391b59625b8c tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:24.169975 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:24.278706 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd5e98-2973-402b-8d83-6bb10f302ead req-efec3206-f366-45e2-9212-d77b585a62af tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:24.280400 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-25fd5e98-2973-402b-8d83-6bb10f302ead req-efec3206-f366-45e2-9212-d77b585a62af tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=df96b2ee-8f39-42ef-b5f6-840c0acf6920 HTTP/1.1" status: 200 len: 950 time: 0.0872486 Aug 11 02:07:24.330510 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-3adb8276-326a-42c3-b7c3-c0a24e80565d req-f99080bd-0a09-485e-a77f-391b59625b8c tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] For port 2929851c-bcb0-45d7-b520-0c9f0c1baa7e, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=2929851c-bcb0-45d7-b520-0c9f0c1baa7e,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:24.330934 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3adb8276-326a-42c3-b7c3-c0a24e80565d req-f99080bd-0a09-485e-a77f-391b59625b8c tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:24.371755 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-25fd5e98-2973-402b-8d83-6bb10f302ead req-00c0aa71-9a98-4990-a346-cd23bed80b00 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744898 Aug 11 02:07:24.372960 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-3adb8276-326a-42c3-b7c3-c0a24e80565d req-f99080bd-0a09-485e-a77f-391b59625b8c tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Calling delete_port for 2929851c-bcb0-45d7-b520-0c9f0c1baa7e owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:07:24.412888 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 76df8e04-64c2-4bd9-8284-74ca034add0a up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:07:24.498629 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3ab9ee7d-f445-4019-b55d-718ac4fd1f7d req-6fb1e137-7638-44ba-a8a8-a913eb7367d7 service neutron] 10.222.0.73 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6648810 Aug 11 02:07:24.518442 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0151a8e-575e-4406-a1c6-4af36e69dd69 req-992522a4-097a-4528-b95a-288ec5d71e02 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:24.524231 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a0151a8e-575e-4406-a1c6-4af36e69dd69 req-992522a4-097a-4528-b95a-288ec5d71e02 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 949 time: 0.6580610 Aug 11 02:07:24.557718 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 76df8e04-64c2-4bd9-8284-74ca034add0a triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:24.558099 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:24.670173 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:24.670751 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f043528-2a1a-41a7-a516-438dcb7aad22 req-f2d74767-cf45-47c6-bb88-3deb1ac85052 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:24.673257 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0f043528-2a1a-41a7-a516-438dcb7aad22 req-f2d74767-cf45-47c6-bb88-3deb1ac85052 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 944 time: 0.0978317 Aug 11 02:07:24.683518 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646c649-dfd4-45a3-b4be-e1610024e401 req-296fba6d-fe8e-49e3-8600-c80fe613160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:24.690386 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9646c649-dfd4-45a3-b4be-e1610024e401 req-296fba6d-fe8e-49e3-8600-c80fe613160d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc914b6e60444f2aabf27f905058cfbf&device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 1095 time: 0.1153922 Aug 11 02:07:24.697051 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a0151a8e-575e-4406-a1c6-4af36e69dd69 req-2e899ce4-7023-449b-b80a-e60b93db8248 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593883 Aug 11 02:07:24.728799 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c085a225-ad53-4db5-9e5c-aa586468aae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76df8e04-64c2-4bd9-8284-74ca034add0a'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:24.731183 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59543a6-9057-492b-a152-af427b5819d2" -d '{"events": [{"server_uuid": "c085a225-ad53-4db5-9e5c-aa586468aae5", "name": "network-vif-plugged", "status": "completed", "tag": "76df8e04-64c2-4bd9-8284-74ca034add0a"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:24.748007 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3adb8276-326a-42c3-b7c3-c0a24e80565d req-f99080bd-0a09-485e-a77f-391b59625b8c tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:24.774109 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['720d30f6-528f-49f4-ba0d-65a1fc3d459f', '152571f7-05e8-401f-b3f6-e6f3d5bf6a70', 'c756a0a7-6e66-46af-b570-3c00e733ef84', '205f1abc-4706-40d8-ad36-b3c1304281e1', '2929851c-bcb0-45d7-b520-0c9f0c1baa7e'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:24.777602 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['b64bf5de-b5d3-415c-828a-a78a76f2ca7f', 'e730fc50-e2ea-4aab-80c8-a10943c8ee5f', '11d33474-4710-4e5d-95ea-a7f03ca3e837'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:24.796206 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 76df8e04-64c2-4bd9-8284-74ca034add0a, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=76df8e04-64c2-4bd9-8284-74ca034add0a,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:24.816573 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99080bd-0a09-485e-a77f-391b59625b8c tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Pushing event deleted for resources: {'Port': ['ID=2929851c-bcb0-45d7-b520-0c9f0c1baa7e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:24.858049 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-3adb8276-326a-42c3-b7c3-c0a24e80565d req-f99080bd-0a09-485e-a77f-391b59625b8c tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] No DVR routers for this DVR port 2929851c-bcb0-45d7-b520-0c9f0c1baa7e on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:07:24.862559 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3adb8276-326a-42c3-b7c3-c0a24e80565d req-f99080bd-0a09-485e-a77f-391b59625b8c tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:24.866026 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3adb8276-326a-42c3-b7c3-c0a24e80565d req-f99080bd-0a09-485e-a77f-391b59625b8c tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.73 "DELETE /v2.0/ports/2929851c-bcb0-45d7-b520-0c9f0c1baa7e HTTP/1.1" status: 204 len: 173 time: 0.9039721 Aug 11 02:07:24.866026 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df96b2ee-8f39-42ef-b5f6-840c0acf6920', 'name': 'network-vif-deleted', 'tag': '2929851c-bcb0-45d7-b520-0c9f0c1baa7e'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:24.867899 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e06a5ae-cc1a-44fb-b408-9dcb62f1b829" -d '{"events": [{"server_uuid": "df96b2ee-8f39-42ef-b5f6-840c0acf6920", "name": "network-vif-deleted", "tag": "2929851c-bcb0-45d7-b520-0c9f0c1baa7e"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:24.888578 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0f043528-2a1a-41a7-a516-438dcb7aad22 req-1ee7d05a-a962-48f4-97d1-f99708af259f tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8c7d574-9050-41e4-a9b4-3e9029ab9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569288 Aug 11 02:07:24.931134 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:25.069266 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646c649-dfd4-45a3-b4be-e1610024e401 req-f460ffb2-bbd2-437b-916d-2e220e3dc0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:25.070280 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1950b7a-7175-4615-b604-e504531046a9 req-389ab41e-217e-403b-9ec7-afa320170f3d tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:25.070919 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9646c649-dfd4-45a3-b4be-e1610024e401 req-f460ffb2-bbd2-437b-916d-2e220e3dc0a0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7 HTTP/1.1" status: 200 len: 922 time: 0.3664556 Aug 11 02:07:25.077513 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c1950b7a-7175-4615-b604-e504531046a9 req-389ab41e-217e-403b-9ec7-afa320170f3d tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.0962684 Aug 11 02:07:25.103096 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:25.155377 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=76df8e04-64c2-4bd9-8284-74ca034add0a,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:25.156006 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c1950b7a-7175-4615-b604-e504531046a9 req-c434027d-a473-4bf7-8a7c-a9b02823d077 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735800 Aug 11 02:07:25.162490 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9646c649-dfd4-45a3-b4be-e1610024e401 req-1feb6ec6-bc17-4ce8-9c88-09ede7d70e4c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b700c27-660c-4e58-8fe5-174c7e9f96b8 HTTP/1.1" status: 200 len: 217 time: 0.0788455 Aug 11 02:07:25.189337 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70958f67-deb6-4873-a024-1a39d84aa9ce req-eef8f83d-2355-4f8c-9911-72da2d620907 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:25.191120 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-70958f67-deb6-4873-a024-1a39d84aa9ce req-eef8f83d-2355-4f8c-9911-72da2d620907 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 946 time: 0.3484602 Aug 11 02:07:25.275339 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646c649-dfd4-45a3-b4be-e1610024e401 req-f39e4f83-432c-44d7-a395-0e6a2b43e859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:25.276885 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9646c649-dfd4-45a3-b4be-e1610024e401 req-f39e4f83-432c-44d7-a395-0e6a2b43e859 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b6e0d0b4-108b-452a-91dc-cd606630079c HTTP/1.1" status: 200 len: 861 time: 0.0848320 Aug 11 02:07:25.288182 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-70958f67-deb6-4873-a024-1a39d84aa9ce req-dbd21add-d01b-4c3c-8d7c-8a80c6203fb3 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838027 Aug 11 02:07:25.315783 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fd9fc-00bd-47ab-ad98-ffaf71c45d59 req-0745409f-2f9b-4cdd-8b9a-407c42f77dc3 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:25.319335 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9646c649-dfd4-45a3-b4be-e1610024e401 req-2f5952a9-fbd0-44b2-b85c-b068814c5a10 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274444 Aug 11 02:07:25.325459 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ec5fd9fc-00bd-47ab-ad98-ffaf71c45d59 req-0745409f-2f9b-4cdd-8b9a-407c42f77dc3 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 943 time: 0.0990622 Aug 11 02:07:25.369027 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52492dc3-77dd-460b-9991-3cf6064411e1 x-openstack-request-id: req-52492dc3-77dd-460b-9991-3cf6064411e1 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:25.369788 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c085a225-ad53-4db5-9e5c-aa586468aae5", "name": "network-vif-plugged", "status": "completed", "tag": "76df8e04-64c2-4bd9-8284-74ca034add0a", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:25.369897 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-52492dc3-77dd-460b-9991-3cf6064411e1 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:25.370249 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c085a225-ad53-4db5-9e5c-aa586468aae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76df8e04-64c2-4bd9-8284-74ca034add0a', 'code': 200} Aug 11 02:07:25.372592 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ec5fd9fc-00bd-47ab-ad98-ffaf71c45d59 req-e2f8b9b1-f798-4f0c-b046-8929e60ff55d tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461221 Aug 11 02:07:25.439304 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d2cc80-2ea9-4ad6-b1be-2c56c0557988 x-openstack-request-id: req-96d2cc80-2ea9-4ad6-b1be-2c56c0557988 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:25.439620 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df96b2ee-8f39-42ef-b5f6-840c0acf6920", "name": "network-vif-deleted", "tag": "2929851c-bcb0-45d7-b520-0c9f0c1baa7e", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:25.439883 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-96d2cc80-2ea9-4ad6-b1be-2c56c0557988 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:25.440292 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df96b2ee-8f39-42ef-b5f6-840c0acf6920', 'name': 'network-vif-deleted', 'tag': '2929851c-bcb0-45d7-b520-0c9f0c1baa7e', 'status': 'completed', 'code': 200} Aug 11 02:07:25.488215 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9646c649-dfd4-45a3-b4be-e1610024e401 req-1e980464-0f2c-4ffe-8754-d800884e4794 service neutron] 10.222.0.73 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601820 Aug 11 02:07:25.655445 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9646c649-dfd4-45a3-b4be-e1610024e401 req-8ccd5aa4-deb1-456a-95ae-ee67e40b47aa service neutron] 10.222.0.73 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563270 Aug 11 02:07:26.046561 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05564770-48f2-4cc0-aada-b6b2cb7114aa req-d7153a5a-2e53-45a7-8aba-683bf4575b52 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:26.048189 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-05564770-48f2-4cc0-aada-b6b2cb7114aa req-d7153a5a-2e53-45a7-8aba-683bf4575b52 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 944 time: 0.0562260 Aug 11 02:07:26.106940 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-05564770-48f2-4cc0-aada-b6b2cb7114aa req-354742e6-d74e-46ab-8a29-f47e2e470b39 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8c7d574-9050-41e4-a9b4-3e9029ab9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477192 Aug 11 02:07:26.169121 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd9cec-3edd-4c60-9f84-eff0942ef6ba req-9df29924-abe6-4734-97cc-73f6e0a3a383 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:26.172499 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-edbd9cec-3edd-4c60-9f84-eff0942ef6ba req-9df29924-abe6-4734-97cc-73f6e0a3a383 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=a107f69b-e93a-4d34-958f-e7e2f50744fb HTTP/1.1" status: 200 len: 950 time: 0.0645697 Aug 11 02:07:26.234007 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-edbd9cec-3edd-4c60-9f84-eff0942ef6ba req-6bd13c28-19bd-4051-9988-a8d73dcf5963 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536828 Aug 11 02:07:26.256310 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-f35a6f45-9726-48d2-b146-4de984f39b0a tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=0977f8d1f319488d943473f8926805cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414133 Aug 11 02:07:26.369695 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-856adb79-80c2-4d35-b788-3850f3f31343 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:26.371163 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-856adb79-80c2-4d35-b788-3850f3f31343 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1140997 Aug 11 02:07:26.389240 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-cd71c0f4-2e83-4f08-a835-7f530e14c27f tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/quotas/0977f8d1f319488d943473f8926805cd HTTP/1.1" status: 200 len: 375 time: 0.0110567 Aug 11 02:07:26.425189 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57396) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:26.446419 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c90b1-38f6-4deb-bcf9-021008d1d29b req-36a5079d-c876-4529-8798-881f1b3d55e5 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:26.448033 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ce4c90b1-38f6-4deb-bcf9-021008d1d29b req-36a5079d-c876-4529-8798-881f1b3d55e5 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 946 time: 0.0616105 Aug 11 02:07:26.450547 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-70eaf9a7-eeba-4b65-9ec1-41a75370b433 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500498 Aug 11 02:07:26.507208 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ce4c90b1-38f6-4deb-bcf9-021008d1d29b req-2fc5c921-e666-4d2d-8fe3-b93bb9670a21 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454211 Aug 11 02:07:26.567089 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-abe0f421-d1bc-4eb0-b8a1-2ab91eb0456c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:26.720762 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2b452fea-fae6-4068-8fb3-6afe5da88236 req-ae13ad41-ba58-4dcd-bd7b-3cfc82f0c35e tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 210 time: 0.0332744 Aug 11 02:07:26.747248 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a65b8-7759-49a7-ae0a-e519c5cf9d68 req-f59792a8-9e8f-4eb4-8583-84c52e1b873a tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:26.755984 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ec4a65b8-7759-49a7-ae0a-e519c5cf9d68 req-f59792a8-9e8f-4eb4-8583-84c52e1b873a tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 943 time: 0.0972159 Aug 11 02:07:26.782042 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-abe0f421-d1bc-4eb0-b8a1-2ab91eb0456c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:26.788602 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-abe0f421-d1bc-4eb0-b8a1-2ab91eb0456c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:26.845507 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ec4a65b8-7759-49a7-ae0a-e519c5cf9d68 req-06c40900-9351-47a3-8fa0-f034869d4c12 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853474 Aug 11 02:07:26.871149 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-abe0f421-d1bc-4eb0-b8a1-2ab91eb0456c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=80cea4f1d14649c096bdcb20809be60e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4441204 Aug 11 02:07:26.873859 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57412) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:26.878743 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0f421-d1bc-4eb0-b8a1-2ab91eb0456c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c1e010-2169-45fe-a168-daeaf09449ef,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:26.953635 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9e235a55-8db6-4543-baef-40fd4e1d207e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:26.977279 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9e235a55-8db6-4543-baef-40fd4e1d207e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:27.036121 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9e235a55-8db6-4543-baef-40fd4e1d207e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:27.038814 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9e235a55-8db6-4543-baef-40fd4e1d207e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:27.040396 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9e235a55-8db6-4543-baef-40fd4e1d207e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e8c1e010-2169-45fe-a168-daeaf09449ef HTTP/1.1" status: 204 len: 168 time: 0.1651149 Aug 11 02:07:27.048761 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e235a55-8db6-4543-baef-40fd4e1d207e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c1e010-2169-45fe-a168-daeaf09449ef,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:27.228346 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71787890-c266-4ee9-bda9-c817efe36ed1 req-15df903b-d83e-43e3-9487-416fe57b17b5 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:27.229862 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-71787890-c266-4ee9-bda9-c817efe36ed1 req-15df903b-d83e-43e3-9487-416fe57b17b5 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 944 time: 0.0569394 Aug 11 02:07:27.288360 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-71787890-c266-4ee9-bda9-c817efe36ed1 req-e1aabf2a-6b75-4868-92a8-2abbb642c8be tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8c7d574-9050-41e4-a9b4-3e9029ab9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519195 Aug 11 02:07:27.411250 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac72e69-0e0a-496a-84a6-6dc4c2448a46 req-aacf3111-e7a5-49bb-abcd-2611d14f073b tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:27.413049 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fac72e69-0e0a-496a-84a6-6dc4c2448a46 req-aacf3111-e7a5-49bb-abcd-2611d14f073b tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=a107f69b-e93a-4d34-958f-e7e2f50744fb HTTP/1.1" status: 200 len: 950 time: 0.0620580 Aug 11 02:07:27.454346 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fac72e69-0e0a-496a-84a6-6dc4c2448a46 req-a9ac50b3-3867-4a99-b4da-e66998b72169 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338352 Aug 11 02:07:27.644817 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376448b-d886-4b31-856b-34f9bb846edb req-754db7ee-07b5-4284-9b66-399b6e2a352c tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:27.648173 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4376448b-d886-4b31-856b-34f9bb846edb req-754db7ee-07b5-4284-9b66-399b6e2a352c tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 946 time: 0.0513799 Aug 11 02:07:27.666602 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 7b700c27-660c-4e58-8fe5-174c7e9f96b8 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:07:27.669189 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 2929851c-bcb0-45d7-b520-0c9f0c1baa7e no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:07:27.701159 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 2929851c-bcb0-45d7-b520-0c9f0c1baa7e {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:07:27.701887 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 2929851c-bcb0-45d7-b520-0c9f0c1baa7e not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:07:27.710766 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4376448b-d886-4b31-856b-34f9bb846edb req-e05ea82d-3ac2-40f8-8b10-35ea23a248e8 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584688 Aug 11 02:07:27.839937 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff643e20-5bb3-40db-aef9-0adce734155e req-3d7568ed-5bcd-48e6-be18-f03ee0e0907d tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:27.841354 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ff643e20-5bb3-40db-aef9-0adce734155e req-3d7568ed-5bcd-48e6-be18-f03ee0e0907d tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.66 "GET /v2.0/ports?device_id=a107f69b-e93a-4d34-958f-e7e2f50744fb HTTP/1.1" status: 200 len: 950 time: 0.0875580 Aug 11 02:07:27.863108 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c4bc4d8-f9e6-4f23-8d53-3411d384b989 req-368fe15d-dad9-4148-baeb-351adbb662a7 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 210 time: 0.0597627 Aug 11 02:07:27.895641 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 7b700c27-660c-4e58-8fe5-174c7e9f96b8, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=7b700c27-660c-4e58-8fe5-174c7e9f96b8,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:27.922714 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '7b700c27-660c-4e58-8fe5-174c7e9f96b8', 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7', 'port_id': '7b700c27-660c-4e58-8fe5-174c7e9f96b8', 'mac_address': 'fa:16:3e:bd:97:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e0d0b4-108b-452a-91dc-cd606630079c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:07:27.974124 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:27.990080 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b700c27-660c-4e58-8fe5-174c7e9f96b8 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:07:28.028452 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 7b700c27-660c-4e58-8fe5-174c7e9f96b8, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=7b700c27-660c-4e58-8fe5-174c7e9f96b8,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:28.044175 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:28.067762 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-63dbe9a4-7cce-4bc9-8212-ace2d97712f1 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0977f8d1f319488d943473f8926805cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451491 Aug 11 02:07:28.137130 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=7b700c27-660c-4e58-8fe5-174c7e9f96b8,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:28.147800 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd5ad0-4d98-4a30-a02a-0327085ed12d req-60c0175f-bfc4-41c7-88ba-5607166f4718 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:28.149387 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-38fd5ad0-4d98-4a30-a02a-0327085ed12d req-60c0175f-bfc4-41c7-88ba-5607166f4718 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 943 time: 0.1703703 Aug 11 02:07:28.220937 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-ff643e20-5bb3-40db-aef9-0adce734155e req-a7f1e305-7cef-4213-99ef-29499733a386 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Deleting port 11d33474-4710-4e5d-95ea-a7f03ca3e837 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:07:28.221472 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ff643e20-5bb3-40db-aef9-0adce734155e req-a7f1e305-7cef-4213-99ef-29499733a386 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:28.232527 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-38fd5ad0-4d98-4a30-a02a-0327085ed12d req-d4631a60-1f76-43d3-93cb-7c4a50790b47 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752025 Aug 11 02:07:28.298798 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-0b6a03d6-c6ca-43ff-a989-d2431f2e12fd tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:28.300374 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-0b6a03d6-c6ca-43ff-a989-d2431f2e12fd tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2252522 Aug 11 02:07:28.319193 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-1912cde4-6148-4618-88e7-c78bc1cf2efb tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Request body: {'port': {'device_id': '09534f8f-8289-425d-9410-197ed5e51ad4', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': '0977f8d1f319488d943473f8926805cd'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:28.434842 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769aefb-d1ed-46dd-8cce-dafe7b1bc7ef req-5fb8f456-db9b-4d77-8644-cfd6e2b28089 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:28.442479 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a769aefb-d1ed-46dd-8cce-dafe7b1bc7ef req-5fb8f456-db9b-4d77-8644-cfd6e2b28089 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 944 time: 0.0605223 Aug 11 02:07:28.461004 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-ff643e20-5bb3-40db-aef9-0adce734155e req-a7f1e305-7cef-4213-99ef-29499733a386 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] For port 11d33474-4710-4e5d-95ea-a7f03ca3e837, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=11d33474-4710-4e5d-95ea-a7f03ca3e837,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:28.461570 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ff643e20-5bb3-40db-aef9-0adce734155e req-a7f1e305-7cef-4213-99ef-29499733a386 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:28.466778 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['7b700c27-660c-4e58-8fe5-174c7e9f96b8'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:28.480979 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-ff643e20-5bb3-40db-aef9-0adce734155e req-a7f1e305-7cef-4213-99ef-29499733a386 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Calling delete_port for 11d33474-4710-4e5d-95ea-a7f03ca3e837 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:07:28.501515 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-1912cde4-6148-4618-88e7-c78bc1cf2efb tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Made reservation on behalf of 0977f8d1f319488d943473f8926805cd for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:07:28.505365 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-1912cde4-6148-4618-88e7-c78bc1cf2efb tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:28.505668 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a769aefb-d1ed-46dd-8cce-dafe7b1bc7ef req-9189df08-20bf-4cc4-905a-144f81070578 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8c7d574-9050-41e4-a9b4-3e9029ab9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623462 Aug 11 02:07:28.688915 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc085b4-5cfe-4070-94a3-cdd72e22ac8f req-56a0fcca-ab02-44f3-81d9-779010d98f73 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:28.690448 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4bc085b4-5cfe-4070-94a3-cdd72e22ac8f req-56a0fcca-ab02-44f3-81d9-779010d98f73 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=a107f69b-e93a-4d34-958f-e7e2f50744fb HTTP/1.1" status: 200 len: 950 time: 0.1158206 Aug 11 02:07:28.760043 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57494) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:28.808081 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-1912cde4-6148-4618-88e7-c78bc1cf2efb tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Allocated IP 192.168.233.131 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/77549358-be7a-4dd3-a142-58979ec3ff90) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:07:28.812033 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ff643e20-5bb3-40db-aef9-0adce734155e req-a7f1e305-7cef-4213-99ef-29499733a386 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:28.826123 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['b64bf5de-b5d3-415c-828a-a78a76f2ca7f', 'e730fc50-e2ea-4aab-80c8-a10943c8ee5f', '11d33474-4710-4e5d-95ea-a7f03ca3e837'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:28.853994 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143abe02-d207-4401-be84-44f77fc4482b req-5dc40ab4-b8f7-428c-8f8c-a4953d67ab49 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:28.855070 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4bc085b4-5cfe-4070-94a3-cdd72e22ac8f req-87eb23e3-eeab-4f5c-829b-2aa64faff91a tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384654 Aug 11 02:07:28.859492 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1e305-7cef-4213-99ef-29499733a386 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Pushing event deleted for resources: {'Port': ['ID=11d33474-4710-4e5d-95ea-a7f03ca3e837,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:28.868403 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-143abe02-d207-4401-be84-44f77fc4482b req-5dc40ab4-b8f7-428c-8f8c-a4953d67ab49 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 946 time: 0.0699887 Aug 11 02:07:28.916098 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff643e20-5bb3-40db-aef9-0adce734155e req-a7f1e305-7cef-4213-99ef-29499733a386 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] No DVR routers for this DVR port 11d33474-4710-4e5d-95ea-a7f03ca3e837 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:07:28.924750 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ff643e20-5bb3-40db-aef9-0adce734155e req-a7f1e305-7cef-4213-99ef-29499733a386 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:28.926283 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ff643e20-5bb3-40db-aef9-0adce734155e req-a7f1e305-7cef-4213-99ef-29499733a386 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.66 "DELETE /v2.0/ports/11d33474-4710-4e5d-95ea-a7f03ca3e837 HTTP/1.1" status: 204 len: 173 time: 1.0724897 Aug 11 02:07:28.926796 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a107f69b-e93a-4d34-958f-e7e2f50744fb', 'name': 'network-vif-deleted', 'tag': '11d33474-4710-4e5d-95ea-a7f03ca3e837'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:28.934403 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a5b0d1-8a0d-405b-b6ec-550f0b639dd9" -d '{"events": [{"server_uuid": "a107f69b-e93a-4d34-958f-e7e2f50744fb", "name": "network-vif-deleted", "tag": "11d33474-4710-4e5d-95ea-a7f03ca3e837"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:29.030089 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-143abe02-d207-4401-be84-44f77fc4482b req-99bf03db-f989-460d-b6d9-633ed2e13bcd tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543145 Aug 11 02:07:29.036140 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-218aacdb-c585-4019-aa84-8eea98638901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:29.164915 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615c1893-c421-4829-bb50-f577f29f2735 x-openstack-request-id: req-615c1893-c421-4829-bb50-f577f29f2735 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:29.165162 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a107f69b-e93a-4d34-958f-e7e2f50744fb", "name": "network-vif-deleted", "tag": "11d33474-4710-4e5d-95ea-a7f03ca3e837", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:29.165392 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-615c1893-c421-4829-bb50-f577f29f2735 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:29.169085 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a107f69b-e93a-4d34-958f-e7e2f50744fb', 'name': 'network-vif-deleted', 'tag': '11d33474-4710-4e5d-95ea-a7f03ca3e837', 'status': 'completed', 'code': 200} Aug 11 02:07:29.215667 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-1912cde4-6148-4618-88e7-c78bc1cf2efb tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:29.231956 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-1912cde4-6148-4618-88e7-c78bc1cf2efb tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Transition to ACTIVE for port object 77549358-be7a-4dd3-a142-58979ec3ff90 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:29.242145 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-218aacdb-c585-4019-aa84-8eea98638901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:29.248605 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-218aacdb-c585-4019-aa84-8eea98638901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:29.262809 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2c55800e-09e3-42af-b344-817290732eca req-b7ae21fc-3d8c-42d6-95f7-8e30a40b09d8 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 210 time: 0.0838854 Aug 11 02:07:29.291313 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-1912cde4-6148-4618-88e7-c78bc1cf2efb tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:29.315029 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-218aacdb-c585-4019-aa84-8eea98638901 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=14acca7f6e6647838b2427c95dd5f88b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5539346 Aug 11 02:07:29.317518 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57508) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:29.359375 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-1912cde4-6148-4618-88e7-c78bc1cf2efb tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:07:29.360334 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912cde4-6148-4618-88e7-c78bc1cf2efb tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Pushing event updated for resources: {'Port': ['ID=77549358-be7a-4dd3-a142-58979ec3ff90,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:29.364230 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-1912cde4-6148-4618-88e7-c78bc1cf2efb tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:07:29.364437 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218aacdb-c585-4019-aa84-8eea98638901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65c3c5c-89f1-4324-be97-09ab64395ace,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:29.366357 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-1912cde4-6148-4618-88e7-c78bc1cf2efb tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:07:29.424568 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-1912cde4-6148-4618-88e7-c78bc1cf2efb tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:29.425269 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-1912cde4-6148-4618-88e7-c78bc1cf2efb tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:29.436641 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4aa8d4d0-2787-4a78-9a45-cdd78530ddca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:29.444653 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-1912cde4-6148-4618-88e7-c78bc1cf2efb tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1315343 Aug 11 02:07:29.450279 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f91f0-d9dc-4051-bc96-6ce4f9369685 req-49236b5c-6f8d-4a50-908c-4673d2697713 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:29.451808 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ab7f91f0-d9dc-4051-bc96-6ce4f9369685 req-49236b5c-6f8d-4a50-908c-4673d2697713 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 944 time: 0.0922229 Aug 11 02:07:29.478323 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-d9a63321-c5fe-4a55-8c19-e51cefe5460a service neutron] Request body: {'port': {'device_id': '09534f8f-8289-425d-9410-197ed5e51ad4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:29.485228 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4aa8d4d0-2787-4a78-9a45-cdd78530ddca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:29.536384 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ab7f91f0-d9dc-4051-bc96-6ce4f9369685 req-17775b4a-5d93-4be2-af2a-efb145c5a841 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767667 Aug 11 02:07:29.552296 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-d9a63321-c5fe-4a55-8c19-e51cefe5460a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:29.597136 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4aa8d4d0-2787-4a78-9a45-cdd78530ddca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:29.600974 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4aa8d4d0-2787-4a78-9a45-cdd78530ddca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:29.602583 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4aa8d4d0-2787-4a78-9a45-cdd78530ddca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b65c3c5c-89f1-4324-be97-09ab64395ace HTTP/1.1" status: 204 len: 168 time: 0.2837496 Aug 11 02:07:29.617041 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8d4d0-2787-4a78-9a45-cdd78530ddca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65c3c5c-89f1-4324-be97-09ab64395ace,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:29.621802 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['720d30f6-528f-49f4-ba0d-65a1fc3d459f', '152571f7-05e8-401f-b3f6-e6f3d5bf6a70', 'c756a0a7-6e66-46af-b570-3c00e733ef84', '205f1abc-4706-40d8-ad36-b3c1304281e1'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:29.626154 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['f1c2dc37-53c8-4940-8d0e-4a846afcecd0'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:29.922418 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['76df8e04-64c2-4bd9-8284-74ca034add0a'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:30.033850 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-dd6650f8-ff97-403d-8e3e-a45a8b4d5cdf None None] Provisioning for port 77549358-be7a-4dd3-a142-58979ec3ff90 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:30.057533 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8c56a-fea5-465a-acc4-3639b0982ccd req-87f306d3-56f5-48fb-83ad-6132aa471130 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:30.058465 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-dd6650f8-ff97-403d-8e3e-a45a8b4d5cdf None None] Provisioning complete for port 77549358-be7a-4dd3-a142-58979ec3ff90 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:30.059904 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dd6650f8-ff97-403d-8e3e-a45a8b4d5cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:30.069332 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3ff8c56a-fea5-465a-acc4-3639b0982ccd req-87f306d3-56f5-48fb-83ad-6132aa471130 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 944 time: 0.4037910 Aug 11 02:07:30.152639 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-dd6650f8-ff97-403d-8e3e-a45a8b4d5cdf None None] Port 77549358-be7a-4dd3-a142-58979ec3ff90 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:07:30.202149 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3ff8c56a-fea5-465a-acc4-3639b0982ccd req-5c3abcf6-b925-419e-849e-46438c441db0 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8c7d574-9050-41e4-a9b4-3e9029ab9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290853 Aug 11 02:07:30.392261 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-d9a63321-c5fe-4a55-8c19-e51cefe5460a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77549358-be7a-4dd3-a142-58979ec3ff90 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:07:30.401130 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-d9a63321-c5fe-4a55-8c19-e51cefe5460a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:30.410167 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967712f-1e3a-4891-bd98-48c45cc8d8a7 req-41bdd7eb-b717-4c00-8013-f962a0e68e8e tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:30.415450 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3967712f-1e3a-4891-bd98-48c45cc8d8a7 req-41bdd7eb-b717-4c00-8013-f962a0e68e8e tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 946 time: 0.1286559 Aug 11 02:07:30.421377 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-d9a63321-c5fe-4a55-8c19-e51cefe5460a service neutron] Transition to ACTIVE for port object 77549358-be7a-4dd3-a142-58979ec3ff90 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:30.432648 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-d9a63321-c5fe-4a55-8c19-e51cefe5460a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:30.488508 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3967712f-1e3a-4891-bd98-48c45cc8d8a7 req-d76b48bd-b465-4ae5-8c42-d66e17d83bf8 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612624 Aug 11 02:07:30.684159 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e19c06-99b2-462e-a111-14c3f2526492 req-21f434ca-0c7a-460e-8ff5-5b8730792f1d tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:30.685760 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-96e19c06-99b2-462e-a111-14c3f2526492 req-21f434ca-0c7a-460e-8ff5-5b8730792f1d tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 948 time: 0.0823286 Aug 11 02:07:30.720752 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a63321-c5fe-4a55-8c19-e51cefe5460a service neutron] Pushing event updated for resources: {'Port': ['ID=77549358-be7a-4dd3-a142-58979ec3ff90,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:30.770401 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-96e19c06-99b2-462e-a111-14c3f2526492 req-fed35e3c-a9b0-4fcd-b4d2-5e24e0b32366 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775299 Aug 11 02:07:30.770546 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60060d9-e280-48af-8309-dccd2ac5bef7 req-8c0bb2a4-37ee-4594-81b2-3b7c3f48eda1 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:30.781878 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b60060d9-e280-48af-8309-dccd2ac5bef7 req-8c0bb2a4-37ee-4594-81b2-3b7c3f48eda1 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d93eed9-fa5b-4114-b450-b26f0e674c2f HTTP/1.1" status: 200 len: 949 time: 0.2800531 Aug 11 02:07:30.894313 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-d9a63321-c5fe-4a55-8c19-e51cefe5460a service neutron] Attempting to bind port 77549358-be7a-4dd3-a142-58979ec3ff90 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:07:30.895049 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-d9a63321-c5fe-4a55-8c19-e51cefe5460a service neutron] Attempting to bind port 77549358-be7a-4dd3-a142-58979ec3ff90 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:07:30.896865 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-d9a63321-c5fe-4a55-8c19-e51cefe5460a service neutron] Attempting to bind port 77549358-be7a-4dd3-a142-58979ec3ff90 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:30.909526 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b60060d9-e280-48af-8309-dccd2ac5bef7 req-6434f175-f3fd-4041-8f13-3b28e230cc2c tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262913 Aug 11 02:07:30.923559 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-d9a63321-c5fe-4a55-8c19-e51cefe5460a service neutron] Port 77549358-be7a-4dd3-a142-58979ec3ff90 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:07:30.924275 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-d9a63321-c5fe-4a55-8c19-e51cefe5460a service neutron] Attempting to bind port 77549358-be7a-4dd3-a142-58979ec3ff90 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:30.939936 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-d9a63321-c5fe-4a55-8c19-e51cefe5460a service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:07:30.940395 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-d9a63321-c5fe-4a55-8c19-e51cefe5460a service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:07:30.940898 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-d9a63321-c5fe-4a55-8c19-e51cefe5460a service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:07:30.941349 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-d9a63321-c5fe-4a55-8c19-e51cefe5460a service neutron] Bound port: 77549358-be7a-4dd3-a142-58979ec3ff90, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:07:30.941717 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-d9a63321-c5fe-4a55-8c19-e51cefe5460a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:30.943291 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b7cac-72d9-4866-9245-b1f6b16cda4e req-9f8cdba0-2599-4d89-a067-a7feb828ebb8 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:30.945900 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-934b7cac-72d9-4866-9245-b1f6b16cda4e req-9f8cdba0-2599-4d89-a067-a7feb828ebb8 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 944 time: 0.1070397 Aug 11 02:07:30.998456 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-934b7cac-72d9-4866-9245-b1f6b16cda4e req-41a602be-b92f-4ed0-abce-01cefc6205e5 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459735 Aug 11 02:07:31.025938 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-d9a63321-c5fe-4a55-8c19-e51cefe5460a service neutron] For port 77549358-be7a-4dd3-a142-58979ec3ff90, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:07:31.025938 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-d9a63321-c5fe-4a55-8c19-e51cefe5460a service neutron] For port 77549358-be7a-4dd3-a142-58979ec3ff90, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=77549358-be7a-4dd3-a142-58979ec3ff90,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:07:31.031833 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-d9a63321-c5fe-4a55-8c19-e51cefe5460a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:31.076582 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-d9a63321-c5fe-4a55-8c19-e51cefe5460a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:31.077131 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-d9a63321-c5fe-4a55-8c19-e51cefe5460a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:31.078553 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-d9a63321-c5fe-4a55-8c19-e51cefe5460a service neutron] 10.222.0.73 "PUT /v2.0/ports/77549358-be7a-4dd3-a142-58979ec3ff90 HTTP/1.1" status: 200 len: 1097 time: 1.6068859 Aug 11 02:07:31.102425 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a63321-c5fe-4a55-8c19-e51cefe5460a service neutron] Pushing event updated for resources: {'Port': ['ID=77549358-be7a-4dd3-a142-58979ec3ff90,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:31.170252 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09534f8f-8289-425d-9410-197ed5e51ad4', 'tag': '77549358-be7a-4dd3-a142-58979ec3ff90'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:31.178150 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affe17d3-e419-4465-8155-7b2658e27937" -d '{"events": [{"name": "network-changed", "server_uuid": "09534f8f-8289-425d-9410-197ed5e51ad4", "tag": "77549358-be7a-4dd3-a142-58979ec3ff90"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:31.188515 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-3f371862-60dc-46fb-ad13-4a2fa1884e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:31.190301 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-3f371862-60dc-46fb-ad13-4a2fa1884e88 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 1100 time: 0.0655215 Aug 11 02:07:31.252932 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93eabb87-16e3-4590-ba95-3d3b948d8d54 x-openstack-request-id: req-93eabb87-16e3-4590-ba95-3d3b948d8d54 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:31.253248 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09534f8f-8289-425d-9410-197ed5e51ad4", "tag": "77549358-be7a-4dd3-a142-58979ec3ff90", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:31.253500 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-93eabb87-16e3-4590-ba95-3d3b948d8d54 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:31.253891 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09534f8f-8289-425d-9410-197ed5e51ad4', 'tag': '77549358-be7a-4dd3-a142-58979ec3ff90', 'status': 'completed', 'code': 200} Aug 11 02:07:31.255806 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-adb13fd6-5a18-4eda-a984-07db3752def3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=77549358-be7a-4dd3-a142-58979ec3ff90 HTTP/1.1" status: 200 len: 217 time: 0.0531931 Aug 11 02:07:31.376883 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-ca123029-163e-43f7-9c99-2fcf16db8900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:31.378695 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-ca123029-163e-43f7-9c99-2fcf16db8900 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1143568 Aug 11 02:07:31.396827 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43282368-b7c3-4e59-8a95-adc5081b9616 req-7a0cb87b-9bd8-4cc1-bdaa-1f5cfbcf8fd6 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:31.398537 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-43282368-b7c3-4e59-8a95-adc5081b9616 req-7a0cb87b-9bd8-4cc1-bdaa-1f5cfbcf8fd6 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 944 time: 0.0912726 Aug 11 02:07:31.407315 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a528172-3dae-400f-a546-b274d03342e0 req-9d15ab87-62a6-41f8-a4d5-7567cfb5cc8e tempest-AbsoluteLimitsNegativeTestJSON-2057762177 tempest-AbsoluteLimitsNegativeTestJSON-2057762177-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=9971f5ea014d427780a524f764523f7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402515 Aug 11 02:07:31.473947 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-81d436d3-fc18-4947-b02c-ef264f1c1d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:31.475461 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-81d436d3-fc18-4947-b02c-ef264f1c1d65 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0760391 Aug 11 02:07:31.478228 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-43282368-b7c3-4e59-8a95-adc5081b9616 req-bb613e07-a1f6-47bc-bcce-e41490e7e6ca tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8c7d574-9050-41e4-a9b4-3e9029ab9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438275 Aug 11 02:07:31.523199 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a528172-3dae-400f-a546-b274d03342e0 req-ef51ae5a-e730-4463-b382-60551d834809 tempest-AbsoluteLimitsNegativeTestJSON-2057762177 tempest-AbsoluteLimitsNegativeTestJSON-2057762177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:31.526190 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a528172-3dae-400f-a546-b274d03342e0 req-ef51ae5a-e730-4463-b382-60551d834809 tempest-AbsoluteLimitsNegativeTestJSON-2057762177 tempest-AbsoluteLimitsNegativeTestJSON-2057762177-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1127896 Aug 11 02:07:31.540861 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a528172-3dae-400f-a546-b274d03342e0 req-f14756c3-1ca7-4eaf-ab51-58e53706dea8 tempest-AbsoluteLimitsNegativeTestJSON-2057762177 tempest-AbsoluteLimitsNegativeTestJSON-2057762177-project] 10.222.0.50 "GET /v2.0/quotas/9971f5ea014d427780a524f764523f7b HTTP/1.1" status: 200 len: 375 time: 0.0104678 Aug 11 02:07:31.573737 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a528172-3dae-400f-a546-b274d03342e0 req-7bff86e1-01aa-4f45-9db1-667e52197403 tempest-AbsoluteLimitsNegativeTestJSON-2057762177 tempest-AbsoluteLimitsNegativeTestJSON-2057762177-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9971f5ea014d427780a524f764523f7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271826 Aug 11 02:07:31.590758 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-68b98e1e-d4d1-49fc-87fe-b9ec138a3ad5 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020520 Aug 11 02:07:31.691476 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 7b700c27-660c-4e58-8fe5-174c7e9f96b8 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:07:31.750604 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ca0a8-3a84-49c7-b519-166beebabf1d req-fcd55d20-c8cc-43ff-bb53-95269334165b tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:31.751951 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 7b700c27-660c-4e58-8fe5-174c7e9f96b8 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:31.753101 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aa1ca0a8-3a84-49c7-b519-166beebabf1d req-fcd55d20-c8cc-43ff-bb53-95269334165b tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 946 time: 0.1402292 Aug 11 02:07:31.757770 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 7b700c27-660c-4e58-8fe5-174c7e9f96b8 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:31.758500 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:31.760916 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-739717a6-951f-4b4d-83e2-9ae21c06089c req-45c05cd7-fede-4cda-94e4-9c35985cbf83 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600127 Aug 11 02:07:31.797302 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-273998e8-c4cc-47fe-a8fd-2a1fd9f81302 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:31.798965 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-273998e8-c4cc-47fe-a8fd-2a1fd9f81302 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8&tenant_id=2ad8af97bd524ff09f331d88ab3a939b&binding%3Ahost_id=n-h1-615180-33 HTTP/1.1" status: 200 len: 1098 time: 0.0981340 Aug 11 02:07:31.821969 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-ef03119d-2fb3-4861-a99a-e3f4bc1673e0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-615180-33'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:31.851114 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aa1ca0a8-3a84-49c7-b519-166beebabf1d req-2b93a3c6-50fe-4e5f-9e1a-ad7ff69f11ca tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698755 Aug 11 02:07:31.946385 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-ef03119d-2fb3-4861-a99a-e3f4bc1673e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:31.985780 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe17d3-e419-4465-8155-7b2658e27937 req-8208b72b-780e-48aa-a503-7d29f2d80dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:31.987430 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-affe17d3-e419-4465-8155-7b2658e27937 req-8208b72b-780e-48aa-a503-7d29f2d80dfb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 1100 time: 0.1214004 Aug 11 02:07:31.989177 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57582) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:31.991662 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89024d03-3b58-406f-a7d5-3c94d8a310c3 req-fc949c94-d605-4956-867f-b7fadb9987f5 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:31.991865 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:31.993419 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-89024d03-3b58-406f-a7d5-3c94d8a310c3 req-fc949c94-d605-4956-867f-b7fadb9987f5 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 948 time: 0.1186204 Aug 11 02:07:32.043045 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 7b700c27-660c-4e58-8fe5-174c7e9f96b8, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=7b700c27-660c-4e58-8fe5-174c7e9f96b8,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:32.045023 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff8615a-875e-48c5-a231-3b12b3a952d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b700c27-660c-4e58-8fe5-174c7e9f96b8'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:32.048278 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c83bfd6-95cc-400b-9a8c-ac27db5351e7" -d '{"events": [{"server_uuid": "8ff8615a-875e-48c5-a231-3b12b3a952d6", "name": "network-vif-plugged", "status": "completed", "tag": "7b700c27-660c-4e58-8fe5-174c7e9f96b8"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:32.053846 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:32.068940 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb259f78-da99-42dd-a72c-01068cb94e09 req-b3629693-2dd4-480e-b531-4747da616126 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:32.070616 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-eb259f78-da99-42dd-a72c-01068cb94e09 req-b3629693-2dd4-480e-b531-4747da616126 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.66 "GET /v2.0/ports?device_id=8d93eed9-fa5b-4114-b450-b26f0e674c2f HTTP/1.1" status: 200 len: 949 time: 0.0752549 Aug 11 02:07:32.144078 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=7b700c27-660c-4e58-8fe5-174c7e9f96b8,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:32.168209 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-89024d03-3b58-406f-a7d5-3c94d8a310c3 req-2e2cb65c-b3a5-4e20-8bc7-ac4f7807e80d tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375043 Aug 11 02:07:32.175348 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f202eb67-dec2-4ea6-b736-2bfbc49f7799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:32.195745 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-eb259f78-da99-42dd-a72c-01068cb94e09 req-9d5178f1-7df1-4081-8dcc-891cdee56545 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Deleting port e730fc50-e2ea-4aab-80c8-a10943c8ee5f {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:07:32.196165 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-eb259f78-da99-42dd-a72c-01068cb94e09 req-9d5178f1-7df1-4081-8dcc-891cdee56545 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:32.284092 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9cc4a-e3cb-4162-beba-f777463319f6 req-e3111e0a-72bb-4520-9c59-68f9c0ab46e6 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:32.285601 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2bb9cc4a-e3cb-4162-beba-f777463319f6 req-e3111e0a-72bb-4520-9c59-68f9c0ab46e6 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d93eed9-fa5b-4114-b450-b26f0e674c2f HTTP/1.1" status: 200 len: 949 time: 0.1991367 Aug 11 02:07:32.290253 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe17d3-e419-4465-8155-7b2658e27937 req-8c1a85bf-799f-434a-b598-5742828aee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:32.291708 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-affe17d3-e419-4465-8155-7b2658e27937 req-8c1a85bf-799f-434a-b598-5742828aee89 service neutron] 10.222.0.73 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.2949185 Aug 11 02:07:32.312532 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5f657-b37f-45bc-8bcd-781d9ab5f693 req-995240f8-8e7e-40f1-8fdd-c30b3f604812 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:32.314039 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-eda5f657-b37f-45bc-8bcd-781d9ab5f693 req-995240f8-8e7e-40f1-8fdd-c30b3f604812 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 945 time: 0.0786228 Aug 11 02:07:32.338643 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-eb259f78-da99-42dd-a72c-01068cb94e09 req-9d5178f1-7df1-4081-8dcc-891cdee56545 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] For port e730fc50-e2ea-4aab-80c8-a10943c8ee5f, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=e730fc50-e2ea-4aab-80c8-a10943c8ee5f,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:32.338938 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-eb259f78-da99-42dd-a72c-01068cb94e09 req-9d5178f1-7df1-4081-8dcc-891cdee56545 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:32.357757 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-eb259f78-da99-42dd-a72c-01068cb94e09 req-9d5178f1-7df1-4081-8dcc-891cdee56545 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Calling delete_port for e730fc50-e2ea-4aab-80c8-a10943c8ee5f owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:07:32.362187 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-ef03119d-2fb3-4861-a99a-e3f4bc1673e0 service neutron] For port a82eea53-7092-4692-9141-f856d8fd4bfb, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a82eea53-7092-4692-9141-f856d8fd4bfb,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:32.367766 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-affe17d3-e419-4465-8155-7b2658e27937 req-39211a6c-d5d5-4ae2-9c66-a450be8cede4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=77549358-be7a-4dd3-a142-58979ec3ff90 HTTP/1.1" status: 200 len: 217 time: 0.0611279 Aug 11 02:07:32.386450 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-eda5f657-b37f-45bc-8bcd-781d9ab5f693 req-e5d56598-ad58-4a5a-b6a0-df7f7efd7c9d tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650508 Aug 11 02:07:32.444979 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2bb9cc4a-e3cb-4162-beba-f777463319f6 req-e7b044d5-50de-4bf3-b89e-d2fbd9493152 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478601 Aug 11 02:07:32.464067 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device a82eea53-7092-4692-9141-f856d8fd4bfb details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:07:32.469677 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 11d33474-4710-4e5d-95ea-a7f03ca3e837 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:07:32.487003 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe17d3-e419-4465-8155-7b2658e27937 req-472f5c97-d82d-4fce-bd7e-33b4de0b6477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:32.488503 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-affe17d3-e419-4465-8155-7b2658e27937 req-472f5c97-d82d-4fce-bd7e-33b4de0b6477 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1096971 Aug 11 02:07:32.490587 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-ef03119d-2fb3-4861-a99a-e3f4bc1673e0 service neutron] For port a82eea53-7092-4692-9141-f856d8fd4bfb, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:07:32.549271 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-eb259f78-da99-42dd-a72c-01068cb94e09 req-9d5178f1-7df1-4081-8dcc-891cdee56545 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:32.556457 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892f3c0a-b28e-44bb-a26b-e3f454afdc8e x-openstack-request-id: req-892f3c0a-b28e-44bb-a26b-e3f454afdc8e {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:32.556749 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff8615a-875e-48c5-a231-3b12b3a952d6", "name": "network-vif-plugged", "status": "completed", "tag": "7b700c27-660c-4e58-8fe5-174c7e9f96b8", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:32.557006 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-892f3c0a-b28e-44bb-a26b-e3f454afdc8e {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:32.558171 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff8615a-875e-48c5-a231-3b12b3a952d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b700c27-660c-4e58-8fe5-174c7e9f96b8', 'code': 200} Aug 11 02:07:32.559837 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 11d33474-4710-4e5d-95ea-a7f03ca3e837 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:07:32.562692 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 11d33474-4710-4e5d-95ea-a7f03ca3e837 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:07:32.590998 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['720d30f6-528f-49f4-ba0d-65a1fc3d459f', '152571f7-05e8-401f-b3f6-e6f3d5bf6a70', 'c756a0a7-6e66-46af-b570-3c00e733ef84', '205f1abc-4706-40d8-ad36-b3c1304281e1'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:32.595637 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['b64bf5de-b5d3-415c-828a-a78a76f2ca7f', 'e730fc50-e2ea-4aab-80c8-a10943c8ee5f'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:32.598884 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-ef03119d-2fb3-4861-a99a-e3f4bc1673e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:32.605558 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f202eb67-dec2-4ea6-b736-2bfbc49f7799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:32.615511 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-ef03119d-2fb3-4861-a99a-e3f4bc1673e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:32.629634 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f202eb67-dec2-4ea6-b736-2bfbc49f7799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:32.642130 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5178f1-7df1-4081-8dcc-891cdee56545 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Pushing event deleted for resources: {'Port': ['ID=e730fc50-e2ea-4aab-80c8-a10943c8ee5f,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:32.711380 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb259f78-da99-42dd-a72c-01068cb94e09 req-9d5178f1-7df1-4081-8dcc-891cdee56545 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] No DVR routers for this DVR port e730fc50-e2ea-4aab-80c8-a10943c8ee5f on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:07:32.716898 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-eb259f78-da99-42dd-a72c-01068cb94e09 req-9d5178f1-7df1-4081-8dcc-891cdee56545 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:32.719280 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-eb259f78-da99-42dd-a72c-01068cb94e09 req-9d5178f1-7df1-4081-8dcc-891cdee56545 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.66 "DELETE /v2.0/ports/e730fc50-e2ea-4aab-80c8-a10943c8ee5f HTTP/1.1" status: 204 len: 173 time: 0.6370232 Aug 11 02:07:32.721373 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d93eed9-fa5b-4114-b450-b26f0e674c2f', 'name': 'network-vif-deleted', 'tag': 'e730fc50-e2ea-4aab-80c8-a10943c8ee5f'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:32.732317 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d9828c-91f8-477e-8172-2ee6b092ac28" -d '{"events": [{"server_uuid": "8d93eed9-fa5b-4114-b450-b26f0e674c2f", "name": "network-vif-deleted", "tag": "e730fc50-e2ea-4aab-80c8-a10943c8ee5f"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:32.765353 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773c563-236a-4bbb-a62a-9a6479dc76c6 req-2e7b2c8f-8a02-4636-9cfc-97db0b2d0fbe tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:32.766981 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6773c563-236a-4bbb-a62a-9a6479dc76c6 req-2e7b2c8f-8a02-4636-9cfc-97db0b2d0fbe tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 944 time: 0.1746576 Aug 11 02:07:32.769058 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b1e53-0a3f-4a9f-b3df-d3839ad178b1 req-7a3ab2cb-61e5-4c11-bc44-21544f1dd219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:32.770381 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b55b1e53-0a3f-4a9f-b3df-d3839ad178b1 req-7a3ab2cb-61e5-4c11-bc44-21544f1dd219 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 1097 time: 0.2109628 Aug 11 02:07:32.888134 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215cbca9-66ce-4456-9911-7c60136672fd x-openstack-request-id: req-215cbca9-66ce-4456-9911-7c60136672fd {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:32.888428 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d93eed9-fa5b-4114-b450-b26f0e674c2f", "name": "network-vif-deleted", "tag": "e730fc50-e2ea-4aab-80c8-a10943c8ee5f", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:32.888727 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-215cbca9-66ce-4456-9911-7c60136672fd {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:32.889689 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port a82eea53-7092-4692-9141-f856d8fd4bfb, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a82eea53-7092-4692-9141-f856d8fd4bfb,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:32.893099 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d93eed9-fa5b-4114-b450-b26f0e674c2f', 'name': 'network-vif-deleted', 'tag': 'e730fc50-e2ea-4aab-80c8-a10943c8ee5f', 'status': 'completed', 'code': 200} Aug 11 02:07:32.902937 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device a82eea53-7092-4692-9141-f856d8fd4bfb has no active binding in host n-h2-615180-33 {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:07:32.903317 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 15f7cc88-4ab8-4b55-9c8a-b068b900cc68 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:07:32.948366 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b55b1e53-0a3f-4a9f-b3df-d3839ad178b1 req-a64360ba-3d24-4c45-81f6-28984fd5108e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583025 Aug 11 02:07:32.990416 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6773c563-236a-4bbb-a62a-9a6479dc76c6 req-2ef48211-ace8-4869-92e7-b222538bf0df tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8c7d574-9050-41e4-a9b4-3e9029ab9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017243 Aug 11 02:07:33.046328 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202eb67-dec2-4ea6-b736-2bfbc49f7799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ace8fa-730e-4244-a921-c09693a1f778,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:33.052269 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe17d3-e419-4465-8155-7b2658e27937 req-5bd64fb4-b73f-46a0-bd3a-cb8eafc8f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:33.054024 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-affe17d3-e419-4465-8155-7b2658e27937 req-5bd64fb4-b73f-46a0-bd3a-cb8eafc8f9d3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5059502 Aug 11 02:07:33.151429 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f202eb67-dec2-4ea6-b736-2bfbc49f7799 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9971f5ea014d427780a524f764523f7b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1608458 Aug 11 02:07:33.152117 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57600) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:33.185659 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 15f7cc88-4ab8-4b55-9c8a-b068b900cc68, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=15f7cc88-4ab8-4b55-9c8a-b068b900cc68,segment=NetworkSegment(3aa0f263-1052-435f-83fb-2fc7589001b0),segment_id=3aa0f263-1052-435f-83fb-2fc7589001b0)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:33.192056 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03119d-2fb3-4861-a99a-e3f4bc1673e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a82eea53-7092-4692-9141-f856d8fd4bfb,revision_number=7']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:33.208985 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '15f7cc88-4ab8-4b55-9c8a-b068b900cc68', 'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6', 'port_id': '15f7cc88-4ab8-4b55-9c8a-b068b900cc68', 'mac_address': 'fa:16:3e:17:3e:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '299a9d58-2432-41ae-9870-ba5a0dd4be22', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:07:33.220491 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8b1f2675-4f62-4514-8474-2ababdcb38b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:33.239296 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-ef03119d-2fb3-4861-a99a-e3f4bc1673e0 service neutron] Attempting to bind port a82eea53-7092-4692-9141-f856d8fd4bfb on host n-h1-615180-33 for vnic_type normal with profile {"migrating_to": "n-h2-615180-33"} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:07:33.239685 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-ef03119d-2fb3-4861-a99a-e3f4bc1673e0 service neutron] Attempting to bind port a82eea53-7092-4692-9141-f856d8fd4bfb by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:07:33.240018 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-ef03119d-2fb3-4861-a99a-e3f4bc1673e0 service neutron] Attempting to bind port a82eea53-7092-4692-9141-f856d8fd4bfb on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:33.252586 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962f714-76dd-4201-8949-f0ab94d87558 req-7fb010eb-2a99-4ca2-ba6e-3ec759bc190d tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:33.259890 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3962f714-76dd-4201-8949-f0ab94d87558 req-7fb010eb-2a99-4ca2-ba6e-3ec759bc190d tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 944 time: 0.2147503 Aug 11 02:07:33.264205 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12cdf99-8cb2-4ff0-a9b2-86496441baa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a82eea53-7092-4692-9141-f856d8fd4bfb'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:33.266988 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f88827-afab-4415-89c8-48335d5dd943" -d '{"events": [{"server_uuid": "b12cdf99-8cb2-4ff0-a9b2-86496441baa8", "name": "network-vif-unplugged", "status": "completed", "tag": "a82eea53-7092-4692-9141-f856d8fd4bfb"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:33.284433 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-ef03119d-2fb3-4861-a99a-e3f4bc1673e0 service neutron] Port a82eea53-7092-4692-9141-f856d8fd4bfb on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:07:33.284761 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-ef03119d-2fb3-4861-a99a-e3f4bc1673e0 service neutron] Attempting to bind port a82eea53-7092-4692-9141-f856d8fd4bfb on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:33.286141 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:33.287344 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8b1f2675-4f62-4514-8474-2ababdcb38b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:33.303134 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-ef03119d-2fb3-4861-a99a-e3f4bc1673e0 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:07:33.303476 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-ef03119d-2fb3-4861-a99a-e3f4bc1673e0 service neutron] Checking segment: {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:07:33.303908 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-ef03119d-2fb3-4861-a99a-e3f4bc1673e0 service neutron] Bound using segment: {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:07:33.304352 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-ef03119d-2fb3-4861-a99a-e3f4bc1673e0 service neutron] Bound port: a82eea53-7092-4692-9141-f856d8fd4bfb, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:07:33.304706 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-ef03119d-2fb3-4861-a99a-e3f4bc1673e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:33.312280 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f7cc88-4ab8-4b55-9c8a-b068b900cc68 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:07:33.351727 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 15f7cc88-4ab8-4b55-9c8a-b068b900cc68, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=15f7cc88-4ab8-4b55-9c8a-b068b900cc68,segment=NetworkSegment(3aa0f263-1052-435f-83fb-2fc7589001b0),segment_id=3aa0f263-1052-435f-83fb-2fc7589001b0)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:33.365258 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-affe17d3-e419-4465-8155-7b2658e27937 req-b452c4b6-cdcb-4995-83d2-112aeabc3300 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669020 Aug 11 02:07:33.377522 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:33.387458 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3962f714-76dd-4201-8949-f0ab94d87558 req-64e36845-34b1-48d5-9f56-ef3a1cc6926e tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265981 Aug 11 02:07:33.443080 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d595c67-7171-44b8-ba9b-17781e6e69db req-df37c89b-df64-4899-934c-317d1fff7bab tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:33.458815 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6d595c67-7171-44b8-ba9b-17781e6e69db req-df37c89b-df64-4899-934c-317d1fff7bab tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 948 time: 0.1396062 Aug 11 02:07:33.501703 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8b1f2675-4f62-4514-8474-2ababdcb38b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:33.505063 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8b1f2675-4f62-4514-8474-2ababdcb38b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:33.506601 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8b1f2675-4f62-4514-8474-2ababdcb38b4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/12ace8fa-730e-4244-a921-c09693a1f778 HTTP/1.1" status: 204 len: 168 time: 0.3533747 Aug 11 02:07:33.513222 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db3caad-8384-46d3-88df-3d62f0bc9c70 x-openstack-request-id: req-8db3caad-8384-46d3-88df-3d62f0bc9c70 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:33.513565 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b12cdf99-8cb2-4ff0-a9b2-86496441baa8", "name": "network-vif-unplugged", "status": "completed", "tag": "a82eea53-7092-4692-9141-f856d8fd4bfb", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:33.513833 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8db3caad-8384-46d3-88df-3d62f0bc9c70 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:33.514252 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12cdf99-8cb2-4ff0-a9b2-86496441baa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a82eea53-7092-4692-9141-f856d8fd4bfb', 'code': 200} Aug 11 02:07:33.526987 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=15f7cc88-4ab8-4b55-9c8a-b068b900cc68,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:33.537352 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f2675-4f62-4514-8474-2ababdcb38b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ace8fa-730e-4244-a921-c09693a1f778,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:33.604690 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-ef03119d-2fb3-4861-a99a-e3f4bc1673e0 service neutron] For port a82eea53-7092-4692-9141-f856d8fd4bfb, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:07:33.614948 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6d595c67-7171-44b8-ba9b-17781e6e69db req-13421458-1c06-4f46-8137-22c36b96c452 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495740 Aug 11 02:07:33.626152 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-ef03119d-2fb3-4861-a99a-e3f4bc1673e0 service neutron] For port a82eea53-7092-4692-9141-f856d8fd4bfb, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a82eea53-7092-4692-9141-f856d8fd4bfb,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:07:33.659058 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-ef03119d-2fb3-4861-a99a-e3f4bc1673e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:33.679190 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-affe17d3-e419-4465-8155-7b2658e27937 req-7f6cf9fa-2c0b-41f1-a006-d377a6ced606 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906878 Aug 11 02:07:33.706506 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7b6d7-1c83-4def-8c38-f184907db20e req-c3500061-4fcd-451e-8657-5f1bf2e5a734 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:33.713711 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c4a7b6d7-1c83-4def-8c38-f184907db20e req-c3500061-4fcd-451e-8657-5f1bf2e5a734 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 945 time: 0.1562898 Aug 11 02:07:33.733342 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['15f7cc88-4ab8-4b55-9c8a-b068b900cc68'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:33.825082 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03119d-2fb3-4861-a99a-e3f4bc1673e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a82eea53-7092-4692-9141-f856d8fd4bfb,revision_number=8']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:33.831445 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-ef03119d-2fb3-4861-a99a-e3f4bc1673e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:33.832153 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-ef03119d-2fb3-4861-a99a-e3f4bc1673e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:33.833600 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-ef03119d-2fb3-4861-a99a-e3f4bc1673e0 service neutron] 10.222.0.66 "PUT /v2.0/ports/a82eea53-7092-4692-9141-f856d8fd4bfb HTTP/1.1" status: 200 len: 1124 time: 2.0186384 Aug 11 02:07:33.844932 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c4a7b6d7-1c83-4def-8c38-f184907db20e req-2ef81c56-4ef8-421f-b91e-20f9843681b5 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281657 Aug 11 02:07:33.987809 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['a82eea53-7092-4692-9141-f856d8fd4bfb'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:33.990057 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['a82eea53-7092-4692-9141-f856d8fd4bfb'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:34.196765 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cde58-c931-4855-8e60-c87a92d333d9 req-af58a38c-58ba-4be3-ad05-a6c3d7a42086 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:34.206490 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6d5cde58-c931-4855-8e60-c87a92d333d9 req-af58a38c-58ba-4be3-ad05-a6c3d7a42086 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 945 time: 0.0743041 Aug 11 02:07:34.256960 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6d5cde58-c931-4855-8e60-c87a92d333d9 req-ed272b05-b7af-4985-9516-9bce1a5fc790 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8c7d574-9050-41e4-a9b4-3e9029ab9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484982 Aug 11 02:07:34.346419 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f61e0-f83b-4c05-8598-1463cc08ab42 req-e22d011f-d148-4a7c-8b83-7308d3869a70 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:34.348652 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d18f61e0-f83b-4c05-8598-1463cc08ab42 req-e22d011f-d148-4a7c-8b83-7308d3869a70 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=73654092-e470-4e55-8c84-7354e3b8c524 HTTP/1.1" status: 200 len: 949 time: 0.0612221 Aug 11 02:07:34.395726 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d18f61e0-f83b-4c05-8598-1463cc08ab42 req-4da47391-4e7b-4c62-a41a-f86263e919fa tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384960 Aug 11 02:07:34.512597 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ff1ca-c197-4ddf-aaf6-eef4033a4645 req-bfb02d2e-d24f-4941-86b7-61e45b073bae tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:34.514207 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b38ff1ca-c197-4ddf-aaf6-eef4033a4645 req-bfb02d2e-d24f-4941-86b7-61e45b073bae tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 944 time: 0.0610807 Aug 11 02:07:34.546139 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57644) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:34.553396 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b38ff1ca-c197-4ddf-aaf6-eef4033a4645 req-82015886-356f-41c3-af15-eff231e35148 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330760 Aug 11 02:07:34.647687 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-bbd75355-1efd-4754-b010-af3fbb6bc20f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1342384441-network', 'tenant_id': 'd10951123e674c02ad31051a633450e2'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:34.670355 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd75355-1efd-4754-b010-af3fbb6bc20f admin admin] Made reservation on behalf of d10951123e674c02ad31051a633450e2 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:07:34.673408 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bbd75355-1efd-4754-b010-af3fbb6bc20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:34.684549 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bbd75355-1efd-4754-b010-af3fbb6bc20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:34.768673 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc253d0-4eca-4fb1-a563-9d5dfb9c8ff0 req-902b318c-1e73-401f-a6a8-0f96e394a75f tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:34.770154 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1dc253d0-4eca-4fb1-a563-9d5dfb9c8ff0 req-902b318c-1e73-401f-a6a8-0f96e394a75f tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 948 time: 0.0821147 Aug 11 02:07:34.828303 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1dc253d0-4eca-4fb1-a563-9d5dfb9c8ff0 req-a03fbebc-67d0-482e-b227-4d29a79bcffc tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500968 Aug 11 02:07:34.867499 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bbd75355-1efd-4754-b010-af3fbb6bc20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:34.872554 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bbd75355-1efd-4754-b010-af3fbb6bc20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:34.897675 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd75355-1efd-4754-b010-af3fbb6bc20f admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:07:34.908176 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd75355-1efd-4754-b010-af3fbb6bc20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9173b014-3c40-4065-b9dc-066e05a968e9,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:34.913813 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bbd75355-1efd-4754-b010-af3fbb6bc20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:34.914147 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-bbd75355-1efd-4754-b010-af3fbb6bc20f admin admin] Added segment 2ef086d9-e43c-4432-b580-46b1ba588087 of type vlan for network 0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c Aug 11 02:07:34.980841 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bbd75355-1efd-4754-b010-af3fbb6bc20f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:35.025596 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebe3f3-4cc5-462d-88c9-edeedb1cd680 req-221720d7-90cb-408e-ba13-943df1d6a71e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:35.027292 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1ebe3f3-4cc5-462d-88c9-edeedb1cd680 req-221720d7-90cb-408e-ba13-943df1d6a71e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 945 time: 0.0813990 Aug 11 02:07:35.035848 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bbd75355-1efd-4754-b010-af3fbb6bc20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:35.037022 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd75355-1efd-4754-b010-af3fbb6bc20f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:35.037536 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bbd75355-1efd-4754-b010-af3fbb6bc20f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:35.106303 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bbd75355-1efd-4754-b010-af3fbb6bc20f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5583103 Aug 11 02:07:35.109491 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57656) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:35.115823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-4a3df01b-df92-4f21-8e98-1fdc53e1afeb admin admin] Request body: {'subnet': {'network_id': '0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1342384441-subnet', 'tenant_id': 'd10951123e674c02ad31051a633450e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:35.127939 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd75355-1efd-4754-b010-af3fbb6bc20f admin admin] Pushing event updated for resources: {'Network': ['ID=0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:35.133344 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1ebe3f3-4cc5-462d-88c9-edeedb1cd680 req-9c1202df-e568-48c8-b8c9-6cafb1b2d570 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927634 Aug 11 02:07:35.142383 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3df01b-df92-4f21-8e98-1fdc53e1afeb admin admin] Made reservation on behalf of d10951123e674c02ad31051a633450e2 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:07:35.145861 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:07:35.160072 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4a3df01b-df92-4f21-8e98-1fdc53e1afeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:35.289043 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d0862-91ce-4877-b591-1af75d6fb2fd req-c01d31cb-23c7-45f1-bd97-3c006ea6e9c0 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:35.290588 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a97d0862-91ce-4877-b591-1af75d6fb2fd req-c01d31cb-23c7-45f1-bd97-3c006ea6e9c0 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 1097 time: 0.0713379 Aug 11 02:07:35.366588 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a97d0862-91ce-4877-b591-1af75d6fb2fd req-500374e7-4d8b-4e3e-9495-00ea879d1f03 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676522 Aug 11 02:07:35.379598 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742d586-4bd7-4f18-971a-bdef2f545a79 req-f60c9a60-661a-4ffd-b61e-61f707171cce tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:35.381241 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6742d586-4bd7-4f18-971a-bdef2f545a79 req-f60c9a60-661a-4ffd-b61e-61f707171cce tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 945 time: 0.0547593 Aug 11 02:07:35.414608 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4a3df01b-df92-4f21-8e98-1fdc53e1afeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:35.439797 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6742d586-4bd7-4f18-971a-bdef2f545a79 req-f6405d22-6e06-4ff9-a9c1-3f3349d2e1ab tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8c7d574-9050-41e4-a9b4-3e9029ab9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438795 Aug 11 02:07:35.473772 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3df01b-df92-4f21-8e98-1fdc53e1afeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0a9a07b-ffec-4f71-82f4-57a2fc2cf187,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:35.482414 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3df01b-df92-4f21-8e98-1fdc53e1afeb admin admin] Checking segment: {'id': '2ef086d9-e43c-4432-b580-46b1ba588087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:07:35.482833 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3df01b-df92-4f21-8e98-1fdc53e1afeb admin admin] Network hostable DHCP agents. Network: 0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:07:35.502471 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3df01b-df92-4f21-8e98-1fdc53e1afeb admin admin] Network 0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:07:35.512265 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-4a3df01b-df92-4f21-8e98-1fdc53e1afeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:07:35.516301 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12cdf99-8cb2-4ff0-a9b2-86496441baa8', 'tag': 'a82eea53-7092-4692-9141-f856d8fd4bfb'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:35.517113 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3df01b-df92-4f21-8e98-1fdc53e1afeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:35.517855 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4a3df01b-df92-4f21-8e98-1fdc53e1afeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:35.518869 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca9181c-71bc-47c6-8149-10bfa8ecb7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "b12cdf99-8cb2-4ff0-a9b2-86496441baa8", "tag": "a82eea53-7092-4692-9141-f856d8fd4bfb"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:35.523969 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55511b35-1cce-483d-93cf-b43223db9c34 None None] Network 0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:07:35.538739 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4a3df01b-df92-4f21-8e98-1fdc53e1afeb admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4281106 Aug 11 02:07:35.578419 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bb8102-cb19-432a-a313-d46ee956badc x-openstack-request-id: req-35bb8102-cb19-432a-a313-d46ee956badc {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:35.578898 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b12cdf99-8cb2-4ff0-a9b2-86496441baa8", "tag": "a82eea53-7092-4692-9141-f856d8fd4bfb", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:35.579857 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-35bb8102-cb19-432a-a313-d46ee956badc {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:35.580423 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12cdf99-8cb2-4ff0-a9b2-86496441baa8', 'tag': 'a82eea53-7092-4692-9141-f856d8fd4bfb', 'status': 'completed', 'code': 200} Aug 11 02:07:35.621098 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb8a2b-301b-4d33-a6e1-a2d31c931071 req-4a09007f-322a-42fd-a904-45fe89b64c0a tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:35.630732 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-32eb8a2b-301b-4d33-a6e1-a2d31c931071 req-4a09007f-322a-42fd-a904-45fe89b64c0a tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=73654092-e470-4e55-8c84-7354e3b8c524 HTTP/1.1" status: 200 len: 949 time: 0.1068761 Aug 11 02:07:35.709884 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 77549358-be7a-4dd3-a142-58979ec3ff90 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:07:35.718670 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368a4433-584b-4823-9168-920f37ebb87e None None] Network 0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:07:35.719360 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-32eb8a2b-301b-4d33-a6e1-a2d31c931071 req-930a6440-2b49-4412-86d5-a1d70a717354 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858014 Aug 11 02:07:35.729944 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9181c-71bc-47c6-8149-10bfa8ecb7ae req-ac22569a-125a-428b-8c1a-40a0642ab9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:35.738624 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dca9181c-71bc-47c6-8149-10bfa8ecb7ae req-ac22569a-125a-428b-8c1a-40a0642ab9db service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2ad8af97bd524ff09f331d88ab3a939b&device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 1127 time: 0.1027555 Aug 11 02:07:35.768080 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b083cd-20e9-44e7-8e2b-9fdd13d26772 req-9faba968-d47c-4dcb-a7be-18ee3dde20ba tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:35.770318 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-19b083cd-20e9-44e7-8e2b-9fdd13d26772 req-9faba968-d47c-4dcb-a7be-18ee3dde20ba tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 944 time: 0.1337633 Aug 11 02:07:35.925070 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9181c-71bc-47c6-8149-10bfa8ecb7ae req-73557f35-d2c7-4625-bf5e-b0f6cade2e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:35.926840 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dca9181c-71bc-47c6-8149-10bfa8ecb7ae req-73557f35-d2c7-4625-bf5e-b0f6cade2e40 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c HTTP/1.1" status: 200 len: 909 time: 0.1764376 Aug 11 02:07:35.956274 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-19b083cd-20e9-44e7-8e2b-9fdd13d26772 req-6ed7efe2-7cbf-4490-ac6d-9c92c313175a tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782339 Aug 11 02:07:36.033207 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bbd3f-bfef-4b0a-934e-21a4277f37ec req-ee00fc3f-dfa9-4ee9-8891-10f8b8b62267 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:36.036934 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ab7bbd3f-bfef-4b0a-934e-21a4277f37ec req-ee00fc3f-dfa9-4ee9-8891-10f8b8b62267 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f001cca-4977-4d62-8c8f-51089fb19fe7 HTTP/1.1" status: 200 len: 949 time: 0.1914592 Aug 11 02:07:36.049509 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dca9181c-71bc-47c6-8149-10bfa8ecb7ae req-395f048c-ec38-45ba-8b21-e8ffc9879026 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a82eea53-7092-4692-9141-f856d8fd4bfb HTTP/1.1" status: 200 len: 217 time: 0.1083539 Aug 11 02:07:36.118956 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.db.resource_extend [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:07:36.173330 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9181c-71bc-47c6-8149-10bfa8ecb7ae req-87e91d5d-2b0f-40d4-8d8c-cc4d9657019b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:36.176563 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dca9181c-71bc-47c6-8149-10bfa8ecb7ae req-87e91d5d-2b0f-40d4-8d8c-cc4d9657019b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea5a035c-6f83-40b0-8579-ac261184d3bb HTTP/1.1" status: 200 len: 848 time: 0.1153193 Aug 11 02:07:36.186890 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6851f4-b500-46c4-890c-736bc3669c71 req-80de20d6-e53b-431b-aee1-be7f06512d96 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:36.189375 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3a6851f4-b500-46c4-890c-736bc3669c71 req-80de20d6-e53b-431b-aee1-be7f06512d96 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.66 "GET /v2.0/ports?device_id=73654092-e470-4e55-8c84-7354e3b8c524 HTTP/1.1" status: 200 len: 949 time: 0.1600306 Aug 11 02:07:36.240924 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c45b41-04db-41b3-b707-d6a02bcd2b91 req-16feed33-fb52-4be5-a444-a8d385b18857 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:36.252685 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43c45b41-04db-41b3-b707-d6a02bcd2b91 req-16feed33-fb52-4be5-a444-a8d385b18857 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 948 time: 0.1084716 Aug 11 02:07:36.274568 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 77549358-be7a-4dd3-a142-58979ec3ff90, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=77549358-be7a-4dd3-a142-58979ec3ff90,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:36.287275 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '77549358-be7a-4dd3-a142-58979ec3ff90', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': '77549358-be7a-4dd3-a142-58979ec3ff90', 'mac_address': 'fa:16:3e:6a:57:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:07:36.316272 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43c45b41-04db-41b3-b707-d6a02bcd2b91 req-80662898-abc6-4fa5-a7dd-cab9a08133b9 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626302 Aug 11 02:07:36.329227 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:36.335530 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-ab7bbd3f-bfef-4b0a-934e-21a4277f37ec req-c984bf57-b994-4b49-ac4a-16de692c9a8f tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Deleting port 205f1abc-4706-40d8-ad36-b3c1304281e1 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:07:36.336014 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ab7bbd3f-bfef-4b0a-934e-21a4277f37ec req-c984bf57-b994-4b49-ac4a-16de692c9a8f tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:36.343954 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77549358-be7a-4dd3-a142-58979ec3ff90 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:07:36.366124 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-6bef56ae-94e2-4c0f-a5dd-7fe78eab24ee tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:36.375855 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-6bef56ae-94e2-4c0f-a5dd-7fe78eab24ee tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/networks?id=0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c HTTP/1.1" status: 200 len: 815 time: 0.1854317 Aug 11 02:07:36.379633 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 77549358-be7a-4dd3-a142-58979ec3ff90, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=77549358-be7a-4dd3-a142-58979ec3ff90,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:36.392523 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:36.403970 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dca9181c-71bc-47c6-8149-10bfa8ecb7ae req-42af1dc7-9a73-4e7a-9c97-3d1fee78018c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2014937 Aug 11 02:07:36.445447 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=77549358-be7a-4dd3-a142-58979ec3ff90,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:36.466417 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-f8216496-b43c-4a74-a0ec-7184988a9a22 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/quotas/d10951123e674c02ad31051a633450e2 HTTP/1.1" status: 200 len: 375 time: 0.0893331 Aug 11 02:07:36.479469 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 15f7cc88-4ab8-4b55-9c8a-b068b900cc68 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:07:36.504072 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-ab7bbd3f-bfef-4b0a-934e-21a4277f37ec req-c984bf57-b994-4b49-ac4a-16de692c9a8f tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] For port 205f1abc-4706-40d8-ad36-b3c1304281e1, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=205f1abc-4706-40d8-ad36-b3c1304281e1,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:36.504485 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ab7bbd3f-bfef-4b0a-934e-21a4277f37ec req-c984bf57-b994-4b49-ac4a-16de692c9a8f tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:36.522598 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-ab7bbd3f-bfef-4b0a-934e-21a4277f37ec req-c984bf57-b994-4b49-ac4a-16de692c9a8f tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Calling delete_port for 205f1abc-4706-40d8-ad36-b3c1304281e1 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:07:36.565722 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-9a6d2a7c-6d6b-4144-b895-aae3fc7a622d tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d10951123e674c02ad31051a633450e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693374 Aug 11 02:07:36.571099 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 15f7cc88-4ab8-4b55-9c8a-b068b900cc68 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:36.575844 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 15f7cc88-4ab8-4b55-9c8a-b068b900cc68 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:36.576336 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:36.637855 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b94bb-eb98-40c4-a224-f97caa8c71ad req-541e4d3c-acec-4fee-bad7-7f6a94af70ab tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:36.639443 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-268b94bb-eb98-40c4-a224-f97caa8c71ad req-541e4d3c-acec-4fee-bad7-7f6a94af70ab tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 945 time: 0.1064579 Aug 11 02:07:36.690164 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dca9181c-71bc-47c6-8149-10bfa8ecb7ae req-53dead0e-1b79-4cbc-abd3-e56eb9e3f7a6 service neutron] 10.222.0.73 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522831 Aug 11 02:07:36.707786 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:36.715393 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-3a6851f4-b500-46c4-890c-736bc3669c71 req-4234a569-c62a-4b20-a03c-28f55fb06b95 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Deleting port b64bf5de-b5d3-415c-828a-a78a76f2ca7f {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:07:36.715761 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3a6851f4-b500-46c4-890c-736bc3669c71 req-4234a569-c62a-4b20-a03c-28f55fb06b95 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:36.741164 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ab7bbd3f-bfef-4b0a-934e-21a4277f37ec req-c984bf57-b994-4b49-ac4a-16de692c9a8f tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:36.753592 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfcc6ffc-65c5-4158-ac0a-d3adfc22e645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f7cc88-4ab8-4b55-9c8a-b068b900cc68'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:36.756759 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bf4ae7-b8a4-483f-8ba8-34729c20ff23" -d '{"events": [{"server_uuid": "cfcc6ffc-65c5-4158-ac0a-d3adfc22e645", "name": "network-vif-plugged", "status": "completed", "tag": "15f7cc88-4ab8-4b55-9c8a-b068b900cc68"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:36.760917 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['b64bf5de-b5d3-415c-828a-a78a76f2ca7f'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:36.768818 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['720d30f6-528f-49f4-ba0d-65a1fc3d459f', '152571f7-05e8-401f-b3f6-e6f3d5bf6a70', 'c756a0a7-6e66-46af-b570-3c00e733ef84', '205f1abc-4706-40d8-ad36-b3c1304281e1'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:36.797206 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984bf57-b994-4b49-ac4a-16de692c9a8f tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Pushing event deleted for resources: {'Port': ['ID=205f1abc-4706-40d8-ad36-b3c1304281e1,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:36.854275 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-268b94bb-eb98-40c4-a224-f97caa8c71ad req-08fe04ab-4ce0-4316-9908-eb924ba23aa7 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8c7d574-9050-41e4-a9b4-3e9029ab9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049167 Aug 11 02:07:36.859583 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['77549358-be7a-4dd3-a142-58979ec3ff90'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:36.896923 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-be42a91a-ce4f-47a8-b699-740a06bd8196 service neutron] 10.222.0.50 "GET /v2.0/networks/0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299100 Aug 11 02:07:36.902593 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7bbd3f-bfef-4b0a-934e-21a4277f37ec req-c984bf57-b994-4b49-ac4a-16de692c9a8f tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] No DVR routers for this DVR port 205f1abc-4706-40d8-ad36-b3c1304281e1 on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:07:36.908885 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ab7bbd3f-bfef-4b0a-934e-21a4277f37ec req-c984bf57-b994-4b49-ac4a-16de692c9a8f tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:36.910933 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ab7bbd3f-bfef-4b0a-934e-21a4277f37ec req-c984bf57-b994-4b49-ac4a-16de692c9a8f tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.73 "DELETE /v2.0/ports/205f1abc-4706-40d8-ad36-b3c1304281e1 HTTP/1.1" status: 204 len: 173 time: 0.8668413 Aug 11 02:07:36.911420 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f001cca-4977-4d62-8c8f-51089fb19fe7', 'name': 'network-vif-deleted', 'tag': '205f1abc-4706-40d8-ad36-b3c1304281e1'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:36.912845 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 15f7cc88-4ab8-4b55-9c8a-b068b900cc68, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=15f7cc88-4ab8-4b55-9c8a-b068b900cc68,segment=NetworkSegment(3aa0f263-1052-435f-83fb-2fc7589001b0),segment_id=3aa0f263-1052-435f-83fb-2fc7589001b0)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:36.913710 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9742876e-830b-4aed-b9a6-a46dfcf89b20" -d '{"events": [{"server_uuid": "4f001cca-4977-4d62-8c8f-51089fb19fe7", "name": "network-vif-deleted", "tag": "205f1abc-4706-40d8-ad36-b3c1304281e1"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:36.975969 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:36.977003 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device e730fc50-e2ea-4aab-80c8-a10943c8ee5f no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:07:37.026912 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dca9181c-71bc-47c6-8149-10bfa8ecb7ae req-cd49ca18-7516-4fcf-964d-b9b8510ee179 service neutron] 10.222.0.73 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250966 Aug 11 02:07:37.037779 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-3a6851f4-b500-46c4-890c-736bc3669c71 req-4234a569-c62a-4b20-a03c-28f55fb06b95 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] For port b64bf5de-b5d3-415c-828a-a78a76f2ca7f, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=b64bf5de-b5d3-415c-828a-a78a76f2ca7f,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:37.038523 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3a6851f4-b500-46c4-890c-736bc3669c71 req-4234a569-c62a-4b20-a03c-28f55fb06b95 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:37.061100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-3a6851f4-b500-46c4-890c-736bc3669c71 req-4234a569-c62a-4b20-a03c-28f55fb06b95 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Calling delete_port for b64bf5de-b5d3-415c-828a-a78a76f2ca7f owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:07:37.069224 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b210c-4fda-45d2-ab11-b0ea3788bf60 req-044a6b4a-1487-4a66-a708-296f50012213 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:37.070941 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cb7b210c-4fda-45d2-ab11-b0ea3788bf60 req-044a6b4a-1487-4a66-a708-296f50012213 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=73654092-e470-4e55-8c84-7354e3b8c524 HTTP/1.1" status: 200 len: 949 time: 0.1034043 Aug 11 02:07:37.086141 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: e730fc50-e2ea-4aab-80c8-a10943c8ee5f {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:07:37.086489 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device e730fc50-e2ea-4aab-80c8-a10943c8ee5f not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:07:37.130912 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-63519cb8-8e14-47a3-a539-e676d918b4a8 service neutron] 10.222.0.50 "GET /v2.0/networks/0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108612 Aug 11 02:07:37.146309 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cb7b210c-4fda-45d2-ab11-b0ea3788bf60 req-21b406a5-3d51-442f-bc95-accc9bea0a29 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577254 Aug 11 02:07:37.264916 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6353558c-adb9-4e15-895e-4fd91141b3db x-openstack-request-id: req-6353558c-adb9-4e15-895e-4fd91141b3db {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:37.265534 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f001cca-4977-4d62-8c8f-51089fb19fe7", "name": "network-vif-deleted", "tag": "205f1abc-4706-40d8-ad36-b3c1304281e1", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:37.265534 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6353558c-adb9-4e15-895e-4fd91141b3db {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:37.265841 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f001cca-4977-4d62-8c8f-51089fb19fe7', 'name': 'network-vif-deleted', 'tag': '205f1abc-4706-40d8-ad36-b3c1304281e1', 'status': 'completed', 'code': 200} Aug 11 02:07:37.270790 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dca7bf-69de-46ce-98ca-09c4b2f169f1 x-openstack-request-id: req-e1dca7bf-69de-46ce-98ca-09c4b2f169f1 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:37.271457 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfcc6ffc-65c5-4158-ac0a-d3adfc22e645", "name": "network-vif-plugged", "status": "completed", "tag": "15f7cc88-4ab8-4b55-9c8a-b068b900cc68", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:37.271789 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e1dca7bf-69de-46ce-98ca-09c4b2f169f1 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:37.272317 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfcc6ffc-65c5-4158-ac0a-d3adfc22e645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f7cc88-4ab8-4b55-9c8a-b068b900cc68', 'code': 200} Aug 11 02:07:37.276986 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=15f7cc88-4ab8-4b55-9c8a-b068b900cc68,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:37.433954 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3a6851f4-b500-46c4-890c-736bc3669c71 req-4234a569-c62a-4b20-a03c-28f55fb06b95 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:37.443269 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e2e53-bcb7-4730-958f-78427f769382 req-5475ea74-3651-41c8-9bc2-d0204b4ce301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:37.445441 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c27e2e53-bcb7-4730-958f-78427f769382 req-5475ea74-3651-41c8-9bc2-d0204b4ce301 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 1098 time: 0.1347072 Aug 11 02:07:37.462894 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc92f4-d835-463e-9421-0313e735c838 req-459a68db-ac5f-48ce-ad1f-004ea7474055 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:37.472095 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9dbc92f4-d835-463e-9421-0313e735c838 req-459a68db-ac5f-48ce-ad1f-004ea7474055 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 944 time: 0.1150484 Aug 11 02:07:37.475603 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234a569-c62a-4b20-a03c-28f55fb06b95 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Pushing event deleted for resources: {'Port': ['ID=b64bf5de-b5d3-415c-828a-a78a76f2ca7f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:37.520555 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6851f4-b500-46c4-890c-736bc3669c71 req-4234a569-c62a-4b20-a03c-28f55fb06b95 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] No DVR routers for this DVR port b64bf5de-b5d3-415c-828a-a78a76f2ca7f on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:07:37.524228 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3a6851f4-b500-46c4-890c-736bc3669c71 req-4234a569-c62a-4b20-a03c-28f55fb06b95 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:37.526592 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3a6851f4-b500-46c4-890c-736bc3669c71 req-4234a569-c62a-4b20-a03c-28f55fb06b95 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.66 "DELETE /v2.0/ports/b64bf5de-b5d3-415c-828a-a78a76f2ca7f HTTP/1.1" status: 204 len: 173 time: 1.3039458 Aug 11 02:07:37.572236 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9dbc92f4-d835-463e-9421-0313e735c838 req-2db67c37-efc5-4ec9-ae3d-2f7fccf2edb5 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715609 Aug 11 02:07:37.582071 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73654092-e470-4e55-8c84-7354e3b8c524', 'name': 'network-vif-deleted', 'tag': 'b64bf5de-b5d3-415c-828a-a78a76f2ca7f'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:37.584779 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a2013e-64e0-4447-b522-649c8e501b71" -d '{"events": [{"server_uuid": "73654092-e470-4e55-8c84-7354e3b8c524", "name": "network-vif-deleted", "tag": "b64bf5de-b5d3-415c-828a-a78a76f2ca7f"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:37.593101 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c27e2e53-bcb7-4730-958f-78427f769382 req-cded041a-7f97-4f82-9c24-3403cd47b86b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a8c7d574-9050-41e4-a9b4-3e9029ab9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192465 Aug 11 02:07:37.757509 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849b21a-36a2-4071-bae0-9a327d0fe7b6 req-f0e41ceb-5946-4701-915e-f5b3bbad270e tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:37.765015 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d849b21a-36a2-4071-bae0-9a327d0fe7b6 req-f0e41ceb-5946-4701-915e-f5b3bbad270e tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 949 time: 0.1114304 Aug 11 02:07:37.822901 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d849b21a-36a2-4071-bae0-9a327d0fe7b6 req-85eaeebb-da98-4726-9748-11bbdbe7bf68 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567715 Aug 11 02:07:37.937312 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a8df435e-0d44-4e10-97bc-1fce7774908c req-b8297c0a-5262-46f4-b53d-3eca09264c38 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 210 time: 0.0323038 Aug 11 02:07:38.014512 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182f737d-01b1-4f89-810b-5fa7b64605ca x-openstack-request-id: req-182f737d-01b1-4f89-810b-5fa7b64605ca {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:38.015433 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73654092-e470-4e55-8c84-7354e3b8c524", "name": "network-vif-deleted", "tag": "b64bf5de-b5d3-415c-828a-a78a76f2ca7f", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:38.016085 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-182f737d-01b1-4f89-810b-5fa7b64605ca {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:38.016503 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73654092-e470-4e55-8c84-7354e3b8c524', 'name': 'network-vif-deleted', 'tag': 'b64bf5de-b5d3-415c-828a-a78a76f2ca7f', 'status': 'completed', 'code': 200} Aug 11 02:07:38.110119 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a85f91-ad49-4d6d-ab8e-c15dc59300e9 req-1ceee0d7-90e1-488f-9e2a-4f29097eefb8 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:38.111728 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-74a85f91-ad49-4d6d-ab8e-c15dc59300e9 req-1ceee0d7-90e1-488f-9e2a-4f29097eefb8 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 946 time: 0.0679183 Aug 11 02:07:38.176652 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-74a85f91-ad49-4d6d-ab8e-c15dc59300e9 req-dcfc91c9-5c91-4322-a31b-ae31121d626f tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8c7d574-9050-41e4-a9b4-3e9029ab9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576189 Aug 11 02:07:38.289285 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-423ca5b3-34fd-4053-adb7-3fd4cb4f5d93 req-90c1b45f-21fe-483c-a3e9-6c197ae9c7e6 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=73654092-e470-4e55-8c84-7354e3b8c524 HTTP/1.1" status: 200 len: 210 time: 0.0430081 Aug 11 02:07:38.397955 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['720d30f6-528f-49f4-ba0d-65a1fc3d459f', '152571f7-05e8-401f-b3f6-e6f3d5bf6a70', 'c756a0a7-6e66-46af-b570-3c00e733ef84'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:38.713168 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783c63c-6b3d-42e3-a37f-e62d107ea4bd req-6dc7d41a-d72b-4fd4-b90f-b43578e91e0f tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:38.722556 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9783c63c-6b3d-42e3-a37f-e62d107ea4bd req-6dc7d41a-d72b-4fd4-b90f-b43578e91e0f tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 944 time: 0.0710895 Aug 11 02:07:38.766541 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9783c63c-6b3d-42e3-a37f-e62d107ea4bd req-b821e212-d381-4b1f-8c90-5795be39e38b tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426259 Aug 11 02:07:38.938902 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e979f-3571-40d9-bdc6-51d65b289460 req-a1d488e2-3ac6-4927-801a-073eb9bc39d1 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:38.941477 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-864e979f-3571-40d9-bdc6-51d65b289460 req-a1d488e2-3ac6-4927-801a-073eb9bc39d1 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 949 time: 0.0541313 Aug 11 02:07:39.087703 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-864e979f-3571-40d9-bdc6-51d65b289460 req-4509092a-398f-43b3-9b51-45dbc902535f tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394284 Aug 11 02:07:39.126152 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4ae47bd8-058a-422f-8193-518c726c0102 req-a5f95c22-287f-4051-a846-65a7f4fbe107 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 210 time: 0.0412853 Aug 11 02:07:39.135074 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-bfc10c1e-dca4-4b84-ac26-076d3d442c50 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:39.138309 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-bfc10c1e-dca4-4b84-ac26-076d3d442c50 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.66 "GET /v2.0/networks?id=0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c HTTP/1.1" status: 200 len: 815 time: 0.1880846 Aug 11 02:07:39.164036 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-1253629e-29a6-4bca-924d-70d20268a8dd tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Request body: {'port': {'device_id': '188e58d9-3edd-435b-87e1-a8e1a13324df', 'network_id': '0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c', 'admin_state_up': True, 'tenant_id': 'd10951123e674c02ad31051a633450e2'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:39.306559 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-1253629e-29a6-4bca-924d-70d20268a8dd tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Made reservation on behalf of d10951123e674c02ad31051a633450e2 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:07:39.310239 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-1253629e-29a6-4bca-924d-70d20268a8dd tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:39.342080 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3c397-aae0-4ac4-a90b-16e8f937a925 req-fa0b9122-0114-4925-9f9c-65f98313a751 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:39.345179 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0cb3c397-aae0-4ac4-a90b-16e8f937a925 req-fa0b9122-0114-4925-9f9c-65f98313a751 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 946 time: 0.0891292 Aug 11 02:07:39.473065 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0cb3c397-aae0-4ac4-a90b-16e8f937a925 req-cc2959b0-7d74-461a-90d3-346e6c05e973 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8c7d574-9050-41e4-a9b4-3e9029ab9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196451 Aug 11 02:07:39.539475 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-1253629e-29a6-4bca-924d-70d20268a8dd tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Allocated IP 172.20.0.4 (0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c/d0a9a07b-ffec-4f71-82f4-57a2fc2cf187/1c59012a-6b8b-4a3d-8e4b-83c876ee921e) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:07:39.710002 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b0a66-2781-49df-bc10-2561229340aa req-3b1c5a2c-8e16-4563-ac28-a06ae533fa7b tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:39.711631 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-351b0a66-2781-49df-bc10-2561229340aa req-3b1c5a2c-8e16-4563-ac28-a06ae533fa7b tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 946 time: 0.1093407 Aug 11 02:07:39.721051 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57788) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:39.724556 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 77549358-be7a-4dd3-a142-58979ec3ff90 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:07:39.749571 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-cdc8f304-02f4-412a-ba35-8dcd348838cf tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Request body: {'floatingip': {'port_id': '15f7cc88-4ab8-4b55-9c8a-b068b900cc68'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:39.752895 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-1253629e-29a6-4bca-924d-70d20268a8dd tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:39.808643 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-1253629e-29a6-4bca-924d-70d20268a8dd tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:39.831169 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 77549358-be7a-4dd3-a142-58979ec3ff90 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:39.835470 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 77549358-be7a-4dd3-a142-58979ec3ff90 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:39.836076 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:39.872010 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f304-02f4-412a-ba35-8dcd348838cf tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks [] for floatingip, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:39.916285 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-1253629e-29a6-4bca-924d-70d20268a8dd tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Network 0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:07:39.929672 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-1253629e-29a6-4bca-924d-70d20268a8dd tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:07:39.935103 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-1253629e-29a6-4bca-924d-70d20268a8dd tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:07:39.969181 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:39.989558 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-1253629e-29a6-4bca-924d-70d20268a8dd tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:39.990181 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-1253629e-29a6-4bca-924d-70d20268a8dd tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:39.993718 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09534f8f-8289-425d-9410-197ed5e51ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77549358-be7a-4dd3-a142-58979ec3ff90'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:39.996705 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5765d7-b23c-4658-a0f1-90b3d91b25b2" -d '{"events": [{"server_uuid": "09534f8f-8289-425d-9410-197ed5e51ad4", "name": "network-vif-plugged", "status": "completed", "tag": "77549358-be7a-4dd3-a142-58979ec3ff90"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:39.997666 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253629e-29a6-4bca-924d-70d20268a8dd tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Pushing event updated for resources: {'Port': ['ID=1c59012a-6b8b-4a3d-8e4b-83c876ee921e,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:40.011596 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 77549358-be7a-4dd3-a142-58979ec3ff90, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=77549358-be7a-4dd3-a142-58979ec3ff90,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:40.018576 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8126047-9072-4823-a906-cae9a0115628 req-b8e09130-f0b7-4078-947c-33dd88ff3962 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:40.020129 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a8126047-9072-4823-a906-cae9a0115628 req-b8e09130-f0b7-4078-947c-33dd88ff3962 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=a395ae34-b742-46b4-9340-eb0317718b75 HTTP/1.1" status: 200 len: 950 time: 0.1553123 Aug 11 02:07:40.023229 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-1253629e-29a6-4bca-924d-70d20268a8dd tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8629799 Aug 11 02:07:40.024674 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:40.026004 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 205f1abc-4706-40d8-ad36-b3c1304281e1 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:07:40.041551 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f0397-0b66-4f7b-8dc4-ecd4d57a0b05 req-56223b43-d00b-40c7-9bc7-db5ec459e2cc tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:40.041912 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-ac94184d-a9f2-4159-8612-c99a36957d04 service neutron] Request body: {'port': {'device_id': '188e58d9-3edd-435b-87e1-a8e1a13324df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:40.043233 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-833f0397-0b66-4f7b-8dc4-ecd4d57a0b05 req-56223b43-d00b-40c7-9bc7-db5ec459e2cc tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 944 time: 0.1262686 Aug 11 02:07:40.058635 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 205f1abc-4706-40d8-ad36-b3c1304281e1 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:07:40.059291 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 205f1abc-4706-40d8-ad36-b3c1304281e1 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:07:40.108769 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=77549358-be7a-4dd3-a142-58979ec3ff90,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:40.131950 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-833f0397-0b66-4f7b-8dc4-ecd4d57a0b05 req-b0975fb0-3c2e-47c4-ab5f-1ec20a0722ec tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754282 Aug 11 02:07:40.164774 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a8126047-9072-4823-a906-cae9a0115628 req-d85a04eb-4594-4247-9b68-b594efa40c0d tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364486 Aug 11 02:07:40.172522 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-ac94184d-a9f2-4159-8612-c99a36957d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:40.243705 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1ec6a6-3578-4742-be47-493f9df15766 x-openstack-request-id: req-5c1ec6a6-3578-4742-be47-493f9df15766 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:40.244521 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09534f8f-8289-425d-9410-197ed5e51ad4", "name": "network-vif-plugged", "status": "completed", "tag": "77549358-be7a-4dd3-a142-58979ec3ff90", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:40.245004 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c1ec6a6-3578-4742-be47-493f9df15766 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:40.245622 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09534f8f-8289-425d-9410-197ed5e51ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77549358-be7a-4dd3-a142-58979ec3ff90', 'code': 200} Aug 11 02:07:40.467978 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fc64d-d445-4fd5-a9e4-7be9265103c1 req-e3f3260a-e91a-47d5-bddc-f62d33ec3c4d tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:40.469531 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab4fc64d-d445-4fd5-a9e4-7be9265103c1 req-e3f3260a-e91a-47d5-bddc-f62d33ec3c4d tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 950 time: 0.1217856 Aug 11 02:07:40.476384 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091de736-558c-467b-a92e-4181f9d65456 req-9c79dad0-a13d-4c72-9d79-4aa2dc950d35 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:40.479914 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device b64bf5de-b5d3-415c-828a-a78a76f2ca7f no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:07:40.480216 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-091de736-558c-467b-a92e-4181f9d65456 req-9c79dad0-a13d-4c72-9d79-4aa2dc950d35 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 931 time: 0.1033373 Aug 11 02:07:40.498933 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd2f9a-1b33-44f2-8987-77cadea12db8 req-0d67a058-6ad0-472f-80e9-acedf1336a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:40.500981 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ffbd2f9a-1b33-44f2-8987-77cadea12db8 req-0d67a058-6ad0-472f-80e9-acedf1336a7a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 1102 time: 0.1448588 Aug 11 02:07:40.502726 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: b64bf5de-b5d3-415c-828a-a78a76f2ca7f {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:07:40.503317 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device b64bf5de-b5d3-415c-828a-a78a76f2ca7f not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:07:40.558231 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-091de736-558c-467b-a92e-4181f9d65456 req-e05290cc-d6a6-4727-ad62-421caaee4792 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490875 Aug 11 02:07:40.584335 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab4fc64d-d445-4fd5-a9e4-7be9265103c1 req-bd912b7d-b508-4930-8df0-6910682e5ffe tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957954 Aug 11 02:07:40.612473 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-ac94184d-a9f2-4159-8612-c99a36957d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c59012a-6b8b-4a3d-8e4b-83c876ee921e {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:07:40.620575 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-ac94184d-a9f2-4159-8612-c99a36957d04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:40.634730 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-ac94184d-a9f2-4159-8612-c99a36957d04 service neutron] Transition to ACTIVE for port object 1c59012a-6b8b-4a3d-8e4b-83c876ee921e will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:40.639159 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-ac94184d-a9f2-4159-8612-c99a36957d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:40.644933 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ffbd2f9a-1b33-44f2-8987-77cadea12db8 req-da23c0b5-a305-4391-91a8-d6213819d5e8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219363 Aug 11 02:07:40.677161 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f304-02f4-412a-ba35-8dcd348838cf tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:40.681750 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f304-02f4-412a-ba35-8dcd348838cf tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:40.724217 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94184d-a9f2-4159-8612-c99a36957d04 service neutron] Pushing event updated for resources: {'Port': ['ID=1c59012a-6b8b-4a3d-8e4b-83c876ee921e,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:40.772117 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-ac94184d-a9f2-4159-8612-c99a36957d04 service neutron] Attempting to bind port 1c59012a-6b8b-4a3d-8e4b-83c876ee921e on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:07:40.772453 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-ac94184d-a9f2-4159-8612-c99a36957d04 service neutron] Attempting to bind port 1c59012a-6b8b-4a3d-8e4b-83c876ee921e by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '2ef086d9-e43c-4432-b580-46b1ba588087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:07:40.772784 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-ac94184d-a9f2-4159-8612-c99a36957d04 service neutron] Attempting to bind port 1c59012a-6b8b-4a3d-8e4b-83c876ee921e on network 0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:40.777541 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-ac94184d-a9f2-4159-8612-c99a36957d04 service neutron] Port 1c59012a-6b8b-4a3d-8e4b-83c876ee921e on network 0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:07:40.777862 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-ac94184d-a9f2-4159-8612-c99a36957d04 service neutron] Attempting to bind port 1c59012a-6b8b-4a3d-8e4b-83c876ee921e on network 0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:40.782710 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-ac94184d-a9f2-4159-8612-c99a36957d04 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:07:40.783050 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-ac94184d-a9f2-4159-8612-c99a36957d04 service neutron] Checking segment: {'id': '2ef086d9-e43c-4432-b580-46b1ba588087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:07:40.783677 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-ac94184d-a9f2-4159-8612-c99a36957d04 service neutron] Bound using segment: {'id': '2ef086d9-e43c-4432-b580-46b1ba588087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:07:40.784006 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-ac94184d-a9f2-4159-8612-c99a36957d04 service neutron] Bound port: 1c59012a-6b8b-4a3d-8e4b-83c876ee921e, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef086d9-e43c-4432-b580-46b1ba588087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:07:40.784676 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-ac94184d-a9f2-4159-8612-c99a36957d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:40.793727 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-cdc8f304-02f4-412a-ba35-8dcd348838cf tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Floating IP 29ab30a6-d34c-4678-9a95-c04907cff038 associated. External IP: 172.25.2.8, port: 15f7cc88-4ab8-4b55-9c8a-b068b900cc68. Aug 11 02:07:40.855806 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-ac94184d-a9f2-4159-8612-c99a36957d04 service neutron] For port 1c59012a-6b8b-4a3d-8e4b-83c876ee921e, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:07:40.859068 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-ac94184d-a9f2-4159-8612-c99a36957d04 service neutron] For port 1c59012a-6b8b-4a3d-8e4b-83c876ee921e, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=1c59012a-6b8b-4a3d-8e4b-83c876ee921e,segment=NetworkSegment(2ef086d9-e43c-4432-b580-46b1ba588087),segment_id=2ef086d9-e43c-4432-b580-46b1ba588087)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:07:40.865469 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-ac94184d-a9f2-4159-8612-c99a36957d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:40.910023 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-ac94184d-a9f2-4159-8612-c99a36957d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:40.910645 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-ac94184d-a9f2-4159-8612-c99a36957d04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:40.912377 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-ac94184d-a9f2-4159-8612-c99a36957d04 service neutron] 10.222.0.66 "PUT /v2.0/ports/1c59012a-6b8b-4a3d-8e4b-83c876ee921e HTTP/1.1" status: 200 len: 1092 time: 0.8751917 Aug 11 02:07:40.912819 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188e58d9-3edd-435b-87e1-a8e1a13324df', 'tag': '1c59012a-6b8b-4a3d-8e4b-83c876ee921e'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:40.915414 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd5d690-7bc6-48de-8910-67f76d47d4c6" -d '{"events": [{"name": "network-changed", "server_uuid": "188e58d9-3edd-435b-87e1-a8e1a13324df", "tag": "1c59012a-6b8b-4a3d-8e4b-83c876ee921e"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:40.940389 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94184d-a9f2-4159-8612-c99a36957d04 service neutron] Pushing event updated for resources: {'Port': ['ID=1c59012a-6b8b-4a3d-8e4b-83c876ee921e,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:40.985592 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7073e857-64ee-4ca9-ac16-636ead571fe5 x-openstack-request-id: req-7073e857-64ee-4ca9-ac16-636ead571fe5 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:40.985835 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188e58d9-3edd-435b-87e1-a8e1a13324df", "tag": "1c59012a-6b8b-4a3d-8e4b-83c876ee921e", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:40.986042 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7073e857-64ee-4ca9-ac16-636ead571fe5 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:40.986450 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188e58d9-3edd-435b-87e1-a8e1a13324df', 'tag': '1c59012a-6b8b-4a3d-8e4b-83c876ee921e', 'status': 'completed', 'code': 200} Aug 11 02:07:41.023112 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-4ba0d7b2-5798-41bf-a4f3-afb5621e707f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:41.024725 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-4ba0d7b2-5798-41bf-a4f3-afb5621e707f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d10951123e674c02ad31051a633450e2&device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 1095 time: 0.0496140 Aug 11 02:07:41.076273 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-92277a08-23d0-4268-9825-c1c2448c8b91 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c59012a-6b8b-4a3d-8e4b-83c876ee921e HTTP/1.1" status: 200 len: 217 time: 0.0408757 Aug 11 02:07:41.387493 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7269b1-c68d-4532-8ce8-6f9b69a83ae3 req-5ab35a5c-cd1d-468e-99cc-f7b45e228cf3 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:41.388852 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fe7269b1-c68d-4532-8ce8-6f9b69a83ae3 req-5ab35a5c-cd1d-468e-99cc-f7b45e228cf3 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 944 time: 0.1228306 Aug 11 02:07:41.412881 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-42777c57-4981-494e-a4da-585bf2fde8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:41.414258 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-42777c57-4981-494e-a4da-585bf2fde8bd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d0a9a07b-ffec-4f71-82f4-57a2fc2cf187 HTTP/1.1" status: 200 len: 855 time: 0.3291047 Aug 11 02:07:41.428730 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc8f304-02f4-412a-ba35-8dcd348838cf tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Router 6f450c02-37a4-4601-8a56-1d015f7b902a has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:07:41.439182 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dac6a-b111-40fd-a2f6-97f720b5bc1c req-580de1e2-86ca-4a46-8039-737f3bea5652 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:41.440685 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dc2dac6a-b111-40fd-a2f6-97f720b5bc1c req-580de1e2-86ca-4a46-8039-737f3bea5652 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.73 "GET /v2.0/ports?device_id=a395ae34-b742-46b4-9340-eb0317718b75 HTTP/1.1" status: 200 len: 950 time: 0.0985725 Aug 11 02:07:41.450170 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-d9078299-fec5-4368-b206-6d6f0f323731 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275364 Aug 11 02:07:41.463097 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cf21b-5f6f-4583-bb7c-d17bfd409897 req-c3aadcff-44b4-4395-9183-9d23f88f866c tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:41.464611 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0d0cf21b-5f6f-4583-bb7c-d17bfd409897 req-c3aadcff-44b4-4395-9183-9d23f88f866c tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=a395ae34-b742-46b4-9340-eb0317718b75 HTTP/1.1" status: 200 len: 950 time: 0.0921326 Aug 11 02:07:41.501725 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fe7269b1-c68d-4532-8ce8-6f9b69a83ae3 req-3bcc9d5a-6258-4920-a01f-02cb68b56fa5 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018107 Aug 11 02:07:41.625518 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0d0cf21b-5f6f-4583-bb7c-d17bfd409897 req-f263451e-9b4a-4409-bbb3-864f1ff8c7fd tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485989 Aug 11 02:07:41.652771 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ba6bc-b933-4494-b144-b0607f5288e0 req-519ccab6-ed2a-4245-ba5e-5a0b3050d2c7 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:41.657575 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc8f304-02f4-412a-ba35-8dcd348838cf tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:07:41.664475 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-300ba6bc-b933-4494-b144-b0607f5288e0 req-519ccab6-ed2a-4245-ba5e-5a0b3050d2c7 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb6b146-b3d4-4d93-9407-be6b91f1b4ac HTTP/1.1" status: 200 len: 950 time: 0.1141031 Aug 11 02:07:41.671442 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d29f556-8fff-4f7a-b804-87504e5f02fc None None] Sync routers for ids ['6f450c02-37a4-4601-8a56-1d015f7b902a'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:07:41.682774 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f304-02f4-412a-ba35-8dcd348838cf tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:41.684515 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-bd4d5481-aa8c-4db1-ad1f-17f66f0ea9e4 service neutron] 10.222.0.66 "GET /v2.0/networks/0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188373 Aug 11 02:07:41.684758 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d29f556-8fff-4f7a-b804-87504e5f02fc None None] Routers {'6f450c02-37a4-4601-8a56-1d015f7b902a'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:07:41.685913 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-6d29f556-8fff-4f7a-b804-87504e5f02fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:07:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6f450c02-37a4-4601-8a56-1d015f7b902a'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:41.739163 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-cdc8f304-02f4-412a-ba35-8dcd348838cf tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "PUT /v2.0/floatingips/29ab30a6-d34c-4678-9a95-c04907cff038 HTTP/1.1" status: 200 len: 990 time: 2.0168214 Aug 11 02:07:41.740804 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfcc6ffc-65c5-4158-ac0a-d3adfc22e645', 'tag': '15f7cc88-4ab8-4b55-9c8a-b068b900cc68'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:41.743064 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805e61fb-46a1-4ad0-b860-7ff4db8e968e" -d '{"events": [{"name": "network-changed", "server_uuid": "cfcc6ffc-65c5-4158-ac0a-d3adfc22e645", "tag": "15f7cc88-4ab8-4b55-9c8a-b068b900cc68"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:41.755486 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-dc2dac6a-b111-40fd-a2f6-97f720b5bc1c req-7fba6521-e951-4c4b-8a46-7ad39a4a2b4b tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Deleting port c756a0a7-6e66-46af-b570-3c00e733ef84 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:07:41.755887 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-dc2dac6a-b111-40fd-a2f6-97f720b5bc1c req-7fba6521-e951-4c4b-8a46-7ad39a4a2b4b tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:41.815895 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-6d29f556-8fff-4f7a-b804-87504e5f02fc None None] Set router 6f450c02-37a4-4601-8a56-1d015f7b902a gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:07:41.888029 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-dc2dac6a-b111-40fd-a2f6-97f720b5bc1c req-7fba6521-e951-4c4b-8a46-7ad39a4a2b4b tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] For port c756a0a7-6e66-46af-b570-3c00e733ef84, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=c756a0a7-6e66-46af-b570-3c00e733ef84,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:41.888790 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-dc2dac6a-b111-40fd-a2f6-97f720b5bc1c req-7fba6521-e951-4c4b-8a46-7ad39a4a2b4b tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:41.934408 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-dc2dac6a-b111-40fd-a2f6-97f720b5bc1c req-7fba6521-e951-4c4b-8a46-7ad39a4a2b4b tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Calling delete_port for c756a0a7-6e66-46af-b570-3c00e733ef84 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:07:41.980080 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f3869-2788-40f8-9e51-dbbe1cdf2165 req-7258b41d-4d60-47bf-bf75-67de026e0a0f tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:41.987643 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-432f3869-2788-40f8-9e51-dbbe1cdf2165 req-7258b41d-4d60-47bf-bf75-67de026e0a0f tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 950 time: 0.1530087 Aug 11 02:07:41.998860 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1f850-d8c0-4954-b3bb-4badad62d008 req-a5d76e81-3eb9-4657-adf2-068e089cb06c tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:42.000968 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7da1f850-d8c0-4954-b3bb-4badad62d008 req-a5d76e81-3eb9-4657-adf2-068e089cb06c tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 943 time: 0.2375643 Aug 11 02:07:42.019254 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d5548f12-02c2-47eb-87b7-f65c4574c2c5 req-45df3d07-4710-4d4a-a78e-548bf28985e5 service neutron] 10.222.0.66 "GET /v2.0/networks/0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853625 Aug 11 02:07:42.037780 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-300ba6bc-b933-4494-b144-b0607f5288e0 req-24ae52c7-a0d1-4fdd-a4cb-9320c1b59a91 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Deleting port 152571f7-05e8-401f-b3f6-e6f3d5bf6a70 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:07:42.038803 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-300ba6bc-b933-4494-b144-b0607f5288e0 req-24ae52c7-a0d1-4fdd-a4cb-9320c1b59a91 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:42.077892 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7da1f850-d8c0-4954-b3bb-4badad62d008 req-ecad13c2-7311-40b0-8654-7a3f3a6ab98e tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636685 Aug 11 02:07:42.152251 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-432f3869-2788-40f8-9e51-dbbe1cdf2165 req-a11b3968-9e8f-4597-b2e8-82a306d8dfa6 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632292 Aug 11 02:07:42.162988 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-dc2dac6a-b111-40fd-a2f6-97f720b5bc1c req-7fba6521-e951-4c4b-8a46-7ad39a4a2b4b tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:42.184030 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['720d30f6-528f-49f4-ba0d-65a1fc3d459f', '152571f7-05e8-401f-b3f6-e6f3d5bf6a70', 'c756a0a7-6e66-46af-b570-3c00e733ef84'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:42.222117 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5d690-7bc6-48de-8910-67f76d47d4c6 req-135446c3-35a2-4188-8f19-5f529620f7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:42.224033 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7bd5d690-7bc6-48de-8910-67f76d47d4c6 req-135446c3-35a2-4188-8f19-5f529620f7c8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d10951123e674c02ad31051a633450e2&device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 1095 time: 0.1217988 Aug 11 02:07:42.243927 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-300ba6bc-b933-4494-b144-b0607f5288e0 req-24ae52c7-a0d1-4fdd-a4cb-9320c1b59a91 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] For port 152571f7-05e8-401f-b3f6-e6f3d5bf6a70, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=152571f7-05e8-401f-b3f6-e6f3d5bf6a70,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:42.247870 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-300ba6bc-b933-4494-b144-b0607f5288e0 req-24ae52c7-a0d1-4fdd-a4cb-9320c1b59a91 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:42.257136 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba6521-e951-4c4b-8a46-7ad39a4a2b4b tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Pushing event deleted for resources: {'Port': ['ID=c756a0a7-6e66-46af-b570-3c00e733ef84,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:42.325287 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-6d29f556-8fff-4f7a-b804-87504e5f02fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'name': 'tempest-ServersTestBootFromVolume-2124483675-router', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'b0155832-9a88-4f01-9921-812b06625f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:31Z', 'updated_at': '2021-08-11T02:06:39Z', 'revision_number': 4, 'project_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'gw_port': {'id': 'b0155832-9a88-4f01-9921-812b06625f7d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:33Z', 'updated_at': '2021-08-11T02:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '29ab30a6-d34c-4678-9a95-c04907cff038', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'port_id': '15f7cc88-4ab8-4b55-9c8a-b068b900cc68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6', 'mac_address': 'fa:16:3e:17:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc6ffc-65c5-4158-ac0a-d3adfc22e645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:06:45Z', 'updated_at': '2021-08-11T02:07:40Z', 'revision_number': 1, 'project_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5f64a5c-22f4-4ec7-a970-6c91b94932ef', 'name': '', 'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'mac_address': 'fa:16:3e:ff:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '299a9d58-2432-41ae-9870-ba5a0dd4be22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:38Z', 'updated_at': '2021-08-11T02:06:48Z', 'revision_number': 5, 'project_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'subnets': [{'id': '299a9d58-2432-41ae-9870-ba5a0dd4be22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:42.365067 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2dac6a-b111-40fd-a2f6-97f720b5bc1c req-7fba6521-e951-4c4b-8a46-7ad39a4a2b4b tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] No DVR routers for this DVR port c756a0a7-6e66-46af-b570-3c00e733ef84 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:07:42.368997 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-dc2dac6a-b111-40fd-a2f6-97f720b5bc1c req-7fba6521-e951-4c4b-8a46-7ad39a4a2b4b tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:42.372975 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dc2dac6a-b111-40fd-a2f6-97f720b5bc1c req-7fba6521-e951-4c4b-8a46-7ad39a4a2b4b tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.73 "DELETE /v2.0/ports/c756a0a7-6e66-46af-b570-3c00e733ef84 HTTP/1.1" status: 204 len: 173 time: 0.9196026 Aug 11 02:07:42.377773 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72946b45-6e38-4eb6-852b-f33ea2d43216 x-openstack-request-id: req-72946b45-6e38-4eb6-852b-f33ea2d43216 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:42.379096 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfcc6ffc-65c5-4158-ac0a-d3adfc22e645", "tag": "15f7cc88-4ab8-4b55-9c8a-b068b900cc68", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:42.379419 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-72946b45-6e38-4eb6-852b-f33ea2d43216 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:42.379912 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfcc6ffc-65c5-4158-ac0a-d3adfc22e645', 'tag': '15f7cc88-4ab8-4b55-9c8a-b068b900cc68', 'status': 'completed', 'code': 200} Aug 11 02:07:42.390224 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6902d-4abd-4d61-b97d-7756a9989252 req-89776633-6b76-4dd5-a1fb-e4b0148918d7 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:42.392144 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-18d6902d-4abd-4d61-b97d-7756a9989252 req-89776633-6b76-4dd5-a1fb-e4b0148918d7 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7bb42a3-4eae-422e-8ef9-981a68805005 HTTP/1.1" status: 200 len: 945 time: 0.2145770 Aug 11 02:07:42.394992 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d29f556-8fff-4f7a-b804-87504e5f02fc None None] Checking router: 6f450c02-37a4-4601-8a56-1d015f7b902a for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:07:42.402182 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-300ba6bc-b933-4494-b144-b0607f5288e0 req-24ae52c7-a0d1-4fdd-a4cb-9320c1b59a91 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Calling delete_port for 152571f7-05e8-401f-b3f6-e6f3d5bf6a70 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:07:42.419103 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d29f556-8fff-4f7a-b804-87504e5f02fc None None] Routers {'6f450c02-37a4-4601-8a56-1d015f7b902a'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:07:42.420181 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-6d29f556-8fff-4f7a-b804-87504e5f02fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:07:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6f450c02-37a4-4601-8a56-1d015f7b902a'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:42.477733 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-18d6902d-4abd-4d61-b97d-7756a9989252 req-ae654ff8-b10d-4718-80ae-d0ddff352183 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f9bebe6-55f8-4e1b-b84c-43b122368d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752077 Aug 11 02:07:42.489794 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e61fb-46a1-4ad0-b860-7ff4db8e968e req-e8d2430d-bf95-4b08-a1c8-4b8cbfd4c0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:42.491315 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-805e61fb-46a1-4ad0-b860-7ff4db8e968e req-e8d2430d-bf95-4b08-a1c8-4b8cbfd4c0da service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=60a4c1bf3ebd46f1af3a34fa98499cd5&device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 1098 time: 0.0795481 Aug 11 02:07:42.608988 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5d690-7bc6-48de-8910-67f76d47d4c6 req-2086cef0-ef54-44e8-b002-60c9072589ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:42.610865 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7bd5d690-7bc6-48de-8910-67f76d47d4c6 req-2086cef0-ef54-44e8-b002-60c9072589ed service neutron] 10.222.0.66 "GET /v2.0/networks?id=0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c HTTP/1.1" status: 200 len: 916 time: 0.3726728 Aug 11 02:07:42.646115 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-6d29f556-8fff-4f7a-b804-87504e5f02fc None None] Set router 6f450c02-37a4-4601-8a56-1d015f7b902a gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:07:42.653654 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e61fb-46a1-4ad0-b860-7ff4db8e968e req-74563d81-58f0-4b9c-8516-c1597f8cf278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:42.656640 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-805e61fb-46a1-4ad0-b860-7ff4db8e968e req-74563d81-58f0-4b9c-8516-c1597f8cf278 service neutron] 10.222.0.66 "GET /v2.0/networks?id=068e6073-54cf-4fcd-9f73-ff093706c9f6 HTTP/1.1" status: 200 len: 917 time: 0.1562536 Aug 11 02:07:42.675952 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7bd5d690-7bc6-48de-8910-67f76d47d4c6 req-7dca802e-cf3b-4976-8b9f-3010f3e04415 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c59012a-6b8b-4a3d-8e4b-83c876ee921e HTTP/1.1" status: 200 len: 217 time: 0.0504355 Aug 11 02:07:42.838368 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5d690-7bc6-48de-8910-67f76d47d4c6 req-923a3db1-5df2-4134-8472-085bd5512e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:42.839928 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7bd5d690-7bc6-48de-8910-67f76d47d4c6 req-923a3db1-5df2-4134-8472-085bd5512e9f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d0a9a07b-ffec-4f71-82f4-57a2fc2cf187 HTTP/1.1" status: 200 len: 855 time: 0.1471984 Aug 11 02:07:42.860126 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-157b91af-e6a9-4abd-93a5-e9d6927942c6 req-95bb7f64-0438-4723-8c1d-827bf4f341bd tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=a395ae34-b742-46b4-9340-eb0317718b75 HTTP/1.1" status: 200 len: 210 time: 0.0543978 Aug 11 02:07:42.880986 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-805e61fb-46a1-4ad0-b860-7ff4db8e968e req-ccecd3ce-6106-4d8b-8f45-a51d251bfb21 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15f7cc88-4ab8-4b55-9c8a-b068b900cc68 HTTP/1.1" status: 200 len: 998 time: 0.1990383 Aug 11 02:07:42.912744 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7bd5d690-7bc6-48de-8910-67f76d47d4c6 req-ed14f64e-a6cb-445e-a1ad-807031d2472d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631988 Aug 11 02:07:42.967001 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e61fb-46a1-4ad0-b860-7ff4db8e968e req-e1565fe5-6d15-4557-9acc-c8aad03f4a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:42.970547 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-805e61fb-46a1-4ad0-b860-7ff4db8e968e req-e1565fe5-6d15-4557-9acc-c8aad03f4a1e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=299a9d58-2432-41ae-9870-ba5a0dd4be22 HTTP/1.1" status: 200 len: 855 time: 0.0887082 Aug 11 02:07:42.998763 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fb1db-ff90-485d-b447-baffcb4c3ad7 req-72d5c261-af7f-48d9-8ad2-f1f561a9e1a3 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:43.006442 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-005fb1db-ff90-485d-b447-baffcb4c3ad7 req-72d5c261-af7f-48d9-8ad2-f1f561a9e1a3 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 944 time: 0.3356972 Aug 11 02:07:43.021681 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-300ba6bc-b933-4494-b144-b0607f5288e0 req-24ae52c7-a0d1-4fdd-a4cb-9320c1b59a91 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:43.034071 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['720d30f6-528f-49f4-ba0d-65a1fc3d459f', 'c756a0a7-6e66-46af-b570-3c00e733ef84'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:43.037681 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e61fb-46a1-4ad0-b860-7ff4db8e968e req-8db35944-e9af-4d1a-82ed-cb435a2079a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:43.039887 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-805e61fb-46a1-4ad0-b860-7ff4db8e968e req-8db35944-e9af-4d1a-82ed-cb435a2079a8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=068e6073-54cf-4fcd-9f73-ff093706c9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617232 Aug 11 02:07:43.060148 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-6d29f556-8fff-4f7a-b804-87504e5f02fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'name': 'tempest-ServersTestBootFromVolume-2124483675-router', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'b0155832-9a88-4f01-9921-812b06625f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:31Z', 'updated_at': '2021-08-11T02:06:39Z', 'revision_number': 4, 'project_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'gw_port': {'id': 'b0155832-9a88-4f01-9921-812b06625f7d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:33Z', 'updated_at': '2021-08-11T02:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '29ab30a6-d34c-4678-9a95-c04907cff038', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'port_id': '15f7cc88-4ab8-4b55-9c8a-b068b900cc68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6', 'mac_address': 'fa:16:3e:17:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc6ffc-65c5-4158-ac0a-d3adfc22e645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:06:45Z', 'updated_at': '2021-08-11T02:07:40Z', 'revision_number': 1, 'project_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5f64a5c-22f4-4ec7-a970-6c91b94932ef', 'name': '', 'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'mac_address': 'fa:16:3e:ff:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '299a9d58-2432-41ae-9870-ba5a0dd4be22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:38Z', 'updated_at': '2021-08-11T02:06:48Z', 'revision_number': 5, 'project_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'subnets': [{'id': '299a9d58-2432-41ae-9870-ba5a0dd4be22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:43.092048 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d29f556-8fff-4f7a-b804-87504e5f02fc None None] The sync data for ids ['6f450c02-37a4-4601-8a56-1d015f7b902a'] in n-d-615180-33 is: [{'id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'name': 'tempest-ServersTestBootFromVolume-2124483675-router', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'b0155832-9a88-4f01-9921-812b06625f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:31Z', 'updated_at': '2021-08-11T02:06:39Z', 'revision_number': 4, 'project_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'gw_port': {'id': 'b0155832-9a88-4f01-9921-812b06625f7d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:33Z', 'updated_at': '2021-08-11T02:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '29ab30a6-d34c-4678-9a95-c04907cff038', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'port_id': '15f7cc88-4ab8-4b55-9c8a-b068b900cc68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6', 'mac_address': 'fa:16:3e:17:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc6ffc-65c5-4158-ac0a-d3adfc22e645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:06:45Z', 'updated_at': '2021-08-11T02:07:40Z', 'revision_number': 1, 'project_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5f64a5c-22f4-4ec7-a970-6c91b94932ef', 'name': '', 'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'mac_address': 'fa:16:3e:ff:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '299a9d58-2432-41ae-9870-ba5a0dd4be22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:38Z', 'updated_at': '2021-08-11T02:06:48Z', 'revision_number': 5, 'project_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'subnets': [{'id': '299a9d58-2432-41ae-9870-ba5a0dd4be22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:07:43.193323 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae52c7-a0d1-4fdd-a4cb-9320c1b59a91 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Pushing event deleted for resources: {'Port': ['ID=152571f7-05e8-401f-b3f6-e6f3d5bf6a70,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:43.219634 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-805e61fb-46a1-4ad0-b860-7ff4db8e968e req-6257c9bb-6659-45f3-9bf2-ab70e76faccc service neutron] 10.222.0.66 "GET /v2.0/networks/068e6073-54cf-4fcd-9f73-ff093706c9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679158 Aug 11 02:07:43.235933 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7bd5d690-7bc6-48de-8910-67f76d47d4c6 req-74bcfee7-5e9a-4c85-ad61-5d94036e3ce9 service neutron] 10.222.0.66 "GET /v2.0/networks/0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989953 Aug 11 02:07:43.281986 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-005fb1db-ff90-485d-b447-baffcb4c3ad7 req-8db09815-2a94-4e97-8112-01cc906a2030 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683175 Aug 11 02:07:43.352000 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-300ba6bc-b933-4494-b144-b0607f5288e0 req-24ae52c7-a0d1-4fdd-a4cb-9320c1b59a91 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] No DVR routers for this DVR port 152571f7-05e8-401f-b3f6-e6f3d5bf6a70 on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:07:43.356920 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7996d9-1058-44cb-afab-e124f48eb1b3 req-5caebf0e-ec70-4344-8520-315e1d72872e tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:43.358777 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0f7996d9-1058-44cb-afab-e124f48eb1b3 req-5caebf0e-ec70-4344-8520-315e1d72872e tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 943 time: 0.1369357 Aug 11 02:07:43.407995 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-300ba6bc-b933-4494-b144-b0607f5288e0 req-24ae52c7-a0d1-4fdd-a4cb-9320c1b59a91 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:43.409981 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-300ba6bc-b933-4494-b144-b0607f5288e0 req-24ae52c7-a0d1-4fdd-a4cb-9320c1b59a91 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.73 "DELETE /v2.0/ports/152571f7-05e8-401f-b3f6-e6f3d5bf6a70 HTTP/1.1" status: 204 len: 173 time: 1.7447178 Aug 11 02:07:43.410539 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb6b146-b3d4-4d93-9407-be6b91f1b4ac', 'name': 'network-vif-deleted', 'tag': '152571f7-05e8-401f-b3f6-e6f3d5bf6a70'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:43.412796 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36f0688-dfda-45d5-a68d-560d940a5c6f" -d '{"events": [{"server_uuid": "4cb6b146-b3d4-4d93-9407-be6b91f1b4ac", "name": "network-vif-deleted", "tag": "152571f7-05e8-401f-b3f6-e6f3d5bf6a70"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:43.419412 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-805e61fb-46a1-4ad0-b860-7ff4db8e968e req-59944679-b2b1-4b0b-98d1-829e97586135 service neutron] 10.222.0.66 "GET /v2.0/networks/068e6073-54cf-4fcd-9f73-ff093706c9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838353 Aug 11 02:07:43.487876 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0f7996d9-1058-44cb-afab-e124f48eb1b3 req-5d828fe5-0b84-41cc-adeb-c37ce7f7bc28 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122425 Aug 11 02:07:43.508133 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3ef9b-894a-45f3-82bb-19f5c56eda61 req-641bba59-5223-4728-92d6-069f09e81b9e tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:43.512692 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-82c3ef9b-894a-45f3-82bb-19f5c56eda61 req-641bba59-5223-4728-92d6-069f09e81b9e tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 950 time: 0.1136196 Aug 11 02:07:43.558627 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7bd5d690-7bc6-48de-8910-67f76d47d4c6 req-7242bb2f-e55a-48b5-add6-0248b1ab575a service neutron] 10.222.0.66 "GET /v2.0/networks/0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943769 Aug 11 02:07:43.562020 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981564b3-99b2-4365-86b4-5a91a1b283aa None None] New status for floating IP 29ab30a6-d34c-4678-9a95-c04907cff038: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:07:43.585426 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-82c3ef9b-894a-45f3-82bb-19f5c56eda61 req-07e94f58-7346-4068-ba11-bde09072ce1f tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717745 Aug 11 02:07:43.749920 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6063a95d-7741-4fa2-b102-f8f6a96de4c9 x-openstack-request-id: req-6063a95d-7741-4fa2-b102-f8f6a96de4c9 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:43.750914 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb6b146-b3d4-4d93-9407-be6b91f1b4ac", "name": "network-vif-deleted", "tag": "152571f7-05e8-401f-b3f6-e6f3d5bf6a70", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:43.751331 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6063a95d-7741-4fa2-b102-f8f6a96de4c9 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:43.751961 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb6b146-b3d4-4d93-9407-be6b91f1b4ac', 'name': 'network-vif-deleted', 'tag': '152571f7-05e8-401f-b3f6-e6f3d5bf6a70', 'status': 'completed', 'code': 200} Aug 11 02:07:43.781102 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device a82eea53-7092-4692-9141-f856d8fd4bfb no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:07:43.873255 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459408d-a795-4251-aa76-0c2fa6d54d72 req-a277c381-f6f7-48ee-b36d-0c1324e35326 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:43.880021 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7459408d-a795-4251-aa76-0c2fa6d54d72 req-a277c381-f6f7-48ee-b36d-0c1324e35326 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 950 time: 0.0827663 Aug 11 02:07:43.925022 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7459408d-a795-4251-aa76-0c2fa6d54d72 req-18983f81-0572-4e4a-80ea-e237d1d52770 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407045 Aug 11 02:07:44.010168 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-5472cb5c-e26e-413d-8550-a3124f41a7ce tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1697297254&fields=id&tenant_id=cb95ec3b4fc24ea09028c8f97283ca58 HTTP/1.1" status: 200 len: 267 time: 0.0516715 Aug 11 02:07:44.026290 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:07:44.122123 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device c756a0a7-6e66-46af-b570-3c00e733ef84 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:07:44.148333 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: c756a0a7-6e66-46af-b570-3c00e733ef84 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:07:44.149017 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device c756a0a7-6e66-46af-b570-3c00e733ef84 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:07:44.156125 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-20e19fac-5f28-4cc3-ab92-350b80c5b293 req-41f9f0d1-c645-483b-9a4d-08ffb528ecab tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=4cb6b146-b3d4-4d93-9407-be6b91f1b4ac HTTP/1.1" status: 200 len: 210 time: 0.0506194 Aug 11 02:07:44.170100 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-bb69eb5b-a529-4447-8347-95f712447b9a tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:44.179109 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-bb69eb5b-a529-4447-8347-95f712447b9a tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/networks?id=b5969549-5c73-4bce-b89e-aaad46645b7b HTTP/1.1" status: 200 len: 823 time: 0.1538486 Aug 11 02:07:44.196339 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-66af1b95-96be-41aa-aa3e-46858c0e63ed tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/quotas/cb95ec3b4fc24ea09028c8f97283ca58 HTTP/1.1" status: 200 len: 375 time: 0.0161471 Aug 11 02:07:44.258414 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-6791cc18-1249-4dfc-841a-ea9efb97959c tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cb95ec3b4fc24ea09028c8f97283ca58&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0611889 Aug 11 02:07:44.376186 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-5a6f57ca-f801-4046-89b6-d3674e06ebbc service neutron] 10.222.0.50 "GET /v2.0/networks/b5969549-5c73-4bce-b89e-aaad46645b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052413 Aug 11 02:07:44.381767 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a395ae34-b742-46b4-9340-eb0317718b75', 'name': 'network-vif-deleted', 'tag': 'c756a0a7-6e66-46af-b570-3c00e733ef84'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:44.384579 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8e2b47-4ce3-4508-a142-d4614d233b1f" -d '{"events": [{"server_uuid": "a395ae34-b742-46b4-9340-eb0317718b75", "name": "network-vif-deleted", "tag": "c756a0a7-6e66-46af-b570-3c00e733ef84"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:44.447714 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec34d1-bdfd-421f-b893-7803f41b611e req-da822aad-5da0-4865-a8e2-c449fd6d292f tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:44.449204 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59ec34d1-bdfd-421f-b893-7803f41b611e req-da822aad-5da0-4865-a8e2-c449fd6d292f tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 944 time: 0.0509763 Aug 11 02:07:44.488870 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59ec34d1-bdfd-421f-b893-7803f41b611e req-6b5781e5-3c78-4e85-a65a-de0cb8416657 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332208 Aug 11 02:07:44.498743 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 1c59012a-6b8b-4a3d-8e4b-83c876ee921e details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:07:44.502255 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-ecb03dfc-8f46-4299-be28-e1908a522585 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0639961 Aug 11 02:07:44.526844 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-e375e7f9-ae76-4daf-b487-38e4c500807d service neutron] 10.222.0.50 "GET /v2.0/networks/b5969549-5c73-4bce-b89e-aaad46645b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478808 Aug 11 02:07:44.642653 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 1c59012a-6b8b-4a3d-8e4b-83c876ee921e, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=1c59012a-6b8b-4a3d-8e4b-83c876ee921e,segment=NetworkSegment(2ef086d9-e43c-4432-b580-46b1ba588087),segment_id=2ef086d9-e43c-4432-b580-46b1ba588087)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:44.674342 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '1c59012a-6b8b-4a3d-8e4b-83c876ee921e', 'network_id': '0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c', 'port_id': '1c59012a-6b8b-4a3d-8e4b-83c876ee921e', 'mac_address': 'fa:16:3e:55:6d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a9a07b-ffec-4f71-82f4-57a2fc2cf187', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:07:44.688947 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b49ca60-de9e-41b0-b7bb-dddcd14e5383 x-openstack-request-id: req-3b49ca60-de9e-41b0-b7bb-dddcd14e5383 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:44.703400 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a395ae34-b742-46b4-9340-eb0317718b75", "name": "network-vif-deleted", "tag": "c756a0a7-6e66-46af-b570-3c00e733ef84", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:44.711633 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3b49ca60-de9e-41b0-b7bb-dddcd14e5383 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:44.712118 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a395ae34-b742-46b4-9340-eb0317718b75', 'name': 'network-vif-deleted', 'tag': 'c756a0a7-6e66-46af-b570-3c00e733ef84', 'status': 'completed', 'code': 200} Aug 11 02:07:44.730420 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:44.739392 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192843f-f7f5-4b6a-a848-8e6dc4a2ab2c req-8f38a6c5-0ffb-49bc-8a34-4d4aa5c15dd8 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:44.757717 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c59012a-6b8b-4a3d-8e4b-83c876ee921e {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:07:44.762260 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a192843f-f7f5-4b6a-a848-8e6dc4a2ab2c req-8f38a6c5-0ffb-49bc-8a34-4d4aa5c15dd8 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 950 time: 0.1518459 Aug 11 02:07:44.786451 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 1c59012a-6b8b-4a3d-8e4b-83c876ee921e, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=1c59012a-6b8b-4a3d-8e4b-83c876ee921e,segment=NetworkSegment(2ef086d9-e43c-4432-b580-46b1ba588087),segment_id=2ef086d9-e43c-4432-b580-46b1ba588087)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:44.792461 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:44.799893 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b426f33-a1d0-497f-88ea-e359bbbe400e req-3112cbdc-fdf9-4ba5-9b50-1b5c1b16d2d6 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:44.801825 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4b426f33-a1d0-497f-88ea-e359bbbe400e req-3112cbdc-fdf9-4ba5-9b50-1b5c1b16d2d6 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 943 time: 0.0657108 Aug 11 02:07:44.861418 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=1c59012a-6b8b-4a3d-8e4b-83c876ee921e,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:44.861811 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a192843f-f7f5-4b6a-a848-8e6dc4a2ab2c req-4702405b-425b-4e80-b590-3e005fea20b9 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976870 Aug 11 02:07:44.866202 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4b426f33-a1d0-497f-88ea-e359bbbe400e req-8ae49d03-affa-4189-8fd2-45948f304976 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571971 Aug 11 02:07:44.954673 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-09e8cd2c-f528-4fa9-b335-917ae2e29457 req-4c1643ef-0545-4eab-a5e6-81f8a3de8a5b tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773 HTTP/1.1" status: 200 len: 210 time: 0.0350151 Aug 11 02:07:45.202088 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['1c59012a-6b8b-4a3d-8e4b-83c876ee921e'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:45.563432 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8715d52-0404-4a72-88a8-2168a95f373d req-d6d19522-7521-4710-ad6a-c79703d144e7 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:45.564990 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e8715d52-0404-4a72-88a8-2168a95f373d req-d6d19522-7521-4710-ad6a-c79703d144e7 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7bb42a3-4eae-422e-8ef9-981a68805005 HTTP/1.1" status: 200 len: 945 time: 0.0695336 Aug 11 02:07:45.600537 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bde75f74-f0e0-4b51-a0cc-79b0c198761b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:45.634431 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37149fe-de81-4665-ba1a-20c8f8fc3d35 req-a332d444-2fd3-4ae2-9175-da6e0caedae3 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:45.636735 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b37149fe-de81-4665-ba1a-20c8f8fc3d35 req-a332d444-2fd3-4ae2-9175-da6e0caedae3 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcf8e3b7-bfb4-420a-875b-23c526a35933 HTTP/1.1" status: 200 len: 950 time: 0.0779374 Aug 11 02:07:45.684727 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b37149fe-de81-4665-ba1a-20c8f8fc3d35 req-46c4613c-5a59-4368-9724-b9240b751fa5 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396748 Aug 11 02:07:45.711873 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55bb63-e9ad-4694-ac38-e21541df7497 req-6b71a30e-753c-4c9f-9038-2c2802a97b0b tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:45.713522 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ad55bb63-e9ad-4694-ac38-e21541df7497 req-6b71a30e-753c-4c9f-9038-2c2802a97b0b tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 944 time: 0.0912271 Aug 11 02:07:45.741886 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 152571f7-05e8-401f-b3f6-e6f3d5bf6a70 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:07:45.762754 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 152571f7-05e8-401f-b3f6-e6f3d5bf6a70 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:07:45.763248 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 152571f7-05e8-401f-b3f6-e6f3d5bf6a70 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:07:45.764218 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-e8715d52-0404-4a72-88a8-2168a95f373d req-faf08ba2-7841-415e-9843-b63a359808c2 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Deleting port f72a0dfb-2da8-40cd-a26b-0df7f824401d {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:07:45.764585 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-e8715d52-0404-4a72-88a8-2168a95f373d req-faf08ba2-7841-415e-9843-b63a359808c2 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:45.771138 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ad55bb63-e9ad-4694-ac38-e21541df7497 req-f8ef7434-3c2c-4652-982f-60648cda63a3 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501108 Aug 11 02:07:45.864098 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-e8715d52-0404-4a72-88a8-2168a95f373d req-faf08ba2-7841-415e-9843-b63a359808c2 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] For port f72a0dfb-2da8-40cd-a26b-0df7f824401d, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f72a0dfb-2da8-40cd-a26b-0df7f824401d,segment=NetworkSegment(0850454f-1564-475e-ba74-4de21e93e9fe),segment_id=0850454f-1564-475e-ba74-4de21e93e9fe)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:45.864468 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-e8715d52-0404-4a72-88a8-2168a95f373d req-faf08ba2-7841-415e-9843-b63a359808c2 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:45.957334 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76804ea8-766b-434d-90be-dcf4a9ecc98e req-16bbcfc5-2142-45e9-b635-c289a3716e5f tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:45.960009 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-76804ea8-766b-434d-90be-dcf4a9ecc98e req-16bbcfc5-2142-45e9-b635-c289a3716e5f tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 950 time: 0.0532048 Aug 11 02:07:46.002409 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-76804ea8-766b-434d-90be-dcf4a9ecc98e req-3feadf6a-fb62-4aa1-b143-7650bb2bce1d tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357127 Aug 11 02:07:46.044304 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260d811-1f26-4f01-a259-1bf769009999 req-bbba6fb9-063c-4845-9bb3-3c89dcf1dd36 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:46.045989 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d260d811-1f26-4f01-a259-1bf769009999 req-bbba6fb9-063c-4845-9bb3-3c89dcf1dd36 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 944 time: 0.0849464 Aug 11 02:07:46.122709 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d260d811-1f26-4f01-a259-1bf769009999 req-deecc881-a815-4ca7-9e18-8d263ce94128 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501168 Aug 11 02:07:46.254844 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-e8715d52-0404-4a72-88a8-2168a95f373d req-faf08ba2-7841-415e-9843-b63a359808c2 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:46.255117 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-e8715d52-0404-4a72-88a8-2168a95f373d req-faf08ba2-7841-415e-9843-b63a359808c2 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:46.255430 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [req-e8715d52-0404-4a72-88a8-2168a95f373d req-faf08ba2-7841-415e-9843-b63a359808c2 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Floating IP cab856b4-1f15-48fd-9b78-db1df749a320 disassociated. External IP: 172.25.2.140, port: f72a0dfb-2da8-40cd-a26b-0df7f824401d. Aug 11 02:07:46.255799 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-e8715d52-0404-4a72-88a8-2168a95f373d req-faf08ba2-7841-415e-9843-b63a359808c2 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Calling delete_port for f72a0dfb-2da8-40cd-a26b-0df7f824401d owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:07:46.259291 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2c123002-fed6-4e2f-9a44-683af8e0e5b6 req-b9636822-f67a-4333-b277-c8fb24a82534 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773 HTTP/1.1" status: 200 len: 210 time: 0.0430436 Aug 11 02:07:46.260984 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-678356c2-c727-46fb-aa0c-42fe812840a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:46.262331 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-678356c2-c727-46fb-aa0c-42fe812840a1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 1102 time: 0.1316445 Aug 11 02:07:46.409387 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-1441f0d9-c024-41c8-bfbc-8366052f72a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:46.410851 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-1441f0d9-c024-41c8-bfbc-8366052f72a9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.1390414 Aug 11 02:07:46.478453 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-c0ef79c2-a04b-4022-affd-c2a900a4e9cf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=77549358-be7a-4dd3-a142-58979ec3ff90 HTTP/1.1" status: 200 len: 217 time: 0.0368969 Aug 11 02:07:46.517260 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 1c59012a-6b8b-4a3d-8e4b-83c876ee921e up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:07:46.519613 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-e8715d52-0404-4a72-88a8-2168a95f373d req-faf08ba2-7841-415e-9843-b63a359808c2 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:46.560021 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf08ba2-7841-415e-9843-b63a359808c2 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Pushing event deleted for resources: {'Port': ['ID=f72a0dfb-2da8-40cd-a26b-0df7f824401d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:46.571258 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-aa452b11-a5c4-457b-8795-a43dc96f6311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:46.572803 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-aa452b11-a5c4-457b-8795-a43dc96f6311 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.0808163 Aug 11 02:07:46.576546 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 1c59012a-6b8b-4a3d-8e4b-83c876ee921e completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:46.582551 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 1c59012a-6b8b-4a3d-8e4b-83c876ee921e triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:46.582936 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:46.698458 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:46.731857 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188e58d9-3edd-435b-87e1-a8e1a13324df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c59012a-6b8b-4a3d-8e4b-83c876ee921e'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:46.734809 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7057d9-cddc-413d-bd39-58b5397568a8" -d '{"events": [{"server_uuid": "188e58d9-3edd-435b-87e1-a8e1a13324df", "name": "network-vif-plugged", "status": "completed", "tag": "1c59012a-6b8b-4a3d-8e4b-83c876ee921e"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:46.755206 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 1c59012a-6b8b-4a3d-8e4b-83c876ee921e, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=1c59012a-6b8b-4a3d-8e4b-83c876ee921e,segment=NetworkSegment(2ef086d9-e43c-4432-b580-46b1ba588087),segment_id=2ef086d9-e43c-4432-b580-46b1ba588087)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:46.765567 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:46.834174 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8da964e-4772-4da2-a7e4-560c7ec48c71 x-openstack-request-id: req-f8da964e-4772-4da2-a7e4-560c7ec48c71 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:46.834853 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188e58d9-3edd-435b-87e1-a8e1a13324df", "name": "network-vif-plugged", "status": "completed", "tag": "1c59012a-6b8b-4a3d-8e4b-83c876ee921e", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:46.835264 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f8da964e-4772-4da2-a7e4-560c7ec48c71 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:46.836384 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188e58d9-3edd-435b-87e1-a8e1a13324df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c59012a-6b8b-4a3d-8e4b-83c876ee921e', 'code': 200} Aug 11 02:07:46.839898 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=1c59012a-6b8b-4a3d-8e4b-83c876ee921e,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:46.845456 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-7264e653-791f-49b0-a190-0b36d2889b7f tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:46.847094 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-7264e653-791f-49b0-a190-0b36d2889b7f tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.66 "GET /v2.0/networks?id=b5969549-5c73-4bce-b89e-aaad46645b7b HTTP/1.1" status: 200 len: 823 time: 0.1662095 Aug 11 02:07:46.933717 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-d8ba6710-6c4b-4ab0-bf1f-63d57dd111e7 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb95ec3b4fc24ea09028c8f97283ca58 HTTP/1.1" status: 200 len: 380 time: 0.0766048 Aug 11 02:07:46.979403 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-316a3f74-e4f0-4dc8-977e-62ecb44ecef7 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Request body: {'port': {'device_id': '6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773', 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b', 'admin_state_up': True, 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'security_groups': ['9f9bebe6-55f8-4e1b-b84c-43b122368d18']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:47.008115 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-e0ba5772-80be-40ea-9186-f3564c3f186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:47.009594 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-e0ba5772-80be-40ea-9186-f3564c3f186f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3986392 Aug 11 02:07:47.105016 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8715d52-0404-4a72-88a8-2168a95f373d req-faf08ba2-7841-415e-9843-b63a359808c2 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Router c47677c1-f7fe-4cb4-9e37-1d2be14a5264 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:07:47.134428 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cffa4f-a984-45df-bf78-e21d13c080ee req-fc638986-2d04-4585-ae82-b85359f340b3 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:47.136030 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-88cffa4f-a984-45df-bf78-e21d13c080ee req-fc638986-2d04-4585-ae82-b85359f340b3 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 944 time: 0.1642315 Aug 11 02:07:47.169755 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6da62-4a37-4174-b8cf-f1b999382272 req-afcfe8ef-f380-4e83-ba7d-71ba3b54cc45 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:47.171230 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-65b6da62-4a37-4174-b8cf-f1b999382272 req-afcfe8ef-f380-4e83-ba7d-71ba3b54cc45 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcf8e3b7-bfb4-420a-875b-23c526a35933 HTTP/1.1" status: 200 len: 950 time: 0.2575819 Aug 11 02:07:47.205726 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741feff-f09b-4e14-b365-bb13afada3bb req-bd29375a-06ba-4e9f-a752-30afc740c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:47.207293 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6741feff-f09b-4e14-b365-bb13afada3bb req-bd29375a-06ba-4e9f-a752-30afc740c7cf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 1097 time: 0.1014385 Aug 11 02:07:47.231264 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-316a3f74-e4f0-4dc8-977e-62ecb44ecef7 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Made reservation on behalf of cb95ec3b4fc24ea09028c8f97283ca58 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:07:47.235175 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-bf72fbb6-338a-4625-8b03-e17f77995846 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969728 Aug 11 02:07:47.235339 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-316a3f74-e4f0-4dc8-977e-62ecb44ecef7 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:47.263895 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-88cffa4f-a984-45df-bf78-e21d13c080ee req-c5dff8e5-0de2-4b21-978d-8e1881d257bc tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155145 Aug 11 02:07:47.298916 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-65b6da62-4a37-4174-b8cf-f1b999382272 req-7bc19ba1-3590-42ae-85db-1c2716381c94 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc549d7b-a69e-4d74-9a15-8631ab96cf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163888 Aug 11 02:07:47.341288 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6741feff-f09b-4e14-b365-bb13afada3bb req-35346b5b-3f8c-4f2f-9d42-16e7a415a649 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249745 Aug 11 02:07:47.426005 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338e1fc-b0bb-420a-8da8-8a0eaac22d67 req-76afcf06-340c-4938-91ae-0ddc1459ad77 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:47.427691 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c338e1fc-b0bb-420a-8da8-8a0eaac22d67 req-76afcf06-340c-4938-91ae-0ddc1459ad77 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcf8e3b7-bfb4-420a-875b-23c526a35933 HTTP/1.1" status: 200 len: 950 time: 0.2032146 Aug 11 02:07:47.446513 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-eaa03916-b6ce-426f-9eb7-addd749c1b53 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816483 Aug 11 02:07:47.461970 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8715d52-0404-4a72-88a8-2168a95f373d req-faf08ba2-7841-415e-9843-b63a359808c2 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:07:47.477558 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7cd344-6be1-433e-bcd4-a19638006ec4 None None] Sync routers for ids ['c47677c1-f7fe-4cb4-9e37-1d2be14a5264'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:07:47.487716 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7cd344-6be1-433e-bcd4-a19638006ec4 None None] Routers {'c47677c1-f7fe-4cb4-9e37-1d2be14a5264'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:07:47.488637 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-4c7cd344-6be1-433e-bcd4-a19638006ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:07:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['c47677c1-f7fe-4cb4-9e37-1d2be14a5264'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:47.512140 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8715d52-0404-4a72-88a8-2168a95f373d req-faf08ba2-7841-415e-9843-b63a359808c2 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] No DVR routers for this DVR port f72a0dfb-2da8-40cd-a26b-0df7f824401d on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:07:47.515184 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-e8715d52-0404-4a72-88a8-2168a95f373d req-faf08ba2-7841-415e-9843-b63a359808c2 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:47.518218 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e8715d52-0404-4a72-88a8-2168a95f373d req-faf08ba2-7841-415e-9843-b63a359808c2 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.66 "DELETE /v2.0/ports/f72a0dfb-2da8-40cd-a26b-0df7f824401d HTTP/1.1" status: 204 len: 173 time: 1.9446177 Aug 11 02:07:47.519053 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7bb42a3-4eae-422e-8ef9-981a68805005', 'name': 'network-vif-deleted', 'tag': 'f72a0dfb-2da8-40cd-a26b-0df7f824401d'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:47.524289 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780fd3f3-9d3e-411b-b368-98c7f1f852aa" -d '{"events": [{"server_uuid": "c7bb42a3-4eae-422e-8ef9-981a68805005", "name": "network-vif-deleted", "tag": "f72a0dfb-2da8-40cd-a26b-0df7f824401d"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:47.548863 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f1e05-d224-4707-934e-8bb876522abf req-e60e4918-8462-4a6e-b918-17519269c369 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:47.550459 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1a3f1e05-d224-4707-934e-8bb876522abf req-e60e4918-8462-4a6e-b918-17519269c369 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 950 time: 0.1591451 Aug 11 02:07:47.621794 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1a3f1e05-d224-4707-934e-8bb876522abf req-5097bb08-6746-4c57-a497-258dd979ee0f tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640702 Aug 11 02:07:47.675243 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-316a3f74-e4f0-4dc8-977e-62ecb44ecef7 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Allocated IP 172.20.0.5 (b5969549-5c73-4bce-b89e-aaad46645b7b/ba38ec18-d6ec-4e46-bbbf-b36cb49bb999/a2b9b02d-3534-429a-b620-30d9620ac78f) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:07:47.694955 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-4c7cd344-6be1-433e-bcd4-a19638006ec4 None None] Set router c47677c1-f7fe-4cb4-9e37-1d2be14a5264 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:07:47.708283 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff42cfd-8a17-4dd3-928b-a3613cae72f5 req-fbe64f7a-69e6-41cc-a990-2ab4022d26d0 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:47.711095 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aff42cfd-8a17-4dd3-928b-a3613cae72f5 req-fbe64f7a-69e6-41cc-a990-2ab4022d26d0 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 945 time: 0.3085868 Aug 11 02:07:47.851098 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aff42cfd-8a17-4dd3-928b-a3613cae72f5 req-1e674330-15d3-4e95-8137-f277ab24557e tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233878 Aug 11 02:07:47.862294 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-c338e1fc-b0bb-420a-8da8-8a0eaac22d67 req-523e2094-904d-46df-b320-cfe30bf7d7bd tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Deleting port 720d30f6-528f-49f4-ba0d-65a1fc3d459f {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:07:47.862633 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c338e1fc-b0bb-420a-8da8-8a0eaac22d67 req-523e2094-904d-46df-b320-cfe30bf7d7bd tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:47.878414 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-96e4cf2c-9173-4575-b110-b88472eef0bd req-31a5e48f-bbc1-4dfe-92d8-aa977efc66ba tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773 HTTP/1.1" status: 200 len: 210 time: 0.0777419 Aug 11 02:07:47.950100 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3d759c-0032-4266-8084-e73b39d495f5 x-openstack-request-id: req-4f3d759c-0032-4266-8084-e73b39d495f5 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:47.950591 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7bb42a3-4eae-422e-8ef9-981a68805005", "name": "network-vif-deleted", "tag": "f72a0dfb-2da8-40cd-a26b-0df7f824401d", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:47.951004 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4f3d759c-0032-4266-8084-e73b39d495f5 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:47.951730 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7bb42a3-4eae-422e-8ef9-981a68805005', 'name': 'network-vif-deleted', 'tag': 'f72a0dfb-2da8-40cd-a26b-0df7f824401d', 'status': 'completed', 'code': 200} Aug 11 02:07:47.995476 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-c338e1fc-b0bb-420a-8da8-8a0eaac22d67 req-523e2094-904d-46df-b320-cfe30bf7d7bd tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] For port 720d30f6-528f-49f4-ba0d-65a1fc3d459f, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=720d30f6-528f-49f4-ba0d-65a1fc3d459f,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:47.996122 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c338e1fc-b0bb-420a-8da8-8a0eaac22d67 req-523e2094-904d-46df-b320-cfe30bf7d7bd tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:48.004530 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-4c7cd344-6be1-433e-bcd4-a19638006ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809665121-router', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:02Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'gw_port': {'id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:04Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '8be37bb9-076d-463a-b531-bb0e301d7352', 'name': '', 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'mac_address': 'fa:16:3e:1c:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:09Z', 'updated_at': '2021-08-11T02:05:18Z', 'revision_number': 5, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'subnets': [{'id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:48.018098 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-c338e1fc-b0bb-420a-8da8-8a0eaac22d67 req-523e2094-904d-46df-b320-cfe30bf7d7bd tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Calling delete_port for 720d30f6-528f-49f4-ba0d-65a1fc3d459f owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:07:48.048622 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7cd344-6be1-433e-bcd4-a19638006ec4 None None] Checking router: c47677c1-f7fe-4cb4-9e37-1d2be14a5264 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:07:48.057693 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7cd344-6be1-433e-bcd4-a19638006ec4 None None] Routers {'c47677c1-f7fe-4cb4-9e37-1d2be14a5264'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:07:48.058533 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-4c7cd344-6be1-433e-bcd4-a19638006ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:07:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['c47677c1-f7fe-4cb4-9e37-1d2be14a5264'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:48.118699 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-316a3f74-e4f0-4dc8-977e-62ecb44ecef7 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:48.169036 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-316a3f74-e4f0-4dc8-977e-62ecb44ecef7 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Transition to ACTIVE for port object a2b9b02d-3534-429a-b620-30d9620ac78f will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:48.231632 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-316a3f74-e4f0-4dc8-977e-62ecb44ecef7 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:48.238898 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-4c7cd344-6be1-433e-bcd4-a19638006ec4 None None] Set router c47677c1-f7fe-4cb4-9e37-1d2be14a5264 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:07:48.250950 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fdf95e78-32e1-41ce-a100-ca43e66701f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:48.345231 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:48.349932 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a3f74-e4f0-4dc8-977e-62ecb44ecef7 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Pushing event updated for resources: {'Port': ['ID=a2b9b02d-3534-429a-b620-30d9620ac78f,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:48.387442 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-316a3f74-e4f0-4dc8-977e-62ecb44ecef7 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Network b5969549-5c73-4bce-b89e-aaad46645b7b is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:07:48.389588 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-316a3f74-e4f0-4dc8-977e-62ecb44ecef7 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:07:48.392608 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-316a3f74-e4f0-4dc8-977e-62ecb44ecef7 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:07:48.531578 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device f72a0dfb-2da8-40cd-a26b-0df7f824401d no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:07:48.550761 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-316a3f74-e4f0-4dc8-977e-62ecb44ecef7 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:48.551232 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-316a3f74-e4f0-4dc8-977e-62ecb44ecef7 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:48.590552 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ba832-eb86-415a-ad1c-55eae1b270c7 req-8b3fae71-d9c1-429c-b530-ea045edf6567 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:48.593308 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-4c7cd344-6be1-433e-bcd4-a19638006ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809665121-router', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:02Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'gw_port': {'id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:04Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '8be37bb9-076d-463a-b531-bb0e301d7352', 'name': '', 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'mac_address': 'fa:16:3e:1c:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:09Z', 'updated_at': '2021-08-11T02:05:18Z', 'revision_number': 5, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'subnets': [{'id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:48.599450 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-717ba832-eb86-415a-ad1c-55eae1b270c7 req-8b3fae71-d9c1-429c-b530-ea045edf6567 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 944 time: 0.2035604 Aug 11 02:07:48.599648 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: f72a0dfb-2da8-40cd-a26b-0df7f824401d {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:07:48.599775 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device f72a0dfb-2da8-40cd-a26b-0df7f824401d not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:07:48.607106 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c338e1fc-b0bb-420a-8da8-8a0eaac22d67 req-523e2094-904d-46df-b320-cfe30bf7d7bd tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:48.609743 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-316a3f74-e4f0-4dc8-977e-62ecb44ecef7 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6377778 Aug 11 02:07:48.618277 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['720d30f6-528f-49f4-ba0d-65a1fc3d459f'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:48.640014 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-6d09bf86-21c1-4281-b6d4-e84b36f436fc service neutron] Request body: {'port': {'device_id': '6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:48.660726 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7cd344-6be1-433e-bcd4-a19638006ec4 None None] The sync data for ids ['c47677c1-f7fe-4cb4-9e37-1d2be14a5264'] in n-d-615180-33 is: [{'id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809665121-router', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:02Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'gw_port': {'id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:04Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '8be37bb9-076d-463a-b531-bb0e301d7352', 'name': '', 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'mac_address': 'fa:16:3e:1c:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:09Z', 'updated_at': '2021-08-11T02:05:18Z', 'revision_number': 5, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'subnets': [{'id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:07:48.678064 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e2094-904d-46df-b320-cfe30bf7d7bd tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Pushing event deleted for resources: {'Port': ['ID=720d30f6-528f-49f4-ba0d-65a1fc3d459f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:48.679190 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-91c4683f-811f-46c2-9865-f339b85175ea req-dd9c5f17-e025-451a-9c90-2e279a714541 tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcf8e3b7-bfb4-420a-875b-23c526a35933 HTTP/1.1" status: 200 len: 210 time: 0.0428729 Aug 11 02:07:48.766034 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-c338e1fc-b0bb-420a-8da8-8a0eaac22d67 req-523e2094-904d-46df-b320-cfe30bf7d7bd tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] No DVR routers for this DVR port 720d30f6-528f-49f4-ba0d-65a1fc3d459f on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:07:48.770557 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c338e1fc-b0bb-420a-8da8-8a0eaac22d67 req-523e2094-904d-46df-b320-cfe30bf7d7bd tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:48.777285 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c338e1fc-b0bb-420a-8da8-8a0eaac22d67 req-523e2094-904d-46df-b320-cfe30bf7d7bd tempest-ServersOnMultiNodesTest-422263651 tempest-ServersOnMultiNodesTest-422263651-project] 10.222.0.73 "DELETE /v2.0/ports/720d30f6-528f-49f4-ba0d-65a1fc3d459f HTTP/1.1" status: 204 len: 173 time: 1.3292787 Aug 11 02:07:48.789314 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf8e3b7-bfb4-420a-875b-23c526a35933', 'name': 'network-vif-deleted', 'tag': '720d30f6-528f-49f4-ba0d-65a1fc3d459f'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:48.791787 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c48cd4-f9c7-477d-9f37-6427b0f7afc4" -d '{"events": [{"server_uuid": "fcf8e3b7-bfb4-420a-875b-23c526a35933", "name": "network-vif-deleted", "tag": "720d30f6-528f-49f4-ba0d-65a1fc3d459f"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:48.808983 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-717ba832-eb86-415a-ad1c-55eae1b270c7 req-2d55d130-5db2-4bac-beb9-c1b75de5e80c tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089303 Aug 11 02:07:48.834224 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-6d09bf86-21c1-4281-b6d4-e84b36f436fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:48.841956 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8e4daf29-6fdb-45eb-bcbc-ac9131632bee None None] Provisioning for port a2b9b02d-3534-429a-b620-30d9620ac78f completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:48.854705 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8e4daf29-6fdb-45eb-bcbc-ac9131632bee None None] Provisioning complete for port a2b9b02d-3534-429a-b620-30d9620ac78f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:48.855070 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8e4daf29-6fdb-45eb-bcbc-ac9131632bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:48.887444 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dabdbd-7a3c-4aa2-8029-0b6fbd117777 req-103e4bea-f51e-46ce-b330-50ead0374439 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:48.889656 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-66dabdbd-7a3c-4aa2-8029-0b6fbd117777 req-103e4bea-f51e-46ce-b330-50ead0374439 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5faf85f-9f29-4d46-b116-525759785069 HTTP/1.1" status: 200 len: 945 time: 0.1045475 Aug 11 02:07:48.959794 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-66dabdbd-7a3c-4aa2-8029-0b6fbd117777 req-db77e451-0937-4c99-859b-a5d5d59e055b tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5cc0642-beba-4c80-ba00-4f203b6b0b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630958 Aug 11 02:07:48.982236 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-8e4daf29-6fdb-45eb-bcbc-ac9131632bee None None] Port a2b9b02d-3534-429a-b620-30d9620ac78f cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:07:49.121641 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc9cb0f-04a3-4f59-82dc-a1021bb73cd8 None None] New status for floating IP cab856b4-1f15-48fd-9b78-db1df749a320: DOWN {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:07:49.215163 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130b5615-0f14-417d-ba47-6e53410433e4 x-openstack-request-id: req-130b5615-0f14-417d-ba47-6e53410433e4 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:49.215731 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf8e3b7-bfb4-420a-875b-23c526a35933", "name": "network-vif-deleted", "tag": "720d30f6-528f-49f4-ba0d-65a1fc3d459f", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:49.216446 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-130b5615-0f14-417d-ba47-6e53410433e4 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:49.216945 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf8e3b7-bfb4-420a-875b-23c526a35933', 'name': 'network-vif-deleted', 'tag': '720d30f6-528f-49f4-ba0d-65a1fc3d459f', 'status': 'completed', 'code': 200} Aug 11 02:07:49.229633 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ee8b6-917d-45aa-b415-4eff279dafb8 req-251bcced-a222-4b93-909c-78ede8412fd0 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:49.237681 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c14ee8b6-917d-45aa-b415-4eff279dafb8 req-251bcced-a222-4b93-909c-78ede8412fd0 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 945 time: 0.0627015 Aug 11 02:07:49.272562 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-6d09bf86-21c1-4281-b6d4-e84b36f436fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2b9b02d-3534-429a-b620-30d9620ac78f {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:07:49.285582 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c14ee8b6-917d-45aa-b415-4eff279dafb8 req-75b29d13-90ab-43d9-92f6-a0dcd4e28208 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470293 Aug 11 02:07:49.287124 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-6d09bf86-21c1-4281-b6d4-e84b36f436fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:49.312304 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711e443-c0b9-4324-9398-e72e143cbf59 req-6dbd0d74-defa-4ef4-bb06-5ecfe41be883 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:49.320113 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b711e443-c0b9-4324-9398-e72e143cbf59 req-6dbd0d74-defa-4ef4-bb06-5ecfe41be883 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 950 time: 0.2635722 Aug 11 02:07:49.322893 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-6d09bf86-21c1-4281-b6d4-e84b36f436fc service neutron] Transition to ACTIVE for port object a2b9b02d-3534-429a-b620-30d9620ac78f will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:49.337821 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-6d09bf86-21c1-4281-b6d4-e84b36f436fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:49.410800 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b711e443-c0b9-4324-9398-e72e143cbf59 req-debe8a1a-10f7-42a2-9eed-246cd6b35972 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897560 Aug 11 02:07:49.415885 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09bf86-21c1-4281-b6d4-e84b36f436fc service neutron] Pushing event updated for resources: {'Port': ['ID=a2b9b02d-3534-429a-b620-30d9620ac78f,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:49.490392 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552c15a-2b25-4266-b662-ac6b55be3102 req-613d9675-d511-4cda-9e49-3619549fecf4 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:49.491958 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e552c15a-2b25-4266-b662-ac6b55be3102 req-613d9675-d511-4cda-9e49-3619549fecf4 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773 HTTP/1.1" status: 200 len: 943 time: 0.1011980 Aug 11 02:07:49.570480 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e552c15a-2b25-4266-b662-ac6b55be3102 req-9abfe7ef-6487-43af-a1a2-eee817617560 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f9bebe6-55f8-4e1b-b84c-43b122368d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714281 Aug 11 02:07:49.604882 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab687a39-3e23-491c-a557-985ecd73f368 req-8b154594-9901-47fc-bea5-f42b30fa4c7a tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:49.606511 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab687a39-3e23-491c-a557-985ecd73f368 req-8b154594-9901-47fc-bea5-f42b30fa4c7a tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 945 time: 0.1030974 Aug 11 02:07:49.622803 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-6d09bf86-21c1-4281-b6d4-e84b36f436fc service neutron] Attempting to bind port a2b9b02d-3534-429a-b620-30d9620ac78f on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:07:49.623054 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-6d09bf86-21c1-4281-b6d4-e84b36f436fc service neutron] Attempting to bind port a2b9b02d-3534-429a-b620-30d9620ac78f by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '0850454f-1564-475e-ba74-4de21e93e9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:07:49.623425 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-6d09bf86-21c1-4281-b6d4-e84b36f436fc service neutron] Attempting to bind port a2b9b02d-3534-429a-b620-30d9620ac78f on network b5969549-5c73-4bce-b89e-aaad46645b7b {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:49.640791 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-6d09bf86-21c1-4281-b6d4-e84b36f436fc service neutron] Port a2b9b02d-3534-429a-b620-30d9620ac78f on network b5969549-5c73-4bce-b89e-aaad46645b7b not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:07:49.641058 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-6d09bf86-21c1-4281-b6d4-e84b36f436fc service neutron] Attempting to bind port a2b9b02d-3534-429a-b620-30d9620ac78f on network b5969549-5c73-4bce-b89e-aaad46645b7b {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:49.651802 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-6d09bf86-21c1-4281-b6d4-e84b36f436fc service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:07:49.652137 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-6d09bf86-21c1-4281-b6d4-e84b36f436fc service neutron] Checking segment: {'id': '0850454f-1564-475e-ba74-4de21e93e9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:07:49.652515 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-6d09bf86-21c1-4281-b6d4-e84b36f436fc service neutron] Bound using segment: {'id': '0850454f-1564-475e-ba74-4de21e93e9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:07:49.652944 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-6d09bf86-21c1-4281-b6d4-e84b36f436fc service neutron] Bound port: a2b9b02d-3534-429a-b620-30d9620ac78f, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0850454f-1564-475e-ba74-4de21e93e9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:07:49.653294 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-6d09bf86-21c1-4281-b6d4-e84b36f436fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:49.675707 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab687a39-3e23-491c-a557-985ecd73f368 req-68d70610-bcc4-456b-9de1-a29f753aa7d8 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555036 Aug 11 02:07:49.739961 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-6d09bf86-21c1-4281-b6d4-e84b36f436fc service neutron] For port a2b9b02d-3534-429a-b620-30d9620ac78f, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:07:49.743923 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-6d09bf86-21c1-4281-b6d4-e84b36f436fc service neutron] For port a2b9b02d-3534-429a-b620-30d9620ac78f, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=a2b9b02d-3534-429a-b620-30d9620ac78f,segment=NetworkSegment(0850454f-1564-475e-ba74-4de21e93e9fe),segment_id=0850454f-1564-475e-ba74-4de21e93e9fe)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:07:49.750591 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-6d09bf86-21c1-4281-b6d4-e84b36f436fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:49.786553 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-6d09bf86-21c1-4281-b6d4-e84b36f436fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:49.787167 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-6d09bf86-21c1-4281-b6d4-e84b36f436fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:49.788738 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-6d09bf86-21c1-4281-b6d4-e84b36f436fc service neutron] 10.222.0.66 "PUT /v2.0/ports/a2b9b02d-3534-429a-b620-30d9620ac78f HTTP/1.1" status: 200 len: 1092 time: 1.1615889 Aug 11 02:07:49.822751 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09bf86-21c1-4281-b6d4-e84b36f436fc service neutron] Pushing event updated for resources: {'Port': ['ID=a2b9b02d-3534-429a-b620-30d9620ac78f,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:49.848168 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:49.938737 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-46a6634d-4227-4e1e-ba7a-af9ac644651e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:49.941096 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-46a6634d-4227-4e1e-ba7a-af9ac644651e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb95ec3b4fc24ea09028c8f97283ca58&device_id=6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773 HTTP/1.1" status: 200 len: 1095 time: 0.0997114 Aug 11 02:07:50.023018 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-e50c795d-5d39-4893-a932-2c9df8b0e12c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2b9b02d-3534-429a-b620-30d9620ac78f HTTP/1.1" status: 200 len: 217 time: 0.0539219 Aug 11 02:07:50.027627 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-d17e9f55-acf1-430f-811d-b6e781649f8f service neutron] 10.222.0.73 "GET /v2.0/ports/a82eea53-7092-4692-9141-f856d8fd4bfb/bindings/n-h2-615180-33 HTTP/1.1" status: 200 len: 385 time: 0.1505394 Aug 11 02:07:50.195890 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58000) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:50.245850 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3931b-0e80-4625-9bd8-1617e9d8b8fb req-2e285118-5864-4f1f-839f-6da5f7d5abc8 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:50.247464 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c8f3931b-0e80-4625-9bd8-1617e9d8b8fb req-2e285118-5864-4f1f-839f-6da5f7d5abc8 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5faf85f-9f29-4d46-b116-525759785069 HTTP/1.1" status: 200 len: 945 time: 0.1191325 Aug 11 02:07:50.307917 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c8f3931b-0e80-4625-9bd8-1617e9d8b8fb req-4d1a4e17-7ed8-4fff-b858-7b0b233087a0 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5cc0642-beba-4c80-ba00-4f203b6b0b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444417 Aug 11 02:07:50.443068 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2c71d54a-5748-4e51-ad47-0596f9ec28e9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2ce8767569c84bef8cb5da975c6c17a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454283 Aug 11 02:07:50.444712 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58008) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:50.475903 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656288c9-3dbd-4cc7-b54e-9f523645668b req-e67d35bb-f3e5-49c4-b6a8-e67d0bf3b425 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:50.476526 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa90b9-bd7b-40ec-bcb5-e47d437da49d req-ec3d4bf6-da19-400d-8701-f739f5cfd16d tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:50.478142 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-656288c9-3dbd-4cc7-b54e-9f523645668b req-e67d35bb-f3e5-49c4-b6a8-e67d0bf3b425 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 944 time: 0.5281713 Aug 11 02:07:50.478864 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7bfa90b9-bd7b-40ec-bcb5-e47d437da49d req-ec3d4bf6-da19-400d-8701-f739f5cfd16d tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5faf85f-9f29-4d46-b116-525759785069 HTTP/1.1" status: 200 len: 945 time: 0.1079059 Aug 11 02:07:50.519715 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-94eb0e3c-01af-4fa3-97b8-7ff169e58137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:50.521242 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-94eb0e3c-01af-4fa3-97b8-7ff169e58137 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ba38ec18-d6ec-4e46-bbbf-b36cb49bb999 HTTP/1.1" status: 200 len: 862 time: 0.4899085 Aug 11 02:07:50.570693 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-656288c9-3dbd-4cc7-b54e-9f523645668b req-7bd177cb-2ba2-442b-83d0-c1f396c681d8 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792241 Aug 11 02:07:50.613662 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-aa7557e1-0841-43ec-ad9e-e7da39d2e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:50.615154 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-aa7557e1-0841-43ec-ad9e-e7da39d2e2e0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b5969549-5c73-4bce-b89e-aaad46645b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758948 Aug 11 02:07:50.617680 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ee795228-6843-4166-95e3-c5b1be170ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:50.647565 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935a978-8c57-4082-b8b3-85315201fd65 req-b7c56024-eb4d-4971-936c-4445b525dd4c tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:50.649070 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8935a978-8c57-4082-b8b3-85315201fd65 req-b7c56024-eb4d-4971-936c-4445b525dd4c tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 945 time: 0.1416483 Aug 11 02:07:50.662504 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ee795228-6843-4166-95e3-c5b1be170ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:50.725572 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-7bfa90b9-bd7b-40ec-bcb5-e47d437da49d req-2fa2d0b0-682c-44bb-9cb6-ad1e52b72135 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Deleting port 19dfdfde-eece-4cec-887d-18e4e91ae0ac {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:07:50.725915 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-7bfa90b9-bd7b-40ec-bcb5-e47d437da49d req-2fa2d0b0-682c-44bb-9cb6-ad1e52b72135 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:50.750317 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8935a978-8c57-4082-b8b3-85315201fd65 req-a1db879d-4da3-4296-96f6-9199d109cee7 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942152 Aug 11 02:07:50.782100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3f50b-43ef-4230-93fe-04e8b89adc5e req-2ee8b528-5afe-4774-b7e2-72a0b17c6401 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:50.783626 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d1f3f50b-43ef-4230-93fe-04e8b89adc5e req-2ee8b528-5afe-4774-b7e2-72a0b17c6401 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 950 time: 0.1248186 Aug 11 02:07:50.806556 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-12f31142-ba03-4e43-a99f-3394a5dd0946 service neutron] For port a82eea53-7092-4692-9141-f856d8fd4bfb, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a82eea53-7092-4692-9141-f856d8fd4bfb,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:50.834436 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ee795228-6843-4166-95e3-c5b1be170ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:50.837291 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ee795228-6843-4166-95e3-c5b1be170ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:50.838068 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-5053e7e3-5db7-453c-b177-99fe0ce51270 service neutron] 10.222.0.66 "GET /v2.0/networks/b5969549-5c73-4bce-b89e-aaad46645b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128382 Aug 11 02:07:50.838339 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ee795228-6843-4166-95e3-c5b1be170ee3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dc549d7b-a69e-4d74-9a15-8631ab96cf91 HTTP/1.1" status: 204 len: 168 time: 0.3917654 Aug 11 02:07:50.856048 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-7bfa90b9-bd7b-40ec-bcb5-e47d437da49d req-2fa2d0b0-682c-44bb-9cb6-ad1e52b72135 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] For port 19dfdfde-eece-4cec-887d-18e4e91ae0ac, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=19dfdfde-eece-4cec-887d-18e4e91ae0ac,segment=NetworkSegment(e2e87212-6a86-4d9c-b54b-6de1ef876734),segment_id=e2e87212-6a86-4d9c-b54b-6de1ef876734)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:50.856421 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-7bfa90b9-bd7b-40ec-bcb5-e47d437da49d req-2fa2d0b0-682c-44bb-9cb6-ad1e52b72135 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:50.861368 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-12f31142-ba03-4e43-a99f-3394a5dd0946 service neutron] For port a82eea53-7092-4692-9141-f856d8fd4bfb, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:07:50.887371 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee795228-6843-4166-95e3-c5b1be170ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc549d7b-a69e-4d74-9a15-8631ab96cf91,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:50.895264 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-7bfa90b9-bd7b-40ec-bcb5-e47d437da49d req-2fa2d0b0-682c-44bb-9cb6-ad1e52b72135 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Calling delete_port for 19dfdfde-eece-4cec-887d-18e4e91ae0ac owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:07:50.921189 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d1f3f50b-43ef-4230-93fe-04e8b89adc5e req-714c450c-f0a2-4f9e-a9ef-5f33f4e4495e tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291807 Aug 11 02:07:50.935513 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf10bd-682e-4e70-aac6-6276fb3d69cf req-3ce7721d-b9d8-4965-b7b6-6b0b38820899 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:50.940039 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-71cf10bd-682e-4e70-aac6-6276fb3d69cf req-3ce7721d-b9d8-4965-b7b6-6b0b38820899 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773 HTTP/1.1" status: 200 len: 943 time: 0.1067238 Aug 11 02:07:50.940633 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-12f31142-ba03-4e43-a99f-3394a5dd0946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a82eea53-7092-4692-9141-f856d8fd4bfb {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:07:50.955908 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-12f31142-ba03-4e43-a99f-3394a5dd0946 service neutron] For port a82eea53-7092-4692-9141-f856d8fd4bfb, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=a82eea53-7092-4692-9141-f856d8fd4bfb,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:50.981156 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-12f31142-ba03-4e43-a99f-3394a5dd0946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:51.001350 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7bb835cd-4c19-4521-aa77-70cc5ef84a91 req-314e9e97-b438-4955-b231-4db4f475be86 service neutron] 10.222.0.66 "GET /v2.0/networks/b5969549-5c73-4bce-b89e-aaad46645b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500289 Aug 11 02:07:51.067384 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-12f31142-ba03-4e43-a99f-3394a5dd0946 service neutron] Transition to ACTIVE for port object a82eea53-7092-4692-9141-f856d8fd4bfb will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:51.072950 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-12f31142-ba03-4e43-a99f-3394a5dd0946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:51.091325 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-71cf10bd-682e-4e70-aac6-6276fb3d69cf req-f98b246c-8210-4139-a33d-8ef8be6a59ee tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f9bebe6-55f8-4e1b-b84c-43b122368d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678184 Aug 11 02:07:51.124069 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-7bfa90b9-bd7b-40ec-bcb5-e47d437da49d req-2fa2d0b0-682c-44bb-9cb6-ad1e52b72135 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:51.136709 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['19dfdfde-eece-4cec-887d-18e4e91ae0ac'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:51.154814 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2d0b0-682c-44bb-9cb6-ad1e52b72135 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Pushing event deleted for resources: {'Port': ['ID=19dfdfde-eece-4cec-887d-18e4e91ae0ac,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:51.167639 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-12f31142-ba03-4e43-a99f-3394a5dd0946 service neutron] No DVR routers for this DVR port a82eea53-7092-4692-9141-f856d8fd4bfb on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:07:51.169617 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58016) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:51.177276 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f31142-ba03-4e43-a99f-3394a5dd0946 service neutron] Pushing event updated for resources: {'Port': ['ID=a82eea53-7092-4692-9141-f856d8fd4bfb,revision_number=10']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:51.202867 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfa90b9-bd7b-40ec-bcb5-e47d437da49d req-2fa2d0b0-682c-44bb-9cb6-ad1e52b72135 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] No DVR routers for this DVR port 19dfdfde-eece-4cec-887d-18e4e91ae0ac on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:07:51.205489 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-7bfa90b9-bd7b-40ec-bcb5-e47d437da49d req-2fa2d0b0-682c-44bb-9cb6-ad1e52b72135 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:51.207531 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7bfa90b9-bd7b-40ec-bcb5-e47d437da49d req-2fa2d0b0-682c-44bb-9cb6-ad1e52b72135 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.73 "DELETE /v2.0/ports/19dfdfde-eece-4cec-887d-18e4e91ae0ac HTTP/1.1" status: 204 len: 173 time: 0.7168345 Aug 11 02:07:51.207995 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5faf85f-9f29-4d46-b116-525759785069', 'name': 'network-vif-deleted', 'tag': '19dfdfde-eece-4cec-887d-18e4e91ae0ac'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:51.210202 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387daa87-acd1-4bd4-ba0e-6583a79972b3" -d '{"events": [{"server_uuid": "b5faf85f-9f29-4d46-b116-525759785069", "name": "network-vif-deleted", "tag": "19dfdfde-eece-4cec-887d-18e4e91ae0ac"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:51.223741 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773', 'tag': 'a2b9b02d-3534-429a-b620-30d9620ac78f'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:51.225952 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cb075d-4538-4013-9249-8bf8c2789d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773", "tag": "a2b9b02d-3534-429a-b620-30d9620ac78f"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:51.249104 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-12f31142-ba03-4e43-a99f-3394a5dd0946 service neutron] 10.222.0.73 "PUT /v2.0/ports/a82eea53-7092-4692-9141-f856d8fd4bfb/bindings/n-h2-615180-33/activate HTTP/1.1" status: 200 len: 370 time: 1.2066972 Aug 11 02:07:51.255522 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1e1a78fa-03cc-4e20-9b8a-ff582a7ed7bb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5b71565568bc40fc8486ecee2baf8629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0825973 Aug 11 02:07:51.255992 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58024) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:51.291111 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb2a570-734d-401d-8dad-2df303d96098 x-openstack-request-id: req-0fb2a570-734d-401d-8dad-2df303d96098 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:51.291400 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5faf85f-9f29-4d46-b116-525759785069", "name": "network-vif-deleted", "tag": "19dfdfde-eece-4cec-887d-18e4e91ae0ac", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:51.291625 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0fb2a570-734d-401d-8dad-2df303d96098 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:51.292221 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5faf85f-9f29-4d46-b116-525759785069', 'name': 'network-vif-deleted', 'tag': '19dfdfde-eece-4cec-887d-18e4e91ae0ac', 'status': 'completed', 'code': 200} Aug 11 02:07:51.296019 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9888d4b-4c92-4611-a5f0-f5f3ecf9e7fd x-openstack-request-id: req-e9888d4b-4c92-4611-a5f0-f5f3ecf9e7fd {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:51.296308 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773", "tag": "a2b9b02d-3534-429a-b620-30d9620ac78f", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:51.296559 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e9888d4b-4c92-4611-a5f0-f5f3ecf9e7fd {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:51.296973 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773', 'tag': 'a2b9b02d-3534-429a-b620-30d9620ac78f', 'status': 'completed', 'code': 200} Aug 11 02:07:51.308028 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:51.322925 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a57a3c5a-ebce-42d6-ba28-5602d8388322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:51.370643 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a57a3c5a-ebce-42d6-ba28-5602d8388322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:51.392495 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb075d-4538-4013-9249-8bf8c2789d3e req-76763e85-109b-4eda-b697-f3790a61da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:51.394081 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81cb075d-4538-4013-9249-8bf8c2789d3e req-76763e85-109b-4eda-b697-f3790a61da04 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb95ec3b4fc24ea09028c8f97283ca58&device_id=6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773 HTTP/1.1" status: 200 len: 1095 time: 0.0558791 Aug 11 02:07:51.416248 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-b8c38fc5-55f9-4bc8-93bd-b2ab3ed71a46 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:51.417939 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-b8c38fc5-55f9-4bc8-93bd-b2ab3ed71a46 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8&tenant_id=2ad8af97bd524ff09f331d88ab3a939b&binding%3Ahost_id=n-h1-615180-33 HTTP/1.1" status: 200 len: 1097 time: 0.0753999 Aug 11 02:07:51.465492 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a57a3c5a-ebce-42d6-ba28-5602d8388322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:51.468822 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a57a3c5a-ebce-42d6-ba28-5602d8388322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:51.473176 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a57a3c5a-ebce-42d6-ba28-5602d8388322 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0c8262d3-e02d-44ec-bcce-0e4b62a42bf3 HTTP/1.1" status: 204 len: 168 time: 0.2131307 Aug 11 02:07:51.482805 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-97e53318-f346-47d2-b047-074522cb24e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:51.484502 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-97e53318-f346-47d2-b047-074522cb24e2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8&tenant_id=2ad8af97bd524ff09f331d88ab3a939b HTTP/1.1" status: 200 len: 1097 time: 0.0577867 Aug 11 02:07:51.485233 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a3c5a-ebce-42d6-ba28-5602d8388322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8262d3-e02d-44ec-bcce-0e4b62a42bf3,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:51.485707 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5f6cd60a-9086-4982-9f8e-0123e3b5660a req-b13ed467-4bd6-43fd-9c1d-65b295b9ecc8 tempest-AttachSCSIVolumeTestJSON-837230027 tempest-AttachSCSIVolumeTestJSON-837230027-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5faf85f-9f29-4d46-b116-525759785069 HTTP/1.1" status: 200 len: 210 time: 0.0672159 Aug 11 02:07:51.543248 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb075d-4538-4013-9249-8bf8c2789d3e req-0a5666a0-6d90-4c63-b5dd-6201fc39d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:51.544787 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81cb075d-4538-4013-9249-8bf8c2789d3e req-0a5666a0-6d90-4c63-b5dd-6201fc39d161 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b5969549-5c73-4bce-b89e-aaad46645b7b HTTP/1.1" status: 200 len: 924 time: 0.1425862 Aug 11 02:07:51.574574 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-273fb7fd-a624-4b41-89d0-9b25b0fb1208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:51.576141 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-273fb7fd-a624-4b41-89d0-9b25b0fb1208 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ad8af97bd524ff09f331d88ab3a939b&device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 1097 time: 0.0488138 Aug 11 02:07:51.621295 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81cb075d-4538-4013-9249-8bf8c2789d3e req-fbf6f69a-900d-4111-b6f1-96431642f887 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2b9b02d-3534-429a-b620-30d9620ac78f HTTP/1.1" status: 200 len: 217 time: 0.0581167 Aug 11 02:07:51.681733 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb075d-4538-4013-9249-8bf8c2789d3e req-ab877b3f-a7a1-4985-a231-733fd50b7961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:51.683368 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81cb075d-4538-4013-9249-8bf8c2789d3e req-ab877b3f-a7a1-4985-a231-733fd50b7961 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ba38ec18-d6ec-4e46-bbbf-b36cb49bb999 HTTP/1.1" status: 200 len: 862 time: 0.0561929 Aug 11 02:07:51.688734 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-ebee1c88-fc7b-4b6c-b433-e7715af18c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:51.690840 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-ebee1c88-fc7b-4b6c-b433-e7715af18c3f service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c HTTP/1.1" status: 200 len: 909 time: 0.1015184 Aug 11 02:07:51.766905 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 720d30f6-528f-49f4-ba0d-65a1fc3d459f no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:07:51.768457 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb075d-4538-4013-9249-8bf8c2789d3e req-1691e59d-b1d2-4c96-b628-c3d609e1043e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:51.772344 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81cb075d-4538-4013-9249-8bf8c2789d3e req-1691e59d-b1d2-4c96-b628-c3d609e1043e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b5969549-5c73-4bce-b89e-aaad46645b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712912 Aug 11 02:07:51.807441 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-4178c3cf-53cc-4d7b-a6dc-cd0e2891fa10 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a82eea53-7092-4692-9141-f856d8fd4bfb HTTP/1.1" status: 200 len: 217 time: 0.0881639 Aug 11 02:07:51.825619 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5e240-cc88-4787-b12e-beff42a6db92 req-175657c8-3881-4e60-bd4b-1cde951178e4 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:51.828314 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7db5e240-cc88-4787-b12e-beff42a6db92 req-175657c8-3881-4e60-bd4b-1cde951178e4 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 945 time: 0.1320603 Aug 11 02:07:51.831693 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 720d30f6-528f-49f4-ba0d-65a1fc3d459f {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:07:51.832043 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 720d30f6-528f-49f4-ba0d-65a1fc3d459f not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:07:51.943775 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-bff6935c-cb1e-4e32-8357-74e8aac0325d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:51.945179 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-bff6935c-cb1e-4e32-8357-74e8aac0325d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ea5a035c-6f83-40b0-8579-ac261184d3bb HTTP/1.1" status: 200 len: 848 time: 0.1154366 Aug 11 02:07:51.966162 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07ce26-9b94-4b60-af5a-5f6e17182c79 req-102758c9-5a25-4dea-91a8-4da13eb508ed tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:51.967930 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4e07ce26-9b94-4b60-af5a-5f6e17182c79 req-102758c9-5a25-4dea-91a8-4da13eb508ed tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 945 time: 0.0885673 Aug 11 02:07:51.974513 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7db5e240-cc88-4787-b12e-beff42a6db92 req-df6aa3ea-3584-4b38-a8f6-4f39de242ff1 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352677 Aug 11 02:07:51.989621 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81cb075d-4538-4013-9249-8bf8c2789d3e req-28ab1941-a0b8-4dc6-8951-2aaf4b576b4e service neutron] 10.222.0.66 "GET /v2.0/networks/b5969549-5c73-4bce-b89e-aaad46645b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088711 Aug 11 02:07:51.994363 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-38f1a280-d9db-4b0c-8286-30e56056ea7a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392494 Aug 11 02:07:52.129377 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4e07ce26-9b94-4b60-af5a-5f6e17182c79 req-4dd1fa45-9fd6-45e1-944b-d7dfb91d7839 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386845 Aug 11 02:07:52.132406 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81cb075d-4538-4013-9249-8bf8c2789d3e req-98b03881-f5cf-498c-a19a-d96c79b98a35 service neutron] 10.222.0.66 "GET /v2.0/networks/b5969549-5c73-4bce-b89e-aaad46645b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272483 Aug 11 02:07:52.142973 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24660f-1523-4885-92b3-f22f6518a134 req-37f4bab6-c3ef-4851-998b-6ea25378dc8b tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:52.144832 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0a24660f-1523-4885-92b3-f22f6518a134 req-37f4bab6-c3ef-4851-998b-6ea25378dc8b tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 950 time: 0.0826623 Aug 11 02:07:52.152065 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-32051381-6d0a-475a-ab47-de5965b14b22 service neutron] 10.222.0.66 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463282 Aug 11 02:07:52.264772 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d3d6b-7199-4b14-ad99-e047c2090a3d req-7edf04fc-8c2b-4a71-8118-1e5571edae02 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:52.268046 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-705d3d6b-7199-4b14-ad99-e047c2090a3d req-7edf04fc-8c2b-4a71-8118-1e5571edae02 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773 HTTP/1.1" status: 200 len: 943 time: 0.0669122 Aug 11 02:07:52.272641 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0a24660f-1523-4885-92b3-f22f6518a134 req-06866927-58a4-42c7-9df1-20de1f52ee8a tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139898 Aug 11 02:07:52.297185 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-a07c8566-29b2-44ef-a196-a2667804ec48 service neutron] 10.222.0.66 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310453 Aug 11 02:07:52.313920 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-705d3d6b-7199-4b14-ad99-e047c2090a3d req-0bc784ee-fd71-42e5-8c24-baca6a81be20 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f9bebe6-55f8-4e1b-b84c-43b122368d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413551 Aug 11 02:07:52.455018 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58060) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:52.587617 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e7bc65b5-8bef-47f7-9036-273f7935812c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-950807125-network', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:52.639715 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-65dd94a2-f5fb-47ff-81e9-0eb3fc24442c tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:52.641370 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-65dd94a2-f5fb-47ff-81e9-0eb3fc24442c tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8&tenant_id=2ad8af97bd524ff09f331d88ab3a939b&binding%3Ahost_id=n-h2-615180-33 HTTP/1.1" status: 200 len: 1097 time: 0.0706851 Aug 11 02:07:52.642489 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bc65b5-8bef-47f7-9036-273f7935812c admin admin] Made reservation on behalf of 3851339e44404f088cb1430a89e6ffa3 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:07:52.644786 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e7bc65b5-8bef-47f7-9036-273f7935812c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:52.653623 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e7bc65b5-8bef-47f7-9036-273f7935812c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:52.831951 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-95a89290-433b-4e65-bb05-993046c5b90e service neutron] For port a82eea53-7092-4692-9141-f856d8fd4bfb, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:07:52.838220 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-95a89290-433b-4e65-bb05-993046c5b90e service neutron] Notify callbacks [] for binding, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:52.839558 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5293560b-92bc-485a-9f67-5d52edb725e6 req-95a89290-433b-4e65-bb05-993046c5b90e service neutron] 10.222.0.66 "DELETE /v2.0/ports/a82eea53-7092-4692-9141-f856d8fd4bfb/bindings/n-h1-615180-33 HTTP/1.1" status: 204 len: 173 time: 0.1822860 Aug 11 02:07:52.861106 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e7bc65b5-8bef-47f7-9036-273f7935812c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:52.864855 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e7bc65b5-8bef-47f7-9036-273f7935812c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:52.897823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7bc65b5-8bef-47f7-9036-273f7935812c admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:07:52.909524 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc65b5-8bef-47f7-9036-273f7935812c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4849a0a-99ac-4f90-8453-af814ed38664,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:52.916429 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e7bc65b5-8bef-47f7-9036-273f7935812c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:52.916782 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-e7bc65b5-8bef-47f7-9036-273f7935812c admin admin] Added segment 6d5b1096-74d2-4841-973c-25801587ede5 of type vlan for network b06d3d10-588d-4354-a566-0e4bf50ab835 Aug 11 02:07:52.959748 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e7bc65b5-8bef-47f7-9036-273f7935812c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:52.992031 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e7bc65b5-8bef-47f7-9036-273f7935812c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:52.993065 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bc65b5-8bef-47f7-9036-273f7935812c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:52.993769 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e7bc65b5-8bef-47f7-9036-273f7935812c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:53.054541 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e7bc65b5-8bef-47f7-9036-273f7935812c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5983689 Aug 11 02:07:53.059333 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58108) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:53.065270 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-3d21de22-e358-4a36-992f-138bcfaed861 admin admin] Request body: {'subnet': {'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-950807125-subnet', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:53.075938 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc65b5-8bef-47f7-9036-273f7935812c admin admin] Pushing event updated for resources: {'Network': ['ID=b06d3d10-588d-4354-a566-0e4bf50ab835,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:53.088043 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network b06d3d10-588d-4354-a566-0e4bf50ab835 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:07:53.101364 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d21de22-e358-4a36-992f-138bcfaed861 admin admin] Made reservation on behalf of 3851339e44404f088cb1430a89e6ffa3 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:07:53.104264 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3d21de22-e358-4a36-992f-138bcfaed861 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:53.131416 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001a20f-ccc1-4943-8b57-ab6bd8130760 req-38089b3d-d8ce-4f44-a149-199eb05f0967 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:53.143047 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8001a20f-ccc1-4943-8b57-ab6bd8130760 req-38089b3d-d8ce-4f44-a149-199eb05f0967 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 945 time: 0.0881360 Aug 11 02:07:53.198873 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8001a20f-ccc1-4943-8b57-ab6bd8130760 req-f29f96e7-21b3-40a8-99c9-d1f320e3761a tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541449 Aug 11 02:07:53.348025 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3d21de22-e358-4a36-992f-138bcfaed861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:53.387503 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32eda4-0729-4ffb-8c39-92eaac6020a2 req-6b5ed75a-d737-48a7-852a-9287e46a1439 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:53.390538 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6c32eda4-0729-4ffb-8c39-92eaac6020a2 req-6b5ed75a-d737-48a7-852a-9287e46a1439 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 945 time: 0.1266339 Aug 11 02:07:53.425462 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd69f51-34b3-451a-b761-153129415822 req-b05a6b9a-0e52-446d-be5f-8bdda839b794 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:53.438920 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0fd69f51-34b3-451a-b761-153129415822 req-b05a6b9a-0e52-446d-be5f-8bdda839b794 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 950 time: 0.0792067 Aug 11 02:07:53.455668 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21de22-e358-4a36-992f-138bcfaed861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21a76d83-aa04-4360-9155-f987f570d2fd,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:53.490832 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0fd69f51-34b3-451a-b761-153129415822 req-edcd23f1-3ace-4c00-8b4e-64563333fbab tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483336 Aug 11 02:07:53.571458 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d21de22-e358-4a36-992f-138bcfaed861 admin admin] Checking segment: {'id': '6d5b1096-74d2-4841-973c-25801587ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:07:53.571762 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d21de22-e358-4a36-992f-138bcfaed861 admin admin] Network hostable DHCP agents. Network: b06d3d10-588d-4354-a566-0e4bf50ab835, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:07:53.585294 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6c32eda4-0729-4ffb-8c39-92eaac6020a2 req-e504867c-d5c4-4c6a-adf4-0487f4794c36 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173627 Aug 11 02:07:53.607275 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d21de22-e358-4a36-992f-138bcfaed861 admin admin] Network b06d3d10-588d-4354-a566-0e4bf50ab835 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:07:53.627410 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-3d21de22-e358-4a36-992f-138bcfaed861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, b06d3d10-588d-4354-a566-0e4bf50ab835) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:07:53.637544 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7bba8-da56-4bf4-8105-4c6a6bd073a7 req-a456ed64-f360-494f-8b77-5266ef0195a4 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:53.637727 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94776fed-60f4-439c-ad92-f4262fa02b29 None None] Network b06d3d10-588d-4354-a566-0e4bf50ab835 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:07:53.642672 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-91d7bba8-da56-4bf4-8105-4c6a6bd073a7 req-a456ed64-f360-494f-8b77-5266ef0195a4 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 1097 time: 0.0614324 Aug 11 02:07:53.644698 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d21de22-e358-4a36-992f-138bcfaed861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:53.645439 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3d21de22-e358-4a36-992f-138bcfaed861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:53.667102 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58136) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:53.669706 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3d21de22-e358-4a36-992f-138bcfaed861 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6078949 Aug 11 02:07:53.672960 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-fa75e876-31d1-4d1a-99e4-8f6893232954 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-950807125-router', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:53.718568 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-91d7bba8-da56-4bf4-8105-4c6a6bd073a7 req-a09382b1-775c-43f9-9a06-9e0fc2373caa tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693705 Aug 11 02:07:53.729743 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa75e876-31d1-4d1a-99e4-8f6893232954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:53.732562 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa75e876-31d1-4d1a-99e4-8f6893232954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:53.780866 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9dec7-d584-407a-8294-68c958b17aae req-a4579225-a53d-4962-925c-57788b723a6c tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:53.789519 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 19dfdfde-eece-4cec-887d-18e4e91ae0ac no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:07:53.795204 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0ef9dec7-d584-407a-8294-68c958b17aae req-a4579225-a53d-4962-925c-57788b723a6c tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773 HTTP/1.1" status: 200 len: 943 time: 0.1197834 Aug 11 02:07:53.828242 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 19dfdfde-eece-4cec-887d-18e4e91ae0ac {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:07:53.828906 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 19dfdfde-eece-4cec-887d-18e4e91ae0ac not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:07:53.834223 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa75e876-31d1-4d1a-99e4-8f6893232954 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:53.860348 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0ef9dec7-d584-407a-8294-68c958b17aae req-d5477ab2-0bf3-4d3c-a144-389e51124715 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f9bebe6-55f8-4e1b-b84c-43b122368d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633645 Aug 11 02:07:53.909306 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-b06d3d10-588d-4354-a566-0e4bf50ab835', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'fixed_ips': [{'subnet_id': '21a76d83-aa04-4360-9155-f987f570d2fd'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:07:53.910586 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:54.001158 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51d8d3-34bd-4f39-8744-e948ac175bfe req-04071193-f54f-4050-91ca-2c6a0f60d775 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:54.008864 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dc51d8d3-34bd-4f39-8744-e948ac175bfe req-04071193-f54f-4050-91ca-2c6a0f60d775 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 1097 time: 0.0526297 Aug 11 02:07:54.050564 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db11b9-368f-42eb-8f32-fde13f453b63 req-28282a2a-e56d-4677-aa66-a40e9414d135 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:54.057878 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e1db11b9-368f-42eb-8f32-fde13f453b63 req-28282a2a-e56d-4677-aa66-a40e9414d135 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 1097 time: 0.1370714 Aug 11 02:07:54.058816 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dc51d8d3-34bd-4f39-8744-e948ac175bfe req-8c9a0cf4-82e5-4757-b7bf-0137f6b10d9a tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468762 Aug 11 02:07:54.064977 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Allocated IP 172.20.0.2 (b06d3d10-588d-4354-a566-0e4bf50ab835/21a76d83-aa04-4360-9155-f987f570d2fd/0efd94c9-cdec-4bf8-aa05-ef670fb1644e) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:07:54.080460 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa75e876-31d1-4d1a-99e4-8f6893232954 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:54.145696 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e1db11b9-368f-42eb-8f32-fde13f453b63 req-8344b2ee-4111-4e38-83ea-8b0a2f3b3ad1 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846958 Aug 11 02:07:54.189956 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:54.258738 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:54.276144 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Transition to ACTIVE for port object 0efd94c9-cdec-4bf8-aa05-ef670fb1644e will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:54.301865 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Transition to ACTIVE for port object 0efd94c9-cdec-4bf8-aa05-ef670fb1644e will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:54.313540 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:54.359755 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Network b06d3d10-588d-4354-a566-0e4bf50ab835 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:07:54.363796 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:07:54.367410 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:07:54.375277 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Pushing event updated for resources: {'Port': ['ID=0efd94c9-cdec-4bf8-aa05-ef670fb1644e,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:54.407188 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:54.407560 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:54.407943 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:54.408496 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:54.409015 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:54.409657 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:54.410207 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:54.410752 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:54.411361 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:54.412066 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:54.412638 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:54.413284 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:54.458389 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa75e876-31d1-4d1a-99e4-8f6893232954 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:54.465595 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Attempting to bind port 0efd94c9-cdec-4bf8-aa05-ef670fb1644e on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:07:54.465979 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Attempting to bind port 0efd94c9-cdec-4bf8-aa05-ef670fb1644e by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '6d5b1096-74d2-4841-973c-25801587ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:07:54.466432 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Attempting to bind port 0efd94c9-cdec-4bf8-aa05-ef670fb1644e on network b06d3d10-588d-4354-a566-0e4bf50ab835 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:54.472943 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:07:54.473323 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Checking segment: {'id': '6d5b1096-74d2-4841-973c-25801587ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:07:54.474057 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:54.475202 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Bound using segment: {'id': '6d5b1096-74d2-4841-973c-25801587ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:07:54.476572 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Bound port: 0efd94c9-cdec-4bf8-aa05-ef670fb1644e, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5b1096-74d2-4841-973c-25801587ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:07:54.477203 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:54.489321 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa75e876-31d1-4d1a-99e4-8f6893232954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:54.530999 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device a2b9b02d-3534-429a-b620-30d9620ac78f details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:07:54.635820 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-fa75e876-31d1-4d1a-99e4-8f6893232954 admin admin] Allocated IP 172.25.2.235 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/25d81333-0b90-4f49-a0d5-301c8b82ba83) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:07:54.743614 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] For port 0efd94c9-cdec-4bf8-aa05-ef670fb1644e, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:07:54.777565 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf86ce-0e08-442a-8d82-aa4b4b65aa26 req-4326cee2-a31d-4037-9630-c923f97377cb tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:54.787048 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-23bf86ce-0e08-442a-8d82-aa4b4b65aa26 req-4326cee2-a31d-4037-9630-c923f97377cb tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 950 time: 0.0721991 Aug 11 02:07:54.792295 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] For port 0efd94c9-cdec-4bf8-aa05-ef670fb1644e, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=0efd94c9-cdec-4bf8-aa05-ef670fb1644e,segment=NetworkSegment(6d5b1096-74d2-4841-973c-25801587ede5),segment_id=6d5b1096-74d2-4841-973c-25801587ede5)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:07:54.806272 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:54.851873 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-23bf86ce-0e08-442a-8d82-aa4b4b65aa26 req-baed5442-34ed-41c1-90e9-13c19b7ef34d tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545106 Aug 11 02:07:54.865503 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa75e876-31d1-4d1a-99e4-8f6893232954 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:54.872965 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port a2b9b02d-3534-429a-b620-30d9620ac78f, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=a2b9b02d-3534-429a-b620-30d9620ac78f,segment=NetworkSegment(0850454f-1564-475e-ba74-4de21e93e9fe),segment_id=0850454f-1564-475e-ba74-4de21e93e9fe)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:54.938502 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa75e876-31d1-4d1a-99e4-8f6893232954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:54.961690 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'a2b9b02d-3534-429a-b620-30d9620ac78f', 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b', 'port_id': 'a2b9b02d-3534-429a-b620-30d9620ac78f', 'mac_address': 'fa:16:3e:20:1a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:07:54.974287 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf90ef-915d-4adf-a794-6bf49ce658bf req-70664a1b-e349-416b-91f1-b39cc37aa626 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:54.975986 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ffbf90ef-915d-4adf-a794-6bf49ce658bf req-70664a1b-e349-416b-91f1-b39cc37aa626 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 945 time: 0.0722692 Aug 11 02:07:55.010909 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75e876-31d1-4d1a-99e4-8f6893232954 admin admin] Pushing event updated for resources: {'Port': ['ID=25d81333-0b90-4f49-a0d5-301c8b82ba83,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:55.039510 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa75e876-31d1-4d1a-99e4-8f6893232954 admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:07:55.043033 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:55.052777 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-fa75e876-31d1-4d1a-99e4-8f6893232954 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:07:55.057230 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c00b2-4841-4d51-af63-c44dda2e9e1b None None] Pushing event updated for resources: {'Port': ['ID=0efd94c9-cdec-4bf8-aa05-ef670fb1644e,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:55.057742 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa75e876-31d1-4d1a-99e4-8f6893232954 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:07:55.063385 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:55.069579 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ffbf90ef-915d-4adf-a794-6bf49ce658bf req-15b17eb8-e64b-468c-97c9-84dc0f722cb3 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865612 Aug 11 02:07:55.076496 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b9b02d-3534-429a-b620-30d9620ac78f {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:07:55.113467 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port a2b9b02d-3534-429a-b620-30d9620ac78f, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=a2b9b02d-3534-429a-b620-30d9620ac78f,segment=NetworkSegment(0850454f-1564-475e-ba74-4de21e93e9fe),segment_id=0850454f-1564-475e-ba74-4de21e93e9fe)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:55.121167 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:55.221810 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=a2b9b02d-3534-429a-b620-30d9620ac78f,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:55.374490 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd28ad-dde8-4815-a51f-97549f1ae02c req-358d692f-c9c5-4c65-8e32-c1ca52fcc16a tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:55.382425 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f6cd28ad-dde8-4815-a51f-97549f1ae02c req-358d692f-c9c5-4c65-8e32-c1ca52fcc16a tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773 HTTP/1.1" status: 200 len: 944 time: 0.1416392 Aug 11 02:07:55.465185 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f6cd28ad-dde8-4815-a51f-97549f1ae02c req-39e8d701-2186-4a84-bfb5-71f068450d6c tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f9bebe6-55f8-4e1b-b84c-43b122368d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817049 Aug 11 02:07:55.490310 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['a2b9b02d-3534-429a-b620-30d9620ac78f'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:55.524882 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa75e876-31d1-4d1a-99e4-8f6893232954 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:55.678805 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-a8e1373c-1177-460f-9582-eb096964c96e req-f3f8e3d3-451e-4e63-974e-748e55794148 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:07:55.680067 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a8e1373c-1177-460f-9582-eb096964c96e req-f3f8e3d3-451e-4e63-974e-748e55794148 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072074 Aug 11 02:07:55.729043 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-a8e1373c-1177-460f-9582-eb096964c96e req-f45ef081-a322-4564-bdbe-07590facc580 service neutron] Request body: {'binding': {'host': 'n-h2-615180-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:55.729696 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-a8e1373c-1177-460f-9582-eb096964c96e req-f45ef081-a322-4564-bdbe-07590facc580 service neutron] Unknown quota resources ['binding']. {{(pid=94507) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:07:55.975991 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa75e876-31d1-4d1a-99e4-8f6893232954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:56.012492 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-a8e1373c-1177-460f-9582-eb096964c96e req-f45ef081-a322-4564-bdbe-07590facc580 service neutron] Attempting to bind port 7b700c27-660c-4e58-8fe5-174c7e9f96b8 on host n-h2-615180-33 for vnic_type normal with profile None {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:07:56.012995 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-a8e1373c-1177-460f-9582-eb096964c96e req-f45ef081-a322-4564-bdbe-07590facc580 service neutron] Attempting to bind port 7b700c27-660c-4e58-8fe5-174c7e9f96b8 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:07:56.013338 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e1373c-1177-460f-9582-eb096964c96e req-f45ef081-a322-4564-bdbe-07590facc580 service neutron] Attempting to bind port 7b700c27-660c-4e58-8fe5-174c7e9f96b8 on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:56.025780 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2cb8fa-386f-40f5-9daa-4a1fba4a417d req-11f6cf05-0632-4e4e-8882-6ccab20135f9 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:56.052707 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7d2cb8fa-386f-40f5-9daa-4a1fba4a417d req-11f6cf05-0632-4e4e-8882-6ccab20135f9 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 950 time: 0.1149986 Aug 11 02:07:56.053859 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 0efd94c9-cdec-4bf8-aa05-ef670fb1644e up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:07:56.074067 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e1373c-1177-460f-9582-eb096964c96e req-f45ef081-a322-4564-bdbe-07590facc580 service neutron] Port 7b700c27-660c-4e58-8fe5-174c7e9f96b8 on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:07:56.074067 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e1373c-1177-460f-9582-eb096964c96e req-f45ef081-a322-4564-bdbe-07590facc580 service neutron] Attempting to bind port 7b700c27-660c-4e58-8fe5-174c7e9f96b8 on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:56.082925 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e1373c-1177-460f-9582-eb096964c96e req-f45ef081-a322-4564-bdbe-07590facc580 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:07:56.082925 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e1373c-1177-460f-9582-eb096964c96e req-f45ef081-a322-4564-bdbe-07590facc580 service neutron] Checking segment: {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:07:56.083259 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e1373c-1177-460f-9582-eb096964c96e req-f45ef081-a322-4564-bdbe-07590facc580 service neutron] Bound using segment: {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:07:56.085359 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-a8e1373c-1177-460f-9582-eb096964c96e req-f45ef081-a322-4564-bdbe-07590facc580 service neutron] Bound port: 7b700c27-660c-4e58-8fe5-174c7e9f96b8, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:07:56.111100 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7d2cb8fa-386f-40f5-9daa-4a1fba4a417d req-d8c3a1df-ac3e-4f46-a720-2449a86485a2 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523241 Aug 11 02:07:56.184724 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 0efd94c9-cdec-4bf8-aa05-ef670fb1644e completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:56.314360 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69b973-53ed-48b3-8bf8-94e3cdf8d991 req-a73b3a5b-ad44-4c82-ba6a-6c6f8ff3afd1 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:56.318463 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0f69b973-53ed-48b3-8bf8-94e3cdf8d991 req-a73b3a5b-ad44-4c82-ba6a-6c6f8ff3afd1 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 945 time: 0.1189539 Aug 11 02:07:56.380031 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0f69b973-53ed-48b3-8bf8-94e3cdf8d991 req-ed71f526-80da-4b69-a87a-19d243283afd tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564363 Aug 11 02:07:56.494268 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff923f80-a4b1-4fb0-95ea-b25bae4b63a2 None None] Network b06d3d10-588d-4354-a566-0e4bf50ab835 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:07:56.543040 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-a8e1373c-1177-460f-9582-eb096964c96e req-f45ef081-a322-4564-bdbe-07590facc580 service neutron] For port 7b700c27-660c-4e58-8fe5-174c7e9f96b8, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=7b700c27-660c-4e58-8fe5-174c7e9f96b8,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:07:56.552005 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a8e1373c-1177-460f-9582-eb096964c96e req-f45ef081-a322-4564-bdbe-07590facc580 service neutron] Notify callbacks [] for binding, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:56.554498 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a8e1373c-1177-460f-9582-eb096964c96e req-f45ef081-a322-4564-bdbe-07590facc580 service neutron] 10.222.0.50 "POST /v2.0/ports/7b700c27-660c-4e58-8fe5-174c7e9f96b8/bindings HTTP/1.1" status: 201 len: 390 time: 0.8295021 Aug 11 02:07:56.598609 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa75e876-31d1-4d1a-99e4-8f6893232954 admin admin] Router 3db3a406-9b10-448b-8e55-f720014013a2 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:07:56.621348 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e21df-7fec-46ab-a1b8-fb453f4a4061 req-c719f372-0479-4d50-aa4a-f5524c166e8a tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:56.622888 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-664e21df-7fec-46ab-a1b8-fb453f4a4061 req-c719f372-0479-4d50-aa4a-f5524c166e8a tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773 HTTP/1.1" status: 200 len: 944 time: 0.0668385 Aug 11 02:07:56.661115 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-56ffdede-8cf2-4112-a23e-4f83e70100fa None None] Provisioning for port 0efd94c9-cdec-4bf8-aa05-ef670fb1644e completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:56.686147 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-56ffdede-8cf2-4112-a23e-4f83e70100fa None None] Provisioning complete for port 0efd94c9-cdec-4bf8-aa05-ef670fb1644e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:56.686864 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-56ffdede-8cf2-4112-a23e-4f83e70100fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:56.718781 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-664e21df-7fec-46ab-a1b8-fb453f4a4061 req-94f40f88-e945-44ea-8fcd-59e6de279c25 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f9bebe6-55f8-4e1b-b84c-43b122368d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740969 Aug 11 02:07:56.821973 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa75e876-31d1-4d1a-99e4-8f6893232954 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:07:56.836392 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b684fcb4-d5d9-4f30-9c97-5f3eb3320f1f None None] Sync routers for ids ['3db3a406-9b10-448b-8e55-f720014013a2'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:07:56.855083 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b684fcb4-d5d9-4f30-9c97-5f3eb3320f1f None None] Routers {'3db3a406-9b10-448b-8e55-f720014013a2'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:07:56.856435 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-b684fcb4-d5d9-4f30-9c97-5f3eb3320f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:07:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['3db3a406-9b10-448b-8e55-f720014013a2'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:56.863419 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa75e876-31d1-4d1a-99e4-8f6893232954 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:56.868053 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fa75e876-31d1-4d1a-99e4-8f6893232954 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.1970770 Aug 11 02:07:56.868718 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58200) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:56.957382 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4f811-df1d-42f5-8182-c22c41b7787f req-b39234b8-8ad7-431e-83cc-575cd68a6267 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:56.965965 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfe4f811-df1d-42f5-8182-c22c41b7787f req-b39234b8-8ad7-431e-83cc-575cd68a6267 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 945 time: 0.1563969 Aug 11 02:07:57.045488 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-56ffdede-8cf2-4112-a23e-4f83e70100fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:57.079337 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-b684fcb4-d5d9-4f30-9c97-5f3eb3320f1f None None] Set router 3db3a406-9b10-448b-8e55-f720014013a2 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:07:57.096248 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1373c-1177-460f-9582-eb096964c96e req-f0630331-e03e-4278-ac6d-89ad2c34e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:57.111706 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a8e1373c-1177-460f-9582-eb096964c96e req-f0630331-e03e-4278-ac6d-89ad2c34e099 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc914b6e60444f2aabf27f905058cfbf&device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 1097 time: 0.1893532 Aug 11 02:07:57.141355 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfe4f811-df1d-42f5-8182-c22c41b7787f req-5a3867b0-ad8c-4941-a26a-a0774406d3b8 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744204 Aug 11 02:07:57.141886 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58210) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:57.153459 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-56ffdede-8cf2-4112-a23e-4f83e70100fa None None] For port 0efd94c9-cdec-4bf8-aa05-ef670fb1644e, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=0efd94c9-cdec-4bf8-aa05-ef670fb1644e,segment=NetworkSegment(6d5b1096-74d2-4841-973c-25801587ede5),segment_id=6d5b1096-74d2-4841-973c-25801587ede5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:57.164887 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-56ffdede-8cf2-4112-a23e-4f83e70100fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:57.314845 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffdede-8cf2-4112-a23e-4f83e70100fa None None] Pushing event updated for resources: {'Port': ['ID=0efd94c9-cdec-4bf8-aa05-ef670fb1644e,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:57.370263 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-b684fcb4-d5d9-4f30-9c97-5f3eb3320f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db3a406-9b10-448b-8e55-f720014013a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-950807125-router', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:53Z', 'updated_at': '2021-08-11T02:07:55Z', 'revision_number': 3, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'gw_port': {'id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:54Z', 'updated_at': '2021-08-11T02:07:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:57.406788 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e156e51-df3b-435e-9c36-9c545a338cfb req-10e9d0aa-118f-4847-bd99-9451ae806bd4 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:57.409249 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0e156e51-df3b-435e-9c36-9c545a338cfb req-10e9d0aa-118f-4847-bd99-9451ae806bd4 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 950 time: 0.0728133 Aug 11 02:07:57.457591 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b684fcb4-d5d9-4f30-9c97-5f3eb3320f1f None None] Checking router: 3db3a406-9b10-448b-8e55-f720014013a2 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:07:57.458010 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b684fcb4-d5d9-4f30-9c97-5f3eb3320f1f None None] Updating router 3db3a406-9b10-448b-8e55-f720014013a2 port 25d81333-0b90-4f49-a0d5-301c8b82ba83 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:07:57.488250 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3744f622-20d6-462c-b8fc-82ff65b602ba None None] Provisioning complete for port 0efd94c9-cdec-4bf8-aa05-ef670fb1644e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:57.489296 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3744f622-20d6-462c-b8fc-82ff65b602ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:57.496001 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0e156e51-df3b-435e-9c36-9c545a338cfb req-ba864f15-9734-42ec-901a-cc20031160cd tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502427 Aug 11 02:07:57.502428 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-b684fcb4-d5d9-4f30-9c97-5f3eb3320f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:57.682871 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1373c-1177-460f-9582-eb096964c96e req-68e8a79e-5a81-47dc-8f37-264723b76464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:57.685023 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a8e1373c-1177-460f-9582-eb096964c96e req-68e8a79e-5a81-47dc-8f37-264723b76464 service neutron] 10.222.0.66 "GET /v2.0/networks?id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7 HTTP/1.1" status: 200 len: 922 time: 0.5725307 Aug 11 02:07:57.784922 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a8e1373c-1177-460f-9582-eb096964c96e req-a9b9ef05-5ef2-4f8f-a31b-2341cb707ab7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b700c27-660c-4e58-8fe5-174c7e9f96b8 HTTP/1.1" status: 200 len: 217 time: 0.0864143 Aug 11 02:07:57.795814 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2ef92c0a-99d1-4c1c-8277-3664eb8dba07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:57.995777 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 0efd94c9-cdec-4bf8-aa05-ef670fb1644e up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:07:58.023925 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-b684fcb4-d5d9-4f30-9c97-5f3eb3320f1f None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:58.027145 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ca9ca-1c55-49c6-ac72-07c323ab2850 req-a4ba0177-2528-4552-8cd3-e9d594ad2a57 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:58.028719 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2e3ca9ca-1c55-49c6-ac72-07c323ab2850 req-a4ba0177-2528-4552-8cd3-e9d594ad2a57 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773 HTTP/1.1" status: 200 len: 944 time: 0.1398914 Aug 11 02:07:58.047034 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-b684fcb4-d5d9-4f30-9c97-5f3eb3320f1f None None] Transition to ACTIVE for port object 25d81333-0b90-4f49-a0d5-301c8b82ba83 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:58.062760 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1373c-1177-460f-9582-eb096964c96e req-32fcaf14-697f-458d-b621-f1a49f0d8b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:58.065336 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a8e1373c-1177-460f-9582-eb096964c96e req-32fcaf14-697f-458d-b621-f1a49f0d8b7d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b6e0d0b4-108b-452a-91dc-cd606630079c HTTP/1.1" status: 200 len: 861 time: 0.0887470 Aug 11 02:07:58.070314 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-b684fcb4-d5d9-4f30-9c97-5f3eb3320f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:58.078822 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 0efd94c9-cdec-4bf8-aa05-ef670fb1644e triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:58.079409 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:58.082317 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f9023-41d6-4094-bfdd-9c1449df889c req-1b68af59-2234-4f19-b247-b773444b6194 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:58.089602 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1f9f9023-41d6-4094-bfdd-9c1449df889c req-1b68af59-2234-4f19-b247-b773444b6194 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 945 time: 0.5663583 Aug 11 02:07:58.113706 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2e3ca9ca-1c55-49c6-ac72-07c323ab2850 req-3735a8dd-26f8-4435-b331-c115a3d1f997 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f9bebe6-55f8-4e1b-b84c-43b122368d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727465 Aug 11 02:07:58.145117 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-2ef92c0a-99d1-4c1c-8277-3664eb8dba07 admin admin] Allocated IP 172.20.0.1 (b06d3d10-588d-4354-a566-0e4bf50ab835/21a76d83-aa04-4360-9155-f987f570d2fd/84008e0b-0dce-46e4-a066-aac3578f80bd) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:07:58.187435 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08fdb6b-d2cf-4071-b116-621c68ee4490 None None] Pushing event updated for resources: {'Port': ['ID=25d81333-0b90-4f49-a0d5-301c8b82ba83,revision_number=2']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:58.203209 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-b684fcb4-d5d9-4f30-9c97-5f3eb3320f1f None None] Attempting to bind port 25d81333-0b90-4f49-a0d5-301c8b82ba83 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:07:58.203622 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-b684fcb4-d5d9-4f30-9c97-5f3eb3320f1f None None] Attempting to bind port 25d81333-0b90-4f49-a0d5-301c8b82ba83 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:07:58.203990 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b684fcb4-d5d9-4f30-9c97-5f3eb3320f1f None None] Attempting to bind port 25d81333-0b90-4f49-a0d5-301c8b82ba83 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:58.218845 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08fdb6b-d2cf-4071-b116-621c68ee4490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:58.219507 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08fdb6b-d2cf-4071-b116-621c68ee4490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:58.220115 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08fdb6b-d2cf-4071-b116-621c68ee4490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:58.220682 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08fdb6b-d2cf-4071-b116-621c68ee4490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:58.221291 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08fdb6b-d2cf-4071-b116-621c68ee4490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:58.221816 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08fdb6b-d2cf-4071-b116-621c68ee4490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:58.222433 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08fdb6b-d2cf-4071-b116-621c68ee4490 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:58.223031 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08fdb6b-d2cf-4071-b116-621c68ee4490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:58.223564 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08fdb6b-d2cf-4071-b116-621c68ee4490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:58.224074 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08fdb6b-d2cf-4071-b116-621c68ee4490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:58.224569 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08fdb6b-d2cf-4071-b116-621c68ee4490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:58.225087 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08fdb6b-d2cf-4071-b116-621c68ee4490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:58.230896 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a8e1373c-1177-460f-9582-eb096964c96e req-9167058d-3544-4190-a8c9-b23bc7774d7b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899837 Aug 11 02:07:58.239440 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b684fcb4-d5d9-4f30-9c97-5f3eb3320f1f None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:07:58.240199 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b684fcb4-d5d9-4f30-9c97-5f3eb3320f1f None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:07:58.240867 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-b684fcb4-d5d9-4f30-9c97-5f3eb3320f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:58.241440 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b684fcb4-d5d9-4f30-9c97-5f3eb3320f1f None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:07:58.242246 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-b684fcb4-d5d9-4f30-9c97-5f3eb3320f1f None None] Bound port: 25d81333-0b90-4f49-a0d5-301c8b82ba83, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:07:58.242817 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-b684fcb4-d5d9-4f30-9c97-5f3eb3320f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:58.313336 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2ef92c0a-99d1-4c1c-8277-3664eb8dba07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:58.335102 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-2ef92c0a-99d1-4c1c-8277-3664eb8dba07 admin admin] Transition to ACTIVE for port object 84008e0b-0dce-46e4-a066-aac3578f80bd will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:58.340351 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1f9f9023-41d6-4094-bfdd-9c1449df889c req-9ff266c7-8204-433f-8fdb-0b2c852f6801 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455559 Aug 11 02:07:58.382837 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-b684fcb4-d5d9-4f30-9c97-5f3eb3320f1f None None] For port 25d81333-0b90-4f49-a0d5-301c8b82ba83, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:07:58.386388 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-b684fcb4-d5d9-4f30-9c97-5f3eb3320f1f None None] For port 25d81333-0b90-4f49-a0d5-301c8b82ba83, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=25d81333-0b90-4f49-a0d5-301c8b82ba83,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:07:58.395154 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-b684fcb4-d5d9-4f30-9c97-5f3eb3320f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:58.435776 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2ef92c0a-99d1-4c1c-8277-3664eb8dba07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:58.463575 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b684fcb4-d5d9-4f30-9c97-5f3eb3320f1f None None] Routers {'3db3a406-9b10-448b-8e55-f720014013a2'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:07:58.464476 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-b684fcb4-d5d9-4f30-9c97-5f3eb3320f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:07:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['3db3a406-9b10-448b-8e55-f720014013a2'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:58.485342 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef92c0a-99d1-4c1c-8277-3664eb8dba07 admin admin] Pushing event updated for resources: {'Port': ['ID=84008e0b-0dce-46e4-a066-aac3578f80bd,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:58.495562 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486f2df-7ff0-44d8-b6b2-7afde2ddca55 req-5e1ef77d-9c83-4d0a-adf3-2b747199a5b9 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:58.497242 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8486f2df-7ff0-44d8-b6b2-7afde2ddca55 req-5e1ef77d-9c83-4d0a-adf3-2b747199a5b9 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 945 time: 0.1313655 Aug 11 02:07:58.518127 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef92c0a-99d1-4c1c-8277-3664eb8dba07 admin admin] Network b06d3d10-588d-4354-a566-0e4bf50ab835 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:07:58.526334 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08fdb6b-d2cf-4071-b116-621c68ee4490 None None] Pushing event updated for resources: {'Port': ['ID=25d81333-0b90-4f49-a0d5-301c8b82ba83,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:58.526657 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-2ef92c0a-99d1-4c1c-8277-3664eb8dba07 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:07:58.529809 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef92c0a-99d1-4c1c-8277-3664eb8dba07 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:07:58.566117 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device a2b9b02d-3534-429a-b620-30d9620ac78f up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:07:58.579987 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8486f2df-7ff0-44d8-b6b2-7afde2ddca55 req-3d950c25-3e40-46fc-bbb2-eb70f62d1f07 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755787 Aug 11 02:07:58.613961 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2ef92c0a-99d1-4c1c-8277-3664eb8dba07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:58.657128 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-b684fcb4-d5d9-4f30-9c97-5f3eb3320f1f None None] Set router 3db3a406-9b10-448b-8e55-f720014013a2 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:07:58.662059 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port a2b9b02d-3534-429a-b620-30d9620ac78f completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:58.667824 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port a2b9b02d-3534-429a-b620-30d9620ac78f triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:58.668585 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:58.840086 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:58.892392 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b9b02d-3534-429a-b620-30d9620ac78f'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:58.895119 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8e3c20-5731-420a-92ab-61e918bcdea6" -d '{"events": [{"server_uuid": "6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773", "name": "network-vif-plugged", "status": "completed", "tag": "a2b9b02d-3534-429a-b620-30d9620ac78f"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:58.937470 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port a2b9b02d-3534-429a-b620-30d9620ac78f, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=a2b9b02d-3534-429a-b620-30d9620ac78f,segment=NetworkSegment(0850454f-1564-475e-ba74-4de21e93e9fe),segment_id=0850454f-1564-475e-ba74-4de21e93e9fe)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:58.943142 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:59.000488 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2ef92c0a-99d1-4c1c-8277-3664eb8dba07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:59.005680 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380fee82-6f05-4486-afc4-1cace6b2effc x-openstack-request-id: req-380fee82-6f05-4486-afc4-1cace6b2effc {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:59.006243 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773", "name": "network-vif-plugged", "status": "completed", "tag": "a2b9b02d-3534-429a-b620-30d9620ac78f", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:59.006381 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-380fee82-6f05-4486-afc4-1cace6b2effc {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:59.006814 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b9b02d-3534-429a-b620-30d9620ac78f', 'code': 200} Aug 11 02:07:59.017857 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-bcc74043-4e82-4b5a-8889-e98da0a30be5 None None] Provisioning for port 84008e0b-0dce-46e4-a066-aac3578f80bd completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:59.031841 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-b684fcb4-d5d9-4f30-9c97-5f3eb3320f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db3a406-9b10-448b-8e55-f720014013a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-950807125-router', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:53Z', 'updated_at': '2021-08-11T02:07:55Z', 'revision_number': 3, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'gw_port': {'id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:54Z', 'updated_at': '2021-08-11T02:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:59.035480 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-bcc74043-4e82-4b5a-8889-e98da0a30be5 None None] Provisioning complete for port 84008e0b-0dce-46e4-a066-aac3578f80bd triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:59.036469 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bcc74043-4e82-4b5a-8889-e98da0a30be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:59.038778 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=a2b9b02d-3534-429a-b620-30d9620ac78f,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:59.086468 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-bcc74043-4e82-4b5a-8889-e98da0a30be5 None None] Port 84008e0b-0dce-46e4-a066-aac3578f80bd cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:07:59.103066 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a8e1373c-1177-460f-9582-eb096964c96e req-378c4fae-6bb9-41f5-bdca-1790fa350c0b service neutron] 10.222.0.66 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8599129 Aug 11 02:07:59.113768 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b684fcb4-d5d9-4f30-9c97-5f3eb3320f1f None None] The sync data for ids ['3db3a406-9b10-448b-8e55-f720014013a2'] in n-d-615180-33 is: [{'id': '3db3a406-9b10-448b-8e55-f720014013a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-950807125-router', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:53Z', 'updated_at': '2021-08-11T02:07:55Z', 'revision_number': 3, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'gw_port': {'id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:54Z', 'updated_at': '2021-08-11T02:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:07:59.114113 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba749d3-00e8-40da-a6d2-4c734803ba6a req-8284e9b7-96b6-498e-ad16-c56445dee23e tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:59.117892 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8ba749d3-00e8-40da-a6d2-4c734803ba6a req-8284e9b7-96b6-498e-ad16-c56445dee23e tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 950 time: 0.1818590 Aug 11 02:07:59.280817 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a8e1373c-1177-460f-9582-eb096964c96e req-2b4d512a-50d2-43a7-a1c1-ab5347f1149b service neutron] 10.222.0.66 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497838 Aug 11 02:07:59.314274 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2103c-6e65-4774-856a-ead3b9bc3ea0 req-4e8b896f-da23-4ab7-b1af-4862619b85ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:59.315981 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d7d2103c-6e65-4774-856a-ead3b9bc3ea0 req-4e8b896f-da23-4ab7-b1af-4862619b85ef service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773 HTTP/1.1" status: 200 len: 1097 time: 0.2097836 Aug 11 02:07:59.348795 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8ba749d3-00e8-40da-a6d2-4c734803ba6a req-c00aa629-ce0d-4ef2-b87e-5f861b33d8d3 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154696 Aug 11 02:07:59.397151 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2ef92c0a-99d1-4c1c-8277-3664eb8dba07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:59.410828 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2418082-4280-4833-88b8-18e63b61c1ee req-198144a7-fff0-4ac6-9e8e-16d4fbbaa7f8 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:59.416352 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f2c6aff6-3e63-41c1-ad3f-716747433d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:59.422177 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d2418082-4280-4833-88b8-18e63b61c1ee req-198144a7-fff0-4ac6-9e8e-16d4fbbaa7f8 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773 HTTP/1.1" status: 200 len: 945 time: 0.1921601 Aug 11 02:07:59.463630 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2ef92c0a-99d1-4c1c-8277-3664eb8dba07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:59.674112 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d2418082-4280-4833-88b8-18e63b61c1ee req-fe8a2a3e-5863-402c-8f00-5e616cd73a9e tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f9bebe6-55f8-4e1b-b84c-43b122368d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496455 Aug 11 02:07:59.679016 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d7d2103c-6e65-4774-856a-ead3b9bc3ea0 req-4199fc01-4baa-411f-88ad-1db89fe09ba2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9f9bebe6-55f8-4e1b-b84c-43b122368d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3487723 Aug 11 02:07:59.693544 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2ef92c0a-99d1-4c1c-8277-3664eb8dba07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:59.695647 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef92c0a-99d1-4c1c-8277-3664eb8dba07 admin admin] Pushing event updated for resources: {'Port': ['ID=84008e0b-0dce-46e4-a066-aac3578f80bd,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:59.744330 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479b578-aa33-44bc-b356-5d1f55158893 req-1dbfa72b-cf5a-415c-a5d7-059b82ec6fda tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:59.747270 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6479b578-aa33-44bc-b356-5d1f55158893 req-1dbfa72b-cf5a-415c-a5d7-059b82ec6fda tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 945 time: 0.1504653 Aug 11 02:07:59.913459 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef92c0a-99d1-4c1c-8277-3664eb8dba07 admin admin] Network b06d3d10-588d-4354-a566-0e4bf50ab835 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:07:59.918254 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-2ef92c0a-99d1-4c1c-8277-3664eb8dba07 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:00.016688 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6479b578-aa33-44bc-b356-5d1f55158893 req-75a0db02-e076-478d-b131-32d39c6f9298 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950963 Aug 11 02:08:00.042105 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442bc66-623c-4032-9654-c1fad36af403 req-2b538463-04bd-4e02-90db-2cc9c2495463 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:00.043944 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e442bc66-623c-4032-9654-c1fad36af403 req-2b538463-04bd-4e02-90db-2cc9c2495463 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 945 time: 0.2272027 Aug 11 02:08:00.071340 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 25d81333-0b90-4f49-a0d5-301c8b82ba83 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:00.158113 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-f2c6aff6-3e63-41c1-ad3f-716747433d9a admin admin] Deleting port 2519559f-83b2-454f-8395-9f92d3adb2dc {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:08:00.158715 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f2c6aff6-3e63-41c1-ad3f-716747433d9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:00.220670 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e442bc66-623c-4032-9654-c1fad36af403 req-edd180a9-32cd-426e-8657-00de7b731762 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605003 Aug 11 02:08:00.270402 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef92c0a-99d1-4c1c-8277-3664eb8dba07 admin admin] Router 3db3a406-9b10-448b-8e55-f720014013a2 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:08:00.344720 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-f2c6aff6-3e63-41c1-ad3f-716747433d9a admin admin] For port 2519559f-83b2-454f-8395-9f92d3adb2dc, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=2519559f-83b2-454f-8395-9f92d3adb2dc,segment=NetworkSegment(e2e87212-6a86-4d9c-b54b-6de1ef876734),segment_id=e2e87212-6a86-4d9c-b54b-6de1ef876734)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:00.345382 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f2c6aff6-3e63-41c1-ad3f-716747433d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:00.360850 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-f2c6aff6-3e63-41c1-ad3f-716747433d9a admin admin] Calling delete_port for 2519559f-83b2-454f-8395-9f92d3adb2dc owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:08:00.430077 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef92c0a-99d1-4c1c-8277-3664eb8dba07 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:08:00.440577 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2ef92c0a-99d1-4c1c-8277-3664eb8dba07 admin admin] 10.222.0.50 "PUT /v2.0/routers/3db3a406-9b10-448b-8e55-f720014013a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5706310 Aug 11 02:08:00.452237 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-437e939b-617e-4e3d-a2f3-14789151b1fa None None] Provisioning complete for port 84008e0b-0dce-46e4-a066-aac3578f80bd triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:00.452557 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-437e939b-617e-4e3d-a2f3-14789151b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:00.508101 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 25d81333-0b90-4f49-a0d5-301c8b82ba83 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:00.547580 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 25d81333-0b90-4f49-a0d5-301c8b82ba83 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:00.547796 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:00.579971 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-437e939b-617e-4e3d-a2f3-14789151b1fa None None] Port 84008e0b-0dce-46e4-a066-aac3578f80bd cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:08:00.646845 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a22e7a-5b11-4170-b1bc-0de61781ba4e req-6b052639-7816-4281-9a1c-41bcd2097f57 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:00.648659 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-19a22e7a-5b11-4170-b1bc-0de61781ba4e req-6b052639-7816-4281-9a1c-41bcd2097f57 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 950 time: 0.1605952 Aug 11 02:08:00.697054 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e20c8634-1746-4692-b853-60c3d732d487 req-3df632e3-2e11-4ea0-b5b9-7df11ccb2d38 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0659893 Aug 11 02:08:00.701774 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-19a22e7a-5b11-4170-b1bc-0de61781ba4e req-7dd71dc3-1265-492f-8602-6e63cd215e43 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456014 Aug 11 02:08:00.749824 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:00.773983 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f2c6aff6-3e63-41c1-ad3f-716747433d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:00.782988 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 25d81333-0b90-4f49-a0d5-301c8b82ba83, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=25d81333-0b90-4f49-a0d5-301c8b82ba83,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:00.791711 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:00.814149 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6aff6-3e63-41c1-ad3f-716747433d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=2519559f-83b2-454f-8395-9f92d3adb2dc,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:00.892082 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=25d81333-0b90-4f49-a0d5-301c8b82ba83,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:00.898815 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c8634-1746-4692-b853-60c3d732d487 req-21252f32-c6f9-4e57-95c4-a0a5721bd02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:00.903530 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e20c8634-1746-4692-b853-60c3d732d487 req-21252f32-c6f9-4e57-95c4-a0a5721bd02f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ad8af97bd524ff09f331d88ab3a939b&device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 1117 time: 0.1291378 Aug 11 02:08:01.011010 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a0de9-5d86-4f0a-8df7-719824b24660 req-bd20e439-dd4c-4a27-a1ef-0afefd4f4e6c tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:01.013898 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-997a0de9-5d86-4f0a-8df7-719824b24660 req-bd20e439-dd4c-4a27-a1ef-0afefd4f4e6c tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773 HTTP/1.1" status: 200 len: 945 time: 0.1659577 Aug 11 02:08:01.179391 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c8634-1746-4692-b853-60c3d732d487 req-6b487092-57d7-4b11-924b-52d672510a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:01.179901 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-997a0de9-5d86-4f0a-8df7-719824b24660 req-b397c5cf-77c3-4e0b-be67-57a96a2d9793 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f9bebe6-55f8-4e1b-b84c-43b122368d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483321 Aug 11 02:08:01.190360 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f2c6aff6-3e63-41c1-ad3f-716747433d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:01.192770 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e20c8634-1746-4692-b853-60c3d732d487 req-6b487092-57d7-4b11-924b-52d672510a8b service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c HTTP/1.1" status: 200 len: 909 time: 0.2269938 Aug 11 02:08:01.254871 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e20c8634-1746-4692-b853-60c3d732d487 req-fca651ee-ea82-4a20-b3c5-10867ac79753 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23e114a8-1544-4311-ab89-4a013e234d7f HTTP/1.1" status: 200 len: 217 time: 0.0455129 Aug 11 02:08:01.267856 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-881e3b31-6944-4151-be32-aebe99dc1f84 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:01.276447 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-881e3b31-6944-4151-be32-aebe99dc1f84 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/networks?id=b06d3d10-588d-4354-a566-0e4bf50ab835 HTTP/1.1" status: 200 len: 820 time: 0.2246714 Aug 11 02:08:01.333961 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-648cc867-af1a-48f8-92b3-5b038c7aef5b tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/quotas/3851339e44404f088cb1430a89e6ffa3 HTTP/1.1" status: 200 len: 375 time: 0.0392911 Aug 11 02:08:01.388758 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c8634-1746-4692-b853-60c3d732d487 req-062bcf5a-6bef-4a00-a7be-ffbfdf3c009e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:01.391375 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e20c8634-1746-4692-b853-60c3d732d487 req-062bcf5a-6bef-4a00-a7be-ffbfdf3c009e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ea5a035c-6f83-40b0-8579-ac261184d3bb HTTP/1.1" status: 200 len: 848 time: 0.1139843 Aug 11 02:08:01.410810 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe439c-fa32-4260-a4b1-4943b9bf0c40 req-0f5ad9d6-a74d-4e63-88f0-2387085e46d3 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:01.412491 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5afe439c-fa32-4260-a4b1-4943b9bf0c40 req-0f5ad9d6-a74d-4e63-88f0-2387085e46d3 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 945 time: 0.1249447 Aug 11 02:08:01.414946 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-20f50e25-7b54-4747-9c48-bf58d3e844fd tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3851339e44404f088cb1430a89e6ffa3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750232 Aug 11 02:08:01.435143 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e20c8634-1746-4692-b853-60c3d732d487 req-cda0c6a0-d6c1-414c-9908-ba03ebdd2a37 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346494 Aug 11 02:08:01.474989 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5afe439c-fa32-4260-a4b1-4943b9bf0c40 req-3537a6ae-b00f-4465-9fcf-b9e80222b17a tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482693 Aug 11 02:08:01.610236 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c6aff6-3e63-41c1-ad3f-716747433d9a admin admin] Router 5b016d18-840e-4dcf-8787-fe81d89d9341 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:08:01.611702 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-8b0989c4-ea4e-4e8d-8a79-9035c10d1fde service neutron] 10.222.0.50 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788054 Aug 11 02:08:01.624952 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e20c8634-1746-4692-b853-60c3d732d487 req-ffec94d8-cb96-4d1b-bd08-2bbf791400ff service neutron] 10.222.0.66 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450171 Aug 11 02:08:01.740010 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b48188-9b95-43a6-a4d5-f586d704b877 None None] Sync routers for ids ['3db3a406-9b10-448b-8e55-f720014013a2'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:08:01.770750 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b48188-9b95-43a6-a4d5-f586d704b877 None None] Routers {'3db3a406-9b10-448b-8e55-f720014013a2'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:01.772236 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d7b48188-9b95-43a6-a4d5-f586d704b877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:07:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['3db3a406-9b10-448b-8e55-f720014013a2'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:01.789498 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-b139c217-acff-4004-9f55-d973551ac1f5 service neutron] 10.222.0.50 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768601 Aug 11 02:08:01.791831 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c6aff6-3e63-41c1-ad3f-716747433d9a admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:08:01.802402 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604508cb-befa-4043-89d7-a17c3648c39c None None] Sync routers for ids ['5b016d18-840e-4dcf-8787-fe81d89d9341'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:08:01.813894 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604508cb-befa-4043-89d7-a17c3648c39c None None] Routers {'5b016d18-840e-4dcf-8787-fe81d89d9341'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:01.817636 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-604508cb-befa-4043-89d7-a17c3648c39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:07:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5b016d18-840e-4dcf-8787-fe81d89d9341'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:01.830559 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58270) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:01.838975 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f2c6aff6-3e63-41c1-ad3f-716747433d9a admin admin] 10.222.0.50 "PUT /v2.0/routers/5b016d18-840e-4dcf-8787-fe81d89d9341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6872535 Aug 11 02:08:01.874506 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ccddf-a338-4bba-94ea-d319d0591fca req-1addd304-7874-412b-a0a3-c1163bac9556 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:01.881641 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-999ccddf-a338-4bba-94ea-d319d0591fca req-1addd304-7874-412b-a0a3-c1163bac9556 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 945 time: 0.1197066 Aug 11 02:08:01.964852 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-d7b48188-9b95-43a6-a4d5-f586d704b877 None None] Set router 3db3a406-9b10-448b-8e55-f720014013a2 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:01.976006 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-999ccddf-a338-4bba-94ea-d319d0591fca req-117d924d-134f-4482-a89d-0b3cf09c8ac9 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876687 Aug 11 02:08:02.042110 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e4864922-4acf-407b-a29a-ee2402ea3a4f admin admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:02.055753 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e20c8634-1746-4692-b853-60c3d732d487 req-f85e575a-a722-42a5-9152-898d15e32ae9 service neutron] 10.222.0.66 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843827 Aug 11 02:08:02.158631 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-604508cb-befa-4043-89d7-a17c3648c39c None None] Set router 5b016d18-840e-4dcf-8787-fe81d89d9341 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:02.241331 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 25d81333-0b90-4f49-a0d5-301c8b82ba83 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:02.356162 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1df97822-9337-4725-b580-ec22a24788f4 req-6e253864-7b01-4aaa-a438-8798b7be981f tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports?device_id=7098af3c-9906-4d30-8fc7-544b74660c9a HTTP/1.1" status: 200 len: 210 time: 0.0693898 Aug 11 02:08:02.550372 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-604508cb-befa-4043-89d7-a17c3648c39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b016d18-840e-4dcf-8787-fe81d89d9341', 'name': 'tempest-AttachSCSIVolumeTestJSON-112567383-router', 'tenant_id': '225f57f0e1624fb08c817e5cff153e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'a914557a-c015-4c51-a9bd-c89498b171f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:48Z', 'updated_at': '2021-08-11T02:08:00Z', 'revision_number': 5, 'project_id': '225f57f0e1624fb08c817e5cff153e37', 'gw_port': {'id': 'a914557a-c015-4c51-a9bd-c89498b171f9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:80:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b016d18-840e-4dcf-8787-fe81d89d9341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:49Z', 'updated_at': '2021-08-11T02:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:02.550657 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8516dc2-1e4e-44d5-84eb-8b62b39ad926 req-b7cddaec-4c24-42da-ac70-977c82b1c683 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:02.560467 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c8516dc2-1e4e-44d5-84eb-8b62b39ad926 req-b7cddaec-4c24-42da-ac70-977c82b1c683 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 950 time: 0.2819986 Aug 11 02:08:02.577982 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c49cf8-c5cc-4f0a-bf84-97e55321972b req-f20b671b-302f-4d8d-8d1f-75b9746f63e2 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:02.582142 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 25d81333-0b90-4f49-a0d5-301c8b82ba83 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:02.582847 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:02.587067 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-69c49cf8-c5cc-4f0a-bf84-97e55321972b req-f20b671b-302f-4d8d-8d1f-75b9746f63e2 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773 HTTP/1.1" status: 200 len: 945 time: 0.1236155 Aug 11 02:08:02.588648 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604508cb-befa-4043-89d7-a17c3648c39c None None] Checking router: 5b016d18-840e-4dcf-8787-fe81d89d9341 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:08:02.600766 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604508cb-befa-4043-89d7-a17c3648c39c None None] Routers {'5b016d18-840e-4dcf-8787-fe81d89d9341'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:02.601399 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-604508cb-befa-4043-89d7-a17c3648c39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:07:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5b016d18-840e-4dcf-8787-fe81d89d9341'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:02.621424 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e4864922-4acf-407b-a29a-ee2402ea3a4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:02.678539 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c8516dc2-1e4e-44d5-84eb-8b62b39ad926 req-5d22fcb8-0f0c-4334-b89d-0494363065d3 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025097 Aug 11 02:08:02.704764 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-69c49cf8-c5cc-4f0a-bf84-97e55321972b req-d270fa25-76ec-4d3b-a7a3-2f4ddd478707 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f9bebe6-55f8-4e1b-b84c-43b122368d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168110 Aug 11 02:08:02.759778 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-604508cb-befa-4043-89d7-a17c3648c39c None None] Set router 5b016d18-840e-4dcf-8787-fe81d89d9341 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:02.808396 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d7b48188-9b95-43a6-a4d5-f586d704b877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db3a406-9b10-448b-8e55-f720014013a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-950807125-router', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:53Z', 'updated_at': '2021-08-11T02:07:58Z', 'revision_number': 4, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'gw_port': {'id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:54Z', 'updated_at': '2021-08-11T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '84008e0b-0dce-46e4-a066-aac3578f80bd', 'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'mac_address': 'fa:16:3e:5b:dd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:57Z', 'updated_at': '2021-08-11T02:07:59Z', 'revision_number': 2, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'subnets': [{'id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:02.821359 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-e4864922-4acf-407b-a29a-ee2402ea3a4f admin admin] Deleting port a914557a-c015-4c51-a9bd-c89498b171f9 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:08:02.821924 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e4864922-4acf-407b-a29a-ee2402ea3a4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:02.920945 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b48188-9b95-43a6-a4d5-f586d704b877 None None] Checking router: 3db3a406-9b10-448b-8e55-f720014013a2 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:08:02.921312 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b48188-9b95-43a6-a4d5-f586d704b877 None None] Updating router 3db3a406-9b10-448b-8e55-f720014013a2 port 84008e0b-0dce-46e4-a066-aac3578f80bd binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:08:02.951104 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff07bc8-8f54-4297-8c25-514bde8cb11d req-4c0381b2-b78e-490a-adba-5aa8f3724687 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:02.959858 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fff07bc8-8f54-4297-8c25-514bde8cb11d req-4c0381b2-b78e-490a-adba-5aa8f3724687 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 945 time: 0.1333580 Aug 11 02:08:03.019787 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d7b48188-9b95-43a6-a4d5-f586d704b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:03.043229 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-e4864922-4acf-407b-a29a-ee2402ea3a4f admin admin] For port a914557a-c015-4c51-a9bd-c89498b171f9, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a914557a-c015-4c51-a9bd-c89498b171f9,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:03.043229 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e4864922-4acf-407b-a29a-ee2402ea3a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:03.093521 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46921427-c6fa-41e3-9ee8-e2d71bf79aef req-63814772-0d10-4a10-ace4-eeb2e8b99718 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:03.095972 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-e4864922-4acf-407b-a29a-ee2402ea3a4f admin admin] Calling delete_port for a914557a-c015-4c51-a9bd-c89498b171f9 owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:08:03.108520 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-46921427-c6fa-41e3-9ee8-e2d71bf79aef req-63814772-0d10-4a10-ace4-eeb2e8b99718 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773 HTTP/1.1" status: 200 len: 945 time: 0.1455095 Aug 11 02:08:03.109150 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58334) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:03.130860 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fff07bc8-8f54-4297-8c25-514bde8cb11d req-132dcbd1-f1ca-4f36-95e7-9f46f99ff870 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698878 Aug 11 02:08:03.132533 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-6431886d-5305-4d06-84d2-a775104e1fb7 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Request body: {'floatingip': {'port_id': 'a2b9b02d-3534-429a-b620-30d9620ac78f'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:03.356112 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-604508cb-befa-4043-89d7-a17c3648c39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b016d18-840e-4dcf-8787-fe81d89d9341', 'name': 'tempest-AttachSCSIVolumeTestJSON-112567383-router', 'tenant_id': '225f57f0e1624fb08c817e5cff153e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'a914557a-c015-4c51-a9bd-c89498b171f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:48Z', 'updated_at': '2021-08-11T02:08:00Z', 'revision_number': 5, 'project_id': '225f57f0e1624fb08c817e5cff153e37', 'gw_port': {'id': 'a914557a-c015-4c51-a9bd-c89498b171f9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:80:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b016d18-840e-4dcf-8787-fe81d89d9341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:49Z', 'updated_at': '2021-08-11T02:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:03.400587 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6431886d-5305-4d06-84d2-a775104e1fb7 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks [] for floatingip, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:03.481735 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604508cb-befa-4043-89d7-a17c3648c39c None None] The sync data for ids ['5b016d18-840e-4dcf-8787-fe81d89d9341'] in n-d-615180-33 is: [{'id': '5b016d18-840e-4dcf-8787-fe81d89d9341', 'name': 'tempest-AttachSCSIVolumeTestJSON-112567383-router', 'tenant_id': '225f57f0e1624fb08c817e5cff153e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'a914557a-c015-4c51-a9bd-c89498b171f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:48Z', 'updated_at': '2021-08-11T02:08:00Z', 'revision_number': 5, 'project_id': '225f57f0e1624fb08c817e5cff153e37', 'gw_port': {'id': 'a914557a-c015-4c51-a9bd-c89498b171f9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:80:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b016d18-840e-4dcf-8787-fe81d89d9341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:49Z', 'updated_at': '2021-08-11T02:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:08:03.514532 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e4864922-4acf-407b-a29a-ee2402ea3a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:03.556537 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45265557-0de2-4eb7-acb3-5b619a4dbe19 req-f7234efc-0a92-4703-9c96-77276e552fba tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:03.564371 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4864922-4acf-407b-a29a-ee2402ea3a4f admin admin] Pushing event deleted for resources: {'Port': ['ID=a914557a-c015-4c51-a9bd-c89498b171f9,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:03.575169 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-45265557-0de2-4eb7-acb3-5b619a4dbe19 req-f7234efc-0a92-4703-9c96-77276e552fba tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 945 time: 0.2716324 Aug 11 02:08:03.589985 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-52b169b8-1a26-4897-978e-452bed13cb03 req-ded832ed-4d9e-4d20-b0c3-8ff7b46296c5 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports?device_id=7098af3c-9906-4d30-8fc7-544b74660c9a HTTP/1.1" status: 200 len: 210 time: 0.0622995 Aug 11 02:08:03.795277 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-45265557-0de2-4eb7-acb3-5b619a4dbe19 req-7d7fb72c-6550-4c16-b588-ed4be7e8169a tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192760 Aug 11 02:08:03.830458 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d7b48188-9b95-43a6-a4d5-f586d704b877 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:03.843820 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d7b48188-9b95-43a6-a4d5-f586d704b877 None None] Transition to ACTIVE for port object 84008e0b-0dce-46e4-a066-aac3578f80bd will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:03.864758 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d7b48188-9b95-43a6-a4d5-f586d704b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:04.038887 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb805a-79d6-4c23-9711-43470d529af4 None None] Pushing event updated for resources: {'Port': ['ID=84008e0b-0dce-46e4-a066-aac3578f80bd,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:04.202729 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 2519559f-83b2-454f-8395-9f92d3adb2dc no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:08:04.278756 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 2519559f-83b2-454f-8395-9f92d3adb2dc {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:08:04.279111 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 2519559f-83b2-454f-8395-9f92d3adb2dc not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:08:04.288388 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d7b48188-9b95-43a6-a4d5-f586d704b877 None None] Attempting to bind port 84008e0b-0dce-46e4-a066-aac3578f80bd on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:08:04.288762 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d7b48188-9b95-43a6-a4d5-f586d704b877 None None] Attempting to bind port 84008e0b-0dce-46e4-a066-aac3578f80bd by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '6d5b1096-74d2-4841-973c-25801587ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:08:04.289131 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b48188-9b95-43a6-a4d5-f586d704b877 None None] Attempting to bind port 84008e0b-0dce-46e4-a066-aac3578f80bd on network b06d3d10-588d-4354-a566-0e4bf50ab835 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:04.309099 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b48188-9b95-43a6-a4d5-f586d704b877 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:08:04.309793 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b48188-9b95-43a6-a4d5-f586d704b877 None None] Checking segment: {'id': '6d5b1096-74d2-4841-973c-25801587ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:04.310382 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d7b48188-9b95-43a6-a4d5-f586d704b877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:04.311581 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b48188-9b95-43a6-a4d5-f586d704b877 None None] Bound using segment: {'id': '6d5b1096-74d2-4841-973c-25801587ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:08:04.312588 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d7b48188-9b95-43a6-a4d5-f586d704b877 None None] Bound port: 84008e0b-0dce-46e4-a066-aac3578f80bd, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5b1096-74d2-4841-973c-25801587ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:08:04.313148 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d7b48188-9b95-43a6-a4d5-f586d704b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:04.466450 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d7b48188-9b95-43a6-a4d5-f586d704b877 None None] For port 84008e0b-0dce-46e4-a066-aac3578f80bd, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:04.474798 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d7b48188-9b95-43a6-a4d5-f586d704b877 None None] For port 84008e0b-0dce-46e4-a066-aac3578f80bd, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=84008e0b-0dce-46e4-a066-aac3578f80bd,segment=NetworkSegment(6d5b1096-74d2-4841-973c-25801587ede5),segment_id=6d5b1096-74d2-4841-973c-25801587ede5)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:08:04.486734 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d7b48188-9b95-43a6-a4d5-f586d704b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:04.516161 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e4864922-4acf-407b-a29a-ee2402ea3a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:04.573354 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b48188-9b95-43a6-a4d5-f586d704b877 None None] Routers {'3db3a406-9b10-448b-8e55-f720014013a2'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:04.573864 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d7b48188-9b95-43a6-a4d5-f586d704b877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:07:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['3db3a406-9b10-448b-8e55-f720014013a2'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:04.581553 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb805a-79d6-4c23-9711-43470d529af4 None None] Pushing event updated for resources: {'Port': ['ID=84008e0b-0dce-46e4-a066-aac3578f80bd,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:04.653809 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d49d4e-bed0-4c43-b1f4-921b38e6c61b req-c28909da-6fc3-4859-abc2-38a11adcc719 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:04.662246 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-82d49d4e-bed0-4c43-b1f4-921b38e6c61b req-c28909da-6fc3-4859-abc2-38a11adcc719 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 950 time: 0.3585615 Aug 11 02:08:04.687737 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e4864922-4acf-407b-a29a-ee2402ea3a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:04.703390 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e4864922-4acf-407b-a29a-ee2402ea3a4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:04.772612 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-d7b48188-9b95-43a6-a4d5-f586d704b877 None None] Set router 3db3a406-9b10-448b-8e55-f720014013a2 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:04.779398 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-44937233-6fea-4068-aa42-421033f081eb tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:04.787069 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-44937233-6fea-4068-aa42-421033f081eb tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.73 "GET /v2.0/networks?id=b06d3d10-588d-4354-a566-0e4bf50ab835 HTTP/1.1" status: 200 len: 820 time: 0.4903557 Aug 11 02:08:04.850343 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde20da-0223-46ad-87d3-e751fd1a5241 req-a08bec24-6ac7-4d43-98e0-2185f83ecacb tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:04.858386 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3bde20da-0223-46ad-87d3-e751fd1a5241 req-a08bec24-6ac7-4d43-98e0-2185f83ecacb tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 945 time: 0.1147070 Aug 11 02:08:04.869685 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-82d49d4e-bed0-4c43-b1f4-921b38e6c61b req-0c431c04-ffaf-4363-8f0a-c33f22f41e36 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065594 Aug 11 02:08:04.873224 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-002c3ef4-e071-4dd0-b199-0a7564baef40 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Request body: {'port': {'device_id': '7098af3c-9906-4d30-8fc7-544b74660c9a', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'admin_state_up': True, 'tenant_id': '3851339e44404f088cb1430a89e6ffa3'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:04.961484 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e4864922-4acf-407b-a29a-ee2402ea3a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:04.961999 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4864922-4acf-407b-a29a-ee2402ea3a4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b016d18-840e-4dcf-8787-fe81d89d9341 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:08:04.978410 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e4864922-4acf-407b-a29a-ee2402ea3a4f admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:04.979592 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e4864922-4acf-407b-a29a-ee2402ea3a4f admin admin] 10.222.0.50 "DELETE /v2.0/routers/5b016d18-840e-4dcf-8787-fe81d89d9341 HTTP/1.1" status: 204 len: 168 time: 3.1483974 Aug 11 02:08:04.982334 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58384) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:05.038731 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d76aa48d-3555-4f3a-96c2-bff7db63f74c req-4e8f0c07-e7f9-4313-8ce3-7ed84c13953e tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports?device_id=7098af3c-9906-4d30-8fc7-544b74660c9a HTTP/1.1" status: 200 len: 210 time: 0.0580678 Aug 11 02:08:05.058236 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3bde20da-0223-46ad-87d3-e751fd1a5241 req-2f78a2b1-b27a-4409-8dce-40680ee620fc tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989729 Aug 11 02:08:05.152608 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-002c3ef4-e071-4dd0-b199-0a7564baef40 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Made reservation on behalf of 3851339e44404f088cb1430a89e6ffa3 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:05.157121 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-002c3ef4-e071-4dd0-b199-0a7564baef40 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:05.159565 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6431886d-5305-4d06-84d2-a775104e1fb7 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:05.182571 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6431886d-5305-4d06-84d2-a775104e1fb7 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:05.281173 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d7b48188-9b95-43a6-a4d5-f586d704b877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db3a406-9b10-448b-8e55-f720014013a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-950807125-router', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:53Z', 'updated_at': '2021-08-11T02:07:58Z', 'revision_number': 4, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'gw_port': {'id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:54Z', 'updated_at': '2021-08-11T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '84008e0b-0dce-46e4-a066-aac3578f80bd', 'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'mac_address': 'fa:16:3e:5b:dd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:57Z', 'updated_at': '2021-08-11T02:08:04Z', 'revision_number': 4, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'subnets': [{'id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:05.294856 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-41130dd6-0cc9-4df1-84e0-f42a858309b8 admin admin] Deleting subnet ae3c6842-4306-4219-b02a-f155092d11ac {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:08:05.305244 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-41130dd6-0cc9-4df1-84e0-f42a858309b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:05.313872 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b48188-9b95-43a6-a4d5-f586d704b877 None None] The sync data for ids ['3db3a406-9b10-448b-8e55-f720014013a2'] in n-d-615180-33 is: [{'id': '3db3a406-9b10-448b-8e55-f720014013a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-950807125-router', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:53Z', 'updated_at': '2021-08-11T02:07:58Z', 'revision_number': 4, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'gw_port': {'id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:54Z', 'updated_at': '2021-08-11T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '84008e0b-0dce-46e4-a066-aac3578f80bd', 'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'mac_address': 'fa:16:3e:5b:dd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:57Z', 'updated_at': '2021-08-11T02:08:04Z', 'revision_number': 4, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'subnets': [{'id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:08:05.376864 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3d3c4-f107-4bab-9a58-f2250056982b req-1161b3b4-68f6-4cca-961d-5b4a7f906886 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:05.381192 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cfa3d3c4-f107-4bab-9a58-f2250056982b req-1161b3b4-68f6-4cca-961d-5b4a7f906886 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 945 time: 0.1996379 Aug 11 02:08:05.407996 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-41130dd6-0cc9-4df1-84e0-f42a858309b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:05.456814 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-6431886d-5305-4d06-84d2-a775104e1fb7 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Floating IP cab856b4-1f15-48fd-9b78-db1df749a320 associated. External IP: 172.25.2.140, port: a2b9b02d-3534-429a-b620-30d9620ac78f. Aug 11 02:08:05.484909 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cfa3d3c4-f107-4bab-9a58-f2250056982b req-9f7ddf8b-d089-4423-9fbe-79ce94565d56 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898499 Aug 11 02:08:05.526828 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-002c3ef4-e071-4dd0-b199-0a7564baef40 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Allocated IP 172.20.0.8 (b06d3d10-588d-4354-a566-0e4bf50ab835/21a76d83-aa04-4360-9155-f987f570d2fd/cf98c25a-1110-4ccc-8f5e-5819a21d4ced) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:05.776574 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-41130dd6-0cc9-4df1-84e0-f42a858309b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:05.843245 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-002c3ef4-e071-4dd0-b199-0a7564baef40 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:05.867000 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-002c3ef4-e071-4dd0-b199-0a7564baef40 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Transition to ACTIVE for port object cf98c25a-1110-4ccc-8f5e-5819a21d4ced will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:05.957504 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-002c3ef4-e071-4dd0-b199-0a7564baef40 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:06.038914 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-002c3ef4-e071-4dd0-b199-0a7564baef40 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Network b06d3d10-588d-4354-a566-0e4bf50ab835 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:06.045161 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-002c3ef4-e071-4dd0-b199-0a7564baef40 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:06.054852 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-41130dd6-0cc9-4df1-84e0-f42a858309b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:06.065894 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 84008e0b-0dce-46e4-a066-aac3578f80bd up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:06.075061 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-002c3ef4-e071-4dd0-b199-0a7564baef40 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:06.098923 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41130dd6-0cc9-4df1-84e0-f42a858309b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae3c6842-4306-4219-b02a-f155092d11ac,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:06.109858 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc57e3-937e-443a-bd7a-d89fecd6d20a req-7e426dae-af62-46ed-8848-e285fbefb610 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:06.118967 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-56fc57e3-937e-443a-bd7a-d89fecd6d20a req-7e426dae-af62-46ed-8848-e285fbefb610 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 950 time: 0.1145194 Aug 11 02:08:06.134224 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6431886d-5305-4d06-84d2-a775104e1fb7 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Router c47677c1-f7fe-4cb4-9e37-1d2be14a5264 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:08:06.171420 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-002c3ef4-e071-4dd0-b199-0a7564baef40 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:06.172842 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-002c3ef4-e071-4dd0-b199-0a7564baef40 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:06.174941 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-41130dd6-0cc9-4df1-84e0-f42a858309b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:06.179288 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-41130dd6-0cc9-4df1-84e0-f42a858309b8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ae3c6842-4306-4219-b02a-f155092d11ac HTTP/1.1" status: 204 len: 168 time: 1.1935704 Aug 11 02:08:06.179826 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58396) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:06.187929 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b7a7f8-4eb1-403d-8c5c-4ad4c7364b86 None None] Network c1395f45-8a77-4154-8a13-da59aa8da322 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:08:06.203178 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c3ef4-e071-4dd0-b199-0a7564baef40 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Pushing event updated for resources: {'Port': ['ID=cf98c25a-1110-4ccc-8f5e-5819a21d4ced,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:06.207752 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-002c3ef4-e071-4dd0-b199-0a7564baef40 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3418939 Aug 11 02:08:06.223947 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-a83e81fc-8383-4927-946a-671e2ef6ed41 service neutron] Request body: {'port': {'device_id': '7098af3c-9906-4d30-8fc7-544b74660c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:06.314590 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61715636-2d4a-49ca-b4aa-5d6373f73494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:06.380758 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-a83e81fc-8383-4927-946a-671e2ef6ed41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:06.414046 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6ddc1-ce62-4f38-9d88-a9fb3775186c req-07f7efc1-476a-454a-94cf-e3460ceba3eb tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:06.419731 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-94f6ddc1-ce62-4f38-9d88-a9fb3775186c req-07f7efc1-476a-454a-94cf-e3460ceba3eb tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports?device_id=7098af3c-9906-4d30-8fc7-544b74660c9a HTTP/1.1" status: 200 len: 931 time: 0.1433954 Aug 11 02:08:06.540453 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 84008e0b-0dce-46e4-a066-aac3578f80bd completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:06.558224 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 84008e0b-0dce-46e4-a066-aac3578f80bd triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:06.560080 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:06.568962 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6431886d-5305-4d06-84d2-a775104e1fb7 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:08:06.581925 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6431886d-5305-4d06-84d2-a775104e1fb7 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:06.640184 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-56fc57e3-937e-443a-bd7a-d89fecd6d20a req-20cdd84a-bee9-40b9-a5f2-a9c166fcec97 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5198066 Aug 11 02:08:06.694839 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1b3b94-6db9-4407-b61a-37b1bbbd72cc None None] Sync routers for ids ['c47677c1-f7fe-4cb4-9e37-1d2be14a5264'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:08:06.697682 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6595eb8f-20ed-4990-8937-05fec4db25ee None None] DHCP port deletion for c1395f45-8a77-4154-8a13-da59aa8da322 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:08:06.775641 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6431886d-5305-4d06-84d2-a775104e1fb7 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "PUT /v2.0/floatingips/cab856b4-1f15-48fd-9b78-db1df749a320 HTTP/1.1" status: 200 len: 991 time: 3.6654387 Aug 11 02:08:06.786846 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773', 'tag': 'a2b9b02d-3534-429a-b620-30d9620ac78f'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:06.794041 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a329365f-64cf-4017-a044-636d590ca84e" -d '{"events": [{"name": "network-changed", "server_uuid": "6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773", "tag": "a2b9b02d-3534-429a-b620-30d9620ac78f"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:06.796721 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:06.840421 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 84008e0b-0dce-46e4-a066-aac3578f80bd, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=84008e0b-0dce-46e4-a066-aac3578f80bd,segment=NetworkSegment(6d5b1096-74d2-4841-973c-25801587ede5),segment_id=6d5b1096-74d2-4841-973c-25801587ede5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:06.842688 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-bc6dddd5-b175-4c03-bbe3-a4a6f3e405e9 None None] Provisioning for port cf98c25a-1110-4ccc-8f5e-5819a21d4ced completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:06.851735 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-bc6dddd5-b175-4c03-bbe3-a4a6f3e405e9 None None] Provisioning complete for port cf98c25a-1110-4ccc-8f5e-5819a21d4ced triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:06.852437 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bc6dddd5-b175-4c03-bbe3-a4a6f3e405e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:06.899643 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fe95b-2bc9-4697-aa8c-65378d8d8a49 req-64b14f0e-622f-489e-8979-27202b9b694b tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:06.908005 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:06.914025 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-bc6dddd5-b175-4c03-bbe3-a4a6f3e405e9 None None] Port cf98c25a-1110-4ccc-8f5e-5819a21d4ced cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:08:06.923032 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7c8fe95b-2bc9-4697-aa8c-65378d8d8a49 req-64b14f0e-622f-489e-8979-27202b9b694b tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 945 time: 0.1458201 Aug 11 02:08:06.940565 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-94f6ddc1-ce62-4f38-9d88-a9fb3775186c req-ee88775a-b5e9-4397-b3eb-c01842374815 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4849a0a-99ac-4f90-8453-af814ed38664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778373 Aug 11 02:08:06.944779 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1b3b94-6db9-4407-b61a-37b1bbbd72cc None None] Routers {'c47677c1-f7fe-4cb4-9e37-1d2be14a5264'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:06.947201 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-eb1b3b94-6db9-4407-b61a-37b1bbbd72cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:07:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['c47677c1-f7fe-4cb4-9e37-1d2be14a5264'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:06.992409 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7c8fe95b-2bc9-4697-aa8c-65378d8d8a49 req-7fd44d2c-7ac8-439d-83da-5cc829b87926 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664363 Aug 11 02:08:07.002080 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-61715636-2d4a-49ca-b4aa-5d6373f73494 admin admin] Deleting port 9f1c4d6e-676f-4719-8057-099116d96ad6 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:08:07.002625 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61715636-2d4a-49ca-b4aa-5d6373f73494 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:07.145992 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-a83e81fc-8383-4927-946a-671e2ef6ed41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf98c25a-1110-4ccc-8f5e-5819a21d4ced {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:08:07.161568 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-a83e81fc-8383-4927-946a-671e2ef6ed41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:07.177642 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-61715636-2d4a-49ca-b4aa-5d6373f73494 admin admin] For port 9f1c4d6e-676f-4719-8057-099116d96ad6, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9f1c4d6e-676f-4719-8057-099116d96ad6,segment=NetworkSegment(e2e87212-6a86-4d9c-b54b-6de1ef876734),segment_id=e2e87212-6a86-4d9c-b54b-6de1ef876734)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:07.179377 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61715636-2d4a-49ca-b4aa-5d6373f73494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:07.188712 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-a83e81fc-8383-4927-946a-671e2ef6ed41 service neutron] Transition to ACTIVE for port object cf98c25a-1110-4ccc-8f5e-5819a21d4ced will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:07.205435 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-a83e81fc-8383-4927-946a-671e2ef6ed41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:07.206031 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-61715636-2d4a-49ca-b4aa-5d6373f73494 admin admin] Calling delete_port for 9f1c4d6e-676f-4719-8057-099116d96ad6 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:08:07.219309 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28411003-a88e-4661-88e7-d51cf80ab343 req-0646dbec-9830-4283-a2fc-1738e7a6db14 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:07.228563 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-28411003-a88e-4661-88e7-d51cf80ab343 req-0646dbec-9830-4283-a2fc-1738e7a6db14 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 945 time: 0.1143513 Aug 11 02:08:07.337985 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-28411003-a88e-4661-88e7-d51cf80ab343 req-97288bd0-b6e9-4d88-8f6c-e2bdbed5f587 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018100 Aug 11 02:08:07.372988 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e81fc-8383-4927-946a-671e2ef6ed41 service neutron] Pushing event updated for resources: {'Port': ['ID=cf98c25a-1110-4ccc-8f5e-5819a21d4ced,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:07.418586 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a914557a-c015-4c51-a9bd-c89498b171f9 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:08:07.423130 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61715636-2d4a-49ca-b4aa-5d6373f73494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:07.436289 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcbbf68-c430-4308-ab6f-f39e6accc3ab x-openstack-request-id: req-3bcbbf68-c430-4308-ab6f-f39e6accc3ab {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:07.436594 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773", "tag": "a2b9b02d-3534-429a-b620-30d9620ac78f", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:07.436857 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3bcbbf68-c430-4308-ab6f-f39e6accc3ab {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:07.437278 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773', 'tag': 'a2b9b02d-3534-429a-b620-30d9620ac78f', 'status': 'completed', 'code': 200} Aug 11 02:08:07.472893 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: a914557a-c015-4c51-a9bd-c89498b171f9 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:08:07.473745 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a914557a-c015-4c51-a9bd-c89498b171f9 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:08:07.498875 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61715636-2d4a-49ca-b4aa-5d6373f73494 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f1c4d6e-676f-4719-8057-099116d96ad6,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:07.513625 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61715636-2d4a-49ca-b4aa-5d6373f73494 admin admin] No DVR routers for this DVR port 9f1c4d6e-676f-4719-8057-099116d96ad6 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:08:07.518594 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-eb1b3b94-6db9-4407-b61a-37b1bbbd72cc None None] Set router c47677c1-f7fe-4cb4-9e37-1d2be14a5264 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:07.566853 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=84008e0b-0dce-46e4-a066-aac3578f80bd,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:07.573885 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329365f-64cf-4017-a044-636d590ca84e req-eeafee50-b0f5-4bbc-a153-62f653cd6f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:07.575620 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a329365f-64cf-4017-a044-636d590ca84e req-eeafee50-b0f5-4bbc-a153-62f653cd6f5e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb95ec3b4fc24ea09028c8f97283ca58&device_id=6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773 HTTP/1.1" status: 200 len: 1097 time: 0.1075311 Aug 11 02:08:07.576598 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-a83e81fc-8383-4927-946a-671e2ef6ed41 service neutron] Attempting to bind port cf98c25a-1110-4ccc-8f5e-5819a21d4ced on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:08:07.577372 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-a83e81fc-8383-4927-946a-671e2ef6ed41 service neutron] Attempting to bind port cf98c25a-1110-4ccc-8f5e-5819a21d4ced by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '6d5b1096-74d2-4841-973c-25801587ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:08:07.577580 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-a83e81fc-8383-4927-946a-671e2ef6ed41 service neutron] Attempting to bind port cf98c25a-1110-4ccc-8f5e-5819a21d4ced on network b06d3d10-588d-4354-a566-0e4bf50ab835 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:07.583872 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-a83e81fc-8383-4927-946a-671e2ef6ed41 service neutron] Port cf98c25a-1110-4ccc-8f5e-5819a21d4ced on network b06d3d10-588d-4354-a566-0e4bf50ab835 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:08:07.584191 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-a83e81fc-8383-4927-946a-671e2ef6ed41 service neutron] Attempting to bind port cf98c25a-1110-4ccc-8f5e-5819a21d4ced on network b06d3d10-588d-4354-a566-0e4bf50ab835 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:07.590577 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-a83e81fc-8383-4927-946a-671e2ef6ed41 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:08:07.590861 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-a83e81fc-8383-4927-946a-671e2ef6ed41 service neutron] Checking segment: {'id': '6d5b1096-74d2-4841-973c-25801587ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:07.591324 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-a83e81fc-8383-4927-946a-671e2ef6ed41 service neutron] Bound using segment: {'id': '6d5b1096-74d2-4841-973c-25801587ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:08:07.591733 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-a83e81fc-8383-4927-946a-671e2ef6ed41 service neutron] Bound port: cf98c25a-1110-4ccc-8f5e-5819a21d4ced, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d5b1096-74d2-4841-973c-25801587ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:08:07.592725 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-a83e81fc-8383-4927-946a-671e2ef6ed41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:07.604844 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-6595eb8f-20ed-4990-8937-05fec4db25ee None None] Deleting port 9f1c4d6e-676f-4719-8057-099116d96ad6 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:08:07.605304 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6595eb8f-20ed-4990-8937-05fec4db25ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:07.766900 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-6595eb8f-20ed-4990-8937-05fec4db25ee None None] For port 9f1c4d6e-676f-4719-8057-099116d96ad6, host n-d-615180-33, got binding levels [] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:07.767814 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6595eb8f-20ed-4990-8937-05fec4db25ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:07.775370 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61715636-2d4a-49ca-b4aa-5d6373f73494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:07.794392 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-6595eb8f-20ed-4990-8937-05fec4db25ee None None] Calling delete_port for 9f1c4d6e-676f-4719-8057-099116d96ad6 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:08:07.799627 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-61715636-2d4a-49ca-b4aa-5d6373f73494 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1395f45-8a77-4154-8a13-da59aa8da322']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:07.807222 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.ipam_backend_mixin [None req-6595eb8f-20ed-4990-8937-05fec4db25ee None None] Port 9f1c4d6e-676f-4719-8057-099116d96ad6 was not found and therefore no delete operation was performed {{(pid=94508) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:08:07.813724 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-61715636-2d4a-49ca-b4aa-5d6373f73494 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e87212-6a86-4d9c-b54b-6de1ef876734') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:07.814023 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-61715636-2d4a-49ca-b4aa-5d6373f73494 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e87212-6a86-4d9c-b54b-6de1ef876734') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:07.823178 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6595eb8f-20ed-4990-8937-05fec4db25ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:07.825429 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61715636-2d4a-49ca-b4aa-5d6373f73494 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:07.843588 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61715636-2d4a-49ca-b4aa-5d6373f73494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:07.850952 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61715636-2d4a-49ca-b4aa-5d6373f73494 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:08:07.851278 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61715636-2d4a-49ca-b4aa-5d6373f73494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:07.861668 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-a83e81fc-8383-4927-946a-671e2ef6ed41 service neutron] For port cf98c25a-1110-4ccc-8f5e-5819a21d4ced, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:07.871340 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-a83e81fc-8383-4927-946a-671e2ef6ed41 service neutron] For port cf98c25a-1110-4ccc-8f5e-5819a21d4ced, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=cf98c25a-1110-4ccc-8f5e-5819a21d4ced,segment=NetworkSegment(6d5b1096-74d2-4841-973c-25801587ede5),segment_id=6d5b1096-74d2-4841-973c-25801587ede5)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:08:07.884132 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329365f-64cf-4017-a044-636d590ca84e req-fcffc38c-69bb-4518-afc4-732a4adddb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:07.887462 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a329365f-64cf-4017-a044-636d590ca84e req-fcffc38c-69bb-4518-afc4-732a4adddb05 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b5969549-5c73-4bce-b89e-aaad46645b7b HTTP/1.1" status: 200 len: 924 time: 0.2615657 Aug 11 02:08:07.892597 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-a83e81fc-8383-4927-946a-671e2ef6ed41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:07.903197 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595eb8f-20ed-4990-8937-05fec4db25ee None None] Pushing event deleted for resources: {'Port': ['ID=9f1c4d6e-676f-4719-8057-099116d96ad6,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:07.907868 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6595eb8f-20ed-4990-8937-05fec4db25ee None None] No DVR routers for this DVR port 9f1c4d6e-676f-4719-8057-099116d96ad6 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:08:07.977678 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:08:07.995106 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-a83e81fc-8383-4927-946a-671e2ef6ed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:07.995770 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-a83e81fc-8383-4927-946a-671e2ef6ed41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:07.997221 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-a83e81fc-8383-4927-946a-671e2ef6ed41 service neutron] 10.222.0.73 "PUT /v2.0/ports/cf98c25a-1110-4ccc-8f5e-5819a21d4ced HTTP/1.1" status: 200 len: 1092 time: 1.7801113 Aug 11 02:08:08.013035 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 84008e0b-0dce-46e4-a066-aac3578f80bd up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:08.019040 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7098af3c-9906-4d30-8fc7-544b74660c9a', 'tag': 'cf98c25a-1110-4ccc-8f5e-5819a21d4ced'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:08.024173 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcf2174-8cf6-4b54-a367-d4d943d285b7" -d '{"events": [{"name": "network-changed", "server_uuid": "7098af3c-9906-4d30-8fc7-544b74660c9a", "tag": "cf98c25a-1110-4ccc-8f5e-5819a21d4ced"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:08.068418 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d8c11-cf6d-4036-a45e-be94ed48827f req-967dc8de-7a73-4567-8afb-6d257d4681db tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:08.070190 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ca1d8c11-cf6d-4036-a45e-be94ed48827f req-967dc8de-7a73-4567-8afb-6d257d4681db tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 950 time: 0.1166201 Aug 11 02:08:08.072301 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61715636-2d4a-49ca-b4aa-5d6373f73494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:08.104496 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61715636-2d4a-49ca-b4aa-5d6373f73494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:08.114478 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 84008e0b-0dce-46e4-a066-aac3578f80bd triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:08.114909 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:08.117357 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-61715636-2d4a-49ca-b4aa-5d6373f73494 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c1395f45-8a77-4154-8a13-da59aa8da322 HTTP/1.1" status: 204 len: 168 time: 1.9361205 Aug 11 02:08:08.130536 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58422) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:08.144274 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-eb1b3b94-6db9-4407-b61a-37b1bbbd72cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809665121-router', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:02Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'gw_port': {'id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:04Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'cab856b4-1f15-48fd-9b78-db1df749a320', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'floating_ip_address': '172.25.2.140', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'port_id': 'a2b9b02d-3534-429a-b620-30d9620ac78f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b', 'mac_address': 'fa:16:3e:20:1a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:05:39Z', 'updated_at': '2021-08-11T02:08:04Z', 'revision_number': 5, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be37bb9-076d-463a-b531-bb0e301d7352', 'name': '', 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'mac_address': 'fa:16:3e:1c:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:09Z', 'updated_at': '2021-08-11T02:05:18Z', 'revision_number': 5, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'subnets': [{'id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:08.150551 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61715636-2d4a-49ca-b4aa-5d6373f73494 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1395f45-8a77-4154-8a13-da59aa8da322,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:08.177106 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1b3b94-6db9-4407-b61a-37b1bbbd72cc None None] Checking router: c47677c1-f7fe-4cb4-9e37-1d2be14a5264 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:08:08.202517 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ca1d8c11-cf6d-4036-a45e-be94ed48827f req-f2cc159c-b7f9-4fe4-923c-e549d48a10cb tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184793 Aug 11 02:08:08.205759 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1b3b94-6db9-4407-b61a-37b1bbbd72cc None None] Routers {'c47677c1-f7fe-4cb4-9e37-1d2be14a5264'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:08.206696 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-eb1b3b94-6db9-4407-b61a-37b1bbbd72cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:07:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['c47677c1-f7fe-4cb4-9e37-1d2be14a5264'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:08.217406 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e81fc-8383-4927-946a-671e2ef6ed41 service neutron] Pushing event updated for resources: {'Port': ['ID=cf98c25a-1110-4ccc-8f5e-5819a21d4ced,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:08.271044 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a329365f-64cf-4017-a044-636d590ca84e req-f7fab5ec-a6ab-4434-a451-95e36f3f2a46 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2b9b02d-3534-429a-b620-30d9620ac78f HTTP/1.1" status: 200 len: 999 time: 0.3707168 Aug 11 02:08:08.373922 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db89ebf-b1f0-44ee-80d6-d74e77673d7c req-fc976856-02a8-499f-9a50-8992334f613f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:08.377700 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7db89ebf-b1f0-44ee-80d6-d74e77673d7c req-fc976856-02a8-499f-9a50-8992334f613f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 945 time: 0.0602698 Aug 11 02:08:08.438898 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7db89ebf-b1f0-44ee-80d6-d74e77673d7c req-7ef89018-633c-4462-83aa-42377c96b323 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510478 Aug 11 02:08:08.453814 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-eb1b3b94-6db9-4407-b61a-37b1bbbd72cc None None] Set router c47677c1-f7fe-4cb4-9e37-1d2be14a5264 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:08.501628 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-092bb8d2-9c7e-4335-87bf-b27b7ea850d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:08.501970 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9f1c4d6e-676f-4719-8057-099116d96ad6 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:08:08.503740 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-092bb8d2-9c7e-4335-87bf-b27b7ea850d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3851339e44404f088cb1430a89e6ffa3&device_id=7098af3c-9906-4d30-8fc7-544b74660c9a HTTP/1.1" status: 200 len: 1095 time: 0.4378853 Aug 11 02:08:08.507713 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd855d57-786e-4f14-84e4-5f681b74ebb4 x-openstack-request-id: req-bd855d57-786e-4f14-84e4-5f681b74ebb4 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:08.508071 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7098af3c-9906-4d30-8fc7-544b74660c9a", "tag": "cf98c25a-1110-4ccc-8f5e-5819a21d4ced", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:08.508391 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bd855d57-786e-4f14-84e4-5f681b74ebb4 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:08.508853 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7098af3c-9906-4d30-8fc7-544b74660c9a', 'tag': 'cf98c25a-1110-4ccc-8f5e-5819a21d4ced', 'status': 'completed', 'code': 200} Aug 11 02:08:08.514418 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329365f-64cf-4017-a044-636d590ca84e req-026f65b9-d3e0-4227-a7bd-eece82fc912d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:08.516003 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a329365f-64cf-4017-a044-636d590ca84e req-026f65b9-d3e0-4227-a7bd-eece82fc912d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ba38ec18-d6ec-4e46-bbbf-b36cb49bb999 HTTP/1.1" status: 200 len: 862 time: 0.2290869 Aug 11 02:08:08.525861 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 9f1c4d6e-676f-4719-8057-099116d96ad6 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:08:08.526033 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbfc26-22b9-4b8a-9e59-3e9110ff7602 req-d703c22a-955a-47ac-80b9-9b9c7d7c0912 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:08.526213 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9f1c4d6e-676f-4719-8057-099116d96ad6 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:08:08.534022 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-03bbfc26-22b9-4b8a-9e59-3e9110ff7602 req-d703c22a-955a-47ac-80b9-9b9c7d7c0912 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports?device_id=7098af3c-9906-4d30-8fc7-544b74660c9a HTTP/1.1" status: 200 len: 943 time: 0.3752022 Aug 11 02:08:08.640573 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-aaf13a6c-7c54-4a47-8f6e-01e0c4015a4f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf98c25a-1110-4ccc-8f5e-5819a21d4ced HTTP/1.1" status: 200 len: 217 time: 0.0951169 Aug 11 02:08:08.753535 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329365f-64cf-4017-a044-636d590ca84e req-99d2628e-b452-4d9b-831e-699981c29eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:08.755094 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a329365f-64cf-4017-a044-636d590ca84e req-99d2628e-b452-4d9b-831e-699981c29eb9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b5969549-5c73-4bce-b89e-aaad46645b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1967180 Aug 11 02:08:08.774312 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-03bbfc26-22b9-4b8a-9e59-3e9110ff7602 req-7504cdac-03bc-474a-845e-a09c1d99f68b tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4849a0a-99ac-4f90-8453-af814ed38664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392607 Aug 11 02:08:08.775483 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-eb1b3b94-6db9-4407-b61a-37b1bbbd72cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809665121-router', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:02Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'gw_port': {'id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:04Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'cab856b4-1f15-48fd-9b78-db1df749a320', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'floating_ip_address': '172.25.2.140', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'port_id': 'a2b9b02d-3534-429a-b620-30d9620ac78f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b', 'mac_address': 'fa:16:3e:20:1a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:05:39Z', 'updated_at': '2021-08-11T02:08:04Z', 'revision_number': 5, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be37bb9-076d-463a-b531-bb0e301d7352', 'name': '', 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'mac_address': 'fa:16:3e:1c:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:09Z', 'updated_at': '2021-08-11T02:05:18Z', 'revision_number': 5, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'subnets': [{'id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:08.784954 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b8445-9590-4922-9a9e-4592ea6b6660 req-b4399e14-2595-460e-af6d-395ca0e98e32 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:08.786620 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2c8b8445-9590-4922-9a9e-4592ea6b6660 req-b4399e14-2595-460e-af6d-395ca0e98e32 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 945 time: 0.0664568 Aug 11 02:08:08.805004 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1b3b94-6db9-4407-b61a-37b1bbbd72cc None None] The sync data for ids ['c47677c1-f7fe-4cb4-9e37-1d2be14a5264'] in n-d-615180-33 is: [{'id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809665121-router', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:02Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'gw_port': {'id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:04Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'cab856b4-1f15-48fd-9b78-db1df749a320', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'floating_ip_address': '172.25.2.140', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'port_id': 'a2b9b02d-3534-429a-b620-30d9620ac78f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b', 'mac_address': 'fa:16:3e:20:1a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:05:39Z', 'updated_at': '2021-08-11T02:08:04Z', 'revision_number': 5, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be37bb9-076d-463a-b531-bb0e301d7352', 'name': '', 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'mac_address': 'fa:16:3e:1c:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:09Z', 'updated_at': '2021-08-11T02:05:18Z', 'revision_number': 5, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'subnets': [{'id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:08:08.818204 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-ef1d812a-65c1-43e7-80b9-ff079da3fbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:08.820131 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-ef1d812a-65c1-43e7-80b9-ff079da3fbcf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21a76d83-aa04-4360-9155-f987f570d2fd HTTP/1.1" status: 200 len: 859 time: 0.1486139 Aug 11 02:08:08.847932 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2c8b8445-9590-4922-9a9e-4592ea6b6660 req-31fd52eb-dda1-4ad4-a091-004e8d3093f4 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546062 Aug 11 02:08:08.986483 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-1ea42ff2-08f5-410c-9d93-9a88fedc986d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:08.988112 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-1ea42ff2-08f5-410c-9d93-9a88fedc986d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b06d3d10-588d-4354-a566-0e4bf50ab835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1520202 Aug 11 02:08:09.060283 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bcee27-21ab-4b97-b74d-6becca1c921d None None] New status for floating IP cab856b4-1f15-48fd-9b78-db1df749a320: ACTIVE {{(pid=94509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:08:09.071055 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a329365f-64cf-4017-a044-636d590ca84e req-9ddb91d0-976a-4bfd-a987-2c747f2a5fd1 service neutron] 10.222.0.66 "GET /v2.0/networks/b5969549-5c73-4bce-b89e-aaad46645b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825432 Aug 11 02:08:09.512631 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-b6af0051-6fab-4298-84da-1ebe4091ed72 service neutron] 10.222.0.73 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5064585 Aug 11 02:08:09.563071 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0329999-eb6d-4ff2-aed7-a97008fa7192 req-9fbd3f2a-abe2-49c0-89be-01fb29ea238a tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:09.564990 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f0329999-eb6d-4ff2-aed7-a97008fa7192 req-9fbd3f2a-abe2-49c0-89be-01fb29ea238a tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 945 time: 0.0579045 Aug 11 02:08:09.607574 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f0329999-eb6d-4ff2-aed7-a97008fa7192 req-8c68aea8-f9d2-483d-9ec5-645e44afac11 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352106 Aug 11 02:08:09.618048 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087c0a7-3d7c-4045-8bfb-138fc67844d1 req-3518f28d-2ab6-4372-b8ac-17c1b1f0acb0 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:09.619804 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2087c0a7-3d7c-4045-8bfb-138fc67844d1 req-3518f28d-2ab6-4372-b8ac-17c1b1f0acb0 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 950 time: 0.2023509 Aug 11 02:08:09.659799 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a329365f-64cf-4017-a044-636d590ca84e req-9129658e-c24c-4024-b759-39c02bade7ad service neutron] 10.222.0.66 "GET /v2.0/networks/b5969549-5c73-4bce-b89e-aaad46645b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5600560 Aug 11 02:08:09.718219 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5feb8d0f-d1b6-42c2-8de5-779620538007 req-0962f43f-0a29-431d-ba81-67439a88331b service neutron] 10.222.0.73 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930001 Aug 11 02:08:09.722921 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2087c0a7-3d7c-4045-8bfb-138fc67844d1 req-52774b71-166b-4264-b387-390d1132005e tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830259 Aug 11 02:08:09.731378 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6376c5bc-ffa4-4886-9f27-90ab2bd52bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:09.903275 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf2174-8cf6-4b54-a367-d4d943d285b7 req-6bb7a74d-7625-4a71-96ed-28bbaf4e9a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:09.905539 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9bcf2174-8cf6-4b54-a367-d4d943d285b7 req-6bb7a74d-7625-4a71-96ed-28bbaf4e9a58 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3851339e44404f088cb1430a89e6ffa3&device_id=7098af3c-9906-4d30-8fc7-544b74660c9a HTTP/1.1" status: 200 len: 1095 time: 0.1199114 Aug 11 02:08:10.010815 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59612860-3dce-4aeb-a6a1-510ee16a00f5 req-3016ff72-ccd5-4fc5-b095-cf0f3c7ae1ad tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:10.012596 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-59612860-3dce-4aeb-a6a1-510ee16a00f5 req-3016ff72-ccd5-4fc5-b095-cf0f3c7ae1ad tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 945 time: 0.0563915 Aug 11 02:08:10.018517 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378b05d-0419-4301-a2c2-874f5c5a794f req-6c6c5778-782b-49b0-9f88-1bbf7eae78c3 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:10.020049 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f378b05d-0419-4301-a2c2-874f5c5a794f req-6c6c5778-782b-49b0-9f88-1bbf7eae78c3 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports?device_id=7098af3c-9906-4d30-8fc7-544b74660c9a HTTP/1.1" status: 200 len: 943 time: 0.1661410 Aug 11 02:08:10.063100 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-59612860-3dce-4aeb-a6a1-510ee16a00f5 req-d4df9e71-4262-4645-8722-ec6b96ba0433 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426166 Aug 11 02:08:10.109792 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f378b05d-0419-4301-a2c2-874f5c5a794f req-0ad84916-805f-44e9-bcd8-55400dbaf3d4 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4849a0a-99ac-4f90-8453-af814ed38664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786948 Aug 11 02:08:10.112181 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf2174-8cf6-4b54-a367-d4d943d285b7 req-fc587fa0-0be7-47c6-9f66-b7c58c664847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:10.113576 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9bcf2174-8cf6-4b54-a367-d4d943d285b7 req-fc587fa0-0be7-47c6-9f66-b7c58c664847 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b06d3d10-588d-4354-a566-0e4bf50ab835 HTTP/1.1" status: 200 len: 921 time: 0.1693397 Aug 11 02:08:10.170980 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9bcf2174-8cf6-4b54-a367-d4d943d285b7 req-caeeef18-45fa-40f1-8d8e-b847e2f3f786 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf98c25a-1110-4ccc-8f5e-5819a21d4ced HTTP/1.1" status: 200 len: 217 time: 0.0495760 Aug 11 02:08:10.248754 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf2174-8cf6-4b54-a367-d4d943d285b7 req-352ccb5a-0c2a-4c6b-bff0-ccce5fcecd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:10.250234 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9bcf2174-8cf6-4b54-a367-d4d943d285b7 req-352ccb5a-0c2a-4c6b-bff0-ccce5fcecd69 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21a76d83-aa04-4360-9155-f987f570d2fd HTTP/1.1" status: 200 len: 859 time: 0.0713084 Aug 11 02:08:10.276085 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-6376c5bc-ffa4-4886-9f27-90ab2bd52bee admin admin] Deleting port 3ee270fb-8d94-498b-8320-f8244df09329 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:08:10.276085 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6376c5bc-ffa4-4886-9f27-90ab2bd52bee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:10.363341 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf2174-8cf6-4b54-a367-d4d943d285b7 req-8fffddd3-9eae-4a83-9992-27413617221f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:10.365027 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9bcf2174-8cf6-4b54-a367-d4d943d285b7 req-8fffddd3-9eae-4a83-9992-27413617221f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b06d3d10-588d-4354-a566-0e4bf50ab835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1037810 Aug 11 02:08:10.394863 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-6376c5bc-ffa4-4886-9f27-90ab2bd52bee admin admin] For port 3ee270fb-8d94-498b-8320-f8244df09329, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3ee270fb-8d94-498b-8320-f8244df09329,segment=NetworkSegment(6a42bafd-f31c-4ec7-8c13-f72b5e9a92a8),segment_id=6a42bafd-f31c-4ec7-8c13-f72b5e9a92a8)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:10.395257 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6376c5bc-ffa4-4886-9f27-90ab2bd52bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:10.441556 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-6376c5bc-ffa4-4886-9f27-90ab2bd52bee admin admin] Calling delete_port for 3ee270fb-8d94-498b-8320-f8244df09329 owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:08:10.537227 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9bcf2174-8cf6-4b54-a367-d4d943d285b7 req-511f11fd-68c7-47e3-9ee2-02820dd7b05c service neutron] 10.222.0.73 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570647 Aug 11 02:08:10.693702 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9bcf2174-8cf6-4b54-a367-d4d943d285b7 req-1823dce0-643f-4061-a8bb-452f7f749776 service neutron] 10.222.0.73 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459796 Aug 11 02:08:10.738089 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079adfc-8689-46d9-b6c4-36fd775c4850 req-4003d6b0-a8fd-4b37-9939-8b663c17fa78 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:10.744453 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1079adfc-8689-46d9-b6c4-36fd775c4850 req-4003d6b0-a8fd-4b37-9939-8b663c17fa78 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 945 time: 0.0597372 Aug 11 02:08:10.749177 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6376c5bc-ffa4-4886-9f27-90ab2bd52bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:10.780837 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376c5bc-ffa4-4886-9f27-90ab2bd52bee admin admin] Pushing event deleted for resources: {'Port': ['ID=3ee270fb-8d94-498b-8320-f8244df09329,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:10.793285 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1079adfc-8689-46d9-b6c4-36fd775c4850 req-66b61aef-1cad-4b90-afd8-658c21271ddf tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466447 Aug 11 02:08:10.992806 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a8fbf-9b4c-402f-9b35-903f1f075626 req-907f1eff-c4ed-46b8-85f8-25aaf28bf1af tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:10.996107 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4f4a8fbf-9b4c-402f-9b35-903f1f075626 req-907f1eff-c4ed-46b8-85f8-25aaf28bf1af tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 950 time: 0.1048672 Aug 11 02:08:11.088329 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6376c5bc-ffa4-4886-9f27-90ab2bd52bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:11.098098 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4f4a8fbf-9b4c-402f-9b35-903f1f075626 req-535fa8a7-4a66-4b3e-ad33-30661b7d799d tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567205 Aug 11 02:08:11.226101 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15a72c-fdcd-4bb2-a4b6-f234dc007db8 req-2cf1f1fa-b795-47ad-a057-bf0024a31efa tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:11.227944 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b15a72c-fdcd-4bb2-a4b6-f234dc007db8 req-2cf1f1fa-b795-47ad-a057-bf0024a31efa tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 945 time: 0.0600781 Aug 11 02:08:11.274505 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b15a72c-fdcd-4bb2-a4b6-f234dc007db8 req-fa4a55a5-9f7e-48d9-8322-e6b8f2f14f9c tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391335 Aug 11 02:08:11.318648 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7251bca-82a6-4e75-a891-b4e7bcf5e204 req-a13bff85-558a-4fb9-88ce-5a97e6bf6599 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:11.320161 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c7251bca-82a6-4e75-a891-b4e7bcf5e204 req-a13bff85-558a-4fb9-88ce-5a97e6bf6599 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports?device_id=7098af3c-9906-4d30-8fc7-544b74660c9a HTTP/1.1" status: 200 len: 943 time: 0.1170764 Aug 11 02:08:11.407407 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c7251bca-82a6-4e75-a891-b4e7bcf5e204 req-94cce43f-1546-46d5-849a-9c1f42c57cfc tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4849a0a-99ac-4f90-8453-af814ed38664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765896 Aug 11 02:08:11.421086 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6376c5bc-ffa4-4886-9f27-90ab2bd52bee admin admin] Router 322a826a-c013-43d6-9cbe-76c32a921b02 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:08:11.542325 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6376c5bc-ffa4-4886-9f27-90ab2bd52bee admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:08:11.548700 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6376c5bc-ffa4-4886-9f27-90ab2bd52bee admin admin] 10.222.0.50 "PUT /v2.0/routers/322a826a-c013-43d6-9cbe-76c32a921b02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4049687 Aug 11 02:08:11.551314 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58458) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:11.555182 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7c9a5-9525-4dfc-9ece-63a410580ce0 None None] Sync routers for ids ['322a826a-c013-43d6-9cbe-76c32a921b02'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:08:11.566104 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c7c9a5-9525-4dfc-9ece-63a410580ce0 None None] Routers {'322a826a-c013-43d6-9cbe-76c32a921b02'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:11.566846 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-59c7c9a5-9525-4dfc-9ece-63a410580ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:07:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['322a826a-c013-43d6-9cbe-76c32a921b02'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:11.666761 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6b36c478-ced5-472d-941e-5c2f4ab56c1b admin admin] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:11.681517 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-59c7c9a5-9525-4dfc-9ece-63a410580ce0 None None] Set router 322a826a-c013-43d6-9cbe-76c32a921b02 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:11.789069 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6b36c478-ced5-472d-941e-5c2f4ab56c1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:11.855285 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device cf98c25a-1110-4ccc-8f5e-5819a21d4ced details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:08:11.864649 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-6b36c478-ced5-472d-941e-5c2f4ab56c1b admin admin] Deleting port 8eb57deb-c0c3-48d0-a750-cd0c603690d5 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:08:11.865075 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6b36c478-ced5-472d-941e-5c2f4ab56c1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:11.972560 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fd979-0c5c-4b3d-9a05-1f5133176682 req-e122bf81-8fcf-4d4d-913f-bd32ba9c12d0 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:11.974437 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7b9fd979-0c5c-4b3d-9a05-1f5133176682 req-e122bf81-8fcf-4d4d-913f-bd32ba9c12d0 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 945 time: 0.0689569 Aug 11 02:08:12.004698 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-59c7c9a5-9525-4dfc-9ece-63a410580ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322a826a-c013-43d6-9cbe-76c32a921b02', 'name': 'tempest-AttachSCSIVolumeTestJSON-1284077289-router', 'tenant_id': '87f2f49f654f4685a1497faee6aaad84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '8eb57deb-c0c3-48d0-a750-cd0c603690d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:07Z', 'updated_at': '2021-08-11T02:08:10Z', 'revision_number': 5, 'project_id': '87f2f49f654f4685a1497faee6aaad84', 'gw_port': {'id': '8eb57deb-c0c3-48d0-a750-cd0c603690d5', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322a826a-c013-43d6-9cbe-76c32a921b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:08Z', 'updated_at': '2021-08-11T02:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:12.040083 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7c9a5-9525-4dfc-9ece-63a410580ce0 None None] Checking router: 322a826a-c013-43d6-9cbe-76c32a921b02 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:08:12.042659 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7b9fd979-0c5c-4b3d-9a05-1f5133176682 req-f2423617-3ffd-4db8-aece-ecffa8ca12e4 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515718 Aug 11 02:08:12.044683 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-6b36c478-ced5-472d-941e-5c2f4ab56c1b admin admin] For port 8eb57deb-c0c3-48d0-a750-cd0c603690d5, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8eb57deb-c0c3-48d0-a750-cd0c603690d5,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:12.047758 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6b36c478-ced5-472d-941e-5c2f4ab56c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:12.071583 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-6b36c478-ced5-472d-941e-5c2f4ab56c1b admin admin] Calling delete_port for 8eb57deb-c0c3-48d0-a750-cd0c603690d5 owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:08:12.074156 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c7c9a5-9525-4dfc-9ece-63a410580ce0 None None] Routers {'322a826a-c013-43d6-9cbe-76c32a921b02'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:12.074935 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-59c7c9a5-9525-4dfc-9ece-63a410580ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:07:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['322a826a-c013-43d6-9cbe-76c32a921b02'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:12.175646 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port cf98c25a-1110-4ccc-8f5e-5819a21d4ced, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=cf98c25a-1110-4ccc-8f5e-5819a21d4ced,segment=NetworkSegment(6d5b1096-74d2-4841-973c-25801587ede5),segment_id=6d5b1096-74d2-4841-973c-25801587ede5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:12.201296 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'cf98c25a-1110-4ccc-8f5e-5819a21d4ced', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'port_id': 'cf98c25a-1110-4ccc-8f5e-5819a21d4ced', 'mac_address': 'fa:16:3e:6c:31:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:08:12.208709 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-59c7c9a5-9525-4dfc-9ece-63a410580ce0 None None] Set router 322a826a-c013-43d6-9cbe-76c32a921b02 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:12.283465 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da540d-b839-4c49-ac4c-197dcf839522 req-386c5fc2-eabc-4a01-8a92-fa38d59382be tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:12.285142 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-19da540d-b839-4c49-ac4c-197dcf839522 req-386c5fc2-eabc-4a01-8a92-fa38d59382be tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 950 time: 0.0895057 Aug 11 02:08:12.294133 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-59c7c9a5-9525-4dfc-9ece-63a410580ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322a826a-c013-43d6-9cbe-76c32a921b02', 'name': 'tempest-AttachSCSIVolumeTestJSON-1284077289-router', 'tenant_id': '87f2f49f654f4685a1497faee6aaad84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:07Z', 'updated_at': '2021-08-11T02:08:11Z', 'revision_number': 6, 'project_id': '87f2f49f654f4685a1497faee6aaad84', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:12.332487 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6b36c478-ced5-472d-941e-5c2f4ab56c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:12.336594 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7c9a5-9525-4dfc-9ece-63a410580ce0 None None] The sync data for ids ['322a826a-c013-43d6-9cbe-76c32a921b02'] in n-d-615180-33 is: [{'id': '322a826a-c013-43d6-9cbe-76c32a921b02', 'name': 'tempest-AttachSCSIVolumeTestJSON-1284077289-router', 'tenant_id': '87f2f49f654f4685a1497faee6aaad84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:07Z', 'updated_at': '2021-08-11T02:08:11Z', 'revision_number': 6, 'project_id': '87f2f49f654f4685a1497faee6aaad84', 'gw_port_host': None}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:08:12.339641 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:12.363388 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf98c25a-1110-4ccc-8f5e-5819a21d4ced {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:08:12.370060 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-19da540d-b839-4c49-ac4c-197dcf839522 req-2228b7f4-9df2-495b-907a-95f0ed3c6c89 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716097 Aug 11 02:08:12.400798 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36c478-ced5-472d-941e-5c2f4ab56c1b admin admin] Pushing event deleted for resources: {'Port': ['ID=8eb57deb-c0c3-48d0-a750-cd0c603690d5,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:12.404062 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port cf98c25a-1110-4ccc-8f5e-5819a21d4ced, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=cf98c25a-1110-4ccc-8f5e-5819a21d4ced,segment=NetworkSegment(6d5b1096-74d2-4841-973c-25801587ede5),segment_id=6d5b1096-74d2-4841-973c-25801587ede5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:12.409516 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:12.477288 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0deb02-25e0-49cd-9cf6-ca0d835f1102 req-0a2fa7fb-0b7e-4e2a-b00e-b2c7564b1d60 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:12.480074 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dd0deb02-25e0-49cd-9cf6-ca0d835f1102 req-0a2fa7fb-0b7e-4e2a-b00e-b2c7564b1d60 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 945 time: 0.0897334 Aug 11 02:08:12.491284 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=cf98c25a-1110-4ccc-8f5e-5819a21d4ced,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:12.516194 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6b36c478-ced5-472d-941e-5c2f4ab56c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:12.535174 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dd0deb02-25e0-49cd-9cf6-ca0d835f1102 req-d8f94415-5620-4b39-b41d-cbaaab2cc1e1 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388699 Aug 11 02:08:12.661206 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6b36c478-ced5-472d-941e-5c2f4ab56c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:12.668038 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6b36c478-ced5-472d-941e-5c2f4ab56c1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:12.707087 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ce860-343a-4833-9e17-1660f3131f76 req-fd89b767-48de-4338-8c1a-d5adbe0da04b tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:12.709176 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-420ce860-343a-4833-9e17-1660f3131f76 req-fd89b767-48de-4338-8c1a-d5adbe0da04b tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports?device_id=7098af3c-9906-4d30-8fc7-544b74660c9a HTTP/1.1" status: 200 len: 944 time: 0.1737437 Aug 11 02:08:12.748572 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['cf98c25a-1110-4ccc-8f5e-5819a21d4ced'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:13.033160 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6b36c478-ced5-472d-941e-5c2f4ab56c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:13.033942 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b36c478-ced5-472d-941e-5c2f4ab56c1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 322a826a-c013-43d6-9cbe-76c32a921b02 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:08:13.046188 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6b36c478-ced5-472d-941e-5c2f4ab56c1b admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:13.047323 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6b36c478-ced5-472d-941e-5c2f4ab56c1b admin admin] 10.222.0.50 "DELETE /v2.0/routers/322a826a-c013-43d6-9cbe-76c32a921b02 HTTP/1.1" status: 204 len: 168 time: 1.4950347 Aug 11 02:08:13.050285 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58478) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:13.061637 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-420ce860-343a-4833-9e17-1660f3131f76 req-4cd3350a-4bd2-4f7d-bc64-92a4ef580e15 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4849a0a-99ac-4f90-8453-af814ed38664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167315 Aug 11 02:08:13.112130 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce835c5-b7c5-4cd1-8223-1a9dfed76f72 admin admin] Deleting subnet e759628c-177a-4841-abc1-dc126cca5205 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:08:13.116752 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ce835c5-b7c5-4cd1-8223-1a9dfed76f72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:13.182586 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ce835c5-b7c5-4cd1-8223-1a9dfed76f72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:13.239367 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f8542-97dd-4ae1-82fd-ab2a47514a29 req-f2b5cf1c-6072-4ca0-9e85-4382386676a7 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:13.240797 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fa4f8542-97dd-4ae1-82fd-ab2a47514a29 req-f2b5cf1c-6072-4ca0-9e85-4382386676a7 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 945 time: 0.1021760 Aug 11 02:08:13.309108 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ce835c5-b7c5-4cd1-8223-1a9dfed76f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:13.335423 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fa4f8542-97dd-4ae1-82fd-ab2a47514a29 req-b3908a50-afbe-4a1c-a0bb-a8125e9b7f73 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874760 Aug 11 02:08:13.380773 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ce835c5-b7c5-4cd1-8223-1a9dfed76f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:13.407461 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce835c5-b7c5-4cd1-8223-1a9dfed76f72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e759628c-177a-4841-abc1-dc126cca5205,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:13.413945 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ce835c5-b7c5-4cd1-8223-1a9dfed76f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:13.419278 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0ce835c5-b7c5-4cd1-8223-1a9dfed76f72 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e759628c-177a-4841-abc1-dc126cca5205 HTTP/1.1" status: 204 len: 168 time: 0.3648725 Aug 11 02:08:13.419387 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58486) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:13.425079 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ce15ab-d353-4f80-b91c-65e5149801ad None None] Network c65559e1-4eb8-4820-9052-68d94045d08a requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:08:13.531036 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c06d5e47-3dd8-4b2d-90bd-1c50980d8069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:13.548300 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176196b-2e89-4cd1-bb6c-636bdc848641 req-bd0e47ca-c599-4874-8343-eb26cc94b66f tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:13.550409 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5176196b-2e89-4cd1-bb6c-636bdc848641 req-bd0e47ca-c599-4874-8343-eb26cc94b66f tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 950 time: 0.1006882 Aug 11 02:08:13.641135 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5176196b-2e89-4cd1-bb6c-636bdc848641 req-63cd7890-2b78-4af3-8e9e-0d80e75e88d8 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524402 Aug 11 02:08:13.646276 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-c06d5e47-3dd8-4b2d-90bd-1c50980d8069 admin admin] Deleting port f83f0018-0275-417b-97ec-8ee9cd5e8a90 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:08:13.647193 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c06d5e47-3dd8-4b2d-90bd-1c50980d8069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:13.664449 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8d6452-36c3-4421-a889-e6bf9d2be23b None None] DHCP port deletion for c65559e1-4eb8-4820-9052-68d94045d08a request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:08:13.698294 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb47155-db3e-456b-acc1-ea7f586d584a req-f39e8318-ec42-4b89-8635-e676e2732671 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:13.700400 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fb47155-db3e-456b-acc1-ea7f586d584a req-f39e8318-ec42-4b89-8635-e676e2732671 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 945 time: 0.0647304 Aug 11 02:08:13.731216 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-2b8d6452-36c3-4421-a889-e6bf9d2be23b None None] Deleting port f83f0018-0275-417b-97ec-8ee9cd5e8a90 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:08:13.731900 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2b8d6452-36c3-4421-a889-e6bf9d2be23b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:13.738804 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-c06d5e47-3dd8-4b2d-90bd-1c50980d8069 admin admin] For port f83f0018-0275-417b-97ec-8ee9cd5e8a90, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f83f0018-0275-417b-97ec-8ee9cd5e8a90,segment=NetworkSegment(6a42bafd-f31c-4ec7-8c13-f72b5e9a92a8),segment_id=6a42bafd-f31c-4ec7-8c13-f72b5e9a92a8)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:13.739183 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c06d5e47-3dd8-4b2d-90bd-1c50980d8069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:13.754955 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-c06d5e47-3dd8-4b2d-90bd-1c50980d8069 admin admin] Calling delete_port for f83f0018-0275-417b-97ec-8ee9cd5e8a90 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:08:13.758617 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fb47155-db3e-456b-acc1-ea7f586d584a req-f6dded77-8c42-4721-9785-3da2ad28063c tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498695 Aug 11 02:08:13.808608 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-2b8d6452-36c3-4421-a889-e6bf9d2be23b None None] For port f83f0018-0275-417b-97ec-8ee9cd5e8a90, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f83f0018-0275-417b-97ec-8ee9cd5e8a90,segment=NetworkSegment(6a42bafd-f31c-4ec7-8c13-f72b5e9a92a8),segment_id=6a42bafd-f31c-4ec7-8c13-f72b5e9a92a8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:13.809199 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2b8d6452-36c3-4421-a889-e6bf9d2be23b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:13.822731 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-2b8d6452-36c3-4421-a889-e6bf9d2be23b None None] Calling delete_port for f83f0018-0275-417b-97ec-8ee9cd5e8a90 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:08:13.845775 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c06d5e47-3dd8-4b2d-90bd-1c50980d8069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:13.873891 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device cf98c25a-1110-4ccc-8f5e-5819a21d4ced up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:13.874984 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06d5e47-3dd8-4b2d-90bd-1c50980d8069 admin admin] No DVR routers for this DVR port f83f0018-0275-417b-97ec-8ee9cd5e8a90 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:08:13.878073 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d5e47-3dd8-4b2d-90bd-1c50980d8069 admin admin] Pushing event deleted for resources: {'Port': ['ID=f83f0018-0275-417b-97ec-8ee9cd5e8a90,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:14.094348 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f83f0018-0275-417b-97ec-8ee9cd5e8a90 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:08:14.135089 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2b8d6452-36c3-4421-a889-e6bf9d2be23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:14.145433 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: f83f0018-0275-417b-97ec-8ee9cd5e8a90 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:08:14.147871 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f83f0018-0275-417b-97ec-8ee9cd5e8a90 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:08:14.147871 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3ee270fb-8d94-498b-8320-f8244df09329 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:08:14.157486 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8d6452-36c3-4421-a889-e6bf9d2be23b None None] No DVR routers for this DVR port f83f0018-0275-417b-97ec-8ee9cd5e8a90 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:08:14.235382 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d6452-36c3-4421-a889-e6bf9d2be23b None None] Pushing event deleted for resources: {'Port': ['ID=f83f0018-0275-417b-97ec-8ee9cd5e8a90,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:14.237029 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 3ee270fb-8d94-498b-8320-f8244df09329 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:08:14.237404 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3ee270fb-8d94-498b-8320-f8244df09329 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:08:14.237792 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8eb57deb-c0c3-48d0-a750-cd0c603690d5 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:08:14.277912 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd88adc-1113-4195-97ae-977edceb6384 req-1103a5a6-afa1-4530-867d-acd3ed83f302 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:14.285957 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ffd88adc-1113-4195-97ae-977edceb6384 req-1103a5a6-afa1-4530-867d-acd3ed83f302 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports?device_id=7098af3c-9906-4d30-8fc7-544b74660c9a HTTP/1.1" status: 200 len: 944 time: 0.0964010 Aug 11 02:08:14.290189 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 8eb57deb-c0c3-48d0-a750-cd0c603690d5 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:08:14.290835 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8eb57deb-c0c3-48d0-a750-cd0c603690d5 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:08:14.314865 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port cf98c25a-1110-4ccc-8f5e-5819a21d4ced completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:14.318837 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c06d5e47-3dd8-4b2d-90bd-1c50980d8069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:14.319128 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port cf98c25a-1110-4ccc-8f5e-5819a21d4ced triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:14.319497 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:14.336321 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-c06d5e47-3dd8-4b2d-90bd-1c50980d8069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65559e1-4eb8-4820-9052-68d94045d08a']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:14.344613 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-c06d5e47-3dd8-4b2d-90bd-1c50980d8069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a42bafd-f31c-4ec7-8c13-f72b5e9a92a8') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:14.344908 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-c06d5e47-3dd8-4b2d-90bd-1c50980d8069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a42bafd-f31c-4ec7-8c13-f72b5e9a92a8') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:14.347957 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1373c-1177-460f-9582-eb096964c96e req-17ff7465-8ba0-47e6-b26a-d11b06c87f7d tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:14.349412 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a8e1373c-1177-460f-9582-eb096964c96e req-17ff7465-8ba0-47e6-b26a-d11b06c87f7d tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6&tenant_id=fc914b6e60444f2aabf27f905058cfbf&binding%3Ahost_id=n-h1-615180-33 HTTP/1.1" status: 200 len: 1097 time: 0.4129765 Aug 11 02:08:14.352564 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ffd88adc-1113-4195-97ae-977edceb6384 req-1ee04f10-cb28-410a-b6f6-86fcda1931ba tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4849a0a-99ac-4f90-8453-af814ed38664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592699 Aug 11 02:08:14.359298 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c06d5e47-3dd8-4b2d-90bd-1c50980d8069 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:14.364172 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-a8e1373c-1177-460f-9582-eb096964c96e req-31c2b872-bf8e-424a-9dca-dd6267f77b3a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-615180-33'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:14.394261 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c06d5e47-3dd8-4b2d-90bd-1c50980d8069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:14.408348 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06d5e47-3dd8-4b2d-90bd-1c50980d8069 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:08:14.408585 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c06d5e47-3dd8-4b2d-90bd-1c50980d8069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:08:14.410151 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:08:14.444096 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:14.471986 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7098af3c-9906-4d30-8fc7-544b74660c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf98c25a-1110-4ccc-8f5e-5819a21d4ced'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:14.474669 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f59a7f6-7c14-45e6-9c70-a46746c70522" -d '{"events": [{"server_uuid": "7098af3c-9906-4d30-8fc7-544b74660c9a", "name": "network-vif-plugged", "status": "completed", "tag": "cf98c25a-1110-4ccc-8f5e-5819a21d4ced"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:14.488021 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port cf98c25a-1110-4ccc-8f5e-5819a21d4ced, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=cf98c25a-1110-4ccc-8f5e-5819a21d4ced,segment=NetworkSegment(6d5b1096-74d2-4841-973c-25801587ede5),segment_id=6d5b1096-74d2-4841-973c-25801587ede5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:14.496637 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:14.503146 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a8e1373c-1177-460f-9582-eb096964c96e req-31c2b872-bf8e-424a-9dca-dd6267f77b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:14.527706 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c06d5e47-3dd8-4b2d-90bd-1c50980d8069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:14.544980 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0263c0-a748-41f2-8f0c-fe8e8253c1b9 x-openstack-request-id: req-ce0263c0-a748-41f2-8f0c-fe8e8253c1b9 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:14.545711 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7098af3c-9906-4d30-8fc7-544b74660c9a", "name": "network-vif-plugged", "status": "completed", "tag": "cf98c25a-1110-4ccc-8f5e-5819a21d4ced", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:14.545986 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ce0263c0-a748-41f2-8f0c-fe8e8253c1b9 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:14.546502 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7098af3c-9906-4d30-8fc7-544b74660c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf98c25a-1110-4ccc-8f5e-5819a21d4ced', 'code': 200} Aug 11 02:08:14.557006 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=cf98c25a-1110-4ccc-8f5e-5819a21d4ced,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:14.563875 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c06d5e47-3dd8-4b2d-90bd-1c50980d8069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:14.566643 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c06d5e47-3dd8-4b2d-90bd-1c50980d8069 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c65559e1-4eb8-4820-9052-68d94045d08a HTTP/1.1" status: 204 len: 168 time: 1.1419749 Aug 11 02:08:14.575438 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42301b4a-2032-49b3-b01c-adfba9a7986e req-2b2c0cb1-d451-454d-b59e-4eee54bbdf85 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:14.577676 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-42301b4a-2032-49b3-b01c-adfba9a7986e req-2b2c0cb1-d451-454d-b59e-4eee54bbdf85 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 945 time: 0.1449726 Aug 11 02:08:14.598977 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d5e47-3dd8-4b2d-90bd-1c50980d8069 admin admin] Pushing event deleted for resources: {'Network': ['ID=c65559e1-4eb8-4820-9052-68d94045d08a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:14.631062 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 7b700c27-660c-4e58-8fe5-174c7e9f96b8 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:08:14.704123 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-42301b4a-2032-49b3-b01c-adfba9a7986e req-d952221b-f33c-407e-ad16-22956a94f448 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148546 Aug 11 02:08:14.751177 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d4911-ac5e-4a08-ab58-7dcd2f30f68d req-d6a61ab7-2211-46d8-b88b-0206b0657ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:14.752708 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b45d4911-ac5e-4a08-ab58-7dcd2f30f68d req-d6a61ab7-2211-46d8-b88b-0206b0657ecb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7098af3c-9906-4d30-8fc7-544b74660c9a HTTP/1.1" status: 200 len: 1097 time: 0.1268065 Aug 11 02:08:14.768511 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-a8e1373c-1177-460f-9582-eb096964c96e req-31c2b872-bf8e-424a-9dca-dd6267f77b3a service neutron] For port 7b700c27-660c-4e58-8fe5-174c7e9f96b8, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=7b700c27-660c-4e58-8fe5-174c7e9f96b8,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:14.785407 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58506) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:14.795360 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 7b700c27-660c-4e58-8fe5-174c7e9f96b8, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=7b700c27-660c-4e58-8fe5-174c7e9f96b8,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:14.808641 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 7b700c27-660c-4e58-8fe5-174c7e9f96b8 has no active binding in host n-h2-615180-33 {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:08:14.819502 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-a8e1373c-1177-460f-9582-eb096964c96e req-31c2b872-bf8e-424a-9dca-dd6267f77b3a service neutron] For port 7b700c27-660c-4e58-8fe5-174c7e9f96b8, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:14.898783 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6deccd32-164f-4bb2-9a10-d0288db5e2aa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=225f57f0e1624fb08c817e5cff153e37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1120067 Aug 11 02:08:14.909932 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58510) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:14.910203 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9eba5-e918-4252-b8ba-a2c020e8f5f5 req-696a3d5c-106e-40fa-9b7b-bcf7c547f5ad tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:14.911458 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-17d9eba5-e918-4252-b8ba-a2c020e8f5f5 req-696a3d5c-106e-40fa-9b7b-bcf7c547f5ad tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 950 time: 0.1424801 Aug 11 02:08:14.912965 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-3a8a1832-3c59-41b9-a4c5-646e6ce4fdbd service neutron] show failed (client error): The resource could not be found. Aug 11 02:08:14.913875 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-3a8a1832-3c59-41b9-a4c5-646e6ce4fdbd service neutron] 10.222.0.73 "GET /v2.0/ports/77549358-be7a-4dd3-a142-58979ec3ff90/bindings/n-h2-615180-33 HTTP/1.1" status: 404 len: 381 time: 0.2003796 Aug 11 02:08:14.922359 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff8615a-875e-48c5-a231-3b12b3a952d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b700c27-660c-4e58-8fe5-174c7e9f96b8'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:14.924628 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56d07ae-f533-45fe-88a4-f8e01863480e" -d '{"events": [{"server_uuid": "8ff8615a-875e-48c5-a231-3b12b3a952d6", "name": "network-vif-unplugged", "status": "completed", "tag": "7b700c27-660c-4e58-8fe5-174c7e9f96b8"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:14.934148 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a8e1373c-1177-460f-9582-eb096964c96e req-31c2b872-bf8e-424a-9dca-dd6267f77b3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:14.970249 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a8e1373c-1177-460f-9582-eb096964c96e req-31c2b872-bf8e-424a-9dca-dd6267f77b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:14.993168 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b45d4911-ac5e-4a08-ab58-7dcd2f30f68d req-7b0abd2a-8e68-4f18-b701-60eff7a539f5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b4849a0a-99ac-4f90-8453-af814ed38664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333067 Aug 11 02:08:14.997693 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-17d9eba5-e918-4252-b8ba-a2c020e8f5f5 req-121266bc-4bcb-4638-979c-4b0d0887f52e tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722110 Aug 11 02:08:15.046765 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897dbb-403a-4d4e-8e97-c486910bc866 req-96a84710-fa46-4853-b76e-3b5ef95631f0 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:15.049129 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b3897dbb-403a-4d4e-8e97-c486910bc866 req-96a84710-fa46-4853-b76e-3b5ef95631f0 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 945 time: 0.1899748 Aug 11 02:08:15.051206 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f75385c-f480-4085-b233-e1c60f8fa842 x-openstack-request-id: req-4f75385c-f480-4085-b233-e1c60f8fa842 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:15.051495 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff8615a-875e-48c5-a231-3b12b3a952d6", "name": "network-vif-unplugged", "status": "completed", "tag": "7b700c27-660c-4e58-8fe5-174c7e9f96b8", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:15.051768 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4f75385c-f480-4085-b233-e1c60f8fa842 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:15.052155 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff8615a-875e-48c5-a231-3b12b3a952d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b700c27-660c-4e58-8fe5-174c7e9f96b8', 'code': 200} Aug 11 02:08:15.128209 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2b872-bf8e-424a-9dca-dd6267f77b3a service neutron] Pushing event updated for resources: {'Port': ['ID=7b700c27-660c-4e58-8fe5-174c7e9f96b8,revision_number=7']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:15.142779 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fbc31780-4066-4602-9a6c-f412cc1d41b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:15.161424 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b3897dbb-403a-4d4e-8e97-c486910bc866 req-4b6fd313-5b3a-409b-9fbc-124035f89e52 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017265 Aug 11 02:08:15.162087 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-a8e1373c-1177-460f-9582-eb096964c96e req-31c2b872-bf8e-424a-9dca-dd6267f77b3a service neutron] Attempting to bind port 7b700c27-660c-4e58-8fe5-174c7e9f96b8 on host n-h1-615180-33 for vnic_type normal with profile {"migrating_to": "n-h2-615180-33"} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:08:15.164553 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-a8e1373c-1177-460f-9582-eb096964c96e req-31c2b872-bf8e-424a-9dca-dd6267f77b3a service neutron] Attempting to bind port 7b700c27-660c-4e58-8fe5-174c7e9f96b8 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:08:15.164553 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e1373c-1177-460f-9582-eb096964c96e req-31c2b872-bf8e-424a-9dca-dd6267f77b3a service neutron] Attempting to bind port 7b700c27-660c-4e58-8fe5-174c7e9f96b8 on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:15.172166 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e1373c-1177-460f-9582-eb096964c96e req-31c2b872-bf8e-424a-9dca-dd6267f77b3a service neutron] Port 7b700c27-660c-4e58-8fe5-174c7e9f96b8 on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:08:15.172676 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e1373c-1177-460f-9582-eb096964c96e req-31c2b872-bf8e-424a-9dca-dd6267f77b3a service neutron] Attempting to bind port 7b700c27-660c-4e58-8fe5-174c7e9f96b8 on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:15.189496 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fbc31780-4066-4602-9a6c-f412cc1d41b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:15.191758 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e1373c-1177-460f-9582-eb096964c96e req-31c2b872-bf8e-424a-9dca-dd6267f77b3a service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:08:15.192274 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e1373c-1177-460f-9582-eb096964c96e req-31c2b872-bf8e-424a-9dca-dd6267f77b3a service neutron] Checking segment: {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:15.192967 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e1373c-1177-460f-9582-eb096964c96e req-31c2b872-bf8e-424a-9dca-dd6267f77b3a service neutron] Bound using segment: {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:08:15.193411 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-a8e1373c-1177-460f-9582-eb096964c96e req-31c2b872-bf8e-424a-9dca-dd6267f77b3a service neutron] Bound port: 7b700c27-660c-4e58-8fe5-174c7e9f96b8, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:08:15.193757 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a8e1373c-1177-460f-9582-eb096964c96e req-31c2b872-bf8e-424a-9dca-dd6267f77b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:15.199872 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-d59c7ac9-c730-4c53-a97b-376971a38856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:15.201944 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-d59c7ac9-c730-4c53-a97b-376971a38856 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4&tenant_id=0977f8d1f319488d943473f8926805cd HTTP/1.1" status: 200 len: 1102 time: 0.0489120 Aug 11 02:08:15.220101 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-14bc1347-3f1b-4b22-9486-0957fad79135 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-33', 'device_owner': 'compute:nova'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:15.300777 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-a8e1373c-1177-460f-9582-eb096964c96e req-31c2b872-bf8e-424a-9dca-dd6267f77b3a service neutron] For port 7b700c27-660c-4e58-8fe5-174c7e9f96b8, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:15.304976 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-a8e1373c-1177-460f-9582-eb096964c96e req-31c2b872-bf8e-424a-9dca-dd6267f77b3a service neutron] For port 7b700c27-660c-4e58-8fe5-174c7e9f96b8, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=7b700c27-660c-4e58-8fe5-174c7e9f96b8,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:08:15.312513 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a8e1373c-1177-460f-9582-eb096964c96e req-31c2b872-bf8e-424a-9dca-dd6267f77b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:15.316025 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-14bc1347-3f1b-4b22-9486-0957fad79135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:15.323319 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fbc31780-4066-4602-9a6c-f412cc1d41b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:15.325878 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fbc31780-4066-4602-9a6c-f412cc1d41b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:15.331082 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fbc31780-4066-4602-9a6c-f412cc1d41b0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f5cc0642-beba-4c80-ba00-4f203b6b0b02 HTTP/1.1" status: 204 len: 168 time: 0.4195659 Aug 11 02:08:15.380848 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc31780-4066-4602-9a6c-f412cc1d41b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cc0642-beba-4c80-ba00-4f203b6b0b02,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:15.435575 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1373c-1177-460f-9582-eb096964c96e req-31c2b872-bf8e-424a-9dca-dd6267f77b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:15.436887 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a8e1373c-1177-460f-9582-eb096964c96e req-31c2b872-bf8e-424a-9dca-dd6267f77b3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:15.438354 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a8e1373c-1177-460f-9582-eb096964c96e req-31c2b872-bf8e-424a-9dca-dd6267f77b3a service neutron] 10.222.0.66 "PUT /v2.0/ports/7b700c27-660c-4e58-8fe5-174c7e9f96b8 HTTP/1.1" status: 200 len: 1123 time: 1.0815341 Aug 11 02:08:15.446457 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2b872-bf8e-424a-9dca-dd6267f77b3a service neutron] Pushing event updated for resources: {'Port': ['ID=7b700c27-660c-4e58-8fe5-174c7e9f96b8,revision_number=8']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:15.523079 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['7b700c27-660c-4e58-8fe5-174c7e9f96b8'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:15.575005 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e90e3-ad9e-4b71-81ad-08d6bcfbee2d req-23a36749-f0af-4403-a539-34e22240062e tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:15.587904 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bf6e90e3-ad9e-4b71-81ad-08d6bcfbee2d req-23a36749-f0af-4403-a539-34e22240062e tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports?device_id=7098af3c-9906-4d30-8fc7-544b74660c9a HTTP/1.1" status: 200 len: 945 time: 0.1043909 Aug 11 02:08:15.618577 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['7b700c27-660c-4e58-8fe5-174c7e9f96b8'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:15.653980 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bf6e90e3-ad9e-4b71-81ad-08d6bcfbee2d req-03d90b62-1cc1-40b2-885b-85924f6e3190 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4849a0a-99ac-4f90-8453-af814ed38664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649145 Aug 11 02:08:15.662884 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-14bc1347-3f1b-4b22-9486-0957fad79135 service neutron] For port 77549358-be7a-4dd3-a142-58979ec3ff90, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=77549358-be7a-4dd3-a142-58979ec3ff90,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:15.675991 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4292c0cc-e86f-4568-b967-c0a75acf37d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:15.718090 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-14bc1347-3f1b-4b22-9486-0957fad79135 service neutron] For port 77549358-be7a-4dd3-a142-58979ec3ff90, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:15.773046 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-14bc1347-3f1b-4b22-9486-0957fad79135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:15.788106 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-14bc1347-3f1b-4b22-9486-0957fad79135 service neutron] Transition to ACTIVE for port object 77549358-be7a-4dd3-a142-58979ec3ff90 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:15.789372 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09534f8f-8289-425d-9410-197ed5e51ad4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77549358-be7a-4dd3-a142-58979ec3ff90'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:15.792148 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffa8069-a778-4a86-9cc2-6ec481d8dea4" -d '{"events": [{"server_uuid": "09534f8f-8289-425d-9410-197ed5e51ad4", "name": "network-vif-unplugged", "status": "completed", "tag": "77549358-be7a-4dd3-a142-58979ec3ff90"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:15.801873 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-14bc1347-3f1b-4b22-9486-0957fad79135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:15.827909 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58530) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:15.883132 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0182c2-5bb9-4696-84b2-ad2f3fa95ee1 x-openstack-request-id: req-8b0182c2-5bb9-4696-84b2-ad2f3fa95ee1 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:15.883422 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09534f8f-8289-425d-9410-197ed5e51ad4", "name": "network-vif-unplugged", "status": "completed", "tag": "77549358-be7a-4dd3-a142-58979ec3ff90", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:15.883709 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8b0182c2-5bb9-4696-84b2-ad2f3fa95ee1 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:15.884113 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09534f8f-8289-425d-9410-197ed5e51ad4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77549358-be7a-4dd3-a142-58979ec3ff90', 'code': 200} Aug 11 02:08:15.884237 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9b465858-3e08-45a5-a3c6-33d0f7c0ef24 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=87f2f49f654f4685a1497faee6aaad84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532041 Aug 11 02:08:15.886873 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58532) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:15.914393 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc1347-3f1b-4b22-9486-0957fad79135 service neutron] Pushing event updated for resources: {'Port': ['ID=77549358-be7a-4dd3-a142-58979ec3ff90,revision_number=6']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:15.959122 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-14bc1347-3f1b-4b22-9486-0957fad79135 service neutron] No DVR routers for this DVR port 77549358-be7a-4dd3-a142-58979ec3ff90 on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:08:15.981711 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e162a41-d7e7-4e38-b952-78df7e9b9a51 req-e23bc3ca-32e9-48fb-acf9-a179e6da406e tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:15.988002 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-287d08bf-5db2-47c6-9bf6-6844c5d3c2c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:15.991157 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8e162a41-d7e7-4e38-b952-78df7e9b9a51 req-e23bc3ca-32e9-48fb-acf9-a179e6da406e tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 945 time: 0.1131470 Aug 11 02:08:16.023014 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-287d08bf-5db2-47c6-9bf6-6844c5d3c2c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:16.100670 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-287d08bf-5db2-47c6-9bf6-6844c5d3c2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:16.103259 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-287d08bf-5db2-47c6-9bf6-6844c5d3c2c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:16.106770 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-287d08bf-5db2-47c6-9bf6-6844c5d3c2c0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2680519e-133f-4e53-a9c5-a5e6414d034b HTTP/1.1" status: 204 len: 168 time: 0.2166846 Aug 11 02:08:16.107680 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-14bc1347-3f1b-4b22-9486-0957fad79135 service neutron] Attempting to bind port 77549358-be7a-4dd3-a142-58979ec3ff90 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:08:16.108036 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-14bc1347-3f1b-4b22-9486-0957fad79135 service neutron] Attempting to bind port 77549358-be7a-4dd3-a142-58979ec3ff90 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:08:16.108381 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-14bc1347-3f1b-4b22-9486-0957fad79135 service neutron] Attempting to bind port 77549358-be7a-4dd3-a142-58979ec3ff90 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:16.126361 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-14bc1347-3f1b-4b22-9486-0957fad79135 service neutron] Port 77549358-be7a-4dd3-a142-58979ec3ff90 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:08:16.126546 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d08bf-5db2-47c6-9bf6-6844c5d3c2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2680519e-133f-4e53-a9c5-a5e6414d034b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:16.126702 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-14bc1347-3f1b-4b22-9486-0957fad79135 service neutron] Attempting to bind port 77549358-be7a-4dd3-a142-58979ec3ff90 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:16.134293 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-14bc1347-3f1b-4b22-9486-0957fad79135 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:08:16.134636 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-14bc1347-3f1b-4b22-9486-0957fad79135 service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:16.135025 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-14bc1347-3f1b-4b22-9486-0957fad79135 service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:08:16.135471 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-14bc1347-3f1b-4b22-9486-0957fad79135 service neutron] Bound port: 77549358-be7a-4dd3-a142-58979ec3ff90, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:08:16.135859 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-14bc1347-3f1b-4b22-9486-0957fad79135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:16.154976 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d08bf-5db2-47c6-9bf6-6844c5d3c2c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:16.155403 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d08bf-5db2-47c6-9bf6-6844c5d3c2c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:16.155774 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d08bf-5db2-47c6-9bf6-6844c5d3c2c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:16.156433 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d08bf-5db2-47c6-9bf6-6844c5d3c2c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:16.156543 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d08bf-5db2-47c6-9bf6-6844c5d3c2c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:16.156790 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d08bf-5db2-47c6-9bf6-6844c5d3c2c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:16.157120 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d08bf-5db2-47c6-9bf6-6844c5d3c2c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:16.157510 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d08bf-5db2-47c6-9bf6-6844c5d3c2c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:16.157841 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d08bf-5db2-47c6-9bf6-6844c5d3c2c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:16.158269 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d08bf-5db2-47c6-9bf6-6844c5d3c2c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:16.158605 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d08bf-5db2-47c6-9bf6-6844c5d3c2c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:16.158937 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d08bf-5db2-47c6-9bf6-6844c5d3c2c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:16.173804 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8e162a41-d7e7-4e38-b952-78df7e9b9a51 req-1a0b6239-c70e-4882-952e-9d85db97956e tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789598 Aug 11 02:08:16.197440 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48854c4-7686-459c-afc5-6c6a05b36a12 req-80e87bec-c5ac-4fda-a8ca-eb8df1f74516 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:16.199465 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e48854c4-7686-459c-afc5-6c6a05b36a12 req-80e87bec-c5ac-4fda-a8ca-eb8df1f74516 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 948 time: 0.0935192 Aug 11 02:08:16.266552 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e48854c4-7686-459c-afc5-6c6a05b36a12 req-91074bb3-e919-459a-b495-41b40bb5e66e tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607069 Aug 11 02:08:16.294653 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-14bc1347-3f1b-4b22-9486-0957fad79135 service neutron] For port 77549358-be7a-4dd3-a142-58979ec3ff90, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:16.304450 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-14bc1347-3f1b-4b22-9486-0957fad79135 service neutron] For port 77549358-be7a-4dd3-a142-58979ec3ff90, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=77549358-be7a-4dd3-a142-58979ec3ff90,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:08:16.319791 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-14bc1347-3f1b-4b22-9486-0957fad79135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:16.386616 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-14bc1347-3f1b-4b22-9486-0957fad79135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:16.387217 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-14bc1347-3f1b-4b22-9486-0957fad79135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:16.389548 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-14bc1347-3f1b-4b22-9486-0957fad79135 service neutron] 10.222.0.66 "PUT /v2.0/ports/77549358-be7a-4dd3-a142-58979ec3ff90 HTTP/1.1" status: 200 len: 1097 time: 1.1744065 Aug 11 02:08:16.414948 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc1347-3f1b-4b22-9486-0957fad79135 service neutron] Pushing event updated for resources: {'Port': ['ID=77549358-be7a-4dd3-a142-58979ec3ff90,revision_number=7']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:16.432968 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f1c8b-b36a-4b05-8a61-da427dc2e3a3 req-abd7f9c3-cd98-4dda-97b5-111e6cd3420e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:16.442285 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b38f1c8b-b36a-4b05-8a61-da427dc2e3a3 req-abd7f9c3-cd98-4dda-97b5-111e6cd3420e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 943 time: 0.0774586 Aug 11 02:08:16.489972 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-bdfd25b1-e6bb-4ec5-8d8f-92ebf6bb3ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:16.492313 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-bdfd25b1-e6bb-4ec5-8d8f-92ebf6bb3ae1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 1100 time: 0.0734124 Aug 11 02:08:16.518148 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b38f1c8b-b36a-4b05-8a61-da427dc2e3a3 req-04152209-4f28-4129-9631-6d116edd74b9 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749288 Aug 11 02:08:16.667008 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-212cb162-1b2d-4791-b82d-fb2489b6a537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:16.668993 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-212cb162-1b2d-4791-b82d-fb2489b6a537 service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.1648979 Aug 11 02:08:16.728804 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-0b6d05b5-c19f-4ae1-a593-068d0a239206 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=77549358-be7a-4dd3-a142-58979ec3ff90 HTTP/1.1" status: 200 len: 217 time: 0.0496483 Aug 11 02:08:16.824419 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-f4b025f8-072d-45e4-a766-5627dd663e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:16.826500 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-f4b025f8-072d-45e4-a766-5627dd663e6f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.0861902 Aug 11 02:08:16.843214 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf738086-28cf-4b1a-91f9-a656a07499bb req-de0ae6dd-bf1b-4551-8328-88e806f72aa4 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:16.845624 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cf738086-28cf-4b1a-91f9-a656a07499bb req-de0ae6dd-bf1b-4551-8328-88e806f72aa4 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports?device_id=7098af3c-9906-4d30-8fc7-544b74660c9a HTTP/1.1" status: 200 len: 945 time: 0.0958223 Aug 11 02:08:16.925831 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-19d3e564-716e-433d-8126-b7fad0c06b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:16.927381 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-19d3e564-716e-433d-8126-b7fad0c06b8e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0801327 Aug 11 02:08:16.930417 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cf738086-28cf-4b1a-91f9-a656a07499bb req-1ae8d7a9-3b59-44dd-a477-e3a474b0a063 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4849a0a-99ac-4f90-8453-af814ed38664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535972 Aug 11 02:08:17.047467 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-4c6fb064-8cb0-47ed-8055-d4a3df656bdf service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109431 Aug 11 02:08:17.055206 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff8615a-875e-48c5-a231-3b12b3a952d6', 'tag': '7b700c27-660c-4e58-8fe5-174c7e9f96b8'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:17.057512 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce2cc06-3cf3-44b6-bb55-5a0f0f3a0f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff8615a-875e-48c5-a231-3b12b3a952d6", "tag": "7b700c27-660c-4e58-8fe5-174c7e9f96b8"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:17.108829 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-095732f0-74fa-41b5-92cd-44875fc1c88f req-af686598-9c3d-4787-a66d-8229ced74455 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1300805 Aug 11 02:08:17.123525 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-095732f0-74fa-41b5-92cd-44875fc1c88f req-19ebcf9d-310d-4def-b4a2-12df05ce6968 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:17.169352 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8e4231-1908-4af9-9844-f74de0e0e6d9 x-openstack-request-id: req-8a8e4231-1908-4af9-9844-f74de0e0e6d9 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:17.169768 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff8615a-875e-48c5-a231-3b12b3a952d6", "tag": "7b700c27-660c-4e58-8fe5-174c7e9f96b8", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:17.170806 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8a8e4231-1908-4af9-9844-f74de0e0e6d9 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:17.171209 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff8615a-875e-48c5-a231-3b12b3a952d6', 'tag': '7b700c27-660c-4e58-8fe5-174c7e9f96b8', 'status': 'completed', 'code': 200} Aug 11 02:08:17.192531 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-095732f0-74fa-41b5-92cd-44875fc1c88f req-19ebcf9d-310d-4def-b4a2-12df05ce6968 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:17.196847 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58572) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:17.220030 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b181369a-c9e6-4364-a75d-f80f5de5aec2 req-f4f9a410-4cee-4ccb-9b30-43fe1d058a95 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625254 Aug 11 02:08:17.275981 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2cc06-3cf3-44b6-bb55-5a0f0f3a0f9d req-9ba3e486-45fd-4d44-a38d-9f602b7eab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:17.277645 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0ce2cc06-3cf3-44b6-bb55-5a0f0f3a0f9d req-9ba3e486-45fd-4d44-a38d-9f602b7eab42 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc914b6e60444f2aabf27f905058cfbf&device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 1126 time: 0.1251707 Aug 11 02:08:17.353576 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f6d4f-7d30-402a-83ab-45274562b146 req-bee5460b-cfc3-45a4-8bd3-2aeb649078b6 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:17.356396 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-be9f6d4f-7d30-402a-83ab-45274562b146 req-bee5460b-cfc3-45a4-8bd3-2aeb649078b6 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 945 time: 0.0816698 Aug 11 02:08:17.383603 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-578a14ae-b847-4da2-bb05-064d009596dc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-912782250-network', 'tenant_id': '5d0da7028cc44705ac3531b256d9cf99'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:17.417013 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2cc06-3cf3-44b6-bb55-5a0f0f3a0f9d req-a60e8333-0415-4a36-a5b9-4ff5752db5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:17.418458 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0ce2cc06-3cf3-44b6-bb55-5a0f0f3a0f9d req-a60e8333-0415-4a36-a5b9-4ff5752db5c8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7 HTTP/1.1" status: 200 len: 922 time: 0.1290390 Aug 11 02:08:17.426060 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-095732f0-74fa-41b5-92cd-44875fc1c88f req-19ebcf9d-310d-4def-b4a2-12df05ce6968 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:17.441756 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-be9f6d4f-7d30-402a-83ab-45274562b146 req-0675d46d-b1af-46fd-bf8d-7fe87823111c tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765660 Aug 11 02:08:17.470011 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578a14ae-b847-4da2-bb05-064d009596dc admin admin] Made reservation on behalf of 5d0da7028cc44705ac3531b256d9cf99 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:17.473803 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-578a14ae-b847-4da2-bb05-064d009596dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:17.478510 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0ce2cc06-3cf3-44b6-bb55-5a0f0f3a0f9d req-318db916-e764-4fb7-bc21-516357473bb1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b700c27-660c-4e58-8fe5-174c7e9f96b8 HTTP/1.1" status: 200 len: 217 time: 0.0478876 Aug 11 02:08:17.489215 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-578a14ae-b847-4da2-bb05-064d009596dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:17.600707 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2cc06-3cf3-44b6-bb55-5a0f0f3a0f9d req-1d74c194-c575-4edc-bec4-c96bb90c15ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:17.601640 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0ce2cc06-3cf3-44b6-bb55-5a0f0f3a0f9d req-1d74c194-c575-4edc-bec4-c96bb90c15ee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b6e0d0b4-108b-452a-91dc-cd606630079c HTTP/1.1" status: 200 len: 861 time: 0.0924742 Aug 11 02:08:17.626178 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c9c7d-a476-4088-a3b8-550a6717eaa9 req-7632eb9f-6415-4e96-9cc4-5f59effa472f tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:17.629312 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cf9c9c7d-a476-4088-a3b8-550a6717eaa9 req-7632eb9f-6415-4e96-9cc4-5f59effa472f tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 948 time: 0.0923345 Aug 11 02:08:17.642859 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0ce2cc06-3cf3-44b6-bb55-5a0f0f3a0f9d req-1c5a5b27-edef-4bbe-97e0-4d3f8e1979f3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308266 Aug 11 02:08:17.681405 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-095732f0-74fa-41b5-92cd-44875fc1c88f req-19ebcf9d-310d-4def-b4a2-12df05ce6968 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Allocated IP 172.25.2.64 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/b9bfc170-7b55-402c-89d0-24d75d541784) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:17.709054 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-578a14ae-b847-4da2-bb05-064d009596dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:17.719746 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cf9c9c7d-a476-4088-a3b8-550a6717eaa9 req-91c0c653-c2ec-428c-a777-264c5b636a8c tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838988 Aug 11 02:08:17.722982 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-578a14ae-b847-4da2-bb05-064d009596dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:17.741363 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578a14ae-b847-4da2-bb05-064d009596dc admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:08:17.755092 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-578a14ae-b847-4da2-bb05-064d009596dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:17.755524 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-578a14ae-b847-4da2-bb05-064d009596dc admin admin] Added segment 8b17696f-9144-420d-a398-098402032d8a of type vlan for network 834352f5-be1b-4ea8-b171-bd80d931468e Aug 11 02:08:17.812188 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0ce2cc06-3cf3-44b6-bb55-5a0f0f3a0f9d req-3c95ee8d-dd47-421f-9385-20267c13b434 service neutron] 10.222.0.73 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593637 Aug 11 02:08:17.815017 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-578a14ae-b847-4da2-bb05-064d009596dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:17.865168 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-578a14ae-b847-4da2-bb05-064d009596dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:17.866347 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578a14ae-b847-4da2-bb05-064d009596dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:17.867573 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-578a14ae-b847-4da2-bb05-064d009596dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:17.882802 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 77549358-be7a-4dd3-a142-58979ec3ff90 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:08:17.898237 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-095732f0-74fa-41b5-92cd-44875fc1c88f req-19ebcf9d-310d-4def-b4a2-12df05ce6968 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:17.953015 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09534f8f-8289-425d-9410-197ed5e51ad4', 'tag': '77549358-be7a-4dd3-a142-58979ec3ff90'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:17.955562 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c242e2e5-6351-422d-bb52-a5d6068d1311" -d '{"events": [{"name": "network-changed", "server_uuid": "09534f8f-8289-425d-9410-197ed5e51ad4", "tag": "77549358-be7a-4dd3-a142-58979ec3ff90"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:17.957331 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0ce2cc06-3cf3-44b6-bb55-5a0f0f3a0f9d req-6790ff87-9c38-4431-a7f6-43b5f6a7ad6c service neutron] 10.222.0.73 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360404 Aug 11 02:08:17.965481 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a14ae-b847-4da2-bb05-064d009596dc admin admin] Pushing event updated for resources: {'Network': ['ID=834352f5-be1b-4ea8-b171-bd80d931468e,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:17.971031 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-095732f0-74fa-41b5-92cd-44875fc1c88f req-19ebcf9d-310d-4def-b4a2-12df05ce6968 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:17.971329 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-578a14ae-b847-4da2-bb05-064d009596dc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7733893 Aug 11 02:08:17.975478 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58588) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:17.984885 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 77549358-be7a-4dd3-a142-58979ec3ff90 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:08:17.989610 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 834352f5-be1b-4ea8-b171-bd80d931468e details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:08:17.992880 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-9c63c697-d27d-47b3-b4da-5738ef447b5e admin admin] Request body: {'subnet': {'network_id': '834352f5-be1b-4ea8-b171-bd80d931468e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-912782250-subnet', 'tenant_id': '5d0da7028cc44705ac3531b256d9cf99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:18.014539 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-095732f0-74fa-41b5-92cd-44875fc1c88f req-19ebcf9d-310d-4def-b4a2-12df05ce6968 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:18.018405 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a14ae-b847-4da2-bb05-064d009596dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7f03ba-fd1a-4bd1-98a2-41e0b4daa524,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:18.019786 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-095732f0-74fa-41b5-92cd-44875fc1c88f req-19ebcf9d-310d-4def-b4a2-12df05ce6968 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:18.024542 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-095732f0-74fa-41b5-92cd-44875fc1c88f req-19ebcf9d-310d-4def-b4a2-12df05ce6968 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:18.049831 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ebcf9d-310d-4def-b4a2-12df05ce6968 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Pushing event updated for resources: {'Port': ['ID=b9bfc170-7b55-402c-89d0-24d75d541784,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:18.066083 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c63c697-d27d-47b3-b4da-5738ef447b5e admin admin] Made reservation on behalf of 5d0da7028cc44705ac3531b256d9cf99 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:18.068929 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9c63c697-d27d-47b3-b4da-5738ef447b5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:18.129391 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-095732f0-74fa-41b5-92cd-44875fc1c88f req-19ebcf9d-310d-4def-b4a2-12df05ce6968 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:18.129989 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc44a2b-1d08-43c1-82da-bf1a5ca666e2 req-e64f5ecf-29e6-4849-98da-cd907188647e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:18.131296 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ddc44a2b-1d08-43c1-82da-bf1a5ca666e2 req-e64f5ecf-29e6-4849-98da-cd907188647e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 943 time: 0.1293659 Aug 11 02:08:18.176066 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-095732f0-74fa-41b5-92cd-44875fc1c88f req-19ebcf9d-310d-4def-b4a2-12df05ce6968 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:18.227368 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0959943c-b106-4eeb-b728-fc94a031e5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:18.233154 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ddc44a2b-1d08-43c1-82da-bf1a5ca666e2 req-f0a488d0-5e21-44d1-bfaf-d77811b74d21 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832849 Aug 11 02:08:18.339989 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:18.349925 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7baf7ca-619e-4e57-ac14-53f05a22be02 x-openstack-request-id: req-c7baf7ca-619e-4e57-ac14-53f05a22be02 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:18.350200 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09534f8f-8289-425d-9410-197ed5e51ad4", "tag": "77549358-be7a-4dd3-a142-58979ec3ff90", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:18.350460 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c7baf7ca-619e-4e57-ac14-53f05a22be02 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:18.350862 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09534f8f-8289-425d-9410-197ed5e51ad4', 'tag': '77549358-be7a-4dd3-a142-58979ec3ff90', 'status': 'completed', 'code': 200} Aug 11 02:08:18.394460 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-095732f0-74fa-41b5-92cd-44875fc1c88f req-19ebcf9d-310d-4def-b4a2-12df05ce6968 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:18.406293 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-095732f0-74fa-41b5-92cd-44875fc1c88f req-19ebcf9d-310d-4def-b4a2-12df05ce6968 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:18.424700 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242e2e5-6351-422d-bb52-a5d6068d1311 req-dd3205ea-4f97-4945-b77e-6dc7d54b2ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:18.426396 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c242e2e5-6351-422d-bb52-a5d6068d1311 req-dd3205ea-4f97-4945-b77e-6dc7d54b2ba7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 1100 time: 0.0836077 Aug 11 02:08:18.433958 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9c63c697-d27d-47b3-b4da-5738ef447b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:18.510809 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242e2e5-6351-422d-bb52-a5d6068d1311 req-6154ec5f-1ce1-4af5-8743-93ff48f311b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:18.512665 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c242e2e5-6351-422d-bb52-a5d6068d1311 req-6154ec5f-1ce1-4af5-8743-93ff48f311b3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 1100 time: 0.1395328 Aug 11 02:08:18.515625 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63c697-d27d-47b3-b4da-5738ef447b5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=46432ed4-3eef-4492-adc1-81d02026bf98,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:18.548544 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ebcf9d-310d-4def-b4a2-12df05ce6968 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Pushing event updated for resources: {'Port': ['ID=b9bfc170-7b55-402c-89d0-24d75d541784,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:18.569645 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-095732f0-74fa-41b5-92cd-44875fc1c88f req-19ebcf9d-310d-4def-b4a2-12df05ce6968 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:18.590629 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-095732f0-74fa-41b5-92cd-44875fc1c88f req-19ebcf9d-310d-4def-b4a2-12df05ce6968 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:18.593186 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-095732f0-74fa-41b5-92cd-44875fc1c88f req-19ebcf9d-310d-4def-b4a2-12df05ce6968 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4772713 Aug 11 02:08:18.609450 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242e2e5-6351-422d-bb52-a5d6068d1311 req-3d6139d7-8908-415b-b719-bde6cc42b852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:18.610958 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c242e2e5-6351-422d-bb52-a5d6068d1311 req-3d6139d7-8908-415b-b719-bde6cc42b852 service neutron] 10.222.0.73 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.1643715 Aug 11 02:08:18.621506 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c63c697-d27d-47b3-b4da-5738ef447b5e admin admin] Checking segment: {'id': '8b17696f-9144-420d-a398-098402032d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '834352f5-be1b-4ea8-b171-bd80d931468e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:18.621892 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c63c697-d27d-47b3-b4da-5738ef447b5e admin admin] Network hostable DHCP agents. Network: 834352f5-be1b-4ea8-b171-bd80d931468e, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:08:18.666370 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673a0f0-7935-44fd-a9b4-91bb439ff58c req-1679704d-3124-4f46-871c-cab3b359aa4a tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:18.667791 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0673a0f0-7935-44fd-a9b4-91bb439ff58c req-1679704d-3124-4f46-871c-cab3b359aa4a tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 945 time: 0.1274822 Aug 11 02:08:18.680993 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c63c697-d27d-47b3-b4da-5738ef447b5e admin admin] Network 834352f5-be1b-4ea8-b171-bd80d931468e is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:08:18.686772 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-095732f0-74fa-41b5-92cd-44875fc1c88f req-85e86645-304c-4b87-9615-6fac9df80066 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 695 time: 0.0872338 Aug 11 02:08:18.688252 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c242e2e5-6351-422d-bb52-a5d6068d1311 req-f82ba0f2-0660-459c-9aa6-9ac286662b70 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=77549358-be7a-4dd3-a142-58979ec3ff90 HTTP/1.1" status: 200 len: 217 time: 0.0474021 Aug 11 02:08:18.691191 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242e2e5-6351-422d-bb52-a5d6068d1311 req-68eec598-b3b4-4f9c-bcbb-192eda2b08e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:18.692646 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c242e2e5-6351-422d-bb52-a5d6068d1311 req-68eec598-b3b4-4f9c-bcbb-192eda2b08e9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.1644220 Aug 11 02:08:18.763121 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-9c63c697-d27d-47b3-b4da-5738ef447b5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 834352f5-be1b-4ea8-b171-bd80d931468e) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:18.766433 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c242e2e5-6351-422d-bb52-a5d6068d1311 req-dad4f192-07a7-4f95-a5dd-2dac09b862a2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=77549358-be7a-4dd3-a142-58979ec3ff90 HTTP/1.1" status: 200 len: 217 time: 0.0606318 Aug 11 02:08:18.772659 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3118984-ddb9-4060-98c8-ffcff6fb1fe6 None None] Network 834352f5-be1b-4ea8-b171-bd80d931468e requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:08:18.776025 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c63c697-d27d-47b3-b4da-5738ef447b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:18.776954 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9c63c697-d27d-47b3-b4da-5738ef447b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:18.799883 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242e2e5-6351-422d-bb52-a5d6068d1311 req-5edd0b48-615e-43f9-83d7-8c44f71145cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:18.801420 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c242e2e5-6351-422d-bb52-a5d6068d1311 req-5edd0b48-615e-43f9-83d7-8c44f71145cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1043458 Aug 11 02:08:18.838675 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9c63c697-d27d-47b3-b4da-5738ef447b5e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8596792 Aug 11 02:08:18.842642 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58598) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:18.848361 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-352f8cf3-fe54-4bb7-9b7c-3fe3b289094b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-912782250-router', 'tenant_id': '5d0da7028cc44705ac3531b256d9cf99', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:18.863634 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0673a0f0-7935-44fd-a9b4-91bb439ff58c req-5c7cf76d-52db-474a-abd1-9461b96a1d5f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719329 Aug 11 02:08:18.889800 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095732f0-74fa-41b5-92cd-44875fc1c88f req-2096e5e1-7e28-40ff-ab4b-552297ddabb9 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:18.891899 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-095732f0-74fa-41b5-92cd-44875fc1c88f req-2096e5e1-7e28-40ff-ab4b-552297ddabb9 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 784 time: 0.1965508 Aug 11 02:08:18.898598 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242e2e5-6351-422d-bb52-a5d6068d1311 req-5a59c406-79a4-46af-a4a9-047a20ee4215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:18.912441 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c242e2e5-6351-422d-bb52-a5d6068d1311 req-5a59c406-79a4-46af-a4a9-047a20ee4215 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1379609 Aug 11 02:08:18.960953 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242e2e5-6351-422d-bb52-a5d6068d1311 req-efd336ae-1b51-4b83-b693-007a0a8eeebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:18.963298 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c242e2e5-6351-422d-bb52-a5d6068d1311 req-efd336ae-1b51-4b83-b693-007a0a8eeebf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1523852 Aug 11 02:08:18.982563 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-352f8cf3-fe54-4bb7-9b7c-3fe3b289094b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:18.984880 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-352f8cf3-fe54-4bb7-9b7c-3fe3b289094b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:19.035812 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d232e2f9-500e-4383-8e2e-f3283a428633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-834352f5-be1b-4ea8-b171-bd80d931468e', 'network_id': '834352f5-be1b-4ea8-b171-bd80d931468e', 'tenant_id': '5d0da7028cc44705ac3531b256d9cf99', 'fixed_ips': [{'subnet_id': '46432ed4-3eef-4492-adc1-81d02026bf98'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:08:19.038288 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d232e2f9-500e-4383-8e2e-f3283a428633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:19.098459 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-352f8cf3-fe54-4bb7-9b7c-3fe3b289094b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:19.133994 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c242e2e5-6351-422d-bb52-a5d6068d1311 req-b2fd10bf-b51a-4565-9d01-1d11a09dc50a service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585460 Aug 11 02:08:19.202935 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242e2e5-6351-422d-bb52-a5d6068d1311 req-651f841d-16a9-4997-a820-b4435844f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:19.205271 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c242e2e5-6351-422d-bb52-a5d6068d1311 req-651f841d-16a9-4997-a820-b4435844f9ee service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2686198 Aug 11 02:08:19.292088 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-d232e2f9-500e-4383-8e2e-f3283a428633 None None] Allocated IP 172.20.0.2 (834352f5-be1b-4ea8-b171-bd80d931468e/46432ed4-3eef-4492-adc1-81d02026bf98/5a651669-5b04-49e1-85e1-36bba82aae81) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:19.319653 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-352f8cf3-fe54-4bb7-9b7c-3fe3b289094b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:19.354221 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17ac9c-9e25-4df6-b692-12da78a1a629 req-e38dd0cf-ce8f-4782-b226-2fcfbe464dd0 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:19.355893 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0d17ac9c-9e25-4df6-b692-12da78a1a629 req-e38dd0cf-ce8f-4782-b226-2fcfbe464dd0 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 948 time: 0.3964317 Aug 11 02:08:19.417716 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c242e2e5-6351-422d-bb52-a5d6068d1311 req-cdde823a-975e-4679-89a6-ef9fcefe30bc service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716954 Aug 11 02:08:19.487260 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0d17ac9c-9e25-4df6-b692-12da78a1a629 req-2bdd9d54-c7a1-44e0-8ebd-8508502221dc tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175373 Aug 11 02:08:19.488937 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d232e2f9-500e-4383-8e2e-f3283a428633 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:19.491595 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692b45b-7947-459f-9061-cffcb9953b89 req-4ff0733a-c5b4-4bba-ae1b-be6d56b0770e tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:19.498920 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d232e2f9-500e-4383-8e2e-f3283a428633 None None] Transition to ACTIVE for port object 5a651669-5b04-49e1-85e1-36bba82aae81 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:19.501524 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d692b45b-7947-459f-9061-cffcb9953b89 req-4ff0733a-c5b4-4bba-ae1b-be6d56b0770e tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/networks?id=b06d3d10-588d-4354-a566-0e4bf50ab835 HTTP/1.1" status: 200 len: 820 time: 0.2251854 Aug 11 02:08:19.523966 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d692b45b-7947-459f-9061-cffcb9953b89 req-b5f2901c-1cd3-47b4-ac56-30f0c0813c35 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/quotas/3851339e44404f088cb1430a89e6ffa3 HTTP/1.1" status: 200 len: 375 time: 0.0207019 Aug 11 02:08:19.526090 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d232e2f9-500e-4383-8e2e-f3283a428633 None None] Transition to ACTIVE for port object 5a651669-5b04-49e1-85e1-36bba82aae81 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:19.531068 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c242e2e5-6351-422d-bb52-a5d6068d1311 req-c15b460a-7cbd-488a-9aac-ab31a8907b5d service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014804 Aug 11 02:08:19.535388 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d232e2f9-500e-4383-8e2e-f3283a428633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:19.617940 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d692b45b-7947-459f-9061-cffcb9953b89 req-a51b52ae-4572-4c9d-9525-aaf0abf3260b tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3851339e44404f088cb1430a89e6ffa3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0931218 Aug 11 02:08:19.618354 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232e2f9-500e-4383-8e2e-f3283a428633 None None] Pushing event updated for resources: {'Port': ['ID=5a651669-5b04-49e1-85e1-36bba82aae81,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:19.630869 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d232e2f9-500e-4383-8e2e-f3283a428633 None None] Network 834352f5-be1b-4ea8-b171-bd80d931468e is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:19.633443 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-d232e2f9-500e-4383-8e2e-f3283a428633 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:19.634993 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d232e2f9-500e-4383-8e2e-f3283a428633 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:19.691237 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c242e2e5-6351-422d-bb52-a5d6068d1311 req-1492e670-35f9-45e0-9925-cb7ceebfcd78 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489487 Aug 11 02:08:19.694856 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d232e2f9-500e-4383-8e2e-f3283a428633 None None] Attempting to bind port 5a651669-5b04-49e1-85e1-36bba82aae81 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:08:19.694856 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d232e2f9-500e-4383-8e2e-f3283a428633 None None] Attempting to bind port 5a651669-5b04-49e1-85e1-36bba82aae81 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '8b17696f-9144-420d-a398-098402032d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '834352f5-be1b-4ea8-b171-bd80d931468e'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:08:19.695221 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d232e2f9-500e-4383-8e2e-f3283a428633 None None] Attempting to bind port 5a651669-5b04-49e1-85e1-36bba82aae81 on network 834352f5-be1b-4ea8-b171-bd80d931468e {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:19.719719 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d232e2f9-500e-4383-8e2e-f3283a428633 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:08:19.720138 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d232e2f9-500e-4383-8e2e-f3283a428633 None None] Checking segment: {'id': '8b17696f-9144-420d-a398-098402032d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '834352f5-be1b-4ea8-b171-bd80d931468e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:19.720500 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d232e2f9-500e-4383-8e2e-f3283a428633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:19.724117 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d232e2f9-500e-4383-8e2e-f3283a428633 None None] Bound using segment: {'id': '8b17696f-9144-420d-a398-098402032d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '834352f5-be1b-4ea8-b171-bd80d931468e'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:08:19.725039 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d232e2f9-500e-4383-8e2e-f3283a428633 None None] Bound port: 5a651669-5b04-49e1-85e1-36bba82aae81, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b17696f-9144-420d-a398-098402032d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '834352f5-be1b-4ea8-b171-bd80d931468e'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:08:19.725587 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d232e2f9-500e-4383-8e2e-f3283a428633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:19.731930 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d692b45b-7947-459f-9061-cffcb9953b89 req-8d65fdfd-1127-4c04-b8ee-90d40dc3549a service neutron] 10.222.0.50 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127539 Aug 11 02:08:19.832432 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea30167-8705-4f64-985b-45b13a913aa9 req-4a7942e3-1c29-41fe-b644-b0410db31ff8 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:19.834032 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-eea30167-8705-4f64-985b-45b13a913aa9 req-4a7942e3-1c29-41fe-b644-b0410db31ff8 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 943 time: 0.2283733 Aug 11 02:08:19.855986 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:19.864056 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d692b45b-7947-459f-9061-cffcb9953b89 req-333f61ff-c502-46e8-91a7-f469f5f8a8ab service neutron] 10.222.0.50 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307645 Aug 11 02:08:19.886842 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d232e2f9-500e-4383-8e2e-f3283a428633 None None] For port 5a651669-5b04-49e1-85e1-36bba82aae81, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:19.891784 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d232e2f9-500e-4383-8e2e-f3283a428633 None None] For port 5a651669-5b04-49e1-85e1-36bba82aae81, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5a651669-5b04-49e1-85e1-36bba82aae81,segment=NetworkSegment(8b17696f-9144-420d-a398-098402032d8a),segment_id=8b17696f-9144-420d-a398-098402032d8a)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:08:19.902204 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d232e2f9-500e-4383-8e2e-f3283a428633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:19.903841 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-352f8cf3-fe54-4bb7-9b7c-3fe3b289094b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:19.934804 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-352f8cf3-fe54-4bb7-9b7c-3fe3b289094b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:19.972309 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-eea30167-8705-4f64-985b-45b13a913aa9 req-724f1daf-f927-46a0-a640-f61737f8164f tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223471 Aug 11 02:08:20.027804 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232e2f9-500e-4383-8e2e-f3283a428633 None None] Pushing event updated for resources: {'Port': ['ID=5a651669-5b04-49e1-85e1-36bba82aae81,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:20.185957 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-352f8cf3-fe54-4bb7-9b7c-3fe3b289094b admin admin] Allocated IP 172.25.2.217 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/4a85cf6b-c873-48fe-8ddb-35faf9591272) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:20.198776 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715370a-7f89-4f7c-94ca-7687dd25959c req-617679df-f287-4c8e-8327-46abbe61b073 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:20.207390 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6715370a-7f89-4f7c-94ca-7687dd25959c req-617679df-f287-4c8e-8327-46abbe61b073 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 945 time: 0.1030796 Aug 11 02:08:20.226937 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-442a9896-1e9e-4e10-8fa9-fe0b4205d6be req-c653b9ac-afd0-4f92-b6ac-dc2632fd5e51 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports?device_id=0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c HTTP/1.1" status: 200 len: 210 time: 0.0415213 Aug 11 02:08:20.610225 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6715370a-7f89-4f7c-94ca-7687dd25959c req-50b498bb-dd4c-472f-9a6b-cc19f50504ac tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019392 Aug 11 02:08:20.679327 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 77549358-be7a-4dd3-a142-58979ec3ff90 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:08:20.681512 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-352f8cf3-fe54-4bb7-9b7c-3fe3b289094b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:20.683617 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 1c59012a-6b8b-4a3d-8e4b-83c876ee921e no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:08:20.688945 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6174fc8-6ff7-462c-97e6-95e18c841cbf req-c6cbe0e0-9fb0-4cac-94b3-9abfb7e66b12 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:20.694090 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6174fc8-6ff7-462c-97e6-95e18c841cbf req-c6cbe0e0-9fb0-4cac-94b3-9abfb7e66b12 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 948 time: 0.1064851 Aug 11 02:08:20.737573 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-352f8cf3-fe54-4bb7-9b7c-3fe3b289094b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:20.788735 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6174fc8-6ff7-462c-97e6-95e18c841cbf req-90efcaeb-9520-4731-b972-707e6ec232f9 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924182 Aug 11 02:08:20.789637 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352f8cf3-fe54-4bb7-9b7c-3fe3b289094b admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:20.793930 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-352f8cf3-fe54-4bb7-9b7c-3fe3b289094b admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:20.799108 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352f8cf3-fe54-4bb7-9b7c-3fe3b289094b admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:20.862588 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f8cf3-fe54-4bb7-9b7c-3fe3b289094b admin admin] Pushing event updated for resources: {'Port': ['ID=4a85cf6b-c873-48fe-8ddb-35faf9591272,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:20.928994 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:20.985361 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 77549358-be7a-4dd3-a142-58979ec3ff90, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=77549358-be7a-4dd3-a142-58979ec3ff90,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:21.014912 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '77549358-be7a-4dd3-a142-58979ec3ff90', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': '77549358-be7a-4dd3-a142-58979ec3ff90', 'mac_address': 'fa:16:3e:6a:57:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:08:21.027788 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:08:21.031243 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188e58d9-3edd-435b-87e1-a8e1a13324df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c59012a-6b8b-4a3d-8e4b-83c876ee921e'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:21.034774 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b023796-7769-4eec-a572-96e539bb326e" -d '{"events": [{"server_uuid": "188e58d9-3edd-435b-87e1-a8e1a13324df", "name": "network-vif-unplugged", "status": "completed", "tag": "1c59012a-6b8b-4a3d-8e4b-83c876ee921e"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:21.057437 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 1c59012a-6b8b-4a3d-8e4b-83c876ee921e, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=1c59012a-6b8b-4a3d-8e4b-83c876ee921e,segment=NetworkSegment(2ef086d9-e43c-4432-b580-46b1ba588087),segment_id=2ef086d9-e43c-4432-b580-46b1ba588087)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:21.086419 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:21.164486 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f153b6-5f81-4b44-8438-76ae48c3abaa req-05857209-ae3b-44fc-a010-bb2ac8556a09 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:21.173017 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:21.176865 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5f153b6-5f81-4b44-8438-76ae48c3abaa req-05857209-ae3b-44fc-a010-bb2ac8556a09 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 943 time: 0.0750651 Aug 11 02:08:21.193745 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77549358-be7a-4dd3-a142-58979ec3ff90 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:08:21.261797 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 77549358-be7a-4dd3-a142-58979ec3ff90, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=77549358-be7a-4dd3-a142-58979ec3ff90,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:21.265480 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5f153b6-5f81-4b44-8438-76ae48c3abaa req-c17e734f-be0b-4cd2-9474-c22d5e0fb22a tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874660 Aug 11 02:08:21.269107 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:21.276404 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 1c59012a-6b8b-4a3d-8e4b-83c876ee921e details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:08:21.327819 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004c48a4-35ae-4fa5-a44b-011c925804d8 x-openstack-request-id: req-004c48a4-35ae-4fa5-a44b-011c925804d8 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:21.328119 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188e58d9-3edd-435b-87e1-a8e1a13324df", "name": "network-vif-unplugged", "status": "completed", "tag": "1c59012a-6b8b-4a3d-8e4b-83c876ee921e", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:21.328377 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-004c48a4-35ae-4fa5-a44b-011c925804d8 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:21.328787 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188e58d9-3edd-435b-87e1-a8e1a13324df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c59012a-6b8b-4a3d-8e4b-83c876ee921e', 'code': 200} Aug 11 02:08:21.369610 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=1c59012a-6b8b-4a3d-8e4b-83c876ee921e,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:21.450294 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-352f8cf3-fe54-4bb7-9b7c-3fe3b289094b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:21.475853 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:21.538443 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c89187ca-80c4-408b-a70f-da39c56fe45d req-928e1f83-403d-4dae-a5d0-d305078dc101 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports?device_id=0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c HTTP/1.1" status: 200 len: 210 time: 0.0870087 Aug 11 02:08:21.624415 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f908b6c4-1c7c-48f6-9b73-9f579c48e9be None None] Network 834352f5-be1b-4ea8-b171-bd80d931468e requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:08:21.736535 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=77549358-be7a-4dd3-a142-58979ec3ff90,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:21.752234 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692b45b-7947-459f-9061-cffcb9953b89 req-5c79ef66-7ec9-4bf4-896f-8290a34a7946 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:21.753021 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d692b45b-7947-459f-9061-cffcb9953b89 req-5c79ef66-7ec9-4bf4-896f-8290a34a7946 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.73 "GET /v2.0/networks?id=b06d3d10-588d-4354-a566-0e4bf50ab835 HTTP/1.1" status: 200 len: 820 time: 0.2368011 Aug 11 02:08:21.769195 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-d692b45b-7947-459f-9061-cffcb9953b89 req-4b3bfbc1-6f22-413a-8c18-19c3846440de tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Request body: {'port': {'device_id': '0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'admin_state_up': True, 'tenant_id': '3851339e44404f088cb1430a89e6ffa3'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:21.778658 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-69688f39-3b55-45c2-bb03-771af22fcb69 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:21.788713 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-69688f39-3b55-45c2-bb03-771af22fcb69 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.66 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4&tenant_id=0977f8d1f319488d943473f8926805cd&binding%3Ahost_id=n-h2-615180-33 HTTP/1.1" status: 200 len: 949 time: 0.4325027 Aug 11 02:08:21.819291 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 1c59012a-6b8b-4a3d-8e4b-83c876ee921e, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=1c59012a-6b8b-4a3d-8e4b-83c876ee921e,segment=NetworkSegment(2ef086d9-e43c-4432-b580-46b1ba588087),segment_id=2ef086d9-e43c-4432-b580-46b1ba588087)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:21.844086 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-acba816f-d1e3-46a2-b3c8-fc64958265b3 None None] Provisioning for port 5a651669-5b04-49e1-85e1-36bba82aae81 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:21.892917 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed6d86-5715-45a1-a6f3-41cc64a65dcc req-b4c259d8-5ab7-42fd-96a1-bcfeefe48403 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:21.897643 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '1c59012a-6b8b-4a3d-8e4b-83c876ee921e', 'network_id': '0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c', 'port_id': '1c59012a-6b8b-4a3d-8e4b-83c876ee921e', 'mac_address': 'fa:16:3e:55:6d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a9a07b-ffec-4f71-82f4-57a2fc2cf187', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:08:21.902386 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-54ed6d86-5715-45a1-a6f3-41cc64a65dcc req-b4c259d8-5ab7-42fd-96a1-bcfeefe48403 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 949 time: 0.2360687 Aug 11 02:08:22.031100 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-d8261c0a-ea35-4c82-912e-8cd154d909f1 service neutron] 10.222.0.66 "GET /v2.0/ports/77549358-be7a-4dd3-a142-58979ec3ff90/bindings/n-h2-615180-33 HTTP/1.1" status: 200 len: 383 time: 0.2007837 Aug 11 02:08:22.036953 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095abdf-866c-487f-9cc6-13f828437a08 req-97afcd75-bd15-4486-bbf4-44dbcc61562f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:22.045133 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-54ed6d86-5715-45a1-a6f3-41cc64a65dcc req-0c548de8-1dee-4281-b836-a5845a2043b3 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392882 Aug 11 02:08:22.048801 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b095abdf-866c-487f-9cc6-13f828437a08 req-97afcd75-bd15-4486-bbf4-44dbcc61562f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 943 time: 0.2656887 Aug 11 02:08:22.117057 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-352f8cf3-fe54-4bb7-9b7c-3fe3b289094b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:22.149362 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5a651669-5b04-49e1-85e1-36bba82aae81 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:22.152036 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d692b45b-7947-459f-9061-cffcb9953b89 req-4b3bfbc1-6f22-413a-8c18-19c3846440de tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Made reservation on behalf of 3851339e44404f088cb1430a89e6ffa3 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:22.156378 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d692b45b-7947-459f-9061-cffcb9953b89 req-4b3bfbc1-6f22-413a-8c18-19c3846440de tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:22.190359 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b095abdf-866c-487f-9cc6-13f828437a08 req-a8a219e6-f9e4-4524-ac38-4c3dcc39c1a2 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371515 Aug 11 02:08:22.196480 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-4730a104-bc25-4709-8c7c-9ca9059d49c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:22.206083 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-4730a104-bc25-4709-8c7c-9ca9059d49c9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 1101 time: 0.1359384 Aug 11 02:08:22.246116 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:22.306238 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c59012a-6b8b-4a3d-8e4b-83c876ee921e {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:08:22.334102 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 1c59012a-6b8b-4a3d-8e4b-83c876ee921e, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=1c59012a-6b8b-4a3d-8e4b-83c876ee921e,segment=NetworkSegment(2ef086d9-e43c-4432-b580-46b1ba588087),segment_id=2ef086d9-e43c-4432-b580-46b1ba588087)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:22.359868 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:22.373975 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-d692b45b-7947-459f-9061-cffcb9953b89 req-4b3bfbc1-6f22-413a-8c18-19c3846440de tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Allocated IP 172.20.0.3 (b06d3d10-588d-4354-a566-0e4bf50ab835/21a76d83-aa04-4360-9155-f987f570d2fd/b5b77465-4054-4aaf-b586-a9da1de9ba98) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:22.440202 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=1c59012a-6b8b-4a3d-8e4b-83c876ee921e,revision_number=7']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:22.444260 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 5a651669-5b04-49e1-85e1-36bba82aae81 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:22.448824 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 5a651669-5b04-49e1-85e1-36bba82aae81 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:22.449397 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:22.558779 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:22.605957 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 5a651669-5b04-49e1-85e1-36bba82aae81, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5a651669-5b04-49e1-85e1-36bba82aae81,segment=NetworkSegment(8b17696f-9144-420d-a398-098402032d8a),segment_id=8b17696f-9144-420d-a398-098402032d8a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:22.614576 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-08a4ac27-cc78-478b-8ce8-af611a6a29b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:22.616110 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-08a4ac27-cc78-478b-8ce8-af611a6a29b7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.4075959 Aug 11 02:08:22.620955 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:22.646037 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d9baa-857a-45c0-b5d3-52c9e5cfe12c req-5c82faf5-55f6-45c1-bc9e-175069b89060 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:22.647611 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-426d9baa-857a-45c0-b5d3-52c9e5cfe12c req-5c82faf5-55f6-45c1-bc9e-175069b89060 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 943 time: 0.2507851 Aug 11 02:08:22.721445 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=5a651669-5b04-49e1-85e1-36bba82aae81,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:22.737651 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-033fa9c8-e18f-495f-9cb7-0cc7c6bb15d9 req-f588dc09-9bbc-4139-a791-41628a61eac2 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports?device_id=0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c HTTP/1.1" status: 200 len: 210 time: 0.0549016 Aug 11 02:08:22.789022 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['77549358-be7a-4dd3-a142-58979ec3ff90'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:22.797368 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-d39cfd02-d175-4441-8b60-b39553bb8d17 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=77549358-be7a-4dd3-a142-58979ec3ff90 HTTP/1.1" status: 200 len: 217 time: 0.1464581 Aug 11 02:08:22.817345 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d692b45b-7947-459f-9061-cffcb9953b89 req-4b3bfbc1-6f22-413a-8c18-19c3846440de tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:22.827229 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352f8cf3-fe54-4bb7-9b7c-3fe3b289094b admin admin] Router a86c575f-3d7b-46fe-abdd-6bade9024271 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:08:22.853437 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-d692b45b-7947-459f-9061-cffcb9953b89 req-4b3bfbc1-6f22-413a-8c18-19c3846440de tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Transition to ACTIVE for port object b5b77465-4054-4aaf-b586-a9da1de9ba98 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:22.855520 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-426d9baa-857a-45c0-b5d3-52c9e5cfe12c req-3a663479-2f13-46f6-986d-df395c7ae9d3 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880634 Aug 11 02:08:22.889607 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['1c59012a-6b8b-4a3d-8e4b-83c876ee921e'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:22.913634 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d692b45b-7947-459f-9061-cffcb9953b89 req-4b3bfbc1-6f22-413a-8c18-19c3846440de tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:22.957846 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['cf98c25a-1110-4ccc-8f5e-5819a21d4ced'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:22.974502 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d692b45b-7947-459f-9061-cffcb9953b89 req-4b3bfbc1-6f22-413a-8c18-19c3846440de tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Network b06d3d10-588d-4354-a566-0e4bf50ab835 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:22.981885 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-d692b45b-7947-459f-9061-cffcb9953b89 req-4b3bfbc1-6f22-413a-8c18-19c3846440de tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:22.989048 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-d692b45b-7947-459f-9061-cffcb9953b89 req-4b3bfbc1-6f22-413a-8c18-19c3846440de tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:23.032610 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-4e6a5b11-1536-49f4-a557-37e0ad69d48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:23.044720 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-4e6a5b11-1536-49f4-a557-37e0ad69d48f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.2191172 Aug 11 02:08:23.129550 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692b45b-7947-459f-9061-cffcb9953b89 req-4b3bfbc1-6f22-413a-8c18-19c3846440de tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:23.134955 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d692b45b-7947-459f-9061-cffcb9953b89 req-4b3bfbc1-6f22-413a-8c18-19c3846440de tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:23.169340 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3bfbc1-6f22-413a-8c18-19c3846440de tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Pushing event updated for resources: {'Port': ['ID=b5b77465-4054-4aaf-b586-a9da1de9ba98,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:23.188091 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d692b45b-7947-459f-9061-cffcb9953b89 req-4b3bfbc1-6f22-413a-8c18-19c3846440de tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4256001 Aug 11 02:08:23.214621 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-d692b45b-7947-459f-9061-cffcb9953b89 req-93b047ed-3898-483d-b4e3-8c1b4b3353f2 service neutron] Request body: {'port': {'device_id': '0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:23.304017 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-9218d78a-fba8-490c-a4ba-33cc9949b6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:23.305404 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-9218d78a-fba8-490c-a4ba-33cc9949b6fb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2476916 Aug 11 02:08:23.313641 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-19943555-653b-4a88-92cc-c7bad1c590ce None None] Provisioning complete for port 5a651669-5b04-49e1-85e1-36bba82aae81 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:23.313994 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-19943555-653b-4a88-92cc-c7bad1c590ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:23.345413 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444c501-3465-43a9-9054-397f1f16a034 req-12dd09af-eb6a-45a7-b2b9-821aedf7b11d tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:23.353814 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c444c501-3465-43a9-9054-397f1f16a034 req-12dd09af-eb6a-45a7-b2b9-821aedf7b11d tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 949 time: 0.1557043 Aug 11 02:08:23.384060 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d692b45b-7947-459f-9061-cffcb9953b89 req-93b047ed-3898-483d-b4e3-8c1b4b3353f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:23.416658 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352f8cf3-fe54-4bb7-9b7c-3fe3b289094b admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:08:23.417276 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c444c501-3465-43a9-9054-397f1f16a034 req-696ab8f8-5e53-453f-98e7-21b8bb5031f8 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625277 Aug 11 02:08:23.437585 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bed8d07-8f93-41a4-8178-6a8032b26a0a None None] Sync routers for ids ['a86c575f-3d7b-46fe-abdd-6bade9024271'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:08:23.452096 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bed8d07-8f93-41a4-8178-6a8032b26a0a None None] Routers {'a86c575f-3d7b-46fe-abdd-6bade9024271'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:23.452727 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-5bed8d07-8f93-41a4-8178-6a8032b26a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:08:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a86c575f-3d7b-46fe-abdd-6bade9024271'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:23.522230 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-352f8cf3-fe54-4bb7-9b7c-3fe3b289094b admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:23.523845 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-352f8cf3-fe54-4bb7-9b7c-3fe3b289094b admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6799726 Aug 11 02:08:23.527900 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58696) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:23.538256 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad24fba-143e-48a6-9592-13943bc9c191 req-ec69de91-2849-4e56-987b-4800bf494ab0 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:23.547032 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cad24fba-143e-48a6-9592-13943bc9c191 req-ec69de91-2849-4e56-987b-4800bf494ab0 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 944 time: 0.2037156 Aug 11 02:08:23.580040 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-7bc4df1f-4858-4462-8f90-03e032dec3fa service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482636 Aug 11 02:08:23.627120 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cad24fba-143e-48a6-9592-13943bc9c191 req-829bcf69-5474-4c55-be5f-819fc787777d tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701852 Aug 11 02:08:23.736532 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-5bed8d07-8f93-41a4-8178-6a8032b26a0a None None] Set router a86c575f-3d7b-46fe-abdd-6bade9024271 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:23.769758 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-680f7781-f0a7-4e69-8da5-28b02534c2e3 None None] Provisioning for port b5b77465-4054-4aaf-b586-a9da1de9ba98 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:23.774831 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-680f7781-f0a7-4e69-8da5-28b02534c2e3 None None] Provisioning complete for port b5b77465-4054-4aaf-b586-a9da1de9ba98 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:23.775307 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-680f7781-f0a7-4e69-8da5-28b02534c2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:23.795887 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-292aa640-e831-49fa-b298-e79e2c8bb8ba service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018511 Aug 11 02:08:23.858354 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-680f7781-f0a7-4e69-8da5-28b02534c2e3 None None] Port b5b77465-4054-4aaf-b586-a9da1de9ba98 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:08:23.901878 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 7b700c27-660c-4e58-8fe5-174c7e9f96b8 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:08:23.974843 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-5bed8d07-8f93-41a4-8178-6a8032b26a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86c575f-3d7b-46fe-abdd-6bade9024271', 'name': 'tempest-FloatingIPDetailsTestJSON-912782250-router', 'tenant_id': '5d0da7028cc44705ac3531b256d9cf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4a85cf6b-c873-48fe-8ddb-35faf9591272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:19Z', 'updated_at': '2021-08-11T02:08:21Z', 'revision_number': 3, 'project_id': '5d0da7028cc44705ac3531b256d9cf99', 'gw_port': {'id': '4a85cf6b-c873-48fe-8ddb-35faf9591272', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d1:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86c575f-3d7b-46fe-abdd-6bade9024271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:19Z', 'updated_at': '2021-08-11T02:08:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:24.004416 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa8423-1f8e-4a5d-b289-e2c9b5c232fb req-66b34948-7df7-4cd1-99df-4097b0aadfbc tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:24.018443 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7bfa8423-1f8e-4a5d-b289-e2c9b5c232fb req-66b34948-7df7-4cd1-99df-4097b0aadfbc tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports?device_id=0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c HTTP/1.1" status: 200 len: 931 time: 0.1522555 Aug 11 02:08:24.039994 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bed8d07-8f93-41a4-8178-6a8032b26a0a None None] Checking router: a86c575f-3d7b-46fe-abdd-6bade9024271 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:08:24.041776 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bed8d07-8f93-41a4-8178-6a8032b26a0a None None] Updating router a86c575f-3d7b-46fe-abdd-6bade9024271 port 4a85cf6b-c873-48fe-8ddb-35faf9591272 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:08:24.043271 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5a651669-5b04-49e1-85e1-36bba82aae81 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:24.088757 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-5bed8d07-8f93-41a4-8178-6a8032b26a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:24.125858 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7bfa8423-1f8e-4a5d-b289-e2c9b5c232fb req-57869450-9f73-488a-8bad-02c545d5d2d0 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4849a0a-99ac-4f90-8453-af814ed38664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012707 Aug 11 02:08:24.417745 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:24.427024 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 5a651669-5b04-49e1-85e1-36bba82aae81 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:24.427443 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:24.456780 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a8e1373c-1177-460f-9582-eb096964c96e req-85ebd0e0-15da-49a0-b7b1-968160b0858b service neutron] 10.222.0.73 "GET /v2.0/ports/7b700c27-660c-4e58-8fe5-174c7e9f96b8/bindings/n-h2-615180-33 HTTP/1.1" status: 200 len: 385 time: 0.1177917 Aug 11 02:08:24.479964 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-5bed8d07-8f93-41a4-8178-6a8032b26a0a None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:24.514640 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-5bed8d07-8f93-41a4-8178-6a8032b26a0a None None] Transition to ACTIVE for port object 4a85cf6b-c873-48fe-8ddb-35faf9591272 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:24.531854 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-5bed8d07-8f93-41a4-8178-6a8032b26a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:24.572053 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25964e-66be-4397-b054-ec86ab3bbf1d req-1fe40a3d-f876-43e8-b292-e1a41f694459 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:24.575175 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-da25964e-66be-4397-b054-ec86ab3bbf1d req-1fe40a3d-f876-43e8-b292-e1a41f694459 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 943 time: 0.3200808 Aug 11 02:08:24.613813 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053b156-e5da-4ed5-9182-2f205694e647 None None] Pushing event updated for resources: {'Port': ['ID=4a85cf6b-c873-48fe-8ddb-35faf9591272,revision_number=2']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:24.619775 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba7588-0eb9-4684-99d9-efe3c400427c req-2b58ba04-2da7-4a6c-ab4e-5aa491163604 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:24.626737 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-5bed8d07-8f93-41a4-8178-6a8032b26a0a None None] Attempting to bind port 4a85cf6b-c873-48fe-8ddb-35faf9591272 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:08:24.627106 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-5bed8d07-8f93-41a4-8178-6a8032b26a0a None None] Attempting to bind port 4a85cf6b-c873-48fe-8ddb-35faf9591272 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:08:24.627746 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bed8d07-8f93-41a4-8178-6a8032b26a0a None None] Attempting to bind port 4a85cf6b-c873-48fe-8ddb-35faf9591272 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:24.628079 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9ba7588-0eb9-4684-99d9-efe3c400427c req-2b58ba04-2da7-4a6c-ab4e-5aa491163604 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 949 time: 0.1003361 Aug 11 02:08:24.632758 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bed8d07-8f93-41a4-8178-6a8032b26a0a None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:08:24.633642 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bed8d07-8f93-41a4-8178-6a8032b26a0a None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:24.633642 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-5bed8d07-8f93-41a4-8178-6a8032b26a0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:24.633916 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bed8d07-8f93-41a4-8178-6a8032b26a0a None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:08:24.634345 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-5bed8d07-8f93-41a4-8178-6a8032b26a0a None None] Bound port: 4a85cf6b-c873-48fe-8ddb-35faf9591272, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:08:24.634746 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-5bed8d07-8f93-41a4-8178-6a8032b26a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:24.694198 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-5bed8d07-8f93-41a4-8178-6a8032b26a0a None None] For port 4a85cf6b-c873-48fe-8ddb-35faf9591272, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:24.697897 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 1c59012a-6b8b-4a3d-8e4b-83c876ee921e up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:24.698144 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-5bed8d07-8f93-41a4-8178-6a8032b26a0a None None] For port 4a85cf6b-c873-48fe-8ddb-35faf9591272, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=4a85cf6b-c873-48fe-8ddb-35faf9591272,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:08:24.711000 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-5bed8d07-8f93-41a4-8178-6a8032b26a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:24.739853 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9ba7588-0eb9-4684-99d9-efe3c400427c req-535d9f7f-a687-4274-83f6-81632bdb5a92 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064034 Aug 11 02:08:24.743379 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-da25964e-66be-4397-b054-ec86ab3bbf1d req-22e9a473-30c6-458a-ab60-403233897f66 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494067 Aug 11 02:08:24.780733 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 1c59012a-6b8b-4a3d-8e4b-83c876ee921e triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:24.783374 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:24.826422 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-a8e1373c-1177-460f-9582-eb096964c96e req-a345e1d6-b910-4080-84e6-7bf837a41253 service neutron] For port 7b700c27-660c-4e58-8fe5-174c7e9f96b8, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=7b700c27-660c-4e58-8fe5-174c7e9f96b8,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:24.859148 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-a8e1373c-1177-460f-9582-eb096964c96e req-a345e1d6-b910-4080-84e6-7bf837a41253 service neutron] For port 7b700c27-660c-4e58-8fe5-174c7e9f96b8, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:24.896880 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-a8e1373c-1177-460f-9582-eb096964c96e req-a345e1d6-b910-4080-84e6-7bf837a41253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b700c27-660c-4e58-8fe5-174c7e9f96b8 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:08:24.911197 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-a8e1373c-1177-460f-9582-eb096964c96e req-a345e1d6-b910-4080-84e6-7bf837a41253 service neutron] For port 7b700c27-660c-4e58-8fe5-174c7e9f96b8, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=7b700c27-660c-4e58-8fe5-174c7e9f96b8,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:24.912468 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:24.933513 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a8e1373c-1177-460f-9582-eb096964c96e req-a345e1d6-b910-4080-84e6-7bf837a41253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:24.946686 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188e58d9-3edd-435b-87e1-a8e1a13324df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c59012a-6b8b-4a3d-8e4b-83c876ee921e'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:24.952345 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f34bd6-a126-46f2-9ef3-cc1bd008cddd" -d '{"events": [{"server_uuid": "188e58d9-3edd-435b-87e1-a8e1a13324df", "name": "network-vif-plugged", "status": "completed", "tag": "1c59012a-6b8b-4a3d-8e4b-83c876ee921e"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:24.976541 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-d692b45b-7947-459f-9061-cffcb9953b89 req-93b047ed-3898-483d-b4e3-8c1b4b3353f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5b77465-4054-4aaf-b586-a9da1de9ba98 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:08:24.986722 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d692b45b-7947-459f-9061-cffcb9953b89 req-93b047ed-3898-483d-b4e3-8c1b4b3353f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:24.990990 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bed8d07-8f93-41a4-8178-6a8032b26a0a None None] Routers {'a86c575f-3d7b-46fe-abdd-6bade9024271'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:24.991610 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-5bed8d07-8f93-41a4-8178-6a8032b26a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:08:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a86c575f-3d7b-46fe-abdd-6bade9024271'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:25.004650 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-d692b45b-7947-459f-9061-cffcb9953b89 req-93b047ed-3898-483d-b4e3-8c1b4b3353f2 service neutron] Transition to ACTIVE for port object b5b77465-4054-4aaf-b586-a9da1de9ba98 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:25.010518 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 1c59012a-6b8b-4a3d-8e4b-83c876ee921e, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=1c59012a-6b8b-4a3d-8e4b-83c876ee921e,segment=NetworkSegment(2ef086d9-e43c-4432-b580-46b1ba588087),segment_id=2ef086d9-e43c-4432-b580-46b1ba588087)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:25.022278 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d692b45b-7947-459f-9061-cffcb9953b89 req-93b047ed-3898-483d-b4e3-8c1b4b3353f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:25.024981 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:25.025876 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:25.051479 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053b156-e5da-4ed5-9182-2f205694e647 None None] Pushing event updated for resources: {'Port': ['ID=4a85cf6b-c873-48fe-8ddb-35faf9591272,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:25.102265 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38763904-c983-40d7-8153-ac2fc2e70a62 x-openstack-request-id: req-38763904-c983-40d7-8153-ac2fc2e70a62 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:25.102604 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188e58d9-3edd-435b-87e1-a8e1a13324df", "name": "network-vif-plugged", "status": "completed", "tag": "1c59012a-6b8b-4a3d-8e4b-83c876ee921e", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:25.102814 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-38763904-c983-40d7-8153-ac2fc2e70a62 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:25.103389 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188e58d9-3edd-435b-87e1-a8e1a13324df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c59012a-6b8b-4a3d-8e4b-83c876ee921e', 'code': 200} Aug 11 02:08:25.149715 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-a8e1373c-1177-460f-9582-eb096964c96e req-a345e1d6-b910-4080-84e6-7bf837a41253 service neutron] Transition to ACTIVE for port object 7b700c27-660c-4e58-8fe5-174c7e9f96b8 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:25.166589 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a8e1373c-1177-460f-9582-eb096964c96e req-a345e1d6-b910-4080-84e6-7bf837a41253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:25.170218 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=1c59012a-6b8b-4a3d-8e4b-83c876ee921e,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:25.202503 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-5bed8d07-8f93-41a4-8178-6a8032b26a0a None None] Set router a86c575f-3d7b-46fe-abdd-6bade9024271 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:25.338278 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e1373c-1177-460f-9582-eb096964c96e req-a345e1d6-b910-4080-84e6-7bf837a41253 service neutron] No DVR routers for this DVR port 7b700c27-660c-4e58-8fe5-174c7e9f96b8 on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:08:25.392870 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da34f44-4979-4346-b389-6a6a2ba7baf6 req-08c26ec0-af4f-47a1-b325-f819eefd696b tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:25.403025 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5da34f44-4979-4346-b389-6a6a2ba7baf6 req-08c26ec0-af4f-47a1-b325-f819eefd696b tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 944 time: 0.4794319 Aug 11 02:08:25.405771 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b047ed-3898-483d-b4e3-8c1b4b3353f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b77465-4054-4aaf-b586-a9da1de9ba98,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:25.472622 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345e1d6-b910-4080-84e6-7bf837a41253 service neutron] Pushing event updated for resources: {'Port': ['ID=7b700c27-660c-4e58-8fe5-174c7e9f96b8,revision_number=10']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:25.520347 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-5bed8d07-8f93-41a4-8178-6a8032b26a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86c575f-3d7b-46fe-abdd-6bade9024271', 'name': 'tempest-FloatingIPDetailsTestJSON-912782250-router', 'tenant_id': '5d0da7028cc44705ac3531b256d9cf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4a85cf6b-c873-48fe-8ddb-35faf9591272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:19Z', 'updated_at': '2021-08-11T02:08:21Z', 'revision_number': 3, 'project_id': '5d0da7028cc44705ac3531b256d9cf99', 'gw_port': {'id': '4a85cf6b-c873-48fe-8ddb-35faf9591272', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d1:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86c575f-3d7b-46fe-abdd-6bade9024271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:19Z', 'updated_at': '2021-08-11T02:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:25.540317 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a345e1d6-b910-4080-84e6-7bf837a41253 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:25.540755 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a345e1d6-b910-4080-84e6-7bf837a41253 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:25.541089 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a345e1d6-b910-4080-84e6-7bf837a41253 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:25.541434 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a345e1d6-b910-4080-84e6-7bf837a41253 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:25.541796 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a345e1d6-b910-4080-84e6-7bf837a41253 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:25.543179 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a345e1d6-b910-4080-84e6-7bf837a41253 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:25.543179 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a345e1d6-b910-4080-84e6-7bf837a41253 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:25.543179 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a345e1d6-b910-4080-84e6-7bf837a41253 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:25.543507 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a345e1d6-b910-4080-84e6-7bf837a41253 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:25.543839 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a345e1d6-b910-4080-84e6-7bf837a41253 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:25.544189 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a345e1d6-b910-4080-84e6-7bf837a41253 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:25.545084 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a345e1d6-b910-4080-84e6-7bf837a41253 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:25.545683 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a8fbe69-428f-44c4-a4c5-2452d30245c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:25.554191 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5da34f44-4979-4346-b389-6a6a2ba7baf6 req-a2f72014-2f78-4a66-b5aa-65d192d63138 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500342 Aug 11 02:08:25.554924 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a8e1373c-1177-460f-9582-eb096964c96e req-a345e1d6-b910-4080-84e6-7bf837a41253 service neutron] 10.222.0.73 "PUT /v2.0/ports/7b700c27-660c-4e58-8fe5-174c7e9f96b8/bindings/n-h2-615180-33/activate HTTP/1.1" status: 200 len: 370 time: 1.0906277 Aug 11 02:08:25.562983 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-d692b45b-7947-459f-9061-cffcb9953b89 req-93b047ed-3898-483d-b4e3-8c1b4b3353f2 service neutron] Attempting to bind port b5b77465-4054-4aaf-b586-a9da1de9ba98 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:08:25.564080 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-d692b45b-7947-459f-9061-cffcb9953b89 req-93b047ed-3898-483d-b4e3-8c1b4b3353f2 service neutron] Attempting to bind port b5b77465-4054-4aaf-b586-a9da1de9ba98 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '6d5b1096-74d2-4841-973c-25801587ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:08:25.564080 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d692b45b-7947-459f-9061-cffcb9953b89 req-93b047ed-3898-483d-b4e3-8c1b4b3353f2 service neutron] Attempting to bind port b5b77465-4054-4aaf-b586-a9da1de9ba98 on network b06d3d10-588d-4354-a566-0e4bf50ab835 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:25.575026 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d692b45b-7947-459f-9061-cffcb9953b89 req-93b047ed-3898-483d-b4e3-8c1b4b3353f2 service neutron] Port b5b77465-4054-4aaf-b586-a9da1de9ba98 on network b06d3d10-588d-4354-a566-0e4bf50ab835 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:08:25.575720 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d692b45b-7947-459f-9061-cffcb9953b89 req-93b047ed-3898-483d-b4e3-8c1b4b3353f2 service neutron] Attempting to bind port b5b77465-4054-4aaf-b586-a9da1de9ba98 on network b06d3d10-588d-4354-a566-0e4bf50ab835 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:25.587295 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d692b45b-7947-459f-9061-cffcb9953b89 req-93b047ed-3898-483d-b4e3-8c1b4b3353f2 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:08:25.587768 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d692b45b-7947-459f-9061-cffcb9953b89 req-93b047ed-3898-483d-b4e3-8c1b4b3353f2 service neutron] Checking segment: {'id': '6d5b1096-74d2-4841-973c-25801587ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:25.588277 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d692b45b-7947-459f-9061-cffcb9953b89 req-93b047ed-3898-483d-b4e3-8c1b4b3353f2 service neutron] Bound using segment: {'id': '6d5b1096-74d2-4841-973c-25801587ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:08:25.589139 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-d692b45b-7947-459f-9061-cffcb9953b89 req-93b047ed-3898-483d-b4e3-8c1b4b3353f2 service neutron] Bound port: b5b77465-4054-4aaf-b586-a9da1de9ba98, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d5b1096-74d2-4841-973c-25801587ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:08:25.589139 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d692b45b-7947-459f-9061-cffcb9953b89 req-93b047ed-3898-483d-b4e3-8c1b4b3353f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:25.605610 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bed8d07-8f93-41a4-8178-6a8032b26a0a None None] The sync data for ids ['a86c575f-3d7b-46fe-abdd-6bade9024271'] in n-d-615180-33 is: [{'id': 'a86c575f-3d7b-46fe-abdd-6bade9024271', 'name': 'tempest-FloatingIPDetailsTestJSON-912782250-router', 'tenant_id': '5d0da7028cc44705ac3531b256d9cf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4a85cf6b-c873-48fe-8ddb-35faf9591272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:19Z', 'updated_at': '2021-08-11T02:08:21Z', 'revision_number': 3, 'project_id': '5d0da7028cc44705ac3531b256d9cf99', 'gw_port': {'id': '4a85cf6b-c873-48fe-8ddb-35faf9591272', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d1:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86c575f-3d7b-46fe-abdd-6bade9024271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:19Z', 'updated_at': '2021-08-11T02:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:08:25.637837 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8777c-d0b4-4672-93ca-c92efa970b5b req-6883669d-baa2-438d-afe5-1fb2cb7dbfaa tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:25.646090 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-adb8777c-d0b4-4672-93ca-c92efa970b5b req-6883669d-baa2-438d-afe5-1fb2cb7dbfaa tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports?device_id=0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c HTTP/1.1" status: 200 len: 943 time: 0.3153772 Aug 11 02:08:25.651493 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9eaf7b-d28b-4c56-9a6d-a72e5dbde226 req-4d078f33-d27b-4df5-95b8-a9b77dff114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:25.653446 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0f9eaf7b-d28b-4c56-9a6d-a72e5dbde226 req-4d078f33-d27b-4df5-95b8-a9b77dff114f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 1097 time: 0.1827211 Aug 11 02:08:25.751135 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-adb8777c-d0b4-4672-93ca-c92efa970b5b req-ce24a88c-c116-4ba6-9d40-24922d58e10d tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4849a0a-99ac-4f90-8453-af814ed38664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970445 Aug 11 02:08:25.771234 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0f9eaf7b-d28b-4c56-9a6d-a72e5dbde226 req-88bd6251-5508-454e-9ecd-b59221e6660d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921926 Aug 11 02:08:25.849179 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-d692b45b-7947-459f-9061-cffcb9953b89 req-93b047ed-3898-483d-b4e3-8c1b4b3353f2 service neutron] For port b5b77465-4054-4aaf-b586-a9da1de9ba98, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:25.877301 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1373c-1177-460f-9582-eb096964c96e req-f62b0b81-46ff-4878-b859-5e6ecb23c429 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:25.879118 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a8e1373c-1177-460f-9582-eb096964c96e req-f62b0b81-46ff-4878-b859-5e6ecb23c429 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6&tenant_id=fc914b6e60444f2aabf27f905058cfbf&binding%3Ahost_id=n-h1-615180-33 HTTP/1.1" status: 200 len: 1096 time: 0.2335539 Aug 11 02:08:25.907364 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837401c9-3f1c-45f6-9fc4-744f97347d36 req-b0387a68-b06e-49f8-bc30-56588d1fab17 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:25.909097 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-837401c9-3f1c-45f6-9fc4-744f97347d36 req-b0387a68-b06e-49f8-bc30-56588d1fab17 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 944 time: 0.0770028 Aug 11 02:08:25.914767 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-d692b45b-7947-459f-9061-cffcb9953b89 req-93b047ed-3898-483d-b4e3-8c1b4b3353f2 service neutron] For port b5b77465-4054-4aaf-b586-a9da1de9ba98, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b5b77465-4054-4aaf-b586-a9da1de9ba98,segment=NetworkSegment(6d5b1096-74d2-4841-973c-25801587ede5),segment_id=6d5b1096-74d2-4841-973c-25801587ede5)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:08:25.962838 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d692b45b-7947-459f-9061-cffcb9953b89 req-93b047ed-3898-483d-b4e3-8c1b4b3353f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:25.965286 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-837401c9-3f1c-45f6-9fc4-744f97347d36 req-2f01e318-df8b-4d4a-99cf-1377ac978a58 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456951 Aug 11 02:08:26.032315 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-7a8fbe69-428f-44c4-a4c5-2452d30245c6 admin admin] Allocated IP 172.20.0.1 (834352f5-be1b-4ea8-b171-bd80d931468e/46432ed4-3eef-4492-adc1-81d02026bf98/345786c1-8357-4c1e-8dde-ce1dcc6a6b62) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:26.047458 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692b45b-7947-459f-9061-cffcb9953b89 req-93b047ed-3898-483d-b4e3-8c1b4b3353f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:26.048309 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d692b45b-7947-459f-9061-cffcb9953b89 req-93b047ed-3898-483d-b4e3-8c1b4b3353f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:26.050351 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d692b45b-7947-459f-9061-cffcb9953b89 req-93b047ed-3898-483d-b4e3-8c1b4b3353f2 service neutron] 10.222.0.73 "PUT /v2.0/ports/b5b77465-4054-4aaf-b586-a9da1de9ba98 HTTP/1.1" status: 200 len: 1092 time: 2.8535330 Aug 11 02:08:26.051011 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c', 'tag': 'b5b77465-4054-4aaf-b586-a9da1de9ba98'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:26.053767 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c00289-a59d-4e7c-bb1e-eb9377883df2" -d '{"events": [{"name": "network-changed", "server_uuid": "0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c", "tag": "b5b77465-4054-4aaf-b586-a9da1de9ba98"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:26.121948 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1373c-1177-460f-9582-eb096964c96e req-cd781310-238d-4433-a28a-c6c2360264d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:26.125446 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a8e1373c-1177-460f-9582-eb096964c96e req-cd781310-238d-4433-a28a-c6c2360264d4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6&tenant_id=fc914b6e60444f2aabf27f905058cfbf HTTP/1.1" status: 200 len: 1096 time: 0.2257547 Aug 11 02:08:26.139489 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ac6c3-492f-4470-b90a-3a89ab8882af req-70c42077-0dc1-45bd-ae32-8c30c815a2c1 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:26.141676 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-da7ac6c3-492f-4470-b90a-3a89ab8882af req-70c42077-0dc1-45bd-ae32-8c30c815a2c1 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 949 time: 0.2675669 Aug 11 02:08:26.392336 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e1784b-5510-4d44-87cf-0ead67798e6a x-openstack-request-id: req-d9e1784b-5510-4d44-87cf-0ead67798e6a {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:26.395690 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c", "tag": "b5b77465-4054-4aaf-b586-a9da1de9ba98", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:26.395690 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d9e1784b-5510-4d44-87cf-0ead67798e6a {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:26.395690 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c', 'tag': 'b5b77465-4054-4aaf-b586-a9da1de9ba98', 'status': 'completed', 'code': 200} Aug 11 02:08:26.414275 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-da7ac6c3-492f-4470-b90a-3a89ab8882af req-e82da27f-1ca5-47fc-a469-bbbcfc0f8289 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539834 Aug 11 02:08:26.448955 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b047ed-3898-483d-b4e3-8c1b4b3353f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b77465-4054-4aaf-b586-a9da1de9ba98,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:26.528119 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692b45b-7947-459f-9061-cffcb9953b89 req-f3916c5d-ba3a-45cd-9731-7fe10bc78d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:26.529685 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d692b45b-7947-459f-9061-cffcb9953b89 req-f3916c5d-ba3a-45cd-9731-7fe10bc78d21 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3851339e44404f088cb1430a89e6ffa3&device_id=0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c HTTP/1.1" status: 200 len: 1095 time: 0.4175818 Aug 11 02:08:26.542014 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1373c-1177-460f-9582-eb096964c96e req-3e06c8e4-d18c-4c48-86be-7def8644b012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:26.543571 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a8e1373c-1177-460f-9582-eb096964c96e req-3e06c8e4-d18c-4c48-86be-7def8644b012 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc914b6e60444f2aabf27f905058cfbf&device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 1096 time: 0.1856842 Aug 11 02:08:26.606028 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a8fbe69-428f-44c4-a4c5-2452d30245c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:26.609723 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d692b45b-7947-459f-9061-cffcb9953b89 req-34c6c0a1-1a18-403b-84a3-ffbb52333f4e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5b77465-4054-4aaf-b586-a9da1de9ba98 HTTP/1.1" status: 200 len: 217 time: 0.0629210 Aug 11 02:08:26.699716 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 77549358-be7a-4dd3-a142-58979ec3ff90 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:26.705945 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-7a8fbe69-428f-44c4-a4c5-2452d30245c6 admin admin] Transition to ACTIVE for port object 345786c1-8357-4c1e-8dde-ce1dcc6a6b62 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:26.740969 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692b45b-7947-459f-9061-cffcb9953b89 req-272a08f8-5b7f-413c-bf97-c49d4848ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:26.743064 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d692b45b-7947-459f-9061-cffcb9953b89 req-272a08f8-5b7f-413c-bf97-c49d4848ad8f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21a76d83-aa04-4360-9155-f987f570d2fd HTTP/1.1" status: 200 len: 859 time: 0.1218762 Aug 11 02:08:26.766406 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0da8fd-77a8-42f0-9197-d7af8b7c4187 req-806d9a26-2b9d-4785-a376-96ad0b3fcc5b tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:26.768009 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1b0da8fd-77a8-42f0-9197-d7af8b7c4187 req-806d9a26-2b9d-4785-a376-96ad0b3fcc5b tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 945 time: 0.1064112 Aug 11 02:08:26.796090 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-5c360ce0-bcf9-4a55-b5e8-dc254df7eb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:26.797837 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-5c360ce0-bcf9-4a55-b5e8-dc254df7eb5c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4&tenant_id=0977f8d1f319488d943473f8926805cd HTTP/1.1" status: 200 len: 1101 time: 0.0844641 Aug 11 02:08:26.828612 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1b0da8fd-77a8-42f0-9197-d7af8b7c4187 req-297d918e-146f-473d-aa9a-69fd77c13a35 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492191 Aug 11 02:08:26.831296 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 77549358-be7a-4dd3-a142-58979ec3ff90 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:26.835266 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 77549358-be7a-4dd3-a142-58979ec3ff90 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:26.835859 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:26.836144 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-2d72c8c4-aae0-4967-937f-ade4a13f8176 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-615180-33', 'device_owner': 'compute:nova'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:26.899908 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-2d72c8c4-aae0-4967-937f-ade4a13f8176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:26.931638 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1373c-1177-460f-9582-eb096964c96e req-ba74e897-8d59-4d43-aee5-20d3a57ddcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:26.933083 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a8e1373c-1177-460f-9582-eb096964c96e req-ba74e897-8d59-4d43-aee5-20d3a57ddcb2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7 HTTP/1.1" status: 200 len: 922 time: 0.3747365 Aug 11 02:08:26.954572 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a8fbe69-428f-44c4-a4c5-2452d30245c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:27.007530 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:27.034720 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692b45b-7947-459f-9061-cffcb9953b89 req-af39af85-b5c5-4857-99f1-21c39b40f7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:27.036338 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d692b45b-7947-459f-9061-cffcb9953b89 req-af39af85-b5c5-4857-99f1-21c39b40f7c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b06d3d10-588d-4354-a566-0e4bf50ab835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2828612 Aug 11 02:08:27.088854 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a8e1373c-1177-460f-9582-eb096964c96e req-5b54460b-4d50-4cb4-bdad-b6bb9488a21f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b700c27-660c-4e58-8fe5-174c7e9f96b8 HTTP/1.1" status: 200 len: 217 time: 0.1390197 Aug 11 02:08:27.172866 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8fbe69-428f-44c4-a4c5-2452d30245c6 admin admin] Network 834352f5-be1b-4ea8-b171-bd80d931468e is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:27.191097 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-7a8fbe69-428f-44c4-a4c5-2452d30245c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:27.200348 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679dce72-3185-42fc-bdf6-5c3605286268 req-ec831cc4-cda0-4b44-9b84-bbb9b94153f9 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:27.202172 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-679dce72-3185-42fc-bdf6-5c3605286268 req-ec831cc4-cda0-4b44-9b84-bbb9b94153f9 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports?device_id=0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c HTTP/1.1" status: 200 len: 943 time: 0.3297017 Aug 11 02:08:27.204848 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8fbe69-428f-44c4-a4c5-2452d30245c6 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:27.216560 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fbe69-428f-44c4-a4c5-2452d30245c6 admin admin] Pushing event updated for resources: {'Port': ['ID=345786c1-8357-4c1e-8dde-ce1dcc6a6b62,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:27.263183 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48631415-0235-45db-897e-4d5164b38805 req-2d66e0e9-939d-41a3-b413-610a592bc25d tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:27.272154 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-48631415-0235-45db-897e-4d5164b38805 req-2d66e0e9-939d-41a3-b413-610a592bc25d tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 944 time: 0.0985911 Aug 11 02:08:27.277227 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1373c-1177-460f-9582-eb096964c96e req-a91aae80-0ab0-439f-9697-ba1b000c22f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:27.279081 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a8e1373c-1177-460f-9582-eb096964c96e req-a91aae80-0ab0-439f-9697-ba1b000c22f5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b6e0d0b4-108b-452a-91dc-cd606630079c HTTP/1.1" status: 200 len: 861 time: 0.1512556 Aug 11 02:08:27.304319 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-2d72c8c4-aae0-4967-937f-ade4a13f8176 service neutron] For port 77549358-be7a-4dd3-a142-58979ec3ff90, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=77549358-be7a-4dd3-a142-58979ec3ff90,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:27.334688 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a8e1373c-1177-460f-9582-eb096964c96e req-7ee8ce55-1402-40ab-8454-b4be092fdee6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442786 Aug 11 02:08:27.344333 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d692b45b-7947-459f-9061-cffcb9953b89 req-20f6d161-f731-4610-9d67-322952475f3c service neutron] 10.222.0.73 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776053 Aug 11 02:08:27.348516 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a8fbe69-428f-44c4-a4c5-2452d30245c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:27.361832 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-48631415-0235-45db-897e-4d5164b38805 req-1a349bcc-a9dd-4aff-9868-d8ba5beb8fb5 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887003 Aug 11 02:08:27.389946 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-2d72c8c4-aae0-4967-937f-ade4a13f8176 service neutron] For port 77549358-be7a-4dd3-a142-58979ec3ff90, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:27.409139 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-679dce72-3185-42fc-bdf6-5c3605286268 req-21d18cdf-c6be-4f59-9078-3a0eb18b4f74 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4849a0a-99ac-4f90-8453-af814ed38664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594093 Aug 11 02:08:27.419328 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-2d72c8c4-aae0-4967-937f-ade4a13f8176 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 77549358-be7a-4dd3-a142-58979ec3ff90 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:08:27.447925 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-2d72c8c4-aae0-4967-937f-ade4a13f8176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:27.463706 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-2d72c8c4-aae0-4967-937f-ade4a13f8176 service neutron] Transition to ACTIVE for port object 77549358-be7a-4dd3-a142-58979ec3ff90 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:27.471253 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-2d72c8c4-aae0-4967-937f-ade4a13f8176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:27.539958 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72c8c4-aae0-4967-937f-ade4a13f8176 service neutron] Pushing event updated for resources: {'Port': ['ID=77549358-be7a-4dd3-a142-58979ec3ff90,revision_number=9']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:27.582665 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.db.api [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:08:27.583090 n-d-615180-33 neutron-server[94508]: DEBUG oslo_db.api [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:08:27.605297 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-2d72c8c4-aae0-4967-937f-ade4a13f8176 service neutron] No DVR routers for this DVR port 77549358-be7a-4dd3-a142-58979ec3ff90 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:08:27.658015 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a8e1373c-1177-460f-9582-eb096964c96e req-93fa4af0-b4d8-4397-94fd-dc5ac19b9df2 service neutron] 10.222.0.66 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105197 Aug 11 02:08:27.660529 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d692b45b-7947-459f-9061-cffcb9953b89 req-53df709f-06cf-4c14-8989-3c4abfa3e6f5 service neutron] 10.222.0.73 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007832 Aug 11 02:08:27.691913 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-2d72c8c4-aae0-4967-937f-ade4a13f8176 service neutron] Attempting to bind port 77549358-be7a-4dd3-a142-58979ec3ff90 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:08:27.692430 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-2d72c8c4-aae0-4967-937f-ade4a13f8176 service neutron] Attempting to bind port 77549358-be7a-4dd3-a142-58979ec3ff90 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:08:27.692752 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-2d72c8c4-aae0-4967-937f-ade4a13f8176 service neutron] Attempting to bind port 77549358-be7a-4dd3-a142-58979ec3ff90 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:27.701836 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-2d72c8c4-aae0-4967-937f-ade4a13f8176 service neutron] Port 77549358-be7a-4dd3-a142-58979ec3ff90 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:08:27.702164 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-2d72c8c4-aae0-4967-937f-ade4a13f8176 service neutron] Attempting to bind port 77549358-be7a-4dd3-a142-58979ec3ff90 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:27.702489 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-af476e25-2454-4c53-ba16-b8f5ed459837 None None] Provisioning for port 345786c1-8357-4c1e-8dde-ce1dcc6a6b62 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:27.707118 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-af476e25-2454-4c53-ba16-b8f5ed459837 None None] Provisioning complete for port 345786c1-8357-4c1e-8dde-ce1dcc6a6b62 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:27.707499 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-af476e25-2454-4c53-ba16-b8f5ed459837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:27.712056 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-2d72c8c4-aae0-4967-937f-ade4a13f8176 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:08:27.712056 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-2d72c8c4-aae0-4967-937f-ade4a13f8176 service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:27.712497 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-2d72c8c4-aae0-4967-937f-ade4a13f8176 service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:08:27.712948 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-2d72c8c4-aae0-4967-937f-ade4a13f8176 service neutron] Bound port: 77549358-be7a-4dd3-a142-58979ec3ff90, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:08:27.713311 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-2d72c8c4-aae0-4967-937f-ade4a13f8176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:27.756104 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646afdf9-3a53-4643-b6de-b96bfedaa1cf req-5befd5ea-1b14-44b0-b79f-426e4d7b2c41 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:27.765191 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-646afdf9-3a53-4643-b6de-b96bfedaa1cf req-5befd5ea-1b14-44b0-b79f-426e4d7b2c41 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 948 time: 0.1093881 Aug 11 02:08:27.766488 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-af476e25-2454-4c53-ba16-b8f5ed459837 None None] Port 345786c1-8357-4c1e-8dde-ce1dcc6a6b62 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:08:27.838745 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-646afdf9-3a53-4643-b6de-b96bfedaa1cf req-1f8cd049-3876-4dc2-8ed7-58c17d735950 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733542 Aug 11 02:08:27.851756 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-2d72c8c4-aae0-4967-937f-ade4a13f8176 service neutron] For port 77549358-be7a-4dd3-a142-58979ec3ff90, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:27.855512 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-2d72c8c4-aae0-4967-937f-ade4a13f8176 service neutron] For port 77549358-be7a-4dd3-a142-58979ec3ff90, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=77549358-be7a-4dd3-a142-58979ec3ff90,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:08:27.866099 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-2d72c8c4-aae0-4967-937f-ade4a13f8176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:27.909035 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-2d72c8c4-aae0-4967-937f-ade4a13f8176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:27.910189 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-2d72c8c4-aae0-4967-937f-ade4a13f8176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:27.911771 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-2d72c8c4-aae0-4967-937f-ade4a13f8176 service neutron] 10.222.0.73 "PUT /v2.0/ports/77549358-be7a-4dd3-a142-58979ec3ff90 HTTP/1.1" status: 200 len: 1097 time: 1.0955253 Aug 11 02:08:27.912413 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09534f8f-8289-425d-9410-197ed5e51ad4', 'tag': '77549358-be7a-4dd3-a142-58979ec3ff90'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:27.915556 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816f5275-ef90-4f30-b13e-402c4b96b93d" -d '{"events": [{"name": "network-changed", "server_uuid": "09534f8f-8289-425d-9410-197ed5e51ad4", "tag": "77549358-be7a-4dd3-a142-58979ec3ff90"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:28.007883 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72c8c4-aae0-4967-937f-ade4a13f8176 service neutron] Pushing event updated for resources: {'Port': ['ID=77549358-be7a-4dd3-a142-58979ec3ff90,revision_number=10']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:28.047446 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216de65-fe4e-4e31-a812-8155fa2aa92f req-52674860-080b-4a00-99ce-a375c9a98628 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:28.049927 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a216de65-fe4e-4e31-a812-8155fa2aa92f req-52674860-080b-4a00-99ce-a375c9a98628 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 945 time: 0.1083565 Aug 11 02:08:28.052231 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-ca1d1279-a7c0-4c83-8500-3b676c82bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:28.054376 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-ca1d1279-a7c0-4c83-8500-3b676c82bc28 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 1101 time: 0.1061418 Aug 11 02:08:28.065468 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 4a85cf6b-c873-48fe-8ddb-35faf9591272 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:28.149427 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:28.160355 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 4a85cf6b-c873-48fe-8ddb-35faf9591272 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:28.175902 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 4a85cf6b-c873-48fe-8ddb-35faf9591272 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:28.176335 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:28.198053 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a216de65-fe4e-4e31-a812-8155fa2aa92f req-f08aae5c-308a-4459-8401-cdc4063f8435 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347771 Aug 11 02:08:28.207489 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09534f8f-8289-425d-9410-197ed5e51ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77549358-be7a-4dd3-a142-58979ec3ff90'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:28.209820 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcecdcd-6d30-4ba0-b899-e92ec3fc816b" -d '{"events": [{"server_uuid": "09534f8f-8289-425d-9410-197ed5e51ad4", "name": "network-vif-plugged", "status": "completed", "tag": "77549358-be7a-4dd3-a142-58979ec3ff90"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:28.235719 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 77549358-be7a-4dd3-a142-58979ec3ff90, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=77549358-be7a-4dd3-a142-58979ec3ff90,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:28.248943 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:28.273604 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-350fea00-664b-4b59-a67a-3251e6d3005c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:28.275517 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-350fea00-664b-4b59-a67a-3251e6d3005c service neutron] 10.222.0.73 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.1975827 Aug 11 02:08:28.290103 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a8fbe69-428f-44c4-a4c5-2452d30245c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:28.323461 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c6bd02-3566-4700-b48c-280f085763e4 x-openstack-request-id: req-21c6bd02-3566-4700-b48c-280f085763e4 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:28.323746 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=77549358-be7a-4dd3-a142-58979ec3ff90,revision_number=11']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:28.323849 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09534f8f-8289-425d-9410-197ed5e51ad4", "tag": "77549358-be7a-4dd3-a142-58979ec3ff90", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:28.324090 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-21c6bd02-3566-4700-b48c-280f085763e4 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:28.324420 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09534f8f-8289-425d-9410-197ed5e51ad4', 'tag': '77549358-be7a-4dd3-a142-58979ec3ff90', 'status': 'completed', 'code': 200} Aug 11 02:08:28.326999 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-621e2938-b984-412e-8cde-bc371631c49e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=77549358-be7a-4dd3-a142-58979ec3ff90 HTTP/1.1" status: 200 len: 217 time: 0.0427251 Aug 11 02:08:28.346416 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:28.367033 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 4a85cf6b-c873-48fe-8ddb-35faf9591272, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=4a85cf6b-c873-48fe-8ddb-35faf9591272,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:28.373734 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:28.416452 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a8e1373c-1177-460f-9582-eb096964c96e req-ead13382-c33b-4625-8d2e-e212240ea642 service neutron] 10.222.0.66 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7461598 Aug 11 02:08:28.428968 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbd3b92-de0d-4592-98a6-c3d425e07a90 x-openstack-request-id: req-8cbd3b92-de0d-4592-98a6-c3d425e07a90 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:28.429316 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09534f8f-8289-425d-9410-197ed5e51ad4", "name": "network-vif-plugged", "status": "completed", "tag": "77549358-be7a-4dd3-a142-58979ec3ff90", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:28.429578 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8cbd3b92-de0d-4592-98a6-c3d425e07a90 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:28.430387 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09534f8f-8289-425d-9410-197ed5e51ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77549358-be7a-4dd3-a142-58979ec3ff90', 'code': 200} Aug 11 02:08:28.438026 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c00289-a59d-4e7c-bb1e-eb9377883df2 req-11529f24-806f-4956-8a7c-bbf0f6cd7342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:28.439761 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-11c00289-a59d-4e7c-bb1e-eb9377883df2 req-11529f24-806f-4956-8a7c-bbf0f6cd7342 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3851339e44404f088cb1430a89e6ffa3&device_id=0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c HTTP/1.1" status: 200 len: 1095 time: 0.6512542 Aug 11 02:08:28.454521 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=4a85cf6b-c873-48fe-8ddb-35faf9591272,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:28.480302 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-f258ab2b-df09-4f41-8ecb-cbe57a2ee1e9 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:28.481966 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-f258ab2b-df09-4f41-8ecb-cbe57a2ee1e9 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/networks?id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c HTTP/1.1" status: 200 len: 808 time: 0.7106919 Aug 11 02:08:28.579188 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-e33bb86d-81d2-48a5-950f-c4a1520c2c83 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/quotas/2ad8af97bd524ff09f331d88ab3a939b HTTP/1.1" status: 200 len: 375 time: 0.0806234 Aug 11 02:08:28.696355 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c00289-a59d-4e7c-bb1e-eb9377883df2 req-4e01adf8-eaae-46b3-9d8b-314993521d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:28.697924 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-11c00289-a59d-4e7c-bb1e-eb9377883df2 req-4e01adf8-eaae-46b3-9d8b-314993521d4c service neutron] 10.222.0.73 "GET /v2.0/networks?id=b06d3d10-588d-4354-a566-0e4bf50ab835 HTTP/1.1" status: 200 len: 921 time: 0.2424960 Aug 11 02:08:28.702049 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 77549358-be7a-4dd3-a142-58979ec3ff90 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:08:28.724236 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-d06b230a-73bb-4929-8212-84951f19d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:28.725681 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-d06b230a-73bb-4929-8212-84951f19d396 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.3914475 Aug 11 02:08:28.732312 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-9bfba311-00c7-4f1a-893b-4929e3fd1af0 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ad8af97bd524ff09f331d88ab3a939b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1419852 Aug 11 02:08:28.749789 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f5275-ef90-4f30-b13e-402c4b96b93d req-ee309954-0ab9-4430-9242-16fa6bdc6765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:28.751843 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-816f5275-ef90-4f30-b13e-402c4b96b93d req-ee309954-0ab9-4430-9242-16fa6bdc6765 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 1103 time: 0.3816586 Aug 11 02:08:28.757442 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 77549358-be7a-4dd3-a142-58979ec3ff90 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:08:28.781511 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-11c00289-a59d-4e7c-bb1e-eb9377883df2 req-f705025b-1a6d-47b4-ae3f-55e60571025a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5b77465-4054-4aaf-b586-a9da1de9ba98 HTTP/1.1" status: 200 len: 217 time: 0.0672345 Aug 11 02:08:28.787336 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e953fc4-ce09-4387-a6e0-d0d30a2e3e89 req-7a68c26d-95cc-4e26-a6b9-4bf949e27301 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:28.789075 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7e953fc4-ce09-4387-a6e0-d0d30a2e3e89 req-7a68c26d-95cc-4e26-a6b9-4bf949e27301 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 945 time: 0.1268485 Aug 11 02:08:28.862174 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1373c-1177-460f-9582-eb096964c96e req-7546c29f-3b8f-49b7-97d7-8c5ea65788f4 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:28.863962 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a8e1373c-1177-460f-9582-eb096964c96e req-7546c29f-3b8f-49b7-97d7-8c5ea65788f4 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6&tenant_id=fc914b6e60444f2aabf27f905058cfbf&binding%3Ahost_id=n-h2-615180-33 HTTP/1.1" status: 200 len: 1096 time: 0.2011592 Aug 11 02:08:28.886449 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-ad224014-d110-42b1-a6e0-2d85e46ccfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:28.888077 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-ad224014-d110-42b1-a6e0-2d85e46ccfac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1540339 Aug 11 02:08:28.899884 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a8fbe69-428f-44c4-a4c5-2452d30245c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:28.928734 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7e953fc4-ce09-4387-a6e0-d0d30a2e3e89 req-0ea1f941-aece-4e1b-8db2-881f2270a5f4 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270695 Aug 11 02:08:28.933998 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a8fbe69-428f-44c4-a4c5-2452d30245c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:28.976823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f5275-ef90-4f30-b13e-402c4b96b93d req-874dbc24-4ff9-46be-a084-6a3983397dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:28.978311 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-816f5275-ef90-4f30-b13e-402c4b96b93d req-874dbc24-4ff9-46be-a084-6a3983397dab service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.2024763 Aug 11 02:08:28.995337 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c00289-a59d-4e7c-bb1e-eb9377883df2 req-9ab3e5ac-e377-4a55-978c-27cb4c8e59cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:28.996907 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-11c00289-a59d-4e7c-bb1e-eb9377883df2 req-9ab3e5ac-e377-4a55-978c-27cb4c8e59cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21a76d83-aa04-4360-9155-f987f570d2fd HTTP/1.1" status: 200 len: 859 time: 0.1953883 Aug 11 02:08:29.044011 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-816f5275-ef90-4f30-b13e-402c4b96b93d req-e185ea43-da09-42c3-99d2-78497069b5c1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=77549358-be7a-4dd3-a142-58979ec3ff90 HTTP/1.1" status: 200 len: 217 time: 0.0532315 Aug 11 02:08:29.066679 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-8f3feb2f-9c60-4580-8b93-4fbb12ab773a service neutron] 10.222.0.50 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961001 Aug 11 02:08:29.085511 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a8fbe69-428f-44c4-a4c5-2452d30245c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:29.087374 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fbe69-428f-44c4-a4c5-2452d30245c6 admin admin] Pushing event updated for resources: {'Port': ['ID=345786c1-8357-4c1e-8dde-ce1dcc6a6b62,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:29.099406 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-2a6f3665-90dc-47f6-b78e-77b593dc8d90 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982408 Aug 11 02:08:29.189734 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f5275-ef90-4f30-b13e-402c4b96b93d req-9ac2c705-db35-43bb-be0e-35d0a03cb21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:29.191867 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-816f5275-ef90-4f30-b13e-402c4b96b93d req-9ac2c705-db35-43bb-be0e-35d0a03cb21e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1393535 Aug 11 02:08:29.206818 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe432ad-06c4-44ea-a783-7dd6ac3bfd9d req-34ef2654-e1a2-4a53-86ec-a1c5c390034c tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:29.209004 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2fe432ad-06c4-44ea-a783-7dd6ac3bfd9d req-34ef2654-e1a2-4a53-86ec-a1c5c390034c tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 944 time: 0.1791439 Aug 11 02:08:29.244432 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c00289-a59d-4e7c-bb1e-eb9377883df2 req-23caa213-0a8b-4816-a9b0-124a8cf3d253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:29.245975 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-11c00289-a59d-4e7c-bb1e-eb9377883df2 req-23caa213-0a8b-4816-a9b0-124a8cf3d253 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b06d3d10-588d-4354-a566-0e4bf50ab835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2365410 Aug 11 02:08:29.317751 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2fe432ad-06c4-44ea-a783-7dd6ac3bfd9d req-e4e79cdc-1ee4-4323-8869-21ff296f7a73 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931447 Aug 11 02:08:29.319692 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7213d4df-b6d0-47d6-8225-80a5d9a58d8d req-af819c56-9f77-4c49-aaca-086b0da0d1ea service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083941 Aug 11 02:08:29.322378 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f5275-ef90-4f30-b13e-402c4b96b93d req-f8fdabd8-37fb-4f0d-bbd9-5a59d171d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:29.323827 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-816f5275-ef90-4f30-b13e-402c4b96b93d req-f8fdabd8-37fb-4f0d-bbd9-5a59d171d9f5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1139188 Aug 11 02:08:29.336050 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-a8e1373c-1177-460f-9582-eb096964c96e req-b559af5f-e267-443a-9616-23e2a87f43cd service neutron] For port 7b700c27-660c-4e58-8fe5-174c7e9f96b8, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:29.350491 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a8e1373c-1177-460f-9582-eb096964c96e req-b559af5f-e267-443a-9616-23e2a87f43cd service neutron] Notify callbacks [] for binding, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:29.351642 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a8e1373c-1177-460f-9582-eb096964c96e req-b559af5f-e267-443a-9616-23e2a87f43cd service neutron] 10.222.0.66 "DELETE /v2.0/ports/7b700c27-660c-4e58-8fe5-174c7e9f96b8/bindings/n-h1-615180-33 HTTP/1.1" status: 204 len: 173 time: 0.4726310 Aug 11 02:08:29.360894 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-2f123d79-e71b-421f-a771-1610501de49f service neutron] 10.222.0.50 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843690 Aug 11 02:08:29.395077 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8fbe69-428f-44c4-a4c5-2452d30245c6 admin admin] Network 834352f5-be1b-4ea8-b171-bd80d931468e is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:29.424081 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-7a8fbe69-428f-44c4-a4c5-2452d30245c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:29.441271 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-11c00289-a59d-4e7c-bb1e-eb9377883df2 req-62a0dcc1-bfe2-4f9a-8a18-f9c56706ddf6 service neutron] 10.222.0.73 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852362 Aug 11 02:08:29.515079 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f5275-ef90-4f30-b13e-402c4b96b93d req-8b6cc086-6366-4186-8bf8-951a983606a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:29.516623 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-816f5275-ef90-4f30-b13e-402c4b96b93d req-8b6cc086-6366-4186-8bf8-951a983606a4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 1103 time: 0.1155252 Aug 11 02:08:29.520431 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-816f5275-ef90-4f30-b13e-402c4b96b93d req-fed2abb8-2694-4fc6-8181-7700f17c08d0 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859622 Aug 11 02:08:29.537640 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0218ad-59b6-414a-aa0b-92d71e3384e1 req-39d834f5-17db-4ac8-a7cf-d95b04f041a7 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:29.539348 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ea0218ad-59b6-414a-aa0b-92d71e3384e1 req-39d834f5-17db-4ac8-a7cf-d95b04f041a7 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports?device_id=0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c HTTP/1.1" status: 200 len: 943 time: 0.1050494 Aug 11 02:08:29.643909 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8fbe69-428f-44c4-a4c5-2452d30245c6 admin admin] Router a86c575f-3d7b-46fe-abdd-6bade9024271 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:08:29.646375 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-11c00289-a59d-4e7c-bb1e-eb9377883df2 req-6ae83740-61df-4908-aad8-0132144c75a8 service neutron] 10.222.0.73 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665289 Aug 11 02:08:29.782329 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ea0218ad-59b6-414a-aa0b-92d71e3384e1 req-c05b032e-3abe-4330-9e01-064c6cd417ac tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4849a0a-99ac-4f90-8453-af814ed38664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093091 Aug 11 02:08:29.791806 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-1bd0658f-bc97-4cc3-b5c7-94d31b0ec62f None None] Provisioning complete for port 345786c1-8357-4c1e-8dde-ce1dcc6a6b62 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:29.792358 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1bd0658f-bc97-4cc3-b5c7-94d31b0ec62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:29.795428 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8fbe69-428f-44c4-a4c5-2452d30245c6 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:08:29.815390 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7a8fbe69-428f-44c4-a4c5-2452d30245c6 admin admin] 10.222.0.50 "PUT /v2.0/routers/a86c575f-3d7b-46fe-abdd-6bade9024271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2837503 Aug 11 02:08:29.860873 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0f0b6e-3666-4475-bdcf-46c4c396c2d4 None None] Sync routers for ids ['a86c575f-3d7b-46fe-abdd-6bade9024271'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:08:29.911405 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-1bd0658f-bc97-4cc3-b5c7-94d31b0ec62f None None] Port 345786c1-8357-4c1e-8dde-ce1dcc6a6b62 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:08:29.920426 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device b5b77465-4054-4aaf-b586-a9da1de9ba98 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:08:29.926250 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0f0b6e-3666-4475-bdcf-46c4c396c2d4 None None] Routers {'a86c575f-3d7b-46fe-abdd-6bade9024271'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:29.928018 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-1d0f0b6e-3666-4475-bdcf-46c4c396c2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:08:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a86c575f-3d7b-46fe-abdd-6bade9024271'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:29.949904 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f5275-ef90-4f30-b13e-402c4b96b93d req-3a974fd8-e329-4941-8fb2-6b85a4ee9af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:29.951454 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-816f5275-ef90-4f30-b13e-402c4b96b93d req-3a974fd8-e329-4941-8fb2-6b85a4ee9af4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.4108560 Aug 11 02:08:29.955068 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-816f5275-ef90-4f30-b13e-402c4b96b93d req-f5f0be9b-b348-4fa9-a0d3-505e76d39ca9 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040005 Aug 11 02:08:30.019414 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-816f5275-ef90-4f30-b13e-402c4b96b93d req-e79e649a-95aa-4790-b663-d5a4b70584d2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=77549358-be7a-4dd3-a142-58979ec3ff90 HTTP/1.1" status: 200 len: 217 time: 0.0575423 Aug 11 02:08:30.033940 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc1459-40f6-4b9a-84d2-662db16ff626 req-5ffe36d2-929f-4c60-bd8e-ba95a3e37ab9 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:30.040099 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-26bc1459-40f6-4b9a-84d2-662db16ff626 req-5ffe36d2-929f-4c60-bd8e-ba95a3e37ab9 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 951 time: 0.1508851 Aug 11 02:08:30.123287 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f5275-ef90-4f30-b13e-402c4b96b93d req-8ebaf8a3-c7e1-4c75-ab6e-1311ef9f2a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:30.124806 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-816f5275-ef90-4f30-b13e-402c4b96b93d req-8ebaf8a3-c7e1-4c75-ab6e-1311ef9f2a7f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.0837889 Aug 11 02:08:30.148261 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-26bc1459-40f6-4b9a-84d2-662db16ff626 req-d556a906-558c-4289-8a12-1f3122f336b5 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836656 Aug 11 02:08:30.149262 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 4a85cf6b-c873-48fe-8ddb-35faf9591272 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:30.263109 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a5d2ac28-def3-40d9-b46e-f6c1a4c78e3d req-3463a44f-91ad-414d-b7ee-269630026412 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 210 time: 0.0480146 Aug 11 02:08:30.274665 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f5275-ef90-4f30-b13e-402c4b96b93d req-17654c8c-e7a4-43e0-9036-a42744a775fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:30.276394 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-816f5275-ef90-4f30-b13e-402c4b96b93d req-17654c8c-e7a4-43e0-9036-a42744a775fd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1354451 Aug 11 02:08:30.280777 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-1d0f0b6e-3666-4475-bdcf-46c4c396c2d4 None None] Set router a86c575f-3d7b-46fe-abdd-6bade9024271 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:30.355713 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port b5b77465-4054-4aaf-b586-a9da1de9ba98, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b5b77465-4054-4aaf-b586-a9da1de9ba98,segment=NetworkSegment(6d5b1096-74d2-4841-973c-25801587ede5),segment_id=6d5b1096-74d2-4841-973c-25801587ede5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:30.385484 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 4a85cf6b-c873-48fe-8ddb-35faf9591272 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:30.385854 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:30.447576 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-816f5275-ef90-4f30-b13e-402c4b96b93d req-30bd35c2-d3b8-4857-a86e-d11d7272c06e service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569827 Aug 11 02:08:30.489762 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'b5b77465-4054-4aaf-b586-a9da1de9ba98', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'port_id': 'b5b77465-4054-4aaf-b586-a9da1de9ba98', 'mac_address': 'fa:16:3e:d7:ba:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:08:30.558376 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadaa362-a559-4bc0-8146-f41391c5e7bd req-321124d8-69f0-447a-9831-128d7c47134a tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:30.566492 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aadaa362-a559-4bc0-8146-f41391c5e7bd req-321124d8-69f0-447a-9831-128d7c47134a tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 1096 time: 0.1185980 Aug 11 02:08:30.611395 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-816f5275-ef90-4f30-b13e-402c4b96b93d req-c64f79b7-2a5c-4986-8013-f29e3b5ce33a service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352079 Aug 11 02:08:30.624621 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aadaa362-a559-4bc0-8146-f41391c5e7bd req-5f737e4a-377c-46dd-a121-86f30bf71fb5 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543909 Aug 11 02:08:30.663082 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:30.673893 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e7014786-80e6-47e5-9a44-cb3daff2f45a req-bf66ef91-f340-404f-8e86-06360a0c7fe4 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1772337 Aug 11 02:08:30.681166 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-e7014786-80e6-47e5-9a44-cb3daff2f45a req-8082ee43-0cba-4e36-b03e-ff5c999a5598 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:30.713299 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e7014786-80e6-47e5-9a44-cb3daff2f45a req-8082ee43-0cba-4e36-b03e-ff5c999a5598 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:30.737460 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5b77465-4054-4aaf-b586-a9da1de9ba98 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:08:30.846332 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port b5b77465-4054-4aaf-b586-a9da1de9ba98, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b5b77465-4054-4aaf-b586-a9da1de9ba98,segment=NetworkSegment(6d5b1096-74d2-4841-973c-25801587ede5),segment_id=6d5b1096-74d2-4841-973c-25801587ede5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:30.852642 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:30.859888 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e7014786-80e6-47e5-9a44-cb3daff2f45a req-8082ee43-0cba-4e36-b03e-ff5c999a5598 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:30.876056 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-193beec7-f433-4a0d-bd36-49fc71953a0d tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:30.877589 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-193beec7-f433-4a0d-bd36-49fc71953a0d tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/networks?id=0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c HTTP/1.1" status: 200 len: 815 time: 0.1475546 Aug 11 02:08:30.895249 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-b69c4ac4-5356-418c-b9b1-231d0c6203bf tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/quotas/d10951123e674c02ad31051a633450e2 HTTP/1.1" status: 200 len: 375 time: 0.0103395 Aug 11 02:08:30.914884 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=b5b77465-4054-4aaf-b586-a9da1de9ba98,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:30.923612 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-1d0f0b6e-3666-4475-bdcf-46c4c396c2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86c575f-3d7b-46fe-abdd-6bade9024271', 'name': 'tempest-FloatingIPDetailsTestJSON-912782250-router', 'tenant_id': '5d0da7028cc44705ac3531b256d9cf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4a85cf6b-c873-48fe-8ddb-35faf9591272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:19Z', 'updated_at': '2021-08-11T02:08:27Z', 'revision_number': 4, 'project_id': '5d0da7028cc44705ac3531b256d9cf99', 'gw_port': {'id': '4a85cf6b-c873-48fe-8ddb-35faf9591272', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86c575f-3d7b-46fe-abdd-6bade9024271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:19Z', 'updated_at': '2021-08-11T02:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '345786c1-8357-4c1e-8dde-ce1dcc6a6b62', 'name': '', 'network_id': '834352f5-be1b-4ea8-b171-bd80d931468e', 'tenant_id': '5d0da7028cc44705ac3531b256d9cf99', 'mac_address': 'fa:16:3e:c1:07:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86c575f-3d7b-46fe-abdd-6bade9024271', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '46432ed4-3eef-4492-adc1-81d02026bf98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:25Z', 'updated_at': '2021-08-11T02:08:28Z', 'revision_number': 2, 'project_id': '5d0da7028cc44705ac3531b256d9cf99', 'subnets': [{'id': '46432ed4-3eef-4492-adc1-81d02026bf98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:30.949918 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-6645e897-e8ae-45b4-824e-24f37d50ad91 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d10951123e674c02ad31051a633450e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0475109 Aug 11 02:08:30.952054 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0f0b6e-3666-4475-bdcf-46c4c396c2d4 None None] Checking router: a86c575f-3d7b-46fe-abdd-6bade9024271 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:08:30.952418 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0f0b6e-3666-4475-bdcf-46c4c396c2d4 None None] Updating router a86c575f-3d7b-46fe-abdd-6bade9024271 port 345786c1-8357-4c1e-8dde-ce1dcc6a6b62 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:08:30.973942 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-e7014786-80e6-47e5-9a44-cb3daff2f45a req-8082ee43-0cba-4e36-b03e-ff5c999a5598 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Allocated IP 172.25.2.254 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/1e08b1ce-1786-4666-beb9-8f2d4a03beb9) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:30.978702 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1d0f0b6e-3666-4475-bdcf-46c4c396c2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:31.068711 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-15671f22-c9cd-4880-b12e-439e567eb5b8 service neutron] 10.222.0.50 "GET /v2.0/networks/0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115394 Aug 11 02:08:31.092858 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e7014786-80e6-47e5-9a44-cb3daff2f45a req-8082ee43-0cba-4e36-b03e-ff5c999a5598 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:31.155484 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e7014786-80e6-47e5-9a44-cb3daff2f45a req-8082ee43-0cba-4e36-b03e-ff5c999a5598 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:31.171393 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['b5b77465-4054-4aaf-b586-a9da1de9ba98'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:31.194485 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7014786-80e6-47e5-9a44-cb3daff2f45a req-8082ee43-0cba-4e36-b03e-ff5c999a5598 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:31.197678 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-e7014786-80e6-47e5-9a44-cb3daff2f45a req-8082ee43-0cba-4e36-b03e-ff5c999a5598 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:31.202150 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7014786-80e6-47e5-9a44-cb3daff2f45a req-8082ee43-0cba-4e36-b03e-ff5c999a5598 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:31.208598 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-c32c330e-82aa-402e-87c8-6c586f95bee3 service neutron] 10.222.0.50 "GET /v2.0/networks/0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338191 Aug 11 02:08:31.243127 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082ee43-0cba-4e36-b03e-ff5c999a5598 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Pushing event updated for resources: {'Port': ['ID=1e08b1ce-1786-4666-beb9-8f2d4a03beb9,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:31.316032 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e7014786-80e6-47e5-9a44-cb3daff2f45a req-8082ee43-0cba-4e36-b03e-ff5c999a5598 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:31.360143 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e7014786-80e6-47e5-9a44-cb3daff2f45a req-8082ee43-0cba-4e36-b03e-ff5c999a5598 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:31.592458 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e7014786-80e6-47e5-9a44-cb3daff2f45a req-8082ee43-0cba-4e36-b03e-ff5c999a5598 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:31.601341 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e7014786-80e6-47e5-9a44-cb3daff2f45a req-8082ee43-0cba-4e36-b03e-ff5c999a5598 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:31.629127 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1d0f0b6e-3666-4475-bdcf-46c4c396c2d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:31.631955 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-abdc57dc-c0ca-4a65-9ca5-eb4cc6ae543b tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:31.634031 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-abdc57dc-c0ca-4a65-9ca5-eb4cc6ae543b tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.66 "GET /v2.0/networks?id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c HTTP/1.1" status: 200 len: 808 time: 0.2976060 Aug 11 02:08:31.642547 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3cdfcc-44d9-486b-911f-e194b2c5a024 req-228208af-8f0f-40e0-a06c-037345214c08 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:31.651612 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4c3cdfcc-44d9-486b-911f-e194b2c5a024 req-228208af-8f0f-40e0-a06c-037345214c08 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 1096 time: 0.1318545 Aug 11 02:08:31.663894 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-43df2225-ee05-43b0-a6f7-aa877c9b97f0 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Request body: {'port': {'device_id': '0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e', 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c', 'admin_state_up': True, 'tenant_id': '2ad8af97bd524ff09f331d88ab3a939b'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:31.667855 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-1d0f0b6e-3666-4475-bdcf-46c4c396c2d4 None None] Transition to ACTIVE for port object 345786c1-8357-4c1e-8dde-ce1dcc6a6b62 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:31.689077 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1d0f0b6e-3666-4475-bdcf-46c4c396c2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:31.709800 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e7014786-80e6-47e5-9a44-cb3daff2f45a req-8082ee43-0cba-4e36-b03e-ff5c999a5598 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:31.741949 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e7014786-80e6-47e5-9a44-cb3daff2f45a req-8082ee43-0cba-4e36-b03e-ff5c999a5598 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:31.747569 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e7014786-80e6-47e5-9a44-cb3daff2f45a req-8082ee43-0cba-4e36-b03e-ff5c999a5598 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0720801 Aug 11 02:08:31.780120 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4c3cdfcc-44d9-486b-911f-e194b2c5a024 req-8d2d23c6-5eb1-4a6c-b1ea-4b64036dc8a8 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209769 Aug 11 02:08:31.789941 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082ee43-0cba-4e36-b03e-ff5c999a5598 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Pushing event updated for resources: {'Port': ['ID=1e08b1ce-1786-4666-beb9-8f2d4a03beb9,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:31.879277 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e7014786-80e6-47e5-9a44-cb3daff2f45a req-42bc01fd-d517-4522-bdab-39469374949d tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.254 HTTP/1.1" status: 200 len: 696 time: 0.1205251 Aug 11 02:08:31.972779 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-43df2225-ee05-43b0-a6f7-aa877c9b97f0 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Made reservation on behalf of 2ad8af97bd524ff09f331d88ab3a939b for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:31.976511 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-43df2225-ee05-43b0-a6f7-aa877c9b97f0 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:32.023790 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 77549358-be7a-4dd3-a142-58979ec3ff90 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:08:32.082209 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b96aee-f5e3-4470-8553-fa0ff7670195 None None] Pushing event updated for resources: {'Port': ['ID=345786c1-8357-4c1e-8dde-ce1dcc6a6b62,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:32.187465 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bbbda-b932-4e0f-8528-fc051542f60b req-f6d96497-d1aa-40da-b3c2-053b3b4f2e0f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:32.189292 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-942bbbda-b932-4e0f-8528-fc051542f60b req-f6d96497-d1aa-40da-b3c2-053b3b4f2e0f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.66 "GET /v2.0/ports?device_id=188e58d9-3edd-435b-87e1-a8e1a13324df HTTP/1.1" status: 200 len: 945 time: 0.1801345 Aug 11 02:08:32.204380 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-1d0f0b6e-3666-4475-bdcf-46c4c396c2d4 None None] Attempting to bind port 345786c1-8357-4c1e-8dde-ce1dcc6a6b62 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:08:32.204790 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-1d0f0b6e-3666-4475-bdcf-46c4c396c2d4 None None] Attempting to bind port 345786c1-8357-4c1e-8dde-ce1dcc6a6b62 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '8b17696f-9144-420d-a398-098402032d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '834352f5-be1b-4ea8-b171-bd80d931468e'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:08:32.205157 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0f0b6e-3666-4475-bdcf-46c4c396c2d4 None None] Attempting to bind port 345786c1-8357-4c1e-8dde-ce1dcc6a6b62 on network 834352f5-be1b-4ea8-b171-bd80d931468e {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:32.227324 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0f0b6e-3666-4475-bdcf-46c4c396c2d4 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:08:32.229058 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0f0b6e-3666-4475-bdcf-46c4c396c2d4 None None] Checking segment: {'id': '8b17696f-9144-420d-a398-098402032d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '834352f5-be1b-4ea8-b171-bd80d931468e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:32.230321 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1d0f0b6e-3666-4475-bdcf-46c4c396c2d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:32.230677 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0f0b6e-3666-4475-bdcf-46c4c396c2d4 None None] Bound using segment: {'id': '8b17696f-9144-420d-a398-098402032d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '834352f5-be1b-4ea8-b171-bd80d931468e'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:08:32.231176 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-1d0f0b6e-3666-4475-bdcf-46c4c396c2d4 None None] Bound port: 345786c1-8357-4c1e-8dde-ce1dcc6a6b62, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b17696f-9144-420d-a398-098402032d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '834352f5-be1b-4ea8-b171-bd80d931468e'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:08:32.231592 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1d0f0b6e-3666-4475-bdcf-46c4c396c2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:32.297738 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7014786-80e6-47e5-9a44-cb3daff2f45a req-b77aaa4d-98ce-4a08-af09-e1083c0e016a tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:32.302847 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e7014786-80e6-47e5-9a44-cb3daff2f45a req-b77aaa4d-98ce-4a08-af09-e1083c0e016a tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 784 time: 0.4219427 Aug 11 02:08:32.391999 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-43df2225-ee05-43b0-a6f7-aa877c9b97f0 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Allocated IP 172.20.0.10 (9e66cc24-85a1-4102-8784-fe6b3bf4ec6c/ea5a035c-6f83-40b0-8579-ac261184d3bb/c9a555a6-9b14-4c00-af19-fb6260c2ed9d) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:32.420049 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7075073-3cbb-4b16-ad29-a5dd19783ff2 req-23e47eea-c505-4e1a-8e39-ae0d9d01d6f0 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:32.427917 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7075073-3cbb-4b16-ad29-a5dd19783ff2 req-23e47eea-c505-4e1a-8e39-ae0d9d01d6f0 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports?device_id=0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c HTTP/1.1" status: 200 len: 944 time: 0.2753763 Aug 11 02:08:32.432523 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-942bbbda-b932-4e0f-8528-fc051542f60b req-5b1730e1-d47b-4f5c-bdec-fb15ab11fb40 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Deleting port 1c59012a-6b8b-4a3d-8e4b-83c876ee921e {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:08:32.434626 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-942bbbda-b932-4e0f-8528-fc051542f60b req-5b1730e1-d47b-4f5c-bdec-fb15ab11fb40 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:32.480210 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 77549358-be7a-4dd3-a142-58979ec3ff90, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=77549358-be7a-4dd3-a142-58979ec3ff90,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:32.504645 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '77549358-be7a-4dd3-a142-58979ec3ff90', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': '77549358-be7a-4dd3-a142-58979ec3ff90', 'mac_address': 'fa:16:3e:6a:57:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:08:32.510762 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-1d0f0b6e-3666-4475-bdcf-46c4c396c2d4 None None] For port 345786c1-8357-4c1e-8dde-ce1dcc6a6b62, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:32.542113 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7075073-3cbb-4b16-ad29-a5dd19783ff2 req-1321fc38-c4ed-4770-920e-875ef0f775bf tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4849a0a-99ac-4f90-8453-af814ed38664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131845 Aug 11 02:08:32.550833 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-1d0f0b6e-3666-4475-bdcf-46c4c396c2d4 None None] For port 345786c1-8357-4c1e-8dde-ce1dcc6a6b62, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=345786c1-8357-4c1e-8dde-ce1dcc6a6b62,segment=NetworkSegment(8b17696f-9144-420d-a398-098402032d8a),segment_id=8b17696f-9144-420d-a398-098402032d8a)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:08:32.572733 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1d0f0b6e-3666-4475-bdcf-46c4c396c2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:32.670511 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-942bbbda-b932-4e0f-8528-fc051542f60b req-5b1730e1-d47b-4f5c-bdec-fb15ab11fb40 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] For port 1c59012a-6b8b-4a3d-8e4b-83c876ee921e, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=1c59012a-6b8b-4a3d-8e4b-83c876ee921e,segment=NetworkSegment(2ef086d9-e43c-4432-b580-46b1ba588087),segment_id=2ef086d9-e43c-4432-b580-46b1ba588087)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:32.671008 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-942bbbda-b932-4e0f-8528-fc051542f60b req-5b1730e1-d47b-4f5c-bdec-fb15ab11fb40 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:32.672447 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:32.692011 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-942bbbda-b932-4e0f-8528-fc051542f60b req-5b1730e1-d47b-4f5c-bdec-fb15ab11fb40 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Calling delete_port for 1c59012a-6b8b-4a3d-8e4b-83c876ee921e owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:08:32.709427 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0f0b6e-3666-4475-bdcf-46c4c396c2d4 None None] Routers {'a86c575f-3d7b-46fe-abdd-6bade9024271'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:32.710082 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-1d0f0b6e-3666-4475-bdcf-46c4c396c2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:08:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a86c575f-3d7b-46fe-abdd-6bade9024271'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:32.713962 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9bc3954a-2704-48ad-99e3-489733fa5860 req-1509ef77-f147-43a3-a026-445c22e534b3 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 210 time: 0.0604241 Aug 11 02:08:32.738475 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77549358-be7a-4dd3-a142-58979ec3ff90 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:08:32.836858 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-43df2225-ee05-43b0-a6f7-aa877c9b97f0 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:32.869822 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03acfc-0c4c-4b3a-b4b2-e00a59b3773b req-07f0b604-1b01-4206-97cb-fc79ffc3421c tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:32.871475 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4b03acfc-0c4c-4b3a-b4b2-e00a59b3773b req-07f0b604-1b01-4206-97cb-fc79ffc3421c tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 951 time: 0.3112664 Aug 11 02:08:32.889402 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-83c7b2da-5b0a-4a6a-a2ed-9ab52d79b9ae req-348f7653-fdf1-4c32-a788-66f25ada9ec6 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 210 time: 0.0452418 Aug 11 02:08:32.902240 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b96aee-f5e3-4470-8553-fa0ff7670195 None None] Pushing event updated for resources: {'Port': ['ID=345786c1-8357-4c1e-8dde-ce1dcc6a6b62,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:32.927692 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 77549358-be7a-4dd3-a142-58979ec3ff90, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=77549358-be7a-4dd3-a142-58979ec3ff90,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:32.988201 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-43df2225-ee05-43b0-a6f7-aa877c9b97f0 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:32.996604 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4b03acfc-0c4c-4b3a-b4b2-e00a59b3773b req-e3b36999-6f86-4fbc-a569-5b7cfe9a310f tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128225 Aug 11 02:08:33.045675 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['a82eea53-7092-4692-9141-f856d8fd4bfb'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:33.068276 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:33.068485 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-43df2225-ee05-43b0-a6f7-aa877c9b97f0 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:33.073893 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-43df2225-ee05-43b0-a6f7-aa877c9b97f0 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:33.078677 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-43df2225-ee05-43b0-a6f7-aa877c9b97f0 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:33.112854 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df2225-ee05-43b0-a6f7-aa877c9b97f0 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Pushing event updated for resources: {'Port': ['ID=c9a555a6-9b14-4c00-af19-fb6260c2ed9d,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:33.192020 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-942bbbda-b932-4e0f-8528-fc051542f60b req-5b1730e1-d47b-4f5c-bdec-fb15ab11fb40 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:33.239234 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-43df2225-ee05-43b0-a6f7-aa877c9b97f0 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:33.240002 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-43df2225-ee05-43b0-a6f7-aa877c9b97f0 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:33.281172 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-43df2225-ee05-43b0-a6f7-aa877c9b97f0 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6215122 Aug 11 02:08:33.302442 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-2f04855a-2fea-465f-b185-12939fc040dd service neutron] Request body: {'port': {'device_id': '0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:33.328565 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=77549358-be7a-4dd3-a142-58979ec3ff90,revision_number=12']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:33.345280 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-4a4910d5-bea0-4e01-a31a-19623e73641e tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:33.346810 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-4a4910d5-bea0-4e01-a31a-19623e73641e tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.73 "GET /v2.0/networks?id=0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c HTTP/1.1" status: 200 len: 815 time: 0.2095978 Aug 11 02:08:33.363248 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-f086c9fe-b5c0-45b9-90e1-89ae2e6d49b6 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Request body: {'port': {'device_id': 'b6e55ab8-1206-4268-a454-27823ecb0fea', 'network_id': '0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c', 'admin_state_up': True, 'tenant_id': 'd10951123e674c02ad31051a633450e2'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:33.384069 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-1d0f0b6e-3666-4475-bdcf-46c4c396c2d4 None None] Set router a86c575f-3d7b-46fe-abdd-6bade9024271 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:33.416745 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ac83509f-68bf-4b23-a7ea-620a00092566 req-6f4d76a8-cc07-49b6-88da-2085bc881e3b tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2395179 Aug 11 02:08:33.422035 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-ac83509f-68bf-4b23-a7ea-620a00092566 req-5c88c2ec-7c8a-48a7-a552-0c3dc5f1392b tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:33.435395 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['77549358-be7a-4dd3-a142-58979ec3ff90'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:33.451687 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1730e1-d47b-4f5c-bdec-fb15ab11fb40 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Pushing event deleted for resources: {'Port': ['ID=1c59012a-6b8b-4a3d-8e4b-83c876ee921e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:33.518285 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-2f04855a-2fea-465f-b185-12939fc040dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:33.536536 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-942bbbda-b932-4e0f-8528-fc051542f60b req-5b1730e1-d47b-4f5c-bdec-fb15ab11fb40 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] No DVR routers for this DVR port 1c59012a-6b8b-4a3d-8e4b-83c876ee921e on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:08:33.541497 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-942bbbda-b932-4e0f-8528-fc051542f60b req-5b1730e1-d47b-4f5c-bdec-fb15ab11fb40 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:33.545733 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-942bbbda-b932-4e0f-8528-fc051542f60b req-5b1730e1-d47b-4f5c-bdec-fb15ab11fb40 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.66 "DELETE /v2.0/ports/1c59012a-6b8b-4a3d-8e4b-83c876ee921e HTTP/1.1" status: 204 len: 173 time: 1.3406699 Aug 11 02:08:33.546701 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188e58d9-3edd-435b-87e1-a8e1a13324df', 'name': 'network-vif-deleted', 'tag': '1c59012a-6b8b-4a3d-8e4b-83c876ee921e'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:33.561687 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e04d9b8-556e-4127-8398-4512945a9fb6" -d '{"events": [{"server_uuid": "188e58d9-3edd-435b-87e1-a8e1a13324df", "name": "network-vif-deleted", "tag": "1c59012a-6b8b-4a3d-8e4b-83c876ee921e"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:33.568095 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ac83509f-68bf-4b23-a7ea-620a00092566 req-5c88c2ec-7c8a-48a7-a552-0c3dc5f1392b tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:33.596248 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6afb8-3ae4-4130-b805-7740503aa725 req-0cdb2c5a-5913-4823-bdc1-0480521fd969 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:33.597851 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1ab6afb8-3ae4-4130-b805-7740503aa725 req-0cdb2c5a-5913-4823-bdc1-0480521fd969 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 950 time: 0.1254847 Aug 11 02:08:33.721605 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-f086c9fe-b5c0-45b9-90e1-89ae2e6d49b6 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Made reservation on behalf of d10951123e674c02ad31051a633450e2 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:33.725144 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-f086c9fe-b5c0-45b9-90e1-89ae2e6d49b6 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:33.754839 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1ab6afb8-3ae4-4130-b805-7740503aa725 req-9bcbd9eb-29c3-41eb-9ef8-fa39e04c8511 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465168 Aug 11 02:08:33.790795 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ac83509f-68bf-4b23-a7ea-620a00092566 req-5c88c2ec-7c8a-48a7-a552-0c3dc5f1392b tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:33.874721 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-1d0f0b6e-3666-4475-bdcf-46c4c396c2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86c575f-3d7b-46fe-abdd-6bade9024271', 'name': 'tempest-FloatingIPDetailsTestJSON-912782250-router', 'tenant_id': '5d0da7028cc44705ac3531b256d9cf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4a85cf6b-c873-48fe-8ddb-35faf9591272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:19Z', 'updated_at': '2021-08-11T02:08:27Z', 'revision_number': 4, 'project_id': '5d0da7028cc44705ac3531b256d9cf99', 'gw_port': {'id': '4a85cf6b-c873-48fe-8ddb-35faf9591272', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86c575f-3d7b-46fe-abdd-6bade9024271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:19Z', 'updated_at': '2021-08-11T02:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '345786c1-8357-4c1e-8dde-ce1dcc6a6b62', 'name': '', 'network_id': '834352f5-be1b-4ea8-b171-bd80d931468e', 'tenant_id': '5d0da7028cc44705ac3531b256d9cf99', 'mac_address': 'fa:16:3e:c1:07:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86c575f-3d7b-46fe-abdd-6bade9024271', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '46432ed4-3eef-4492-adc1-81d02026bf98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:25Z', 'updated_at': '2021-08-11T02:08:32Z', 'revision_number': 4, 'project_id': '5d0da7028cc44705ac3531b256d9cf99', 'subnets': [{'id': '46432ed4-3eef-4492-adc1-81d02026bf98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:33.910826 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0f0b6e-3666-4475-bdcf-46c4c396c2d4 None None] The sync data for ids ['a86c575f-3d7b-46fe-abdd-6bade9024271'] in n-d-615180-33 is: [{'id': 'a86c575f-3d7b-46fe-abdd-6bade9024271', 'name': 'tempest-FloatingIPDetailsTestJSON-912782250-router', 'tenant_id': '5d0da7028cc44705ac3531b256d9cf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4a85cf6b-c873-48fe-8ddb-35faf9591272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:19Z', 'updated_at': '2021-08-11T02:08:27Z', 'revision_number': 4, 'project_id': '5d0da7028cc44705ac3531b256d9cf99', 'gw_port': {'id': '4a85cf6b-c873-48fe-8ddb-35faf9591272', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86c575f-3d7b-46fe-abdd-6bade9024271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:19Z', 'updated_at': '2021-08-11T02:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '345786c1-8357-4c1e-8dde-ce1dcc6a6b62', 'name': '', 'network_id': '834352f5-be1b-4ea8-b171-bd80d931468e', 'tenant_id': '5d0da7028cc44705ac3531b256d9cf99', 'mac_address': 'fa:16:3e:c1:07:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86c575f-3d7b-46fe-abdd-6bade9024271', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '46432ed4-3eef-4492-adc1-81d02026bf98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:25Z', 'updated_at': '2021-08-11T02:08:32Z', 'revision_number': 4, 'project_id': '5d0da7028cc44705ac3531b256d9cf99', 'subnets': [{'id': '46432ed4-3eef-4492-adc1-81d02026bf98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:08:33.956331 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device b5b77465-4054-4aaf-b586-a9da1de9ba98 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:34.082719 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port b5b77465-4054-4aaf-b586-a9da1de9ba98 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:34.091854 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port b5b77465-4054-4aaf-b586-a9da1de9ba98 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:34.092939 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:34.257208 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:34.312824 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b77465-4054-4aaf-b586-a9da1de9ba98'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:34.318126 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fc4ef2-f656-4c2f-b164-7b8a10f3566f" -d '{"events": [{"server_uuid": "0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c", "name": "network-vif-plugged", "status": "completed", "tag": "b5b77465-4054-4aaf-b586-a9da1de9ba98"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:34.354989 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port b5b77465-4054-4aaf-b586-a9da1de9ba98, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b5b77465-4054-4aaf-b586-a9da1de9ba98,segment=NetworkSegment(6d5b1096-74d2-4841-973c-25801587ede5),segment_id=6d5b1096-74d2-4841-973c-25801587ede5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:34.368660 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:34.460814 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=b5b77465-4054-4aaf-b586-a9da1de9ba98,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:34.492462 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-ac83509f-68bf-4b23-a7ea-620a00092566 req-5c88c2ec-7c8a-48a7-a552-0c3dc5f1392b tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Allocated IP 172.25.2.145 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/32352527-3a64-4203-b308-b29bd802da19) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:34.609179 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ac83509f-68bf-4b23-a7ea-620a00092566 req-5c88c2ec-7c8a-48a7-a552-0c3dc5f1392b tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:34.657278 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3db3c-208d-4dc6-b750-e4d69d63e357 req-fe35cc5a-ca8a-48f7-a0ed-a931b434bb70 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:34.664116 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ac83509f-68bf-4b23-a7ea-620a00092566 req-5c88c2ec-7c8a-48a7-a552-0c3dc5f1392b tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:34.665474 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-10a3db3c-208d-4dc6-b750-e4d69d63e357 req-fe35cc5a-ca8a-48f7-a0ed-a931b434bb70 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports?device_id=0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c HTTP/1.1" status: 200 len: 945 time: 0.1659956 Aug 11 02:08:34.694702 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac83509f-68bf-4b23-a7ea-620a00092566 req-5c88c2ec-7c8a-48a7-a552-0c3dc5f1392b tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:34.697723 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-ac83509f-68bf-4b23-a7ea-620a00092566 req-5c88c2ec-7c8a-48a7-a552-0c3dc5f1392b tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:34.711218 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-f086c9fe-b5c0-45b9-90e1-89ae2e6d49b6 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Allocated IP 172.20.0.5 (0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c/d0a9a07b-ffec-4f71-82f4-57a2fc2cf187/876e1174-7d38-42ad-85ec-8a2f75a766eb) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:34.718333 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac83509f-68bf-4b23-a7ea-620a00092566 req-5c88c2ec-7c8a-48a7-a552-0c3dc5f1392b tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:34.738596 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 1c59012a-6b8b-4a3d-8e4b-83c876ee921e no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:08:34.756099 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-10a3db3c-208d-4dc6-b750-e4d69d63e357 req-954e69aa-5337-475c-9101-f56f274f8cc6 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4849a0a-99ac-4f90-8453-af814ed38664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896575 Aug 11 02:08:34.784931 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 1c59012a-6b8b-4a3d-8e4b-83c876ee921e {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:08:34.785245 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 1c59012a-6b8b-4a3d-8e4b-83c876ee921e not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:08:34.786971 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c88c2ec-7c8a-48a7-a552-0c3dc5f1392b tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Pushing event updated for resources: {'Port': ['ID=32352527-3a64-4203-b308-b29bd802da19,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:34.806266 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-2f04855a-2fea-465f-b185-12939fc040dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9a555a6-9b14-4c00-af19-fb6260c2ed9d {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:08:34.817497 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-2f04855a-2fea-465f-b185-12939fc040dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:34.833028 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-2f04855a-2fea-465f-b185-12939fc040dd service neutron] Transition to ACTIVE for port object c9a555a6-9b14-4c00-af19-fb6260c2ed9d will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:34.865015 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ac83509f-68bf-4b23-a7ea-620a00092566 req-5c88c2ec-7c8a-48a7-a552-0c3dc5f1392b tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:34.873071 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85e3e25-c2a5-477e-862a-fa37fc5a37eb x-openstack-request-id: req-e85e3e25-c2a5-477e-862a-fa37fc5a37eb {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:34.873513 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188e58d9-3edd-435b-87e1-a8e1a13324df", "name": "network-vif-deleted", "tag": "1c59012a-6b8b-4a3d-8e4b-83c876ee921e", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:34.873869 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e85e3e25-c2a5-477e-862a-fa37fc5a37eb {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:34.874590 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188e58d9-3edd-435b-87e1-a8e1a13324df', 'name': 'network-vif-deleted', 'tag': '1c59012a-6b8b-4a3d-8e4b-83c876ee921e', 'status': 'completed', 'code': 200} Aug 11 02:08:34.908854 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ac83509f-68bf-4b23-a7ea-620a00092566 req-5c88c2ec-7c8a-48a7-a552-0c3dc5f1392b tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:34.916162 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-2f04855a-2fea-465f-b185-12939fc040dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:35.092442 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04855a-2fea-465f-b185-12939fc040dd service neutron] Pushing event updated for resources: {'Port': ['ID=c9a555a6-9b14-4c00-af19-fb6260c2ed9d,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:35.105892 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdfc6a-a839-415e-a34c-b007bedd282f req-089b005b-8a4b-4660-a525-3398908d0a46 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:35.114391 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cecdfc6a-a839-415e-a34c-b007bedd282f req-089b005b-8a4b-4660-a525-3398908d0a46 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 944 time: 0.2228708 Aug 11 02:08:35.128108 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ac83509f-68bf-4b23-a7ea-620a00092566 req-5c88c2ec-7c8a-48a7-a552-0c3dc5f1392b tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:35.134378 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ac83509f-68bf-4b23-a7ea-620a00092566 req-5c88c2ec-7c8a-48a7-a552-0c3dc5f1392b tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:35.185145 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c88c2ec-7c8a-48a7-a552-0c3dc5f1392b tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Pushing event updated for resources: {'Port': ['ID=32352527-3a64-4203-b308-b29bd802da19,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:35.211179 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cecdfc6a-a839-415e-a34c-b007bedd282f req-609e13c1-ccd8-415c-90c2-4dfaadcd961b tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957925 Aug 11 02:08:35.239869 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-f086c9fe-b5c0-45b9-90e1-89ae2e6d49b6 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:35.240654 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ac83509f-68bf-4b23-a7ea-620a00092566 req-5c88c2ec-7c8a-48a7-a552-0c3dc5f1392b tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:35.301792 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ac83509f-68bf-4b23-a7ea-620a00092566 req-5c88c2ec-7c8a-48a7-a552-0c3dc5f1392b tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:35.303913 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ac83509f-68bf-4b23-a7ea-620a00092566 req-5c88c2ec-7c8a-48a7-a552-0c3dc5f1392b tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8863108 Aug 11 02:08:35.305539 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-2f04855a-2fea-465f-b185-12939fc040dd service neutron] Attempting to bind port c9a555a6-9b14-4c00-af19-fb6260c2ed9d on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:08:35.305888 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-2f04855a-2fea-465f-b185-12939fc040dd service neutron] Attempting to bind port c9a555a6-9b14-4c00-af19-fb6260c2ed9d by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:08:35.306226 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-2f04855a-2fea-465f-b185-12939fc040dd service neutron] Attempting to bind port c9a555a6-9b14-4c00-af19-fb6260c2ed9d on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:35.337468 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-2f04855a-2fea-465f-b185-12939fc040dd service neutron] Port c9a555a6-9b14-4c00-af19-fb6260c2ed9d on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:08:35.337799 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-2f04855a-2fea-465f-b185-12939fc040dd service neutron] Attempting to bind port c9a555a6-9b14-4c00-af19-fb6260c2ed9d on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:35.379238 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-f086c9fe-b5c0-45b9-90e1-89ae2e6d49b6 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:35.402971 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ac83509f-68bf-4b23-a7ea-620a00092566 req-855eb3ba-5620-4a03-8961-3fd62f071686 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.145 HTTP/1.1" status: 200 len: 696 time: 0.0906155 Aug 11 02:08:35.423337 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-2f04855a-2fea-465f-b185-12939fc040dd service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:08:35.423745 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-2f04855a-2fea-465f-b185-12939fc040dd service neutron] Checking segment: {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:35.424139 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-2f04855a-2fea-465f-b185-12939fc040dd service neutron] Bound using segment: {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:08:35.424718 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-2f04855a-2fea-465f-b185-12939fc040dd service neutron] Bound port: c9a555a6-9b14-4c00-af19-fb6260c2ed9d, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:08:35.425075 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-2f04855a-2fea-465f-b185-12939fc040dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:35.525606 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-f086c9fe-b5c0-45b9-90e1-89ae2e6d49b6 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Network 0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:35.528987 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086c9fe-b5c0-45b9-90e1-89ae2e6d49b6 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Pushing event updated for resources: {'Port': ['ID=876e1174-7d38-42ad-85ec-8a2f75a766eb,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:35.535618 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-f086c9fe-b5c0-45b9-90e1-89ae2e6d49b6 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:35.544845 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08e5bc-a881-44f4-aedc-c35e2328014c req-0d2241ee-1b85-41f6-97a8-7cb9204789b1 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:35.546399 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ea08e5bc-a881-44f4-aedc-c35e2328014c req-0d2241ee-1b85-41f6-97a8-7cb9204789b1 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 931 time: 0.2101004 Aug 11 02:08:35.547470 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-f086c9fe-b5c0-45b9-90e1-89ae2e6d49b6 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:35.570450 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83509f-68bf-4b23-a7ea-620a00092566 req-60b73ed5-f40a-46ab-8b44-9fdbeffb61c8 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:35.572127 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ac83509f-68bf-4b23-a7ea-620a00092566 req-60b73ed5-f40a-46ab-8b44-9fdbeffb61c8 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 784 time: 0.1625254 Aug 11 02:08:35.636623 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccde246-87e6-43cc-9dae-dfc54668b604 x-openstack-request-id: req-dccde246-87e6-43cc-9dae-dfc54668b604 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:35.637185 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c", "name": "network-vif-plugged", "status": "completed", "tag": "b5b77465-4054-4aaf-b586-a9da1de9ba98", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:35.638793 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dccde246-87e6-43cc-9dae-dfc54668b604 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:35.638951 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b77465-4054-4aaf-b586-a9da1de9ba98', 'code': 200} Aug 11 02:08:35.651655 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-2f04855a-2fea-465f-b185-12939fc040dd service neutron] For port c9a555a6-9b14-4c00-af19-fb6260c2ed9d, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:35.677735 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-f086c9fe-b5c0-45b9-90e1-89ae2e6d49b6 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:35.678535 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-f086c9fe-b5c0-45b9-90e1-89ae2e6d49b6 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:35.682428 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-2f04855a-2fea-465f-b185-12939fc040dd service neutron] For port c9a555a6-9b14-4c00-af19-fb6260c2ed9d, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=c9a555a6-9b14-4c00-af19-fb6260c2ed9d,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:08:35.692681 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ea08e5bc-a881-44f4-aedc-c35e2328014c req-eedead47-a037-4f52-bbb1-e6f33052bef7 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382935 Aug 11 02:08:35.696619 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-2f04855a-2fea-465f-b185-12939fc040dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:35.772014 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04855a-2fea-465f-b185-12939fc040dd service neutron] Pushing event updated for resources: {'Port': ['ID=c9a555a6-9b14-4c00-af19-fb6260c2ed9d,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:35.782363 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-f086c9fe-b5c0-45b9-90e1-89ae2e6d49b6 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4234116 Aug 11 02:08:35.791047 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-2f04855a-2fea-465f-b185-12939fc040dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:35.793480 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-2f04855a-2fea-465f-b185-12939fc040dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:35.798715 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca831eb1-8237-426e-b7bc-ff40a9c91442 req-6e95888e-8876-42d9-84a9-3def7b0f8e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:35.800800 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-2f04855a-2fea-465f-b185-12939fc040dd service neutron] 10.222.0.66 "PUT /v2.0/ports/c9a555a6-9b14-4c00-af19-fb6260c2ed9d HTTP/1.1" status: 200 len: 1093 time: 2.5036530 Aug 11 02:08:35.801145 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e', 'tag': 'c9a555a6-9b14-4c00-af19-fb6260c2ed9d'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:35.803875 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1791a48-f089-4ec7-8900-ea54838d0d38" -d '{"events": [{"name": "network-changed", "server_uuid": "0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e", "tag": "c9a555a6-9b14-4c00-af19-fb6260c2ed9d"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:35.812376 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-d2d8182e-6e47-41c9-a3c1-a84c32b2b15e service neutron] Request body: {'port': {'device_id': 'b6e55ab8-1206-4268-a454-27823ecb0fea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:35.817680 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ca831eb1-8237-426e-b7bc-ff40a9c91442 req-6e95888e-8876-42d9-84a9-3def7b0f8e79 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c HTTP/1.1" status: 200 len: 1097 time: 0.1142585 Aug 11 02:08:35.924499 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ca831eb1-8237-426e-b7bc-ff40a9c91442 req-cdc5ea70-ed7a-48e6-8a78-de3eb5929134 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b4849a0a-99ac-4f90-8453-af814ed38664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044974 Aug 11 02:08:35.947076 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8c8b741f-ce26-444b-8110-813665c38c4d req-27231d9a-da63-4f4c-85d0-12bd48bea553 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=0977f8d1f319488d943473f8926805cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435073 Aug 11 02:08:35.957159 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 77549358-be7a-4dd3-a142-58979ec3ff90 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:35.968619 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-d2d8182e-6e47-41c9-a3c1-a84c32b2b15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:36.031502 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5dee4489-991a-4870-af4b-ebf6f1a58105 req-67eb3637-0ddc-4c3a-8527-10a949bf4361 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1686113 Aug 11 02:08:36.035372 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 345786c1-8357-4c1e-8dde-ce1dcc6a6b62 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:36.057905 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-5dee4489-991a-4870-af4b-ebf6f1a58105 req-08cb7a47-e6ab-43d5-be6c-fbeeec219167 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:36.071600 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-e342a031-9b62-46ad-bde2-91ef5f62f65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:36.073172 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-e342a031-9b62-46ad-bde2-91ef5f62f65c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ad8af97bd524ff09f331d88ab3a939b&device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 1096 time: 0.2073195 Aug 11 02:08:36.085903 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 77549358-be7a-4dd3-a142-58979ec3ff90 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:36.093629 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 77549358-be7a-4dd3-a142-58979ec3ff90 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:36.093856 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5dee4489-991a-4870-af4b-ebf6f1a58105 req-08cb7a47-e6ab-43d5-be6c-fbeeec219167 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:36.094150 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:36.150803 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-8f0e462f-7147-4df6-a259-d6465c07adf4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9a555a6-9b14-4c00-af19-fb6260c2ed9d HTTP/1.1" status: 200 len: 217 time: 0.0608099 Aug 11 02:08:36.191577 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:36.193781 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 345786c1-8357-4c1e-8dde-ce1dcc6a6b62 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:36.208563 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 345786c1-8357-4c1e-8dde-ce1dcc6a6b62 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:36.209030 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:36.209260 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5dee4489-991a-4870-af4b-ebf6f1a58105 req-08cb7a47-e6ab-43d5-be6c-fbeeec219167 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:36.215631 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b741f-ce26-444b-8110-813665c38c4d req-1589c5e6-d2db-4532-aa6b-cd24531615ad tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:36.218162 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8c8b741f-ce26-444b-8110-813665c38c4d req-1589c5e6-d2db-4532-aa6b-cd24531615ad tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2701793 Aug 11 02:08:36.279220 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 77549358-be7a-4dd3-a142-58979ec3ff90, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=77549358-be7a-4dd3-a142-58979ec3ff90,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:36.307655 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:36.320540 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8c8b741f-ce26-444b-8110-813665c38c4d req-5b28cef5-e804-4751-907d-c737fca3177b tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/quotas/0977f8d1f319488d943473f8926805cd HTTP/1.1" status: 200 len: 375 time: 0.0464189 Aug 11 02:08:36.322176 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-e43d3ce8-2c6a-47e6-a2e6-3a3c53ef09f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:36.323611 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-e43d3ce8-2c6a-47e6-a2e6-3a3c53ef09f7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ea5a035c-6f83-40b0-8579-ac261184d3bb HTTP/1.1" status: 200 len: 848 time: 0.1561158 Aug 11 02:08:36.366958 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-5dee4489-991a-4870-af4b-ebf6f1a58105 req-08cb7a47-e6ab-43d5-be6c-fbeeec219167 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Allocated IP 172.25.2.219 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/3201fc26-e7af-4eda-8f6a-144146e63e74) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:36.376198 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:36.392517 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=77549358-be7a-4dd3-a142-58979ec3ff90,revision_number=13']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:36.424964 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 345786c1-8357-4c1e-8dde-ce1dcc6a6b62, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=345786c1-8357-4c1e-8dde-ce1dcc6a6b62,segment=NetworkSegment(8b17696f-9144-420d-a398-098402032d8a),segment_id=8b17696f-9144-420d-a398-098402032d8a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:36.429412 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:36.445658 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-03e22591-0bab-463d-99ab-fa7d0d4c53fa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048658 Aug 11 02:08:36.484063 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=345786c1-8357-4c1e-8dde-ce1dcc6a6b62,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:36.506722 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5dee4489-991a-4870-af4b-ebf6f1a58105 req-08cb7a47-e6ab-43d5-be6c-fbeeec219167 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:36.551190 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8c8b741f-ce26-444b-8110-813665c38c4d req-1f1744a4-7d62-4bbd-946f-c1622637d1ca tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2233968 Aug 11 02:08:36.559012 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5dee4489-991a-4870-af4b-ebf6f1a58105 req-08cb7a47-e6ab-43d5-be6c-fbeeec219167 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:36.619228 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-b25795b4-eb23-45b8-9e39-041c88e32428 service neutron] 10.222.0.66 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617682 Aug 11 02:08:36.629313 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dee4489-991a-4870-af4b-ebf6f1a58105 req-08cb7a47-e6ab-43d5-be6c-fbeeec219167 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:36.632374 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-5dee4489-991a-4870-af4b-ebf6f1a58105 req-08cb7a47-e6ab-43d5-be6c-fbeeec219167 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:36.643714 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dee4489-991a-4870-af4b-ebf6f1a58105 req-08cb7a47-e6ab-43d5-be6c-fbeeec219167 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:36.677055 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb7a47-e6ab-43d5-be6c-fbeeec219167 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Pushing event updated for resources: {'Port': ['ID=3201fc26-e7af-4eda-8f6a-144146e63e74,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:36.762215 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-d2d8182e-6e47-41c9-a3c1-a84c32b2b15e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 876e1174-7d38-42ad-85ec-8a2f75a766eb {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:08:36.773646 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-d2d8182e-6e47-41c9-a3c1-a84c32b2b15e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:36.799058 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5dee4489-991a-4870-af4b-ebf6f1a58105 req-08cb7a47-e6ab-43d5-be6c-fbeeec219167 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:36.843908 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-d2d8182e-6e47-41c9-a3c1-a84c32b2b15e service neutron] Transition to ACTIVE for port object 876e1174-7d38-42ad-85ec-8a2f75a766eb will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:36.844865 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5dee4489-991a-4870-af4b-ebf6f1a58105 req-08cb7a47-e6ab-43d5-be6c-fbeeec219167 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:36.871226 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-d2d8182e-6e47-41c9-a3c1-a84c32b2b15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:36.939067 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1ebfcb71-0900-40c6-966d-74c7cf742a53 req-b852df5f-e499-4bbc-a22b-716fce00e5b4 service neutron] 10.222.0.66 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098140 Aug 11 02:08:36.957921 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d55cf0-8d59-452f-ad68-bff3955659f8 req-99365d37-5314-464d-a3f6-04f5f94262a5 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:36.959574 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d4d55cf0-8d59-452f-ad68-bff3955659f8 req-99365d37-5314-464d-a3f6-04f5f94262a5 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports?device_id=0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c HTTP/1.1" status: 200 len: 945 time: 0.1832871 Aug 11 02:08:36.980954 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8182e-6e47-41c9-a3c1-a84c32b2b15e service neutron] Pushing event updated for resources: {'Port': ['ID=876e1174-7d38-42ad-85ec-8a2f75a766eb,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:37.048513 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d4d55cf0-8d59-452f-ad68-bff3955659f8 req-f49ab501-8c90-4803-84c2-556d54bc1d23 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4849a0a-99ac-4f90-8453-af814ed38664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704913 Aug 11 02:08:37.124050 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-d2d8182e-6e47-41c9-a3c1-a84c32b2b15e service neutron] Attempting to bind port 876e1174-7d38-42ad-85ec-8a2f75a766eb on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:08:37.125360 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-d2d8182e-6e47-41c9-a3c1-a84c32b2b15e service neutron] Attempting to bind port 876e1174-7d38-42ad-85ec-8a2f75a766eb by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '2ef086d9-e43c-4432-b580-46b1ba588087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:08:37.125935 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-d2d8182e-6e47-41c9-a3c1-a84c32b2b15e service neutron] Attempting to bind port 876e1174-7d38-42ad-85ec-8a2f75a766eb on network 0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:37.131980 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5dee4489-991a-4870-af4b-ebf6f1a58105 req-08cb7a47-e6ab-43d5-be6c-fbeeec219167 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:37.134262 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a36712-18f1-4f1e-bce0-678db52347df x-openstack-request-id: req-e6a36712-18f1-4f1e-bce0-678db52347df {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:37.134659 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e", "tag": "c9a555a6-9b14-4c00-af19-fb6260c2ed9d", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:37.135585 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e6a36712-18f1-4f1e-bce0-678db52347df {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:37.136311 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e', 'tag': 'c9a555a6-9b14-4c00-af19-fb6260c2ed9d', 'status': 'completed', 'code': 200} Aug 11 02:08:37.137264 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-d2d8182e-6e47-41c9-a3c1-a84c32b2b15e service neutron] Port 876e1174-7d38-42ad-85ec-8a2f75a766eb on network 0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:08:37.138472 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-d2d8182e-6e47-41c9-a3c1-a84c32b2b15e service neutron] Attempting to bind port 876e1174-7d38-42ad-85ec-8a2f75a766eb on network 0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:37.140433 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5dee4489-991a-4870-af4b-ebf6f1a58105 req-08cb7a47-e6ab-43d5-be6c-fbeeec219167 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:37.147478 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-d2d8182e-6e47-41c9-a3c1-a84c32b2b15e service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:08:37.147931 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-d2d8182e-6e47-41c9-a3c1-a84c32b2b15e service neutron] Checking segment: {'id': '2ef086d9-e43c-4432-b580-46b1ba588087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:37.148380 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-d2d8182e-6e47-41c9-a3c1-a84c32b2b15e service neutron] Bound using segment: {'id': '2ef086d9-e43c-4432-b580-46b1ba588087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:08:37.149034 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-d2d8182e-6e47-41c9-a3c1-a84c32b2b15e service neutron] Bound port: 876e1174-7d38-42ad-85ec-8a2f75a766eb, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef086d9-e43c-4432-b580-46b1ba588087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:08:37.149393 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-d2d8182e-6e47-41c9-a3c1-a84c32b2b15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:37.271052 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb7a47-e6ab-43d5-be6c-fbeeec219167 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Pushing event updated for resources: {'Port': ['ID=3201fc26-e7af-4eda-8f6a-144146e63e74,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:37.287239 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5dee4489-991a-4870-af4b-ebf6f1a58105 req-08cb7a47-e6ab-43d5-be6c-fbeeec219167 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:37.313787 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5dee4489-991a-4870-af4b-ebf6f1a58105 req-08cb7a47-e6ab-43d5-be6c-fbeeec219167 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:37.317907 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f21854-046e-4ed5-89a8-4dda24e95beb req-ac537c1b-a93a-4215-8125-78692fc49c3a tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:37.322464 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5dee4489-991a-4870-af4b-ebf6f1a58105 req-08cb7a47-e6ab-43d5-be6c-fbeeec219167 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2820177 Aug 11 02:08:37.324104 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-57f21854-046e-4ed5-89a8-4dda24e95beb req-ac537c1b-a93a-4215-8125-78692fc49c3a tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 944 time: 0.1018462 Aug 11 02:08:37.332784 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1791a48-f089-4ec7-8900-ea54838d0d38 req-84706d49-e114-41e3-9e53-ea698dcc1ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:37.334787 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d1791a48-f089-4ec7-8900-ea54838d0d38 req-84706d49-e114-41e3-9e53-ea698dcc1ed1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ad8af97bd524ff09f331d88ab3a939b&device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 1096 time: 0.1704783 Aug 11 02:08:37.371702 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-d2d8182e-6e47-41c9-a3c1-a84c32b2b15e service neutron] For port 876e1174-7d38-42ad-85ec-8a2f75a766eb, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:37.400714 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5dee4489-991a-4870-af4b-ebf6f1a58105 req-01b10259-587e-4cc1-a4cb-65986ce8714d tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.219 HTTP/1.1" status: 200 len: 696 time: 0.0772319 Aug 11 02:08:37.431260 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-d2d8182e-6e47-41c9-a3c1-a84c32b2b15e service neutron] For port 876e1174-7d38-42ad-85ec-8a2f75a766eb, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=876e1174-7d38-42ad-85ec-8a2f75a766eb,segment=NetworkSegment(2ef086d9-e43c-4432-b580-46b1ba588087),segment_id=2ef086d9-e43c-4432-b580-46b1ba588087)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:08:37.451795 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-d2d8182e-6e47-41c9-a3c1-a84c32b2b15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:37.470845 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-57f21854-046e-4ed5-89a8-4dda24e95beb req-f3304545-d38f-4f9c-9619-0b0336eebaa3 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351161 Aug 11 02:08:37.534514 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8182e-6e47-41c9-a3c1-a84c32b2b15e service neutron] Pushing event updated for resources: {'Port': ['ID=876e1174-7d38-42ad-85ec-8a2f75a766eb,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:37.548407 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-d2d8182e-6e47-41c9-a3c1-a84c32b2b15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:37.549102 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-d2d8182e-6e47-41c9-a3c1-a84c32b2b15e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:37.550647 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-d2d8182e-6e47-41c9-a3c1-a84c32b2b15e service neutron] 10.222.0.73 "PUT /v2.0/ports/876e1174-7d38-42ad-85ec-8a2f75a766eb HTTP/1.1" status: 200 len: 1092 time: 1.7433600 Aug 11 02:08:37.570554 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1791a48-f089-4ec7-8900-ea54838d0d38 req-caf037ff-33b6-46ef-ba69-a28a4c73b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:37.572644 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d1791a48-f089-4ec7-8900-ea54838d0d38 req-caf037ff-33b6-46ef-ba69-a28a4c73b227 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c HTTP/1.1" status: 200 len: 909 time: 0.2237556 Aug 11 02:08:37.598740 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee4489-991a-4870-af4b-ebf6f1a58105 req-896ee5be-3dac-43b2-a3e8-dd77dd0b71f4 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:37.604221 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5dee4489-991a-4870-af4b-ebf6f1a58105 req-896ee5be-3dac-43b2-a3e8-dd77dd0b71f4 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 784 time: 0.1964760 Aug 11 02:08:37.640412 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09534f8f-8289-425d-9410-197ed5e51ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77549358-be7a-4dd3-a142-58979ec3ff90'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:37.645199 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcafb226-4461-4f01-bdce-2a2dc9afc247" -d '{"events": [{"server_uuid": "09534f8f-8289-425d-9410-197ed5e51ad4", "name": "network-vif-plugged", "status": "completed", "tag": "77549358-be7a-4dd3-a142-58979ec3ff90"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:37.651951 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d1791a48-f089-4ec7-8900-ea54838d0d38 req-f95d2438-542c-4eeb-9170-65be76ce8630 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9a555a6-9b14-4c00-af19-fb6260c2ed9d HTTP/1.1" status: 200 len: 217 time: 0.0677326 Aug 11 02:08:37.672154 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cae65349-0024-4170-a41c-204a623c6659 req-094aea47-d41d-4d25-9c95-8607e7129331 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 210 time: 0.0758197 Aug 11 02:08:37.741627 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1791a48-f089-4ec7-8900-ea54838d0d38 req-d15380a5-7046-4482-97d7-46298b066a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:37.743404 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d1791a48-f089-4ec7-8900-ea54838d0d38 req-d15380a5-7046-4482-97d7-46298b066a59 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ea5a035c-6f83-40b0-8579-ac261184d3bb HTTP/1.1" status: 200 len: 848 time: 0.0752649 Aug 11 02:08:37.746074 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56002fe9-2114-4464-9748-ae1564c5fd6b req-ef65ec4b-d0e2-430c-8fff-b565ae8df451 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:37.748482 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-56002fe9-2114-4464-9748-ae1564c5fd6b req-ef65ec4b-d0e2-430c-8fff-b565ae8df451 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 943 time: 0.0705395 Aug 11 02:08:37.792866 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d1791a48-f089-4ec7-8900-ea54838d0d38 req-2b645c68-011b-4d52-bf03-28a1a57a33ea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367424 Aug 11 02:08:37.798901 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-75ddd4af-1548-491e-992a-d3f88bb87eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:37.800420 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-75ddd4af-1548-491e-992a-d3f88bb87eb2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d10951123e674c02ad31051a633450e2&device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 1095 time: 0.1602132 Aug 11 02:08:37.801835 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-56002fe9-2114-4464-9748-ae1564c5fd6b req-13b11ed4-1dbd-4496-88ba-afe5febacc70 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457139 Aug 11 02:08:37.874108 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-e5ce98c1-6f50-49ad-935d-8a005bf192b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=876e1174-7d38-42ad-85ec-8a2f75a766eb HTTP/1.1" status: 200 len: 217 time: 0.0488670 Aug 11 02:08:37.934296 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b710bf58-4082-41d2-bb01-104ab8c19eb0 x-openstack-request-id: req-b710bf58-4082-41d2-bb01-104ab8c19eb0 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:37.935981 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09534f8f-8289-425d-9410-197ed5e51ad4", "name": "network-vif-plugged", "status": "completed", "tag": "77549358-be7a-4dd3-a142-58979ec3ff90", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:37.936346 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b710bf58-4082-41d2-bb01-104ab8c19eb0 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:37.936953 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09534f8f-8289-425d-9410-197ed5e51ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77549358-be7a-4dd3-a142-58979ec3ff90', 'code': 200} Aug 11 02:08:37.974477 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-c035e867-9e02-4903-9fd9-ae6ffa45b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:37.976152 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-c035e867-9e02-4903-9fd9-ae6ffa45b5c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d0a9a07b-ffec-4f71-82f4-57a2fc2cf187 HTTP/1.1" status: 200 len: 855 time: 0.0729625 Aug 11 02:08:38.019761 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d1791a48-f089-4ec7-8900-ea54838d0d38 req-fe978626-fab5-46bb-a9d7-50ca27424574 service neutron] 10.222.0.66 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180488 Aug 11 02:08:38.021771 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-42bc16eb-7fe5-45a1-b5ea-2ccb9b49727e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356052 Aug 11 02:08:38.050838 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8c8b741f-ce26-444b-8110-813665c38c4d req-7727bf60-235b-421c-a888-13946b703ada tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0977f8d1f319488d943473f8926805cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430655 Aug 11 02:08:38.065559 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0190ec90-691c-44f0-91d6-0312b7585c6b req-7f07f8ff-19d6-4f5a-971a-e4a38842c33f tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2258930 Aug 11 02:08:38.066131 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 345786c1-8357-4c1e-8dde-ce1dcc6a6b62 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:38.187411 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 345786c1-8357-4c1e-8dde-ce1dcc6a6b62 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:38.190013 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:38.198955 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-0190ec90-691c-44f0-91d6-0312b7585c6b req-b0a1dc59-c7ea-47c8-a820-7ec39fe12afd tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:38.259767 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-0190ec90-691c-44f0-91d6-0312b7585c6b req-b0a1dc59-c7ea-47c8-a820-7ec39fe12afd tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:38.282233 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-7efcdd9e-2e4c-4b92-aa99-7b37ec4b871d service neutron] 10.222.0.73 "GET /v2.0/networks/0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430086 Aug 11 02:08:38.285485 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d1791a48-f089-4ec7-8900-ea54838d0d38 req-0a593ce4-819e-47a0-9bcf-74c8d9567c65 service neutron] 10.222.0.66 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574844 Aug 11 02:08:38.348648 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b741f-ce26-444b-8110-813665c38c4d req-9fa50aec-9abd-437e-b7b4-cad8d39733fb tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:38.351278 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8c8b741f-ce26-444b-8110-813665c38c4d req-9fa50aec-9abd-437e-b7b4-cad8d39733fb tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2845018 Aug 11 02:08:38.361639 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6f6c8-f4c7-4628-b12e-ee8792da94cb req-6b08bf5e-e500-4f72-bdf9-26c11ebd5fa8 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:38.364006 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8dc6f6c8-f4c7-4628-b12e-ee8792da94cb req-6b08bf5e-e500-4f72-bdf9-26c11ebd5fa8 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports?device_id=0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c HTTP/1.1" status: 200 len: 945 time: 0.1685767 Aug 11 02:08:38.372594 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-8c8b741f-ce26-444b-8110-813665c38c4d req-fb31e771-acdc-4ec6-9b06-6af7215101d5 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Request body: {'port': {'device_id': '50ba9303-6f4e-45f3-bacf-2a6a4aff0091', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': '0977f8d1f319488d943473f8926805cd'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:38.432487 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f98e3f1-c25c-414e-88c2-db6fe6b5fd80 req-36585b0d-fc63-4189-b809-bd2dda1d56b0 service neutron] 10.222.0.73 "GET /v2.0/networks/0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408701 Aug 11 02:08:38.436044 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8dc6f6c8-f4c7-4628-b12e-ee8792da94cb req-87a621c1-31b6-46aa-8d72-6d005f123922 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4849a0a-99ac-4f90-8453-af814ed38664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661535 Aug 11 02:08:38.509002 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-0190ec90-691c-44f0-91d6-0312b7585c6b req-b0a1dc59-c7ea-47c8-a820-7ec39fe12afd tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:38.577584 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2875d03-a14d-4584-9d11-21dcadd0c6d2 req-a55761f0-e65d-4565-a349-8fa97ae4b506 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:38.578528 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c8b741f-ce26-444b-8110-813665c38c4d req-fb31e771-acdc-4ec6-9b06-6af7215101d5 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Made reservation on behalf of 0977f8d1f319488d943473f8926805cd for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:38.579984 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c2875d03-a14d-4584-9d11-21dcadd0c6d2 req-a55761f0-e65d-4565-a349-8fa97ae4b506 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports?device_id=7098af3c-9906-4d30-8fc7-544b74660c9a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0618234 Aug 11 02:08:38.581955 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-8c8b741f-ce26-444b-8110-813665c38c4d req-fb31e771-acdc-4ec6-9b06-6af7215101d5 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:38.631171 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c2875d03-a14d-4584-9d11-21dcadd0c6d2 req-af2c2ba4-6f30-4c23-a224-21864eea003b tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 695 time: 0.0447395 Aug 11 02:08:38.645929 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-c2875d03-a14d-4584-9d11-21dcadd0c6d2 req-af9912ce-8e3c-456d-a1e4-8397061c4f9a tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Request body: {'floatingip': {'port_id': 'cf98c25a-1110-4ccc-8f5e-5819a21d4ced', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:38.689963 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c2875d03-a14d-4584-9d11-21dcadd0c6d2 req-af9912ce-8e3c-456d-a1e4-8397061c4f9a tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks [] for floatingip, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:38.705553 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-0190ec90-691c-44f0-91d6-0312b7585c6b req-b0a1dc59-c7ea-47c8-a820-7ec39fe12afd tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Allocated IP 172.25.2.236 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/429bf36f-6c45-4620-8669-69c7e7451143) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:38.813733 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-8c8b741f-ce26-444b-8110-813665c38c4d req-fb31e771-acdc-4ec6-9b06-6af7215101d5 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Allocated IP 192.168.233.241 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/e1b767ea-82f7-4bb6-b9ed-6607a6400b10) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:38.893729 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-0190ec90-691c-44f0-91d6-0312b7585c6b req-b0a1dc59-c7ea-47c8-a820-7ec39fe12afd tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:39.014435 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-0190ec90-691c-44f0-91d6-0312b7585c6b req-b0a1dc59-c7ea-47c8-a820-7ec39fe12afd tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:39.029455 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-8c8b741f-ce26-444b-8110-813665c38c4d req-fb31e771-acdc-4ec6-9b06-6af7215101d5 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:39.068426 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0190ec90-691c-44f0-91d6-0312b7585c6b req-b0a1dc59-c7ea-47c8-a820-7ec39fe12afd tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:39.074647 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-8c8b741f-ce26-444b-8110-813665c38c4d req-fb31e771-acdc-4ec6-9b06-6af7215101d5 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Transition to ACTIVE for port object e1b767ea-82f7-4bb6-b9ed-6607a6400b10 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:39.078364 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-0190ec90-691c-44f0-91d6-0312b7585c6b req-b0a1dc59-c7ea-47c8-a820-7ec39fe12afd tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:39.081009 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-0190ec90-691c-44f0-91d6-0312b7585c6b req-b0a1dc59-c7ea-47c8-a820-7ec39fe12afd tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:39.113185 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1dc59-c7ea-47c8-a820-7ec39fe12afd tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Pushing event updated for resources: {'Port': ['ID=429bf36f-6c45-4620-8669-69c7e7451143,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:39.152205 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e55ab8-1206-4268-a454-27823ecb0fea', 'tag': '876e1174-7d38-42ad-85ec-8a2f75a766eb'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:39.154793 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1463c1c-9443-490e-85f2-41953bd87ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e55ab8-1206-4268-a454-27823ecb0fea", "tag": "876e1174-7d38-42ad-85ec-8a2f75a766eb"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:39.181215 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c2875d03-a14d-4584-9d11-21dcadd0c6d2 req-af9912ce-8e3c-456d-a1e4-8397061c4f9a tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:39.186463 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c2875d03-a14d-4584-9d11-21dcadd0c6d2 req-af9912ce-8e3c-456d-a1e4-8397061c4f9a tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:39.190491 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-8c8b741f-ce26-444b-8110-813665c38c4d req-fb31e771-acdc-4ec6-9b06-6af7215101d5 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:39.203827 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['f1c2dc37-53c8-4940-8d0e-4a846afcecd0', '77549358-be7a-4dd3-a142-58979ec3ff90'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:39.204972 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['76df8e04-64c2-4bd9-8284-74ca034add0a'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:39.233218 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-0190ec90-691c-44f0-91d6-0312b7585c6b req-b0a1dc59-c7ea-47c8-a820-7ec39fe12afd tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:39.254705 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c8b741f-ce26-444b-8110-813665c38c4d req-fb31e771-acdc-4ec6-9b06-6af7215101d5 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:39.258277 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-8c8b741f-ce26-444b-8110-813665c38c4d req-fb31e771-acdc-4ec6-9b06-6af7215101d5 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:39.265173 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8b741f-ce26-444b-8110-813665c38c4d req-fb31e771-acdc-4ec6-9b06-6af7215101d5 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:39.270378 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31e771-acdc-4ec6-9b06-6af7215101d5 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Pushing event updated for resources: {'Port': ['ID=e1b767ea-82f7-4bb6-b9ed-6607a6400b10,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:39.328220 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-0190ec90-691c-44f0-91d6-0312b7585c6b req-b0a1dc59-c7ea-47c8-a820-7ec39fe12afd tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:39.362117 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b741f-ce26-444b-8110-813665c38c4d req-fb31e771-acdc-4ec6-9b06-6af7215101d5 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:39.362800 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-8c8b741f-ce26-444b-8110-813665c38c4d req-fb31e771-acdc-4ec6-9b06-6af7215101d5 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:39.399365 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8c8b741f-ce26-444b-8110-813665c38c4d req-fb31e771-acdc-4ec6-9b06-6af7215101d5 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0333612 Aug 11 02:08:39.415103 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-8c8b741f-ce26-444b-8110-813665c38c4d req-7b3d3140-fb99-485e-a5fd-f1f8fb2cc816 service neutron] Request body: {'port': {'device_id': '50ba9303-6f4e-45f3-bacf-2a6a4aff0091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:39.536589 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-8c8b741f-ce26-444b-8110-813665c38c4d req-7b3d3140-fb99-485e-a5fd-f1f8fb2cc816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:39.625611 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-12cfd3bf-82e1-458b-a365-f420e1fd2d82 None None] Provisioning for port e1b767ea-82f7-4bb6-b9ed-6607a6400b10 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:39.639964 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-0190ec90-691c-44f0-91d6-0312b7585c6b req-b0a1dc59-c7ea-47c8-a820-7ec39fe12afd tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:39.651385 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-12cfd3bf-82e1-458b-a365-f420e1fd2d82 None None] Provisioning complete for port e1b767ea-82f7-4bb6-b9ed-6607a6400b10 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:39.651960 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-12cfd3bf-82e1-458b-a365-f420e1fd2d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:39.691355 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-0190ec90-691c-44f0-91d6-0312b7585c6b req-b0a1dc59-c7ea-47c8-a820-7ec39fe12afd tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:39.718888 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-12cfd3bf-82e1-458b-a365-f420e1fd2d82 None None] Port e1b767ea-82f7-4bb6-b9ed-6607a6400b10 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:08:39.763849 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [req-c2875d03-a14d-4584-9d11-21dcadd0c6d2 req-af9912ce-8e3c-456d-a1e4-8397061c4f9a tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Floating IP 9a290373-3884-4b18-afdc-2d3a738b3069 associated. External IP: 172.25.2.64, port: cf98c25a-1110-4ccc-8f5e-5819a21d4ced. Aug 11 02:08:39.836345 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1dc59-c7ea-47c8-a820-7ec39fe12afd tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Pushing event updated for resources: {'Port': ['ID=429bf36f-6c45-4620-8669-69c7e7451143,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:39.855246 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-0190ec90-691c-44f0-91d6-0312b7585c6b req-b0a1dc59-c7ea-47c8-a820-7ec39fe12afd tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:39.883394 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-0190ec90-691c-44f0-91d6-0312b7585c6b req-b0a1dc59-c7ea-47c8-a820-7ec39fe12afd tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:39.884643 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0190ec90-691c-44f0-91d6-0312b7585c6b req-b0a1dc59-c7ea-47c8-a820-7ec39fe12afd tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8071837 Aug 11 02:08:39.949956 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0190ec90-691c-44f0-91d6-0312b7585c6b req-3238e3d5-657a-4f8c-a324-fbb1cc68c841 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.236 HTTP/1.1" status: 200 len: 696 time: 0.0553610 Aug 11 02:08:40.001135 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2875d03-a14d-4584-9d11-21dcadd0c6d2 req-af9912ce-8e3c-456d-a1e4-8397061c4f9a tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Router 3db3a406-9b10-448b-8e55-f720014013a2 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:08:40.057877 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-8c8b741f-ce26-444b-8110-813665c38c4d req-7b3d3140-fb99-485e-a5fd-f1f8fb2cc816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b767ea-82f7-4bb6-b9ed-6607a6400b10 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:08:40.068739 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-8c8b741f-ce26-444b-8110-813665c38c4d req-7b3d3140-fb99-485e-a5fd-f1f8fb2cc816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:40.097401 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-8c8b741f-ce26-444b-8110-813665c38c4d req-7b3d3140-fb99-485e-a5fd-f1f8fb2cc816 service neutron] Transition to ACTIVE for port object e1b767ea-82f7-4bb6-b9ed-6607a6400b10 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:40.108457 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-8c8b741f-ce26-444b-8110-813665c38c4d req-7b3d3140-fb99-485e-a5fd-f1f8fb2cc816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:40.124246 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190ec90-691c-44f0-91d6-0312b7585c6b req-cf0eac4c-6c6e-45c2-8e28-e3055a287f99 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:40.125504 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2875d03-a14d-4584-9d11-21dcadd0c6d2 req-af9912ce-8e3c-456d-a1e4-8397061c4f9a tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:08:40.125633 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0190ec90-691c-44f0-91d6-0312b7585c6b req-cf0eac4c-6c6e-45c2-8e28-e3055a287f99 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 784 time: 0.1649172 Aug 11 02:08:40.130501 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c2875d03-a14d-4584-9d11-21dcadd0c6d2 req-af9912ce-8e3c-456d-a1e4-8397061c4f9a tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:40.139424 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043cc8ad-ffca-46a3-b0b3-61287b9f8e97 None None] Sync routers for ids ['3db3a406-9b10-448b-8e55-f720014013a2'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:08:40.167561 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043cc8ad-ffca-46a3-b0b3-61287b9f8e97 None None] Routers {'3db3a406-9b10-448b-8e55-f720014013a2'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:40.168523 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-043cc8ad-ffca-46a3-b0b3-61287b9f8e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:08:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['3db3a406-9b10-448b-8e55-f720014013a2'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:40.180957 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c2875d03-a14d-4584-9d11-21dcadd0c6d2 req-af9912ce-8e3c-456d-a1e4-8397061c4f9a tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "PUT /v2.0/floatingips/9a290373-3884-4b18-afdc-2d3a738b3069 HTTP/1.1" status: 200 len: 995 time: 1.5336881 Aug 11 02:08:40.181811 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d3140-fb99-485e-a5fd-f1f8fb2cc816 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b767ea-82f7-4bb6-b9ed-6607a6400b10,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:40.257404 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2875d03-a14d-4584-9d11-21dcadd0c6d2 req-2010ffd4-5cd9-4f1a-a5a3-f708a91982ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:40.265634 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c2875d03-a14d-4584-9d11-21dcadd0c6d2 req-2010ffd4-5cd9-4f1a-a5a3-f708a91982ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3851339e44404f088cb1430a89e6ffa3&device_id=7098af3c-9906-4d30-8fc7-544b74660c9a HTTP/1.1" status: 200 len: 1097 time: 0.0810137 Aug 11 02:08:40.293558 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-8c8b741f-ce26-444b-8110-813665c38c4d req-7b3d3140-fb99-485e-a5fd-f1f8fb2cc816 service neutron] Attempting to bind port e1b767ea-82f7-4bb6-b9ed-6607a6400b10 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:08:40.293940 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-8c8b741f-ce26-444b-8110-813665c38c4d req-7b3d3140-fb99-485e-a5fd-f1f8fb2cc816 service neutron] Attempting to bind port e1b767ea-82f7-4bb6-b9ed-6607a6400b10 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:08:40.294280 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8b741f-ce26-444b-8110-813665c38c4d req-7b3d3140-fb99-485e-a5fd-f1f8fb2cc816 service neutron] Attempting to bind port e1b767ea-82f7-4bb6-b9ed-6607a6400b10 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:40.333693 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8b741f-ce26-444b-8110-813665c38c4d req-7b3d3140-fb99-485e-a5fd-f1f8fb2cc816 service neutron] Port e1b767ea-82f7-4bb6-b9ed-6607a6400b10 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:08:40.334019 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8b741f-ce26-444b-8110-813665c38c4d req-7b3d3140-fb99-485e-a5fd-f1f8fb2cc816 service neutron] Attempting to bind port e1b767ea-82f7-4bb6-b9ed-6607a6400b10 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:40.344336 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8b741f-ce26-444b-8110-813665c38c4d req-7b3d3140-fb99-485e-a5fd-f1f8fb2cc816 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:08:40.344672 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8b741f-ce26-444b-8110-813665c38c4d req-7b3d3140-fb99-485e-a5fd-f1f8fb2cc816 service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:40.345064 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8b741f-ce26-444b-8110-813665c38c4d req-7b3d3140-fb99-485e-a5fd-f1f8fb2cc816 service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:08:40.345510 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-8c8b741f-ce26-444b-8110-813665c38c4d req-7b3d3140-fb99-485e-a5fd-f1f8fb2cc816 service neutron] Bound port: e1b767ea-82f7-4bb6-b9ed-6607a6400b10, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:08:40.345869 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-8c8b741f-ce26-444b-8110-813665c38c4d req-7b3d3140-fb99-485e-a5fd-f1f8fb2cc816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:40.374134 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a24b89-741c-4eee-878e-e06b159561d2 req-091f4f77-272d-4ade-b4ec-fecf6d05a543 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:40.377207 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5a24b89-741c-4eee-878e-e06b159561d2 req-091f4f77-272d-4ade-b4ec-fecf6d05a543 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 944 time: 0.0965071 Aug 11 02:08:40.380265 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2875d03-a14d-4584-9d11-21dcadd0c6d2 req-9bcabc36-631a-41dd-b27b-85aed01d0b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:40.383190 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c2875d03-a14d-4584-9d11-21dcadd0c6d2 req-9bcabc36-631a-41dd-b27b-85aed01d0b3a service neutron] 10.222.0.50 "GET /v2.0/networks?id=b06d3d10-588d-4354-a566-0e4bf50ab835 HTTP/1.1" status: 200 len: 921 time: 0.1167426 Aug 11 02:08:40.402913 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-043cc8ad-ffca-46a3-b0b3-61287b9f8e97 None None] Set router 3db3a406-9b10-448b-8e55-f720014013a2 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:40.464963 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c2875d03-a14d-4584-9d11-21dcadd0c6d2 req-61c3f9d8-dad0-4432-b45a-9c0b8059c01d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf98c25a-1110-4ccc-8f5e-5819a21d4ced HTTP/1.1" status: 200 len: 998 time: 0.0736628 Aug 11 02:08:40.488671 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5a24b89-741c-4eee-878e-e06b159561d2 req-3b25cd67-39c2-4fde-a93e-c0a8da6e2503 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025646 Aug 11 02:08:40.535347 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-8c8b741f-ce26-444b-8110-813665c38c4d req-7b3d3140-fb99-485e-a5fd-f1f8fb2cc816 service neutron] For port e1b767ea-82f7-4bb6-b9ed-6607a6400b10, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:40.540719 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-8c8b741f-ce26-444b-8110-813665c38c4d req-7b3d3140-fb99-485e-a5fd-f1f8fb2cc816 service neutron] For port e1b767ea-82f7-4bb6-b9ed-6607a6400b10, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=e1b767ea-82f7-4bb6-b9ed-6607a6400b10,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:08:40.551004 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-8c8b741f-ce26-444b-8110-813665c38c4d req-7b3d3140-fb99-485e-a5fd-f1f8fb2cc816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:40.561203 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2875d03-a14d-4584-9d11-21dcadd0c6d2 req-0744bf96-e862-4def-baf7-a76520221210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:40.562907 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c2875d03-a14d-4584-9d11-21dcadd0c6d2 req-0744bf96-e862-4def-baf7-a76520221210 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=21a76d83-aa04-4360-9155-f987f570d2fd HTTP/1.1" status: 200 len: 859 time: 0.0821660 Aug 11 02:08:40.631223 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2875d03-a14d-4584-9d11-21dcadd0c6d2 req-7f49ddb0-2900-4d8b-8307-da6551e4d55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:40.632826 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c2875d03-a14d-4584-9d11-21dcadd0c6d2 req-7f49ddb0-2900-4d8b-8307-da6551e4d55b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b06d3d10-588d-4354-a566-0e4bf50ab835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620031 Aug 11 02:08:40.639906 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b741f-ce26-444b-8110-813665c38c4d req-7b3d3140-fb99-485e-a5fd-f1f8fb2cc816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:40.640540 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-8c8b741f-ce26-444b-8110-813665c38c4d req-7b3d3140-fb99-485e-a5fd-f1f8fb2cc816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:40.641973 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8c8b741f-ce26-444b-8110-813665c38c4d req-7b3d3140-fb99-485e-a5fd-f1f8fb2cc816 service neutron] 10.222.0.73 "PUT /v2.0/ports/e1b767ea-82f7-4bb6-b9ed-6607a6400b10 HTTP/1.1" status: 200 len: 1097 time: 1.2322280 Aug 11 02:08:40.643097 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ba9303-6f4e-45f3-bacf-2a6a4aff0091', 'tag': 'e1b767ea-82f7-4bb6-b9ed-6607a6400b10'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:40.646245 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84776a3b-7ca6-4e6b-8c70-046892dfb626" -d '{"events": [{"name": "network-changed", "server_uuid": "50ba9303-6f4e-45f3-bacf-2a6a4aff0091", "tag": "e1b767ea-82f7-4bb6-b9ed-6607a6400b10"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:40.749720 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d3140-fb99-485e-a5fd-f1f8fb2cc816 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b767ea-82f7-4bb6-b9ed-6607a6400b10,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:40.768133 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a9c50-84d5-4609-8eab-ace324fb3eff req-d1b59fb7-de5d-424e-b8e5-42e3f3b479db tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:40.769711 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-500a9c50-84d5-4609-8eab-ace324fb3eff req-d1b59fb7-de5d-424e-b8e5-42e3f3b479db tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 948 time: 0.1359489 Aug 11 02:08:40.812884 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b741f-ce26-444b-8110-813665c38c4d req-5b6bfcff-9414-49aa-891f-6f2e923cf0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:40.814503 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8c8b741f-ce26-444b-8110-813665c38c4d req-5b6bfcff-9414-49aa-891f-6f2e923cf0ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 1100 time: 0.1106548 Aug 11 02:08:40.816494 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c2875d03-a14d-4584-9d11-21dcadd0c6d2 req-afb84441-5d7b-456d-968e-eb77f8d3ecef service neutron] 10.222.0.50 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724112 Aug 11 02:08:40.826507 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-043cc8ad-ffca-46a3-b0b3-61287b9f8e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db3a406-9b10-448b-8e55-f720014013a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-950807125-router', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:53Z', 'updated_at': '2021-08-11T02:07:58Z', 'revision_number': 4, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'gw_port': {'id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:54Z', 'updated_at': '2021-08-11T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '9a290373-3884-4b18-afdc-2d3a738b3069', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'port_id': 'cf98c25a-1110-4ccc-8f5e-5819a21d4ced', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'mac_address': 'fa:16:3e:6c:31:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7098af3c-9906-4d30-8fc7-544b74660c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:08:18Z', 'updated_at': '2021-08-11T02:08:39Z', 'revision_number': 1, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84008e0b-0dce-46e4-a066-aac3578f80bd', 'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'mac_address': 'fa:16:3e:5b:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:57Z', 'updated_at': '2021-08-11T02:08:06Z', 'revision_number': 5, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'subnets': [{'id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:40.860566 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043cc8ad-ffca-46a3-b0b3-61287b9f8e97 None None] Checking router: 3db3a406-9b10-448b-8e55-f720014013a2 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:08:40.875874 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043cc8ad-ffca-46a3-b0b3-61287b9f8e97 None None] Routers {'3db3a406-9b10-448b-8e55-f720014013a2'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:40.876497 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-043cc8ad-ffca-46a3-b0b3-61287b9f8e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:08:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['3db3a406-9b10-448b-8e55-f720014013a2'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:40.889459 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-500a9c50-84d5-4609-8eab-ace324fb3eff req-fa22bbea-87eb-4707-98b2-d480dff2e1b4 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066985 Aug 11 02:08:40.891179 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8c8b741f-ce26-444b-8110-813665c38c4d req-e96045b7-4d9e-43a8-90e3-b3f8d9114eb1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=e1b767ea-82f7-4bb6-b9ed-6607a6400b10 HTTP/1.1" status: 200 len: 217 time: 0.0630002 Aug 11 02:08:40.961874 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c2875d03-a14d-4584-9d11-21dcadd0c6d2 req-1268f75d-1dd4-450f-8977-112384ffd173 service neutron] 10.222.0.50 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370983 Aug 11 02:08:40.971029 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b741f-ce26-444b-8110-813665c38c4d req-3481cbd0-cd62-4af6-aba6-831f21078083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:40.973406 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8c8b741f-ce26-444b-8110-813665c38c4d req-3481cbd0-cd62-4af6-aba6-831f21078083 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.0741048 Aug 11 02:08:41.022904 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-043cc8ad-ffca-46a3-b0b3-61287b9f8e97 None None] Set router 3db3a406-9b10-448b-8e55-f720014013a2 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:41.037122 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b741f-ce26-444b-8110-813665c38c4d req-2d2a9133-7426-4102-a291-380c24fd8fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:41.038851 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8c8b741f-ce26-444b-8110-813665c38c4d req-2d2a9133-7426-4102-a291-380c24fd8fe9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0582905 Aug 11 02:08:41.204879 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8c8b741f-ce26-444b-8110-813665c38c4d req-ec19b79f-4420-44fb-b06d-2a4a5c75c908 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506035 Aug 11 02:08:41.259439 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488dd11d-862f-419b-bbd8-fbb56a7d9873 x-openstack-request-id: req-488dd11d-862f-419b-bbd8-fbb56a7d9873 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:41.259973 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e55ab8-1206-4268-a454-27823ecb0fea", "tag": "876e1174-7d38-42ad-85ec-8a2f75a766eb", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:41.260424 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-488dd11d-862f-419b-bbd8-fbb56a7d9873 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:41.264954 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e55ab8-1206-4268-a454-27823ecb0fea', 'tag': '876e1174-7d38-42ad-85ec-8a2f75a766eb', 'status': 'completed', 'code': 200} Aug 11 02:08:41.350383 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc14a6-1261-42b6-881c-5085b306db4f req-34449219-1515-4905-bb1f-a582b93c7dc6 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:41.352405 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4dfc14a6-1261-42b6-881c-5085b306db4f req-34449219-1515-4905-bb1f-a582b93c7dc6 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 943 time: 0.1661210 Aug 11 02:08:41.384787 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6a274cee-d2bd-4192-967e-c08fecb1ad62 req-68d049e9-fae2-4428-ae2f-28afad17aa51 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/floatingips/94702ab7-4a77-4f5e-a020-f0bb9b94e295 HTTP/1.1" status: 200 len: 693 time: 0.1088409 Aug 11 02:08:41.406795 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-043cc8ad-ffca-46a3-b0b3-61287b9f8e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db3a406-9b10-448b-8e55-f720014013a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-950807125-router', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:53Z', 'updated_at': '2021-08-11T02:07:58Z', 'revision_number': 4, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'gw_port': {'id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:54Z', 'updated_at': '2021-08-11T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '9a290373-3884-4b18-afdc-2d3a738b3069', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'port_id': 'cf98c25a-1110-4ccc-8f5e-5819a21d4ced', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'mac_address': 'fa:16:3e:6c:31:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7098af3c-9906-4d30-8fc7-544b74660c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:08:18Z', 'updated_at': '2021-08-11T02:08:39Z', 'revision_number': 1, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84008e0b-0dce-46e4-a066-aac3578f80bd', 'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'mac_address': 'fa:16:3e:5b:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:57Z', 'updated_at': '2021-08-11T02:08:06Z', 'revision_number': 5, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'subnets': [{'id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:41.408334 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8c8b741f-ce26-444b-8110-813665c38c4d req-3eb6c03e-188a-4e5c-9ae0-759fa4fc3e81 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793709 Aug 11 02:08:41.443288 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4dfc14a6-1261-42b6-881c-5085b306db4f req-a49ceac2-9bdd-4618-ac65-c980249c18bc tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702548 Aug 11 02:08:41.474077 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043cc8ad-ffca-46a3-b0b3-61287b9f8e97 None None] The sync data for ids ['3db3a406-9b10-448b-8e55-f720014013a2'] in n-d-615180-33 is: [{'id': '3db3a406-9b10-448b-8e55-f720014013a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-950807125-router', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:53Z', 'updated_at': '2021-08-11T02:07:58Z', 'revision_number': 4, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'gw_port': {'id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:54Z', 'updated_at': '2021-08-11T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '9a290373-3884-4b18-afdc-2d3a738b3069', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'port_id': 'cf98c25a-1110-4ccc-8f5e-5819a21d4ced', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'mac_address': 'fa:16:3e:6c:31:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7098af3c-9906-4d30-8fc7-544b74660c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:08:18Z', 'updated_at': '2021-08-11T02:08:39Z', 'revision_number': 1, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84008e0b-0dce-46e4-a066-aac3578f80bd', 'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'mac_address': 'fa:16:3e:5b:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:57Z', 'updated_at': '2021-08-11T02:08:06Z', 'revision_number': 5, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'subnets': [{'id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:08:41.560200 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9feb63-50d9-42f2-aaad-0d9417c40075 x-openstack-request-id: req-1f9feb63-50d9-42f2-aaad-0d9417c40075 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:41.560567 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ba9303-6f4e-45f3-bacf-2a6a4aff0091", "tag": "e1b767ea-82f7-4bb6-b9ed-6607a6400b10", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:41.560891 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1f9feb63-50d9-42f2-aaad-0d9417c40075 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:41.561684 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ba9303-6f4e-45f3-bacf-2a6a4aff0091', 'tag': 'e1b767ea-82f7-4bb6-b9ed-6607a6400b10', 'status': 'completed', 'code': 200} Aug 11 02:08:41.604084 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1463c1c-9443-490e-85f2-41953bd87ae2 req-10791776-1a9c-4c0f-a33d-6cee90233c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:41.607523 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f1463c1c-9443-490e-85f2-41953bd87ae2 req-10791776-1a9c-4c0f-a33d-6cee90233c66 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d10951123e674c02ad31051a633450e2&device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 1095 time: 0.2203364 Aug 11 02:08:41.712138 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84776a3b-7ca6-4e6b-8c70-046892dfb626 req-72ec25d1-8136-4e72-a708-0fc6fe0fd4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:41.713749 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-84776a3b-7ca6-4e6b-8c70-046892dfb626 req-72ec25d1-8136-4e72-a708-0fc6fe0fd4e4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 1100 time: 0.1100624 Aug 11 02:08:41.835828 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a274cee-d2bd-4192-967e-c08fecb1ad62 req-6f998b65-2c33-4df0-8cca-fb52e18326f2 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:41.845854 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6a274cee-d2bd-4192-967e-c08fecb1ad62 req-6f998b65-2c33-4df0-8cca-fb52e18326f2 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 784 time: 0.3838093 Aug 11 02:08:41.892003 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1463c1c-9443-490e-85f2-41953bd87ae2 req-d8c95294-1b9c-46a0-9d27-70d98e785cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:41.894229 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f1463c1c-9443-490e-85f2-41953bd87ae2 req-d8c95294-1b9c-46a0-9d27-70d98e785cda service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c HTTP/1.1" status: 200 len: 916 time: 0.2669742 Aug 11 02:08:41.916046 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84776a3b-7ca6-4e6b-8c70-046892dfb626 req-fc28b0ab-adad-4ced-a326-bf50ff394e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:41.917560 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-84776a3b-7ca6-4e6b-8c70-046892dfb626 req-fc28b0ab-adad-4ced-a326-bf50ff394e84 service neutron] 10.222.0.73 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.1865902 Aug 11 02:08:41.952346 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852941b8-2e86-4b41-9854-6f6a263abbd3 None None] New status for floating IP 9a290373-3884-4b18-afdc-2d3a738b3069: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:08:41.987636 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-84776a3b-7ca6-4e6b-8c70-046892dfb626 req-d061c794-10bf-4946-a144-63d8faa356d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=e1b767ea-82f7-4bb6-b9ed-6607a6400b10 HTTP/1.1" status: 200 len: 217 time: 0.0500150 Aug 11 02:08:42.006149 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-ce46ca49-972a-4f10-9a72-51602d9749f1 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:42.015236 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-ce46ca49-972a-4f10-9a72-51602d9749f1 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports?device_id=0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2946579 Aug 11 02:08:42.021057 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 876e1174-7d38-42ad-85ec-8a2f75a766eb details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:08:42.089274 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84776a3b-7ca6-4e6b-8c70-046892dfb626 req-35ed5838-dbca-4b35-a718-22b0e7f80139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:42.091395 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-84776a3b-7ca6-4e6b-8c70-046892dfb626 req-35ed5838-dbca-4b35-a718-22b0e7f80139 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.0731695 Aug 11 02:08:42.100891 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f1463c1c-9443-490e-85f2-41953bd87ae2 req-e74d7ff2-b31d-45fe-99d5-343561611535 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=876e1174-7d38-42ad-85ec-8a2f75a766eb HTTP/1.1" status: 200 len: 217 time: 0.1839874 Aug 11 02:08:42.144806 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 876e1174-7d38-42ad-85ec-8a2f75a766eb, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=876e1174-7d38-42ad-85ec-8a2f75a766eb,segment=NetworkSegment(2ef086d9-e43c-4432-b580-46b1ba588087),segment_id=2ef086d9-e43c-4432-b580-46b1ba588087)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:42.188542 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '876e1174-7d38-42ad-85ec-8a2f75a766eb', 'network_id': '0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c', 'port_id': '876e1174-7d38-42ad-85ec-8a2f75a766eb', 'mac_address': 'fa:16:3e:5e:17:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a9a07b-ffec-4f71-82f4-57a2fc2cf187', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:08:42.311737 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df8fc3-eb2c-467e-b067-56186259d7ad req-60a5ad76-3d42-4822-961f-0a648c51235b tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:42.314607 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f1df8fc3-eb2c-467e-b067-56186259d7ad req-60a5ad76-3d42-4822-961f-0a648c51235b tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 944 time: 0.2076099 Aug 11 02:08:42.316724 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1463c1c-9443-490e-85f2-41953bd87ae2 req-7e273f4a-d06e-406f-8080-dfeb776c2f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:42.318347 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f1463c1c-9443-490e-85f2-41953bd87ae2 req-7e273f4a-d06e-406f-8080-dfeb776c2f6d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d0a9a07b-ffec-4f71-82f4-57a2fc2cf187 HTTP/1.1" status: 200 len: 855 time: 0.1776717 Aug 11 02:08:42.323251 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:42.347931 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876e1174-7d38-42ad-85ec-8a2f75a766eb {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:08:42.398634 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f1463c1c-9443-490e-85f2-41953bd87ae2 req-2b2d2bcb-157a-4ca5-a27b-d055fd40ee17 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621190 Aug 11 02:08:42.406446 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 876e1174-7d38-42ad-85ec-8a2f75a766eb, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=876e1174-7d38-42ad-85ec-8a2f75a766eb,segment=NetworkSegment(2ef086d9-e43c-4432-b580-46b1ba588087),segment_id=2ef086d9-e43c-4432-b580-46b1ba588087)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:42.413218 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:42.478712 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f1df8fc3-eb2c-467e-b067-56186259d7ad req-92e1e11b-1052-46b1-abac-1f904cd0a45d tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538870 Aug 11 02:08:42.498837 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=876e1174-7d38-42ad-85ec-8a2f75a766eb,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:42.601646 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-24ad4fea-245e-426c-baf9-b485dbd2dfc6 req-ebeedc84-9d4f-4ccb-bd11-efc0351551cf tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/floatingips/94702ab7-4a77-4f5e-a020-f0bb9b94e295 HTTP/1.1" status: 200 len: 693 time: 0.0721123 Aug 11 02:08:42.609622 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f1463c1c-9443-490e-85f2-41953bd87ae2 req-b8b939e5-2ecf-4755-95e9-4f4f1e670e69 service neutron] 10.222.0.73 "GET /v2.0/networks/0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976383 Aug 11 02:08:42.728265 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['876e1174-7d38-42ad-85ec-8a2f75a766eb'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:42.741246 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84776a3b-7ca6-4e6b-8c70-046892dfb626 req-c23ed2a5-d72e-406a-aa11-c03ed93e35e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:42.742715 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-84776a3b-7ca6-4e6b-8c70-046892dfb626 req-c23ed2a5-d72e-406a-aa11-c03ed93e35e1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6403921 Aug 11 02:08:42.752176 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-8a01dce7-67b4-40f8-b961-c0295b2061e6 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 998 time: 0.7356238 Aug 11 02:08:42.765096 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-f271fac0-bac8-4cfd-b6cb-592e462504d4 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Request body: {'floatingip': {'port_id': 'b5b77465-4054-4aaf-b586-a9da1de9ba98', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:42.853770 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f1463c1c-9443-490e-85f2-41953bd87ae2 req-95bd4697-36ba-4b04-880b-e640b29b285d service neutron] 10.222.0.73 "GET /v2.0/networks/0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294734 Aug 11 02:08:42.867154 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad4fea-245e-426c-baf9-b485dbd2dfc6 req-50e93aff-44bd-492e-881f-4cea1223933a tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:42.870837 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-24ad4fea-245e-426c-baf9-b485dbd2dfc6 req-50e93aff-44bd-492e-881f-4cea1223933a tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 784 time: 0.2600520 Aug 11 02:08:42.891779 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-f271fac0-bac8-4cfd-b6cb-592e462504d4 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks [] for floatingip, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:42.972849 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-24ad4fea-245e-426c-baf9-b485dbd2dfc6 req-f282cf36-79fc-4073-b570-4efb50fa52dc tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.236 HTTP/1.1" status: 200 len: 696 time: 0.0930107 Aug 11 02:08:43.017259 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-84776a3b-7ca6-4e6b-8c70-046892dfb626 req-60c5aef2-8398-4011-950c-c2835f43f113 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629941 Aug 11 02:08:43.037107 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-24ad4fea-245e-426c-baf9-b485dbd2dfc6 req-c7db30c5-806c-4b22-a6f0-a93da119409d tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.236 HTTP/1.1" status: 200 len: 696 time: 0.0573707 Aug 11 02:08:43.201180 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-24ad4fea-245e-426c-baf9-b485dbd2dfc6 req-d79dc07f-1c99-41d9-a4a9-20e6d31e4abb tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Deleting port 429bf36f-6c45-4620-8669-69c7e7451143 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:08:43.201595 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-24ad4fea-245e-426c-baf9-b485dbd2dfc6 req-d79dc07f-1c99-41d9-a4a9-20e6d31e4abb tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:43.206324 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-84776a3b-7ca6-4e6b-8c70-046892dfb626 req-b71ee1ad-ca16-4883-98f6-5cd5833eb1ae service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768477 Aug 11 02:08:43.265613 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7098af3c-9906-4d30-8fc7-544b74660c9a', 'tag': 'cf98c25a-1110-4ccc-8f5e-5819a21d4ced'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:43.267873 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5b9f69-3996-4aa8-8cdd-7f2814b42cde" -d '{"events": [{"name": "network-changed", "server_uuid": "7098af3c-9906-4d30-8fc7-544b74660c9a", "tag": "cf98c25a-1110-4ccc-8f5e-5819a21d4ced"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:43.301663 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-24ad4fea-245e-426c-baf9-b485dbd2dfc6 req-d79dc07f-1c99-41d9-a4a9-20e6d31e4abb tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:43.302309 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-24ad4fea-245e-426c-baf9-b485dbd2dfc6 req-d79dc07f-1c99-41d9-a4a9-20e6d31e4abb tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:43.316146 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-24ad4fea-245e-426c-baf9-b485dbd2dfc6 req-d79dc07f-1c99-41d9-a4a9-20e6d31e4abb tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Calling delete_port for 429bf36f-6c45-4620-8669-69c7e7451143 owned by network:floatingip {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:08:43.461191 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-24ad4fea-245e-426c-baf9-b485dbd2dfc6 req-d79dc07f-1c99-41d9-a4a9-20e6d31e4abb tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:43.490554 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79dc07f-1c99-41d9-a4a9-20e6d31e4abb tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Pushing event deleted for resources: {'Port': ['ID=429bf36f-6c45-4620-8669-69c7e7451143,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:43.491584 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-f271fac0-bac8-4cfd-b6cb-592e462504d4 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:43.501478 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-f271fac0-bac8-4cfd-b6cb-592e462504d4 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:43.557820 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-24ad4fea-245e-426c-baf9-b485dbd2dfc6 req-d79dc07f-1c99-41d9-a4a9-20e6d31e4abb tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks [] for floatingip, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:43.562053 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-24ad4fea-245e-426c-baf9-b485dbd2dfc6 req-d79dc07f-1c99-41d9-a4a9-20e6d31e4abb tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:43.571941 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-24ad4fea-245e-426c-baf9-b485dbd2dfc6 req-d79dc07f-1c99-41d9-a4a9-20e6d31e4abb tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "DELETE /v2.0/floatingips/94702ab7-4a77-4f5e-a020-f0bb9b94e295 HTTP/1.1" status: 204 len: 173 time: 0.5273619 Aug 11 02:08:43.612585 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-f271fac0-bac8-4cfd-b6cb-592e462504d4 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Floating IP 9a290373-3884-4b18-afdc-2d3a738b3069 associated. External IP: 172.25.2.64, port: cf98c25a-1110-4ccc-8f5e-5819a21d4ced. Aug 11 02:08:43.672542 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f441e-5952-4a6c-94e2-48b46406e518 req-b5097888-5bf0-4b33-a3f4-e5b9c8b13810 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:43.674085 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-772f441e-5952-4a6c-94e2-48b46406e518 req-b5097888-5bf0-4b33-a3f4-e5b9c8b13810 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 948 time: 0.0586321 Aug 11 02:08:43.712591 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-772f441e-5952-4a6c-94e2-48b46406e518 req-a9e0c10f-634a-40e4-84d0-1a4418c4d722 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322556 Aug 11 02:08:43.846337 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-f271fac0-bac8-4cfd-b6cb-592e462504d4 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Router 3db3a406-9b10-448b-8e55-f720014013a2 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:08:43.962721 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-f271fac0-bac8-4cfd-b6cb-592e462504d4 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:08:43.967301 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f346add-3903-4e59-824a-68cd906969f1 req-7b3f9fe3-0949-4a43-aa69-77a1ed708270 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:43.969700 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f346add-3903-4e59-824a-68cd906969f1 req-7b3f9fe3-0949-4a43-aa69-77a1ed708270 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 944 time: 0.0643187 Aug 11 02:08:43.971966 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baf6e4b-5e4c-4304-9826-f8ed87fe9489 None None] Sync routers for ids ['3db3a406-9b10-448b-8e55-f720014013a2'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:08:43.982591 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baf6e4b-5e4c-4304-9826-f8ed87fe9489 None None] Routers {'3db3a406-9b10-448b-8e55-f720014013a2'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:43.983204 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1baf6e4b-5e4c-4304-9826-f8ed87fe9489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:08:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['3db3a406-9b10-448b-8e55-f720014013a2'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:44.013729 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f346add-3903-4e59-824a-68cd906969f1 req-d3bbfd5d-66eb-4f8d-abca-ae61fc30d80f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361774 Aug 11 02:08:44.034502 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device e1b767ea-82f7-4bb6-b9ed-6607a6400b10 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:08:44.037959 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 876e1174-7d38-42ad-85ec-8a2f75a766eb up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:44.066397 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7068c7-3cce-45c7-98ab-25da1178f713 x-openstack-request-id: req-4e7068c7-3cce-45c7-98ab-25da1178f713 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:44.066709 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7098af3c-9906-4d30-8fc7-544b74660c9a", "tag": "cf98c25a-1110-4ccc-8f5e-5819a21d4ced", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:44.066958 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4e7068c7-3cce-45c7-98ab-25da1178f713 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:44.067354 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7098af3c-9906-4d30-8fc7-544b74660c9a', 'tag': 'cf98c25a-1110-4ccc-8f5e-5819a21d4ced', 'status': 'completed', 'code': 200} Aug 11 02:08:44.170548 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-1baf6e4b-5e4c-4304-9826-f8ed87fe9489 None None] Set router 3db3a406-9b10-448b-8e55-f720014013a2 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:44.190930 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab6934-b844-415e-ba4e-6163dafa262b req-cc0d7969-4ce9-4058-a8f1-11cc9a7aaade tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:44.197787 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-63ab6934-b844-415e-ba4e-6163dafa262b req-cc0d7969-4ce9-4058-a8f1-11cc9a7aaade tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 944 time: 0.0790670 Aug 11 02:08:44.228851 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 876e1174-7d38-42ad-85ec-8a2f75a766eb completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:44.240539 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 876e1174-7d38-42ad-85ec-8a2f75a766eb triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:44.240923 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.296807 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-63ab6934-b844-415e-ba4e-6163dafa262b req-5dfeea71-4c17-4514-8243-238737c18d1d tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919011 Aug 11 02:08:44.308490 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b9f69-3996-4aa8-8cdd-7f2814b42cde req-c9583122-1a98-4713-b2e5-a72cf97393f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:44.308490 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8b5b9f69-3996-4aa8-8cdd-7f2814b42cde req-c9583122-1a98-4713-b2e5-a72cf97393f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3851339e44404f088cb1430a89e6ffa3&device_id=7098af3c-9906-4d30-8fc7-544b74660c9a HTTP/1.1" status: 200 len: 1097 time: 0.2025762 Aug 11 02:08:44.330120 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port e1b767ea-82f7-4bb6-b9ed-6607a6400b10, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=e1b767ea-82f7-4bb6-b9ed-6607a6400b10,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:44.381548 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.425297 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 876e1174-7d38-42ad-85ec-8a2f75a766eb, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=876e1174-7d38-42ad-85ec-8a2f75a766eb,segment=NetworkSegment(2ef086d9-e43c-4432-b580-46b1ba588087),segment_id=2ef086d9-e43c-4432-b580-46b1ba588087)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:44.426786 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e55ab8-1206-4268-a454-27823ecb0fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876e1174-7d38-42ad-85ec-8a2f75a766eb'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:44.430230 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80a303a-3d6a-43ab-bc63-d5f952c09ee0" -d '{"events": [{"server_uuid": "b6e55ab8-1206-4268-a454-27823ecb0fea", "name": "network-vif-plugged", "status": "completed", "tag": "876e1174-7d38-42ad-85ec-8a2f75a766eb"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:44.433721 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'e1b767ea-82f7-4bb6-b9ed-6607a6400b10', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': 'e1b767ea-82f7-4bb6-b9ed-6607a6400b10', 'mac_address': 'fa:16:3e:a7:bc:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:08:44.439290 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.458255 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1baf6e4b-5e4c-4304-9826-f8ed87fe9489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db3a406-9b10-448b-8e55-f720014013a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-950807125-router', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:53Z', 'updated_at': '2021-08-11T02:07:58Z', 'revision_number': 4, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'gw_port': {'id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:54Z', 'updated_at': '2021-08-11T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '9a290373-3884-4b18-afdc-2d3a738b3069', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'port_id': 'b5b77465-4054-4aaf-b586-a9da1de9ba98', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'mac_address': 'fa:16:3e:d7:ba:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:08:18Z', 'updated_at': '2021-08-11T02:08:43Z', 'revision_number': 3, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84008e0b-0dce-46e4-a066-aac3578f80bd', 'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'mac_address': 'fa:16:3e:5b:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:57Z', 'updated_at': '2021-08-11T02:08:06Z', 'revision_number': 5, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'subnets': [{'id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:44.461342 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-f271fac0-bac8-4cfd-b6cb-592e462504d4 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Router 3db3a406-9b10-448b-8e55-f720014013a2 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:08:44.554870 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.577666 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b767ea-82f7-4bb6-b9ed-6607a6400b10 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:08:44.598428 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baf6e4b-5e4c-4304-9826-f8ed87fe9489 None None] Checking router: 3db3a406-9b10-448b-8e55-f720014013a2 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:08:44.602132 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=876e1174-7d38-42ad-85ec-8a2f75a766eb,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:44.607187 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port e1b767ea-82f7-4bb6-b9ed-6607a6400b10, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=e1b767ea-82f7-4bb6-b9ed-6607a6400b10,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:44.614817 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.615252 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baf6e4b-5e4c-4304-9826-f8ed87fe9489 None None] Routers {'3db3a406-9b10-448b-8e55-f720014013a2'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:44.615961 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1baf6e4b-5e4c-4304-9826-f8ed87fe9489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:08:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['3db3a406-9b10-448b-8e55-f720014013a2'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:44.629339 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b9f69-3996-4aa8-8cdd-7f2814b42cde req-b8ce8dd7-60db-47a5-8f72-bb6baab396f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:44.630908 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8b5b9f69-3996-4aa8-8cdd-7f2814b42cde req-b8ce8dd7-60db-47a5-8f72-bb6baab396f6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b06d3d10-588d-4354-a566-0e4bf50ab835 HTTP/1.1" status: 200 len: 921 time: 0.2907875 Aug 11 02:08:44.638092 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec990ab-16e8-470c-a4d5-53a228046e01 req-106a3282-f35b-4bda-b510-e805630a0e81 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:44.654585 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4ec990ab-16e8-470c-a4d5-53a228046e01 req-106a3282-f35b-4bda-b510-e805630a0e81 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3106608 Aug 11 02:08:44.696266 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5e84f7-dc37-401b-9a48-4270a9d4d898 x-openstack-request-id: req-8e5e84f7-dc37-401b-9a48-4270a9d4d898 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:44.696558 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e55ab8-1206-4268-a454-27823ecb0fea", "name": "network-vif-plugged", "status": "completed", "tag": "876e1174-7d38-42ad-85ec-8a2f75a766eb", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:44.696818 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8e5e84f7-dc37-401b-9a48-4270a9d4d898 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:44.697211 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e55ab8-1206-4268-a454-27823ecb0fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876e1174-7d38-42ad-85ec-8a2f75a766eb', 'code': 200} Aug 11 02:08:44.698188 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=e1b767ea-82f7-4bb6-b9ed-6607a6400b10,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:44.740000 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8b5b9f69-3996-4aa8-8cdd-7f2814b42cde req-6d35b058-ecda-4796-8e66-32b8b1bee070 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf98c25a-1110-4ccc-8f5e-5819a21d4ced HTTP/1.1" status: 200 len: 217 time: 0.0633898 Aug 11 02:08:44.744803 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-1baf6e4b-5e4c-4304-9826-f8ed87fe9489 None None] Set router 3db3a406-9b10-448b-8e55-f720014013a2 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:44.792608 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-f271fac0-bac8-4cfd-b6cb-592e462504d4 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:08:44.798745 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-f271fac0-bac8-4cfd-b6cb-592e462504d4 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.814193 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0c8f44ad-8bf9-4467-9d65-1dc723a5db12 req-2d4cb55a-dabd-4026-94bf-8358b3bc2148 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=5d0da7028cc44705ac3531b256d9cf99 HTTP/1.1" status: 200 len: 1657 time: 0.1043086 Aug 11 02:08:44.855813 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b9f69-3996-4aa8-8cdd-7f2814b42cde req-9e1680df-f22c-4d7a-a03f-7caf56f2c8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:44.857772 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8b5b9f69-3996-4aa8-8cdd-7f2814b42cde req-9e1680df-f22c-4d7a-a03f-7caf56f2c8e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21a76d83-aa04-4360-9155-f987f570d2fd HTTP/1.1" status: 200 len: 859 time: 0.1082489 Aug 11 02:08:44.860706 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7098af3c-9906-4d30-8fc7-544b74660c9a', 'tag': 'cf98c25a-1110-4ccc-8f5e-5819a21d4ced'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:44.864519 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ddb8ac-f97d-4cb0-9393-9d9161270b72" -d '{"events": [{"name": "network-changed", "server_uuid": "7098af3c-9906-4d30-8fc7-544b74660c9a", "tag": "cf98c25a-1110-4ccc-8f5e-5819a21d4ced"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:44.888361 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de647c01-cae8-4d53-9336-6e40b6dc563b req-4486de67-c414-4f86-917e-3a1fcca400fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:44.888936 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-de647c01-cae8-4d53-9336-6e40b6dc563b req-4486de67-c414-4f86-917e-3a1fcca400fa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 1097 time: 0.1167114 Aug 11 02:08:44.903939 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['e1b767ea-82f7-4bb6-b9ed-6607a6400b10'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:44.941982 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-f271fac0-bac8-4cfd-b6cb-592e462504d4 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "PUT /v2.0/floatingips/9a290373-3884-4b18-afdc-2d3a738b3069 HTTP/1.1" status: 200 len: 997 time: 2.1882463 Aug 11 02:08:44.986417 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f44ad-8bf9-4467-9d65-1dc723a5db12 req-35e1b977-6abe-43ec-97c9-b0b559193f2b tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:45.001335 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0c8f44ad-8bf9-4467-9d65-1dc723a5db12 req-35e1b977-6abe-43ec-97c9-b0b559193f2b tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/networks?id=2e931faf-12fe-43f6-b34b-8aa380b6ef75&id=2e931faf-12fe-43f6-b34b-8aa380b6ef75&id=2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 787 time: 0.1766727 Aug 11 02:08:45.030392 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-0affeb94-ba08-459b-9424-f4378ece91e2 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:45.031464 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-de647c01-cae8-4d53-9336-6e40b6dc563b req-8f687c7b-a163-41d9-8d90-c37896283b23 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312625 Aug 11 02:08:45.032375 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-0affeb94-ba08-459b-9424-f4378ece91e2 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports/cf98c25a-1110-4ccc-8f5e-5819a21d4ced HTTP/1.1" status: 200 len: 942 time: 0.0799384 Aug 11 02:08:45.046815 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b9f69-3996-4aa8-8cdd-7f2814b42cde req-6567ffca-5b7a-479c-a6e3-d12c581a156c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:45.049065 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8b5b9f69-3996-4aa8-8cdd-7f2814b42cde req-6567ffca-5b7a-479c-a6e3-d12c581a156c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b06d3d10-588d-4354-a566-0e4bf50ab835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1751800 Aug 11 02:08:45.111457 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1baf6e4b-5e4c-4304-9826-f8ed87fe9489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db3a406-9b10-448b-8e55-f720014013a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-950807125-router', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:53Z', 'updated_at': '2021-08-11T02:07:58Z', 'revision_number': 4, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'gw_port': {'id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:54Z', 'updated_at': '2021-08-11T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '9a290373-3884-4b18-afdc-2d3a738b3069', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'port_id': 'b5b77465-4054-4aaf-b586-a9da1de9ba98', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'mac_address': 'fa:16:3e:d7:ba:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:08:18Z', 'updated_at': '2021-08-11T02:08:43Z', 'revision_number': 3, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84008e0b-0dce-46e4-a066-aac3578f80bd', 'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'mac_address': 'fa:16:3e:5b:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:57Z', 'updated_at': '2021-08-11T02:08:06Z', 'revision_number': 5, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'subnets': [{'id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:45.146772 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baf6e4b-5e4c-4304-9826-f8ed87fe9489 None None] The sync data for ids ['3db3a406-9b10-448b-8e55-f720014013a2'] in n-d-615180-33 is: [{'id': '3db3a406-9b10-448b-8e55-f720014013a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-950807125-router', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:53Z', 'updated_at': '2021-08-11T02:07:58Z', 'revision_number': 4, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'gw_port': {'id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:54Z', 'updated_at': '2021-08-11T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '9a290373-3884-4b18-afdc-2d3a738b3069', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'port_id': 'b5b77465-4054-4aaf-b586-a9da1de9ba98', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'mac_address': 'fa:16:3e:d7:ba:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:08:18Z', 'updated_at': '2021-08-11T02:08:43Z', 'revision_number': 3, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84008e0b-0dce-46e4-a066-aac3578f80bd', 'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'mac_address': 'fa:16:3e:5b:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:57Z', 'updated_at': '2021-08-11T02:08:06Z', 'revision_number': 5, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'subnets': [{'id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:08:45.148732 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe9c6a-dc8e-4832-b6ea-ac781ce61cb4 req-ff739406-9829-457d-857e-808186d7ea4c tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:45.158001 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a5fe9c6a-dc8e-4832-b6ea-ac781ce61cb4 req-ff739406-9829-457d-857e-808186d7ea4c tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 949 time: 0.0756478 Aug 11 02:08:45.200582 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a5fe9c6a-dc8e-4832-b6ea-ac781ce61cb4 req-de7879cc-30ce-4ba5-bba8-aa7a28a1b6cb tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404754 Aug 11 02:08:45.270111 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-969f56ec-2aed-49bf-a853-bf57404cabc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:45.271771 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-969f56ec-2aed-49bf-a853-bf57404cabc4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3851339e44404f088cb1430a89e6ffa3&device_id=7098af3c-9906-4d30-8fc7-544b74660c9a HTTP/1.1" status: 200 len: 1097 time: 0.0831978 Aug 11 02:08:45.294592 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8b5b9f69-3996-4aa8-8cdd-7f2814b42cde req-7b7bfd53-4cdd-4133-a6d6-bba806836187 service neutron] 10.222.0.73 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048876 Aug 11 02:08:45.409628 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76882a1-68b3-4216-ac6a-b008184e4189 x-openstack-request-id: req-c76882a1-68b3-4216-ac6a-b008184e4189 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:45.410266 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7098af3c-9906-4d30-8fc7-544b74660c9a", "tag": "cf98c25a-1110-4ccc-8f5e-5819a21d4ced", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:45.410266 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c76882a1-68b3-4216-ac6a-b008184e4189 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:45.410519 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7098af3c-9906-4d30-8fc7-544b74660c9a', 'tag': 'cf98c25a-1110-4ccc-8f5e-5819a21d4ced', 'status': 'completed', 'code': 200} Aug 11 02:08:45.420678 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7199dfc-9cf1-4df0-82e8-bce0cf879dba None None] New status for floating IP 9a290373-3884-4b18-afdc-2d3a738b3069: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:08:45.466291 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-84fec234-7466-4770-8b69-f7d14cd182af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:45.467814 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-84fec234-7466-4770-8b69-f7d14cd182af service neutron] 10.222.0.50 "GET /v2.0/networks?id=b06d3d10-588d-4354-a566-0e4bf50ab835 HTTP/1.1" status: 200 len: 921 time: 0.1881444 Aug 11 02:08:45.473163 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8b5b9f69-3996-4aa8-8cdd-7f2814b42cde req-1a208520-eaf3-4fbb-88ba-9c5d160a5ad2 service neutron] 10.222.0.73 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679609 Aug 11 02:08:45.512344 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3452b333-971c-4c75-a325-606e0b2a6692 req-819bfcd2-4f70-464a-9b7c-84734773b4a8 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/floatingips/d4d3e180-0ebc-4cfc-9ffb-6f62b96b1cba HTTP/1.1" status: 200 len: 693 time: 0.0869248 Aug 11 02:08:45.526735 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-1524e78b-5fb3-43f7-8a61-c7861b6931b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf98c25a-1110-4ccc-8f5e-5819a21d4ced HTTP/1.1" status: 200 len: 217 time: 0.0503454 Aug 11 02:08:45.597499 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-feee4841-bd22-48b3-a645-cc1d0b937fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:45.622958 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452b333-971c-4c75-a325-606e0b2a6692 req-3d79b02d-5bcf-4457-90b5-4e0276fc95d2 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:45.624941 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-ab977a90-1954-4d4f-a9a3-2180bf3e5f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:45.626833 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-ab977a90-1954-4d4f-a9a3-2180bf3e5f9e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=21a76d83-aa04-4360-9155-f987f570d2fd HTTP/1.1" status: 200 len: 859 time: 0.0929959 Aug 11 02:08:45.631740 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3452b333-971c-4c75-a325-606e0b2a6692 req-3d79b02d-5bcf-4457-90b5-4e0276fc95d2 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 784 time: 0.1182702 Aug 11 02:08:45.633243 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddb8ac-f97d-4cb0-9393-9d9161270b72 req-4c7ff19e-19df-4def-babe-3c08ed31c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:45.635522 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-26ddb8ac-f97d-4cb0-9393-9d9161270b72 req-4c7ff19e-19df-4def-babe-3c08ed31c828 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3851339e44404f088cb1430a89e6ffa3&device_id=7098af3c-9906-4d30-8fc7-544b74660c9a HTTP/1.1" status: 200 len: 1097 time: 0.0915089 Aug 11 02:08:45.690893 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3452b333-971c-4c75-a325-606e0b2a6692 req-9ee443ae-215f-4b1b-bfba-58c701d247ad tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.219 HTTP/1.1" status: 200 len: 696 time: 0.0577195 Aug 11 02:08:45.728931 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-f8d9cf10-2159-4319-89ce-43cfc230ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:45.736712 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-f8d9cf10-2159-4319-89ce-43cfc230ce58 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b06d3d10-588d-4354-a566-0e4bf50ab835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0995193 Aug 11 02:08:45.744281 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-2f46bc67-384e-44ee-b8a9-e3aec7c3c8cf service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:08:45.745531 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-2f46bc67-384e-44ee-b8a9-e3aec7c3c8cf service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079114 Aug 11 02:08:45.754659 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3452b333-971c-4c75-a325-606e0b2a6692 req-944b5d42-3388-4b52-a4cc-f653752a2d7f tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.219 HTTP/1.1" status: 200 len: 696 time: 0.0622561 Aug 11 02:08:45.795444 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41937ee-5ec6-478c-949a-ed9779c53fd3 None None] Sync routers for ids ['3db3a406-9b10-448b-8e55-f720014013a2'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:08:45.805766 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41937ee-5ec6-478c-949a-ed9779c53fd3 None None] Routers {'3db3a406-9b10-448b-8e55-f720014013a2'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:45.806665 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d41937ee-5ec6-478c-949a-ed9779c53fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:08:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['3db3a406-9b10-448b-8e55-f720014013a2'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:45.843179 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddb8ac-f97d-4cb0-9393-9d9161270b72 req-a728009e-0153-4753-a2ba-7b676b6e006f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:45.844787 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-26ddb8ac-f97d-4cb0-9393-9d9161270b72 req-a728009e-0153-4753-a2ba-7b676b6e006f service neutron] 10.222.0.73 "GET /v2.0/networks?id=b06d3d10-588d-4354-a566-0e4bf50ab835 HTTP/1.1" status: 200 len: 921 time: 0.1991096 Aug 11 02:08:45.933544 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-3452b333-971c-4c75-a325-606e0b2a6692 req-9b62ce0b-1be1-4ceb-8440-3d23be87f9ef tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Deleting port 3201fc26-e7af-4eda-8f6a-144146e63e74 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:08:45.933544 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3452b333-971c-4c75-a325-606e0b2a6692 req-9b62ce0b-1be1-4ceb-8440-3d23be87f9ef tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:45.943477 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-d41937ee-5ec6-478c-949a-ed9779c53fd3 None None] Set router 3db3a406-9b10-448b-8e55-f720014013a2 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:46.054579 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device e1b767ea-82f7-4bb6-b9ed-6607a6400b10 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:46.069977 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3452b333-971c-4c75-a325-606e0b2a6692 req-9b62ce0b-1be1-4ceb-8440-3d23be87f9ef tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:46.070451 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3452b333-971c-4c75-a325-606e0b2a6692 req-9b62ce0b-1be1-4ceb-8440-3d23be87f9ef tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:46.122820 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-3452b333-971c-4c75-a325-606e0b2a6692 req-9b62ce0b-1be1-4ceb-8440-3d23be87f9ef tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Calling delete_port for 3201fc26-e7af-4eda-8f6a-144146e63e74 owned by network:floatingip {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:08:46.176517 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port e1b767ea-82f7-4bb6-b9ed-6607a6400b10 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:46.185179 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port e1b767ea-82f7-4bb6-b9ed-6607a6400b10 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:46.185549 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:46.242166 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-26ddb8ac-f97d-4cb0-9393-9d9161270b72 req-5dd318b9-12c0-41ab-918f-9e4b9015e24f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf98c25a-1110-4ccc-8f5e-5819a21d4ced HTTP/1.1" status: 200 len: 217 time: 0.3865106 Aug 11 02:08:46.291669 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d41937ee-5ec6-478c-949a-ed9779c53fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db3a406-9b10-448b-8e55-f720014013a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-950807125-router', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:53Z', 'updated_at': '2021-08-11T02:07:58Z', 'revision_number': 4, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'gw_port': {'id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:54Z', 'updated_at': '2021-08-11T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '9a290373-3884-4b18-afdc-2d3a738b3069', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'port_id': 'b5b77465-4054-4aaf-b586-a9da1de9ba98', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'mac_address': 'fa:16:3e:d7:ba:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:08:18Z', 'updated_at': '2021-08-11T02:08:45Z', 'revision_number': 4, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84008e0b-0dce-46e4-a066-aac3578f80bd', 'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'mac_address': 'fa:16:3e:5b:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:57Z', 'updated_at': '2021-08-11T02:08:06Z', 'revision_number': 5, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'subnets': [{'id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:46.305868 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-dc6c9072-635b-41e8-9fe3-2f8a1af9ffe1 service neutron] 10.222.0.50 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529299 Aug 11 02:08:46.327278 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41937ee-5ec6-478c-949a-ed9779c53fd3 None None] Checking router: 3db3a406-9b10-448b-8e55-f720014013a2 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:08:46.338038 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:46.338699 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41937ee-5ec6-478c-949a-ed9779c53fd3 None None] Routers {'3db3a406-9b10-448b-8e55-f720014013a2'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:46.339318 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d41937ee-5ec6-478c-949a-ed9779c53fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:08:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['3db3a406-9b10-448b-8e55-f720014013a2'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:46.375957 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3452b333-971c-4c75-a325-606e0b2a6692 req-9b62ce0b-1be1-4ceb-8440-3d23be87f9ef tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:46.381462 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port e1b767ea-82f7-4bb6-b9ed-6607a6400b10, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=e1b767ea-82f7-4bb6-b9ed-6607a6400b10,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:46.388646 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:46.443220 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-24b1ea52-85d2-4ac1-98d9-82ef42a54712 service neutron] 10.222.0.50 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265228 Aug 11 02:08:46.447232 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddb8ac-f97d-4cb0-9393-9d9161270b72 req-1316391b-0190-4504-8b1f-de52d7812019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:46.448753 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-26ddb8ac-f97d-4cb0-9393-9d9161270b72 req-1316391b-0190-4504-8b1f-de52d7812019 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21a76d83-aa04-4360-9155-f987f570d2fd HTTP/1.1" status: 200 len: 859 time: 0.1954041 Aug 11 02:08:46.451345 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62ce0b-1be1-4ceb-8440-3d23be87f9ef tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Pushing event deleted for resources: {'Port': ['ID=3201fc26-e7af-4eda-8f6a-144146e63e74,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:46.501021 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-d41937ee-5ec6-478c-949a-ed9779c53fd3 None None] Set router 3db3a406-9b10-448b-8e55-f720014013a2 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:46.538202 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=e1b767ea-82f7-4bb6-b9ed-6607a6400b10,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:46.563658 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddb8ac-f97d-4cb0-9393-9d9161270b72 req-ea68e965-0121-4449-a041-5774b66658ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:46.564517 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3452b333-971c-4c75-a325-606e0b2a6692 req-9b62ce0b-1be1-4ceb-8440-3d23be87f9ef tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks [] for floatingip, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:46.565925 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-26ddb8ac-f97d-4cb0-9393-9d9161270b72 req-ea68e965-0121-4449-a041-5774b66658ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b06d3d10-588d-4354-a566-0e4bf50ab835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1085951 Aug 11 02:08:46.567472 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3452b333-971c-4c75-a325-606e0b2a6692 req-9b62ce0b-1be1-4ceb-8440-3d23be87f9ef tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:46.575309 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-b5669809-a5a4-4fee-a8b0-d082bd50c9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:46.576097 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3452b333-971c-4c75-a325-606e0b2a6692 req-9b62ce0b-1be1-4ceb-8440-3d23be87f9ef tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "DELETE /v2.0/floatingips/d4d3e180-0ebc-4cfc-9ffb-6f62b96b1cba HTTP/1.1" status: 204 len: 173 time: 0.8157854 Aug 11 02:08:46.576906 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-b5669809-a5a4-4fee-a8b0-d082bd50c9aa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3851339e44404f088cb1430a89e6ffa3&device_id=0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c HTTP/1.1" status: 200 len: 1097 time: 0.0660856 Aug 11 02:08:46.694169 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0a68d-a62d-49d8-a849-3453f0872498 req-3afd1405-269e-43ad-bff1-527573be371c tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:46.695792 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dbf0a68d-a62d-49d8-a849-3453f0872498 req-3afd1405-269e-43ad-bff1-527573be371c tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.0629995 Aug 11 02:08:46.698118 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ba9303-6f4e-45f3-bacf-2a6a4aff0091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b767ea-82f7-4bb6-b9ed-6607a6400b10'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:46.701017 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb303ef-8ac6-4d38-8242-ffbd3246463d" -d '{"events": [{"server_uuid": "50ba9303-6f4e-45f3-bacf-2a6a4aff0091", "name": "network-vif-plugged", "status": "completed", "tag": "e1b767ea-82f7-4bb6-b9ed-6607a6400b10"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:46.755451 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dbf0a68d-a62d-49d8-a849-3453f0872498 req-950d72fb-0808-400e-a1cb-1d39269b8463 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529022 Aug 11 02:08:46.771916 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-57d1402f-68bf-42b1-b225-c99300070521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:46.776155 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-57d1402f-68bf-42b1-b225-c99300070521 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b06d3d10-588d-4354-a566-0e4bf50ab835 HTTP/1.1" status: 200 len: 921 time: 0.1905866 Aug 11 02:08:46.779390 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-26ddb8ac-f97d-4cb0-9393-9d9161270b72 req-9e9b8c2f-36db-44d7-ba79-121fd53b6a87 service neutron] 10.222.0.73 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015705 Aug 11 02:08:46.804898 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d41937ee-5ec6-478c-949a-ed9779c53fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db3a406-9b10-448b-8e55-f720014013a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-950807125-router', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:53Z', 'updated_at': '2021-08-11T02:07:58Z', 'revision_number': 4, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'gw_port': {'id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:54Z', 'updated_at': '2021-08-11T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '9a290373-3884-4b18-afdc-2d3a738b3069', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'port_id': 'b5b77465-4054-4aaf-b586-a9da1de9ba98', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'mac_address': 'fa:16:3e:d7:ba:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:08:18Z', 'updated_at': '2021-08-11T02:08:45Z', 'revision_number': 4, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84008e0b-0dce-46e4-a066-aac3578f80bd', 'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'mac_address': 'fa:16:3e:5b:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:57Z', 'updated_at': '2021-08-11T02:08:06Z', 'revision_number': 5, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'subnets': [{'id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:46.835765 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41937ee-5ec6-478c-949a-ed9779c53fd3 None None] The sync data for ids ['3db3a406-9b10-448b-8e55-f720014013a2'] in n-d-615180-33 is: [{'id': '3db3a406-9b10-448b-8e55-f720014013a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-950807125-router', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:53Z', 'updated_at': '2021-08-11T02:07:58Z', 'revision_number': 4, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'gw_port': {'id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:54Z', 'updated_at': '2021-08-11T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '9a290373-3884-4b18-afdc-2d3a738b3069', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'port_id': 'b5b77465-4054-4aaf-b586-a9da1de9ba98', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'mac_address': 'fa:16:3e:d7:ba:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:08:18Z', 'updated_at': '2021-08-11T02:08:45Z', 'revision_number': 4, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84008e0b-0dce-46e4-a066-aac3578f80bd', 'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'mac_address': 'fa:16:3e:5b:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:57Z', 'updated_at': '2021-08-11T02:08:06Z', 'revision_number': 5, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'subnets': [{'id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:08:46.906125 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0323a47-bd50-4056-aec2-ea153eb65471 req-c2257675-fba5-4c5e-bf5e-cc4b9acf305e tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:46.907721 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c0323a47-bd50-4056-aec2-ea153eb65471 req-c2257675-fba5-4c5e-bf5e-cc4b9acf305e tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 944 time: 0.0766025 Aug 11 02:08:46.915250 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-6a90154e-de5b-47af-a21b-0c50fd969924 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5b77465-4054-4aaf-b586-a9da1de9ba98 HTTP/1.1" status: 200 len: 1000 time: 0.1336801 Aug 11 02:08:46.968177 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c0323a47-bd50-4056-aec2-ea153eb65471 req-a97a8938-8caf-4ee4-9765-fc313e05df37 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497587 Aug 11 02:08:46.987974 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-a4468b4a-6b44-48c5-bc3d-45a4ddd1191d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:46.995570 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-a4468b4a-6b44-48c5-bc3d-45a4ddd1191d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=21a76d83-aa04-4360-9155-f987f570d2fd HTTP/1.1" status: 200 len: 859 time: 0.0719230 Aug 11 02:08:47.026871 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-26ddb8ac-f97d-4cb0-9393-9d9161270b72 req-0c145c2e-c442-45d4-80f6-99665f418fe7 service neutron] 10.222.0.73 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301350 Aug 11 02:08:47.042899 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-31e4d7dc-8baf-4386-a87b-7d2a27ab13bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:47.051763 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-31e4d7dc-8baf-4386-a87b-7d2a27ab13bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b06d3d10-588d-4354-a566-0e4bf50ab835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552609 Aug 11 02:08:47.123978 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c250f5e-c029-441d-b14c-471b3624d432 req-74a3c041-d0c1-4cc8-b137-2e5d7530b705 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:47.125504 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3c250f5e-c029-441d-b14c-471b3624d432 req-74a3c041-d0c1-4cc8-b137-2e5d7530b705 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.0581493 Aug 11 02:08:47.160465 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-cf1080fc-0f4a-4ff3-a2c5-82b252038f87 service neutron] 10.222.0.50 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078329 Aug 11 02:08:47.171351 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3c250f5e-c029-441d-b14c-471b3624d432 req-e1867188-1385-4f46-8f85-a4a8a8a4df2d tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397058 Aug 11 02:08:47.273979 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5514b187-e295-439a-94b2-de4fe4f96d3f req-e68df42e-ae26-470f-8309-86cc5415e32a service neutron] 10.222.0.50 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070063 Aug 11 02:08:47.353250 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad910b4d-b43b-43ad-9458-c97d2b96f547 x-openstack-request-id: req-ad910b4d-b43b-43ad-9458-c97d2b96f547 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:47.353556 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ba9303-6f4e-45f3-bacf-2a6a4aff0091", "name": "network-vif-plugged", "status": "completed", "tag": "e1b767ea-82f7-4bb6-b9ed-6607a6400b10", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:47.353814 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ad910b4d-b43b-43ad-9458-c97d2b96f547 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:47.354216 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ba9303-6f4e-45f3-bacf-2a6a4aff0091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b767ea-82f7-4bb6-b9ed-6607a6400b10', 'code': 200} Aug 11 02:08:47.354342 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-64c0ec90-018d-48c9-b07e-955573f9eda4 req-2f49d336-05c9-4031-8981-53f7b8492371 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/floatingips/a3147e0a-ad8a-418b-bad7-5122fc12b772 HTTP/1.1" status: 200 len: 693 time: 0.0498569 Aug 11 02:08:47.411574 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c', 'tag': 'b5b77465-4054-4aaf-b586-a9da1de9ba98'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:47.417461 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8160efbf-113a-4750-9cd9-dfafad454b86" -d '{"events": [{"name": "network-changed", "server_uuid": "0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c", "tag": "b5b77465-4054-4aaf-b586-a9da1de9ba98"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:47.464983 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac6219-8808-4b47-bf06-167bdc7e3781 req-83c47085-88e4-4eb0-8a07-8bb9d62c008a tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:47.466610 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e8ac6219-8808-4b47-bf06-167bdc7e3781 req-83c47085-88e4-4eb0-8a07-8bb9d62c008a tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.0535662 Aug 11 02:08:47.511699 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb9c9b-5156-4df7-b8c9-bc28c3e8f600 req-dcb76a5a-a35f-469b-bdb5-f25ef8ac9c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:47.513392 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a5bb9c9b-5156-4df7-b8c9-bc28c3e8f600 req-dcb76a5a-a35f-469b-bdb5-f25ef8ac9c7b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 1102 time: 0.0839875 Aug 11 02:08:47.523595 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e8ac6219-8808-4b47-bf06-167bdc7e3781 req-9883cf52-0b43-4335-8085-7e4a749089f4 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504997 Aug 11 02:08:47.530478 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0ec90-018d-48c9-b07e-955573f9eda4 req-6e375077-ec17-4192-aea9-2cfe467bb679 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:47.532001 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-64c0ec90-018d-48c9-b07e-955573f9eda4 req-6e375077-ec17-4192-aea9-2cfe467bb679 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 784 time: 0.1708214 Aug 11 02:08:47.605188 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a5bb9c9b-5156-4df7-b8c9-bc28c3e8f600 req-84218eb5-46a6-4c41-a7be-9f2218927f60 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720384 Aug 11 02:08:47.608158 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-64c0ec90-018d-48c9-b07e-955573f9eda4 req-dc26e86d-36a0-4425-b41f-8f84fe77678e tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.145 HTTP/1.1" status: 200 len: 696 time: 0.0580184 Aug 11 02:08:47.621721 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-756fff3e-5e02-4ffa-99c2-d35d2a2fffa0 req-f9295123-979d-4846-96bf-1e471435ce67 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 1000 time: 0.0698073 Aug 11 02:08:47.664460 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-64c0ec90-018d-48c9-b07e-955573f9eda4 req-cc08b029-a720-476f-a4e3-68c50116f05f tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.145 HTTP/1.1" status: 200 len: 696 time: 0.0487504 Aug 11 02:08:47.674857 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756fff3e-5e02-4ffa-99c2-d35d2a2fffa0 req-89e540b4-9148-45a8-ac62-d86e9ae9ce72 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:47.676479 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-756fff3e-5e02-4ffa-99c2-d35d2a2fffa0 req-89e540b4-9148-45a8-ac62-d86e9ae9ce72 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports/b5b77465-4054-4aaf-b586-a9da1de9ba98 HTTP/1.1" status: 200 len: 942 time: 0.0484967 Aug 11 02:08:47.790242 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-756fff3e-5e02-4ffa-99c2-d35d2a2fffa0 req-2485fb74-037f-4e17-84d6-019e2c4fcd56 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 1000 time: 0.0696907 Aug 11 02:08:47.799192 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-64c0ec90-018d-48c9-b07e-955573f9eda4 req-76a3d380-6147-470f-a97a-4157908d5051 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Deleting port 32352527-3a64-4203-b308-b29bd802da19 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:08:47.799693 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-64c0ec90-018d-48c9-b07e-955573f9eda4 req-76a3d380-6147-470f-a97a-4157908d5051 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:47.879676 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-64c0ec90-018d-48c9-b07e-955573f9eda4 req-76a3d380-6147-470f-a97a-4157908d5051 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:47.880005 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-64c0ec90-018d-48c9-b07e-955573f9eda4 req-76a3d380-6147-470f-a97a-4157908d5051 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:47.894310 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-64c0ec90-018d-48c9-b07e-955573f9eda4 req-76a3d380-6147-470f-a97a-4157908d5051 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Calling delete_port for 32352527-3a64-4203-b308-b29bd802da19 owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:08:47.902417 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756fff3e-5e02-4ffa-99c2-d35d2a2fffa0 req-9276f675-f13c-4400-ac7c-6edf20155d52 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:47.903984 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-756fff3e-5e02-4ffa-99c2-d35d2a2fffa0 req-9276f675-f13c-4400-ac7c-6edf20155d52 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 784 time: 0.1059091 Aug 11 02:08:47.959342 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db583a2b-a531-47ec-8d6c-a48c23bdd04a x-openstack-request-id: req-db583a2b-a531-47ec-8d6c-a48c23bdd04a {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:47.959756 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c", "tag": "b5b77465-4054-4aaf-b586-a9da1de9ba98", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:47.960027 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-db583a2b-a531-47ec-8d6c-a48c23bdd04a {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:47.960395 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c', 'tag': 'b5b77465-4054-4aaf-b586-a9da1de9ba98', 'status': 'completed', 'code': 200} Aug 11 02:08:48.066079 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-64c0ec90-018d-48c9-b07e-955573f9eda4 req-76a3d380-6147-470f-a97a-4157908d5051 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:48.101052 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160efbf-113a-4750-9cd9-dfafad454b86 req-65430ee3-5926-4339-a510-dc8d114ac855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:48.102851 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8160efbf-113a-4750-9cd9-dfafad454b86 req-65430ee3-5926-4339-a510-dc8d114ac855 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3851339e44404f088cb1430a89e6ffa3&device_id=0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c HTTP/1.1" status: 200 len: 1097 time: 0.0847001 Aug 11 02:08:48.105830 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3d380-6147-470f-a97a-4157908d5051 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Pushing event deleted for resources: {'Port': ['ID=32352527-3a64-4203-b308-b29bd802da19,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:48.225958 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-64c0ec90-018d-48c9-b07e-955573f9eda4 req-76a3d380-6147-470f-a97a-4157908d5051 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:48.228922 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-64c0ec90-018d-48c9-b07e-955573f9eda4 req-76a3d380-6147-470f-a97a-4157908d5051 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:48.230410 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e0101f47-acae-4fdd-b255-676dc045bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:48.236744 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-64c0ec90-018d-48c9-b07e-955573f9eda4 req-76a3d380-6147-470f-a97a-4157908d5051 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "DELETE /v2.0/floatingips/a3147e0a-ad8a-418b-bad7-5122fc12b772 HTTP/1.1" status: 204 len: 173 time: 0.5653703 Aug 11 02:08:48.269060 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160efbf-113a-4750-9cd9-dfafad454b86 req-a0b2bdb9-4726-4b62-9e73-e3963f54cc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:48.271035 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8160efbf-113a-4750-9cd9-dfafad454b86 req-a0b2bdb9-4726-4b62-9e73-e3963f54cc72 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b06d3d10-588d-4354-a566-0e4bf50ab835 HTTP/1.1" status: 200 len: 921 time: 0.1459532 Aug 11 02:08:48.333579 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:48.391549 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8160efbf-113a-4750-9cd9-dfafad454b86 req-2178f695-0bc7-4425-ab3a-41283b15ea53 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5b77465-4054-4aaf-b586-a9da1de9ba98 HTTP/1.1" status: 200 len: 1000 time: 0.1087730 Aug 11 02:08:48.414702 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275e18d-596e-46f0-b1fd-8abe7bbb926c req-488468db-52a1-4e67-9ecb-a6cd4ac5654e tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:48.416282 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2275e18d-596e-46f0-b1fd-8abe7bbb926c req-488468db-52a1-4e67-9ecb-a6cd4ac5654e tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 944 time: 0.0767148 Aug 11 02:08:48.417576 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9d2a459-95b8-4c83-b8f8-353e13efdbf5 req-f2974f79-2fd8-4eeb-b6bb-f05790fdca0c tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 1000 time: 0.3589032 Aug 11 02:08:48.475174 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160efbf-113a-4750-9cd9-dfafad454b86 req-17e569bf-5d8a-4e23-a07f-34a01a94cb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:48.476392 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2a459-95b8-4c83-b8f8-353e13efdbf5 req-48002e67-9778-4ac5-bff9-b338f9730e3d tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:48.476837 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8160efbf-113a-4750-9cd9-dfafad454b86 req-17e569bf-5d8a-4e23-a07f-34a01a94cb3e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21a76d83-aa04-4360-9155-f987f570d2fd HTTP/1.1" status: 200 len: 859 time: 0.0775816 Aug 11 02:08:48.477822 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9d2a459-95b8-4c83-b8f8-353e13efdbf5 req-48002e67-9778-4ac5-bff9-b338f9730e3d tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports/b5b77465-4054-4aaf-b586-a9da1de9ba98 HTTP/1.1" status: 200 len: 942 time: 0.0479507 Aug 11 02:08:48.484797 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2275e18d-596e-46f0-b1fd-8abe7bbb926c req-15f8b58d-e64c-4638-a39d-c5e69ebe051b tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466924 Aug 11 02:08:48.527221 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160efbf-113a-4750-9cd9-dfafad454b86 req-2cdefe9a-7d89-46de-9965-c5f6b4284ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:48.529778 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8160efbf-113a-4750-9cd9-dfafad454b86 req-2cdefe9a-7d89-46de-9965-c5f6b4284ef8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b06d3d10-588d-4354-a566-0e4bf50ab835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441267 Aug 11 02:08:48.644145 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9d2a459-95b8-4c83-b8f8-353e13efdbf5 req-15757903-78ed-4ecd-9e27-9dcd7dc4525d tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 1000 time: 0.0865648 Aug 11 02:08:48.687454 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b159905-82eb-4efc-947f-ee792f1f218c req-69975471-e00e-46d9-9930-f17b87b87b96 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:48.689033 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1b159905-82eb-4efc-947f-ee792f1f218c req-69975471-e00e-46d9-9930-f17b87b87b96 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.1205339 Aug 11 02:08:48.733625 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8160efbf-113a-4750-9cd9-dfafad454b86 req-93eeedab-4231-4ab7-bb6d-b54aceb5f023 service neutron] 10.222.0.73 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857512 Aug 11 02:08:48.738983 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1b159905-82eb-4efc-947f-ee792f1f218c req-9b4835e3-aeee-4dff-8e56-c72ac98d571c tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414214 Aug 11 02:08:48.778713 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2a459-95b8-4c83-b8f8-353e13efdbf5 req-41d02a9c-922c-461d-bb66-8fb4dadca69a tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:48.786753 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9d2a459-95b8-4c83-b8f8-353e13efdbf5 req-41d02a9c-922c-461d-bb66-8fb4dadca69a tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 784 time: 0.1398113 Aug 11 02:08:48.854837 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9d2a459-95b8-4c83-b8f8-353e13efdbf5 req-84e4e684-fb90-4584-a461-988e97585c15 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 1000 time: 0.0671053 Aug 11 02:08:48.866991 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-b9d2a459-95b8-4c83-b8f8-353e13efdbf5 req-3eb5333c-d5d5-4230-b769-15e9e0474f2b tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:48.871711 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8160efbf-113a-4750-9cd9-dfafad454b86 req-dd61b925-b222-4d2e-b092-90666f0d1b1b service neutron] 10.222.0.73 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304171 Aug 11 02:08:48.897603 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae191c-3f28-46e6-b971-98780a645e3e req-f40ba732-2213-447f-a41f-110a4756de2f tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:48.899126 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5ae191c-3f28-46e6-b971-98780a645e3e req-f40ba732-2213-447f-a41f-110a4756de2f tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.0703731 Aug 11 02:08:48.937140 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b9d2a459-95b8-4c83-b8f8-353e13efdbf5 req-3eb5333c-d5d5-4230-b769-15e9e0474f2b tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks [] for floatingip, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:48.950897 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5ae191c-3f28-46e6-b971-98780a645e3e req-571f4ff0-cead-4b5a-aba8-36e3cf6b6b96 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448205 Aug 11 02:08:49.034369 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6c6492fb-be8c-49fa-bfa8-d60110d24892 req-ab7ffefa-6c7c-47c1-9784-59a826f25281 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/floatingips/0b8ba0c0-ac13-4e7b-9993-da0c420fd874 HTTP/1.1" status: 200 len: 693 time: 0.0532575 Aug 11 02:08:49.102293 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b9d2a459-95b8-4c83-b8f8-353e13efdbf5 req-3eb5333c-d5d5-4230-b769-15e9e0474f2b tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:49.108444 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b9d2a459-95b8-4c83-b8f8-353e13efdbf5 req-3eb5333c-d5d5-4230-b769-15e9e0474f2b tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:49.108758 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [req-b9d2a459-95b8-4c83-b8f8-353e13efdbf5 req-3eb5333c-d5d5-4230-b769-15e9e0474f2b tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Floating IP 9a290373-3884-4b18-afdc-2d3a738b3069 disassociated. External IP: 172.25.2.64, port: b5b77465-4054-4aaf-b586-a9da1de9ba98. Aug 11 02:08:49.150552 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6492fb-be8c-49fa-bfa8-d60110d24892 req-cbe03435-caca-42a0-aca0-626ad6406c47 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:49.151944 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6c6492fb-be8c-49fa-bfa8-d60110d24892 req-cbe03435-caca-42a0-aca0-626ad6406c47 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 784 time: 0.1119964 Aug 11 02:08:49.202761 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6c6492fb-be8c-49fa-bfa8-d60110d24892 req-f246d7ab-cef4-40f4-a305-4605e92e5958 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.254 HTTP/1.1" status: 200 len: 696 time: 0.0443726 Aug 11 02:08:49.265675 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6c6492fb-be8c-49fa-bfa8-d60110d24892 req-16c96233-d300-420c-b23a-3c78586d7f29 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.254 HTTP/1.1" status: 200 len: 696 time: 0.0564010 Aug 11 02:08:49.339797 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9d2a459-95b8-4c83-b8f8-353e13efdbf5 req-3eb5333c-d5d5-4230-b769-15e9e0474f2b tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Router 3db3a406-9b10-448b-8e55-f720014013a2 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:08:49.410058 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-6c6492fb-be8c-49fa-bfa8-d60110d24892 req-ca13b974-f0f8-42e8-9abc-8467a6e92f20 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Deleting port 1e08b1ce-1786-4666-beb9-8f2d4a03beb9 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:08:49.410419 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6c6492fb-be8c-49fa-bfa8-d60110d24892 req-ca13b974-f0f8-42e8-9abc-8467a6e92f20 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:49.459243 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9d2a459-95b8-4c83-b8f8-353e13efdbf5 req-3eb5333c-d5d5-4230-b769-15e9e0474f2b tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:08:49.464341 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b9d2a459-95b8-4c83-b8f8-353e13efdbf5 req-3eb5333c-d5d5-4230-b769-15e9e0474f2b tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:49.470779 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773dd053-2937-4887-b35e-a610e1e0e9fe None None] Sync routers for ids ['3db3a406-9b10-448b-8e55-f720014013a2'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:08:49.483577 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773dd053-2937-4887-b35e-a610e1e0e9fe None None] Routers {'3db3a406-9b10-448b-8e55-f720014013a2'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:49.484560 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-773dd053-2937-4887-b35e-a610e1e0e9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:08:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['3db3a406-9b10-448b-8e55-f720014013a2'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:49.498671 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9d2a459-95b8-4c83-b8f8-353e13efdbf5 req-3eb5333c-d5d5-4230-b769-15e9e0474f2b tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "PUT /v2.0/floatingips/9a290373-3884-4b18-afdc-2d3a738b3069 HTTP/1.1" status: 200 len: 694 time: 0.6372976 Aug 11 02:08:49.499133 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c', 'tag': 'b5b77465-4054-4aaf-b586-a9da1de9ba98'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:49.503049 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6c6492fb-be8c-49fa-bfa8-d60110d24892 req-ca13b974-f0f8-42e8-9abc-8467a6e92f20 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:49.503506 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6c6492fb-be8c-49fa-bfa8-d60110d24892 req-ca13b974-f0f8-42e8-9abc-8467a6e92f20 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:49.504709 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782d309a-04a6-4f09-9a40-f27d4ad4e3c3" -d '{"events": [{"name": "network-changed", "server_uuid": "0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c", "tag": "b5b77465-4054-4aaf-b586-a9da1de9ba98"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:49.518080 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-6c6492fb-be8c-49fa-bfa8-d60110d24892 req-ca13b974-f0f8-42e8-9abc-8467a6e92f20 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Calling delete_port for 1e08b1ce-1786-4666-beb9-8f2d4a03beb9 owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:08:49.564672 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2a459-95b8-4c83-b8f8-353e13efdbf5 req-53e1f8aa-dc4a-4483-acfa-2404dcb982ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:49.566357 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9d2a459-95b8-4c83-b8f8-353e13efdbf5 req-53e1f8aa-dc4a-4483-acfa-2404dcb982ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3851339e44404f088cb1430a89e6ffa3&device_id=0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c HTTP/1.1" status: 200 len: 1097 time: 0.0514367 Aug 11 02:08:49.686154 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6c6492fb-be8c-49fa-bfa8-d60110d24892 req-ca13b974-f0f8-42e8-9abc-8467a6e92f20 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:49.689790 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2a459-95b8-4c83-b8f8-353e13efdbf5 req-32fedf3e-ee6a-4905-b245-429d82858b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:49.698725 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9d2a459-95b8-4c83-b8f8-353e13efdbf5 req-32fedf3e-ee6a-4905-b245-429d82858b46 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b06d3d10-588d-4354-a566-0e4bf50ab835 HTTP/1.1" status: 200 len: 921 time: 0.1246731 Aug 11 02:08:49.716466 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13b974-f0f8-42e8-9abc-8467a6e92f20 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Pushing event deleted for resources: {'Port': ['ID=1e08b1ce-1786-4666-beb9-8f2d4a03beb9,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:49.748022 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9d2a459-95b8-4c83-b8f8-353e13efdbf5 req-4b2abff1-b200-4800-9bfd-746590d8c191 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5b77465-4054-4aaf-b586-a9da1de9ba98 HTTP/1.1" status: 200 len: 217 time: 0.0484164 Aug 11 02:08:49.795293 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6c6492fb-be8c-49fa-bfa8-d60110d24892 req-ca13b974-f0f8-42e8-9abc-8467a6e92f20 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:49.798448 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6c6492fb-be8c-49fa-bfa8-d60110d24892 req-ca13b974-f0f8-42e8-9abc-8467a6e92f20 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:49.799655 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6c6492fb-be8c-49fa-bfa8-d60110d24892 req-ca13b974-f0f8-42e8-9abc-8467a6e92f20 tempest-FloatingIPDetailsTestJSON-1393392411 tempest-FloatingIPDetailsTestJSON-1393392411-project] 10.222.0.50 "DELETE /v2.0/floatingips/0b8ba0c0-ac13-4e7b-9993-da0c420fd874 HTTP/1.1" status: 204 len: 173 time: 0.5271573 Aug 11 02:08:49.805695 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59094) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:49.819638 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-773dd053-2937-4887-b35e-a610e1e0e9fe None None] Set router 3db3a406-9b10-448b-8e55-f720014013a2 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:49.820701 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2a459-95b8-4c83-b8f8-353e13efdbf5 req-a5284746-f215-480e-8f55-26a8f0407735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:49.832197 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9d2a459-95b8-4c83-b8f8-353e13efdbf5 req-a5284746-f215-480e-8f55-26a8f0407735 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=21a76d83-aa04-4360-9155-f987f570d2fd HTTP/1.1" status: 200 len: 859 time: 0.0782185 Aug 11 02:08:49.892952 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:49.896173 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2a459-95b8-4c83-b8f8-353e13efdbf5 req-c1aa9ed4-d36d-4207-be66-40c4daaec1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:49.897752 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9d2a459-95b8-4c83-b8f8-353e13efdbf5 req-c1aa9ed4-d36d-4207-be66-40c4daaec1a9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b06d3d10-588d-4354-a566-0e4bf50ab835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647943 Aug 11 02:08:50.052377 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9d2a459-95b8-4c83-b8f8-353e13efdbf5 req-2b187654-f215-418f-acd7-b1e2c46375aa service neutron] 10.222.0.50 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469350 Aug 11 02:08:50.155726 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-773dd053-2937-4887-b35e-a610e1e0e9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db3a406-9b10-448b-8e55-f720014013a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-950807125-router', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:53Z', 'updated_at': '2021-08-11T02:07:58Z', 'revision_number': 4, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'gw_port': {'id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:54Z', 'updated_at': '2021-08-11T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '84008e0b-0dce-46e4-a066-aac3578f80bd', 'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'mac_address': 'fa:16:3e:5b:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:57Z', 'updated_at': '2021-08-11T02:08:06Z', 'revision_number': 5, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'subnets': [{'id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:50.164802 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76362e68-7428-439a-8637-c072c319d908 req-10a7ac51-9bfc-4499-95a5-9d875aa18743 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:50.166612 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-76362e68-7428-439a-8637-c072c319d908 req-10a7ac51-9bfc-4499-95a5-9d875aa18743 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.1168969 Aug 11 02:08:50.180160 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9d2a459-95b8-4c83-b8f8-353e13efdbf5 req-4ab67595-30f7-4034-b513-a3d919439467 service neutron] 10.222.0.50 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253581 Aug 11 02:08:50.196600 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773dd053-2937-4887-b35e-a610e1e0e9fe None None] Checking router: 3db3a406-9b10-448b-8e55-f720014013a2 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:08:50.207927 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773dd053-2937-4887-b35e-a610e1e0e9fe None None] Routers {'3db3a406-9b10-448b-8e55-f720014013a2'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:50.208554 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-773dd053-2937-4887-b35e-a610e1e0e9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:08:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['3db3a406-9b10-448b-8e55-f720014013a2'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:50.241751 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-76362e68-7428-439a-8637-c072c319d908 req-e548d520-8139-4237-b3be-28e51b7fed51 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654728 Aug 11 02:08:50.329086 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8396e0ea-49fb-4d21-beef-a6b5532ce396 x-openstack-request-id: req-8396e0ea-49fb-4d21-beef-a6b5532ce396 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:50.330183 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c", "tag": "b5b77465-4054-4aaf-b586-a9da1de9ba98", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:50.330183 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8396e0ea-49fb-4d21-beef-a6b5532ce396 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:50.330183 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c', 'tag': 'b5b77465-4054-4aaf-b586-a9da1de9ba98', 'status': 'completed', 'code': 200} Aug 11 02:08:50.347825 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a45c58-0f6f-4b4c-a34f-245017d2306b req-c6ac2c54-3d25-4e86-8053-0975847df945 tempest-MigrationsAdminTest-1549651606 tempest-MigrationsAdminTest-1549651606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:50.357971 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-71a45c58-0f6f-4b4c-a34f-245017d2306b req-c6ac2c54-3d25-4e86-8053-0975847df945 tempest-MigrationsAdminTest-1549651606 tempest-MigrationsAdminTest-1549651606-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 1102 time: 0.0680027 Aug 11 02:08:50.367024 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-773dd053-2937-4887-b35e-a610e1e0e9fe None None] Set router 3db3a406-9b10-448b-8e55-f720014013a2 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:50.419877 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-71a45c58-0f6f-4b4c-a34f-245017d2306b req-ca47551a-c001-4549-92df-e48006eaba32 tempest-MigrationsAdminTest-1549651606 tempest-MigrationsAdminTest-1549651606-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444093 Aug 11 02:08:50.485480 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cb272-d22e-4b49-b7fd-af0cddcf1c59 req-946e0ce4-f992-4a49-8a1d-90c8f147f032 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:50.487315 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9f5cb272-d22e-4b49-b7fd-af0cddcf1c59 req-946e0ce4-f992-4a49-8a1d-90c8f147f032 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 944 time: 0.1007800 Aug 11 02:08:50.490123 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d309a-04a6-4f09-9a40-f27d4ad4e3c3 req-1526d333-ff64-4ea1-892c-be6309099bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:50.491492 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-782d309a-04a6-4f09-9a40-f27d4ad4e3c3 req-1526d333-ff64-4ea1-892c-be6309099bb9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3851339e44404f088cb1430a89e6ffa3&device_id=0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c HTTP/1.1" status: 200 len: 1097 time: 0.1205955 Aug 11 02:08:50.560929 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-481e531f-f10f-42c9-825a-b079934bf958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:50.645371 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-773dd053-2937-4887-b35e-a610e1e0e9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db3a406-9b10-448b-8e55-f720014013a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-950807125-router', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:53Z', 'updated_at': '2021-08-11T02:07:58Z', 'revision_number': 4, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'gw_port': {'id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:54Z', 'updated_at': '2021-08-11T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '84008e0b-0dce-46e4-a066-aac3578f80bd', 'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'mac_address': 'fa:16:3e:5b:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:57Z', 'updated_at': '2021-08-11T02:08:06Z', 'revision_number': 5, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'subnets': [{'id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:50.681058 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773dd053-2937-4887-b35e-a610e1e0e9fe None None] The sync data for ids ['3db3a406-9b10-448b-8e55-f720014013a2'] in n-d-615180-33 is: [{'id': '3db3a406-9b10-448b-8e55-f720014013a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-950807125-router', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:53Z', 'updated_at': '2021-08-11T02:07:58Z', 'revision_number': 4, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'gw_port': {'id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:54Z', 'updated_at': '2021-08-11T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '84008e0b-0dce-46e4-a066-aac3578f80bd', 'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'mac_address': 'fa:16:3e:5b:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:57Z', 'updated_at': '2021-08-11T02:08:06Z', 'revision_number': 5, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'subnets': [{'id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:08:50.817601 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device c9a555a6-9b14-4c00-af19-fb6260c2ed9d details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:08:51.020444 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port c9a555a6-9b14-4c00-af19-fb6260c2ed9d, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=c9a555a6-9b14-4c00-af19-fb6260c2ed9d,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:51.036539 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9f5cb272-d22e-4b49-b7fd-af0cddcf1c59 req-6d2ac41e-6605-44be-ada7-4901afbc230a tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5415483 Aug 11 02:08:51.051985 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'c9a555a6-9b14-4c00-af19-fb6260c2ed9d', 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c', 'port_id': 'c9a555a6-9b14-4c00-af19-fb6260c2ed9d', 'mac_address': 'fa:16:3e:33:93:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea5a035c-6f83-40b0-8579-ac261184d3bb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:08:51.126530 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:51.136803 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8434157-93c7-4c07-8af0-497c16ca317f None None] New status for floating IP 9a290373-3884-4b18-afdc-2d3a738b3069: DOWN {{(pid=94509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:08:51.159193 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9a555a6-9b14-4c00-af19-fb6260c2ed9d {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:08:51.217782 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port c9a555a6-9b14-4c00-af19-fb6260c2ed9d, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=c9a555a6-9b14-4c00-af19-fb6260c2ed9d,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:51.222946 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d309a-04a6-4f09-9a40-f27d4ad4e3c3 req-6e0892c5-b74b-4feb-9706-7892ae796955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:51.224412 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-782d309a-04a6-4f09-9a40-f27d4ad4e3c3 req-6e0892c5-b74b-4feb-9706-7892ae796955 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b06d3d10-588d-4354-a566-0e4bf50ab835 HTTP/1.1" status: 200 len: 921 time: 0.7194629 Aug 11 02:08:51.229083 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:51.323680 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=c9a555a6-9b14-4c00-af19-fb6260c2ed9d,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:51.357732 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-782d309a-04a6-4f09-9a40-f27d4ad4e3c3 req-0568e803-be9a-4200-829c-d4771bf20125 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5b77465-4054-4aaf-b586-a9da1de9ba98 HTTP/1.1" status: 200 len: 217 time: 0.1168327 Aug 11 02:08:51.364950 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:51.388050 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc9aa9-3391-4188-a15e-4c4dfd816120 req-d52d1646-3e9a-4c79-9766-75d1e575fb51 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:51.392351 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3fbc9aa9-3391-4188-a15e-4c4dfd816120 req-d52d1646-3e9a-4c79-9766-75d1e575fb51 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports?device_id=7098af3c-9906-4d30-8fc7-544b74660c9a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2344391 Aug 11 02:08:51.416087 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-96b3b706-fb87-448c-83e8-97281fddcee7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1066010 Aug 11 02:08:51.425322 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cdff-0fcd-4b0b-8ac5-ec6202b31b4f req-faa0fec1-733f-40fe-b75d-5e3980b8a996 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:51.432539 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-87a1cdff-0fcd-4b0b-8ac5-ec6202b31b4f req-faa0fec1-733f-40fe-b75d-5e3980b8a996 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.1325300 Aug 11 02:08:51.470509 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-87a1cdff-0fcd-4b0b-8ac5-ec6202b31b4f req-5d06f6b3-cd91-4874-ad65-37cb272542b6 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367825 Aug 11 02:08:51.532899 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['c9a555a6-9b14-4c00-af19-fb6260c2ed9d'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:51.567259 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3fbc9aa9-3391-4188-a15e-4c4dfd816120 req-5af3656e-c2e0-499f-97ea-cd4cb9f791a2 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 697 time: 0.0651872 Aug 11 02:08:51.572975 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-3fbc9aa9-3391-4188-a15e-4c4dfd816120 req-3fac17fb-00e1-4b5a-805e-41bc90a0d754 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Request body: {'floatingip': {'port_id': 'cf98c25a-1110-4ccc-8f5e-5819a21d4ced', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:51.637426 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3fbc9aa9-3391-4188-a15e-4c4dfd816120 req-3fac17fb-00e1-4b5a-805e-41bc90a0d754 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks [] for floatingip, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:51.645929 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d309a-04a6-4f09-9a40-f27d4ad4e3c3 req-91eb7f67-4e5d-4a6a-9e7c-dcc358806f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:51.647640 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-782d309a-04a6-4f09-9a40-f27d4ad4e3c3 req-91eb7f67-4e5d-4a6a-9e7c-dcc358806f43 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21a76d83-aa04-4360-9155-f987f570d2fd HTTP/1.1" status: 200 len: 859 time: 0.2526000 Aug 11 02:08:51.845043 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae624de-16ef-45f6-be5f-7a251f779259 req-e2436c49-cdf7-4ce2-b1ac-69446a5fea5c tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:51.848134 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5ae624de-16ef-45f6-be5f-7a251f779259 req-e2436c49-cdf7-4ce2-b1ac-69446a5fea5c tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.0966451 Aug 11 02:08:51.882302 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d309a-04a6-4f09-9a40-f27d4ad4e3c3 req-2869f9ce-cb5a-4b72-9487-2e5150856c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:51.883835 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-782d309a-04a6-4f09-9a40-f27d4ad4e3c3 req-2869f9ce-cb5a-4b72-9487-2e5150856c24 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b06d3d10-588d-4354-a566-0e4bf50ab835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1888337 Aug 11 02:08:51.920094 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5ae624de-16ef-45f6-be5f-7a251f779259 req-a9d2f1dc-3e3b-49b8-931e-d9f6b6ed0dde tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565553 Aug 11 02:08:52.133263 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-481e531f-f10f-42c9-825a-b079934bf958 admin admin] Deleting port 345786c1-8357-4c1e-8dde-ce1dcc6a6b62 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:08:52.133879 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-481e531f-f10f-42c9-825a-b079934bf958 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:52.139033 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-782d309a-04a6-4f09-9a40-f27d4ad4e3c3 req-139b76c8-9154-49f2-a07b-b99412c568a2 service neutron] 10.222.0.73 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237244 Aug 11 02:08:52.183282 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4dc29-29d5-4be6-975d-c0ae42633339 req-5a71de08-7a64-4aeb-966d-97562e64c8a8 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:52.191806 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-34b4dc29-29d5-4be6-975d-c0ae42633339 req-5a71de08-7a64-4aeb-966d-97562e64c8a8 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 945 time: 0.0815728 Aug 11 02:08:52.244405 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-34b4dc29-29d5-4be6-975d-c0ae42633339 req-4b3ca69e-d233-4fa5-816e-da76946c63db tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513890 Aug 11 02:08:52.381191 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-481e531f-f10f-42c9-825a-b079934bf958 admin admin] For port 345786c1-8357-4c1e-8dde-ce1dcc6a6b62, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=345786c1-8357-4c1e-8dde-ce1dcc6a6b62,segment=NetworkSegment(8b17696f-9144-420d-a398-098402032d8a),segment_id=8b17696f-9144-420d-a398-098402032d8a)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:52.381582 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-481e531f-f10f-42c9-825a-b079934bf958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:52.405078 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-481e531f-f10f-42c9-825a-b079934bf958 admin admin] Calling delete_port for 345786c1-8357-4c1e-8dde-ce1dcc6a6b62 owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:08:52.414045 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-782d309a-04a6-4f09-9a40-f27d4ad4e3c3 req-46513f31-3c31-412d-b8c4-db19cc011bd2 service neutron] 10.222.0.73 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641399 Aug 11 02:08:52.471784 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90220412-ac3f-4d9c-b3b9-bbf5c881d04d req-772f0412-6f2b-4889-8862-ddaf963592e9 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:52.474102 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-90220412-ac3f-4d9c-b3b9-bbf5c881d04d req-772f0412-6f2b-4889-8862-ddaf963592e9 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.73 "GET /v2.0/ports?device_id=0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c HTTP/1.1" status: 200 len: 945 time: 0.0915368 Aug 11 02:08:52.565039 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3fbc9aa9-3391-4188-a15e-4c4dfd816120 req-3fac17fb-00e1-4b5a-805e-41bc90a0d754 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:52.572826 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3fbc9aa9-3391-4188-a15e-4c4dfd816120 req-3fac17fb-00e1-4b5a-805e-41bc90a0d754 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:52.629966 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-90220412-ac3f-4d9c-b3b9-bbf5c881d04d req-5c772718-1ba1-47fd-b1ef-6428d271d2cf tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Deleting port b5b77465-4054-4aaf-b586-a9da1de9ba98 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:08:52.630270 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-90220412-ac3f-4d9c-b3b9-bbf5c881d04d req-5c772718-1ba1-47fd-b1ef-6428d271d2cf tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:52.704496 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce89450-a762-4eb6-a2ca-34f47b2e65d2 req-83b63f8d-8e9d-42fc-a089-14a4d589c477 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:52.706225 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fce89450-a762-4eb6-a2ca-34f47b2e65d2 req-83b63f8d-8e9d-42fc-a089-14a4d589c477 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.1243489 Aug 11 02:08:52.741220 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [req-3fbc9aa9-3391-4188-a15e-4c4dfd816120 req-3fac17fb-00e1-4b5a-805e-41bc90a0d754 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Floating IP 9a290373-3884-4b18-afdc-2d3a738b3069 associated. External IP: 172.25.2.64, port: cf98c25a-1110-4ccc-8f5e-5819a21d4ced. Aug 11 02:08:52.785053 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-90220412-ac3f-4d9c-b3b9-bbf5c881d04d req-5c772718-1ba1-47fd-b1ef-6428d271d2cf tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] For port b5b77465-4054-4aaf-b586-a9da1de9ba98, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b5b77465-4054-4aaf-b586-a9da1de9ba98,segment=NetworkSegment(6d5b1096-74d2-4841-973c-25801587ede5),segment_id=6d5b1096-74d2-4841-973c-25801587ede5)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:52.785485 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-90220412-ac3f-4d9c-b3b9-bbf5c881d04d req-5c772718-1ba1-47fd-b1ef-6428d271d2cf tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:52.805466 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fce89450-a762-4eb6-a2ca-34f47b2e65d2 req-7d08b3a1-8377-4e96-bef9-332ded328c6e tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926521 Aug 11 02:08:52.810818 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-90220412-ac3f-4d9c-b3b9-bbf5c881d04d req-5c772718-1ba1-47fd-b1ef-6428d271d2cf tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Calling delete_port for b5b77465-4054-4aaf-b586-a9da1de9ba98 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:08:52.840164 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device c9a555a6-9b14-4c00-af19-fb6260c2ed9d up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:52.923886 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port c9a555a6-9b14-4c00-af19-fb6260c2ed9d completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:52.934956 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port c9a555a6-9b14-4c00-af19-fb6260c2ed9d triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:52.935962 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:52.938577 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-481e531f-f10f-42c9-825a-b079934bf958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:52.980049 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e531f-f10f-42c9-825a-b079934bf958 admin admin] Pushing event deleted for resources: {'Port': ['ID=345786c1-8357-4c1e-8dde-ce1dcc6a6b62,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:53.071980 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-90220412-ac3f-4d9c-b3b9-bbf5c881d04d req-5c772718-1ba1-47fd-b1ef-6428d271d2cf tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:53.131139 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['cf98c25a-1110-4ccc-8f5e-5819a21d4ced', 'b5b77465-4054-4aaf-b586-a9da1de9ba98'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:53.138833 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c772718-1ba1-47fd-b1ef-6428d271d2cf tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Pushing event deleted for resources: {'Port': ['ID=b5b77465-4054-4aaf-b586-a9da1de9ba98,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:53.217988 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-90220412-ac3f-4d9c-b3b9-bbf5c881d04d req-5c772718-1ba1-47fd-b1ef-6428d271d2cf tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] No DVR routers for this DVR port b5b77465-4054-4aaf-b586-a9da1de9ba98 on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:08:53.229119 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-90220412-ac3f-4d9c-b3b9-bbf5c881d04d req-5c772718-1ba1-47fd-b1ef-6428d271d2cf tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:53.231222 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-90220412-ac3f-4d9c-b3b9-bbf5c881d04d req-5c772718-1ba1-47fd-b1ef-6428d271d2cf tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.73 "DELETE /v2.0/ports/b5b77465-4054-4aaf-b586-a9da1de9ba98 HTTP/1.1" status: 204 len: 173 time: 0.7503908 Aug 11 02:08:53.248168 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c', 'name': 'network-vif-deleted', 'tag': 'b5b77465-4054-4aaf-b586-a9da1de9ba98'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:53.250459 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca37c88-ae50-4370-bb2a-816d8b0bb364" -d '{"events": [{"server_uuid": "0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c", "name": "network-vif-deleted", "tag": "b5b77465-4054-4aaf-b586-a9da1de9ba98"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:53.279623 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:53.354359 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09beff5d-2cc4-4f39-b10d-16f6b02820d3 req-c85e767d-1607-4ee6-a1eb-7b257e1a0edb tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:53.356195 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09beff5d-2cc4-4f39-b10d-16f6b02820d3 req-c85e767d-1607-4ee6-a1eb-7b257e1a0edb tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.1394255 Aug 11 02:08:53.361495 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a555a6-9b14-4c00-af19-fb6260c2ed9d'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:53.363798 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0b848d-9cc6-46bc-806b-429e79552b1b" -d '{"events": [{"server_uuid": "0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e", "name": "network-vif-plugged", "status": "completed", "tag": "c9a555a6-9b14-4c00-af19-fb6260c2ed9d"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:53.418003 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port c9a555a6-9b14-4c00-af19-fb6260c2ed9d, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=c9a555a6-9b14-4c00-af19-fb6260c2ed9d,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:53.426340 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-9464ec84-6c99-4601-aa94-b39dae616d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:53.428613 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-9464ec84-6c99-4601-aa94-b39dae616d7a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 1102 time: 0.3342566 Aug 11 02:08:53.430106 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09beff5d-2cc4-4f39-b10d-16f6b02820d3 req-60a0c1b3-eb20-4b88-a2f6-8489ff1ef47c tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650525 Aug 11 02:08:53.453477 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:53.521229 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b68a608-79db-4d73-923c-b129af81f25a x-openstack-request-id: req-7b68a608-79db-4d73-923c-b129af81f25a {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:53.521745 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c", "name": "network-vif-deleted", "tag": "b5b77465-4054-4aaf-b586-a9da1de9ba98", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:53.521936 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7b68a608-79db-4d73-923c-b129af81f25a {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:53.522583 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0298a7d5-98a9-44dc-8f0f-0a54ee2fe35c', 'name': 'network-vif-deleted', 'tag': 'b5b77465-4054-4aaf-b586-a9da1de9ba98', 'status': 'completed', 'code': 200} Aug 11 02:08:53.534369 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fbc9aa9-3391-4188-a15e-4c4dfd816120 req-3fac17fb-00e1-4b5a-805e-41bc90a0d754 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Router 3db3a406-9b10-448b-8e55-f720014013a2 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:08:53.543101 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=c9a555a6-9b14-4c00-af19-fb6260c2ed9d,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:53.631678 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825d1ed-9fe9-4bfa-8ff5-9c9478be033e req-900cdd95-c61f-4743-94fb-43c36a7d8a65 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:53.633317 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4825d1ed-9fe9-4bfa-8ff5-9c9478be033e req-900cdd95-c61f-4743-94fb-43c36a7d8a65 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 946 time: 0.0532327 Aug 11 02:08:53.644728 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-481e531f-f10f-42c9-825a-b079934bf958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:53.682960 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4825d1ed-9fe9-4bfa-8ff5-9c9478be033e req-a525c03c-6d63-4e68-a744-08c3a8ed6acb tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427210 Aug 11 02:08:53.683188 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-16b632c6-be3b-46da-bc97-d5c1c5062ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:53.683781 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-16b632c6-be3b-46da-bc97-d5c1c5062ba5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.2443211 Aug 11 02:08:53.735608 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c4e080-8b84-479c-b026-6ee876f9800e x-openstack-request-id: req-e6c4e080-8b84-479c-b026-6ee876f9800e {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:53.736076 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e", "name": "network-vif-plugged", "status": "completed", "tag": "c9a555a6-9b14-4c00-af19-fb6260c2ed9d", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:53.736205 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e6c4e080-8b84-479c-b026-6ee876f9800e {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:53.736541 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a555a6-9b14-4c00-af19-fb6260c2ed9d', 'code': 200} Aug 11 02:08:53.862394 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944974f-011a-4a23-a8d3-6af2fff9741e req-e621e128-1f38-459c-956a-93b4958a2446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:53.864249 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0944974f-011a-4a23-a8d3-6af2fff9741e req-e621e128-1f38-459c-956a-93b4958a2446 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 1098 time: 0.0593472 Aug 11 02:08:53.926569 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0944974f-011a-4a23-a8d3-6af2fff9741e req-7eed7650-320d-4568-99cd-0b01767080e3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520406 Aug 11 02:08:54.027315 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be53dc9-10f3-4adc-ab0e-cb046d3271aa req-003910ab-5f86-4edf-a8d8-e9d9d594e6e0 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:54.038963 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3be53dc9-10f3-4adc-ab0e-cb046d3271aa req-003910ab-5f86-4edf-a8d8-e9d9d594e6e0 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.0980089 Aug 11 02:08:54.077168 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3be53dc9-10f3-4adc-ab0e-cb046d3271aa req-3bd9d45e-7618-44be-99af-dbe5e35ace2f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371413 Aug 11 02:08:54.156758 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-3e3b6431-d947-4770-a48f-79363f4e1c10 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=e1b767ea-82f7-4bb6-b9ed-6607a6400b10 HTTP/1.1" status: 200 len: 217 time: 0.4453819 Aug 11 02:08:54.179006 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:54.241258 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fbc9aa9-3391-4188-a15e-4c4dfd816120 req-3fac17fb-00e1-4b5a-805e-41bc90a0d754 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:08:54.252180 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3fbc9aa9-3391-4188-a15e-4c4dfd816120 req-3fac17fb-00e1-4b5a-805e-41bc90a0d754 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:54.258765 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b09087-2edd-42ee-84f9-c86a690c6488 None None] Sync routers for ids ['3db3a406-9b10-448b-8e55-f720014013a2'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:08:54.269401 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b09087-2edd-42ee-84f9-c86a690c6488 None None] Routers {'3db3a406-9b10-448b-8e55-f720014013a2'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:54.270080 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-28b09087-2edd-42ee-84f9-c86a690c6488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:08:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['3db3a406-9b10-448b-8e55-f720014013a2'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:54.296598 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-c4659c29-f90a-4c7e-963f-ff3ea9ee9f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:54.298060 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-c4659c29-f90a-4c7e-963f-ff3ea9ee9f01 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1238918 Aug 11 02:08:54.301415 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3fbc9aa9-3391-4188-a15e-4c4dfd816120 req-3fac17fb-00e1-4b5a-805e-41bc90a0d754 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "PUT /v2.0/floatingips/9a290373-3884-4b18-afdc-2d3a738b3069 HTTP/1.1" status: 200 len: 995 time: 2.7332809 Aug 11 02:08:54.303519 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7098af3c-9906-4d30-8fc7-544b74660c9a', 'tag': 'cf98c25a-1110-4ccc-8f5e-5819a21d4ced'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:54.305433 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4917b61-5ae4-4c0e-95db-b7758acf0f47" -d '{"events": [{"name": "network-changed", "server_uuid": "7098af3c-9906-4d30-8fc7-544b74660c9a", "tag": "cf98c25a-1110-4ccc-8f5e-5819a21d4ced"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:54.369414 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb154ed-0c84-415a-90ad-e648ace19f1b x-openstack-request-id: req-acb154ed-0c84-415a-90ad-e648ace19f1b {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:54.369698 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7098af3c-9906-4d30-8fc7-544b74660c9a", "tag": "cf98c25a-1110-4ccc-8f5e-5819a21d4ced", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:54.369954 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-acb154ed-0c84-415a-90ad-e648ace19f1b {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:54.370342 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7098af3c-9906-4d30-8fc7-544b74660c9a', 'tag': 'cf98c25a-1110-4ccc-8f5e-5819a21d4ced', 'status': 'completed', 'code': 200} Aug 11 02:08:54.428473 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4917b61-5ae4-4c0e-95db-b7758acf0f47 req-080ce03b-3625-47df-8f7f-0392a99d1208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:54.429247 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-28b09087-2edd-42ee-84f9-c86a690c6488 None None] Set router 3db3a406-9b10-448b-8e55-f720014013a2 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:54.429897 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f4917b61-5ae4-4c0e-95db-b7758acf0f47 req-080ce03b-3625-47df-8f7f-0392a99d1208 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3851339e44404f088cb1430a89e6ffa3&device_id=7098af3c-9906-4d30-8fc7-544b74660c9a HTTP/1.1" status: 200 len: 1097 time: 0.0439014 Aug 11 02:08:54.437261 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-411b50dd-d564-4aa7-a1a6-35646f2c61df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:54.438787 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-411b50dd-d564-4aa7-a1a6-35646f2c61df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1305239 Aug 11 02:08:54.448946 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc9aa9-3391-4188-a15e-4c4dfd816120 req-73ad9830-8965-40e2-a3cd-a3f26a52e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:54.450513 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3fbc9aa9-3391-4188-a15e-4c4dfd816120 req-73ad9830-8965-40e2-a3cd-a3f26a52e868 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3851339e44404f088cb1430a89e6ffa3&device_id=7098af3c-9906-4d30-8fc7-544b74660c9a HTTP/1.1" status: 200 len: 1097 time: 0.1139998 Aug 11 02:08:54.624540 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e3bb9-69e1-4c33-a30a-a363e7824892 req-a5783d6d-4c96-4801-b674-187d2d26f39b tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:54.632246 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ef8e3bb9-69e1-4c33-a30a-a363e7824892 req-a5783d6d-4c96-4801-b674-187d2d26f39b tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.0955853 Aug 11 02:08:54.640194 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4917b61-5ae4-4c0e-95db-b7758acf0f47 req-ce737e24-28d6-4b26-97b7-48f7eb659a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:54.641821 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f4917b61-5ae4-4c0e-95db-b7758acf0f47 req-ce737e24-28d6-4b26-97b7-48f7eb659a2c service neutron] 10.222.0.73 "GET /v2.0/networks?id=b06d3d10-588d-4354-a566-0e4bf50ab835 HTTP/1.1" status: 200 len: 921 time: 0.2026203 Aug 11 02:08:54.666186 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481e531f-f10f-42c9-825a-b079934bf958 admin admin] Router a86c575f-3d7b-46fe-abdd-6bade9024271 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:08:54.683300 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-d827bd77-e647-4d0e-8bc6-e81fdd63b735 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068563 Aug 11 02:08:54.691510 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc9aa9-3391-4188-a15e-4c4dfd816120 req-0cb58b22-cbcb-40a9-850d-f4b101eee2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:54.692790 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3fbc9aa9-3391-4188-a15e-4c4dfd816120 req-0cb58b22-cbcb-40a9-850d-f4b101eee2b4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b06d3d10-588d-4354-a566-0e4bf50ab835 HTTP/1.1" status: 200 len: 921 time: 0.2153604 Aug 11 02:08:54.734961 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ef8e3bb9-69e1-4c33-a30a-a363e7824892 req-ad3c313f-d132-4e09-bdd9-f234ed3820e8 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978119 Aug 11 02:08:54.761959 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f4917b61-5ae4-4c0e-95db-b7758acf0f47 req-cc11b2c3-3345-420e-9890-2f9ac3f88924 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf98c25a-1110-4ccc-8f5e-5819a21d4ced HTTP/1.1" status: 200 len: 998 time: 0.1121449 Aug 11 02:08:54.765662 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-28b09087-2edd-42ee-84f9-c86a690c6488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db3a406-9b10-448b-8e55-f720014013a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-950807125-router', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:53Z', 'updated_at': '2021-08-11T02:07:58Z', 'revision_number': 4, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'gw_port': {'id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:54Z', 'updated_at': '2021-08-11T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '9a290373-3884-4b18-afdc-2d3a738b3069', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'port_id': 'cf98c25a-1110-4ccc-8f5e-5819a21d4ced', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'mac_address': 'fa:16:3e:6c:31:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7098af3c-9906-4d30-8fc7-544b74660c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:08:18Z', 'updated_at': '2021-08-11T02:08:52Z', 'revision_number': 8, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84008e0b-0dce-46e4-a066-aac3578f80bd', 'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'mac_address': 'fa:16:3e:5b:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:57Z', 'updated_at': '2021-08-11T02:08:06Z', 'revision_number': 5, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'subnets': [{'id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:54.801358 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b09087-2edd-42ee-84f9-c86a690c6488 None None] Checking router: 3db3a406-9b10-448b-8e55-f720014013a2 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:08:54.810623 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b09087-2edd-42ee-84f9-c86a690c6488 None None] Routers {'3db3a406-9b10-448b-8e55-f720014013a2'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:54.811243 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-28b09087-2edd-42ee-84f9-c86a690c6488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:08:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['3db3a406-9b10-448b-8e55-f720014013a2'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:54.887236 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4917b61-5ae4-4c0e-95db-b7758acf0f47 req-32b11131-3f6f-4fbd-b8a7-44da31f82ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:54.889443 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f4917b61-5ae4-4c0e-95db-b7758acf0f47 req-32b11131-3f6f-4fbd-b8a7-44da31f82ade service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21a76d83-aa04-4360-9155-f987f570d2fd HTTP/1.1" status: 200 len: 859 time: 0.1161573 Aug 11 02:08:54.907228 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3fbc9aa9-3391-4188-a15e-4c4dfd816120 req-f25774b9-1d0d-4905-a301-db354fe1a475 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf98c25a-1110-4ccc-8f5e-5819a21d4ced HTTP/1.1" status: 200 len: 998 time: 0.2069566 Aug 11 02:08:54.924781 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca648e57-20af-409a-b378-4c71cd4b0ab0 req-a9486b10-2a43-4975-a087-b9beb6d0c418 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:54.928165 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ca648e57-20af-409a-b378-4c71cd4b0ab0 req-a9486b10-2a43-4975-a087-b9beb6d0c418 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 946 time: 0.0975621 Aug 11 02:08:54.963023 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481e531f-f10f-42c9-825a-b079934bf958 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:08:54.974429 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-481e531f-f10f-42c9-825a-b079934bf958 admin admin] 10.222.0.50 "PUT /v2.0/routers/a86c575f-3d7b-46fe-abdd-6bade9024271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1676412 Aug 11 02:08:54.975349 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59186) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:54.978597 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649fd3d9-04c5-46da-9844-be92eabc15f2 None None] Sync routers for ids ['a86c575f-3d7b-46fe-abdd-6bade9024271'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:08:54.987414 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-0ee98d6c-53e8-4942-9f30-8b78bb5bc26d service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883871 Aug 11 02:08:54.995152 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649fd3d9-04c5-46da-9844-be92eabc15f2 None None] Routers {'a86c575f-3d7b-46fe-abdd-6bade9024271'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:54.996913 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-649fd3d9-04c5-46da-9844-be92eabc15f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:08:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a86c575f-3d7b-46fe-abdd-6bade9024271'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:54.997329 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-28b09087-2edd-42ee-84f9-c86a690c6488 None None] Set router 3db3a406-9b10-448b-8e55-f720014013a2 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:55.031510 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc9aa9-3391-4188-a15e-4c4dfd816120 req-d479388e-bc44-488e-9379-f258a847dfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:55.033106 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3fbc9aa9-3391-4188-a15e-4c4dfd816120 req-d479388e-bc44-488e-9379-f258a847dfd7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=21a76d83-aa04-4360-9155-f987f570d2fd HTTP/1.1" status: 200 len: 859 time: 0.1191275 Aug 11 02:08:55.072169 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ca648e57-20af-409a-b378-4c71cd4b0ab0 req-4c8f8df7-eeb4-49fa-ac47-209ff2d79067 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207952 Aug 11 02:08:55.076348 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4917b61-5ae4-4c0e-95db-b7758acf0f47 req-15e020d2-7b6f-4465-867b-a71dfeca7593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:55.079256 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f4917b61-5ae4-4c0e-95db-b7758acf0f47 req-15e020d2-7b6f-4465-867b-a71dfeca7593 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b06d3d10-588d-4354-a566-0e4bf50ab835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1779194 Aug 11 02:08:55.143849 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-463899ae-6343-417a-9792-81104b1eab89 admin admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:55.147219 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc9aa9-3391-4188-a15e-4c4dfd816120 req-80b595b9-c695-4573-92b5-decfbb5218a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:55.149011 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3fbc9aa9-3391-4188-a15e-4c4dfd816120 req-80b595b9-c695-4573-92b5-decfbb5218a4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b06d3d10-588d-4354-a566-0e4bf50ab835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1088440 Aug 11 02:08:55.331472 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3fbc9aa9-3391-4188-a15e-4c4dfd816120 req-5ad6384a-ac61-4a0b-a204-ff1796f4272d service neutron] 10.222.0.50 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489956 Aug 11 02:08:55.332957 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-463899ae-6343-417a-9792-81104b1eab89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:55.351304 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:55.426796 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943149c0-12c2-4120-9daf-8105c1b9f833 req-67bbd9e8-abb4-4244-a34c-3837614ac281 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:55.440248 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-943149c0-12c2-4120-9daf-8105c1b9f833 req-67bbd9e8-abb4-4244-a34c-3837614ac281 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.1710050 Aug 11 02:08:55.456243 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-649fd3d9-04c5-46da-9844-be92eabc15f2 None None] Set router a86c575f-3d7b-46fe-abdd-6bade9024271 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:55.470323 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3fbc9aa9-3391-4188-a15e-4c4dfd816120 req-19c216e5-d72f-44ef-9b4d-398161554a16 service neutron] 10.222.0.50 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310761 Aug 11 02:08:55.472512 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-463899ae-6343-417a-9792-81104b1eab89 admin admin] Deleting port 4a85cf6b-c873-48fe-8ddb-35faf9591272 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:08:55.472911 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-463899ae-6343-417a-9792-81104b1eab89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:55.521825 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f4917b61-5ae4-4c0e-95db-b7758acf0f47 req-f8b2037d-10b3-4062-a4c7-a2b1a7f88eae service neutron] 10.222.0.73 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327903 Aug 11 02:08:55.565392 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-943149c0-12c2-4120-9daf-8105c1b9f833 req-4399cbec-4032-489c-bdfa-7490d861c181 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243489 Aug 11 02:08:55.574250 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-28b09087-2edd-42ee-84f9-c86a690c6488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db3a406-9b10-448b-8e55-f720014013a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-950807125-router', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:53Z', 'updated_at': '2021-08-11T02:07:58Z', 'revision_number': 4, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'gw_port': {'id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:54Z', 'updated_at': '2021-08-11T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '9a290373-3884-4b18-afdc-2d3a738b3069', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'port_id': 'cf98c25a-1110-4ccc-8f5e-5819a21d4ced', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'mac_address': 'fa:16:3e:6c:31:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7098af3c-9906-4d30-8fc7-544b74660c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:08:18Z', 'updated_at': '2021-08-11T02:08:52Z', 'revision_number': 8, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84008e0b-0dce-46e4-a066-aac3578f80bd', 'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'mac_address': 'fa:16:3e:5b:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:57Z', 'updated_at': '2021-08-11T02:08:06Z', 'revision_number': 5, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'subnets': [{'id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:55.620976 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-463899ae-6343-417a-9792-81104b1eab89 admin admin] For port 4a85cf6b-c873-48fe-8ddb-35faf9591272, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=4a85cf6b-c873-48fe-8ddb-35faf9591272,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:55.621387 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-463899ae-6343-417a-9792-81104b1eab89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:55.634894 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-463899ae-6343-417a-9792-81104b1eab89 admin admin] Calling delete_port for 4a85cf6b-c873-48fe-8ddb-35faf9591272 owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:08:55.652445 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b09087-2edd-42ee-84f9-c86a690c6488 None None] The sync data for ids ['3db3a406-9b10-448b-8e55-f720014013a2'] in n-d-615180-33 is: [{'id': '3db3a406-9b10-448b-8e55-f720014013a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-950807125-router', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:53Z', 'updated_at': '2021-08-11T02:07:58Z', 'revision_number': 4, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'gw_port': {'id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:54Z', 'updated_at': '2021-08-11T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '9a290373-3884-4b18-afdc-2d3a738b3069', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'port_id': 'cf98c25a-1110-4ccc-8f5e-5819a21d4ced', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'mac_address': 'fa:16:3e:6c:31:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7098af3c-9906-4d30-8fc7-544b74660c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:08:18Z', 'updated_at': '2021-08-11T02:08:52Z', 'revision_number': 8, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84008e0b-0dce-46e4-a066-aac3578f80bd', 'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'mac_address': 'fa:16:3e:5b:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:57Z', 'updated_at': '2021-08-11T02:08:06Z', 'revision_number': 5, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'subnets': [{'id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:08:55.706297 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f4917b61-5ae4-4c0e-95db-b7758acf0f47 req-9acbdadf-36bf-4a80-8361-22b71690f1d0 service neutron] 10.222.0.73 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639483 Aug 11 02:08:55.790426 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e015d085-b0bc-4439-8905-26a3ce8ea878 req-3d920360-5bd8-41ef-9f9a-cd4423e0deb8 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/floatingips/9a290373-3884-4b18-afdc-2d3a738b3069 HTTP/1.1" status: 200 len: 995 time: 0.1036296 Aug 11 02:08:55.800070 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-649fd3d9-04c5-46da-9844-be92eabc15f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86c575f-3d7b-46fe-abdd-6bade9024271', 'name': 'tempest-FloatingIPDetailsTestJSON-912782250-router', 'tenant_id': '5d0da7028cc44705ac3531b256d9cf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4a85cf6b-c873-48fe-8ddb-35faf9591272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:19Z', 'updated_at': '2021-08-11T02:08:52Z', 'revision_number': 5, 'project_id': '5d0da7028cc44705ac3531b256d9cf99', 'gw_port': {'id': '4a85cf6b-c873-48fe-8ddb-35faf9591272', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86c575f-3d7b-46fe-abdd-6bade9024271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:19Z', 'updated_at': '2021-08-11T02:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:55.844759 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649fd3d9-04c5-46da-9844-be92eabc15f2 None None] Checking router: a86c575f-3d7b-46fe-abdd-6bade9024271 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:08:55.856634 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649fd3d9-04c5-46da-9844-be92eabc15f2 None None] Routers {'a86c575f-3d7b-46fe-abdd-6bade9024271'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:55.857716 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-649fd3d9-04c5-46da-9844-be92eabc15f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:08:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a86c575f-3d7b-46fe-abdd-6bade9024271'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:55.897228 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57ec29-9f8a-40c4-b899-b1d378adcb3e req-d3f7bb4b-e8c3-493c-a93e-a20cc17a20ac tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:55.911184 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0a57ec29-9f8a-40c4-b899-b1d378adcb3e req-d3f7bb4b-e8c3-493c-a93e-a20cc17a20ac tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.0892665 Aug 11 02:08:55.968571 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0a57ec29-9f8a-40c4-b899-b1d378adcb3e req-90a070f2-f95a-468b-ae8e-de522e24d02b tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564537 Aug 11 02:08:55.990318 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-649fd3d9-04c5-46da-9844-be92eabc15f2 None None] Set router a86c575f-3d7b-46fe-abdd-6bade9024271 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:55.999709 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015d085-b0bc-4439-8905-26a3ce8ea878 req-a0da3b3c-1338-4378-a7fc-59739837202c tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:56.004037 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e015d085-b0bc-4439-8905-26a3ce8ea878 req-a0da3b3c-1338-4378-a7fc-59739837202c tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 784 time: 0.1826622 Aug 11 02:08:56.027728 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-e015d085-b0bc-4439-8905-26a3ce8ea878 req-8d59f354-ed3f-49cb-8997-a324d2be5c88 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:08:56.027728 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e015d085-b0bc-4439-8905-26a3ce8ea878 req-8d59f354-ed3f-49cb-8997-a324d2be5c88 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102139 Aug 11 02:08:56.047989 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-463899ae-6343-417a-9792-81104b1eab89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:56.070031 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373ed023-d0c8-4306-b276-9b18d3c66452 None None] New status for floating IP 9a290373-3884-4b18-afdc-2d3a738b3069: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:08:56.075512 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-649fd3d9-04c5-46da-9844-be92eabc15f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86c575f-3d7b-46fe-abdd-6bade9024271', 'name': 'tempest-FloatingIPDetailsTestJSON-912782250-router', 'tenant_id': '5d0da7028cc44705ac3531b256d9cf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:19Z', 'updated_at': '2021-08-11T02:08:55Z', 'revision_number': 6, 'project_id': '5d0da7028cc44705ac3531b256d9cf99', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:56.079433 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463899ae-6343-417a-9792-81104b1eab89 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a85cf6b-c873-48fe-8ddb-35faf9591272,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:56.129311 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device b5b77465-4054-4aaf-b586-a9da1de9ba98 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:08:56.141322 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649fd3d9-04c5-46da-9844-be92eabc15f2 None None] The sync data for ids ['a86c575f-3d7b-46fe-abdd-6bade9024271'] in n-d-615180-33 is: [{'id': 'a86c575f-3d7b-46fe-abdd-6bade9024271', 'name': 'tempest-FloatingIPDetailsTestJSON-912782250-router', 'tenant_id': '5d0da7028cc44705ac3531b256d9cf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:19Z', 'updated_at': '2021-08-11T02:08:55Z', 'revision_number': 6, 'project_id': '5d0da7028cc44705ac3531b256d9cf99', 'gw_port_host': None}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:08:56.184425 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-508e3a25-af95-41d8-9fb3-8d0f23b9ba33 req-96168bf8-d132-4047-951a-be8706c50e0b tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 998 time: 0.1272628 Aug 11 02:08:56.206691 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: b5b77465-4054-4aaf-b586-a9da1de9ba98 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:08:56.208008 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device b5b77465-4054-4aaf-b586-a9da1de9ba98 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:08:56.209150 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-463899ae-6343-417a-9792-81104b1eab89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:56.245976 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e3a25-af95-41d8-9fb3-8d0f23b9ba33 req-4f4f3920-03c3-4487-9bd4-318157f5ae4f tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:56.260048 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-508e3a25-af95-41d8-9fb3-8d0f23b9ba33 req-4f4f3920-03c3-4487-9bd4-318157f5ae4f tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports/cf98c25a-1110-4ccc-8f5e-5819a21d4ced HTTP/1.1" status: 200 len: 942 time: 0.0688291 Aug 11 02:08:56.306224 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-463899ae-6343-417a-9792-81104b1eab89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:56.310024 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-463899ae-6343-417a-9792-81104b1eab89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:56.320892 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a6ba6-386f-433c-a63c-f1f75d14b0a8 req-74601e51-212f-4e21-b66d-8c84e696d1f2 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:56.322595 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-579a6ba6-386f-433c-a63c-f1f75d14b0a8 req-74601e51-212f-4e21-b66d-8c84e696d1f2 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 946 time: 0.1561084 Aug 11 02:08:56.382510 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-463899ae-6343-417a-9792-81104b1eab89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:56.382510 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463899ae-6343-417a-9792-81104b1eab89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a86c575f-3d7b-46fe-abdd-6bade9024271 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:08:56.394832 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-463899ae-6343-417a-9792-81104b1eab89 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:56.399056 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-463899ae-6343-417a-9792-81104b1eab89 admin admin] 10.222.0.50 "DELETE /v2.0/routers/a86c575f-3d7b-46fe-abdd-6bade9024271 HTTP/1.1" status: 204 len: 168 time: 1.4208734 Aug 11 02:08:56.405495 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59206) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:56.419796 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-508e3a25-af95-41d8-9fb3-8d0f23b9ba33 req-eb52bcc0-5c37-46a0-a35f-1edf0518acd7 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 998 time: 0.1075244 Aug 11 02:08:56.437545 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-579a6ba6-386f-433c-a63c-f1f75d14b0a8 req-7714f722-3158-4bf7-8460-dbb92165d733 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785000 Aug 11 02:08:56.478095 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a6bbdf-425c-4247-a109-b204422987b3 admin admin] Deleting subnet 46432ed4-3eef-4492-adc1-81d02026bf98 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:08:56.484197 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-79a6bbdf-425c-4247-a109-b204422987b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:56.546847 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-79a6bbdf-425c-4247-a109-b204422987b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:56.579746 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e3a25-af95-41d8-9fb3-8d0f23b9ba33 req-0792ed94-ed4a-4a9e-8b5c-6fb4f0c4d5af tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:56.581317 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-508e3a25-af95-41d8-9fb3-8d0f23b9ba33 req-0792ed94-ed4a-4a9e-8b5c-6fb4f0c4d5af tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 784 time: 0.1547008 Aug 11 02:08:56.666611 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f166c-83f7-44a7-82f0-aac0db93ce16 req-f9c403a1-5608-4906-bae9-ffd16de8e541 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:56.668171 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c31f166c-83f7-44a7-82f0-aac0db93ce16 req-f9c403a1-5608-4906-bae9-ffd16de8e541 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 1098 time: 0.1158597 Aug 11 02:08:56.675233 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-508e3a25-af95-41d8-9fb3-8d0f23b9ba33 req-25e88fb3-213e-4a82-ae62-ea63c4f3874a tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 1000 time: 0.0841997 Aug 11 02:08:56.685764 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-508e3a25-af95-41d8-9fb3-8d0f23b9ba33 req-8cab6409-06e5-4559-bd45-a28b14b00fc1 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:56.696919 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-79a6bbdf-425c-4247-a109-b204422987b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:56.741349 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c31f166c-83f7-44a7-82f0-aac0db93ce16 req-e960a329-9abf-491f-bf61-3ce6ca0ef062 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659561 Aug 11 02:08:56.770229 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-508e3a25-af95-41d8-9fb3-8d0f23b9ba33 req-8cab6409-06e5-4559-bd45-a28b14b00fc1 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks [] for floatingip, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:56.788391 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-79a6bbdf-425c-4247-a109-b204422987b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:56.818214 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6bbdf-425c-4247-a109-b204422987b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46432ed4-3eef-4492-adc1-81d02026bf98,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:56.819645 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-79a6bbdf-425c-4247-a109-b204422987b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:56.824595 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-79a6bbdf-425c-4247-a109-b204422987b3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/46432ed4-3eef-4492-adc1-81d02026bf98 HTTP/1.1" status: 204 len: 168 time: 0.4176781 Aug 11 02:08:56.824766 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59218) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:56.828563 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1142fe-89fd-4b75-963b-38c955a31f2f None None] Network 834352f5-be1b-4ea8-b171-bd80d931468e requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:08:56.948630 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b3e4bd12-2a19-41ab-ba78-5dc6caecf4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:56.961252 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1ec6f-ef0b-470a-8b7b-0bcfac5fcf75 req-71d6d8bc-4e32-40f3-9c71-b502a20d5d50 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:56.967417 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-78a1ec6f-ef0b-470a-8b7b-0bcfac5fcf75 req-71d6d8bc-4e32-40f3-9c71-b502a20d5d50 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.1176903 Aug 11 02:08:56.978214 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-508e3a25-af95-41d8-9fb3-8d0f23b9ba33 req-8cab6409-06e5-4559-bd45-a28b14b00fc1 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:56.988032 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-508e3a25-af95-41d8-9fb3-8d0f23b9ba33 req-8cab6409-06e5-4559-bd45-a28b14b00fc1 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:56.988502 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [req-508e3a25-af95-41d8-9fb3-8d0f23b9ba33 req-8cab6409-06e5-4559-bd45-a28b14b00fc1 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Floating IP 9a290373-3884-4b18-afdc-2d3a738b3069 disassociated. External IP: 172.25.2.64, port: cf98c25a-1110-4ccc-8f5e-5819a21d4ced. Aug 11 02:08:57.082202 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-78a1ec6f-ef0b-470a-8b7b-0bcfac5fcf75 req-cece4c9f-084e-4187-b810-d6a87ac2b72b tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046822 Aug 11 02:08:57.101517 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-b3e4bd12-2a19-41ab-ba78-5dc6caecf4fe admin admin] Deleting port 5a651669-5b04-49e1-85e1-36bba82aae81 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:08:57.101517 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b3e4bd12-2a19-41ab-ba78-5dc6caecf4fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.108318 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68d4017-6cf8-412e-a946-17d1ee11ad02 None None] DHCP port deletion for 834352f5-be1b-4ea8-b171-bd80d931468e request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:08:57.221185 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-f68d4017-6cf8-412e-a946-17d1ee11ad02 None None] Deleting port 5a651669-5b04-49e1-85e1-36bba82aae81 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:08:57.221803 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f68d4017-6cf8-412e-a946-17d1ee11ad02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.229694 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-b3e4bd12-2a19-41ab-ba78-5dc6caecf4fe admin admin] For port 5a651669-5b04-49e1-85e1-36bba82aae81, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5a651669-5b04-49e1-85e1-36bba82aae81,segment=NetworkSegment(8b17696f-9144-420d-a398-098402032d8a),segment_id=8b17696f-9144-420d-a398-098402032d8a)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:57.230446 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b3e4bd12-2a19-41ab-ba78-5dc6caecf4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.258728 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-b3e4bd12-2a19-41ab-ba78-5dc6caecf4fe admin admin] Calling delete_port for 5a651669-5b04-49e1-85e1-36bba82aae81 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:08:57.305550 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-508e3a25-af95-41d8-9fb3-8d0f23b9ba33 req-8cab6409-06e5-4559-bd45-a28b14b00fc1 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Router 3db3a406-9b10-448b-8e55-f720014013a2 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:08:57.373777 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-f68d4017-6cf8-412e-a946-17d1ee11ad02 None None] For port 5a651669-5b04-49e1-85e1-36bba82aae81, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5a651669-5b04-49e1-85e1-36bba82aae81,segment=NetworkSegment(8b17696f-9144-420d-a398-098402032d8a),segment_id=8b17696f-9144-420d-a398-098402032d8a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:57.375864 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f68d4017-6cf8-412e-a946-17d1ee11ad02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.401155 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-f68d4017-6cf8-412e-a946-17d1ee11ad02 None None] Calling delete_port for 5a651669-5b04-49e1-85e1-36bba82aae81 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:08:57.462170 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b3e4bd12-2a19-41ab-ba78-5dc6caecf4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.517305 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f68d4017-6cf8-412e-a946-17d1ee11ad02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.539644 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e4bd12-2a19-41ab-ba78-5dc6caecf4fe admin admin] No DVR routers for this DVR port 5a651669-5b04-49e1-85e1-36bba82aae81 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:08:57.541758 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4bd12-2a19-41ab-ba78-5dc6caecf4fe admin admin] Pushing event deleted for resources: {'Port': ['ID=5a651669-5b04-49e1-85e1-36bba82aae81,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:57.567250 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d4017-6cf8-412e-a946-17d1ee11ad02 None None] Pushing event deleted for resources: {'Port': ['ID=5a651669-5b04-49e1-85e1-36bba82aae81,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:57.570872 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68d4017-6cf8-412e-a946-17d1ee11ad02 None None] No DVR routers for this DVR port 5a651669-5b04-49e1-85e1-36bba82aae81 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:08:57.592232 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d4017-6cf8-412e-a946-17d1ee11ad02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.592782 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d4017-6cf8-412e-a946-17d1ee11ad02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.593226 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d4017-6cf8-412e-a946-17d1ee11ad02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.593909 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d4017-6cf8-412e-a946-17d1ee11ad02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.594852 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d4017-6cf8-412e-a946-17d1ee11ad02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.595519 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d4017-6cf8-412e-a946-17d1ee11ad02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.598659 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d4017-6cf8-412e-a946-17d1ee11ad02 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.599102 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d4017-6cf8-412e-a946-17d1ee11ad02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.599529 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d4017-6cf8-412e-a946-17d1ee11ad02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.600007 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d4017-6cf8-412e-a946-17d1ee11ad02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.600490 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d4017-6cf8-412e-a946-17d1ee11ad02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.601100 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d4017-6cf8-412e-a946-17d1ee11ad02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.606762 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1947e88-4fe9-44db-bda0-2830ac429ce4 req-1cc809b6-bd22-461b-889f-1024a173336a tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:57.615283 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a1947e88-4fe9-44db-bda0-2830ac429ce4 req-1cc809b6-bd22-461b-889f-1024a173336a tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 1098 time: 0.1687291 Aug 11 02:08:57.683652 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b3e4bd12-2a19-41ab-ba78-5dc6caecf4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.701459 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-b3e4bd12-2a19-41ab-ba78-5dc6caecf4fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834352f5-be1b-4ea8-b171-bd80d931468e']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:57.711910 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a1947e88-4fe9-44db-bda0-2830ac429ce4 req-f42b091d-bb80-4561-b6d3-c36cfd760476 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956671 Aug 11 02:08:57.716283 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-b3e4bd12-2a19-41ab-ba78-5dc6caecf4fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b17696f-9144-420d-a398-098402032d8a') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:57.716759 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-b3e4bd12-2a19-41ab-ba78-5dc6caecf4fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b17696f-9144-420d-a398-098402032d8a') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:57.726322 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b3e4bd12-2a19-41ab-ba78-5dc6caecf4fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.748082 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b3e4bd12-2a19-41ab-ba78-5dc6caecf4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.756701 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e4bd12-2a19-41ab-ba78-5dc6caecf4fe admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:08:57.758493 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b3e4bd12-2a19-41ab-ba78-5dc6caecf4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:08:57.761455 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:08:57.817931 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-508e3a25-af95-41d8-9fb3-8d0f23b9ba33 req-8cab6409-06e5-4559-bd45-a28b14b00fc1 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:08:57.823129 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-508e3a25-af95-41d8-9fb3-8d0f23b9ba33 req-8cab6409-06e5-4559-bd45-a28b14b00fc1 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.832123 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f4be35-3f86-467c-af48-23a275146a08 None None] Sync routers for ids ['3db3a406-9b10-448b-8e55-f720014013a2'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:08:57.845087 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f4be35-3f86-467c-af48-23a275146a08 None None] Routers {'3db3a406-9b10-448b-8e55-f720014013a2'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:57.845968 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d0f4be35-3f86-467c-af48-23a275146a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:08:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['3db3a406-9b10-448b-8e55-f720014013a2'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:57.865999 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89216782-a43a-4371-856a-9894fcb66080 req-827d526f-da25-4198-a785-54ddaac94cb6 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:57.867314 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-508e3a25-af95-41d8-9fb3-8d0f23b9ba33 req-8cab6409-06e5-4559-bd45-a28b14b00fc1 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "PUT /v2.0/floatingips/9a290373-3884-4b18-afdc-2d3a738b3069 HTTP/1.1" status: 200 len: 695 time: 1.1803212 Aug 11 02:08:57.869129 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7098af3c-9906-4d30-8fc7-544b74660c9a', 'tag': 'cf98c25a-1110-4ccc-8f5e-5819a21d4ced'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:57.874653 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-89216782-a43a-4371-856a-9894fcb66080 req-827d526f-da25-4198-a785-54ddaac94cb6 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.0701749 Aug 11 02:08:57.874816 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13265737-6b11-43d8-b04d-2b1b94d7d353" -d '{"events": [{"name": "network-changed", "server_uuid": "7098af3c-9906-4d30-8fc7-544b74660c9a", "tag": "cf98c25a-1110-4ccc-8f5e-5819a21d4ced"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:57.882532 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b3e4bd12-2a19-41ab-ba78-5dc6caecf4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.889943 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b3e4bd12-2a19-41ab-ba78-5dc6caecf4fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.894070 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b3e4bd12-2a19-41ab-ba78-5dc6caecf4fe admin admin] 10.222.0.50 "DELETE /v2.0/networks/834352f5-be1b-4ea8-b171-bd80d931468e HTTP/1.1" status: 204 len: 168 time: 1.0657961 Aug 11 02:08:57.936643 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4bd12-2a19-41ab-ba78-5dc6caecf4fe admin admin] Pushing event deleted for resources: {'Network': ['ID=834352f5-be1b-4ea8-b171-bd80d931468e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:57.958582 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e3a25-af95-41d8-9fb3-8d0f23b9ba33 req-f129165d-0fbc-47b8-8f93-d4404c5ffa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:57.971300 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-508e3a25-af95-41d8-9fb3-8d0f23b9ba33 req-f129165d-0fbc-47b8-8f93-d4404c5ffa13 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3851339e44404f088cb1430a89e6ffa3&device_id=7098af3c-9906-4d30-8fc7-544b74660c9a HTTP/1.1" status: 200 len: 1097 time: 0.0925765 Aug 11 02:08:57.989468 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-d0f4be35-3f86-467c-af48-23a275146a08 None None] Set router 3db3a406-9b10-448b-8e55-f720014013a2 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:57.997509 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-89216782-a43a-4371-856a-9894fcb66080 req-2612d162-c5f6-47e4-90e6-3d0fd23d8c7f tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201086 Aug 11 02:08:58.033243 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 4a85cf6b-c873-48fe-8ddb-35faf9591272 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:08:58.040912 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:08:58.051855 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59248) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:58.067554 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 4a85cf6b-c873-48fe-8ddb-35faf9591272 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:08:58.067907 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 4a85cf6b-c873-48fe-8ddb-35faf9591272 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:08:58.068330 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 345786c1-8357-4c1e-8dde-ce1dcc6a6b62 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:08:58.122142 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 345786c1-8357-4c1e-8dde-ce1dcc6a6b62 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:08:58.123211 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 345786c1-8357-4c1e-8dde-ce1dcc6a6b62 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:08:58.123839 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5a651669-5b04-49e1-85e1-36bba82aae81 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:08:58.145208 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccfe7e0-320b-4ed1-ab26-38da22a7b215 x-openstack-request-id: req-4ccfe7e0-320b-4ed1-ab26-38da22a7b215 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:58.145816 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7098af3c-9906-4d30-8fc7-544b74660c9a", "tag": "cf98c25a-1110-4ccc-8f5e-5819a21d4ced", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:58.146433 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4ccfe7e0-320b-4ed1-ab26-38da22a7b215 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:58.147692 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7098af3c-9906-4d30-8fc7-544b74660c9a', 'tag': 'cf98c25a-1110-4ccc-8f5e-5819a21d4ced', 'status': 'completed', 'code': 200} Aug 11 02:08:58.151188 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 5a651669-5b04-49e1-85e1-36bba82aae81 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:08:58.151588 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5a651669-5b04-49e1-85e1-36bba82aae81 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:08:58.154384 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e3a25-af95-41d8-9fb3-8d0f23b9ba33 req-35f904a0-2d1b-410a-ad86-81342e1acb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:58.165226 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-df22b991-61f3-4f4c-b8d4-e60c47282712 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5d0da7028cc44705ac3531b256d9cf99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1097219 Aug 11 02:08:58.166033 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59256) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:58.177325 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-508e3a25-af95-41d8-9fb3-8d0f23b9ba33 req-35f904a0-2d1b-410a-ad86-81342e1acb09 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b06d3d10-588d-4354-a566-0e4bf50ab835 HTTP/1.1" status: 200 len: 921 time: 0.2028635 Aug 11 02:08:58.236669 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-508e3a25-af95-41d8-9fb3-8d0f23b9ba33 req-a8560f6e-f369-4b0f-bc41-923166a50b66 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf98c25a-1110-4ccc-8f5e-5819a21d4ced HTTP/1.1" status: 200 len: 217 time: 0.0567687 Aug 11 02:08:58.267860 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c4fb27cc-6655-4468-ae2c-9731ee0a7e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:58.290494 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d0f4be35-3f86-467c-af48-23a275146a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db3a406-9b10-448b-8e55-f720014013a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-950807125-router', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:53Z', 'updated_at': '2021-08-11T02:07:58Z', 'revision_number': 4, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'gw_port': {'id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:54Z', 'updated_at': '2021-08-11T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '84008e0b-0dce-46e4-a066-aac3578f80bd', 'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'mac_address': 'fa:16:3e:5b:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:57Z', 'updated_at': '2021-08-11T02:08:06Z', 'revision_number': 5, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'subnets': [{'id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:58.300703 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e3a25-af95-41d8-9fb3-8d0f23b9ba33 req-b027b72a-ad57-45ec-9c13-7ea32af4bd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:58.311965 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-508e3a25-af95-41d8-9fb3-8d0f23b9ba33 req-b027b72a-ad57-45ec-9c13-7ea32af4bd0f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=21a76d83-aa04-4360-9155-f987f570d2fd HTTP/1.1" status: 200 len: 859 time: 0.0739472 Aug 11 02:08:58.320294 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f4be35-3f86-467c-af48-23a275146a08 None None] Checking router: 3db3a406-9b10-448b-8e55-f720014013a2 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:08:58.329600 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f4be35-3f86-467c-af48-23a275146a08 None None] Routers {'3db3a406-9b10-448b-8e55-f720014013a2'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:58.330342 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d0f4be35-3f86-467c-af48-23a275146a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:08:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['3db3a406-9b10-448b-8e55-f720014013a2'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:58.331340 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c4fb27cc-6655-4468-ae2c-9731ee0a7e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:58.429696 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13265737-6b11-43d8-b04d-2b1b94d7d353 req-7b06bdce-1959-4eda-a0a8-0c1a20cf3640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:58.435403 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-13265737-6b11-43d8-b04d-2b1b94d7d353 req-7b06bdce-1959-4eda-a0a8-0c1a20cf3640 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3851339e44404f088cb1430a89e6ffa3&device_id=7098af3c-9906-4d30-8fc7-544b74660c9a HTTP/1.1" status: 200 len: 1097 time: 0.2098064 Aug 11 02:08:58.436612 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c4fb27cc-6655-4468-ae2c-9731ee0a7e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:58.437715 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e3a25-af95-41d8-9fb3-8d0f23b9ba33 req-e3d735a6-5a62-43f0-a4af-aedbe1513dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:58.451124 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c4fb27cc-6655-4468-ae2c-9731ee0a7e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:58.452084 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-508e3a25-af95-41d8-9fb3-8d0f23b9ba33 req-e3d735a6-5a62-43f0-a4af-aedbe1513dde service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b06d3d10-588d-4354-a566-0e4bf50ab835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1387086 Aug 11 02:08:58.453009 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c4fb27cc-6655-4468-ae2c-9731ee0a7e9e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3f7f03ba-fd1a-4bd1-98a2-41e0b4daa524 HTTP/1.1" status: 204 len: 168 time: 0.2860365 Aug 11 02:08:58.491119 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb27cc-6655-4468-ae2c-9731ee0a7e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7f03ba-fd1a-4bd1-98a2-41e0b4daa524,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:58.573965 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13265737-6b11-43d8-b04d-2b1b94d7d353 req-3ec416f7-86d3-4418-acfe-cfc7af485152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:58.575655 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-13265737-6b11-43d8-b04d-2b1b94d7d353 req-3ec416f7-86d3-4418-acfe-cfc7af485152 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b06d3d10-588d-4354-a566-0e4bf50ab835 HTTP/1.1" status: 200 len: 921 time: 0.1062357 Aug 11 02:08:58.577032 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-d0f4be35-3f86-467c-af48-23a275146a08 None None] Set router 3db3a406-9b10-448b-8e55-f720014013a2 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:58.651495 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-13265737-6b11-43d8-b04d-2b1b94d7d353 req-d8516370-75da-4713-a12f-b1fa737c81b4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf98c25a-1110-4ccc-8f5e-5819a21d4ced HTTP/1.1" status: 200 len: 217 time: 0.0649400 Aug 11 02:08:58.737782 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13265737-6b11-43d8-b04d-2b1b94d7d353 req-65c56d02-1c22-4705-a7d8-f7d305e3eaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:58.739485 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-13265737-6b11-43d8-b04d-2b1b94d7d353 req-65c56d02-1c22-4705-a7d8-f7d305e3eaa7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21a76d83-aa04-4360-9155-f987f570d2fd HTTP/1.1" status: 200 len: 859 time: 0.0793235 Aug 11 02:08:58.757267 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-508e3a25-af95-41d8-9fb3-8d0f23b9ba33 req-6ec8c08d-a5d4-4ae8-aa14-0963f1b48e6c service neutron] 10.222.0.50 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973063 Aug 11 02:08:58.913664 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13265737-6b11-43d8-b04d-2b1b94d7d353 req-e6f83135-2edc-4323-864b-d2e24e93a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:58.920740 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-13265737-6b11-43d8-b04d-2b1b94d7d353 req-e6f83135-2edc-4323-864b-d2e24e93a3a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b06d3d10-588d-4354-a566-0e4bf50ab835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1481264 Aug 11 02:08:58.973385 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d0f4be35-3f86-467c-af48-23a275146a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db3a406-9b10-448b-8e55-f720014013a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-950807125-router', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:53Z', 'updated_at': '2021-08-11T02:07:58Z', 'revision_number': 4, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'gw_port': {'id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:54Z', 'updated_at': '2021-08-11T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '84008e0b-0dce-46e4-a066-aac3578f80bd', 'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'mac_address': 'fa:16:3e:5b:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:57Z', 'updated_at': '2021-08-11T02:08:06Z', 'revision_number': 5, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'subnets': [{'id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:59.039982 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f4be35-3f86-467c-af48-23a275146a08 None None] The sync data for ids ['3db3a406-9b10-448b-8e55-f720014013a2'] in n-d-615180-33 is: [{'id': '3db3a406-9b10-448b-8e55-f720014013a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-950807125-router', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:53Z', 'updated_at': '2021-08-11T02:07:58Z', 'revision_number': 4, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'gw_port': {'id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:54Z', 'updated_at': '2021-08-11T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '84008e0b-0dce-46e4-a066-aac3578f80bd', 'name': '', 'network_id': 'b06d3d10-588d-4354-a566-0e4bf50ab835', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'mac_address': 'fa:16:3e:5b:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:57Z', 'updated_at': '2021-08-11T02:08:06Z', 'revision_number': 5, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'subnets': [{'id': '21a76d83-aa04-4360-9155-f987f570d2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:08:59.053182 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-508e3a25-af95-41d8-9fb3-8d0f23b9ba33 req-e174c8a4-ed83-4e54-83d3-b4dd7f096592 service neutron] 10.222.0.50 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950094 Aug 11 02:08:59.131235 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-13265737-6b11-43d8-b04d-2b1b94d7d353 req-015cbdce-4f3f-43b1-a463-356763346f45 service neutron] 10.222.0.73 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993039 Aug 11 02:08:59.261258 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-13265737-6b11-43d8-b04d-2b1b94d7d353 req-670adad9-e64d-4443-823c-c7e2190f092d service neutron] 10.222.0.73 "GET /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156986 Aug 11 02:08:59.348955 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfd39f-40bb-4704-9907-d44f59dd0066 req-fd1599e0-35b0-4211-8dc0-89a870a9f49f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:59.350624 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3dfd39f-40bb-4704-9907-d44f59dd0066 req-fd1599e0-35b0-4211-8dc0-89a870a9f49f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.0854251 Aug 11 02:08:59.404682 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3dfd39f-40bb-4704-9907-d44f59dd0066 req-a4ae22ce-fca2-4cad-b8cf-3192a6bd56d1 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472913 Aug 11 02:08:59.428834 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9509b555-e086-4b4d-83f3-418ac0b04270 None None] New status for floating IP 9a290373-3884-4b18-afdc-2d3a738b3069: DOWN {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:08:59.609933 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-9066bafc-a0d6-4dc4-bcca-4fd0c74b2c89 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:08:59.619396 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-9066bafc-a0d6-4dc4-bcca-4fd0c74b2c89 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146692 Aug 11 02:08:59.631510 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-faa4d89e-26a9-4856-af37-211bc04c3421 service neutron] Request body: {'binding': {'host': 'n-h1-615180-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:59.632016 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-faa4d89e-26a9-4856-af37-211bc04c3421 service neutron] Unknown quota resources ['binding']. {{(pid=94507) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:08:59.760917 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbdd56-c51f-44e1-94ff-14f974f64951 req-01eea483-bd86-48a3-a62e-f33bd07ee416 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:59.762854 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e6dbdd56-c51f-44e1-94ff-14f974f64951 req-01eea483-bd86-48a3-a62e-f33bd07ee416 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.0586321 Aug 11 02:08:59.805131 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e6dbdd56-c51f-44e1-94ff-14f974f64951 req-fd7db16c-bf12-401d-8e93-b0106f7bdffa tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361373 Aug 11 02:08:59.814310 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-faa4d89e-26a9-4856-af37-211bc04c3421 service neutron] Attempting to bind port c9a555a6-9b14-4c00-af19-fb6260c2ed9d on host n-h1-615180-33 for vnic_type normal with profile None {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:08:59.814680 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-faa4d89e-26a9-4856-af37-211bc04c3421 service neutron] Attempting to bind port c9a555a6-9b14-4c00-af19-fb6260c2ed9d by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:08:59.815022 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-faa4d89e-26a9-4856-af37-211bc04c3421 service neutron] Attempting to bind port c9a555a6-9b14-4c00-af19-fb6260c2ed9d on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:59.826109 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-faa4d89e-26a9-4856-af37-211bc04c3421 service neutron] Port c9a555a6-9b14-4c00-af19-fb6260c2ed9d on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:08:59.826795 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-faa4d89e-26a9-4856-af37-211bc04c3421 service neutron] Attempting to bind port c9a555a6-9b14-4c00-af19-fb6260c2ed9d on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:59.834193 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-faa4d89e-26a9-4856-af37-211bc04c3421 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:08:59.834536 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-faa4d89e-26a9-4856-af37-211bc04c3421 service neutron] Checking segment: {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:59.835579 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-faa4d89e-26a9-4856-af37-211bc04c3421 service neutron] Bound using segment: {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:08:59.835579 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-faa4d89e-26a9-4856-af37-211bc04c3421 service neutron] Bound port: c9a555a6-9b14-4c00-af19-fb6260c2ed9d, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:00.114510 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f7bcfdb0-8a1e-44f4-b6f2-dd5b620817e5 req-43238bee-9000-4592-9af1-0873967ca54c tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/floatingips/9a290373-3884-4b18-afdc-2d3a738b3069 HTTP/1.1" status: 200 len: 693 time: 0.0553012 Aug 11 02:09:00.248416 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcfdb0-8a1e-44f4-b6f2-dd5b620817e5 req-aa345fa5-430e-49e4-a717-ffa49700d763 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:00.257330 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f7bcfdb0-8a1e-44f4-b6f2-dd5b620817e5 req-aa345fa5-430e-49e4-a717-ffa49700d763 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 784 time: 0.1369400 Aug 11 02:09:00.259273 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-faa4d89e-26a9-4856-af37-211bc04c3421 service neutron] For port c9a555a6-9b14-4c00-af19-fb6260c2ed9d, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=c9a555a6-9b14-4c00-af19-fb6260c2ed9d,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:00.267051 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-faa4d89e-26a9-4856-af37-211bc04c3421 service neutron] Notify callbacks [] for binding, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:00.277977 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-faa4d89e-26a9-4856-af37-211bc04c3421 service neutron] 10.222.0.50 "POST /v2.0/ports/c9a555a6-9b14-4c00-af19-fb6260c2ed9d/bindings HTTP/1.1" status: 201 len: 390 time: 0.6524665 Aug 11 02:09:00.319843 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f7bcfdb0-8a1e-44f4-b6f2-dd5b620817e5 req-0ff171b1-57e0-48e9-9b57-99e5c442babd tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 696 time: 0.0614073 Aug 11 02:09:00.359442 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59336) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:00.394176 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f7bcfdb0-8a1e-44f4-b6f2-dd5b620817e5 req-3e5293c3-b4bf-45f1-a2ce-d85e10326b01 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 696 time: 0.0734408 Aug 11 02:09:00.471871 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c5f29-09d5-4d8b-ab8d-73b800130198 req-1fd7318a-a5fc-42a0-821e-251da08d0611 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:00.474149 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cf5c5f29-09d5-4d8b-ab8d-73b800130198 req-1fd7318a-a5fc-42a0-821e-251da08d0611 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 946 time: 0.0561366 Aug 11 02:09:00.533412 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a940d1c-8723-43ff-a012-ea5ec57ef999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:00.546281 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cf5c5f29-09d5-4d8b-ab8d-73b800130198 req-d592fbad-1f1a-44d8-b44e-0ba87cd3546b tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559168 Aug 11 02:09:00.655142 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-4bf01646-9c6e-4bd9-85a4-eaec739890ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:00.656626 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-4bf01646-9c6e-4bd9-85a4-eaec739890ec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2ad8af97bd524ff09f331d88ab3a939b&device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 1098 time: 0.1206353 Aug 11 02:09:00.749314 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-f7bcfdb0-8a1e-44f4-b6f2-dd5b620817e5 req-52a6994c-9617-4e73-b2d9-31b928809e3a tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Deleting port b9bfc170-7b55-402c-89d0-24d75d541784 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:00.749694 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f7bcfdb0-8a1e-44f4-b6f2-dd5b620817e5 req-52a6994c-9617-4e73-b2d9-31b928809e3a tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:00.755352 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59ebfb2c-6837-408a-8fcd-ae22345d62bb req-c60fba87-0bbd-4449-8983-d6e8eb82b18e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1219540 Aug 11 02:09:00.775936 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259da823-0558-4c0f-b664-01215e0e34c9 req-84dcec80-4558-4493-872c-c32588d60cbd tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:00.780017 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-259da823-0558-4c0f-b664-01215e0e34c9 req-84dcec80-4558-4493-872c-c32588d60cbd tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.1155674 Aug 11 02:09:00.787937 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a940d1c-8723-43ff-a012-ea5ec57ef999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:00.806019 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a940d1c-8723-43ff-a012-ea5ec57ef999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:00.840003 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-b7b7d5c6-0b12-4649-9e86-20a058810ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:00.842007 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-b7b7d5c6-0b12-4649-9e86-20a058810ba3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c HTTP/1.1" status: 200 len: 909 time: 0.1695173 Aug 11 02:09:00.869999 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f7bcfdb0-8a1e-44f4-b6f2-dd5b620817e5 req-52a6994c-9617-4e73-b2d9-31b928809e3a tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:00.870311 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f7bcfdb0-8a1e-44f4-b6f2-dd5b620817e5 req-52a6994c-9617-4e73-b2d9-31b928809e3a tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:00.893829 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1a940d1c-8723-43ff-a012-ea5ec57ef999 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=efb07db05ba24043b42becb0223bdaf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5331323 Aug 11 02:09:00.898100 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-259da823-0558-4c0f-b664-01215e0e34c9 req-91c21cdb-5330-465d-b9ad-2e5e70229a43 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135330 Aug 11 02:09:00.898814 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59350) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:00.899441 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a940d1c-8723-43ff-a012-ea5ec57ef999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867d52b2-d1a8-41d5-80f9-09ccbf6950ea,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:00.910616 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-0f1127b6-eb9a-4a1f-b8a9-ade07a58639d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9a555a6-9b14-4c00-af19-fb6260c2ed9d HTTP/1.1" status: 200 len: 217 time: 0.0510733 Aug 11 02:09:00.927049 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-f7bcfdb0-8a1e-44f4-b6f2-dd5b620817e5 req-52a6994c-9617-4e73-b2d9-31b928809e3a tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Calling delete_port for b9bfc170-7b55-402c-89d0-24d75d541784 owned by network:floatingip {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:00.933389 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebfb2c-6837-408a-8fcd-ae22345d62bb req-c0e691c6-e69b-49ef-90c3-15bf1751df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:00.939744 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59ebfb2c-6837-408a-8fcd-ae22345d62bb req-c0e691c6-e69b-49ef-90c3-15bf1751df97 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 1102 time: 0.1345351 Aug 11 02:09:01.031497 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-1819c814-acca-4fe4-9df2-66aa22209d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:01.034147 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-1819c814-acca-4fe4-9df2-66aa22209d45 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea5a035c-6f83-40b0-8579-ac261184d3bb HTTP/1.1" status: 200 len: 848 time: 0.1077356 Aug 11 02:09:01.061864 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b0d16e04-d565-429e-8bb8-ddaa9d7e0a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:01.087097 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-6535ba1d-946d-4c0b-95f6-915898998cc8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427191 Aug 11 02:09:01.114217 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b0d16e04-d565-429e-8bb8-ddaa9d7e0a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:01.124127 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebfb2c-6837-408a-8fcd-ae22345d62bb req-cd1a7fc7-6f36-42e6-90f6-99c80295424a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:01.125641 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59ebfb2c-6837-408a-8fcd-ae22345d62bb req-cd1a7fc7-6f36-42e6-90f6-99c80295424a service neutron] 10.222.0.73 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.1468103 Aug 11 02:09:01.258329 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59ebfb2c-6837-408a-8fcd-ae22345d62bb req-52a12b12-db2c-49c6-a2a8-322cd4892e7e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=f1c2dc37-53c8-4940-8d0e-4a846afcecd0 HTTP/1.1" status: 200 len: 217 time: 0.1167076 Aug 11 02:09:01.266120 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f7bcfdb0-8a1e-44f4-b6f2-dd5b620817e5 req-52a6994c-9617-4e73-b2d9-31b928809e3a tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:01.269894 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aefc02-66c6-4e3c-aa52-9a183391ab21 req-232efb14-6075-41f2-b0d2-d7127ac4c041 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:01.276707 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-53be9df6-4f96-464b-8bd5-59ed0fd8e876 service neutron] 10.222.0.73 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617570 Aug 11 02:09:01.279333 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-33aefc02-66c6-4e3c-aa52-9a183391ab21 req-232efb14-6075-41f2-b0d2-d7127ac4c041 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.1391268 Aug 11 02:09:01.310376 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6994c-9617-4e73-b2d9-31b928809e3a tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Pushing event deleted for resources: {'Port': ['ID=b9bfc170-7b55-402c-89d0-24d75d541784,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:01.382390 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-33aefc02-66c6-4e3c-aa52-9a183391ab21 req-addcac45-4c28-443f-a31d-00892bd71b77 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017385 Aug 11 02:09:01.386852 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b0d16e04-d565-429e-8bb8-ddaa9d7e0a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:01.390765 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b0d16e04-d565-429e-8bb8-ddaa9d7e0a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:01.396237 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b0d16e04-d565-429e-8bb8-ddaa9d7e0a86 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/867d52b2-d1a8-41d5-80f9-09ccbf6950ea HTTP/1.1" status: 204 len: 168 time: 0.4778378 Aug 11 02:09:01.398523 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebfb2c-6837-408a-8fcd-ae22345d62bb req-b4df513f-9f23-415a-acf2-7bb903b9c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:01.400152 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59ebfb2c-6837-408a-8fcd-ae22345d62bb req-b4df513f-9f23-415a-acf2-7bb903b9c40a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1184449 Aug 11 02:09:01.447233 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f7bcfdb0-8a1e-44f4-b6f2-dd5b620817e5 req-52a6994c-9617-4e73-b2d9-31b928809e3a tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks [] for floatingip, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:01.449980 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f7bcfdb0-8a1e-44f4-b6f2-dd5b620817e5 req-52a6994c-9617-4e73-b2d9-31b928809e3a tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:01.452150 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d16e04-d565-429e-8bb8-ddaa9d7e0a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867d52b2-d1a8-41d5-80f9-09ccbf6950ea,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:01.454226 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f7bcfdb0-8a1e-44f4-b6f2-dd5b620817e5 req-52a6994c-9617-4e73-b2d9-31b928809e3a tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "DELETE /v2.0/floatingips/9a290373-3884-4b18-afdc-2d3a738b3069 HTTP/1.1" status: 204 len: 173 time: 1.0527520 Aug 11 02:09:01.470157 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-c76e27f3-3f4c-40c1-9d9b-03bbf7f0ed99 service neutron] 10.222.0.73 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688862 Aug 11 02:09:01.494973 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebfb2c-6837-408a-8fcd-ae22345d62bb req-54f4b3bb-002d-4b45-b098-301650a73bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:01.497646 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59ebfb2c-6837-408a-8fcd-ae22345d62bb req-54f4b3bb-002d-4b45-b098-301650a73bf2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0846782 Aug 11 02:09:01.654276 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59ebfb2c-6837-408a-8fcd-ae22345d62bb req-3e4feca0-892c-4519-ad7b-983cee7e2ec6 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478298 Aug 11 02:09:01.820153 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeef955-30bb-4ba8-8e84-7bdec12de272 req-114e2a1c-2d72-4525-ac29-85dabafb7fa9 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:01.824146 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4eeef955-30bb-4ba8-8e84-7bdec12de272 req-114e2a1c-2d72-4525-ac29-85dabafb7fa9 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 946 time: 0.1388936 Aug 11 02:09:01.848192 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59ebfb2c-6837-408a-8fcd-ae22345d62bb req-73ab5046-5aaa-41fa-9be0-143f89a6eb04 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843488 Aug 11 02:09:01.902029 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4eeef955-30bb-4ba8-8e84-7bdec12de272 req-2216c9cd-5c0d-4ae0-8310-1b87f987239a tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640349 Aug 11 02:09:01.975223 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e9f93-14e2-4166-8909-b0dddb342284 req-4ee05d44-90ce-4d3f-a91b-959ebb8e8f5d tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:01.977383 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-af7e9f93-14e2-4166-8909-b0dddb342284 req-4ee05d44-90ce-4d3f-a91b-959ebb8e8f5d tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports?device_id=7098af3c-9906-4d30-8fc7-544b74660c9a HTTP/1.1" status: 200 len: 945 time: 0.0988872 Aug 11 02:09:02.065064 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-af7e9f93-14e2-4166-8909-b0dddb342284 req-6aa0d9e4-e680-488e-8b58-72f45f9ea39c tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4849a0a-99ac-4f90-8453-af814ed38664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808439 Aug 11 02:09:02.111159 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6865c-855c-4f4c-a14a-2762c697cee7 req-045c6ee6-3de7-4bd9-b526-4dd3a964979f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:02.112832 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a6b6865c-855c-4f4c-a14a-2762c697cee7 req-045c6ee6-3de7-4bd9-b526-4dd3a964979f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.0904884 Aug 11 02:09:02.196145 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a6b6865c-855c-4f4c-a14a-2762c697cee7 req-c2aad329-8ae5-46cb-8103-15d827ad6c22 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769134 Aug 11 02:09:02.551220 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0dcd5f4c-6e3e-4a5b-868f-11c1372df18c req-5ae5c05b-547f-46e2-9b2f-7951f162e363 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0541470 Aug 11 02:09:02.559072 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008122f4-0d40-4114-81cf-e0a627c8a791 req-1f9e4bc2-7e7b-4a28-b649-4c4121f238f5 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:02.566533 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-008122f4-0d40-4114-81cf-e0a627c8a791 req-1f9e4bc2-7e7b-4a28-b649-4c4121f238f5 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.1028922 Aug 11 02:09:02.644280 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-008122f4-0d40-4114-81cf-e0a627c8a791 req-05f90c19-4d81-4bbe-953e-dea4dffe516c tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767100 Aug 11 02:09:02.665085 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd5f4c-6e3e-4a5b-868f-11c1372df18c req-10f0199f-9ad2-4f2e-a685-c53b1bfd648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:02.666679 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0dcd5f4c-6e3e-4a5b-868f-11c1372df18c req-10f0199f-9ad2-4f2e-a685-c53b1bfd648b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ad8af97bd524ff09f331d88ab3a939b&device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 1096 time: 0.0831687 Aug 11 02:09:02.790280 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd5f4c-6e3e-4a5b-868f-11c1372df18c req-67ad8f5c-5f78-4766-a4a5-8189e3b91974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:02.792862 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0dcd5f4c-6e3e-4a5b-868f-11c1372df18c req-67ad8f5c-5f78-4766-a4a5-8189e3b91974 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c HTTP/1.1" status: 200 len: 909 time: 0.1041129 Aug 11 02:09:02.856033 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0dcd5f4c-6e3e-4a5b-868f-11c1372df18c req-20d51977-5ae9-4972-baa3-bb56e446dae0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b911efb-1778-446f-bb4c-825e87afa515 HTTP/1.1" status: 200 len: 217 time: 0.0534961 Aug 11 02:09:02.913796 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd5f4c-6e3e-4a5b-868f-11c1372df18c req-496dac1e-36ec-4382-b0fe-127e2b40b45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:02.915273 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0dcd5f4c-6e3e-4a5b-868f-11c1372df18c req-496dac1e-36ec-4382-b0fe-127e2b40b45a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ea5a035c-6f83-40b0-8579-ac261184d3bb HTTP/1.1" status: 200 len: 848 time: 0.0518613 Aug 11 02:09:02.960376 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0dcd5f4c-6e3e-4a5b-868f-11c1372df18c req-45e94ad8-d2e6-441c-b0c0-a97bdfb08847 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358264 Aug 11 02:09:03.021656 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7671b1-282e-4433-88ab-b8e41a53fb3e req-4b63904b-dc01-49dc-9c0f-621001d7d6c3 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:03.024553 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8d7671b1-282e-4433-88ab-b8e41a53fb3e req-4b63904b-dc01-49dc-9c0f-621001d7d6c3 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 946 time: 0.0571012 Aug 11 02:09:03.067210 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8d7671b1-282e-4433-88ab-b8e41a53fb3e req-1b591ae3-2b29-4d7e-8e5c-6c9b33d39aa8 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364425 Aug 11 02:09:03.078704 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0dcd5f4c-6e3e-4a5b-868f-11c1372df18c req-0ad7ffd0-1a70-4032-a65f-592074f4f425 service neutron] 10.222.0.66 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093910 Aug 11 02:09:03.223124 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2a34a-b835-492d-970a-9f5c27448952 req-d2df9bbe-1c8e-45fc-82f7-bbd3258e5d74 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:03.224660 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a6b2a34a-b835-492d-970a-9f5c27448952 req-d2df9bbe-1c8e-45fc-82f7-bbd3258e5d74 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports?device_id=7098af3c-9906-4d30-8fc7-544b74660c9a HTTP/1.1" status: 200 len: 945 time: 0.0796337 Aug 11 02:09:03.231940 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0dcd5f4c-6e3e-4a5b-868f-11c1372df18c req-5ad82d5e-5f6c-4c29-a303-4371b963b593 service neutron] 10.222.0.66 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452184 Aug 11 02:09:03.286093 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59426) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:03.287309 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a6b2a34a-b835-492d-970a-9f5c27448952 req-15d2abf8-b4eb-4504-bede-07ee4ebf08c1 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4849a0a-99ac-4f90-8453-af814ed38664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544243 Aug 11 02:09:03.392430 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f4cdb-775a-4dbf-a843-8c914c0736a3 req-7492a303-3bf9-498c-b34d-1d7b249e76c6 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:03.394974 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ef3f4cdb-775a-4dbf-a843-8c914c0736a3 req-7492a303-3bf9-498c-b34d-1d7b249e76c6 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.0773222 Aug 11 02:09:03.464681 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eda7bbba-0bf2-4f5a-8db1-b03b5725dac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:03.488333 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ef3f4cdb-775a-4dbf-a843-8c914c0736a3 req-dbd15cce-5140-4bbb-9c3e-be5790a6f253 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691855 Aug 11 02:09:03.516993 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be672df4-9adc-49fc-a6aa-06ccdf32c93c req-ad9bfd68-90c9-4409-ac62-74f1ac8a5fff tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:03.518574 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-be672df4-9adc-49fc-a6aa-06ccdf32c93c req-ad9bfd68-90c9-4409-ac62-74f1ac8a5fff tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.73 "GET /v2.0/ports?device_id=7098af3c-9906-4d30-8fc7-544b74660c9a HTTP/1.1" status: 200 len: 945 time: 0.1455564 Aug 11 02:09:03.654098 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eda7bbba-0bf2-4f5a-8db1-b03b5725dac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:03.659156 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eda7bbba-0bf2-4f5a-8db1-b03b5725dac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:03.665435 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-be672df4-9adc-49fc-a6aa-06ccdf32c93c req-5a2034f0-8da2-42a6-b51f-af0326f7f582 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Deleting port cf98c25a-1110-4ccc-8f5e-5819a21d4ced {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:03.666160 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-be672df4-9adc-49fc-a6aa-06ccdf32c93c req-5a2034f0-8da2-42a6-b51f-af0326f7f582 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:03.752365 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-eda7bbba-0bf2-4f5a-8db1-b03b5725dac4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=065114d4bc6348e48f344a1a6efc743b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4624753 Aug 11 02:09:03.756478 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59432) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:03.757016 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7bbba-0bf2-4f5a-8db1-b03b5725dac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90c9039-100a-44d6-9dcd-05e7e56b1446,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:03.785681 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f47d5c-6d54-45f3-906c-acc12db6af14 req-79c9bc23-4ab9-41d0-a8af-9e57ffda30fe tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:03.792743 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-11f47d5c-6d54-45f3-906c-acc12db6af14 req-79c9bc23-4ab9-41d0-a8af-9e57ffda30fe tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.0826614 Aug 11 02:09:03.810857 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-be672df4-9adc-49fc-a6aa-06ccdf32c93c req-5a2034f0-8da2-42a6-b51f-af0326f7f582 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] For port cf98c25a-1110-4ccc-8f5e-5819a21d4ced, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=cf98c25a-1110-4ccc-8f5e-5819a21d4ced,segment=NetworkSegment(6d5b1096-74d2-4841-973c-25801587ede5),segment_id=6d5b1096-74d2-4841-973c-25801587ede5)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:03.811279 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-be672df4-9adc-49fc-a6aa-06ccdf32c93c req-5a2034f0-8da2-42a6-b51f-af0326f7f582 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:03.827352 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-be672df4-9adc-49fc-a6aa-06ccdf32c93c req-5a2034f0-8da2-42a6-b51f-af0326f7f582 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Calling delete_port for cf98c25a-1110-4ccc-8f5e-5819a21d4ced owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:03.855058 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3261ce0-fd73-406a-be4f-170c8fac42f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:03.860718 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-11f47d5c-6d54-45f3-906c-acc12db6af14 req-c7e34d49-7b37-462f-b8e5-f0817f2e90c9 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671732 Aug 11 02:09:03.900134 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3261ce0-fd73-406a-be4f-170c8fac42f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:03.955325 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3261ce0-fd73-406a-be4f-170c8fac42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:03.957905 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3261ce0-fd73-406a-be4f-170c8fac42f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:03.961745 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d3261ce0-fd73-406a-be4f-170c8fac42f3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b90c9039-100a-44d6-9dcd-05e7e56b1446 HTTP/1.1" status: 204 len: 168 time: 0.2027793 Aug 11 02:09:03.969315 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3261ce0-fd73-406a-be4f-170c8fac42f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90c9039-100a-44d6-9dcd-05e7e56b1446,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:04.060723 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-be672df4-9adc-49fc-a6aa-06ccdf32c93c req-5a2034f0-8da2-42a6-b51f-af0326f7f582 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:04.079120 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['cf98c25a-1110-4ccc-8f5e-5819a21d4ced'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:04.107952 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2034f0-8da2-42a6-b51f-af0326f7f582 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Pushing event deleted for resources: {'Port': ['ID=cf98c25a-1110-4ccc-8f5e-5819a21d4ced,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:04.178281 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-be672df4-9adc-49fc-a6aa-06ccdf32c93c req-5a2034f0-8da2-42a6-b51f-af0326f7f582 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] No DVR routers for this DVR port cf98c25a-1110-4ccc-8f5e-5819a21d4ced on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:09:04.184882 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-be672df4-9adc-49fc-a6aa-06ccdf32c93c req-5a2034f0-8da2-42a6-b51f-af0326f7f582 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:04.187172 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-be672df4-9adc-49fc-a6aa-06ccdf32c93c req-5a2034f0-8da2-42a6-b51f-af0326f7f582 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.73 "DELETE /v2.0/ports/cf98c25a-1110-4ccc-8f5e-5819a21d4ced HTTP/1.1" status: 204 len: 173 time: 0.6601052 Aug 11 02:09:04.187892 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7098af3c-9906-4d30-8fc7-544b74660c9a', 'name': 'network-vif-deleted', 'tag': 'cf98c25a-1110-4ccc-8f5e-5819a21d4ced'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:04.197140 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633f8495-4fe9-4315-9f4e-a7a7991ae4a4" -d '{"events": [{"server_uuid": "7098af3c-9906-4d30-8fc7-544b74660c9a", "name": "network-vif-deleted", "tag": "cf98c25a-1110-4ccc-8f5e-5819a21d4ced"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:04.220503 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0333be6-da99-464b-a680-92432481b458 req-2a2696cf-4120-437c-ad6a-bb32eea5a11c tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:04.222680 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a0333be6-da99-464b-a680-92432481b458 req-2a2696cf-4120-437c-ad6a-bb32eea5a11c tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/networks?id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7 HTTP/1.1" status: 200 len: 821 time: 0.2252178 Aug 11 02:09:04.241291 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a0333be6-da99-464b-a680-92432481b458 req-c5d229ac-cfd9-4c41-814f-baa33dba49db tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/quotas/fc914b6e60444f2aabf27f905058cfbf HTTP/1.1" status: 200 len: 375 time: 0.0124629 Aug 11 02:09:04.257812 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64507709-a141-41ae-be35-d5deafe05613 req-49981813-7077-416b-9d6c-8cc546e91d73 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:04.266927 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-64507709-a141-41ae-be35-d5deafe05613 req-49981813-7077-416b-9d6c-8cc546e91d73 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 946 time: 0.1056762 Aug 11 02:09:04.311837 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-64507709-a141-41ae-be35-d5deafe05613 req-09240fc9-4b85-43c6-9e92-c93dea9d7b11 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421298 Aug 11 02:09:04.319916 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a0333be6-da99-464b-a680-92432481b458 req-574bf1d0-e8b8-48ad-9e07-42fa8a466618 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc914b6e60444f2aabf27f905058cfbf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0704436 Aug 11 02:09:04.400968 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486584e5-14bd-4375-ba41-0d8219be2417 x-openstack-request-id: req-486584e5-14bd-4375-ba41-0d8219be2417 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:04.401279 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7098af3c-9906-4d30-8fc7-544b74660c9a", "name": "network-vif-deleted", "tag": "cf98c25a-1110-4ccc-8f5e-5819a21d4ced", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:04.401568 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-486584e5-14bd-4375-ba41-0d8219be2417 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:04.401934 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7098af3c-9906-4d30-8fc7-544b74660c9a', 'name': 'network-vif-deleted', 'tag': 'cf98c25a-1110-4ccc-8f5e-5819a21d4ced', 'status': 'completed', 'code': 200} Aug 11 02:09:04.448360 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a0333be6-da99-464b-a680-92432481b458 req-54b9833d-d739-411a-b90f-09c78e7dad6b service neutron] 10.222.0.50 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196432 Aug 11 02:09:04.574094 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a0333be6-da99-464b-a680-92432481b458 req-7f88ff40-9569-4459-8b70-dadb4b13b39c service neutron] 10.222.0.50 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247544 Aug 11 02:09:04.586464 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5ee47578-a63a-460c-b4c9-08184f2bec27 req-8a0db538-683a-4ec5-82c9-ea572aada552 tempest-FloatingIPsAssociationTestJSON-1334435415 tempest-FloatingIPsAssociationTestJSON-1334435415-project] 10.222.0.50 "GET /v2.0/ports?device_id=7098af3c-9906-4d30-8fc7-544b74660c9a HTTP/1.1" status: 200 len: 210 time: 0.0291657 Aug 11 02:09:04.835633 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d9dd1-3f55-423b-b929-f75977916224 req-fd2501cc-37ed-4162-83e2-ad08fb5d0a34 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:04.837705 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4b5d9dd1-3f55-423b-b929-f75977916224 req-fd2501cc-37ed-4162-83e2-ad08fb5d0a34 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.0647426 Aug 11 02:09:04.891358 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4b5d9dd1-3f55-423b-b929-f75977916224 req-6f3c0fa2-b836-44d2-a39c-6973b3112a95 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450661 Aug 11 02:09:05.055002 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4900ecf-1727-4ff3-98fa-cf084aa896af req-5e54982f-4844-4148-b991-3dcac13a1d55 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:05.064639 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e4900ecf-1727-4ff3-98fa-cf084aa896af req-5e54982f-4844-4148-b991-3dcac13a1d55 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.1116855 Aug 11 02:09:05.109755 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e4900ecf-1727-4ff3-98fa-cf084aa896af req-0a999e41-b1b5-4227-ba97-1197c7ca319c tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439382 Aug 11 02:09:05.112224 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-03206ca5-aa56-403a-9e67-ba9a4276c1f3 req-8504aa27-e846-4190-bab6-98903812f103 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 210 time: 0.0300648 Aug 11 02:09:05.515947 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4b141-2d71-42ee-8973-f37cae7a3bea req-41ab5a4f-fd91-471c-908d-311a343b646e tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:05.518086 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ebb4b141-2d71-42ee-8973-f37cae7a3bea req-41ab5a4f-fd91-471c-908d-311a343b646e tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 946 time: 0.1201036 Aug 11 02:09:05.522642 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6bf8f119-4145-4e3f-84cf-afeff66591d7 req-5fabab0c-32fa-4bb8-b89f-210683443b71 tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0375175 Aug 11 02:09:05.591612 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ebb4b141-2d71-42ee-8973-f37cae7a3bea req-2b63b506-b4a7-4438-9aa1-839f30e6ee60 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611100 Aug 11 02:09:05.661922 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59518) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:06.041247 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3cd38-75a2-483f-9ff8-69a3503091db req-1afef86d-c447-483c-974b-825c5d89f539 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:06.050631 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05b3cd38-75a2-483f-9ff8-69a3503091db req-1afef86d-c447-483c-974b-825c5d89f539 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.0659356 Aug 11 02:09:06.088969 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05b3cd38-75a2-483f-9ff8-69a3503091db req-7c796589-01d7-4a76-a6df-0e92b9659525 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370305 Aug 11 02:09:06.098738 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device cf98c25a-1110-4ccc-8f5e-5819a21d4ced no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:09:06.170403 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: cf98c25a-1110-4ccc-8f5e-5819a21d4ced {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:09:06.171021 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device cf98c25a-1110-4ccc-8f5e-5819a21d4ced not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:09:06.289065 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-380e5c0f-26b9-4867-b8e1-dd03431add9c req-7e71a604-6ed4-484e-a867-81b09670f7e3 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 210 time: 0.0456479 Aug 11 02:09:06.424076 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f1d76-7dfa-4761-b3ea-0f88bd1d1e2e req-5e770376-cef5-4576-bdaa-dfe8f549a472 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:06.425649 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0c8f1d76-7dfa-4761-b3ea-0f88bd1d1e2e req-5e770376-cef5-4576-bdaa-dfe8f549a472 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.1767716 Aug 11 02:09:06.506352 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0333be6-da99-464b-a680-92432481b458 req-e50de942-adab-46c4-a819-96ed3898630e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:06.507989 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a0333be6-da99-464b-a680-92432481b458 req-e50de942-adab-46c4-a819-96ed3898630e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.66 "GET /v2.0/networks?id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7 HTTP/1.1" status: 200 len: 821 time: 0.2261767 Aug 11 02:09:06.524744 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0c8f1d76-7dfa-4761-b3ea-0f88bd1d1e2e req-e5886f51-2e6b-460e-9ffd-50a35e62bd2f tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833700 Aug 11 02:09:06.535379 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-a0333be6-da99-464b-a680-92432481b458 req-c6b2c34d-6b85-4519-9eea-37c14aa4c89d tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Request body: {'port': {'device_id': '0d2c67cb-5c56-44e2-8792-f1cadec22f5b', 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7', 'admin_state_up': True, 'tenant_id': 'fc914b6e60444f2aabf27f905058cfbf'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:06.705761 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dbf730c0-b4e7-48a7-8dda-04584462fc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:06.740238 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9d9930ec-a85e-4b47-aa53-adfc65295818 req-9184e502-bafc-4b8a-bd29-443235faf5bc tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0390069 Aug 11 02:09:06.752870 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0333be6-da99-464b-a680-92432481b458 req-c6b2c34d-6b85-4519-9eea-37c14aa4c89d tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Made reservation on behalf of fc914b6e60444f2aabf27f905058cfbf for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:09:06.758229 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a0333be6-da99-464b-a680-92432481b458 req-c6b2c34d-6b85-4519-9eea-37c14aa4c89d tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:06.938789 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c10e6-01ef-4afa-89c0-d4f5f90375e7 req-2c1ef184-d8fb-4d4d-bfa7-b33571953c9a tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:06.940408 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a38c10e6-01ef-4afa-89c0-d4f5f90375e7 req-2c1ef184-d8fb-4d4d-bfa7-b33571953c9a tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 946 time: 0.2301726 Aug 11 02:09:07.098840 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a38c10e6-01ef-4afa-89c0-d4f5f90375e7 req-4d28b1de-5e9a-47e5-aed0-4f5b1f2535e5 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466954 Aug 11 02:09:07.121651 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-a0333be6-da99-464b-a680-92432481b458 req-c6b2c34d-6b85-4519-9eea-37c14aa4c89d tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Allocated IP 172.20.0.6 (91920fe3-ff09-41fe-ba76-a9d2c7703cf7/b6e0d0b4-108b-452a-91dc-cd606630079c/695319a2-5cbb-4621-aa3a-340025ecdc81) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:09:07.232578 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3b320-6dbf-459c-907b-5a41d120cce4 req-528e2ab9-f53e-4c41-ac39-3c011d88412e tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:07.234187 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7bb3b320-6dbf-459c-907b-5a41d120cce4 req-528e2ab9-f53e-4c41-ac39-3c011d88412e tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.0572689 Aug 11 02:09:07.297267 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7bb3b320-6dbf-459c-907b-5a41d120cce4 req-feecd4cf-5954-435c-b310-24d4aecee1c0 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512147 Aug 11 02:09:07.334712 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-dbf730c0-b4e7-48a7-8dda-04584462fc34 admin admin] Deleting port 84008e0b-0dce-46e4-a066-aac3578f80bd {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:07.334984 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dbf730c0-b4e7-48a7-8dda-04584462fc34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:07.389434 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a0333be6-da99-464b-a680-92432481b458 req-c6b2c34d-6b85-4519-9eea-37c14aa4c89d tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:07.434988 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-865759a5-7267-4ebe-8792-8ca08e54b0dd req-2e5c3703-aac4-4955-8468-5025cf13a7c1 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 210 time: 0.0539620 Aug 11 02:09:07.482496 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-dbf730c0-b4e7-48a7-8dda-04584462fc34 admin admin] For port 84008e0b-0dce-46e4-a066-aac3578f80bd, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=84008e0b-0dce-46e4-a066-aac3578f80bd,segment=NetworkSegment(6d5b1096-74d2-4841-973c-25801587ede5),segment_id=6d5b1096-74d2-4841-973c-25801587ede5)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:07.482865 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dbf730c0-b4e7-48a7-8dda-04584462fc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:07.499314 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-dbf730c0-b4e7-48a7-8dda-04584462fc34 admin admin] Calling delete_port for 84008e0b-0dce-46e4-a066-aac3578f80bd owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:07.513747 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a0333be6-da99-464b-a680-92432481b458 req-c6b2c34d-6b85-4519-9eea-37c14aa4c89d tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:07.526343 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['7b700c27-660c-4e58-8fe5-174c7e9f96b8'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:07.603090 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0333be6-da99-464b-a680-92432481b458 req-c6b2c34d-6b85-4519-9eea-37c14aa4c89d tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:09:07.605860 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2c34d-6b85-4519-9eea-37c14aa4c89d tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Pushing event updated for resources: {'Port': ['ID=695319a2-5cbb-4621-aa3a-340025ecdc81,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:07.608400 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-a0333be6-da99-464b-a680-92432481b458 req-c6b2c34d-6b85-4519-9eea-37c14aa4c89d tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:07.618716 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0333be6-da99-464b-a680-92432481b458 req-c6b2c34d-6b85-4519-9eea-37c14aa4c89d tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:09:07.679526 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583a280-d45c-4fd0-91cb-5f1fcea8714b req-48c6dbe6-9047-4a0a-9c81-55dd5834d1fd tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:07.681355 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2583a280-d45c-4fd0-91cb-5f1fcea8714b req-48c6dbe6-9047-4a0a-9c81-55dd5834d1fd tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.0522397 Aug 11 02:09:07.706869 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0333be6-da99-464b-a680-92432481b458 req-c6b2c34d-6b85-4519-9eea-37c14aa4c89d tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:07.707564 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a0333be6-da99-464b-a680-92432481b458 req-c6b2c34d-6b85-4519-9eea-37c14aa4c89d tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:07.745002 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a0333be6-da99-464b-a680-92432481b458 req-c6b2c34d-6b85-4519-9eea-37c14aa4c89d tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2180648 Aug 11 02:09:07.752653 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2583a280-d45c-4fd0-91cb-5f1fcea8714b req-0c7f35c9-6a11-475e-ad47-c9deb768b33f tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627105 Aug 11 02:09:07.761489 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-a0333be6-da99-464b-a680-92432481b458 req-24111717-659e-47a8-baba-ab8945199494 service neutron] Request body: {'port': {'device_id': '0d2c67cb-5c56-44e2-8792-f1cadec22f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:07.847201 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a0333be6-da99-464b-a680-92432481b458 req-24111717-659e-47a8-baba-ab8945199494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:07.905778 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dbf730c0-b4e7-48a7-8dda-04584462fc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:07.930445 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d807ae01-9b35-48d7-a58f-6a29b3a28b20 req-adb9528e-d283-47aa-a8c3-0d6e469aa65c tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0390389 Aug 11 02:09:07.964704 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf730c0-b4e7-48a7-8dda-04584462fc34 admin admin] Pushing event deleted for resources: {'Port': ['ID=84008e0b-0dce-46e4-a066-aac3578f80bd,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:08.294411 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dbf730c0-b4e7-48a7-8dda-04584462fc34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:08.354374 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0c4b1628-23b8-4d98-9b3d-14a1882f2ddf req-675f99fd-39f1-4916-9379-de3a7d528ce5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0292728 Aug 11 02:09:08.367114 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef5692-cb58-45af-981d-1e90c4af0395 req-c6f86334-4810-4be7-846d-8c48db6349eb tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:08.374464 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4ef5692-cb58-45af-981d-1e90c4af0395 req-c6f86334-4810-4be7-846d-8c48db6349eb tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 946 time: 0.1854584 Aug 11 02:09:08.446070 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f549be1-3c20-444a-885b-cad4802a6929 req-6f713a21-f0b6-4c1e-8b74-753d98bad9aa tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:08.447610 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4f549be1-3c20-444a-885b-cad4802a6929 req-6f713a21-f0b6-4c1e-8b74-753d98bad9aa tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.0725386 Aug 11 02:09:08.472772 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-a0333be6-da99-464b-a680-92432481b458 req-24111717-659e-47a8-baba-ab8945199494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 695319a2-5cbb-4621-aa3a-340025ecdc81 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:08.492863 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4f549be1-3c20-444a-885b-cad4802a6929 req-b81b7983-f74c-4e79-b517-d8016f54aa7b tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378311 Aug 11 02:09:08.495468 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a0333be6-da99-464b-a680-92432481b458 req-24111717-659e-47a8-baba-ab8945199494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:08.518634 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4ef5692-cb58-45af-981d-1e90c4af0395 req-246abdae-5c0b-419a-8d20-3f9e6287d0cc tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433012 Aug 11 02:09:08.529848 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-a0333be6-da99-464b-a680-92432481b458 req-24111717-659e-47a8-baba-ab8945199494 service neutron] Transition to ACTIVE for port object 695319a2-5cbb-4621-aa3a-340025ecdc81 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:08.566541 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a0333be6-da99-464b-a680-92432481b458 req-24111717-659e-47a8-baba-ab8945199494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:08.637666 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9f60b-5088-46aa-9364-c521f5607efe req-3b888907-58ad-4834-8834-c806c33432f8 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:08.639157 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a4f9f60b-5088-46aa-9364-c521f5607efe req-3b888907-58ad-4834-8834-c806c33432f8 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 943 time: 0.0512342 Aug 11 02:09:08.671633 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24111717-659e-47a8-baba-ab8945199494 service neutron] Pushing event updated for resources: {'Port': ['ID=695319a2-5cbb-4621-aa3a-340025ecdc81,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:08.687034 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a4f9f60b-5088-46aa-9364-c521f5607efe req-23b42b4b-9ee0-4008-8bff-09cc069bc337 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409775 Aug 11 02:09:08.728523 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf730c0-b4e7-48a7-8dda-04584462fc34 admin admin] Router 3db3a406-9b10-448b-8e55-f720014013a2 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:09:08.756119 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-a0333be6-da99-464b-a680-92432481b458 req-24111717-659e-47a8-baba-ab8945199494 service neutron] Attempting to bind port 695319a2-5cbb-4621-aa3a-340025ecdc81 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:09:08.756466 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-a0333be6-da99-464b-a680-92432481b458 req-24111717-659e-47a8-baba-ab8945199494 service neutron] Attempting to bind port 695319a2-5cbb-4621-aa3a-340025ecdc81 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:09:08.756798 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0333be6-da99-464b-a680-92432481b458 req-24111717-659e-47a8-baba-ab8945199494 service neutron] Attempting to bind port 695319a2-5cbb-4621-aa3a-340025ecdc81 on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:08.796139 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0333be6-da99-464b-a680-92432481b458 req-24111717-659e-47a8-baba-ab8945199494 service neutron] Port 695319a2-5cbb-4621-aa3a-340025ecdc81 on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:09:08.796469 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0333be6-da99-464b-a680-92432481b458 req-24111717-659e-47a8-baba-ab8945199494 service neutron] Attempting to bind port 695319a2-5cbb-4621-aa3a-340025ecdc81 on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:08.810232 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0333be6-da99-464b-a680-92432481b458 req-24111717-659e-47a8-baba-ab8945199494 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:09:08.810575 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0333be6-da99-464b-a680-92432481b458 req-24111717-659e-47a8-baba-ab8945199494 service neutron] Checking segment: {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:08.810964 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0333be6-da99-464b-a680-92432481b458 req-24111717-659e-47a8-baba-ab8945199494 service neutron] Bound using segment: {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:09:08.811420 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-a0333be6-da99-464b-a680-92432481b458 req-24111717-659e-47a8-baba-ab8945199494 service neutron] Bound port: 695319a2-5cbb-4621-aa3a-340025ecdc81, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:08.811796 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a0333be6-da99-464b-a680-92432481b458 req-24111717-659e-47a8-baba-ab8945199494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:09.099342 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5470964a-a927-4c86-a54b-7e6575c4f788 req-e383b0be-f5d8-46d0-9d76-eaab19c3044e tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0289335 Aug 11 02:09:09.217128 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf730c0-b4e7-48a7-8dda-04584462fc34 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:09:09.224145 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-dbf730c0-b4e7-48a7-8dda-04584462fc34 admin admin] 10.222.0.50 "PUT /v2.0/routers/3db3a406-9b10-448b-8e55-f720014013a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5610769 Aug 11 02:09:09.227121 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59564) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:09.228131 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6de2a5-5e45-448b-92f5-0f63433b39e2 None None] Sync routers for ids ['3db3a406-9b10-448b-8e55-f720014013a2'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:09:09.238344 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6de2a5-5e45-448b-92f5-0f63433b39e2 None None] Routers {'3db3a406-9b10-448b-8e55-f720014013a2'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:09.238986 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-6e6de2a5-5e45-448b-92f5-0f63433b39e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:08:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['3db3a406-9b10-448b-8e55-f720014013a2'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:09.244740 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db83a1-c966-4dba-a356-b7cf5fb85195 req-077f5ecf-b03a-43cb-a963-a6fc99e9189c tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:09.253240 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-68db83a1-c966-4dba-a356-b7cf5fb85195 req-077f5ecf-b03a-43cb-a963-a6fc99e9189c tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.4060826 Aug 11 02:09:09.265034 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-a0333be6-da99-464b-a680-92432481b458 req-24111717-659e-47a8-baba-ab8945199494 service neutron] For port 695319a2-5cbb-4621-aa3a-340025ecdc81, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:09.289719 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-a0333be6-da99-464b-a680-92432481b458 req-24111717-659e-47a8-baba-ab8945199494 service neutron] For port 695319a2-5cbb-4621-aa3a-340025ecdc81, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=695319a2-5cbb-4621-aa3a-340025ecdc81,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:09.297457 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a0333be6-da99-464b-a680-92432481b458 req-24111717-659e-47a8-baba-ab8945199494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:09.345894 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-68db83a1-c966-4dba-a356-b7cf5fb85195 req-1798e131-7de3-4ec4-a0ab-3defc1a25d5e tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910151 Aug 11 02:09:09.396610 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24111717-659e-47a8-baba-ab8945199494 service neutron] Pushing event updated for resources: {'Port': ['ID=695319a2-5cbb-4621-aa3a-340025ecdc81,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:09.402803 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0333be6-da99-464b-a680-92432481b458 req-24111717-659e-47a8-baba-ab8945199494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:09.403514 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a0333be6-da99-464b-a680-92432481b458 req-24111717-659e-47a8-baba-ab8945199494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:09.405693 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a0333be6-da99-464b-a680-92432481b458 req-24111717-659e-47a8-baba-ab8945199494 service neutron] 10.222.0.66 "PUT /v2.0/ports/695319a2-5cbb-4621-aa3a-340025ecdc81 HTTP/1.1" status: 200 len: 1092 time: 1.6497641 Aug 11 02:09:09.406163 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d2c67cb-5c56-44e2-8792-f1cadec22f5b', 'tag': '695319a2-5cbb-4621-aa3a-340025ecdc81'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:09.408704 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d5bdcde9-9e1b-420d-9221-c5a978f70d09 admin admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:09.409208 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b95f0e0-893a-4b94-88ae-fe353a5426d1" -d '{"events": [{"name": "network-changed", "server_uuid": "0d2c67cb-5c56-44e2-8792-f1cadec22f5b", "tag": "695319a2-5cbb-4621-aa3a-340025ecdc81"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:09.490468 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19618008-63b8-4a81-a5bd-865de982d9da x-openstack-request-id: req-19618008-63b8-4a81-a5bd-865de982d9da {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:09.491149 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d2c67cb-5c56-44e2-8792-f1cadec22f5b", "tag": "695319a2-5cbb-4621-aa3a-340025ecdc81", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:09.491149 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-19618008-63b8-4a81-a5bd-865de982d9da {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:09.491766 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d2c67cb-5c56-44e2-8792-f1cadec22f5b', 'tag': '695319a2-5cbb-4621-aa3a-340025ecdc81', 'status': 'completed', 'code': 200} Aug 11 02:09:09.528539 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0333be6-da99-464b-a680-92432481b458 req-0e9a2403-a782-4ca1-9b0a-e1807d2db654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:09.529860 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-6e6de2a5-5e45-448b-92f5-0f63433b39e2 None None] Set router 3db3a406-9b10-448b-8e55-f720014013a2 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:09.530146 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a0333be6-da99-464b-a680-92432481b458 req-0e9a2403-a782-4ca1-9b0a-e1807d2db654 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc914b6e60444f2aabf27f905058cfbf&device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 1095 time: 0.0700102 Aug 11 02:09:09.567689 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d5bdcde9-9e1b-420d-9221-c5a978f70d09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:09.622796 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a0333be6-da99-464b-a680-92432481b458 req-dd3ccaaa-f931-4bd7-a821-f6772c8c5bab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=695319a2-5cbb-4621-aa3a-340025ecdc81 HTTP/1.1" status: 200 len: 217 time: 0.0840001 Aug 11 02:09:09.672897 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-d5bdcde9-9e1b-420d-9221-c5a978f70d09 admin admin] Deleting port 25d81333-0b90-4f49-a0d5-301c8b82ba83 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:09.673429 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d5bdcde9-9e1b-420d-9221-c5a978f70d09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:09.713567 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5fc2c-77f9-434c-95e3-08071380405a req-9b9f600b-4618-4e7f-8ac0-41a8eeca6101 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:09.717498 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-55e5fc2c-77f9-434c-95e3-08071380405a req-9b9f600b-4618-4e7f-8ac0-41a8eeca6101 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.0934913 Aug 11 02:09:09.723130 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0333be6-da99-464b-a680-92432481b458 req-91994c61-8a77-48e2-9fe7-02dc8168ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:09.724567 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a0333be6-da99-464b-a680-92432481b458 req-91994c61-8a77-48e2-9fe7-02dc8168ef86 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b6e0d0b4-108b-452a-91dc-cd606630079c HTTP/1.1" status: 200 len: 861 time: 0.0689883 Aug 11 02:09:09.748748 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-6e6de2a5-5e45-448b-92f5-0f63433b39e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db3a406-9b10-448b-8e55-f720014013a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-950807125-router', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:53Z', 'updated_at': '2021-08-11T02:09:07Z', 'revision_number': 5, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'gw_port': {'id': '25d81333-0b90-4f49-a0d5-301c8b82ba83', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db3a406-9b10-448b-8e55-f720014013a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:54Z', 'updated_at': '2021-08-11T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:09.761993 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-d5bdcde9-9e1b-420d-9221-c5a978f70d09 admin admin] For port 25d81333-0b90-4f49-a0d5-301c8b82ba83, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=25d81333-0b90-4f49-a0d5-301c8b82ba83,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:09.762462 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d5bdcde9-9e1b-420d-9221-c5a978f70d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:09.772570 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a0333be6-da99-464b-a680-92432481b458 req-cc7a9101-6515-480a-899a-b6362ed1e5f6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302794 Aug 11 02:09:09.776051 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-d5bdcde9-9e1b-420d-9221-c5a978f70d09 admin admin] Calling delete_port for 25d81333-0b90-4f49-a0d5-301c8b82ba83 owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:09.785116 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6de2a5-5e45-448b-92f5-0f63433b39e2 None None] Checking router: 3db3a406-9b10-448b-8e55-f720014013a2 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:09:09.795349 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6de2a5-5e45-448b-92f5-0f63433b39e2 None None] Routers {'3db3a406-9b10-448b-8e55-f720014013a2'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:09.796262 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-6e6de2a5-5e45-448b-92f5-0f63433b39e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:08:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['3db3a406-9b10-448b-8e55-f720014013a2'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:09.804110 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-55e5fc2c-77f9-434c-95e3-08071380405a req-d9aed6c5-837f-4da0-80a5-d1cf0e45cbcc tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785661 Aug 11 02:09:09.865079 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f093b8-f380-4402-b824-2e66e0899270 req-9ea3d546-c22b-4de0-a79a-2c182d4a47ab tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:09.873206 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a7f093b8-f380-4402-b824-2e66e0899270 req-9ea3d546-c22b-4de0-a79a-2c182d4a47ab tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 946 time: 0.2510300 Aug 11 02:09:09.915828 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-6e6de2a5-5e45-448b-92f5-0f63433b39e2 None None] Set router 3db3a406-9b10-448b-8e55-f720014013a2 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:09.941726 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a0333be6-da99-464b-a680-92432481b458 req-fbc987e5-ff9d-4148-ac35-905416dbfa7c service neutron] 10.222.0.66 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579707 Aug 11 02:09:09.941879 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a7f093b8-f380-4402-b824-2e66e0899270 req-eb7b3a97-afbd-4ac4-acfe-6f79cfa405a5 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676463 Aug 11 02:09:09.978361 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d013b4-992f-480f-a546-3c508fa9cceb req-a94e26f7-f642-4c0e-a413-6b795a19fb33 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:09.981483 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c7d013b4-992f-480f-a546-3c508fa9cceb req-a94e26f7-f642-4c0e-a413-6b795a19fb33 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 943 time: 0.0985467 Aug 11 02:09:09.995489 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-6e6de2a5-5e45-448b-92f5-0f63433b39e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db3a406-9b10-448b-8e55-f720014013a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-950807125-router', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:53Z', 'updated_at': '2021-08-11T02:09:09Z', 'revision_number': 6, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:10.030767 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6de2a5-5e45-448b-92f5-0f63433b39e2 None None] The sync data for ids ['3db3a406-9b10-448b-8e55-f720014013a2'] in n-d-615180-33 is: [{'id': '3db3a406-9b10-448b-8e55-f720014013a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-950807125-router', 'tenant_id': '3851339e44404f088cb1430a89e6ffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:53Z', 'updated_at': '2021-08-11T02:09:09Z', 'revision_number': 6, 'project_id': '3851339e44404f088cb1430a89e6ffa3', 'gw_port_host': None}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:09:10.087203 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c7d013b4-992f-480f-a546-3c508fa9cceb req-49822efe-2a23-4005-919c-b97ddc0e4b9c tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850427 Aug 11 02:09:10.122864 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a0333be6-da99-464b-a680-92432481b458 req-c885d4c9-22c6-4701-911b-f41cdef6e2f5 service neutron] 10.222.0.66 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715937 Aug 11 02:09:10.154624 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d5bdcde9-9e1b-420d-9221-c5a978f70d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:10.190006 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bdcde9-9e1b-420d-9221-c5a978f70d09 admin admin] Pushing event deleted for resources: {'Port': ['ID=25d81333-0b90-4f49-a0d5-301c8b82ba83,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:10.259928 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d5bdcde9-9e1b-420d-9221-c5a978f70d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:10.264079 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-893cf8ba-fc7c-4ff7-978e-ebe9f903869f req-106d7420-3afc-4a6f-a58f-228e40b0b2ac tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0854588 Aug 11 02:09:10.283548 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95f0e0-893a-4b94-88ae-fe353a5426d1 req-533a180f-7d5b-4f71-82c4-bf2e95b3b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:10.285216 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b95f0e0-893a-4b94-88ae-fe353a5426d1 req-533a180f-7d5b-4f71-82c4-bf2e95b3b072 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc914b6e60444f2aabf27f905058cfbf&device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 1095 time: 0.1055636 Aug 11 02:09:10.376361 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d5bdcde9-9e1b-420d-9221-c5a978f70d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:10.382952 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d5bdcde9-9e1b-420d-9221-c5a978f70d09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:10.397774 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95f0e0-893a-4b94-88ae-fe353a5426d1 req-53eaadd0-0213-4420-be14-73ca77851b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:10.399524 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b95f0e0-893a-4b94-88ae-fe353a5426d1 req-53eaadd0-0213-4420-be14-73ca77851b0e service neutron] 10.222.0.66 "GET /v2.0/networks?id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7 HTTP/1.1" status: 200 len: 922 time: 0.1058390 Aug 11 02:09:10.459259 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d5bdcde9-9e1b-420d-9221-c5a978f70d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:10.460996 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bdcde9-9e1b-420d-9221-c5a978f70d09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3db3a406-9b10-448b-8e55-f720014013a2 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:09:10.473633 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d5bdcde9-9e1b-420d-9221-c5a978f70d09 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:10.478429 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d5bdcde9-9e1b-420d-9221-c5a978f70d09 admin admin] 10.222.0.50 "DELETE /v2.0/routers/3db3a406-9b10-448b-8e55-f720014013a2 HTTP/1.1" status: 204 len: 168 time: 1.2469513 Aug 11 02:09:10.478590 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b95f0e0-893a-4b94-88ae-fe353a5426d1 req-42a40828-fc72-4b1e-8857-d9b7fc9ea767 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=695319a2-5cbb-4621-aa3a-340025ecdc81 HTTP/1.1" status: 200 len: 217 time: 0.0690041 Aug 11 02:09:10.478967 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59592) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:10.585384 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95f0e0-893a-4b94-88ae-fe353a5426d1 req-9b65b9c4-2284-4e7e-8f1d-47c98bc88480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:10.587059 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b95f0e0-893a-4b94-88ae-fe353a5426d1 req-9b65b9c4-2284-4e7e-8f1d-47c98bc88480 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b6e0d0b4-108b-452a-91dc-cd606630079c HTTP/1.1" status: 200 len: 861 time: 0.0744634 Aug 11 02:09:10.596144 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4689c7-4860-4773-8238-72d990e6a81e req-979508f9-8cb4-4b83-b9ba-baa44b1134c1 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:10.596405 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-88490b36-8d3e-4d92-97d3-e26cc91751dd admin admin] Deleting subnet 21a76d83-aa04-4360-9155-f987f570d2fd {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:09:10.597809 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cb4689c7-4860-4773-8238-72d990e6a81e req-979508f9-8cb4-4b83-b9ba-baa44b1134c1 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.1228330 Aug 11 02:09:10.612423 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-88490b36-8d3e-4d92-97d3-e26cc91751dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:10.634563 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b95f0e0-893a-4b94-88ae-fe353a5426d1 req-d7e4dbe7-1f93-4c50-8406-603a285c8019 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356951 Aug 11 02:09:10.678556 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cb4689c7-4860-4773-8238-72d990e6a81e req-df657d7c-94c4-45dc-b2a4-67d194f5eb26 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706766 Aug 11 02:09:10.717209 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-88490b36-8d3e-4d92-97d3-e26cc91751dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:10.720590 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bece455f-8dd3-4a17-be4f-250f969da228 req-d0468f18-1b72-4654-af04-e731c1f28959 tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0570312 Aug 11 02:09:10.785061 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b95f0e0-893a-4b94-88ae-fe353a5426d1 req-1f9ac94d-a750-456b-a27d-0aa0eb1bd777 service neutron] 10.222.0.66 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228626 Aug 11 02:09:10.807046 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-88490b36-8d3e-4d92-97d3-e26cc91751dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:10.888034 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-88490b36-8d3e-4d92-97d3-e26cc91751dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:10.921924 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88490b36-8d3e-4d92-97d3-e26cc91751dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21a76d83-aa04-4360-9155-f987f570d2fd,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:10.931709 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-88490b36-8d3e-4d92-97d3-e26cc91751dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:10.935824 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-88490b36-8d3e-4d92-97d3-e26cc91751dd admin admin] 10.222.0.50 "DELETE /v2.0/subnets/21a76d83-aa04-4360-9155-f987f570d2fd HTTP/1.1" status: 204 len: 168 time: 0.4552727 Aug 11 02:09:10.939478 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59602) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:10.941259 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402cb27c-9ef0-4c94-a33f-ad845a9efc03 None None] Network b06d3d10-588d-4354-a566-0e4bf50ab835 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:09:11.027328 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1bed7e50-f4b0-4a37-af5f-db76a074624a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:11.041616 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b95f0e0-893a-4b94-88ae-fe353a5426d1 req-0076c203-60a5-4423-9fd2-0fd3c8495d5d service neutron] 10.222.0.66 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440367 Aug 11 02:09:11.069063 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13261dd-5864-46b3-b5dd-33f2a97741cd req-7b533e5e-8ed5-41dd-9041-15e4c25b3955 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:11.077604 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f13261dd-5864-46b3-b5dd-33f2a97741cd req-7b533e5e-8ed5-41dd-9041-15e4c25b3955 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.1889381 Aug 11 02:09:11.152086 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf32ef6-a649-4388-88f9-d3d2379982a6 req-f4b1b954-061a-4a73-a42c-0cfc4a1adf24 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:11.156126 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9cf32ef6-a649-4388-88f9-d3d2379982a6 req-f4b1b954-061a-4a73-a42c-0cfc4a1adf24 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 946 time: 0.0903115 Aug 11 02:09:11.157863 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f13261dd-5864-46b3-b5dd-33f2a97741cd req-f61554f5-25c5-493b-b326-668347164fb2 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794668 Aug 11 02:09:11.175178 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-1bed7e50-f4b0-4a37-af5f-db76a074624a admin admin] Deleting port 0efd94c9-cdec-4bf8-aa05-ef670fb1644e {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:11.175699 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1bed7e50-f4b0-4a37-af5f-db76a074624a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:11.217086 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9cf32ef6-a649-4388-88f9-d3d2379982a6 req-c32d37fa-55b4-47f9-8ea7-48f56de50178 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509574 Aug 11 02:09:11.236268 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4360a6c7-448d-44f6-a0ca-ca903b55e1b3 None None] DHCP port deletion for b06d3d10-588d-4354-a566-0e4bf50ab835 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:09:11.303152 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-4360a6c7-448d-44f6-a0ca-ca903b55e1b3 None None] Deleting port 0efd94c9-cdec-4bf8-aa05-ef670fb1644e {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:11.303790 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4360a6c7-448d-44f6-a0ca-ca903b55e1b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:11.337889 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-1bed7e50-f4b0-4a37-af5f-db76a074624a admin admin] For port 0efd94c9-cdec-4bf8-aa05-ef670fb1644e, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=0efd94c9-cdec-4bf8-aa05-ef670fb1644e,segment=NetworkSegment(6d5b1096-74d2-4841-973c-25801587ede5),segment_id=6d5b1096-74d2-4841-973c-25801587ede5)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:11.338257 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1bed7e50-f4b0-4a37-af5f-db76a074624a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:11.361767 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-1bed7e50-f4b0-4a37-af5f-db76a074624a admin admin] Calling delete_port for 0efd94c9-cdec-4bf8-aa05-ef670fb1644e owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:11.382065 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4802a56-434d-4ad6-97b2-87b372619f9e req-eabdf2eb-d9cb-40d2-9861-277aa388176b tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:11.389750 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b4802a56-434d-4ad6-97b2-87b372619f9e req-eabdf2eb-d9cb-40d2-9861-277aa388176b tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 943 time: 0.1470528 Aug 11 02:09:11.399495 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-4360a6c7-448d-44f6-a0ca-ca903b55e1b3 None None] For port 0efd94c9-cdec-4bf8-aa05-ef670fb1644e, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=0efd94c9-cdec-4bf8-aa05-ef670fb1644e,segment=NetworkSegment(6d5b1096-74d2-4841-973c-25801587ede5),segment_id=6d5b1096-74d2-4841-973c-25801587ede5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:11.400690 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4360a6c7-448d-44f6-a0ca-ca903b55e1b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:11.416533 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-4360a6c7-448d-44f6-a0ca-ca903b55e1b3 None None] Calling delete_port for 0efd94c9-cdec-4bf8-aa05-ef670fb1644e owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:11.467292 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b4802a56-434d-4ad6-97b2-87b372619f9e req-a28d133f-7b32-451c-a613-ee0732460c6e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762696 Aug 11 02:09:11.500182 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1bed7e50-f4b0-4a37-af5f-db76a074624a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:11.512446 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4360a6c7-448d-44f6-a0ca-ca903b55e1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:11.530344 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed7e50-f4b0-4a37-af5f-db76a074624a admin admin] Pushing event deleted for resources: {'Port': ['ID=0efd94c9-cdec-4bf8-aa05-ef670fb1644e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:11.532240 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bed7e50-f4b0-4a37-af5f-db76a074624a admin admin] No DVR routers for this DVR port 0efd94c9-cdec-4bf8-aa05-ef670fb1644e on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:09:11.540931 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4360a6c7-448d-44f6-a0ca-ca903b55e1b3 None None] Pushing event deleted for resources: {'Port': ['ID=0efd94c9-cdec-4bf8-aa05-ef670fb1644e,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:11.542978 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4360a6c7-448d-44f6-a0ca-ca903b55e1b3 None None] No DVR routers for this DVR port 0efd94c9-cdec-4bf8-aa05-ef670fb1644e on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:09:11.603124 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1bed7e50-f4b0-4a37-af5f-db76a074624a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:11.612690 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-1bed7e50-f4b0-4a37-af5f-db76a074624a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b06d3d10-588d-4354-a566-0e4bf50ab835']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:11.626527 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-1bed7e50-f4b0-4a37-af5f-db76a074624a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d5b1096-74d2-4841-973c-25801587ede5') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:11.626825 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-1bed7e50-f4b0-4a37-af5f-db76a074624a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d5b1096-74d2-4841-973c-25801587ede5') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:11.635440 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1bed7e50-f4b0-4a37-af5f-db76a074624a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:11.649171 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1bed7e50-f4b0-4a37-af5f-db76a074624a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:11.655830 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bed7e50-f4b0-4a37-af5f-db76a074624a admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:09:11.656247 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1bed7e50-f4b0-4a37-af5f-db76a074624a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:09:11.657995 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:09:11.711050 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1bed7e50-f4b0-4a37-af5f-db76a074624a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:11.716922 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1bed7e50-f4b0-4a37-af5f-db76a074624a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:11.726397 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1bed7e50-f4b0-4a37-af5f-db76a074624a admin admin] 10.222.0.50 "DELETE /v2.0/networks/b06d3d10-588d-4354-a566-0e4bf50ab835 HTTP/1.1" status: 204 len: 168 time: 0.7777901 Aug 11 02:09:11.740870 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed7e50-f4b0-4a37-af5f-db76a074624a admin admin] Pushing event deleted for resources: {'Network': ['ID=b06d3d10-588d-4354-a566-0e4bf50ab835,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:11.806766 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66933509-0d3d-4397-8869-24747efb1b7e req-ed79762c-da36-4ab8-ad3c-a41e74c680e1 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:11.810249 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-66933509-0d3d-4397-8869-24747efb1b7e req-ed79762c-da36-4ab8-ad3c-a41e74c680e1 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.0566978 Aug 11 02:09:11.828239 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c7e0e5ba-cb9d-44da-b5c4-ba9352a223a8 req-7e3a1283-6259-4d9a-9895-86a18d8836b5 tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0305412 Aug 11 02:09:11.859349 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-66933509-0d3d-4397-8869-24747efb1b7e req-48190ac6-b5f9-4d79-9ed6-a9c9e5a7c9f3 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351760 Aug 11 02:09:11.917319 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59620) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:11.958613 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b9f1bde9-922a-43ac-b9e0-fb4182f661f7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3851339e44404f088cb1430a89e6ffa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400462 Aug 11 02:09:11.961500 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59622) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:11.989248 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 0efd94c9-cdec-4bf8-aa05-ef670fb1644e no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:09:12.010658 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 0efd94c9-cdec-4bf8-aa05-ef670fb1644e {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:09:12.011117 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 0efd94c9-cdec-4bf8-aa05-ef670fb1644e not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:09:12.011612 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 84008e0b-0dce-46e4-a066-aac3578f80bd no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:09:12.018386 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-24658168-93d9-48f4-a45f-b8476d936519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:12.029883 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 84008e0b-0dce-46e4-a066-aac3578f80bd {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:09:12.030230 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 84008e0b-0dce-46e4-a066-aac3578f80bd not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:09:12.030637 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 25d81333-0b90-4f49-a0d5-301c8b82ba83 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:09:12.038879 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-24658168-93d9-48f4-a45f-b8476d936519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:12.048158 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 25d81333-0b90-4f49-a0d5-301c8b82ba83 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:09:12.048531 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 25d81333-0b90-4f49-a0d5-301c8b82ba83 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:09:12.085166 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-24658168-93d9-48f4-a45f-b8476d936519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:12.087636 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-24658168-93d9-48f4-a45f-b8476d936519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:12.088818 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-24658168-93d9-48f4-a45f-b8476d936519 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b4849a0a-99ac-4f90-8453-af814ed38664 HTTP/1.1" status: 204 len: 168 time: 0.1261959 Aug 11 02:09:12.096095 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24658168-93d9-48f4-a45f-b8476d936519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4849a0a-99ac-4f90-8453-af814ed38664,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:12.281385 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb700e-eecd-4d42-9052-72e53755fdc0 req-3e1695ec-6a44-43c1-8b54-399ec7af7ee8 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:12.282943 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f3cb700e-eecd-4d42-9052-72e53755fdc0 req-3e1695ec-6a44-43c1-8b54-399ec7af7ee8 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.0648212 Aug 11 02:09:12.330980 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f3cb700e-eecd-4d42-9052-72e53755fdc0 req-2a341143-820c-4672-a0c7-d8b8079b2f54 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418301 Aug 11 02:09:12.331124 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944697bb-61e2-434a-8a61-0d25bc561d19 req-923bfd83-6b18-4e9f-b81f-858492decbbd tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:12.332919 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-944697bb-61e2-434a-8a61-0d25bc561d19 req-923bfd83-6b18-4e9f-b81f-858492decbbd tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 946 time: 0.0507684 Aug 11 02:09:12.381266 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-944697bb-61e2-434a-8a61-0d25bc561d19 req-aacba2a9-d729-4583-a757-265d925196f9 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412865 Aug 11 02:09:12.588336 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07b85f-3599-42e0-a781-509c8b933288 req-9864b34e-4335-4a89-a129-e98fdf628b01 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:12.590404 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1e07b85f-3599-42e0-a781-509c8b933288 req-9864b34e-4335-4a89-a129-e98fdf628b01 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 943 time: 0.0503926 Aug 11 02:09:12.636455 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1e07b85f-3599-42e0-a781-509c8b933288 req-b0c18af9-402e-4810-850d-0103af553541 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399718 Aug 11 02:09:12.761020 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59654) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:12.859898 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-f798ed4f-3e2b-4bc0-ab9b-e983767c08dd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427318278-network', 'tenant_id': 'ecfab94019e4427ca5586a8d42dd01cd'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:12.884438 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-e9dd074b-8854-4ed6-9c16-d11ac3d71364 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:12.885987 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-e9dd074b-8854-4ed6-9c16-d11ac3d71364 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e&tenant_id=2ad8af97bd524ff09f331d88ab3a939b&binding%3Ahost_id=n-h2-615180-33 HTTP/1.1" status: 200 len: 1098 time: 0.0451779 Aug 11 02:09:12.888770 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f798ed4f-3e2b-4bc0-ab9b-e983767c08dd admin admin] Made reservation on behalf of ecfab94019e4427ca5586a8d42dd01cd for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:09:12.891272 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f798ed4f-3e2b-4bc0-ab9b-e983767c08dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:12.899703 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-7a8a0f5e-e0cd-4cc7-a040-013f96c02ab6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-615180-33'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:12.900216 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f798ed4f-3e2b-4bc0-ab9b-e983767c08dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:12.962573 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0e2f60fb-952a-4a02-9f37-e3210a10dcf6 req-d5c07d10-f001-4bfa-8eb1-37f38888477a tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0408156 Aug 11 02:09:12.986452 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-7a8a0f5e-e0cd-4cc7-a040-013f96c02ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:13.013052 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3438a2-dba2-4f46-9d43-683ce282e16e req-5df6c442-3559-4e76-bff2-4a8bdd63d6b9 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:13.014539 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0e3438a2-dba2-4f46-9d43-683ce282e16e req-5df6c442-3559-4e76-bff2-4a8bdd63d6b9 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.0780938 Aug 11 02:09:13.052431 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f798ed4f-3e2b-4bc0-ab9b-e983767c08dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:13.062212 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f798ed4f-3e2b-4bc0-ab9b-e983767c08dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:13.081260 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0e3438a2-dba2-4f46-9d43-683ce282e16e req-e6eff25c-5ce1-4461-b107-c96af8d98e34 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604362 Aug 11 02:09:13.089517 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f798ed4f-3e2b-4bc0-ab9b-e983767c08dd admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:09:13.102289 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798ed4f-3e2b-4bc0-ab9b-e983767c08dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723123b9-e599-4f4c-bae1-a3266cc4bcae,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:13.109322 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f798ed4f-3e2b-4bc0-ab9b-e983767c08dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:13.109713 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-f798ed4f-3e2b-4bc0-ab9b-e983767c08dd admin admin] Added segment f0c59684-8b59-44f4-b77f-8116e3585c10 of type vlan for network eacbab59-89ec-4d07-bbc4-372dd25d2148 Aug 11 02:09:13.127662 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-7a8a0f5e-e0cd-4cc7-a040-013f96c02ab6 service neutron] For port c9a555a6-9b14-4c00-af19-fb6260c2ed9d, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=c9a555a6-9b14-4c00-af19-fb6260c2ed9d,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:13.153694 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f798ed4f-3e2b-4bc0-ab9b-e983767c08dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:13.169821 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-7a8a0f5e-e0cd-4cc7-a040-013f96c02ab6 service neutron] For port c9a555a6-9b14-4c00-af19-fb6260c2ed9d, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:13.184366 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f798ed4f-3e2b-4bc0-ab9b-e983767c08dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:13.185515 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f798ed4f-3e2b-4bc0-ab9b-e983767c08dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:13.186194 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f798ed4f-3e2b-4bc0-ab9b-e983767c08dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:13.213658 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9a555a6-9b14-4c00-af19-fb6260c2ed9d'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:13.216470 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193b93b4-0547-468b-a26c-2f26f3e36265" -d '{"events": [{"server_uuid": "0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e", "name": "network-vif-unplugged", "status": "completed", "tag": "c9a555a6-9b14-4c00-af19-fb6260c2ed9d"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:13.220317 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-7a8a0f5e-e0cd-4cc7-a040-013f96c02ab6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:13.225979 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-7a8a0f5e-e0cd-4cc7-a040-013f96c02ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:13.255307 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f798ed4f-3e2b-4bc0-ab9b-e983767c08dd admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4931197 Aug 11 02:09:13.256028 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59664) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:13.264678 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-883d9afb-2faa-4bcf-a55f-09669a0b13ad admin admin] Request body: {'subnet': {'network_id': 'eacbab59-89ec-4d07-bbc4-372dd25d2148', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427318278-subnet', 'tenant_id': 'ecfab94019e4427ca5586a8d42dd01cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:13.268108 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798ed4f-3e2b-4bc0-ab9b-e983767c08dd admin admin] Pushing event updated for resources: {'Network': ['ID=eacbab59-89ec-4d07-bbc4-372dd25d2148,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:13.271225 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f66e92-0f4f-42ea-9760-a6de334f48ff x-openstack-request-id: req-a4f66e92-0f4f-42ea-9760-a6de334f48ff {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:13.272014 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e", "name": "network-vif-unplugged", "status": "completed", "tag": "c9a555a6-9b14-4c00-af19-fb6260c2ed9d", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:13.272281 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a4f66e92-0f4f-42ea-9760-a6de334f48ff {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:13.272953 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9a555a6-9b14-4c00-af19-fb6260c2ed9d', 'code': 200} Aug 11 02:09:13.280504 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network eacbab59-89ec-4d07-bbc4-372dd25d2148 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:09:13.290610 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883d9afb-2faa-4bcf-a55f-09669a0b13ad admin admin] Made reservation on behalf of ecfab94019e4427ca5586a8d42dd01cd for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:09:13.293114 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-883d9afb-2faa-4bcf-a55f-09669a0b13ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:13.332496 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a0f5e-e0cd-4cc7-a040-013f96c02ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=c9a555a6-9b14-4c00-af19-fb6260c2ed9d,revision_number=7']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:13.338195 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-7a8a0f5e-e0cd-4cc7-a040-013f96c02ab6 service neutron] Attempting to bind port c9a555a6-9b14-4c00-af19-fb6260c2ed9d on host n-h2-615180-33 for vnic_type normal with profile {"migrating_to": "n-h1-615180-33"} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:09:13.338545 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-7a8a0f5e-e0cd-4cc7-a040-013f96c02ab6 service neutron] Attempting to bind port c9a555a6-9b14-4c00-af19-fb6260c2ed9d by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:09:13.338881 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-7a8a0f5e-e0cd-4cc7-a040-013f96c02ab6 service neutron] Attempting to bind port c9a555a6-9b14-4c00-af19-fb6260c2ed9d on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:13.343701 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-7a8a0f5e-e0cd-4cc7-a040-013f96c02ab6 service neutron] Port c9a555a6-9b14-4c00-af19-fb6260c2ed9d on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:09:13.344027 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-7a8a0f5e-e0cd-4cc7-a040-013f96c02ab6 service neutron] Attempting to bind port c9a555a6-9b14-4c00-af19-fb6260c2ed9d on network 9e66cc24-85a1-4102-8784-fe6b3bf4ec6c {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:13.349465 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-7a8a0f5e-e0cd-4cc7-a040-013f96c02ab6 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:09:13.349729 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-7a8a0f5e-e0cd-4cc7-a040-013f96c02ab6 service neutron] Checking segment: {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:13.350046 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-7a8a0f5e-e0cd-4cc7-a040-013f96c02ab6 service neutron] Bound using segment: {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:09:13.350478 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-7a8a0f5e-e0cd-4cc7-a040-013f96c02ab6 service neutron] Bound port: c9a555a6-9b14-4c00-af19-fb6260c2ed9d, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a708c5-a2da-4e15-934f-92a062dbfae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e66cc24-85a1-4102-8784-fe6b3bf4ec6c'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:13.351098 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-7a8a0f5e-e0cd-4cc7-a040-013f96c02ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:13.435636 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-7a8a0f5e-e0cd-4cc7-a040-013f96c02ab6 service neutron] For port c9a555a6-9b14-4c00-af19-fb6260c2ed9d, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:13.438884 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-7a8a0f5e-e0cd-4cc7-a040-013f96c02ab6 service neutron] For port c9a555a6-9b14-4c00-af19-fb6260c2ed9d, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=c9a555a6-9b14-4c00-af19-fb6260c2ed9d,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:13.446049 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-7a8a0f5e-e0cd-4cc7-a040-013f96c02ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:13.514346 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f774e-fd8d-4bc2-b3a9-b23107c30aa0 req-4205fad4-1fcd-47c0-8bc7-2c6a55bb96fd tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:13.515899 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-863f774e-fd8d-4bc2-b3a9-b23107c30aa0 req-4205fad4-1fcd-47c0-8bc7-2c6a55bb96fd tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.1019285 Aug 11 02:09:13.533055 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-883d9afb-2faa-4bcf-a55f-09669a0b13ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:13.573550 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a0f5e-e0cd-4cc7-a040-013f96c02ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=c9a555a6-9b14-4c00-af19-fb6260c2ed9d,revision_number=8']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:13.582318 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-7a8a0f5e-e0cd-4cc7-a040-013f96c02ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:13.582939 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-7a8a0f5e-e0cd-4cc7-a040-013f96c02ab6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:13.584386 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-7a8a0f5e-e0cd-4cc7-a040-013f96c02ab6 service neutron] 10.222.0.73 "PUT /v2.0/ports/c9a555a6-9b14-4c00-af19-fb6260c2ed9d HTTP/1.1" status: 200 len: 1124 time: 0.6890788 Aug 11 02:09:13.593834 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c3a3a-00f5-4d99-bc30-0215052a0182 req-6ac0e91d-7271-44ec-b243-048241455fd1 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:13.595292 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e95c3a3a-00f5-4d99-bc30-0215052a0182 req-6ac0e91d-7271-44ec-b243-048241455fd1 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 944 time: 0.1082840 Aug 11 02:09:13.602700 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-863f774e-fd8d-4bc2-b3a9-b23107c30aa0 req-cd945809-31b5-43ae-8c7f-0c3f148fbbff tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796089 Aug 11 02:09:13.610767 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d9afb-2faa-4bcf-a55f-09669a0b13ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=205303de-47de-4289-8816-3133240d97aa,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:13.628850 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883d9afb-2faa-4bcf-a55f-09669a0b13ad admin admin] Checking segment: {'id': 'f0c59684-8b59-44f4-b77f-8116e3585c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'eacbab59-89ec-4d07-bbc4-372dd25d2148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:13.629219 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883d9afb-2faa-4bcf-a55f-09669a0b13ad admin admin] Network hostable DHCP agents. Network: eacbab59-89ec-4d07-bbc4-372dd25d2148, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:09:13.646803 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e95c3a3a-00f5-4d99-bc30-0215052a0182 req-2c81fcfa-07c9-4ff2-a1f5-00e9fe42a1a2 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444090 Aug 11 02:09:13.651117 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883d9afb-2faa-4bcf-a55f-09669a0b13ad admin admin] Network eacbab59-89ec-4d07-bbc4-372dd25d2148 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:09:13.669924 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-883d9afb-2faa-4bcf-a55f-09669a0b13ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, eacbab59-89ec-4d07-bbc4-372dd25d2148) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:13.677067 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883d9afb-2faa-4bcf-a55f-09669a0b13ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:13.677823 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-883d9afb-2faa-4bcf-a55f-09669a0b13ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:13.679526 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7f80df-f431-4c68-95c1-c5e4a6cb8591 None None] Network eacbab59-89ec-4d07-bbc4-372dd25d2148 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:09:13.702443 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-883d9afb-2faa-4bcf-a55f-09669a0b13ad admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4401248 Aug 11 02:09:13.703409 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59676) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:13.710079 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-102b4fc2-fb87-4f6d-aa56-e466263f45d5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427318278-router', 'tenant_id': 'ecfab94019e4427ca5586a8d42dd01cd', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:13.713216 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['c9a555a6-9b14-4c00-af19-fb6260c2ed9d'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:13.741067 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-102b4fc2-fb87-4f6d-aa56-e466263f45d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:13.743119 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-102b4fc2-fb87-4f6d-aa56-e466263f45d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:13.798093 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['c9a555a6-9b14-4c00-af19-fb6260c2ed9d'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:13.805288 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-102b4fc2-fb87-4f6d-aa56-e466263f45d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:13.944157 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214903c-3a21-4e6c-902c-0306aac742e1 req-ae0a6832-fffd-4e10-8e38-a39a7e98b164 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:13.945670 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a214903c-3a21-4e6c-902c-0306aac742e1 req-ae0a6832-fffd-4e10-8e38-a39a7e98b164 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 943 time: 0.1441765 Aug 11 02:09:13.983945 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-102b4fc2-fb87-4f6d-aa56-e466263f45d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:14.065623 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71d02bd-33ce-4e28-9fa0-e392f994fa38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-eacbab59-89ec-4d07-bbc4-372dd25d2148', 'network_id': 'eacbab59-89ec-4d07-bbc4-372dd25d2148', 'tenant_id': 'ecfab94019e4427ca5586a8d42dd01cd', 'fixed_ips': [{'subnet_id': '205303de-47de-4289-8816-3133240d97aa'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:09:14.066474 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c71d02bd-33ce-4e28-9fa0-e392f994fa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:14.095550 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-181c874f-58c2-4be0-a68f-eca53fe42e5c req-cd8734cb-634a-454d-9fa4-ce598ea0c74e tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0389926 Aug 11 02:09:14.173557 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device c9a555a6-9b14-4c00-af19-fb6260c2ed9d details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:09:14.215278 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4a242-3ac4-4bba-8bb3-276a0bb0e5f1 req-ca1f41ad-2081-4c05-b7e3-4353fca17aff tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:14.217152 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a1a4a242-3ac4-4bba-8bb3-276a0bb0e5f1 req-ca1f41ad-2081-4c05-b7e3-4353fca17aff tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.0521333 Aug 11 02:09:14.231683 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-102b4fc2-fb87-4f6d-aa56-e466263f45d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:14.257937 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a214903c-3a21-4e6c-902c-0306aac742e1 req-e50e77a0-73f7-40fd-93a9-05d26ea89d59 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839794 Aug 11 02:09:14.259158 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-102b4fc2-fb87-4f6d-aa56-e466263f45d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:14.264560 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a1a4a242-3ac4-4bba-8bb3-276a0bb0e5f1 req-ee246ae4-926b-4bf1-9428-058aeaea1952 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398116 Aug 11 02:09:14.317307 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-c71d02bd-33ce-4e28-9fa0-e392f994fa38 None None] Allocated IP 172.20.0.2 (eacbab59-89ec-4d07-bbc4-372dd25d2148/205303de-47de-4289-8816-3133240d97aa/38867b01-b072-4e5a-a3a2-399163dde6c4) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:09:14.347463 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port c9a555a6-9b14-4c00-af19-fb6260c2ed9d, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=c9a555a6-9b14-4c00-af19-fb6260c2ed9d,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:14.370969 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-102b4fc2-fb87-4f6d-aa56-e466263f45d5 admin admin] Allocated IP 172.25.2.234 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/75f52cf0-8c6c-44a8-ab58-88055cf135b2) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:09:14.396795 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device c9a555a6-9b14-4c00-af19-fb6260c2ed9d has no active binding in host n-h1-615180-33 {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:09:14.474593 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-102b4fc2-fb87-4f6d-aa56-e466263f45d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:14.483246 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c71d02bd-33ce-4e28-9fa0-e392f994fa38 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:14.491182 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c71d02bd-33ce-4e28-9fa0-e392f994fa38 None None] Transition to ACTIVE for port object 38867b01-b072-4e5a-a3a2-399163dde6c4 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:14.505699 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c71d02bd-33ce-4e28-9fa0-e392f994fa38 None None] Transition to ACTIVE for port object 38867b01-b072-4e5a-a3a2-399163dde6c4 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:14.513241 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c71d02bd-33ce-4e28-9fa0-e392f994fa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:14.521235 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-102b4fc2-fb87-4f6d-aa56-e466263f45d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:14.558579 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71d02bd-33ce-4e28-9fa0-e392f994fa38 None None] Network eacbab59-89ec-4d07-bbc4-372dd25d2148 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:09:14.559205 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102b4fc2-fb87-4f6d-aa56-e466263f45d5 admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:09:14.561582 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-c71d02bd-33ce-4e28-9fa0-e392f994fa38 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:14.564252 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-102b4fc2-fb87-4f6d-aa56-e466263f45d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:14.565119 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71d02bd-33ce-4e28-9fa0-e392f994fa38 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:09:14.568317 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102b4fc2-fb87-4f6d-aa56-e466263f45d5 admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:09:14.574856 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d02bd-33ce-4e28-9fa0-e392f994fa38 None None] Pushing event updated for resources: {'Port': ['ID=38867b01-b072-4e5a-a3a2-399163dde6c4,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:14.594542 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b4fc2-fb87-4f6d-aa56-e466263f45d5 admin admin] Pushing event updated for resources: {'Port': ['ID=75f52cf0-8c6c-44a8-ab58-88055cf135b2,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:14.623786 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-c71d02bd-33ce-4e28-9fa0-e392f994fa38 None None] Attempting to bind port 38867b01-b072-4e5a-a3a2-399163dde6c4 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:09:14.624159 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-c71d02bd-33ce-4e28-9fa0-e392f994fa38 None None] Attempting to bind port 38867b01-b072-4e5a-a3a2-399163dde6c4 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'f0c59684-8b59-44f4-b77f-8116e3585c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'eacbab59-89ec-4d07-bbc4-372dd25d2148'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:09:14.624524 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71d02bd-33ce-4e28-9fa0-e392f994fa38 None None] Attempting to bind port 38867b01-b072-4e5a-a3a2-399163dde6c4 on network eacbab59-89ec-4d07-bbc4-372dd25d2148 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:14.629627 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71d02bd-33ce-4e28-9fa0-e392f994fa38 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:09:14.629999 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71d02bd-33ce-4e28-9fa0-e392f994fa38 None None] Checking segment: {'id': 'f0c59684-8b59-44f4-b77f-8116e3585c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'eacbab59-89ec-4d07-bbc4-372dd25d2148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:14.630396 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c71d02bd-33ce-4e28-9fa0-e392f994fa38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:14.630779 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71d02bd-33ce-4e28-9fa0-e392f994fa38 None None] Bound using segment: {'id': 'f0c59684-8b59-44f4-b77f-8116e3585c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'eacbab59-89ec-4d07-bbc4-372dd25d2148'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:09:14.631248 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-c71d02bd-33ce-4e28-9fa0-e392f994fa38 None None] Bound port: 38867b01-b072-4e5a-a3a2-399163dde6c4, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c59684-8b59-44f4-b77f-8116e3585c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'eacbab59-89ec-4d07-bbc4-372dd25d2148'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:14.631662 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c71d02bd-33ce-4e28-9fa0-e392f994fa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:14.731676 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-c71d02bd-33ce-4e28-9fa0-e392f994fa38 None None] For port 38867b01-b072-4e5a-a3a2-399163dde6c4, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:14.734993 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-c71d02bd-33ce-4e28-9fa0-e392f994fa38 None None] For port 38867b01-b072-4e5a-a3a2-399163dde6c4, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=38867b01-b072-4e5a-a3a2-399163dde6c4,segment=NetworkSegment(f0c59684-8b59-44f4-b77f-8116e3585c10),segment_id=f0c59684-8b59-44f4-b77f-8116e3585c10)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:14.735241 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dc7bc-07f4-4d8a-8ceb-e4cdca186c34 req-fc12059b-2827-4600-b4ed-a50aac5b2f80 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:14.736931 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d32dc7bc-07f4-4d8a-8ceb-e4cdca186c34 req-fc12059b-2827-4600-b4ed-a50aac5b2f80 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.0523696 Aug 11 02:09:14.739925 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c71d02bd-33ce-4e28-9fa0-e392f994fa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:14.785518 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d32dc7bc-07f4-4d8a-8ceb-e4cdca186c34 req-7267e972-3627-4f14-8e74-be64c246344a tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375564 Aug 11 02:09:14.804042 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d02bd-33ce-4e28-9fa0-e392f994fa38 None None] Pushing event updated for resources: {'Port': ['ID=38867b01-b072-4e5a-a3a2-399163dde6c4,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:14.865154 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158ef24-9fd7-440e-bbec-ee6bec977aa6 req-22c971fc-e195-4e70-a390-e6f6dcf57699 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:14.866907 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d158ef24-9fd7-440e-bbec-ee6bec977aa6 req-22c971fc-e195-4e70-a390-e6f6dcf57699 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 944 time: 0.1454554 Aug 11 02:09:14.910458 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-102b4fc2-fb87-4f6d-aa56-e466263f45d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:14.960850 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d158ef24-9fd7-440e-bbec-ee6bec977aa6 req-2d2356af-3361-4372-bb50-4985c67ef3ae tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798559 Aug 11 02:09:15.151606 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-102b4fc2-fb87-4f6d-aa56-e466263f45d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:15.274884 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e', 'tag': 'c9a555a6-9b14-4c00-af19-fb6260c2ed9d'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:15.277324 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6423fa9b-c56c-4ac7-a976-17e9af8a9c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e", "tag": "c9a555a6-9b14-4c00-af19-fb6260c2ed9d"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:15.281906 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f38b07a2-9be2-4e21-8cd4-5e43cc33a0fc req-7843ef59-23ef-4b31-8cbb-7995647a609d tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0955808 Aug 11 02:09:15.313481 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102b4fc2-fb87-4f6d-aa56-e466263f45d5 admin admin] Router b66395eb-105d-4cd9-a218-5931d231cb83 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:09:15.332229 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f3474c-8e54-4c80-8616-937f062de0b6 x-openstack-request-id: req-48f3474c-8e54-4c80-8616-937f062de0b6 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:15.332511 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e", "tag": "c9a555a6-9b14-4c00-af19-fb6260c2ed9d", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:15.332758 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-48f3474c-8e54-4c80-8616-937f062de0b6 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:15.333150 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e', 'tag': 'c9a555a6-9b14-4c00-af19-fb6260c2ed9d', 'status': 'completed', 'code': 200} Aug 11 02:09:15.421592 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87760ed-9cf9-47c1-8b74-8183eb56cb0b req-12ca1929-5773-47cb-9709-2bb8569ed6ce tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:15.427066 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b87760ed-9cf9-47c1-8b74-8183eb56cb0b req-12ca1929-5773-47cb-9709-2bb8569ed6ce tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 943 time: 0.0633879 Aug 11 02:09:15.468568 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b87760ed-9cf9-47c1-8b74-8183eb56cb0b req-ae7c377d-08d6-4828-9531-e8c273531dfa tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391560 Aug 11 02:09:15.590663 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-005f9632-48c9-4f7c-82ee-cde82a81d5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:15.775664 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423fa9b-c56c-4ac7-a976-17e9af8a9c3d req-4eaa536d-094b-47e5-8981-a8501d595708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:15.777719 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6423fa9b-c56c-4ac7-a976-17e9af8a9c3d req-4eaa536d-094b-47e5-8981-a8501d595708 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ad8af97bd524ff09f331d88ab3a939b&device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 1127 time: 0.4139168 Aug 11 02:09:15.783215 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102b4fc2-fb87-4f6d-aa56-e466263f45d5 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:09:15.793851 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dc5abb-e084-41fa-ad10-7decef982a9b None None] Sync routers for ids ['b66395eb-105d-4cd9-a218-5931d231cb83'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:09:15.794923 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed327a-a921-4294-9e70-2c0ce645d807 req-2cdf54d3-5888-4074-9259-206fb8dc1859 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:15.799432 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c0ed327a-a921-4294-9e70-2c0ce645d807 req-2cdf54d3-5888-4074-9259-206fb8dc1859 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.3973026 Aug 11 02:09:15.801916 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286ebbc5-5770-4e2b-bbb4-71d855904bbe None None] Network eacbab59-89ec-4d07-bbc4-372dd25d2148 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:09:15.847049 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dc5abb-e084-41fa-ad10-7decef982a9b None None] Routers {'b66395eb-105d-4cd9-a218-5931d231cb83'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:15.847800 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b9dc5abb-e084-41fa-ad10-7decef982a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:08:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['b66395eb-105d-4cd9-a218-5931d231cb83'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:15.876951 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-102b4fc2-fb87-4f6d-aa56-e466263f45d5 admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:15.878548 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-102b4fc2-fb87-4f6d-aa56-e466263f45d5 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.1718154 Aug 11 02:09:15.883673 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59706) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:15.903657 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c0ed327a-a921-4294-9e70-2c0ce645d807 req-8943a5dc-2734-432c-b1da-5f71a1dfdef8 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008902 Aug 11 02:09:15.949909 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f7f7b302-3e54-4810-844a-d9484c3fb11d None None] Provisioning for port 38867b01-b072-4e5a-a3a2-399163dde6c4 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:15.955455 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423fa9b-c56c-4ac7-a976-17e9af8a9c3d req-6c17c864-6622-4c70-aa13-7b54c8515c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:15.958253 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6423fa9b-c56c-4ac7-a976-17e9af8a9c3d req-6c17c864-6622-4c70-aa13-7b54c8515c71 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c HTTP/1.1" status: 200 len: 909 time: 0.1575899 Aug 11 02:09:16.013777 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58165772-8da0-4ccd-86ee-1863a2e64a36 req-dcb24d20-aaa5-4080-8952-2c90cf6e1449 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:16.018302 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-58165772-8da0-4ccd-86ee-1863a2e64a36 req-dcb24d20-aaa5-4080-8952-2c90cf6e1449 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.1459336 Aug 11 02:09:16.019789 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6423fa9b-c56c-4ac7-a976-17e9af8a9c3d req-efecfcc3-a86e-4393-bf3d-1b0c10c27530 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9a555a6-9b14-4c00-af19-fb6260c2ed9d HTTP/1.1" status: 200 len: 217 time: 0.0514026 Aug 11 02:09:16.079808 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-b9dc5abb-e084-41fa-ad10-7decef982a9b None None] Set router b66395eb-105d-4cd9-a218-5931d231cb83 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:16.111146 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-58165772-8da0-4ccd-86ee-1863a2e64a36 req-6ac168be-6436-4019-809c-6f243a087b6f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861661 Aug 11 02:09:16.119647 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423fa9b-c56c-4ac7-a976-17e9af8a9c3d req-b7eed8ea-e340-4384-a061-8b4f8d8fd1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:16.121736 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6423fa9b-c56c-4ac7-a976-17e9af8a9c3d req-b7eed8ea-e340-4384-a061-8b4f8d8fd1ea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ea5a035c-6f83-40b0-8579-ac261184d3bb HTTP/1.1" status: 200 len: 848 time: 0.0801828 Aug 11 02:09:16.165860 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6423fa9b-c56c-4ac7-a976-17e9af8a9c3d req-6b27221e-f3e7-4d86-a74f-e022043a4ae1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261314 Aug 11 02:09:16.267345 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 38867b01-b072-4e5a-a3a2-399163dde6c4 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:16.294217 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c70afb-6ab1-435c-bd8e-80e1cc6d811a req-ca5de65d-e278-48a3-81c6-16b804281a2c tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:16.295976 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70c70afb-6ab1-435c-bd8e-80e1cc6d811a req-ca5de65d-e278-48a3-81c6-16b804281a2c tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 944 time: 0.1104693 Aug 11 02:09:16.346534 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6423fa9b-c56c-4ac7-a976-17e9af8a9c3d req-88b9445b-54f4-443f-8423-3dc4765fc9ea service neutron] 10.222.0.66 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710329 Aug 11 02:09:16.358808 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70c70afb-6ab1-435c-bd8e-80e1cc6d811a req-26f1b826-6790-4644-b06d-84b1aa2c0d1c tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549507 Aug 11 02:09:16.465121 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6423fa9b-c56c-4ac7-a976-17e9af8a9c3d req-3545ea2e-389c-4eb1-9367-93353d300cf0 service neutron] 10.222.0.66 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021643 Aug 11 02:09:16.498505 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 38867b01-b072-4e5a-a3a2-399163dde6c4 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:16.507808 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 38867b01-b072-4e5a-a3a2-399163dde6c4 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:16.508234 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:16.558052 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b9dc5abb-e084-41fa-ad10-7decef982a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66395eb-105d-4cd9-a218-5931d231cb83', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427318278-router', 'tenant_id': 'ecfab94019e4427ca5586a8d42dd01cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '75f52cf0-8c6c-44a8-ab58-88055cf135b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:09:13Z', 'updated_at': '2021-08-11T02:09:14Z', 'revision_number': 3, 'project_id': 'ecfab94019e4427ca5586a8d42dd01cd', 'gw_port': {'id': '75f52cf0-8c6c-44a8-ab58-88055cf135b2', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:72:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66395eb-105d-4cd9-a218-5931d231cb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:09:14Z', 'updated_at': '2021-08-11T02:09:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:16.591367 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dc5abb-e084-41fa-ad10-7decef982a9b None None] Checking router: b66395eb-105d-4cd9-a218-5931d231cb83 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:09:16.592056 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dc5abb-e084-41fa-ad10-7decef982a9b None None] Updating router b66395eb-105d-4cd9-a218-5931d231cb83 port 75f52cf0-8c6c-44a8-ab58-88055cf135b2 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:09:16.608974 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-58842355-608c-46ac-b90c-a7f87037b50a req-2076db61-6f9f-472e-aaae-d859a7e90ace tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0445626 Aug 11 02:09:16.626354 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647594c5-1506-43a8-84e0-e261758f9336 req-141a380b-a9a1-46f4-8dae-b681fae9bf01 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:16.641625 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-647594c5-1506-43a8-84e0-e261758f9336 req-141a380b-a9a1-46f4-8dae-b681fae9bf01 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 943 time: 0.0776157 Aug 11 02:09:16.655231 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b9dc5abb-e084-41fa-ad10-7decef982a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:16.684171 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-647594c5-1506-43a8-84e0-e261758f9336 req-2100ee53-7817-416c-a0d6-4197ce100492 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492539 Aug 11 02:09:16.770761 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:16.812327 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:16.831791 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d0823edf-5eb1-40da-9b5e-95bc6ab7f0c8 None None] Provisioning complete for port 38867b01-b072-4e5a-a3a2-399163dde6c4 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:16.832244 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d0823edf-5eb1-40da-9b5e-95bc6ab7f0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:16.835695 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 38867b01-b072-4e5a-a3a2-399163dde6c4, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=38867b01-b072-4e5a-a3a2-399163dde6c4,segment=NetworkSegment(f0c59684-8b59-44f4-b77f-8116e3585c10),segment_id=f0c59684-8b59-44f4-b77f-8116e3585c10)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:16.866045 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:16.999870 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Allocated IP 172.20.0.1 (eacbab59-89ec-4d07-bbc4-372dd25d2148/205303de-47de-4289-8816-3133240d97aa/22c26079-dbbc-477b-a465-fad8cfeee9ce) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:09:17.003713 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=38867b01-b072-4e5a-a3a2-399163dde6c4,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:17.108713 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c494ba5-7316-42fd-95a4-a49f037a622a req-deedb856-3b57-4c32-8869-92f819eba304 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:17.110422 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c494ba5-7316-42fd-95a4-a49f037a622a req-deedb856-3b57-4c32-8869-92f819eba304 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.1235416 Aug 11 02:09:17.142965 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b9dc5abb-e084-41fa-ad10-7decef982a9b None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:17.156444 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b9dc5abb-e084-41fa-ad10-7decef982a9b None None] Transition to ACTIVE for port object 75f52cf0-8c6c-44a8-ab58-88055cf135b2 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:17.163743 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b9dc5abb-e084-41fa-ad10-7decef982a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:17.185901 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c494ba5-7316-42fd-95a4-a49f037a622a req-39c2c15a-3a17-4a76-bdf1-bb5a3a2ab125 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660152 Aug 11 02:09:17.212704 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:17.225259 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-b9dc5abb-e084-41fa-ad10-7decef982a9b None None] Attempting to bind port 75f52cf0-8c6c-44a8-ab58-88055cf135b2 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:09:17.225879 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-b9dc5abb-e084-41fa-ad10-7decef982a9b None None] Attempting to bind port 75f52cf0-8c6c-44a8-ab58-88055cf135b2 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:09:17.226436 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dc5abb-e084-41fa-ad10-7decef982a9b None None] Attempting to bind port 75f52cf0-8c6c-44a8-ab58-88055cf135b2 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:17.229425 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Transition to ACTIVE for port object 22c26079-dbbc-477b-a465-fad8cfeee9ce will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:17.237381 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dc5abb-e084-41fa-ad10-7decef982a9b None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:09:17.238202 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dc5abb-e084-41fa-ad10-7decef982a9b None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:17.238786 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b9dc5abb-e084-41fa-ad10-7decef982a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:17.239338 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dc5abb-e084-41fa-ad10-7decef982a9b None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:09:17.240038 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-b9dc5abb-e084-41fa-ad10-7decef982a9b None None] Bound port: 75f52cf0-8c6c-44a8-ab58-88055cf135b2, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:17.240635 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b9dc5abb-e084-41fa-ad10-7decef982a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:17.281006 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35979d73-f712-4b7e-a070-b865750bf222 None None] Pushing event updated for resources: {'Port': ['ID=75f52cf0-8c6c-44a8-ab58-88055cf135b2,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:17.294296 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:17.317191 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-b9dc5abb-e084-41fa-ad10-7decef982a9b None None] For port 75f52cf0-8c6c-44a8-ab58-88055cf135b2, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:17.320964 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-b9dc5abb-e084-41fa-ad10-7decef982a9b None None] For port 75f52cf0-8c6c-44a8-ab58-88055cf135b2, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=75f52cf0-8c6c-44a8-ab58-88055cf135b2,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:17.327432 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b9dc5abb-e084-41fa-ad10-7decef982a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:17.334319 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd54af4-7f0a-4a28-8c59-bb20f15f442f req-ef6258ab-7407-41c4-9316-c4e6b6984a9e tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:17.335740 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Network eacbab59-89ec-4d07-bbc4-372dd25d2148 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:09:17.338953 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:17.343864 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cbd54af4-7f0a-4a28-8c59-bb20f15f442f req-ef6258ab-7407-41c4-9316-c4e6b6984a9e tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.0873139 Aug 11 02:09:17.346743 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:09:17.384385 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Pushing event updated for resources: {'Port': ['ID=22c26079-dbbc-477b-a465-fad8cfeee9ce,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:17.401286 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:17.403144 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:17.403853 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:17.404375 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:17.404876 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:17.405530 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:17.406028 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:17.406544 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:17.407036 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:17.407586 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:17.411237 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:17.412294 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:17.427569 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:17.430393 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35979d73-f712-4b7e-a070-b865750bf222 None None] Pushing event updated for resources: {'Port': ['ID=75f52cf0-8c6c-44a8-ab58-88055cf135b2,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:17.438631 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dc5abb-e084-41fa-ad10-7decef982a9b None None] Routers {'b66395eb-105d-4cd9-a218-5931d231cb83'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:17.439058 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cbd54af4-7f0a-4a28-8c59-bb20f15f442f req-c299cf23-92b0-4d3a-b096-a85c086c6b1c tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871477 Aug 11 02:09:17.439705 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b9dc5abb-e084-41fa-ad10-7decef982a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:08:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['b66395eb-105d-4cd9-a218-5931d231cb83'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:17.578491 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-b9dc5abb-e084-41fa-ad10-7decef982a9b None None] Set router b66395eb-105d-4cd9-a218-5931d231cb83 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:17.595055 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dae7a3-20df-48fe-bb34-a6a7c794b8e2 req-c6078afb-60b9-403a-a70a-19aefbc319ef tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:17.602881 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b2dae7a3-20df-48fe-bb34-a6a7c794b8e2 req-c6078afb-60b9-403a-a70a-19aefbc319ef tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 944 time: 0.1091144 Aug 11 02:09:17.660926 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:17.675713 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b2dae7a3-20df-48fe-bb34-a6a7c794b8e2 req-b7a4e694-9476-4b93-98c7-60e4f02702c6 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710318 Aug 11 02:09:17.748678 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8656e41b-cf35-4851-bc89-3345129b6305 req-ea154d11-5a00-42ae-a236-859e51b1a605 tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0373583 Aug 11 02:09:17.796765 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-002dbc1e-2187-46d0-8203-919e27174f4c None None] Provisioning for port 22c26079-dbbc-477b-a465-fad8cfeee9ce completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:17.801151 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-002dbc1e-2187-46d0-8203-919e27174f4c None None] Provisioning complete for port 22c26079-dbbc-477b-a465-fad8cfeee9ce triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:17.801524 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-002dbc1e-2187-46d0-8203-919e27174f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:17.846486 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-002dbc1e-2187-46d0-8203-919e27174f4c None None] Port 22c26079-dbbc-477b-a465-fad8cfeee9ce cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:09:17.852489 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b9dc5abb-e084-41fa-ad10-7decef982a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66395eb-105d-4cd9-a218-5931d231cb83', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427318278-router', 'tenant_id': 'ecfab94019e4427ca5586a8d42dd01cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '75f52cf0-8c6c-44a8-ab58-88055cf135b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:09:13Z', 'updated_at': '2021-08-11T02:09:14Z', 'revision_number': 3, 'project_id': 'ecfab94019e4427ca5586a8d42dd01cd', 'gw_port': {'id': '75f52cf0-8c6c-44a8-ab58-88055cf135b2', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:72:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66395eb-105d-4cd9-a218-5931d231cb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:09:14Z', 'updated_at': '2021-08-11T02:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:17.871724 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518da8df-cd86-43d3-a22d-c5176c6f17ca req-63107198-3687-4209-b442-8d2e9d3f7596 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:17.873262 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-518da8df-cd86-43d3-a22d-c5176c6f17ca req-63107198-3687-4209-b442-8d2e9d3f7596 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 943 time: 0.1128445 Aug 11 02:09:17.882818 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dc5abb-e084-41fa-ad10-7decef982a9b None None] The sync data for ids ['b66395eb-105d-4cd9-a218-5931d231cb83'] in n-d-615180-33 is: [{'id': 'b66395eb-105d-4cd9-a218-5931d231cb83', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427318278-router', 'tenant_id': 'ecfab94019e4427ca5586a8d42dd01cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '75f52cf0-8c6c-44a8-ab58-88055cf135b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:09:13Z', 'updated_at': '2021-08-11T02:09:14Z', 'revision_number': 3, 'project_id': 'ecfab94019e4427ca5586a8d42dd01cd', 'gw_port': {'id': '75f52cf0-8c6c-44a8-ab58-88055cf135b2', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:72:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66395eb-105d-4cd9-a218-5931d231cb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:09:14Z', 'updated_at': '2021-08-11T02:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:09:17.950638 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-518da8df-cd86-43d3-a22d-c5176c6f17ca req-e7577ebd-9bd7-4ab4-a28d-f1602ae14ef3 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653868 Aug 11 02:09:17.997108 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:18.002215 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:18.032669 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 38867b01-b072-4e5a-a3a2-399163dde6c4 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:18.084012 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Pushing event updated for resources: {'Port': ['ID=22c26079-dbbc-477b-a465-fad8cfeee9ce,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:18.088100 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:18.104786 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 38867b01-b072-4e5a-a3a2-399163dde6c4 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:18.105200 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:18.231529 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Network eacbab59-89ec-4d07-bbc4-372dd25d2148 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:09:18.233038 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:18.275788 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-99a94743-0a40-4a7f-9ccc-e05dad2c8da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:18.346413 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:18.436705 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47d692-99d3-4737-ad5a-34867a724486 req-898cbd04-41d1-456d-a505-45e219bb94ea tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:18.444200 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-db47d692-99d3-4737-ad5a-34867a724486 req-898cbd04-41d1-456d-a505-45e219bb94ea tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.1211717 Aug 11 02:09:18.509092 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-db47d692-99d3-4737-ad5a-34867a724486 req-ea45d76d-704e-4a1a-8a6c-cf9560e07c50 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639856 Aug 11 02:09:18.522032 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Router b66395eb-105d-4cd9-a218-5931d231cb83 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:09:18.584032 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ae17ea3f-da9a-4a26-848a-342eb25886a9 None None] Provisioning complete for port 22c26079-dbbc-477b-a465-fad8cfeee9ce triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:18.584032 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ae17ea3f-da9a-4a26-848a-342eb25886a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:18.622984 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-ae17ea3f-da9a-4a26-848a-342eb25886a9 None None] Port 22c26079-dbbc-477b-a465-fad8cfeee9ce cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:09:18.624944 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac041599-2de5-4b8f-9ae3-a6079413bf38 req-09150720-8622-436b-aeb8-e4828f1f0f04 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:18.627524 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ac041599-2de5-4b8f-9ae3-a6079413bf38 req-09150720-8622-436b-aeb8-e4828f1f0f04 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.0947278 Aug 11 02:09:18.672244 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:09:18.676977 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ac041599-2de5-4b8f-9ae3-a6079413bf38 req-835c5c84-8d4c-41c0-9c1f-83f89a2f6838 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395334 Aug 11 02:09:18.685381 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-12649c93-bd46-48ca-9a1d-189e074fcf50 admin admin] 10.222.0.50 "PUT /v2.0/routers/b66395eb-105d-4cd9-a218-5931d231cb83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7915773 Aug 11 02:09:18.772513 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-3e29c471-0d20-4a8f-9a44-9af9e70bb8d5 service neutron] 10.222.0.66 "GET /v2.0/ports/c9a555a6-9b14-4c00-af19-fb6260c2ed9d/bindings/n-h1-615180-33 HTTP/1.1" status: 200 len: 385 time: 0.0875907 Aug 11 02:09:18.811656 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277a892-816c-4f0a-a43d-dd30147c37c3 req-856452fe-a1ae-4710-a620-2fa2da27d111 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:18.816882 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2277a892-816c-4f0a-a43d-dd30147c37c3 req-856452fe-a1ae-4710-a620-2fa2da27d111 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 944 time: 0.0763192 Aug 11 02:09:18.869828 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2277a892-816c-4f0a-a43d-dd30147c37c3 req-9dae986d-0f9e-4a5c-a727-aa31e365fb4f tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412841 Aug 11 02:09:18.879330 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70b7809e-a2ea-4361-927c-71397cb2b118 req-fce9840f-136f-41b1-8987-f4954805dfb5 tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0405459 Aug 11 02:09:18.971804 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 695319a2-5cbb-4621-aa3a-340025ecdc81 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:09:18.975238 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device c9a555a6-9b14-4c00-af19-fb6260c2ed9d no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:09:19.004047 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [req-5bb1f2f5-4f66-4c68-bf93-7ac9388502c5 req-6a18d0d0-eab0-43bd-a386-ba3faba7aea3 tempest-FloatingIPDetailsNegativeTestJSON-2072891102 tempest-FloatingIPDetailsNegativeTestJSON-2072891102-project] show failed (client error): The resource could not be found. Aug 11 02:09:19.005285 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5bb1f2f5-4f66-4c68-bf93-7ac9388502c5 req-6a18d0d0-eab0-43bd-a386-ba3faba7aea3 tempest-FloatingIPDetailsNegativeTestJSON-2072891102 tempest-FloatingIPDetailsNegativeTestJSON-2072891102-project] 10.222.0.50 "GET /v2.0/floatingips/c1d84c5b-edce-4b35-be02-d22903fc6737 HTTP/1.1" status: 404 len: 350 time: 0.0486534 Aug 11 02:09:19.017806 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59750) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:19.024541 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-d19a673b-f9bf-42c9-b0dd-7194779097c4 service neutron] For port c9a555a6-9b14-4c00-af19-fb6260c2ed9d, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=c9a555a6-9b14-4c00-af19-fb6260c2ed9d,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:19.073513 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-d19a673b-f9bf-42c9-b0dd-7194779097c4 service neutron] For port c9a555a6-9b14-4c00-af19-fb6260c2ed9d, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:19.120744 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-d19a673b-f9bf-42c9-b0dd-7194779097c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9a555a6-9b14-4c00-af19-fb6260c2ed9d {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:19.135444 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c245827-ac9c-4528-af3d-c0ea2546b769 req-3d9afce7-84a0-4c8d-ae3f-bcc8cfc70110 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:19.141177 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6c245827-ac9c-4528-af3d-c0ea2546b769 req-3d9afce7-84a0-4c8d-ae3f-bcc8cfc70110 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 943 time: 0.0958769 Aug 11 02:09:19.147765 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-d19a673b-f9bf-42c9-b0dd-7194779097c4 service neutron] For port c9a555a6-9b14-4c00-af19-fb6260c2ed9d, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=c9a555a6-9b14-4c00-af19-fb6260c2ed9d,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:19.162342 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 695319a2-5cbb-4621-aa3a-340025ecdc81, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=695319a2-5cbb-4621-aa3a-340025ecdc81,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:19.175129 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '695319a2-5cbb-4621-aa3a-340025ecdc81', 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7', 'port_id': '695319a2-5cbb-4621-aa3a-340025ecdc81', 'mac_address': 'fa:16:3e:3d:bc:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e0d0b4-108b-452a-91dc-cd606630079c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:09:19.181935 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-d19a673b-f9bf-42c9-b0dd-7194779097c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:19.205308 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6c245827-ac9c-4528-af3d-c0ea2546b769 req-8968ab86-898a-49e5-919e-a6af083818a1 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538981 Aug 11 02:09:19.228367 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:19.266979 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 695319a2-5cbb-4621-aa3a-340025ecdc81 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:19.289498 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 695319a2-5cbb-4621-aa3a-340025ecdc81, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=695319a2-5cbb-4621-aa3a-340025ecdc81,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:19.296346 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:19.306482 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-d19a673b-f9bf-42c9-b0dd-7194779097c4 service neutron] Transition to ACTIVE for port object c9a555a6-9b14-4c00-af19-fb6260c2ed9d will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:19.311903 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-d19a673b-f9bf-42c9-b0dd-7194779097c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:19.357464 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=695319a2-5cbb-4621-aa3a-340025ecdc81,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:19.390944 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-d19a673b-f9bf-42c9-b0dd-7194779097c4 service neutron] No DVR routers for this DVR port c9a555a6-9b14-4c00-af19-fb6260c2ed9d on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:09:19.397336 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a673b-f9bf-42c9-b0dd-7194779097c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c9a555a6-9b14-4c00-af19-fb6260c2ed9d,revision_number=10']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:19.429449 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-d19a673b-f9bf-42c9-b0dd-7194779097c4 service neutron] 10.222.0.66 "PUT /v2.0/ports/c9a555a6-9b14-4c00-af19-fb6260c2ed9d/bindings/n-h1-615180-33/activate HTTP/1.1" status: 200 len: 370 time: 0.6486123 Aug 11 02:09:19.450245 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-70260bc7-1d20-4dd1-9f1d-def995c462b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:19.578093 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-e8caa025-5b57-44b0-8028-67bc32ec1750 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:19.579610 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-e8caa025-5b57-44b0-8028-67bc32ec1750 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e&tenant_id=2ad8af97bd524ff09f331d88ab3a939b&binding%3Ahost_id=n-h2-615180-33 HTTP/1.1" status: 200 len: 1097 time: 0.0885270 Aug 11 02:09:19.608892 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['695319a2-5cbb-4621-aa3a-340025ecdc81'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:19.709865 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-399d713a-2ef8-4960-9942-ec88d16c9e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:19.711456 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-399d713a-2ef8-4960-9942-ec88d16c9e16 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e&tenant_id=2ad8af97bd524ff09f331d88ab3a939b HTTP/1.1" status: 200 len: 1097 time: 0.1185353 Aug 11 02:09:19.728248 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ee32e-4c16-494a-ad29-923f7c901281 req-899fb3b4-5177-4f9b-b67d-9132f5677739 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:19.729887 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f74ee32e-4c16-494a-ad29-923f7c901281 req-899fb3b4-5177-4f9b-b67d-9132f5677739 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.1395957 Aug 11 02:09:19.812713 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b460aa4-9241-49bd-96a5-fbedd53d8183 req-f79f43b8-2cc5-4b99-9b15-5e5b1af29607 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:19.814265 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4b460aa4-9241-49bd-96a5-fbedd53d8183 req-f79f43b8-2cc5-4b99-9b15-5e5b1af29607 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.0549119 Aug 11 02:09:19.824960 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f74ee32e-4c16-494a-ad29-923f7c901281 req-4b3e065d-71c2-411f-91a9-34673df56249 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838859 Aug 11 02:09:19.854791 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:19.866074 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-f2647e45-12f9-4206-86ae-9fd7d6b98071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:19.867798 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-f2647e45-12f9-4206-86ae-9fd7d6b98071 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2ad8af97bd524ff09f331d88ab3a939b&device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 1097 time: 0.1014979 Aug 11 02:09:19.878104 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4b460aa4-9241-49bd-96a5-fbedd53d8183 req-ec57f225-1e25-497e-b6b4-afc01ef3d77e tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571697 Aug 11 02:09:19.879630 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2448032c-9610-4a87-be5a-5c544a7087de None None] Sync routers for ids ['b66395eb-105d-4cd9-a218-5931d231cb83'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:09:19.900375 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2448032c-9610-4a87-be5a-5c544a7087de None None] Routers {'b66395eb-105d-4cd9-a218-5931d231cb83'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:19.900375 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-2448032c-9610-4a87-be5a-5c544a7087de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:09:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['b66395eb-105d-4cd9-a218-5931d231cb83'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:19.936283 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-70260bc7-1d20-4dd1-9f1d-def995c462b9 admin admin] Deleting port 22c26079-dbbc-477b-a465-fad8cfeee9ce {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:19.936625 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-70260bc7-1d20-4dd1-9f1d-def995c462b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:20.037501 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-70260bc7-1d20-4dd1-9f1d-def995c462b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:20.039021 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-2448032c-9610-4a87-be5a-5c544a7087de None None] Set router b66395eb-105d-4cd9-a218-5931d231cb83 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:20.067882 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-90d24d35-843b-46db-8fc2-7b8a7a718024 req-c363cbcf-0e5d-476e-81fb-57e811cf6d35 tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0661528 Aug 11 02:09:20.075953 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-70260bc7-1d20-4dd1-9f1d-def995c462b9 admin admin] Calling delete_port for 22c26079-dbbc-477b-a465-fad8cfeee9ce owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:20.114514 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 75f52cf0-8c6c-44a8-ab58-88055cf135b2 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:20.151018 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-8816326c-2027-469f-beb4-87e2483595d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:20.153118 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-8816326c-2027-469f-beb4-87e2483595d6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c HTTP/1.1" status: 200 len: 909 time: 0.2776868 Aug 11 02:09:20.163175 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 75f52cf0-8c6c-44a8-ab58-88055cf135b2 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:20.169604 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 75f52cf0-8c6c-44a8-ab58-88055cf135b2 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:20.170391 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:20.170773 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680e2d8-d8dd-431f-8087-328296b6e4ec req-e3fed6a3-ea56-47d7-9d05-a169bcb46c4b tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:20.174020 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a680e2d8-d8dd-431f-8087-328296b6e4ec req-e3fed6a3-ea56-47d7-9d05-a169bcb46c4b tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 945 time: 0.1484072 Aug 11 02:09:20.231244 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-9c091736-1c41-4f6b-865d-71eb43c2908e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9a555a6-9b14-4c00-af19-fb6260c2ed9d HTTP/1.1" status: 200 len: 217 time: 0.0544217 Aug 11 02:09:20.274898 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:20.276145 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-2448032c-9610-4a87-be5a-5c544a7087de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66395eb-105d-4cd9-a218-5931d231cb83', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427318278-router', 'tenant_id': 'ecfab94019e4427ca5586a8d42dd01cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '75f52cf0-8c6c-44a8-ab58-88055cf135b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:09:13Z', 'updated_at': '2021-08-11T02:09:17Z', 'revision_number': 4, 'project_id': 'ecfab94019e4427ca5586a8d42dd01cd', 'gw_port': {'id': '75f52cf0-8c6c-44a8-ab58-88055cf135b2', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:72:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66395eb-105d-4cd9-a218-5931d231cb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:09:14Z', 'updated_at': '2021-08-11T02:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '22c26079-dbbc-477b-a465-fad8cfeee9ce', 'name': '', 'network_id': 'eacbab59-89ec-4d07-bbc4-372dd25d2148', 'tenant_id': 'ecfab94019e4427ca5586a8d42dd01cd', 'mac_address': 'fa:16:3e:b7:c8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66395eb-105d-4cd9-a218-5931d231cb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '205303de-47de-4289-8816-3133240d97aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:09:16Z', 'updated_at': '2021-08-11T02:09:17Z', 'revision_number': 2, 'project_id': 'ecfab94019e4427ca5586a8d42dd01cd', 'subnets': [{'id': '205303de-47de-4289-8816-3133240d97aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:20.298634 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 75f52cf0-8c6c-44a8-ab58-88055cf135b2, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=75f52cf0-8c6c-44a8-ab58-88055cf135b2,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:20.305185 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:20.318044 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2448032c-9610-4a87-be5a-5c544a7087de None None] Checking router: b66395eb-105d-4cd9-a218-5931d231cb83 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:09:20.318408 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2448032c-9610-4a87-be5a-5c544a7087de None None] Updating router b66395eb-105d-4cd9-a218-5931d231cb83 port 22c26079-dbbc-477b-a465-fad8cfeee9ce binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:09:20.350706 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-2448032c-9610-4a87-be5a-5c544a7087de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:20.366674 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a680e2d8-d8dd-431f-8087-328296b6e4ec req-e5946c3d-b044-453e-8b5e-e6a7a42f6fa3 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831009 Aug 11 02:09:20.368208 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=75f52cf0-8c6c-44a8-ab58-88055cf135b2,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:20.370317 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-a43558ab-1e7d-4bf4-8a9f-c1cc5d1017ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:20.372286 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-a43558ab-1e7d-4bf4-8a9f-c1cc5d1017ba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea5a035c-6f83-40b0-8579-ac261184d3bb HTTP/1.1" status: 200 len: 848 time: 0.1323009 Aug 11 02:09:20.410558 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a222a-a74d-466e-8cf7-ff9a29ebd1e7 req-2c4f14e6-0035-43e9-8f0b-44e4caf6d080 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:20.412267 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-109a222a-a74d-466e-8cf7-ff9a29ebd1e7 req-2c4f14e6-0035-43e9-8f0b-44e4caf6d080 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 944 time: 0.0856779 Aug 11 02:09:20.460891 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-109a222a-a74d-466e-8cf7-ff9a29ebd1e7 req-628e5f31-e5af-48a8-946d-392af30be938 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407329 Aug 11 02:09:20.462495 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-b16536e5-5200-4984-9013-94f41559a8c7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818446 Aug 11 02:09:20.542064 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-70260bc7-1d20-4dd1-9f1d-def995c462b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:20.573424 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70260bc7-1d20-4dd1-9f1d-def995c462b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=22c26079-dbbc-477b-a465-fad8cfeee9ce,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:20.645798 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-0b7db24c-c031-4af4-aa7c-c34eaaa3c30e service neutron] 10.222.0.73 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673110 Aug 11 02:09:20.669709 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.db.api [None req-2448032c-9610-4a87-be5a-5c544a7087de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:09:20.670255 n-d-615180-33 neutron-server[94509]: DEBUG oslo_db.api [None req-2448032c-9610-4a87-be5a-5c544a7087de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:09:20.829909 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-b130e15b-b4a1-4849-870e-210699b5c3ee service neutron] 10.222.0.73 "GET /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752782 Aug 11 02:09:20.840069 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-70260bc7-1d20-4dd1-9f1d-def995c462b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:20.978011 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 695319a2-5cbb-4621-aa3a-340025ecdc81 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:21.048443 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 695319a2-5cbb-4621-aa3a-340025ecdc81 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:21.055797 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 695319a2-5cbb-4621-aa3a-340025ecdc81 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:21.056662 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:21.094270 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78326500-df83-4001-8943-6b33fb6fa225 req-5532c5fc-17c3-40e0-820c-af1386b88c96 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:21.095798 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-78326500-df83-4001-8943-6b33fb6fa225 req-5532c5fc-17c3-40e0-820c-af1386b88c96 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.1031060 Aug 11 02:09:21.150689 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:21.165555 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe14a1-239f-4845-a5f8-6e1b7b70c1d3 req-2a54a87a-749a-4d7e-b50f-576846b5f3be tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:21.166505 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70260bc7-1d20-4dd1-9f1d-def995c462b9 admin admin] Router b66395eb-105d-4cd9-a218-5931d231cb83 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:09:21.167272 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-12fe14a1-239f-4845-a5f8-6e1b7b70c1d3 req-2a54a87a-749a-4d7e-b50f-576846b5f3be tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.0538754 Aug 11 02:09:21.189979 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2c67cb-5c56-44e2-8792-f1cadec22f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695319a2-5cbb-4621-aa3a-340025ecdc81'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:21.193584 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e796b44-42e0-48bd-8d2d-043902fc13c6" -d '{"events": [{"server_uuid": "0d2c67cb-5c56-44e2-8792-f1cadec22f5b", "name": "network-vif-plugged", "status": "completed", "tag": "695319a2-5cbb-4621-aa3a-340025ecdc81"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:21.194675 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-78326500-df83-4001-8943-6b33fb6fa225 req-0e698590-21f1-461e-b1c0-ff09a288e2db tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832534 Aug 11 02:09:21.202263 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-cc726725-3d55-4b8c-94d9-3d946225ad11 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:21.203842 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-cc726725-3d55-4b8c-94d9-3d946225ad11 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e&tenant_id=2ad8af97bd524ff09f331d88ab3a939b&binding%3Ahost_id=n-h1-615180-33 HTTP/1.1" status: 200 len: 1097 time: 0.1071534 Aug 11 02:09:21.207230 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2448032c-9610-4a87-be5a-5c544a7087de None None] Port 22c26079-dbbc-477b-a465-fad8cfeee9ce not found while updating agent binding for router b66395eb-105d-4cd9-a218-5931d231cb83. {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 11 02:09:21.219067 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-12fe14a1-239f-4845-a5f8-6e1b7b70c1d3 req-9f812fd2-9ebb-4c42-8fab-685cd8ba6ae3 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412712 Aug 11 02:09:21.233400 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 695319a2-5cbb-4621-aa3a-340025ecdc81, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=695319a2-5cbb-4621-aa3a-340025ecdc81,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:21.239912 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2448032c-9610-4a87-be5a-5c544a7087de None None] Routers {'b66395eb-105d-4cd9-a218-5931d231cb83'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:21.240572 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-2448032c-9610-4a87-be5a-5c544a7087de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:09:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['b66395eb-105d-4cd9-a218-5931d231cb83'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:21.244135 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:21.278856 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ae490f-2334-4232-b0c6-bc71b60a9673 x-openstack-request-id: req-95ae490f-2334-4232-b0c6-bc71b60a9673 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:21.279171 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d2c67cb-5c56-44e2-8792-f1cadec22f5b", "name": "network-vif-plugged", "status": "completed", "tag": "695319a2-5cbb-4621-aa3a-340025ecdc81", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:21.279431 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-95ae490f-2334-4232-b0c6-bc71b60a9673 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:21.279848 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d2c67cb-5c56-44e2-8792-f1cadec22f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695319a2-5cbb-4621-aa3a-340025ecdc81', 'code': 200} Aug 11 02:09:21.329032 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:21.338829 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=695319a2-5cbb-4621-aa3a-340025ecdc81,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:21.383670 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-2448032c-9610-4a87-be5a-5c544a7087de None None] Set router b66395eb-105d-4cd9-a218-5931d231cb83 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:21.395072 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314872c-b47a-4137-a41f-9b61d8ebc6ef req-15b6db56-12b1-41c2-8296-a77a1eed0e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:21.397036 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e314872c-b47a-4137-a41f-9b61d8ebc6ef req-15b6db56-12b1-41c2-8296-a77a1eed0e28 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 1097 time: 0.0504313 Aug 11 02:09:21.446427 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e314872c-b47a-4137-a41f-9b61d8ebc6ef req-268b639f-4109-44ad-aa45-b29b979f9fc9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404546 Aug 11 02:09:21.512288 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fbe54-9113-426b-ad2d-aa847b5b0eef req-4f1c56a8-291f-4536-81a5-ff26caf23306 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:21.514372 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b12fbe54-9113-426b-ad2d-aa847b5b0eef req-4f1c56a8-291f-4536-81a5-ff26caf23306 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 945 time: 0.0623984 Aug 11 02:09:21.557513 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b12fbe54-9113-426b-ad2d-aa847b5b0eef req-b465bce1-d328-4e4b-a4ed-f47be7b27afe tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350907 Aug 11 02:09:21.590800 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-2448032c-9610-4a87-be5a-5c544a7087de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66395eb-105d-4cd9-a218-5931d231cb83', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427318278-router', 'tenant_id': 'ecfab94019e4427ca5586a8d42dd01cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '75f52cf0-8c6c-44a8-ab58-88055cf135b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:09:13Z', 'updated_at': '2021-08-11T02:09:20Z', 'revision_number': 5, 'project_id': 'ecfab94019e4427ca5586a8d42dd01cd', 'gw_port': {'id': '75f52cf0-8c6c-44a8-ab58-88055cf135b2', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66395eb-105d-4cd9-a218-5931d231cb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:09:14Z', 'updated_at': '2021-08-11T02:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:21.617864 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2448032c-9610-4a87-be5a-5c544a7087de None None] The sync data for ids ['b66395eb-105d-4cd9-a218-5931d231cb83'] in n-d-615180-33 is: [{'id': 'b66395eb-105d-4cd9-a218-5931d231cb83', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427318278-router', 'tenant_id': 'ecfab94019e4427ca5586a8d42dd01cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '75f52cf0-8c6c-44a8-ab58-88055cf135b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:09:13Z', 'updated_at': '2021-08-11T02:09:20Z', 'revision_number': 5, 'project_id': 'ecfab94019e4427ca5586a8d42dd01cd', 'gw_port': {'id': '75f52cf0-8c6c-44a8-ab58-88055cf135b2', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66395eb-105d-4cd9-a218-5931d231cb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:09:14Z', 'updated_at': '2021-08-11T02:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:09:21.685119 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c3e78b34-c861-453e-808c-c22bfa810f29 req-7e3b682f-f9e9-4217-bac5-ef38abe0e72f tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.3532736 Aug 11 02:09:21.757327 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb7faa-c7af-4256-b74c-0af3b60d66f1 req-964077f8-1126-4624-aee4-98c4e0eb7d6b tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:21.759114 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b0cb7faa-c7af-4256-b74c-0af3b60d66f1 req-964077f8-1126-4624-aee4-98c4e0eb7d6b tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 945 time: 0.0656524 Aug 11 02:09:21.781713 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70260bc7-1d20-4dd1-9f1d-def995c462b9 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:09:21.811710 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-70260bc7-1d20-4dd1-9f1d-def995c462b9 admin admin] 10.222.0.50 "PUT /v2.0/routers/b66395eb-105d-4cd9-a218-5931d231cb83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7920368 Aug 11 02:09:21.815628 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b0cb7faa-c7af-4256-b74c-0af3b60d66f1 req-79f3b441-2f11-4930-88c1-2451724ffb69 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491540 Aug 11 02:09:21.816460 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59790) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:21.827645 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-25f1f581-25e0-408e-932d-6d9f47a582f9 service neutron] For port c9a555a6-9b14-4c00-af19-fb6260c2ed9d, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:21.832204 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-25f1f581-25e0-408e-932d-6d9f47a582f9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:21.833402 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5508b00c-dc14-4c48-bd04-f17c668e065b req-25f1f581-25e0-408e-932d-6d9f47a582f9 service neutron] 10.222.0.73 "DELETE /v2.0/ports/c9a555a6-9b14-4c00-af19-fb6260c2ed9d/bindings/n-h2-615180-33 HTTP/1.1" status: 204 len: 173 time: 0.5677600 Aug 11 02:09:21.956421 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9ba25-21a3-4d82-a59b-44f865fbb1d4 req-f10d6c9d-9f86-4701-aab2-974ed341ff62 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:21.957956 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-10f9ba25-21a3-4d82-a59b-44f865fbb1d4 req-f10d6c9d-9f86-4701-aab2-974ed341ff62 tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 1097 time: 0.0873208 Aug 11 02:09:21.974238 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0d36cdeb-ba80-4b92-adff-d3d69f9e56c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:22.018314 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 75f52cf0-8c6c-44a8-ab58-88055cf135b2 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:22.073637 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 75f52cf0-8c6c-44a8-ab58-88055cf135b2 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:22.074052 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:22.100603 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-10f9ba25-21a3-4d82-a59b-44f865fbb1d4 req-4bb0cdc7-f6d0-4bb6-9afe-f92b1a1437dc tempest-LiveMigrationTest-1727509857 tempest-LiveMigrationTest-1727509857-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223512 Aug 11 02:09:22.128206 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0d36cdeb-ba80-4b92-adff-d3d69f9e56c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:22.211324 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-0d36cdeb-ba80-4b92-adff-d3d69f9e56c2 admin admin] Deleting port 75f52cf0-8c6c-44a8-ab58-88055cf135b2 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:22.211714 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0d36cdeb-ba80-4b92-adff-d3d69f9e56c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:22.374358 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-0d36cdeb-ba80-4b92-adff-d3d69f9e56c2 admin admin] For port 75f52cf0-8c6c-44a8-ab58-88055cf135b2, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=75f52cf0-8c6c-44a8-ab58-88055cf135b2,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:22.374730 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0d36cdeb-ba80-4b92-adff-d3d69f9e56c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:22.396093 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-0d36cdeb-ba80-4b92-adff-d3d69f9e56c2 admin admin] Calling delete_port for 75f52cf0-8c6c-44a8-ab58-88055cf135b2 owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:22.418744 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e3249d-9849-45eb-88f0-7d7e2fab4c3e None None] Sync routers for ids ['b66395eb-105d-4cd9-a218-5931d231cb83'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:09:22.422527 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c365f40-1dfb-405a-bdf4-80af1f8a4e79 req-678911ab-1ff3-4b89-ab97-d59dc92f5f8f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:22.424230 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0c365f40-1dfb-405a-bdf4-80af1f8a4e79 req-678911ab-1ff3-4b89-ab97-d59dc92f5f8f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.1036968 Aug 11 02:09:22.430415 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e3249d-9849-45eb-88f0-7d7e2fab4c3e None None] Routers {'b66395eb-105d-4cd9-a218-5931d231cb83'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:22.431138 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d0e3249d-9849-45eb-88f0-7d7e2fab4c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:09:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['b66395eb-105d-4cd9-a218-5931d231cb83'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:22.458829 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6fcde-0657-4728-8aad-9b8b358acbe0 req-0215791c-7ce7-48fe-ae94-eed56348e98e tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:22.467699 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4be6fcde-0657-4728-8aad-9b8b358acbe0 req-0215791c-7ce7-48fe-ae94-eed56348e98e tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.0712557 Aug 11 02:09:22.507788 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0c365f40-1dfb-405a-bdf4-80af1f8a4e79 req-cab47e93-ebbe-42fd-8b64-00f49a57889f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490472 Aug 11 02:09:22.526747 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-d0e3249d-9849-45eb-88f0-7d7e2fab4c3e None None] Set router b66395eb-105d-4cd9-a218-5931d231cb83 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:22.546539 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4be6fcde-0657-4728-8aad-9b8b358acbe0 req-dda4d328-23ed-4342-9a44-7c449d8adf60 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778742 Aug 11 02:09:22.678313 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0d36cdeb-ba80-4b92-adff-d3d69f9e56c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:22.695938 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c10795-524e-4f6e-9f13-8f9d85f03c1a req-82650230-2576-46ae-8e25-9e8ccfadb2b5 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:22.699288 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3c10795-524e-4f6e-9f13-8f9d85f03c1a req-82650230-2576-46ae-8e25-9e8ccfadb2b5 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 945 time: 0.0971696 Aug 11 02:09:22.724149 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36cdeb-ba80-4b92-adff-d3d69f9e56c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=75f52cf0-8c6c-44a8-ab58-88055cf135b2,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:22.753916 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d0e3249d-9849-45eb-88f0-7d7e2fab4c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66395eb-105d-4cd9-a218-5931d231cb83', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427318278-router', 'tenant_id': 'ecfab94019e4427ca5586a8d42dd01cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:09:13Z', 'updated_at': '2021-08-11T02:09:22Z', 'revision_number': 6, 'project_id': 'ecfab94019e4427ca5586a8d42dd01cd', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:22.783289 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e3249d-9849-45eb-88f0-7d7e2fab4c3e None None] Checking router: b66395eb-105d-4cd9-a218-5931d231cb83 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:09:22.798994 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e3249d-9849-45eb-88f0-7d7e2fab4c3e None None] Routers {'b66395eb-105d-4cd9-a218-5931d231cb83'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:22.800088 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d0e3249d-9849-45eb-88f0-7d7e2fab4c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:09:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['b66395eb-105d-4cd9-a218-5931d231cb83'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:22.808877 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3c10795-524e-4f6e-9f13-8f9d85f03c1a req-223a8e65-2cd5-4cdf-a522-5b17f224b55f tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873203 Aug 11 02:09:22.815250 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4d28bc63-a2e7-4875-b4ee-8c6a4d0fb62f req-5681ccc8-b79f-48eb-bc96-16eadb6e8d70 tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0386441 Aug 11 02:09:22.846530 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0d36cdeb-ba80-4b92-adff-d3d69f9e56c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:22.906485 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-d0e3249d-9849-45eb-88f0-7d7e2fab4c3e None None] Set router b66395eb-105d-4cd9-a218-5931d231cb83 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:22.945392 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0d36cdeb-ba80-4b92-adff-d3d69f9e56c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:22.947351 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833c6b0-40fc-41e4-98cd-1753963189b8 req-52d4722b-7749-46f8-ab36-8247583d8d68 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:22.947707 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0d36cdeb-ba80-4b92-adff-d3d69f9e56c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:22.955942 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6833c6b0-40fc-41e4-98cd-1753963189b8 req-52d4722b-7749-46f8-ab36-8247583d8d68 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 945 time: 0.0695126 Aug 11 02:09:22.965964 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d0e3249d-9849-45eb-88f0-7d7e2fab4c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66395eb-105d-4cd9-a218-5931d231cb83', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427318278-router', 'tenant_id': 'ecfab94019e4427ca5586a8d42dd01cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:09:13Z', 'updated_at': '2021-08-11T02:09:22Z', 'revision_number': 7, 'project_id': 'ecfab94019e4427ca5586a8d42dd01cd', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:22.995270 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e3249d-9849-45eb-88f0-7d7e2fab4c3e None None] The sync data for ids ['b66395eb-105d-4cd9-a218-5931d231cb83'] in n-d-615180-33 is: [{'id': 'b66395eb-105d-4cd9-a218-5931d231cb83', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427318278-router', 'tenant_id': 'ecfab94019e4427ca5586a8d42dd01cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:09:13Z', 'updated_at': '2021-08-11T02:09:22Z', 'revision_number': 7, 'project_id': 'ecfab94019e4427ca5586a8d42dd01cd', 'gw_port_host': None}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:09:22.999442 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6833c6b0-40fc-41e4-98cd-1753963189b8 req-5d47e78b-93ef-481f-851c-3ce1e15f5329 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424697 Aug 11 02:09:23.027893 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0d36cdeb-ba80-4b92-adff-d3d69f9e56c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:23.028458 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d36cdeb-ba80-4b92-adff-d3d69f9e56c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b66395eb-105d-4cd9-a218-5931d231cb83 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:09:23.033237 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0d36cdeb-ba80-4b92-adff-d3d69f9e56c2 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:23.036629 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0d36cdeb-ba80-4b92-adff-d3d69f9e56c2 admin admin] 10.222.0.50 "DELETE /v2.0/routers/b66395eb-105d-4cd9-a218-5931d231cb83 HTTP/1.1" status: 204 len: 168 time: 1.2155998 Aug 11 02:09:23.036985 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59810) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:23.099468 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9f165-6591-4cf1-bc19-af83313f35c4 req-68c1f0d6-4e14-4b53-bb03-7d14bf49add3 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:23.101549 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cde9f165-6591-4cf1-bc19-af83313f35c4 req-68c1f0d6-4e14-4b53-bb03-7d14bf49add3 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.73 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 945 time: 0.1114895 Aug 11 02:09:23.111517 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c6aa136-2e4e-445c-8c58-74c74b94e2ff admin admin] Deleting subnet 205303de-47de-4289-8816-3133240d97aa {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:09:23.140649 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8c6aa136-2e4e-445c-8c58-74c74b94e2ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:23.230938 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8c6aa136-2e4e-445c-8c58-74c74b94e2ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:23.272829 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dadc5f9-6a4c-4a57-94aa-d30806f1944e req-578f0180-b665-43ce-ad76-e2171b2cfa44 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:23.274372 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6dadc5f9-6a4c-4a57-94aa-d30806f1944e req-578f0180-b665-43ce-ad76-e2171b2cfa44 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 1097 time: 0.1528034 Aug 11 02:09:23.347882 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-cde9f165-6591-4cf1-bc19-af83313f35c4 req-b4683e3b-7b6a-4a43-b7e7-81cb1e8ea7ad tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Deleting port c9a555a6-9b14-4c00-af19-fb6260c2ed9d {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:23.348143 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-cde9f165-6591-4cf1-bc19-af83313f35c4 req-b4683e3b-7b6a-4a43-b7e7-81cb1e8ea7ad tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:23.395938 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6dadc5f9-6a4c-4a57-94aa-d30806f1944e req-f8a13b13-1bb3-4088-bbcd-39dde3799612 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145008 Aug 11 02:09:23.405417 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8c6aa136-2e4e-445c-8c58-74c74b94e2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:23.484372 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-cde9f165-6591-4cf1-bc19-af83313f35c4 req-b4683e3b-7b6a-4a43-b7e7-81cb1e8ea7ad tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] For port c9a555a6-9b14-4c00-af19-fb6260c2ed9d, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=c9a555a6-9b14-4c00-af19-fb6260c2ed9d,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:23.485052 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-cde9f165-6591-4cf1-bc19-af83313f35c4 req-b4683e3b-7b6a-4a43-b7e7-81cb1e8ea7ad tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:23.500382 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-cde9f165-6591-4cf1-bc19-af83313f35c4 req-b4683e3b-7b6a-4a43-b7e7-81cb1e8ea7ad tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Calling delete_port for c9a555a6-9b14-4c00-af19-fb6260c2ed9d owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:23.502344 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8c6aa136-2e4e-445c-8c58-74c74b94e2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:23.523616 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf87ca6-6648-413f-9b62-ea56820edc2e req-fe781751-7693-44ad-aaee-d1df53692b7e tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:23.525160 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-eaf87ca6-6648-413f-9b62-ea56820edc2e req-fe781751-7693-44ad-aaee-d1df53692b7e tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 1097 time: 0.0416067 Aug 11 02:09:23.537868 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6aa136-2e4e-445c-8c58-74c74b94e2ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=205303de-47de-4289-8816-3133240d97aa,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:23.541264 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8c6aa136-2e4e-445c-8c58-74c74b94e2ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:23.546113 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8c6aa136-2e4e-445c-8c58-74c74b94e2ff admin admin] 10.222.0.50 "DELETE /v2.0/subnets/205303de-47de-4289-8816-3133240d97aa HTTP/1.1" status: 204 len: 168 time: 0.5081902 Aug 11 02:09:23.547032 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59816) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:23.549174 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab03763a-047d-439f-bf23-03e43cdd6a64 None None] Network eacbab59-89ec-4d07-bbc4-372dd25d2148 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:09:23.594056 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-eaf87ca6-6648-413f-9b62-ea56820edc2e req-a949a296-164b-4fdd-bd35-acb14900698d tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626285 Aug 11 02:09:23.717244 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e469df7-c2d1-425d-ac30-5d32f384d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:23.734031 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce0bd3-1be0-4b4e-a3b2-1a1ba76aa866 req-427ac9c9-fcb6-4a9a-a17c-1f129dac7270 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:23.740387 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-23ce0bd3-1be0-4b4e-a3b2-1a1ba76aa866 req-427ac9c9-fcb6-4a9a-a17c-1f129dac7270 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.0729606 Aug 11 02:09:23.749037 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c9e43-be80-4bf9-ae9e-9ec1c70bd88d req-2d455c80-011a-4563-ae6b-1d8b8b63db30 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:23.750687 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2d8c9e43-be80-4bf9-ae9e-9ec1c70bd88d req-2d455c80-011a-4563-ae6b-1d8b8b63db30 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.1082926 Aug 11 02:09:23.774318 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ffc735-0750-4d47-b27d-74cec85b5036 None None] DHCP port deletion for eacbab59-89ec-4d07-bbc4-372dd25d2148 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:09:23.800591 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-23ce0bd3-1be0-4b4e-a3b2-1a1ba76aa866 req-da2717c5-5e12-4f08-b097-56f536bfa47b tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451698 Aug 11 02:09:23.846406 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-d1ffc735-0750-4d47-b27d-74cec85b5036 None None] Deleting port 38867b01-b072-4e5a-a3a2-399163dde6c4 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:23.847182 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d1ffc735-0750-4d47-b27d-74cec85b5036 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:23.869068 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2d8c9e43-be80-4bf9-ae9e-9ec1c70bd88d req-e8b8ab6f-e889-4e95-9707-4f6d1bd4512e tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105788 Aug 11 02:09:23.879742 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-cde9f165-6591-4cf1-bc19-af83313f35c4 req-b4683e3b-7b6a-4a43-b7e7-81cb1e8ea7ad tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:23.898676 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['c9a555a6-9b14-4c00-af19-fb6260c2ed9d'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:23.900956 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['a82eea53-7092-4692-9141-f856d8fd4bfb'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:23.961205 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4683e3b-7b6a-4a43-b7e7-81cb1e8ea7ad tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Pushing event deleted for resources: {'Port': ['ID=c9a555a6-9b14-4c00-af19-fb6260c2ed9d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:23.988992 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d1ffc735-0750-4d47-b27d-74cec85b5036 None None] For port 38867b01-b072-4e5a-a3a2-399163dde6c4, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=38867b01-b072-4e5a-a3a2-399163dde6c4,segment=NetworkSegment(f0c59684-8b59-44f4-b77f-8116e3585c10),segment_id=f0c59684-8b59-44f4-b77f-8116e3585c10)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:23.989596 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d1ffc735-0750-4d47-b27d-74cec85b5036 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:24.008897 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a3075cd4-0806-47d5-a810-a4e6504ed285 req-1ee4cc69-bf4e-4d35-8121-2097fe017310 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 210 time: 0.0545716 Aug 11 02:09:24.009559 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-d1ffc735-0750-4d47-b27d-74cec85b5036 None None] Calling delete_port for 38867b01-b072-4e5a-a3a2-399163dde6c4 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:24.010380 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-5e469df7-c2d1-425d-ac30-5d32f384d4fd admin admin] Deleting port 38867b01-b072-4e5a-a3a2-399163dde6c4 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:24.010729 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e469df7-c2d1-425d-ac30-5d32f384d4fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:24.073089 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde9f165-6591-4cf1-bc19-af83313f35c4 req-b4683e3b-7b6a-4a43-b7e7-81cb1e8ea7ad tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] No DVR routers for this DVR port c9a555a6-9b14-4c00-af19-fb6260c2ed9d on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:09:24.076458 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-cde9f165-6591-4cf1-bc19-af83313f35c4 req-b4683e3b-7b6a-4a43-b7e7-81cb1e8ea7ad tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:24.078870 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cde9f165-6591-4cf1-bc19-af83313f35c4 req-b4683e3b-7b6a-4a43-b7e7-81cb1e8ea7ad tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.73 "DELETE /v2.0/ports/c9a555a6-9b14-4c00-af19-fb6260c2ed9d HTTP/1.1" status: 204 len: 173 time: 0.9706032 Aug 11 02:09:24.085782 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e', 'name': 'network-vif-deleted', 'tag': 'c9a555a6-9b14-4c00-af19-fb6260c2ed9d'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:24.088516 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea6631f-8e5c-4c47-b0ed-c71369cdaab3" -d '{"events": [{"server_uuid": "0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e", "name": "network-vif-deleted", "tag": "c9a555a6-9b14-4c00-af19-fb6260c2ed9d"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:24.101209 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-5e469df7-c2d1-425d-ac30-5d32f384d4fd admin admin] For port 38867b01-b072-4e5a-a3a2-399163dde6c4, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=38867b01-b072-4e5a-a3a2-399163dde6c4,segment=NetworkSegment(f0c59684-8b59-44f4-b77f-8116e3585c10),segment_id=f0c59684-8b59-44f4-b77f-8116e3585c10)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:24.101577 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e469df7-c2d1-425d-ac30-5d32f384d4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:24.104369 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 38867b01-b072-4e5a-a3a2-399163dde6c4 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:09:24.107396 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c08ca6bc-12f4-4d1d-922a-ed763b056508 req-46a2fc4f-52c4-4f4c-a3a1-0333de100a6e tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0475178 Aug 11 02:09:24.156976 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-5e469df7-c2d1-425d-ac30-5d32f384d4fd admin admin] Calling delete_port for 38867b01-b072-4e5a-a3a2-399163dde6c4 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:24.226647 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:24.277476 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30782d30-b678-4051-8209-4647de058bec x-openstack-request-id: req-30782d30-b678-4051-8209-4647de058bec {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:24.277894 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e", "name": "network-vif-deleted", "tag": "c9a555a6-9b14-4c00-af19-fb6260c2ed9d", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:24.278098 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-30782d30-b678-4051-8209-4647de058bec {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:24.278432 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e', 'name': 'network-vif-deleted', 'tag': 'c9a555a6-9b14-4c00-af19-fb6260c2ed9d', 'status': 'completed', 'code': 200} Aug 11 02:09:24.302484 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e469df7-c2d1-425d-ac30-5d32f384d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:24.317221 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d1ffc735-0750-4d47-b27d-74cec85b5036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:24.326824 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e469df7-c2d1-425d-ac30-5d32f384d4fd admin admin] Pushing event deleted for resources: {'Port': ['ID=38867b01-b072-4e5a-a3a2-399163dde6c4,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:24.332391 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ffc735-0750-4d47-b27d-74cec85b5036 None None] No DVR routers for this DVR port 38867b01-b072-4e5a-a3a2-399163dde6c4 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:09:24.336807 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e469df7-c2d1-425d-ac30-5d32f384d4fd admin admin] No DVR routers for this DVR port 38867b01-b072-4e5a-a3a2-399163dde6c4 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:09:24.364506 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffc735-0750-4d47-b27d-74cec85b5036 None None] Pushing event deleted for resources: {'Port': ['ID=38867b01-b072-4e5a-a3a2-399163dde6c4,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:24.370227 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:24.412859 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 75f52cf0-8c6c-44a8-ab58-88055cf135b2 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:09:24.432231 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 75f52cf0-8c6c-44a8-ab58-88055cf135b2 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:09:24.432577 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 75f52cf0-8c6c-44a8-ab58-88055cf135b2 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:09:24.434467 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e469df7-c2d1-425d-ac30-5d32f384d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:24.447151 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5e469df7-c2d1-425d-ac30-5d32f384d4fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eacbab59-89ec-4d07-bbc4-372dd25d2148']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:24.471898 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5e469df7-c2d1-425d-ac30-5d32f384d4fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c59684-8b59-44f4-b77f-8116e3585c10') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:24.472419 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5e469df7-c2d1-425d-ac30-5d32f384d4fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c59684-8b59-44f4-b77f-8116e3585c10') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:24.483147 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e469df7-c2d1-425d-ac30-5d32f384d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:24.498324 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e469df7-c2d1-425d-ac30-5d32f384d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:24.503919 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e469df7-c2d1-425d-ac30-5d32f384d4fd admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:09:24.504305 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e469df7-c2d1-425d-ac30-5d32f384d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:09:24.505928 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:09:24.562477 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e469df7-c2d1-425d-ac30-5d32f384d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:24.568273 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e469df7-c2d1-425d-ac30-5d32f384d4fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:24.572075 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5e469df7-c2d1-425d-ac30-5d32f384d4fd admin admin] 10.222.0.50 "DELETE /v2.0/networks/eacbab59-89ec-4d07-bbc4-372dd25d2148 HTTP/1.1" status: 204 len: 168 time: 0.9906414 Aug 11 02:09:24.587744 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e469df7-c2d1-425d-ac30-5d32f384d4fd admin admin] Pushing event deleted for resources: {'Network': ['ID=eacbab59-89ec-4d07-bbc4-372dd25d2148,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:24.693166 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59854) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:24.741592 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e624fc69-cb0d-4ae4-823a-795ed7a59110 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ecfab94019e4427ca5586a8d42dd01cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448821 Aug 11 02:09:24.742081 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59858) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:24.796542 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-58971825-6b36-4353-99aa-0e345d5854cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:24.821106 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-58971825-6b36-4353-99aa-0e345d5854cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:24.902255 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-58971825-6b36-4353-99aa-0e345d5854cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:24.905146 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-58971825-6b36-4353-99aa-0e345d5854cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:24.908041 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-58971825-6b36-4353-99aa-0e345d5854cb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/723123b9-e599-4f4c-bae1-a3266cc4bcae HTTP/1.1" status: 204 len: 168 time: 0.1649277 Aug 11 02:09:24.918995 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58971825-6b36-4353-99aa-0e345d5854cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723123b9-e599-4f4c-bae1-a3266cc4bcae,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:24.965790 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522027a-76ff-46df-af49-152e523ac5a7 req-a55ed046-edab-4b14-80a5-048a6d5cbfc9 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:24.967650 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a522027a-76ff-46df-af49-152e523ac5a7 req-a55ed046-edab-4b14-80a5-048a6d5cbfc9 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.0794520 Aug 11 02:09:24.982775 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:25.015475 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a522027a-76ff-46df-af49-152e523ac5a7 req-58f1c0aa-3ae3-4771-b3a9-021805662763 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406597 Aug 11 02:09:25.134081 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-38afd944-fc16-44c1-bb65-d7ba666f10cf tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:09:25.135388 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-38afd944-fc16-44c1-bb65-d7ba666f10cf tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065475 Aug 11 02:09:25.148800 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-053c46dd-8395-4585-ad7a-797d61f18af2 service neutron] Request body: {'binding': {'host': 'n-h1-615180-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:25.149543 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-053c46dd-8395-4585-ad7a-797d61f18af2 service neutron] Unknown quota resources ['binding']. {{(pid=94507) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:09:25.174711 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2171f-0eb5-44af-acf1-8da9c62abfe3 req-ff57079c-1d43-4396-b58c-774abd8b1747 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:25.188037 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15b2171f-0eb5-44af-acf1-8da9c62abfe3 req-ff57079c-1d43-4396-b58c-774abd8b1747 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.0800288 Aug 11 02:09:25.233606 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15b2171f-0eb5-44af-acf1-8da9c62abfe3 req-1322130f-8b27-44f8-b621-c0a4d16ff056 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428224 Aug 11 02:09:25.331949 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-053c46dd-8395-4585-ad7a-797d61f18af2 service neutron] Attempting to bind port 695319a2-5cbb-4621-aa3a-340025ecdc81 on host n-h1-615180-33 for vnic_type normal with profile None {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:09:25.332399 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-053c46dd-8395-4585-ad7a-797d61f18af2 service neutron] Attempting to bind port 695319a2-5cbb-4621-aa3a-340025ecdc81 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:09:25.332605 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-053c46dd-8395-4585-ad7a-797d61f18af2 service neutron] Attempting to bind port 695319a2-5cbb-4621-aa3a-340025ecdc81 on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:25.338023 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-053c46dd-8395-4585-ad7a-797d61f18af2 service neutron] Port 695319a2-5cbb-4621-aa3a-340025ecdc81 on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:09:25.338462 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-053c46dd-8395-4585-ad7a-797d61f18af2 service neutron] Attempting to bind port 695319a2-5cbb-4621-aa3a-340025ecdc81 on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:25.345937 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-053c46dd-8395-4585-ad7a-797d61f18af2 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:09:25.346641 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-053c46dd-8395-4585-ad7a-797d61f18af2 service neutron] Checking segment: {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:25.347190 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-053c46dd-8395-4585-ad7a-797d61f18af2 service neutron] Bound using segment: {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:09:25.347812 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-053c46dd-8395-4585-ad7a-797d61f18af2 service neutron] Bound port: 695319a2-5cbb-4621-aa3a-340025ecdc81, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:25.409377 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-053c46dd-8395-4585-ad7a-797d61f18af2 service neutron] For port 695319a2-5cbb-4621-aa3a-340025ecdc81, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=695319a2-5cbb-4621-aa3a-340025ecdc81,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:25.415558 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-053c46dd-8395-4585-ad7a-797d61f18af2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:25.426307 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-053c46dd-8395-4585-ad7a-797d61f18af2 service neutron] 10.222.0.50 "POST /v2.0/ports/695319a2-5cbb-4621-aa3a-340025ecdc81/bindings HTTP/1.1" status: 201 len: 390 time: 0.2817409 Aug 11 02:09:25.436483 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4d2ade5a-b85f-4f6b-934e-2972f5263e78 req-b0500d76-0245-4d1d-9af0-494b58f777e7 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 210 time: 0.0428348 Aug 11 02:09:25.558598 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aa706fb9-dbed-4bff-9b38-3df74ee0ebb6 req-8b748911-a57d-4a52-bfbd-035ad5760016 tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0512872 Aug 11 02:09:25.724949 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03942d-b2b6-4382-b180-a6cd550e9eef req-501e2109-89c0-4288-bdc9-f3a1493cd2f6 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:25.727972 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3e03942d-b2b6-4382-b180-a6cd550e9eef req-501e2109-89c0-4288-bdc9-f3a1493cd2f6 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 945 time: 0.0935953 Aug 11 02:09:25.806919 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3e03942d-b2b6-4382-b180-a6cd550e9eef req-72ce8dc0-b5f9-4e2f-abd4-a8ed9ccdb2ff tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670078 Aug 11 02:09:25.945919 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-b808cf6e-3428-414c-9e24-f53fd9c7e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:25.947473 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-b808cf6e-3428-414c-9e24-f53fd9c7e5a2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc914b6e60444f2aabf27f905058cfbf&device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 1097 time: 0.2183113 Aug 11 02:09:26.049315 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-a63eb255-422b-47cb-b81b-8a758baefa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:26.051086 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-a63eb255-422b-47cb-b81b-8a758baefa7a service neutron] 10.222.0.73 "GET /v2.0/networks?id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7 HTTP/1.1" status: 200 len: 922 time: 0.0949748 Aug 11 02:09:26.106300 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-350e61ff-4aa9-456b-9d51-0af428f48fbb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=695319a2-5cbb-4621-aa3a-340025ecdc81 HTTP/1.1" status: 200 len: 217 time: 0.0460036 Aug 11 02:09:26.148961 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc689b-2c73-4e3d-86e3-1ecf7c4b185b req-89526d03-1530-47db-9277-9961cc545dac tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:26.150752 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9abc689b-2c73-4e3d-86e3-1ecf7c4b185b req-89526d03-1530-47db-9277-9961cc545dac tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.0557237 Aug 11 02:09:26.171287 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-16738828-67f2-42a5-92ee-5c08929915b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:26.173817 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-16738828-67f2-42a5-92ee-5c08929915b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b6e0d0b4-108b-452a-91dc-cd606630079c HTTP/1.1" status: 200 len: 861 time: 0.0573311 Aug 11 02:09:26.191642 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9abc689b-2c73-4e3d-86e3-1ecf7c4b185b req-1bf226ca-565a-4d50-bd94-072984d7798a tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344973 Aug 11 02:09:26.213234 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-1e22d7b0-c792-4e79-a00e-11866f0b4871 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314679 Aug 11 02:09:26.220564 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 876e1174-7d38-42ad-85ec-8a2f75a766eb details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:09:26.225652 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 876e1174-7d38-42ad-85ec-8a2f75a766eb no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:09:26.356851 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-e4928ac5-9974-4628-a10c-1f5cd78e8376 service neutron] 10.222.0.73 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296763 Aug 11 02:09:26.412640 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:26.429243 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e39e4-4469-4ed8-bf47-acb9e3ae4a6d req-f64f9df7-fb35-4e2b-b778-00470f1100c4 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:26.431085 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-913e39e4-4469-4ed8-bf47-acb9e3ae4a6d req-f64f9df7-fb35-4e2b-b778-00470f1100c4 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.1124239 Aug 11 02:09:26.471044 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 876e1174-7d38-42ad-85ec-8a2f75a766eb, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=876e1174-7d38-42ad-85ec-8a2f75a766eb,segment=NetworkSegment(2ef086d9-e43c-4432-b580-46b1ba588087),segment_id=2ef086d9-e43c-4432-b580-46b1ba588087)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:26.508895 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '876e1174-7d38-42ad-85ec-8a2f75a766eb', 'network_id': '0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c', 'port_id': '876e1174-7d38-42ad-85ec-8a2f75a766eb', 'mac_address': 'fa:16:3e:5e:17:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a9a07b-ffec-4f71-82f4-57a2fc2cf187', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:09:26.518340 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-913e39e4-4469-4ed8-bf47-acb9e3ae4a6d req-6f15cafd-03ca-4a55-bad8-3917b264241b tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766029 Aug 11 02:09:26.535519 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-836ba4f7-88e3-4146-b5d3-adfdb9e8d702 service neutron] 10.222.0.73 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647696 Aug 11 02:09:26.567241 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-36094b72-8496-46c6-b328-4559fef237b9 req-13e6f4c2-4bd0-4899-bf1f-bbbaf61c96bb tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 210 time: 0.0448725 Aug 11 02:09:26.568115 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e55ab8-1206-4268-a454-27823ecb0fea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '876e1174-7d38-42ad-85ec-8a2f75a766eb'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:26.570836 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a17903-fab7-4b1b-9e13-7d1b6dc162cf" -d '{"events": [{"server_uuid": "b6e55ab8-1206-4268-a454-27823ecb0fea", "name": "network-vif-unplugged", "status": "completed", "tag": "876e1174-7d38-42ad-85ec-8a2f75a766eb"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:26.592216 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 876e1174-7d38-42ad-85ec-8a2f75a766eb, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=876e1174-7d38-42ad-85ec-8a2f75a766eb,segment=NetworkSegment(2ef086d9-e43c-4432-b580-46b1ba588087),segment_id=2ef086d9-e43c-4432-b580-46b1ba588087)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:26.602021 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:26.611609 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:26.612341 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device c9a555a6-9b14-4c00-af19-fb6260c2ed9d no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:09:26.631111 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 876e1174-7d38-42ad-85ec-8a2f75a766eb {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:26.661417 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: c9a555a6-9b14-4c00-af19-fb6260c2ed9d {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:09:26.662383 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device c9a555a6-9b14-4c00-af19-fb6260c2ed9d not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:09:26.692402 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d636f084-da87-4741-a923-84a4895aa390 x-openstack-request-id: req-d636f084-da87-4741-a923-84a4895aa390 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:26.692686 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e55ab8-1206-4268-a454-27823ecb0fea", "name": "network-vif-unplugged", "status": "completed", "tag": "876e1174-7d38-42ad-85ec-8a2f75a766eb", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:26.692941 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d636f084-da87-4741-a923-84a4895aa390 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:26.693550 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e55ab8-1206-4268-a454-27823ecb0fea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '876e1174-7d38-42ad-85ec-8a2f75a766eb', 'code': 200} Aug 11 02:09:26.772556 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-40a3ae80-6a4b-49b1-83e9-073771a0aa04 req-9f9b209b-8fb8-401b-86c3-6567e65138c5 tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0439878 Aug 11 02:09:26.797493 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=876e1174-7d38-42ad-85ec-8a2f75a766eb,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:26.803887 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.db.api [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:09:26.804295 n-d-615180-33 neutron-server[94508]: DEBUG oslo_db.api [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:09:26.940742 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465fabe-5e8b-45b3-8995-236859bba9ea req-8da155a2-5bfa-4ab9-8a8f-4e54d46ddf0c tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:26.942603 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2465fabe-5e8b-45b3-8995-236859bba9ea req-8da155a2-5bfa-4ab9-8a8f-4e54d46ddf0c tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 945 time: 0.0522168 Aug 11 02:09:27.003640 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2465fabe-5e8b-45b3-8995-236859bba9ea req-98c182b7-9730-4703-afe7-fd8d36b21732 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497806 Aug 11 02:09:27.159828 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-24cd2cd0-bf99-4886-ab7a-22f13905d0d1 service neutron] show failed (client error): The resource could not be found. Aug 11 02:09:27.160869 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-24cd2cd0-bf99-4886-ab7a-22f13905d0d1 service neutron] 10.222.0.73 "GET /v2.0/ports/e1b767ea-82f7-4bb6-b9ed-6607a6400b10/bindings/n-h2-615180-33 HTTP/1.1" status: 404 len: 381 time: 0.0642371 Aug 11 02:09:27.360837 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535f26f-c457-477c-8129-7700fdf68d7d req-b7319fa7-23ad-4569-aee1-7e0387d001f3 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:27.363060 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e535f26f-c457-477c-8129-7700fdf68d7d req-b7319fa7-23ad-4569-aee1-7e0387d001f3 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.0825503 Aug 11 02:09:27.363676 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:27.381353 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876e1174-7d38-42ad-85ec-8a2f75a766eb {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:27.415048 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 876e1174-7d38-42ad-85ec-8a2f75a766eb, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=876e1174-7d38-42ad-85ec-8a2f75a766eb,segment=NetworkSegment(2ef086d9-e43c-4432-b580-46b1ba588087),segment_id=2ef086d9-e43c-4432-b580-46b1ba588087)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:27.416017 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e535f26f-c457-477c-8129-7700fdf68d7d req-9430dcf4-9eb5-49bd-ad01-4f6c4a621145 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467925 Aug 11 02:09:27.437005 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:27.495334 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=876e1174-7d38-42ad-85ec-8a2f75a766eb,revision_number=7']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:27.544758 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-d4025566-0d0f-44ca-a1fb-0d886721eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:27.544758 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-d4025566-0d0f-44ca-a1fb-0d886721eba7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091&tenant_id=0977f8d1f319488d943473f8926805cd HTTP/1.1" status: 200 len: 1102 time: 0.1263442 Aug 11 02:09:27.566704 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-33', 'device_owner': 'compute:nova'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:27.644426 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:27.652313 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fc15a-5664-4f08-9fe8-26202f869bc8 req-08c7dfda-5417-4c46-9740-93e9cf6cc77c tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:27.660882 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b43fc15a-5664-4f08-9fe8-26202f869bc8 req-08c7dfda-5417-4c46-9740-93e9cf6cc77c tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 944 time: 0.0640011 Aug 11 02:09:27.677265 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['876e1174-7d38-42ad-85ec-8a2f75a766eb'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:27.725674 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b43fc15a-5664-4f08-9fe8-26202f869bc8 req-342ffe72-2ad1-4e7f-af8b-ccfc3c190b10 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624440 Aug 11 02:09:27.801128 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e9db984a-7628-4b89-a9ab-c4f494abe85a req-3f00c729-76b9-43fe-a200-8ea9ff33b161 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc0fb7-aaa0-4f0d-9dc4-3dc097db327e HTTP/1.1" status: 200 len: 210 time: 0.0890102 Aug 11 02:09:27.953855 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5610c615-af3f-4304-8b0f-06231c191ae1 req-1da90ee6-446d-4858-917e-d296393cff01 tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0364280 Aug 11 02:09:27.993280 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] For port e1b767ea-82f7-4bb6-b9ed-6607a6400b10, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=e1b767ea-82f7-4bb6-b9ed-6607a6400b10,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:28.035454 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] For port e1b767ea-82f7-4bb6-b9ed-6607a6400b10, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:28.082069 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ba9303-6f4e-45f3-bacf-2a6a4aff0091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1b767ea-82f7-4bb6-b9ed-6607a6400b10'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:28.084535 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2e00c9-4510-44dc-8c63-f9107bf3cdb6" -d '{"events": [{"server_uuid": "50ba9303-6f4e-45f3-bacf-2a6a4aff0091", "name": "network-vif-unplugged", "status": "completed", "tag": "e1b767ea-82f7-4bb6-b9ed-6607a6400b10"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:28.088942 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:28.103784 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Transition to ACTIVE for port object e1b767ea-82f7-4bb6-b9ed-6607a6400b10 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:28.110669 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:28.127466 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4aa5ad-4737-4eec-aded-c84622191e65 req-bd86c0fd-d2d7-417a-99cb-e467c56bb05b tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:28.129133 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5f4aa5ad-4737-4eec-aded-c84622191e65 req-bd86c0fd-d2d7-417a-99cb-e467c56bb05b tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 945 time: 0.0597107 Aug 11 02:09:28.178516 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] No DVR routers for this DVR port e1b767ea-82f7-4bb6-b9ed-6607a6400b10 on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:09:28.191488 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b767ea-82f7-4bb6-b9ed-6607a6400b10,revision_number=6']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:28.209509 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5f4aa5ad-4737-4eec-aded-c84622191e65 req-f23288a9-8afe-41c7-b614-fc4785ef23da tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732050 Aug 11 02:09:28.232119 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Attempting to bind port e1b767ea-82f7-4bb6-b9ed-6607a6400b10 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:09:28.232532 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Attempting to bind port e1b767ea-82f7-4bb6-b9ed-6607a6400b10 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:09:28.232976 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Attempting to bind port e1b767ea-82f7-4bb6-b9ed-6607a6400b10 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:28.236290 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:28.236737 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:28.237084 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:28.237422 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:28.237812 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:28.238145 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:28.238477 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:28.238853 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:28.239185 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:28.239566 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:28.239906 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:28.240228 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:28.253338 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Port e1b767ea-82f7-4bb6-b9ed-6607a6400b10 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:09:28.253669 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Attempting to bind port e1b767ea-82f7-4bb6-b9ed-6607a6400b10 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:28.259133 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:09:28.259482 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:28.259900 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:09:28.260351 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Bound port: e1b767ea-82f7-4bb6-b9ed-6607a6400b10, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:28.260760 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:28.381442 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] For port e1b767ea-82f7-4bb6-b9ed-6607a6400b10, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:28.388629 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] For port e1b767ea-82f7-4bb6-b9ed-6607a6400b10, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=e1b767ea-82f7-4bb6-b9ed-6607a6400b10,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:28.398118 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:28.458341 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:28.459424 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:28.461448 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] 10.222.0.66 "PUT /v2.0/ports/e1b767ea-82f7-4bb6-b9ed-6607a6400b10 HTTP/1.1" status: 200 len: 1097 time: 0.9031956 Aug 11 02:09:28.514742 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677f427-8887-4cc1-9e12-65692624a695 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b767ea-82f7-4bb6-b9ed-6607a6400b10,revision_number=7']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:28.590549 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-a300d823-d2de-45c4-847f-3a8c69cd1756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:28.593627 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-a300d823-d2de-45c4-847f-3a8c69cd1756 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 1100 time: 0.1005054 Aug 11 02:09:28.636304 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f70a18-e595-4c4b-9a00-5eff503969a8 x-openstack-request-id: req-f7f70a18-e595-4c4b-9a00-5eff503969a8 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:28.638052 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ba9303-6f4e-45f3-bacf-2a6a4aff0091", "name": "network-vif-unplugged", "status": "completed", "tag": "e1b767ea-82f7-4bb6-b9ed-6607a6400b10", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:28.638422 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f7f70a18-e595-4c4b-9a00-5eff503969a8 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:28.638853 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ba9303-6f4e-45f3-bacf-2a6a4aff0091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1b767ea-82f7-4bb6-b9ed-6607a6400b10', 'code': 200} Aug 11 02:09:28.758109 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-961283f7-7f6f-4525-8e98-54ec86c168ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:28.760149 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-961283f7-7f6f-4525-8e98-54ec86c168ea service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.1511774 Aug 11 02:09:28.795634 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e26362-306a-47d7-a7de-6b1962bddf19 req-bf7ca137-343f-4688-94d5-34e4c54cd253 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:28.804146 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-96e26362-306a-47d7-a7de-6b1962bddf19 req-bf7ca137-343f-4688-94d5-34e4c54cd253 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 948 time: 0.0837364 Aug 11 02:09:28.851909 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-96e26362-306a-47d7-a7de-6b1962bddf19 req-58b50f1a-69b7-4a39-aea6-8d24cf55376c tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445113 Aug 11 02:09:28.885670 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-ed990707-e379-41a1-8ec6-8d2992145a01 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=e1b767ea-82f7-4bb6-b9ed-6607a6400b10 HTTP/1.1" status: 200 len: 217 time: 0.1160579 Aug 11 02:09:28.947923 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-23786445-c2a5-4d8c-b162-3adb7913d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:28.951906 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-23786445-c2a5-4d8c-b162-3adb7913d549 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.0547416 Aug 11 02:09:29.056242 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-439e0667-aac7-420f-a079-4708f1c65fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:29.058620 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-439e0667-aac7-420f-a079-4708f1c65fed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0894206 Aug 11 02:09:29.099485 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18322d27-4bf7-43ed-9d4e-961aa6af3bab req-58e7fbf7-e692-4457-b69d-cdf19fa7c7d0 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:29.116161 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18322d27-4bf7-43ed-9d4e-961aa6af3bab req-58e7fbf7-e692-4457-b69d-cdf19fa7c7d0 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 944 time: 0.1186900 Aug 11 02:09:29.229496 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8b8866eb-98b7-4bc3-88e9-fb770421d397 req-b88414e4-2396-4cf3-a32a-c364db750d23 tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0325346 Aug 11 02:09:29.262970 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18322d27-4bf7-43ed-9d4e-961aa6af3bab req-818dedab-3b25-4176-bc6f-dc2abe530be2 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376252 Aug 11 02:09:29.290453 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-db25a70e-9294-41c7-8b2e-13fe6715e49f service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108576 Aug 11 02:09:29.391725 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e6119-88c8-4bf6-8863-a846191dddb5 req-e5bfff21-cfe6-4b36-9c38-4300506c0a52 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:29.393426 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c45e6119-88c8-4bf6-8863-a846191dddb5 req-e5bfff21-cfe6-4b36-9c38-4300506c0a52 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 945 time: 0.0673323 Aug 11 02:09:29.409653 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3f6e05cc-31c9-434e-86d5-3f8e0764bad4 req-46aa8726-0fe3-4b6e-9238-3981624dbc84 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082096 Aug 11 02:09:29.439485 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c45e6119-88c8-4bf6-8863-a846191dddb5 req-d627257e-ca66-4aeb-bf94-217d6225b822 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390646 Aug 11 02:09:29.977226 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f2598-74d5-4f59-96c4-6a1879b72186 req-a0f3750b-aaa2-4953-a498-bb9d80db0dca tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:29.978951 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f24f2598-74d5-4f59-96c4-6a1879b72186 req-a0f3750b-aaa2-4953-a498-bb9d80db0dca tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 948 time: 0.0557020 Aug 11 02:09:30.020118 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f24f2598-74d5-4f59-96c4-6a1879b72186 req-e49e33fe-e133-4e7e-bbe4-1061055e009c tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339186 Aug 11 02:09:30.220838 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 876e1174-7d38-42ad-85ec-8a2f75a766eb up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:30.284122 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 876e1174-7d38-42ad-85ec-8a2f75a766eb triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:30.284713 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:30.373696 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:30.374539 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bb8ce6fe-3bb7-45bc-a974-ab59cfd3ee62 req-273dc756-a1b1-45b1-97aa-0ee829a78341 tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0472372 Aug 11 02:09:30.401570 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e55ab8-1206-4268-a454-27823ecb0fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876e1174-7d38-42ad-85ec-8a2f75a766eb'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:30.403985 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800857eb-b2a1-4b80-aa35-2064bbd59541" -d '{"events": [{"server_uuid": "b6e55ab8-1206-4268-a454-27823ecb0fea", "name": "network-vif-plugged", "status": "completed", "tag": "876e1174-7d38-42ad-85ec-8a2f75a766eb"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:30.421546 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 876e1174-7d38-42ad-85ec-8a2f75a766eb, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=876e1174-7d38-42ad-85ec-8a2f75a766eb,segment=NetworkSegment(2ef086d9-e43c-4432-b580-46b1ba588087),segment_id=2ef086d9-e43c-4432-b580-46b1ba588087)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:30.428076 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:30.428798 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device e1b767ea-82f7-4bb6-b9ed-6607a6400b10 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:09:30.507681 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996a1bc-98be-4f28-a1f1-47e997b3ad4d req-a00fe789-d291-4a04-88fc-ffa8fadd378e tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:30.516149 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8996a1bc-98be-4f28-a1f1-47e997b3ad4d req-a00fe789-d291-4a04-88fc-ffa8fadd378e tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.0714130 Aug 11 02:09:30.525504 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device e1b767ea-82f7-4bb6-b9ed-6607a6400b10 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:09:30.530075 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=876e1174-7d38-42ad-85ec-8a2f75a766eb,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:30.560127 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f356c1b-144c-4712-8455-be2c0e85443a x-openstack-request-id: req-4f356c1b-144c-4712-8455-be2c0e85443a {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:30.560423 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e55ab8-1206-4268-a454-27823ecb0fea", "name": "network-vif-plugged", "status": "completed", "tag": "876e1174-7d38-42ad-85ec-8a2f75a766eb", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:30.560691 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4f356c1b-144c-4712-8455-be2c0e85443a {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:30.561081 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e55ab8-1206-4268-a454-27823ecb0fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876e1174-7d38-42ad-85ec-8a2f75a766eb', 'code': 200} Aug 11 02:09:30.570828 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8996a1bc-98be-4f28-a1f1-47e997b3ad4d req-8f5fa505-3d7f-43e8-8155-c5f50e04c690 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499017 Aug 11 02:09:30.670282 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ba9303-6f4e-45f3-bacf-2a6a4aff0091', 'tag': 'e1b767ea-82f7-4bb6-b9ed-6607a6400b10'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:30.674329 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f1560f-0700-4d58-ad7e-64eea05e1d28" -d '{"events": [{"name": "network-changed", "server_uuid": "50ba9303-6f4e-45f3-bacf-2a6a4aff0091", "tag": "e1b767ea-82f7-4bb6-b9ed-6607a6400b10"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:30.711999 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0dd2ea-13b6-45f5-a5e0-e82af20d984d req-868401a1-2c7b-4404-aa57-d0f61f4e8e89 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:30.713819 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4c0dd2ea-13b6-45f5-a5e0-e82af20d984d req-868401a1-2c7b-4404-aa57-d0f61f4e8e89 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 945 time: 0.1012068 Aug 11 02:09:30.771585 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4c0dd2ea-13b6-45f5-a5e0-e82af20d984d req-86f4e0a0-debf-44c3-b340-568cf7a84ce3 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415077 Aug 11 02:09:30.809166 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f8168-69a2-4fa8-820d-0761d77bcc14 req-b9099ea0-63d5-46ca-b8fa-c9c4a78e8aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:30.811253 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9c1f8168-69a2-4fa8-820d-0761d77bcc14 req-b9099ea0-63d5-46ca-b8fa-c9c4a78e8aa3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 1097 time: 0.0499980 Aug 11 02:09:30.827222 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c809343-b1a3-4201-987b-eb1a2dcb9c3f x-openstack-request-id: req-0c809343-b1a3-4201-987b-eb1a2dcb9c3f {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:30.827780 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ba9303-6f4e-45f3-bacf-2a6a4aff0091", "tag": "e1b767ea-82f7-4bb6-b9ed-6607a6400b10", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:30.828206 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0c809343-b1a3-4201-987b-eb1a2dcb9c3f {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:30.828769 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ba9303-6f4e-45f3-bacf-2a6a4aff0091', 'tag': 'e1b767ea-82f7-4bb6-b9ed-6607a6400b10', 'status': 'completed', 'code': 200} Aug 11 02:09:30.858478 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9c1f8168-69a2-4fa8-820d-0761d77bcc14 req-a23b4dc4-bda6-4034-a5a6-6d1a546f9ebe service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400257 Aug 11 02:09:30.932505 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1560f-0700-4d58-ad7e-64eea05e1d28 req-bbad980d-b7ea-4c22-81fd-e16881db4036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:30.934106 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3f1560f-0700-4d58-ad7e-64eea05e1d28 req-bbad980d-b7ea-4c22-81fd-e16881db4036 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 1100 time: 0.0817261 Aug 11 02:09:30.995481 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1560f-0700-4d58-ad7e-64eea05e1d28 req-9a6ea279-03e7-4f64-bdf6-df271a2eed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:30.997221 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3f1560f-0700-4d58-ad7e-64eea05e1d28 req-9a6ea279-03e7-4f64-bdf6-df271a2eed93 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 1100 time: 0.1056793 Aug 11 02:09:31.071357 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device e1b767ea-82f7-4bb6-b9ed-6607a6400b10 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:09:31.104627 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1560f-0700-4d58-ad7e-64eea05e1d28 req-afd9f656-4452-4f38-b101-95c17f22f9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:31.106412 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3f1560f-0700-4d58-ad7e-64eea05e1d28 req-afd9f656-4452-4f38-b101-95c17f22f9c2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.1631472 Aug 11 02:09:31.213052 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3f1560f-0700-4d58-ad7e-64eea05e1d28 req-f59bb86d-943b-4e56-b1ef-a777ad22406b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=e1b767ea-82f7-4bb6-b9ed-6607a6400b10 HTTP/1.1" status: 200 len: 217 time: 0.0968673 Aug 11 02:09:31.279785 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port e1b767ea-82f7-4bb6-b9ed-6607a6400b10, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=e1b767ea-82f7-4bb6-b9ed-6607a6400b10,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:31.302234 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'e1b767ea-82f7-4bb6-b9ed-6607a6400b10', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': 'e1b767ea-82f7-4bb6-b9ed-6607a6400b10', 'mac_address': 'fa:16:3e:a7:bc:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:09:31.316521 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1560f-0700-4d58-ad7e-64eea05e1d28 req-73b0137e-f103-45e6-ad2b-de9da9449751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:31.318243 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3f1560f-0700-4d58-ad7e-64eea05e1d28 req-73b0137e-f103-45e6-ad2b-de9da9449751 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.0902584 Aug 11 02:09:31.353105 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:31.372116 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b767ea-82f7-4bb6-b9ed-6607a6400b10 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:31.380442 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1560f-0700-4d58-ad7e-64eea05e1d28 req-36034e35-28c9-41b5-aa02-ce61c37ab753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:31.381909 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3f1560f-0700-4d58-ad7e-64eea05e1d28 req-36034e35-28c9-41b5-aa02-ce61c37ab753 service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.3737016 Aug 11 02:09:31.398345 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b637431-90d2-461a-9da5-2a161588c011 req-3a1bbb8e-6941-4fa4-b318-21ceaf963505 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:31.405784 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port e1b767ea-82f7-4bb6-b9ed-6607a6400b10, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=e1b767ea-82f7-4bb6-b9ed-6607a6400b10,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:31.406805 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9b637431-90d2-461a-9da5-2a161588c011 req-3a1bbb8e-6941-4fa4-b318-21ceaf963505 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 948 time: 0.2917914 Aug 11 02:09:31.413643 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:31.461645 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3f1560f-0700-4d58-ad7e-64eea05e1d28 req-31d05c6b-025e-4f2a-9c8b-bed961ef8469 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=e1b767ea-82f7-4bb6-b9ed-6607a6400b10 HTTP/1.1" status: 200 len: 217 time: 0.0500667 Aug 11 02:09:31.491621 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1560f-0700-4d58-ad7e-64eea05e1d28 req-c03f4251-1be6-42e8-967c-d86ebaa53188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:31.493156 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3f1560f-0700-4d58-ad7e-64eea05e1d28 req-c03f4251-1be6-42e8-967c-d86ebaa53188 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1620309 Aug 11 02:09:31.496350 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=e1b767ea-82f7-4bb6-b9ed-6607a6400b10,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:31.599899 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9b637431-90d2-461a-9da5-2a161588c011 req-e903ae1a-64d3-4a24-b4c0-1ec7fa615aed tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914871 Aug 11 02:09:31.609724 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1560f-0700-4d58-ad7e-64eea05e1d28 req-81ff6a51-28bd-4525-ade0-7d2aa0e25caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:31.611475 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3f1560f-0700-4d58-ad7e-64eea05e1d28 req-81ff6a51-28bd-4525-ade0-7d2aa0e25caa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1351540 Aug 11 02:09:31.679869 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3f1560f-0700-4d58-ad7e-64eea05e1d28 req-eefd01d1-4c61-46cb-b2f1-440116ea9cc0 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534152 Aug 11 02:09:31.812974 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1560f-0700-4d58-ad7e-64eea05e1d28 req-eeaba509-824a-41c0-9c56-81611f99752a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:31.814590 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3f1560f-0700-4d58-ad7e-64eea05e1d28 req-eeaba509-824a-41c0-9c56-81611f99752a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1756947 Aug 11 02:09:31.819138 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0f448f2b-f443-4e74-9ea4-9f9fe8eac342 req-e7cdb4a0-f458-454b-9bee-06c45476daf1 tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0980253 Aug 11 02:09:31.937473 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3f1560f-0700-4d58-ad7e-64eea05e1d28 req-a30ad29e-8cb4-417f-9910-911a2f6170d2 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403443 Aug 11 02:09:32.022736 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3f1560f-0700-4d58-ad7e-64eea05e1d28 req-20275d63-974d-4ac1-a78a-ab8e0180da5e service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772614 Aug 11 02:09:32.145346 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45100166-b604-4273-91e6-a42f745f6875 req-708761ce-3977-4d27-9ace-da4ad6d4c794 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:32.154839 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-45100166-b604-4273-91e6-a42f745f6875 req-708761ce-3977-4d27-9ace-da4ad6d4c794 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 945 time: 0.0727115 Aug 11 02:09:32.232596 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-45100166-b604-4273-91e6-a42f745f6875 req-c357c4d7-3f71-4e76-8d14-392a17316a15 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764325 Aug 11 02:09:32.536225 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82413c-95de-4549-b7f7-4c007dbb7be4 req-dffb478e-49db-4227-bfc6-df626b7f058e tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:32.537656 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2c82413c-95de-4549-b7f7-4c007dbb7be4 req-dffb478e-49db-4227-bfc6-df626b7f058e tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.5141399 Aug 11 02:09:32.580965 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2c82413c-95de-4549-b7f7-4c007dbb7be4 req-a2828493-8cb1-48ec-b3d4-e02bdbd04c8d tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367489 Aug 11 02:09:32.595564 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3f1560f-0700-4d58-ad7e-64eea05e1d28 req-c4b6bd95-699a-4def-a980-3ed22828f373 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5565238 Aug 11 02:09:32.886674 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['e1b767ea-82f7-4bb6-b9ed-6607a6400b10'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:32.899187 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df47a9-d8fa-40b6-b4de-13ce1fdf510b req-efed7eaf-c8b7-4dac-89bd-16dd9cb5dc75 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:32.900376 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c26291-139a-43c5-943f-9ecc2b5526db req-b5b2b06d-ef1a-4662-baf6-b9341619026b tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:32.902866 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-78c26291-139a-43c5-943f-9ecc2b5526db req-b5b2b06d-ef1a-4662-baf6-b9341619026b tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 949 time: 0.0607109 Aug 11 02:09:32.903985 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-26df47a9-d8fa-40b6-b4de-13ce1fdf510b req-efed7eaf-c8b7-4dac-89bd-16dd9cb5dc75 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.1011696 Aug 11 02:09:32.978111 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-78c26291-139a-43c5-943f-9ecc2b5526db req-dd1eb4de-acaa-4e44-ae74-dae43af705da tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624731 Aug 11 02:09:33.014701 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-26df47a9-d8fa-40b6-b4de-13ce1fdf510b req-500e0411-03f7-4e08-82c8-08573bf5de73 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904157 Aug 11 02:09:33.178485 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ac47bdbc-de61-40a2-a6fd-1a71e57e45fc req-235d2ffd-5872-4c7f-b7d7-b5554e9d78fc tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0492811 Aug 11 02:09:33.573048 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbc3bb-0316-42f1-9d6c-404b63f005b0 req-b33b38f1-525e-45ea-b841-afed7b1d0ab7 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:33.586760 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7cbbc3bb-0316-42f1-9d6c-404b63f005b0 req-b33b38f1-525e-45ea-b841-afed7b1d0ab7 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 945 time: 0.1027293 Aug 11 02:09:33.653782 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-71406b16-cbfe-4b8b-a1a9-68ab77b6a000 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:33.656255 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-71406b16-cbfe-4b8b-a1a9-68ab77b6a000 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091&tenant_id=0977f8d1f319488d943473f8926805cd&binding%3Ahost_id=n-h2-615180-33 HTTP/1.1" status: 200 len: 949 time: 0.2616184 Aug 11 02:09:33.686720 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7cbbc3bb-0316-42f1-9d6c-404b63f005b0 req-a3a453f5-db7c-41f6-890b-7dda575580b0 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966995 Aug 11 02:09:33.797901 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34faa8e4-1cfe-43b0-ae0f-029ca9de0414 req-8f68e6b1-0621-4015-a5f9-33a9897a50cc tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:33.805799 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-34faa8e4-1cfe-43b0-ae0f-029ca9de0414 req-8f68e6b1-0621-4015-a5f9-33a9897a50cc tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 949 time: 0.2955136 Aug 11 02:09:33.809450 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-9d0e85ea-099f-47a8-a1eb-d94c7300f9cb service neutron] 10.222.0.66 "GET /v2.0/ports/e1b767ea-82f7-4bb6-b9ed-6607a6400b10/bindings/n-h2-615180-33 HTTP/1.1" status: 200 len: 383 time: 0.1314430 Aug 11 02:09:33.877179 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-34faa8e4-1cfe-43b0-ae0f-029ca9de0414 req-0963b79c-e137-40c4-b73a-e25b1c014d98 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701754 Aug 11 02:09:33.938182 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-cd463a0b-39ef-482f-9c92-387de5e82963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:33.942355 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-cd463a0b-39ef-482f-9c92-387de5e82963 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 1101 time: 0.0859668 Aug 11 02:09:33.986226 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-eb057e48-fc90-42d3-88f0-ced61e480a8f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:33.997505 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-eb057e48-fc90-42d3-88f0-ced61e480a8f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/networks?id=0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c HTTP/1.1" status: 200 len: 815 time: 0.1863275 Aug 11 02:09:34.026157 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-44b4887f-f18f-4cb7-ba2b-f63343e791a0 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/quotas/d10951123e674c02ad31051a633450e2 HTTP/1.1" status: 200 len: 375 time: 0.0273631 Aug 11 02:09:34.050874 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60520) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:34.107919 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-5e95af20-8547-4c3c-9169-1357ebb8331e tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d10951123e674c02ad31051a633450e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0792592 Aug 11 02:09:34.204740 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-d8e1c58b-3757-4cda-8dc5-120062903f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:34.206913 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-d8e1c58b-3757-4cda-8dc5-120062903f31 service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.2570889 Aug 11 02:09:34.295151 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-b6f76d63-1697-4438-97ea-6ec6dd2392bb service neutron] 10.222.0.50 "GET /v2.0/networks/0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795716 Aug 11 02:09:34.314745 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-317685df-e08d-43de-8088-166f1d745131 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=e1b767ea-82f7-4bb6-b9ed-6607a6400b10 HTTP/1.1" status: 200 len: 217 time: 0.0959766 Aug 11 02:09:34.360399 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-badf4098-041e-436a-90e5-b2121dd9aa45 req-dc6a0f59-8a8b-470e-a301-85cb3d458a05 tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0646307 Aug 11 02:09:34.392046 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b33b62bc-63a3-4d81-8d73-0e0215a0a17b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:34.415496 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-6840b6e5-fcd8-42f0-b90e-a31160636528 service neutron] 10.222.0.50 "GET /v2.0/networks/0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111255 Aug 11 02:09:34.428830 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-d0271896-34c1-4f43-b5dc-c88fd283adb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:34.430312 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-d0271896-34c1-4f43-b5dc-c88fd283adb6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.0921001 Aug 11 02:09:34.678645 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-b66d4ee8-5dbc-4197-805f-42896a6a358d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:34.680402 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-b66d4ee8-5dbc-4197-805f-42896a6a358d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2321022 Aug 11 02:09:34.696112 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4f3f1eea-822c-4b72-803e-9d8f8330ba63 req-6651ec04-6e80-4a69-a06d-7a14ba05602e tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2e2404a-0358-487a-86fb-7aea50470c12 HTTP/1.1" status: 200 len: 210 time: 0.0787270 Aug 11 02:09:34.946336 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b33b62bc-63a3-4d81-8d73-0e0215a0a17b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:34.957122 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b33b62bc-63a3-4d81-8d73-0e0215a0a17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:34.961220 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e695e-0205-4df7-b551-5cf763965574 req-f3d1d561-1417-4574-acda-fa53c9eddefb tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:34.974206 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f6e695e-0205-4df7-b551-5cf763965574 req-f3d1d561-1417-4574-acda-fa53c9eddefb tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 945 time: 0.1582375 Aug 11 02:09:34.994614 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d59fd2-4a2c-495a-a12d-609f9410cc80 req-5d15a44b-9617-4b6f-863d-9387e03fbe16 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:34.996347 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-93d59fd2-4a2c-495a-a12d-609f9410cc80 req-5d15a44b-9617-4b6f-863d-9387e03fbe16 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6e55ab8-1206-4268-a454-27823ecb0fea HTTP/1.1" status: 200 len: 945 time: 0.2704127 Aug 11 02:09:35.005641 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b62bc-63a3-4d81-8d73-0e0215a0a17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f09346-3923-4e4f-b26f-8bdcbeaaf365,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:35.042965 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:09:35.093679 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device e1b767ea-82f7-4bb6-b9ed-6607a6400b10 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:35.114802 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f6e695e-0205-4df7-b551-5cf763965574 req-56e709cf-71df-40a1-b729-4927a28b6a5c tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286809 Aug 11 02:09:35.153058 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-101e6e8a-c3fd-4939-b8d0-42a41571870b service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524114 Aug 11 02:09:35.170405 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b33b62bc-63a3-4d81-8d73-0e0215a0a17b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8461b11817194ea78f6a1ee73bea0ee6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1080499 Aug 11 02:09:35.173479 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60550) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:35.183247 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port e1b767ea-82f7-4bb6-b9ed-6607a6400b10 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:35.204357 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port e1b767ea-82f7-4bb6-b9ed-6607a6400b10 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:35.205993 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:35.224216 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa8a1c-7daf-4f57-8f2f-8d5cec6869c5 req-620c6f3b-4512-4227-920f-7cdec250f5b5 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:35.232147 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c3aa8a1c-7daf-4f57-8f2f-8d5cec6869c5 req-620c6f3b-4512-4227-920f-7cdec250f5b5 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 949 time: 0.2041855 Aug 11 02:09:35.276768 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b0231bd8-3aea-4561-b4d6-7f289d35ba42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:35.342191 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b0231bd8-3aea-4561-b4d6-7f289d35ba42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:35.350421 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c3aa8a1c-7daf-4f57-8f2f-8d5cec6869c5 req-41309a61-567c-489f-9c1f-cd014ed2c1dd tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122119 Aug 11 02:09:35.352838 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-93d59fd2-4a2c-495a-a12d-609f9410cc80 req-a73ab5ba-6f69-4151-a4a5-bc4af3f3d4d5 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Deleting port 876e1174-7d38-42ad-85ec-8a2f75a766eb {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:35.353996 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-93d59fd2-4a2c-495a-a12d-609f9410cc80 req-a73ab5ba-6f69-4151-a4a5-bc4af3f3d4d5 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:35.465807 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b0231bd8-3aea-4561-b4d6-7f289d35ba42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:35.469006 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b0231bd8-3aea-4561-b4d6-7f289d35ba42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:35.470550 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b0231bd8-3aea-4561-b4d6-7f289d35ba42 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/64f09346-3923-4e4f-b26f-8bdcbeaaf365 HTTP/1.1" status: 204 len: 168 time: 0.2951846 Aug 11 02:09:35.483110 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:35.501644 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0231bd8-3aea-4561-b4d6-7f289d35ba42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f09346-3923-4e4f-b26f-8bdcbeaaf365,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:35.555230 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-afb54724-a498-4b4a-8cf4-e8861c22dfd5 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894510 Aug 11 02:09:35.585722 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-05d2dd70-e42d-4496-aae5-5f5216a8dc63 req-0cb01cdc-0515-4d0e-9f5a-4bf86229fbd2 tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0620751 Aug 11 02:09:35.608522 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port e1b767ea-82f7-4bb6-b9ed-6607a6400b10, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=e1b767ea-82f7-4bb6-b9ed-6607a6400b10,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:35.609873 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ba9303-6f4e-45f3-bacf-2a6a4aff0091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b767ea-82f7-4bb6-b9ed-6607a6400b10'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:35.613883 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c10ca14-19e3-497f-b398-d4240b4d5ec8" -d '{"events": [{"server_uuid": "50ba9303-6f4e-45f3-bacf-2a6a4aff0091", "name": "network-vif-plugged", "status": "completed", "tag": "e1b767ea-82f7-4bb6-b9ed-6607a6400b10"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:35.641596 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:35.674205 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-93d59fd2-4a2c-495a-a12d-609f9410cc80 req-a73ab5ba-6f69-4151-a4a5-bc4af3f3d4d5 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] For port 876e1174-7d38-42ad-85ec-8a2f75a766eb, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=876e1174-7d38-42ad-85ec-8a2f75a766eb,segment=NetworkSegment(2ef086d9-e43c-4432-b580-46b1ba588087),segment_id=2ef086d9-e43c-4432-b580-46b1ba588087)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:35.675294 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-93d59fd2-4a2c-495a-a12d-609f9410cc80 req-a73ab5ba-6f69-4151-a4a5-bc4af3f3d4d5 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:35.720436 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=e1b767ea-82f7-4bb6-b9ed-6607a6400b10,revision_number=9']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:35.722744 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-93d59fd2-4a2c-495a-a12d-609f9410cc80 req-a73ab5ba-6f69-4151-a4a5-bc4af3f3d4d5 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Calling delete_port for 876e1174-7d38-42ad-85ec-8a2f75a766eb owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:35.795395 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883d63e9-d173-4acc-802a-1b6f84703d9c x-openstack-request-id: req-883d63e9-d173-4acc-802a-1b6f84703d9c {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:35.795718 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ba9303-6f4e-45f3-bacf-2a6a4aff0091", "name": "network-vif-plugged", "status": "completed", "tag": "e1b767ea-82f7-4bb6-b9ed-6607a6400b10", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:35.796068 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-883d63e9-d173-4acc-802a-1b6f84703d9c {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:35.796525 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ba9303-6f4e-45f3-bacf-2a6a4aff0091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b767ea-82f7-4bb6-b9ed-6607a6400b10', 'code': 200} Aug 11 02:09:35.912947 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-93d59fd2-4a2c-495a-a12d-609f9410cc80 req-a73ab5ba-6f69-4151-a4a5-bc4af3f3d4d5 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:35.926427 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['876e1174-7d38-42ad-85ec-8a2f75a766eb'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:35.969607 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-15c3e21e-90bc-4db0-8fd9-80496ac82d57 req-462a1349-7225-4f7e-93a9-bfecbddb341e tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2e2404a-0358-487a-86fb-7aea50470c12 HTTP/1.1" status: 200 len: 210 time: 0.0630600 Aug 11 02:09:36.003878 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ab5ba-6f69-4151-a4a5-bc4af3f3d4d5 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Pushing event deleted for resources: {'Port': ['ID=876e1174-7d38-42ad-85ec-8a2f75a766eb,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:36.091127 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d59fd2-4a2c-495a-a12d-609f9410cc80 req-a73ab5ba-6f69-4151-a4a5-bc4af3f3d4d5 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] No DVR routers for this DVR port 876e1174-7d38-42ad-85ec-8a2f75a766eb on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:09:36.095091 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-93d59fd2-4a2c-495a-a12d-609f9410cc80 req-a73ab5ba-6f69-4151-a4a5-bc4af3f3d4d5 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:36.097629 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-93d59fd2-4a2c-495a-a12d-609f9410cc80 req-a73ab5ba-6f69-4151-a4a5-bc4af3f3d4d5 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.73 "DELETE /v2.0/ports/876e1174-7d38-42ad-85ec-8a2f75a766eb HTTP/1.1" status: 204 len: 173 time: 1.0889051 Aug 11 02:09:36.098235 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e55ab8-1206-4268-a454-27823ecb0fea', 'name': 'network-vif-deleted', 'tag': '876e1174-7d38-42ad-85ec-8a2f75a766eb'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:36.109528 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8484b20a-e9ca-4512-86b8-e3c655bff7de" -d '{"events": [{"server_uuid": "b6e55ab8-1206-4268-a454-27823ecb0fea", "name": "network-vif-deleted", "tag": "876e1174-7d38-42ad-85ec-8a2f75a766eb"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:36.155602 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb945d89-5ba0-4b48-8a48-6b1a954ee4a6 req-ab9eb512-568c-411e-a8dd-f2d3147c5cce tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:36.162707 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bb945d89-5ba0-4b48-8a48-6b1a954ee4a6 req-ab9eb512-568c-411e-a8dd-f2d3147c5cce tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 945 time: 0.1404476 Aug 11 02:09:36.164458 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631aad24-f6f7-48c6-8fe4-373f3c7feeb5 x-openstack-request-id: req-631aad24-f6f7-48c6-8fe4-373f3c7feeb5 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:36.164744 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e55ab8-1206-4268-a454-27823ecb0fea", "name": "network-vif-deleted", "tag": "876e1174-7d38-42ad-85ec-8a2f75a766eb", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:36.164997 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-631aad24-f6f7-48c6-8fe4-373f3c7feeb5 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:36.165497 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e55ab8-1206-4268-a454-27823ecb0fea', 'name': 'network-vif-deleted', 'tag': '876e1174-7d38-42ad-85ec-8a2f75a766eb', 'status': 'completed', 'code': 200} Aug 11 02:09:36.213469 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bb945d89-5ba0-4b48-8a48-6b1a954ee4a6 req-5be8e90e-c8ef-458d-a819-6200b217181e tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433583 Aug 11 02:09:36.289358 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a528171-1e50-48e5-882c-ed126a8db1a0 req-81dcd1c3-3a88-4da0-9c1c-b64f1e6c554a tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:36.291397 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1a528171-1e50-48e5-882c-ed126a8db1a0 req-81dcd1c3-3a88-4da0-9c1c-b64f1e6c554a tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 945 time: 0.0588777 Aug 11 02:09:36.335056 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1a528171-1e50-48e5-882c-ed126a8db1a0 req-246ea345-fba0-4ff3-8770-433ab0444920 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372357 Aug 11 02:09:36.579517 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b2a70-a79b-4306-b8ea-c68ec14ee765 req-3c853d19-deaf-40b9-8ed4-372be381f17f tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:36.585610 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-892b2a70-a79b-4306-b8ea-c68ec14ee765 req-3c853d19-deaf-40b9-8ed4-372be381f17f tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.1109061 Aug 11 02:09:36.688191 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-f23074d6-942a-48fe-a1dd-99aa93231358 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:36.693609 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-f23074d6-942a-48fe-a1dd-99aa93231358 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.73 "GET /v2.0/networks?id=0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c HTTP/1.1" status: 200 len: 815 time: 0.1970987 Aug 11 02:09:36.700635 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-892b2a70-a79b-4306-b8ea-c68ec14ee765 req-48ecc7bb-8a7a-4c77-9755-ccec67856f68 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060548 Aug 11 02:09:36.723827 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-d54ba72b-2411-41bb-a488-3af50f37972f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Request body: {'port': {'device_id': 'a2e2404a-0358-487a-86fb-7aea50470c12', 'network_id': '0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c', 'admin_state_up': True, 'tenant_id': 'd10951123e674c02ad31051a633450e2'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:36.749014 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60598) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:36.848953 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c9c8a666-c719-46ce-912d-514a747134ac req-b88a8a90-bb47-47f3-9a0b-17bf67001932 tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0937574 Aug 11 02:09:36.882449 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-bc7b030e-cbd4-4c43-a3c2-d7eae28767f2 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2048427573-network', 'tenant_id': '9e1621f77dda48d0a9d35134d2771337'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:36.883736 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77842ae-df62-4c86-ba10-8bd0ee025781 req-7c1fb92e-c9bd-44d7-8139-8f24dfa1fec7 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:36.885539 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f77842ae-df62-4c86-ba10-8bd0ee025781 req-7c1fb92e-c9bd-44d7-8139-8f24dfa1fec7 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.66 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 945 time: 0.1885626 Aug 11 02:09:36.911509 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7b030e-cbd4-4c43-a3c2-d7eae28767f2 admin admin] Made reservation on behalf of 9e1621f77dda48d0a9d35134d2771337 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:09:36.913935 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bc7b030e-cbd4-4c43-a3c2-d7eae28767f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:36.922893 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bc7b030e-cbd4-4c43-a3c2-d7eae28767f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:37.019984 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-f77842ae-df62-4c86-ba10-8bd0ee025781 req-d2c01095-39c4-49fb-98e8-f7a4b6cc2168 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Deleting port a82eea53-7092-4692-9141-f856d8fd4bfb {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:37.020459 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f77842ae-df62-4c86-ba10-8bd0ee025781 req-d2c01095-39c4-49fb-98e8-f7a4b6cc2168 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:37.027451 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bc7b030e-cbd4-4c43-a3c2-d7eae28767f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:37.034193 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bc7b030e-cbd4-4c43-a3c2-d7eae28767f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:37.075022 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9da360ee-c1c5-476d-a912-2e9d7fe22dc5 req-2f54438b-5fc3-452b-9787-bbf7e90f95d5 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2e2404a-0358-487a-86fb-7aea50470c12 HTTP/1.1" status: 200 len: 210 time: 0.0415823 Aug 11 02:09:37.084840 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7b030e-cbd4-4c43-a3c2-d7eae28767f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:09:37.095749 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b030e-cbd4-4c43-a3c2-d7eae28767f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81946146-d691-46f2-8ae9-0a427eee70cd,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:37.100692 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bc7b030e-cbd4-4c43-a3c2-d7eae28767f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:37.101028 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-bc7b030e-cbd4-4c43-a3c2-d7eae28767f2 admin admin] Added segment b90ce4df-cc8e-4448-a1f2-f94063d6b16e of type vlan for network f125fcef-d9e9-4ec8-ac42-331264faeea0 Aug 11 02:09:37.108652 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-d54ba72b-2411-41bb-a488-3af50f37972f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Made reservation on behalf of d10951123e674c02ad31051a633450e2 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:09:37.113766 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-d54ba72b-2411-41bb-a488-3af50f37972f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:37.143159 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bc7b030e-cbd4-4c43-a3c2-d7eae28767f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:37.173177 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bc7b030e-cbd4-4c43-a3c2-d7eae28767f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:37.174312 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7b030e-cbd4-4c43-a3c2-d7eae28767f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:37.174909 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bc7b030e-cbd4-4c43-a3c2-d7eae28767f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:37.206960 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-f77842ae-df62-4c86-ba10-8bd0ee025781 req-d2c01095-39c4-49fb-98e8-f7a4b6cc2168 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] For port a82eea53-7092-4692-9141-f856d8fd4bfb, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=a82eea53-7092-4692-9141-f856d8fd4bfb,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:37.207331 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f77842ae-df62-4c86-ba10-8bd0ee025781 req-d2c01095-39c4-49fb-98e8-f7a4b6cc2168 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:37.240159 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-f77842ae-df62-4c86-ba10-8bd0ee025781 req-d2c01095-39c4-49fb-98e8-f7a4b6cc2168 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Calling delete_port for a82eea53-7092-4692-9141-f856d8fd4bfb owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:37.387454 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-d54ba72b-2411-41bb-a488-3af50f37972f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Allocated IP 172.20.0.8 (0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c/d0a9a07b-ffec-4f71-82f4-57a2fc2cf187/42157fa1-9ab6-4b53-b9c4-3b4415f1a13f) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:09:37.420289 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0326d7f-8f69-4c53-952b-29dd7efa939a req-93ebc177-fbbf-4519-97ba-2ceb1846b220 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:37.421891 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e0326d7f-8f69-4c53-952b-29dd7efa939a req-93ebc177-fbbf-4519-97ba-2ceb1846b220 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 945 time: 0.1012678 Aug 11 02:09:37.532418 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e0326d7f-8f69-4c53-952b-29dd7efa939a req-15643cc4-8cac-474f-a4bf-0afca447c320 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028330 Aug 11 02:09:37.543566 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bc7b030e-cbd4-4c43-a3c2-d7eae28767f2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7918031 Aug 11 02:09:37.549593 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60610) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:37.556137 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-7a89c455-2f79-483b-a535-4a178ee68a7e admin admin] Request body: {'subnet': {'network_id': 'f125fcef-d9e9-4ec8-ac42-331264faeea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2048427573-subnet', 'tenant_id': '9e1621f77dda48d0a9d35134d2771337', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:37.576122 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b030e-cbd4-4c43-a3c2-d7eae28767f2 admin admin] Pushing event updated for resources: {'Network': ['ID=f125fcef-d9e9-4ec8-ac42-331264faeea0,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:37.593089 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network f125fcef-d9e9-4ec8-ac42-331264faeea0 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:09:37.597612 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9349b-15c6-4c2d-a0a7-07e2e6398e4b req-7de465d6-e93a-436c-bc58-f167a08d6908 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:37.599194 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-afd9349b-15c6-4c2d-a0a7-07e2e6398e4b req-7de465d6-e93a-436c-bc58-f167a08d6908 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 945 time: 0.0756397 Aug 11 02:09:37.639399 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f77842ae-df62-4c86-ba10-8bd0ee025781 req-d2c01095-39c4-49fb-98e8-f7a4b6cc2168 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:37.652065 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-afd9349b-15c6-4c2d-a0a7-07e2e6398e4b req-e5214fb9-0f0d-43ba-ac95-9c0bf3bfc955 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423954 Aug 11 02:09:37.671692 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a89c455-2f79-483b-a535-4a178ee68a7e admin admin] Made reservation on behalf of 9e1621f77dda48d0a9d35134d2771337 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:09:37.674015 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7a89c455-2f79-483b-a535-4a178ee68a7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:37.692258 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c01095-39c4-49fb-98e8-f7a4b6cc2168 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Pushing event deleted for resources: {'Port': ['ID=a82eea53-7092-4692-9141-f856d8fd4bfb,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:37.771988 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-d54ba72b-2411-41bb-a488-3af50f37972f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:37.795577 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77842ae-df62-4c86-ba10-8bd0ee025781 req-d2c01095-39c4-49fb-98e8-f7a4b6cc2168 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] No DVR routers for this DVR port a82eea53-7092-4692-9141-f856d8fd4bfb on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:09:37.800225 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f77842ae-df62-4c86-ba10-8bd0ee025781 req-d2c01095-39c4-49fb-98e8-f7a4b6cc2168 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:37.802191 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f77842ae-df62-4c86-ba10-8bd0ee025781 req-d2c01095-39c4-49fb-98e8-f7a4b6cc2168 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.66 "DELETE /v2.0/ports/a82eea53-7092-4692-9141-f856d8fd4bfb HTTP/1.1" status: 204 len: 173 time: 0.9068856 Aug 11 02:09:37.812938 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4e4a3-bce4-4536-afa2-74f27de13401 req-0f0bd275-685a-479e-b875-ed2097216bd0 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:37.814562 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-44c4e4a3-bce4-4536-afa2-74f27de13401 req-0f0bd275-685a-479e-b875-ed2097216bd0 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.0500035 Aug 11 02:09:37.855392 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-44c4e4a3-bce4-4536-afa2-74f27de13401 req-9abc6747-98b5-427f-9a13-a7605adc4db3 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344234 Aug 11 02:09:37.882281 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-d54ba72b-2411-41bb-a488-3af50f37972f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:37.940330 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-d54ba72b-2411-41bb-a488-3af50f37972f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Network 0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:09:37.956016 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-d54ba72b-2411-41bb-a488-3af50f37972f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:37.960673 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-d54ba72b-2411-41bb-a488-3af50f37972f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:09:37.963024 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ba72b-2411-41bb-a488-3af50f37972f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Pushing event updated for resources: {'Port': ['ID=42157fa1-9ab6-4b53-b9c4-3b4415f1a13f,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:38.007348 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e272c920-c990-4ec6-9e15-5fe089eb274f req-a52be78b-bf8b-42b4-8c71-6b2925288731 tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0659044 Aug 11 02:09:38.049773 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7a89c455-2f79-483b-a535-4a178ee68a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:38.089540 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-d54ba72b-2411-41bb-a488-3af50f37972f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:38.090313 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-d54ba72b-2411-41bb-a488-3af50f37972f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:38.125840 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-d54ba72b-2411-41bb-a488-3af50f37972f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4062631 Aug 11 02:09:38.131248 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89c455-2f79-483b-a535-4a178ee68a7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cbe19f5-6919-43f5-abb0-402212091f5d,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:38.142077 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-5d9c61fc-1ec6-4785-95dc-2140f9483264 service neutron] Request body: {'port': {'device_id': 'a2e2404a-0358-487a-86fb-7aea50470c12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:38.168005 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12cdf99-8cb2-4ff0-a9b2-86496441baa8', 'name': 'network-vif-deleted', 'tag': 'a82eea53-7092-4692-9141-f856d8fd4bfb'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:38.170540 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03166978-b8bc-4f3f-bd3d-d0e93bc93367" -d '{"events": [{"server_uuid": "b12cdf99-8cb2-4ff0-a9b2-86496441baa8", "name": "network-vif-deleted", "tag": "a82eea53-7092-4692-9141-f856d8fd4bfb"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:38.175740 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a89c455-2f79-483b-a535-4a178ee68a7e admin admin] Checking segment: {'id': 'b90ce4df-cc8e-4448-a1f2-f94063d6b16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f125fcef-d9e9-4ec8-ac42-331264faeea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:38.176104 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a89c455-2f79-483b-a535-4a178ee68a7e admin admin] Network hostable DHCP agents. Network: f125fcef-d9e9-4ec8-ac42-331264faeea0, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:09:38.215419 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e22c65-8499-405a-99ce-2a2c08f66a40 req-2f54f4f6-6741-4f36-9072-bba0cf32099d tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:38.222214 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-16e22c65-8499-405a-99ce-2a2c08f66a40 req-2f54f4f6-6741-4f36-9072-bba0cf32099d tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2e2404a-0358-487a-86fb-7aea50470c12 HTTP/1.1" status: 200 len: 931 time: 0.0591912 Aug 11 02:09:38.222369 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358e286b-523a-48ce-9b78-2e71b5d13680 x-openstack-request-id: req-358e286b-523a-48ce-9b78-2e71b5d13680 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:38.222561 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b12cdf99-8cb2-4ff0-a9b2-86496441baa8", "name": "network-vif-deleted", "tag": "a82eea53-7092-4692-9141-f856d8fd4bfb", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:38.222790 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-358e286b-523a-48ce-9b78-2e71b5d13680 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:38.223300 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12cdf99-8cb2-4ff0-a9b2-86496441baa8', 'name': 'network-vif-deleted', 'tag': 'a82eea53-7092-4692-9141-f856d8fd4bfb', 'status': 'completed', 'code': 200} Aug 11 02:09:38.226333 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a89c455-2f79-483b-a535-4a178ee68a7e admin admin] Network f125fcef-d9e9-4ec8-ac42-331264faeea0 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:09:38.228324 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-5d9c61fc-1ec6-4785-95dc-2140f9483264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:38.246995 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-7a89c455-2f79-483b-a535-4a178ee68a7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, f125fcef-d9e9-4ec8-ac42-331264faeea0) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:38.269818 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 876e1174-7d38-42ad-85ec-8a2f75a766eb no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:09:38.270459 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a89c455-2f79-483b-a535-4a178ee68a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:38.271236 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7a89c455-2f79-483b-a535-4a178ee68a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:38.274582 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cab6af3-64a4-4d22-b3d8-b116eadfbfbe None None] Network f125fcef-d9e9-4ec8-ac42-331264faeea0 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:09:38.279379 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-16e22c65-8499-405a-99ce-2a2c08f66a40 req-02b8d67b-12df-42c1-9b65-d41049bd9d25 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511079 Aug 11 02:09:38.295854 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7a89c455-2f79-483b-a535-4a178ee68a7e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7452731 Aug 11 02:09:38.374405 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 876e1174-7d38-42ad-85ec-8a2f75a766eb {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:09:38.375066 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 876e1174-7d38-42ad-85ec-8a2f75a766eb not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:09:38.454410 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baebd8dd-75bf-4e4f-bb04-eafc3011cb19 None None] Network f125fcef-d9e9-4ec8-ac42-331264faeea0 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:09:38.504688 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-a7185712-8723-4ad3-bd3f-fd7f29a53acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:38.506615 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-a7185712-8723-4ad3-bd3f-fd7f29a53acd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091&tenant_id=0977f8d1f319488d943473f8926805cd HTTP/1.1" status: 200 len: 1102 time: 0.0659444 Aug 11 02:09:38.523186 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-8ec018f8-da64-4193-b04f-f04e93b89020 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-615180-33', 'device_owner': 'compute:nova'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:38.605379 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-8ec018f8-da64-4193-b04f-f04e93b89020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:38.628004 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-5d9c61fc-1ec6-4785-95dc-2140f9483264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42157fa1-9ab6-4b53-b9c4-3b4415f1a13f {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:38.638507 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-5d9c61fc-1ec6-4785-95dc-2140f9483264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:38.663740 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-5d9c61fc-1ec6-4785-95dc-2140f9483264 service neutron] Transition to ACTIVE for port object 42157fa1-9ab6-4b53-b9c4-3b4415f1a13f will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:38.670889 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-5d9c61fc-1ec6-4785-95dc-2140f9483264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:38.719290 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3640e36d-8b6a-4eb8-919b-aa6e7ba343f6 req-c971036f-aef6-4443-9b93-89082dbf6380 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12cdf99-8cb2-4ff0-a9b2-86496441baa8 HTTP/1.1" status: 200 len: 210 time: 0.0533495 Aug 11 02:09:38.733642 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c61fc-1ec6-4785-95dc-2140f9483264 service neutron] Pushing event updated for resources: {'Port': ['ID=42157fa1-9ab6-4b53-b9c4-3b4415f1a13f,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:38.864607 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-5d9c61fc-1ec6-4785-95dc-2140f9483264 service neutron] Attempting to bind port 42157fa1-9ab6-4b53-b9c4-3b4415f1a13f on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:09:38.864946 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-5d9c61fc-1ec6-4785-95dc-2140f9483264 service neutron] Attempting to bind port 42157fa1-9ab6-4b53-b9c4-3b4415f1a13f by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '2ef086d9-e43c-4432-b580-46b1ba588087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:09:38.865281 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-5d9c61fc-1ec6-4785-95dc-2140f9483264 service neutron] Attempting to bind port 42157fa1-9ab6-4b53-b9c4-3b4415f1a13f on network 0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:38.880927 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-5d9c61fc-1ec6-4785-95dc-2140f9483264 service neutron] Port 42157fa1-9ab6-4b53-b9c4-3b4415f1a13f on network 0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:09:38.881296 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-5d9c61fc-1ec6-4785-95dc-2140f9483264 service neutron] Attempting to bind port 42157fa1-9ab6-4b53-b9c4-3b4415f1a13f on network 0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:38.894304 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-5d9c61fc-1ec6-4785-95dc-2140f9483264 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:09:38.894642 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-5d9c61fc-1ec6-4785-95dc-2140f9483264 service neutron] Checking segment: {'id': '2ef086d9-e43c-4432-b580-46b1ba588087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:38.895021 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-5d9c61fc-1ec6-4785-95dc-2140f9483264 service neutron] Bound using segment: {'id': '2ef086d9-e43c-4432-b580-46b1ba588087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:09:38.895513 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-5d9c61fc-1ec6-4785-95dc-2140f9483264 service neutron] Bound port: 42157fa1-9ab6-4b53-b9c4-3b4415f1a13f, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef086d9-e43c-4432-b580-46b1ba588087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:38.895911 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-5d9c61fc-1ec6-4785-95dc-2140f9483264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:38.925653 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-e6b96dce-b38d-418f-a79d-dd223ecaa9ec tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:38.927148 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-e6b96dce-b38d-418f-a79d-dd223ecaa9ec tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/networks?id=f125fcef-d9e9-4ec8-ac42-331264faeea0 HTTP/1.1" status: 200 len: 822 time: 0.1483040 Aug 11 02:09:38.956528 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-8ec018f8-da64-4193-b04f-f04e93b89020 service neutron] For port e1b767ea-82f7-4bb6-b9ed-6607a6400b10, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=e1b767ea-82f7-4bb6-b9ed-6607a6400b10,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:38.970683 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643d77d-3dfe-4bc7-ac71-dfc7220d0d34 req-57cafa4c-f738-413b-9b37-3365e7646bee tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:38.972311 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7643d77d-3dfe-4bc7-ac71-dfc7220d0d34 req-57cafa4c-f738-413b-9b37-3365e7646bee tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 945 time: 0.0838249 Aug 11 02:09:38.974074 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-c4ecabe5-b1d0-404a-8547-1ee6d21156bc tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/quotas/9e1621f77dda48d0a9d35134d2771337 HTTP/1.1" status: 200 len: 375 time: 0.0217173 Aug 11 02:09:39.019621 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-618438cc-69c2-4f25-8477-a549b3861970 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9e1621f77dda48d0a9d35134d2771337&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333016 Aug 11 02:09:39.021862 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-5d9c61fc-1ec6-4785-95dc-2140f9483264 service neutron] For port 42157fa1-9ab6-4b53-b9c4-3b4415f1a13f, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:39.032402 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-8ec018f8-da64-4193-b04f-f04e93b89020 service neutron] For port e1b767ea-82f7-4bb6-b9ed-6607a6400b10, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:39.043668 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-5d9c61fc-1ec6-4785-95dc-2140f9483264 service neutron] For port 42157fa1-9ab6-4b53-b9c4-3b4415f1a13f, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=42157fa1-9ab6-4b53-b9c4-3b4415f1a13f,segment=NetworkSegment(2ef086d9-e43c-4432-b580-46b1ba588087),segment_id=2ef086d9-e43c-4432-b580-46b1ba588087)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:39.058530 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7643d77d-3dfe-4bc7-ac71-dfc7220d0d34 req-1edca329-5312-4b4e-ac8e-b55e61a674bc tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765133 Aug 11 02:09:39.077937 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-5d9c61fc-1ec6-4785-95dc-2140f9483264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:39.081153 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ba9303-6f4e-45f3-bacf-2a6a4aff0091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1b767ea-82f7-4bb6-b9ed-6607a6400b10'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:39.091998 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8837750f-faa8-4070-b8a3-1e8f1878bbbf" -d '{"events": [{"server_uuid": "50ba9303-6f4e-45f3-bacf-2a6a4aff0091", "name": "network-vif-unplugged", "status": "completed", "tag": "e1b767ea-82f7-4bb6-b9ed-6607a6400b10"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:39.091998 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-8ec018f8-da64-4193-b04f-f04e93b89020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:39.103111 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device e1b767ea-82f7-4bb6-b9ed-6607a6400b10 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:09:39.107258 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-8ec018f8-da64-4193-b04f-f04e93b89020 service neutron] Transition to ACTIVE for port object e1b767ea-82f7-4bb6-b9ed-6607a6400b10 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:39.112489 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-8ec018f8-da64-4193-b04f-f04e93b89020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:39.143150 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c61fc-1ec6-4785-95dc-2140f9483264 service neutron] Pushing event updated for resources: {'Port': ['ID=42157fa1-9ab6-4b53-b9c4-3b4415f1a13f,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:39.153183 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device e1b767ea-82f7-4bb6-b9ed-6607a6400b10 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:09:39.155680 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device a82eea53-7092-4692-9141-f856d8fd4bfb no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:09:39.160291 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-5d9c61fc-1ec6-4785-95dc-2140f9483264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:39.160985 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-5d9c61fc-1ec6-4785-95dc-2140f9483264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:39.162379 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-5d9c61fc-1ec6-4785-95dc-2140f9483264 service neutron] 10.222.0.73 "PUT /v2.0/ports/42157fa1-9ab6-4b53-b9c4-3b4415f1a13f HTTP/1.1" status: 200 len: 1092 time: 1.0272648 Aug 11 02:09:39.174061 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-8ec018f8-da64-4193-b04f-f04e93b89020 service neutron] No DVR routers for this DVR port e1b767ea-82f7-4bb6-b9ed-6607a6400b10 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:09:39.183816 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: a82eea53-7092-4692-9141-f856d8fd4bfb {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:09:39.184739 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device a82eea53-7092-4692-9141-f856d8fd4bfb not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:09:39.208653 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-8d4b326f-bc94-46a8-9d3b-ba323d6f48f0 service neutron] 10.222.0.50 "GET /v2.0/networks/f125fcef-d9e9-4ec8-ac42-331264faeea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769187 Aug 11 02:09:39.219440 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec018f8-da64-4193-b04f-f04e93b89020 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b767ea-82f7-4bb6-b9ed-6607a6400b10,revision_number=10']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:39.232476 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-8ec018f8-da64-4193-b04f-f04e93b89020 service neutron] Attempting to bind port e1b767ea-82f7-4bb6-b9ed-6607a6400b10 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:09:39.232818 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-8ec018f8-da64-4193-b04f-f04e93b89020 service neutron] Attempting to bind port e1b767ea-82f7-4bb6-b9ed-6607a6400b10 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:09:39.233152 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-8ec018f8-da64-4193-b04f-f04e93b89020 service neutron] Attempting to bind port e1b767ea-82f7-4bb6-b9ed-6607a6400b10 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:39.237883 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-8ec018f8-da64-4193-b04f-f04e93b89020 service neutron] Port e1b767ea-82f7-4bb6-b9ed-6607a6400b10 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:09:39.238598 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-8ec018f8-da64-4193-b04f-f04e93b89020 service neutron] Attempting to bind port e1b767ea-82f7-4bb6-b9ed-6607a6400b10 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:39.245393 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-8ec018f8-da64-4193-b04f-f04e93b89020 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:09:39.245707 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-8ec018f8-da64-4193-b04f-f04e93b89020 service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:39.246204 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-8ec018f8-da64-4193-b04f-f04e93b89020 service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:09:39.246748 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-8ec018f8-da64-4193-b04f-f04e93b89020 service neutron] Bound port: e1b767ea-82f7-4bb6-b9ed-6607a6400b10, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:39.247175 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-8ec018f8-da64-4193-b04f-f04e93b89020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:39.367908 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4eea4-7e91-4603-9e67-c6ea1875a062 req-1a0eb700-f8c3-4ca7-b141-19f82354b44b tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:39.370149 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-08a4eea4-7e91-4603-9e67-c6ea1875a062 req-1a0eb700-f8c3-4ca7-b141-19f82354b44b tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 949 time: 0.0803983 Aug 11 02:09:39.375280 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-8ec018f8-da64-4193-b04f-f04e93b89020 service neutron] For port e1b767ea-82f7-4bb6-b9ed-6607a6400b10, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:39.379978 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-8ec018f8-da64-4193-b04f-f04e93b89020 service neutron] For port e1b767ea-82f7-4bb6-b9ed-6607a6400b10, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=e1b767ea-82f7-4bb6-b9ed-6607a6400b10,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:39.390451 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-8ec018f8-da64-4193-b04f-f04e93b89020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:39.449583 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-8ec018f8-da64-4193-b04f-f04e93b89020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:39.450134 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-8ec018f8-da64-4193-b04f-f04e93b89020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:39.451586 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-8ec018f8-da64-4193-b04f-f04e93b89020 service neutron] 10.222.0.73 "PUT /v2.0/ports/e1b767ea-82f7-4bb6-b9ed-6607a6400b10 HTTP/1.1" status: 200 len: 1098 time: 0.9359283 Aug 11 02:09:39.465706 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-08a4eea4-7e91-4603-9e67-c6ea1875a062 req-ef0299c2-c0ef-4e4f-89d5-ec6453c8d726 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879061 Aug 11 02:09:39.476255 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec018f8-da64-4193-b04f-f04e93b89020 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b767ea-82f7-4bb6-b9ed-6607a6400b10,revision_number=11']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:39.531638 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-4dc908a1-16b7-483c-ba7e-f84d3bc7892b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:39.533350 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-4dc908a1-16b7-483c-ba7e-f84d3bc7892b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 1101 time: 0.0456984 Aug 11 02:09:39.612166 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c5c8011b-9099-4515-aa0c-7b362db6d9fd req-0248e1ca-35da-44f3-a749-6914950d9aee tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0631247 Aug 11 02:09:39.648463 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-826d10bf-1d05-4e2c-8efe-6d59e290514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:39.649508 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-826d10bf-1d05-4e2c-8efe-6d59e290514e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d10951123e674c02ad31051a633450e2&device_id=a2e2404a-0358-487a-86fb-7aea50470c12 HTTP/1.1" status: 200 len: 1095 time: 0.4386873 Aug 11 02:09:39.662346 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-afc6001d-9a07-481e-8726-a05d5e48c0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:39.663745 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-afc6001d-9a07-481e-8726-a05d5e48c0a9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.1232619 Aug 11 02:09:39.699028 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-5c8f357f-564d-435c-afdb-3e316d77d08d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42157fa1-9ab6-4b53-b9c4-3b4415f1a13f HTTP/1.1" status: 200 len: 217 time: 0.0389762 Aug 11 02:09:39.711436 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-c163e561-d038-4366-8e45-8e57e9655cb4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=e1b767ea-82f7-4bb6-b9ed-6607a6400b10 HTTP/1.1" status: 200 len: 217 time: 0.0404494 Aug 11 02:09:39.721077 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-b6223cba-9cfe-4b36-bad2-c94f1ffd0d16 service neutron] 10.222.0.50 "GET /v2.0/networks/f125fcef-d9e9-4ec8-ac42-331264faeea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5016561 Aug 11 02:09:39.762686 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-87834430-4e64-4cd9-8fb7-ca55538f9674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:39.764370 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-87834430-4e64-4cd9-8fb7-ca55538f9674 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.0459039 Aug 11 02:09:39.765059 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-50469dee-5404-48a4-8806-5018cebb1b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:39.766606 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-50469dee-5404-48a4-8806-5018cebb1b74 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d0a9a07b-ffec-4f71-82f4-57a2fc2cf187 HTTP/1.1" status: 200 len: 855 time: 0.0584245 Aug 11 02:09:39.806512 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-4f1feac9-520e-4bf9-9551-1a1e3a9d1291 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273163 Aug 11 02:09:39.809915 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e6fd16-a446-4d99-87a9-6213116fe2b1 x-openstack-request-id: req-e5e6fd16-a446-4d99-87a9-6213116fe2b1 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:39.810212 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ba9303-6f4e-45f3-bacf-2a6a4aff0091", "name": "network-vif-unplugged", "status": "completed", "tag": "e1b767ea-82f7-4bb6-b9ed-6607a6400b10", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:39.810458 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e5e6fd16-a446-4d99-87a9-6213116fe2b1 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:39.810846 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ba9303-6f4e-45f3-bacf-2a6a4aff0091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1b767ea-82f7-4bb6-b9ed-6607a6400b10', 'code': 200} Aug 11 02:09:39.824478 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-d9c0fec7-79cb-4e83-88f5-551208a3c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:39.826024 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-d9c0fec7-79cb-4e83-88f5-551208a3c7c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0488203 Aug 11 02:09:39.920441 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-05750cb4-b09e-42f6-afcf-c4c468e8cd25 service neutron] 10.222.0.73 "GET /v2.0/networks/0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049659 Aug 11 02:09:39.962424 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da4218-f933-46fc-988e-baa7ddb483c8 req-be5c2cf8-e2a7-41e0-964c-339e0712cc36 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:39.964546 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e9da4218-f933-46fc-988e-baa7ddb483c8 req-be5c2cf8-e2a7-41e0-964c-339e0712cc36 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2e2404a-0358-487a-86fb-7aea50470c12 HTTP/1.1" status: 200 len: 943 time: 0.1301007 Aug 11 02:09:39.981717 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-9f452156-77a1-4146-a4b5-24859a45284b service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487997 Aug 11 02:09:40.064125 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f73945e1-7de0-43b2-8c64-2d4853bd6c98 req-1ad7f5dc-1d78-4c3a-a631-4d7ad87f8365 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed4e6ea-fd4f-44bb-b375-49a747f90809 HTTP/1.1" status: 200 len: 210 time: 0.0416458 Aug 11 02:09:40.065684 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e9da4218-f933-46fc-988e-baa7ddb483c8 req-18fc85c6-fedf-4a7b-bb42-975a8748834b tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875797 Aug 11 02:09:40.078250 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1937c4bf-bed9-41f0-8691-60eebb78a2b7 req-a656d6cd-2b3d-4eb5-8b3f-f38a69265fa5 service neutron] 10.222.0.73 "GET /v2.0/networks/0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492598 Aug 11 02:09:40.115045 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-debe26ba-e9b9-406a-9220-1a31d4f0e074 req-dc191352-22dd-45d6-8eb0-02a7a4348702 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194592 Aug 11 02:09:40.204468 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef539c64-b53a-4eea-96c6-497e60b8658f req-8911bd90-2f17-4fb1-98b9-83a792a9f365 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:40.206152 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ef539c64-b53a-4eea-96c6-497e60b8658f req-8911bd90-2f17-4fb1-98b9-83a792a9f365 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 945 time: 0.0580261 Aug 11 02:09:40.224891 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e2404a-0358-487a-86fb-7aea50470c12', 'tag': '42157fa1-9ab6-4b53-b9c4-3b4415f1a13f'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:40.228145 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45a3277-cb70-4a80-ba51-b29d008d1320" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e2404a-0358-487a-86fb-7aea50470c12", "tag": "42157fa1-9ab6-4b53-b9c4-3b4415f1a13f"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:40.264117 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ef539c64-b53a-4eea-96c6-497e60b8658f req-55e9f843-c2a6-4343-947a-a27cbe20046c tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491669 Aug 11 02:09:40.319812 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadd0561-eba9-402a-bde9-bd0088b35773 x-openstack-request-id: req-dadd0561-eba9-402a-bde9-bd0088b35773 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:40.320716 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e2404a-0358-487a-86fb-7aea50470c12", "tag": "42157fa1-9ab6-4b53-b9c4-3b4415f1a13f", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:40.321017 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dadd0561-eba9-402a-bde9-bd0088b35773 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:40.321440 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e2404a-0358-487a-86fb-7aea50470c12', 'tag': '42157fa1-9ab6-4b53-b9c4-3b4415f1a13f', 'status': 'completed', 'code': 200} Aug 11 02:09:40.402987 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a3277-cb70-4a80-ba51-b29d008d1320 req-0d96b8fd-2b5a-448e-b627-9e12c56ab30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:40.405062 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f45a3277-cb70-4a80-ba51-b29d008d1320 req-0d96b8fd-2b5a-448e-b627-9e12c56ab30f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d10951123e674c02ad31051a633450e2&device_id=a2e2404a-0358-487a-86fb-7aea50470c12 HTTP/1.1" status: 200 len: 1095 time: 0.0621545 Aug 11 02:09:40.516673 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c793a4-73a8-4c23-a9eb-76e0937eb90d req-9ea6cbc6-40bc-407d-8f30-4eaae91368ba tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:40.518788 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-40c793a4-73a8-4c23-a9eb-76e0937eb90d req-9ea6cbc6-40bc-407d-8f30-4eaae91368ba tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 944 time: 0.0731602 Aug 11 02:09:40.525542 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a3277-cb70-4a80-ba51-b29d008d1320 req-88cfa469-3903-4419-9ea5-a158e7a925d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:40.527165 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f45a3277-cb70-4a80-ba51-b29d008d1320 req-88cfa469-3903-4419-9ea5-a158e7a925d5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c HTTP/1.1" status: 200 len: 916 time: 0.1067622 Aug 11 02:09:40.564338 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-40c793a4-73a8-4c23-a9eb-76e0937eb90d req-ed4f9226-80ab-4972-9aa4-45d32aed0a8c tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389044 Aug 11 02:09:40.582072 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f45a3277-cb70-4a80-ba51-b29d008d1320 req-a7b5ead3-9a20-4d16-94fa-9231d26adc3d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42157fa1-9ab6-4b53-b9c4-3b4415f1a13f HTTP/1.1" status: 200 len: 217 time: 0.0437024 Aug 11 02:09:40.666075 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a3277-cb70-4a80-ba51-b29d008d1320 req-2e0fe07d-9ce7-45b8-9874-3bde6fef4e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:40.668279 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f45a3277-cb70-4a80-ba51-b29d008d1320 req-2e0fe07d-9ce7-45b8-9874-3bde6fef4e1a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d0a9a07b-ffec-4f71-82f4-57a2fc2cf187 HTTP/1.1" status: 200 len: 855 time: 0.0780840 Aug 11 02:09:40.678188 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ec512-ec7f-46b4-9051-2998bd962d0e req-10600f40-54b3-4532-ab5c-ce9d667dc8bd tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:40.679798 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d57ec512-ec7f-46b4-9051-2998bd962d0e req-10600f40-54b3-4532-ab5c-ce9d667dc8bd tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 949 time: 0.1051805 Aug 11 02:09:40.720035 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f45a3277-cb70-4a80-ba51-b29d008d1320 req-72df34e2-1cb9-4065-923d-46558ac92d9a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385933 Aug 11 02:09:40.728708 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cdcc180e-8bae-43a8-b273-bf6718508557 req-9fdab7f9-bec9-4866-9e4b-4cfde53f41cb tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0272894 Aug 11 02:09:40.757909 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d57ec512-ec7f-46b4-9051-2998bd962d0e req-ecf3eb57-87ac-416d-8f7a-fe1a84637f73 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666947 Aug 11 02:09:40.826789 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f45a3277-cb70-4a80-ba51-b29d008d1320 req-b5c04fb7-8a6c-4b90-aeea-7de5e9b82766 service neutron] 10.222.0.73 "GET /v2.0/networks/0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983338 Aug 11 02:09:40.922194 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f45a3277-cb70-4a80-ba51-b29d008d1320 req-03711052-efbe-4559-91da-a38ce7b27de8 service neutron] 10.222.0.73 "GET /v2.0/networks/0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880048 Aug 11 02:09:40.927424 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8a86b-8bfb-49ce-a5a2-2759ae0f1e22 req-2d112a67-44bd-4c5c-b8a7-56ce956436ed tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:40.929255 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-afb8a86b-8bfb-49ce-a5a2-2759ae0f1e22 req-2d112a67-44bd-4c5c-b8a7-56ce956436ed tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.66 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 944 time: 0.0521808 Aug 11 02:09:41.047294 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-afb8a86b-8bfb-49ce-a5a2-2759ae0f1e22 req-328d6164-5ae5-4572-960a-bc34cc0d773f tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Deleting port 9b911efb-1778-446f-bb4c-825e87afa515 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:41.047669 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-afb8a86b-8bfb-49ce-a5a2-2759ae0f1e22 req-328d6164-5ae5-4572-960a-bc34cc0d773f tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:41.175821 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-afb8a86b-8bfb-49ce-a5a2-2759ae0f1e22 req-328d6164-5ae5-4572-960a-bc34cc0d773f tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] For port 9b911efb-1778-446f-bb4c-825e87afa515, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=9b911efb-1778-446f-bb4c-825e87afa515,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:41.176169 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-afb8a86b-8bfb-49ce-a5a2-2759ae0f1e22 req-328d6164-5ae5-4572-960a-bc34cc0d773f tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:41.182234 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-57661882-2c57-488b-a1c1-c5709f13bc6f req-7af5dc41-a1ba-4942-85ed-2c2491bbc6c3 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed4e6ea-fd4f-44bb-b375-49a747f90809 HTTP/1.1" status: 200 len: 210 time: 0.0342875 Aug 11 02:09:41.188977 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-760cdf99-d1f6-47ca-84da-aa4c1a957b8b tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:41.190387 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-760cdf99-d1f6-47ca-84da-aa4c1a957b8b tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.73 "GET /v2.0/networks?id=f125fcef-d9e9-4ec8-ac42-331264faeea0 HTTP/1.1" status: 200 len: 822 time: 0.1774271 Aug 11 02:09:41.208672 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-3e5f5a7d-331c-4f78-959a-4b5001ce3608 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Request body: {'port': {'device_id': '9ed4e6ea-fd4f-44bb-b375-49a747f90809', 'network_id': 'f125fcef-d9e9-4ec8-ac42-331264faeea0', 'admin_state_up': True, 'tenant_id': '9e1621f77dda48d0a9d35134d2771337'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:41.217439 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-afb8a86b-8bfb-49ce-a5a2-2759ae0f1e22 req-328d6164-5ae5-4572-960a-bc34cc0d773f tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Calling delete_port for 9b911efb-1778-446f-bb4c-825e87afa515 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:41.284460 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891309b7-9feb-4554-a18b-b02afd87517f req-7c04f24d-ce34-4105-84ab-5103ac2fc425 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:41.285935 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-891309b7-9feb-4554-a18b-b02afd87517f req-7c04f24d-ce34-4105-84ab-5103ac2fc425 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2e2404a-0358-487a-86fb-7aea50470c12 HTTP/1.1" status: 200 len: 943 time: 0.1123438 Aug 11 02:09:41.321024 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-3e5f5a7d-331c-4f78-959a-4b5001ce3608 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Made reservation on behalf of 9e1621f77dda48d0a9d35134d2771337 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:09:41.324929 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-3e5f5a7d-331c-4f78-959a-4b5001ce3608 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:41.375391 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-891309b7-9feb-4554-a18b-b02afd87517f req-1d13d57e-48c4-4123-aec7-3385ca7e535d tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738211 Aug 11 02:09:41.377342 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-4159b47d-f3c4-49c5-a645-3ff779201bcd tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:41.378750 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-4159b47d-f3c4-49c5-a645-3ff779201bcd tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b&tenant_id=fc914b6e60444f2aabf27f905058cfbf&binding%3Ahost_id=n-h2-615180-33 HTTP/1.1" status: 200 len: 1097 time: 0.1143255 Aug 11 02:09:41.414931 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-95a8e206-55b4-4438-b74f-b75b0c5397eb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-615180-33'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:41.458715 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d667a1-284b-4d58-8c83-fcf048d10e94 req-0f5407e2-2184-4725-aab1-f906bb228bf1 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:41.460364 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-70d667a1-284b-4d58-8c83-fcf048d10e94 req-0f5407e2-2184-4725-aab1-f906bb228bf1 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 945 time: 0.1095226 Aug 11 02:09:41.484167 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-afb8a86b-8bfb-49ce-a5a2-2759ae0f1e22 req-328d6164-5ae5-4572-960a-bc34cc0d773f tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:41.493991 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-95a8e206-55b4-4438-b74f-b75b0c5397eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:41.519940 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d6164-5ae5-4572-960a-bc34cc0d773f tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Pushing event deleted for resources: {'Port': ['ID=9b911efb-1778-446f-bb4c-825e87afa515,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:41.530789 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-70d667a1-284b-4d58-8c83-fcf048d10e94 req-fe3ac872-6c00-4af4-9afd-6927c99f1b04 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513723 Aug 11 02:09:41.531891 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-3e5f5a7d-331c-4f78-959a-4b5001ce3608 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Allocated IP 172.20.0.2 (f125fcef-d9e9-4ec8-ac42-331264faeea0/2cbe19f5-6919-43f5-abb0-402212091f5d/2f75ab96-7e3c-423e-adb5-68d74eed3b63) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:09:41.599572 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb8a86b-8bfb-49ce-a5a2-2759ae0f1e22 req-328d6164-5ae5-4572-960a-bc34cc0d773f tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] No DVR routers for this DVR port 9b911efb-1778-446f-bb4c-825e87afa515 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:09:41.603157 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-afb8a86b-8bfb-49ce-a5a2-2759ae0f1e22 req-328d6164-5ae5-4572-960a-bc34cc0d773f tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:41.605234 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-afb8a86b-8bfb-49ce-a5a2-2759ae0f1e22 req-328d6164-5ae5-4572-960a-bc34cc0d773f tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.66 "DELETE /v2.0/ports/9b911efb-1778-446f-bb4c-825e87afa515 HTTP/1.1" status: 204 len: 173 time: 0.6682715 Aug 11 02:09:41.697909 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-3e5f5a7d-331c-4f78-959a-4b5001ce3608 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:41.704179 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d8d8f7f7-7de2-41ab-be6f-373ca75dd800 req-9066a7a2-85be-4372-8895-2f875a0cfefc tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=b930670b-d500-48a0-a289-3c9b8164d9a0 HTTP/1.1" status: 200 len: 210 time: 0.0380323 Aug 11 02:09:41.741094 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-95a8e206-55b4-4438-b74f-b75b0c5397eb service neutron] For port 695319a2-5cbb-4621-aa3a-340025ecdc81, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=695319a2-5cbb-4621-aa3a-340025ecdc81,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:41.741446 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-3e5f5a7d-331c-4f78-959a-4b5001ce3608 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:41.783631 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-3e5f5a7d-331c-4f78-959a-4b5001ce3608 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Network f125fcef-d9e9-4ec8-ac42-331264faeea0 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:09:41.785065 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-3e5f5a7d-331c-4f78-959a-4b5001ce3608 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:41.789438 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-95a8e206-55b4-4438-b74f-b75b0c5397eb service neutron] For port 695319a2-5cbb-4621-aa3a-340025ecdc81, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:41.791870 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-3e5f5a7d-331c-4f78-959a-4b5001ce3608 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:09:41.820698 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ba9303-6f4e-45f3-bacf-2a6a4aff0091', 'tag': 'e1b767ea-82f7-4bb6-b9ed-6607a6400b10'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:41.824194 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3fd836-f8b5-4897-b4ad-7b8de65655a5" -d '{"events": [{"name": "network-changed", "server_uuid": "50ba9303-6f4e-45f3-bacf-2a6a4aff0091", "tag": "e1b767ea-82f7-4bb6-b9ed-6607a6400b10"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:41.838128 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f5a7d-331c-4f78-959a-4b5001ce3608 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Pushing event updated for resources: {'Port': ['ID=2f75ab96-7e3c-423e-adb5-68d74eed3b63,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:41.844224 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-95a8e206-55b4-4438-b74f-b75b0c5397eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:41.854462 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-95a8e206-55b4-4438-b74f-b75b0c5397eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:41.874405 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eb97ac3d-2e9a-4968-a0d5-1e80bc7785c6 req-efe41388-01fe-45da-b24c-3e7a809f15dd tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0294855 Aug 11 02:09:41.886947 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-3e5f5a7d-331c-4f78-959a-4b5001ce3608 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:41.887596 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-3e5f5a7d-331c-4f78-959a-4b5001ce3608 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:41.909549 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-3e5f5a7d-331c-4f78-959a-4b5001ce3608 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7048719 Aug 11 02:09:41.927834 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-699ca983-2386-4918-9c98-344600817d3d service neutron] Request body: {'port': {'device_id': '9ed4e6ea-fd4f-44bb-b375-49a747f90809', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:41.949660 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e6f149-6e14-4a8f-be67-2ab7c9dfda9a x-openstack-request-id: req-c3e6f149-6e14-4a8f-be67-2ab7c9dfda9a {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:41.949862 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ba9303-6f4e-45f3-bacf-2a6a4aff0091", "tag": "e1b767ea-82f7-4bb6-b9ed-6607a6400b10", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:41.950092 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c3e6f149-6e14-4a8f-be67-2ab7c9dfda9a {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:41.950477 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ba9303-6f4e-45f3-bacf-2a6a4aff0091', 'tag': 'e1b767ea-82f7-4bb6-b9ed-6607a6400b10', 'status': 'completed', 'code': 200} Aug 11 02:09:41.981480 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8e206-55b4-4438-b74f-b75b0c5397eb service neutron] Pushing event updated for resources: {'Port': ['ID=695319a2-5cbb-4621-aa3a-340025ecdc81,revision_number=7']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:42.018165 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-699ca983-2386-4918-9c98-344600817d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:42.019890 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c9851-db0a-4845-8c5b-3ce483d9a87f req-dd9f8019-1db8-44ed-a8cd-0b58d3a28299 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:42.021427 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f97c9851-db0a-4845-8c5b-3ce483d9a87f req-dd9f8019-1db8-44ed-a8cd-0b58d3a28299 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 949 time: 0.1609292 Aug 11 02:09:42.045806 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fd836-f8b5-4897-b4ad-7b8de65655a5 req-9eb27681-875f-43c6-aa6f-6e74127f83d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:42.047458 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ee3fd836-f8b5-4897-b4ad-7b8de65655a5 req-9eb27681-875f-43c6-aa6f-6e74127f83d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 1101 time: 0.0820038 Aug 11 02:09:42.057253 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-95a8e206-55b4-4438-b74f-b75b0c5397eb service neutron] Attempting to bind port 695319a2-5cbb-4621-aa3a-340025ecdc81 on host n-h2-615180-33 for vnic_type normal with profile {"migrating_to": "n-h1-615180-33"} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:09:42.057658 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-95a8e206-55b4-4438-b74f-b75b0c5397eb service neutron] Attempting to bind port 695319a2-5cbb-4621-aa3a-340025ecdc81 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:09:42.057977 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-95a8e206-55b4-4438-b74f-b75b0c5397eb service neutron] Attempting to bind port 695319a2-5cbb-4621-aa3a-340025ecdc81 on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:42.077243 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-95a8e206-55b4-4438-b74f-b75b0c5397eb service neutron] Port 695319a2-5cbb-4621-aa3a-340025ecdc81 on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:09:42.077802 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-95a8e206-55b4-4438-b74f-b75b0c5397eb service neutron] Attempting to bind port 695319a2-5cbb-4621-aa3a-340025ecdc81 on network 91920fe3-ff09-41fe-ba76-a9d2c7703cf7 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:42.132419 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fd836-f8b5-4897-b4ad-7b8de65655a5 req-f2dc50c2-2980-4f0e-84e7-cc8946f763ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:42.134795 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ee3fd836-f8b5-4897-b4ad-7b8de65655a5 req-f2dc50c2-2980-4f0e-84e7-cc8946f763ae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0977f8d1f319488d943473f8926805cd&device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 1101 time: 0.1354032 Aug 11 02:09:42.136975 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-95a8e206-55b4-4438-b74f-b75b0c5397eb service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:09:42.138188 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-95a8e206-55b4-4438-b74f-b75b0c5397eb service neutron] Checking segment: {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:42.138808 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-95a8e206-55b4-4438-b74f-b75b0c5397eb service neutron] Bound using segment: {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:09:42.140097 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-95a8e206-55b4-4438-b74f-b75b0c5397eb service neutron] Bound port: 695319a2-5cbb-4621-aa3a-340025ecdc81, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b5879b-3f1c-47b6-aae7-b8aa9d08533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '91920fe3-ff09-41fe-ba76-a9d2c7703cf7'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:42.140849 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-95a8e206-55b4-4438-b74f-b75b0c5397eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:42.150310 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f97c9851-db0a-4845-8c5b-3ce483d9a87f req-7772bd10-85ff-42c2-b89d-eb1f0673afda tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061387 Aug 11 02:09:42.260242 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 42157fa1-9ab6-4b53-b9c4-3b4415f1a13f details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:09:42.331700 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b930670b-d500-48a0-a289-3c9b8164d9a0', 'name': 'network-vif-deleted', 'tag': '9b911efb-1778-446f-bb4c-825e87afa515'}, {'server_uuid': '0d2c67cb-5c56-44e2-8792-f1cadec22f5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '695319a2-5cbb-4621-aa3a-340025ecdc81'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:42.334350 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0a7174-9cf3-4df6-b64e-2d9208adb29d" -d '{"events": [{"server_uuid": "b930670b-d500-48a0-a289-3c9b8164d9a0", "name": "network-vif-deleted", "tag": "9b911efb-1778-446f-bb4c-825e87afa515"}, {"server_uuid": "0d2c67cb-5c56-44e2-8792-f1cadec22f5b", "name": "network-vif-unplugged", "status": "completed", "tag": "695319a2-5cbb-4621-aa3a-340025ecdc81"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:42.351997 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-95a8e206-55b4-4438-b74f-b75b0c5397eb service neutron] For port 695319a2-5cbb-4621-aa3a-340025ecdc81, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:42.383263 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-95a8e206-55b4-4438-b74f-b75b0c5397eb service neutron] For port 695319a2-5cbb-4621-aa3a-340025ecdc81, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=695319a2-5cbb-4621-aa3a-340025ecdc81,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:42.392697 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-95a8e206-55b4-4438-b74f-b75b0c5397eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:42.399615 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fd836-f8b5-4897-b4ad-7b8de65655a5 req-7ed314d9-bf2a-4825-9c96-42e71b00a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:42.401681 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ee3fd836-f8b5-4897-b4ad-7b8de65655a5 req-7ed314d9-bf2a-4825-9c96-42e71b00a56d service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.2478440 Aug 11 02:09:42.413384 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 42157fa1-9ab6-4b53-b9c4-3b4415f1a13f, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=42157fa1-9ab6-4b53-b9c4-3b4415f1a13f,segment=NetworkSegment(2ef086d9-e43c-4432-b580-46b1ba588087),segment_id=2ef086d9-e43c-4432-b580-46b1ba588087)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:42.427739 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '42157fa1-9ab6-4b53-b9c4-3b4415f1a13f', 'network_id': '0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c', 'port_id': '42157fa1-9ab6-4b53-b9c4-3b4415f1a13f', 'mac_address': 'fa:16:3e:d2:17:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a9a07b-ffec-4f71-82f4-57a2fc2cf187', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:09:42.446796 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79faa4e2-95ab-4282-aa27-d3deebe980da req-832952ad-f466-4f25-ab07-89fb2e5b2339 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:42.448901 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-79faa4e2-95ab-4282-aa27-d3deebe980da req-832952ad-f466-4f25-ab07-89fb2e5b2339 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed4e6ea-fd4f-44bb-b375-49a747f90809 HTTP/1.1" status: 200 len: 931 time: 0.1694221 Aug 11 02:09:42.458838 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-699ca983-2386-4918-9c98-344600817d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f75ab96-7e3c-423e-adb5-68d74eed3b63 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:42.471134 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:42.472079 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-699ca983-2386-4918-9c98-344600817d3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:42.477740 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fd836-f8b5-4897-b4ad-7b8de65655a5 req-3ba99610-4132-4d44-ad7f-20f2c69b2663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:42.479847 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ee3fd836-f8b5-4897-b4ad-7b8de65655a5 req-3ba99610-4132-4d44-ad7f-20f2c69b2663 service neutron] 10.222.0.73 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.4132004 Aug 11 02:09:42.488513 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42157fa1-9ab6-4b53-b9c4-3b4415f1a13f {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:42.491519 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ee3fd836-f8b5-4897-b4ad-7b8de65655a5 req-ff6e6b69-a18f-4726-b268-3f804263cede service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=e1b767ea-82f7-4bb6-b9ed-6607a6400b10 HTTP/1.1" status: 200 len: 217 time: 0.0632687 Aug 11 02:09:42.501565 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-699ca983-2386-4918-9c98-344600817d3d service neutron] Transition to ACTIVE for port object 2f75ab96-7e3c-423e-adb5-68d74eed3b63 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:42.512512 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 42157fa1-9ab6-4b53-b9c4-3b4415f1a13f, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=42157fa1-9ab6-4b53-b9c4-3b4415f1a13f,segment=NetworkSegment(2ef086d9-e43c-4432-b580-46b1ba588087),segment_id=2ef086d9-e43c-4432-b580-46b1ba588087)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:42.516694 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:42.517610 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device e1b767ea-82f7-4bb6-b9ed-6607a6400b10 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:09:42.545847 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a384e9-803b-416d-a79a-f6be3082c078 req-91c2dbf7-eaa6-4412-b983-c41e80fae524 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:42.548008 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-24a384e9-803b-416d-a79a-f6be3082c078 req-91c2dbf7-eaa6-4412-b983-c41e80fae524 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 946 time: 0.1545620 Aug 11 02:09:42.549166 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-699ca983-2386-4918-9c98-344600817d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:42.551832 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8e206-55b4-4438-b74f-b75b0c5397eb service neutron] Pushing event updated for resources: {'Port': ['ID=695319a2-5cbb-4621-aa3a-340025ecdc81,revision_number=8']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:42.560253 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ee3fd836-f8b5-4897-b4ad-7b8de65655a5 req-95bd1e3b-255c-43e4-9fa3-1f0691176d73 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=e1b767ea-82f7-4bb6-b9ed-6607a6400b10 HTTP/1.1" status: 200 len: 217 time: 0.0686154 Aug 11 02:09:42.583377 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=42157fa1-9ab6-4b53-b9c4-3b4415f1a13f,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:42.598604 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-95a8e206-55b4-4438-b74f-b75b0c5397eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:42.598893 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-95a8e206-55b4-4438-b74f-b75b0c5397eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:42.600470 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-95a8e206-55b4-4438-b74f-b75b0c5397eb service neutron] 10.222.0.73 "PUT /v2.0/ports/695319a2-5cbb-4621-aa3a-340025ecdc81 HTTP/1.1" status: 200 len: 1123 time: 1.2131004 Aug 11 02:09:42.609002 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-79faa4e2-95ab-4282-aa27-d3deebe980da req-645d7cd7-3977-481c-a238-0dffb4f3cf93 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250618 Aug 11 02:09:42.619393 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fd836-f8b5-4897-b4ad-7b8de65655a5 req-1f35a197-27b8-467e-8b61-19799ef1b424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:42.625023 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ee3fd836-f8b5-4897-b4ad-7b8de65655a5 req-1f35a197-27b8-467e-8b61-19799ef1b424 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1127870 Aug 11 02:09:42.711660 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fd836-f8b5-4897-b4ad-7b8de65655a5 req-fe7fba2c-b8b5-4520-a016-15d8583c2ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:42.711814 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ca983-2386-4918-9c98-344600817d3d service neutron] Pushing event updated for resources: {'Port': ['ID=2f75ab96-7e3c-423e-adb5-68d74eed3b63,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:42.719709 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ee3fd836-f8b5-4897-b4ad-7b8de65655a5 req-fe7fba2c-b8b5-4520-a016-15d8583c2ea5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0849659 Aug 11 02:09:42.720039 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fcf260-810b-49e4-9793-3562e53fe9c2 x-openstack-request-id: req-10fcf260-810b-49e4-9793-3562e53fe9c2 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:42.720344 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b930670b-d500-48a0-a289-3c9b8164d9a0", "name": "network-vif-deleted", "tag": "9b911efb-1778-446f-bb4c-825e87afa515", "status": "completed", "code": 200}, {"server_uuid": "0d2c67cb-5c56-44e2-8792-f1cadec22f5b", "name": "network-vif-unplugged", "status": "completed", "tag": "695319a2-5cbb-4621-aa3a-340025ecdc81", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:42.720599 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-10fcf260-810b-49e4-9793-3562e53fe9c2 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:42.720996 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b930670b-d500-48a0-a289-3c9b8164d9a0', 'name': 'network-vif-deleted', 'tag': '9b911efb-1778-446f-bb4c-825e87afa515', 'status': 'completed', 'code': 200} Aug 11 02:09:42.721305 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d2c67cb-5c56-44e2-8792-f1cadec22f5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '695319a2-5cbb-4621-aa3a-340025ecdc81', 'code': 200} Aug 11 02:09:42.725963 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-24a384e9-803b-416d-a79a-f6be3082c078 req-fbf7f5ec-d70b-4e77-8bcf-dbfdbf75494a tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8c7d574-9050-41e4-a9b4-3e9029ab9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647570 Aug 11 02:09:42.753625 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['695319a2-5cbb-4621-aa3a-340025ecdc81'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:42.768077 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fd836-f8b5-4897-b4ad-7b8de65655a5 req-977d81db-f150-4d37-aebc-238704fd3f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:42.770104 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ee3fd836-f8b5-4897-b4ad-7b8de65655a5 req-977d81db-f150-4d37-aebc-238704fd3f03 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.2006783 Aug 11 02:09:42.797188 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['695319a2-5cbb-4621-aa3a-340025ecdc81'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:42.855230 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-699ca983-2386-4918-9c98-344600817d3d service neutron] Attempting to bind port 2f75ab96-7e3c-423e-adb5-68d74eed3b63 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:09:42.855879 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-699ca983-2386-4918-9c98-344600817d3d service neutron] Attempting to bind port 2f75ab96-7e3c-423e-adb5-68d74eed3b63 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': 'b90ce4df-cc8e-4448-a1f2-f94063d6b16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f125fcef-d9e9-4ec8-ac42-331264faeea0'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:09:42.856933 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-699ca983-2386-4918-9c98-344600817d3d service neutron] Attempting to bind port 2f75ab96-7e3c-423e-adb5-68d74eed3b63 on network f125fcef-d9e9-4ec8-ac42-331264faeea0 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:42.867838 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-699ca983-2386-4918-9c98-344600817d3d service neutron] Port 2f75ab96-7e3c-423e-adb5-68d74eed3b63 on network f125fcef-d9e9-4ec8-ac42-331264faeea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:09:42.869084 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-699ca983-2386-4918-9c98-344600817d3d service neutron] Attempting to bind port 2f75ab96-7e3c-423e-adb5-68d74eed3b63 on network f125fcef-d9e9-4ec8-ac42-331264faeea0 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:42.884107 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fd836-f8b5-4897-b4ad-7b8de65655a5 req-ab36d43d-769f-474d-8aaf-0e29715ac243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:42.888405 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ee3fd836-f8b5-4897-b4ad-7b8de65655a5 req-ab36d43d-769f-474d-8aaf-0e29715ac243 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1101294 Aug 11 02:09:42.891964 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-699ca983-2386-4918-9c98-344600817d3d service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:09:42.892324 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-699ca983-2386-4918-9c98-344600817d3d service neutron] Checking segment: {'id': 'b90ce4df-cc8e-4448-a1f2-f94063d6b16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f125fcef-d9e9-4ec8-ac42-331264faeea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:42.893467 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-699ca983-2386-4918-9c98-344600817d3d service neutron] Bound using segment: {'id': 'b90ce4df-cc8e-4448-a1f2-f94063d6b16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f125fcef-d9e9-4ec8-ac42-331264faeea0'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:09:42.893986 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-699ca983-2386-4918-9c98-344600817d3d service neutron] Bound port: 2f75ab96-7e3c-423e-adb5-68d74eed3b63, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b90ce4df-cc8e-4448-a1f2-f94063d6b16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f125fcef-d9e9-4ec8-ac42-331264faeea0'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:42.894603 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-699ca983-2386-4918-9c98-344600817d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:42.941495 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421697f1-a7e0-4840-adaa-8f37c1836260 req-a73a3331-8a46-4f9a-a92b-5e4d1b0c1ba8 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:42.943245 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-421697f1-a7e0-4840-adaa-8f37c1836260 req-a73a3331-8a46-4f9a-a92b-5e4d1b0c1ba8 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2e2404a-0358-487a-86fb-7aea50470c12 HTTP/1.1" status: 200 len: 944 time: 0.1394796 Aug 11 02:09:42.949912 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ee3fd836-f8b5-4897-b4ad-7b8de65655a5 req-40421830-60ac-4cb0-88f1-ceeb4ea37761 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100513 Aug 11 02:09:43.037923 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-421697f1-a7e0-4840-adaa-8f37c1836260 req-8c0bb39f-8252-488d-b6dc-7b0cae13a92f tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868134 Aug 11 02:09:43.049084 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port e1b767ea-82f7-4bb6-b9ed-6607a6400b10, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=e1b767ea-82f7-4bb6-b9ed-6607a6400b10,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:43.087126 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'e1b767ea-82f7-4bb6-b9ed-6607a6400b10', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': 'e1b767ea-82f7-4bb6-b9ed-6607a6400b10', 'mac_address': 'fa:16:3e:a7:bc:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:09:43.101529 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db98ef-74bb-4998-9b92-b7936106fe5a req-18668368-48bd-4062-a437-925ff096c7c9 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:43.108448 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ee3fd836-f8b5-4897-b4ad-7b8de65655a5 req-dd2be914-f3f2-46ff-8069-61192cd12aab service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431477 Aug 11 02:09:43.109859 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3db98ef-74bb-4998-9b92-b7936106fe5a req-18668368-48bd-4062-a437-925ff096c7c9 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 943 time: 0.1364830 Aug 11 02:09:43.146020 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-699ca983-2386-4918-9c98-344600817d3d service neutron] For port 2f75ab96-7e3c-423e-adb5-68d74eed3b63, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:43.158005 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 9b911efb-1778-446f-bb4c-825e87afa515 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:09:43.162261 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ee3fd836-f8b5-4897-b4ad-7b8de65655a5 req-8418ff03-3611-431e-b15a-562ed06e804c service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625992 Aug 11 02:09:43.177928 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-699ca983-2386-4918-9c98-344600817d3d service neutron] For port 2f75ab96-7e3c-423e-adb5-68d74eed3b63, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=2f75ab96-7e3c-423e-adb5-68d74eed3b63,segment=NetworkSegment(b90ce4df-cc8e-4448-a1f2-f94063d6b16e),segment_id=b90ce4df-cc8e-4448-a1f2-f94063d6b16e)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:43.192678 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-699ca983-2386-4918-9c98-344600817d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:43.212944 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3db98ef-74bb-4998-9b92-b7936106fe5a req-5db899cb-da6a-4e1f-8160-e8ed26371ce4 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016698 Aug 11 02:09:43.240518 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3a2dc319-0699-4d24-9826-e257a41f8682 req-8faad6d5-1f01-49a1-87d1-938bd5f636d4 tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0434468 Aug 11 02:09:43.243582 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 9b911efb-1778-446f-bb4c-825e87afa515 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:09:43.243582 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 9b911efb-1778-446f-bb4c-825e87afa515 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:09:43.261391 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:43.299115 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b767ea-82f7-4bb6-b9ed-6607a6400b10 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:43.331313 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port e1b767ea-82f7-4bb6-b9ed-6607a6400b10, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=e1b767ea-82f7-4bb6-b9ed-6607a6400b10,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:43.339116 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-699ca983-2386-4918-9c98-344600817d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:43.339892 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-699ca983-2386-4918-9c98-344600817d3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:43.341221 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-699ca983-2386-4918-9c98-344600817d3d service neutron] 10.222.0.73 "PUT /v2.0/ports/2f75ab96-7e3c-423e-adb5-68d74eed3b63 HTTP/1.1" status: 200 len: 1092 time: 1.4176953 Aug 11 02:09:43.357816 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:43.358823 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 695319a2-5cbb-4621-aa3a-340025ecdc81 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:09:43.359311 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ca983-2386-4918-9c98-344600817d3d service neutron] Pushing event updated for resources: {'Port': ['ID=2f75ab96-7e3c-423e-adb5-68d74eed3b63,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:43.393928 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d726847-e148-41f4-aa19-74d04c4d6877 req-198e39bc-fc7f-4f0b-8472-9181a71bd2c5 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:43.395503 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7d726847-e148-41f4-aa19-74d04c4d6877 req-198e39bc-fc7f-4f0b-8472-9181a71bd2c5 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 949 time: 0.0834241 Aug 11 02:09:43.412368 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ee3fd836-f8b5-4897-b4ad-7b8de65655a5 req-5cb567f1-b224-4ac8-bbb7-d2f42f55ba17 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325168 Aug 11 02:09:43.461404 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-92f44c49-3e72-4055-b1f6-a6f66e0b041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:43.462901 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-92f44c49-3e72-4055-b1f6-a6f66e0b041b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9e1621f77dda48d0a9d35134d2771337&device_id=9ed4e6ea-fd4f-44bb-b375-49a747f90809 HTTP/1.1" status: 200 len: 1095 time: 0.0707741 Aug 11 02:09:43.471685 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7d726847-e148-41f4-aa19-74d04c4d6877 req-4a5261f8-0354-4e78-a98e-7cacd6bfede4 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691323 Aug 11 02:09:43.529745 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-2fdc31c7-c414-4378-a03d-3566c860ddc1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f75ab96-7e3c-423e-adb5-68d74eed3b63 HTTP/1.1" status: 200 len: 217 time: 0.0502067 Aug 11 02:09:43.553972 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=e1b767ea-82f7-4bb6-b9ed-6607a6400b10,revision_number=12']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:43.598744 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c02000-d870-4ba7-a247-573297e4ecb9 req-5de5cf8a-1517-485b-962d-3802851f716e tempest-MigrationsAdminTest-1549651606 tempest-MigrationsAdminTest-1549651606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:43.607008 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-33c02000-d870-4ba7-a247-573297e4ecb9 req-5de5cf8a-1517-485b-962d-3802851f716e tempest-MigrationsAdminTest-1549651606 tempest-MigrationsAdminTest-1549651606-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 1102 time: 0.0508075 Aug 11 02:09:43.610129 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c0af7-e99f-417f-8c16-1c832dc8b5ab req-747a8897-d915-4d51-8a05-2805bcf6df78 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:43.611625 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-080c0af7-e99f-417f-8c16-1c832dc8b5ab req-747a8897-d915-4d51-8a05-2805bcf6df78 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 965 time: 0.0844758 Aug 11 02:09:43.615443 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-c684ff24-a12b-4c41-a7ba-cdbb73142af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:43.616822 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-c684ff24-a12b-4c41-a7ba-cdbb73142af4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2cbe19f5-6919-43f5-abb0-402212091f5d HTTP/1.1" status: 200 len: 862 time: 0.0626860 Aug 11 02:09:43.623105 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 695319a2-5cbb-4621-aa3a-340025ecdc81, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=695319a2-5cbb-4621-aa3a-340025ecdc81,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:43.648524 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-33c02000-d870-4ba7-a247-573297e4ecb9 req-5e9640ea-9aba-4a2b-a057-a9826731544e tempest-MigrationsAdminTest-1549651606 tempest-MigrationsAdminTest-1549651606-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400176 Aug 11 02:09:43.661654 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-56b3e64c-d163-406c-881d-e746e1aa6b6b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f125fcef-d9e9-4ec8-ac42-331264faeea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305214 Aug 11 02:09:43.662562 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 695319a2-5cbb-4621-aa3a-340025ecdc81 has no active binding in host n-h1-615180-33 {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:09:43.683506 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-080c0af7-e99f-417f-8c16-1c832dc8b5ab req-1944365b-bcc1-48b0-919b-2b0f404a7486 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/security-groups?id=2815f24d-6c48-430b-8a02-bb34422f50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642138 Aug 11 02:09:43.784093 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-c9da48a2-52fd-43a7-8125-5c5851c50472 service neutron] 10.222.0.73 "GET /v2.0/networks/f125fcef-d9e9-4ec8-ac42-331264faeea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111610 Aug 11 02:09:43.785917 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7a734-1ce7-441a-8462-e3846572e9a1 req-c8d205c4-8789-48ae-a73b-8629ff7cb4f2 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:43.787448 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-34c7a734-1ce7-441a-8462-e3846572e9a1 req-c8d205c4-8789-48ae-a73b-8629ff7cb4f2 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed4e6ea-fd4f-44bb-b375-49a747f90809 HTTP/1.1" status: 200 len: 943 time: 0.0566223 Aug 11 02:09:43.833521 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-34c7a734-1ce7-441a-8462-e3846572e9a1 req-07963899-fa06-4720-af44-e840e4f755ce tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391049 Aug 11 02:09:43.905431 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2ca33e9d-0725-4a96-8bee-a1f85e60adbb req-1d3337db-62af-44bd-a59e-164d0b0d45df service neutron] 10.222.0.73 "GET /v2.0/networks/f125fcef-d9e9-4ec8-ac42-331264faeea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125317 Aug 11 02:09:43.941279 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b7482-9a51-448d-ab1f-86ecccde6615 req-e84bc450-35e2-4378-975b-20dfc3b5fc57 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:43.942825 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-750b7482-9a51-448d-ab1f-86ecccde6615 req-e84bc450-35e2-4378-975b-20dfc3b5fc57 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.0575919 Aug 11 02:09:43.952965 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed4e6ea-fd4f-44bb-b375-49a747f90809', 'tag': '2f75ab96-7e3c-423e-adb5-68d74eed3b63'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:43.953338 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc96b7cb-2bbf-44ed-ad12-1091aabf44b3" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed4e6ea-fd4f-44bb-b375-49a747f90809", "tag": "2f75ab96-7e3c-423e-adb5-68d74eed3b63"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:43.994692 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-750b7482-9a51-448d-ab1f-86ecccde6615 req-04161579-4f00-4c31-8956-51d19f8f044b tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450845 Aug 11 02:09:43.996125 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7904862-e632-4286-b244-94b5d10d720f x-openstack-request-id: req-c7904862-e632-4286-b244-94b5d10d720f {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:43.996404 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed4e6ea-fd4f-44bb-b375-49a747f90809", "tag": "2f75ab96-7e3c-423e-adb5-68d74eed3b63", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:43.996648 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c7904862-e632-4286-b244-94b5d10d720f {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:43.997022 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed4e6ea-fd4f-44bb-b375-49a747f90809', 'tag': '2f75ab96-7e3c-423e-adb5-68d74eed3b63', 'status': 'completed', 'code': 200} Aug 11 02:09:44.061091 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96b7cb-2bbf-44ed-ad12-1091aabf44b3 req-d1ddea3a-86d4-4668-b3dc-4a2f6d0092ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:44.062717 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc96b7cb-2bbf-44ed-ad12-1091aabf44b3 req-d1ddea3a-86d4-4668-b3dc-4a2f6d0092ec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9e1621f77dda48d0a9d35134d2771337&device_id=9ed4e6ea-fd4f-44bb-b375-49a747f90809 HTTP/1.1" status: 200 len: 1095 time: 0.0432262 Aug 11 02:09:44.074516 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b141d-f06b-42a8-b85d-9bc235b34665 req-b45684c2-57b7-49b3-9965-57a02f037e3a tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:44.076151 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d09b141d-f06b-42a8-b85d-9bc235b34665 req-b45684c2-57b7-49b3-9965-57a02f037e3a tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.66 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 965 time: 0.0551109 Aug 11 02:09:44.159478 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96b7cb-2bbf-44ed-ad12-1091aabf44b3 req-dceec3e6-a4b7-42c8-aa6e-2db83f1a296a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:44.161250 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc96b7cb-2bbf-44ed-ad12-1091aabf44b3 req-dceec3e6-a4b7-42c8-aa6e-2db83f1a296a service neutron] 10.222.0.73 "GET /v2.0/networks?id=f125fcef-d9e9-4ec8-ac42-331264faeea0 HTTP/1.1" status: 200 len: 923 time: 0.0906298 Aug 11 02:09:44.187787 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['e1b767ea-82f7-4bb6-b9ed-6607a6400b10'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:44.204420 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7976a6e-a71b-423d-abb4-ed430db0332a req-cd432551-a6b7-4237-af01-830e028f686c tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:44.205454 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc96b7cb-2bbf-44ed-ad12-1091aabf44b3 req-648e6aae-ad38-46b7-b89a-34010b19a489 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f75ab96-7e3c-423e-adb5-68d74eed3b63 HTTP/1.1" status: 200 len: 217 time: 0.0343430 Aug 11 02:09:44.205989 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e7976a6e-a71b-423d-abb4-ed430db0332a req-cd432551-a6b7-4237-af01-830e028f686c tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2e2404a-0358-487a-86fb-7aea50470c12 HTTP/1.1" status: 200 len: 944 time: 0.0823097 Aug 11 02:09:44.215491 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['42157fa1-9ab6-4b53-b9c4-3b4415f1a13f'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:44.240534 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-d09b141d-f06b-42a8-b85d-9bc235b34665 req-bb90617e-bb6b-466c-9bfc-520866555a63 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Deleting port 23e114a8-1544-4311-ab89-4a013e234d7f {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:44.240938 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d09b141d-f06b-42a8-b85d-9bc235b34665 req-bb90617e-bb6b-466c-9bfc-520866555a63 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:44.263066 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96b7cb-2bbf-44ed-ad12-1091aabf44b3 req-5a92b6a6-08e6-47eb-bbdb-8c10f42c2166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:44.264561 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc96b7cb-2bbf-44ed-ad12-1091aabf44b3 req-5a92b6a6-08e6-47eb-bbdb-8c10f42c2166 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2cbe19f5-6919-43f5-abb0-402212091f5d HTTP/1.1" status: 200 len: 862 time: 0.0493326 Aug 11 02:09:44.312236 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e7976a6e-a71b-423d-abb4-ed430db0332a req-26f31608-29a7-476a-b87f-3b4bd19b7299 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968287 Aug 11 02:09:44.332239 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc96b7cb-2bbf-44ed-ad12-1091aabf44b3 req-aa94e6ed-b82b-4a7b-9785-0bf9624d3c5c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f125fcef-d9e9-4ec8-ac42-331264faeea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449328 Aug 11 02:09:44.372275 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-d09b141d-f06b-42a8-b85d-9bc235b34665 req-bb90617e-bb6b-466c-9bfc-520866555a63 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] For port 23e114a8-1544-4311-ab89-4a013e234d7f, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=23e114a8-1544-4311-ab89-4a013e234d7f,segment=NetworkSegment(73a708c5-a2da-4e15-934f-92a062dbfae9),segment_id=73a708c5-a2da-4e15-934f-92a062dbfae9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:44.373891 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d09b141d-f06b-42a8-b85d-9bc235b34665 req-bb90617e-bb6b-466c-9bfc-520866555a63 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:44.399419 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-d09b141d-f06b-42a8-b85d-9bc235b34665 req-bb90617e-bb6b-466c-9bfc-520866555a63 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Calling delete_port for 23e114a8-1544-4311-ab89-4a013e234d7f owned by compute:tempest-test_az-156377794 {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:44.446245 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f7323053-58b0-4dbe-8ded-0a4674cbd39d req-68701b27-c659-4486-8d4e-46aa4122fc24 tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0479128 Aug 11 02:09:44.501462 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f59877-2c90-400d-bf09-a4522a604d84 req-e2552c00-2887-4527-8e52-e4b4ad0c40e7 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:44.503073 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f4f59877-2c90-400d-bf09-a4522a604d84 req-e2552c00-2887-4527-8e52-e4b4ad0c40e7 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 943 time: 0.1822350 Aug 11 02:09:44.581906 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-19180651-ee6f-4de9-acb5-a9404e73ed68 req-0251ae7b-ad8b-44b5-9ceb-b78be0c536aa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0415471 Aug 11 02:09:44.585521 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc96b7cb-2bbf-44ed-ad12-1091aabf44b3 req-0ed85d22-f48c-4ae7-86b4-10b5096b2b4e service neutron] 10.222.0.73 "GET /v2.0/networks/f125fcef-d9e9-4ec8-ac42-331264faeea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180662 Aug 11 02:09:44.608167 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f4f59877-2c90-400d-bf09-a4522a604d84 req-393dbdab-4ca5-4a6a-b678-d3ea7d89eda8 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898504 Aug 11 02:09:44.612986 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d09b141d-f06b-42a8-b85d-9bc235b34665 req-bb90617e-bb6b-466c-9bfc-520866555a63 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:44.652631 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90617e-bb6b-466c-9bfc-520866555a63 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Pushing event deleted for resources: {'Port': ['ID=23e114a8-1544-4311-ab89-4a013e234d7f,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:44.691689 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc96b7cb-2bbf-44ed-ad12-1091aabf44b3 req-6d83c59e-fb21-4500-81d3-656b51efc63b service neutron] 10.222.0.73 "GET /v2.0/networks/f125fcef-d9e9-4ec8-ac42-331264faeea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971024 Aug 11 02:09:44.706400 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09b141d-f06b-42a8-b85d-9bc235b34665 req-bb90617e-bb6b-466c-9bfc-520866555a63 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] No DVR routers for this DVR port 23e114a8-1544-4311-ab89-4a013e234d7f on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:09:44.708935 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d09b141d-f06b-42a8-b85d-9bc235b34665 req-bb90617e-bb6b-466c-9bfc-520866555a63 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:44.711136 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d09b141d-f06b-42a8-b85d-9bc235b34665 req-bb90617e-bb6b-466c-9bfc-520866555a63 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.66 "DELETE /v2.0/ports/23e114a8-1544-4311-ab89-4a013e234d7f HTTP/1.1" status: 204 len: 173 time: 0.6248503 Aug 11 02:09:44.722040 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d2c67cb-5c56-44e2-8792-f1cadec22f5b', 'tag': '695319a2-5cbb-4621-aa3a-340025ecdc81'}, {'server_uuid': 'd328b3ae-f655-4511-89b2-939cb0f201db', 'name': 'network-vif-deleted', 'tag': '23e114a8-1544-4311-ab89-4a013e234d7f'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:44.724833 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c8129b-d1fd-4d31-94e9-15ad29fa54c6" -d '{"events": [{"name": "network-changed", "server_uuid": "0d2c67cb-5c56-44e2-8792-f1cadec22f5b", "tag": "695319a2-5cbb-4621-aa3a-340025ecdc81"}, {"server_uuid": "d328b3ae-f655-4511-89b2-939cb0f201db", "name": "network-vif-deleted", "tag": "23e114a8-1544-4311-ab89-4a013e234d7f"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:44.780287 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-693da03e-2385-4919-943b-abb255fec8bc req-4edaa13a-f787-4e8f-9b0f-e261a43c3121 tempest-LiveMigrationTest-1870583422 tempest-LiveMigrationTest-1870583422-project] 10.222.0.50 "GET /v2.0/ports?device_id=d328b3ae-f655-4511-89b2-939cb0f201db HTTP/1.1" status: 200 len: 210 time: 0.0297158 Aug 11 02:09:44.849245 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea64157-db6e-43c4-95d0-d74f86dbfdb9 x-openstack-request-id: req-dea64157-db6e-43c4-95d0-d74f86dbfdb9 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:44.849596 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d2c67cb-5c56-44e2-8792-f1cadec22f5b", "tag": "695319a2-5cbb-4621-aa3a-340025ecdc81", "status": "completed", "code": 200}, {"server_uuid": "d328b3ae-f655-4511-89b2-939cb0f201db", "name": "network-vif-deleted", "tag": "23e114a8-1544-4311-ab89-4a013e234d7f", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:44.849885 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dea64157-db6e-43c4-95d0-d74f86dbfdb9 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:44.850336 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d2c67cb-5c56-44e2-8792-f1cadec22f5b', 'tag': '695319a2-5cbb-4621-aa3a-340025ecdc81', 'status': 'completed', 'code': 200} Aug 11 02:09:44.850594 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd328b3ae-f655-4511-89b2-939cb0f201db', 'name': 'network-vif-deleted', 'tag': '23e114a8-1544-4311-ab89-4a013e234d7f', 'status': 'completed', 'code': 200} Aug 11 02:09:44.868402 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad783be9-db65-4860-adbe-2229fc7fc985 req-c7b62b64-f402-4bcb-aed9-690e724f8312 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:44.870955 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ad783be9-db65-4860-adbe-2229fc7fc985 req-c7b62b64-f402-4bcb-aed9-690e724f8312 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 946 time: 0.0720360 Aug 11 02:09:44.953675 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ad783be9-db65-4860-adbe-2229fc7fc985 req-025413a2-7982-49fc-a78c-441d607a023a tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8c7d574-9050-41e4-a9b4-3e9029ab9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686803 Aug 11 02:09:44.963272 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8129b-d1fd-4d31-94e9-15ad29fa54c6 req-a744fbac-ba58-4fb4-9e2f-2308214e938b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:44.965706 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-91c8129b-d1fd-4d31-94e9-15ad29fa54c6 req-a744fbac-ba58-4fb4-9e2f-2308214e938b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc914b6e60444f2aabf27f905058cfbf&device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 1126 time: 0.0909212 Aug 11 02:09:44.982056 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee83d30-9448-46a4-bd43-320e4e3f0224 req-ac85d94b-c29d-468e-9a1d-2eab807de012 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:44.983814 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2ee83d30-9448-46a4-bd43-320e4e3f0224 req-ac85d94b-c29d-468e-9a1d-2eab807de012 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed4e6ea-fd4f-44bb-b375-49a747f90809 HTTP/1.1" status: 200 len: 943 time: 0.0667608 Aug 11 02:09:45.027871 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2ee83d30-9448-46a4-bd43-320e4e3f0224 req-7c10fb3e-b748-477c-b9fe-302adaf404a0 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375340 Aug 11 02:09:45.074275 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8129b-d1fd-4d31-94e9-15ad29fa54c6 req-ab445ced-8959-4837-8376-070bed72859b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:45.078642 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-91c8129b-d1fd-4d31-94e9-15ad29fa54c6 req-ab445ced-8959-4837-8376-070bed72859b service neutron] 10.222.0.66 "GET /v2.0/networks?id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7 HTTP/1.1" status: 200 len: 922 time: 0.1032627 Aug 11 02:09:45.130374 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-91c8129b-d1fd-4d31-94e9-15ad29fa54c6 req-092273d8-be43-4783-ab06-b0f648301ae0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=695319a2-5cbb-4621-aa3a-340025ecdc81 HTTP/1.1" status: 200 len: 217 time: 0.0372474 Aug 11 02:09:45.206123 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8129b-d1fd-4d31-94e9-15ad29fa54c6 req-87021450-4501-40c9-ad56-76fb6bcbe2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:45.207759 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-91c8129b-d1fd-4d31-94e9-15ad29fa54c6 req-87021450-4501-40c9-ad56-76fb6bcbe2c6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b6e0d0b4-108b-452a-91dc-cd606630079c HTTP/1.1" status: 200 len: 861 time: 0.0681655 Aug 11 02:09:45.220424 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc113d-ad49-459d-9ee0-614dc55ed52d req-7979ca78-a5b5-42f8-8bb5-db0f0a5ccaf4 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:45.221874 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-39fc113d-ad49-459d-9ee0-614dc55ed52d req-7979ca78-a5b5-42f8-8bb5-db0f0a5ccaf4 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.0941219 Aug 11 02:09:45.255662 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-91c8129b-d1fd-4d31-94e9-15ad29fa54c6 req-04e43d73-f0d4-49be-857b-4d28f3961eaf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327528 Aug 11 02:09:45.283182 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-39fc113d-ad49-459d-9ee0-614dc55ed52d req-f3f1b066-2231-4634-ba41-3c4a2cd0dd48 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518272 Aug 11 02:09:45.379658 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-91c8129b-d1fd-4d31-94e9-15ad29fa54c6 req-25b5b33a-6e71-4e07-ab5e-cbd213d5d1c0 service neutron] 10.222.0.66 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954316 Aug 11 02:09:45.503510 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-91c8129b-d1fd-4d31-94e9-15ad29fa54c6 req-7a5dc55d-022e-4115-91e6-2325d2e0ce2b service neutron] 10.222.0.66 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160467 Aug 11 02:09:45.592759 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dd157311-193a-4847-a765-6cf3e9a8e711 req-e9805c26-dcaa-4759-a880-383ddda5121e tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0305839 Aug 11 02:09:45.594686 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dc82b1f7-506c-48d5-8b7a-b1bc5527bcdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:45.738795 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eabaec-07b8-4e51-b241-8794af6fa925 req-69ee25e4-eb6a-450e-b06f-91b1cba52d9c tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:45.740249 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65eabaec-07b8-4e51-b241-8794af6fa925 req-69ee25e4-eb6a-450e-b06f-91b1cba52d9c tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 943 time: 0.0546515 Aug 11 02:09:45.774958 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796aed36-a9e6-4964-93d6-62f593550bef req-fee6697d-7058-46eb-978a-508e2fe45d7a tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:45.776558 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-796aed36-a9e6-4964-93d6-62f593550bef req-fee6697d-7058-46eb-978a-508e2fe45d7a tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2e2404a-0358-487a-86fb-7aea50470c12 HTTP/1.1" status: 200 len: 944 time: 0.3874755 Aug 11 02:09:45.784727 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befca1a-39be-448e-a0f8-217d48439e0b req-e42de187-768e-4d56-abf2-43835c90131d tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:45.786136 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2befca1a-39be-448e-a0f8-217d48439e0b req-e42de187-768e-4d56-abf2-43835c90131d tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.73 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 950 time: 0.0667038 Aug 11 02:09:45.790316 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65eabaec-07b8-4e51-b241-8794af6fa925 req-4af44992-34fe-454f-b05f-10d6841f0f44 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429065 Aug 11 02:09:45.859163 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60778) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:45.884504 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-796aed36-a9e6-4964-93d6-62f593550bef req-f78a8981-b94b-4f77-9ef7-c55b46f60b16 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969572 Aug 11 02:09:45.925420 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-2befca1a-39be-448e-a0f8-217d48439e0b req-b35701ed-7e66-4576-8377-b066278a5150 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Deleting port e1b767ea-82f7-4bb6-b9ed-6607a6400b10 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:45.925877 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2befca1a-39be-448e-a0f8-217d48439e0b req-b35701ed-7e66-4576-8377-b066278a5150 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:45.992364 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb10551-4f82-45fe-b738-70abe3a79c6f admin admin] Deleting subnet ea5a035c-6f83-40b0-8579-ac261184d3bb {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:09:46.004100 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ecb10551-4f82-45fe-b738-70abe3a79c6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:46.046812 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ecb10551-4f82-45fe-b738-70abe3a79c6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:46.047313 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-2befca1a-39be-448e-a0f8-217d48439e0b req-b35701ed-7e66-4576-8377-b066278a5150 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] For port e1b767ea-82f7-4bb6-b9ed-6607a6400b10, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=e1b767ea-82f7-4bb6-b9ed-6607a6400b10,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:46.047746 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2befca1a-39be-448e-a0f8-217d48439e0b req-b35701ed-7e66-4576-8377-b066278a5150 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:46.067439 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-2befca1a-39be-448e-a0f8-217d48439e0b req-b35701ed-7e66-4576-8377-b066278a5150 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Calling delete_port for e1b767ea-82f7-4bb6-b9ed-6607a6400b10 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:46.097169 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ecb10551-4f82-45fe-b738-70abe3a79c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:46.161795 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c75944-d953-4177-b2cb-f75147bb529a req-55a792aa-02d7-4568-a37a-7209a43b0ac4 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:46.164004 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-11c75944-d953-4177-b2cb-f75147bb529a req-55a792aa-02d7-4568-a37a-7209a43b0ac4 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 946 time: 0.0973034 Aug 11 02:09:46.185255 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa42f0-191c-4b73-a96c-83f07b5d965d req-665fa2b7-97a9-4c75-bf08-64062217b7bb tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:46.186787 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-60fa42f0-191c-4b73-a96c-83f07b5d965d req-665fa2b7-97a9-4c75-bf08-64062217b7bb tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed4e6ea-fd4f-44bb-b375-49a747f90809 HTTP/1.1" status: 200 len: 943 time: 0.0685818 Aug 11 02:09:46.195107 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ecb10551-4f82-45fe-b738-70abe3a79c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:46.222433 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-11c75944-d953-4177-b2cb-f75147bb529a req-ea939c50-bf84-4005-b8ff-e76b1e26989b tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8c7d574-9050-41e4-a9b4-3e9029ab9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491180 Aug 11 02:09:46.236426 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb10551-4f82-45fe-b738-70abe3a79c6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea5a035c-6f83-40b0-8579-ac261184d3bb,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:46.238589 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ecb10551-4f82-45fe-b738-70abe3a79c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:46.242761 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ecb10551-4f82-45fe-b738-70abe3a79c6f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ea5a035c-6f83-40b0-8579-ac261184d3bb HTTP/1.1" status: 204 len: 168 time: 0.3802404 Aug 11 02:09:46.243087 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60788) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:46.288751 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2befca1a-39be-448e-a0f8-217d48439e0b req-b35701ed-7e66-4576-8377-b066278a5150 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:46.306328 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['f1c2dc37-53c8-4940-8d0e-4a846afcecd0', '77549358-be7a-4dd3-a142-58979ec3ff90', 'e1b767ea-82f7-4bb6-b9ed-6607a6400b10'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:46.314736 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-60fa42f0-191c-4b73-a96c-83f07b5d965d req-e3b7d3d0-64f5-457d-a368-f097decec344 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198533 Aug 11 02:09:46.321937 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35701ed-7e66-4576-8377-b066278a5150 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Pushing event deleted for resources: {'Port': ['ID=e1b767ea-82f7-4bb6-b9ed-6607a6400b10,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:46.347070 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77099fc9-c1fe-4029-afc0-cd7b5049367c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:46.371160 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-2befca1a-39be-448e-a0f8-217d48439e0b req-b35701ed-7e66-4576-8377-b066278a5150 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] No DVR routers for this DVR port e1b767ea-82f7-4bb6-b9ed-6607a6400b10 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:09:46.374097 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2befca1a-39be-448e-a0f8-217d48439e0b req-b35701ed-7e66-4576-8377-b066278a5150 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:46.376195 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2befca1a-39be-448e-a0f8-217d48439e0b req-b35701ed-7e66-4576-8377-b066278a5150 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.73 "DELETE /v2.0/ports/e1b767ea-82f7-4bb6-b9ed-6607a6400b10 HTTP/1.1" status: 204 len: 173 time: 0.5823159 Aug 11 02:09:46.376757 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ba9303-6f4e-45f3-bacf-2a6a4aff0091', 'name': 'network-vif-deleted', 'tag': 'e1b767ea-82f7-4bb6-b9ed-6607a6400b10'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:46.379089 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8014ae7-3d01-477d-a771-1b4a84508f77" -d '{"events": [{"server_uuid": "50ba9303-6f4e-45f3-bacf-2a6a4aff0091", "name": "network-vif-deleted", "tag": "e1b767ea-82f7-4bb6-b9ed-6607a6400b10"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:46.387739 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['76df8e04-64c2-4bd9-8284-74ca034add0a'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:46.390046 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 2f75ab96-7e3c-423e-adb5-68d74eed3b63 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:09:46.398969 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 42157fa1-9ab6-4b53-b9c4-3b4415f1a13f up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:46.455277 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74db017a-8830-4bce-9179-d1810192eca0 x-openstack-request-id: req-74db017a-8830-4bce-9179-d1810192eca0 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:46.455277 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ba9303-6f4e-45f3-bacf-2a6a4aff0091", "name": "network-vif-deleted", "tag": "e1b767ea-82f7-4bb6-b9ed-6607a6400b10", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:46.455277 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-74db017a-8830-4bce-9179-d1810192eca0 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:46.455731 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ba9303-6f4e-45f3-bacf-2a6a4aff0091', 'name': 'network-vif-deleted', 'tag': 'e1b767ea-82f7-4bb6-b9ed-6607a6400b10', 'status': 'completed', 'code': 200} Aug 11 02:09:46.476979 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77099fc9-c1fe-4029-afc0-cd7b5049367c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:46.481916 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2682ad9a-3dda-4e73-a912-2d28c554af87 req-fa7b8770-6730-46fb-ae99-52fc03d0b4a9 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=50ba9303-6f4e-45f3-bacf-2a6a4aff0091 HTTP/1.1" status: 200 len: 210 time: 0.0421524 Aug 11 02:09:46.492303 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-77099fc9-c1fe-4029-afc0-cd7b5049367c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e66cc24-85a1-4102-8784-fe6b3bf4ec6c']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:46.509293 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-77099fc9-c1fe-4029-afc0-cd7b5049367c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a708c5-a2da-4e15-934f-92a062dbfae9') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:46.509590 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-77099fc9-c1fe-4029-afc0-cd7b5049367c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a708c5-a2da-4e15-934f-92a062dbfae9') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:46.520090 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77099fc9-c1fe-4029-afc0-cd7b5049367c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:46.549683 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77099fc9-c1fe-4029-afc0-cd7b5049367c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:46.561410 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77099fc9-c1fe-4029-afc0-cd7b5049367c admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:09:46.561410 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77099fc9-c1fe-4029-afc0-cd7b5049367c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:09:46.563045 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:09:46.626148 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77099fc9-c1fe-4029-afc0-cd7b5049367c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:46.632474 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77099fc9-c1fe-4029-afc0-cd7b5049367c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:46.634395 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-77099fc9-c1fe-4029-afc0-cd7b5049367c admin admin] 10.222.0.50 "DELETE /v2.0/networks/9e66cc24-85a1-4102-8784-fe6b3bf4ec6c HTTP/1.1" status: 204 len: 168 time: 0.3905735 Aug 11 02:09:46.637135 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60796) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:46.654831 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77099fc9-c1fe-4029-afc0-cd7b5049367c admin admin] Pushing event deleted for resources: {'Network': ['ID=9e66cc24-85a1-4102-8784-fe6b3bf4ec6c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:46.714343 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aec83d64-0cc0-46d4-ad70-de20211ee2c6 req-cc544db9-020a-418c-bd6a-83b60c97c628 tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0363243 Aug 11 02:09:46.719676 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-691ecedf-4c38-4044-84fe-a9ca0c0a9ceb admin admin] Deleting subnet 5eab0bec-439b-4013-8474-e4cde19bae5c {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:09:46.723076 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-691ecedf-4c38-4044-84fe-a9ca0c0a9ceb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:46.742818 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 42157fa1-9ab6-4b53-b9c4-3b4415f1a13f completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:46.742818 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 2f75ab96-7e3c-423e-adb5-68d74eed3b63, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=2f75ab96-7e3c-423e-adb5-68d74eed3b63,segment=NetworkSegment(b90ce4df-cc8e-4448-a1f2-f94063d6b16e),segment_id=b90ce4df-cc8e-4448-a1f2-f94063d6b16e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:46.759710 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-691ecedf-4c38-4044-84fe-a9ca0c0a9ceb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:46.762463 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 42157fa1-9ab6-4b53-b9c4-3b4415f1a13f triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:46.762843 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:46.778318 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '2f75ab96-7e3c-423e-adb5-68d74eed3b63', 'network_id': 'f125fcef-d9e9-4ec8-ac42-331264faeea0', 'port_id': '2f75ab96-7e3c-423e-adb5-68d74eed3b63', 'mac_address': 'fa:16:3e:3e:44:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cbe19f5-6919-43f5-abb0-402212091f5d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:09:46.802879 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-691ecedf-4c38-4044-84fe-a9ca0c0a9ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:46.908828 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-691ecedf-4c38-4044-84fe-a9ca0c0a9ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:46.915715 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:46.957000 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f75ab96-7e3c-423e-adb5-68d74eed3b63 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:46.959588 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ecedf-4c38-4044-84fe-a9ca0c0a9ceb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eab0bec-439b-4013-8474-e4cde19bae5c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:46.965526 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-691ecedf-4c38-4044-84fe-a9ca0c0a9ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:46.968254 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-691ecedf-4c38-4044-84fe-a9ca0c0a9ceb admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5eab0bec-439b-4013-8474-e4cde19bae5c HTTP/1.1" status: 204 len: 168 time: 0.3299849 Aug 11 02:09:46.973214 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60804) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:47.020111 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 2f75ab96-7e3c-423e-adb5-68d74eed3b63, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=2f75ab96-7e3c-423e-adb5-68d74eed3b63,segment=NetworkSegment(b90ce4df-cc8e-4448-a1f2-f94063d6b16e),segment_id=b90ce4df-cc8e-4448-a1f2-f94063d6b16e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:47.021752 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f77b5ded-7766-4f44-bc2e-4e63e1281257 req-4ac03e6d-07c2-454e-b4dd-90c7aa9204ee service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1f0b376a94074e63ba068336c2a408a0&device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0357935 Aug 11 02:09:47.049147 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:47.064183 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accc263-72fb-4ccc-a035-0b4ba99c9b8c req-f96d1aab-7412-451e-8723-e5acc8dfe33e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:47.065961 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8accc263-72fb-4ccc-a035-0b4ba99c9b8c req-f96d1aab-7412-451e-8723-e5acc8dfe33e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 943 time: 0.1195259 Aug 11 02:09:47.086907 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f77b5ded-7766-4f44-bc2e-4e63e1281257 req-04619e9a-69d8-4c90-96ad-3697d17802e2 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=1f0b376a94074e63ba068336c2a408a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542579 Aug 11 02:09:47.154605 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a0194b44-549c-400d-b866-93a2e4255bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:47.167580 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:47.177938 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0acde-5db1-4758-875e-9f08a8c39f71 req-0ff6cdcc-717a-46ff-8bee-bad6f36e46f5 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:47.179937 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1bf0acde-5db1-4758-875e-9f08a8c39f71 req-0ff6cdcc-717a-46ff-8bee-bad6f36e46f5 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2e2404a-0358-487a-86fb-7aea50470c12 HTTP/1.1" status: 200 len: 944 time: 0.0921373 Aug 11 02:09:47.195794 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 695319a2-5cbb-4621-aa3a-340025ecdc81 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:09:47.215019 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8accc263-72fb-4ccc-a035-0b4ba99c9b8c req-fe699fbb-f051-4786-9c0f-58a53a4c4d35 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308370 Aug 11 02:09:47.275486 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=2f75ab96-7e3c-423e-adb5-68d74eed3b63,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:47.285632 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e2404a-0358-487a-86fb-7aea50470c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42157fa1-9ab6-4b53-b9c4-3b4415f1a13f'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:47.289238 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424d49a1-fa22-42bc-8fee-7119b85cf6f4" -d '{"events": [{"server_uuid": "a2e2404a-0358-487a-86fb-7aea50470c12", "name": "network-vif-plugged", "status": "completed", "tag": "42157fa1-9ab6-4b53-b9c4-3b4415f1a13f"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:47.309619 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 42157fa1-9ab6-4b53-b9c4-3b4415f1a13f, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=42157fa1-9ab6-4b53-b9c4-3b4415f1a13f,segment=NetworkSegment(2ef086d9-e43c-4432-b580-46b1ba588087),segment_id=2ef086d9-e43c-4432-b580-46b1ba588087)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:47.322393 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:47.323374 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device e1b767ea-82f7-4bb6-b9ed-6607a6400b10 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:47.348473 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: e1b767ea-82f7-4bb6-b9ed-6607a6400b10 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:09:47.348975 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device e1b767ea-82f7-4bb6-b9ed-6607a6400b10 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 11 02:09:47.378994 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f82b1c10-c4b4-474e-ba19-fbf9c38a10d2 req-a649ae7e-d6ff-4cfa-aad7-1a28c5a1afcd tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0521228 Aug 11 02:09:47.380428 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['2f75ab96-7e3c-423e-adb5-68d74eed3b63'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:47.388989 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1bf0acde-5db1-4758-875e-9f08a8c39f71 req-705c94f8-0515-47ed-ae94-6308438c8ab4 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947327 Aug 11 02:09:47.402414 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a0194b44-549c-400d-b866-93a2e4255bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:47.421703 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b5ded-7766-4f44-bc2e-4e63e1281257 req-4c4a6431-e6cc-489c-b4d6-83c3386579e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:47.421868 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-a0194b44-549c-400d-b866-93a2e4255bfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9b00473-ad00-4a56-8661-9398aefe6042']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:47.423186 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f77b5ded-7766-4f44-bc2e-4e63e1281257 req-4c4a6431-e6cc-489c-b4d6-83c3386579e3 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3258066 Aug 11 02:09:47.463235 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-a0194b44-549c-400d-b866-93a2e4255bfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1171e7d-0d7b-468a-8ae3-f3b16a88b3d3') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:47.463235 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-a0194b44-549c-400d-b866-93a2e4255bfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1171e7d-0d7b-468a-8ae3-f3b16a88b3d3') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:47.464341 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Port e1b767ea-82f7-4bb6-b9ed-6607a6400b10 not found, will not notify nova. {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 11 02:09:47.485393 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a0194b44-549c-400d-b866-93a2e4255bfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:47.501401 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 23e114a8-1544-4311-ab89-4a013e234d7f no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:09:47.506227 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a0194b44-549c-400d-b866-93a2e4255bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:47.517016 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0194b44-549c-400d-b866-93a2e4255bfb admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:09:47.517564 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a0194b44-549c-400d-b866-93a2e4255bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:09:47.520191 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:09:47.548853 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 23e114a8-1544-4311-ab89-4a013e234d7f {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:09:47.549421 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 23e114a8-1544-4311-ab89-4a013e234d7f not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:09:47.552503 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=42157fa1-9ab6-4b53-b9c4-3b4415f1a13f,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:47.579006 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8c151-17ac-4997-9c0d-50707f8d3346 req-72672c4f-1a42-401c-808e-378c0eec4b48 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:47.586964 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1996f70-5ed2-4cfc-bf91-765a896fa755 x-openstack-request-id: req-c1996f70-5ed2-4cfc-bf91-765a896fa755 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:47.587348 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e2404a-0358-487a-86fb-7aea50470c12", "name": "network-vif-plugged", "status": "completed", "tag": "42157fa1-9ab6-4b53-b9c4-3b4415f1a13f", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:47.588907 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4aa8c151-17ac-4997-9c0d-50707f8d3346 req-72672c4f-1a42-401c-808e-378c0eec4b48 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 946 time: 0.1302395 Aug 11 02:09:47.590080 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c1996f70-5ed2-4cfc-bf91-765a896fa755 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:47.590876 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e2404a-0358-487a-86fb-7aea50470c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42157fa1-9ab6-4b53-b9c4-3b4415f1a13f', 'code': 200} Aug 11 02:09:47.598943 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a0194b44-549c-400d-b866-93a2e4255bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:47.630067 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a0194b44-549c-400d-b866-93a2e4255bfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:47.632418 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a0194b44-549c-400d-b866-93a2e4255bfb admin admin] 10.222.0.50 "DELETE /v2.0/networks/e9b00473-ad00-4a56-8661-9398aefe6042 HTTP/1.1" status: 204 len: 168 time: 0.6597271 Aug 11 02:09:47.635855 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0194b44-549c-400d-b866-93a2e4255bfb admin admin] Pushing event deleted for resources: {'Network': ['ID=e9b00473-ad00-4a56-8661-9398aefe6042,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:47.662262 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4aa8c151-17ac-4997-9c0d-50707f8d3346 req-3cd65624-6005-4803-a16c-5294d146c38d tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8c7d574-9050-41e4-a9b4-3e9029ab9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669112 Aug 11 02:09:47.722474 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6baa705-5179-451f-bc19-be178bb9d7ac req-576f594d-7ddf-403d-b5a0-41131f378dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:47.726632 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b6baa705-5179-451f-bc19-be178bb9d7ac req-576f594d-7ddf-403d-b5a0-41131f378dad service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a2e2404a-0358-487a-86fb-7aea50470c12 HTTP/1.1" status: 200 len: 1097 time: 0.0780408 Aug 11 02:09:47.779075 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b1024-bb2c-4d34-8ac7-896e88508350 req-35084c99-b32c-4ddd-b9dc-f96364f58ff9 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:47.780858 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ff7b1024-bb2c-4d34-8ac7-896e88508350 req-35084c99-b32c-4ddd-b9dc-f96364f58ff9 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed4e6ea-fd4f-44bb-b375-49a747f90809 HTTP/1.1" status: 200 len: 944 time: 0.0587881 Aug 11 02:09:47.786550 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b6baa705-5179-451f-bc19-be178bb9d7ac req-0f40d398-ba82-4c43-ad05-fd3708d6702b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510604 Aug 11 02:09:47.835622 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60824) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:47.836230 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ff7b1024-bb2c-4d34-8ac7-896e88508350 req-239cc7a9-c57b-475f-93f4-af8c2ca5d04f tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477080 Aug 11 02:09:47.888374 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f469cdcc-6749-470e-b16d-8b7c1e634e83 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2ad8af97bd524ff09f331d88ab3a939b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514121 Aug 11 02:09:47.890753 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60826) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:47.956831 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-81cc1158-b180-4eb6-9edf-ad292ab2592d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:47.984548 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-81cc1158-b180-4eb6-9edf-ad292ab2592d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:48.040631 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-81cc1158-b180-4eb6-9edf-ad292ab2592d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:48.044045 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-81cc1158-b180-4eb6-9edf-ad292ab2592d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:48.047753 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-81cc1158-b180-4eb6-9edf-ad292ab2592d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2815f24d-6c48-430b-8a02-bb34422f50ed HTTP/1.1" status: 204 len: 168 time: 0.1533360 Aug 11 02:09:48.054712 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc1158-b180-4eb6-9edf-ad292ab2592d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2815f24d-6c48-430b-8a02-bb34422f50ed,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:48.235030 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c643b979-a657-449b-a8b8-1fc959eaa4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:48.262966 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9da35-0d0c-464c-b319-f1d679994399 req-ab710aca-9f3b-4587-bf5d-761d6c6ae60d tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:48.264701 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d6f9da35-0d0c-464c-b319-f1d679994399 req-ab710aca-9f3b-4587-bf5d-761d6c6ae60d tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 946 time: 0.3953400 Aug 11 02:09:48.307801 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device e1b767ea-82f7-4bb6-b9ed-6607a6400b10 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:09:48.312093 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332469a-dd92-46c6-8119-c0b56c4734be req-366ba780-bb18-4e8b-8ddb-e9456c2a6e1a tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:48.316878 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f332469a-dd92-46c6-8119-c0b56c4734be req-366ba780-bb18-4e8b-8ddb-e9456c2a6e1a tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 951 time: 0.1167791 Aug 11 02:09:48.345162 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: e1b767ea-82f7-4bb6-b9ed-6607a6400b10 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:09:48.345845 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device e1b767ea-82f7-4bb6-b9ed-6607a6400b10 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:09:48.351931 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b51a1-b046-45ec-890d-e55ee76ccef7 req-50017954-6211-4625-8fbb-702ab25dcb81 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:48.353463 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-562b51a1-b046-45ec-890d-e55ee76ccef7 req-50017954-6211-4625-8fbb-702ab25dcb81 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 943 time: 0.0641167 Aug 11 02:09:48.364650 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:48.408297 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-562b51a1-b046-45ec-890d-e55ee76ccef7 req-a394cd76-4ac7-496e-9ea5-8cdad756c3f8 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470822 Aug 11 02:09:48.436028 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f332469a-dd92-46c6-8119-c0b56c4734be req-4331f2e8-cf9e-4cbf-84ba-79ec86cec431 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083243 Aug 11 02:09:48.493227 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60840) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:48.509395 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2152adf7-220f-4585-ad28-1317951af7a5 req-c2f085e8-e467-4473-8a97-93eaa79e45f3 tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.50 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0415764 Aug 11 02:09:48.549994 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-d6f9da35-0d0c-464c-b319-f1d679994399 req-68950502-cde8-4a38-a017-8613dbf8a26a tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Deleting port 15f7cc88-4ab8-4b55-9c8a-b068b900cc68 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:48.550433 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d6f9da35-0d0c-464c-b319-f1d679994399 req-68950502-cde8-4a38-a017-8613dbf8a26a tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:48.639075 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60842) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:48.639925 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-99989dc3-d642-4233-bc48-633c3c88ede5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=df3011904ba14db5a82489ecf8c27761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449928 Aug 11 02:09:48.650055 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b292da5-be27-4290-bf32-a2159a1646b9 req-c7a4ee01-b8d8-4e80-8cac-f9f4d7009452 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:48.651723 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1b292da5-be27-4290-bf32-a2159a1646b9 req-c7a4ee01-b8d8-4e80-8cac-f9f4d7009452 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2e2404a-0358-487a-86fb-7aea50470c12 HTTP/1.1" status: 200 len: 945 time: 0.1354280 Aug 11 02:09:48.697071 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-438f88a1-a7a5-41f2-a10c-5ab3299bdeb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:48.706892 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-d6f9da35-0d0c-464c-b319-f1d679994399 req-68950502-cde8-4a38-a017-8613dbf8a26a tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] For port 15f7cc88-4ab8-4b55-9c8a-b068b900cc68, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=15f7cc88-4ab8-4b55-9c8a-b068b900cc68,segment=NetworkSegment(3aa0f263-1052-435f-83fb-2fc7589001b0),segment_id=3aa0f263-1052-435f-83fb-2fc7589001b0)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:48.707210 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d6f9da35-0d0c-464c-b319-f1d679994399 req-68950502-cde8-4a38-a017-8613dbf8a26a tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:48.721798 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-438f88a1-a7a5-41f2-a10c-5ab3299bdeb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:48.742733 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1b292da5-be27-4290-bf32-a2159a1646b9 req-24eb1fe5-ca04-4e28-8eb3-2141e0ec5481 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763412 Aug 11 02:09:48.797430 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-438f88a1-a7a5-41f2-a10c-5ab3299bdeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:48.800126 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-438f88a1-a7a5-41f2-a10c-5ab3299bdeb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:48.805445 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-438f88a1-a7a5-41f2-a10c-5ab3299bdeb8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cefd2304-338d-42d6-9944-591b95841e92 HTTP/1.1" status: 204 len: 168 time: 0.1652677 Aug 11 02:09:48.853652 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f88a1-a7a5-41f2-a10c-5ab3299bdeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefd2304-338d-42d6-9944-591b95841e92,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:48.877518 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f77b5ded-7766-4f44-bc2e-4e63e1281257 req-c1a7e203-4e09-4952-a936-10660e920da6 tempest-ServerShowV257Test-33087019 tempest-ServerShowV257Test-33087019-project] 10.222.0.66 "GET /v2.0/ports?device_id=75556144-7b2e-4f55-85f7-80a0a3302f14 HTTP/1.1" status: 200 len: 210 time: 0.0483532 Aug 11 02:09:48.919996 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb323438-8f31-4c78-964a-4ce3e97ca1cf req-32b1bff4-8881-40ab-ae6c-1c255479b2f1 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:48.921504 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bb323438-8f31-4c78-964a-4ce3e97ca1cf req-32b1bff4-8881-40ab-ae6c-1c255479b2f1 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 946 time: 0.1369770 Aug 11 02:09:48.970297 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bb323438-8f31-4c78-964a-4ce3e97ca1cf req-bec1e84b-1ac3-4edf-9334-c79c8ab7a040 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8c7d574-9050-41e4-a9b4-3e9029ab9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408893 Aug 11 02:09:49.007762 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d6f9da35-0d0c-464c-b319-f1d679994399 req-68950502-cde8-4a38-a017-8613dbf8a26a tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:49.008091 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d6f9da35-0d0c-464c-b319-f1d679994399 req-68950502-cde8-4a38-a017-8613dbf8a26a tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:49.008431 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [req-d6f9da35-0d0c-464c-b319-f1d679994399 req-68950502-cde8-4a38-a017-8613dbf8a26a tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Floating IP 29ab30a6-d34c-4678-9a95-c04907cff038 disassociated. External IP: 172.25.2.8, port: 15f7cc88-4ab8-4b55-9c8a-b068b900cc68. Aug 11 02:09:49.008792 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-d6f9da35-0d0c-464c-b319-f1d679994399 req-68950502-cde8-4a38-a017-8613dbf8a26a tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Calling delete_port for 15f7cc88-4ab8-4b55-9c8a-b068b900cc68 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:49.033957 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb7b2b-b1c8-4d3c-bb7c-5cefd74abd5d req-e20d0651-2667-4ca4-8855-bcd096edc536 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:49.035631 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4ffb7b2b-b1c8-4d3c-bb7c-5cefd74abd5d req-e20d0651-2667-4ca4-8855-bcd096edc536 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed4e6ea-fd4f-44bb-b375-49a747f90809 HTTP/1.1" status: 200 len: 944 time: 0.0956402 Aug 11 02:09:49.125890 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4ffb7b2b-b1c8-4d3c-bb7c-5cefd74abd5d req-571580a7-02bd-4cf5-b439-174668a69f4b tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536263 Aug 11 02:09:49.159442 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-14b5a8a9-6493-4bd7-aa1b-35f517d3caef service neutron] 10.222.0.66 "GET /v2.0/ports/695319a2-5cbb-4621-aa3a-340025ecdc81/bindings/n-h1-615180-33 HTTP/1.1" status: 200 len: 385 time: 0.0745504 Aug 11 02:09:49.200951 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d6f9da35-0d0c-464c-b319-f1d679994399 req-68950502-cde8-4a38-a017-8613dbf8a26a tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:49.237294 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68950502-cde8-4a38-a017-8613dbf8a26a tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Pushing event deleted for resources: {'Port': ['ID=15f7cc88-4ab8-4b55-9c8a-b068b900cc68,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:49.377328 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6f9da35-0d0c-464c-b319-f1d679994399 req-68950502-cde8-4a38-a017-8613dbf8a26a tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Router 6f450c02-37a4-4601-8a56-1d015f7b902a has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:09:49.402790 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-d5ba4e59-a2e0-4752-908c-1333905ce9c3 service neutron] For port 695319a2-5cbb-4621-aa3a-340025ecdc81, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=695319a2-5cbb-4621-aa3a-340025ecdc81,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:49.429618 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-d5ba4e59-a2e0-4752-908c-1333905ce9c3 service neutron] For port 695319a2-5cbb-4621-aa3a-340025ecdc81, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:49.485419 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-d5ba4e59-a2e0-4752-908c-1333905ce9c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 695319a2-5cbb-4621-aa3a-340025ecdc81 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:49.500398 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-d5ba4e59-a2e0-4752-908c-1333905ce9c3 service neutron] For port 695319a2-5cbb-4621-aa3a-340025ecdc81, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=695319a2-5cbb-4621-aa3a-340025ecdc81,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:49.582177 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-d5ba4e59-a2e0-4752-908c-1333905ce9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:49.611005 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6f9da35-0d0c-464c-b319-f1d679994399 req-68950502-cde8-4a38-a017-8613dbf8a26a tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:09:49.625441 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb3d3d4-805d-4e6c-96e2-e63cbfc1365a None None] Sync routers for ids ['6f450c02-37a4-4601-8a56-1d015f7b902a'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:09:49.641336 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb3d3d4-805d-4e6c-96e2-e63cbfc1365a None None] Routers {'6f450c02-37a4-4601-8a56-1d015f7b902a'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:49.641959 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-8bb3d3d4-805d-4e6c-96e2-e63cbfc1365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:09:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6f450c02-37a4-4601-8a56-1d015f7b902a'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:49.659777 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd1a94-ecc3-4172-a646-f6bd6ed6ecd5 req-80445a2f-da7a-48f6-959f-dd19c0bb2dfa tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:49.661415 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00fd1a94-ecc3-4172-a646-f6bd6ed6ecd5 req-80445a2f-da7a-48f6-959f-dd19c0bb2dfa tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.73 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 951 time: 0.1512928 Aug 11 02:09:49.672976 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b01aa-7b49-4ad7-a009-9a6650c85982 req-b14cb4df-6769-4992-afee-dfc510566f23 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:49.674528 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-897b01aa-7b49-4ad7-a009-9a6650c85982 req-b14cb4df-6769-4992-afee-dfc510566f23 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 943 time: 0.1490290 Aug 11 02:09:49.675632 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9c22e-0167-4c66-8f19-178c73613a83 req-3903db6a-ed7e-4156-969f-b03720de12df tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:49.683218 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-07e9c22e-0167-4c66-8f19-178c73613a83 req-3903db6a-ed7e-4156-969f-b03720de12df tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 951 time: 0.1177537 Aug 11 02:09:49.706975 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f9da35-0d0c-464c-b319-f1d679994399 req-68950502-cde8-4a38-a017-8613dbf8a26a tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] No DVR routers for this DVR port 15f7cc88-4ab8-4b55-9c8a-b068b900cc68 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:09:49.721066 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d6f9da35-0d0c-464c-b319-f1d679994399 req-68950502-cde8-4a38-a017-8613dbf8a26a tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:49.725017 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d6f9da35-0d0c-464c-b319-f1d679994399 req-68950502-cde8-4a38-a017-8613dbf8a26a tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.66 "DELETE /v2.0/ports/15f7cc88-4ab8-4b55-9c8a-b068b900cc68 HTTP/1.1" status: 204 len: 173 time: 1.4512589 Aug 11 02:09:49.725663 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfcc6ffc-65c5-4158-ac0a-d3adfc22e645', 'name': 'network-vif-deleted', 'tag': '15f7cc88-4ab8-4b55-9c8a-b068b900cc68'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:49.728335 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866a0146-241e-466b-ad78-c842d4ed4225" -d '{"events": [{"server_uuid": "cfcc6ffc-65c5-4158-ac0a-d3adfc22e645", "name": "network-vif-deleted", "tag": "15f7cc88-4ab8-4b55-9c8a-b068b900cc68"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:49.770663 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-07e9c22e-0167-4c66-8f19-178c73613a83 req-5608abbe-d1e6-4e76-9d53-763262d0b4d6 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861955 Aug 11 02:09:49.856553 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:49.890373 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-d5ba4e59-a2e0-4752-908c-1333905ce9c3 service neutron] Transition to ACTIVE for port object 695319a2-5cbb-4621-aa3a-340025ecdc81 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:49.905678 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-897b01aa-7b49-4ad7-a009-9a6650c85982 req-a17b38cc-4513-4593-9e78-f5d01ca28fb0 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716032 Aug 11 02:09:49.915073 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-d5ba4e59-a2e0-4752-908c-1333905ce9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:49.959218 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d74121-e0a5-412f-9a6c-3a40dbd12867 x-openstack-request-id: req-88d74121-e0a5-412f-9a6c-3a40dbd12867 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:49.959927 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfcc6ffc-65c5-4158-ac0a-d3adfc22e645", "name": "network-vif-deleted", "tag": "15f7cc88-4ab8-4b55-9c8a-b068b900cc68", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:49.960277 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-88d74121-e0a5-412f-9a6c-3a40dbd12867 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:49.960783 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfcc6ffc-65c5-4158-ac0a-d3adfc22e645', 'name': 'network-vif-deleted', 'tag': '15f7cc88-4ab8-4b55-9c8a-b068b900cc68', 'status': 'completed', 'code': 200} Aug 11 02:09:50.028247 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-8bb3d3d4-805d-4e6c-96e2-e63cbfc1365a None None] Set router 6f450c02-37a4-4601-8a56-1d015f7b902a gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:50.045229 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-00fd1a94-ecc3-4172-a646-f6bd6ed6ecd5 req-c4404f36-0469-4e3e-a290-d411b90dfccd tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Deleting port 77549358-be7a-4dd3-a142-58979ec3ff90 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:50.046240 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-00fd1a94-ecc3-4172-a646-f6bd6ed6ecd5 req-c4404f36-0469-4e3e-a290-d411b90dfccd tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:50.189451 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ae93cffc-d49f-4852-bcaa-eb7654baf717 req-1c8274cd-20b6-4772-b635-2a8c0b09028a tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 210 time: 0.0361781 Aug 11 02:09:50.316824 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 2f75ab96-7e3c-423e-adb5-68d74eed3b63 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:50.334591 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-d5ba4e59-a2e0-4752-908c-1333905ce9c3 service neutron] No DVR routers for this DVR port 695319a2-5cbb-4621-aa3a-340025ecdc81 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:09:50.340133 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-8bb3d3d4-805d-4e6c-96e2-e63cbfc1365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'name': 'tempest-ServersTestBootFromVolume-2124483675-router', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'b0155832-9a88-4f01-9921-812b06625f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:31Z', 'updated_at': '2021-08-11T02:06:39Z', 'revision_number': 4, 'project_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'gw_port': {'id': 'b0155832-9a88-4f01-9921-812b06625f7d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:33Z', 'updated_at': '2021-08-11T02:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'e5f64a5c-22f4-4ec7-a970-6c91b94932ef', 'name': '', 'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'mac_address': 'fa:16:3e:ff:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '299a9d58-2432-41ae-9870-ba5a0dd4be22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:38Z', 'updated_at': '2021-08-11T02:06:48Z', 'revision_number': 5, 'project_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'subnets': [{'id': '299a9d58-2432-41ae-9870-ba5a0dd4be22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:50.356325 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba4e59-a2e0-4752-908c-1333905ce9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=695319a2-5cbb-4621-aa3a-340025ecdc81,revision_number=10']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:50.380932 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ba491-1c18-475b-9730-af7858bcaeae req-aa4c5e99-6128-48df-b703-d6f3526c4879 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:50.390193 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7aceb-ba2d-43d3-9ed9-204c336411ef req-ace6cbef-7a55-4bc6-bcc4-ff99a728caf7 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:50.390797 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f3ba491-1c18-475b-9730-af7858bcaeae req-aa4c5e99-6128-48df-b703-d6f3526c4879 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2e2404a-0358-487a-86fb-7aea50470c12 HTTP/1.1" status: 200 len: 945 time: 0.3244393 Aug 11 02:09:50.404341 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-49e7aceb-ba2d-43d3-9ed9-204c336411ef req-ace6cbef-7a55-4bc6-bcc4-ff99a728caf7 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed4e6ea-fd4f-44bb-b375-49a747f90809 HTTP/1.1" status: 200 len: 944 time: 0.1140876 Aug 11 02:09:50.426950 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb3d3d4-805d-4e6c-96e2-e63cbfc1365a None None] Checking router: 6f450c02-37a4-4601-8a56-1d015f7b902a for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:09:50.435301 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-d5ba4e59-a2e0-4752-908c-1333905ce9c3 service neutron] 10.222.0.66 "PUT /v2.0/ports/695319a2-5cbb-4621-aa3a-340025ecdc81/bindings/n-h1-615180-33/activate HTTP/1.1" status: 200 len: 370 time: 1.2681983 Aug 11 02:09:50.449856 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb3d3d4-805d-4e6c-96e2-e63cbfc1365a None None] Routers {'6f450c02-37a4-4601-8a56-1d015f7b902a'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:50.451621 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-8bb3d3d4-805d-4e6c-96e2-e63cbfc1365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:09:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6f450c02-37a4-4601-8a56-1d015f7b902a'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:50.453425 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 2f75ab96-7e3c-423e-adb5-68d74eed3b63 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:50.459356 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 2f75ab96-7e3c-423e-adb5-68d74eed3b63 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:50.459926 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:50.485070 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60896) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:50.528846 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-00fd1a94-ecc3-4172-a646-f6bd6ed6ecd5 req-c4404f36-0469-4e3e-a290-d411b90dfccd tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] For port 77549358-be7a-4dd3-a142-58979ec3ff90, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=77549358-be7a-4dd3-a142-58979ec3ff90,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:50.529228 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-00fd1a94-ecc3-4172-a646-f6bd6ed6ecd5 req-c4404f36-0469-4e3e-a290-d411b90dfccd tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:50.539180 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-49e7aceb-ba2d-43d3-9ed9-204c336411ef req-17dca830-06b3-42d2-84ae-367b906cd92f tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154821 Aug 11 02:09:50.585645 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f3ba491-1c18-475b-9730-af7858bcaeae req-28ca1554-b52d-4e9b-b60c-2c6ff8e36fd8 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940751 Aug 11 02:09:50.634874 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-00fd1a94-ecc3-4172-a646-f6bd6ed6ecd5 req-c4404f36-0469-4e3e-a290-d411b90dfccd tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Calling delete_port for 77549358-be7a-4dd3-a142-58979ec3ff90 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:50.663915 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-65b7bf95-7b1f-4916-92d0-27382fadf0ee tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:50.665441 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-65b7bf95-7b1f-4916-92d0-27382fadf0ee tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b&tenant_id=fc914b6e60444f2aabf27f905058cfbf&binding%3Ahost_id=n-h2-615180-33 HTTP/1.1" status: 200 len: 1096 time: 0.1474495 Aug 11 02:09:50.706178 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:50.708613 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-8bb3d3d4-805d-4e6c-96e2-e63cbfc1365a None None] Set router 6f450c02-37a4-4601-8a56-1d015f7b902a gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:50.775161 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed4e6ea-fd4f-44bb-b375-49a747f90809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f75ab96-7e3c-423e-adb5-68d74eed3b63'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:50.778012 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-515d9a2c-7f10-447f-a452-87326e41f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:50.779618 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-515d9a2c-7f10-447f-a452-87326e41f8f3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b&tenant_id=fc914b6e60444f2aabf27f905058cfbf HTTP/1.1" status: 200 len: 1096 time: 0.0828793 Aug 11 02:09:50.787816 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7805b55f-5701-4a53-aa95-2d710a959f37" -d '{"events": [{"server_uuid": "9ed4e6ea-fd4f-44bb-b375-49a747f90809", "name": "network-vif-plugged", "status": "completed", "tag": "2f75ab96-7e3c-423e-adb5-68d74eed3b63"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:50.826641 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 2f75ab96-7e3c-423e-adb5-68d74eed3b63, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=2f75ab96-7e3c-423e-adb5-68d74eed3b63,segment=NetworkSegment(b90ce4df-cc8e-4448-a1f2-f94063d6b16e),segment_id=b90ce4df-cc8e-4448-a1f2-f94063d6b16e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:50.840699 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:50.886527 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7b746-2c3c-4524-b4e8-2df7408ac2ec req-1caad4ff-6eef-4f3e-88f3-d7ca5c4ff961 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:50.902448 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfb7b746-2c3c-4524-b4e8-2df7408ac2ec req-1caad4ff-6eef-4f3e-88f3-d7ca5c4ff961 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2e2404a-0358-487a-86fb-7aea50470c12 HTTP/1.1" status: 200 len: 945 time: 0.1715388 Aug 11 02:09:50.929521 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0cb88bfb-ee32-4935-92d1-47d5a544c9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:50.955513 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=2f75ab96-7e3c-423e-adb5-68d74eed3b63,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:51.038591 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfb7b746-2c3c-4524-b4e8-2df7408ac2ec req-197e138f-75e9-49ce-9f48-ddc3ea353dc3 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333950 Aug 11 02:09:51.053596 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-21654170-a9ac-4346-b4c1-5c9c337d6c03 req-d4f844a0-c2b3-48f6-9c1b-eabe65d8aace tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=09534f8f-8289-425d-9410-197ed5e51ad4 HTTP/1.1" status: 200 len: 210 time: 0.1322377 Aug 11 02:09:51.056150 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-00fd1a94-ecc3-4172-a646-f6bd6ed6ecd5 req-c4404f36-0469-4e3e-a290-d411b90dfccd tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:51.071919 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['76df8e04-64c2-4bd9-8284-74ca034add0a'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:51.075215 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['f1c2dc37-53c8-4940-8d0e-4a846afcecd0'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:51.090134 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-8bb3d3d4-805d-4e6c-96e2-e63cbfc1365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'name': 'tempest-ServersTestBootFromVolume-2124483675-router', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'b0155832-9a88-4f01-9921-812b06625f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:31Z', 'updated_at': '2021-08-11T02:06:39Z', 'revision_number': 4, 'project_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'gw_port': {'id': 'b0155832-9a88-4f01-9921-812b06625f7d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:33Z', 'updated_at': '2021-08-11T02:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'e5f64a5c-22f4-4ec7-a970-6c91b94932ef', 'name': '', 'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'mac_address': 'fa:16:3e:ff:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '299a9d58-2432-41ae-9870-ba5a0dd4be22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:38Z', 'updated_at': '2021-08-11T02:06:48Z', 'revision_number': 5, 'project_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'subnets': [{'id': '299a9d58-2432-41ae-9870-ba5a0dd4be22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:51.115268 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-a258ee7c-18ac-4b4e-96a2-286dfe9ec43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:51.118008 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-a258ee7c-18ac-4b4e-96a2-286dfe9ec43d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc914b6e60444f2aabf27f905058cfbf&device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 1096 time: 0.3098726 Aug 11 02:09:51.122623 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4404f36-0469-4e3e-a290-d411b90dfccd tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Pushing event deleted for resources: {'Port': ['ID=77549358-be7a-4dd3-a142-58979ec3ff90,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:51.170823 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb3d3d4-805d-4e6c-96e2-e63cbfc1365a None None] The sync data for ids ['6f450c02-37a4-4601-8a56-1d015f7b902a'] in n-d-615180-33 is: [{'id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'name': 'tempest-ServersTestBootFromVolume-2124483675-router', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'b0155832-9a88-4f01-9921-812b06625f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:31Z', 'updated_at': '2021-08-11T02:06:39Z', 'revision_number': 4, 'project_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'gw_port': {'id': 'b0155832-9a88-4f01-9921-812b06625f7d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:33Z', 'updated_at': '2021-08-11T02:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'e5f64a5c-22f4-4ec7-a970-6c91b94932ef', 'name': '', 'network_id': '068e6073-54cf-4fcd-9f73-ff093706c9f6', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'mac_address': 'fa:16:3e:ff:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '299a9d58-2432-41ae-9870-ba5a0dd4be22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:38Z', 'updated_at': '2021-08-11T02:06:48Z', 'revision_number': 5, 'project_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'subnets': [{'id': '299a9d58-2432-41ae-9870-ba5a0dd4be22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:09:51.251454 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fd1a94-ecc3-4172-a646-f6bd6ed6ecd5 req-c4404f36-0469-4e3e-a290-d411b90dfccd tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] No DVR routers for this DVR port 77549358-be7a-4dd3-a142-58979ec3ff90 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:09:51.251838 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0cb88bfb-ee32-4935-92d1-47d5a544c9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:51.264398 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ef062b-b61f-4634-b9d2-b1f12a714da8 x-openstack-request-id: req-a5ef062b-b61f-4634-b9d2-b1f12a714da8 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:51.264569 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed4e6ea-fd4f-44bb-b375-49a747f90809", "name": "network-vif-plugged", "status": "completed", "tag": "2f75ab96-7e3c-423e-adb5-68d74eed3b63", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:51.264719 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a5ef062b-b61f-4634-b9d2-b1f12a714da8 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:51.265132 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed4e6ea-fd4f-44bb-b375-49a747f90809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f75ab96-7e3c-423e-adb5-68d74eed3b63', 'code': 200} Aug 11 02:09:51.268969 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 15f7cc88-4ab8-4b55-9c8a-b068b900cc68 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:09:51.269233 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0cb88bfb-ee32-4935-92d1-47d5a544c9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:51.297257 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-00fd1a94-ecc3-4172-a646-f6bd6ed6ecd5 req-c4404f36-0469-4e3e-a290-d411b90dfccd tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:51.301781 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00fd1a94-ecc3-4172-a646-f6bd6ed6ecd5 req-c4404f36-0469-4e3e-a290-d411b90dfccd tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.73 "DELETE /v2.0/ports/77549358-be7a-4dd3-a142-58979ec3ff90 HTTP/1.1" status: 204 len: 173 time: 1.6239843 Aug 11 02:09:51.342965 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09534f8f-8289-425d-9410-197ed5e51ad4', 'name': 'network-vif-deleted', 'tag': '77549358-be7a-4dd3-a142-58979ec3ff90'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:51.352296 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb88bfb-ee32-4935-92d1-47d5a544c9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef78068c-fb48-424e-a7cb-0ef87b0d852e,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:51.359630 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088951d5-e2b9-4f65-860c-07486a28c377" -d '{"events": [{"server_uuid": "09534f8f-8289-425d-9410-197ed5e51ad4", "name": "network-vif-deleted", "tag": "77549358-be7a-4dd3-a142-58979ec3ff90"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:51.372548 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 15f7cc88-4ab8-4b55-9c8a-b068b900cc68 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:09:51.372973 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 15f7cc88-4ab8-4b55-9c8a-b068b900cc68 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:09:51.425421 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe355c6-92c4-4e84-85af-b8208357bb69 req-7667d50d-2e49-48b7-a0b1-81ff2bc5ddf2 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:51.427339 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ffe355c6-92c4-4e84-85af-b8208357bb69 req-7667d50d-2e49-48b7-a0b1-81ff2bc5ddf2 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 944 time: 0.1944318 Aug 11 02:09:51.438831 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:51.487917 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799bfb9-a816-423a-a38f-5dbe318c923c req-77b1297c-65b7-43a8-ba2e-e004ca2d52d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:51.493059 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0799bfb9-a816-423a-a38f-5dbe318c923c req-77b1297c-65b7-43a8-ba2e-e004ca2d52d6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9ed4e6ea-fd4f-44bb-b375-49a747f90809 HTTP/1.1" status: 200 len: 1097 time: 0.2386255 Aug 11 02:09:51.502998 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0cb88bfb-ee32-4935-92d1-47d5a544c9f4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1f0b376a94074e63ba068336c2a408a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0168386 Aug 11 02:09:51.503851 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60930) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:51.555868 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-8db37a58-e85e-48f1-bde7-8794e94ac61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:51.558463 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-8db37a58-e85e-48f1-bde7-8794e94ac61f service neutron] 10.222.0.73 "GET /v2.0/networks?id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7 HTTP/1.1" status: 200 len: 922 time: 0.4124722 Aug 11 02:09:51.622911 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3f479c3e-cdec-4fd2-ba39-8fe2946e1122 req-b8153ca7-3899-420c-ba3d-16b7da0bb300 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 210 time: 0.0749073 Aug 11 02:09:51.665550 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-de207529-fe5c-4e47-8d87-61fd54d07a77 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=695319a2-5cbb-4621-aa3a-340025ecdc81 HTTP/1.1" status: 200 len: 217 time: 0.0981791 Aug 11 02:09:51.669498 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0799bfb9-a816-423a-a38f-5dbe318c923c req-3fd007d8-49cb-47dd-b75b-d1ae919707ce service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550107 Aug 11 02:09:51.718320 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ffe355c6-92c4-4e84-85af-b8208357bb69 req-84d042eb-1eed-4eb5-8b3a-5226a78d4298 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748442 Aug 11 02:09:51.800701 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b3cbca-d952-4d51-a72c-afeda5029d14 None None] New status for floating IP 29ab30a6-d34c-4678-9a95-c04907cff038: DOWN {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:09:51.809533 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e355d862-d51a-4b36-b600-031f0ae11655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:51.835901 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-84ad3c87-e97c-49d5-89ad-1663935dfd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:51.845249 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-84ad3c87-e97c-49d5-89ad-1663935dfd85 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b6e0d0b4-108b-452a-91dc-cd606630079c HTTP/1.1" status: 200 len: 861 time: 0.1255922 Aug 11 02:09:51.850901 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e355d862-d51a-4b36-b600-031f0ae11655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:51.980458 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-72489755-2385-478e-ae92-2b0a25279a55 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871270 Aug 11 02:09:51.989623 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e355d862-d51a-4b36-b600-031f0ae11655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:51.992945 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e355d862-d51a-4b36-b600-031f0ae11655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:51.994448 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e355d862-d51a-4b36-b600-031f0ae11655 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ef78068c-fb48-424e-a7cb-0ef87b0d852e HTTP/1.1" status: 204 len: 168 time: 0.4902935 Aug 11 02:09:52.000888 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-73498cb8-366c-4bd5-bf7f-5cbe1b3aa6a5 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=768da97fefcc4d41933f25f109a58069&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686195 Aug 11 02:09:52.139443 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbcebd-7da4-401e-a5f5-74bb9316f10c req-6e02b538-31e7-491b-bf91-1b45abee4bf9 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:52.141433 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-23bbcebd-7da4-401e-a5f5-74bb9316f10c req-6e02b538-31e7-491b-bf91-1b45abee4bf9 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2e2404a-0358-487a-86fb-7aea50470c12 HTTP/1.1" status: 200 len: 945 time: 0.2507734 Aug 11 02:09:52.142176 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355d862-d51a-4b36-b600-031f0ae11655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef78068c-fb48-424e-a7cb-0ef87b0d852e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:52.214113 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-23bbcebd-7da4-401e-a5f5-74bb9316f10c req-f3bbc128-300d-4b68-a320-9e55c69fac7e tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600855 Aug 11 02:09:52.231116 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-255a4dd4-f327-43ad-ab78-01191e5ad611 service neutron] 10.222.0.73 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353816 Aug 11 02:09:52.242142 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-a7e5ecb0-86c3-4aff-932d-53d2d9b6809d tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:52.247614 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-a7e5ecb0-86c3-4aff-932d-53d2d9b6809d tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2384713 Aug 11 02:09:52.272565 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-5bd9e1cc-77dc-4c2b-acf5-63710e64687a tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/quotas/768da97fefcc4d41933f25f109a58069 HTTP/1.1" status: 200 len: 375 time: 0.0200605 Aug 11 02:09:52.329248 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 77549358-be7a-4dd3-a142-58979ec3ff90 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:09:52.337509 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-6f6c1f21-09eb-4247-b83a-5920bdbbc472 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=768da97fefcc4d41933f25f109a58069&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580530 Aug 11 02:09:52.342159 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e866e7-e910-4ddd-9831-004444c9738c x-openstack-request-id: req-b7e866e7-e910-4ddd-9831-004444c9738c {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:52.342454 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09534f8f-8289-425d-9410-197ed5e51ad4", "name": "network-vif-deleted", "tag": "77549358-be7a-4dd3-a142-58979ec3ff90", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:52.343822 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b7e866e7-e910-4ddd-9831-004444c9738c {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:52.343822 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09534f8f-8289-425d-9410-197ed5e51ad4', 'name': 'network-vif-deleted', 'tag': '77549358-be7a-4dd3-a142-58979ec3ff90', 'status': 'completed', 'code': 200} Aug 11 02:09:52.397114 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 77549358-be7a-4dd3-a142-58979ec3ff90 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:09:52.398853 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 77549358-be7a-4dd3-a142-58979ec3ff90 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:09:52.409825 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-74b8473f-e427-4d7f-bf8a-6be3a5625698 service neutron] 10.222.0.73 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692851 Aug 11 02:09:52.483216 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491ee46-6b30-4f48-8c31-77d6aee29d90 req-9a6e081b-db51-4085-a467-acd0b0894b35 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:52.485548 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2491ee46-6b30-4f48-8c31-77d6aee29d90 req-9a6e081b-db51-4085-a467-acd0b0894b35 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed4e6ea-fd4f-44bb-b375-49a747f90809 HTTP/1.1" status: 200 len: 945 time: 0.0747230 Aug 11 02:09:52.535978 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2491ee46-6b30-4f48-8c31-77d6aee29d90 req-a84ce426-ae60-4631-8f15-9a05538b6290 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430303 Aug 11 02:09:52.735691 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1c9d9-9a79-4787-b5a0-9c4881513f6d req-28efddb5-4f81-43f1-ad47-288b83745ef2 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:52.737873 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0cf1c9d9-9a79-4787-b5a0-9c4881513f6d req-28efddb5-4f81-43f1-ad47-288b83745ef2 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2e2404a-0358-487a-86fb-7aea50470c12 HTTP/1.1" status: 200 len: 945 time: 0.1111305 Aug 11 02:09:52.818737 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f0c22741-d962-4ee5-93db-50799a030caf req-95efc457-a3e2-4a0d-a746-4e76e2a46715 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ae83e1e-4074-49ab-b18e-3739f4091084 HTTP/1.1" status: 200 len: 210 time: 0.0701272 Aug 11 02:09:52.832536 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0cf1c9d9-9a79-4787-b5a0-9c4881513f6d req-a52b89bf-9314-4f00-9c8c-129f9e4fb444 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860941 Aug 11 02:09:52.926044 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-7ba71271-8ef3-4c83-8fbf-a26e7b393448 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:52.928068 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-7ba71271-8ef3-4c83-8fbf-a26e7b393448 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b&tenant_id=fc914b6e60444f2aabf27f905058cfbf&binding%3Ahost_id=n-h1-615180-33 HTTP/1.1" status: 200 len: 1096 time: 0.1078789 Aug 11 02:09:52.959128 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6386dbe1-99b2-4a7c-850a-7baa43c0064e req-a684f27e-e8de-4a91-8e5b-9146ede0882e tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 210 time: 0.0493863 Aug 11 02:09:53.181738 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-fbf07fd6-f324-4631-b89f-b770ae1e5e86 service neutron] For port 695319a2-5cbb-4621-aa3a-340025ecdc81, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:53.185307 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-fbf07fd6-f324-4631-b89f-b770ae1e5e86 service neutron] Notify callbacks [] for binding, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:53.186470 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0d562411-663d-49ab-95c8-bfa967983ab1 req-fbf07fd6-f324-4631-b89f-b770ae1e5e86 service neutron] 10.222.0.73 "DELETE /v2.0/ports/695319a2-5cbb-4621-aa3a-340025ecdc81/bindings/n-h2-615180-33 HTTP/1.1" status: 204 len: 173 time: 0.2470698 Aug 11 02:09:53.193269 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae200863-8dde-487f-a00c-5fc6d8940b95 req-c3c0dfec-6b4c-4905-b5dc-fc2767f8aa0e tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:53.205575 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ae200863-8dde-487f-a00c-5fc6d8940b95 req-c3c0dfec-6b4c-4905-b5dc-fc2767f8aa0e tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773 HTTP/1.1" status: 200 len: 945 time: 0.1273324 Aug 11 02:09:53.222324 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60992) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:53.281985 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d42f4-bd94-433c-b301-d5b05c1d743f req-00ea8271-5e3b-460f-97ea-2d15e9f6aabb tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:53.290625 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-990d42f4-bd94-433c-b301-d5b05c1d743f req-00ea8271-5e3b-460f-97ea-2d15e9f6aabb tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 944 time: 0.0785706 Aug 11 02:09:53.298016 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ae200863-8dde-487f-a00c-5fc6d8940b95 req-b65d355c-9df3-4a82-a9b5-821f24ce46d0 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f9bebe6-55f8-4e1b-b84c-43b122368d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785949 Aug 11 02:09:53.335621 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-990d42f4-bd94-433c-b301-d5b05c1d743f req-89d1f6b8-8585-4e13-98dd-4018cea144bf tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440581 Aug 11 02:09:53.423192 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-07c9e892-9a97-4b8a-961a-bacce72a5b61 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-410665177-network', 'tenant_id': '9063ffdc81b54ef5b130fe559204d585'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:53.452317 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c9e892-9a97-4b8a-961a-bacce72a5b61 admin admin] Made reservation on behalf of 9063ffdc81b54ef5b130fe559204d585 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:09:53.456356 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-07c9e892-9a97-4b8a-961a-bacce72a5b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:53.471780 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-07c9e892-9a97-4b8a-961a-bacce72a5b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:53.540061 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d5176-8025-4e71-983b-c649bbb7a86e req-c21cbbd2-a49f-45d6-a940-c79ceb2c4828 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:53.545355 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c1d5176-8025-4e71-983b-c649bbb7a86e req-c21cbbd2-a49f-45d6-a940-c79ceb2c4828 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.0869443 Aug 11 02:09:53.608772 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c1d5176-8025-4e71-983b-c649bbb7a86e req-173422fb-3cc4-4535-9d06-1d73e13d6593 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555112 Aug 11 02:09:53.674222 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-07c9e892-9a97-4b8a-961a-bacce72a5b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:53.681257 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-07c9e892-9a97-4b8a-961a-bacce72a5b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:53.727676 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74941b3f-e916-4f7d-b048-9ca835d3197c req-2c08e18f-90bb-41a8-b676-146cb8e8cde4 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:53.730265 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-74941b3f-e916-4f7d-b048-9ca835d3197c req-2c08e18f-90bb-41a8-b676-146cb8e8cde4 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2e2404a-0358-487a-86fb-7aea50470c12 HTTP/1.1" status: 200 len: 945 time: 0.1194882 Aug 11 02:09:53.734254 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c9e892-9a97-4b8a-961a-bacce72a5b61 admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:09:53.743466 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9e892-9a97-4b8a-961a-bacce72a5b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c2d132-8c4b-4929-9e8f-298a8853dbd5,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:53.758002 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-07c9e892-9a97-4b8a-961a-bacce72a5b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:53.758384 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-07c9e892-9a97-4b8a-961a-bacce72a5b61 admin admin] Added segment 406893ed-98cd-41db-b353-d550bc890a57 of type vlan for network 3ed7cc89-ecb6-439c-9af3-42bce1c88898 Aug 11 02:09:53.800880 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97535a-1767-455c-bb76-0673ad6a68ae req-b2aa240b-c80d-4de3-a95f-9555d3155a60 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:53.802758 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3e97535a-1767-455c-bb76-0673ad6a68ae req-b2aa240b-c80d-4de3-a95f-9555d3155a60 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 1096 time: 0.1277163 Aug 11 02:09:53.840859 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3e97535a-1767-455c-bb76-0673ad6a68ae req-54722a24-4eb0-433b-9903-c7fc17771b09 tempest-LiveAutoBlockMigrationV225Test-598348106 tempest-LiveAutoBlockMigrationV225Test-598348106-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304704 Aug 11 02:09:53.844050 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-74941b3f-e916-4f7d-b048-9ca835d3197c req-be91680f-8ed1-4a3c-9533-7ea39753280b tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021192 Aug 11 02:09:53.847930 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-07c9e892-9a97-4b8a-961a-bacce72a5b61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:53.883569 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-07c9e892-9a97-4b8a-961a-bacce72a5b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:53.884838 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c9e892-9a97-4b8a-961a-bacce72a5b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:53.885896 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-07c9e892-9a97-4b8a-961a-bacce72a5b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:53.961554 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-07c9e892-9a97-4b8a-961a-bacce72a5b61 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7354617 Aug 11 02:09:53.962676 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32780) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:53.971888 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-39952320-082d-46fb-8ba1-ae59d945881b admin admin] Request body: {'subnet': {'network_id': '3ed7cc89-ecb6-439c-9af3-42bce1c88898', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-410665177-subnet', 'tenant_id': '9063ffdc81b54ef5b130fe559204d585', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:53.978095 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9af8a099-203e-4baa-86dd-232d7bcc18b4 req-947eae78-e1aa-42e7-9741-04aba2203f27 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ae83e1e-4074-49ab-b18e-3739f4091084 HTTP/1.1" status: 200 len: 210 time: 0.0423861 Aug 11 02:09:54.000457 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9e892-9a97-4b8a-961a-bacce72a5b61 admin admin] Pushing event updated for resources: {'Network': ['ID=3ed7cc89-ecb6-439c-9af3-42bce1c88898,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:54.001527 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39952320-082d-46fb-8ba1-ae59d945881b admin admin] Made reservation on behalf of 9063ffdc81b54ef5b130fe559204d585 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:09:54.005131 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-39952320-082d-46fb-8ba1-ae59d945881b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:54.017890 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 3ed7cc89-ecb6-439c-9af3-42bce1c88898 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:09:54.067867 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee0c19-8b86-44e8-b55b-633b17738a34 req-7fe6cbcd-39ad-45bc-93fd-531ec0217a86 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:54.069640 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-11ee0c19-8b86-44e8-b55b-633b17738a34 req-7fe6cbcd-39ad-45bc-93fd-531ec0217a86 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed4e6ea-fd4f-44bb-b375-49a747f90809 HTTP/1.1" status: 200 len: 945 time: 0.1133187 Aug 11 02:09:54.145829 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-11ee0c19-8b86-44e8-b55b-633b17738a34 req-4a9e99dc-9dfe-44e1-9a5c-251a6389ff11 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668144 Aug 11 02:09:54.193243 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:54.295523 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf853c-59b1-44c0-9272-2215daf1da5b req-021df1bb-74d0-4fc4-a3cc-6cbb4af24397 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:54.297948 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1fcf853c-59b1-44c0-9272-2215daf1da5b req-021df1bb-74d0-4fc4-a3cc-6cbb4af24397 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2e2404a-0358-487a-86fb-7aea50470c12 HTTP/1.1" status: 200 len: 945 time: 0.1657760 Aug 11 02:09:54.310599 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-39952320-082d-46fb-8ba1-ae59d945881b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:54.434220 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1fcf853c-59b1-44c0-9272-2215daf1da5b req-58a6defe-91fa-4f2b-8939-4edf54c5dcde tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186597 Aug 11 02:09:54.442113 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39952320-082d-46fb-8ba1-ae59d945881b admin admin] Checking segment: {'id': '406893ed-98cd-41db-b353-d550bc890a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3ed7cc89-ecb6-439c-9af3-42bce1c88898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:54.442113 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39952320-082d-46fb-8ba1-ae59d945881b admin admin] Network hostable DHCP agents. Network: 3ed7cc89-ecb6-439c-9af3-42bce1c88898, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:09:54.442553 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39952320-082d-46fb-8ba1-ae59d945881b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b98e697-4820-417b-9d5a-65ab31b8e6a8,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:54.470616 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39952320-082d-46fb-8ba1-ae59d945881b admin admin] Network 3ed7cc89-ecb6-439c-9af3-42bce1c88898 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:09:54.474410 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-175fc64b-58c7-4760-839a-0456a4a18ec2 req-e2c6db8c-10db-46be-9699-fadbfe16fa16 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 210 time: 0.0450025 Aug 11 02:09:54.485008 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-39952320-082d-46fb-8ba1-ae59d945881b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 3ed7cc89-ecb6-439c-9af3-42bce1c88898) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:54.490060 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39952320-082d-46fb-8ba1-ae59d945881b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:54.490922 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-39952320-082d-46fb-8ba1-ae59d945881b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:54.495205 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f729569-37f2-4b9c-900c-4552f5153896 None None] Network 3ed7cc89-ecb6-439c-9af3-42bce1c88898 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:09:54.516142 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-39952320-082d-46fb-8ba1-ae59d945881b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5531082 Aug 11 02:09:54.609794 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb167a8-5031-4b05-bc2d-46a291d871ca req-55e85658-4aee-47fb-9eda-19884f3b140e tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:54.612114 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6cb167a8-5031-4b05-bc2d-46a291d871ca req-55e85658-4aee-47fb-9eda-19884f3b140e tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed4e6ea-fd4f-44bb-b375-49a747f90809 HTTP/1.1" status: 200 len: 945 time: 0.0551319 Aug 11 02:09:54.697269 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6cb167a8-5031-4b05-bc2d-46a291d871ca req-cf06953c-c3fa-4314-a3e4-0dd04dc6a17d tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715690 Aug 11 02:09:54.724209 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1842ac41-f04c-4beb-929c-509c44d8303a None None] Network 3ed7cc89-ecb6-439c-9af3-42bce1c88898 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:09:54.848743 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-a85fbba8-034e-42ca-bdfa-53eec5d51cf4 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=768da97fefcc4d41933f25f109a58069&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589392 Aug 11 02:09:54.871387 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5661c-a17d-400a-bddd-5f041c81109b req-56aef653-3982-4c9a-ad4a-3b2b9c990079 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:54.873236 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-28f5661c-a17d-400a-bddd-5f041c81109b req-56aef653-3982-4c9a-ad4a-3b2b9c990079 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 944 time: 0.1398780 Aug 11 02:09:54.990594 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-28f5661c-a17d-400a-bddd-5f041c81109b req-3dbbbf01-8908-4c6a-a2a6-9661c84009d2 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035869 Aug 11 02:09:55.007423 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15681ee3-192c-4c6e-aa1c-9a334967b3fe req-a2a4d4b9-7c45-4614-bd45-b141fe7b2446 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:55.008684 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15681ee3-192c-4c6e-aa1c-9a334967b3fe req-a2a4d4b9-7c45-4614-bd45-b141fe7b2446 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.66 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.1594250 Aug 11 02:09:55.069216 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:55.201822 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f76c96-e4e9-414e-bd66-d3d11e11b64c req-25cbed46-8438-415e-8eaf-583a6c6a7cbe tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:55.203353 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-78f76c96-e4e9-414e-bd66-d3d11e11b64c req-25cbed46-8438-415e-8eaf-583a6c6a7cbe tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773 HTTP/1.1" status: 200 len: 945 time: 0.1059191 Aug 11 02:09:55.226787 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8a3b2-5e50-483a-8bfa-5396e8c133f0 req-e02e6fda-f345-4bbf-977f-3ad9fd1934ee tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:55.228744 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dad8a3b2-5e50-483a-8bfa-5396e8c133f0 req-e02e6fda-f345-4bbf-977f-3ad9fd1934ee tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 944 time: 0.1756599 Aug 11 02:09:55.236304 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-feec7a84-5cb9-47f5-b7f2-b6ac45e4637b tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:55.237877 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-feec7a84-5cb9-47f5-b7f2-b6ac45e4637b tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3794272 Aug 11 02:09:55.240449 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32814) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:55.255477 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-7732dd06-d6a1-4128-b69b-22baff36e86a tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Request body: {'port': {'device_id': '8ae83e1e-4074-49ab-b18e-3739f4091084', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': '768da97fefcc4d41933f25f109a58069'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:55.260627 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-504b5261-5547-4fb6-b180-6e0e42013b61 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1588709452-network', 'tenant_id': '44256676835549a09abfc7a4f2bd33ea'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:55.268525 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-15681ee3-192c-4c6e-aa1c-9a334967b3fe req-deaa4d9a-e743-4ae4-9111-f4560d8fcf29 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Deleting port 76df8e04-64c2-4bd9-8284-74ca034add0a {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:55.268877 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-15681ee3-192c-4c6e-aa1c-9a334967b3fe req-deaa4d9a-e743-4ae4-9111-f4560d8fcf29 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:55.336838 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827564a-2b49-486a-9833-cea121771d63 req-3bcdae9b-9b78-4291-868c-c2751a59e470 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:55.338720 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e827564a-2b49-486a-9833-cea121771d63 req-3bcdae9b-9b78-4291-868c-c2751a59e470 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 950 time: 0.1728652 Aug 11 02:09:55.342945 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-78f76c96-e4e9-414e-bd66-d3d11e11b64c req-9b25020d-8fd5-4f6f-a894-248544dddded tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f9bebe6-55f8-4e1b-b84c-43b122368d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309199 Aug 11 02:09:55.367844 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504b5261-5547-4fb6-b180-6e0e42013b61 admin admin] Made reservation on behalf of 44256676835549a09abfc7a4f2bd33ea for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:09:55.371074 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-504b5261-5547-4fb6-b180-6e0e42013b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:55.389284 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-504b5261-5547-4fb6-b180-6e0e42013b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:55.426099 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-15681ee3-192c-4c6e-aa1c-9a334967b3fe req-deaa4d9a-e743-4ae4-9111-f4560d8fcf29 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] For port 76df8e04-64c2-4bd9-8284-74ca034add0a, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=76df8e04-64c2-4bd9-8284-74ca034add0a,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:55.426477 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-15681ee3-192c-4c6e-aa1c-9a334967b3fe req-deaa4d9a-e743-4ae4-9111-f4560d8fcf29 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:55.449185 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-15681ee3-192c-4c6e-aa1c-9a334967b3fe req-deaa4d9a-e743-4ae4-9111-f4560d8fcf29 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Calling delete_port for 76df8e04-64c2-4bd9-8284-74ca034add0a owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:55.460535 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e827564a-2b49-486a-9833-cea121771d63 req-cfcf479e-ace7-45e4-8657-823fc48c6a0c tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883038 Aug 11 02:09:55.471481 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-dad8a3b2-5e50-483a-8bfa-5396e8c133f0 req-d62a3901-1e27-4f4b-be3e-5bfe2b73de3e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Deleting port 695319a2-5cbb-4621-aa3a-340025ecdc81 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:55.471971 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-dad8a3b2-5e50-483a-8bfa-5396e8c133f0 req-d62a3901-1e27-4f4b-be3e-5bfe2b73de3e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:55.582135 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ba06b054-b67e-41a8-928d-50c6c4a4b701 req-5a63d208-c111-4303-a4ac-545dd6393758 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ae83e1e-4074-49ab-b18e-3739f4091084 HTTP/1.1" status: 200 len: 210 time: 0.0593460 Aug 11 02:09:55.586512 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-dad8a3b2-5e50-483a-8bfa-5396e8c133f0 req-d62a3901-1e27-4f4b-be3e-5bfe2b73de3e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] For port 695319a2-5cbb-4621-aa3a-340025ecdc81, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=695319a2-5cbb-4621-aa3a-340025ecdc81,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:55.587050 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-dad8a3b2-5e50-483a-8bfa-5396e8c133f0 req-d62a3901-1e27-4f4b-be3e-5bfe2b73de3e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:55.609489 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-dad8a3b2-5e50-483a-8bfa-5396e8c133f0 req-d62a3901-1e27-4f4b-be3e-5bfe2b73de3e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Calling delete_port for 695319a2-5cbb-4621-aa3a-340025ecdc81 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:55.645873 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-504b5261-5547-4fb6-b180-6e0e42013b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:55.660847 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-504b5261-5547-4fb6-b180-6e0e42013b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:55.679110 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504b5261-5547-4fb6-b180-6e0e42013b61 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:09:55.691491 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-504b5261-5547-4fb6-b180-6e0e42013b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:55.692263 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-504b5261-5547-4fb6-b180-6e0e42013b61 admin admin] Added segment e0f2c386-3941-4e6f-bbc0-739e3867566d of type vlan for network 38b4944f-a58c-4a70-b1cc-e8051a1b4834 Aug 11 02:09:55.733414 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4ae01919-5bdf-405f-94a4-d069dd95326e req-6f436931-97ad-49b3-9a91-6b8ddf97f364 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfcc6ffc-65c5-4158-ac0a-d3adfc22e645 HTTP/1.1" status: 200 len: 210 time: 0.0427160 Aug 11 02:09:55.752539 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-7732dd06-d6a1-4128-b69b-22baff36e86a tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Made reservation on behalf of 768da97fefcc4d41933f25f109a58069 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:09:55.756220 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-7732dd06-d6a1-4128-b69b-22baff36e86a tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:55.773066 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-7732dd06-d6a1-4128-b69b-22baff36e86a tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:55.785733 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-504b5261-5547-4fb6-b180-6e0e42013b61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:55.830829 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-504b5261-5547-4fb6-b180-6e0e42013b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:55.831852 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504b5261-5547-4fb6-b180-6e0e42013b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:55.832438 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-504b5261-5547-4fb6-b180-6e0e42013b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:55.901024 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-dad8a3b2-5e50-483a-8bfa-5396e8c133f0 req-d62a3901-1e27-4f4b-be3e-5bfe2b73de3e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:55.913558 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['7b700c27-660c-4e58-8fe5-174c7e9f96b8'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:55.962607 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b5261-5547-4fb6-b180-6e0e42013b61 admin admin] Pushing event updated for resources: {'Network': ['ID=38b4944f-a58c-4a70-b1cc-e8051a1b4834,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:55.966201 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b072ef-149a-4f18-a85b-176714687640 req-ee049be2-4967-43df-8286-cf69b162341a tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:55.974136 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-21b072ef-149a-4f18-a85b-176714687640 req-ee049be2-4967-43df-8286-cf69b162341a tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2e2404a-0358-487a-86fb-7aea50470c12 HTTP/1.1" status: 200 len: 945 time: 0.1531770 Aug 11 02:09:55.980777 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a3901-1e27-4f4b-be3e-5bfe2b73de3e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Pushing event deleted for resources: {'Port': ['ID=695319a2-5cbb-4621-aa3a-340025ecdc81,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:56.007227 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['695319a2-5cbb-4621-aa3a-340025ecdc81'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:56.026057 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 38b4944f-a58c-4a70-b1cc-e8051a1b4834 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:09:56.036122 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad8a3b2-5e50-483a-8bfa-5396e8c133f0 req-d62a3901-1e27-4f4b-be3e-5bfe2b73de3e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] No DVR routers for this DVR port 695319a2-5cbb-4621-aa3a-340025ecdc81 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:09:56.038730 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-dad8a3b2-5e50-483a-8bfa-5396e8c133f0 req-d62a3901-1e27-4f4b-be3e-5bfe2b73de3e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:56.041021 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dad8a3b2-5e50-483a-8bfa-5396e8c133f0 req-d62a3901-1e27-4f4b-be3e-5bfe2b73de3e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.73 "DELETE /v2.0/ports/695319a2-5cbb-4621-aa3a-340025ecdc81 HTTP/1.1" status: 204 len: 173 time: 0.8021824 Aug 11 02:09:56.043997 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afd374-0d37-4d7e-8b27-1d3c3c2908d9 req-2a8d14f2-88bf-4988-963e-492c86625942 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:56.045552 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2c67cb-5c56-44e2-8792-f1cadec22f5b', 'name': 'network-vif-deleted', 'tag': '695319a2-5cbb-4621-aa3a-340025ecdc81'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:56.047711 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-39afd374-0d37-4d7e-8b27-1d3c3c2908d9 req-2a8d14f2-88bf-4988-963e-492c86625942 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed4e6ea-fd4f-44bb-b375-49a747f90809 HTTP/1.1" status: 200 len: 945 time: 0.3463099 Aug 11 02:09:56.047879 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8af4001-cf78-43e3-b0e5-afe0988d6109" -d '{"events": [{"server_uuid": "0d2c67cb-5c56-44e2-8792-f1cadec22f5b", "name": "network-vif-deleted", "tag": "695319a2-5cbb-4621-aa3a-340025ecdc81"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:56.048911 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b5261-5547-4fb6-b180-6e0e42013b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987dc624-03de-45f7-b1d7-4041569ef572,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:56.101629 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-21b072ef-149a-4f18-a85b-176714687640 req-c525d3a7-ee01-48a9-a675-0b66267c97f9 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264858 Aug 11 02:09:56.137869 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-15681ee3-192c-4c6e-aa1c-9a334967b3fe req-deaa4d9a-e743-4ae4-9111-f4560d8fcf29 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:56.154045 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-7732dd06-d6a1-4128-b69b-22baff36e86a tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:56.164679 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-7732dd06-d6a1-4128-b69b-22baff36e86a tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:56.205958 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['f1c2dc37-53c8-4940-8d0e-4a846afcecd0'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:56.214984 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa4d9a-e743-4ae4-9111-f4560d8fcf29 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Pushing event deleted for resources: {'Port': ['ID=76df8e04-64c2-4bd9-8284-74ca034add0a,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:56.219800 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-39afd374-0d37-4d7e-8b27-1d3c3c2908d9 req-bd8db495-a14b-4513-95e8-15aedeffb2ed tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223330 Aug 11 02:09:56.240123 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-504b5261-5547-4fb6-b180-6e0e42013b61 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9985726 Aug 11 02:09:56.247558 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32826) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:56.248901 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-2e64d47a-8e87-41d1-a2a2-451f14d0a0bf admin admin] Request body: {'subnet': {'network_id': '38b4944f-a58c-4a70-b1cc-e8051a1b4834', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1588709452-subnet', 'tenant_id': '44256676835549a09abfc7a4f2bd33ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:56.365533 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-15681ee3-192c-4c6e-aa1c-9a334967b3fe req-deaa4d9a-e743-4ae4-9111-f4560d8fcf29 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] No DVR routers for this DVR port 76df8e04-64c2-4bd9-8284-74ca034add0a on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:09:56.380792 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-15681ee3-192c-4c6e-aa1c-9a334967b3fe req-deaa4d9a-e743-4ae4-9111-f4560d8fcf29 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:56.382927 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15681ee3-192c-4c6e-aa1c-9a334967b3fe req-deaa4d9a-e743-4ae4-9111-f4560d8fcf29 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.66 "DELETE /v2.0/ports/76df8e04-64c2-4bd9-8284-74ca034add0a HTTP/1.1" status: 204 len: 173 time: 1.3637075 Aug 11 02:09:56.383381 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c085a225-ad53-4db5-9e5c-aa586468aae5', 'name': 'network-vif-deleted', 'tag': '76df8e04-64c2-4bd9-8284-74ca034add0a'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:56.385804 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c125fe1-d689-42d4-b14a-9d4268df6708" -d '{"events": [{"server_uuid": "c085a225-ad53-4db5-9e5c-aa586468aae5", "name": "network-vif-deleted", "tag": "76df8e04-64c2-4bd9-8284-74ca034add0a"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:56.410123 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e64d47a-8e87-41d1-a2a2-451f14d0a0bf admin admin] Made reservation on behalf of 44256676835549a09abfc7a4f2bd33ea for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:09:56.412630 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2e64d47a-8e87-41d1-a2a2-451f14d0a0bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:56.486167 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2928e7-990b-4361-95b7-7047a27e3792 x-openstack-request-id: req-fe2928e7-990b-4361-95b7-7047a27e3792 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:56.486433 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d2c67cb-5c56-44e2-8792-f1cadec22f5b", "name": "network-vif-deleted", "tag": "695319a2-5cbb-4621-aa3a-340025ecdc81", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:56.486775 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fe2928e7-990b-4361-95b7-7047a27e3792 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:56.487455 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d2c67cb-5c56-44e2-8792-f1cadec22f5b', 'name': 'network-vif-deleted', 'tag': '695319a2-5cbb-4621-aa3a-340025ecdc81', 'status': 'completed', 'code': 200} Aug 11 02:09:56.529770 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c9036d2d-3960-454e-b5b3-c900612de46f req-ea8518a2-a84b-4c87-9351-35dd6db9b2c6 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 210 time: 0.2234857 Aug 11 02:09:56.601489 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7732dd06-d6a1-4128-b69b-22baff36e86a tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c395b2-2705-4009-81f0-f1f32e9a7ef9,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:56.648680 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-7732dd06-d6a1-4128-b69b-22baff36e86a tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Allocated IP 192.168.233.214 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/f10742f1-9dda-49d1-8b98-ab39d933f931) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:09:56.710046 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fb83d-7739-458a-99aa-9e4f6052bca6 req-b2bd501e-b663-47c3-aec5-78cf6a4e252d tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:56.711513 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-de4fb83d-7739-458a-99aa-9e4f6052bca6 req-b2bd501e-b663-47c3-aec5-78cf6a4e252d tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2e2404a-0358-487a-86fb-7aea50470c12 HTTP/1.1" status: 200 len: 945 time: 0.3166389 Aug 11 02:09:56.746303 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e90ee-9289-40bc-89aa-5e1b0e175242 req-f665cadf-e40c-40d3-ab6b-133860a8e899 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:56.747955 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-912e90ee-9289-40bc-89aa-5e1b0e175242 req-f665cadf-e40c-40d3-ab6b-133860a8e899 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773 HTTP/1.1" status: 200 len: 945 time: 0.1169708 Aug 11 02:09:56.754773 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df02fb-5799-4163-b2ba-cd13207b3987 req-c0b707d4-a9d0-4c90-8401-f5e518ed061c tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:56.756328 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-60df02fb-5799-4163-b2ba-cd13207b3987 req-c0b707d4-a9d0-4c90-8401-f5e518ed061c tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed4e6ea-fd4f-44bb-b375-49a747f90809 HTTP/1.1" status: 200 len: 945 time: 0.1850169 Aug 11 02:09:56.769834 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189da56-ded4-4f33-864e-9335cc9aec8a req-b3982189-20ca-4f94-89fe-24b75a2818d4 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:56.771402 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4189da56-ded4-4f33-864e-9335cc9aec8a req-b3982189-20ca-4f94-89fe-24b75a2818d4 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773 HTTP/1.1" status: 200 len: 945 time: 0.2358847 Aug 11 02:09:56.846571 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-60df02fb-5799-4163-b2ba-cd13207b3987 req-fff4f1f4-d3fe-4e4a-9845-5b948ec5b447 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728214 Aug 11 02:09:56.915266 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa65728-c537-46cf-a7f5-ffcae483d7a3 x-openstack-request-id: req-cfa65728-c537-46cf-a7f5-ffcae483d7a3 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:56.915580 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c085a225-ad53-4db5-9e5c-aa586468aae5", "name": "network-vif-deleted", "tag": "76df8e04-64c2-4bd9-8284-74ca034add0a", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:56.915846 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cfa65728-c537-46cf-a7f5-ffcae483d7a3 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:56.916295 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c085a225-ad53-4db5-9e5c-aa586468aae5', 'name': 'network-vif-deleted', 'tag': '76df8e04-64c2-4bd9-8284-74ca034add0a', 'status': 'completed', 'code': 200} Aug 11 02:09:57.031737 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2e64d47a-8e87-41d1-a2a2-451f14d0a0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:57.035883 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-4189da56-ded4-4f33-864e-9335cc9aec8a req-39ed8379-b015-4a44-a0bc-9226b1260c53 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Deleting port a2b9b02d-3534-429a-b620-30d9620ac78f {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:57.036453 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4189da56-ded4-4f33-864e-9335cc9aec8a req-39ed8379-b015-4a44-a0bc-9226b1260c53 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:57.088013 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0832045b-c40d-48a1-afb2-ed75e7fbd152 req-75e235ea-1df7-44b3-8a76-0a6dbde459cd tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c085a225-ad53-4db5-9e5c-aa586468aae5 HTTP/1.1" status: 200 len: 210 time: 0.0590715 Aug 11 02:09:57.256184 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-912e90ee-9289-40bc-89aa-5e1b0e175242 req-c9edf960-44f7-4ddd-a253-ca73adb65286 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f9bebe6-55f8-4e1b-b84c-43b122368d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4834435 Aug 11 02:09:57.276093 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 76df8e04-64c2-4bd9-8284-74ca034add0a no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:09:57.317009 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 76df8e04-64c2-4bd9-8284-74ca034add0a {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:09:57.317505 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 76df8e04-64c2-4bd9-8284-74ca034add0a not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:09:57.365442 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-de4fb83d-7739-458a-99aa-9e4f6052bca6 req-ae118c0d-6220-4a4e-8072-5835a1878379 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Deleting port 42157fa1-9ab6-4b53-b9c4-3b4415f1a13f {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:57.373994 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-de4fb83d-7739-458a-99aa-9e4f6052bca6 req-ae118c0d-6220-4a4e-8072-5835a1878379 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:57.396073 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64d47a-8e87-41d1-a2a2-451f14d0a0bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc9b5b0b-6e2f-448e-b917-b0b17efa43ca,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:57.432733 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9f30fb71-06ec-4fc3-bd2b-c789e1f8c885 req-7e492336-3581-4919-9930-ebd0c162dc29 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ae83e1e-4074-49ab-b18e-3739f4091084 HTTP/1.1" status: 200 len: 210 time: 0.0972393 Aug 11 02:09:57.465162 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-7732dd06-d6a1-4128-b69b-22baff36e86a tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:57.480992 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32850) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:57.487741 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e64d47a-8e87-41d1-a2a2-451f14d0a0bf admin admin] Checking segment: {'id': 'e0f2c386-3941-4e6f-bbc0-739e3867566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '38b4944f-a58c-4a70-b1cc-e8051a1b4834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:57.489070 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e64d47a-8e87-41d1-a2a2-451f14d0a0bf admin admin] Network hostable DHCP agents. Network: 38b4944f-a58c-4a70-b1cc-e8051a1b4834, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:09:57.506598 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-7732dd06-d6a1-4128-b69b-22baff36e86a tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Transition to ACTIVE for port object f10742f1-9dda-49d1-8b98-ab39d933f931 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:57.538427 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-4189da56-ded4-4f33-864e-9335cc9aec8a req-39ed8379-b015-4a44-a0bc-9226b1260c53 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] For port a2b9b02d-3534-429a-b620-30d9620ac78f, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=a2b9b02d-3534-429a-b620-30d9620ac78f,segment=NetworkSegment(0850454f-1564-475e-ba74-4de21e93e9fe),segment_id=0850454f-1564-475e-ba74-4de21e93e9fe)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:57.542274 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4189da56-ded4-4f33-864e-9335cc9aec8a req-39ed8379-b015-4a44-a0bc-9226b1260c53 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:57.615023 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-de4fb83d-7739-458a-99aa-9e4f6052bca6 req-ae118c0d-6220-4a4e-8072-5835a1878379 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] For port 42157fa1-9ab6-4b53-b9c4-3b4415f1a13f, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=42157fa1-9ab6-4b53-b9c4-3b4415f1a13f,segment=NetworkSegment(2ef086d9-e43c-4432-b580-46b1ba588087),segment_id=2ef086d9-e43c-4432-b580-46b1ba588087)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:57.615511 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-de4fb83d-7739-458a-99aa-9e4f6052bca6 req-ae118c0d-6220-4a4e-8072-5835a1878379 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:57.621217 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e64d47a-8e87-41d1-a2a2-451f14d0a0bf admin admin] Network 38b4944f-a58c-4a70-b1cc-e8051a1b4834 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:09:57.634979 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-de4fb83d-7739-458a-99aa-9e4f6052bca6 req-ae118c0d-6220-4a4e-8072-5835a1878379 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Calling delete_port for 42157fa1-9ab6-4b53-b9c4-3b4415f1a13f owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:57.668975 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-2e64d47a-8e87-41d1-a2a2-451f14d0a0bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 38b4944f-a58c-4a70-b1cc-e8051a1b4834) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:57.677988 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e64d47a-8e87-41d1-a2a2-451f14d0a0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:57.678576 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2e64d47a-8e87-41d1-a2a2-451f14d0a0bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:57.679605 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db72652-e688-4f41-8583-b336886bcfb8 None None] Network 38b4944f-a58c-4a70-b1cc-e8051a1b4834 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:09:57.748564 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85d130-8f64-465f-83ae-9ffed557fdc0 req-9d359a37-d361-4c7b-a3ae-00faca0f3916 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:57.750196 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fb85d130-8f64-465f-83ae-9ffed557fdc0 req-9d359a37-d361-4c7b-a3ae-00faca0f3916 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed4e6ea-fd4f-44bb-b375-49a747f90809 HTTP/1.1" status: 200 len: 945 time: 0.1751287 Aug 11 02:09:57.763966 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55b679-2f90-4082-aaf2-bc83f1e919b8 req-ada63988-5319-41e3-87dc-bb69fc0ce8a0 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:57.774766 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5b55b679-2f90-4082-aaf2-bc83f1e919b8 req-ada63988-5319-41e3-87dc-bb69fc0ce8a0 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2e2404a-0358-487a-86fb-7aea50470c12 HTTP/1.1" status: 200 len: 945 time: 0.3160863 Aug 11 02:09:57.797232 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2e64d47a-8e87-41d1-a2a2-451f14d0a0bf admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5517240 Aug 11 02:09:57.819119 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6a10f561-2f16-4da6-9d7d-ec40273b8e36 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:57.865860 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-7732dd06-d6a1-4128-b69b-22baff36e86a tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:57.906054 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5b55b679-2f90-4082-aaf2-bc83f1e919b8 req-9852a47c-17be-4837-a3ad-51202c909282 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.50 "GET /v2.0/security-groups?id=9173b014-3c40-4065-b9dc-066e05a968e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300988 Aug 11 02:09:57.918402 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711d49b4-f4a2-4368-aef9-27a57ebeaabf None None] Network 38b4944f-a58c-4a70-b1cc-e8051a1b4834 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:09:57.923873 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fb85d130-8f64-465f-83ae-9ffed557fdc0 req-2d340e35-fbad-4d54-8cf9-a0df6f59bbda tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508024 Aug 11 02:09:57.978664 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6a10f561-2f16-4da6-9d7d-ec40273b8e36 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:58.071356 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-7732dd06-d6a1-4128-b69b-22baff36e86a tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:09:58.089932 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ddeb9-6244-4006-8376-6230830fa881 req-0ae3c174-8994-495a-85c7-d5ad5c4898fa tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:58.105745 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1a5ddeb9-6244-4006-8376-6230830fa881 req-0ae3c174-8994-495a-85c7-d5ad5c4898fa tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed4e6ea-fd4f-44bb-b375-49a747f90809 HTTP/1.1" status: 200 len: 945 time: 0.1014631 Aug 11 02:09:58.154419 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1a5ddeb9-6244-4006-8376-6230830fa881 req-44e88dc0-7508-473c-9513-01e75c88bb86 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476735 Aug 11 02:09:58.155844 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-7732dd06-d6a1-4128-b69b-22baff36e86a tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:58.170395 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-7732dd06-d6a1-4128-b69b-22baff36e86a tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:09:58.172658 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4189da56-ded4-4f33-864e-9335cc9aec8a req-39ed8379-b015-4a44-a0bc-9226b1260c53 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:58.173054 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4189da56-ded4-4f33-864e-9335cc9aec8a req-39ed8379-b015-4a44-a0bc-9226b1260c53 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:58.173378 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [req-4189da56-ded4-4f33-864e-9335cc9aec8a req-39ed8379-b015-4a44-a0bc-9226b1260c53 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Floating IP cab856b4-1f15-48fd-9b78-db1df749a320 disassociated. External IP: 172.25.2.140, port: a2b9b02d-3534-429a-b620-30d9620ac78f. Aug 11 02:09:58.173731 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-4189da56-ded4-4f33-864e-9335cc9aec8a req-39ed8379-b015-4a44-a0bc-9226b1260c53 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Calling delete_port for a2b9b02d-3534-429a-b620-30d9620ac78f owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:58.228202 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d2716e80-7c31-4af8-9dd1-1e6ddb49f9a6 req-e02edcc5-0850-4904-9e13-1f9f3c20b001 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 210 time: 0.2033830 Aug 11 02:09:58.229274 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-de4fb83d-7739-458a-99aa-9e4f6052bca6 req-ae118c0d-6220-4a4e-8072-5835a1878379 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:58.242530 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['42157fa1-9ab6-4b53-b9c4-3b4415f1a13f'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:58.313582 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-7732dd06-d6a1-4128-b69b-22baff36e86a tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:58.314744 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-7732dd06-d6a1-4128-b69b-22baff36e86a tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:58.322370 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7732dd06-d6a1-4128-b69b-22baff36e86a tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Pushing event updated for resources: {'Port': ['ID=f10742f1-9dda-49d1-8b98-ab39d933f931,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:58.325758 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6a10f561-2f16-4da6-9d7d-ec40273b8e36 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:58.329237 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6a10f561-2f16-4da6-9d7d-ec40273b8e36 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:58.329844 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6a10f561-2f16-4da6-9d7d-ec40273b8e36 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "DELETE /v2.0/security-groups/a8c7d574-9050-41e4-a9b4-3e9029ab9b5e HTTP/1.1" status: 204 len: 168 time: 0.8477101 Aug 11 02:09:58.339588 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32874) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:58.363156 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 695319a2-5cbb-4621-aa3a-340025ecdc81 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:09:58.434400 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4189da56-ded4-4f33-864e-9335cc9aec8a req-39ed8379-b015-4a44-a0bc-9226b1260c53 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:58.439336 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 695319a2-5cbb-4621-aa3a-340025ecdc81 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:09:58.439743 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 695319a2-5cbb-4621-aa3a-340025ecdc81 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:09:58.469961 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae118c0d-6220-4a4e-8072-5835a1878379 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Pushing event deleted for resources: {'Port': ['ID=42157fa1-9ab6-4b53-b9c4-3b4415f1a13f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:58.488947 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10f561-2f16-4da6-9d7d-ec40273b8e36 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c7d574-9050-41e4-a9b4-3e9029ab9b5e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:58.496838 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed8379-b015-4a44-a0bc-9226b1260c53 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Pushing event deleted for resources: {'Port': ['ID=a2b9b02d-3534-429a-b620-30d9620ac78f,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:58.566132 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9ed0364a-6f59-42e7-905a-062213590927 None None] Provisioning for port f10742f1-9dda-49d1-8b98-ab39d933f931 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:58.580226 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9ed0364a-6f59-42e7-905a-062213590927 None None] Provisioning complete for port f10742f1-9dda-49d1-8b98-ab39d933f931 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:58.580589 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9ed0364a-6f59-42e7-905a-062213590927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:58.627886 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4fb83d-7739-458a-99aa-9e4f6052bca6 req-ae118c0d-6220-4a4e-8072-5835a1878379 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] No DVR routers for this DVR port 42157fa1-9ab6-4b53-b9c4-3b4415f1a13f on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:09:58.639367 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-7732dd06-d6a1-4128-b69b-22baff36e86a tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3888702 Aug 11 02:09:58.642462 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-4f5c7839-2ad6-4c0d-bb6a-cd83736f8cee tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] show failed (client error): The resource could not be found. Aug 11 02:09:58.645196 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4f5c7839-2ad6-4c0d-bb6a-cd83736f8cee tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "GET /v2.0/security-groups/a8c7d574-9050-41e4-a9b4-3e9029ab9b5e HTTP/1.1" status: 404 len: 347 time: 0.2988555 Aug 11 02:09:58.646950 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-de4fb83d-7739-458a-99aa-9e4f6052bca6 req-ae118c0d-6220-4a4e-8072-5835a1878379 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:58.651789 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-de4fb83d-7739-458a-99aa-9e4f6052bca6 req-ae118c0d-6220-4a4e-8072-5835a1878379 tempest-ServerDiskConfigTestJSON-271906879 tempest-ServerDiskConfigTestJSON-271906879-project] 10.222.0.73 "DELETE /v2.0/ports/42157fa1-9ab6-4b53-b9c4-3b4415f1a13f HTTP/1.1" status: 204 len: 173 time: 1.9293611 Aug 11 02:09:58.657082 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e2404a-0358-487a-86fb-7aea50470c12', 'name': 'network-vif-deleted', 'tag': '42157fa1-9ab6-4b53-b9c4-3b4415f1a13f'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:58.660988 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8733d295-99fd-4380-aaaf-b6de9e60d5be" -d '{"events": [{"server_uuid": "a2e2404a-0358-487a-86fb-7aea50470c12", "name": "network-vif-deleted", "tag": "42157fa1-9ab6-4b53-b9c4-3b4415f1a13f"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:58.668972 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32888) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:58.675845 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-9ed0364a-6f59-42e7-905a-062213590927 None None] Port f10742f1-9dda-49d1-8b98-ab39d933f931 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:09:58.678926 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-301d4d25-2c4f-4b64-b9cc-c0a05a7592b3 service neutron] Request body: {'port': {'device_id': '8ae83e1e-4074-49ab-b18e-3739f4091084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:58.892898 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-301d4d25-2c4f-4b64-b9cc-c0a05a7592b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:59.076603 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8790e-4f97-4ba9-9011-c54ec5e3ef82 req-8c0680d8-6f58-411c-be68-c7d914865916 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:59.078666 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-69a8790e-4f97-4ba9-9011-c54ec5e3ef82 req-8c0680d8-6f58-411c-be68-c7d914865916 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed4e6ea-fd4f-44bb-b375-49a747f90809 HTTP/1.1" status: 200 len: 945 time: 0.3598421 Aug 11 02:09:59.187700 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-bd083f88-1652-4df2-893a-72e81ac740b7 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Deleting port f375e07c-7e94-4bd7-8ab2-268a48c8f776 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:59.188047 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bd083f88-1652-4df2-893a-72e81ac740b7 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:59.269281 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4189da56-ded4-4f33-864e-9335cc9aec8a req-39ed8379-b015-4a44-a0bc-9226b1260c53 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Router c47677c1-f7fe-4cb4-9e37-1d2be14a5264 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:09:59.271828 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device a2b9b02d-3534-429a-b620-30d9620ac78f no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:09:59.278370 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-69a8790e-4f97-4ba9-9011-c54ec5e3ef82 req-0d113313-f64f-42a0-8b67-e046b93cd303 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747351 Aug 11 02:09:59.314261 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: a2b9b02d-3534-429a-b620-30d9620ac78f {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:09:59.315408 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device a2b9b02d-3534-429a-b620-30d9620ac78f not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:09:59.437958 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f5a56aeb-408f-4ea4-b873-1dd04ef12350 req-913d3858-3222-471d-b8fb-b5ab093b14da tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773 HTTP/1.1" status: 200 len: 210 time: 0.0466883 Aug 11 02:09:59.441747 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-fd01d30a-1296-4809-9017-a2abf76d84d8 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:59.450706 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-fd01d30a-1296-4809-9017-a2abf76d84d8 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.50 "GET /v2.0/networks?id=3ed7cc89-ecb6-439c-9af3-42bce1c88898 HTTP/1.1" status: 200 len: 824 time: 0.4201219 Aug 11 02:09:59.462583 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bd083f88-1652-4df2-893a-72e81ac740b7 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:59.468212 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bd083f88-1652-4df2-893a-72e81ac740b7 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:59.470510 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-5f980136-8eb8-4987-9653-901299091e60 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.50 "GET /v2.0/quotas/9063ffdc81b54ef5b130fe559204d585 HTTP/1.1" status: 200 len: 375 time: 0.0188513 Aug 11 02:09:59.504208 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-bd083f88-1652-4df2-893a-72e81ac740b7 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Calling delete_port for f375e07c-7e94-4bd7-8ab2-268a48c8f776 owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:59.542906 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-0f0bf119-6122-4bd5-b70f-972b52a83216 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9063ffdc81b54ef5b130fe559204d585&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707662 Aug 11 02:09:59.602262 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4189da56-ded4-4f33-864e-9335cc9aec8a req-39ed8379-b015-4a44-a0bc-9226b1260c53 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:09:59.613969 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2464323c-8021-4242-9223-907b0822befb None None] Sync routers for ids ['c47677c1-f7fe-4cb4-9e37-1d2be14a5264'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:09:59.632939 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2464323c-8021-4242-9223-907b0822befb None None] Routers {'c47677c1-f7fe-4cb4-9e37-1d2be14a5264'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:59.633575 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-2464323c-8021-4242-9223-907b0822befb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:09:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['c47677c1-f7fe-4cb4-9e37-1d2be14a5264'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:59.642387 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-301d4d25-2c4f-4b64-b9cc-c0a05a7592b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f10742f1-9dda-49d1-8b98-ab39d933f931 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:59.652950 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-301d4d25-2c4f-4b64-b9cc-c0a05a7592b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:59.684690 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-301d4d25-2c4f-4b64-b9cc-c0a05a7592b3 service neutron] Transition to ACTIVE for port object f10742f1-9dda-49d1-8b98-ab39d933f931 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:59.695759 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21497de1-6471-44ba-9560-db255462c3e5 req-61dfadba-b1fa-424e-ae1e-b61e6955dc20 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:59.699243 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-4189da56-ded4-4f33-864e-9335cc9aec8a req-39ed8379-b015-4a44-a0bc-9226b1260c53 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] No DVR routers for this DVR port a2b9b02d-3534-429a-b620-30d9620ac78f on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:09:59.703088 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-21497de1-6471-44ba-9560-db255462c3e5 req-61dfadba-b1fa-424e-ae1e-b61e6955dc20 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ae83e1e-4074-49ab-b18e-3739f4091084 HTTP/1.1" status: 200 len: 936 time: 0.1608763 Aug 11 02:09:59.717427 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-301d4d25-2c4f-4b64-b9cc-c0a05a7592b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:59.719672 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4189da56-ded4-4f33-864e-9335cc9aec8a req-39ed8379-b015-4a44-a0bc-9226b1260c53 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:59.721565 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4189da56-ded4-4f33-864e-9335cc9aec8a req-39ed8379-b015-4a44-a0bc-9226b1260c53 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.66 "DELETE /v2.0/ports/a2b9b02d-3534-429a-b620-30d9620ac78f HTTP/1.1" status: 204 len: 173 time: 2.9360945 Aug 11 02:09:59.722007 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773', 'name': 'network-vif-deleted', 'tag': 'a2b9b02d-3534-429a-b620-30d9620ac78f'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:59.736661 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc89dcc-3a12-4a31-b913-65317d9e53c6" -d '{"events": [{"server_uuid": "6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773", "name": "network-vif-deleted", "tag": "a2b9b02d-3534-429a-b620-30d9620ac78f"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:59.870403 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-2464323c-8021-4242-9223-907b0822befb None None] Set router c47677c1-f7fe-4cb4-9e37-1d2be14a5264 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:59.907602 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-21497de1-6471-44ba-9560-db255462c3e5 req-dfd3a936-b629-4f60-9b7b-d3b6b1e617d7 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c395b2-2705-4009-81f0-f1f32e9a7ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035470 Aug 11 02:09:59.915371 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-d280a487-6ea7-491e-9568-195ad0e80ff7 service neutron] 10.222.0.50 "GET /v2.0/networks/3ed7cc89-ecb6-439c-9af3-42bce1c88898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714404 Aug 11 02:10:00.023095 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d4d25-2c4f-4b64-b9cc-c0a05a7592b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f10742f1-9dda-49d1-8b98-ab39d933f931,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:00.062616 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-1b642ac0-c784-437e-87f4-d05982b5ffe4 service neutron] 10.222.0.50 "GET /v2.0/networks/3ed7cc89-ecb6-439c-9af3-42bce1c88898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343398 Aug 11 02:10:00.175517 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-301d4d25-2c4f-4b64-b9cc-c0a05a7592b3 service neutron] Attempting to bind port f10742f1-9dda-49d1-8b98-ab39d933f931 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:10:00.175888 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-301d4d25-2c4f-4b64-b9cc-c0a05a7592b3 service neutron] Attempting to bind port f10742f1-9dda-49d1-8b98-ab39d933f931 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:10:00.176276 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-301d4d25-2c4f-4b64-b9cc-c0a05a7592b3 service neutron] Attempting to bind port f10742f1-9dda-49d1-8b98-ab39d933f931 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:00.186075 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bd083f88-1652-4df2-893a-72e81ac740b7 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:00.250444 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-2464323c-8021-4242-9223-907b0822befb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809665121-router', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:02Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'gw_port': {'id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:04Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '8be37bb9-076d-463a-b531-bb0e301d7352', 'name': '', 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'mac_address': 'fa:16:3e:1c:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:09Z', 'updated_at': '2021-08-11T02:05:18Z', 'revision_number': 5, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'subnets': [{'id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:00.267491 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd083f88-1652-4df2-893a-72e81ac740b7 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Pushing event deleted for resources: {'Port': ['ID=f375e07c-7e94-4bd7-8ab2-268a48c8f776,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:00.282940 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2464323c-8021-4242-9223-907b0822befb None None] Checking router: c47677c1-f7fe-4cb4-9e37-1d2be14a5264 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:10:00.285908 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-301d4d25-2c4f-4b64-b9cc-c0a05a7592b3 service neutron] Port f10742f1-9dda-49d1-8b98-ab39d933f931 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:10:00.288962 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-301d4d25-2c4f-4b64-b9cc-c0a05a7592b3 service neutron] Attempting to bind port f10742f1-9dda-49d1-8b98-ab39d933f931 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:00.295101 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2464323c-8021-4242-9223-907b0822befb None None] Routers {'c47677c1-f7fe-4cb4-9e37-1d2be14a5264'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:10:00.295936 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-2464323c-8021-4242-9223-907b0822befb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:09:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['c47677c1-f7fe-4cb4-9e37-1d2be14a5264'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:00.318487 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f108b-66e7-4716-b194-c3f95a94b131 req-68b727eb-ee94-4432-8530-616eb2e01d44 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:00.320854 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-af7f108b-66e7-4716-b194-c3f95a94b131 req-68b727eb-ee94-4432-8530-616eb2e01d44 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 950 time: 0.2379367 Aug 11 02:10:00.329751 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91b79c-77e2-439e-bc36-4d0cff0567a3 req-26f7b14d-e035-4e25-a447-8c0bd18f86b6 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:00.332001 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7e91b79c-77e2-439e-bc36-4d0cff0567a3 req-26f7b14d-e035-4e25-a447-8c0bd18f86b6 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.73 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 950 time: 0.3100815 Aug 11 02:10:00.341375 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-301d4d25-2c4f-4b64-b9cc-c0a05a7592b3 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:10:00.342094 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-301d4d25-2c4f-4b64-b9cc-c0a05a7592b3 service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:00.342740 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-301d4d25-2c4f-4b64-b9cc-c0a05a7592b3 service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:10:00.343484 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-301d4d25-2c4f-4b64-b9cc-c0a05a7592b3 service neutron] Bound port: f10742f1-9dda-49d1-8b98-ab39d933f931, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:10:00.344121 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-301d4d25-2c4f-4b64-b9cc-c0a05a7592b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:00.386363 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 42157fa1-9ab6-4b53-b9c4-3b4415f1a13f no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:00.392678 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9da739a-6bfd-42cd-8fd3-26a7e035a8ed x-openstack-request-id: req-e9da739a-6bfd-42cd-8fd3-26a7e035a8ed {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:00.393325 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e2404a-0358-487a-86fb-7aea50470c12", "name": "network-vif-deleted", "tag": "42157fa1-9ab6-4b53-b9c4-3b4415f1a13f", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:00.393794 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e9da739a-6bfd-42cd-8fd3-26a7e035a8ed {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:00.394398 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e2404a-0358-487a-86fb-7aea50470c12', 'name': 'network-vif-deleted', 'tag': '42157fa1-9ab6-4b53-b9c4-3b4415f1a13f', 'status': 'completed', 'code': 200} Aug 11 02:10:00.428182 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 42157fa1-9ab6-4b53-b9c4-3b4415f1a13f {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:10:00.430374 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 42157fa1-9ab6-4b53-b9c4-3b4415f1a13f not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:00.451957 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-2464323c-8021-4242-9223-907b0822befb None None] Set router c47677c1-f7fe-4cb4-9e37-1d2be14a5264 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:10:00.659936 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-af7f108b-66e7-4716-b194-c3f95a94b131 req-44756e89-a9c4-4455-9b04-ee5f07db3a87 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca31517-7e2d-4ee9-88c7-537582f114a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219399 Aug 11 02:10:00.736802 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-af626595-46e2-4d30-a5ef-868af82acb4d req-404f0caf-6f0d-45bc-8739-fd4f1840bea7 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 210 time: 0.1519642 Aug 11 02:10:00.777590 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bd083f88-1652-4df2-893a-72e81ac740b7 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:00.790098 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bd083f88-1652-4df2-893a-72e81ac740b7 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:00.796621 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bd083f88-1652-4df2-893a-72e81ac740b7 tempest-ServersTestBootFromVolume-1454314593 tempest-ServersTestBootFromVolume-1454314593-project] 10.222.0.50 "DELETE /v2.0/floatingips/29ab30a6-d34c-4678-9a95-c04907cff038 HTTP/1.1" status: 204 len: 168 time: 2.1240327 Aug 11 02:10:00.800501 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32914) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:00.838446 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-7e91b79c-77e2-439e-bc36-4d0cff0567a3 req-5bcc9253-d500-42c4-8d1b-f9b33911b611 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Deleting port f1c2dc37-53c8-4940-8d0e-4a846afcecd0 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:00.841179 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7e91b79c-77e2-439e-bc36-4d0cff0567a3 req-5bcc9253-d500-42c4-8d1b-f9b33911b611 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:00.849638 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-2464323c-8021-4242-9223-907b0822befb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809665121-router', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:02Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'gw_port': {'id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:04Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '8be37bb9-076d-463a-b531-bb0e301d7352', 'name': '', 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'mac_address': 'fa:16:3e:1c:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:09Z', 'updated_at': '2021-08-11T02:05:18Z', 'revision_number': 5, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'subnets': [{'id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:00.905592 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-301d4d25-2c4f-4b64-b9cc-c0a05a7592b3 service neutron] For port f10742f1-9dda-49d1-8b98-ab39d933f931, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:00.907452 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94416d23-db23-43a9-a23a-36aac3e87f57 x-openstack-request-id: req-94416d23-db23-43a9-a23a-36aac3e87f57 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:00.907783 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773", "name": "network-vif-deleted", "tag": "a2b9b02d-3534-429a-b620-30d9620ac78f", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:00.908038 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-94416d23-db23-43a9-a23a-36aac3e87f57 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:00.908441 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d83a30c-eeec-4ed4-92a7-cfbaf5a5c773', 'name': 'network-vif-deleted', 'tag': 'a2b9b02d-3534-429a-b620-30d9620ac78f', 'status': 'completed', 'code': 200} Aug 11 02:10:00.920683 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2464323c-8021-4242-9223-907b0822befb None None] The sync data for ids ['c47677c1-f7fe-4cb4-9e37-1d2be14a5264'] in n-d-615180-33 is: [{'id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809665121-router', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:02Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'gw_port': {'id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:04Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '8be37bb9-076d-463a-b531-bb0e301d7352', 'name': '', 'network_id': 'b5969549-5c73-4bce-b89e-aaad46645b7b', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'mac_address': 'fa:16:3e:1c:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:09Z', 'updated_at': '2021-08-11T02:05:18Z', 'revision_number': 5, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'subnets': [{'id': 'ba38ec18-d6ec-4e46-bbbf-b36cb49bb999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:10:00.926541 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-301d4d25-2c4f-4b64-b9cc-c0a05a7592b3 service neutron] For port f10742f1-9dda-49d1-8b98-ab39d933f931, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f10742f1-9dda-49d1-8b98-ab39d933f931,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:10:00.964892 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-431e934b-8911-4346-97ea-5c6a810707cc req-e5313f6f-785e-4c41-bd2f-e57362fcf05b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2421069 Aug 11 02:10:00.987626 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-301d4d25-2c4f-4b64-b9cc-c0a05a7592b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:01.032344 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fb1e6ed6-238a-41e0-92bb-111f4a589da1 req-2d8ac626-ad00-447a-b9f1-5523fca91553 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ba96ca2-b5be-4243-bf38-2c514a176752 HTTP/1.1" status: 200 len: 210 time: 0.1130314 Aug 11 02:10:01.078439 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d4d25-2c4f-4b64-b9cc-c0a05a7592b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f10742f1-9dda-49d1-8b98-ab39d933f931,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:01.129866 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-301d4d25-2c4f-4b64-b9cc-c0a05a7592b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:01.130549 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-301d4d25-2c4f-4b64-b9cc-c0a05a7592b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:01.132349 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-301d4d25-2c4f-4b64-b9cc-c0a05a7592b3 service neutron] 10.222.0.66 "PUT /v2.0/ports/f10742f1-9dda-49d1-8b98-ab39d933f931 HTTP/1.1" status: 200 len: 1097 time: 2.4617078 Aug 11 02:10:01.142918 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cd752-9743-4797-97c6-fbabfba66f27 req-0e0ed096-3d3e-413a-9013-36f17f5c0025 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:01.150688 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a42cd752-9743-4797-97c6-fbabfba66f27 req-0e0ed096-3d3e-413a-9013-36f17f5c0025 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed4e6ea-fd4f-44bb-b375-49a747f90809 HTTP/1.1" status: 200 len: 945 time: 0.3339334 Aug 11 02:10:01.298622 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e934b-8911-4346-97ea-5c6a810707cc req-43a8b5fd-9d1b-4ec0-a11d-07b7666146c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:01.300180 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-431e934b-8911-4346-97ea-5c6a810707cc req-43a8b5fd-9d1b-4ec0-a11d-07b7666146c2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc914b6e60444f2aabf27f905058cfbf&device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade HTTP/1.1" status: 200 len: 1097 time: 0.2086303 Aug 11 02:10:01.325754 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a42cd752-9743-4797-97c6-fbabfba66f27 req-ab9310b6-c6ca-4d11-89ba-d7bdd7035bee tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724036 Aug 11 02:10:01.391248 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-7e91b79c-77e2-439e-bc36-4d0cff0567a3 req-5bcc9253-d500-42c4-8d1b-f9b33911b611 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] For port f1c2dc37-53c8-4940-8d0e-4a846afcecd0, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=f1c2dc37-53c8-4940-8d0e-4a846afcecd0,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:01.391656 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7e91b79c-77e2-439e-bc36-4d0cff0567a3 req-5bcc9253-d500-42c4-8d1b-f9b33911b611 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:01.420553 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-7e91b79c-77e2-439e-bc36-4d0cff0567a3 req-5bcc9253-d500-42c4-8d1b-f9b33911b611 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Calling delete_port for f1c2dc37-53c8-4940-8d0e-4a846afcecd0 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:01.424838 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-67d11b3e-9c1d-403e-be86-b28dd76681c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:01.426374 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-67d11b3e-9c1d-403e-be86-b28dd76681c3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=768da97fefcc4d41933f25f109a58069&device_id=8ae83e1e-4074-49ab-b18e-3739f4091084 HTTP/1.1" status: 200 len: 1100 time: 0.2254713 Aug 11 02:10:01.436230 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8116ebb3-a0a2-45a4-9821-1dae33ca2d8b None None] New status for floating IP cab856b4-1f15-48fd-9b78-db1df749a320: DOWN {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:10:01.632412 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-37406ce2-89ec-4089-94fa-cf2db79e16aa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=f10742f1-9dda-49d1-8b98-ab39d933f931 HTTP/1.1" status: 200 len: 217 time: 0.0822172 Aug 11 02:10:01.702414 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedbced-2fd4-49ae-bda0-15e8ad09fe05 req-41d51ed8-3058-470a-b722-d11603ca4f7f tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:01.704147 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-daedbced-2fd4-49ae-bda0-15e8ad09fe05 req-41d51ed8-3058-470a-b722-d11603ca4f7f tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ae83e1e-4074-49ab-b18e-3739f4091084 HTTP/1.1" status: 200 len: 948 time: 0.2529786 Aug 11 02:10:01.725939 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-8d868b63-ad1a-4a64-aca7-1e0d094c0938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:01.727527 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-8d868b63-ad1a-4a64-aca7-1e0d094c0938 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.0743194 Aug 11 02:10:01.729921 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e934b-8911-4346-97ea-5c6a810707cc req-c7d3e589-1286-401b-8104-8aa6b34a8796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:01.731638 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-431e934b-8911-4346-97ea-5c6a810707cc req-c7d3e589-1286-401b-8104-8aa6b34a8796 service neutron] 10.222.0.73 "GET /v2.0/networks?id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7 HTTP/1.1" status: 200 len: 922 time: 0.4042435 Aug 11 02:10:01.802462 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-431e934b-8911-4346-97ea-5c6a810707cc req-73283e7d-562d-4f32-9f2a-f5be75ebbfce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb8c60ac-8091-4df6-b10a-f2c2814c27d4 HTTP/1.1" status: 200 len: 217 time: 0.0629480 Aug 11 02:10:01.830110 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-daedbced-2fd4-49ae-bda0-15e8ad09fe05 req-06f65d17-61f9-4d3f-84cb-851f089431a6 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c395b2-2705-4009-81f0-f1f32e9a7ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048520 Aug 11 02:10:01.842893 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-0d4473b9-8115-4b07-bc80-c6ee8fb1a7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:01.854668 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-0d4473b9-8115-4b07-bc80-c6ee8fb1a7d4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1087549 Aug 11 02:10:01.872748 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7e91b79c-77e2-439e-bc36-4d0cff0567a3 req-5bcc9253-d500-42c4-8d1b-f9b33911b611 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:01.882988 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e934b-8911-4346-97ea-5c6a810707cc req-b2f8406f-1d5f-4313-8dff-ca094f40fef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:01.884095 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['f1c2dc37-53c8-4940-8d0e-4a846afcecd0'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:01.884641 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-431e934b-8911-4346-97ea-5c6a810707cc req-b2f8406f-1d5f-4313-8dff-ca094f40fef2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b6e0d0b4-108b-452a-91dc-cd606630079c HTTP/1.1" status: 200 len: 861 time: 0.0711961 Aug 11 02:10:01.942552 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-431e934b-8911-4346-97ea-5c6a810707cc req-f2885700-5fbd-4541-bde2-8e2216b037fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347393 Aug 11 02:10:02.017945 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d0603d54-485b-4830-a368-8ef18bd4a5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:02.096747 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc9253-d500-42c4-8d1b-f9b33911b611 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Pushing event deleted for resources: {'Port': ['ID=f1c2dc37-53c8-4940-8d0e-4a846afcecd0,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:02.248348 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-286ba5f2-7d00-4b61-a2b4-1bf79b69da88 req-139c6762-b6a2-4912-a752-d6da69953da3 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef7dfb-03c3-4c63-9b22-788c14f4da40 HTTP/1.1" status: 200 len: 210 time: 0.0695887 Aug 11 02:10:02.265046 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e91b79c-77e2-439e-bc36-4d0cff0567a3 req-5bcc9253-d500-42c4-8d1b-f9b33911b611 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] No DVR routers for this DVR port f1c2dc37-53c8-4940-8d0e-4a846afcecd0 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:10:02.271012 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3bb9b3fd-2319-4fc1-8f66-4b1196234b46 req-ac204ee3-8021-4a4c-9fce-9b3ee9d41cdb tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2c67cb-5c56-44e2-8792-f1cadec22f5b HTTP/1.1" status: 200 len: 210 time: 0.0932174 Aug 11 02:10:02.285638 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7e91b79c-77e2-439e-bc36-4d0cff0567a3 req-5bcc9253-d500-42c4-8d1b-f9b33911b611 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:02.297258 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7e91b79c-77e2-439e-bc36-4d0cff0567a3 req-5bcc9253-d500-42c4-8d1b-f9b33911b611 tempest-MigrationsAdminTest-2039938575 tempest-MigrationsAdminTest-2039938575-project] 10.222.0.73 "DELETE /v2.0/ports/f1c2dc37-53c8-4940-8d0e-4a846afcecd0 HTTP/1.1" status: 204 len: 173 time: 1.9066675 Aug 11 02:10:02.311078 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-431e934b-8911-4346-97ea-5c6a810707cc req-0ced555a-1a5d-4cd2-bc0b-9d02d087a26c service neutron] 10.222.0.73 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569331 Aug 11 02:10:02.349543 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32950) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:02.446475 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32954) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:02.446988 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae83e1e-4074-49ab-b18e-3739f4091084', 'tag': 'f10742f1-9dda-49d1-8b98-ab39d933f931'}, {'server_uuid': 'bcef7dfb-03c3-4c63-9b22-788c14f4da40', 'name': 'network-vif-deleted', 'tag': 'f1c2dc37-53c8-4940-8d0e-4a846afcecd0'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:02.451815 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a167a8a1-f4c4-46d0-8732-c1b5ebb560e4" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae83e1e-4074-49ab-b18e-3739f4091084", "tag": "f10742f1-9dda-49d1-8b98-ab39d933f931"}, {"server_uuid": "bcef7dfb-03c3-4c63-9b22-788c14f4da40", "name": "network-vif-deleted", "tag": "f1c2dc37-53c8-4940-8d0e-4a846afcecd0"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:02.511262 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-7092608e-861e-4050-82a3-c1ff79bcf121 admin admin] Deleting subnet d0a9a07b-ffec-4f71-82f4-57a2fc2cf187 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:10:02.524073 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7092608e-861e-4050-82a3-c1ff79bcf121 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:02.528070 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-131b7d1d-813c-4ffd-9113-81ba52ab4497 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6753302 Aug 11 02:10:02.571427 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7092608e-861e-4050-82a3-c1ff79bcf121 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:02.647108 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1e40efcd-3abc-4ee7-9ae9-73ab6f2ffbd4 req-54a896a5-1633-4508-b2f6-6ef050f799a7 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ba96ca2-b5be-4243-bf38-2c514a176752 HTTP/1.1" status: 200 len: 210 time: 0.0849121 Aug 11 02:10:02.665819 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-0164c41e-294f-4677-8fc7-0201e75930df tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:02.667937 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-0164c41e-294f-4677-8fc7-0201e75930df tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.66 "GET /v2.0/networks?id=3ed7cc89-ecb6-439c-9af3-42bce1c88898 HTTP/1.1" status: 200 len: 824 time: 0.6442423 Aug 11 02:10:02.676712 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8e4fe8-0d2d-49e7-a927-80e5c0ab6efa x-openstack-request-id: req-7d8e4fe8-0d2d-49e7-a927-80e5c0ab6efa {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:02.677948 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae83e1e-4074-49ab-b18e-3739f4091084", "tag": "f10742f1-9dda-49d1-8b98-ab39d933f931", "status": "completed", "code": 200}, {"server_uuid": "bcef7dfb-03c3-4c63-9b22-788c14f4da40", "name": "network-vif-deleted", "tag": "f1c2dc37-53c8-4940-8d0e-4a846afcecd0", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:02.679114 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7d8e4fe8-0d2d-49e7-a927-80e5c0ab6efa {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:02.679831 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae83e1e-4074-49ab-b18e-3739f4091084', 'tag': 'f10742f1-9dda-49d1-8b98-ab39d933f931', 'status': 'completed', 'code': 200} Aug 11 02:10:02.680447 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcef7dfb-03c3-4c63-9b22-788c14f4da40', 'name': 'network-vif-deleted', 'tag': 'f1c2dc37-53c8-4940-8d0e-4a846afcecd0', 'status': 'completed', 'code': 200} Aug 11 02:10:02.686395 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-d6f65b6e-a828-427a-96fd-cbd3c65e186f tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Request body: {'port': {'device_id': '9ba96ca2-b5be-4243-bf38-2c514a176752', 'network_id': '3ed7cc89-ecb6-439c-9af3-42bce1c88898', 'admin_state_up': True, 'tenant_id': '9063ffdc81b54ef5b130fe559204d585'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:02.727178 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eb7b6801-57e7-49ec-ba59-13fe2cdf3205 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:02.770073 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-431e934b-8911-4346-97ea-5c6a810707cc req-8bcdda3e-71d9-4346-bd94-e95a7e5b3d07 service neutron] 10.222.0.73 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438164 Aug 11 02:10:02.805250 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7092608e-861e-4050-82a3-c1ff79bcf121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:02.890937 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eb7b6801-57e7-49ec-ba59-13fe2cdf3205 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:02.946108 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-d6f65b6e-a828-427a-96fd-cbd3c65e186f tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Made reservation on behalf of 9063ffdc81b54ef5b130fe559204d585 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:02.951409 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-d6f65b6e-a828-427a-96fd-cbd3c65e186f tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:02.968065 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1bb225-c4c7-48c1-bb5d-9d199659bd64 req-b538965f-7700-442a-b6ea-13b9ea05ad2f tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:02.977347 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1c1bb225-c4c7-48c1-bb5d-9d199659bd64 req-b538965f-7700-442a-b6ea-13b9ea05ad2f tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed4e6ea-fd4f-44bb-b375-49a747f90809 HTTP/1.1" status: 200 len: 945 time: 0.2446415 Aug 11 02:10:03.025309 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-928b6a99-52b9-4ea2-91f7-1cd04677a154 req-9aa1fd4c-86e2-4a23-b390-c719694c2b9f service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149730 Aug 11 02:10:03.047623 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1c1bb225-c4c7-48c1-bb5d-9d199659bd64 req-e18f9995-7265-497c-b72c-22fedf4a0f44 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691900 Aug 11 02:10:03.058149 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7092608e-861e-4050-82a3-c1ff79bcf121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:03.083492 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092608e-861e-4050-82a3-c1ff79bcf121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0a9a07b-ffec-4f71-82f4-57a2fc2cf187,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:03.099742 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eb7b6801-57e7-49ec-ba59-13fe2cdf3205 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:03.107805 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eb7b6801-57e7-49ec-ba59-13fe2cdf3205 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:03.109652 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-eb7b6801-57e7-49ec-ba59-13fe2cdf3205 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "DELETE /v2.0/security-groups/9f9bebe6-55f8-4e1b-b84c-43b122368d18 HTTP/1.1" status: 204 len: 168 time: 0.7582271 Aug 11 02:10:03.110686 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7092608e-861e-4050-82a3-c1ff79bcf121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:03.112455 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7092608e-861e-4050-82a3-c1ff79bcf121 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d0a9a07b-ffec-4f71-82f4-57a2fc2cf187 HTTP/1.1" status: 204 len: 168 time: 0.6575291 Aug 11 02:10:03.117094 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32966) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:03.117424 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32968) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:03.220199 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b6801-57e7-49ec-ba59-13fe2cdf3205 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9bebe6-55f8-4e1b-b84c-43b122368d18,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:03.233626 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-19983b14-0a3c-4f3e-a9ac-18a50728a1fb tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] show failed (client error): The resource could not be found. Aug 11 02:10:03.234665 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-19983b14-0a3c-4f3e-a9ac-18a50728a1fb tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "GET /v2.0/security-groups/9f9bebe6-55f8-4e1b-b84c-43b122368d18 HTTP/1.1" status: 404 len: 347 time: 0.1163304 Aug 11 02:10:03.237435 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ae7e9e0-38c8-46e5-808a-8b05b5b06704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:03.241621 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32970) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:03.311864 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-d6f65b6e-a828-427a-96fd-cbd3c65e186f tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Allocated IP 172.20.0.10 (3ed7cc89-ecb6-439c-9af3-42bce1c88898/3b98e697-4820-417b-9d5a-65ab31b8e6a8/48f88a83-6dfe-42b5-82c7-7245de18816f) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:10:03.327821 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cebb9-525a-49e1-bf8a-c5a9c0f3b168 req-6ba11d61-f133-4261-8ab1-ccc58b525717 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:03.335131 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0d6cebb9-525a-49e1-bf8a-c5a9c0f3b168 req-6ba11d61-f133-4261-8ab1-ccc58b525717 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ae83e1e-4074-49ab-b18e-3739f4091084 HTTP/1.1" status: 200 len: 948 time: 0.3644929 Aug 11 02:10:03.347594 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-d0603d54-485b-4830-a368-8ef18bd4a5dc admin admin] Deleting port e5f64a5c-22f4-4ec7-a970-6c91b94932ef {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:03.348453 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d0603d54-485b-4830-a368-8ef18bd4a5dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:03.476677 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0d6cebb9-525a-49e1-bf8a-c5a9c0f3b168 req-7b86d5fb-470b-4491-843f-faeb3579f545 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c395b2-2705-4009-81f0-f1f32e9a7ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406403 Aug 11 02:10:03.511629 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-d0603d54-485b-4830-a368-8ef18bd4a5dc admin admin] For port e5f64a5c-22f4-4ec7-a970-6c91b94932ef, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e5f64a5c-22f4-4ec7-a970-6c91b94932ef,segment=NetworkSegment(3aa0f263-1052-435f-83fb-2fc7589001b0),segment_id=3aa0f263-1052-435f-83fb-2fc7589001b0)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:03.512042 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d0603d54-485b-4830-a368-8ef18bd4a5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:03.619625 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-d0603d54-485b-4830-a368-8ef18bd4a5dc admin admin] Calling delete_port for e5f64a5c-22f4-4ec7-a970-6c91b94932ef owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:03.782391 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-d6f65b6e-a828-427a-96fd-cbd3c65e186f tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:03.867515 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32988) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:03.900089 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-232011f2-5c44-453b-92d6-03795e07764b req-78eaffe5-3491-483f-b8e5-565089ab0b98 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ba96ca2-b5be-4243-bf38-2c514a176752 HTTP/1.1" status: 200 len: 210 time: 0.0808012 Aug 11 02:10:03.914230 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-d6f65b6e-a828-427a-96fd-cbd3c65e186f tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:03.958806 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167a8a1-f4c4-46d0-8732-c1b5ebb560e4 req-967bfdd4-7395-4412-ac4d-01c01b2b5c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:03.960738 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a167a8a1-f4c4-46d0-8732-c1b5ebb560e4 req-967bfdd4-7395-4412-ac4d-01c01b2b5c5a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=768da97fefcc4d41933f25f109a58069&device_id=8ae83e1e-4074-49ab-b18e-3739f4091084 HTTP/1.1" status: 200 len: 1100 time: 0.7482734 Aug 11 02:10:03.994890 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f65b6e-a828-427a-96fd-cbd3c65e186f tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Pushing event updated for resources: {'Port': ['ID=48f88a83-6dfe-42b5-82c7-7245de18816f,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:04.005920 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ae7e9e0-38c8-46e5-808a-8b05b5b06704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:04.033778 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-d6f65b6e-a828-427a-96fd-cbd3c65e186f tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Network 3ed7cc89-ecb6-439c-9af3-42bce1c88898 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:10:04.047174 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-d6f65b6e-a828-427a-96fd-cbd3c65e186f tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:10:04.049729 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-d6f65b6e-a828-427a-96fd-cbd3c65e186f tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:10:04.066132 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-8ae7e9e0-38c8-46e5-808a-8b05b5b06704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:04.084608 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-8ae7e9e0-38c8-46e5-808a-8b05b5b06704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef086d9-e43c-4432-b580-46b1ba588087') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:04.084979 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-8ae7e9e0-38c8-46e5-808a-8b05b5b06704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef086d9-e43c-4432-b580-46b1ba588087') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:04.104509 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ae7e9e0-38c8-46e5-808a-8b05b5b06704 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:04.123050 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-d6f65b6e-a828-427a-96fd-cbd3c65e186f tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:04.123784 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-d6f65b6e-a828-427a-96fd-cbd3c65e186f tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:04.137658 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-880b73d9-00ef-4d09-9d51-c8e6ab9241f1 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Deleting port a5c7ca77-c03b-453c-9dc4-34080e73c4e2 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:04.137996 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-880b73d9-00ef-4d09-9d51-c8e6ab9241f1 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:04.209770 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4df94522-a352-495f-bfc1-460393aad3d3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0977f8d1f319488d943473f8926805cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372450 Aug 11 02:10:04.215574 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32994) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:04.219105 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-880b73d9-00ef-4d09-9d51-c8e6ab9241f1 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:04.219445 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-880b73d9-00ef-4d09-9d51-c8e6ab9241f1 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:04.233375 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-880b73d9-00ef-4d09-9d51-c8e6ab9241f1 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Calling delete_port for a5c7ca77-c03b-453c-9dc4-34080e73c4e2 owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:04.251093 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-d6f65b6e-a828-427a-96fd-cbd3c65e186f tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5713058 Aug 11 02:10:04.254471 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d0603d54-485b-4830-a368-8ef18bd4a5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:04.271556 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-ac2c7a11-3769-4dd5-8236-249a16b590ca service neutron] Request body: {'port': {'device_id': '9ba96ca2-b5be-4243-bf38-2c514a176752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:04.344695 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ae7e9e0-38c8-46e5-808a-8b05b5b06704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:04.377442 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-ac2c7a11-3769-4dd5-8236-249a16b590ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:04.411853 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae7e9e0-38c8-46e5-808a-8b05b5b06704 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:10:04.412282 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ae7e9e0-38c8-46e5-808a-8b05b5b06704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:10:04.414300 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:10:04.430084 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 2f75ab96-7e3c-423e-adb5-68d74eed3b63 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:10:04.437184 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device f1c2dc37-53c8-4940-8d0e-4a846afcecd0 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:04.591626 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167a8a1-f4c4-46d0-8732-c1b5ebb560e4 req-6c84fc65-361a-44da-94d9-23cf955217c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:04.604448 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a167a8a1-f4c4-46d0-8732-c1b5ebb560e4 req-6c84fc65-361a-44da-94d9-23cf955217c5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.6200776 Aug 11 02:10:04.609295 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0603d54-485b-4830-a368-8ef18bd4a5dc admin admin] Pushing event deleted for resources: {'Port': ['ID=e5f64a5c-22f4-4ec7-a970-6c91b94932ef,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:04.629556 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bd921-58d7-4809-8fc0-cc215535c364 req-fe8c8273-5734-4b24-ba47-7e35837359ae tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:04.631263 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0a1bd921-58d7-4809-8fc0-cc215535c364 req-fe8c8273-5734-4b24-ba47-7e35837359ae tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed4e6ea-fd4f-44bb-b375-49a747f90809 HTTP/1.1" status: 200 len: 945 time: 0.4557011 Aug 11 02:10:04.704786 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 2f75ab96-7e3c-423e-adb5-68d74eed3b63, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=2f75ab96-7e3c-423e-adb5-68d74eed3b63,segment=NetworkSegment(b90ce4df-cc8e-4448-a1f2-f94063d6b16e),segment_id=b90ce4df-cc8e-4448-a1f2-f94063d6b16e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:04.724384 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: f1c2dc37-53c8-4940-8d0e-4a846afcecd0 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:10:04.725040 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device f1c2dc37-53c8-4940-8d0e-4a846afcecd0 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:04.726784 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '2f75ab96-7e3c-423e-adb5-68d74eed3b63', 'network_id': 'f125fcef-d9e9-4ec8-ac42-331264faeea0', 'port_id': '2f75ab96-7e3c-423e-adb5-68d74eed3b63', 'mac_address': 'fa:16:3e:3e:44:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cbe19f5-6919-43f5-abb0-402212091f5d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:10:04.749818 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a8775e2a-1787-483f-a0af-7e4fc824cee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:04.761679 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a167a8a1-f4c4-46d0-8732-c1b5ebb560e4 req-84bb16f5-6e46-4600-9423-5dc15f7b6e78 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=f10742f1-9dda-49d1-8b98-ab39d933f931 HTTP/1.1" status: 200 len: 217 time: 0.1086137 Aug 11 02:10:04.771936 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ae7e9e0-38c8-46e5-808a-8b05b5b06704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:04.777815 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0a1bd921-58d7-4809-8fc0-cc215535c364 req-f7af6e19-eba1-4619-be6b-6490e51e85e6 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389396 Aug 11 02:10:04.808451 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:04.817640 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ae7e9e0-38c8-46e5-808a-8b05b5b06704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:04.823530 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8ae7e9e0-38c8-46e5-808a-8b05b5b06704 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c HTTP/1.1" status: 204 len: 168 time: 1.7031629 Aug 11 02:10:04.827373 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-880b73d9-00ef-4d09-9d51-c8e6ab9241f1 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:04.842467 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f75ab96-7e3c-423e-adb5-68d74eed3b63 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:04.869076 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b73d9-00ef-4d09-9d51-c8e6ab9241f1 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Pushing event deleted for resources: {'Port': ['ID=a5c7ca77-c03b-453c-9dc4-34080e73c4e2,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:04.880443 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7e9e0-38c8-46e5-808a-8b05b5b06704 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c7ddb3f-e3b6-429b-8cc1-34c27c26c87c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:04.881814 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 2f75ab96-7e3c-423e-adb5-68d74eed3b63, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=2f75ab96-7e3c-423e-adb5-68d74eed3b63,segment=NetworkSegment(b90ce4df-cc8e-4448-a1f2-f94063d6b16e),segment_id=b90ce4df-cc8e-4448-a1f2-f94063d6b16e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:04.889702 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:04.892168 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dfef3fc6-1927-4246-9c46-a3d64e3bab21 req-f8836a84-206c-401c-85e0-c936d2351de7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1955304 Aug 11 02:10:04.923792 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770bb26f-033c-4629-8592-48735a141f44 req-52666dd1-71f7-48a1-b83f-ea70cc9bd43b tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:04.927769 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-770bb26f-033c-4629-8592-48735a141f44 req-52666dd1-71f7-48a1-b83f-ea70cc9bd43b tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ae83e1e-4074-49ab-b18e-3739f4091084 HTTP/1.1" status: 200 len: 948 time: 0.3203208 Aug 11 02:10:04.988491 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=2f75ab96-7e3c-423e-adb5-68d74eed3b63,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:05.005418 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a8775e2a-1787-483f-a0af-7e4fc824cee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:05.028574 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:05.028932 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:05.029278 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:05.029619 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:05.030003 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:05.030340 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:05.030670 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:05.031000 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:05.035665 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:05.036018 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:05.036367 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:05.037018 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:05.052536 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['2f75ab96-7e3c-423e-adb5-68d74eed3b63'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:05.071396 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167a8a1-f4c4-46d0-8732-c1b5ebb560e4 req-49072531-9e89-4cfd-b024-3d89f61cc9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:05.073502 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a167a8a1-f4c4-46d0-8732-c1b5ebb560e4 req-49072531-9e89-4cfd-b024-3d89f61cc9ab service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.3027699 Aug 11 02:10:05.083943 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33006) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:05.251357 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-770bb26f-033c-4629-8592-48735a141f44 req-6e9f3247-dedf-4357-8ea7-33a52c23603f tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c395b2-2705-4009-81f0-f1f32e9a7ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542274 Aug 11 02:10:05.259106 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef3fc6-1927-4246-9c46-a3d64e3bab21 req-22f21ca1-85dc-457c-9581-8855820f2401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:05.262551 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dfef3fc6-1927-4246-9c46-a3d64e3bab21 req-22f21ca1-85dc-457c-9581-8855820f2401 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc914b6e60444f2aabf27f905058cfbf&device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 1097 time: 0.3325329 Aug 11 02:10:05.299803 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device f10742f1-9dda-49d1-8b98-ab39d933f931 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:10:05.323560 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d68ee33b-cbee-4e8b-bcf8-98dbb2b26ee7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d10951123e674c02ad31051a633450e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378314 Aug 11 02:10:05.350679 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33008) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:05.356697 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167a8a1-f4c4-46d0-8732-c1b5ebb560e4 req-b0b810cc-6765-46f6-9467-93533e57c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:05.360435 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a167a8a1-f4c4-46d0-8732-c1b5ebb560e4 req-b0b810cc-6765-46f6-9467-93533e57c1bd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2658856 Aug 11 02:10:05.386494 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-880b73d9-00ef-4d09-9d51-c8e6ab9241f1 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:05.390557 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-880b73d9-00ef-4d09-9d51-c8e6ab9241f1 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:05.392191 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-880b73d9-00ef-4d09-9d51-c8e6ab9241f1 tempest-ServersWithSpecificFlavorTestJSON-1750589337 tempest-ServersWithSpecificFlavorTestJSON-1750589337-project] 10.222.0.50 "DELETE /v2.0/floatingips/cab856b4-1f15-48fd-9b78-db1df749a320 HTTP/1.1" status: 204 len: 168 time: 2.1317849 Aug 11 02:10:05.435424 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port f10742f1-9dda-49d1-8b98-ab39d933f931, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f10742f1-9dda-49d1-8b98-ab39d933f931,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:05.477771 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'f10742f1-9dda-49d1-8b98-ab39d933f931', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': 'f10742f1-9dda-49d1-8b98-ab39d933f931', 'mac_address': 'fa:16:3e:23:83:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:10:05.538696 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:05.563507 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f10742f1-9dda-49d1-8b98-ab39d933f931 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:05.618918 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port f10742f1-9dda-49d1-8b98-ab39d933f931, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f10742f1-9dda-49d1-8b98-ab39d933f931,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:05.636817 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:05.691181 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d0603d54-485b-4830-a368-8ef18bd4a5dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:05.705228 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef3fc6-1927-4246-9c46-a3d64e3bab21 req-ee892092-a24d-4bd8-9550-fb2c2afac1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:05.707263 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dfef3fc6-1927-4246-9c46-a3d64e3bab21 req-ee892092-a24d-4bd8-9550-fb2c2afac1c8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7 HTTP/1.1" status: 200 len: 922 time: 0.3885396 Aug 11 02:10:05.709564 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a167a8a1-f4c4-46d0-8732-c1b5ebb560e4 req-09574ce7-cedf-4c7f-bbe5-e4230f404ea5 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160264 Aug 11 02:10:05.731599 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=f10742f1-9dda-49d1-8b98-ab39d933f931,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:05.843085 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dfef3fc6-1927-4246-9c46-a3d64e3bab21 req-e73f0518-5236-4ffb-9f44-afe7defe7e6b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1f8ae10-79f2-4796-927d-348e53a5326e HTTP/1.1" status: 200 len: 217 time: 0.1135736 Aug 11 02:10:05.866574 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['f10742f1-9dda-49d1-8b98-ab39d933f931'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:05.909778 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0aafa-8e65-4394-b896-140bf70f8723 req-f45c6458-57f5-40c9-91bf-fbafe928c97e tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:05.918381 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c0e0aafa-8e65-4394-b896-140bf70f8723 req-f45c6458-57f5-40c9-91bf-fbafe928c97e tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ba96ca2-b5be-4243-bf38-2c514a176752 HTTP/1.1" status: 200 len: 932 time: 0.8665626 Aug 11 02:10:05.941752 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a8775e2a-1787-483f-a0af-7e4fc824cee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:05.944447 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a8775e2a-1787-483f-a0af-7e4fc824cee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:05.945609 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a8775e2a-1787-483f-a0af-7e4fc824cee5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8ca31517-7e2d-4ee9-88c7-537582f114a6 HTTP/1.1" status: 204 len: 168 time: 1.7282355 Aug 11 02:10:05.967599 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8775e2a-1787-483f-a0af-7e4fc824cee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca31517-7e2d-4ee9-88c7-537582f114a6,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:05.989618 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2dee84ea-b4d7-4a78-8d56-d2a6a13d3cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:06.034160 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-ac2c7a11-3769-4dd5-8236-249a16b590ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f88a83-6dfe-42b5-82c7-7245de18816f {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:06.090345 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-ac2c7a11-3769-4dd5-8236-249a16b590ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:06.102771 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2dee84ea-b4d7-4a78-8d56-d2a6a13d3cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:06.138235 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef3fc6-1927-4246-9c46-a3d64e3bab21 req-79a432d3-151e-4908-a1b3-a1d2b366831c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:06.139961 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dfef3fc6-1927-4246-9c46-a3d64e3bab21 req-79a432d3-151e-4908-a1b3-a1d2b366831c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b6e0d0b4-108b-452a-91dc-cd606630079c HTTP/1.1" status: 200 len: 861 time: 0.2516687 Aug 11 02:10:06.153699 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c0e0aafa-8e65-4394-b896-140bf70f8723 req-660dc7f6-0902-4601-8552-ca47b63dd9c0 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5c2d132-8c4b-4929-9e8f-298a8853dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339177 Aug 11 02:10:06.225463 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848ae62-5ee8-4117-9fda-fc126f2548e3 req-f94a600c-6bc5-47a0-bad6-2b35a0c3e7d7 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:06.228182 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a848ae62-5ee8-4117-9fda-fc126f2548e3 req-f94a600c-6bc5-47a0-bad6-2b35a0c3e7d7 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed4e6ea-fd4f-44bb-b375-49a747f90809 HTTP/1.1" status: 200 len: 944 time: 0.2441101 Aug 11 02:10:06.268182 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-ac2c7a11-3769-4dd5-8236-249a16b590ca service neutron] Transition to ACTIVE for port object 48f88a83-6dfe-42b5-82c7-7245de18816f will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:06.287812 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-ac2c7a11-3769-4dd5-8236-249a16b590ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:06.305198 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dfef3fc6-1927-4246-9c46-a3d64e3bab21 req-73ba9f22-7ad9-424a-b1ee-461a3687aae0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91920fe3-ff09-41fe-ba76-a9d2c7703cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1564395 Aug 11 02:10:06.326409 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0603d54-485b-4830-a368-8ef18bd4a5dc admin admin] Router 6f450c02-37a4-4601-8a56-1d015f7b902a has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:10:06.327863 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a167a8a1-f4c4-46d0-8732-c1b5ebb560e4 req-3fc83b65-4099-4a10-9f38-c589d231dcfe service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5813396 Aug 11 02:10:06.362337 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c7a11-3769-4dd5-8236-249a16b590ca service neutron] Pushing event updated for resources: {'Port': ['ID=48f88a83-6dfe-42b5-82c7-7245de18816f,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:06.390250 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33036) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:06.442630 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 2f75ab96-7e3c-423e-adb5-68d74eed3b63 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:10:06.487448 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2dee84ea-b4d7-4a78-8d56-d2a6a13d3cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:06.495184 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2dee84ea-b4d7-4a78-8d56-d2a6a13d3cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:06.500474 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2dee84ea-b4d7-4a78-8d56-d2a6a13d3cdc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9173b014-3c40-4065-b9dc-066e05a968e9 HTTP/1.1" status: 204 len: 168 time: 1.1381831 Aug 11 02:10:06.524873 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a848ae62-5ee8-4117-9fda-fc126f2548e3 req-f90e9683-e2a8-463b-88b3-bc00545b33f3 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224126 Aug 11 02:10:06.534748 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee84ea-b4d7-4a78-8d56-d2a6a13d3cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9173b014-3c40-4065-b9dc-066e05a968e9,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:06.539380 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 2f75ab96-7e3c-423e-adb5-68d74eed3b63 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:06.540138 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:06.592597 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33044) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:06.629942 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dfef3fc6-1927-4246-9c46-a3d64e3bab21 req-e44b86f4-9ce0-4163-976f-605e745f14f6 service neutron] 10.222.0.66 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009894 Aug 11 02:10:06.649062 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-ac2c7a11-3769-4dd5-8236-249a16b590ca service neutron] Attempting to bind port 48f88a83-6dfe-42b5-82c7-7245de18816f on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:10:06.649407 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-ac2c7a11-3769-4dd5-8236-249a16b590ca service neutron] Attempting to bind port 48f88a83-6dfe-42b5-82c7-7245de18816f by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '406893ed-98cd-41db-b353-d550bc890a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3ed7cc89-ecb6-439c-9af3-42bce1c88898'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:10:06.649749 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-ac2c7a11-3769-4dd5-8236-249a16b590ca service neutron] Attempting to bind port 48f88a83-6dfe-42b5-82c7-7245de18816f on network 3ed7cc89-ecb6-439c-9af3-42bce1c88898 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:06.685225 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:06.723594 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53c0e8-6c2a-4b12-a4b5-253a1fb519cc req-0a60816d-c623-435e-b6ac-c1dba67d4838 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:06.724492 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed4e6ea-fd4f-44bb-b375-49a747f90809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f75ab96-7e3c-423e-adb5-68d74eed3b63'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:06.725185 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a53c0e8-6c2a-4b12-a4b5-253a1fb519cc req-0a60816d-c623-435e-b6ac-c1dba67d4838 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ae83e1e-4074-49ab-b18e-3739f4091084 HTTP/1.1" status: 200 len: 949 time: 0.2588387 Aug 11 02:10:06.740485 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf51e98f-6160-41cf-ab82-2c80df226897" -d '{"events": [{"server_uuid": "9ed4e6ea-fd4f-44bb-b375-49a747f90809", "name": "network-vif-plugged", "status": "completed", "tag": "2f75ab96-7e3c-423e-adb5-68d74eed3b63"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:06.740676 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-ac2c7a11-3769-4dd5-8236-249a16b590ca service neutron] Port 48f88a83-6dfe-42b5-82c7-7245de18816f on network 3ed7cc89-ecb6-439c-9af3-42bce1c88898 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:10:06.740996 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-ac2c7a11-3769-4dd5-8236-249a16b590ca service neutron] Attempting to bind port 48f88a83-6dfe-42b5-82c7-7245de18816f on network 3ed7cc89-ecb6-439c-9af3-42bce1c88898 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:06.755302 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e7d90971-26e3-4c1f-8986-635e82a4be4c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8063dbbe5d9441cd8acc3908e5bd7499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1614809 Aug 11 02:10:06.763674 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 2f75ab96-7e3c-423e-adb5-68d74eed3b63, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=2f75ab96-7e3c-423e-adb5-68d74eed3b63,segment=NetworkSegment(b90ce4df-cc8e-4448-a1f2-f94063d6b16e),segment_id=b90ce4df-cc8e-4448-a1f2-f94063d6b16e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:06.765004 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33048) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:06.773243 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:06.845177 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-ac2c7a11-3769-4dd5-8236-249a16b590ca service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:10:06.848933 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dfef3fc6-1927-4246-9c46-a3d64e3bab21 req-79d6867a-ab92-4b5c-8dad-7ca9fa1c1015 service neutron] 10.222.0.66 "GET /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057710 Aug 11 02:10:06.852542 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-ac2c7a11-3769-4dd5-8236-249a16b590ca service neutron] Checking segment: {'id': '406893ed-98cd-41db-b353-d550bc890a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3ed7cc89-ecb6-439c-9af3-42bce1c88898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:06.855298 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-ac2c7a11-3769-4dd5-8236-249a16b590ca service neutron] Bound using segment: {'id': '406893ed-98cd-41db-b353-d550bc890a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3ed7cc89-ecb6-439c-9af3-42bce1c88898'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:10:06.856021 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-ac2c7a11-3769-4dd5-8236-249a16b590ca service neutron] Bound port: 48f88a83-6dfe-42b5-82c7-7245de18816f, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '406893ed-98cd-41db-b353-d550bc890a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3ed7cc89-ecb6-439c-9af3-42bce1c88898'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:10:06.856718 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-ac2c7a11-3769-4dd5-8236-249a16b590ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:06.883804 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=2f75ab96-7e3c-423e-adb5-68d74eed3b63,revision_number=7']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:06.906745 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0603d54-485b-4830-a368-8ef18bd4a5dc admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:10:06.917107 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d0603d54-485b-4830-a368-8ef18bd4a5dc admin admin] 10.222.0.50 "PUT /v2.0/routers/6f450c02-37a4-4601-8a56-1d015f7b902a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1137710 Aug 11 02:10:06.919480 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33052) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:06.924625 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241225e8-fa73-4f6e-bd62-cf4582c68fbd None None] Sync routers for ids ['6f450c02-37a4-4601-8a56-1d015f7b902a'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:10:06.954932 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241225e8-fa73-4f6e-bd62-cf4582c68fbd None None] Routers {'6f450c02-37a4-4601-8a56-1d015f7b902a'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:10:06.955595 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-241225e8-fa73-4f6e-bd62-cf4582c68fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:09:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6f450c02-37a4-4601-8a56-1d015f7b902a'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:06.956143 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a53c0e8-6c2a-4b12-a4b5-253a1fb519cc req-e8f8b542-e445-4ca5-a671-b447d783b54b tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c395b2-2705-4009-81f0-f1f32e9a7ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963348 Aug 11 02:10:07.000583 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0627ae8b-6eff-4ebb-b14b-49f8da1e0820 x-openstack-request-id: req-0627ae8b-6eff-4ebb-b14b-49f8da1e0820 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:07.000882 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed4e6ea-fd4f-44bb-b375-49a747f90809", "name": "network-vif-plugged", "status": "completed", "tag": "2f75ab96-7e3c-423e-adb5-68d74eed3b63", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:07.001156 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0627ae8b-6eff-4ebb-b14b-49f8da1e0820 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:07.001521 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed4e6ea-fd4f-44bb-b375-49a747f90809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f75ab96-7e3c-423e-adb5-68d74eed3b63', 'code': 200} Aug 11 02:10:07.129695 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-ac2c7a11-3769-4dd5-8236-249a16b590ca service neutron] For port 48f88a83-6dfe-42b5-82c7-7245de18816f, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:07.140210 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-ac2c7a11-3769-4dd5-8236-249a16b590ca service neutron] For port 48f88a83-6dfe-42b5-82c7-7245de18816f, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=48f88a83-6dfe-42b5-82c7-7245de18816f,segment=NetworkSegment(406893ed-98cd-41db-b353-d550bc890a57),segment_id=406893ed-98cd-41db-b353-d550bc890a57)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:10:07.201120 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7f09a37c-cf0a-4c1a-954d-681c63ac5d33 admin admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:07.284218 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-ac2c7a11-3769-4dd5-8236-249a16b590ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:07.302606 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device f10742f1-9dda-49d1-8b98-ab39d933f931 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:10:07.388760 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-241225e8-fa73-4f6e-bd62-cf4582c68fbd None None] Set router 6f450c02-37a4-4601-8a56-1d015f7b902a gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:10:07.412865 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-ac2c7a11-3769-4dd5-8236-249a16b590ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:07.412865 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-ac2c7a11-3769-4dd5-8236-249a16b590ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:07.415327 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-ac2c7a11-3769-4dd5-8236-249a16b590ca service neutron] 10.222.0.66 "PUT /v2.0/ports/48f88a83-6dfe-42b5-82c7-7245de18816f HTTP/1.1" status: 200 len: 1093 time: 3.1474583 Aug 11 02:10:07.415327 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ba96ca2-b5be-4243-bf38-2c514a176752', 'tag': '48f88a83-6dfe-42b5-82c7-7245de18816f'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:07.417757 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421ed086-8533-4a45-9709-a7a2048dce30" -d '{"events": [{"name": "network-changed", "server_uuid": "9ba96ca2-b5be-4243-bf38-2c514a176752", "tag": "48f88a83-6dfe-42b5-82c7-7245de18816f"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:07.420385 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port f10742f1-9dda-49d1-8b98-ab39d933f931 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:10:07.425577 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port f10742f1-9dda-49d1-8b98-ab39d933f931 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:07.425999 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:07.543930 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c7a11-3769-4dd5-8236-249a16b590ca service neutron] Pushing event updated for resources: {'Port': ['ID=48f88a83-6dfe-42b5-82c7-7245de18816f,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:07.555304 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa6caa-f117-4717-aa91-719e93403ee1 req-a00c1513-1d72-4ea1-8945-78df52ea5b80 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:07.557241 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3efa6caa-f117-4717-aa91-719e93403ee1 req-a00c1513-1d72-4ea1-8945-78df52ea5b80 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ba96ca2-b5be-4243-bf38-2c514a176752 HTTP/1.1" status: 200 len: 944 time: 0.2836356 Aug 11 02:10:07.586561 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7f09a37c-cf0a-4c1a-954d-681c63ac5d33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:07.598610 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32815957-384c-4f25-9f9b-24afecb9fd16 req-6ce68512-5976-487b-90c5-13cf1d024793 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:07.612089 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-32815957-384c-4f25-9f9b-24afecb9fd16 req-6ce68512-5976-487b-90c5-13cf1d024793 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed4e6ea-fd4f-44bb-b375-49a747f90809 HTTP/1.1" status: 200 len: 945 time: 0.4690800 Aug 11 02:10:07.612946 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:07.620380 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bca144a2-7932-41ae-8fb4-cb8281f63265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:07.680722 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bca144a2-7932-41ae-8fb4-cb8281f63265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:07.688906 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port f10742f1-9dda-49d1-8b98-ab39d933f931, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f10742f1-9dda-49d1-8b98-ab39d933f931,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:07.704262 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:07.747493 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-b831b246-2300-4340-9d87-c6c26c916082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:07.749210 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-b831b246-2300-4340-9d87-c6c26c916082 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9063ffdc81b54ef5b130fe559204d585&device_id=9ba96ca2-b5be-4243-bf38-2c514a176752 HTTP/1.1" status: 200 len: 1096 time: 0.2367945 Aug 11 02:10:07.750488 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3efa6caa-f117-4717-aa91-719e93403ee1 req-5c11468b-ed93-4c1e-9ce3-28d17b833205 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5c2d132-8c4b-4929-9e8f-298a8853dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658216 Aug 11 02:10:07.773051 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-241225e8-fa73-4f6e-bd62-cf4582c68fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'name': 'tempest-ServersTestBootFromVolume-2124483675-router', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'b0155832-9a88-4f01-9921-812b06625f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:31Z', 'updated_at': '2021-08-11T02:10:03Z', 'revision_number': 5, 'project_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'gw_port': {'id': 'b0155832-9a88-4f01-9921-812b06625f7d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:33Z', 'updated_at': '2021-08-11T02:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:07.810404 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-32815957-384c-4f25-9f9b-24afecb9fd16 req-2ce9ea6d-5836-41ac-8990-c5152b02d372 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973329 Aug 11 02:10:07.821280 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241225e8-fa73-4f6e-bd62-cf4582c68fbd None None] Checking router: 6f450c02-37a4-4601-8a56-1d015f7b902a for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:10:07.824013 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-7f09a37c-cf0a-4c1a-954d-681c63ac5d33 admin admin] Deleting port b0155832-9a88-4f01-9921-812b06625f7d {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:07.824958 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7f09a37c-cf0a-4c1a-954d-681c63ac5d33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:07.826196 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241225e8-fa73-4f6e-bd62-cf4582c68fbd None None] Routers {'6f450c02-37a4-4601-8a56-1d015f7b902a'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:10:07.826818 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-241225e8-fa73-4f6e-bd62-cf4582c68fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:09:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6f450c02-37a4-4601-8a56-1d015f7b902a'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:07.831488 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=f10742f1-9dda-49d1-8b98-ab39d933f931,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:07.884296 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6303594a-eb6e-4553-adc7-5faf8617aa2e x-openstack-request-id: req-6303594a-eb6e-4553-adc7-5faf8617aa2e {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:07.884604 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ba96ca2-b5be-4243-bf38-2c514a176752", "tag": "48f88a83-6dfe-42b5-82c7-7245de18816f", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:07.884890 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6303594a-eb6e-4553-adc7-5faf8617aa2e {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:07.885300 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ba96ca2-b5be-4243-bf38-2c514a176752', 'tag': '48f88a83-6dfe-42b5-82c7-7245de18816f', 'status': 'completed', 'code': 200} Aug 11 02:10:07.895579 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-e21f5172-d9c5-474b-b2a5-2565ad37ee2a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48f88a83-6dfe-42b5-82c7-7245de18816f HTTP/1.1" status: 200 len: 217 time: 0.1203380 Aug 11 02:10:07.915275 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-7f09a37c-cf0a-4c1a-954d-681c63ac5d33 admin admin] For port b0155832-9a88-4f01-9921-812b06625f7d, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b0155832-9a88-4f01-9921-812b06625f7d,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:07.916843 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7f09a37c-cf0a-4c1a-954d-681c63ac5d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:07.932264 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-7f09a37c-cf0a-4c1a-954d-681c63ac5d33 admin admin] Calling delete_port for b0155832-9a88-4f01-9921-812b06625f7d owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:07.999304 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-c09c1106-39dc-4785-a662-3c830446c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:08.001199 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-c09c1106-39dc-4785-a662-3c830446c999 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3b98e697-4820-417b-9d5a-65ab31b8e6a8 HTTP/1.1" status: 200 len: 864 time: 0.0972123 Aug 11 02:10:08.033367 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bca144a2-7932-41ae-8fb4-cb8281f63265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:08.043147 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bca144a2-7932-41ae-8fb4-cb8281f63265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:08.044365 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bca144a2-7932-41ae-8fb4-cb8281f63265 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/18669813-e2c5-4e6c-8f8f-90739d2f1dce HTTP/1.1" status: 204 len: 168 time: 1.2710290 Aug 11 02:10:08.054477 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-241225e8-fa73-4f6e-bd62-cf4582c68fbd None None] Set router 6f450c02-37a4-4601-8a56-1d015f7b902a gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:10:08.180035 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33086) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:08.182138 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-52dc1b74-5b70-484d-b56a-354a0858b27a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3ed7cc89-ecb6-439c-9af3-42bce1c88898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1716874 Aug 11 02:10:08.213887 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-241225e8-fa73-4f6e-bd62-cf4582c68fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'name': 'tempest-ServersTestBootFromVolume-2124483675-router', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:31Z', 'updated_at': '2021-08-11T02:10:07Z', 'revision_number': 6, 'project_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:08.284730 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241225e8-fa73-4f6e-bd62-cf4582c68fbd None None] The sync data for ids ['6f450c02-37a4-4601-8a56-1d015f7b902a'] in n-d-615180-33 is: [{'id': '6f450c02-37a4-4601-8a56-1d015f7b902a', 'name': 'tempest-ServersTestBootFromVolume-2124483675-router', 'tenant_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:31Z', 'updated_at': '2021-08-11T02:10:07Z', 'revision_number': 6, 'project_id': '60a4c1bf3ebd46f1af3a34fa98499cd5', 'gw_port_host': None}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:10:08.325009 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca144a2-7932-41ae-8fb4-cb8281f63265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18669813-e2c5-4e6c-8f8f-90739d2f1dce,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:08.326896 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7f09a37c-cf0a-4c1a-954d-681c63ac5d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:08.420767 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09a37c-cf0a-4c1a-954d-681c63ac5d33 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0155832-9a88-4f01-9921-812b06625f7d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:08.455665 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 2f75ab96-7e3c-423e-adb5-68d74eed3b63 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:08.486854 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a405421-3246-4fea-8861-6978a042b663 req-fe887424-68c1-4649-b950-a783c439ea74 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:08.488545 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7a405421-3246-4fea-8861-6978a042b663 req-fe887424-68c1-4649-b950-a783c439ea74 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ae83e1e-4074-49ab-b18e-3739f4091084 HTTP/1.1" status: 200 len: 950 time: 0.3656228 Aug 11 02:10:08.536444 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-14f64a51-a830-4d30-8622-ce9dd614d570 service neutron] 10.222.0.66 "GET /v2.0/networks/3ed7cc89-ecb6-439c-9af3-42bce1c88898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198490 Aug 11 02:10:08.634129 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7f09a37c-cf0a-4c1a-954d-681c63ac5d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:08.643744 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7a405421-3246-4fea-8861-6978a042b663 req-bb6d5de6-8449-41d6-9a89-617ef1689f0a tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c395b2-2705-4009-81f0-f1f32e9a7ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373448 Aug 11 02:10:08.644640 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:08.675733 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3f4f2-4a06-4a6d-9313-24495ff96b77 req-c8b0b064-bdc4-44b4-8044-59be766016a8 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:08.677235 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fb3f4f2-4a06-4a6d-9313-24495ff96b77 req-c8b0b064-bdc4-44b4-8044-59be766016a8 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ed4e6ea-fd4f-44bb-b375-49a747f90809 HTTP/1.1" status: 200 len: 945 time: 0.1822846 Aug 11 02:10:08.703365 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 2f75ab96-7e3c-423e-adb5-68d74eed3b63, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=2f75ab96-7e3c-423e-adb5-68d74eed3b63,segment=NetworkSegment(b90ce4df-cc8e-4448-a1f2-f94063d6b16e),segment_id=b90ce4df-cc8e-4448-a1f2-f94063d6b16e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:08.719391 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:08.793960 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-3ecc2f54-cfa0-4e11-b5d0-818c6c33f751 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1897740570-network', 'tenant_id': '517a6f5416f146b8880a89ee49ec53f2'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:08.812158 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=2f75ab96-7e3c-423e-adb5-68d74eed3b63,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:08.829509 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8921ac7d-7d68-4c3b-ae52-946a9cb82e09 req-2c021489-7ca4-4c06-8d54-4dc18094b77c service neutron] 10.222.0.66 "GET /v2.0/networks/3ed7cc89-ecb6-439c-9af3-42bce1c88898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781279 Aug 11 02:10:08.843240 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7f09a37c-cf0a-4c1a-954d-681c63ac5d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:08.850978 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7f09a37c-cf0a-4c1a-954d-681c63ac5d33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:08.970999 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a2bdd-9225-423d-a6c0-01b515c92ab5 req-3751bdf8-05b6-432f-9508-86f3e8870323 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:08.972182 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d10a2bdd-9225-423d-a6c0-01b515c92ab5 req-3751bdf8-05b6-432f-9508-86f3e8870323 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 944 time: 0.4342933 Aug 11 02:10:08.975063 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7f09a37c-cf0a-4c1a-954d-681c63ac5d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:08.975658 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f09a37c-cf0a-4c1a-954d-681c63ac5d33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f450c02-37a4-4601-8a56-1d015f7b902a {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:10:08.982415 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7f09a37c-cf0a-4c1a-954d-681c63ac5d33 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:08.987396 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7f09a37c-cf0a-4c1a-954d-681c63ac5d33 admin admin] 10.222.0.50 "DELETE /v2.0/routers/6f450c02-37a4-4601-8a56-1d015f7b902a HTTP/1.1" status: 204 len: 168 time: 2.0667322 Aug 11 02:10:08.992835 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33106) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:09.003027 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae83e1e-4074-49ab-b18e-3739f4091084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10742f1-9dda-49d1-8b98-ab39d933f931'}, {'server_uuid': '9ed4e6ea-fd4f-44bb-b375-49a747f90809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f75ab96-7e3c-423e-adb5-68d74eed3b63'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:09.006540 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db8f423-3685-4284-995a-97d9747f868c" -d '{"events": [{"server_uuid": "8ae83e1e-4074-49ab-b18e-3739f4091084", "name": "network-vif-plugged", "status": "completed", "tag": "f10742f1-9dda-49d1-8b98-ab39d933f931"}, {"server_uuid": "9ed4e6ea-fd4f-44bb-b375-49a747f90809", "name": "network-vif-unplugged", "status": "completed", "tag": "2f75ab96-7e3c-423e-adb5-68d74eed3b63"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:09.089910 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df047e4f-e33d-4116-8187-921707581507 req-4f38b9d0-c6f4-4358-8124-78b929074776 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:09.091475 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-df047e4f-e33d-4116-8187-921707581507 req-4f38b9d0-c6f4-4358-8124-78b929074776 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 944 time: 0.1705084 Aug 11 02:10:09.104881 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d10a2bdd-9225-423d-a6c0-01b515c92ab5 req-d6f76430-c8db-46a4-86c2-73d208a0add6 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244807 Aug 11 02:10:09.109929 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecc2f54-cfa0-4e11-b5d0-818c6c33f751 admin admin] Made reservation on behalf of 517a6f5416f146b8880a89ee49ec53f2 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:09.112809 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3ecc2f54-cfa0-4e11-b5d0-818c6c33f751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:09.129142 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3ecc2f54-cfa0-4e11-b5d0-818c6c33f751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:09.140649 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df4f3df-dc26-4285-8874-285c5bad4bbc admin admin] Deleting subnet 299a9d58-2432-41ae-9870-ba5a0dd4be22 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:10:09.148266 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4df4f3df-dc26-4285-8874-285c5bad4bbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:09.240104 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-71b6d45f-3b28-404f-bb8d-794f2b5c7f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:09.303797 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4df4f3df-dc26-4285-8874-285c5bad4bbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:09.323566 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89235e5-cbf2-49a3-a147-f543fc15b353 req-de3615c9-5486-4a8c-8f9b-4dc93ef42644 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:09.325148 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b89235e5-cbf2-49a3-a147-f543fc15b353 req-de3615c9-5486-4a8c-8f9b-4dc93ef42644 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ba96ca2-b5be-4243-bf38-2c514a176752 HTTP/1.1" status: 200 len: 944 time: 0.4236937 Aug 11 02:10:09.334172 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ed086-8533-4a45-9709-a7a2048dce30 req-917e1427-0fe0-43ac-9219-8c0e1dc92b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:09.335680 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-421ed086-8533-4a45-9709-a7a2048dce30 req-917e1427-0fe0-43ac-9219-8c0e1dc92b5f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9063ffdc81b54ef5b130fe559204d585&device_id=9ba96ca2-b5be-4243-bf38-2c514a176752 HTTP/1.1" status: 200 len: 1096 time: 0.3794804 Aug 11 02:10:09.395987 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469dd67-589d-4734-ac41-a11f4332ebf2 req-c511d091-b591-4a17-8e90-8beaf88779a8 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:09.397652 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9469dd67-589d-4734-ac41-a11f4332ebf2 req-c511d091-b591-4a17-8e90-8beaf88779a8 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed4e6ea-fd4f-44bb-b375-49a747f90809 HTTP/1.1" status: 200 len: 943 time: 0.1838391 Aug 11 02:10:09.495038 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4df4f3df-dc26-4285-8874-285c5bad4bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:09.567775 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-df047e4f-e33d-4116-8187-921707581507 req-653d0184-73af-4509-8f78-fd8272215b97 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Deleting port 7b700c27-660c-4e58-8fe5-174c7e9f96b8 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:09.568141 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-df047e4f-e33d-4116-8187-921707581507 req-653d0184-73af-4509-8f78-fd8272215b97 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:09.593193 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9469dd67-589d-4734-ac41-a11f4332ebf2 req-d6ab6565-8e9f-4fd2-9cbc-72ac6ea7fee5 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169598 Aug 11 02:10:09.660523 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4df4f3df-dc26-4285-8874-285c5bad4bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:09.710993 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81287567-600c-4fe2-95ca-73333dc245b0 x-openstack-request-id: req-81287567-600c-4fe2-95ca-73333dc245b0 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:09.711588 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae83e1e-4074-49ab-b18e-3739f4091084", "name": "network-vif-plugged", "status": "completed", "tag": "f10742f1-9dda-49d1-8b98-ab39d933f931", "code": 200}, {"server_uuid": "9ed4e6ea-fd4f-44bb-b375-49a747f90809", "name": "network-vif-unplugged", "status": "completed", "tag": "2f75ab96-7e3c-423e-adb5-68d74eed3b63", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:09.711588 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-81287567-600c-4fe2-95ca-73333dc245b0 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:09.712170 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae83e1e-4074-49ab-b18e-3739f4091084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10742f1-9dda-49d1-8b98-ab39d933f931', 'code': 200} Aug 11 02:10:09.712284 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed4e6ea-fd4f-44bb-b375-49a747f90809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f75ab96-7e3c-423e-adb5-68d74eed3b63', 'code': 200} Aug 11 02:10:09.722708 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4f3df-dc26-4285-8874-285c5bad4bbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=299a9d58-2432-41ae-9870-ba5a0dd4be22,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:09.736619 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4df4f3df-dc26-4285-8874-285c5bad4bbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:09.741684 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4df4f3df-dc26-4285-8874-285c5bad4bbc admin admin] 10.222.0.50 "DELETE /v2.0/subnets/299a9d58-2432-41ae-9870-ba5a0dd4be22 HTTP/1.1" status: 204 len: 168 time: 0.7466969 Aug 11 02:10:09.742760 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33126) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:09.744334 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09dd353-9b62-4515-911b-5f3898259d8f None None] Network 068e6073-54cf-4fcd-9f73-ff093706c9f6 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:10:09.757713 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-df047e4f-e33d-4116-8187-921707581507 req-653d0184-73af-4509-8f78-fd8272215b97 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] For port 7b700c27-660c-4e58-8fe5-174c7e9f96b8, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=7b700c27-660c-4e58-8fe5-174c7e9f96b8,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:09.758081 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-df047e4f-e33d-4116-8187-921707581507 req-653d0184-73af-4509-8f78-fd8272215b97 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:09.841995 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-8fb3f4f2-4a06-4a6d-9313-24495ff96b77 req-97dedb9e-1393-4ffe-a42e-9026f9063029 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Deleting port 2f75ab96-7e3c-423e-adb5-68d74eed3b63 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:09.842354 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8fb3f4f2-4a06-4a6d-9313-24495ff96b77 req-97dedb9e-1393-4ffe-a42e-9026f9063029 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:09.846700 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-df047e4f-e33d-4116-8187-921707581507 req-653d0184-73af-4509-8f78-fd8272215b97 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Calling delete_port for 7b700c27-660c-4e58-8fe5-174c7e9f96b8 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:09.850942 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3ecc2f54-cfa0-4e11-b5d0-818c6c33f751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:09.901060 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b89235e5-cbf2-49a3-a147-f543fc15b353 req-42b5fd8d-2174-4025-a3c3-22c2950004af tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5c2d132-8c4b-4929-9e8f-298a8853dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5601659 Aug 11 02:10:09.906975 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3ecc2f54-cfa0-4e11-b5d0-818c6c33f751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:09.920167 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ecc2f54-cfa0-4e11-b5d0-818c6c33f751 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:10:09.929847 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3ecc2f54-cfa0-4e11-b5d0-818c6c33f751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:09.930309 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-3ecc2f54-cfa0-4e11-b5d0-818c6c33f751 admin admin] Added segment 8dda424c-6239-42bb-bff8-51b4229f7691 of type vlan for network 27ff6225-1cd7-4782-971d-567e06372cbb Aug 11 02:10:09.973890 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3ecc2f54-cfa0-4e11-b5d0-818c6c33f751 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:10.041806 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43a3ff7-693d-4780-a0c1-7f867d3f4816 None None] DHCP port deletion for 068e6073-54cf-4fcd-9f73-ff093706c9f6 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:10:10.143470 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-c43a3ff7-693d-4780-a0c1-7f867d3f4816 None None] Deleting port 4f109f8a-0af2-4c30-84e0-f4e591b8fb9b {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:10.143892 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c43a3ff7-693d-4780-a0c1-7f867d3f4816 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:10.144913 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc2f54-cfa0-4e11-b5d0-818c6c33f751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654d34d8-7bd0-4b84-9c20-0696a6d061f4,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:10.157076 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3ecc2f54-cfa0-4e11-b5d0-818c6c33f751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:10.159317 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecc2f54-cfa0-4e11-b5d0-818c6c33f751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:10.159942 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3ecc2f54-cfa0-4e11-b5d0-818c6c33f751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:10.242932 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ed086-8533-4a45-9709-a7a2048dce30 req-d9276ffd-be8d-42c5-9cb5-c7409b72d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:10.245327 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-421ed086-8533-4a45-9709-a7a2048dce30 req-d9276ffd-be8d-42c5-9cb5-c7409b72d5bf service neutron] 10.222.0.66 "GET /v2.0/networks?id=3ed7cc89-ecb6-439c-9af3-42bce1c88898 HTTP/1.1" status: 200 len: 925 time: 0.8929110 Aug 11 02:10:10.259516 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-8fb3f4f2-4a06-4a6d-9313-24495ff96b77 req-97dedb9e-1393-4ffe-a42e-9026f9063029 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] For port 2f75ab96-7e3c-423e-adb5-68d74eed3b63, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=2f75ab96-7e3c-423e-adb5-68d74eed3b63,segment=NetworkSegment(b90ce4df-cc8e-4448-a1f2-f94063d6b16e),segment_id=b90ce4df-cc8e-4448-a1f2-f94063d6b16e)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:10.259922 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8fb3f4f2-4a06-4a6d-9313-24495ff96b77 req-97dedb9e-1393-4ffe-a42e-9026f9063029 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:10.273586 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-c43a3ff7-693d-4780-a0c1-7f867d3f4816 None None] For port 4f109f8a-0af2-4c30-84e0-f4e591b8fb9b, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=4f109f8a-0af2-4c30-84e0-f4e591b8fb9b,segment=NetworkSegment(3aa0f263-1052-435f-83fb-2fc7589001b0),segment_id=3aa0f263-1052-435f-83fb-2fc7589001b0)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:10.274323 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c43a3ff7-693d-4780-a0c1-7f867d3f4816 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:10.290049 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-c43a3ff7-693d-4780-a0c1-7f867d3f4816 None None] Calling delete_port for 4f109f8a-0af2-4c30-84e0-f4e591b8fb9b owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:10.296049 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3ecc2f54-cfa0-4e11-b5d0-818c6c33f751 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1100979 Aug 11 02:10:10.320158 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0fcd2a3f-1436-40d6-9f40-034a072d0b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:10.324317 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33138) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:10.340241 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-8fb3f4f2-4a06-4a6d-9313-24495ff96b77 req-97dedb9e-1393-4ffe-a42e-9026f9063029 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Calling delete_port for 2f75ab96-7e3c-423e-adb5-68d74eed3b63 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:10.346406 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc2f54-cfa0-4e11-b5d0-818c6c33f751 admin admin] Pushing event updated for resources: {'Network': ['ID=27ff6225-1cd7-4782-971d-567e06372cbb,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:10.349886 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-421ed086-8533-4a45-9709-a7a2048dce30 req-ac725234-3f06-4e4e-856d-2cbc92ba4253 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48f88a83-6dfe-42b5-82c7-7245de18816f HTTP/1.1" status: 200 len: 217 time: 0.0849724 Aug 11 02:10:10.363223 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-913bb504-be4f-4d41-8448-dc68d80d304b admin admin] Request body: {'subnet': {'network_id': '27ff6225-1cd7-4782-971d-567e06372cbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1897740570-subnet', 'tenant_id': '517a6f5416f146b8880a89ee49ec53f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:10.363626 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e5f64a5c-22f4-4ec7-a970-6c91b94932ef no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:10.365504 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 27ff6225-1cd7-4782-971d-567e06372cbb details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:10:10.411277 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43140cc-188d-498a-ade3-d5a5a00851aa req-f6aa367b-b4f5-4d76-9984-5f5cf4be966f tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:10.413622 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d43140cc-188d-498a-ade3-d5a5a00851aa req-f6aa367b-b4f5-4d76-9984-5f5cf4be966f tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ae83e1e-4074-49ab-b18e-3739f4091084 HTTP/1.1" status: 200 len: 950 time: 0.5631814 Aug 11 02:10:10.416451 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913bb504-be4f-4d41-8448-dc68d80d304b admin admin] Made reservation on behalf of 517a6f5416f146b8880a89ee49ec53f2 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:10.419079 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-913bb504-be4f-4d41-8448-dc68d80d304b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:10.424898 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: e5f64a5c-22f4-4ec7-a970-6c91b94932ef {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:10:10.425236 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e5f64a5c-22f4-4ec7-a970-6c91b94932ef not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:10.425657 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b0155832-9a88-4f01-9921-812b06625f7d no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:10.452503 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c93b81-cc8d-4858-85d1-31e09afa8925 req-79514889-31bf-4fbe-bc2c-88ef86a8ec43 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:10.454199 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-69c93b81-cc8d-4858-85d1-31e09afa8925 req-79514889-31bf-4fbe-bc2c-88ef86a8ec43 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 944 time: 0.2275102 Aug 11 02:10:10.464145 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: b0155832-9a88-4f01-9921-812b06625f7d {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:10:10.464510 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b0155832-9a88-4f01-9921-812b06625f7d not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:10.490867 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21be20e-75a4-47d4-9153-9f7995a06ba1 req-bf638d9d-054d-4cad-b659-4591982ad79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:10.492476 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a21be20e-75a4-47d4-9153-9f7995a06ba1 req-bf638d9d-054d-4cad-b659-4591982ad79e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8ae83e1e-4074-49ab-b18e-3739f4091084 HTTP/1.1" status: 200 len: 1102 time: 0.6637309 Aug 11 02:10:10.503236 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c43a3ff7-693d-4780-a0c1-7f867d3f4816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:10.506666 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ed086-8533-4a45-9709-a7a2048dce30 req-6f4fe288-d214-4f36-8ada-031b38f4a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:10.508343 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-421ed086-8533-4a45-9709-a7a2048dce30 req-6f4fe288-d214-4f36-8ada-031b38f4a651 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3b98e697-4820-417b-9d5a-65ab31b8e6a8 HTTP/1.1" status: 200 len: 864 time: 0.1434937 Aug 11 02:10:10.515729 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43a3ff7-693d-4780-a0c1-7f867d3f4816 None None] No DVR routers for this DVR port 4f109f8a-0af2-4c30-84e0-f4e591b8fb9b on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:10:10.539594 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a3ff7-693d-4780-a0c1-7f867d3f4816 None None] Pushing event deleted for resources: {'Port': ['ID=4f109f8a-0af2-4c30-84e0-f4e591b8fb9b,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:10.567632 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-421ed086-8533-4a45-9709-a7a2048dce30 req-07ee3f96-6b14-433d-8fbf-1f370b240405 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3ed7cc89-ecb6-439c-9af3-42bce1c88898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406787 Aug 11 02:10:10.595313 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d43140cc-188d-498a-ade3-d5a5a00851aa req-dc401d20-3a10-4136-9053-b0fbacd093f9 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c395b2-2705-4009-81f0-f1f32e9a7ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670737 Aug 11 02:10:10.611831 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-69c93b81-cc8d-4858-85d1-31e09afa8925 req-0b0882b8-4bea-40ee-bcbc-9381b78f9857 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447616 Aug 11 02:10:10.621240 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a21be20e-75a4-47d4-9153-9f7995a06ba1 req-39e136ae-6abc-4273-92b7-4eb95ac1a98f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b3c395b2-2705-4009-81f0-f1f32e9a7ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120756 Aug 11 02:10:10.686766 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-0fcd2a3f-1436-40d6-9f40-034a072d0b75 admin admin] Deleting port 4f109f8a-0af2-4c30-84e0-f4e591b8fb9b {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:10.687145 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0fcd2a3f-1436-40d6-9f40-034a072d0b75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:10.785078 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-71b6d45f-3b28-404f-bb8d-794f2b5c7f64 admin admin] Deleting port 8be37bb9-076d-463a-b531-bb0e301d7352 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:10.785280 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-df047e4f-e33d-4116-8187-921707581507 req-653d0184-73af-4509-8f78-fd8272215b97 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:10.785427 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-71b6d45f-3b28-404f-bb8d-794f2b5c7f64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:10.803039 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-421ed086-8533-4a45-9709-a7a2048dce30 req-cc78906d-2143-4208-8ab1-21e1d6abfcfb service neutron] 10.222.0.66 "GET /v2.0/networks/3ed7cc89-ecb6-439c-9af3-42bce1c88898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218649 Aug 11 02:10:10.803678 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8fb3f4f2-4a06-4a6d-9313-24495ff96b77 req-97dedb9e-1393-4ffe-a42e-9026f9063029 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:10.868364 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-0fcd2a3f-1436-40d6-9f40-034a072d0b75 admin admin] For port 4f109f8a-0af2-4c30-84e0-f4e591b8fb9b, host n-d-615180-33, got binding levels [] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:10.869563 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0fcd2a3f-1436-40d6-9f40-034a072d0b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:10.880020 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d0184-73af-4509-8f78-fd8272215b97 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Pushing event deleted for resources: {'Port': ['ID=7b700c27-660c-4e58-8fe5-174c7e9f96b8,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:10.906728 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-df047e4f-e33d-4116-8187-921707581507 req-653d0184-73af-4509-8f78-fd8272215b97 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] No DVR routers for this DVR port 7b700c27-660c-4e58-8fe5-174c7e9f96b8 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:10:10.909943 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-df047e4f-e33d-4116-8187-921707581507 req-653d0184-73af-4509-8f78-fd8272215b97 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:10.912588 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-df047e4f-e33d-4116-8187-921707581507 req-653d0184-73af-4509-8f78-fd8272215b97 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.66 "DELETE /v2.0/ports/7b700c27-660c-4e58-8fe5-174c7e9f96b8 HTTP/1.1" status: 204 len: 173 time: 1.8064425 Aug 11 02:10:10.913655 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-0fcd2a3f-1436-40d6-9f40-034a072d0b75 admin admin] Calling delete_port for 4f109f8a-0af2-4c30-84e0-f4e591b8fb9b owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:10.918342 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff8615a-875e-48c5-a231-3b12b3a952d6', 'name': 'network-vif-deleted', 'tag': '7b700c27-660c-4e58-8fe5-174c7e9f96b8'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:10.920509 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24b4a16-1663-41db-a053-f63d46c97ffb" -d '{"events": [{"server_uuid": "8ff8615a-875e-48c5-a231-3b12b3a952d6", "name": "network-vif-deleted", "tag": "7b700c27-660c-4e58-8fe5-174c7e9f96b8"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:10.920770 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dedb9e-1393-4ffe-a42e-9026f9063029 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Pushing event deleted for resources: {'Port': ['ID=2f75ab96-7e3c-423e-adb5-68d74eed3b63,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:10.947478 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.ipam_backend_mixin [None req-0fcd2a3f-1436-40d6-9f40-034a072d0b75 admin admin] Port 4f109f8a-0af2-4c30-84e0-f4e591b8fb9b was not found and therefore no delete operation was performed {{(pid=94507) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:10:10.955761 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0fcd2a3f-1436-40d6-9f40-034a072d0b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:10.968782 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f376842-ebf9-441d-9d77-a33577018be1 req-3ec618a0-1185-4f48-8e6b-64c2aeff29d1 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:10.970574 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2f376842-ebf9-441d-9d77-a33577018be1 req-3ec618a0-1185-4f48-8e6b-64c2aeff29d1 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed4e6ea-fd4f-44bb-b375-49a747f90809 HTTP/1.1" status: 200 len: 865 time: 0.2428079 Aug 11 02:10:10.996467 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcd2a3f-1436-40d6-9f40-034a072d0b75 admin admin] No DVR routers for this DVR port 4f109f8a-0af2-4c30-84e0-f4e591b8fb9b on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:10:11.000243 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd2a3f-1436-40d6-9f40-034a072d0b75 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f109f8a-0af2-4c30-84e0-f4e591b8fb9b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:11.030488 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb3f4f2-4a06-4a6d-9313-24495ff96b77 req-97dedb9e-1393-4ffe-a42e-9026f9063029 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] No DVR routers for this DVR port 2f75ab96-7e3c-423e-adb5-68d74eed3b63 on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:10:11.044613 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8fb3f4f2-4a06-4a6d-9313-24495ff96b77 req-97dedb9e-1393-4ffe-a42e-9026f9063029 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:11.046647 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fb3f4f2-4a06-4a6d-9313-24495ff96b77 req-97dedb9e-1393-4ffe-a42e-9026f9063029 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.73 "DELETE /v2.0/ports/2f75ab96-7e3c-423e-adb5-68d74eed3b63 HTTP/1.1" status: 204 len: 173 time: 2.3552303 Aug 11 02:10:11.046949 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-913bb504-be4f-4d41-8448-dc68d80d304b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:11.047109 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed4e6ea-fd4f-44bb-b375-49a747f90809', 'name': 'network-vif-deleted', 'tag': '2f75ab96-7e3c-423e-adb5-68d74eed3b63'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:11.049402 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17b8a6d-39d8-4150-a611-4922c900635d" -d '{"events": [{"server_uuid": "9ed4e6ea-fd4f-44bb-b375-49a747f90809", "name": "network-vif-deleted", "tag": "2f75ab96-7e3c-423e-adb5-68d74eed3b63"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:11.069632 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-71b6d45f-3b28-404f-bb8d-794f2b5c7f64 admin admin] For port 8be37bb9-076d-463a-b531-bb0e301d7352, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8be37bb9-076d-463a-b531-bb0e301d7352,segment=NetworkSegment(0850454f-1564-475e-ba74-4de21e93e9fe),segment_id=0850454f-1564-475e-ba74-4de21e93e9fe)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:11.070007 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-71b6d45f-3b28-404f-bb8d-794f2b5c7f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:11.099972 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2f376842-ebf9-441d-9d77-a33577018be1 req-4ba30438-9b23-47f7-a86a-3bb72f578daa tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147006 Aug 11 02:10:11.104735 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-71b6d45f-3b28-404f-bb8d-794f2b5c7f64 admin admin] Calling delete_port for 8be37bb9-076d-463a-b531-bb0e301d7352 owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:11.108229 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-421ed086-8533-4a45-9709-a7a2048dce30 req-03f60ff3-793c-464e-bb75-338bf21f5702 service neutron] 10.222.0.66 "GET /v2.0/networks/3ed7cc89-ecb6-439c-9af3-42bce1c88898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686865 Aug 11 02:10:11.143673 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0fcd2a3f-1436-40d6-9f40-034a072d0b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:11.198111 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-0fcd2a3f-1436-40d6-9f40-034a072d0b75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['068e6073-54cf-4fcd-9f73-ff093706c9f6']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:11.216783 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-0fcd2a3f-1436-40d6-9f40-034a072d0b75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa0f263-1052-435f-83fb-2fc7589001b0') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:11.217415 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-0fcd2a3f-1436-40d6-9f40-034a072d0b75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa0f263-1052-435f-83fb-2fc7589001b0') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:11.227692 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0fcd2a3f-1436-40d6-9f40-034a072d0b75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:11.243076 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7b50c5-41f7-4284-887e-e1d4592edc2e x-openstack-request-id: req-be7b50c5-41f7-4284-887e-e1d4592edc2e {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:11.243076 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff8615a-875e-48c5-a231-3b12b3a952d6", "name": "network-vif-deleted", "tag": "7b700c27-660c-4e58-8fe5-174c7e9f96b8", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:11.243076 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-be7b50c5-41f7-4284-887e-e1d4592edc2e {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:11.243076 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff8615a-875e-48c5-a231-3b12b3a952d6', 'name': 'network-vif-deleted', 'tag': '7b700c27-660c-4e58-8fe5-174c7e9f96b8', 'status': 'completed', 'code': 200} Aug 11 02:10:11.271733 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0fcd2a3f-1436-40d6-9f40-034a072d0b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:11.276577 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913bb504-be4f-4d41-8448-dc68d80d304b admin admin] Pushing event updated for resources: {'Subnet': ['ID=38848945-17b7-40ea-a15a-9e043b049631,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:11.285983 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4daf3d66-68d0-419f-833b-faa2cb2831b0 x-openstack-request-id: req-4daf3d66-68d0-419f-833b-faa2cb2831b0 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:11.286518 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed4e6ea-fd4f-44bb-b375-49a747f90809", "name": "network-vif-deleted", "tag": "2f75ab96-7e3c-423e-adb5-68d74eed3b63", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:11.287260 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4daf3d66-68d0-419f-833b-faa2cb2831b0 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:11.287260 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed4e6ea-fd4f-44bb-b375-49a747f90809', 'name': 'network-vif-deleted', 'tag': '2f75ab96-7e3c-423e-adb5-68d74eed3b63', 'status': 'completed', 'code': 200} Aug 11 02:10:11.298309 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fcd2a3f-1436-40d6-9f40-034a072d0b75 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:10:11.299779 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0fcd2a3f-1436-40d6-9f40-034a072d0b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:10:11.301742 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:10:11.312556 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 48f88a83-6dfe-42b5-82c7-7245de18816f details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:10:11.315828 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 7b700c27-660c-4e58-8fe5-174c7e9f96b8 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:11.349231 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 7b700c27-660c-4e58-8fe5-174c7e9f96b8 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:10:11.350272 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 7b700c27-660c-4e58-8fe5-174c7e9f96b8 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:11.350565 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913bb504-be4f-4d41-8448-dc68d80d304b admin admin] Checking segment: {'id': '8dda424c-6239-42bb-bff8-51b4229f7691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '27ff6225-1cd7-4782-971d-567e06372cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:11.350937 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913bb504-be4f-4d41-8448-dc68d80d304b admin admin] Network hostable DHCP agents. Network: 27ff6225-1cd7-4782-971d-567e06372cbb, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:10:11.385203 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8d2e8-f864-484a-b46f-62e17eeaca64 req-4f66a81a-a9e3-42b6-b284-688bb20134a8 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:11.386882 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-49d8d2e8-f864-484a-b46f-62e17eeaca64 req-4f66a81a-a9e3-42b6-b284-688bb20134a8 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ba96ca2-b5be-4243-bf38-2c514a176752 HTTP/1.1" status: 200 len: 944 time: 0.2296648 Aug 11 02:10:11.398610 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0fcd2a3f-1436-40d6-9f40-034a072d0b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:11.420150 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33170) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:11.423111 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0fcd2a3f-1436-40d6-9f40-034a072d0b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:11.427337 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0fcd2a3f-1436-40d6-9f40-034a072d0b75 admin admin] 10.222.0.50 "DELETE /v2.0/networks/068e6073-54cf-4fcd-9f73-ff093706c9f6 HTTP/1.1" status: 204 len: 168 time: 1.6787155 Aug 11 02:10:11.427481 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-71b6d45f-3b28-404f-bb8d-794f2b5c7f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:11.439008 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd2a3f-1436-40d6-9f40-034a072d0b75 admin admin] Pushing event deleted for resources: {'Network': ['ID=068e6073-54cf-4fcd-9f73-ff093706c9f6,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:11.456360 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6d45f-3b28-404f-bb8d-794f2b5c7f64 admin admin] Pushing event deleted for resources: {'Port': ['ID=8be37bb9-076d-463a-b531-bb0e301d7352,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:11.490974 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913bb504-be4f-4d41-8448-dc68d80d304b admin admin] Network 27ff6225-1cd7-4782-971d-567e06372cbb is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:10:11.527181 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 48f88a83-6dfe-42b5-82c7-7245de18816f, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=48f88a83-6dfe-42b5-82c7-7245de18816f,segment=NetworkSegment(406893ed-98cd-41db-b353-d550bc890a57),segment_id=406893ed-98cd-41db-b353-d550bc890a57)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:11.571384 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-49d8d2e8-f864-484a-b46f-62e17eeaca64 req-595de22e-aece-4146-8591-eaf338e6950c tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5c2d132-8c4b-4929-9e8f-298a8853dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677058 Aug 11 02:10:11.573086 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '48f88a83-6dfe-42b5-82c7-7245de18816f', 'network_id': '3ed7cc89-ecb6-439c-9af3-42bce1c88898', 'port_id': '48f88a83-6dfe-42b5-82c7-7245de18816f', 'mac_address': 'fa:16:3e:fc:31:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b98e697-4820-417b-9d5a-65ab31b8e6a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:10:11.576866 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-913bb504-be4f-4d41-8448-dc68d80d304b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 27ff6225-1cd7-4782-971d-567e06372cbb) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:10:11.590211 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913bb504-be4f-4d41-8448-dc68d80d304b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:11.592470 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-913bb504-be4f-4d41-8448-dc68d80d304b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:11.642338 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-913bb504-be4f-4d41-8448-dc68d80d304b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2829969 Aug 11 02:10:11.795775 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33182) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:11.842258 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-71b6d45f-3b28-404f-bb8d-794f2b5c7f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:11.846376 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d1a3a4-fb11-4c66-91b3-83da0dc8fab4 None None] Network 27ff6225-1cd7-4782-971d-567e06372cbb requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:10:11.846593 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3d5def57-2f48-46dc-a5ec-2f9eaf14019f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:11.959423 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ea6c2870-1ba3-460e-b6ec-5a2b3881ca3a req-391a1522-8c8d-4942-8842-610e43f2dff1 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ff8615a-875e-48c5-a231-3b12b3a952d6 HTTP/1.1" status: 200 len: 210 time: 0.0874846 Aug 11 02:10:11.982269 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0a7b0a73-a0c2-4a3c-9222-f099ac5d92ef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=60a4c1bf3ebd46f1af3a34fa98499cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1850193 Aug 11 02:10:11.985281 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33186) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:12.028191 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:12.042930 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:10:12.055842 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f0c30d-a4ad-4c16-bc9b-aab748a30de5 None None] Network 27ff6225-1cd7-4782-971d-567e06372cbb requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:10:12.061895 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f2a6b-badc-4c25-85a9-fb9f56a5cc86 req-29c6753c-971f-4f45-9d79-322054a84d8b tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:12.063459 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f88a83-6dfe-42b5-82c7-7245de18816f {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:12.072783 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6d9f2a6b-badc-4c25-85a9-fb9f56a5cc86 req-29c6753c-971f-4f45-9d79-322054a84d8b tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ae83e1e-4074-49ab-b18e-3739f4091084 HTTP/1.1" status: 200 len: 950 time: 0.2020984 Aug 11 02:10:12.107109 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3551af73-7929-41a8-90fa-4b4ed47fb82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:12.144468 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 48f88a83-6dfe-42b5-82c7-7245de18816f, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=48f88a83-6dfe-42b5-82c7-7245de18816f,segment=NetworkSegment(406893ed-98cd-41db-b353-d550bc890a57),segment_id=406893ed-98cd-41db-b353-d550bc890a57)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:12.154129 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:12.154754 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3551af73-7929-41a8-90fa-4b4ed47fb82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:12.180814 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6d9f2a6b-badc-4c25-85a9-fb9f56a5cc86 req-b9c3c065-ee8e-4006-80d4-e71ffd86b24c tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c395b2-2705-4009-81f0-f1f32e9a7ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060915 Aug 11 02:10:12.221379 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 4f109f8a-0af2-4c30-84e0-f4e591b8fb9b no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:12.235381 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3551af73-7929-41a8-90fa-4b4ed47fb82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:12.238405 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3551af73-7929-41a8-90fa-4b4ed47fb82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:12.239953 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3551af73-7929-41a8-90fa-4b4ed47fb82b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/29f7ef66-6fa6-41db-92e2-2460675501a8 HTTP/1.1" status: 204 len: 168 time: 0.2535434 Aug 11 02:10:12.256832 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 4f109f8a-0af2-4c30-84e0-f4e591b8fb9b {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:10:12.257180 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 4f109f8a-0af2-4c30-84e0-f4e591b8fb9b not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:12.257891 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551af73-7929-41a8-90fa-4b4ed47fb82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f7ef66-6fa6-41db-92e2-2460675501a8,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:12.281454 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=48f88a83-6dfe-42b5-82c7-7245de18816f,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:12.392406 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3d5def57-2f48-46dc-a5ec-2f9eaf14019f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:12.404388 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['48f88a83-6dfe-42b5-82c7-7245de18816f'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:12.407925 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3d5def57-2f48-46dc-a5ec-2f9eaf14019f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:12.488320 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 2f75ab96-7e3c-423e-adb5-68d74eed3b63 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:12.504072 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3d5def57-2f48-46dc-a5ec-2f9eaf14019f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1b286927666e413480d5ee100d1fa48c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0826828 Aug 11 02:10:12.506095 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b6d45f-3b28-404f-bb8d-794f2b5c7f64 admin admin] Router c47677c1-f7fe-4cb4-9e37-1d2be14a5264 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:10:12.506476 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33210) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:12.508750 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5def57-2f48-46dc-a5ec-2f9eaf14019f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8079a7-75f4-4484-acea-21fc5c8e261c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:12.534703 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105362e-0acf-4371-9fdd-ec063608466d req-3fef65d6-10e7-48a1-bf95-fb50f699a466 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:12.542751 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0105362e-0acf-4371-9fdd-ec063608466d req-3fef65d6-10e7-48a1-bf95-fb50f699a466 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/networks?id=27ff6225-1cd7-4782-971d-567e06372cbb HTTP/1.1" status: 200 len: 814 time: 0.1601987 Aug 11 02:10:12.558515 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 2f75ab96-7e3c-423e-adb5-68d74eed3b63 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:10:12.560568 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 2f75ab96-7e3c-423e-adb5-68d74eed3b63 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:12.578019 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0105362e-0acf-4371-9fdd-ec063608466d req-c644d142-50dc-4465-9137-dd7eee427b3c tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/quotas/517a6f5416f146b8880a89ee49ec53f2 HTTP/1.1" status: 200 len: 375 time: 0.0339384 Aug 11 02:10:12.624528 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0105362e-0acf-4371-9fdd-ec063608466d req-317a2993-4472-4bee-a885-55fba2f07505 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=517a6f5416f146b8880a89ee49ec53f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453961 Aug 11 02:10:12.637162 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b6d45f-3b28-404f-bb8d-794f2b5c7f64 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:10:12.647941 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-71b6d45f-3b28-404f-bb8d-794f2b5c7f64 admin admin] 10.222.0.50 "PUT /v2.0/routers/c47677c1-f7fe-4cb4-9e37-1d2be14a5264/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2537611 Aug 11 02:10:12.651296 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33218) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:12.662971 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1c4340-a216-4303-b008-623f2b74dfa6 None None] Sync routers for ids ['c47677c1-f7fe-4cb4-9e37-1d2be14a5264'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:10:12.714930 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0105362e-0acf-4371-9fdd-ec063608466d req-444a182d-8ae4-41fe-ae05-e03b8a59b6ac service neutron] 10.222.0.50 "GET /v2.0/networks/27ff6225-1cd7-4782-971d-567e06372cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894055 Aug 11 02:10:12.735172 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1c4340-a216-4303-b008-623f2b74dfa6 None None] Routers {'c47677c1-f7fe-4cb4-9e37-1d2be14a5264'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:10:12.739359 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-63f14541-ab19-40e7-b061-057ad14893f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:12.744110 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-1b1c4340-a216-4303-b008-623f2b74dfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:09:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['c47677c1-f7fe-4cb4-9e37-1d2be14a5264'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:12.769612 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33222) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:12.776790 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-325dcd29-2f81-47cd-b747-ab736df18c0e tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--823118704', 'description': 'tempest-description--533897502'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:12.801853 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6e040489-adeb-400d-8886-4f1bba88e06b admin admin] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:12.807147 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-63f14541-ab19-40e7-b061-057ad14893f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:12.868047 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-325dcd29-2f81-47cd-b747-ab736df18c0e tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:12.875683 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0105362e-0acf-4371-9fdd-ec063608466d req-f65f9d85-5b1d-48be-aa1b-4166172eadfb service neutron] 10.222.0.50 "GET /v2.0/networks/27ff6225-1cd7-4782-971d-567e06372cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531692 Aug 11 02:10:12.902294 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-63f14541-ab19-40e7-b061-057ad14893f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:12.905565 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-63f14541-ab19-40e7-b061-057ad14893f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:12.909044 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-63f14541-ab19-40e7-b061-057ad14893f9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eb8079a7-75f4-4484-acea-21fc5c8e261c HTTP/1.1" status: 204 len: 168 time: 0.3992085 Aug 11 02:10:12.941537 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f14541-ab19-40e7-b061-057ad14893f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8079a7-75f4-4484-acea-21fc5c8e261c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:13.015739 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-1b1c4340-a216-4303-b008-623f2b74dfa6 None None] Set router c47677c1-f7fe-4cb4-9e37-1d2be14a5264 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:10:13.105599 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6e040489-adeb-400d-8886-4f1bba88e06b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:13.186068 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee81a37-78fa-4fea-8e15-eb1f38864d72 req-652e97c9-f6ef-4184-aae1-1b56d3dced77 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:13.187843 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1ee81a37-78fa-4fea-8e15-eb1f38864d72 req-652e97c9-f6ef-4184-aae1-1b56d3dced77 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ba96ca2-b5be-4243-bf38-2c514a176752 HTTP/1.1" status: 200 len: 945 time: 0.1190112 Aug 11 02:10:13.222166 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-325dcd29-2f81-47cd-b747-ab736df18c0e tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:13.237384 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-325dcd29-2f81-47cd-b747-ab736df18c0e tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:13.265917 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1ee81a37-78fa-4fea-8e15-eb1f38864d72 req-d79c61dc-303c-4f28-8953-f678901d8e00 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5c2d132-8c4b-4929-9e8f-298a8853dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701866 Aug 11 02:10:13.281424 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2b0f9-0207-4824-977e-d646f521796b req-3fffe380-f179-48c6-be2c-8d6554fd69d4 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:13.282754 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-1b1c4340-a216-4303-b008-623f2b74dfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809665121-router', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:02Z', 'updated_at': '2021-08-11T02:10:11Z', 'revision_number': 5, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'gw_port': {'id': '8fccdd73-5c73-4bfc-95cc-cd70057f671d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:04Z', 'updated_at': '2021-08-11T02:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:13.282977 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-79f2b0f9-0207-4824-977e-d646f521796b req-3fffe380-f179-48c6-be2c-8d6554fd69d4 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ae83e1e-4074-49ab-b18e-3739f4091084 HTTP/1.1" status: 200 len: 950 time: 0.4364405 Aug 11 02:10:13.362889 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1c4340-a216-4303-b008-623f2b74dfa6 None None] Checking router: c47677c1-f7fe-4cb4-9e37-1d2be14a5264 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:10:13.371802 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-325dcd29-2f81-47cd-b747-ab736df18c0e tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:13.373148 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-325dcd29-2f81-47cd-b747-ab736df18c0e tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6027150 Aug 11 02:10:13.376370 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1c4340-a216-4303-b008-623f2b74dfa6 None None] Routers {'c47677c1-f7fe-4cb4-9e37-1d2be14a5264'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:10:13.377059 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33250) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:13.378383 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-1b1c4340-a216-4303-b008-623f2b74dfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:09:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['c47677c1-f7fe-4cb4-9e37-1d2be14a5264'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:13.380956 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325dcd29-2f81-47cd-b747-ab736df18c0e tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8e90a7-b83c-4427-a267-5997b183759c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:13.384428 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-3cedab4a-c842-4b66-b70c-34a58c85d765 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Request body: {'security_group_rule': {'security_group_id': 'ff8e90a7-b83c-4427-a267-5997b183759c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:13.408731 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-79f2b0f9-0207-4824-977e-d646f521796b req-adee95c0-06f2-4690-85e5-2d03bc82ecde tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c395b2-2705-4009-81f0-f1f32e9a7ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749743 Aug 11 02:10:13.467951 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-6e040489-adeb-400d-8886-4f1bba88e06b admin admin] Deleting port 8fccdd73-5c73-4bfc-95cc-cd70057f671d {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:13.468647 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6e040489-adeb-400d-8886-4f1bba88e06b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:13.476702 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3cedab4a-c842-4b66-b70c-34a58c85d765 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:13.573727 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33258) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:13.612881 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-1b1c4340-a216-4303-b008-623f2b74dfa6 None None] Set router c47677c1-f7fe-4cb4-9e37-1d2be14a5264 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:10:13.619945 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-58220e89-e449-4e80-954b-273beaee749c req-dc40449b-774c-4882-892a-70ca6b9d59ce tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c9bce99-44da-42db-a235-35001c0d4a22 HTTP/1.1" status: 200 len: 210 time: 0.1259315 Aug 11 02:10:13.653125 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-6e040489-adeb-400d-8886-4f1bba88e06b admin admin] For port 8fccdd73-5c73-4bfc-95cc-cd70057f671d, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8fccdd73-5c73-4bfc-95cc-cd70057f671d,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:13.653530 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6e040489-adeb-400d-8886-4f1bba88e06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:13.668259 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33264) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:13.705521 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3cedab4a-c842-4b66-b70c-34a58c85d765 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:13.714011 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3cedab4a-c842-4b66-b70c-34a58c85d765 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:13.732685 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-1b1c4340-a216-4303-b008-623f2b74dfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809665121-router', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:02Z', 'updated_at': '2021-08-11T02:10:13Z', 'revision_number': 6, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:13.747466 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-6e040489-adeb-400d-8886-4f1bba88e06b admin admin] Calling delete_port for 8fccdd73-5c73-4bfc-95cc-cd70057f671d owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:13.750947 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e1642d60-e513-48b1-9047-e1d0909e8a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:13.773588 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cedab4a-c842-4b66-b70c-34a58c85d765 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea82548-b11d-4692-b4f2-e5cd0842f899,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:13.826432 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3cedab4a-c842-4b66-b70c-34a58c85d765 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:13.827986 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3cedab4a-c842-4b66-b70c-34a58c85d765 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4491553 Aug 11 02:10:13.828957 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1c4340-a216-4303-b008-623f2b74dfa6 None None] The sync data for ids ['c47677c1-f7fe-4cb4-9e37-1d2be14a5264'] in n-d-615180-33 is: [{'id': 'c47677c1-f7fe-4cb4-9e37-1d2be14a5264', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809665121-router', 'tenant_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:02Z', 'updated_at': '2021-08-11T02:10:13Z', 'revision_number': 6, 'project_id': 'cb95ec3b4fc24ea09028c8f97283ca58', 'gw_port_host': None}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:10:13.831022 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33278) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:13.852330 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-1b16f3ba-df86-48d3-a3ae-b55fe5c55484 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Request body: {'security_group_rule': {'security_group_id': 'ff8e90a7-b83c-4427-a267-5997b183759c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:13.896190 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f738a5-a0c1-4020-9cbb-88b134d73a0c req-4f4a611d-08ff-4f7f-ab1b-48eb5a867002 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:13.897900 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-14f738a5-a0c1-4020-9cbb-88b134d73a0c req-4f4a611d-08ff-4f7f-ab1b-48eb5a867002 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 945 time: 0.1020238 Aug 11 02:10:13.900767 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-ce42f7f7-0f0b-434c-8332-9e5f2788ab60 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1120915990-network', 'tenant_id': 'cb683947b58544f291a36cdc9fa42ce2'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:13.905251 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1b16f3ba-df86-48d3-a3ae-b55fe5c55484 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:13.971168 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-14f738a5-a0c1-4020-9cbb-88b134d73a0c req-7c7f72d9-93ca-47a8-ad63-cdee50032fc8 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612400 Aug 11 02:10:13.973301 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-8e0609a6-ee34-4d7f-9c19-e9f425e6dc31 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=768da97fefcc4d41933f25f109a58069&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0833540 Aug 11 02:10:14.012037 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1b16f3ba-df86-48d3-a3ae-b55fe5c55484 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:14.016586 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1b16f3ba-df86-48d3-a3ae-b55fe5c55484 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:14.034709 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16f3ba-df86-48d3-a3ae-b55fe5c55484 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db18c3bb-83fa-445e-be5a-b6127f302c7c,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:14.188295 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8be37bb9-076d-463a-b531-bb0e301d7352 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:14.208875 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 8be37bb9-076d-463a-b531-bb0e301d7352 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:10:14.209221 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8be37bb9-076d-463a-b531-bb0e301d7352 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:14.209584 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6e040489-adeb-400d-8886-4f1bba88e06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:14.227453 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-41e00c1e-592e-451b-9347-12c02a9ac580 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:14.230337 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-41e00c1e-592e-451b-9347-12c02a9ac580 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2470937 Aug 11 02:10:14.276367 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e040489-adeb-400d-8886-4f1bba88e06b admin admin] Pushing event deleted for resources: {'Port': ['ID=8fccdd73-5c73-4bfc-95cc-cd70057f671d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:14.308259 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-9009a214-6fd4-4d4f-b423-5a96c6365198 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/quotas/768da97fefcc4d41933f25f109a58069 HTTP/1.1" status: 200 len: 375 time: 0.0670109 Aug 11 02:10:14.342205 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e1642d60-e513-48b1-9047-e1d0909e8a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:14.349946 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18580f5-e5b5-40ae-891c-25045612f11d req-1ae9389b-ce5d-4131-a590-16886bda158e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:14.351380 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a18580f5-e5b5-40ae-891c-25045612f11d req-1ae9389b-ce5d-4131-a590-16886bda158e tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.66 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 945 time: 0.1982839 Aug 11 02:10:14.366628 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e1642d60-e513-48b1-9047-e1d0909e8a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:14.401993 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34794d5-ffd8-41ca-ada9-b297a80f9e8c req-d4026fab-0878-4914-a6d9-7d82b49b7011 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:14.404263 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e34794d5-ffd8-41ca-ada9-b297a80f9e8c req-d4026fab-0878-4914-a6d9-7d82b49b7011 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ba96ca2-b5be-4243-bf38-2c514a176752 HTTP/1.1" status: 200 len: 945 time: 0.0583289 Aug 11 02:10:14.449409 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e34794d5-ffd8-41ca-ada9-b297a80f9e8c req-b947e902-501c-4f27-be99-97302dbb4160 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5c2d132-8c4b-4929-9e8f-298a8853dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382848 Aug 11 02:10:14.736202 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bff32aa8-57b5-45eb-b9f9-c819d05eb676 req-30fb291c-1bc6-4c94-bc79-f10584dfef15 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c9bce99-44da-42db-a235-35001c0d4a22 HTTP/1.1" status: 200 len: 210 time: 0.0263908 Aug 11 02:10:14.799613 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1b16f3ba-df86-48d3-a3ae-b55fe5c55484 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:14.800839 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1b16f3ba-df86-48d3-a3ae-b55fe5c55484 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9688544 Aug 11 02:10:14.804073 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33284) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:14.809303 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-c4c78eb8-fa62-43b5-8dea-d3411d5f59da tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:14.819087 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce42f7f7-0f0b-434c-8332-9e5f2788ab60 admin admin] Made reservation on behalf of cb683947b58544f291a36cdc9fa42ce2 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:14.821453 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce42f7f7-0f0b-434c-8332-9e5f2788ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:14.825690 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e1642d60-e513-48b1-9047-e1d0909e8a3b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=86cc7987c5bf4923b1c3f6618c8194ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1559410 Aug 11 02:10:14.828736 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33286) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:14.830632 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6e040489-adeb-400d-8886-4f1bba88e06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:14.839896 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c4c78eb8-fa62-43b5-8dea-d3411d5f59da tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:14.840061 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1642d60-e513-48b1-9047-e1d0909e8a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea35707f-06ae-4497-a43b-cd1507d0a017,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:14.919680 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce42f7f7-0f0b-434c-8332-9e5f2788ab60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:14.942758 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-20254ecc-af55-471f-bf25-b0527f50dec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:14.970343 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-20254ecc-af55-471f-bf25-b0527f50dec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:15.000945 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-b2d2b759-b815-43fe-b542-cdd54d73ce0b tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=768da97fefcc4d41933f25f109a58069&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6609437 Aug 11 02:10:15.009624 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6e040489-adeb-400d-8886-4f1bba88e06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:15.018781 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6e040489-adeb-400d-8886-4f1bba88e06b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:15.055314 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c4c78eb8-fa62-43b5-8dea-d3411d5f59da tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:15.068958 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-20254ecc-af55-471f-bf25-b0527f50dec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:15.076118 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-20254ecc-af55-471f-bf25-b0527f50dec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:15.079964 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105362e-0acf-4371-9fdd-ec063608466d req-194290ce-1cee-4d10-881b-b951fe63b755 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:15.080160 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-20254ecc-af55-471f-bf25-b0527f50dec4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ea35707f-06ae-4497-a43b-cd1507d0a017 HTTP/1.1" status: 204 len: 168 time: 0.2476301 Aug 11 02:10:15.080284 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0105362e-0acf-4371-9fdd-ec063608466d req-194290ce-1cee-4d10-881b-b951fe63b755 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.73 "GET /v2.0/networks?id=27ff6225-1cd7-4782-971d-567e06372cbb HTTP/1.1" status: 200 len: 814 time: 0.7149975 Aug 11 02:10:15.100479 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-0105362e-0acf-4371-9fdd-ec063608466d req-c5216ea5-65c4-4832-a49d-f0bb8e1e0969 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Request body: {'port': {'device_id': '7c9bce99-44da-42db-a235-35001c0d4a22', 'network_id': '27ff6225-1cd7-4782-971d-567e06372cbb', 'admin_state_up': True, 'tenant_id': '517a6f5416f146b8880a89ee49ec53f2'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:15.113930 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6e040489-adeb-400d-8886-4f1bba88e06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:15.114435 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e040489-adeb-400d-8886-4f1bba88e06b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c47677c1-f7fe-4cb4-9e37-1d2be14a5264 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:10:15.130439 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6e040489-adeb-400d-8886-4f1bba88e06b admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:15.134251 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6e040489-adeb-400d-8886-4f1bba88e06b admin admin] 10.222.0.50 "DELETE /v2.0/routers/c47677c1-f7fe-4cb4-9e37-1d2be14a5264 HTTP/1.1" status: 204 len: 168 time: 2.4819674 Aug 11 02:10:15.145104 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33292) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:15.148037 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20254ecc-af55-471f-bf25-b0527f50dec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea35707f-06ae-4497-a43b-cd1507d0a017,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:15.216624 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-a18580f5-e5b5-40ae-891c-25045612f11d req-b3602470-d1e9-4f4d-a039-64b4e9509716 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Deleting port a1f8ae10-79f2-4796-927d-348e53a5326e {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:15.216975 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a18580f5-e5b5-40ae-891c-25045612f11d req-b3602470-d1e9-4f4d-a039-64b4e9509716 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:15.309443 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32313b-a1eb-49d3-bc53-e1f73b3908b2 req-52f4c674-7559-4a0c-a9fe-f374af3edbd6 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:15.317601 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0a32313b-a1eb-49d3-bc53-e1f73b3908b2 req-52f4c674-7559-4a0c-a9fe-f374af3edbd6 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 945 time: 0.2496493 Aug 11 02:10:15.326141 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 48f88a83-6dfe-42b5-82c7-7245de18816f up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:10:15.338252 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2a7a17-ac11-4f17-82a9-abcc75d3f5ca admin admin] Deleting subnet ba38ec18-d6ec-4e46-bbbf-b36cb49bb999 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:10:15.355558 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a2a7a17-ac11-4f17-82a9-abcc75d3f5ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:15.401350 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f647069-a083-498e-a2c0-8f2c399e8b7c req-fbd66ea9-4f6a-4d48-9182-1aad4ccae37f tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa82f7c-44d2-4749-bb11-b3ba7bc2384d HTTP/1.1" status: 200 len: 210 time: 0.0894322 Aug 11 02:10:15.429682 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 48f88a83-6dfe-42b5-82c7-7245de18816f completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:10:15.435689 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 48f88a83-6dfe-42b5-82c7-7245de18816f triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:15.435689 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:15.459801 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-c4c78eb8-fa62-43b5-8dea-d3411d5f59da tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Allocated IP 172.25.2.6 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/fe40727f-efef-41eb-a026-d7fc0e4bca5f) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:10:15.477070 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0a32313b-a1eb-49d3-bc53-e1f73b3908b2 req-8dd05589-8334-478a-a083-ae7a463dde7f tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550343 Aug 11 02:10:15.491459 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a2a7a17-ac11-4f17-82a9-abcc75d3f5ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:15.521595 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce42f7f7-0f0b-434c-8332-9e5f2788ab60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:15.536786 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-a18580f5-e5b5-40ae-891c-25045612f11d req-b3602470-d1e9-4f4d-a039-64b4e9509716 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] For port a1f8ae10-79f2-4796-927d-348e53a5326e, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=a1f8ae10-79f2-4796-927d-348e53a5326e,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:15.537592 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a18580f5-e5b5-40ae-891c-25045612f11d req-b3602470-d1e9-4f4d-a039-64b4e9509716 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:15.545037 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce42f7f7-0f0b-434c-8332-9e5f2788ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:15.620651 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-a18580f5-e5b5-40ae-891c-25045612f11d req-b3602470-d1e9-4f4d-a039-64b4e9509716 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Calling delete_port for a1f8ae10-79f2-4796-927d-348e53a5326e owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:15.626185 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7de2163b-cdff-47e2-9958-a1c81e1875eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:15.635847 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce42f7f7-0f0b-434c-8332-9e5f2788ab60 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:10:15.649459 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:15.656167 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0105362e-0acf-4371-9fdd-ec063608466d req-c5216ea5-65c4-4832-a49d-f0bb8e1e0969 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Made reservation on behalf of 517a6f5416f146b8880a89ee49ec53f2 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:15.660854 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0105362e-0acf-4371-9fdd-ec063608466d req-c5216ea5-65c4-4832-a49d-f0bb8e1e0969 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:15.688168 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce42f7f7-0f0b-434c-8332-9e5f2788ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:15.688514 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-ce42f7f7-0f0b-434c-8332-9e5f2788ab60 admin admin] Added segment b3af0fa2-7035-422c-aee4-ac13c9a756a9 of type vlan for network 887cdb43-e9b9-4bf0-8022-79d7ba803ebc Aug 11 02:10:15.690668 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42f7f7-0f0b-434c-8332-9e5f2788ab60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2033826-e558-4270-9000-47682f0f34ab,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:15.722980 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 48f88a83-6dfe-42b5-82c7-7245de18816f, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=48f88a83-6dfe-42b5-82c7-7245de18816f,segment=NetworkSegment(406893ed-98cd-41db-b353-d550bc890a57),segment_id=406893ed-98cd-41db-b353-d550bc890a57)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:15.724567 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba96ca2-b5be-4243-bf38-2c514a176752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f88a83-6dfe-42b5-82c7-7245de18816f'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:15.727303 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24baf0ab-0182-4fbe-bdbb-2e8f8f8afcfa" -d '{"events": [{"server_uuid": "9ba96ca2-b5be-4243-bf38-2c514a176752", "name": "network-vif-plugged", "status": "completed", "tag": "48f88a83-6dfe-42b5-82c7-7245de18816f"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:15.737113 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:15.751223 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a2a7a17-ac11-4f17-82a9-abcc75d3f5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:15.755889 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c4c78eb8-fa62-43b5-8dea-d3411d5f59da tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:15.824002 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1261f506-4c6f-48c6-85d2-4be406f66d06 x-openstack-request-id: req-1261f506-4c6f-48c6-85d2-4be406f66d06 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:15.824297 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba96ca2-b5be-4243-bf38-2c514a176752", "name": "network-vif-plugged", "status": "completed", "tag": "48f88a83-6dfe-42b5-82c7-7245de18816f", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:15.824635 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1261f506-4c6f-48c6-85d2-4be406f66d06 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:15.825195 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba96ca2-b5be-4243-bf38-2c514a176752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f88a83-6dfe-42b5-82c7-7245de18816f', 'code': 200} Aug 11 02:10:15.833041 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=48f88a83-6dfe-42b5-82c7-7245de18816f,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:15.856973 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a2a7a17-ac11-4f17-82a9-abcc75d3f5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:15.865426 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c4c78eb8-fa62-43b5-8dea-d3411d5f59da tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:15.935800 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17754e-6dfa-4bdb-862f-471af213960c req-45a91784-3c8e-466f-a01b-1c14d2ca7cd8 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:15.937434 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9c17754e-6dfa-4bdb-862f-471af213960c req-45a91784-3c8e-466f-a01b-1c14d2ca7cd8 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ba96ca2-b5be-4243-bf38-2c514a176752 HTTP/1.1" status: 200 len: 945 time: 0.3651052 Aug 11 02:10:15.971618 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a7a17-ac11-4f17-82a9-abcc75d3f5ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba38ec18-d6ec-4e46-bbbf-b36cb49bb999,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:15.979361 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86c34ee-bafa-4739-8ce2-c04b1bd1e8b2 None None] Network b5969549-5c73-4bce-b89e-aaad46645b7b requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:10:15.993336 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a2a7a17-ac11-4f17-82a9-abcc75d3f5ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:16.002226 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5a2a7a17-ac11-4f17-82a9-abcc75d3f5ca admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ba38ec18-d6ec-4e46-bbbf-b36cb49bb999 HTTP/1.1" status: 204 len: 168 time: 0.8516853 Aug 11 02:10:16.013044 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce42f7f7-0f0b-434c-8332-9e5f2788ab60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:16.016560 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33324) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:16.068607 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aa5cb3ab-f723-4413-8695-d0225e26108d req-b6859098-1d91-46d3-905c-01cc7df82ce6 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c9bce99-44da-42db-a235-35001c0d4a22 HTTP/1.1" status: 200 len: 210 time: 0.1125958 Aug 11 02:10:16.087347 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c78eb8-fa62-43b5-8dea-d3411d5f59da tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Pushing event updated for resources: {'Port': ['ID=fe40727f-efef-41eb-a026-d7fc0e4bca5f,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:16.094239 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c78eb8-fa62-43b5-8dea-d3411d5f59da tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:10:16.105689 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-c4c78eb8-fa62-43b5-8dea-d3411d5f59da tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:10:16.108675 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54326c8-2d23-4666-b610-2f57eee97f85 req-8cb35dd8-6ee3-422f-9d68-339ff6840531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:16.110154 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c54326c8-2d23-4666-b610-2f57eee97f85 req-8cb35dd8-6ee3-422f-9d68-339ff6840531 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9ba96ca2-b5be-4243-bf38-2c514a176752 HTTP/1.1" status: 200 len: 1098 time: 0.2119308 Aug 11 02:10:16.110873 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c78eb8-fa62-43b5-8dea-d3411d5f59da tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:10:16.170902 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8fccdd73-5c73-4bfc-95cc-cd70057f671d no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:16.177261 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9c17754e-6dfa-4bdb-862f-471af213960c req-74596345-a5c0-419e-8cd2-df28479ff116 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5c2d132-8c4b-4929-9e8f-298a8853dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213502 Aug 11 02:10:16.179882 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.db.resource_extend [None req-ce42f7f7-0f0b-434c-8332-9e5f2788ab60 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:10:16.198660 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c54326c8-2d23-4666-b610-2f57eee97f85 req-ff38e0fb-9814-430d-9921-a3f9224226a8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d5c2d132-8c4b-4929-9e8f-298a8853dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408444 Aug 11 02:10:16.229302 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 8fccdd73-5c73-4bfc-95cc-cd70057f671d {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:10:16.229672 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8fccdd73-5c73-4bfc-95cc-cd70057f671d not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:16.247569 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce42f7f7-0f0b-434c-8332-9e5f2788ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:16.247569 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce42f7f7-0f0b-434c-8332-9e5f2788ab60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:16.247569 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce42f7f7-0f0b-434c-8332-9e5f2788ab60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:16.249192 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fd439b5b-f395-4c56-bb83-5c8f48d2ff0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:16.317543 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33330) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:16.320849 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-0105362e-0acf-4371-9fdd-ec063608466d req-c5216ea5-65c4-4832-a49d-f0bb8e1e0969 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Allocated IP 172.20.0.3 (27ff6225-1cd7-4782-971d-567e06372cbb/38848945-17b7-40ea-a15a-9e043b049631/a55587b6-4705-4aef-9fe5-7b0cb6599424) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:10:16.340306 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1d74ae-fa84-47f4-934b-d3888a732e8a None None] DHCP port deletion for b5969549-5c73-4bce-b89e-aaad46645b7b request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:10:16.358372 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ce42f7f7-0f0b-434c-8332-9e5f2788ab60 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7817855 Aug 11 02:10:16.361490 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33334) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:16.368289 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-a27ce21b-baa6-4477-880c-b62f4e3f5f41 admin admin] Request body: {'subnet': {'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1120915990-subnet', 'tenant_id': 'cb683947b58544f291a36cdc9fa42ce2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:16.391939 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-9b1d74ae-fa84-47f4-934b-d3888a732e8a None None] Deleting port fafe94d2-be83-4828-b074-2f871150e039 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:16.392513 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9b1d74ae-fa84-47f4-934b-d3888a732e8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:16.398455 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27ce21b-baa6-4477-880c-b62f4e3f5f41 admin admin] Made reservation on behalf of cb683947b58544f291a36cdc9fa42ce2 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:16.403636 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a27ce21b-baa6-4477-880c-b62f4e3f5f41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:16.410379 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42f7f7-0f0b-434c-8332-9e5f2788ab60 admin admin] Pushing event updated for resources: {'Network': ['ID=887cdb43-e9b9-4bf0-8022-79d7ba803ebc,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:16.433328 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a18580f5-e5b5-40ae-891c-25045612f11d req-b3602470-d1e9-4f4d-a039-64b4e9509716 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:16.454550 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 887cdb43-e9b9-4bf0-8022-79d7ba803ebc details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:10:16.503900 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3602470-d1e9-4f4d-a039-64b4e9509716 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Pushing event deleted for resources: {'Port': ['ID=a1f8ae10-79f2-4796-927d-348e53a5326e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:16.514460 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-34754a4f-1eb6-460a-8fb4-a633bd254259 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2134397933-network', 'tenant_id': 'a8d04554417c40d6830a6309b9057b02'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:16.518930 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-fd439b5b-f395-4c56-bb83-5c8f48d2ff0b admin admin] Deleting port fafe94d2-be83-4828-b074-2f871150e039 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:16.519307 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fd439b5b-f395-4c56-bb83-5c8f48d2ff0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:16.563665 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18580f5-e5b5-40ae-891c-25045612f11d req-b3602470-d1e9-4f4d-a039-64b4e9509716 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] No DVR routers for this DVR port a1f8ae10-79f2-4796-927d-348e53a5326e on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:10:16.572775 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-44b2aceb-65f5-48c2-92d4-408eb246d9d8 req-afeb52e9-9bb5-486c-b9fc-fb03703e7a01 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa82f7c-44d2-4749-bb11-b3ba7bc2384d HTTP/1.1" status: 200 len: 210 time: 0.0647297 Aug 11 02:10:16.596698 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c4c78eb8-fa62-43b5-8dea-d3411d5f59da tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:16.609001 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34754a4f-1eb6-460a-8fb4-a633bd254259 admin admin] Made reservation on behalf of a8d04554417c40d6830a6309b9057b02 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:16.611682 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34754a4f-1eb6-460a-8fb4-a633bd254259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:16.625526 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a18580f5-e5b5-40ae-891c-25045612f11d req-b3602470-d1e9-4f4d-a039-64b4e9509716 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:16.628830 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a18580f5-e5b5-40ae-891c-25045612f11d req-b3602470-d1e9-4f4d-a039-64b4e9509716 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.66 "DELETE /v2.0/ports/a1f8ae10-79f2-4796-927d-348e53a5326e HTTP/1.1" status: 204 len: 173 time: 2.2555687 Aug 11 02:10:16.629188 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7570aff5-bcee-4557-82eb-b4998771d06b', 'name': 'network-vif-deleted', 'tag': 'a1f8ae10-79f2-4796-927d-348e53a5326e'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:16.631521 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9d91a2-4c3c-4f4b-8aa3-cf992498cbe5" -d '{"events": [{"server_uuid": "7570aff5-bcee-4557-82eb-b4998771d06b", "name": "network-vif-deleted", "tag": "a1f8ae10-79f2-4796-927d-348e53a5326e"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:16.666310 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c4c78eb8-fa62-43b5-8dea-d3411d5f59da tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:16.668067 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34754a4f-1eb6-460a-8fb4-a633bd254259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:16.671620 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-9b1d74ae-fa84-47f4-934b-d3888a732e8a None None] For port fafe94d2-be83-4828-b074-2f871150e039, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=fafe94d2-be83-4828-b074-2f871150e039,segment=NetworkSegment(0850454f-1564-475e-ba74-4de21e93e9fe),segment_id=0850454f-1564-475e-ba74-4de21e93e9fe)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:16.672273 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9b1d74ae-fa84-47f4-934b-d3888a732e8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:16.702208 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-9b1d74ae-fa84-47f4-934b-d3888a732e8a None None] Calling delete_port for fafe94d2-be83-4828-b074-2f871150e039 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:16.718641 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1fb791b1-7e52-46b2-98f8-6b034e0d6a6c req-e95f2050-1d2a-45f6-826a-1cc962e3e814 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=7570aff5-bcee-4557-82eb-b4998771d06b HTTP/1.1" status: 200 len: 210 time: 0.1163557 Aug 11 02:10:16.721977 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1996d969-05d1-407c-a5c0-1d33032aae36 x-openstack-request-id: req-1996d969-05d1-407c-a5c0-1d33032aae36 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:16.722264 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7570aff5-bcee-4557-82eb-b4998771d06b", "name": "network-vif-deleted", "tag": "a1f8ae10-79f2-4796-927d-348e53a5326e", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:16.722520 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1996d969-05d1-407c-a5c0-1d33032aae36 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:16.722955 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7570aff5-bcee-4557-82eb-b4998771d06b', 'name': 'network-vif-deleted', 'tag': 'a1f8ae10-79f2-4796-927d-348e53a5326e', 'status': 'completed', 'code': 200} Aug 11 02:10:16.724709 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-144b06a1-6407-4ee9-9063-c6c818d43c5d tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=768da97fefcc4d41933f25f109a58069&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612144 Aug 11 02:10:16.760641 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-fd439b5b-f395-4c56-bb83-5c8f48d2ff0b admin admin] For port fafe94d2-be83-4828-b074-2f871150e039, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=fafe94d2-be83-4828-b074-2f871150e039,segment=NetworkSegment(0850454f-1564-475e-ba74-4de21e93e9fe),segment_id=0850454f-1564-475e-ba74-4de21e93e9fe)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:16.761014 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fd439b5b-f395-4c56-bb83-5c8f48d2ff0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:16.783736 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-fd439b5b-f395-4c56-bb83-5c8f48d2ff0b admin admin] Calling delete_port for fafe94d2-be83-4828-b074-2f871150e039 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:16.838265 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9b1d74ae-fa84-47f4-934b-d3888a732e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:16.882358 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0105362e-0acf-4371-9fdd-ec063608466d req-c5216ea5-65c4-4832-a49d-f0bb8e1e0969 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:16.885245 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d74ae-fa84-47f4-934b-d3888a732e8a None None] Pushing event deleted for resources: {'Port': ['ID=fafe94d2-be83-4828-b074-2f871150e039,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:16.906028 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1d74ae-fa84-47f4-934b-d3888a732e8a None None] No DVR routers for this DVR port fafe94d2-be83-4828-b074-2f871150e039 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:10:16.986084 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0105362e-0acf-4371-9fdd-ec063608466d req-c5216ea5-65c4-4832-a49d-f0bb8e1e0969 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.019683 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-883fca17-d3f4-4fd2-a33e-c9c29de69bc0 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:17.021197 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-883fca17-d3f4-4fd2-a33e-c9c29de69bc0 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2854743 Aug 11 02:10:17.034118 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fd439b5b-f395-4c56-bb83-5c8f48d2ff0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.058017 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0105362e-0acf-4371-9fdd-ec063608466d req-c5216ea5-65c4-4832-a49d-f0bb8e1e0969 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Network 27ff6225-1cd7-4782-971d-567e06372cbb is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:10:17.058397 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-ca6841df-a10b-4d74-90e5-92c74c126419 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Request body: {'port': {'device_id': '7aa82f7c-44d2-4749-bb11-b3ba7bc2384d', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': '768da97fefcc4d41933f25f109a58069'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:17.062868 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd439b5b-f395-4c56-bb83-5c8f48d2ff0b admin admin] No DVR routers for this DVR port fafe94d2-be83-4828-b074-2f871150e039 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:10:17.067268 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5216ea5-65c4-4832-a49d-f0bb8e1e0969 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Pushing event updated for resources: {'Port': ['ID=a55587b6-4705-4aef-9fe5-7b0cb6599424,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:17.069747 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-0105362e-0acf-4371-9fdd-ec063608466d req-c5216ea5-65c4-4832-a49d-f0bb8e1e0969 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:10:17.099186 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-0105362e-0acf-4371-9fdd-ec063608466d req-c5216ea5-65c4-4832-a49d-f0bb8e1e0969 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:10:17.144731 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd439b5b-f395-4c56-bb83-5c8f48d2ff0b admin admin] Pushing event deleted for resources: {'Port': ['ID=fafe94d2-be83-4828-b074-2f871150e039,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:17.181550 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a27ce21b-baa6-4477-880c-b62f4e3f5f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.206708 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fd439b5b-f395-4c56-bb83-5c8f48d2ff0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.216728 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c4c78eb8-fa62-43b5-8dea-d3411d5f59da tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.224678 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105362e-0acf-4371-9fdd-ec063608466d req-c5216ea5-65c4-4832-a49d-f0bb8e1e0969 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:17.225178 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0105362e-0acf-4371-9fdd-ec063608466d req-c5216ea5-65c4-4832-a49d-f0bb8e1e0969 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.248430 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-fd439b5b-f395-4c56-bb83-5c8f48d2ff0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5969549-5c73-4bce-b89e-aaad46645b7b']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:17.265348 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c4c78eb8-fa62-43b5-8dea-d3411d5f59da tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.276005 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-fd439b5b-f395-4c56-bb83-5c8f48d2ff0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0850454f-1564-475e-ba74-4de21e93e9fe') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:17.276313 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-fd439b5b-f395-4c56-bb83-5c8f48d2ff0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0850454f-1564-475e-ba74-4de21e93e9fe') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:17.300913 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fd439b5b-f395-4c56-bb83-5c8f48d2ff0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.302755 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34754a4f-1eb6-460a-8fb4-a633bd254259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.328682 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0105362e-0acf-4371-9fdd-ec063608466d req-c5216ea5-65c4-4832-a49d-f0bb8e1e0969 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2359946 Aug 11 02:10:17.330423 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fd439b5b-f395-4c56-bb83-5c8f48d2ff0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.342950 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-0105362e-0acf-4371-9fdd-ec063608466d req-8ded68c8-cc3f-4f3f-996d-71d1584e839e service neutron] Request body: {'port': {'device_id': '7c9bce99-44da-42db-a235-35001c0d4a22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:17.346287 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd439b5b-f395-4c56-bb83-5c8f48d2ff0b admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:10:17.346287 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fd439b5b-f395-4c56-bb83-5c8f48d2ff0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:10:17.348552 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:10:17.354903 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34754a4f-1eb6-460a-8fb4-a633bd254259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.360216 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device a1f8ae10-79f2-4796-927d-348e53a5326e no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:17.391333 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: a1f8ae10-79f2-4796-927d-348e53a5326e {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:10:17.392135 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device a1f8ae10-79f2-4796-927d-348e53a5326e not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:17.426239 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ce21b-baa6-4477-880c-b62f4e3f5f41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=852e65ca-6cb3-47f3-8aea-2b8debfff40c,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:17.427973 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66d5f5-3058-4de0-83b1-930367eb7ae7 req-ad6d956f-c237-4763-9f46-c63cb0f3f138 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:17.429511 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7e66d5f5-3058-4de0-83b1-930367eb7ae7 req-ad6d956f-c237-4763-9f46-c63cb0f3f138 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ba96ca2-b5be-4243-bf38-2c514a176752 HTTP/1.1" status: 200 len: 946 time: 0.1425850 Aug 11 02:10:17.437234 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cdaff-2201-44fa-bf24-caf3a25fcd15 req-80220789-e60f-4621-bc5d-bad2bee8cdc1 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:17.439839 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e72cdaff-2201-44fa-bf24-caf3a25fcd15 req-80220789-e60f-4621-bc5d-bad2bee8cdc1 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c9bce99-44da-42db-a235-35001c0d4a22 HTTP/1.1" status: 200 len: 931 time: 0.2966316 Aug 11 02:10:17.470635 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fd439b5b-f395-4c56-bb83-5c8f48d2ff0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.480115 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fd439b5b-f395-4c56-bb83-5c8f48d2ff0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.485058 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fd439b5b-f395-4c56-bb83-5c8f48d2ff0b admin admin] 10.222.0.50 "DELETE /v2.0/networks/b5969549-5c73-4bce-b89e-aaad46645b7b HTTP/1.1" status: 204 len: 168 time: 1.4591603 Aug 11 02:10:17.488163 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33346) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:17.492743 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34754a4f-1eb6-460a-8fb4-a633bd254259 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:10:17.502449 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27ce21b-baa6-4477-880c-b62f4e3f5f41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:17.502797 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27ce21b-baa6-4477-880c-b62f4e3f5f41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:17.503139 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27ce21b-baa6-4477-880c-b62f4e3f5f41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:17.503473 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27ce21b-baa6-4477-880c-b62f4e3f5f41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:17.503835 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27ce21b-baa6-4477-880c-b62f4e3f5f41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:17.504165 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27ce21b-baa6-4477-880c-b62f4e3f5f41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:17.504490 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27ce21b-baa6-4477-880c-b62f4e3f5f41 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:17.504824 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27ce21b-baa6-4477-880c-b62f4e3f5f41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:17.505137 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27ce21b-baa6-4477-880c-b62f4e3f5f41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:17.505454 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27ce21b-baa6-4477-880c-b62f4e3f5f41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:17.505773 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27ce21b-baa6-4477-880c-b62f4e3f5f41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:17.506097 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27ce21b-baa6-4477-880c-b62f4e3f5f41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:17.509815 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c78eb8-fa62-43b5-8dea-d3411d5f59da tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Pushing event updated for resources: {'Port': ['ID=fe40727f-efef-41eb-a026-d7fc0e4bca5f,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:17.515818 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd439b5b-f395-4c56-bb83-5c8f48d2ff0b admin admin] Pushing event deleted for resources: {'Network': ['ID=b5969549-5c73-4bce-b89e-aaad46645b7b,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:17.517492 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0105362e-0acf-4371-9fdd-ec063608466d req-8ded68c8-cc3f-4f3f-996d-71d1584e839e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.528176 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34754a4f-1eb6-460a-8fb4-a633bd254259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf721ca-08f2-4d75-9750-0976dcded16e,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:17.531956 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c4c78eb8-fa62-43b5-8dea-d3411d5f59da tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.534825 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27ce21b-baa6-4477-880c-b62f4e3f5f41 admin admin] Checking segment: {'id': 'b3af0fa2-7035-422c-aee4-ac13c9a756a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:17.535185 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27ce21b-baa6-4477-880c-b62f4e3f5f41 admin admin] Network hostable DHCP agents. Network: 887cdb43-e9b9-4bf0-8022-79d7ba803ebc, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:10:17.555687 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-ca6841df-a10b-4d74-90e5-92c74c126419 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Made reservation on behalf of 768da97fefcc4d41933f25f109a58069 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:17.560526 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-ca6841df-a10b-4d74-90e5-92c74c126419 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.566712 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34754a4f-1eb6-460a-8fb4-a633bd254259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.567059 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-34754a4f-1eb6-460a-8fb4-a633bd254259 admin admin] Added segment 61b759df-4b3a-4468-b2fc-c1fa74c19b42 of type vlan for network 817a4ff3-115a-4b81-9f1c-4ed18d90c966 Aug 11 02:10:17.567188 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7e66d5f5-3058-4de0-83b1-930367eb7ae7 req-537a379d-61f8-47f9-9726-96a8611de4b8 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5c2d132-8c4b-4929-9e8f-298a8853dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301939 Aug 11 02:10:17.621945 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c4c78eb8-fa62-43b5-8dea-d3411d5f59da tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.631838 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c4c78eb8-fa62-43b5-8dea-d3411d5f59da tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.8181663 Aug 11 02:10:17.631838 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e72cdaff-2201-44fa-bf24-caf3a25fcd15 req-2aa66148-6cbb-42e9-9503-32f561a2270f tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/security-groups?id=654d34d8-7bd0-4b84-9c20-0696a6d061f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722894 Aug 11 02:10:17.650247 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27ce21b-baa6-4477-880c-b62f4e3f5f41 admin admin] Network 887cdb43-e9b9-4bf0-8022-79d7ba803ebc is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:10:17.655609 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34754a4f-1eb6-460a-8fb4-a633bd254259 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.714564 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-a27ce21b-baa6-4477-880c-b62f4e3f5f41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 887cdb43-e9b9-4bf0-8022-79d7ba803ebc) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:10:17.719358 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27ce21b-baa6-4477-880c-b62f4e3f5f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:17.720290 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a27ce21b-baa6-4477-880c-b62f4e3f5f41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.725089 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bf7946-651b-447f-a035-1902bd856091 None None] Network 887cdb43-e9b9-4bf0-8022-79d7ba803ebc requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:10:17.780697 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-55421976-4adb-40e1-a833-d0e8b1ba467b req-1a69efec-260a-4d56-bcba-5245eed881d1 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa82f7c-44d2-4749-bb11-b3ba7bc2384d HTTP/1.1" status: 200 len: 210 time: 0.0490742 Aug 11 02:10:17.792473 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a27ce21b-baa6-4477-880c-b62f4e3f5f41 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4299259 Aug 11 02:10:17.868404 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-ca6841df-a10b-4d74-90e5-92c74c126419 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Allocated IP 192.168.233.142 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/6eea376f-3402-4537-9984-078d56402da0) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:10:17.875930 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0bb720-dab7-4fa7-99e1-af455ab33c88 None None] Network 887cdb43-e9b9-4bf0-8022-79d7ba803ebc requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:10:17.886859 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34754a4f-1eb6-460a-8fb4-a633bd254259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.887934 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34754a4f-1eb6-460a-8fb4-a633bd254259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:17.889245 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34754a4f-1eb6-460a-8fb4-a633bd254259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.951486 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a2f6e-4392-436c-b412-41f9494a5ab9 req-80bc6d34-8d3e-4e11-9c4a-88ced99b3d79 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:17.958553 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fa7a2f6e-4392-436c-b412-41f9494a5ab9 req-80bc6d34-8d3e-4e11-9c4a-88ced99b3d79 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ba96ca2-b5be-4243-bf38-2c514a176752 HTTP/1.1" status: 200 len: 946 time: 0.2354407 Aug 11 02:10:18.078382 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device fafe94d2-be83-4828-b074-2f871150e039 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:18.098898 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: fafe94d2-be83-4828-b074-2f871150e039 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:10:18.099252 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device fafe94d2-be83-4828-b074-2f871150e039 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:18.137327 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fa7a2f6e-4392-436c-b412-41f9494a5ab9 req-5123fc93-3bb3-4e02-ae2f-5a8a61cc8249 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5c2d132-8c4b-4929-9e8f-298a8853dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778924 Aug 11 02:10:18.231739 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e46327de-72e3-41b2-b497-ba49b2cbb808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:18.271394 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-0105362e-0acf-4371-9fdd-ec063608466d req-8ded68c8-cc3f-4f3f-996d-71d1584e839e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a55587b6-4705-4aef-9fe5-7b0cb6599424 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:18.283922 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0105362e-0acf-4371-9fdd-ec063608466d req-8ded68c8-cc3f-4f3f-996d-71d1584e839e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:18.322470 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-0105362e-0acf-4371-9fdd-ec063608466d req-8ded68c8-cc3f-4f3f-996d-71d1584e839e service neutron] Transition to ACTIVE for port object a55587b6-4705-4aef-9fe5-7b0cb6599424 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:18.334473 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0105362e-0acf-4371-9fdd-ec063608466d req-8ded68c8-cc3f-4f3f-996d-71d1584e839e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:18.361866 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:18.404872 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded68c8-cc3f-4f3f-996d-71d1584e839e service neutron] Pushing event updated for resources: {'Port': ['ID=a55587b6-4705-4aef-9fe5-7b0cb6599424,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:18.406518 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-34754a4f-1eb6-460a-8fb4-a633bd254259 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.0878413 Aug 11 02:10:18.411341 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c51e6caf-834f-4b14-81eb-7d1eb976f315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:18.414877 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33386) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:18.428773 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-f9442e71-0e1d-4e45-b036-ad8e55f3a2ef admin admin] Request body: {'subnet': {'network_id': '817a4ff3-115a-4b81-9f1c-4ed18d90c966', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2134397933-subnet', 'tenant_id': 'a8d04554417c40d6830a6309b9057b02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:18.453556 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34754a4f-1eb6-460a-8fb4-a633bd254259 admin admin] Pushing event updated for resources: {'Network': ['ID=817a4ff3-115a-4b81-9f1c-4ed18d90c966,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:18.467748 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 817a4ff3-115a-4b81-9f1c-4ed18d90c966 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:10:18.516467 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9442e71-0e1d-4e45-b036-ad8e55f3a2ef admin admin] Made reservation on behalf of a8d04554417c40d6830a6309b9057b02 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:18.519967 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f9442e71-0e1d-4e45-b036-ad8e55f3a2ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:18.590297 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-ca6841df-a10b-4d74-90e5-92c74c126419 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:18.601645 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-15e7521d-081c-4950-b8f2-cf63b992b665 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:18.603875 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-15e7521d-081c-4950-b8f2-cf63b992b665 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/networks?id=f125fcef-d9e9-4ec8-ac42-331264faeea0 HTTP/1.1" status: 200 len: 822 time: 0.7173662 Aug 11 02:10:18.628174 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-ca6841df-a10b-4d74-90e5-92c74c126419 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Transition to ACTIVE for port object 6eea376f-3402-4537-9984-078d56402da0 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:18.644776 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-56f4d4d8-c61d-46d1-b41d-c1e7d2a90d95 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/quotas/9e1621f77dda48d0a9d35134d2771337 HTTP/1.1" status: 200 len: 375 time: 0.0314260 Aug 11 02:10:18.729022 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-ca6841df-a10b-4d74-90e5-92c74c126419 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:18.749528 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['f10742f1-9dda-49d1-8b98-ab39d933f931'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:18.760538 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-1ac70107-f3ed-4737-b5db-e031100ec0ea tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9e1621f77dda48d0a9d35134d2771337&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1070924 Aug 11 02:10:18.864997 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-ca6841df-a10b-4d74-90e5-92c74c126419 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:10:18.874814 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-ca6841df-a10b-4d74-90e5-92c74c126419 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:10:18.877234 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-ca6841df-a10b-4d74-90e5-92c74c126419 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:10:18.879895 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6841df-a10b-4d74-90e5-92c74c126419 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Pushing event updated for resources: {'Port': ['ID=6eea376f-3402-4537-9984-078d56402da0,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:18.937791 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-f1e4371d-7d7f-47b8-bd46-0c4b64893f5a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:18.939397 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-f1e4371d-7d7f-47b8-bd46-0c4b64893f5a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/networks?id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc HTTP/1.1" status: 200 len: 812 time: 0.5358315 Aug 11 02:10:18.949512 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-0105362e-0acf-4371-9fdd-ec063608466d req-8ded68c8-cc3f-4f3f-996d-71d1584e839e service neutron] Attempting to bind port a55587b6-4705-4aef-9fe5-7b0cb6599424 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:10:18.949854 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-0105362e-0acf-4371-9fdd-ec063608466d req-8ded68c8-cc3f-4f3f-996d-71d1584e839e service neutron] Attempting to bind port a55587b6-4705-4aef-9fe5-7b0cb6599424 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '8dda424c-6239-42bb-bff8-51b4229f7691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '27ff6225-1cd7-4782-971d-567e06372cbb'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:10:18.950192 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0105362e-0acf-4371-9fdd-ec063608466d req-8ded68c8-cc3f-4f3f-996d-71d1584e839e service neutron] Attempting to bind port a55587b6-4705-4aef-9fe5-7b0cb6599424 on network 27ff6225-1cd7-4782-971d-567e06372cbb {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:18.967038 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0105362e-0acf-4371-9fdd-ec063608466d req-8ded68c8-cc3f-4f3f-996d-71d1584e839e service neutron] Port a55587b6-4705-4aef-9fe5-7b0cb6599424 on network 27ff6225-1cd7-4782-971d-567e06372cbb not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:10:18.967418 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0105362e-0acf-4371-9fdd-ec063608466d req-8ded68c8-cc3f-4f3f-996d-71d1584e839e service neutron] Attempting to bind port a55587b6-4705-4aef-9fe5-7b0cb6599424 on network 27ff6225-1cd7-4782-971d-567e06372cbb {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:18.971603 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-0978d914-16aa-4afc-ba34-fd6e8f0172a4 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/quotas/cb683947b58544f291a36cdc9fa42ce2 HTTP/1.1" status: 200 len: 375 time: 0.0232286 Aug 11 02:10:18.977342 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0105362e-0acf-4371-9fdd-ec063608466d req-8ded68c8-cc3f-4f3f-996d-71d1584e839e service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:10:18.977342 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0105362e-0acf-4371-9fdd-ec063608466d req-8ded68c8-cc3f-4f3f-996d-71d1584e839e service neutron] Checking segment: {'id': '8dda424c-6239-42bb-bff8-51b4229f7691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '27ff6225-1cd7-4782-971d-567e06372cbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:18.977758 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0105362e-0acf-4371-9fdd-ec063608466d req-8ded68c8-cc3f-4f3f-996d-71d1584e839e service neutron] Bound using segment: {'id': '8dda424c-6239-42bb-bff8-51b4229f7691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '27ff6225-1cd7-4782-971d-567e06372cbb'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:10:18.978692 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-0105362e-0acf-4371-9fdd-ec063608466d req-8ded68c8-cc3f-4f3f-996d-71d1584e839e service neutron] Bound port: a55587b6-4705-4aef-9fe5-7b0cb6599424, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dda424c-6239-42bb-bff8-51b4229f7691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '27ff6225-1cd7-4782-971d-567e06372cbb'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:10:18.978692 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0105362e-0acf-4371-9fdd-ec063608466d req-8ded68c8-cc3f-4f3f-996d-71d1584e839e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:18.984131 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f9442e71-0e1d-4e45-b036-ad8e55f3a2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:18.995039 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-ca6841df-a10b-4d74-90e5-92c74c126419 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:18.995799 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-ca6841df-a10b-4d74-90e5-92c74c126419 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:19.005358 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-d180bec7-242a-480a-9199-dc75ca11b318 service neutron] 10.222.0.50 "GET /v2.0/networks/f125fcef-d9e9-4ec8-ac42-331264faeea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194932 Aug 11 02:10:19.062874 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-d8c916a2-4918-4328-b25f-4fb982ec72e9 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cb683947b58544f291a36cdc9fa42ce2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549271 Aug 11 02:10:19.109880 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-ca6841df-a10b-4d74-90e5-92c74c126419 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0638011 Aug 11 02:10:19.121786 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-64d43229-5be7-4304-96f4-621efe4a1076 None None] Provisioning for port 6eea376f-3402-4537-9984-078d56402da0 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:10:19.125474 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-28aedbe8-a9cd-4a58-8e71-92bef62694e5 service neutron] Request body: {'port': {'device_id': '7aa82f7c-44d2-4749-bb11-b3ba7bc2384d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:19.126046 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-64d43229-5be7-4304-96f4-621efe4a1076 None None] Provisioning complete for port 6eea376f-3402-4537-9984-078d56402da0 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:19.126428 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-64d43229-5be7-4304-96f4-621efe4a1076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:19.140148 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9442e71-0e1d-4e45-b036-ad8e55f3a2ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=28d716d8-5b88-434d-86dc-bdd1fc15512f,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:19.165682 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-64d43229-5be7-4304-96f4-621efe4a1076 None None] Port 6eea376f-3402-4537-9984-078d56402da0 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:10:19.201499 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-0105362e-0acf-4371-9fdd-ec063608466d req-8ded68c8-cc3f-4f3f-996d-71d1584e839e service neutron] For port a55587b6-4705-4aef-9fe5-7b0cb6599424, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:19.208236 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9442e71-0e1d-4e45-b036-ad8e55f3a2ef admin admin] Checking segment: {'id': '61b759df-4b3a-4468-b2fc-c1fa74c19b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '817a4ff3-115a-4b81-9f1c-4ed18d90c966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:19.208601 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9442e71-0e1d-4e45-b036-ad8e55f3a2ef admin admin] Network hostable DHCP agents. Network: 817a4ff3-115a-4b81-9f1c-4ed18d90c966, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:10:19.224485 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-fc196d81-7dba-4aed-b57d-09130a7db369 service neutron] 10.222.0.50 "GET /v2.0/networks/f125fcef-d9e9-4ec8-ac42-331264faeea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181966 Aug 11 02:10:19.228936 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-0105362e-0acf-4371-9fdd-ec063608466d req-8ded68c8-cc3f-4f3f-996d-71d1584e839e service neutron] For port a55587b6-4705-4aef-9fe5-7b0cb6599424, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a55587b6-4705-4aef-9fe5-7b0cb6599424,segment=NetworkSegment(8dda424c-6239-42bb-bff8-51b4229f7691),segment_id=8dda424c-6239-42bb-bff8-51b4229f7691)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:10:19.229610 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-28aedbe8-a9cd-4a58-8e71-92bef62694e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:19.235307 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0105362e-0acf-4371-9fdd-ec063608466d req-8ded68c8-cc3f-4f3f-996d-71d1584e839e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:19.264897 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-3a452361-cc03-411d-b73d-66f04a5c1cb2 service neutron] 10.222.0.50 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761076 Aug 11 02:10:19.275849 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9442e71-0e1d-4e45-b036-ad8e55f3a2ef admin admin] Network 817a4ff3-115a-4b81-9f1c-4ed18d90c966 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:10:19.298984 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-f9442e71-0e1d-4e45-b036-ad8e55f3a2ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 817a4ff3-115a-4b81-9f1c-4ed18d90c966) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:10:19.305257 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9442e71-0e1d-4e45-b036-ad8e55f3a2ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:19.305858 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f9442e71-0e1d-4e45-b036-ad8e55f3a2ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:19.314612 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b7f2b0-a5ca-420a-bb73-453241cdb217 None None] Network 817a4ff3-115a-4b81-9f1c-4ed18d90c966 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:10:19.320853 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105362e-0acf-4371-9fdd-ec063608466d req-8ded68c8-cc3f-4f3f-996d-71d1584e839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:19.321493 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0105362e-0acf-4371-9fdd-ec063608466d req-8ded68c8-cc3f-4f3f-996d-71d1584e839e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:19.323804 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0105362e-0acf-4371-9fdd-ec063608466d req-8ded68c8-cc3f-4f3f-996d-71d1584e839e service neutron] 10.222.0.73 "PUT /v2.0/ports/a55587b6-4705-4aef-9fe5-7b0cb6599424 HTTP/1.1" status: 200 len: 1092 time: 1.9849653 Aug 11 02:10:19.327118 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9bce99-44da-42db-a235-35001c0d4a22', 'tag': 'a55587b6-4705-4aef-9fe5-7b0cb6599424'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:19.332406 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910bf74a-039d-4a49-ac2e-f65e7adc2aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "7c9bce99-44da-42db-a235-35001c0d4a22", "tag": "a55587b6-4705-4aef-9fe5-7b0cb6599424"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:19.396715 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f9442e71-0e1d-4e45-b036-ad8e55f3a2ef admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9766545 Aug 11 02:10:19.511470 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded68c8-cc3f-4f3f-996d-71d1584e839e service neutron] Pushing event updated for resources: {'Port': ['ID=a55587b6-4705-4aef-9fe5-7b0cb6599424,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:19.545503 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-6c5e6efd-097c-4d78-a21b-cd8cc7385182 service neutron] 10.222.0.50 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552478 Aug 11 02:10:19.558737 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105362e-0acf-4371-9fdd-ec063608466d req-46fee94b-c33d-456b-97a0-903e80c5e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:19.560869 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0105362e-0acf-4371-9fdd-ec063608466d req-46fee94b-c33d-456b-97a0-903e80c5e1a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=517a6f5416f146b8880a89ee49ec53f2&device_id=7c9bce99-44da-42db-a235-35001c0d4a22 HTTP/1.1" status: 200 len: 1095 time: 0.1591237 Aug 11 02:10:19.618427 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0105362e-0acf-4371-9fdd-ec063608466d req-e25a97f8-ed7e-4fe6-8222-ce82d0c2d0c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a55587b6-4705-4aef-9fe5-7b0cb6599424 HTTP/1.1" status: 200 len: 217 time: 0.0470552 Aug 11 02:10:19.620517 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-c51e6caf-834f-4b14-81eb-7d1eb976f315 admin admin] Deleting port e018f3cd-db40-472f-96e1-5e3f1f1894f9 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:19.620860 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c51e6caf-834f-4b14-81eb-7d1eb976f315 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:19.792020 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-28aedbe8-a9cd-4a58-8e71-92bef62694e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eea376f-3402-4537-9984-078d56402da0 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:19.797425 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105362e-0acf-4371-9fdd-ec063608466d req-1a2ae37b-3908-4b69-b8fe-33dcf6abace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:19.798899 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0105362e-0acf-4371-9fdd-ec063608466d req-1a2ae37b-3908-4b69-b8fe-33dcf6abace9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=38848945-17b7-40ea-a15a-9e043b049631 HTTP/1.1" status: 200 len: 854 time: 0.1496897 Aug 11 02:10:19.809820 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-28aedbe8-a9cd-4a58-8e71-92bef62694e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:19.834388 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4d26e6-0e64-4d3c-9f5d-598e00949724 None None] Network 817a4ff3-115a-4b81-9f1c-4ed18d90c966 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:10:19.848847 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-28aedbe8-a9cd-4a58-8e71-92bef62694e5 service neutron] Transition to ACTIVE for port object 6eea376f-3402-4537-9984-078d56402da0 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:19.853923 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0105362e-0acf-4371-9fdd-ec063608466d req-577a790c-e8f4-4b16-bc30-e20e272f53f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27ff6225-1cd7-4782-971d-567e06372cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451770 Aug 11 02:10:19.859828 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-c51e6caf-834f-4b14-81eb-7d1eb976f315 admin admin] For port e018f3cd-db40-472f-96e1-5e3f1f1894f9, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e018f3cd-db40-472f-96e1-5e3f1f1894f9,segment=NetworkSegment(f495d5ec-f181-44af-b501-ca67d2e3fc5b),segment_id=f495d5ec-f181-44af-b501-ca67d2e3fc5b)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:19.860198 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c51e6caf-834f-4b14-81eb-7d1eb976f315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:19.872589 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-28aedbe8-a9cd-4a58-8e71-92bef62694e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:19.927652 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-c51e6caf-834f-4b14-81eb-7d1eb976f315 admin admin] Calling delete_port for e018f3cd-db40-472f-96e1-5e3f1f1894f9 owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:20.008502 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:20.074961 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aedbe8-a9cd-4a58-8e71-92bef62694e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6eea376f-3402-4537-9984-078d56402da0,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:20.100758 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0252b-a183-418e-ac7e-aaba9ce8c9ec req-f54029c6-269d-42f9-ad39-5340fb2a9020 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:20.102474 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c2c0252b-a183-418e-ac7e-aaba9ce8c9ec req-f54029c6-269d-42f9-ad39-5340fb2a9020 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c9bce99-44da-42db-a235-35001c0d4a22 HTTP/1.1" status: 200 len: 943 time: 0.1729503 Aug 11 02:10:20.108688 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0105362e-0acf-4371-9fdd-ec063608466d req-9cc151fb-292c-4346-8e84-c5f6abf30422 service neutron] 10.222.0.73 "GET /v2.0/networks/27ff6225-1cd7-4782-971d-567e06372cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445583 Aug 11 02:10:20.206070 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c2c0252b-a183-418e-ac7e-aaba9ce8c9ec req-44022df5-6b6d-4f7c-8416-76a78b3e6528 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/security-groups?id=654d34d8-7bd0-4b84-9c20-0696a6d061f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945818 Aug 11 02:10:20.231722 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99610aa-0637-4f89-9bd7-982fe0e6672f req-08eb11ef-35a7-490a-a2e8-db982549af2a tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:20.240069 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d99610aa-0637-4f89-9bd7-982fe0e6672f req-08eb11ef-35a7-490a-a2e8-db982549af2a tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa82f7c-44d2-4749-bb11-b3ba7bc2384d HTTP/1.1" status: 200 len: 948 time: 0.2287438 Aug 11 02:10:20.299929 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d99610aa-0637-4f89-9bd7-982fe0e6672f req-6388b605-01a1-45f0-a951-00c38b811e37 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c395b2-2705-4009-81f0-f1f32e9a7ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539014 Aug 11 02:10:20.316321 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7665a6-f801-4d16-8c3d-bc6cdcebffb6 x-openstack-request-id: req-2e7665a6-f801-4d16-8c3d-bc6cdcebffb6 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:20.316699 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c9bce99-44da-42db-a235-35001c0d4a22", "tag": "a55587b6-4705-4aef-9fe5-7b0cb6599424", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:20.317006 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2e7665a6-f801-4d16-8c3d-bc6cdcebffb6 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:20.317425 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9bce99-44da-42db-a235-35001c0d4a22', 'tag': 'a55587b6-4705-4aef-9fe5-7b0cb6599424', 'status': 'completed', 'code': 200} Aug 11 02:10:20.415906 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-28aedbe8-a9cd-4a58-8e71-92bef62694e5 service neutron] Attempting to bind port 6eea376f-3402-4537-9984-078d56402da0 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:10:20.417339 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-28aedbe8-a9cd-4a58-8e71-92bef62694e5 service neutron] Attempting to bind port 6eea376f-3402-4537-9984-078d56402da0 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:10:20.417715 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-28aedbe8-a9cd-4a58-8e71-92bef62694e5 service neutron] Attempting to bind port 6eea376f-3402-4537-9984-078d56402da0 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:20.432902 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ab5ab09-6a52-43a2-b70f-c4889fe86200 req-7d6d563c-f113-42d0-acb1-eff5c8dd551c tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=58e0f6ce-b446-4302-908a-3057c01a3d8b HTTP/1.1" status: 200 len: 210 time: 0.0508029 Aug 11 02:10:20.469565 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0105362e-0acf-4371-9fdd-ec063608466d req-f4da44c4-f065-4539-ac1c-469cc4a92138 service neutron] 10.222.0.73 "GET /v2.0/networks/27ff6225-1cd7-4782-971d-567e06372cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469617 Aug 11 02:10:20.469828 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-28aedbe8-a9cd-4a58-8e71-92bef62694e5 service neutron] Port 6eea376f-3402-4537-9984-078d56402da0 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:10:20.470157 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-28aedbe8-a9cd-4a58-8e71-92bef62694e5 service neutron] Attempting to bind port 6eea376f-3402-4537-9984-078d56402da0 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:20.488586 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc92e6b-63a7-462d-b38d-081b218ff0ef req-aa7d4936-44a8-4798-9c68-9630829e62c8 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:20.490314 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4dc92e6b-63a7-462d-b38d-081b218ff0ef req-aa7d4936-44a8-4798-9c68-9630829e62c8 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.73 "GET /v2.0/ports?device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade HTTP/1.1" status: 200 len: 945 time: 0.1798894 Aug 11 02:10:20.492112 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-28aedbe8-a9cd-4a58-8e71-92bef62694e5 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:10:20.492791 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-28aedbe8-a9cd-4a58-8e71-92bef62694e5 service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:20.492791 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-28aedbe8-a9cd-4a58-8e71-92bef62694e5 service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:10:20.493257 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-28aedbe8-a9cd-4a58-8e71-92bef62694e5 service neutron] Bound port: 6eea376f-3402-4537-9984-078d56402da0, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:10:20.494483 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-28aedbe8-a9cd-4a58-8e71-92bef62694e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:20.570072 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa185887-1d25-4479-899f-a7fdd29f15d3 req-cab86398-b0e2-4e81-b123-8df190b114e2 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:20.577919 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fa185887-1d25-4479-899f-a7fdd29f15d3 req-cab86398-b0e2-4e81-b123-8df190b114e2 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ba96ca2-b5be-4243-bf38-2c514a176752 HTTP/1.1" status: 200 len: 946 time: 0.1675482 Aug 11 02:10:20.587863 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c51e6caf-834f-4b14-81eb-7d1eb976f315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:20.620961 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e6caf-834f-4b14-81eb-7d1eb976f315 admin admin] Pushing event deleted for resources: {'Port': ['ID=e018f3cd-db40-472f-96e1-5e3f1f1894f9,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:20.705385 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-28aedbe8-a9cd-4a58-8e71-92bef62694e5 service neutron] For port 6eea376f-3402-4537-9984-078d56402da0, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:20.706022 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bf74a-039d-4a49-ac2e-f65e7adc2aeb req-ea6b1edb-de48-4983-8b44-aa2b9fafff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:20.707671 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-910bf74a-039d-4a49-ac2e-f65e7adc2aeb req-ea6b1edb-de48-4983-8b44-aa2b9fafff1e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=517a6f5416f146b8880a89ee49ec53f2&device_id=7c9bce99-44da-42db-a235-35001c0d4a22 HTTP/1.1" status: 200 len: 1095 time: 0.1654413 Aug 11 02:10:20.712124 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fa185887-1d25-4479-899f-a7fdd29f15d3 req-7b90ce47-cd2d-462f-be85-542f19ac1a54 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5c2d132-8c4b-4929-9e8f-298a8853dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332560 Aug 11 02:10:20.715553 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-28aedbe8-a9cd-4a58-8e71-92bef62694e5 service neutron] For port 6eea376f-3402-4537-9984-078d56402da0, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=6eea376f-3402-4537-9984-078d56402da0,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:10:20.728352 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-28aedbe8-a9cd-4a58-8e71-92bef62694e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:20.791788 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-4dc92e6b-63a7-462d-b38d-081b218ff0ef req-3008407d-eeb2-42b0-a49b-e08aa704e0c4 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Deleting port eb8c60ac-8091-4df6-b10a-f2c2814c27d4 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:20.792267 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4dc92e6b-63a7-462d-b38d-081b218ff0ef req-3008407d-eeb2-42b0-a49b-e08aa704e0c4 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:20.806522 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-28aedbe8-a9cd-4a58-8e71-92bef62694e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:20.807629 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-28aedbe8-a9cd-4a58-8e71-92bef62694e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:20.808850 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-28aedbe8-a9cd-4a58-8e71-92bef62694e5 service neutron] 10.222.0.73 "PUT /v2.0/ports/6eea376f-3402-4537-9984-078d56402da0 HTTP/1.1" status: 200 len: 1097 time: 1.6883523 Aug 11 02:10:20.809414 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa82f7c-44d2-4749-bb11-b3ba7bc2384d', 'tag': '6eea376f-3402-4537-9984-078d56402da0'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:20.811826 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b53db7-0647-4dfc-95e0-37be3759f763" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa82f7c-44d2-4749-bb11-b3ba7bc2384d", "tag": "6eea376f-3402-4537-9984-078d56402da0"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:20.938891 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-83f3858a-09e5-4a58-b177-62c240cd3eec tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:20.940493 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-83f3858a-09e5-4a58-b177-62c240cd3eec tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/networks?id=817a4ff3-115a-4b81-9f1c-4ed18d90c966 HTTP/1.1" status: 200 len: 805 time: 0.2934866 Aug 11 02:10:20.961572 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e1506fa4-4cc3-43bb-b4f2-27fdb42312f4 req-348d9919-8c54-4fb4-b905-3c3c8fc5e6bd tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1df32d-fe79-4688-bf6e-8cec7622eb43 HTTP/1.1" status: 200 len: 210 time: 0.1461091 Aug 11 02:10:20.982214 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aedbe8-a9cd-4a58-8e71-92bef62694e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6eea376f-3402-4537-9984-078d56402da0,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:21.060913 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-4dc92e6b-63a7-462d-b38d-081b218ff0ef req-3008407d-eeb2-42b0-a49b-e08aa704e0c4 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] For port eb8c60ac-8091-4df6-b10a-f2c2814c27d4, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=eb8c60ac-8091-4df6-b10a-f2c2814c27d4,segment=NetworkSegment(72b5879b-3f1c-47b6-aae7-b8aa9d08533d),segment_id=72b5879b-3f1c-47b6-aae7-b8aa9d08533d)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:21.061286 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4dc92e6b-63a7-462d-b38d-081b218ff0ef req-3008407d-eeb2-42b0-a49b-e08aa704e0c4 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:21.077363 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-8056be53-807a-4bfd-b748-8d85c8ee1f00 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/quotas/a8d04554417c40d6830a6309b9057b02 HTTP/1.1" status: 200 len: 375 time: 0.1050677 Aug 11 02:10:21.105529 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-44c343e6-6903-46f2-bc73-345a494415b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:21.107253 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-44c343e6-6903-46f2-bc73-345a494415b6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=768da97fefcc4d41933f25f109a58069&device_id=7aa82f7c-44d2-4749-bb11-b3ba7bc2384d HTTP/1.1" status: 200 len: 1100 time: 0.2406890 Aug 11 02:10:21.116368 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-4dc92e6b-63a7-462d-b38d-081b218ff0ef req-3008407d-eeb2-42b0-a49b-e08aa704e0c4 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Calling delete_port for eb8c60ac-8091-4df6-b10a-f2c2814c27d4 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:21.130807 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bf74a-039d-4a49-ac2e-f65e7adc2aeb req-f393daaa-cf08-4f06-bfe8-b18047f8aa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:21.132880 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-910bf74a-039d-4a49-ac2e-f65e7adc2aeb req-f393daaa-cf08-4f06-bfe8-b18047f8aa5f service neutron] 10.222.0.73 "GET /v2.0/networks?id=27ff6225-1cd7-4782-971d-567e06372cbb HTTP/1.1" status: 200 len: 915 time: 0.3802381 Aug 11 02:10:21.159383 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-ef7f6afc-5c49-4a6b-a347-af965d95777a tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8d04554417c40d6830a6309b9057b02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0810587 Aug 11 02:10:21.178529 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-a244bdc5-d1df-43b2-906d-3279f634f126 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=6eea376f-3402-4537-9984-078d56402da0 HTTP/1.1" status: 200 len: 217 time: 0.0601490 Aug 11 02:10:21.225926 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-910bf74a-039d-4a49-ac2e-f65e7adc2aeb req-7e007f28-1f2a-4fc1-adb6-a548619f258a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a55587b6-4705-4aef-9fe5-7b0cb6599424 HTTP/1.1" status: 200 len: 217 time: 0.0688250 Aug 11 02:10:21.234092 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b5965-9c8c-40eb-8796-9a3b0d726fa8 req-061aecb3-e56f-4ec5-9f69-0f7af0a3a150 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:21.235658 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-492b5965-9c8c-40eb-8796-9a3b0d726fa8 req-061aecb3-e56f-4ec5-9f69-0f7af0a3a150 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/ports?device_id=16c90e8e-8df7-42f1-b498-f4f449b22ade HTTP/1.1" status: 200 len: 945 time: 0.1562288 Aug 11 02:10:21.269755 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c51e6caf-834f-4b14-81eb-7d1eb976f315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:21.310686 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:21.315416 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-49711391-f960-4b99-886e-59588677f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:21.316995 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-49711391-f960-4b99-886e-59588677f06d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1012597 Aug 11 02:10:21.332736 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-492b5965-9c8c-40eb-8796-9a3b0d726fa8 req-a3ede204-df97-46db-88fe-f3fa2caf7a1c tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4dd43e6-fd97-42e7-8150-ad11d846ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737276 Aug 11 02:10:21.390398 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-eb5d9f0f-638b-41e5-bbe4-bab814e225f9 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:21.391963 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-eb5d9f0f-638b-41e5-bbe4-bab814e225f9 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.66 "GET /v2.0/networks?id=f125fcef-d9e9-4ec8-ac42-331264faeea0 HTTP/1.1" status: 200 len: 822 time: 0.4094713 Aug 11 02:10:21.402783 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bf74a-039d-4a49-ac2e-f65e7adc2aeb req-1d0e4b2a-66de-4bbb-8d05-e90bae2fa827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:21.402783 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-910bf74a-039d-4a49-ac2e-f65e7adc2aeb req-1d0e4b2a-66de-4bbb-8d05-e90bae2fa827 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=38848945-17b7-40ea-a15a-9e043b049631 HTTP/1.1" status: 200 len: 854 time: 0.1402757 Aug 11 02:10:21.412174 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-7f616141-2a2c-48d3-8cd7-13ffc81aa1a6 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Request body: {'port': {'device_id': '58e0f6ce-b446-4302-908a-3057c01a3d8b', 'network_id': 'f125fcef-d9e9-4ec8-ac42-331264faeea0', 'admin_state_up': True, 'tenant_id': '9e1621f77dda48d0a9d35134d2771337'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:21.432386 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-b6a61b09-2909-4206-a22e-6b277046056d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:21.434853 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-b6a61b09-2909-4206-a22e-6b277046056d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1089010 Aug 11 02:10:21.448134 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd31536e-004f-4f44-80ef-b298d6a26b23 x-openstack-request-id: req-fd31536e-004f-4f44-80ef-b298d6a26b23 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:21.448574 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa82f7c-44d2-4749-bb11-b3ba7bc2384d", "tag": "6eea376f-3402-4537-9984-078d56402da0", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:21.448709 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fd31536e-004f-4f44-80ef-b298d6a26b23 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:21.449372 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa82f7c-44d2-4749-bb11-b3ba7bc2384d', 'tag': '6eea376f-3402-4537-9984-078d56402da0', 'status': 'completed', 'code': 200} Aug 11 02:10:21.624603 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4dc92e6b-63a7-462d-b38d-081b218ff0ef req-3008407d-eeb2-42b0-a49b-e08aa704e0c4 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:21.684587 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008407d-eeb2-42b0-a49b-e08aa704e0c4 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Pushing event deleted for resources: {'Port': ['ID=eb8c60ac-8091-4df6-b10a-f2c2814c27d4,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:21.705478 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-d92f98bc-6384-4488-a3e3-69fcde36f910 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603302 Aug 11 02:10:21.771116 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810aaf75-2c33-4dbf-9ad0-d38e83a2b384 req-c29062af-671f-40f8-b381-185d97d6e3ce tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:21.772645 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-810aaf75-2c33-4dbf-9ad0-d38e83a2b384 req-c29062af-671f-40f8-b381-185d97d6e3ce tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c9bce99-44da-42db-a235-35001c0d4a22 HTTP/1.1" status: 200 len: 943 time: 0.2600441 Aug 11 02:10:21.778452 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-910bf74a-039d-4a49-ac2e-f65e7adc2aeb req-2ebd898e-9b3b-4ff7-b68c-2cae3b8afc1d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27ff6225-1cd7-4782-971d-567e06372cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3628421 Aug 11 02:10:21.782802 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc92e6b-63a7-462d-b38d-081b218ff0ef req-3008407d-eeb2-42b0-a49b-e08aa704e0c4 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] No DVR routers for this DVR port eb8c60ac-8091-4df6-b10a-f2c2814c27d4 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:10:21.814692 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-98cf2d83-37af-41b5-a821-e2733ddc92a6 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:21.816133 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-98cf2d83-37af-41b5-a821-e2733ddc92a6 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.66 "GET /v2.0/networks?id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc HTTP/1.1" status: 200 len: 812 time: 0.3659580 Aug 11 02:10:21.817787 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4dc92e6b-63a7-462d-b38d-081b218ff0ef req-3008407d-eeb2-42b0-a49b-e08aa704e0c4 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:21.819657 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4dc92e6b-63a7-462d-b38d-081b218ff0ef req-3008407d-eeb2-42b0-a49b-e08aa704e0c4 tempest-LiveAutoBlockMigrationV225Test-287964512 tempest-LiveAutoBlockMigrationV225Test-287964512-project] 10.222.0.73 "DELETE /v2.0/ports/eb8c60ac-8091-4df6-b10a-f2c2814c27d4 HTTP/1.1" status: 204 len: 173 time: 1.3226478 Aug 11 02:10:21.839364 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-b101450d-2e77-4fae-99d5-176f87b5cea0 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Request body: {'port': {'device_id': 'fb1df32d-fe79-4688-bf6e-8cec7622eb43', 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc', 'admin_state_up': True, 'tenant_id': 'cb683947b58544f291a36cdc9fa42ce2'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:21.851913 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-07820c95-0de9-4b6b-936a-f849d354998d service neutron] 10.222.0.50 "GET /v2.0/networks/817a4ff3-115a-4b81-9f1c-4ed18d90c966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6802461 Aug 11 02:10:21.920699 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-810aaf75-2c33-4dbf-9ad0-d38e83a2b384 req-34138e6f-3eae-4630-a334-4bdec012a892 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/security-groups?id=654d34d8-7bd0-4b84-9c20-0696a6d061f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129181 Aug 11 02:10:21.962062 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e3ee2a9-385e-4353-8bc7-2fecb9f43ad0 req-53518bff-a42d-4e53-97c7-60016322d0b0 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322133 Aug 11 02:10:22.024393 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-b101450d-2e77-4fae-99d5-176f87b5cea0 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Made reservation on behalf of cb683947b58544f291a36cdc9fa42ce2 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:22.029071 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-b101450d-2e77-4fae-99d5-176f87b5cea0 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:22.133070 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-5b46e62f-3d89-4d2a-b373-e6e9e33ef4f6 service neutron] 10.222.0.50 "GET /v2.0/networks/817a4ff3-115a-4b81-9f1c-4ed18d90c966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507997 Aug 11 02:10:22.139510 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-7f616141-2a2c-48d3-8cd7-13ffc81aa1a6 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Made reservation on behalf of 9e1621f77dda48d0a9d35134d2771337 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:22.143025 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-7f616141-2a2c-48d3-8cd7-13ffc81aa1a6 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:22.146321 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-910bf74a-039d-4a49-ac2e-f65e7adc2aeb req-902c7dd4-befe-4e07-8ecb-491d0b77bad1 service neutron] 10.222.0.73 "GET /v2.0/networks/27ff6225-1cd7-4782-971d-567e06372cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366396 Aug 11 02:10:22.162649 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b53db7-0647-4dfc-95e0-37be3759f763 req-5c72e7bc-09ec-48da-8077-0e85cd03b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:22.164225 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-53b53db7-0647-4dfc-95e0-37be3759f763 req-5c72e7bc-09ec-48da-8077-0e85cd03b78a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=768da97fefcc4d41933f25f109a58069&device_id=7aa82f7c-44d2-4749-bb11-b3ba7bc2384d HTTP/1.1" status: 200 len: 1100 time: 0.1314073 Aug 11 02:10:22.176820 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e65a06-6b56-4c7e-b842-d1fdaa5265bb req-d9918e4a-9733-4fbc-8b3d-2356484f57cd tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:22.178501 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e1e65a06-6b56-4c7e-b842-d1fdaa5265bb req-d9918e4a-9733-4fbc-8b3d-2356484f57cd tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa82f7c-44d2-4749-bb11-b3ba7bc2384d HTTP/1.1" status: 200 len: 948 time: 0.1445501 Aug 11 02:10:22.236265 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51e6caf-834f-4b14-81eb-7d1eb976f315 admin admin] Router 5e486163-c5fe-4fac-ba3f-9492ffe36a39 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:10:22.343899 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e1e65a06-6b56-4c7e-b842-d1fdaa5265bb req-603b099d-4752-45c6-9859-ba7953777882 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c395b2-2705-4009-81f0-f1f32e9a7ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508915 Aug 11 02:10:22.364267 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-b101450d-2e77-4fae-99d5-176f87b5cea0 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Allocated IP 172.20.0.4 (887cdb43-e9b9-4bf0-8022-79d7ba803ebc/852e65ca-6cb3-47f3-8aea-2b8debfff40c/59cc8418-251f-48de-8409-b1fd4e30a1c2) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:10:22.374365 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-910bf74a-039d-4a49-ac2e-f65e7adc2aeb req-7a8cbaa9-522f-496a-bdc4-46c550569b29 service neutron] 10.222.0.73 "GET /v2.0/networks/27ff6225-1cd7-4782-971d-567e06372cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126622 Aug 11 02:10:22.406841 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b53db7-0647-4dfc-95e0-37be3759f763 req-57b380a4-550d-4ebd-8cbd-86c5a156786f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:22.408927 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-53b53db7-0647-4dfc-95e0-37be3759f763 req-57b380a4-550d-4ebd-8cbd-86c5a156786f service neutron] 10.222.0.73 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.2293296 Aug 11 02:10:22.497665 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-53b53db7-0647-4dfc-95e0-37be3759f763 req-0ddb600b-f03f-466b-bc33-9e8e63fa520b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=6eea376f-3402-4537-9984-078d56402da0 HTTP/1.1" status: 200 len: 217 time: 0.0757439 Aug 11 02:10:22.511365 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-7f616141-2a2c-48d3-8cd7-13ffc81aa1a6 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Allocated IP 172.20.0.5 (f125fcef-d9e9-4ec8-ac42-331264faeea0/2cbe19f5-6919-43f5-abb0-402212091f5d/16e56c9d-12af-4151-abb2-f385945e5a86) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:10:22.533466 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51e6caf-834f-4b14-81eb-7d1eb976f315 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:10:22.539462 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c51e6caf-834f-4b14-81eb-7d1eb976f315 admin admin] 10.222.0.50 "PUT /v2.0/routers/5e486163-c5fe-4fac-ba3f-9492ffe36a39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0472391 Aug 11 02:10:22.544079 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33460) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:22.546523 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device a55587b6-4705-4aef-9fe5-7b0cb6599424 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:10:22.557775 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cb97fc-f069-42e0-8279-17aab199c404 None None] Sync routers for ids ['5e486163-c5fe-4fac-ba3f-9492ffe36a39'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:10:22.570399 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cb97fc-f069-42e0-8279-17aab199c404 None None] Routers {'5e486163-c5fe-4fac-ba3f-9492ffe36a39'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:10:22.573378 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d3cb97fc-f069-42e0-8279-17aab199c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:10:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5e486163-c5fe-4fac-ba3f-9492ffe36a39'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:22.670673 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-15b0b99a-8926-40d0-a4e4-05abf2ca1dfa req-4cd050e8-2511-4950-be2b-b66d1a9180e6 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=58e0f6ce-b446-4302-908a-3057c01a3d8b HTTP/1.1" status: 200 len: 210 time: 0.1694238 Aug 11 02:10:22.714062 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b53db7-0647-4dfc-95e0-37be3759f763 req-e56054d6-b8ed-40db-a968-2cbe3ddf40fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:22.715568 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-53b53db7-0647-4dfc-95e0-37be3759f763 req-e56054d6-b8ed-40db-a968-2cbe3ddf40fe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1783507 Aug 11 02:10:22.722612 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port a55587b6-4705-4aef-9fe5-7b0cb6599424, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a55587b6-4705-4aef-9fe5-7b0cb6599424,segment=NetworkSegment(8dda424c-6239-42bb-bff8-51b4229f7691),segment_id=8dda424c-6239-42bb-bff8-51b4229f7691)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:22.740566 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'a55587b6-4705-4aef-9fe5-7b0cb6599424', 'network_id': '27ff6225-1cd7-4782-971d-567e06372cbb', 'port_id': 'a55587b6-4705-4aef-9fe5-7b0cb6599424', 'mac_address': 'fa:16:3e:f5:5d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38848945-17b7-40ea-a15a-9e043b049631', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:10:22.787098 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-d3cb97fc-f069-42e0-8279-17aab199c404 None None] Set router 5e486163-c5fe-4fac-ba3f-9492ffe36a39 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:10:22.807609 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:22.824259 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-76900298-bcd5-465d-ad9a-df53341a8141 req-e9d9acb1-7187-4d8e-a77b-24461df65634 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1df32d-fe79-4688-bf6e-8cec7622eb43 HTTP/1.1" status: 200 len: 210 time: 0.0564799 Aug 11 02:10:22.853048 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3d7f3090-3dd8-4869-bd7e-2694604bdd97 req-b30f2a36-7c66-4cda-b7ab-46da80ad62c7 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3 HTTP/1.1" status: 200 len: 210 time: 0.0741057 Aug 11 02:10:22.853625 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55587b6-4705-4aef-9fe5-7b0cb6599424 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:22.875975 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5607ed5e-ca89-4609-8d19-40565307fc41 admin admin] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:22.885175 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b53db7-0647-4dfc-95e0-37be3759f763 req-9effd879-e9c2-4fb2-8b86-677243c23f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:22.888429 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-53b53db7-0647-4dfc-95e0-37be3759f763 req-9effd879-e9c2-4fb2-8b86-677243c23f4e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1102121 Aug 11 02:10:22.918823 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port a55587b6-4705-4aef-9fe5-7b0cb6599424, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a55587b6-4705-4aef-9fe5-7b0cb6599424,segment=NetworkSegment(8dda424c-6239-42bb-bff8-51b4229f7691),segment_id=8dda424c-6239-42bb-bff8-51b4229f7691)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:22.921554 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33466) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:22.933311 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:22.994618 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=a55587b6-4705-4aef-9fe5-7b0cb6599424,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:23.098277 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d3cb97fc-f069-42e0-8279-17aab199c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e486163-c5fe-4fac-ba3f-9492ffe36a39', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-789808238-router', 'tenant_id': 'c60deef8761c44de85dcb71c60bd9e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '40a0c480-eec5-4532-8507-3874722fd27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:16Z', 'updated_at': '2021-08-11T02:10:20Z', 'revision_number': 5, 'project_id': 'c60deef8761c44de85dcb71c60bd9e7e', 'gw_port': {'id': '40a0c480-eec5-4532-8507-3874722fd27b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e486163-c5fe-4fac-ba3f-9492ffe36a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:18Z', 'updated_at': '2021-08-11T02:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:23.116372 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-7f616141-2a2c-48d3-8cd7-13ffc81aa1a6 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:23.134109 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['a55587b6-4705-4aef-9fe5-7b0cb6599424'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:23.154154 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cb97fc-f069-42e0-8279-17aab199c404 None None] Checking router: 5e486163-c5fe-4fac-ba3f-9492ffe36a39 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:10:23.160913 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4523f19-86b8-4bce-b048-9d63c9462cb4 req-8afb823e-6bd0-40cb-a77a-06b36ee03c91 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:23.162580 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4523f19-86b8-4bce-b048-9d63c9462cb4 req-8afb823e-6bd0-40cb-a77a-06b36ee03c91 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c9bce99-44da-42db-a235-35001c0d4a22 HTTP/1.1" status: 200 len: 944 time: 0.0936916 Aug 11 02:10:23.166275 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5607ed5e-ca89-4609-8d19-40565307fc41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:23.175273 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cb97fc-f069-42e0-8279-17aab199c404 None None] Routers {'5e486163-c5fe-4fac-ba3f-9492ffe36a39'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:10:23.176334 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d3cb97fc-f069-42e0-8279-17aab199c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:10:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5e486163-c5fe-4fac-ba3f-9492ffe36a39'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:23.258535 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4523f19-86b8-4bce-b048-9d63c9462cb4 req-05996e58-f20b-42c1-a034-83094519fafc tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/security-groups?id=654d34d8-7bd0-4b84-9c20-0696a6d061f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864174 Aug 11 02:10:23.282345 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-7f616141-2a2c-48d3-8cd7-13ffc81aa1a6 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:23.332143 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-d3cb97fc-f069-42e0-8279-17aab199c404 None None] Set router 5e486163-c5fe-4fac-ba3f-9492ffe36a39 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:10:23.345417 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-7f616141-2a2c-48d3-8cd7-13ffc81aa1a6 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Network f125fcef-d9e9-4ec8-ac42-331264faeea0 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:10:23.346914 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-5607ed5e-ca89-4609-8d19-40565307fc41 admin admin] Deleting port 40a0c480-eec5-4532-8507-3874722fd27b {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:23.347257 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5607ed5e-ca89-4609-8d19-40565307fc41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:23.354254 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-7f616141-2a2c-48d3-8cd7-13ffc81aa1a6 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:10:23.356752 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-7f616141-2a2c-48d3-8cd7-13ffc81aa1a6 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:10:23.419586 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f616141-2a2c-48d3-8cd7-13ffc81aa1a6 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Pushing event updated for resources: {'Port': ['ID=16e56c9d-12af-4151-abb2-f385945e5a86,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:23.473403 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c90e8e-8df7-42f1-b498-f4f449b22ade', 'name': 'network-vif-deleted', 'tag': 'eb8c60ac-8091-4df6-b10a-f2c2814c27d4'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:23.475894 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7afdfb2-831a-422d-b3c4-eb1655af8c3b" -d '{"events": [{"server_uuid": "16c90e8e-8df7-42f1-b498-f4f449b22ade", "name": "network-vif-deleted", "tag": "eb8c60ac-8091-4df6-b10a-f2c2814c27d4"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:23.494796 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-7f616141-2a2c-48d3-8cd7-13ffc81aa1a6 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:23.495425 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-7f616141-2a2c-48d3-8cd7-13ffc81aa1a6 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:23.535316 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-7f616141-2a2c-48d3-8cd7-13ffc81aa1a6 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1297200 Aug 11 02:10:23.543880 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-5607ed5e-ca89-4609-8d19-40565307fc41 admin admin] For port 40a0c480-eec5-4532-8507-3874722fd27b, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=40a0c480-eec5-4532-8507-3874722fd27b,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:23.544256 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5607ed5e-ca89-4609-8d19-40565307fc41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:23.545659 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-b101450d-2e77-4fae-99d5-176f87b5cea0 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:23.551877 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-36127123-464c-4c1e-8fbd-ae5a2d0a71ca service neutron] Request body: {'port': {'device_id': '58e0f6ce-b446-4302-908a-3057c01a3d8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:23.564465 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d3cb97fc-f069-42e0-8279-17aab199c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e486163-c5fe-4fac-ba3f-9492ffe36a39', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-789808238-router', 'tenant_id': 'c60deef8761c44de85dcb71c60bd9e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '40a0c480-eec5-4532-8507-3874722fd27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:16Z', 'updated_at': '2021-08-11T02:10:20Z', 'revision_number': 5, 'project_id': 'c60deef8761c44de85dcb71c60bd9e7e', 'gw_port': {'id': '40a0c480-eec5-4532-8507-3874722fd27b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e486163-c5fe-4fac-ba3f-9492ffe36a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:18Z', 'updated_at': '2021-08-11T02:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:23.568629 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abe8e5-49c8-4af1-9b4e-132d402a6505 req-b31049b6-1863-4e15-9002-fb0f839b079f tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:23.576664 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-74abe8e5-49c8-4af1-9b4e-132d402a6505 req-b31049b6-1863-4e15-9002-fb0f839b079f tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa82f7c-44d2-4749-bb11-b3ba7bc2384d HTTP/1.1" status: 200 len: 948 time: 0.1345322 Aug 11 02:10:23.578339 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b00c4b2-abd2-42cc-937b-e0a8f6beedef admin admin] Deleting subnet b6e0d0b4-108b-452a-91dc-cd606630079c {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:10:23.581574 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5b00c4b2-abd2-42cc-937b-e0a8f6beedef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:23.604922 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-5607ed5e-ca89-4609-8d19-40565307fc41 admin admin] Calling delete_port for 40a0c480-eec5-4532-8507-3874722fd27b owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:23.607958 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cb97fc-f069-42e0-8279-17aab199c404 None None] The sync data for ids ['5e486163-c5fe-4fac-ba3f-9492ffe36a39'] in n-d-615180-33 is: [{'id': '5e486163-c5fe-4fac-ba3f-9492ffe36a39', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-789808238-router', 'tenant_id': 'c60deef8761c44de85dcb71c60bd9e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '40a0c480-eec5-4532-8507-3874722fd27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:05:16Z', 'updated_at': '2021-08-11T02:10:20Z', 'revision_number': 5, 'project_id': 'c60deef8761c44de85dcb71c60bd9e7e', 'gw_port': {'id': '40a0c480-eec5-4532-8507-3874722fd27b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e486163-c5fe-4fac-ba3f-9492ffe36a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:05:18Z', 'updated_at': '2021-08-11T02:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:10:23.623159 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5b00c4b2-abd2-42cc-937b-e0a8f6beedef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:23.678569 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-53b53db7-0647-4dfc-95e0-37be3759f763 req-5773cf69-0f07-4524-ac3c-33dda1906f1d service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7751231 Aug 11 02:10:23.694622 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6010483-8c53-4e3b-9d0a-552774efca9a req-793f79f8-48bf-4f05-a492-b774eb609503 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:23.696157 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c6010483-8c53-4e3b-9d0a-552774efca9a req-793f79f8-48bf-4f05-a492-b774eb609503 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ba96ca2-b5be-4243-bf38-2c514a176752 HTTP/1.1" status: 200 len: 946 time: 0.6779253 Aug 11 02:10:23.739850 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5b00c4b2-abd2-42cc-937b-e0a8f6beedef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:23.776411 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-74abe8e5-49c8-4af1-9b4e-132d402a6505 req-fbaea4bd-8ddb-4976-adb9-f0f6bc1fcef4 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c395b2-2705-4009-81f0-f1f32e9a7ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988468 Aug 11 02:10:23.803855 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-36127123-464c-4c1e-8fbd-ae5a2d0a71ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:23.833103 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55b4cc3-373e-49e9-89ae-ec9cf4980c99 x-openstack-request-id: req-d55b4cc3-373e-49e9-89ae-ec9cf4980c99 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:23.833448 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c90e8e-8df7-42f1-b498-f4f449b22ade", "name": "network-vif-deleted", "tag": "eb8c60ac-8091-4df6-b10a-f2c2814c27d4", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:23.833716 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d55b4cc3-373e-49e9-89ae-ec9cf4980c99 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:23.834049 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c90e8e-8df7-42f1-b498-f4f449b22ade', 'name': 'network-vif-deleted', 'tag': 'eb8c60ac-8091-4df6-b10a-f2c2814c27d4', 'status': 'completed', 'code': 200} Aug 11 02:10:23.836722 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-b101450d-2e77-4fae-99d5-176f87b5cea0 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:23.887810 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c6010483-8c53-4e3b-9d0a-552774efca9a req-7645280f-576b-484a-be4b-3b9be3fb9f3d tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5c2d132-8c4b-4929-9e8f-298a8853dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739714 Aug 11 02:10:23.918615 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-b101450d-2e77-4fae-99d5-176f87b5cea0 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Network 887cdb43-e9b9-4bf0-8022-79d7ba803ebc is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:10:23.932347 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-b101450d-2e77-4fae-99d5-176f87b5cea0 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:10:23.936003 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101450d-2e77-4fae-99d5-176f87b5cea0 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Pushing event updated for resources: {'Port': ['ID=59cc8418-251f-48de-8409-b1fd4e30a1c2,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:23.938202 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-b101450d-2e77-4fae-99d5-176f87b5cea0 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:10:23.941462 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5b00c4b2-abd2-42cc-937b-e0a8f6beedef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:23.948856 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-53b53db7-0647-4dfc-95e0-37be3759f763 req-3bdf6cc4-2a6e-4045-9541-41884514fc20 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493343 Aug 11 02:10:23.986597 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-9d8c4b54-605e-4005-97c5-24249c1b2c8e tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:23.988135 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-9d8c4b54-605e-4005-97c5-24249c1b2c8e tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.73 "GET /v2.0/networks?id=817a4ff3-115a-4b81-9f1c-4ed18d90c966 HTTP/1.1" status: 200 len: 805 time: 0.3513451 Aug 11 02:10:24.010449 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00c4b2-abd2-42cc-937b-e0a8f6beedef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6e0d0b4-108b-452a-91dc-cd606630079c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:24.017324 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-ecb69e35-705f-405c-b865-8a449717ad26 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Request body: {'port': {'device_id': '43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3', 'network_id': '817a4ff3-115a-4b81-9f1c-4ed18d90c966', 'admin_state_up': True, 'tenant_id': 'a8d04554417c40d6830a6309b9057b02'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:24.022466 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5b00c4b2-abd2-42cc-937b-e0a8f6beedef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:24.027092 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5b00c4b2-abd2-42cc-937b-e0a8f6beedef admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b6e0d0b4-108b-452a-91dc-cd606630079c HTTP/1.1" status: 204 len: 168 time: 1.1026530 Aug 11 02:10:24.032896 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33480) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:24.038431 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e018f3cd-db40-472f-96e1-5e3f1f1894f9 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:24.059703 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-b101450d-2e77-4fae-99d5-176f87b5cea0 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:24.060328 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-b101450d-2e77-4fae-99d5-176f87b5cea0 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:24.067184 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: e018f3cd-db40-472f-96e1-5e3f1f1894f9 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:10:24.067552 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e018f3cd-db40-472f-96e1-5e3f1f1894f9 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:24.088554 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29756792-8b02-4696-abd7-cc1d1789fcb6 req-f21c68dd-9012-4a6d-b292-135eb23004b6 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:24.090221 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-29756792-8b02-4696-abd7-cc1d1789fcb6 req-f21c68dd-9012-4a6d-b292-135eb23004b6 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1df32d-fe79-4688-bf6e-8cec7622eb43 HTTP/1.1" status: 200 len: 931 time: 0.0974314 Aug 11 02:10:24.101952 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-b101450d-2e77-4fae-99d5-176f87b5cea0 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2670529 Aug 11 02:10:24.126391 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-8cb38b4c-ba0a-46ab-b249-b921b9a9cdaf service neutron] Request body: {'port': {'device_id': 'fb1df32d-fe79-4688-bf6e-8cec7622eb43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:24.199296 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:24.213690 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-29756792-8b02-4696-abd7-cc1d1789fcb6 req-ae3b4a0d-4492-4172-b8ba-1dc89a5a0fb5 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144264 Aug 11 02:10:24.223796 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f79677-a2be-4513-beae-e929251213cf req-a288dd62-8498-487c-abb7-2aa45c89e850 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:24.225369 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-90f79677-a2be-4513-beae-e929251213cf req-a288dd62-8498-487c-abb7-2aa45c89e850 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ba96ca2-b5be-4243-bf38-2c514a176752 HTTP/1.1" status: 200 len: 946 time: 0.1342647 Aug 11 02:10:24.247661 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-8cb38b4c-ba0a-46ab-b249-b921b9a9cdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:24.350628 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f7bd54a8-c2c5-4973-8b0f-2abd0273fbbb req-f8588508-9eac-44aa-a7a2-7c063d9c0d44 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3 HTTP/1.1" status: 200 len: 210 time: 0.0539765 Aug 11 02:10:24.479927 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb49f3-f358-44eb-86b3-430dccd9ebc5 req-5b61749b-f237-4efc-a0a0-ed1aa2c0357e tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:24.481450 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e0eb49f3-f358-44eb-86b3-430dccd9ebc5 req-5b61749b-f237-4efc-a0a0-ed1aa2c0357e tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=58e0f6ce-b446-4302-908a-3057c01a3d8b HTTP/1.1" status: 200 len: 931 time: 0.5762768 Aug 11 02:10:24.522864 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-90f79677-a2be-4513-beae-e929251213cf req-f56b83c3-515e-4109-89b9-a0925705a1d5 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Deleting port 48f88a83-6dfe-42b5-82c7-7245de18816f {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:24.523207 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-90f79677-a2be-4513-beae-e929251213cf req-f56b83c3-515e-4109-89b9-a0925705a1d5 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:24.547489 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 6eea376f-3402-4537-9984-078d56402da0 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:10:24.552101 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device a55587b6-4705-4aef-9fe5-7b0cb6599424 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:10:24.613842 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08281d-3cbe-4320-aeee-77da27fc514a req-2c178e58-db2e-418f-93de-ea42a7267596 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:24.615267 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8d08281d-3cbe-4320-aeee-77da27fc514a req-2c178e58-db2e-418f-93de-ea42a7267596 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c9bce99-44da-42db-a235-35001c0d4a22 HTTP/1.1" status: 200 len: 944 time: 0.1635792 Aug 11 02:10:24.623196 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4766e385-ea6c-4a03-a645-22c8c3500341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:24.657132 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5607ed5e-ca89-4609-8d19-40565307fc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:24.677741 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port a55587b6-4705-4aef-9fe5-7b0cb6599424 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:10:24.691517 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port a55587b6-4705-4aef-9fe5-7b0cb6599424 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:24.692207 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:24.701273 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e0eb49f3-f358-44eb-86b3-430dccd9ebc5 req-e0d429ea-d62c-4d0a-a96d-ea940bfb5e7e tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036228 Aug 11 02:10:24.713085 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607ed5e-ca89-4609-8d19-40565307fc41 admin admin] Pushing event deleted for resources: {'Port': ['ID=40a0c480-eec5-4532-8507-3874722fd27b,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:24.714019 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8d08281d-3cbe-4320-aeee-77da27fc514a req-110d447c-037c-4b91-a1ed-c85d0fc5f26f tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/security-groups?id=654d34d8-7bd0-4b84-9c20-0696a6d061f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919423 Aug 11 02:10:24.725793 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-90f79677-a2be-4513-beae-e929251213cf req-f56b83c3-515e-4109-89b9-a0925705a1d5 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] For port 48f88a83-6dfe-42b5-82c7-7245de18816f, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=48f88a83-6dfe-42b5-82c7-7245de18816f,segment=NetworkSegment(406893ed-98cd-41db-b353-d550bc890a57),segment_id=406893ed-98cd-41db-b353-d550bc890a57)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:24.726147 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-90f79677-a2be-4513-beae-e929251213cf req-f56b83c3-515e-4109-89b9-a0925705a1d5 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:24.737218 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 6eea376f-3402-4537-9984-078d56402da0, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=6eea376f-3402-4537-9984-078d56402da0,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:24.750974 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-90f79677-a2be-4513-beae-e929251213cf req-f56b83c3-515e-4109-89b9-a0925705a1d5 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Calling delete_port for 48f88a83-6dfe-42b5-82c7-7245de18816f owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:24.756350 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '6eea376f-3402-4537-9984-078d56402da0', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': '6eea376f-3402-4537-9984-078d56402da0', 'mac_address': 'fa:16:3e:bc:59:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:10:24.833648 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:24.845030 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-8cb38b4c-ba0a-46ab-b249-b921b9a9cdaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59cc8418-251f-48de-8409-b1fd4e30a1c2 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:24.855411 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eea376f-3402-4537-9984-078d56402da0 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:24.859410 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-8cb38b4c-ba0a-46ab-b249-b921b9a9cdaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:24.885207 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-8cb38b4c-ba0a-46ab-b249-b921b9a9cdaf service neutron] Transition to ACTIVE for port object 59cc8418-251f-48de-8409-b1fd4e30a1c2 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:24.898401 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 6eea376f-3402-4537-9984-078d56402da0, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=6eea376f-3402-4537-9984-078d56402da0,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:24.898650 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5607ed5e-ca89-4609-8d19-40565307fc41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:24.901870 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:24.903568 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-8cb38b4c-ba0a-46ab-b249-b921b9a9cdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:24.921572 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4766e385-ea6c-4a03-a645-22c8c3500341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:24.924388 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-ecb69e35-705f-405c-b865-8a449717ad26 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Made reservation on behalf of a8d04554417c40d6830a6309b9057b02 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:24.927650 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-ecb69e35-705f-405c-b865-8a449717ad26 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:24.935443 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:24.972848 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9bce99-44da-42db-a235-35001c0d4a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55587b6-4705-4aef-9fe5-7b0cb6599424'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:24.975648 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbe5a8a-8633-4b0a-88e0-a9106c503ef0" -d '{"events": [{"server_uuid": "7c9bce99-44da-42db-a235-35001c0d4a22", "name": "network-vif-plugged", "status": "completed", "tag": "a55587b6-4705-4aef-9fe5-7b0cb6599424"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:25.010144 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port a55587b6-4705-4aef-9fe5-7b0cb6599424, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a55587b6-4705-4aef-9fe5-7b0cb6599424,segment=NetworkSegment(8dda424c-6239-42bb-bff8-51b4229f7691),segment_id=8dda424c-6239-42bb-bff8-51b4229f7691)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:25.020355 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:25.021489 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device eb8c60ac-8091-4df6-b10a-f2c2814c27d4 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:25.024514 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb38b4c-ba0a-46ab-b249-b921b9a9cdaf service neutron] Pushing event updated for resources: {'Port': ['ID=59cc8418-251f-48de-8409-b1fd4e30a1c2,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:25.045434 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: eb8c60ac-8091-4df6-b10a-f2c2814c27d4 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:10:25.046016 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device eb8c60ac-8091-4df6-b10a-f2c2814c27d4 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:25.053132 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d36dbd-f946-446f-97fc-e61a01eb348d req-6babb77c-fce3-4ea8-8129-9070cd96f09e tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:25.055071 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:25.056058 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-4766e385-ea6c-4a03-a645-22c8c3500341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91920fe3-ff09-41fe-ba76-a9d2c7703cf7']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:25.060996 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-04d36dbd-f946-446f-97fc-e61a01eb348d req-6babb77c-fce3-4ea8-8129-9070cd96f09e tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa82f7c-44d2-4749-bb11-b3ba7bc2384d HTTP/1.1" status: 200 len: 948 time: 0.1738658 Aug 11 02:10:25.084563 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=6eea376f-3402-4537-9984-078d56402da0,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:25.096485 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-90f79677-a2be-4513-beae-e929251213cf req-f56b83c3-515e-4109-89b9-a0925705a1d5 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:25.125738 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['48f88a83-6dfe-42b5-82c7-7245de18816f'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:25.128230 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-4766e385-ea6c-4a03-a645-22c8c3500341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b5879b-3f1c-47b6-aae7-b8aa9d08533d') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:25.128544 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-4766e385-ea6c-4a03-a645-22c8c3500341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b5879b-3f1c-47b6-aae7-b8aa9d08533d') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:25.132869 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5607ed5e-ca89-4609-8d19-40565307fc41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:25.149393 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5607ed5e-ca89-4609-8d19-40565307fc41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:25.151085 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b83c3-515e-4109-89b9-a0925705a1d5 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Pushing event deleted for resources: {'Port': ['ID=48f88a83-6dfe-42b5-82c7-7245de18816f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:25.156939 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['6eea376f-3402-4537-9984-078d56402da0'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:25.169744 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4766e385-ea6c-4a03-a645-22c8c3500341 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:25.175338 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-36127123-464c-4c1e-8fbd-ae5a2d0a71ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16e56c9d-12af-4151-abb2-f385945e5a86 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:25.202504 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-04d36dbd-f946-446f-97fc-e61a01eb348d req-248da171-cace-4c70-9347-9b86e84be836 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c395b2-2705-4009-81f0-f1f32e9a7ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404896 Aug 11 02:10:25.225071 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-36127123-464c-4c1e-8fbd-ae5a2d0a71ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:25.229337 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=a55587b6-4705-4aef-9fe5-7b0cb6599424,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:25.242282 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-8cb38b4c-ba0a-46ab-b249-b921b9a9cdaf service neutron] Attempting to bind port 59cc8418-251f-48de-8409-b1fd4e30a1c2 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:10:25.242646 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-8cb38b4c-ba0a-46ab-b249-b921b9a9cdaf service neutron] Attempting to bind port 59cc8418-251f-48de-8409-b1fd4e30a1c2 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'b3af0fa2-7035-422c-aee4-ac13c9a756a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:10:25.242977 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-8cb38b4c-ba0a-46ab-b249-b921b9a9cdaf service neutron] Attempting to bind port 59cc8418-251f-48de-8409-b1fd4e30a1c2 on network 887cdb43-e9b9-4bf0-8022-79d7ba803ebc {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:25.247260 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f79677-a2be-4513-beae-e929251213cf req-f56b83c3-515e-4109-89b9-a0925705a1d5 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] No DVR routers for this DVR port 48f88a83-6dfe-42b5-82c7-7245de18816f on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:10:25.250355 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-90f79677-a2be-4513-beae-e929251213cf req-f56b83c3-515e-4109-89b9-a0925705a1d5 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:25.255981 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-90f79677-a2be-4513-beae-e929251213cf req-f56b83c3-515e-4109-89b9-a0925705a1d5 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.66 "DELETE /v2.0/ports/48f88a83-6dfe-42b5-82c7-7245de18816f HTTP/1.1" status: 204 len: 173 time: 1.0207477 Aug 11 02:10:25.257349 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-8cb38b4c-ba0a-46ab-b249-b921b9a9cdaf service neutron] Port 59cc8418-251f-48de-8409-b1fd4e30a1c2 on network 887cdb43-e9b9-4bf0-8022-79d7ba803ebc not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:10:25.257939 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-8cb38b4c-ba0a-46ab-b249-b921b9a9cdaf service neutron] Attempting to bind port 59cc8418-251f-48de-8409-b1fd4e30a1c2 on network 887cdb43-e9b9-4bf0-8022-79d7ba803ebc {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:25.268780 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-8cb38b4c-ba0a-46ab-b249-b921b9a9cdaf service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:10:25.269068 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-8cb38b4c-ba0a-46ab-b249-b921b9a9cdaf service neutron] Checking segment: {'id': 'b3af0fa2-7035-422c-aee4-ac13c9a756a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:25.275787 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-8cb38b4c-ba0a-46ab-b249-b921b9a9cdaf service neutron] Bound using segment: {'id': 'b3af0fa2-7035-422c-aee4-ac13c9a756a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:10:25.276424 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-8cb38b4c-ba0a-46ab-b249-b921b9a9cdaf service neutron] Bound port: 59cc8418-251f-48de-8409-b1fd4e30a1c2, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3af0fa2-7035-422c-aee4-ac13c9a756a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:10:25.276857 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-8cb38b4c-ba0a-46ab-b249-b921b9a9cdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:25.298775 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094be70a-5bfa-4b88-878e-126daab450b8 x-openstack-request-id: req-094be70a-5bfa-4b88-878e-126daab450b8 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:25.299046 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9bce99-44da-42db-a235-35001c0d4a22", "name": "network-vif-plugged", "status": "completed", "tag": "a55587b6-4705-4aef-9fe5-7b0cb6599424", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:25.299618 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-094be70a-5bfa-4b88-878e-126daab450b8 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:25.300235 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9bce99-44da-42db-a235-35001c0d4a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55587b6-4705-4aef-9fe5-7b0cb6599424', 'code': 200} Aug 11 02:10:25.328275 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4766e385-ea6c-4a03-a645-22c8c3500341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:25.333227 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5607ed5e-ca89-4609-8d19-40565307fc41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:25.333698 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5607ed5e-ca89-4609-8d19-40565307fc41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e486163-c5fe-4fac-ba3f-9492ffe36a39 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:10:25.339786 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5607ed5e-ca89-4609-8d19-40565307fc41 admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:25.340198 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5607ed5e-ca89-4609-8d19-40565307fc41 admin admin] 10.222.0.50 "DELETE /v2.0/routers/5e486163-c5fe-4fac-ba3f-9492ffe36a39 HTTP/1.1" status: 204 len: 168 time: 2.7888217 Aug 11 02:10:25.344322 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-36127123-464c-4c1e-8fbd-ae5a2d0a71ca service neutron] Transition to ACTIVE for port object 16e56c9d-12af-4151-abb2-f385945e5a86 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:25.352235 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33492) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:25.369594 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b184269-0ce8-410b-89af-086ca22cd2ac req-ca0f26b2-0579-4d83-add1-97a0efa6c415 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:25.371151 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b184269-0ce8-410b-89af-086ca22cd2ac req-ca0f26b2-0579-4d83-add1-97a0efa6c415 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ba96ca2-b5be-4243-bf38-2c514a176752 HTTP/1.1" status: 200 len: 867 time: 0.3521914 Aug 11 02:10:25.375590 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4766e385-ea6c-4a03-a645-22c8c3500341 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:10:25.376012 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4766e385-ea6c-4a03-a645-22c8c3500341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:10:25.378154 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:10:25.412184 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-36127123-464c-4c1e-8fbd-ae5a2d0a71ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:25.496776 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-8cb38b4c-ba0a-46ab-b249-b921b9a9cdaf service neutron] For port 59cc8418-251f-48de-8409-b1fd4e30a1c2, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:25.510398 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9269eb-e7bf-408e-9c4b-5302fd5a93cc req-3b8b7412-d29a-4fa9-98d2-093a9a8e62d1 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:25.516026 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e9269eb-e7bf-408e-9c4b-5302fd5a93cc req-3b8b7412-d29a-4fa9-98d2-093a9a8e62d1 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1df32d-fe79-4688-bf6e-8cec7622eb43 HTTP/1.1" status: 200 len: 943 time: 0.1763368 Aug 11 02:10:25.535837 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-8cb38b4c-ba0a-46ab-b249-b921b9a9cdaf service neutron] For port 59cc8418-251f-48de-8409-b1fd4e30a1c2, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=59cc8418-251f-48de-8409-b1fd4e30a1c2,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:10:25.546509 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4534b83-1a3f-4366-84c1-c1ea44c57382 req-c6a00543-619b-4e4b-b0d4-268341bd4a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:25.548247 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d4534b83-1a3f-4366-84c1-c1ea44c57382 req-c6a00543-619b-4e4b-b0d4-268341bd4a17 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7c9bce99-44da-42db-a235-35001c0d4a22 HTTP/1.1" status: 200 len: 1097 time: 0.2099180 Aug 11 02:10:25.554939 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-8cb38b4c-ba0a-46ab-b249-b921b9a9cdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:25.593726 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac4c3ee-c02f-4fba-9945-d01c51bd9341 admin admin] Deleting subnet f63be90c-3edd-4c15-b780-dabb37cfb4cf {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:10:25.603518 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36127123-464c-4c1e-8fbd-ae5a2d0a71ca service neutron] Pushing event updated for resources: {'Port': ['ID=16e56c9d-12af-4151-abb2-f385945e5a86,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:25.606598 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4766e385-ea6c-4a03-a645-22c8c3500341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:25.612162 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2ac4c3ee-c02f-4fba-9945-d01c51bd9341 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:25.621918 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4766e385-ea6c-4a03-a645-22c8c3500341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:25.626895 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4766e385-ea6c-4a03-a645-22c8c3500341 admin admin] 10.222.0.50 "DELETE /v2.0/networks/91920fe3-ff09-41fe-ba76-a9d2c7703cf7 HTTP/1.1" status: 204 len: 168 time: 1.5886288 Aug 11 02:10:25.629342 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33496) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:25.633098 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-8cb38b4c-ba0a-46ab-b249-b921b9a9cdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:25.633718 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-8cb38b4c-ba0a-46ab-b249-b921b9a9cdaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:25.635135 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-8cb38b4c-ba0a-46ab-b249-b921b9a9cdaf service neutron] 10.222.0.66 "PUT /v2.0/ports/59cc8418-251f-48de-8409-b1fd4e30a1c2 HTTP/1.1" status: 200 len: 1092 time: 1.5129514 Aug 11 02:10:25.652583 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-ecb69e35-705f-405c-b865-8a449717ad26 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Allocated IP 172.20.0.4 (817a4ff3-115a-4b81-9f1c-4ed18d90c966/28d716d8-5b88-434d-86dc-bdd1fc15512f/b0b6fbb5-fa4b-4570-b818-ff8034cf6b67) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:10:25.658993 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b184269-0ce8-410b-89af-086ca22cd2ac req-f0fcdc20-8d1d-43a9-b3be-e02911647a44 tempest-ServersNegativeTestMultiTenantJSON-571485524 tempest-ServersNegativeTestMultiTenantJSON-571485524-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5c2d132-8c4b-4929-9e8f-298a8853dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126825 Aug 11 02:10:25.687281 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e9269eb-e7bf-408e-9c4b-5302fd5a93cc req-ecbb8dc1-38d2-44b2-9087-226a5a0fe0ef tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576838 Aug 11 02:10:25.701648 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766e385-ea6c-4a03-a645-22c8c3500341 admin admin] Pushing event deleted for resources: {'Network': ['ID=91920fe3-ff09-41fe-ba76-a9d2c7703cf7,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:25.723563 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d4534b83-1a3f-4366-84c1-c1ea44c57382 req-d1526079-96ac-4ab2-a70b-ce3a579d79bc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=654d34d8-7bd0-4b84-9c20-0696a6d061f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638677 Aug 11 02:10:25.739151 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2ac4c3ee-c02f-4fba-9945-d01c51bd9341 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:25.748837 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb38b4c-ba0a-46ab-b249-b921b9a9cdaf service neutron] Pushing event updated for resources: {'Port': ['ID=59cc8418-251f-48de-8409-b1fd4e30a1c2,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:25.765342 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-b00bb592-57f2-46a0-9eb7-a194b8f1866e admin admin] Deleting subnet 1f5a9c12-1d79-4cae-8507-a96da405babd {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:10:25.770105 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b00bb592-57f2-46a0-9eb7-a194b8f1866e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:25.797525 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a8fd6aa-0adc-4718-9c62-f0bdde26d5a2 req-8cb8973b-ef40-4c8f-84b6-cf47739a5f52 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3 HTTP/1.1" status: 200 len: 210 time: 0.0319550 Aug 11 02:10:25.800510 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-8003fd92-043b-453b-8b94-82fe53b6382c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:25.802014 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-8003fd92-043b-453b-8b94-82fe53b6382c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb683947b58544f291a36cdc9fa42ce2&device_id=fb1df32d-fe79-4688-bf6e-8cec7622eb43 HTTP/1.1" status: 200 len: 1095 time: 0.1137700 Aug 11 02:10:25.847666 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba96ca2-b5be-4243-bf38-2c514a176752', 'name': 'network-vif-deleted', 'tag': '48f88a83-6dfe-42b5-82c7-7245de18816f'}, {'name': 'network-changed', 'server_uuid': 'fb1df32d-fe79-4688-bf6e-8cec7622eb43', 'tag': '59cc8418-251f-48de-8409-b1fd4e30a1c2'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:25.849947 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f7df8b-bf4b-4cbc-b991-a6b07e2afa17" -d '{"events": [{"server_uuid": "9ba96ca2-b5be-4243-bf38-2c514a176752", "name": "network-vif-deleted", "tag": "48f88a83-6dfe-42b5-82c7-7245de18816f"}, {"name": "network-changed", "server_uuid": "fb1df32d-fe79-4688-bf6e-8cec7622eb43", "tag": "59cc8418-251f-48de-8409-b1fd4e30a1c2"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:25.855861 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b00bb592-57f2-46a0-9eb7-a194b8f1866e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:25.867608 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-36127123-464c-4c1e-8fbd-ae5a2d0a71ca service neutron] Attempting to bind port 16e56c9d-12af-4151-abb2-f385945e5a86 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:10:25.867956 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-36127123-464c-4c1e-8fbd-ae5a2d0a71ca service neutron] Attempting to bind port 16e56c9d-12af-4151-abb2-f385945e5a86 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'b90ce4df-cc8e-4448-a1f2-f94063d6b16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f125fcef-d9e9-4ec8-ac42-331264faeea0'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:10:25.868288 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-36127123-464c-4c1e-8fbd-ae5a2d0a71ca service neutron] Attempting to bind port 16e56c9d-12af-4151-abb2-f385945e5a86 on network f125fcef-d9e9-4ec8-ac42-331264faeea0 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:25.911698 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-c3d62d60-f054-4023-8b83-d96c50202e55 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59cc8418-251f-48de-8409-b1fd4e30a1c2 HTTP/1.1" status: 200 len: 217 time: 0.0868642 Aug 11 02:10:25.919404 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-36127123-464c-4c1e-8fbd-ae5a2d0a71ca service neutron] Port 16e56c9d-12af-4151-abb2-f385945e5a86 on network f125fcef-d9e9-4ec8-ac42-331264faeea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:10:25.919746 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-36127123-464c-4c1e-8fbd-ae5a2d0a71ca service neutron] Attempting to bind port 16e56c9d-12af-4151-abb2-f385945e5a86 on network f125fcef-d9e9-4ec8-ac42-331264faeea0 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:25.982979 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f499061-c9be-4212-85a0-a63a72732fa5 req-6e90418e-134a-47dd-baef-1417d105cdbe tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:25.986417 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f499061-c9be-4212-85a0-a63a72732fa5 req-6e90418e-134a-47dd-baef-1417d105cdbe tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c9bce99-44da-42db-a235-35001c0d4a22 HTTP/1.1" status: 200 len: 945 time: 0.1785278 Aug 11 02:10:25.986417 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b00bb592-57f2-46a0-9eb7-a194b8f1866e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:25.988726 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-36127123-464c-4c1e-8fbd-ae5a2d0a71ca service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:10:25.989078 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-36127123-464c-4c1e-8fbd-ae5a2d0a71ca service neutron] Checking segment: {'id': 'b90ce4df-cc8e-4448-a1f2-f94063d6b16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f125fcef-d9e9-4ec8-ac42-331264faeea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:25.989640 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-36127123-464c-4c1e-8fbd-ae5a2d0a71ca service neutron] Bound using segment: {'id': 'b90ce4df-cc8e-4448-a1f2-f94063d6b16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f125fcef-d9e9-4ec8-ac42-331264faeea0'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:10:25.990100 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-36127123-464c-4c1e-8fbd-ae5a2d0a71ca service neutron] Bound port: 16e56c9d-12af-4151-abb2-f385945e5a86, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b90ce4df-cc8e-4448-a1f2-f94063d6b16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f125fcef-d9e9-4ec8-ac42-331264faeea0'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:10:25.990468 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-36127123-464c-4c1e-8fbd-ae5a2d0a71ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:26.039665 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2ac4c3ee-c02f-4fba-9945-d01c51bd9341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:26.048468 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-c4aefbe7-2ccd-4a85-a943-9dae57b746a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:26.049994 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-c4aefbe7-2ccd-4a85-a943-9dae57b746a6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=852e65ca-6cb3-47f3-8aea-2b8debfff40c HTTP/1.1" status: 200 len: 852 time: 0.1226416 Aug 11 02:10:26.078962 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 40a0c480-eec5-4532-8507-3874722fd27b no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:26.101746 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f499061-c9be-4212-85a0-a63a72732fa5 req-07ac6226-4df6-4864-9068-aa668a54a43f tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/security-groups?id=654d34d8-7bd0-4b84-9c20-0696a6d061f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883048 Aug 11 02:10:26.104171 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 40a0c480-eec5-4532-8507-3874722fd27b {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:10:26.104522 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 40a0c480-eec5-4532-8507-3874722fd27b not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:26.107393 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-d05c9df1-a478-45e7-9b8d-a1006430a0b3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472434 Aug 11 02:10:26.113660 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b00bb592-57f2-46a0-9eb7-a194b8f1866e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:26.145968 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00bb592-57f2-46a0-9eb7-a194b8f1866e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f5a9c12-1d79-4cae-8507-a96da405babd,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:26.179745 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece4012-da87-48e7-a27a-3ea403302174 req-600d8916-88f6-4e06-9b1c-6eb1dd5079e4 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:26.181196 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1ece4012-da87-48e7-a27a-3ea403302174 req-600d8916-88f6-4e06-9b1c-6eb1dd5079e4 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=58e0f6ce-b446-4302-908a-3057c01a3d8b HTTP/1.1" status: 200 len: 943 time: 0.2392154 Aug 11 02:10:26.185938 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-ecb69e35-705f-405c-b865-8a449717ad26 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:26.190959 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1737982f-d840-458d-8217-c5ef2295b8ad x-openstack-request-id: req-1737982f-d840-458d-8217-c5ef2295b8ad {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:26.191261 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba96ca2-b5be-4243-bf38-2c514a176752", "name": "network-vif-deleted", "tag": "48f88a83-6dfe-42b5-82c7-7245de18816f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fb1df32d-fe79-4688-bf6e-8cec7622eb43", "tag": "59cc8418-251f-48de-8409-b1fd4e30a1c2", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:26.191519 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1737982f-d840-458d-8217-c5ef2295b8ad {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:26.191937 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba96ca2-b5be-4243-bf38-2c514a176752', 'name': 'network-vif-deleted', 'tag': '48f88a83-6dfe-42b5-82c7-7245de18816f', 'status': 'completed', 'code': 200} Aug 11 02:10:26.192192 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1df32d-fe79-4688-bf6e-8cec7622eb43', 'tag': '59cc8418-251f-48de-8409-b1fd4e30a1c2', 'status': 'completed', 'code': 200} Aug 11 02:10:26.197500 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b00bb592-57f2-46a0-9eb7-a194b8f1866e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:26.199881 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b00bb592-57f2-46a0-9eb7-a194b8f1866e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1f5a9c12-1d79-4cae-8507-a96da405babd HTTP/1.1" status: 204 len: 168 time: 0.5633378 Aug 11 02:10:26.202086 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33504) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:26.219764 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2ac4c3ee-c02f-4fba-9945-d01c51bd9341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:26.266833 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-36127123-464c-4c1e-8fbd-ae5a2d0a71ca service neutron] For port 16e56c9d-12af-4151-abb2-f385945e5a86, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:26.270179 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4c3ee-c02f-4fba-9945-d01c51bd9341 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f63be90c-3edd-4c15-b780-dabb37cfb4cf,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:26.278039 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2ac4c3ee-c02f-4fba-9945-d01c51bd9341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:26.282657 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2ac4c3ee-c02f-4fba-9945-d01c51bd9341 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f63be90c-3edd-4c15-b780-dabb37cfb4cf HTTP/1.1" status: 204 len: 168 time: 0.9285684 Aug 11 02:10:26.285752 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33508) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:26.289721 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd9ee39-2b55-4972-ac14-2ef8efbee815 None None] Network 62739e72-9dd2-44cd-96d6-cc4c21b10810 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:10:26.312106 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-36127123-464c-4c1e-8fbd-ae5a2d0a71ca service neutron] For port 16e56c9d-12af-4151-abb2-f385945e5a86, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=16e56c9d-12af-4151-abb2-f385945e5a86,segment=NetworkSegment(b90ce4df-cc8e-4448-a1f2-f94063d6b16e),segment_id=b90ce4df-cc8e-4448-a1f2-f94063d6b16e)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:10:26.315556 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fe0c0c84-e628-4ca4-87cc-88b7690030d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:26.315788 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1ece4012-da87-48e7-a27a-3ea403302174 req-10d87d95-f2df-4b28-928d-44d7fd96c8d3 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236455 Aug 11 02:10:26.325649 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-36127123-464c-4c1e-8fbd-ae5a2d0a71ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:26.358930 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-ecb69e35-705f-405c-b865-8a449717ad26 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:26.378752 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-36127123-464c-4c1e-8fbd-ae5a2d0a71ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:26.379378 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-36127123-464c-4c1e-8fbd-ae5a2d0a71ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:26.380829 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-36127123-464c-4c1e-8fbd-ae5a2d0a71ca service neutron] 10.222.0.66 "PUT /v2.0/ports/16e56c9d-12af-4151-abb2-f385945e5a86 HTTP/1.1" status: 200 len: 1092 time: 2.8331819 Aug 11 02:10:26.381538 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e0f6ce-b446-4302-908a-3057c01a3d8b', 'tag': '16e56c9d-12af-4151-abb2-f385945e5a86'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:26.383498 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3ad40a-db60-42cf-9727-b04aa6c46266" -d '{"events": [{"name": "network-changed", "server_uuid": "58e0f6ce-b446-4302-908a-3057c01a3d8b", "tag": "16e56c9d-12af-4151-abb2-f385945e5a86"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:26.393084 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-9fe5d165-344d-4996-8ffb-522522a05c19 service neutron] 10.222.0.66 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768321 Aug 11 02:10:26.407051 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-ecb69e35-705f-405c-b865-8a449717ad26 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Network 817a4ff3-115a-4b81-9f1c-4ed18d90c966 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:10:26.410435 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-ecb69e35-705f-405c-b865-8a449717ad26 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:10:26.412915 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-ecb69e35-705f-405c-b865-8a449717ad26 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:10:26.416235 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36127123-464c-4c1e-8fbd-ae5a2d0a71ca service neutron] Pushing event updated for resources: {'Port': ['ID=16e56c9d-12af-4151-abb2-f385945e5a86,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:26.502274 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6eeb286-b2c3-400b-ba91-dc060c2874e4 x-openstack-request-id: req-a6eeb286-b2c3-400b-ba91-dc060c2874e4 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:26.502556 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e0f6ce-b446-4302-908a-3057c01a3d8b", "tag": "16e56c9d-12af-4151-abb2-f385945e5a86", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:26.502799 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a6eeb286-b2c3-400b-ba91-dc060c2874e4 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:26.503192 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e0f6ce-b446-4302-908a-3057c01a3d8b', 'tag': '16e56c9d-12af-4151-abb2-f385945e5a86', 'status': 'completed', 'code': 200} Aug 11 02:10:26.514639 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf568c-692f-4df3-ac84-4c9352d01cae req-8a1c130c-2c52-49ff-903c-09ee0f759680 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:26.516267 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-38bf568c-692f-4df3-ac84-4c9352d01cae req-8a1c130c-2c52-49ff-903c-09ee0f759680 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa82f7c-44d2-4749-bb11-b3ba7bc2384d HTTP/1.1" status: 200 len: 949 time: 0.2284532 Aug 11 02:10:26.518752 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-830dc0e0-7f81-4a29-88f9-6d734283430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:26.528948 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb69e35-705f-405c-b865-8a449717ad26 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Pushing event updated for resources: {'Port': ['ID=b0b6fbb5-fa4b-4570-b818-ff8034cf6b67,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:26.537531 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-ecb69e35-705f-405c-b865-8a449717ad26 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:26.538167 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-ecb69e35-705f-405c-b865-8a449717ad26 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:26.546994 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 6eea376f-3402-4537-9984-078d56402da0 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:10:26.558494 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-ecdb870b-305a-44c7-a792-efeae957b89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:26.560132 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-ecdb870b-305a-44c7-a792-efeae957b89f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9e1621f77dda48d0a9d35134d2771337&device_id=58e0f6ce-b446-4302-908a-3057c01a3d8b HTTP/1.1" status: 200 len: 1095 time: 0.0986190 Aug 11 02:10:26.562404 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-ecb69e35-705f-405c-b865-8a449717ad26 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5498338 Aug 11 02:10:26.583013 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Request body: {'port': {'device_id': '43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:26.613600 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 6eea376f-3402-4537-9984-078d56402da0 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:10:26.618266 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 6eea376f-3402-4537-9984-078d56402da0 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:26.619816 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:26.624673 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-b0b3acaf-189c-49b7-9461-a3f095e75e32 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16e56c9d-12af-4151-abb2-f385945e5a86 HTTP/1.1" status: 200 len: 217 time: 0.0552037 Aug 11 02:10:26.631616 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fe0c0c84-e628-4ca4-87cc-88b7690030d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:26.645943 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81ad645-ae57-4c7a-b558-7af359c44fc0 None None] DHCP port deletion for 62739e72-9dd2-44cd-96d6-cc4c21b10810 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:10:26.675697 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-fe0c0c84-e628-4ca4-87cc-88b7690030d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb6e6bc3-19b9-4c3f-9217-d3ecfbaeec25']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:26.681578 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a447c907-0a45-472b-877b-b8f0ed656e91 req-5794a06e-2cf5-467e-9b9e-216e30b2cd8c service neutron] 10.222.0.66 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766674 Aug 11 02:10:26.691179 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-38bf568c-692f-4df3-ac84-4c9352d01cae req-0bc9cb51-510a-48b4-9b71-e91e6183746b tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c395b2-2705-4009-81f0-f1f32e9a7ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629360 Aug 11 02:10:26.696096 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-fe0c0c84-e628-4ca4-87cc-88b7690030d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0278a90-57b0-43d0-9154-66cffc998067') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:26.696397 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-fe0c0c84-e628-4ca4-87cc-88b7690030d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0278a90-57b0-43d0-9154-66cffc998067') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:26.709973 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fe0c0c84-e628-4ca4-87cc-88b7690030d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:26.721337 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-b7020e6d-6f25-4ff2-a8e3-5c504af442f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:26.723126 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-b7020e6d-6f25-4ff2-a8e3-5c504af442f5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cbe19f5-6919-43f5-abb0-402212091f5d HTTP/1.1" status: 200 len: 862 time: 0.0813146 Aug 11 02:10:26.723787 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:26.738236 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-830dc0e0-7f81-4a29-88f9-6d734283430a admin admin] Deleting port 121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:26.738599 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-830dc0e0-7f81-4a29-88f9-6d734283430a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:26.741447 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fe0c0c84-e628-4ca4-87cc-88b7690030d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:26.781184 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:26.800518 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33516) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:26.801608 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0c0c84-e628-4ca4-87cc-88b7690030d4 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:10:26.802021 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fe0c0c84-e628-4ca4-87cc-88b7690030d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:26.804832 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-37e590ab-f53d-4699-9948-ef655321c2a6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f125fcef-d9e9-4ec8-ac42-331264faeea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710061 Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:10:26.807240 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:10:26.847880 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 6eea376f-3402-4537-9984-078d56402da0, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=6eea376f-3402-4537-9984-078d56402da0,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:26.870708 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-e81ad645-ae57-4c7a-b558-7af359c44fc0 None None] Deleting port 121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:26.871132 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e81ad645-ae57-4c7a-b558-7af359c44fc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:26.881330 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:26.937561 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-830dc0e0-7f81-4a29-88f9-6d734283430a admin admin] For port 121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f,segment=NetworkSegment(f495d5ec-f181-44af-b501-ca67d2e3fc5b),segment_id=f495d5ec-f181-44af-b501-ca67d2e3fc5b)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:26.938201 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-830dc0e0-7f81-4a29-88f9-6d734283430a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:26.960061 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-830dc0e0-7f81-4a29-88f9-6d734283430a admin admin] Calling delete_port for 121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:26.965845 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-601eaca2-668f-46b6-bdff-b3c145c44c38 admin admin] Deleting subnet 3b98e697-4820-417b-9d5a-65ab31b8e6a8 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:10:26.972237 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fe0c0c84-e628-4ca4-87cc-88b7690030d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:26.975700 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-601eaca2-668f-46b6-bdff-b3c145c44c38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:27.008864 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fe0c0c84-e628-4ca4-87cc-88b7690030d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:27.010787 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fe0c0c84-e628-4ca4-87cc-88b7690030d4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cb6e6bc3-19b9-4c3f-9217-d3ecfbaeec25 HTTP/1.1" status: 204 len: 168 time: 0.8077364 Aug 11 02:10:27.019712 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7df8b-bf4b-4cbc-b991-a6b07e2afa17 req-32ca9f5f-bcc5-42f4-a525-86bba1a359b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:27.021139 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6f7df8b-bf4b-4cbc-b991-a6b07e2afa17 req-32ca9f5f-bcc5-42f4-a525-86bba1a359b3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb683947b58544f291a36cdc9fa42ce2&device_id=fb1df32d-fe79-4688-bf6e-8cec7622eb43 HTTP/1.1" status: 200 len: 1095 time: 0.2371180 Aug 11 02:10:27.086850 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c0c84-e628-4ca4-87cc-88b7690030d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb6e6bc3-19b9-4c3f-9217-d3ecfbaeec25,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:27.093227 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-dd76bb5e-6fba-4337-bbf2-c6f2abadee8d service neutron] 10.222.0.66 "GET /v2.0/networks/f125fcef-d9e9-4ec8-ac42-331264faeea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770758 Aug 11 02:10:27.129492 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-e81ad645-ae57-4c7a-b558-7af359c44fc0 None None] For port 121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f,segment=NetworkSegment(f495d5ec-f181-44af-b501-ca67d2e3fc5b),segment_id=f495d5ec-f181-44af-b501-ca67d2e3fc5b)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:27.130737 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e81ad645-ae57-4c7a-b558-7af359c44fc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:27.134812 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=6eea376f-3402-4537-9984-078d56402da0,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:27.148017 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-e81ad645-ae57-4c7a-b558-7af359c44fc0 None None] Calling delete_port for 121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:27.152272 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-601eaca2-668f-46b6-bdff-b3c145c44c38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:27.181745 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace6b4c-21b4-4729-8d67-e2e41ff774cf req-1f720e6f-e74f-4fa1-9b34-10d952ad2f86 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:27.188956 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9ace6b4c-21b4-4729-8d67-e2e41ff774cf req-1f720e6f-e74f-4fa1-9b34-10d952ad2f86 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3 HTTP/1.1" status: 200 len: 931 time: 0.1700540 Aug 11 02:10:27.224820 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33524) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:27.251000 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062c028-8e81-4fce-985f-ab545211ebf1 req-7145af7c-0855-4915-a1de-e69c9f5dcf9d tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:27.257887 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d062c028-8e81-4fce-985f-ab545211ebf1 req-7145af7c-0855-4915-a1de-e69c9f5dcf9d tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1df32d-fe79-4688-bf6e-8cec7622eb43 HTTP/1.1" status: 200 len: 943 time: 0.2354002 Aug 11 02:10:27.263026 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e81ad645-ae57-4c7a-b558-7af359c44fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:27.283161 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-601eaca2-668f-46b6-bdff-b3c145c44c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:27.296912 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81ad645-ae57-4c7a-b558-7af359c44fc0 None None] No DVR routers for this DVR port 121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:10:27.306747 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ad645-ae57-4c7a-b558-7af359c44fc0 None None] Pushing event deleted for resources: {'Port': ['ID=121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:27.306747 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa82f7c-44d2-4749-bb11-b3ba7bc2384d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eea376f-3402-4537-9984-078d56402da0'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:27.306747 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065739dd-68e3-4126-bb9e-412c902b0020" -d '{"events": [{"server_uuid": "7aa82f7c-44d2-4749-bb11-b3ba7bc2384d", "name": "network-vif-plugged", "status": "completed", "tag": "6eea376f-3402-4537-9984-078d56402da0"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:27.324115 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9ace6b4c-21b4-4729-8d67-e2e41ff774cf req-f49ea235-00a8-43e7-b61f-00f28ec32510 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254835 Aug 11 02:10:27.331260 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7df8b-bf4b-4cbc-b991-a6b07e2afa17 req-d9d17572-3b7f-451d-ad4f-679c033ec9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:27.332787 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6f7df8b-bf4b-4cbc-b991-a6b07e2afa17 req-d9d17572-3b7f-451d-ad4f-679c033ec9cc service neutron] 10.222.0.66 "GET /v2.0/networks?id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc HTTP/1.1" status: 200 len: 913 time: 0.2984209 Aug 11 02:10:27.342365 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-830dc0e0-7f81-4a29-88f9-6d734283430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:27.378031 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0559cf54-c8fd-42ad-90e0-0fe67cbfd274 req-57533ef6-45b9-417d-9991-b750b5bea6ce service neutron] 10.222.0.66 "GET /v2.0/networks/f125fcef-d9e9-4ec8-ac42-331264faeea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718654 Aug 11 02:10:27.382678 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2250852c-a7ff-4f44-8058-dd335a663cab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fc914b6e60444f2aabf27f905058cfbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1552966 Aug 11 02:10:27.387030 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33530) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:27.407288 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0b6fbb5-fa4b-4570-b818-ff8034cf6b67 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:27.416418 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 48f88a83-6dfe-42b5-82c7-7245de18816f no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:27.432667 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:27.439329 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830dc0e0-7f81-4a29-88f9-6d734283430a admin admin] Pushing event deleted for resources: {'Port': ['ID=121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:27.444009 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 48f88a83-6dfe-42b5-82c7-7245de18816f {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:10:27.444788 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 48f88a83-6dfe-42b5-82c7-7245de18816f not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:27.448549 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d062c028-8e81-4fce-985f-ab545211ebf1 req-54aaf8be-5bae-461f-9b46-1503a83ccca4 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830399 Aug 11 02:10:27.450075 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6f7df8b-bf4b-4cbc-b991-a6b07e2afa17 req-adcc5470-0716-4668-b904-784b3ce117f5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59cc8418-251f-48de-8409-b1fd4e30a1c2 HTTP/1.1" status: 200 len: 217 time: 0.0978358 Aug 11 02:10:27.454606 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830dc0e0-7f81-4a29-88f9-6d734283430a admin admin] No DVR routers for this DVR port 121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:10:27.495695 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Transition to ACTIVE for port object b0b6fbb5-fa4b-4570-b818-ff8034cf6b67 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:27.505692 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb93c33b-55c2-44f0-a10c-5c01866578db x-openstack-request-id: req-fb93c33b-55c2-44f0-a10c-5c01866578db {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:27.505873 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:27.506004 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa82f7c-44d2-4749-bb11-b3ba7bc2384d", "name": "network-vif-plugged", "status": "completed", "tag": "6eea376f-3402-4537-9984-078d56402da0", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:27.506248 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fb93c33b-55c2-44f0-a10c-5c01866578db {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:27.506656 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa82f7c-44d2-4749-bb11-b3ba7bc2384d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eea376f-3402-4537-9984-078d56402da0', 'code': 200} Aug 11 02:10:27.539319 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-601eaca2-668f-46b6-bdff-b3c145c44c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:27.578068 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-903dea32-ab2b-49a9-8179-c3b302fc6c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:27.588755 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ad40a-db60-42cf-9727-b04aa6c46266 req-ed4a556d-d253-481d-a0b3-d954828a0380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:27.590574 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7a3ad40a-db60-42cf-9727-b04aa6c46266 req-ed4a556d-d253-481d-a0b3-d954828a0380 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9e1621f77dda48d0a9d35134d2771337&device_id=58e0f6ce-b446-4302-908a-3057c01a3d8b HTTP/1.1" status: 200 len: 1095 time: 0.1514740 Aug 11 02:10:27.597727 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f50067-7242-4221-9263-eca06a7770ba req-a04bf1c7-4a14-468e-8627-3dc1143a2f00 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:27.599103 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c9f50067-7242-4221-9263-eca06a7770ba req-a04bf1c7-4a14-468e-8627-3dc1143a2f00 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c9bce99-44da-42db-a235-35001c0d4a22 HTTP/1.1" status: 200 len: 945 time: 0.1857166 Aug 11 02:10:27.607686 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Pushing event updated for resources: {'Port': ['ID=b0b6fbb5-fa4b-4570-b818-ff8034cf6b67,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:27.634526 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601eaca2-668f-46b6-bdff-b3c145c44c38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b98e697-4820-417b-9d5a-65ab31b8e6a8,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:27.651992 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-601eaca2-668f-46b6-bdff-b3c145c44c38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:27.653691 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-601eaca2-668f-46b6-bdff-b3c145c44c38 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3b98e697-4820-417b-9d5a-65ab31b8e6a8 HTTP/1.1" status: 204 len: 168 time: 0.8480284 Aug 11 02:10:27.669920 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-830dc0e0-7f81-4a29-88f9-6d734283430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:27.679554 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33532) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:27.689646 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-903dea32-ab2b-49a9-8179-c3b302fc6c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:27.694523 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-830dc0e0-7f81-4a29-88f9-6d734283430a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62739e72-9dd2-44cd-96d6-cc4c21b10810']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:27.698285 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7df8b-bf4b-4cbc-b991-a6b07e2afa17 req-f0c1a321-2d97-440f-8317-8941460b5756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:27.699788 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6f7df8b-bf4b-4cbc-b991-a6b07e2afa17 req-f0c1a321-2d97-440f-8317-8941460b5756 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=852e65ca-6cb3-47f3-8aea-2b8debfff40c HTTP/1.1" status: 200 len: 852 time: 0.2131591 Aug 11 02:10:27.754452 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-830dc0e0-7f81-4a29-88f9-6d734283430a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f495d5ec-f181-44af-b501-ca67d2e3fc5b') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:27.754684 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-830dc0e0-7f81-4a29-88f9-6d734283430a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f495d5ec-f181-44af-b501-ca67d2e3fc5b') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:27.803834 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c9f50067-7242-4221-9263-eca06a7770ba req-eb452bf4-8919-4d0d-ac6c-cdc441e72867 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/security-groups?id=654d34d8-7bd0-4b84-9c20-0696a6d061f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935337 Aug 11 02:10:27.841807 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-903dea32-ab2b-49a9-8179-c3b302fc6c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:27.844427 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-903dea32-ab2b-49a9-8179-c3b302fc6c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:27.845530 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-903dea32-ab2b-49a9-8179-c3b302fc6c6a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c4dd43e6-fd97-42e7-8150-ad11d846ea61 HTTP/1.1" status: 204 len: 168 time: 0.4573553 Aug 11 02:10:27.848560 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Attempting to bind port b0b6fbb5-fa4b-4570-b818-ff8034cf6b67 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:10:27.848908 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Attempting to bind port b0b6fbb5-fa4b-4570-b818-ff8034cf6b67 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '61b759df-4b3a-4468-b2fc-c1fa74c19b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '817a4ff3-115a-4b81-9f1c-4ed18d90c966'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:10:27.849235 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Attempting to bind port b0b6fbb5-fa4b-4570-b818-ff8034cf6b67 on network 817a4ff3-115a-4b81-9f1c-4ed18d90c966 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:27.851872 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ad40a-db60-42cf-9727-b04aa6c46266 req-f567af8a-d273-4be4-9390-a097136527ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:27.853976 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7a3ad40a-db60-42cf-9727-b04aa6c46266 req-f567af8a-d273-4be4-9390-a097136527ec service neutron] 10.222.0.66 "GET /v2.0/networks?id=f125fcef-d9e9-4ec8-ac42-331264faeea0 HTTP/1.1" status: 200 len: 923 time: 0.2524171 Aug 11 02:10:27.862469 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903dea32-ab2b-49a9-8179-c3b302fc6c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dd43e6-fd97-42e7-8150-ad11d846ea61,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:27.870858 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Port b0b6fbb5-fa4b-4570-b818-ff8034cf6b67 on network 817a4ff3-115a-4b81-9f1c-4ed18d90c966 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:10:27.871293 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Attempting to bind port b0b6fbb5-fa4b-4570-b818-ff8034cf6b67 on network 817a4ff3-115a-4b81-9f1c-4ed18d90c966 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:27.907926 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:10:27.908285 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Checking segment: {'id': '61b759df-4b3a-4468-b2fc-c1fa74c19b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '817a4ff3-115a-4b81-9f1c-4ed18d90c966'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:27.908647 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Bound using segment: {'id': '61b759df-4b3a-4468-b2fc-c1fa74c19b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '817a4ff3-115a-4b81-9f1c-4ed18d90c966'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:10:27.909090 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Bound port: b0b6fbb5-fa4b-4570-b818-ff8034cf6b67, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b759df-4b3a-4468-b2fc-c1fa74c19b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '817a4ff3-115a-4b81-9f1c-4ed18d90c966'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:10:27.909444 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:27.912336 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7a3ad40a-db60-42cf-9727-b04aa6c46266 req-5f941614-bee3-4a27-a10a-b792e1fc9f38 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16e56c9d-12af-4151-abb2-f385945e5a86 HTTP/1.1" status: 200 len: 217 time: 0.0477526 Aug 11 02:10:28.082164 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:28.111727 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-830dc0e0-7f81-4a29-88f9-6d734283430a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:28.126764 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6f7df8b-bf4b-4cbc-b991-a6b07e2afa17 req-1eca009e-bf27-4f83-b960-e395bd403e80 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3838227 Aug 11 02:10:28.135121 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:10:28.136595 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 121a6cd3-2814-4cb7-b6f5-dc2e8c5cb46f not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:28.157163 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-830dc0e0-7f81-4a29-88f9-6d734283430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:28.173418 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8e074-6176-49f9-8b77-ee33ccf2a8c8 req-c1657ab6-19c7-4b73-b6ea-c75d3e93a366 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:28.175015 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bdf8e074-6176-49f9-8b77-ee33ccf2a8c8 req-c1657ab6-19c7-4b73-b6ea-c75d3e93a366 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=58e0f6ce-b446-4302-908a-3057c01a3d8b HTTP/1.1" status: 200 len: 943 time: 0.5919354 Aug 11 02:10:28.188891 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423f782-8e92-4b4c-986d-026c6588053c req-86dae5a6-cccf-472b-8e04-b34f58584e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:28.190930 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5423f782-8e92-4b4c-986d-026c6588053c req-86dae5a6-cccf-472b-8e04-b34f58584e4c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7aa82f7c-44d2-4749-bb11-b3ba7bc2384d HTTP/1.1" status: 200 len: 1102 time: 0.6025722 Aug 11 02:10:28.191738 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830dc0e0-7f81-4a29-88f9-6d734283430a admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:10:28.192148 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-830dc0e0-7f81-4a29-88f9-6d734283430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:28.221552 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4c530692-57d5-4715-a397-37f7bfb43e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:10:28.222614 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:10:28.331448 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33542) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:28.339411 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476936a-0b8a-4daa-b21d-d8f35c0089d6 req-9173ab09-8ef2-4b64-8855-7e9c9fcc0a6d tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:28.341025 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d476936a-0b8a-4daa-b21d-d8f35c0089d6 req-9173ab09-8ef2-4b64-8855-7e9c9fcc0a6d tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa82f7c-44d2-4749-bb11-b3ba7bc2384d HTTP/1.1" status: 200 len: 950 time: 0.4355648 Aug 11 02:10:28.349466 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ad40a-db60-42cf-9727-b04aa6c46266 req-19395bfb-9c2d-4cf0-93b2-0a307aa23079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:28.351226 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7a3ad40a-db60-42cf-9727-b04aa6c46266 req-19395bfb-9c2d-4cf0-93b2-0a307aa23079 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cbe19f5-6919-43f5-abb0-402212091f5d HTTP/1.1" status: 200 len: 862 time: 0.4213486 Aug 11 02:10:28.358809 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-830dc0e0-7f81-4a29-88f9-6d734283430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:28.386988 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bdf8e074-6176-49f9-8b77-ee33ccf2a8c8 req-e0255f45-1e27-4d37-bebe-d4eed21cae0a tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926892 Aug 11 02:10:28.388063 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-830dc0e0-7f81-4a29-88f9-6d734283430a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:28.389877 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-830dc0e0-7f81-4a29-88f9-6d734283430a admin admin] 10.222.0.50 "DELETE /v2.0/networks/62739e72-9dd2-44cd-96d6-cc4c21b10810 HTTP/1.1" status: 204 len: 168 time: 2.1032004 Aug 11 02:10:28.396289 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5423f782-8e92-4b4c-986d-026c6588053c req-7f6a6ecc-7b09-44ab-876c-0771e638f350 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b3c395b2-2705-4009-81f0-f1f32e9a7ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610522 Aug 11 02:10:28.423957 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7a3ad40a-db60-42cf-9727-b04aa6c46266 req-bc768527-db9e-415a-945c-358d25446442 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f125fcef-d9e9-4ec8-ac42-331264faeea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554769 Aug 11 02:10:28.429845 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] For port b0b6fbb5-fa4b-4570-b818-ff8034cf6b67, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:28.436817 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830dc0e0-7f81-4a29-88f9-6d734283430a admin admin] Pushing event deleted for resources: {'Network': ['ID=62739e72-9dd2-44cd-96d6-cc4c21b10810,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:28.478254 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6f7df8b-bf4b-4cbc-b991-a6b07e2afa17 req-50107e3f-6171-479e-86e4-21473dc14ace service neutron] 10.222.0.66 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312414 Aug 11 02:10:28.485844 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4c530692-57d5-4715-a397-37f7bfb43e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:28.507754 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] For port b0b6fbb5-fa4b-4570-b818-ff8034cf6b67, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b0b6fbb5-fa4b-4570-b818-ff8034cf6b67,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:10:28.515930 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-4c530692-57d5-4715-a397-37f7bfb43e5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed7cc89-ecb6-439c-9af3-42bce1c88898']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:28.532454 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d476936a-0b8a-4daa-b21d-d8f35c0089d6 req-73eebead-f4b3-4b5b-9748-56a5d3d3eb40 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c395b2-2705-4009-81f0-f1f32e9a7ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711445 Aug 11 02:10:28.536768 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-57bc74f1-fd90-4c0c-b591-8f21c8ce237b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=710d701b0a7a40849637bc5cca59fd8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1922667 Aug 11 02:10:28.542613 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33552) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:28.562374 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-4c530692-57d5-4715-a397-37f7bfb43e5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '406893ed-98cd-41db-b353-d550bc890a57') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:28.562672 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-4c530692-57d5-4715-a397-37f7bfb43e5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '406893ed-98cd-41db-b353-d550bc890a57') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:28.578683 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4c530692-57d5-4715-a397-37f7bfb43e5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:28.595379 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:28.603219 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4c530692-57d5-4715-a397-37f7bfb43e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:28.622967 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c530692-57d5-4715-a397-37f7bfb43e5d admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:10:28.623383 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4c530692-57d5-4715-a397-37f7bfb43e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:10:28.625101 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:10:28.629830 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33554) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:28.695737 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:28.696910 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:28.698267 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] 10.222.0.73 "PUT /v2.0/ports/b0b6fbb5-fa4b-4570-b818-ff8034cf6b67 HTTP/1.1" status: 200 len: 1092 time: 2.1215870 Aug 11 02:10:28.700672 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6f7df8b-bf4b-4cbc-b991-a6b07e2afa17 req-72f5ecd3-d095-484f-ab53-a1268bca1188 service neutron] 10.222.0.66 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115052 Aug 11 02:10:28.716000 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3', 'tag': 'b0b6fbb5-fa4b-4570-b818-ff8034cf6b67'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:28.720188 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d233853-c5b4-4815-a5bb-f277d77305be" -d '{"events": [{"name": "network-changed", "server_uuid": "43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3", "tag": "b0b6fbb5-fa4b-4570-b818-ff8034cf6b67"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:28.723499 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7545f9-4ff0-4de3-96a9-43020c10bf01 req-9deabe0f-a980-4237-a635-32452450f9bf tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:28.727475 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cb7545f9-4ff0-4de3-96a9-43020c10bf01 req-9deabe0f-a980-4237-a635-32452450f9bf tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3 HTTP/1.1" status: 200 len: 943 time: 0.1283915 Aug 11 02:10:28.729039 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4c530692-57d5-4715-a397-37f7bfb43e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:28.735242 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4c530692-57d5-4715-a397-37f7bfb43e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:28.740048 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4c530692-57d5-4715-a397-37f7bfb43e5d admin admin] 10.222.0.50 "DELETE /v2.0/networks/3ed7cc89-ecb6-439c-9af3-42bce1c88898 HTTP/1.1" status: 204 len: 168 time: 1.0545421 Aug 11 02:10:28.740460 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33558) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:28.749284 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f058c8a6-d919-4660-af97-88af77f83771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:28.766494 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c530692-57d5-4715-a397-37f7bfb43e5d admin admin] Pushing event deleted for resources: {'Network': ['ID=3ed7cc89-ecb6-439c-9af3-42bce1c88898,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:28.821262 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cb7545f9-4ff0-4de3-96a9-43020c10bf01 req-4a77f2de-c47f-401a-a71b-c0e69c8ff8b5 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826433 Aug 11 02:10:28.824787 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-65dd86c5-4dd6-4aef-8548-88366cb180b0 admin admin] Deleting subnet bc9b5b0b-6e2f-448e-b917-b0b17efa43ca {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:10:28.828777 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-65dd86c5-4dd6-4aef-8548-88366cb180b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:28.846626 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7a3ad40a-db60-42cf-9727-b04aa6c46266 req-9597c661-e7c6-4af9-8175-768e70494c07 service neutron] 10.222.0.66 "GET /v2.0/networks/f125fcef-d9e9-4ec8-ac42-331264faeea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133580 Aug 11 02:10:28.854148 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3c8b2-8fcd-4e23-82d3-d8092f09e65c req-d112d6e0-5b95-40e2-947c-d127afe6b252 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:28.855643 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70e3c8b2-8fcd-4e23-82d3-d8092f09e65c req-d112d6e0-5b95-40e2-947c-d127afe6b252 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1df32d-fe79-4688-bf6e-8cec7622eb43 HTTP/1.1" status: 200 len: 943 time: 0.2470510 Aug 11 02:10:28.863947 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f058c8a6-d919-4660-af97-88af77f83771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:28.864342 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-65dd86c5-4dd6-4aef-8548-88366cb180b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:28.879697 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Pushing event updated for resources: {'Port': ['ID=b0b6fbb5-fa4b-4570-b818-ff8034cf6b67,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:28.891562 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c0760b19-0f11-4b75-94d9-876f01b61f65 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cb95ec3b4fc24ea09028c8f97283ca58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439637 Aug 11 02:10:28.895139 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33560) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:28.918218 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-65dd86c5-4dd6-4aef-8548-88366cb180b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:28.958719 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:28.959931 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:28.960504 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:28.961060 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:28.961202 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:28.961522 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:28.963158 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:28.963158 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:28.963492 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:28.964055 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:28.964290 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:28.965120 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38b7a-4526-4cb6-ad2a-c1636096df1d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:28.989621 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bed60223-5893-45d6-b066-8dce1df559b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:28.994820 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d969a57c-c317-4d6f-a53c-59943bd81603 x-openstack-request-id: req-d969a57c-c317-4d6f-a53c-59943bd81603 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:28.995106 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3", "tag": "b0b6fbb5-fa4b-4570-b818-ff8034cf6b67", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:28.995363 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d969a57c-c317-4d6f-a53c-59943bd81603 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:28.995822 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3', 'tag': 'b0b6fbb5-fa4b-4570-b818-ff8034cf6b67', 'status': 'completed', 'code': 200} Aug 11 02:10:29.021320 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bed60223-5893-45d6-b066-8dce1df559b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:29.029079 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-65dd86c5-4dd6-4aef-8548-88366cb180b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:29.037086 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-3abeb371-5195-4a84-8eac-9b764fd03052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:29.038841 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-3abeb371-5195-4a84-8eac-9b764fd03052 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a8d04554417c40d6830a6309b9057b02&device_id=43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3 HTTP/1.1" status: 200 len: 1095 time: 0.2853220 Aug 11 02:10:29.047132 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70e3c8b2-8fcd-4e23-82d3-d8092f09e65c req-43c06584-56f9-47b2-a451-88aa4ca45e38 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811731 Aug 11 02:10:29.091717 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd86c5-4dd6-4aef-8548-88366cb180b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc9b5b0b-6e2f-448e-b917-b0b17efa43ca,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:29.100174 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-c1128b85-7ab3-4baa-b260-836c833d77b7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0b6fbb5-fa4b-4570-b818-ff8034cf6b67 HTTP/1.1" status: 200 len: 217 time: 0.0441563 Aug 11 02:10:29.126246 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-65dd86c5-4dd6-4aef-8548-88366cb180b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:29.128241 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-65dd86c5-4dd6-4aef-8548-88366cb180b0 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/bc9b5b0b-6e2f-448e-b917-b0b17efa43ca HTTP/1.1" status: 204 len: 168 time: 0.3867822 Aug 11 02:10:29.130541 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f058c8a6-d919-4660-af97-88af77f83771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:29.133702 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f058c8a6-d919-4660-af97-88af77f83771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:29.135511 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f058c8a6-d919-4660-af97-88af77f83771 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aabf22e0-6141-4a58-90eb-14c2bc49779e HTTP/1.1" status: 204 len: 168 time: 0.5917296 Aug 11 02:10:29.135807 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33564) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:29.160192 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7a3ad40a-db60-42cf-9727-b04aa6c46266 req-2dc249fd-3999-4595-999b-cd7900f247ed service neutron] 10.222.0.66 "GET /v2.0/networks/f125fcef-d9e9-4ec8-ac42-331264faeea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034091 Aug 11 02:10:29.171388 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058c8a6-d919-4660-af97-88af77f83771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabf22e0-6141-4a58-90eb-14c2bc49779e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:29.202514 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-1525bb20-a064-40f6-a322-5a2738b3e43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:29.204536 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-1525bb20-a064-40f6-a322-5a2738b3e43e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28d716d8-5b88-434d-86dc-bdd1fc15512f HTTP/1.1" status: 200 len: 845 time: 0.0904815 Aug 11 02:10:29.216698 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1fec8-662e-4078-ab4f-5c794b8e9ea3 req-757ded3c-570c-437e-a2ad-30a9211998d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:29.218247 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ebe1fec8-662e-4078-ab4f-5c794b8e9ea3 req-757ded3c-570c-437e-a2ad-30a9211998d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=517a6f5416f146b8880a89ee49ec53f2&device_id=7c9bce99-44da-42db-a235-35001c0d4a22 HTTP/1.1" status: 200 len: 1097 time: 0.1479130 Aug 11 02:10:29.222276 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bed60223-5893-45d6-b066-8dce1df559b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:29.224903 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bed60223-5893-45d6-b066-8dce1df559b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:29.228365 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bed60223-5893-45d6-b066-8dce1df559b4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/92237860-f750-4d51-b61e-c5a65689c08f HTTP/1.1" status: 204 len: 168 time: 0.3299568 Aug 11 02:10:29.233674 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64505917-f188-458a-a182-e1094cbc64ec req-c7c0c062-b712-4d73-a57c-0a1fb73f90d3 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:29.235230 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-64505917-f188-458a-a182-e1094cbc64ec req-c7c0c062-b712-4d73-a57c-0a1fb73f90d3 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c9bce99-44da-42db-a235-35001c0d4a22 HTTP/1.1" status: 200 len: 945 time: 0.1722836 Aug 11 02:10:29.281575 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-e64ef456-e23e-409a-adc0-f829d91dfd40 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=817a4ff3-115a-4b81-9f1c-4ed18d90c966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684273 Aug 11 02:10:29.308290 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed60223-5893-45d6-b066-8dce1df559b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92237860-f750-4d51-b61e-c5a65689c08f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:29.322527 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-33b5e0d7-fa7b-4e2c-83cf-99b1284d557a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:29.385132 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-64505917-f188-458a-a182-e1094cbc64ec req-17a70f15-e0bd-45eb-8c0c-52efbdd6c030 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/security-groups?id=654d34d8-7bd0-4b84-9c20-0696a6d061f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246381 Aug 11 02:10:29.419237 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 16e56c9d-12af-4151-abb2-f385945e5a86 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:10:29.469350 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1fec8-662e-4078-ab4f-5c794b8e9ea3 req-843410b2-7717-4fb2-afb8-bfd92b9d5e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:29.469700 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-b809b868-193c-452e-af28-6b5d94468b6d service neutron] 10.222.0.73 "GET /v2.0/networks/817a4ff3-115a-4b81-9f1c-4ed18d90c966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622880 Aug 11 02:10:29.470791 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ebe1fec8-662e-4078-ab4f-5c794b8e9ea3 req-843410b2-7717-4fb2-afb8-bfd92b9d5e34 service neutron] 10.222.0.73 "GET /v2.0/networks?id=27ff6225-1cd7-4782-971d-567e06372cbb HTTP/1.1" status: 200 len: 915 time: 0.2313526 Aug 11 02:10:29.480892 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-33b5e0d7-fa7b-4e2c-83cf-99b1284d557a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:29.508381 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-33b5e0d7-fa7b-4e2c-83cf-99b1284d557a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b4944f-a58c-4a70-b1cc-e8051a1b4834']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:29.554309 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ebe1fec8-662e-4078-ab4f-5c794b8e9ea3 req-f3e8e7f7-51f6-4934-bd19-55230f107271 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a55587b6-4705-4aef-9fe5-7b0cb6599424 HTTP/1.1" status: 200 len: 217 time: 0.0608082 Aug 11 02:10:29.557392 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-33b5e0d7-fa7b-4e2c-83cf-99b1284d557a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f2c386-3941-4e6f-bbc0-739e3867566d') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:29.557930 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-33b5e0d7-fa7b-4e2c-83cf-99b1284d557a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f2c386-3941-4e6f-bbc0-739e3867566d') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:29.577413 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-33b5e0d7-fa7b-4e2c-83cf-99b1284d557a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:29.594006 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 16e56c9d-12af-4151-abb2-f385945e5a86, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=16e56c9d-12af-4151-abb2-f385945e5a86,segment=NetworkSegment(b90ce4df-cc8e-4448-a1f2-f94063d6b16e),segment_id=b90ce4df-cc8e-4448-a1f2-f94063d6b16e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:29.610957 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '16e56c9d-12af-4151-abb2-f385945e5a86', 'network_id': 'f125fcef-d9e9-4ec8-ac42-331264faeea0', 'port_id': '16e56c9d-12af-4151-abb2-f385945e5a86', 'mac_address': 'fa:16:3e:9a:2a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cbe19f5-6919-43f5-abb0-402212091f5d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:10:29.662467 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:29.679554 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16e56c9d-12af-4151-abb2-f385945e5a86 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:29.698901 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-33b5e0d7-fa7b-4e2c-83cf-99b1284d557a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:29.705671 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 16e56c9d-12af-4151-abb2-f385945e5a86, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=16e56c9d-12af-4151-abb2-f385945e5a86,segment=NetworkSegment(b90ce4df-cc8e-4448-a1f2-f94063d6b16e),segment_id=b90ce4df-cc8e-4448-a1f2-f94063d6b16e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:29.708667 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33b5e0d7-fa7b-4e2c-83cf-99b1284d557a admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:10:29.709193 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-33b5e0d7-fa7b-4e2c-83cf-99b1284d557a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:29.712611 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1fec8-662e-4078-ab4f-5c794b8e9ea3 req-a3f41b41-303f-4684-aaab-941d5c9536ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:29.713998 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ebe1fec8-662e-4078-ab4f-5c794b8e9ea3 req-a3f41b41-303f-4684-aaab-941d5c9536ed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=38848945-17b7-40ea-a15a-9e043b049631 HTTP/1.1" status: 200 len: 854 time: 0.1484871 Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:10:29.714653 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:10:29.718003 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:29.718003 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 59cc8418-251f-48de-8409-b1fd4e30a1c2 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:10:29.742107 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b671d-e160-46ff-8955-da7f1cc84b6e req-50f6f902-06bb-4891-9c43-d6c5e17e0f7a tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:29.744150 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4d2b671d-e160-46ff-8955-da7f1cc84b6e req-50f6f902-06bb-4891-9c43-d6c5e17e0f7a tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=58e0f6ce-b446-4302-908a-3057c01a3d8b HTTP/1.1" status: 200 len: 943 time: 0.2252412 Aug 11 02:10:29.770335 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33584) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:29.777751 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0543d454-0fdd-4fd7-9f61-84e8f5e4d0c9 req-45f755bf-66b9-4c85-9206-dec01624d67a service neutron] 10.222.0.73 "GET /v2.0/networks/817a4ff3-115a-4b81-9f1c-4ed18d90c966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938571 Aug 11 02:10:29.825594 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ebe1fec8-662e-4078-ab4f-5c794b8e9ea3 req-8a7ecf13-7547-47e4-8269-257f5afc4da2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27ff6225-1cd7-4782-971d-567e06372cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745513 Aug 11 02:10:29.852587 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52ea88-263a-4cc5-839b-1a7b39844f6e req-cd5ab065-2d65-4fba-82e8-912a4f9e2753 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:29.853748 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=16e56c9d-12af-4151-abb2-f385945e5a86,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:29.859284 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6a52ea88-263a-4cc5-839b-1a7b39844f6e req-cd5ab065-2d65-4fba-82e8-912a4f9e2753 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa82f7c-44d2-4749-bb11-b3ba7bc2384d HTTP/1.1" status: 200 len: 950 time: 0.2552290 Aug 11 02:10:29.905354 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 59cc8418-251f-48de-8409-b1fd4e30a1c2, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=59cc8418-251f-48de-8409-b1fd4e30a1c2,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:29.905808 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-33b5e0d7-fa7b-4e2c-83cf-99b1284d557a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:29.910714 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4d2b671d-e160-46ff-8955-da7f1cc84b6e req-f80e2f53-f69c-40ea-910c-482c85c69ab8 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425347 Aug 11 02:10:29.921762 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-33b5e0d7-fa7b-4e2c-83cf-99b1284d557a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:29.925996 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-33b5e0d7-fa7b-4e2c-83cf-99b1284d557a admin admin] 10.222.0.50 "DELETE /v2.0/networks/38b4944f-a58c-4a70-b1cc-e8051a1b4834 HTTP/1.1" status: 204 len: 168 time: 0.7860477 Aug 11 02:10:29.931967 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '59cc8418-251f-48de-8409-b1fd4e30a1c2', 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc', 'port_id': '59cc8418-251f-48de-8409-b1fd4e30a1c2', 'mac_address': 'fa:16:3e:3b:d8:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '852e65ca-6cb3-47f3-8aea-2b8debfff40c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:10:29.957155 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5e0d7-fa7b-4e2c-83cf-99b1284d557a admin admin] Pushing event deleted for resources: {'Network': ['ID=38b4944f-a58c-4a70-b1cc-e8051a1b4834,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:29.988302 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d233853-c5b4-4815-a5bb-f277d77305be req-7fe5ed39-9cb6-4ac3-8244-74cef9f9d567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:29.989822 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d233853-c5b4-4815-a5bb-f277d77305be req-7fe5ed39-9cb6-4ac3-8244-74cef9f9d567 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a8d04554417c40d6830a6309b9057b02&device_id=43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3 HTTP/1.1" status: 200 len: 1095 time: 0.1406944 Aug 11 02:10:29.995052 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-006de775-9802-4049-93c4-dc454e66915b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c60deef8761c44de85dcb71c60bd9e7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214046 Aug 11 02:10:29.995380 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6a52ea88-263a-4cc5-839b-1a7b39844f6e req-c5aab874-e38c-408d-944e-a14d5de2e10e tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c395b2-2705-4009-81f0-f1f32e9a7ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284986 Aug 11 02:10:29.995486 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33592) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:30.028588 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:30.033351 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ebe1fec8-662e-4078-ab4f-5c794b8e9ea3 req-13544cb8-85b6-412a-b5cb-e6dde771287d service neutron] 10.222.0.73 "GET /v2.0/networks/27ff6225-1cd7-4782-971d-567e06372cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986442 Aug 11 02:10:30.063134 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59cc8418-251f-48de-8409-b1fd4e30a1c2 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:30.126585 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 59cc8418-251f-48de-8409-b1fd4e30a1c2, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=59cc8418-251f-48de-8409-b1fd4e30a1c2,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:30.138230 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:30.237040 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ebe1fec8-662e-4078-ab4f-5c794b8e9ea3 req-c3f5a04d-a310-458d-b4d7-1444e2caaddd service neutron] 10.222.0.73 "GET /v2.0/networks/27ff6225-1cd7-4782-971d-567e06372cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951077 Aug 11 02:10:30.237981 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=59cc8418-251f-48de-8409-b1fd4e30a1c2,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:30.246482 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce970a3-d001-4633-a90c-8fb9e271c1b2 req-3eaa5510-81df-4101-989c-8ba4345b2bc7 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:30.256847 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ce970a3-d001-4633-a90c-8fb9e271c1b2 req-3eaa5510-81df-4101-989c-8ba4345b2bc7 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3 HTTP/1.1" status: 200 len: 943 time: 0.2209635 Aug 11 02:10:30.288630 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a8bb9af0-df99-48c6-ab20-f00e3216e912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:30.321836 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33606) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:30.329115 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ce970a3-d001-4633-a90c-8fb9e271c1b2 req-a1d11f75-d3ff-496f-8244-857de71d9fa7 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714040 Aug 11 02:10:30.341342 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d233853-c5b4-4815-a5bb-f277d77305be req-6ff4d6df-7d85-438a-8da8-9600e76c5b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:30.343762 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d233853-c5b4-4815-a5bb-f277d77305be req-6ff4d6df-7d85-438a-8da8-9600e76c5b01 service neutron] 10.222.0.73 "GET /v2.0/networks?id=817a4ff3-115a-4b81-9f1c-4ed18d90c966 HTTP/1.1" status: 200 len: 906 time: 0.2977395 Aug 11 02:10:30.366099 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a8bb9af0-df99-48c6-ab20-f00e3216e912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:30.367110 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95460ae4-ef78-4baf-9de3-1a202cc87b82 req-e8e07c61-421d-45ad-a2dc-ef6350397d08 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:30.374939 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-95460ae4-ef78-4baf-9de3-1a202cc87b82 req-e8e07c61-421d-45ad-a2dc-ef6350397d08 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1df32d-fe79-4688-bf6e-8cec7622eb43 HTTP/1.1" status: 200 len: 944 time: 0.0927067 Aug 11 02:10:30.404597 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['16e56c9d-12af-4151-abb2-f385945e5a86'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:30.408158 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['59cc8418-251f-48de-8409-b1fd4e30a1c2'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:30.436717 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-95460ae4-ef78-4baf-9de3-1a202cc87b82 req-d0d70a7b-5a70-4d70-b167-fd8b94184c67 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568078 Aug 11 02:10:30.451566 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1458c90e-ffb7-41c0-ab0f-a5b9ecf81461 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9063ffdc81b54ef5b130fe559204d585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1256738 Aug 11 02:10:30.455355 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33612) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:30.464320 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33614) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:30.508254 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d233853-c5b4-4815-a5bb-f277d77305be req-4c6c7096-2c3f-4b67-8ced-03041a9fd44f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0b6fbb5-fa4b-4570-b818-ff8034cf6b67 HTTP/1.1" status: 200 len: 217 time: 0.1397960 Aug 11 02:10:30.576599 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-008751ce-281c-4191-857e-df1828036931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:30.623092 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d233853-c5b4-4815-a5bb-f277d77305be req-25b4c374-2ca2-4cf7-8453-793a560f1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:30.624841 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d233853-c5b4-4815-a5bb-f277d77305be req-25b4c374-2ca2-4cf7-8453-793a560f1475 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28d716d8-5b88-434d-86dc-bdd1fc15512f HTTP/1.1" status: 200 len: 845 time: 0.1037836 Aug 11 02:10:30.637166 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-008751ce-281c-4191-857e-df1828036931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:30.637547 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ef1a0-c33f-4ca4-a691-f3fbc013a0cc req-65711804-daf0-43ad-9809-3857a67b7dc4 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:30.645282 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f95ef1a0-c33f-4ca4-a691-f3fbc013a0cc req-65711804-daf0-43ad-9809-3857a67b7dc4 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa82f7c-44d2-4749-bb11-b3ba7bc2384d HTTP/1.1" status: 200 len: 950 time: 0.2265987 Aug 11 02:10:30.666170 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634dd50b-3994-4140-a515-47542033eb62 req-41bce383-80bf-4e8c-9af1-e67a4f6a1510 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:30.667898 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-634dd50b-3994-4140-a515-47542033eb62 req-41bce383-80bf-4e8c-9af1-e67a4f6a1510 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c9bce99-44da-42db-a235-35001c0d4a22 HTTP/1.1" status: 200 len: 945 time: 0.0854938 Aug 11 02:10:30.706861 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d233853-c5b4-4815-a5bb-f277d77305be req-cd41da15-42c9-47d2-9e25-d21fd0363495 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=817a4ff3-115a-4b81-9f1c-4ed18d90c966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567803 Aug 11 02:10:30.712010 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a8bb9af0-df99-48c6-ab20-f00e3216e912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:30.715567 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a8bb9af0-df99-48c6-ab20-f00e3216e912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:30.720223 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a8bb9af0-df99-48c6-ab20-f00e3216e912 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8cc0f628-4600-454a-98de-cbe799d1888f HTTP/1.1" status: 204 len: 168 time: 0.7238321 Aug 11 02:10:30.751529 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-e2e4ef62-329d-44bb-9ef7-3b2574cb310b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1337791453-network', 'tenant_id': '5b5ec32aad83441e84ab990d841b0d0c'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:30.757836 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-634dd50b-3994-4140-a515-47542033eb62 req-23c0a8ed-d142-4a6a-97d3-0a013b4995f1 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/security-groups?id=654d34d8-7bd0-4b84-9c20-0696a6d061f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787861 Aug 11 02:10:30.788293 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e4ef62-329d-44bb-9ef7-3b2574cb310b admin admin] Made reservation on behalf of 5b5ec32aad83441e84ab990d841b0d0c for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:30.794745 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e2e4ef62-329d-44bb-9ef7-3b2574cb310b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:30.823475 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb9af0-df99-48c6-ab20-f00e3216e912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc0f628-4600-454a-98de-cbe799d1888f,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:30.836345 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e2e4ef62-329d-44bb-9ef7-3b2574cb310b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:30.859637 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-008751ce-281c-4191-857e-df1828036931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:30.862056 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-008751ce-281c-4191-857e-df1828036931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:30.863349 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-008751ce-281c-4191-857e-df1828036931 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d5c2d132-8c4b-4929-9e8f-298a8853dbd5 HTTP/1.1" status: 204 len: 168 time: 0.4068110 Aug 11 02:10:30.877291 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008751ce-281c-4191-857e-df1828036931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c2d132-8c4b-4929-9e8f-298a8853dbd5,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:30.894222 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f95ef1a0-c33f-4ca4-a691-f3fbc013a0cc req-e2b49fcf-e065-4222-9a8a-cd892672d027 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c395b2-2705-4009-81f0-f1f32e9a7ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431300 Aug 11 02:10:30.938422 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d233853-c5b4-4815-a5bb-f277d77305be req-58f8c2d6-d8bf-4bb4-b8fa-2e27df20d60f service neutron] 10.222.0.73 "GET /v2.0/networks/817a4ff3-115a-4b81-9f1c-4ed18d90c966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162924 Aug 11 02:10:31.009622 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e2e4ef62-329d-44bb-9ef7-3b2574cb310b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:31.031943 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e2e4ef62-329d-44bb-9ef7-3b2574cb310b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:31.058916 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e4ef62-329d-44bb-9ef7-3b2574cb310b admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:10:31.067422 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d233853-c5b4-4815-a5bb-f277d77305be req-db707822-3c7c-4713-828a-6f9a7b5f7c00 service neutron] 10.222.0.73 "GET /v2.0/networks/817a4ff3-115a-4b81-9f1c-4ed18d90c966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145670 Aug 11 02:10:31.092812 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4ef62-329d-44bb-9ef7-3b2574cb310b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8e97f4-a007-4d6c-9750-caae5a5a5213,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:31.109945 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e2e4ef62-329d-44bb-9ef7-3b2574cb310b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:31.110279 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-e2e4ef62-329d-44bb-9ef7-3b2574cb310b admin admin] Added segment 51539708-4654-4be1-aaa8-8d3d721218ba of type vlan for network 2c62f451-5e71-4e15-977d-bdbbfdcce70c Aug 11 02:10:31.123921 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ac9cc-b852-42ec-8b3a-5b657ab2e889 req-a12679ed-c4c1-4797-a51a-db72312750a9 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:31.132101 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-939ac9cc-b852-42ec-8b3a-5b657ab2e889 req-a12679ed-c4c1-4797-a51a-db72312750a9 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=58e0f6ce-b446-4302-908a-3057c01a3d8b HTTP/1.1" status: 200 len: 944 time: 0.1359284 Aug 11 02:10:31.216745 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e2e4ef62-329d-44bb-9ef7-3b2574cb310b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:31.241442 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-939ac9cc-b852-42ec-8b3a-5b657ab2e889 req-699fe943-3c3d-48b0-84ea-acad0ff450dc tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646517 Aug 11 02:10:31.274601 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e2e4ef62-329d-44bb-9ef7-3b2574cb310b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:31.275784 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e4ef62-329d-44bb-9ef7-3b2574cb310b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:31.276588 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e2e4ef62-329d-44bb-9ef7-3b2574cb310b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:31.345178 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e2e4ef62-329d-44bb-9ef7-3b2574cb310b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8787000 Aug 11 02:10:31.348147 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33636) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:31.358027 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-40368034-5c46-446e-823b-8f947ee96d61 admin admin] Request body: {'subnet': {'network_id': '2c62f451-5e71-4e15-977d-bdbbfdcce70c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1337791453-subnet', 'tenant_id': '5b5ec32aad83441e84ab990d841b0d0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:31.365721 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4ef62-329d-44bb-9ef7-3b2574cb310b admin admin] Pushing event updated for resources: {'Network': ['ID=2c62f451-5e71-4e15-977d-bdbbfdcce70c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:31.374490 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33640) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:31.376878 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 2c62f451-5e71-4e15-977d-bdbbfdcce70c details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:10:31.425567 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40368034-5c46-446e-823b-8f947ee96d61 admin admin] Made reservation on behalf of 5b5ec32aad83441e84ab990d841b0d0c for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:31.428460 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-40368034-5c46-446e-823b-8f947ee96d61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:31.471370 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 16e56c9d-12af-4151-abb2-f385945e5a86 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:10:31.560193 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-eefdfd6e-3580-4ca4-b146-ca2c3c058ae3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=44256676835549a09abfc7a4f2bd33ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1842430 Aug 11 02:10:31.562812 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33644) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:31.629841 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a79e17-4ff7-4d9f-8705-7846d7fd2502 req-fd9b8c7c-d137-4f57-a2f6-6e4f98a59018 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:31.650782 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 16e56c9d-12af-4151-abb2-f385945e5a86 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:10:31.655133 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 16e56c9d-12af-4151-abb2-f385945e5a86 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:31.655511 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:31.657513 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-57a79e17-4ff7-4d9f-8705-7846d7fd2502 req-fd9b8c7c-d137-4f57-a2f6-6e4f98a59018 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3 HTTP/1.1" status: 200 len: 943 time: 0.2040036 Aug 11 02:10:31.724099 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74848d-2034-4647-963f-f4cf4d87afcb req-7cfddbaa-fb62-4270-b35d-e96eb426cb25 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:31.737349 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4a74848d-2034-4647-963f-f4cf4d87afcb req-7cfddbaa-fb62-4270-b35d-e96eb426cb25 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1df32d-fe79-4688-bf6e-8cec7622eb43 HTTP/1.1" status: 200 len: 944 time: 0.1689928 Aug 11 02:10:31.762582 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-57a79e17-4ff7-4d9f-8705-7846d7fd2502 req-dfbae6d4-71a8-426d-9d66-d6e61d6547b0 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020520 Aug 11 02:10:31.774455 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b5f242c1-0b4c-4bc4-9e32-ab8c79513e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:31.808709 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b5f242c1-0b4c-4bc4-9e32-ab8c79513e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:31.811694 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:31.889079 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b5f242c1-0b4c-4bc4-9e32-ab8c79513e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:31.891968 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b5f242c1-0b4c-4bc4-9e32-ab8c79513e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:31.895524 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b5f242c1-0b4c-4bc4-9e32-ab8c79513e8b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/987dc624-03de-45f7-b1d7-4041569ef572 HTTP/1.1" status: 204 len: 168 time: 0.3277843 Aug 11 02:10:31.896088 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e0f6ce-b446-4302-908a-3057c01a3d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e56c9d-12af-4151-abb2-f385945e5a86'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:31.896489 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4a74848d-2034-4647-963f-f4cf4d87afcb req-4bbebde8-06b5-452b-a268-1ef01b09c385 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581993 Aug 11 02:10:31.900455 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99059555-2145-42fd-9723-0c839f5dc551" -d '{"events": [{"server_uuid": "58e0f6ce-b446-4302-908a-3057c01a3d8b", "name": "network-vif-plugged", "status": "completed", "tag": "16e56c9d-12af-4151-abb2-f385945e5a86"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:31.916089 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f242c1-0b4c-4bc4-9e32-ab8c79513e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987dc624-03de-45f7-b1d7-4041569ef572,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:31.934256 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 16e56c9d-12af-4151-abb2-f385945e5a86, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=16e56c9d-12af-4151-abb2-f385945e5a86,segment=NetworkSegment(b90ce4df-cc8e-4448-a1f2-f94063d6b16e),segment_id=b90ce4df-cc8e-4448-a1f2-f94063d6b16e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:31.959433 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:31.961077 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 59cc8418-251f-48de-8409-b1fd4e30a1c2 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:10:32.026681 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-40368034-5c46-446e-823b-8f947ee96d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:32.049574 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0561bba-263f-4e4b-a9f4-e3e7231b6229 req-d2fe8ef4-7937-44c2-bb88-1d4628a43360 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:32.051162 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a0561bba-263f-4e4b-a9f4-e3e7231b6229 req-d2fe8ef4-7937-44c2-bb88-1d4628a43360 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c9bce99-44da-42db-a235-35001c0d4a22 HTTP/1.1" status: 200 len: 945 time: 0.1090467 Aug 11 02:10:32.061553 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd39f73-293b-41dc-b0e2-608b0f784b4c x-openstack-request-id: req-8bd39f73-293b-41dc-b0e2-608b0f784b4c {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:32.072414 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e0f6ce-b446-4302-908a-3057c01a3d8b", "name": "network-vif-plugged", "status": "completed", "tag": "16e56c9d-12af-4151-abb2-f385945e5a86", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:32.072913 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8bd39f73-293b-41dc-b0e2-608b0f784b4c {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:32.073550 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e0f6ce-b446-4302-908a-3057c01a3d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e56c9d-12af-4151-abb2-f385945e5a86', 'code': 200} Aug 11 02:10:32.112343 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=16e56c9d-12af-4151-abb2-f385945e5a86,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:32.127449 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40368034-5c46-446e-823b-8f947ee96d61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04a75445-1c0c-4cb0-8c6c-f057a440b687,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:32.133110 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 59cc8418-251f-48de-8409-b1fd4e30a1c2 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:10:32.138774 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 59cc8418-251f-48de-8409-b1fd4e30a1c2 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:32.140251 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:32.185206 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a0561bba-263f-4e4b-a9f4-e3e7231b6229 req-dacdf0b5-2729-4ba2-b104-33aaa66403dc tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/security-groups?id=654d34d8-7bd0-4b84-9c20-0696a6d061f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137314 Aug 11 02:10:32.190726 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e116d-8282-4009-be39-96272cf91bff req-ca631119-b15c-43cc-b6e9-0b387df169c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:32.192268 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f4e116d-8282-4009-be39-96272cf91bff req-ca631119-b15c-43cc-b6e9-0b387df169c6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=58e0f6ce-b446-4302-908a-3057c01a3d8b HTTP/1.1" status: 200 len: 1097 time: 0.1286108 Aug 11 02:10:32.256430 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f4e116d-8282-4009-be39-96272cf91bff req-45f15df5-fea4-4231-ae5d-17c821a5bf21 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561059 Aug 11 02:10:32.267579 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f1212-f00a-4621-bd49-a48dbbf395a4 req-0a227c15-0b43-4d4e-ba1d-c4f36f7d5466 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:32.269159 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-813f1212-f00a-4621-bd49-a48dbbf395a4 req-0a227c15-0b43-4d4e-ba1d-c4f36f7d5466 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa82f7c-44d2-4749-bb11-b3ba7bc2384d HTTP/1.1" status: 200 len: 950 time: 0.1456416 Aug 11 02:10:32.270362 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40368034-5c46-446e-823b-8f947ee96d61 admin admin] Checking segment: {'id': '51539708-4654-4be1-aaa8-8d3d721218ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2c62f451-5e71-4e15-977d-bdbbfdcce70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:32.270726 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40368034-5c46-446e-823b-8f947ee96d61 admin admin] Network hostable DHCP agents. Network: 2c62f451-5e71-4e15-977d-bdbbfdcce70c, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:10:32.326682 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:32.380984 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 59cc8418-251f-48de-8409-b1fd4e30a1c2, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=59cc8418-251f-48de-8409-b1fd4e30a1c2,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:32.390628 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:32.398113 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-813f1212-f00a-4621-bd49-a48dbbf395a4 req-f0fc8a49-4e78-4088-b850-5b5186ca69a7 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c395b2-2705-4009-81f0-f1f32e9a7ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044369 Aug 11 02:10:32.418455 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40368034-5c46-446e-823b-8f947ee96d61 admin admin] Network 2c62f451-5e71-4e15-977d-bdbbfdcce70c is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:10:32.432212 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-40368034-5c46-446e-823b-8f947ee96d61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 2c62f451-5e71-4e15-977d-bdbbfdcce70c) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:10:32.440082 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40368034-5c46-446e-823b-8f947ee96d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:32.440814 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-40368034-5c46-446e-823b-8f947ee96d61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:32.468305 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198c0ca9-54df-4623-a9d0-2403424a2b70 None None] Network 2c62f451-5e71-4e15-977d-bdbbfdcce70c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:10:32.481377 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-40368034-5c46-446e-823b-8f947ee96d61 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1313925 Aug 11 02:10:32.547906 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e1be2-2705-429d-bbe1-c2fa35a9f81d req-0b0c584a-010a-445d-8d75-66e15bd19b08 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:32.549876 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b66e1be2-2705-429d-bbe1-c2fa35a9f81d req-0b0c584a-010a-445d-8d75-66e15bd19b08 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=58e0f6ce-b446-4302-908a-3057c01a3d8b HTTP/1.1" status: 200 len: 945 time: 0.0844696 Aug 11 02:10:32.573173 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device b0b6fbb5-fa4b-4570-b818-ff8034cf6b67 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:10:32.618326 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b66e1be2-2705-429d-bbe1-c2fa35a9f81d req-bbc9ec29-522a-4b02-add0-3e17e6370ee9 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553129 Aug 11 02:10:32.784886 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f52cf2-2e56-4345-9223-a8e004991d32 req-71fb930e-19f8-479d-88a4-c43299b482b5 tempest-LiveMigrationNegativeTest-1140482646 tempest-LiveMigrationNegativeTest-1140482646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:32.787165 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-58f52cf2-2e56-4345-9223-a8e004991d32 req-71fb930e-19f8-479d-88a4-c43299b482b5 tempest-LiveMigrationNegativeTest-1140482646 tempest-LiveMigrationNegativeTest-1140482646-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7aa82f7c-44d2-4749-bb11-b3ba7bc2384d HTTP/1.1" status: 200 len: 1102 time: 0.0622926 Aug 11 02:10:32.811670 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c252189-3812-490d-a462-a4c230f2ad19 req-416cd9ff-3f2d-4f3d-9e94-c53fe8817d7e tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:32.823233 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9c252189-3812-490d-a462-a4c230f2ad19 req-416cd9ff-3f2d-4f3d-9e94-c53fe8817d7e tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c9bce99-44da-42db-a235-35001c0d4a22 HTTP/1.1" status: 200 len: 945 time: 0.0921650 Aug 11 02:10:32.842449 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-58f52cf2-2e56-4345-9223-a8e004991d32 req-e57140a1-590e-46df-8c57-05df382174af tempest-LiveMigrationNegativeTest-1140482646 tempest-LiveMigrationNegativeTest-1140482646-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:32.872447 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=59cc8418-251f-48de-8409-b1fd4e30a1c2,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:32.881932 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9c252189-3812-490d-a462-a4c230f2ad19 req-6e384925-f82e-49f3-bc61-8711ce720eac tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/security-groups?id=654d34d8-7bd0-4b84-9c20-0696a6d061f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544882 Aug 11 02:10:32.961854 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987490aa-d18d-4c0e-9c3b-c1ad993341d2 None None] Network 2c62f451-5e71-4e15-977d-bdbbfdcce70c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:10:33.038187 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206de76-4dd4-4142-ad43-1493b6be4711 req-7908057d-7c4c-4c79-b7a0-5958431fd952 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:33.039773 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3206de76-4dd4-4142-ad43-1493b6be4711 req-7908057d-7c4c-4c79-b7a0-5958431fd952 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3 HTTP/1.1" status: 200 len: 943 time: 0.0745633 Aug 11 02:10:33.072231 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-58f52cf2-2e56-4345-9223-a8e004991d32 req-e57140a1-590e-46df-8c57-05df382174af tempest-LiveMigrationNegativeTest-1140482646 tempest-LiveMigrationNegativeTest-1140482646-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:33.081000 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-58f52cf2-2e56-4345-9223-a8e004991d32 req-e57140a1-590e-46df-8c57-05df382174af tempest-LiveMigrationNegativeTest-1140482646 tempest-LiveMigrationNegativeTest-1140482646-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:33.094077 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port b0b6fbb5-fa4b-4570-b818-ff8034cf6b67, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b0b6fbb5-fa4b-4570-b818-ff8034cf6b67,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:33.096191 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3206de76-4dd4-4142-ad43-1493b6be4711 req-e9124e20-036c-4c1d-84a1-8ac77fc4807f tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459962 Aug 11 02:10:33.120459 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-58f52cf2-2e56-4345-9223-a8e004991d32 req-e57140a1-590e-46df-8c57-05df382174af tempest-LiveMigrationNegativeTest-1140482646 tempest-LiveMigrationNegativeTest-1140482646-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=b3c395b2-2705-4009-81f0-f1f32e9a7ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258748 Aug 11 02:10:33.156595 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57140a1-590e-46df-8c57-05df382174af tempest-LiveMigrationNegativeTest-1140482646 tempest-LiveMigrationNegativeTest-1140482646-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78493bd-2289-4bde-bc12-5cea440073c4,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:33.197261 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'b0b6fbb5-fa4b-4570-b818-ff8034cf6b67', 'network_id': '817a4ff3-115a-4b81-9f1c-4ed18d90c966', 'port_id': 'b0b6fbb5-fa4b-4570-b818-ff8034cf6b67', 'mac_address': 'fa:16:3e:8f:b0:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d716d8-5b88-434d-86dc-bdd1fc15512f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:10:33.308678 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:33.321364 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5371990-1f86-4aaa-a8fa-8d93da45ca83 req-0c88fbb7-5d09-446f-9948-2aa7b23deb8b tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:33.322924 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5371990-1f86-4aaa-a8fa-8d93da45ca83 req-0c88fbb7-5d09-446f-9948-2aa7b23deb8b tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1df32d-fe79-4688-bf6e-8cec7622eb43 HTTP/1.1" status: 200 len: 945 time: 0.0957785 Aug 11 02:10:33.327816 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b6fbb5-fa4b-4570-b818-ff8034cf6b67 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:33.353563 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port b0b6fbb5-fa4b-4570-b818-ff8034cf6b67, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b0b6fbb5-fa4b-4570-b818-ff8034cf6b67,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:33.360450 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:33.418434 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5371990-1f86-4aaa-a8fa-8d93da45ca83 req-98e6e499-8b64-4336-9200-2eb90a969ea8 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858872 Aug 11 02:10:33.427868 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=b0b6fbb5-fa4b-4570-b818-ff8034cf6b67,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:33.602669 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea4e1b-7afa-4e98-b444-6d215d41af6d req-26c09f0c-b399-4303-8b43-7723ea14d7f9 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:33.604198 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-71ea4e1b-7afa-4e98-b444-6d215d41af6d req-26c09f0c-b399-4303-8b43-7723ea14d7f9 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa82f7c-44d2-4749-bb11-b3ba7bc2384d HTTP/1.1" status: 200 len: 950 time: 0.0523453 Aug 11 02:10:33.616506 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33734) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:33.622335 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-03a45f43-8f46-41e2-bae8-170e87c47f68 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1702280520-network', 'tenant_id': '8e0de3adce13419b9408e49badecd2ef'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:33.627351 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['b0b6fbb5-fa4b-4570-b818-ff8034cf6b67'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:33.668184 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-71ea4e1b-7afa-4e98-b444-6d215d41af6d req-f6f1a104-bcf9-42fa-bf14-a5a28bf24ca4 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c395b2-2705-4009-81f0-f1f32e9a7ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518432 Aug 11 02:10:33.678989 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a45f43-8f46-41e2-bae8-170e87c47f68 admin admin] Made reservation on behalf of 8e0de3adce13419b9408e49badecd2ef for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:33.679368 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-03a45f43-8f46-41e2-bae8-170e87c47f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:33.696883 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-03a45f43-8f46-41e2-bae8-170e87c47f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:33.824978 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735aefb-eb02-4b3b-8ea4-b732d30748e3 req-67233d94-cba5-4695-b81d-c7cd992cdf7c tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:33.827994 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1735aefb-eb02-4b3b-8ea4-b732d30748e3 req-67233d94-cba5-4695-b81d-c7cd992cdf7c tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=58e0f6ce-b446-4302-908a-3057c01a3d8b HTTP/1.1" status: 200 len: 945 time: 0.0764155 Aug 11 02:10:33.838933 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-03a45f43-8f46-41e2-bae8-170e87c47f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:33.845846 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-03a45f43-8f46-41e2-bae8-170e87c47f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:33.871972 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a45f43-8f46-41e2-bae8-170e87c47f68 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:10:33.875078 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1735aefb-eb02-4b3b-8ea4-b732d30748e3 req-668c5f2c-06ae-437d-a405-6051fc12deb8 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381763 Aug 11 02:10:33.899136 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-03a45f43-8f46-41e2-bae8-170e87c47f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:33.900230 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-03a45f43-8f46-41e2-bae8-170e87c47f68 admin admin] Added segment 95d08063-c44b-42d8-b383-8bb3e5d6e906 of type vlan for network 27da5759-f7d3-48f2-86b1-6c0a521d1551 Aug 11 02:10:33.905556 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a45f43-8f46-41e2-bae8-170e87c47f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d7ec5e-ac4a-454c-a76d-c1c8ee953b89,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:33.960836 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-03a45f43-8f46-41e2-bae8-170e87c47f68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:34.003230 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-03a45f43-8f46-41e2-bae8-170e87c47f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:34.006245 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a45f43-8f46-41e2-bae8-170e87c47f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:34.007445 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-03a45f43-8f46-41e2-bae8-170e87c47f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:34.044943 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dda22b-8c82-428c-ab6d-1a70b493c629 req-16ee451a-b558-42a2-afa3-9d19daccb1b0 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:34.046782 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-58dda22b-8c82-428c-ab6d-1a70b493c629 req-16ee451a-b558-42a2-afa3-9d19daccb1b0 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c9bce99-44da-42db-a235-35001c0d4a22 HTTP/1.1" status: 200 len: 945 time: 0.0787392 Aug 11 02:10:34.075161 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1df32d-fe79-4688-bf6e-8cec7622eb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cc8418-251f-48de-8409-b1fd4e30a1c2'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:34.077724 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c87a1f-e79d-4fc5-b2af-16725030e0ea" -d '{"events": [{"server_uuid": "fb1df32d-fe79-4688-bf6e-8cec7622eb43", "name": "network-vif-plugged", "status": "completed", "tag": "59cc8418-251f-48de-8409-b1fd4e30a1c2"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:34.078829 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-03a45f43-8f46-41e2-bae8-170e87c47f68 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4612267 Aug 11 02:10:34.081470 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33756) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:34.088759 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-b74961d3-55fd-4fe3-b229-10cfe281c7ae admin admin] Request body: {'subnet': {'network_id': '27da5759-f7d3-48f2-86b1-6c0a521d1551', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1702280520-subnet', 'tenant_id': '8e0de3adce13419b9408e49badecd2ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:34.097037 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a45f43-8f46-41e2-bae8-170e87c47f68 admin admin] Pushing event updated for resources: {'Network': ['ID=27da5759-f7d3-48f2-86b1-6c0a521d1551,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:34.109303 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 27da5759-f7d3-48f2-86b1-6c0a521d1551 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:10:34.117404 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-58dda22b-8c82-428c-ab6d-1a70b493c629 req-f0a3e6ba-045c-419a-b019-453658e1ec27 tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/security-groups?id=654d34d8-7bd0-4b84-9c20-0696a6d061f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611484 Aug 11 02:10:34.122132 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74961d3-55fd-4fe3-b229-10cfe281c7ae admin admin] Made reservation on behalf of 8e0de3adce13419b9408e49badecd2ef for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:34.125666 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b74961d3-55fd-4fe3-b229-10cfe281c7ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:34.232896 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bfe7f4-417b-4e97-92b5-12137a424997 x-openstack-request-id: req-d7bfe7f4-417b-4e97-92b5-12137a424997 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:34.233296 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1df32d-fe79-4688-bf6e-8cec7622eb43", "name": "network-vif-plugged", "status": "completed", "tag": "59cc8418-251f-48de-8409-b1fd4e30a1c2", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:34.233644 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d7bfe7f4-417b-4e97-92b5-12137a424997 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:34.234133 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1df32d-fe79-4688-bf6e-8cec7622eb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cc8418-251f-48de-8409-b1fd4e30a1c2', 'code': 200} Aug 11 02:10:34.261177 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa21a47-311d-4ec6-a16c-4d4db6581016 req-f46d93d7-6af1-41c7-9934-75d52f4f575f tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:34.263258 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dfa21a47-311d-4ec6-a16c-4d4db6581016 req-f46d93d7-6af1-41c7-9934-75d52f4f575f tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c9bce99-44da-42db-a235-35001c0d4a22 HTTP/1.1" status: 200 len: 945 time: 0.1337559 Aug 11 02:10:34.331872 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655d102-5fd1-4c33-98b9-ac71c4045144 req-b542b5a4-f923-4035-9717-1f23017b1e52 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:34.334980 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d655d102-5fd1-4c33-98b9-ac71c4045144 req-b542b5a4-f923-4035-9717-1f23017b1e52 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=58e0f6ce-b446-4302-908a-3057c01a3d8b HTTP/1.1" status: 200 len: 945 time: 0.1409299 Aug 11 02:10:34.407371 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909651d-c59c-4780-bc38-1772dd48ba6a req-a47025d7-a39d-4d76-9da8-16c86df6811e tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:34.408366 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e909651d-c59c-4780-bc38-1772dd48ba6a req-a47025d7-a39d-4d76-9da8-16c86df6811e tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3 HTTP/1.1" status: 200 len: 944 time: 0.0864356 Aug 11 02:10:34.439357 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d655d102-5fd1-4c33-98b9-ac71c4045144 req-95a89938-3383-45cb-b4be-6739e54cf8c5 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784264 Aug 11 02:10:34.441120 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c3fdc-6a5b-4745-8606-348ace0f1401 req-f0c5788e-c4b5-47b3-abd1-4c3fcdf94198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:34.442941 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-241c3fdc-6a5b-4745-8606-348ace0f1401 req-f0c5788e-c4b5-47b3-abd1-4c3fcdf94198 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fb1df32d-fe79-4688-bf6e-8cec7622eb43 HTTP/1.1" status: 200 len: 1097 time: 0.1188745 Aug 11 02:10:34.452865 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b74961d3-55fd-4fe3-b229-10cfe281c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:34.469179 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-dfa21a47-311d-4ec6-a16c-4d4db6581016 req-b489f0be-b6c8-4a9c-a15c-ffcb945b4dbe tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Deleting port a55587b6-4705-4aef-9fe5-7b0cb6599424 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:34.469179 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-dfa21a47-311d-4ec6-a16c-4d4db6581016 req-b489f0be-b6c8-4a9c-a15c-ffcb945b4dbe tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:34.497048 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e909651d-c59c-4780-bc38-1772dd48ba6a req-a6b8334c-7d63-4219-96d3-95e05e72bdad tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817697 Aug 11 02:10:34.534992 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74961d3-55fd-4fe3-b229-10cfe281c7ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e544889-5dd6-47fb-af0b-c33bfd229665,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:34.542530 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74961d3-55fd-4fe3-b229-10cfe281c7ae admin admin] Checking segment: {'id': '95d08063-c44b-42d8-b383-8bb3e5d6e906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '27da5759-f7d3-48f2-86b1-6c0a521d1551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:34.542978 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74961d3-55fd-4fe3-b229-10cfe281c7ae admin admin] Network hostable DHCP agents. Network: 27da5759-f7d3-48f2-86b1-6c0a521d1551, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:10:34.558877 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-241c3fdc-6a5b-4745-8606-348ace0f1401 req-0a5268fd-8358-4e57-993c-a4ad054f6f1e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080458 Aug 11 02:10:34.564293 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74961d3-55fd-4fe3-b229-10cfe281c7ae admin admin] Network 27da5759-f7d3-48f2-86b1-6c0a521d1551 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:10:34.582792 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device b0b6fbb5-fa4b-4570-b818-ff8034cf6b67 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:10:34.589239 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-b74961d3-55fd-4fe3-b229-10cfe281c7ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 27da5759-f7d3-48f2-86b1-6c0a521d1551) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:10:34.593525 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74961d3-55fd-4fe3-b229-10cfe281c7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:34.594165 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b74961d3-55fd-4fe3-b229-10cfe281c7ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:34.603889 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-dfa21a47-311d-4ec6-a16c-4d4db6581016 req-b489f0be-b6c8-4a9c-a15c-ffcb945b4dbe tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] For port a55587b6-4705-4aef-9fe5-7b0cb6599424, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a55587b6-4705-4aef-9fe5-7b0cb6599424,segment=NetworkSegment(8dda424c-6239-42bb-bff8-51b4229f7691),segment_id=8dda424c-6239-42bb-bff8-51b4229f7691)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:34.604261 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-dfa21a47-311d-4ec6-a16c-4d4db6581016 req-b489f0be-b6c8-4a9c-a15c-ffcb945b4dbe tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:34.615864 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b74961d3-55fd-4fe3-b229-10cfe281c7ae admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5330360 Aug 11 02:10:34.624109 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1d5e31-158f-4e9d-afb1-ebc590dbafd2 None None] Network 27da5759-f7d3-48f2-86b1-6c0a521d1551 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:10:34.629542 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-dfa21a47-311d-4ec6-a16c-4d4db6581016 req-b489f0be-b6c8-4a9c-a15c-ffcb945b4dbe tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Calling delete_port for a55587b6-4705-4aef-9fe5-7b0cb6599424 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:34.754963 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port b0b6fbb5-fa4b-4570-b818-ff8034cf6b67 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:10:34.761535 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port b0b6fbb5-fa4b-4570-b818-ff8034cf6b67 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:34.762237 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:34.778108 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d408a-0825-43db-b44c-253298a39635 req-8139e60a-f1e8-43b3-97a7-aa1e3d1eb8df tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:34.782252 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b37d408a-0825-43db-b44c-253298a39635 req-8139e60a-f1e8-43b3-97a7-aa1e3d1eb8df tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1df32d-fe79-4688-bf6e-8cec7622eb43 HTTP/1.1" status: 200 len: 945 time: 0.1224875 Aug 11 02:10:34.843871 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33792) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:34.889727 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c8a980-1227-4a9c-93c9-aea4df4846cd None None] Network 27da5759-f7d3-48f2-86b1-6c0a521d1551 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:10:34.901594 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-dfa21a47-311d-4ec6-a16c-4d4db6581016 req-b489f0be-b6c8-4a9c-a15c-ffcb945b4dbe tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:34.908375 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3583229-c7e1-4881-9379-f9b3e7d8c0b1 admin admin] Deleting subnet 04a75445-1c0c-4cb0-8c6c-f057a440b687 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:10:34.923873 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b37d408a-0825-43db-b44c-253298a39635 req-72ca4a2d-4fc3-4531-bc94-2a8cb31f1b5e tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299074 Aug 11 02:10:34.927918 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a3583229-c7e1-4881-9379-f9b3e7d8c0b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:34.934785 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489f0be-b6c8-4a9c-a15c-ffcb945b4dbe tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Pushing event deleted for resources: {'Port': ['ID=a55587b6-4705-4aef-9fe5-7b0cb6599424,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:35.029328 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa21a47-311d-4ec6-a16c-4d4db6581016 req-b489f0be-b6c8-4a9c-a15c-ffcb945b4dbe tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] No DVR routers for this DVR port a55587b6-4705-4aef-9fe5-7b0cb6599424 on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:10:35.035263 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:35.036842 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-dfa21a47-311d-4ec6-a16c-4d4db6581016 req-b489f0be-b6c8-4a9c-a15c-ffcb945b4dbe tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:35.048616 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a3583229-c7e1-4881-9379-f9b3e7d8c0b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:35.053829 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dfa21a47-311d-4ec6-a16c-4d4db6581016 req-b489f0be-b6c8-4a9c-a15c-ffcb945b4dbe tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.73 "DELETE /v2.0/ports/a55587b6-4705-4aef-9fe5-7b0cb6599424 HTTP/1.1" status: 204 len: 173 time: 0.7684186 Aug 11 02:10:35.055152 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9bce99-44da-42db-a235-35001c0d4a22', 'name': 'network-vif-deleted', 'tag': 'a55587b6-4705-4aef-9fe5-7b0cb6599424'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:35.070406 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314c212b-253c-4dd8-9e8f-ea837ffb026b" -d '{"events": [{"server_uuid": "7c9bce99-44da-42db-a235-35001c0d4a22", "name": "network-vif-deleted", "tag": "a55587b6-4705-4aef-9fe5-7b0cb6599424"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:35.113000 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port b0b6fbb5-fa4b-4570-b818-ff8034cf6b67, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b0b6fbb5-fa4b-4570-b818-ff8034cf6b67,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:35.143666 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:35.144465 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device a55587b6-4705-4aef-9fe5-7b0cb6599424 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:35.149162 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fb3f0-4a02-41a2-a221-a0bdad6b0a23 req-549e25a0-c2d8-40fd-9114-72887c2f0f97 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:35.153337 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e91fb3f0-4a02-41a2-a221-a0bdad6b0a23 req-549e25a0-c2d8-40fd-9114-72887c2f0f97 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.73 "GET /v2.0/ports?device_id=7aa82f7c-44d2-4749-bb11-b3ba7bc2384d HTTP/1.1" status: 200 len: 950 time: 0.1561334 Aug 11 02:10:35.179074 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a3583229-c7e1-4881-9379-f9b3e7d8c0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:35.183368 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: a55587b6-4705-4aef-9fe5-7b0cb6599424 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:10:35.184123 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device a55587b6-4705-4aef-9fe5-7b0cb6599424 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:35.217422 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=b0b6fbb5-fa4b-4570-b818-ff8034cf6b67,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:35.255383 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b9642-dc97-4dae-925e-7cc85e22148f req-aed732c7-f416-44b6-bc03-245141a2a8b7 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:35.257000 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-703b9642-dc97-4dae-925e-7cc85e22148f req-aed732c7-f416-44b6-bc03-245141a2a8b7 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa82f7c-44d2-4749-bb11-b3ba7bc2384d HTTP/1.1" status: 200 len: 950 time: 0.1691971 Aug 11 02:10:35.363206 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-703b9642-dc97-4dae-925e-7cc85e22148f req-2f7a5be7-f931-4355-844b-c7b9b8b4c7a1 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c395b2-2705-4009-81f0-f1f32e9a7ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941613 Aug 11 02:10:35.375798 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a3583229-c7e1-4881-9379-f9b3e7d8c0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:35.417884 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3583229-c7e1-4881-9379-f9b3e7d8c0b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04a75445-1c0c-4cb0-8c6c-f057a440b687,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:35.431514 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a3583229-c7e1-4881-9379-f9b3e7d8c0b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:35.433952 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a3583229-c7e1-4881-9379-f9b3e7d8c0b1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/04a75445-1c0c-4cb0-8c6c-f057a440b687 HTTP/1.1" status: 204 len: 168 time: 0.5886705 Aug 11 02:10:35.436360 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33822) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:35.437886 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a345ecec-617c-4b73-a3a1-efcebbf92149 x-openstack-request-id: req-a345ecec-617c-4b73-a3a1-efcebbf92149 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:35.438389 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9bce99-44da-42db-a235-35001c0d4a22", "name": "network-vif-deleted", "tag": "a55587b6-4705-4aef-9fe5-7b0cb6599424", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:35.438480 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a345ecec-617c-4b73-a3a1-efcebbf92149 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:35.438912 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9bce99-44da-42db-a235-35001c0d4a22', 'name': 'network-vif-deleted', 'tag': 'a55587b6-4705-4aef-9fe5-7b0cb6599424', 'status': 'completed', 'code': 200} Aug 11 02:10:35.459141 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-e91fb3f0-4a02-41a2-a221-a0bdad6b0a23 req-7629ab54-dbcc-4d1a-903a-3a11c7a35311 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Deleting port 6eea376f-3402-4537-9984-078d56402da0 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:35.459483 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e91fb3f0-4a02-41a2-a221-a0bdad6b0a23 req-7629ab54-dbcc-4d1a-903a-3a11c7a35311 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:35.592061 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a266ad57-42e7-46dc-8557-8dc19fe33e8e req-8adc3747-5e0e-441c-855b-cbf5119091ca tempest-InstanceActionsTestJSON-668099429 tempest-InstanceActionsTestJSON-668099429-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c9bce99-44da-42db-a235-35001c0d4a22 HTTP/1.1" status: 200 len: 210 time: 0.0714726 Aug 11 02:10:35.615024 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ce6d57ee-954c-4b53-b0bb-86aef4028fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:35.731442 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08d4f1-6eb4-4beb-80fa-fb239cfe7240 req-973370ed-491d-44f1-b802-9423eb9ca7cd tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:35.732045 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-e91fb3f0-4a02-41a2-a221-a0bdad6b0a23 req-7629ab54-dbcc-4d1a-903a-3a11c7a35311 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] For port 6eea376f-3402-4537-9984-078d56402da0, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=6eea376f-3402-4537-9984-078d56402da0,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:35.732441 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e91fb3f0-4a02-41a2-a221-a0bdad6b0a23 req-7629ab54-dbcc-4d1a-903a-3a11c7a35311 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:35.736101 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3f08d4f1-6eb4-4beb-80fa-fb239cfe7240 req-973370ed-491d-44f1-b802-9423eb9ca7cd tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=58e0f6ce-b446-4302-908a-3057c01a3d8b HTTP/1.1" status: 200 len: 945 time: 0.0838037 Aug 11 02:10:35.773234 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-e91fb3f0-4a02-41a2-a221-a0bdad6b0a23 req-7629ab54-dbcc-4d1a-903a-3a11c7a35311 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Calling delete_port for 6eea376f-3402-4537-9984-078d56402da0 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:35.791483 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3f08d4f1-6eb4-4beb-80fa-fb239cfe7240 req-bbc90120-d7e3-4f4b-826e-884fcceed286 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467114 Aug 11 02:10:35.848947 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a4db6-1141-435c-b328-d5cd8ae8d1ef req-db08051b-b0e0-404f-8fb8-10480475ecc2 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:35.850507 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-978a4db6-1141-435c-b328-d5cd8ae8d1ef req-db08051b-b0e0-404f-8fb8-10480475ecc2 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3 HTTP/1.1" status: 200 len: 945 time: 0.1687961 Aug 11 02:10:35.918760 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ce6d57ee-954c-4b53-b0bb-86aef4028fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:35.945086 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-ce6d57ee-954c-4b53-b0bb-86aef4028fcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c62f451-5e71-4e15-977d-bdbbfdcce70c']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:35.958219 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-ce6d57ee-954c-4b53-b0bb-86aef4028fcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51539708-4654-4be1-aaa8-8d3d721218ba') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:35.958526 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-ce6d57ee-954c-4b53-b0bb-86aef4028fcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51539708-4654-4be1-aaa8-8d3d721218ba') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:35.978591 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-978a4db6-1141-435c-b328-d5cd8ae8d1ef req-ef960d24-c68b-4fa0-9c47-7285c143a547 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986850 Aug 11 02:10:35.995062 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ce6d57ee-954c-4b53-b0bb-86aef4028fcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:36.027295 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ce6d57ee-954c-4b53-b0bb-86aef4028fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:36.056694 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6d57ee-954c-4b53-b0bb-86aef4028fcd admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:10:36.057117 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ce6d57ee-954c-4b53-b0bb-86aef4028fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:10:36.059307 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:10:36.096845 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a002e-96fa-47a1-b0e3-999f4581e4a7 req-d6d39967-470d-428c-883c-7e490a8a1a8f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:36.099158 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e16a002e-96fa-47a1-b0e3-999f4581e4a7 req-d6d39967-470d-428c-883c-7e490a8a1a8f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1df32d-fe79-4688-bf6e-8cec7622eb43 HTTP/1.1" status: 200 len: 945 time: 0.0711589 Aug 11 02:10:36.137531 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e91fb3f0-4a02-41a2-a221-a0bdad6b0a23 req-7629ab54-dbcc-4d1a-903a-3a11c7a35311 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:36.152803 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['6eea376f-3402-4537-9984-078d56402da0'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:36.154653 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ce6d57ee-954c-4b53-b0bb-86aef4028fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:36.155899 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e16a002e-96fa-47a1-b0e3-999f4581e4a7 req-e204a81d-3511-4e7a-9fdc-07c7e6ab1f00 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496926 Aug 11 02:10:36.157828 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['f10742f1-9dda-49d1-8b98-ab39d933f931'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:36.203449 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ce6d57ee-954c-4b53-b0bb-86aef4028fcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:36.205665 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ce6d57ee-954c-4b53-b0bb-86aef4028fcd admin admin] 10.222.0.50 "DELETE /v2.0/networks/2c62f451-5e71-4e15-977d-bdbbfdcce70c HTTP/1.1" status: 204 len: 168 time: 0.7683818 Aug 11 02:10:36.206830 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d57ee-954c-4b53-b0bb-86aef4028fcd admin admin] Pushing event deleted for resources: {'Network': ['ID=2c62f451-5e71-4e15-977d-bdbbfdcce70c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:36.209633 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629ab54-dbcc-4d1a-903a-3a11c7a35311 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Pushing event deleted for resources: {'Port': ['ID=6eea376f-3402-4537-9984-078d56402da0,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:36.212182 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33862) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:36.236178 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b6fbb5-fa4b-4570-b818-ff8034cf6b67'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:36.239397 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1824948-104c-4093-ae8b-d9b74613cdfd" -d '{"events": [{"server_uuid": "43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3", "name": "network-vif-plugged", "status": "completed", "tag": "b0b6fbb5-fa4b-4570-b818-ff8034cf6b67"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:36.347079 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048c678d-92b0-4be2-8533-bfbba509cfe7 x-openstack-request-id: req-048c678d-92b0-4be2-8533-bfbba509cfe7 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:36.347791 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3", "name": "network-vif-plugged", "status": "completed", "tag": "b0b6fbb5-fa4b-4570-b818-ff8034cf6b67", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:36.348273 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-048c678d-92b0-4be2-8533-bfbba509cfe7 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:36.348979 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b6fbb5-fa4b-4570-b818-ff8034cf6b67', 'code': 200} Aug 11 02:10:36.373229 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-2517b6ad-e00d-4cbc-b382-01d1de3fe7b9 admin admin] Deleting subnet 9e544889-5dd6-47fb-af0b-c33bfd229665 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:10:36.380255 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91fb3f0-4a02-41a2-a221-a0bdad6b0a23 req-7629ab54-dbcc-4d1a-903a-3a11c7a35311 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] No DVR routers for this DVR port 6eea376f-3402-4537-9984-078d56402da0 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:10:36.390115 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2517b6ad-e00d-4cbc-b382-01d1de3fe7b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:36.406840 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e91fb3f0-4a02-41a2-a221-a0bdad6b0a23 req-7629ab54-dbcc-4d1a-903a-3a11c7a35311 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:36.423098 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e91fb3f0-4a02-41a2-a221-a0bdad6b0a23 req-7629ab54-dbcc-4d1a-903a-3a11c7a35311 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.73 "DELETE /v2.0/ports/6eea376f-3402-4537-9984-078d56402da0 HTTP/1.1" status: 204 len: 173 time: 1.2537179 Aug 11 02:10:36.423098 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa82f7c-44d2-4749-bb11-b3ba7bc2384d', 'name': 'network-vif-deleted', 'tag': '6eea376f-3402-4537-9984-078d56402da0'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:36.446867 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979af4b2-c516-41ef-bbed-05842332da82" -d '{"events": [{"server_uuid": "7aa82f7c-44d2-4749-bb11-b3ba7bc2384d", "name": "network-vif-deleted", "tag": "6eea376f-3402-4537-9984-078d56402da0"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:36.526023 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2517b6ad-e00d-4cbc-b382-01d1de3fe7b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:36.578061 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f378e2-0ea7-4743-a344-c4bdb9bb4d4e x-openstack-request-id: req-75f378e2-0ea7-4743-a344-c4bdb9bb4d4e {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:36.578367 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa82f7c-44d2-4749-bb11-b3ba7bc2384d", "name": "network-vif-deleted", "tag": "6eea376f-3402-4537-9984-078d56402da0", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:36.578624 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-75f378e2-0ea7-4743-a344-c4bdb9bb4d4e {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:36.579026 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa82f7c-44d2-4749-bb11-b3ba7bc2384d', 'name': 'network-vif-deleted', 'tag': '6eea376f-3402-4537-9984-078d56402da0', 'status': 'completed', 'code': 200} Aug 11 02:10:36.597400 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4cca8f78-a5cd-476d-a61a-de3de219a863 req-a14503b4-fbc6-4eec-9fcc-e432c21849bb tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa82f7c-44d2-4749-bb11-b3ba7bc2384d HTTP/1.1" status: 200 len: 210 time: 0.0841451 Aug 11 02:10:36.625678 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2517b6ad-e00d-4cbc-b382-01d1de3fe7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:36.680275 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33888) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:36.702855 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523d87e-0404-4e44-be18-91f1bd1f6999 req-9941d521-300f-4730-abda-bbbfff5ce042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:36.704576 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f523d87e-0404-4e44-be18-91f1bd1f6999 req-9941d521-300f-4730-abda-bbbfff5ce042 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3 HTTP/1.1" status: 200 len: 1097 time: 0.2452884 Aug 11 02:10:36.717166 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626cd3e-46d6-46a9-8510-37c80d6679de req-5d90a736-b481-46bc-991a-9047d83fc9ec tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:36.718814 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c626cd3e-46d6-46a9-8510-37c80d6679de req-5d90a736-b481-46bc-991a-9047d83fc9ec tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1df32d-fe79-4688-bf6e-8cec7622eb43 HTTP/1.1" status: 200 len: 945 time: 0.1116395 Aug 11 02:10:36.736796 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33890) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:36.761805 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2517b6ad-e00d-4cbc-b382-01d1de3fe7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:36.783735 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f523d87e-0404-4e44-be18-91f1bd1f6999 req-61712fe5-dc08-45bf-9b02-4870a7843ebf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636156 Aug 11 02:10:36.791896 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c626cd3e-46d6-46a9-8510-37c80d6679de req-9ba131f2-5134-46fa-9005-2b08b2a409d2 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663068 Aug 11 02:10:36.795075 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6d12835-da13-4830-90bb-c791aa8a910b admin admin] Deleting subnet 38848945-17b7-40ea-a15a-9e043b049631 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:10:36.800212 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517b6ad-e00d-4cbc-b382-01d1de3fe7b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e544889-5dd6-47fb-af0b-c33bfd229665,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:36.808486 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6d12835-da13-4830-90bb-c791aa8a910b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:36.816019 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2517b6ad-e00d-4cbc-b382-01d1de3fe7b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:36.818186 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2517b6ad-e00d-4cbc-b382-01d1de3fe7b9 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9e544889-5dd6-47fb-af0b-c33bfd229665 HTTP/1.1" status: 204 len: 168 time: 0.6009612 Aug 11 02:10:36.820755 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33898) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:36.861578 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6d12835-da13-4830-90bb-c791aa8a910b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:36.947450 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6d12835-da13-4830-90bb-c791aa8a910b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:36.953527 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1c1a127b-de38-47ff-bbc7-bbd867e668d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:37.005676 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75253ec7-a978-48a6-aa3e-8ce20f5838f3 req-60971ea0-15d9-4b8a-b4fc-b040d55bc1a3 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:37.014385 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-75253ec7-a978-48a6-aa3e-8ce20f5838f3 req-60971ea0-15d9-4b8a-b4fc-b040d55bc1a3 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=58e0f6ce-b446-4302-908a-3057c01a3d8b HTTP/1.1" status: 200 len: 945 time: 0.1067052 Aug 11 02:10:37.070645 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1c1a127b-de38-47ff-bbc7-bbd867e668d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:37.078411 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9dc1e38a-c4eb-41cb-808a-bf7d9737b9be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:37.083864 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6d12835-da13-4830-90bb-c791aa8a910b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:37.085700 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-1c1a127b-de38-47ff-bbc7-bbd867e668d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27da5759-f7d3-48f2-86b1-6c0a521d1551']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:37.106670 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-1c1a127b-de38-47ff-bbc7-bbd867e668d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d08063-c44b-42d8-b383-8bb3e5d6e906') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:37.107063 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-1c1a127b-de38-47ff-bbc7-bbd867e668d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d08063-c44b-42d8-b383-8bb3e5d6e906') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:37.127918 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1c1a127b-de38-47ff-bbc7-bbd867e668d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:37.147456 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6d12835-da13-4830-90bb-c791aa8a910b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:37.153026 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e6d12835-da13-4830-90bb-c791aa8a910b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/38848945-17b7-40ea-a15a-9e043b049631 HTTP/1.1" status: 204 len: 168 time: 0.4707193 Aug 11 02:10:37.153026 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33904) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:37.166902 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1c1a127b-de38-47ff-bbc7-bbd867e668d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:37.169310 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-75253ec7-a978-48a6-aa3e-8ce20f5838f3 req-870c0561-f3c9-4e97-9450-65daf9836b25 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527948 Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c1a127b-de38-47ff-bbc7-bbd867e668d9 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1c1a127b-de38-47ff-bbc7-bbd867e668d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:10:37.186900 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:10:37.189735 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d12835-da13-4830-90bb-c791aa8a910b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38848945-17b7-40ea-a15a-9e043b049631,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:37.238746 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673d0fe-db94-4e09-82ba-4cd964561260 req-ed9318ba-22a4-49d6-877f-3fba10bf0391 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:37.240492 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a673d0fe-db94-4e09-82ba-4cd964561260 req-ed9318ba-22a4-49d6-877f-3fba10bf0391 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3 HTTP/1.1" status: 200 len: 945 time: 0.1392770 Aug 11 02:10:37.279258 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78dddc74-9cb6-4b3c-886f-f4390a7e4bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:37.293780 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a673d0fe-db94-4e09-82ba-4cd964561260 req-46f25681-751d-4fc9-be2c-360affebc34d tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398500 Aug 11 02:10:37.297807 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1c1a127b-de38-47ff-bbc7-bbd867e668d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:37.307619 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1c1a127b-de38-47ff-bbc7-bbd867e668d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:37.312156 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1c1a127b-de38-47ff-bbc7-bbd867e668d9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/27da5759-f7d3-48f2-86b1-6c0a521d1551 HTTP/1.1" status: 204 len: 168 time: 0.4875944 Aug 11 02:10:37.326307 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a127b-de38-47ff-bbc7-bbd867e668d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=27da5759-f7d3-48f2-86b1-6c0a521d1551,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:37.411018 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78dddc74-9cb6-4b3c-886f-f4390a7e4bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:37.426715 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-78dddc74-9cb6-4b3c-886f-f4390a7e4bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ff6225-1cd7-4782-971d-567e06372cbb']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:37.442409 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-78dddc74-9cb6-4b3c-886f-f4390a7e4bb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dda424c-6239-42bb-bff8-51b4229f7691') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:37.442780 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-78dddc74-9cb6-4b3c-886f-f4390a7e4bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dda424c-6239-42bb-bff8-51b4229f7691') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:37.458772 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78dddc74-9cb6-4b3c-886f-f4390a7e4bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:37.468952 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9dc1e38a-c4eb-41cb-808a-bf7d9737b9be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:37.475311 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9dc1e38a-c4eb-41cb-808a-bf7d9737b9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:37.479453 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78dddc74-9cb6-4b3c-886f-f4390a7e4bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:37.506328 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78dddc74-9cb6-4b3c-886f-f4390a7e4bb3 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:10:37.506740 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78dddc74-9cb6-4b3c-886f-f4390a7e4bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:10:37.508456 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:10:37.570057 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9dc1e38a-c4eb-41cb-808a-bf7d9737b9be admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d364369a54c44b2a9430d3354733dd3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8304222 Aug 11 02:10:37.573577 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33916) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:37.577405 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1e38a-c4eb-41cb-808a-bf7d9737b9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8324352-02bd-4240-af8a-0cd218dc9187,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:37.593156 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78dddc74-9cb6-4b3c-886f-f4390a7e4bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:37.598962 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78dddc74-9cb6-4b3c-886f-f4390a7e4bb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:37.608515 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-78dddc74-9cb6-4b3c-886f-f4390a7e4bb3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/27ff6225-1cd7-4782-971d-567e06372cbb HTTP/1.1" status: 204 len: 168 time: 0.4510288 Aug 11 02:10:37.610619 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33920) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:37.641670 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dddc74-9cb6-4b3c-886f-f4390a7e4bb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=27ff6225-1cd7-4782-971d-567e06372cbb,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:37.688173 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c111a4c2-6bf9-40f5-9942-e7ad3c406f5c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5b5ec32aad83441e84ab990d841b0d0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0714881 Aug 11 02:10:37.688393 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b2bb338f-ca72-413f-a605-fcc790d02629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:37.688528 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33928) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:37.720292 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b2bb338f-ca72-413f-a605-fcc790d02629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:37.796993 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce769cd4-dc9e-4a23-a897-7d8ab2114fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:37.874884 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33934) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:37.896078 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce769cd4-dc9e-4a23-a897-7d8ab2114fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:38.030924 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9596b-b0fe-4459-a9a5-a4ec3a904a17 req-dd0d8958-9b11-48a2-8709-c1db12e742c3 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:38.032395 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a8c9596b-b0fe-4459-a9a5-a4ec3a904a17 req-dd0d8958-9b11-48a2-8709-c1db12e742c3 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1df32d-fe79-4688-bf6e-8cec7622eb43 HTTP/1.1" status: 200 len: 945 time: 0.1191730 Aug 11 02:10:38.036010 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f473b583-d03f-4151-b770-89513a3efc56 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=517a6f5416f146b8880a89ee49ec53f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1595321 Aug 11 02:10:38.039684 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33942) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:38.077929 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce769cd4-dc9e-4a23-a897-7d8ab2114fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:38.080441 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce769cd4-dc9e-4a23-a897-7d8ab2114fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:38.083999 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ce769cd4-dc9e-4a23-a897-7d8ab2114fb1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/be8e97f4-a007-4d6c-9750-caae5a5a5213 HTTP/1.1" status: 204 len: 168 time: 0.3921611 Aug 11 02:10:38.116588 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce769cd4-dc9e-4a23-a897-7d8ab2114fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8e97f4-a007-4d6c-9750-caae5a5a5213,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:38.133662 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bddea1-6f10-4fcc-b867-b33fecb43d8f req-4ddd339c-156b-451a-a781-0f1bd5c433ba tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:38.141798 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a8c9596b-b0fe-4459-a9a5-a4ec3a904a17 req-3d7a70a5-43e5-4cb5-a104-5213ad3941cf tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926590 Aug 11 02:10:38.142051 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-27bddea1-6f10-4fcc-b867-b33fecb43d8f req-4ddd339c-156b-451a-a781-0f1bd5c433ba tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ae83e1e-4074-49ab-b18e-3739f4091084 HTTP/1.1" status: 200 len: 950 time: 0.0747249 Aug 11 02:10:38.168572 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9d31d59d-477a-4a66-9cee-a8bdc39a2e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:38.171934 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b2bb338f-ca72-413f-a605-fcc790d02629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:38.174865 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b2bb338f-ca72-413f-a605-fcc790d02629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:38.178850 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b2bb338f-ca72-413f-a605-fcc790d02629 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f8324352-02bd-4240-af8a-0cd218dc9187 HTTP/1.1" status: 204 len: 168 time: 0.6040287 Aug 11 02:10:38.195215 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb338f-ca72-413f-a605-fcc790d02629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8324352-02bd-4240-af8a-0cd218dc9187,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:38.219457 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-27bddea1-6f10-4fcc-b867-b33fecb43d8f req-58dc2af6-73c7-4e36-99f5-b395d9ff47cf tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c395b2-2705-4009-81f0-f1f32e9a7ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762544 Aug 11 02:10:38.246660 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9d31d59d-477a-4a66-9cee-a8bdc39a2e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:38.346906 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9d31d59d-477a-4a66-9cee-a8bdc39a2e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:38.350140 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9d31d59d-477a-4a66-9cee-a8bdc39a2e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:38.351498 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9d31d59d-477a-4a66-9cee-a8bdc39a2e47 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/654d34d8-7bd0-4b84-9c20-0696a6d061f4 HTTP/1.1" status: 204 len: 168 time: 0.3101096 Aug 11 02:10:38.362387 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31d59d-477a-4a66-9cee-a8bdc39a2e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654d34d8-7bd0-4b84-9c20-0696a6d061f4,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:38.372956 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcaa389-0592-4c17-aa74-3970b5176dba req-13865888-b9a3-4e19-bfe9-d4e56431762d tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:38.380772 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1dcaa389-0592-4c17-aa74-3970b5176dba req-13865888-b9a3-4e19-bfe9-d4e56431762d tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=58e0f6ce-b446-4302-908a-3057c01a3d8b HTTP/1.1" status: 200 len: 945 time: 0.0806806 Aug 11 02:10:38.455152 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7f6a1-195a-45aa-bb4f-4cd6829a53bf req-b4a28d82-2eb3-4952-b3c5-3156060279d4 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:38.462824 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6ca7f6a1-195a-45aa-bb4f-4cd6829a53bf req-b4a28d82-2eb3-4952-b3c5-3156060279d4 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3 HTTP/1.1" status: 200 len: 945 time: 0.0790317 Aug 11 02:10:38.469366 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1dcaa389-0592-4c17-aa74-3970b5176dba req-0b56c5e7-e1c2-43d8-b41d-95e0b5c89048 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873356 Aug 11 02:10:38.493739 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1be7a-abb3-4a75-a1d7-5990203d6203 req-4e9ace22-5346-4c6a-ab0d-d011bb09ff88 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:38.493969 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b4c1be7a-abb3-4a75-a1d7-5990203d6203 req-4e9ace22-5346-4c6a-ab0d-d011bb09ff88 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb1df32d-fe79-4688-bf6e-8cec7622eb43 HTTP/1.1" status: 200 len: 945 time: 0.0760164 Aug 11 02:10:38.512662 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6ca7f6a1-195a-45aa-bb4f-4cd6829a53bf req-80ff9df3-364d-467c-bf22-0af5aa3ece83 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487218 Aug 11 02:10:38.606845 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-b4c1be7a-abb3-4a75-a1d7-5990203d6203 req-4de160fd-7204-48c9-baee-44faf1a2dd4a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Deleting port 59cc8418-251f-48de-8409-b1fd4e30a1c2 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:38.607460 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b4c1be7a-abb3-4a75-a1d7-5990203d6203 req-4de160fd-7204-48c9-baee-44faf1a2dd4a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:38.617629 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 6eea376f-3402-4537-9984-078d56402da0 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:38.643731 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 6eea376f-3402-4537-9984-078d56402da0 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:10:38.644587 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 6eea376f-3402-4537-9984-078d56402da0 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:38.739266 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-b4c1be7a-abb3-4a75-a1d7-5990203d6203 req-4de160fd-7204-48c9-baee-44faf1a2dd4a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] For port 59cc8418-251f-48de-8409-b1fd4e30a1c2, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=59cc8418-251f-48de-8409-b1fd4e30a1c2,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:38.739693 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b4c1be7a-abb3-4a75-a1d7-5990203d6203 req-4de160fd-7204-48c9-baee-44faf1a2dd4a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:38.755210 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-b4c1be7a-abb3-4a75-a1d7-5990203d6203 req-4de160fd-7204-48c9-baee-44faf1a2dd4a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Calling delete_port for 59cc8418-251f-48de-8409-b1fd4e30a1c2 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:38.790309 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25a30c-8e4a-4597-abac-7a4ec5d5b756 req-5d4c8fd3-8f8c-4856-961d-c19458011ffb tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:38.797818 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3a25a30c-8e4a-4597-abac-7a4ec5d5b756 req-5d4c8fd3-8f8c-4856-961d-c19458011ffb tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3 HTTP/1.1" status: 200 len: 945 time: 0.0682285 Aug 11 02:10:38.853816 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3a25a30c-8e4a-4597-abac-7a4ec5d5b756 req-dadb4636-6c44-47a3-9a47-0bf056d0a1c7 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524266 Aug 11 02:10:38.919051 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33972) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:38.936349 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f27589c0-42fa-4ba7-9c98-4631a67db08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:38.947321 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b4c1be7a-abb3-4a75-a1d7-5990203d6203 req-4de160fd-7204-48c9-baee-44faf1a2dd4a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:38.958060 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33974) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:38.960053 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['59cc8418-251f-48de-8409-b1fd4e30a1c2'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:38.985081 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de160fd-7204-48c9-baee-44faf1a2dd4a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Pushing event deleted for resources: {'Port': ['ID=59cc8418-251f-48de-8409-b1fd4e30a1c2,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:39.032502 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-be83a037-30b5-4064-8d50-13101eb35955 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8e0de3adce13419b9408e49badecd2ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0719495 Aug 11 02:10:39.037745 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33976) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:39.044063 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c1be7a-abb3-4a75-a1d7-5990203d6203 req-4de160fd-7204-48c9-baee-44faf1a2dd4a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] No DVR routers for this DVR port 59cc8418-251f-48de-8409-b1fd4e30a1c2 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:10:39.047076 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b4c1be7a-abb3-4a75-a1d7-5990203d6203 req-4de160fd-7204-48c9-baee-44faf1a2dd4a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:39.049390 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b4c1be7a-abb3-4a75-a1d7-5990203d6203 req-4de160fd-7204-48c9-baee-44faf1a2dd4a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.66 "DELETE /v2.0/ports/59cc8418-251f-48de-8409-b1fd4e30a1c2 HTTP/1.1" status: 204 len: 173 time: 0.5468304 Aug 11 02:10:39.049870 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1df32d-fe79-4688-bf6e-8cec7622eb43', 'name': 'network-vif-deleted', 'tag': '59cc8418-251f-48de-8409-b1fd4e30a1c2'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:39.052348 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158f3bb4-1862-4c0d-9b90-444610fd1bbe" -d '{"events": [{"server_uuid": "fb1df32d-fe79-4688-bf6e-8cec7622eb43", "name": "network-vif-deleted", "tag": "59cc8418-251f-48de-8409-b1fd4e30a1c2"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:39.122524 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e164af-0cad-4786-b0bd-9b316f67a583 x-openstack-request-id: req-d0e164af-0cad-4786-b0bd-9b316f67a583 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:39.123029 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1df32d-fe79-4688-bf6e-8cec7622eb43", "name": "network-vif-deleted", "tag": "59cc8418-251f-48de-8409-b1fd4e30a1c2", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:39.123803 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d0e164af-0cad-4786-b0bd-9b316f67a583 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:39.124381 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1df32d-fe79-4688-bf6e-8cec7622eb43', 'name': 'network-vif-deleted', 'tag': '59cc8418-251f-48de-8409-b1fd4e30a1c2', 'status': 'completed', 'code': 200} Aug 11 02:10:39.153390 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a4daa331-f691-40a5-88c1-afec6d4a04ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:39.185408 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f27589c0-42fa-4ba7-9c98-4631a67db08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:39.196944 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a4daa331-f691-40a5-88c1-afec6d4a04ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:39.220272 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f27589c0-42fa-4ba7-9c98-4631a67db08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:39.326005 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c9a93a42-4735-44d6-8eda-a033c93b0937 req-465acf3f-c05f-480f-95df-389787da1165 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1df32d-fe79-4688-bf6e-8cec7622eb43 HTTP/1.1" status: 200 len: 210 time: 0.0479708 Aug 11 02:10:39.347670 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f27589c0-42fa-4ba7-9c98-4631a67db08c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6cd32ba839bb43aeadea33015d8b04a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4270685 Aug 11 02:10:39.348885 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27589c0-42fa-4ba7-9c98-4631a67db08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d2d971-6d2c-4691-ad14-6384fff2c529,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:39.360018 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33992) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:39.372145 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a4daa331-f691-40a5-88c1-afec6d4a04ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:39.375197 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a4daa331-f691-40a5-88c1-afec6d4a04ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:39.378662 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a4daa331-f691-40a5-88c1-afec6d4a04ca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f8d7ec5e-ac4a-454c-a76d-c1c8ee953b89 HTTP/1.1" status: 204 len: 168 time: 0.3374960 Aug 11 02:10:39.387264 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4daa331-f691-40a5-88c1-afec6d4a04ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d7ec5e-ac4a-454c-a76d-c1c8ee953b89,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:39.428400 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03890939-43f2-43d8-9a81-7dd3e6aa7857 req-a7d8f3be-565f-4aa1-947a-3babde48a8a1 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:39.430195 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-03890939-43f2-43d8-9a81-7dd3e6aa7857 req-a7d8f3be-565f-4aa1-947a-3babde48a8a1 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ae83e1e-4074-49ab-b18e-3739f4091084 HTTP/1.1" status: 200 len: 950 time: 0.1305408 Aug 11 02:10:39.474962 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 16e56c9d-12af-4151-abb2-f385945e5a86 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:10:39.639906 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 16e56c9d-12af-4151-abb2-f385945e5a86, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=16e56c9d-12af-4151-abb2-f385945e5a86,segment=NetworkSegment(b90ce4df-cc8e-4448-a1f2-f94063d6b16e),segment_id=b90ce4df-cc8e-4448-a1f2-f94063d6b16e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:39.661454 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '16e56c9d-12af-4151-abb2-f385945e5a86', 'network_id': 'f125fcef-d9e9-4ec8-ac42-331264faeea0', 'port_id': '16e56c9d-12af-4151-abb2-f385945e5a86', 'mac_address': 'fa:16:3e:9a:2a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cbe19f5-6919-43f5-abb0-402212091f5d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:10:39.681071 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b982305-0d3c-42cc-b700-23e996e8dfa5 req-2ecca620-59de-4e93-9788-81bc817ed6db tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:39.683323 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9b982305-0d3c-42cc-b700-23e996e8dfa5 req-2ecca620-59de-4e93-9788-81bc817ed6db tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=58e0f6ce-b446-4302-908a-3057c01a3d8b HTTP/1.1" status: 200 len: 945 time: 0.1092355 Aug 11 02:10:39.739166 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9b982305-0d3c-42cc-b700-23e996e8dfa5 req-45406407-6215-45aa-b5a9-41809b89cc9d tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493333 Aug 11 02:10:39.794581 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:39.849649 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16e56c9d-12af-4151-abb2-f385945e5a86 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:39.894073 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 16e56c9d-12af-4151-abb2-f385945e5a86, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=16e56c9d-12af-4151-abb2-f385945e5a86,segment=NetworkSegment(b90ce4df-cc8e-4448-a1f2-f94063d6b16e),segment_id=b90ce4df-cc8e-4448-a1f2-f94063d6b16e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:39.901520 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:39.920489 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-03890939-43f2-43d8-9a81-7dd3e6aa7857 req-a34b6b27-93a1-4020-9f48-70b38d531e95 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c395b2-2705-4009-81f0-f1f32e9a7ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808099 Aug 11 02:10:39.958647 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-821c84e0-6923-445b-bbec-01cc243db510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:39.979526 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dce10c-40be-4cb5-b66d-6a3721b2d0ab req-9cff1f47-a165-4ce3-bb0c-5eb835e20298 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:39.981969 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-13dce10c-40be-4cb5-b66d-6a3721b2d0ab req-9cff1f47-a165-4ce3-bb0c-5eb835e20298 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ae83e1e-4074-49ab-b18e-3739f4091084 HTTP/1.1" status: 200 len: 950 time: 0.1362674 Aug 11 02:10:40.012498 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['16e56c9d-12af-4151-abb2-f385945e5a86'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:40.054194 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=16e56c9d-12af-4151-abb2-f385945e5a86,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:40.065812 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34028) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:40.104594 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-821c84e0-6923-445b-bbec-01cc243db510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:40.196875 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1264e1c-a854-4977-ad94-0b213d956b7f req-c14c736c-411c-4e1b-a00f-42214270262c tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:40.207881 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-821c84e0-6923-445b-bbec-01cc243db510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:40.209009 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1264e1c-a854-4977-ad94-0b213d956b7f req-c14c736c-411c-4e1b-a00f-42214270262c tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=58e0f6ce-b446-4302-908a-3057c01a3d8b HTTP/1.1" status: 200 len: 944 time: 0.0772135 Aug 11 02:10:40.210850 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-821c84e0-6923-445b-bbec-01cc243db510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:40.212954 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-821c84e0-6923-445b-bbec-01cc243db510 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/22d2d971-6d2c-4691-ad14-6384fff2c529 HTTP/1.1" status: 204 len: 168 time: 0.8496432 Aug 11 02:10:40.233139 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c84e0-6923-445b-bbec-01cc243db510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d2d971-6d2c-4691-ad14-6384fff2c529,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:40.241968 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6a047-6a53-4b37-a766-b02023adecaf req-081e209d-5961-4d37-99cd-b606e138f3ad tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:40.252225 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2ed6a047-6a53-4b37-a766-b02023adecaf req-081e209d-5961-4d37-99cd-b606e138f3ad tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3 HTTP/1.1" status: 200 len: 945 time: 0.2662928 Aug 11 02:10:40.267866 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-cb69fd02-6f4a-4ee4-a45f-39d83cbff340 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1262928836-network', 'tenant_id': '7a2ee39b1dbe4ae2873e2cef4f65b408'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:40.281947 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1264e1c-a854-4977-ad94-0b213d956b7f req-b907e679-3856-435e-9f4c-d7c9815af4e0 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701482 Aug 11 02:10:40.291761 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-13dce10c-40be-4cb5-b66d-6a3721b2d0ab req-73a678cd-4d1c-4cb3-a0a6-88ec04ca3b09 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Deleting port f10742f1-9dda-49d1-8b98-ab39d933f931 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:40.292120 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-13dce10c-40be-4cb5-b66d-6a3721b2d0ab req-73a678cd-4d1c-4cb3-a0a6-88ec04ca3b09 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:40.319782 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb69fd02-6f4a-4ee4-a45f-39d83cbff340 admin admin] Made reservation on behalf of 7a2ee39b1dbe4ae2873e2cef4f65b408 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:40.322669 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cb69fd02-6f4a-4ee4-a45f-39d83cbff340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:40.333632 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cb69fd02-6f4a-4ee4-a45f-39d83cbff340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:40.411242 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-13dce10c-40be-4cb5-b66d-6a3721b2d0ab req-73a678cd-4d1c-4cb3-a0a6-88ec04ca3b09 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] For port f10742f1-9dda-49d1-8b98-ab39d933f931, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f10742f1-9dda-49d1-8b98-ab39d933f931,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:40.411912 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-13dce10c-40be-4cb5-b66d-6a3721b2d0ab req-73a678cd-4d1c-4cb3-a0a6-88ec04ca3b09 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:40.451645 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2ed6a047-6a53-4b37-a766-b02023adecaf req-d071bba3-08b2-4bad-a35d-6c1ef1db7192 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979990 Aug 11 02:10:40.459723 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-13dce10c-40be-4cb5-b66d-6a3721b2d0ab req-73a678cd-4d1c-4cb3-a0a6-88ec04ca3b09 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Calling delete_port for f10742f1-9dda-49d1-8b98-ab39d933f931 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:40.472520 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cb69fd02-6f4a-4ee4-a45f-39d83cbff340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:40.479129 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cb69fd02-6f4a-4ee4-a45f-39d83cbff340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:40.508155 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb69fd02-6f4a-4ee4-a45f-39d83cbff340 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:10:40.519077 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69fd02-6f4a-4ee4-a45f-39d83cbff340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e771c55e-0441-43f1-98b9-470d93327e4d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:40.529562 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cb69fd02-6f4a-4ee4-a45f-39d83cbff340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:40.530059 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-cb69fd02-6f4a-4ee4-a45f-39d83cbff340 admin admin] Added segment d2940b20-b68b-4b02-b8ba-8700537e2a0a of type vlan for network 04482c74-3ec8-43ea-838b-eaba78bbe396 Aug 11 02:10:40.594469 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cb69fd02-6f4a-4ee4-a45f-39d83cbff340 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:40.645303 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cb69fd02-6f4a-4ee4-a45f-39d83cbff340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:40.647590 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb69fd02-6f4a-4ee4-a45f-39d83cbff340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:40.648203 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cb69fd02-6f4a-4ee4-a45f-39d83cbff340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:40.682411 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-13dce10c-40be-4cb5-b66d-6a3721b2d0ab req-73a678cd-4d1c-4cb3-a0a6-88ec04ca3b09 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:40.696505 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['f10742f1-9dda-49d1-8b98-ab39d933f931'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:40.735856 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-cb69fd02-6f4a-4ee4-a45f-39d83cbff340 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6688845 Aug 11 02:10:40.746869 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34070) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:40.758107 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a678cd-4d1c-4cb3-a0a6-88ec04ca3b09 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Pushing event deleted for resources: {'Port': ['ID=f10742f1-9dda-49d1-8b98-ab39d933f931,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:40.766748 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-6189900d-14f9-476a-a51d-908c14559d80 admin admin] Request body: {'subnet': {'network_id': '04482c74-3ec8-43ea-838b-eaba78bbe396', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1262928836-subnet', 'tenant_id': '7a2ee39b1dbe4ae2873e2cef4f65b408', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:40.792097 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69fd02-6f4a-4ee4-a45f-39d83cbff340 admin admin] Pushing event updated for resources: {'Network': ['ID=04482c74-3ec8-43ea-838b-eaba78bbe396,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:40.811711 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 04482c74-3ec8-43ea-838b-eaba78bbe396 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:10:40.826750 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-13dce10c-40be-4cb5-b66d-6a3721b2d0ab req-73a678cd-4d1c-4cb3-a0a6-88ec04ca3b09 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] No DVR routers for this DVR port f10742f1-9dda-49d1-8b98-ab39d933f931 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:10:40.832712 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-13dce10c-40be-4cb5-b66d-6a3721b2d0ab req-73a678cd-4d1c-4cb3-a0a6-88ec04ca3b09 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:40.836433 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-13dce10c-40be-4cb5-b66d-6a3721b2d0ab req-73a678cd-4d1c-4cb3-a0a6-88ec04ca3b09 tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.66 "DELETE /v2.0/ports/f10742f1-9dda-49d1-8b98-ab39d933f931 HTTP/1.1" status: 204 len: 173 time: 0.8315661 Aug 11 02:10:40.844200 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6189900d-14f9-476a-a51d-908c14559d80 admin admin] Made reservation on behalf of 7a2ee39b1dbe4ae2873e2cef4f65b408 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:40.846845 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6189900d-14f9-476a-a51d-908c14559d80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:41.065664 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-cddeed3a-e5c9-44a6-bc4b-947115387665 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:41.077605 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-cddeed3a-e5c9-44a6-bc4b-947115387665 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/networks?id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc HTTP/1.1" status: 200 len: 812 time: 0.2359211 Aug 11 02:10:41.101734 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-50ae629f-8476-44ef-bbc7-4cd12368db7c tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/quotas/cb683947b58544f291a36cdc9fa42ce2 HTTP/1.1" status: 200 len: 375 time: 0.0262113 Aug 11 02:10:41.141525 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6189900d-14f9-476a-a51d-908c14559d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:41.159672 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae83e1e-4074-49ab-b18e-3739f4091084', 'name': 'network-vif-deleted', 'tag': 'f10742f1-9dda-49d1-8b98-ab39d933f931'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:41.161993 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f778df77-d489-4ece-8aa4-a5e67329451c" -d '{"events": [{"server_uuid": "8ae83e1e-4074-49ab-b18e-3739f4091084", "name": "network-vif-deleted", "tag": "f10742f1-9dda-49d1-8b98-ab39d933f931"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:41.174663 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-5d634042-cb15-4017-a745-664f94c36663 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cb683947b58544f291a36cdc9fa42ce2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719242 Aug 11 02:10:41.175150 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-61c32bc0-9bae-47ef-803d-925ac19772da req-318f4f85-fbd0-4592-8299-576eafbc3cdc tempest-LiveMigrationNegativeTest-746027796 tempest-LiveMigrationNegativeTest-746027796-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ae83e1e-4074-49ab-b18e-3739f4091084 HTTP/1.1" status: 200 len: 210 time: 0.0565240 Aug 11 02:10:41.290838 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189900d-14f9-476a-a51d-908c14559d80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b953b435-c391-4a77-b230-78b5dc8f0e61,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:41.312799 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6189900d-14f9-476a-a51d-908c14559d80 admin admin] Checking segment: {'id': 'd2940b20-b68b-4b02-b8ba-8700537e2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '04482c74-3ec8-43ea-838b-eaba78bbe396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:41.313181 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6189900d-14f9-476a-a51d-908c14559d80 admin admin] Network hostable DHCP agents. Network: 04482c74-3ec8-43ea-838b-eaba78bbe396, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:10:41.337847 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-f65040b2-dca3-4240-a28c-016c8451998e service neutron] 10.222.0.50 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620345 Aug 11 02:10:41.349783 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f89976-76d4-4f04-8d65-782cb6202f3c x-openstack-request-id: req-28f89976-76d4-4f04-8d65-782cb6202f3c {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:41.350078 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae83e1e-4074-49ab-b18e-3739f4091084", "name": "network-vif-deleted", "tag": "f10742f1-9dda-49d1-8b98-ab39d933f931", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:41.350329 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-28f89976-76d4-4f04-8d65-782cb6202f3c {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:41.350813 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae83e1e-4074-49ab-b18e-3739f4091084', 'name': 'network-vif-deleted', 'tag': 'f10742f1-9dda-49d1-8b98-ab39d933f931', 'status': 'completed', 'code': 200} Aug 11 02:10:41.361843 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6189900d-14f9-476a-a51d-908c14559d80 admin admin] Network 04482c74-3ec8-43ea-838b-eaba78bbe396 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:10:41.378871 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-6189900d-14f9-476a-a51d-908c14559d80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 04482c74-3ec8-43ea-838b-eaba78bbe396) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:10:41.385652 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6189900d-14f9-476a-a51d-908c14559d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:41.389612 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40fa932-f752-4cf2-9a54-1595e9ccdd37 None None] Network 04482c74-3ec8-43ea-838b-eaba78bbe396 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:10:41.394927 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6189900d-14f9-476a-a51d-908c14559d80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:41.433614 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6189900d-14f9-476a-a51d-908c14559d80 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6875980 Aug 11 02:10:41.531504 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 16e56c9d-12af-4151-abb2-f385945e5a86 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:10:41.535993 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-5ab30cd8-5457-4ffd-bb24-d331b36fe6b6 service neutron] 10.222.0.50 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972511 Aug 11 02:10:41.577763 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c3e2f-5105-42ce-bca5-9404dfe9d8b9 req-16d97e26-a053-4417-be7b-5b7e9b6fae1d tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:41.589894 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4e6c3e2f-5105-42ce-bca5-9404dfe9d8b9 req-16d97e26-a053-4417-be7b-5b7e9b6fae1d tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=58e0f6ce-b446-4302-908a-3057c01a3d8b HTTP/1.1" status: 200 len: 944 time: 0.0883572 Aug 11 02:10:41.654012 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4e6c3e2f-5105-42ce-bca5-9404dfe9d8b9 req-fda559be-1f0c-449b-bccd-27753aa934e3 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594547 Aug 11 02:10:41.689553 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7c4be0-ff55-47e8-8f14-e42b88e6693a None None] Network 04482c74-3ec8-43ea-838b-eaba78bbe396 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:10:41.854410 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 16e56c9d-12af-4151-abb2-f385945e5a86 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:41.855078 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:41.886525 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-55d3a4e5-cbfb-4bf4-a8bd-d1ab77fc2795 req-48031e34-ac4e-4003-9d5c-c71f2cd2597d tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=e528720a-3144-4d6c-ba3d-2d04ddda7c88 HTTP/1.1" status: 200 len: 210 time: 0.0721123 Aug 11 02:10:41.892211 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8727d3b-b7fd-4e9b-90f0-ba62e3cadc96 req-4397c881-136c-4095-b4d4-b3b173040aad tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:41.895510 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a8727d3b-b7fd-4e9b-90f0-ba62e3cadc96 req-4397c881-136c-4095-b4d4-b3b173040aad tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.66 "GET /v2.0/ports?device_id=58e0f6ce-b446-4302-908a-3057c01a3d8b HTTP/1.1" status: 200 len: 944 time: 0.1335232 Aug 11 02:10:42.068776 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-a8727d3b-b7fd-4e9b-90f0-ba62e3cadc96 req-46c44429-b642-4787-9ee5-c07c54f9666e tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Deleting port 16e56c9d-12af-4151-abb2-f385945e5a86 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:42.069493 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a8727d3b-b7fd-4e9b-90f0-ba62e3cadc96 req-46c44429-b642-4787-9ee5-c07c54f9666e tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:42.123855 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:42.179908 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e0f6ce-b446-4302-908a-3057c01a3d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e56c9d-12af-4151-abb2-f385945e5a86'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:42.184449 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210851d7-d058-46b7-aefa-179d50e1ca9e" -d '{"events": [{"server_uuid": "58e0f6ce-b446-4302-908a-3057c01a3d8b", "name": "network-vif-plugged", "status": "completed", "tag": "16e56c9d-12af-4151-abb2-f385945e5a86"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:42.225274 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 16e56c9d-12af-4151-abb2-f385945e5a86, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=16e56c9d-12af-4151-abb2-f385945e5a86,segment=NetworkSegment(b90ce4df-cc8e-4448-a1f2-f94063d6b16e),segment_id=b90ce4df-cc8e-4448-a1f2-f94063d6b16e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:42.236061 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:42.237091 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 59cc8418-251f-48de-8409-b1fd4e30a1c2 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:42.260738 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-a8727d3b-b7fd-4e9b-90f0-ba62e3cadc96 req-46c44429-b642-4787-9ee5-c07c54f9666e tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] For port 16e56c9d-12af-4151-abb2-f385945e5a86, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=16e56c9d-12af-4151-abb2-f385945e5a86,segment=NetworkSegment(b90ce4df-cc8e-4448-a1f2-f94063d6b16e),segment_id=b90ce4df-cc8e-4448-a1f2-f94063d6b16e)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:42.261388 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a8727d3b-b7fd-4e9b-90f0-ba62e3cadc96 req-46c44429-b642-4787-9ee5-c07c54f9666e tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:42.270972 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf43486-1514-42bd-b37f-e832c2150545 x-openstack-request-id: req-2bf43486-1514-42bd-b37f-e832c2150545 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:42.271251 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e0f6ce-b446-4302-908a-3057c01a3d8b", "name": "network-vif-plugged", "status": "completed", "tag": "16e56c9d-12af-4151-abb2-f385945e5a86", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:42.271486 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2bf43486-1514-42bd-b37f-e832c2150545 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:42.271909 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e0f6ce-b446-4302-908a-3057c01a3d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e56c9d-12af-4151-abb2-f385945e5a86', 'code': 200} Aug 11 02:10:42.279669 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-a8727d3b-b7fd-4e9b-90f0-ba62e3cadc96 req-46c44429-b642-4787-9ee5-c07c54f9666e tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Calling delete_port for 16e56c9d-12af-4151-abb2-f385945e5a86 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:42.291232 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 59cc8418-251f-48de-8409-b1fd4e30a1c2 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:10:42.291622 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 59cc8418-251f-48de-8409-b1fd4e30a1c2 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:42.292040 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device f10742f1-9dda-49d1-8b98-ab39d933f931 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:42.343920 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: f10742f1-9dda-49d1-8b98-ab39d933f931 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:10:42.344267 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device f10742f1-9dda-49d1-8b98-ab39d933f931 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:42.415682 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=16e56c9d-12af-4151-abb2-f385945e5a86,revision_number=7']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:42.565824 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cf759-4c35-4351-8439-677ce511e751 req-97aab5bf-2271-4497-abf3-1105d9e7551c tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:42.572790 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ab0cf759-4c35-4351-8439-677ce511e751 req-97aab5bf-2271-4497-abf3-1105d9e7551c tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/networks?id=04482c74-3ec8-43ea-838b-eaba78bbe396 HTTP/1.1" status: 200 len: 813 time: 0.1589813 Aug 11 02:10:42.613880 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ab0cf759-4c35-4351-8439-677ce511e751 req-13fcce36-3622-40c7-8138-807fcb35ed07 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/quotas/7a2ee39b1dbe4ae2873e2cef4f65b408 HTTP/1.1" status: 200 len: 375 time: 0.0401719 Aug 11 02:10:42.627898 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device b0b6fbb5-fa4b-4570-b818-ff8034cf6b67 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:10:42.662035 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ab0cf759-4c35-4351-8439-677ce511e751 req-7c60761e-5f26-49e3-8df9-0142bb46eefc tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a2ee39b1dbe4ae2873e2cef4f65b408&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466168 Aug 11 02:10:42.733690 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a8727d3b-b7fd-4e9b-90f0-ba62e3cadc96 req-46c44429-b642-4787-9ee5-c07c54f9666e tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:42.758265 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['16e56c9d-12af-4151-abb2-f385945e5a86'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:42.773396 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c44429-b642-4787-9ee5-c07c54f9666e tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Pushing event deleted for resources: {'Port': ['ID=16e56c9d-12af-4151-abb2-f385945e5a86,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:42.794319 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8afc0d6-a775-496e-9c42-73e1cced8ca6 req-07015a33-3527-4fa1-93b2-25b1c2380c71 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=58e0f6ce-b446-4302-908a-3057c01a3d8b HTTP/1.1" status: 200 len: 210 time: 0.0361624 Aug 11 02:10:42.854251 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port b0b6fbb5-fa4b-4570-b818-ff8034cf6b67, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b0b6fbb5-fa4b-4570-b818-ff8034cf6b67,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:42.859661 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8727d3b-b7fd-4e9b-90f0-ba62e3cadc96 req-46c44429-b642-4787-9ee5-c07c54f9666e tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] No DVR routers for this DVR port 16e56c9d-12af-4151-abb2-f385945e5a86 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:10:42.863745 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a8727d3b-b7fd-4e9b-90f0-ba62e3cadc96 req-46c44429-b642-4787-9ee5-c07c54f9666e tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:42.865728 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a8727d3b-b7fd-4e9b-90f0-ba62e3cadc96 req-46c44429-b642-4787-9ee5-c07c54f9666e tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.66 "DELETE /v2.0/ports/16e56c9d-12af-4151-abb2-f385945e5a86 HTTP/1.1" status: 204 len: 173 time: 0.9628205 Aug 11 02:10:42.867095 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'b0b6fbb5-fa4b-4570-b818-ff8034cf6b67', 'network_id': '817a4ff3-115a-4b81-9f1c-4ed18d90c966', 'port_id': 'b0b6fbb5-fa4b-4570-b818-ff8034cf6b67', 'mac_address': 'fa:16:3e:8f:b0:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d716d8-5b88-434d-86dc-bdd1fc15512f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:10:42.874877 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34198) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:42.876715 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ab0cf759-4c35-4351-8439-677ce511e751 req-fb3d1967-6080-4765-995e-2346dc98b399 service neutron] 10.222.0.50 "GET /v2.0/networks/04482c74-3ec8-43ea-838b-eaba78bbe396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135234 Aug 11 02:10:42.968931 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:42.998561 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ab0cf759-4c35-4351-8439-677ce511e751 req-e189951b-2cf1-4cad-b031-24b3a09284ba service neutron] 10.222.0.50 "GET /v2.0/networks/04482c74-3ec8-43ea-838b-eaba78bbe396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153729 Aug 11 02:10:43.011142 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0b6fbb5-fa4b-4570-b818-ff8034cf6b67 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:43.034791 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d1499e44-e4d2-41a2-8ab6-126e1cae5b5e req-98b3f89b-6a50-415c-ac9e-cf6f2cc3391e tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=e528720a-3144-4d6c-ba3d-2d04ddda7c88 HTTP/1.1" status: 200 len: 210 time: 0.0534062 Aug 11 02:10:43.060303 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port b0b6fbb5-fa4b-4570-b818-ff8034cf6b67, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b0b6fbb5-fa4b-4570-b818-ff8034cf6b67,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:43.068235 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:43.138865 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=b0b6fbb5-fa4b-4570-b818-ff8034cf6b67,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:43.154129 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['b0b6fbb5-fa4b-4570-b818-ff8034cf6b67'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:43.282679 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-46eb5d99-78c2-4d7d-8016-17f5e18e7bbe tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:43.285112 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-46eb5d99-78c2-4d7d-8016-17f5e18e7bbe tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.66 "GET /v2.0/networks?id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc HTTP/1.1" status: 200 len: 812 time: 0.2168531 Aug 11 02:10:43.301212 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-6b4b1c32-24c7-4279-abf9-13de1b194a80 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Request body: {'port': {'device_id': 'e528720a-3144-4d6c-ba3d-2d04ddda7c88', 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc', 'admin_state_up': True, 'tenant_id': 'cb683947b58544f291a36cdc9fa42ce2'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:43.337748 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5364ee78-e349-467b-b2fc-eb9e0072de8b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=768da97fefcc4d41933f25f109a58069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4615092 Aug 11 02:10:43.338684 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34214) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:43.363822 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e0f6ce-b446-4302-908a-3057c01a3d8b', 'name': 'network-vif-deleted', 'tag': '16e56c9d-12af-4151-abb2-f385945e5a86'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:43.366996 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd002771-c501-46f0-972f-fce0e5802a48" -d '{"events": [{"server_uuid": "58e0f6ce-b446-4302-908a-3057c01a3d8b", "name": "network-vif-deleted", "tag": "16e56c9d-12af-4151-abb2-f385945e5a86"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:43.476969 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d121f1f-a403-480f-ace3-d1f3f4888bb0 x-openstack-request-id: req-2d121f1f-a403-480f-ace3-d1f3f4888bb0 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:43.477302 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e0f6ce-b446-4302-908a-3057c01a3d8b", "name": "network-vif-deleted", "tag": "16e56c9d-12af-4151-abb2-f385945e5a86", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:43.477562 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2d121f1f-a403-480f-ace3-d1f3f4888bb0 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:43.477952 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e0f6ce-b446-4302-908a-3057c01a3d8b', 'name': 'network-vif-deleted', 'tag': '16e56c9d-12af-4151-abb2-f385945e5a86', 'status': 'completed', 'code': 200} Aug 11 02:10:43.494049 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da826d19-ffb9-4f1c-ba1b-6a91d4789f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:43.530659 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da826d19-ffb9-4f1c-ba1b-6a91d4789f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:43.561053 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-6b4b1c32-24c7-4279-abf9-13de1b194a80 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Made reservation on behalf of cb683947b58544f291a36cdc9fa42ce2 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:43.570214 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-6b4b1c32-24c7-4279-abf9-13de1b194a80 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:43.622299 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da826d19-ffb9-4f1c-ba1b-6a91d4789f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:43.626446 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da826d19-ffb9-4f1c-ba1b-6a91d4789f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:43.628181 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-da826d19-ffb9-4f1c-ba1b-6a91d4789f81 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b3c395b2-2705-4009-81f0-f1f32e9a7ef9 HTTP/1.1" status: 204 len: 168 time: 0.2862470 Aug 11 02:10:43.638705 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da826d19-ffb9-4f1c-ba1b-6a91d4789f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c395b2-2705-4009-81f0-f1f32e9a7ef9,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:43.723198 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-29925c95-28b5-4fa4-9103-f54f5f3f9481 req-37588128-c945-4b8d-85f1-a20072b0ee9c tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d4858e4-e5d4-4e61-8177-136e5818d6b8 HTTP/1.1" status: 200 len: 210 time: 0.0815623 Aug 11 02:10:43.893609 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-6b4b1c32-24c7-4279-abf9-13de1b194a80 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Allocated IP 172.20.0.4 (887cdb43-e9b9-4bf0-8022-79d7ba803ebc/852e65ca-6cb3-47f3-8aea-2b8debfff40c/fdd41be9-0a31-4a08-aa9e-17e7a38e225c) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:10:44.142348 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-6b4b1c32-24c7-4279-abf9-13de1b194a80 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:44.160768 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-96aa664c-3b36-4041-a7d5-71d9003b4c32 req-7d2dbb86-ff96-4ee8-b8f4-87f1cef264a6 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=e528720a-3144-4d6c-ba3d-2d04ddda7c88 HTTP/1.1" status: 200 len: 210 time: 0.0351756 Aug 11 02:10:44.237669 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-6b4b1c32-24c7-4279-abf9-13de1b194a80 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:44.261071 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-232acec9-fbc6-4786-9806-116e2cf60121 req-8c88b7aa-8bac-481b-ab89-d8509a95f8fb tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e0f21d4f135e4edfb025f9641f4900a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337849 Aug 11 02:10:44.346134 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b1c32-24c7-4279-abf9-13de1b194a80 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Pushing event updated for resources: {'Port': ['ID=fdd41be9-0a31-4a08-aa9e-17e7a38e225c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:44.350630 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-6b4b1c32-24c7-4279-abf9-13de1b194a80 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Network 887cdb43-e9b9-4bf0-8022-79d7ba803ebc is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:10:44.352751 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-6b4b1c32-24c7-4279-abf9-13de1b194a80 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:10:44.362080 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-6b4b1c32-24c7-4279-abf9-13de1b194a80 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:10:44.419845 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232acec9-fbc6-4786-9806-116e2cf60121 req-bfa544a7-bb8d-4e7e-9a5b-c5c3bb9fac47 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:44.427354 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-232acec9-fbc6-4786-9806-116e2cf60121 req-bfa544a7-bb8d-4e7e-9a5b-c5c3bb9fac47 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1601584 Aug 11 02:10:44.444843 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-232acec9-fbc6-4786-9806-116e2cf60121 req-5a2ec966-f2f7-46ff-9011-d9ea7caad4e0 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/quotas/e0f21d4f135e4edfb025f9641f4900a6 HTTP/1.1" status: 200 len: 375 time: 0.0162013 Aug 11 02:10:44.491277 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-232acec9-fbc6-4786-9806-116e2cf60121 req-7d43a288-e6fd-49ad-bc43-3ff45cd99b1b tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0f21d4f135e4edfb025f9641f4900a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451682 Aug 11 02:10:44.574932 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-6b4b1c32-24c7-4279-abf9-13de1b194a80 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:44.575625 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-6b4b1c32-24c7-4279-abf9-13de1b194a80 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:44.619996 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-6b4b1c32-24c7-4279-abf9-13de1b194a80 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3218274 Aug 11 02:10:44.643496 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device b0b6fbb5-fa4b-4570-b818-ff8034cf6b67 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:10:44.662523 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34314) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:44.697609 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-1e4f2de1-ec5f-4b50-a532-39a76498f4a7 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:44.698706 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-1e4f2de1-ec5f-4b50-a532-39a76498f4a7 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/networks?id=f125fcef-d9e9-4ec8-ac42-331264faeea0 HTTP/1.1" status: 200 len: 822 time: 0.2788224 Aug 11 02:10:44.703779 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-93b27264-3ac1-4dea-be5e-31e9867bdd23 service neutron] Request body: {'port': {'device_id': 'e528720a-3144-4d6c-ba3d-2d04ddda7c88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:44.778350 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5490dca5-b8ed-4c25-ac71-b021d99293ff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=617f1251da304371abc50ac2a6b24a21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1137726 Aug 11 02:10:44.780676 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34334) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:44.798163 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port b0b6fbb5-fa4b-4570-b818-ff8034cf6b67 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:44.798545 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:44.809509 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-2498e276-0e0c-4a18-803b-b1ba79b45f2d tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/quotas/9e1621f77dda48d0a9d35134d2771337 HTTP/1.1" status: 200 len: 375 time: 0.0272985 Aug 11 02:10:44.927747 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a47aaa0-6860-4bde-8933-999caeefbea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:44.945337 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-93b27264-3ac1-4dea-be5e-31e9867bdd23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:44.960620 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0293d0d5-2b6e-4d53-8166-82fa94bbea5a req-387aefaf-ffe5-4f41-999c-314087f750af tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d4858e4-e5d4-4e61-8177-136e5818d6b8 HTTP/1.1" status: 200 len: 210 time: 0.0441566 Aug 11 02:10:44.994057 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a47aaa0-6860-4bde-8933-999caeefbea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:45.043814 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:45.065766 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a47aaa0-6860-4bde-8933-999caeefbea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:45.068996 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a47aaa0-6860-4bde-8933-999caeefbea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:45.070241 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5a47aaa0-6860-4bde-8933-999caeefbea9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d78493bd-2289-4bde-bc12-5cea440073c4 HTTP/1.1" status: 204 len: 168 time: 0.2886231 Aug 11 02:10:45.093309 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47aaa0-6860-4bde-8933-999caeefbea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78493bd-2289-4bde-bc12-5cea440073c4,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:45.112370 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-755b381d-9e3c-4be5-a74e-693c41969210 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9e1621f77dda48d0a9d35134d2771337&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2630341 Aug 11 02:10:45.129966 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b6fbb5-fa4b-4570-b818-ff8034cf6b67'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:45.145220 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b58403-5c55-4afa-a2f0-212947d75754" -d '{"events": [{"server_uuid": "43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3", "name": "network-vif-plugged", "status": "completed", "tag": "b0b6fbb5-fa4b-4570-b818-ff8034cf6b67"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:45.220664 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port b0b6fbb5-fa4b-4570-b818-ff8034cf6b67, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b0b6fbb5-fa4b-4570-b818-ff8034cf6b67,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:45.231404 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:45.405569 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=b0b6fbb5-fa4b-4570-b818-ff8034cf6b67,revision_number=7']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:45.501733 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 16e56c9d-12af-4151-abb2-f385945e5a86 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:45.556355 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 16e56c9d-12af-4151-abb2-f385945e5a86 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:10:45.557983 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 16e56c9d-12af-4151-abb2-f385945e5a86 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:45.606588 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-516645e2-0a6e-428e-9da9-fbc41ecfd7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:45.720892 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-98708180-b23a-4687-b799-23925f825b14 req-d857281b-b8fd-41ba-a5a7-35f467fecf17 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e0f21d4f135e4edfb025f9641f4900a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3600950 Aug 11 02:10:45.831493 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-93b27264-3ac1-4dea-be5e-31e9867bdd23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd41be9-0a31-4a08-aa9e-17e7a38e225c {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:45.838843 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cf759-4c35-4351-8439-677ce511e751 req-788c031e-d938-4903-a17c-7f405ff24f00 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:45.848388 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab0cf759-4c35-4351-8439-677ce511e751 req-788c031e-d938-4903-a17c-7f405ff24f00 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.66 "GET /v2.0/networks?id=04482c74-3ec8-43ea-838b-eaba78bbe396 HTTP/1.1" status: 200 len: 813 time: 0.7382233 Aug 11 02:10:45.852788 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-93b27264-3ac1-4dea-be5e-31e9867bdd23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:45.878831 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-93b27264-3ac1-4dea-be5e-31e9867bdd23 service neutron] Transition to ACTIVE for port object fdd41be9-0a31-4a08-aa9e-17e7a38e225c will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:45.880464 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34372) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:45.937396 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-ab0cf759-4c35-4351-8439-677ce511e751 req-2191dff7-706a-4c33-96f8-1caa439748a5 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Request body: {'port': {'device_id': '52a0fda1-167d-415d-90d0-c4719ca6a4b0', 'network_id': '04482c74-3ec8-43ea-838b-eaba78bbe396', 'admin_state_up': True, 'tenant_id': '7a2ee39b1dbe4ae2873e2cef4f65b408'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:45.940470 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-93b27264-3ac1-4dea-be5e-31e9867bdd23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:45.951184 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-12afd00a-399d-49de-a872-c8bfc921661e service neutron] 10.222.0.50 "GET /v2.0/networks/f125fcef-d9e9-4ec8-ac42-331264faeea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8379905 Aug 11 02:10:46.017008 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cf759-4c35-4351-8439-677ce511e751 req-553ba1c9-110d-4c1f-a394-48afc7544f68 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:46.019314 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab0cf759-4c35-4351-8439-677ce511e751 req-553ba1c9-110d-4c1f-a394-48afc7544f68 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.73 "GET /v2.0/networks?id=04482c74-3ec8-43ea-838b-eaba78bbe396 HTTP/1.1" status: 200 len: 813 time: 0.6315095 Aug 11 02:10:46.043570 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ffd4c846-a2fc-4429-9452-586d07c9cc5b tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Request body: {'port': {'device_id': '8d4858e4-e5d4-4e61-8177-136e5818d6b8', 'network_id': '04482c74-3ec8-43ea-838b-eaba78bbe396', 'admin_state_up': True, 'tenant_id': '7a2ee39b1dbe4ae2873e2cef4f65b408'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:46.068920 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-32fe13df-cbb2-48db-a8e5-a9cd5107c71d service neutron] 10.222.0.50 "GET /v2.0/networks/f125fcef-d9e9-4ec8-ac42-331264faeea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938294 Aug 11 02:10:46.191270 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b27264-3ac1-4dea-be5e-31e9867bdd23 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd41be9-0a31-4a08-aa9e-17e7a38e225c,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:46.246691 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0c937774-ec3c-45ea-bc0f-b267cd6644f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:46.338861 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ffd4c846-a2fc-4429-9452-586d07c9cc5b tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Made reservation on behalf of 7a2ee39b1dbe4ae2873e2cef4f65b408 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:46.342492 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ffd4c846-a2fc-4429-9452-586d07c9cc5b tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:46.390121 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-93b27264-3ac1-4dea-be5e-31e9867bdd23 service neutron] Attempting to bind port fdd41be9-0a31-4a08-aa9e-17e7a38e225c on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:10:46.390938 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-93b27264-3ac1-4dea-be5e-31e9867bdd23 service neutron] Attempting to bind port fdd41be9-0a31-4a08-aa9e-17e7a38e225c by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'b3af0fa2-7035-422c-aee4-ac13c9a756a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:10:46.391460 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-93b27264-3ac1-4dea-be5e-31e9867bdd23 service neutron] Attempting to bind port fdd41be9-0a31-4a08-aa9e-17e7a38e225c on network 887cdb43-e9b9-4bf0-8022-79d7ba803ebc {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:46.399909 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-232acec9-fbc6-4786-9806-116e2cf60121 req-057ba2a6-ca8c-4135-829a-074168e2a805 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=e0f21d4f135e4edfb025f9641f4900a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688438 Aug 11 02:10:46.402243 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-93b27264-3ac1-4dea-be5e-31e9867bdd23 service neutron] Port fdd41be9-0a31-4a08-aa9e-17e7a38e225c on network 887cdb43-e9b9-4bf0-8022-79d7ba803ebc not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:10:46.402733 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-93b27264-3ac1-4dea-be5e-31e9867bdd23 service neutron] Attempting to bind port fdd41be9-0a31-4a08-aa9e-17e7a38e225c on network 887cdb43-e9b9-4bf0-8022-79d7ba803ebc {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:46.431798 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-93b27264-3ac1-4dea-be5e-31e9867bdd23 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:10:46.432295 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-93b27264-3ac1-4dea-be5e-31e9867bdd23 service neutron] Checking segment: {'id': 'b3af0fa2-7035-422c-aee4-ac13c9a756a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:46.432875 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-93b27264-3ac1-4dea-be5e-31e9867bdd23 service neutron] Bound using segment: {'id': 'b3af0fa2-7035-422c-aee4-ac13c9a756a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:10:46.433461 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-93b27264-3ac1-4dea-be5e-31e9867bdd23 service neutron] Bound port: fdd41be9-0a31-4a08-aa9e-17e7a38e225c, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3af0fa2-7035-422c-aee4-ac13c9a756a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:10:46.433980 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-93b27264-3ac1-4dea-be5e-31e9867bdd23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:46.447246 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a811e8-8cd9-4c89-b3aa-063e01154b46 x-openstack-request-id: req-03a811e8-8cd9-4c89-b3aa-063e01154b46 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:46.448220 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3", "name": "network-vif-plugged", "status": "completed", "tag": "b0b6fbb5-fa4b-4570-b818-ff8034cf6b67", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:46.448722 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-03a811e8-8cd9-4c89-b3aa-063e01154b46 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:46.449344 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b6fbb5-fa4b-4570-b818-ff8034cf6b67', 'code': 200} Aug 11 02:10:46.508543 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98708180-b23a-4687-b799-23925f825b14 req-1348b276-223f-4500-b99f-f31c20798638 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:46.535571 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-98708180-b23a-4687-b799-23925f825b14 req-1348b276-223f-4500-b99f-f31c20798638 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8135908 Aug 11 02:10:46.658368 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232acec9-fbc6-4786-9806-116e2cf60121 req-51a2ea67-688a-41f4-8738-f912a856b2cc tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:46.660332 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-232acec9-fbc6-4786-9806-116e2cf60121 req-51a2ea67-688a-41f4-8738-f912a856b2cc tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2505853 Aug 11 02:10:46.673005 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-98708180-b23a-4687-b799-23925f825b14 req-93216668-f0e2-448f-b70a-31e6512003ec tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/quotas/e0f21d4f135e4edfb025f9641f4900a6 HTTP/1.1" status: 200 len: 375 time: 0.1364672 Aug 11 02:10:46.733440 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-93b27264-3ac1-4dea-be5e-31e9867bdd23 service neutron] For port fdd41be9-0a31-4a08-aa9e-17e7a38e225c, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:46.737178 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-93b27264-3ac1-4dea-be5e-31e9867bdd23 service neutron] For port fdd41be9-0a31-4a08-aa9e-17e7a38e225c, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=fdd41be9-0a31-4a08-aa9e-17e7a38e225c,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:10:46.809285 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-232acec9-fbc6-4786-9806-116e2cf60121 req-ee52ecd5-3a35-421c-b698-a03f40a37aa5 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Request body: {'port': {'device_id': 'efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': 'e0f21d4f135e4edfb025f9641f4900a6'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:46.917099 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-98708180-b23a-4687-b799-23925f825b14 req-02992734-4b37-40e5-bb3f-97b4cc57ed86 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0f21d4f135e4edfb025f9641f4900a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2290468 Aug 11 02:10:46.936274 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-93b27264-3ac1-4dea-be5e-31e9867bdd23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:47.053844 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ffd4c846-a2fc-4429-9452-586d07c9cc5b tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Allocated IP 172.20.0.10 (04482c74-3ec8-43ea-838b-eaba78bbe396/b953b435-c391-4a77-b230-78b5dc8f0e61/ab4d2421-174f-48ce-bb12-30158aaa8bf3) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:10:47.063103 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b27264-3ac1-4dea-be5e-31e9867bdd23 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd41be9-0a31-4a08-aa9e-17e7a38e225c,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:47.138514 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fc28d-aa66-4b6b-af41-7485c23e34a0 req-3fedf9d3-90f1-4744-8ae8-a571efb2311d tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:47.146134 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-255fc28d-aa66-4b6b-af41-7485c23e34a0 req-3fedf9d3-90f1-4744-8ae8-a571efb2311d tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=e528720a-3144-4d6c-ba3d-2d04ddda7c88 HTTP/1.1" status: 200 len: 943 time: 0.4055262 Aug 11 02:10:47.170784 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-93b27264-3ac1-4dea-be5e-31e9867bdd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:47.171415 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-93b27264-3ac1-4dea-be5e-31e9867bdd23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:47.172876 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-93b27264-3ac1-4dea-be5e-31e9867bdd23 service neutron] 10.222.0.66 "PUT /v2.0/ports/fdd41be9-0a31-4a08-aa9e-17e7a38e225c HTTP/1.1" status: 200 len: 1092 time: 2.4732351 Aug 11 02:10:47.175866 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e528720a-3144-4d6c-ba3d-2d04ddda7c88', 'tag': 'fdd41be9-0a31-4a08-aa9e-17e7a38e225c'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:47.175866 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fcaf56-9556-4b20-892e-aaf4d3211444" -d '{"events": [{"name": "network-changed", "server_uuid": "e528720a-3144-4d6c-ba3d-2d04ddda7c88", "tag": "fdd41be9-0a31-4a08-aa9e-17e7a38e225c"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:47.263964 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-255fc28d-aa66-4b6b-af41-7485c23e34a0 req-60ad3257-0ebf-4318-8a5c-1c744fcf0faa tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168339 Aug 11 02:10:47.310037 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0c937774-ec3c-45ea-bc0f-b267cd6644f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:47.350178 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0c937774-ec3c-45ea-bc0f-b267cd6644f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:47.424957 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ffd4c846-a2fc-4429-9452-586d07c9cc5b tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:47.435704 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c937774-ec3c-45ea-bc0f-b267cd6644f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c50a67-c9ed-45fb-bd59-b265e47fa688,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:47.489768 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab0cf759-4c35-4351-8439-677ce511e751 req-2191dff7-706a-4c33-96f8-1caa439748a5 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Made reservation on behalf of 7a2ee39b1dbe4ae2873e2cef4f65b408 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:47.493766 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ab0cf759-4c35-4351-8439-677ce511e751 req-2191dff7-706a-4c33-96f8-1caa439748a5 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:47.565311 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-27759834-2187-4d55-96d4-686dde697bb2 req-4fd3ae85-594a-4d40-ab00-3fca0f8ba7ec tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d4858e4-e5d4-4e61-8177-136e5818d6b8 HTTP/1.1" status: 200 len: 210 time: 0.1009500 Aug 11 02:10:47.575011 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0c937774-ec3c-45ea-bc0f-b267cd6644f5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=08e96a082f99476aa69fd632c57da64b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6428812 Aug 11 02:10:47.582411 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-d4514921-0cbc-41d7-9eef-0f798ee78a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:47.583984 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-d4514921-0cbc-41d7-9eef-0f798ee78a18 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb683947b58544f291a36cdc9fa42ce2&device_id=e528720a-3144-4d6c-ba3d-2d04ddda7c88 HTTP/1.1" status: 200 len: 1095 time: 0.3583555 Aug 11 02:10:47.585957 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34468) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:47.648342 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a145e0fe-5547-435b-9395-f188b78fad20 req-0d8dc0ea-18db-4360-b8df-8e951bb7daf2 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f8d6f1-cd00-4b6d-9668-c72dc5a1b520 HTTP/1.1" status: 200 len: 210 time: 0.0748589 Aug 11 02:10:47.694012 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-ddeead48-cb13-42e3-96e3-c3d114bce7d9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdd41be9-0a31-4a08-aa9e-17e7a38e225c HTTP/1.1" status: 200 len: 217 time: 0.0810678 Aug 11 02:10:47.694704 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232acec9-fbc6-4786-9806-116e2cf60121 req-ee52ecd5-3a35-421c-b698-a03f40a37aa5 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Made reservation on behalf of e0f21d4f135e4edfb025f9641f4900a6 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:47.698424 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-232acec9-fbc6-4786-9806-116e2cf60121 req-ee52ecd5-3a35-421c-b698-a03f40a37aa5 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:47.737122 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ffd4c846-a2fc-4429-9452-586d07c9cc5b tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:47.822331 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ffd4c846-a2fc-4429-9452-586d07c9cc5b tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Network 04482c74-3ec8-43ea-838b-eaba78bbe396 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:10:47.830386 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4c846-a2fc-4429-9452-586d07c9cc5b tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Pushing event updated for resources: {'Port': ['ID=ab4d2421-174f-48ce-bb12-30158aaa8bf3,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:47.833269 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ffd4c846-a2fc-4429-9452-586d07c9cc5b tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:10:47.856778 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ffd4c846-a2fc-4429-9452-586d07c9cc5b tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:10:47.864484 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-232acec9-fbc6-4786-9806-116e2cf60121 req-ee52ecd5-3a35-421c-b698-a03f40a37aa5 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:47.892238 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc69ba18-43f7-4cb3-88eb-f90ade168828 x-openstack-request-id: req-fc69ba18-43f7-4cb3-88eb-f90ade168828 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:47.892676 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e528720a-3144-4d6c-ba3d-2d04ddda7c88", "tag": "fdd41be9-0a31-4a08-aa9e-17e7a38e225c", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:47.893035 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fc69ba18-43f7-4cb3-88eb-f90ade168828 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:47.893531 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e528720a-3144-4d6c-ba3d-2d04ddda7c88', 'tag': 'fdd41be9-0a31-4a08-aa9e-17e7a38e225c', 'status': 'completed', 'code': 200} Aug 11 02:10:47.945925 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-96824cc4-f5bd-45c2-a6e8-a6149b28eaa7 req-1edd864b-13f7-4b4d-8a04-6135b8633115 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a773bf3-ff7a-4498-a22b-763c2519d974 HTTP/1.1" status: 200 len: 210 time: 0.0401876 Aug 11 02:10:48.020311 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-232acec9-fbc6-4786-9806-116e2cf60121 req-ee52ecd5-3a35-421c-b698-a03f40a37aa5 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:48.022264 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-79e81efe-478c-4b21-8327-d3b078e8845f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:48.045481 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-232acec9-fbc6-4786-9806-116e2cf60121 req-ee52ecd5-3a35-421c-b698-a03f40a37aa5 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:48.047888 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-79e81efe-478c-4b21-8327-d3b078e8845f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:48.126615 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ffd4c846-a2fc-4429-9452-586d07c9cc5b tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:48.127346 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ffd4c846-a2fc-4429-9452-586d07c9cc5b tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:48.141390 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-79e81efe-478c-4b21-8327-d3b078e8845f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:48.144657 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-79e81efe-478c-4b21-8327-d3b078e8845f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:48.148413 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-79e81efe-478c-4b21-8327-d3b078e8845f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/87c50a67-c9ed-45fb-bd59-b265e47fa688 HTTP/1.1" status: 204 len: 168 time: 0.5022016 Aug 11 02:10:48.161383 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e81efe-478c-4b21-8327-d3b078e8845f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c50a67-c9ed-45fb-bd59-b265e47fa688,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:48.168040 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ffd4c846-a2fc-4429-9452-586d07c9cc5b tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1308599 Aug 11 02:10:48.174716 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-ab0cf759-4c35-4351-8439-677ce511e751 req-2191dff7-706a-4c33-96f8-1caa439748a5 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Allocated IP 172.20.0.13 (04482c74-3ec8-43ea-838b-eaba78bbe396/b953b435-c391-4a77-b230-78b5dc8f0e61/26d1094b-a760-481a-a41a-65946f72b88d) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:10:48.185136 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ace8df21-fa45-45dc-854f-ffa066d194f7 service neutron] Request body: {'port': {'device_id': '8d4858e4-e5d4-4e61-8177-136e5818d6b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:48.308315 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3ec3e761-b4f8-4872-9eb5-4bfa39d5981c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:48.313978 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ace8df21-fa45-45dc-854f-ffa066d194f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:48.377241 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:48.464199 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-232acec9-fbc6-4786-9806-116e2cf60121 req-ee52ecd5-3a35-421c-b698-a03f40a37aa5 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Allocated IP 192.168.233.158 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/d41204d6-692b-429f-90ac-25e71c7d9f8a) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:10:48.627831 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ab0cf759-4c35-4351-8439-677ce511e751 req-2191dff7-706a-4c33-96f8-1caa439748a5 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:48.700761 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433ca78-7fc9-4b21-8d28-fadc5fb641a7 req-d765ae7c-ead1-4687-9220-3c195f15d83d tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:48.708745 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3433ca78-7fc9-4b21-8d28-fadc5fb641a7 req-d765ae7c-ead1-4687-9220-3c195f15d83d tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=e528720a-3144-4d6c-ba3d-2d04ddda7c88 HTTP/1.1" status: 200 len: 943 time: 0.1570497 Aug 11 02:10:48.779789 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3433ca78-7fc9-4b21-8d28-fadc5fb641a7 req-92ae4ed4-e287-4d9c-aa74-9e277471f475 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700130 Aug 11 02:10:48.810159 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-232acec9-fbc6-4786-9806-116e2cf60121 req-ee52ecd5-3a35-421c-b698-a03f40a37aa5 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:48.826211 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-232acec9-fbc6-4786-9806-116e2cf60121 req-ee52ecd5-3a35-421c-b698-a03f40a37aa5 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Transition to ACTIVE for port object d41204d6-692b-429f-90ac-25e71c7d9f8a will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:48.938204 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-30e113b7-1a92-4203-a59d-92ce5d5ade25 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:48.940155 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-30e113b7-1a92-4203-a59d-92ce5d5ade25 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.66 "GET /v2.0/networks?id=f125fcef-d9e9-4ec8-ac42-331264faeea0 HTTP/1.1" status: 200 len: 822 time: 0.3797870 Aug 11 02:10:48.962381 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-a7d959cb-e6fd-4ac7-b296-27bcee20ecb4 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Request body: {'port': {'device_id': '67f8d6f1-cd00-4b6d-9668-c72dc5a1b520', 'network_id': 'f125fcef-d9e9-4ec8-ac42-331264faeea0', 'admin_state_up': True, 'tenant_id': '9e1621f77dda48d0a9d35134d2771337'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:48.970600 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ab0cf759-4c35-4351-8439-677ce511e751 req-2191dff7-706a-4c33-96f8-1caa439748a5 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:49.002391 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-4d4d64da-06ce-4361-9455-2320057ee42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:49.004375 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-4d4d64da-06ce-4361-9455-2320057ee42f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=852e65ca-6cb3-47f3-8aea-2b8debfff40c HTTP/1.1" status: 200 len: 852 time: 1.2891526 Aug 11 02:10:49.026139 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-35da4206-f715-42a9-97f0-c7bdec9633e2 req-22bfb92c-c321-4701-b0b1-18e73ed38bc0 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f8d6f1-cd00-4b6d-9668-c72dc5a1b520 HTTP/1.1" status: 200 len: 210 time: 0.0851340 Aug 11 02:10:49.047658 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:10:49.070437 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-cd7bfab5-6733-42b2-b536-8fcb073504da service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304117 Aug 11 02:10:49.079238 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52ecd5-3a35-421c-b698-a03f40a37aa5 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=181688be-6735-40bc-898b-e437c6107add,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:49.173299 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fcb595-be45-4c3f-8de7-7468954ef0e7 req-7aa52c62-7b63-488b-ba93-a83d970f6a2d tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:49.183437 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-52fcb595-be45-4c3f-8de7-7468954ef0e7 req-7aa52c62-7b63-488b-ba93-a83d970f6a2d tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d4858e4-e5d4-4e61-8177-136e5818d6b8 HTTP/1.1" status: 200 len: 932 time: 0.3365498 Aug 11 02:10:49.227015 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34536) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:49.254236 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-232acec9-fbc6-4786-9806-116e2cf60121 req-ee52ecd5-3a35-421c-b698-a03f40a37aa5 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:49.320575 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232acec9-fbc6-4786-9806-116e2cf60121 req-ee52ecd5-3a35-421c-b698-a03f40a37aa5 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:10:49.334385 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-232acec9-fbc6-4786-9806-116e2cf60121 req-ee52ecd5-3a35-421c-b698-a03f40a37aa5 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:10:49.357739 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-232acec9-fbc6-4786-9806-116e2cf60121 req-ee52ecd5-3a35-421c-b698-a03f40a37aa5 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:10:49.369674 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab0cf759-4c35-4351-8439-677ce511e751 req-2191dff7-706a-4c33-96f8-1caa439748a5 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Network 04482c74-3ec8-43ea-838b-eaba78bbe396 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:10:49.377163 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191dff7-706a-4c33-96f8-1caa439748a5 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Pushing event updated for resources: {'Port': ['ID=26d1094b-a760-481a-a41a-65946f72b88d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:49.380579 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-ab0cf759-4c35-4351-8439-677ce511e751 req-2191dff7-706a-4c33-96f8-1caa439748a5 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:10:49.445726 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0cf759-4c35-4351-8439-677ce511e751 req-2191dff7-706a-4c33-96f8-1caa439748a5 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:10:49.453010 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34540) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:49.521543 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ff685d11-104c-44bd-b6d9-8658d4dbe4a9 req-df79adf6-d2e7-47c6-8803-28796c20658b tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a773bf3-ff7a-4498-a22b-763c2519d974 HTTP/1.1" status: 200 len: 210 time: 0.3016069 Aug 11 02:10:49.538086 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-52fcb595-be45-4c3f-8de7-7468954ef0e7 req-4f5c9068-8afb-4d80-973e-c734fd4aa8d7 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533280 Aug 11 02:10:49.576104 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-41848d5f-619a-4f40-89db-a937decb0983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:49.823333 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-714f2ed4-f769-45f6-8efe-2fa8698aba86 None None] Provisioning for port d41204d6-692b-429f-90ac-25e71c7d9f8a completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:10:49.830612 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-714f2ed4-f769-45f6-8efe-2fa8698aba86 None None] Provisioning complete for port d41204d6-692b-429f-90ac-25e71c7d9f8a triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:49.831266 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-714f2ed4-f769-45f6-8efe-2fa8698aba86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:49.835843 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cf759-4c35-4351-8439-677ce511e751 req-2191dff7-706a-4c33-96f8-1caa439748a5 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:49.837758 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ab0cf759-4c35-4351-8439-677ce511e751 req-2191dff7-706a-4c33-96f8-1caa439748a5 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:49.933666 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:49.943925 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-714f2ed4-f769-45f6-8efe-2fa8698aba86 None None] Port d41204d6-692b-429f-90ac-25e71c7d9f8a cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:10:50.076262 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52ecd5-3a35-421c-b698-a03f40a37aa5 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Pushing event updated for resources: {'Port': ['ID=d41204d6-692b-429f-90ac-25e71c7d9f8a,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:50.080823 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ace8df21-fa45-45dc-854f-ffa066d194f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab4d2421-174f-48ce-bb12-30158aaa8bf3 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:50.109348 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ace8df21-fa45-45dc-854f-ffa066d194f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:50.125050 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-5f922883-4093-4a43-a13c-3bfea6ad253d service neutron] 10.222.0.66 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0265818 Aug 11 02:10:50.127013 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-98708180-b23a-4687-b799-23925f825b14 req-feba5dc0-d200-46ca-bc96-aa83863672d4 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=e0f21d4f135e4edfb025f9641f4900a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5403385 Aug 11 02:10:50.128370 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ace8df21-fa45-45dc-854f-ffa066d194f7 service neutron] Transition to ACTIVE for port object ab4d2421-174f-48ce-bb12-30158aaa8bf3 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:50.138867 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86b62b-011e-4dc0-808a-30ed1d88c764 req-383aec0f-bad0-43c9-a171-bfa23a720f6e tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:50.143369 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3e86b62b-011e-4dc0-808a-30ed1d88c764 req-383aec0f-bad0-43c9-a171-bfa23a720f6e tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=e528720a-3144-4d6c-ba3d-2d04ddda7c88 HTTP/1.1" status: 200 len: 943 time: 0.2315896 Aug 11 02:10:50.147034 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ace8df21-fa45-45dc-854f-ffa066d194f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:50.161711 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5feab509-7126-4c2b-add9-59411e4ca521 req-1c3ac87d-aaf4-4fd7-a905-e7b31cf58d9b tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f8d6f1-cd00-4b6d-9668-c72dc5a1b520 HTTP/1.1" status: 200 len: 210 time: 0.0432696 Aug 11 02:10:50.162840 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-202a4bc5-ef47-4fd5-9ee9-f136dd1380dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:50.163865 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-41848d5f-619a-4f40-89db-a937decb0983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:50.231653 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-41848d5f-619a-4f40-89db-a937decb0983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:50.274302 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3e86b62b-011e-4dc0-808a-30ed1d88c764 req-692dac06-dde5-47c9-9cf2-28283b95c542 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200697 Aug 11 02:10:50.289671 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232acec9-fbc6-4786-9806-116e2cf60121 req-ee52ecd5-3a35-421c-b698-a03f40a37aa5 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:50.290408 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-232acec9-fbc6-4786-9806-116e2cf60121 req-ee52ecd5-3a35-421c-b698-a03f40a37aa5 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:50.291654 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-41848d5f-619a-4f40-89db-a937decb0983 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=be7f76616be34bf8ac806d3975716f30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8186023 Aug 11 02:10:50.308310 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34576) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:50.315881 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab0cf759-4c35-4351-8439-677ce511e751 req-2191dff7-706a-4c33-96f8-1caa439748a5 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4217708 Aug 11 02:10:50.325695 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.db.api [None req-202a4bc5-ef47-4fd5-9ee9-f136dd1380dd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:10:50.325695 n-d-615180-33 neutron-server[94506]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:10:50.325695 n-d-615180-33 neutron-server[94506]: [parameters: {'project_id_1': '6d2c6c887c6b49f4a04e38b602182629', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 10, 50, 282055)}] Aug 11 02:10:50.325695 n-d-615180-33 neutron-server[94506]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:10:50.326404 n-d-615180-33 neutron-server[94506]: DEBUG oslo_db.api [None req-202a4bc5-ef47-4fd5-9ee9-f136dd1380dd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:10:50.327165 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-a7d959cb-e6fd-4ac7-b296-27bcee20ecb4 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Made reservation on behalf of 9e1621f77dda48d0a9d35134d2771337 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:50.330666 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-a7d959cb-e6fd-4ac7-b296-27bcee20ecb4 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:50.360339 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-232acec9-fbc6-4786-9806-116e2cf60121 req-ee52ecd5-3a35-421c-b698-a03f40a37aa5 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5569072 Aug 11 02:10:50.384561 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-ab0cf759-4c35-4351-8439-677ce511e751 req-9731acb3-a493-4724-9399-5c216ce4d2d5 service neutron] Request body: {'port': {'device_id': '52a0fda1-167d-415d-90d0-c4719ca6a4b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:50.394427 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-232acec9-fbc6-4786-9806-116e2cf60121 req-766c41be-1b44-4fb9-aee0-c26a2fae2984 service neutron] Request body: {'port': {'device_id': 'efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:50.420007 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8df21-fa45-45dc-854f-ffa066d194f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4d2421-174f-48ce-bb12-30158aaa8bf3,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:50.429491 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34580) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:50.450690 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41848d5f-619a-4f40-89db-a937decb0983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d45e15-1357-402f-a0ea-fd159afd97da,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:50.527053 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98708180-b23a-4687-b799-23925f825b14 req-9bb0f243-e817-40ff-b2ce-c3ea44b0d1d8 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:50.528831 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-98708180-b23a-4687-b799-23925f825b14 req-9bb0f243-e817-40ff-b2ce-c3ea44b0d1d8 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3625920 Aug 11 02:10:50.533432 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3eac8ca-14c2-4f60-9dea-2bce1f7439f3 req-35800c73-0672-432a-b924-a4e0006c126d service neutron] 10.222.0.66 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656819 Aug 11 02:10:50.541285 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-232acec9-fbc6-4786-9806-116e2cf60121 req-766c41be-1b44-4fb9-aee0-c26a2fae2984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:50.599878 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-a7d959cb-e6fd-4ac7-b296-27bcee20ecb4 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Allocated IP 172.20.0.5 (f125fcef-d9e9-4ec8-ac42-331264faeea0/2cbe19f5-6919-43f5-abb0-402212091f5d/97488eb1-7b99-42ed-8125-a0437dc7a086) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:10:50.623364 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-98708180-b23a-4687-b799-23925f825b14 req-c7ad85e4-9d80-43d1-85cd-3d5ba306e4d4 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Request body: {'port': {'device_id': '8a773bf3-ff7a-4498-a22b-763c2519d974', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': 'e0f21d4f135e4edfb025f9641f4900a6'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:50.685620 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c4698520-0d8a-465b-809a-055e6ecc7354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:50.765422 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1684f16f-7719-4e04-a015-515de2159fb6 req-5bdffa3f-9a0c-44c2-a72c-79206e3f8cab tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a773bf3-ff7a-4498-a22b-763c2519d974 HTTP/1.1" status: 200 len: 210 time: 0.0949905 Aug 11 02:10:50.778267 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b78ebbb1-709c-48e7-9223-131a390f231d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:50.816390 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ab0cf759-4c35-4351-8439-677ce511e751 req-9731acb3-a493-4724-9399-5c216ce4d2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:50.831145 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-202a4bc5-ef47-4fd5-9ee9-f136dd1380dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:50.841197 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ace8df21-fa45-45dc-854f-ffa066d194f7 service neutron] Attempting to bind port ab4d2421-174f-48ce-bb12-30158aaa8bf3 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:10:50.841549 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ace8df21-fa45-45dc-854f-ffa066d194f7 service neutron] Attempting to bind port ab4d2421-174f-48ce-bb12-30158aaa8bf3 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': 'd2940b20-b68b-4b02-b8ba-8700537e2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '04482c74-3ec8-43ea-838b-eaba78bbe396'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:10:50.841879 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ace8df21-fa45-45dc-854f-ffa066d194f7 service neutron] Attempting to bind port ab4d2421-174f-48ce-bb12-30158aaa8bf3 on network 04482c74-3ec8-43ea-838b-eaba78bbe396 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:50.848700 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c4698520-0d8a-465b-809a-055e6ecc7354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:50.895010 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253c57e-b622-442a-8e5d-bdc10919331f req-ddb9184e-c0eb-4f23-ae99-a05608b9bead tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:50.902805 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f253c57e-b622-442a-8e5d-bdc10919331f req-ddb9184e-c0eb-4f23-ae99-a05608b9bead tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d4858e4-e5d4-4e61-8177-136e5818d6b8 HTTP/1.1" status: 200 len: 944 time: 0.2321315 Aug 11 02:10:50.908465 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ace8df21-fa45-45dc-854f-ffa066d194f7 service neutron] Port ab4d2421-174f-48ce-bb12-30158aaa8bf3 on network 04482c74-3ec8-43ea-838b-eaba78bbe396 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:10:50.908791 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ace8df21-fa45-45dc-854f-ffa066d194f7 service neutron] Attempting to bind port ab4d2421-174f-48ce-bb12-30158aaa8bf3 on network 04482c74-3ec8-43ea-838b-eaba78bbe396 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:50.999146 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcaf56-9556-4b20-892e-aaf4d3211444 req-11b9e668-a1b3-4fa6-928e-a143fbd54635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:51.000801 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b1fcaf56-9556-4b20-892e-aaf4d3211444 req-11b9e668-a1b3-4fa6-928e-a143fbd54635 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb683947b58544f291a36cdc9fa42ce2&device_id=e528720a-3144-4d6c-ba3d-2d04ddda7c88 HTTP/1.1" status: 200 len: 1095 time: 0.3740377 Aug 11 02:10:51.196838 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c4698520-0d8a-465b-809a-055e6ecc7354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:51.199807 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c4698520-0d8a-465b-809a-055e6ecc7354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:51.201038 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c4698520-0d8a-465b-809a-055e6ecc7354 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c1d45e15-1357-402f-a0ea-fd159afd97da HTTP/1.1" status: 204 len: 168 time: 0.8915775 Aug 11 02:10:51.295941 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ace8df21-fa45-45dc-854f-ffa066d194f7 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:10:51.296581 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ace8df21-fa45-45dc-854f-ffa066d194f7 service neutron] Checking segment: {'id': 'd2940b20-b68b-4b02-b8ba-8700537e2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '04482c74-3ec8-43ea-838b-eaba78bbe396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:51.297443 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ace8df21-fa45-45dc-854f-ffa066d194f7 service neutron] Bound using segment: {'id': 'd2940b20-b68b-4b02-b8ba-8700537e2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '04482c74-3ec8-43ea-838b-eaba78bbe396'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:10:51.297443 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ace8df21-fa45-45dc-854f-ffa066d194f7 service neutron] Bound port: ab4d2421-174f-48ce-bb12-30158aaa8bf3, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2940b20-b68b-4b02-b8ba-8700537e2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '04482c74-3ec8-43ea-838b-eaba78bbe396'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:10:51.297443 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ace8df21-fa45-45dc-854f-ffa066d194f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:51.301524 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-a7d959cb-e6fd-4ac7-b296-27bcee20ecb4 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:51.345651 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:51.353346 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4698520-0d8a-465b-809a-055e6ecc7354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d45e15-1357-402f-a0ea-fd159afd97da,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:51.451443 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f3934916-12b6-45c4-a153-b4cc774ccb65 req-30b06d05-8932-49bf-9fbd-cef2d1483835 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f8d6f1-cd00-4b6d-9668-c72dc5a1b520 HTTP/1.1" status: 200 len: 210 time: 0.1353178 Aug 11 02:10:51.492342 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f253c57e-b622-442a-8e5d-bdc10919331f req-a541b462-fe0b-4791-ac0a-50bf7c5b4b71 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5885799 Aug 11 02:10:51.544321 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b78ebbb1-709c-48e7-9223-131a390f231d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:51.632939 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-a7d959cb-e6fd-4ac7-b296-27bcee20ecb4 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:51.635036 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcaf56-9556-4b20-892e-aaf4d3211444 req-91401fd2-3b8b-4a34-aea6-6631320ebb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:51.636187 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ace8df21-fa45-45dc-854f-ffa066d194f7 service neutron] For port ab4d2421-174f-48ce-bb12-30158aaa8bf3, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:51.639130 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b1fcaf56-9556-4b20-892e-aaf4d3211444 req-91401fd2-3b8b-4a34-aea6-6631320ebb42 service neutron] 10.222.0.66 "GET /v2.0/networks?id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc HTTP/1.1" status: 200 len: 913 time: 0.6271672 Aug 11 02:10:51.643055 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ace8df21-fa45-45dc-854f-ffa066d194f7 service neutron] For port ab4d2421-174f-48ce-bb12-30158aaa8bf3, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=ab4d2421-174f-48ce-bb12-30158aaa8bf3,segment=NetworkSegment(d2940b20-b68b-4b02-b8ba-8700537e2a0a),segment_id=d2940b20-b68b-4b02-b8ba-8700537e2a0a)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:10:51.655979 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b78ebbb1-709c-48e7-9223-131a390f231d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:51.684411 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ace8df21-fa45-45dc-854f-ffa066d194f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:51.714362 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-a7d959cb-e6fd-4ac7-b296-27bcee20ecb4 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Network f125fcef-d9e9-4ec8-ac42-331264faeea0 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:10:51.730699 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-a7d959cb-e6fd-4ac7-b296-27bcee20ecb4 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:10:51.733205 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ace8df21-fa45-45dc-854f-ffa066d194f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:51.733868 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ace8df21-fa45-45dc-854f-ffa066d194f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:51.735340 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ace8df21-fa45-45dc-854f-ffa066d194f7 service neutron] 10.222.0.73 "PUT /v2.0/ports/ab4d2421-174f-48ce-bb12-30158aaa8bf3 HTTP/1.1" status: 200 len: 1093 time: 3.5575910 Aug 11 02:10:51.740427 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4858e4-e5d4-4e61-8177-136e5818d6b8', 'tag': 'ab4d2421-174f-48ce-bb12-30158aaa8bf3'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:51.743609 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6353c240-6b01-4469-bf00-968def3e0875" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4858e4-e5d4-4e61-8177-136e5818d6b8", "tag": "ab4d2421-174f-48ce-bb12-30158aaa8bf3"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:51.749609 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-a7d959cb-e6fd-4ac7-b296-27bcee20ecb4 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:10:51.779159 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b78ebbb1-709c-48e7-9223-131a390f231d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ed665e2371af42b290c6fe0546ac3a70&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3271325 Aug 11 02:10:51.779159 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b1fcaf56-9556-4b20-892e-aaf4d3211444 req-bcaa398d-30c2-496c-a987-a2119b80597a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdd41be9-0a31-4a08-aa9e-17e7a38e225c HTTP/1.1" status: 200 len: 217 time: 0.0670428 Aug 11 02:10:51.783396 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d959cb-e6fd-4ac7-b296-27bcee20ecb4 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Pushing event updated for resources: {'Port': ['ID=97488eb1-7b99-42ed-8125-a0437dc7a086,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:51.805717 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34612) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:51.879952 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122cf925-63c3-478b-aad7-7e741039c161 x-openstack-request-id: req-122cf925-63c3-478b-aad7-7e741039c161 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:51.880261 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4858e4-e5d4-4e61-8177-136e5818d6b8", "tag": "ab4d2421-174f-48ce-bb12-30158aaa8bf3", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:51.880689 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-122cf925-63c3-478b-aad7-7e741039c161 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:51.882887 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4858e4-e5d4-4e61-8177-136e5818d6b8', 'tag': 'ab4d2421-174f-48ce-bb12-30158aaa8bf3', 'status': 'completed', 'code': 200} Aug 11 02:10:51.912056 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0da4ed-1eb1-4fb1-b8fa-367e5e3de029 req-8c65c079-6ae8-4969-b337-f990d62657bf tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:51.919880 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cb0da4ed-1eb1-4fb1-b8fa-367e5e3de029 req-8c65c079-6ae8-4969-b337-f990d62657bf tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=e528720a-3144-4d6c-ba3d-2d04ddda7c88 HTTP/1.1" status: 200 len: 943 time: 0.3632586 Aug 11 02:10:51.991290 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ebbb1-709c-48e7-9223-131a390f231d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03718dfd-a8c3-4fdc-9372-cbc4972962e0,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:52.011865 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcaf56-9556-4b20-892e-aaf4d3211444 req-9940e082-81cf-4fb1-9af0-8adc1024d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:52.013394 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b1fcaf56-9556-4b20-892e-aaf4d3211444 req-9940e082-81cf-4fb1-9af0-8adc1024d4f2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=852e65ca-6cb3-47f3-8aea-2b8debfff40c HTTP/1.1" status: 200 len: 852 time: 0.1951871 Aug 11 02:10:52.038365 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0f5b5787-135a-4ae2-8c5d-cad03aa3dc7c req-78d86c38-647a-42ce-affc-c19a4a427690 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a773bf3-ff7a-4498-a22b-763c2519d974 HTTP/1.1" status: 200 len: 210 time: 0.0823400 Aug 11 02:10:52.039804 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-232acec9-fbc6-4786-9806-116e2cf60121 req-766c41be-1b44-4fb9-aee0-c26a2fae2984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d41204d6-692b-429f-90ac-25e71c7d9f8a {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:52.060341 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-a7d959cb-e6fd-4ac7-b296-27bcee20ecb4 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:52.061018 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-a7d959cb-e6fd-4ac7-b296-27bcee20ecb4 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:52.080418 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-232acec9-fbc6-4786-9806-116e2cf60121 req-766c41be-1b44-4fb9-aee0-c26a2fae2984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:52.080418 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b1fcaf56-9556-4b20-892e-aaf4d3211444 req-6684c2c5-6bc0-43c0-a092-8ce42aaa3479 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522137 Aug 11 02:10:52.123311 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8df21-fa45-45dc-854f-ffa066d194f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4d2421-174f-48ce-bb12-30158aaa8bf3,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:52.135720 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-232acec9-fbc6-4786-9806-116e2cf60121 req-766c41be-1b44-4fb9-aee0-c26a2fae2984 service neutron] Transition to ACTIVE for port object d41204d6-692b-429f-90ac-25e71c7d9f8a will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:52.136059 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cf759-4c35-4351-8439-677ce511e751 req-a24047c3-8ba9-4ac4-9e40-1677d64dc550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:52.138893 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab0cf759-4c35-4351-8439-677ce511e751 req-a24047c3-8ba9-4ac4-9e40-1677d64dc550 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7a2ee39b1dbe4ae2873e2cef4f65b408&device_id=8d4858e4-e5d4-4e61-8177-136e5818d6b8 HTTP/1.1" status: 200 len: 1096 time: 0.2904975 Aug 11 02:10:52.196365 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cb0da4ed-1eb1-4fb1-b8fa-367e5e3de029 req-6cd71225-38fc-40c6-9e4b-38aedfc341f5 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594354 Aug 11 02:10:52.246496 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab0cf759-4c35-4351-8439-677ce511e751 req-d8fa033c-4572-4e89-87ae-f73d53d7c110 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab4d2421-174f-48ce-bb12-30158aaa8bf3 HTTP/1.1" status: 200 len: 217 time: 0.0645051 Aug 11 02:10:52.283321 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-232acec9-fbc6-4786-9806-116e2cf60121 req-766c41be-1b44-4fb9-aee0-c26a2fae2984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:52.314108 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-ab0cf759-4c35-4351-8439-677ce511e751 req-9731acb3-a493-4724-9399-5c216ce4d2d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26d1094b-a760-481a-a41a-65946f72b88d {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:52.317961 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fc0a8356-b86d-43bf-af3c-f0587f13e616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:52.325871 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ab0cf759-4c35-4351-8439-677ce511e751 req-9731acb3-a493-4724-9399-5c216ce4d2d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:52.338311 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cf759-4c35-4351-8439-677ce511e751 req-010f064f-a549-4136-b867-08263e6f5be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:52.340033 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab0cf759-4c35-4351-8439-677ce511e751 req-010f064f-a549-4136-b867-08263e6f5be1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b953b435-c391-4a77-b230-78b5dc8f0e61 HTTP/1.1" status: 200 len: 853 time: 0.0858278 Aug 11 02:10:52.347686 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-ab0cf759-4c35-4351-8439-677ce511e751 req-9731acb3-a493-4724-9399-5c216ce4d2d5 service neutron] Transition to ACTIVE for port object 26d1094b-a760-481a-a41a-65946f72b88d will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:52.359773 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ab0cf759-4c35-4351-8439-677ce511e751 req-9731acb3-a493-4724-9399-5c216ce4d2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:52.412677 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab0cf759-4c35-4351-8439-677ce511e751 req-06b55760-a3b0-468f-aacd-3c252c16e63e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=04482c74-3ec8-43ea-838b-eaba78bbe396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627210 Aug 11 02:10:52.415062 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fc0a8356-b86d-43bf-af3c-f0587f13e616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:52.471709 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-202a4bc5-ef47-4fd5-9ee9-f136dd1380dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:52.474096 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c41be-1b44-4fb9-aee0-c26a2fae2984 service neutron] Pushing event updated for resources: {'Port': ['ID=d41204d6-692b-429f-90ac-25e71c7d9f8a,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:52.531269 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-202a4bc5-ef47-4fd5-9ee9-f136dd1380dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:52.610615 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fc0a8356-b86d-43bf-af3c-f0587f13e616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:52.613780 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fc0a8356-b86d-43bf-af3c-f0587f13e616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:52.617655 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fc0a8356-b86d-43bf-af3c-f0587f13e616 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/03718dfd-a8c3-4fdc-9372-cbc4972962e0 HTTP/1.1" status: 204 len: 168 time: 0.7574451 Aug 11 02:10:52.693677 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab0cf759-4c35-4351-8439-677ce511e751 req-c6914305-cea1-4774-a432-671549c4e07a service neutron] 10.222.0.73 "GET /v2.0/networks/04482c74-3ec8-43ea-838b-eaba78bbe396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193048 Aug 11 02:10:52.790950 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b1fcaf56-9556-4b20-892e-aaf4d3211444 req-a5b36b3f-c991-414d-b940-2a36f443cfa9 service neutron] 10.222.0.66 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6936977 Aug 11 02:10:52.806733 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98708180-b23a-4687-b799-23925f825b14 req-c7ad85e4-9d80-43d1-85cd-3d5ba306e4d4 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Made reservation on behalf of e0f21d4f135e4edfb025f9641f4900a6 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:52.811776 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-98708180-b23a-4687-b799-23925f825b14 req-c7ad85e4-9d80-43d1-85cd-3d5ba306e4d4 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:52.960670 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-202a4bc5-ef47-4fd5-9ee9-f136dd1380dd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6d2c6c887c6b49f4a04e38b602182629&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7295752 Aug 11 02:10:52.973509 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9731acb3-a493-4724-9399-5c216ce4d2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=26d1094b-a760-481a-a41a-65946f72b88d,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:52.980782 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34654) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:53.010470 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-a7d959cb-e6fd-4ac7-b296-27bcee20ecb4 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0557039 Aug 11 02:10:53.080377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a4bc5-ef47-4fd5-9ee9-f136dd1380dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a3d0a7-2b51-4e9b-92e4-8683567980f2,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:53.082906 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-bbf4fd95-be79-48f5-949f-dbd73990e76e service neutron] Request body: {'port': {'device_id': '67f8d6f1-cd00-4b6d-9668-c72dc5a1b520', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:53.178925 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a8356-b86d-43bf-af3c-f0587f13e616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03718dfd-a8c3-4fdc-9372-cbc4972962e0,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:53.203056 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2393eb-2e4e-489e-9854-4e81437ef7fe req-a59ba0b4-fc99-48c4-b565-2f230f0f1004 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:53.217509 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2b2393eb-2e4e-489e-9854-4e81437ef7fe req-a59ba0b4-fc99-48c4-b565-2f230f0f1004 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f8d6f1-cd00-4b6d-9668-c72dc5a1b520 HTTP/1.1" status: 200 len: 931 time: 0.5133431 Aug 11 02:10:53.258377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9472a25-a393-41d5-bf80-56e0f791964b req-a4598624-1604-4fbb-ab0c-35862a874997 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:53.271233 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-ab0cf759-4c35-4351-8439-677ce511e751 req-9731acb3-a493-4724-9399-5c216ce4d2d5 service neutron] Attempting to bind port 26d1094b-a760-481a-a41a-65946f72b88d on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:10:53.271834 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-ab0cf759-4c35-4351-8439-677ce511e751 req-9731acb3-a493-4724-9399-5c216ce4d2d5 service neutron] Attempting to bind port 26d1094b-a760-481a-a41a-65946f72b88d by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'd2940b20-b68b-4b02-b8ba-8700537e2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '04482c74-3ec8-43ea-838b-eaba78bbe396'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:10:53.271973 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0cf759-4c35-4351-8439-677ce511e751 req-9731acb3-a493-4724-9399-5c216ce4d2d5 service neutron] Attempting to bind port 26d1094b-a760-481a-a41a-65946f72b88d on network 04482c74-3ec8-43ea-838b-eaba78bbe396 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:53.276107 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f9472a25-a393-41d5-bf80-56e0f791964b req-a4598624-1604-4fbb-ab0c-35862a874997 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d4858e4-e5d4-4e61-8177-136e5818d6b8 HTTP/1.1" status: 200 len: 944 time: 0.6556919 Aug 11 02:10:53.348828 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b1fcaf56-9556-4b20-892e-aaf4d3211444 req-92507ce1-5f82-4d75-b22b-9427a68298dc service neutron] 10.222.0.66 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5190420 Aug 11 02:10:53.395750 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0cf759-4c35-4351-8439-677ce511e751 req-9731acb3-a493-4724-9399-5c216ce4d2d5 service neutron] Port 26d1094b-a760-481a-a41a-65946f72b88d on network 04482c74-3ec8-43ea-838b-eaba78bbe396 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:10:53.396360 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0cf759-4c35-4351-8439-677ce511e751 req-9731acb3-a493-4724-9399-5c216ce4d2d5 service neutron] Attempting to bind port 26d1094b-a760-481a-a41a-65946f72b88d on network 04482c74-3ec8-43ea-838b-eaba78bbe396 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:53.482322 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f9472a25-a393-41d5-bf80-56e0f791964b req-c85d7bfd-fdd8-4648-8e51-47e92076e7c3 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051048 Aug 11 02:10:53.489404 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-232acec9-fbc6-4786-9806-116e2cf60121 req-766c41be-1b44-4fb9-aee0-c26a2fae2984 service neutron] Attempting to bind port d41204d6-692b-429f-90ac-25e71c7d9f8a on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:10:53.489844 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-232acec9-fbc6-4786-9806-116e2cf60121 req-766c41be-1b44-4fb9-aee0-c26a2fae2984 service neutron] Attempting to bind port d41204d6-692b-429f-90ac-25e71c7d9f8a by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:10:53.490569 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232acec9-fbc6-4786-9806-116e2cf60121 req-766c41be-1b44-4fb9-aee0-c26a2fae2984 service neutron] Attempting to bind port d41204d6-692b-429f-90ac-25e71c7d9f8a on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:53.510889 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0cf759-4c35-4351-8439-677ce511e751 req-9731acb3-a493-4724-9399-5c216ce4d2d5 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:10:53.511230 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0cf759-4c35-4351-8439-677ce511e751 req-9731acb3-a493-4724-9399-5c216ce4d2d5 service neutron] Checking segment: {'id': 'd2940b20-b68b-4b02-b8ba-8700537e2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '04482c74-3ec8-43ea-838b-eaba78bbe396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:53.514943 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0cf759-4c35-4351-8439-677ce511e751 req-9731acb3-a493-4724-9399-5c216ce4d2d5 service neutron] Bound using segment: {'id': 'd2940b20-b68b-4b02-b8ba-8700537e2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '04482c74-3ec8-43ea-838b-eaba78bbe396'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:10:53.515399 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-ab0cf759-4c35-4351-8439-677ce511e751 req-9731acb3-a493-4724-9399-5c216ce4d2d5 service neutron] Bound port: 26d1094b-a760-481a-a41a-65946f72b88d, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2940b20-b68b-4b02-b8ba-8700537e2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '04482c74-3ec8-43ea-838b-eaba78bbe396'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:10:53.515885 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ab0cf759-4c35-4351-8439-677ce511e751 req-9731acb3-a493-4724-9399-5c216ce4d2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:53.530920 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232acec9-fbc6-4786-9806-116e2cf60121 req-766c41be-1b44-4fb9-aee0-c26a2fae2984 service neutron] Port d41204d6-692b-429f-90ac-25e71c7d9f8a on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:10:53.536377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232acec9-fbc6-4786-9806-116e2cf60121 req-766c41be-1b44-4fb9-aee0-c26a2fae2984 service neutron] Attempting to bind port d41204d6-692b-429f-90ac-25e71c7d9f8a on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:53.553275 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device fdd41be9-0a31-4a08-aa9e-17e7a38e225c details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:10:53.569929 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-bbf4fd95-be79-48f5-949f-dbd73990e76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:53.571834 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0cc9c03e-6678-4c67-b669-fde154276e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:53.579110 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2b2393eb-2e4e-489e-9854-4e81437ef7fe req-4201c7d1-2b08-4999-ad4e-f34998a1e97d tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607593 Aug 11 02:10:53.588970 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab0cf759-4c35-4351-8439-677ce511e751 req-5a8dd245-5c65-4c1d-981a-8aa27a0a5cd4 service neutron] 10.222.0.73 "GET /v2.0/networks/04482c74-3ec8-43ea-838b-eaba78bbe396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8688569 Aug 11 02:10:53.648582 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232acec9-fbc6-4786-9806-116e2cf60121 req-766c41be-1b44-4fb9-aee0-c26a2fae2984 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:10:53.649521 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232acec9-fbc6-4786-9806-116e2cf60121 req-766c41be-1b44-4fb9-aee0-c26a2fae2984 service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:53.649994 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0cc9c03e-6678-4c67-b669-fde154276e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:53.650367 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232acec9-fbc6-4786-9806-116e2cf60121 req-766c41be-1b44-4fb9-aee0-c26a2fae2984 service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:10:53.651055 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-232acec9-fbc6-4786-9806-116e2cf60121 req-766c41be-1b44-4fb9-aee0-c26a2fae2984 service neutron] Bound port: d41204d6-692b-429f-90ac-25e71c7d9f8a, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:10:53.651759 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-232acec9-fbc6-4786-9806-116e2cf60121 req-766c41be-1b44-4fb9-aee0-c26a2fae2984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:53.720171 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8a10b0ad-4724-4601-8714-2cde0ad11433 req-20d99362-4970-4db9-b46c-5a2de63cc430 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a773bf3-ff7a-4498-a22b-763c2519d974 HTTP/1.1" status: 200 len: 210 time: 0.0766449 Aug 11 02:10:53.747928 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-98708180-b23a-4687-b799-23925f825b14 req-c7ad85e4-9d80-43d1-85cd-3d5ba306e4d4 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Allocated IP 192.168.233.188 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/3fd089f0-cc3f-43cb-942a-23d12bd19a6c) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:10:53.774703 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port fdd41be9-0a31-4a08-aa9e-17e7a38e225c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=fdd41be9-0a31-4a08-aa9e-17e7a38e225c,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:53.818071 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'fdd41be9-0a31-4a08-aa9e-17e7a38e225c', 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc', 'port_id': 'fdd41be9-0a31-4a08-aa9e-17e7a38e225c', 'mac_address': 'fa:16:3e:c7:ab:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '852e65ca-6cb3-47f3-8aea-2b8debfff40c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:10:53.844984 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-232acec9-fbc6-4786-9806-116e2cf60121 req-766c41be-1b44-4fb9-aee0-c26a2fae2984 service neutron] For port d41204d6-692b-429f-90ac-25e71c7d9f8a, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:53.853956 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-232acec9-fbc6-4786-9806-116e2cf60121 req-766c41be-1b44-4fb9-aee0-c26a2fae2984 service neutron] For port d41204d6-692b-429f-90ac-25e71c7d9f8a, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=d41204d6-692b-429f-90ac-25e71c7d9f8a,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:10:53.932680 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:53.942599 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-232acec9-fbc6-4786-9806-116e2cf60121 req-766c41be-1b44-4fb9-aee0-c26a2fae2984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:53.976367 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd41be9-0a31-4a08-aa9e-17e7a38e225c {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:54.038316 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port fdd41be9-0a31-4a08-aa9e-17e7a38e225c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=fdd41be9-0a31-4a08-aa9e-17e7a38e225c,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:54.044457 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:54.058685 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-ab0cf759-4c35-4351-8439-677ce511e751 req-9731acb3-a493-4724-9399-5c216ce4d2d5 service neutron] For port 26d1094b-a760-481a-a41a-65946f72b88d, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:54.099276 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232acec9-fbc6-4786-9806-116e2cf60121 req-766c41be-1b44-4fb9-aee0-c26a2fae2984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:54.104230 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-232acec9-fbc6-4786-9806-116e2cf60121 req-766c41be-1b44-4fb9-aee0-c26a2fae2984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:54.105496 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-232acec9-fbc6-4786-9806-116e2cf60121 req-766c41be-1b44-4fb9-aee0-c26a2fae2984 service neutron] 10.222.0.73 "PUT /v2.0/ports/d41204d6-692b-429f-90ac-25e71c7d9f8a HTTP/1.1" status: 200 len: 1097 time: 3.7316170 Aug 11 02:10:54.113639 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45', 'tag': 'd41204d6-692b-429f-90ac-25e71c7d9f8a'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:54.115449 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=fdd41be9-0a31-4a08-aa9e-17e7a38e225c,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:54.115972 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88252b7e-930c-4089-8f80-53ce7b42b65a" -d '{"events": [{"name": "network-changed", "server_uuid": "efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45", "tag": "d41204d6-692b-429f-90ac-25e71c7d9f8a"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:54.132359 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-ab0cf759-4c35-4351-8439-677ce511e751 req-9731acb3-a493-4724-9399-5c216ce4d2d5 service neutron] For port 26d1094b-a760-481a-a41a-65946f72b88d, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=26d1094b-a760-481a-a41a-65946f72b88d,segment=NetworkSegment(d2940b20-b68b-4b02-b8ba-8700537e2a0a),segment_id=d2940b20-b68b-4b02-b8ba-8700537e2a0a)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:10:54.150920 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353c240-6b01-4469-bf00-968def3e0875 req-6ade1f9e-9fea-4b39-b1f6-4605bbcb1a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:54.152536 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6353c240-6b01-4469-bf00-968def3e0875 req-6ade1f9e-9fea-4b39-b1f6-4605bbcb1a03 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7a2ee39b1dbe4ae2873e2cef4f65b408&device_id=8d4858e4-e5d4-4e61-8177-136e5818d6b8 HTTP/1.1" status: 200 len: 1096 time: 0.3933544 Aug 11 02:10:54.170556 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ab0cf759-4c35-4351-8439-677ce511e751 req-9731acb3-a493-4724-9399-5c216ce4d2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:54.255061 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:54.262361 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['fdd41be9-0a31-4a08-aa9e-17e7a38e225c'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:54.303982 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c41be-1b44-4fb9-aee0-c26a2fae2984 service neutron] Pushing event updated for resources: {'Port': ['ID=d41204d6-692b-429f-90ac-25e71c7d9f8a,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:54.325921 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232acec9-fbc6-4786-9806-116e2cf60121 req-65f0f5de-e0c7-4c91-a5de-b61732e5f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:54.327500 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-232acec9-fbc6-4786-9806-116e2cf60121 req-65f0f5de-e0c7-4c91-a5de-b61732e5f8ae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e0f21d4f135e4edfb025f9641f4900a6&device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 1100 time: 0.1584959 Aug 11 02:10:54.328733 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0cc9c03e-6678-4c67-b669-fde154276e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:54.333268 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0cc9c03e-6678-4c67-b669-fde154276e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:54.338660 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0cc9c03e-6678-4c67-b669-fde154276e54 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/22a3d0a7-2b51-4e9b-92e4-8683567980f2 HTTP/1.1" status: 204 len: 168 time: 1.3331115 Aug 11 02:10:54.345056 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-98708180-b23a-4687-b799-23925f825b14 req-c7ad85e4-9d80-43d1-85cd-3d5ba306e4d4 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:54.398670 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-232acec9-fbc6-4786-9806-116e2cf60121 req-dff56be1-34c0-4c20-86e6-69608c0eff0e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=d41204d6-692b-429f-90ac-25e71c7d9f8a HTTP/1.1" status: 200 len: 217 time: 0.0505769 Aug 11 02:10:54.467905 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-98708180-b23a-4687-b799-23925f825b14 req-c7ad85e4-9d80-43d1-85cd-3d5ba306e4d4 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Transition to ACTIVE for port object 3fd089f0-cc3f-43cb-942a-23d12bd19a6c will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:54.514966 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232acec9-fbc6-4786-9806-116e2cf60121 req-a1e5d3d0-8c9a-48ee-9329-69e4b0b683d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:54.516960 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-232acec9-fbc6-4786-9806-116e2cf60121 req-a1e5d3d0-8c9a-48ee-9329-69e4b0b683d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1099675 Aug 11 02:10:54.562361 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9c03e-6678-4c67-b669-fde154276e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a3d0a7-2b51-4e9b-92e4-8683567980f2,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:54.572646 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5090d60-4f6f-406e-a1be-bb0ac38d4c1a req-bfc0121a-471c-40a6-b69d-e9b04563bd81 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:54.574434 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5090d60-4f6f-406e-a1be-bb0ac38d4c1a req-bfc0121a-471c-40a6-b69d-e9b04563bd81 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=e528720a-3144-4d6c-ba3d-2d04ddda7c88 HTTP/1.1" status: 200 len: 943 time: 0.6839705 Aug 11 02:10:54.605842 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-05b080c5-c33d-488c-b835-1287506710a6 req-0ca6d6ad-2b63-451c-badf-014d4ce5b105 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=9b5253dfd25440b1841d2cfde269c405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373666 Aug 11 02:10:54.611471 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232acec9-fbc6-4786-9806-116e2cf60121 req-d06253f8-f8a6-4f28-8628-2633e650fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:54.613110 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-232acec9-fbc6-4786-9806-116e2cf60121 req-d06253f8-f8a6-4f28-8628-2633e650fd8c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0787702 Aug 11 02:10:54.614128 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-98708180-b23a-4687-b799-23925f825b14 req-c7ad85e4-9d80-43d1-85cd-3d5ba306e4d4 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:54.645837 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cf759-4c35-4351-8439-677ce511e751 req-9731acb3-a493-4724-9399-5c216ce4d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:54.647087 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ab0cf759-4c35-4351-8439-677ce511e751 req-9731acb3-a493-4724-9399-5c216ce4d2d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:54.648766 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab0cf759-4c35-4351-8439-677ce511e751 req-9731acb3-a493-4724-9399-5c216ce4d2d5 service neutron] 10.222.0.66 "PUT /v2.0/ports/26d1094b-a760-481a-a41a-65946f72b88d HTTP/1.1" status: 200 len: 1093 time: 4.3130202 Aug 11 02:10:54.649315 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a0fda1-167d-415d-90d0-c4719ca6a4b0', 'tag': '26d1094b-a760-481a-a41a-65946f72b88d'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:54.651951 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216c4a94-c17b-4e3f-b5ab-51e26ddf9eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "52a0fda1-167d-415d-90d0-c4719ca6a4b0", "tag": "26d1094b-a760-481a-a41a-65946f72b88d"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:54.727583 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-232acec9-fbc6-4786-9806-116e2cf60121 req-0a8137e9-9c22-4bed-b6d9-cb3d481e69a9 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971847 Aug 11 02:10:54.768839 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98708180-b23a-4687-b799-23925f825b14 req-c7ad85e4-9d80-43d1-85cd-3d5ba306e4d4 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:10:54.784611 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-98708180-b23a-4687-b799-23925f825b14 req-c7ad85e4-9d80-43d1-85cd-3d5ba306e4d4 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:10:54.830899 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-98708180-b23a-4687-b799-23925f825b14 req-c7ad85e4-9d80-43d1-85cd-3d5ba306e4d4 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:10:54.929459 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-bbf4fd95-be79-48f5-949f-dbd73990e76e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97488eb1-7b99-42ed-8125-a0437dc7a086 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:54.941561 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-bbf4fd95-be79-48f5-949f-dbd73990e76e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:54.953259 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad85e4-9d80-43d1-85cd-3d5ba306e4d4 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Pushing event updated for resources: {'Port': ['ID=3fd089f0-cc3f-43cb-942a-23d12bd19a6c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:54.973255 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-bbf4fd95-be79-48f5-949f-dbd73990e76e service neutron] Transition to ACTIVE for port object 97488eb1-7b99-42ed-8125-a0437dc7a086 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:54.975310 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9731acb3-a493-4724-9399-5c216ce4d2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=26d1094b-a760-481a-a41a-65946f72b88d,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:55.027934 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:55.040813 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-bbf4fd95-be79-48f5-949f-dbd73990e76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:55.124333 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353c240-6b01-4469-bf00-968def3e0875 req-2ad2080d-d7ee-48e6-967e-e1036dfc74f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:55.126011 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6353c240-6b01-4469-bf00-968def3e0875 req-2ad2080d-d7ee-48e6-967e-e1036dfc74f3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=04482c74-3ec8-43ea-838b-eaba78bbe396 HTTP/1.1" status: 200 len: 914 time: 0.9510460 Aug 11 02:10:55.128287 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34732) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:55.170624 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5090d60-4f6f-406e-a1be-bb0ac38d4c1a req-be8c54b4-3c20-4264-814d-6646738076f7 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5857615 Aug 11 02:10:55.224032 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-538f7a8a-2a98-4eb6-a159-059c1f0f2b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:55.231353 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf4fd95-be79-48f5-949f-dbd73990e76e service neutron] Pushing event updated for resources: {'Port': ['ID=97488eb1-7b99-42ed-8125-a0437dc7a086,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:55.235132 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6353c240-6b01-4469-bf00-968def3e0875 req-36ecbbd6-a15d-4a5b-bd69-47b066901477 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab4d2421-174f-48ce-bb12-30158aaa8bf3 HTTP/1.1" status: 200 len: 217 time: 0.0682123 Aug 11 02:10:55.280012 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b84cbf9f-f165-4268-97b4-401998138d33 None None] Provisioning for port 3fd089f0-cc3f-43cb-942a-23d12bd19a6c completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:10:55.291028 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b84cbf9f-f165-4268-97b4-401998138d33 None None] Provisioning complete for port 3fd089f0-cc3f-43cb-942a-23d12bd19a6c triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:55.291740 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b84cbf9f-f165-4268-97b4-401998138d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:55.363148 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353c240-6b01-4469-bf00-968def3e0875 req-3d09b75a-b9dc-4ca3-b958-5a0852fc907d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:55.366080 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6353c240-6b01-4469-bf00-968def3e0875 req-3d09b75a-b9dc-4ca3-b958-5a0852fc907d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b953b435-c391-4a77-b230-78b5dc8f0e61 HTTP/1.1" status: 200 len: 853 time: 0.1189914 Aug 11 02:10:55.379670 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-b84cbf9f-f165-4268-97b4-401998138d33 None None] Port 3fd089f0-cc3f-43cb-942a-23d12bd19a6c cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:10:55.442176 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cf759-4c35-4351-8439-677ce511e751 req-5c4f0e3a-4244-4f5c-b0b1-abf90c67a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:55.443705 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d93b99-316e-41ae-b9fd-4aa459c22feb x-openstack-request-id: req-46d93b99-316e-41ae-b9fd-4aa459c22feb {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:55.444208 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45", "tag": "d41204d6-692b-429f-90ac-25e71c7d9f8a", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:55.444208 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-46d93b99-316e-41ae-b9fd-4aa459c22feb {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:55.444612 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45', 'tag': 'd41204d6-692b-429f-90ac-25e71c7d9f8a', 'status': 'completed', 'code': 200} Aug 11 02:10:55.444865 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab0cf759-4c35-4351-8439-677ce511e751 req-5c4f0e3a-4244-4f5c-b0b1-abf90c67a1e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7a2ee39b1dbe4ae2873e2cef4f65b408&device_id=52a0fda1-167d-415d-90d0-c4719ca6a4b0 HTTP/1.1" status: 200 len: 1096 time: 0.7161350 Aug 11 02:10:55.462940 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98708180-b23a-4687-b799-23925f825b14 req-c7ad85e4-9d80-43d1-85cd-3d5ba306e4d4 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:55.463738 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-98708180-b23a-4687-b799-23925f825b14 req-c7ad85e4-9d80-43d1-85cd-3d5ba306e4d4 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:55.489843 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-232acec9-fbc6-4786-9806-116e2cf60121 req-79e3e640-df77-4cc7-8577-09b07f53e526 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7375431 Aug 11 02:10:55.513737 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b080c5-c33d-488c-b835-1287506710a6 req-ca51b243-7020-4937-89e9-524bc8470f80 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:55.522976 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-05b080c5-c33d-488c-b835-1287506710a6 req-ca51b243-7020-4937-89e9-524bc8470f80 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8937783 Aug 11 02:10:55.532631 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab0cf759-4c35-4351-8439-677ce511e751 req-498e633e-a2c9-43ab-8cb6-12ebba466e46 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26d1094b-a760-481a-a41a-65946f72b88d HTTP/1.1" status: 200 len: 217 time: 0.0590119 Aug 11 02:10:55.534528 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6353c240-6b01-4469-bf00-968def3e0875 req-fe5d085a-b4cf-4fb7-8e67-008b750ce635 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=04482c74-3ec8-43ea-838b-eaba78bbe396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1417012 Aug 11 02:10:55.552120 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-05b080c5-c33d-488c-b835-1287506710a6 req-e65fcd13-ed4a-4538-941b-8e08139dd0cd tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.50 "GET /v2.0/quotas/9b5253dfd25440b1841d2cfde269c405 HTTP/1.1" status: 200 len: 375 time: 0.0280344 Aug 11 02:10:55.569368 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device fdd41be9-0a31-4a08-aa9e-17e7a38e225c up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:10:55.609165 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-bbf4fd95-be79-48f5-949f-dbd73990e76e service neutron] Attempting to bind port 97488eb1-7b99-42ed-8125-a0437dc7a086 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:10:55.609764 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-bbf4fd95-be79-48f5-949f-dbd73990e76e service neutron] Attempting to bind port 97488eb1-7b99-42ed-8125-a0437dc7a086 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'b90ce4df-cc8e-4448-a1f2-f94063d6b16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f125fcef-d9e9-4ec8-ac42-331264faeea0'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:10:55.609902 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-bbf4fd95-be79-48f5-949f-dbd73990e76e service neutron] Attempting to bind port 97488eb1-7b99-42ed-8125-a0437dc7a086 on network f125fcef-d9e9-4ec8-ac42-331264faeea0 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:55.644528 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-05b080c5-c33d-488c-b835-1287506710a6 req-21268a22-05e3-486b-a93b-873cedb3782d tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b5253dfd25440b1841d2cfde269c405&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0912757 Aug 11 02:10:55.670140 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88252b7e-930c-4089-8f80-53ce7b42b65a req-a8b4206a-a4e5-4c3a-b2ff-2d6e93576d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:55.676853 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-88252b7e-930c-4089-8f80-53ce7b42b65a req-a8b4206a-a4e5-4c3a-b2ff-2d6e93576d7b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e0f21d4f135e4edfb025f9641f4900a6&device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 1100 time: 0.1101072 Aug 11 02:10:55.678240 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port fdd41be9-0a31-4a08-aa9e-17e7a38e225c completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:10:55.681987 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-bbf4fd95-be79-48f5-949f-dbd73990e76e service neutron] Port 97488eb1-7b99-42ed-8125-a0437dc7a086 on network f125fcef-d9e9-4ec8-ac42-331264faeea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:10:55.682325 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-bbf4fd95-be79-48f5-949f-dbd73990e76e service neutron] Attempting to bind port 97488eb1-7b99-42ed-8125-a0437dc7a086 on network f125fcef-d9e9-4ec8-ac42-331264faeea0 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:55.685006 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port fdd41be9-0a31-4a08-aa9e-17e7a38e225c triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:55.685531 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:55.696589 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-bbf4fd95-be79-48f5-949f-dbd73990e76e service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:10:55.696926 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-bbf4fd95-be79-48f5-949f-dbd73990e76e service neutron] Checking segment: {'id': 'b90ce4df-cc8e-4448-a1f2-f94063d6b16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f125fcef-d9e9-4ec8-ac42-331264faeea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:55.697316 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-bbf4fd95-be79-48f5-949f-dbd73990e76e service neutron] Bound using segment: {'id': 'b90ce4df-cc8e-4448-a1f2-f94063d6b16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f125fcef-d9e9-4ec8-ac42-331264faeea0'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:10:55.697762 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-bbf4fd95-be79-48f5-949f-dbd73990e76e service neutron] Bound port: 97488eb1-7b99-42ed-8125-a0437dc7a086, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b90ce4df-cc8e-4448-a1f2-f94063d6b16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f125fcef-d9e9-4ec8-ac42-331264faeea0'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:10:55.698138 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-bbf4fd95-be79-48f5-949f-dbd73990e76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:55.742117 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace3136-99d4-462f-820f-fcdf6e9f7b9f req-39d32173-d707-4345-b119-611aceea6ba8 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:55.744525 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7ace3136-99d4-462f-820f-fcdf6e9f7b9f req-39d32173-d707-4345-b119-611aceea6ba8 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d4858e4-e5d4-4e61-8177-136e5818d6b8 HTTP/1.1" status: 200 len: 944 time: 0.3565834 Aug 11 02:10:55.764906 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ae7cf01d-5cd4-47ec-a9ce-46af5e94f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:55.766929 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab0cf759-4c35-4351-8439-677ce511e751 req-ae7cf01d-5cd4-47ec-a9ce-46af5e94f0a0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b953b435-c391-4a77-b230-78b5dc8f0e61 HTTP/1.1" status: 200 len: 853 time: 0.2256031 Aug 11 02:10:55.830478 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:55.875365 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port fdd41be9-0a31-4a08-aa9e-17e7a38e225c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=fdd41be9-0a31-4a08-aa9e-17e7a38e225c,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:55.876436 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e528720a-3144-4d6c-ba3d-2d04ddda7c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd41be9-0a31-4a08-aa9e-17e7a38e225c'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:55.879005 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f97083-8616-495a-9da2-82398862ef83" -d '{"events": [{"server_uuid": "e528720a-3144-4d6c-ba3d-2d04ddda7c88", "name": "network-vif-plugged", "status": "completed", "tag": "fdd41be9-0a31-4a08-aa9e-17e7a38e225c"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:55.884768 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:55.927956 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88252b7e-930c-4089-8f80-53ce7b42b65a req-893b8348-de5e-416b-bb51-73237c150f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:55.934072 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-88252b7e-930c-4089-8f80-53ce7b42b65a req-893b8348-de5e-416b-bb51-73237c150f3c service neutron] 10.222.0.73 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.2497845 Aug 11 02:10:55.954115 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=fdd41be9-0a31-4a08-aa9e-17e7a38e225c,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:55.956026 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-538f7a8a-2a98-4eb6-a159-059c1f0f2b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:55.958044 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab0cf759-4c35-4351-8439-677ce511e751 req-0e41a8f6-6c3f-49e6-91dd-3bf8751586ea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04482c74-3ec8-43ea-838b-eaba78bbe396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1609271 Aug 11 02:10:55.960233 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6353c240-6b01-4469-bf00-968def3e0875 req-1765d514-1daa-49ff-ad68-08f397ab0a27 service neutron] 10.222.0.73 "GET /v2.0/networks/04482c74-3ec8-43ea-838b-eaba78bbe396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041793 Aug 11 02:10:55.978488 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7ace3136-99d4-462f-820f-fcdf6e9f7b9f req-98a7a4f1-2a2b-4840-8225-8f077bf76e05 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129290 Aug 11 02:10:55.994152 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-538f7a8a-2a98-4eb6-a159-059c1f0f2b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:56.054747 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-88252b7e-930c-4089-8f80-53ce7b42b65a req-91804276-da45-4063-88d5-05898e1d2aa0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=d41204d6-692b-429f-90ac-25e71c7d9f8a HTTP/1.1" status: 200 len: 217 time: 0.1109741 Aug 11 02:10:56.100363 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-98708180-b23a-4687-b799-23925f825b14 req-c7ad85e4-9d80-43d1-85cd-3d5ba306e4d4 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4927006 Aug 11 02:10:56.108071 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-538f7a8a-2a98-4eb6-a159-059c1f0f2b30 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dad52a9c2ebb45ed9322529980291293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9737608 Aug 11 02:10:56.120106 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-98708180-b23a-4687-b799-23925f825b14 req-8e707ca3-8e14-4b65-a9eb-d4fb8dbfac84 service neutron] Request body: {'port': {'device_id': '8a773bf3-ff7a-4498-a22b-763c2519d974', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:56.123602 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34748) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:56.149540 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6787439f-f0d8-47ac-b9ec-3d525cb7875b x-openstack-request-id: req-6787439f-f0d8-47ac-b9ec-3d525cb7875b {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:56.149922 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a0fda1-167d-415d-90d0-c4719ca6a4b0", "tag": "26d1094b-a760-481a-a41a-65946f72b88d", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:56.150243 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6787439f-f0d8-47ac-b9ec-3d525cb7875b {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:56.150720 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a0fda1-167d-415d-90d0-c4719ca6a4b0', 'tag': '26d1094b-a760-481a-a41a-65946f72b88d', 'status': 'completed', 'code': 200} Aug 11 02:10:56.282211 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-bbf4fd95-be79-48f5-949f-dbd73990e76e service neutron] For port 97488eb1-7b99-42ed-8125-a0437dc7a086, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:56.293600 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcc9d6-77c3-40f4-b4cf-7cdcc8994bf5 req-01546e0a-c8e8-4980-b5d6-c9064940eebf tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:56.295468 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18dcc9d6-77c3-40f4-b4cf-7cdcc8994bf5 req-01546e0a-c8e8-4980-b5d6-c9064940eebf tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f8d6f1-cd00-4b6d-9668-c72dc5a1b520 HTTP/1.1" status: 200 len: 943 time: 0.2392492 Aug 11 02:10:56.308432 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88252b7e-930c-4089-8f80-53ce7b42b65a req-29c618d6-d600-473e-8950-58462b6a9791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:56.310059 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-88252b7e-930c-4089-8f80-53ce7b42b65a req-29c618d6-d600-473e-8950-58462b6a9791 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.2428434 Aug 11 02:10:56.312943 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f7a8a-2a98-4eb6-a159-059c1f0f2b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440657e9-4c30-43fe-95e9-51c0b7fa455e,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:56.338316 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-bbf4fd95-be79-48f5-949f-dbd73990e76e service neutron] For port 97488eb1-7b99-42ed-8125-a0437dc7a086, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=97488eb1-7b99-42ed-8125-a0437dc7a086,segment=NetworkSegment(b90ce4df-cc8e-4448-a1f2-f94063d6b16e),segment_id=b90ce4df-cc8e-4448-a1f2-f94063d6b16e)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:10:56.367631 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-bbf4fd95-be79-48f5-949f-dbd73990e76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:56.391731 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e64e742e-e839-4167-b28c-2a7af410564e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:56.394896 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-98708180-b23a-4687-b799-23925f825b14 req-8e707ca3-8e14-4b65-a9eb-d4fb8dbfac84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:56.471734 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-bbf4fd95-be79-48f5-949f-dbd73990e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:56.472378 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-bbf4fd95-be79-48f5-949f-dbd73990e76e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:56.473796 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-bbf4fd95-be79-48f5-949f-dbd73990e76e service neutron] 10.222.0.66 "PUT /v2.0/ports/97488eb1-7b99-42ed-8125-a0437dc7a086 HTTP/1.1" status: 200 len: 1092 time: 3.4209247 Aug 11 02:10:56.475799 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab0cf759-4c35-4351-8439-677ce511e751 req-0a4232d5-b286-4970-8b94-7dc15819f426 service neutron] 10.222.0.66 "GET /v2.0/networks/04482c74-3ec8-43ea-838b-eaba78bbe396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962044 Aug 11 02:10:56.493868 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7daebf3-7125-4c71-ad6e-962b5f714ce7 req-03fa1845-66e8-40f4-972c-913651587894 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:56.495879 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e7daebf3-7125-4c71-ad6e-962b5f714ce7 req-03fa1845-66e8-40f4-972c-913651587894 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a773bf3-ff7a-4498-a22b-763c2519d974 HTTP/1.1" status: 200 len: 936 time: 0.2575483 Aug 11 02:10:56.504926 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6353c240-6b01-4469-bf00-968def3e0875 req-1a2fb5f7-8efa-4808-b540-27ed4e006fb3 service neutron] 10.222.0.73 "GET /v2.0/networks/04482c74-3ec8-43ea-838b-eaba78bbe396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158861 Aug 11 02:10:56.557824 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf4fd95-be79-48f5-949f-dbd73990e76e service neutron] Pushing event updated for resources: {'Port': ['ID=97488eb1-7b99-42ed-8125-a0437dc7a086,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:56.721645 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device d41204d6-692b-429f-90ac-25e71c7d9f8a details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:10:56.747916 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18dcc9d6-77c3-40f4-b4cf-7cdcc8994bf5 req-2a655a11-6de6-4ea6-94a3-3aa0e477b65a tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339290 Aug 11 02:10:56.794304 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e64e742e-e839-4167-b28c-2a7af410564e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:56.809262 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88252b7e-930c-4089-8f80-53ce7b42b65a req-34cd0739-4145-49d9-8053-8c25515defea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:56.810811 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-88252b7e-930c-4089-8f80-53ce7b42b65a req-34cd0739-4145-49d9-8053-8c25515defea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4676583 Aug 11 02:10:56.860997 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port d41204d6-692b-429f-90ac-25e71c7d9f8a, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=d41204d6-692b-429f-90ac-25e71c7d9f8a,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:56.876011 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'd41204d6-692b-429f-90ac-25e71c7d9f8a', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': 'd41204d6-692b-429f-90ac-25e71c7d9f8a', 'mac_address': 'fa:16:3e:94:19:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:10:56.925938 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:56.947734 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d41204d6-692b-429f-90ac-25e71c7d9f8a {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:56.958682 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-98708180-b23a-4687-b799-23925f825b14 req-8e707ca3-8e14-4b65-a9eb-d4fb8dbfac84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd089f0-cc3f-43cb-942a-23d12bd19a6c {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:56.975133 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-98708180-b23a-4687-b799-23925f825b14 req-8e707ca3-8e14-4b65-a9eb-d4fb8dbfac84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:56.983805 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port d41204d6-692b-429f-90ac-25e71c7d9f8a, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=d41204d6-692b-429f-90ac-25e71c7d9f8a,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:56.988417 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-88252b7e-930c-4089-8f80-53ce7b42b65a req-603964f2-a6f5-4246-a529-f0eb969afe88 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575882 Aug 11 02:10:56.993683 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:56.994953 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device ab4d2421-174f-48ce-bb12-30158aaa8bf3 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:10:57.041501 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-98708180-b23a-4687-b799-23925f825b14 req-8e707ca3-8e14-4b65-a9eb-d4fb8dbfac84 service neutron] Transition to ACTIVE for port object 3fd089f0-cc3f-43cb-942a-23d12bd19a6c will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:57.042497 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e64e742e-e839-4167-b28c-2a7af410564e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:57.045431 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e64e742e-e839-4167-b28c-2a7af410564e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:57.046763 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e64e742e-e839-4167-b28c-2a7af410564e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/440657e9-4c30-43fe-95e9-51c0b7fa455e HTTP/1.1" status: 204 len: 168 time: 0.8811009 Aug 11 02:10:57.068099 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6392e7bb-a6a3-45a9-ae85-231b1295cd04 x-openstack-request-id: req-6392e7bb-a6a3-45a9-ae85-231b1295cd04 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:57.069518 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e528720a-3144-4d6c-ba3d-2d04ddda7c88", "name": "network-vif-plugged", "status": "completed", "tag": "fdd41be9-0a31-4a08-aa9e-17e7a38e225c", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:57.072348 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6392e7bb-a6a3-45a9-ae85-231b1295cd04 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:57.073034 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e528720a-3144-4d6c-ba3d-2d04ddda7c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd41be9-0a31-4a08-aa9e-17e7a38e225c', 'code': 200} Aug 11 02:10:57.105878 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-98708180-b23a-4687-b799-23925f825b14 req-8e707ca3-8e14-4b65-a9eb-d4fb8dbfac84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:57.111941 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e742e-e839-4167-b28c-2a7af410564e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440657e9-4c30-43fe-95e9-51c0b7fa455e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:57.268015 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e707ca3-8e14-4b65-a9eb-d4fb8dbfac84 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd089f0-cc3f-43cb-942a-23d12bd19a6c,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:57.272056 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6718fc38-3c0a-4a16-b949-6827746b578c req-273b67ad-8fbe-4426-ac2b-0034f339a658 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a492094-edcf-40ac-afc0-29b9c44ade25 HTTP/1.1" status: 200 len: 210 time: 0.0772030 Aug 11 02:10:57.286377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa562dd6-ddb7-4eb0-a9a3-e12520b6b6de req-011dd2d9-7149-4d0f-990f-f6444ef3788e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:57.301746 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fa562dd6-ddb7-4eb0-a9a3-e12520b6b6de req-011dd2d9-7149-4d0f-990f-f6444ef3788e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e528720a-3144-4d6c-ba3d-2d04ddda7c88 HTTP/1.1" status: 200 len: 1097 time: 0.1828747 Aug 11 02:10:57.337128 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=d41204d6-692b-429f-90ac-25e71c7d9f8a,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:57.456138 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port ab4d2421-174f-48ce-bb12-30158aaa8bf3, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=ab4d2421-174f-48ce-bb12-30158aaa8bf3,segment=NetworkSegment(d2940b20-b68b-4b02-b8ba-8700537e2a0a),segment_id=d2940b20-b68b-4b02-b8ba-8700537e2a0a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:57.503825 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'ab4d2421-174f-48ce-bb12-30158aaa8bf3', 'network_id': '04482c74-3ec8-43ea-838b-eaba78bbe396', 'port_id': 'ab4d2421-174f-48ce-bb12-30158aaa8bf3', 'mac_address': 'fa:16:3e:a1:25:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b953b435-c391-4a77-b230-78b5dc8f0e61', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:10:57.510008 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-88252b7e-930c-4089-8f80-53ce7b42b65a req-d8a9dede-6c09-4aa6-8332-c914b4358765 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092554 Aug 11 02:10:57.582540 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fa562dd6-ddb7-4eb0-a9a3-e12520b6b6de req-536abd7f-b463-4083-a584-5eb9e9d2a265 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107697 Aug 11 02:10:57.617799 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-98708180-b23a-4687-b799-23925f825b14 req-8e707ca3-8e14-4b65-a9eb-d4fb8dbfac84 service neutron] Attempting to bind port 3fd089f0-cc3f-43cb-942a-23d12bd19a6c on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:10:57.618667 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-98708180-b23a-4687-b799-23925f825b14 req-8e707ca3-8e14-4b65-a9eb-d4fb8dbfac84 service neutron] Attempting to bind port 3fd089f0-cc3f-43cb-942a-23d12bd19a6c by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:10:57.619203 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98708180-b23a-4687-b799-23925f825b14 req-8e707ca3-8e14-4b65-a9eb-d4fb8dbfac84 service neutron] Attempting to bind port 3fd089f0-cc3f-43cb-942a-23d12bd19a6c on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:57.628117 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98708180-b23a-4687-b799-23925f825b14 req-8e707ca3-8e14-4b65-a9eb-d4fb8dbfac84 service neutron] Port 3fd089f0-cc3f-43cb-942a-23d12bd19a6c on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:10:57.628723 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98708180-b23a-4687-b799-23925f825b14 req-8e707ca3-8e14-4b65-a9eb-d4fb8dbfac84 service neutron] Attempting to bind port 3fd089f0-cc3f-43cb-942a-23d12bd19a6c on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:57.644356 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcccb60-7fc2-4dd2-b4e7-d18741036070 req-6f622682-e07e-4789-8b99-3c7c5af9b98c tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:57.646260 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0dcccb60-7fc2-4dd2-b4e7-d18741036070 req-6f622682-e07e-4789-8b99-3c7c5af9b98c tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=e528720a-3144-4d6c-ba3d-2d04ddda7c88 HTTP/1.1" status: 200 len: 945 time: 0.1548972 Aug 11 02:10:57.647473 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98708180-b23a-4687-b799-23925f825b14 req-8e707ca3-8e14-4b65-a9eb-d4fb8dbfac84 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:10:57.648021 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98708180-b23a-4687-b799-23925f825b14 req-8e707ca3-8e14-4b65-a9eb-d4fb8dbfac84 service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:57.649121 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98708180-b23a-4687-b799-23925f825b14 req-8e707ca3-8e14-4b65-a9eb-d4fb8dbfac84 service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:10:57.649792 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-98708180-b23a-4687-b799-23925f825b14 req-8e707ca3-8e14-4b65-a9eb-d4fb8dbfac84 service neutron] Bound port: 3fd089f0-cc3f-43cb-942a-23d12bd19a6c, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:10:57.650345 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-98708180-b23a-4687-b799-23925f825b14 req-8e707ca3-8e14-4b65-a9eb-d4fb8dbfac84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:57.676312 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e7daebf3-7125-4c71-ad6e-962b5f714ce7 req-c8f64534-ce45-46f1-b888-9b0d36fd8b68 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1604829 Aug 11 02:10:57.682804 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05b080c5-c33d-488c-b835-1287506710a6 req-b504c420-7cad-496b-90d4-6a872336c4d1 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9b5253dfd25440b1841d2cfde269c405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2504098 Aug 11 02:10:57.697458 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-12b20c98-1bd1-4445-9f06-fc1a4550303d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:57.699025 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-12b20c98-1bd1-4445-9f06-fc1a4550303d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9e1621f77dda48d0a9d35134d2771337&device_id=67f8d6f1-cd00-4b6d-9668-c72dc5a1b520 HTTP/1.1" status: 200 len: 1095 time: 1.1772456 Aug 11 02:10:57.801723 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-98708180-b23a-4687-b799-23925f825b14 req-8e707ca3-8e14-4b65-a9eb-d4fb8dbfac84 service neutron] For port 3fd089f0-cc3f-43cb-942a-23d12bd19a6c, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:57.804987 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-98708180-b23a-4687-b799-23925f825b14 req-8e707ca3-8e14-4b65-a9eb-d4fb8dbfac84 service neutron] For port 3fd089f0-cc3f-43cb-942a-23d12bd19a6c, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=3fd089f0-cc3f-43cb-942a-23d12bd19a6c,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:10:57.821580 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:57.827489 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-98708180-b23a-4687-b799-23925f825b14 req-8e707ca3-8e14-4b65-a9eb-d4fb8dbfac84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:57.862754 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-ce9f44c0-b58d-4fcd-8192-f288776e019f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97488eb1-7b99-42ed-8125-a0437dc7a086 HTTP/1.1" status: 200 len: 217 time: 0.1433001 Aug 11 02:10:57.870722 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0dcccb60-7fc2-4dd2-b4e7-d18741036070 req-d21eaadc-d7e7-40e4-b717-9b00275fd873 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174489 Aug 11 02:10:57.871662 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab0cf759-4c35-4351-8439-677ce511e751 req-6ff07834-cf89-43c1-837c-919b0694a57b service neutron] 10.222.0.66 "GET /v2.0/networks/04482c74-3ec8-43ea-838b-eaba78bbe396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3745890 Aug 11 02:10:57.880880 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4d2421-174f-48ce-bb12-30158aaa8bf3 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:57.933171 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98708180-b23a-4687-b799-23925f825b14 req-8e707ca3-8e14-4b65-a9eb-d4fb8dbfac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:57.933959 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-98708180-b23a-4687-b799-23925f825b14 req-8e707ca3-8e14-4b65-a9eb-d4fb8dbfac84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:57.942834 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-98708180-b23a-4687-b799-23925f825b14 req-8e707ca3-8e14-4b65-a9eb-d4fb8dbfac84 service neutron] 10.222.0.66 "PUT /v2.0/ports/3fd089f0-cc3f-43cb-942a-23d12bd19a6c HTTP/1.1" status: 200 len: 1097 time: 1.8283272 Aug 11 02:10:57.943275 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a773bf3-ff7a-4498-a22b-763c2519d974', 'tag': '3fd089f0-cc3f-43cb-942a-23d12bd19a6c'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:57.969431 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c919454a-9b18-42c8-9a30-cee8cee83c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a773bf3-ff7a-4498-a22b-763c2519d974", "tag": "3fd089f0-cc3f-43cb-942a-23d12bd19a6c"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:57.993664 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port ab4d2421-174f-48ce-bb12-30158aaa8bf3, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=ab4d2421-174f-48ce-bb12-30158aaa8bf3,segment=NetworkSegment(d2940b20-b68b-4b02-b8ba-8700537e2a0a),segment_id=d2940b20-b68b-4b02-b8ba-8700537e2a0a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:58.010830 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:58.125586 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-a80f8ada-7cbb-40cc-9863-0b83f65b107c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:58.127347 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-a80f8ada-7cbb-40cc-9863-0b83f65b107c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cbe19f5-6919-43f5-abb0-402212091f5d HTTP/1.1" status: 200 len: 862 time: 0.2499604 Aug 11 02:10:58.144580 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e707ca3-8e14-4b65-a9eb-d4fb8dbfac84 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd089f0-cc3f-43cb-942a-23d12bd19a6c,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:58.156259 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=ab4d2421-174f-48ce-bb12-30158aaa8bf3,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:58.173642 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c4a94-c17b-4e3f-b5ab-51e26ddf9eb8 req-25044223-5dda-4735-98c1-2be101546543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:58.178039 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-216c4a94-c17b-4e3f-b5ab-51e26ddf9eb8 req-25044223-5dda-4735-98c1-2be101546543 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7a2ee39b1dbe4ae2873e2cef4f65b408&device_id=52a0fda1-167d-415d-90d0-c4719ca6a4b0 HTTP/1.1" status: 200 len: 1096 time: 0.1849163 Aug 11 02:10:58.181370 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f8d6f1-cd00-4b6d-9668-c72dc5a1b520', 'tag': '97488eb1-7b99-42ed-8125-a0437dc7a086'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:58.184732 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f148c502-be74-4225-89b9-4ac3715539ca" -d '{"events": [{"name": "network-changed", "server_uuid": "67f8d6f1-cd00-4b6d-9668-c72dc5a1b520", "tag": "97488eb1-7b99-42ed-8125-a0437dc7a086"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:58.264025 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['d41204d6-692b-429f-90ac-25e71c7d9f8a'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:58.281540 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b080c5-c33d-488c-b835-1287506710a6 req-d64cb4a2-2fbc-46bc-aeb3-cd7ffcb24e41 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:58.283081 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05b080c5-c33d-488c-b835-1287506710a6 req-d64cb4a2-2fbc-46bc-aeb3-cd7ffcb24e41 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5816324 Aug 11 02:10:58.288259 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['ab4d2421-174f-48ce-bb12-30158aaa8bf3'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:58.289793 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-225989e6-3ecf-4340-acdf-900f881706e2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f125fcef-d9e9-4ec8-ac42-331264faeea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020656 Aug 11 02:10:58.300073 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9e7ed-a7e6-4139-8192-858d23c385c3 req-19267122-850b-4787-a17d-50fa378c8d84 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:58.307813 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2ba9e7ed-a7e6-4139-8192-858d23c385c3 req-19267122-850b-4787-a17d-50fa378c8d84 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d4858e4-e5d4-4e61-8177-136e5818d6b8 HTTP/1.1" status: 200 len: 945 time: 0.3363056 Aug 11 02:10:58.364522 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58455de8-d13b-4ed3-9f7a-e593b1bedda6 req-2f9ee626-73e4-4d3c-950a-465fb92a1ca3 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:58.369062 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-58455de8-d13b-4ed3-9f7a-e593b1bedda6 req-2f9ee626-73e4-4d3c-950a-465fb92a1ca3 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f8d6f1-cd00-4b6d-9668-c72dc5a1b520 HTTP/1.1" status: 200 len: 943 time: 0.1847494 Aug 11 02:10:58.379157 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-05b080c5-c33d-488c-b835-1287506710a6 req-022e3da5-cf12-46f4-ab7c-e46aa1899b23 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Request body: {'port': {'device_id': '0a492094-edcf-40ac-afc0-29b9c44ade25', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': '9b5253dfd25440b1841d2cfde269c405'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:58.423278 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c4a94-c17b-4e3f-b5ab-51e26ddf9eb8 req-6bdd3c02-9975-4e31-9a45-dee7822ee957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:58.424833 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-216c4a94-c17b-4e3f-b5ab-51e26ddf9eb8 req-6bdd3c02-9975-4e31-9a45-dee7822ee957 service neutron] 10.222.0.66 "GET /v2.0/networks?id=04482c74-3ec8-43ea-838b-eaba78bbe396 HTTP/1.1" status: 200 len: 914 time: 0.2219453 Aug 11 02:10:58.448024 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98708180-b23a-4687-b799-23925f825b14 req-2bbfa9ce-3bed-4ce8-b60b-9f9b872f54a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:58.449575 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-98708180-b23a-4687-b799-23925f825b14 req-2bbfa9ce-3bed-4ce8-b60b-9f9b872f54a7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e0f21d4f135e4edfb025f9641f4900a6&device_id=8a773bf3-ff7a-4498-a22b-763c2519d974 HTTP/1.1" status: 200 len: 1100 time: 0.4027047 Aug 11 02:10:58.477415 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-58455de8-d13b-4ed3-9f7a-e593b1bedda6 req-6b153f49-bc77-4ab1-885d-087af290209a tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847635 Aug 11 02:10:58.572425 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-216c4a94-c17b-4e3f-b5ab-51e26ddf9eb8 req-63c6d6f0-c970-4d9d-b05f-0bec0d4d820a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26d1094b-a760-481a-a41a-65946f72b88d HTTP/1.1" status: 200 len: 217 time: 0.1328783 Aug 11 02:10:58.623868 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-98708180-b23a-4687-b799-23925f825b14 req-3f9cbb59-7f05-461c-bfde-ab2d15ed89a3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=3fd089f0-cc3f-43cb-942a-23d12bd19a6c HTTP/1.1" status: 200 len: 217 time: 0.1564109 Aug 11 02:10:58.645426 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501b5350-6a9b-4d61-999c-5ee3026eae39 x-openstack-request-id: req-501b5350-6a9b-4d61-999c-5ee3026eae39 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:58.649178 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a773bf3-ff7a-4498-a22b-763c2519d974", "tag": "3fd089f0-cc3f-43cb-942a-23d12bd19a6c", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:58.649760 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-501b5350-6a9b-4d61-999c-5ee3026eae39 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:58.652060 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a773bf3-ff7a-4498-a22b-763c2519d974', 'tag': '3fd089f0-cc3f-43cb-942a-23d12bd19a6c', 'status': 'completed', 'code': 200} Aug 11 02:10:58.673635 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2ba9e7ed-a7e6-4139-8192-858d23c385c3 req-7d7d8f5e-d927-4bb5-a77f-b786f17e2ecb tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647726 Aug 11 02:10:58.693907 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c4a94-c17b-4e3f-b5ab-51e26ddf9eb8 req-e368aef0-0055-4398-94c2-923736a967d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:58.695499 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-216c4a94-c17b-4e3f-b5ab-51e26ddf9eb8 req-e368aef0-0055-4398-94c2-923736a967d0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b953b435-c391-4a77-b230-78b5dc8f0e61 HTTP/1.1" status: 200 len: 853 time: 0.1134009 Aug 11 02:10:58.729701 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083b5af7-cb96-47be-8cf8-35d618a2706a x-openstack-request-id: req-083b5af7-cb96-47be-8cf8-35d618a2706a {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:58.730239 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f8d6f1-cd00-4b6d-9668-c72dc5a1b520", "tag": "97488eb1-7b99-42ed-8125-a0437dc7a086", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:58.730239 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-083b5af7-cb96-47be-8cf8-35d618a2706a {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:58.730618 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f8d6f1-cd00-4b6d-9668-c72dc5a1b520', 'tag': '97488eb1-7b99-42ed-8125-a0437dc7a086', 'status': 'completed', 'code': 200} Aug 11 02:10:58.739129 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-216c4a94-c17b-4e3f-b5ab-51e26ddf9eb8 req-694bd4a4-532d-4bf3-8078-2d31784b4a5d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04482c74-3ec8-43ea-838b-eaba78bbe396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352902 Aug 11 02:10:58.882302 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-3b95a916-205c-4440-90da-38b9fc848d88 service neutron] 10.222.0.66 "GET /v2.0/networks/f125fcef-d9e9-4ec8-ac42-331264faeea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5716970 Aug 11 02:10:58.948440 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-07f47707-6336-431f-b900-eed97987c962 req-4aa66fe1-7853-42dd-8b97-ed40cb602a82 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a492094-edcf-40ac-afc0-29b9c44ade25 HTTP/1.1" status: 200 len: 210 time: 0.0930433 Aug 11 02:10:58.963849 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-216c4a94-c17b-4e3f-b5ab-51e26ddf9eb8 req-9d79ebb0-82fd-4793-846a-6c9f06f4c284 service neutron] 10.222.0.66 "GET /v2.0/networks/04482c74-3ec8-43ea-838b-eaba78bbe396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142756 Aug 11 02:10:59.124487 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98708180-b23a-4687-b799-23925f825b14 req-3c58c89d-af75-4889-bf7a-665f26848bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:59.126156 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-98708180-b23a-4687-b799-23925f825b14 req-3c58c89d-af75-4889-bf7a-665f26848bba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.4821064 Aug 11 02:10:59.131228 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b080c5-c33d-488c-b835-1287506710a6 req-022e3da5-cf12-46f4-ab7c-e46aa1899b23 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Made reservation on behalf of 9b5253dfd25440b1841d2cfde269c405 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:59.138133 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-05b080c5-c33d-488c-b835-1287506710a6 req-022e3da5-cf12-46f4-ab7c-e46aa1899b23 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:59.182049 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d592eb-ac54-4778-b766-5122e552093b req-871164bd-7a1c-4b4e-89de-964d37b3dda0 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:59.190436 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-63d592eb-ac54-4778-b766-5122e552093b req-871164bd-7a1c-4b4e-89de-964d37b3dda0 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a773bf3-ff7a-4498-a22b-763c2519d974 HTTP/1.1" status: 200 len: 948 time: 0.1512394 Aug 11 02:10:59.218194 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-216c4a94-c17b-4e3f-b5ab-51e26ddf9eb8 req-9fc8a29b-fdad-448f-b310-6fa11528fa29 service neutron] 10.222.0.66 "GET /v2.0/networks/04482c74-3ec8-43ea-838b-eaba78bbe396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490957 Aug 11 02:10:59.241709 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-05b080c5-c33d-488c-b835-1287506710a6 req-022e3da5-cf12-46f4-ab7c-e46aa1899b23 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:59.255709 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-63d592eb-ac54-4778-b766-5122e552093b req-0ca6bc89-99d0-4045-858a-dddd54db5095 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642257 Aug 11 02:10:59.337972 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05bf04-f8aa-435f-bc6b-ae97111d012f req-aaac58c5-2fa8-44e1-a079-e2560a64fad1 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:59.345861 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9a05bf04-f8aa-435f-bc6b-ae97111d012f req-aaac58c5-2fa8-44e1-a079-e2560a64fad1 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=e528720a-3144-4d6c-ba3d-2d04ddda7c88 HTTP/1.1" status: 200 len: 945 time: 0.2183948 Aug 11 02:10:59.378313 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e454642f-f3da-4aea-b2d4-733bbe5e66f2 req-5ad543b3-78c6-48f6-b9dc-5cff0e6a60d9 service neutron] 10.222.0.66 "GET /v2.0/networks/f125fcef-d9e9-4ec8-ac42-331264faeea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440305 Aug 11 02:10:59.402845 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98708180-b23a-4687-b799-23925f825b14 req-bf2ca89c-594b-401b-8be4-e569fce196c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:59.405069 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-98708180-b23a-4687-b799-23925f825b14 req-bf2ca89c-594b-401b-8be4-e569fce196c7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2580297 Aug 11 02:10:59.442999 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9a05bf04-f8aa-435f-bc6b-ae97111d012f req-b7be015d-ea95-4fdd-b67a-0b5467b55329 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963948 Aug 11 02:10:59.762928 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1c330-260d-47f4-996f-4503d177f84e req-18728b36-50b4-4341-a24d-9be0fe368b7c tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:59.772157 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-87c1c330-260d-47f4-996f-4503d177f84e req-18728b36-50b4-4341-a24d-9be0fe368b7c tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f8d6f1-cd00-4b6d-9668-c72dc5a1b520 HTTP/1.1" status: 200 len: 943 time: 0.1821971 Aug 11 02:10:59.817940 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148c502-be74-4225-89b9-4ac3715539ca req-c89d64aa-9d9e-4d5e-a830-c8f13e86091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:59.820658 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f148c502-be74-4225-89b9-4ac3715539ca req-c89d64aa-9d9e-4d5e-a830-c8f13e86091f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9e1621f77dda48d0a9d35134d2771337&device_id=67f8d6f1-cd00-4b6d-9668-c72dc5a1b520 HTTP/1.1" status: 200 len: 1095 time: 0.2350419 Aug 11 02:10:59.904568 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-98708180-b23a-4687-b799-23925f825b14 req-ac3f0de7-fea1-42d7-99e7-1026e43a2fc7 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879346 Aug 11 02:10:59.932888 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e55b35-90d2-4032-9035-0349daec5911 req-691dfed6-4e0c-4460-820c-098745884f53 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:59.934501 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e3e55b35-90d2-4032-9035-0349daec5911 req-691dfed6-4e0c-4460-820c-098745884f53 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d4858e4-e5d4-4e61-8177-136e5818d6b8 HTTP/1.1" status: 200 len: 945 time: 0.1183643 Aug 11 02:10:59.983394 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-05b080c5-c33d-488c-b835-1287506710a6 req-022e3da5-cf12-46f4-ab7c-e46aa1899b23 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:00.034375 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-87c1c330-260d-47f4-996f-4503d177f84e req-7e73308b-f0e8-4c08-8817-6ba5ae38a721 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531285 Aug 11 02:11:00.035592 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34862) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:00.109372 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e3e55b35-90d2-4032-9035-0349daec5911 req-13af9f2a-2cff-4f59-86fa-d95116b1d7c7 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535125 Aug 11 02:11:00.139984 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-05b080c5-c33d-488c-b835-1287506710a6 req-022e3da5-cf12-46f4-ab7c-e46aa1899b23 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:00.380172 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c11c3d88-397e-49d0-b35b-b446fe90ba9d req-da4ef464-a243-4926-90fb-a1971e6b799d tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a492094-edcf-40ac-afc0-29b9c44ade25 HTTP/1.1" status: 200 len: 210 time: 0.1438599 Aug 11 02:11:00.389818 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e3da5-cf12-46f4-ab7c-e46aa1899b23 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f82adcd-e204-47ef-a665-ab7d1ea4a6ba,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:00.415384 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148c502-be74-4225-89b9-4ac3715539ca req-e3e15c8b-2093-4c0a-b84b-84558831f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:00.416892 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f148c502-be74-4225-89b9-4ac3715539ca req-e3e15c8b-2093-4c0a-b84b-84558831f854 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f125fcef-d9e9-4ec8-ac42-331264faeea0 HTTP/1.1" status: 200 len: 923 time: 0.5858903 Aug 11 02:11:00.509646 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-98708180-b23a-4687-b799-23925f825b14 req-3862e1b5-d477-49d5-a249-9054a2b21d17 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5612705 Aug 11 02:11:00.510939 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f148c502-be74-4225-89b9-4ac3715539ca req-c8b880c3-56db-4546-9712-f72067bbf824 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97488eb1-7b99-42ed-8125-a0437dc7a086 HTTP/1.1" status: 200 len: 217 time: 0.0827322 Aug 11 02:11:00.565267 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d5585-5d0a-43ba-a311-2c9faf7087e6 req-2ea0d95a-d6a6-46f6-b96a-56749a70799d tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:00.575421 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-834d5585-5d0a-43ba-a311-2c9faf7087e6 req-2ea0d95a-d6a6-46f6-b96a-56749a70799d tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a773bf3-ff7a-4498-a22b-763c2519d974 HTTP/1.1" status: 200 len: 948 time: 0.2195153 Aug 11 02:11:00.581125 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148c502-be74-4225-89b9-4ac3715539ca req-63d6c7ad-d712-4673-b630-2c90327d10f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:00.582612 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f148c502-be74-4225-89b9-4ac3715539ca req-63d6c7ad-d712-4673-b630-2c90327d10f3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cbe19f5-6919-43f5-abb0-402212091f5d HTTP/1.1" status: 200 len: 862 time: 0.0546587 Aug 11 02:11:00.645146 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f148c502-be74-4225-89b9-4ac3715539ca req-374d8396-44f0-4465-91c4-c99a671d7b9e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f125fcef-d9e9-4ec8-ac42-331264faeea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457401 Aug 11 02:11:00.668455 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-05b080c5-c33d-488c-b835-1287506710a6 req-022e3da5-cf12-46f4-ab7c-e46aa1899b23 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Allocated IP 192.168.233.164 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/595f3c6e-5bbd-4cba-b2a3-b16b8139b86b) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:11:00.682716 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0183954b-e72b-42d2-983a-b620a47e6bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:00.723168 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919454a-9b18-42c8-9a30-cee8cee83c4c req-a7d5e9c9-2272-46a7-a822-f56778d1c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:00.724783 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c919454a-9b18-42c8-9a30-cee8cee83c4c req-a7d5e9c9-2272-46a7-a822-f56778d1c4dc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e0f21d4f135e4edfb025f9641f4900a6&device_id=8a773bf3-ff7a-4498-a22b-763c2519d974 HTTP/1.1" status: 200 len: 1100 time: 0.1413202 Aug 11 02:11:00.727894 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-834d5585-5d0a-43ba-a311-2c9faf7087e6 req-2a69544f-6df0-4db0-9fe2-e53ad1d67e67 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424689 Aug 11 02:11:00.753345 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device d41204d6-692b-429f-90ac-25e71c7d9f8a up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:11:00.870935 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port d41204d6-692b-429f-90ac-25e71c7d9f8a completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:11:00.874052 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f148c502-be74-4225-89b9-4ac3715539ca req-0b4747b4-8c5d-4a3f-874d-2f8cb87994ef service neutron] 10.222.0.66 "GET /v2.0/networks/f125fcef-d9e9-4ec8-ac42-331264faeea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197437 Aug 11 02:11:00.878092 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port d41204d6-692b-429f-90ac-25e71c7d9f8a triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:00.878587 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:00.922048 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0183954b-e72b-42d2-983a-b620a47e6bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:00.938467 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0183954b-e72b-42d2-983a-b620a47e6bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:01.020858 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919454a-9b18-42c8-9a30-cee8cee83c4c req-9f5694bf-1d82-4e89-a557-84a9aa8ca009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:01.022705 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c919454a-9b18-42c8-9a30-cee8cee83c4c req-9f5694bf-1d82-4e89-a557-84a9aa8ca009 service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.2762742 Aug 11 02:11:01.048528 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0183954b-e72b-42d2-983a-b620a47e6bd0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9a09029ac62142e283ee9af66dae63fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0149479 Aug 11 02:11:01.050924 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183954b-e72b-42d2-983a-b620a47e6bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581a9693-b793-4262-aab6-5bb22e17e000,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:01.053446 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34902) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:01.105289 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:01.106132 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c919454a-9b18-42c8-9a30-cee8cee83c4c req-e6918128-dbd0-480e-81ae-558d2bc3a49e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=3fd089f0-cc3f-43cb-942a-23d12bd19a6c HTTP/1.1" status: 200 len: 217 time: 0.0737584 Aug 11 02:11:01.141376 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-05b080c5-c33d-488c-b835-1287506710a6 req-022e3da5-cf12-46f4-ab7c-e46aa1899b23 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:01.157628 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41204d6-692b-429f-90ac-25e71c7d9f8a'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:01.161260 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4630e25-eebe-421d-9db5-0ea45c81d684" -d '{"events": [{"server_uuid": "efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45", "name": "network-vif-plugged", "status": "completed", "tag": "d41204d6-692b-429f-90ac-25e71c7d9f8a"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:01.163927 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-05b080c5-c33d-488c-b835-1287506710a6 req-022e3da5-cf12-46f4-ab7c-e46aa1899b23 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Transition to ACTIVE for port object 595f3c6e-5bbd-4cba-b2a3-b16b8139b86b will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:11:01.182161 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port d41204d6-692b-429f-90ac-25e71c7d9f8a, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=d41204d6-692b-429f-90ac-25e71c7d9f8a,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:01.188390 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:01.189695 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device ab4d2421-174f-48ce-bb12-30158aaa8bf3 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:11:01.239286 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919454a-9b18-42c8-9a30-cee8cee83c4c req-66486e30-9e26-404f-91b7-62fb1f4e7606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:01.240937 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c919454a-9b18-42c8-9a30-cee8cee83c4c req-66486e30-9e26-404f-91b7-62fb1f4e7606 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.0563242 Aug 11 02:11:01.286895 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f148c502-be74-4225-89b9-4ac3715539ca req-292a9896-eca1-4503-ab71-d26327fd1639 service neutron] 10.222.0.66 "GET /v2.0/networks/f125fcef-d9e9-4ec8-ac42-331264faeea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759770 Aug 11 02:11:01.291036 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=d41204d6-692b-429f-90ac-25e71c7d9f8a,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:01.314010 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port ab4d2421-174f-48ce-bb12-30158aaa8bf3 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:11:01.323645 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ecb96f2f-79e1-494b-8756-14e26d7c6c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:01.331645 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port ab4d2421-174f-48ce-bb12-30158aaa8bf3 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:01.331645 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:01.371324 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ecb96f2f-79e1-494b-8756-14e26d7c6c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:01.432333 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b566bc-46f3-40be-9ec1-123487d6bd37 req-895968e3-2304-464d-be18-f64bd2ab7990 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:01.437951 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-62b566bc-46f3-40be-9ec1-123487d6bd37 req-895968e3-2304-464d-be18-f64bd2ab7990 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f8d6f1-cd00-4b6d-9668-c72dc5a1b520 HTTP/1.1" status: 200 len: 943 time: 0.2518885 Aug 11 02:11:01.503679 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919454a-9b18-42c8-9a30-cee8cee83c4c req-fdf6d396-0502-40d6-b53f-a457ea79d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:01.505617 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c919454a-9b18-42c8-9a30-cee8cee83c4c req-fdf6d396-0502-40d6-b53f-a457ea79d318 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2364886 Aug 11 02:11:01.506542 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-05b080c5-c33d-488c-b835-1287506710a6 req-022e3da5-cf12-46f4-ab7c-e46aa1899b23 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:01.540192 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b9800-6754-4bed-bc36-386c7af4d2a6 req-bc944adc-d213-4ee8-81a6-ca17cfd7103f tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:01.547898 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b3b9800-6754-4bed-bc36-386c7af4d2a6 req-bc944adc-d213-4ee8-81a6-ca17cfd7103f tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d4858e4-e5d4-4e61-8177-136e5818d6b8 HTTP/1.1" status: 200 len: 945 time: 0.1367064 Aug 11 02:11:01.576476 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:01.580892 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ecb96f2f-79e1-494b-8756-14e26d7c6c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:01.583648 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ecb96f2f-79e1-494b-8756-14e26d7c6c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:01.584687 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ecb96f2f-79e1-494b-8756-14e26d7c6c71 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/581a9693-b793-4262-aab6-5bb22e17e000 HTTP/1.1" status: 204 len: 168 time: 0.5302806 Aug 11 02:11:01.606210 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 26d1094b-a760-481a-a41a-65946f72b88d details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:11:01.650697 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b3b9800-6754-4bed-bc36-386c7af4d2a6 req-945438a9-97d2-43b7-90b5-2f880539cfdd tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018565 Aug 11 02:11:01.655167 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb96f2f-79e1-494b-8756-14e26d7c6c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581a9693-b793-4262-aab6-5bb22e17e000,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:01.756297 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port ab4d2421-174f-48ce-bb12-30158aaa8bf3, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=ab4d2421-174f-48ce-bb12-30158aaa8bf3,segment=NetworkSegment(d2940b20-b68b-4b02-b8ba-8700537e2a0a),segment_id=d2940b20-b68b-4b02-b8ba-8700537e2a0a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:01.779620 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a02a72-65fb-49ac-9e52-cabdfd5bac3f x-openstack-request-id: req-59a02a72-65fb-49ac-9e52-cabdfd5bac3f {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:01.780667 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45", "name": "network-vif-plugged", "status": "completed", "tag": "d41204d6-692b-429f-90ac-25e71c7d9f8a", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:01.780667 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-59a02a72-65fb-49ac-9e52-cabdfd5bac3f {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:01.781103 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41204d6-692b-429f-90ac-25e71c7d9f8a', 'code': 200} Aug 11 02:11:01.794654 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:01.832387 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-62b566bc-46f3-40be-9ec1-123487d6bd37 req-9a881f82-d881-4828-9078-666b82e856ad tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784189 Aug 11 02:11:01.880549 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 26d1094b-a760-481a-a41a-65946f72b88d, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=26d1094b-a760-481a-a41a-65946f72b88d,segment=NetworkSegment(d2940b20-b68b-4b02-b8ba-8700537e2a0a),segment_id=d2940b20-b68b-4b02-b8ba-8700537e2a0a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:01.904649 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b080c5-c33d-488c-b835-1287506710a6 req-022e3da5-cf12-46f4-ab7c-e46aa1899b23 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:11:01.934148 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-05b080c5-c33d-488c-b835-1287506710a6 req-022e3da5-cf12-46f4-ab7c-e46aa1899b23 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:11:01.949176 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=ab4d2421-174f-48ce-bb12-30158aaa8bf3,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:01.955496 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '26d1094b-a760-481a-a41a-65946f72b88d', 'network_id': '04482c74-3ec8-43ea-838b-eaba78bbe396', 'port_id': '26d1094b-a760-481a-a41a-65946f72b88d', 'mac_address': 'fa:16:3e:55:10:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b953b435-c391-4a77-b230-78b5dc8f0e61', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:11:01.982857 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b080c5-c33d-488c-b835-1287506710a6 req-022e3da5-cf12-46f4-ab7c-e46aa1899b23 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:11:02.005989 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e3da5-cf12-46f4-ab7c-e46aa1899b23 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Pushing event updated for resources: {'Port': ['ID=595f3c6e-5bbd-4cba-b2a3-b16b8139b86b,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:02.021995 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a413ae-c2b1-45c4-9333-b6eb5c762736 req-6d71ae6a-d215-4e8a-ad7e-d52ea53c181a tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:02.023731 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-33a413ae-c2b1-45c4-9333-b6eb5c762736 req-6d71ae6a-d215-4e8a-ad7e-d52ea53c181a tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a492094-edcf-40ac-afc0-29b9c44ade25 HTTP/1.1" status: 200 len: 936 time: 0.1952350 Aug 11 02:11:02.104477 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:02.112236 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3471a5e-6649-49ed-ad3b-6dc71efbb09e req-5b637422-b9fc-412d-9e7a-a68ef076c7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:02.129475 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e3471a5e-6649-49ed-ad3b-6dc71efbb09e req-5b637422-b9fc-412d-9e7a-a68ef076c7af service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 1102 time: 0.2524941 Aug 11 02:11:02.144434 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26d1094b-a760-481a-a41a-65946f72b88d {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:02.180236 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c919454a-9b18-42c8-9a30-cee8cee83c4c req-ff7bcf8c-e3b1-467d-8927-f172b2976795 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6634209 Aug 11 02:11:02.201109 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b080c5-c33d-488c-b835-1287506710a6 req-022e3da5-cf12-46f4-ab7c-e46aa1899b23 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:02.203912 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-05b080c5-c33d-488c-b835-1287506710a6 req-022e3da5-cf12-46f4-ab7c-e46aa1899b23 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:02.212199 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 26d1094b-a760-481a-a41a-65946f72b88d, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=26d1094b-a760-481a-a41a-65946f72b88d,segment=NetworkSegment(d2940b20-b68b-4b02-b8ba-8700537e2a0a),segment_id=d2940b20-b68b-4b02-b8ba-8700537e2a0a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:02.223261 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:02.239464 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-33a413ae-c2b1-45c4-9333-b6eb5c762736 req-e0ea88d0-cb1e-4cf3-aebb-833d44c69b5d tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.50 "GET /v2.0/security-groups?id=2f82adcd-e204-47ef-a665-ab7d1ea4a6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029872 Aug 11 02:11:02.273251 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e3471a5e-6649-49ed-ad3b-6dc71efbb09e req-b7673414-897c-42eb-8166-0b6da785a5a2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336505 Aug 11 02:11:02.340489 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=26d1094b-a760-481a-a41a-65946f72b88d,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:02.383306 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05b080c5-c33d-488c-b835-1287506710a6 req-022e3da5-cf12-46f4-ab7c-e46aa1899b23 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0683093 Aug 11 02:11:02.403323 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c70729-3130-4eec-b4e9-7a77973eec05 req-f3265e29-12dc-43e1-a340-6b7a99f3e455 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:02.411416 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d8c70729-3130-4eec-b4e9-7a77973eec05 req-f3265e29-12dc-43e1-a340-6b7a99f3e455 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a773bf3-ff7a-4498-a22b-763c2519d974 HTTP/1.1" status: 200 len: 948 time: 0.3028421 Aug 11 02:11:02.420979 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-05b080c5-c33d-488c-b835-1287506710a6 req-6c5f91d1-5095-46bc-92cb-db72c351dc57 service neutron] Request body: {'port': {'device_id': '0a492094-edcf-40ac-afc0-29b9c44ade25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:02.430678 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-1b27862f-d5a1-43be-9f78-243a6ea39234 None None] Provisioning for port 595f3c6e-5bbd-4cba-b2a3-b16b8139b86b completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:11:02.440772 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-1b27862f-d5a1-43be-9f78-243a6ea39234 None None] Provisioning complete for port 595f3c6e-5bbd-4cba-b2a3-b16b8139b86b triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:02.441155 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1b27862f-d5a1-43be-9f78-243a6ea39234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:02.513401 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['26d1094b-a760-481a-a41a-65946f72b88d'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:02.551359 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-05b080c5-c33d-488c-b835-1287506710a6 req-6c5f91d1-5095-46bc-92cb-db72c351dc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:02.555599 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c919454a-9b18-42c8-9a30-cee8cee83c4c req-0d6e2837-80e3-43df-8790-fe08dc3d29a2 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456650 Aug 11 02:11:02.615783 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d8c70729-3130-4eec-b4e9-7a77973eec05 req-7552fede-156f-4bca-aec2-190a548ddcd9 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014947 Aug 11 02:11:02.670361 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-1b27862f-d5a1-43be-9f78-243a6ea39234 None None] Port 595f3c6e-5bbd-4cba-b2a3-b16b8139b86b cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:11:02.795876 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34950) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:02.846347 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4f82cef7-42d5-4eda-871a-3891affb7872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:02.915745 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34954) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:03.040643 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4f82cef7-42d5-4eda-871a-3891affb7872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:03.051875 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4f82cef7-42d5-4eda-871a-3891affb7872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:03.159202 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82cef7-42d5-4eda-871a-3891affb7872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38585685-334d-4ad1-afec-652d0db5a121,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:03.165895 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4f82cef7-42d5-4eda-871a-3891affb7872 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8433907f7b864e12962af0a3c7011251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3684244 Aug 11 02:11:03.168448 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34962) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:03.230197 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157a8ac-69e5-41f5-a2cc-2d2913ccec71 req-4b788d88-88fb-4168-b7b3-f218a44ba65a tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:03.237939 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1157a8ac-69e5-41f5-a2cc-2d2913ccec71 req-4b788d88-88fb-4168-b7b3-f218a44ba65a tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d4858e4-e5d4-4e61-8177-136e5818d6b8 HTTP/1.1" status: 200 len: 946 time: 0.4430537 Aug 11 02:11:03.349498 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-05b080c5-c33d-488c-b835-1287506710a6 req-6c5f91d1-5095-46bc-92cb-db72c351dc57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 595f3c6e-5bbd-4cba-b2a3-b16b8139b86b {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:03.383376 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-05b080c5-c33d-488c-b835-1287506710a6 req-6c5f91d1-5095-46bc-92cb-db72c351dc57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:03.384354 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ddfb318d-332b-4037-901e-2b6e39bef82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:03.403217 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-05b080c5-c33d-488c-b835-1287506710a6 req-6c5f91d1-5095-46bc-92cb-db72c351dc57 service neutron] Transition to ACTIVE for port object 595f3c6e-5bbd-4cba-b2a3-b16b8139b86b will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:11:03.419688 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ddfb318d-332b-4037-901e-2b6e39bef82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:03.420491 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-05b080c5-c33d-488c-b835-1287506710a6 req-6c5f91d1-5095-46bc-92cb-db72c351dc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:03.472572 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f91d1-5095-46bc-92cb-db72c351dc57 service neutron] Pushing event updated for resources: {'Port': ['ID=595f3c6e-5bbd-4cba-b2a3-b16b8139b86b,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:03.491695 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a2e41616-9682-4e0f-9a5e-49ed55d83321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:03.505953 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0919ade-e2eb-4d96-8166-409a04bcc61b req-2f62f48e-961f-48f2-b004-6cd653a0d4ee tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:03.516643 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f0919ade-e2eb-4d96-8166-409a04bcc61b req-2f62f48e-961f-48f2-b004-6cd653a0d4ee tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f8d6f1-cd00-4b6d-9668-c72dc5a1b520 HTTP/1.1" status: 200 len: 943 time: 0.3403027 Aug 11 02:11:03.538391 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1157a8ac-69e5-41f5-a2cc-2d2913ccec71 req-5b0907b4-56a7-4ad0-948a-c1c9fdfd17b6 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936227 Aug 11 02:11:03.610127 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 3fd089f0-cc3f-43cb-942a-23d12bd19a6c details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:11:03.613200 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 26d1094b-a760-481a-a41a-65946f72b88d up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:11:03.720150 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-05b080c5-c33d-488c-b835-1287506710a6 req-6c5f91d1-5095-46bc-92cb-db72c351dc57 service neutron] Attempting to bind port 595f3c6e-5bbd-4cba-b2a3-b16b8139b86b on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:11:03.721796 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-05b080c5-c33d-488c-b835-1287506710a6 req-6c5f91d1-5095-46bc-92cb-db72c351dc57 service neutron] Attempting to bind port 595f3c6e-5bbd-4cba-b2a3-b16b8139b86b by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:11:03.723421 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b080c5-c33d-488c-b835-1287506710a6 req-6c5f91d1-5095-46bc-92cb-db72c351dc57 service neutron] Attempting to bind port 595f3c6e-5bbd-4cba-b2a3-b16b8139b86b on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:03.736428 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b080c5-c33d-488c-b835-1287506710a6 req-6c5f91d1-5095-46bc-92cb-db72c351dc57 service neutron] Port 595f3c6e-5bbd-4cba-b2a3-b16b8139b86b on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:11:03.737094 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b080c5-c33d-488c-b835-1287506710a6 req-6c5f91d1-5095-46bc-92cb-db72c351dc57 service neutron] Attempting to bind port 595f3c6e-5bbd-4cba-b2a3-b16b8139b86b on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:03.748955 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b080c5-c33d-488c-b835-1287506710a6 req-6c5f91d1-5095-46bc-92cb-db72c351dc57 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:11:03.749430 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b080c5-c33d-488c-b835-1287506710a6 req-6c5f91d1-5095-46bc-92cb-db72c351dc57 service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:03.749897 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b080c5-c33d-488c-b835-1287506710a6 req-6c5f91d1-5095-46bc-92cb-db72c351dc57 service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:11:03.752157 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-05b080c5-c33d-488c-b835-1287506710a6 req-6c5f91d1-5095-46bc-92cb-db72c351dc57 service neutron] Bound port: 595f3c6e-5bbd-4cba-b2a3-b16b8139b86b, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:11:03.752537 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-05b080c5-c33d-488c-b835-1287506710a6 req-6c5f91d1-5095-46bc-92cb-db72c351dc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:03.782059 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4858e4-e5d4-4e61-8177-136e5818d6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4d2421-174f-48ce-bb12-30158aaa8bf3'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:03.792548 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c61ce5-6239-4b32-8a5c-d2af948f06e3" -d '{"events": [{"server_uuid": "8d4858e4-e5d4-4e61-8177-136e5818d6b8", "name": "network-vif-plugged", "status": "completed", "tag": "ab4d2421-174f-48ce-bb12-30158aaa8bf3"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:03.803318 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ddfb318d-332b-4037-901e-2b6e39bef82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:03.807058 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ddfb318d-332b-4037-901e-2b6e39bef82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:03.808280 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ddfb318d-332b-4037-901e-2b6e39bef82a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/38585685-334d-4ad1-afec-652d0db5a121 HTTP/1.1" status: 204 len: 168 time: 0.6389022 Aug 11 02:11:03.824308 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a2e41616-9682-4e0f-9a5e-49ed55d83321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:03.847453 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f0919ade-e2eb-4d96-8166-409a04bcc61b req-33f156ab-5cb5-47c2-93f6-8c890b00d42f tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250198 Aug 11 02:11:03.870718 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a2e41616-9682-4e0f-9a5e-49ed55d83321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:03.888129 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb318d-332b-4037-901e-2b6e39bef82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38585685-334d-4ad1-afec-652d0db5a121,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:03.962929 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 26d1094b-a760-481a-a41a-65946f72b88d completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:11:03.971180 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-05b080c5-c33d-488c-b835-1287506710a6 req-6c5f91d1-5095-46bc-92cb-db72c351dc57 service neutron] For port 595f3c6e-5bbd-4cba-b2a3-b16b8139b86b, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:11:03.987788 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-05b080c5-c33d-488c-b835-1287506710a6 req-6c5f91d1-5095-46bc-92cb-db72c351dc57 service neutron] For port 595f3c6e-5bbd-4cba-b2a3-b16b8139b86b, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=595f3c6e-5bbd-4cba-b2a3-b16b8139b86b,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:11:03.988355 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 26d1094b-a760-481a-a41a-65946f72b88d triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:03.988986 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:04.014068 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-05b080c5-c33d-488c-b835-1287506710a6 req-6c5f91d1-5095-46bc-92cb-db72c351dc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:04.052544 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd41a6a-f454-457a-9242-09909c0b5dec req-0d25057a-5017-4832-a9cb-e41ea566ff08 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:04.055498 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 3fd089f0-cc3f-43cb-942a-23d12bd19a6c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=3fd089f0-cc3f-43cb-942a-23d12bd19a6c,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:04.068016 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bcd41a6a-f454-457a-9242-09909c0b5dec req-0d25057a-5017-4832-a9cb-e41ea566ff08 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a492094-edcf-40ac-afc0-29b9c44ade25 HTTP/1.1" status: 200 len: 948 time: 0.3108118 Aug 11 02:11:04.076574 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '3fd089f0-cc3f-43cb-942a-23d12bd19a6c', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': '3fd089f0-cc3f-43cb-942a-23d12bd19a6c', 'mac_address': 'fa:16:3e:e8:b5:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:11:04.126460 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:04.146424 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd089f0-cc3f-43cb-942a-23d12bd19a6c {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:04.159332 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a2e41616-9682-4e0f-9a5e-49ed55d83321 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b1156651cfa94f458c4df77772d4a7dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2343857 Aug 11 02:11:04.166895 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b080c5-c33d-488c-b835-1287506710a6 req-6c5f91d1-5095-46bc-92cb-db72c351dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:04.167553 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-05b080c5-c33d-488c-b835-1287506710a6 req-6c5f91d1-5095-46bc-92cb-db72c351dc57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:04.169961 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34982) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:04.172143 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e41616-9682-4e0f-9a5e-49ed55d83321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9242d549-1782-4aa5-959a-36eb6a148fe8,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:04.182984 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05b080c5-c33d-488c-b835-1287506710a6 req-6c5f91d1-5095-46bc-92cb-db72c351dc57 service neutron] 10.222.0.73 "PUT /v2.0/ports/595f3c6e-5bbd-4cba-b2a3-b16b8139b86b HTTP/1.1" status: 200 len: 1097 time: 1.7524929 Aug 11 02:11:04.203512 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a492094-edcf-40ac-afc0-29b9c44ade25', 'tag': '595f3c6e-5bbd-4cba-b2a3-b16b8139b86b'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:04.206193 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 3fd089f0-cc3f-43cb-942a-23d12bd19a6c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=3fd089f0-cc3f-43cb-942a-23d12bd19a6c,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:04.207087 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f341992e-fca8-466d-9519-d7e4f0a58b02" -d '{"events": [{"name": "network-changed", "server_uuid": "0a492094-edcf-40ac-afc0-29b9c44ade25", "tag": "595f3c6e-5bbd-4cba-b2a3-b16b8139b86b"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:04.215968 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:04.220050 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:04.221217 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 97488eb1-7b99-42ed-8125-a0437dc7a086 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:11:04.376375 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f91d1-5095-46bc-92cb-db72c351dc57 service neutron] Pushing event updated for resources: {'Port': ['ID=595f3c6e-5bbd-4cba-b2a3-b16b8139b86b,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:04.401635 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bcd41a6a-f454-457a-9242-09909c0b5dec req-870cba73-caae-457a-b15e-1be732a89c2e tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.50 "GET /v2.0/security-groups?id=2f82adcd-e204-47ef-a665-ab7d1ea4a6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312557 Aug 11 02:11:04.405993 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830fde7-ed8f-4e3e-b1b1-c1585bc90c17 req-a5499029-6c78-4e0e-a5f1-bbdf471ceb61 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:04.409402 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8830fde7-ed8f-4e3e-b1b1-c1585bc90c17 req-a5499029-6c78-4e0e-a5f1-bbdf471ceb61 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a773bf3-ff7a-4498-a22b-763c2519d974 HTTP/1.1" status: 200 len: 948 time: 0.3954914 Aug 11 02:11:04.441734 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b080c5-c33d-488c-b835-1287506710a6 req-6949a1c2-4698-47f8-8cb3-fffac6d785bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:04.443238 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05b080c5-c33d-488c-b835-1287506710a6 req-6949a1c2-4698-47f8-8cb3-fffac6d785bf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9b5253dfd25440b1841d2cfde269c405&device_id=0a492094-edcf-40ac-afc0-29b9c44ade25 HTTP/1.1" status: 200 len: 1100 time: 0.2173960 Aug 11 02:11:04.467471 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 97488eb1-7b99-42ed-8125-a0437dc7a086, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=97488eb1-7b99-42ed-8125-a0437dc7a086,segment=NetworkSegment(b90ce4df-cc8e-4448-a1f2-f94063d6b16e),segment_id=b90ce4df-cc8e-4448-a1f2-f94063d6b16e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:04.516523 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce172f9-3cc9-4770-bb4f-6b26dafbc5cd x-openstack-request-id: req-2ce172f9-3cc9-4770-bb4f-6b26dafbc5cd {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:04.516829 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4858e4-e5d4-4e61-8177-136e5818d6b8", "name": "network-vif-plugged", "status": "completed", "tag": "ab4d2421-174f-48ce-bb12-30158aaa8bf3", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:04.517201 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2ce172f9-3cc9-4770-bb4f-6b26dafbc5cd {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:04.517492 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4858e4-e5d4-4e61-8177-136e5818d6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4d2421-174f-48ce-bb12-30158aaa8bf3', 'code': 200} Aug 11 02:11:04.530157 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '97488eb1-7b99-42ed-8125-a0437dc7a086', 'network_id': 'f125fcef-d9e9-4ec8-ac42-331264faeea0', 'port_id': '97488eb1-7b99-42ed-8125-a0437dc7a086', 'mac_address': 'fa:16:3e:ff:41:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cbe19f5-6919-43f5-abb0-402212091f5d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:11:04.532245 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8830fde7-ed8f-4e3e-b1b1-c1585bc90c17 req-ae679f5b-da39-4446-a122-867d77f97acf tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153934 Aug 11 02:11:04.577121 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1e62174a-6435-4433-9755-347b9e9ca71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:04.652082 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b78094-b83d-47cb-bf02-ba51a24c9800 x-openstack-request-id: req-38b78094-b83d-47cb-bf02-ba51a24c9800 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:04.652374 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a492094-edcf-40ac-afc0-29b9c44ade25", "tag": "595f3c6e-5bbd-4cba-b2a3-b16b8139b86b", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:04.652623 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-38b78094-b83d-47cb-bf02-ba51a24c9800 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:04.653013 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a492094-edcf-40ac-afc0-29b9c44ade25', 'tag': '595f3c6e-5bbd-4cba-b2a3-b16b8139b86b', 'status': 'completed', 'code': 200} Aug 11 02:11:04.654566 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05b080c5-c33d-488c-b835-1287506710a6 req-936e8cf6-2954-4eb1-a255-a4a64ff35a97 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=595f3c6e-5bbd-4cba-b2a3-b16b8139b86b HTTP/1.1" status: 200 len: 217 time: 0.1996915 Aug 11 02:11:04.684758 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1e62174a-6435-4433-9755-347b9e9ca71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:04.756021 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2cbe6-c0fb-438d-a7c2-ba84f600f9b0 req-f8127d76-42a5-4a8c-a7fe-aafc3d05c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:04.758072 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0fe2cbe6-c0fb-438d-a7c2-ba84f600f9b0 req-f8127d76-42a5-4a8c-a7fe-aafc3d05c490 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8d4858e4-e5d4-4e61-8177-136e5818d6b8 HTTP/1.1" status: 200 len: 1098 time: 0.1732306 Aug 11 02:11:04.793719 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca491bdc-8be9-4b1d-9b19-189ef1edecd1 req-4ccc42cd-5d77-4533-a11e-15dea6ef37c9 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:04.796379 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 26d1094b-a760-481a-a41a-65946f72b88d, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=26d1094b-a760-481a-a41a-65946f72b88d,segment=NetworkSegment(d2940b20-b68b-4b02-b8ba-8700537e2a0a),segment_id=d2940b20-b68b-4b02-b8ba-8700537e2a0a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:04.801974 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ca491bdc-8be9-4b1d-9b19-189ef1edecd1 req-4ccc42cd-5d77-4533-a11e-15dea6ef37c9 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d4858e4-e5d4-4e61-8177-136e5818d6b8 HTTP/1.1" status: 200 len: 946 time: 0.1338956 Aug 11 02:11:04.826164 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b080c5-c33d-488c-b835-1287506710a6 req-55e98422-408b-4435-94c2-239db525ad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:04.828069 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05b080c5-c33d-488c-b835-1287506710a6 req-55e98422-408b-4435-94c2-239db525ad1a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1588960 Aug 11 02:11:04.839033 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=3fd089f0-cc3f-43cb-942a-23d12bd19a6c,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:04.854933 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:04.936018 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:04.937410 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b080c5-c33d-488c-b835-1287506710a6 req-598276d1-a500-4063-b063-20a3a8e94fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:04.942125 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05b080c5-c33d-488c-b835-1287506710a6 req-598276d1-a500-4063-b063-20a3a8e94fd6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1011899 Aug 11 02:11:04.972870 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0fe2cbe6-c0fb-438d-a7c2-ba84f600f9b0 req-217acdd6-463a-4e19-9856-0956654ce6ce service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887450 Aug 11 02:11:04.973482 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1e62174a-6435-4433-9755-347b9e9ca71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:04.983080 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1e62174a-6435-4433-9755-347b9e9ca71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:04.984835 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1e62174a-6435-4433-9755-347b9e9ca71d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9242d549-1782-4aa5-959a-36eb6a148fe8 HTTP/1.1" status: 204 len: 168 time: 0.8136661 Aug 11 02:11:05.002089 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62174a-6435-4433-9755-347b9e9ca71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9242d549-1782-4aa5-959a-36eb6a148fe8,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:05.019933 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97488eb1-7b99-42ed-8125-a0437dc7a086 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:05.030498 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ca491bdc-8be9-4b1d-9b19-189ef1edecd1 req-8f828226-fe66-4d8b-98d2-b1d8b533f3c7 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274137 Aug 11 02:11:05.091035 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81faa7c1-e5f1-479d-a16a-483fd585f5cf req-cb95de14-a970-4131-b684-2f91ce66417f tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:05.099603 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81faa7c1-e5f1-479d-a16a-483fd585f5cf req-cb95de14-a970-4131-b684-2f91ce66417f tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f8d6f1-cd00-4b6d-9668-c72dc5a1b520 HTTP/1.1" status: 200 len: 943 time: 0.1457555 Aug 11 02:11:05.101308 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 97488eb1-7b99-42ed-8125-a0437dc7a086, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=97488eb1-7b99-42ed-8125-a0437dc7a086,segment=NetworkSegment(b90ce4df-cc8e-4448-a1f2-f94063d6b16e),segment_id=b90ce4df-cc8e-4448-a1f2-f94063d6b16e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:05.161518 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:05.176912 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=26d1094b-a760-481a-a41a-65946f72b88d,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:05.204738 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:05.205408 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:05.205929 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:05.206453 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:05.207005 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:05.207581 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:05.208106 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:05.208635 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:05.209354 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:05.209856 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:05.211222 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:05.211821 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:05.290185 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=97488eb1-7b99-42ed-8125-a0437dc7a086,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:05.441476 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['3fd089f0-cc3f-43cb-942a-23d12bd19a6c'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:05.644815 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35030) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:05.651959 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['97488eb1-7b99-42ed-8125-a0437dc7a086'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:05.686950 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81faa7c1-e5f1-479d-a16a-483fd585f5cf req-5133172a-969f-46e5-b77f-c302ce7c0f31 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5827861 Aug 11 02:11:05.718222 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05b080c5-c33d-488c-b835-1287506710a6 req-36056324-19b5-4c4c-b5aa-40f24ff208f5 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7655489 Aug 11 02:11:05.720859 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d66091d-7ccb-402f-afa1-9a454c20e879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:05.747312 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16bff11-4059-42f1-8cec-324ac7eb50a2 req-bacf9249-c1f7-471c-8882-5a9ac28910cd tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:05.751886 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d16bff11-4059-42f1-8cec-324ac7eb50a2 req-bacf9249-c1f7-471c-8882-5a9ac28910cd tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a492094-edcf-40ac-afc0-29b9c44ade25 HTTP/1.1" status: 200 len: 948 time: 0.1119773 Aug 11 02:11:05.851284 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d16bff11-4059-42f1-8cec-324ac7eb50a2 req-264ec464-0a7b-4c1d-86b8-c104a432970f tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.50 "GET /v2.0/security-groups?id=2f82adcd-e204-47ef-a665-ab7d1ea4a6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907590 Aug 11 02:11:05.918295 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d66091d-7ccb-402f-afa1-9a454c20e879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:05.967577 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d66091d-7ccb-402f-afa1-9a454c20e879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:06.115227 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2d66091d-7ccb-402f-afa1-9a454c20e879 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3df0814b1eb348b7a5e890f263ceb5ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4529619 Aug 11 02:11:06.115675 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35048) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:06.129626 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66091d-7ccb-402f-afa1-9a454c20e879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e314bb-789a-447c-a00e-6d2fd342f32a,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:06.153420 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2a348-de2e-4f12-8a61-a03bfbc60dd2 req-cbce3202-397e-4709-a72b-9829f67cacf4 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:06.155242 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8de2a348-de2e-4f12-8a61-a03bfbc60dd2 req-cbce3202-397e-4709-a72b-9829f67cacf4 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a773bf3-ff7a-4498-a22b-763c2519d974 HTTP/1.1" status: 200 len: 949 time: 0.2350605 Aug 11 02:11:06.196373 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05b080c5-c33d-488c-b835-1287506710a6 req-9e423bcf-55b5-4c7c-a883-ff5371693bb2 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593289 Aug 11 02:11:06.223649 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8de2a348-de2e-4f12-8a61-a03bfbc60dd2 req-c2102833-2d87-441d-8c04-e6a5f8635e55 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605717 Aug 11 02:11:06.307463 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5db9d560-eb3a-4f1d-8ae7-3eafbd0b16f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:06.337761 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341992e-fca8-466d-9519-d7e4f0a58b02 req-fc5adaf0-ab52-4562-8ab6-b8d861e77c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:06.339280 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f341992e-fca8-466d-9519-d7e4f0a58b02 req-fc5adaf0-ab52-4562-8ab6-b8d861e77c79 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9b5253dfd25440b1841d2cfde269c405&device_id=0a492094-edcf-40ac-afc0-29b9c44ade25 HTTP/1.1" status: 200 len: 1100 time: 0.0877149 Aug 11 02:11:06.364259 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2591cd-13df-4966-86c4-5a43d349de86 req-53bac787-9052-40ab-8392-01a54264e507 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:06.365896 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0a2591cd-13df-4966-86c4-5a43d349de86 req-53bac787-9052-40ab-8392-01a54264e507 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d4858e4-e5d4-4e61-8177-136e5818d6b8 HTTP/1.1" status: 200 len: 946 time: 0.1374075 Aug 11 02:11:06.425894 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5db9d560-eb3a-4f1d-8ae7-3eafbd0b16f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:06.472672 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341992e-fca8-466d-9519-d7e4f0a58b02 req-661e51dd-63ee-4dad-9391-f8aa1ebfb8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:06.473717 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f341992e-fca8-466d-9519-d7e4f0a58b02 req-661e51dd-63ee-4dad-9391-f8aa1ebfb8c6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.1243117 Aug 11 02:11:06.521500 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a0fda1-167d-415d-90d0-c4719ca6a4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d1094b-a760-481a-a41a-65946f72b88d'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:06.524439 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa57b99c-ba3d-4582-a360-8b97e83d18e8" -d '{"events": [{"server_uuid": "52a0fda1-167d-415d-90d0-c4719ca6a4b0", "name": "network-vif-plugged", "status": "completed", "tag": "26d1094b-a760-481a-a41a-65946f72b88d"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:06.526987 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0a2591cd-13df-4966-86c4-5a43d349de86 req-8ef69059-8e68-4836-bcda-c2623bdf99a4 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502388 Aug 11 02:11:06.553818 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f341992e-fca8-466d-9519-d7e4f0a58b02 req-30224a9f-782e-42b5-adea-9d7b7b9abd73 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=595f3c6e-5bbd-4cba-b2a3-b16b8139b86b HTTP/1.1" status: 200 len: 217 time: 0.0690310 Aug 11 02:11:06.562334 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5db9d560-eb3a-4f1d-8ae7-3eafbd0b16f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:06.564807 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5db9d560-eb3a-4f1d-8ae7-3eafbd0b16f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:06.568252 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5db9d560-eb3a-4f1d-8ae7-3eafbd0b16f9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e3e314bb-789a-447c-a00e-6d2fd342f32a HTTP/1.1" status: 204 len: 168 time: 0.4489458 Aug 11 02:11:06.588287 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9d560-eb3a-4f1d-8ae7-3eafbd0b16f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e314bb-789a-447c-a00e-6d2fd342f32a,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:06.657437 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c12f459-49b7-4823-b4e8-d7c9913772d8 x-openstack-request-id: req-8c12f459-49b7-4823-b4e8-d7c9913772d8 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:06.657971 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a0fda1-167d-415d-90d0-c4719ca6a4b0", "name": "network-vif-plugged", "status": "completed", "tag": "26d1094b-a760-481a-a41a-65946f72b88d", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:06.658396 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8c12f459-49b7-4823-b4e8-d7c9913772d8 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:06.658980 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a0fda1-167d-415d-90d0-c4719ca6a4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d1094b-a760-481a-a41a-65946f72b88d', 'code': 200} Aug 11 02:11:06.673859 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341992e-fca8-466d-9519-d7e4f0a58b02 req-1a9c6083-d018-4f03-b5a0-969989585f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:06.675258 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f341992e-fca8-466d-9519-d7e4f0a58b02 req-1a9c6083-d018-4f03-b5a0-969989585f63 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1066334 Aug 11 02:11:06.854906 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e22c49-0795-4aee-91be-ba0dcbe48b12 req-b46ca5b9-423c-4a7f-b71f-3d56fbd83f10 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:06.857107 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-91e22c49-0795-4aee-91be-ba0dcbe48b12 req-b46ca5b9-423c-4a7f-b71f-3d56fbd83f10 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=52a0fda1-167d-415d-90d0-c4719ca6a4b0 HTTP/1.1" status: 200 len: 946 time: 0.1164396 Aug 11 02:11:06.888147 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4281fec-5717-436f-9bfb-ed119aecc5a3 req-2ea65027-2b46-48c2-88ee-d4acd3156a07 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:06.897025 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d4281fec-5717-436f-9bfb-ed119aecc5a3 req-2ea65027-2b46-48c2-88ee-d4acd3156a07 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f8d6f1-cd00-4b6d-9668-c72dc5a1b520 HTTP/1.1" status: 200 len: 944 time: 0.1183469 Aug 11 02:11:06.909861 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341992e-fca8-466d-9519-d7e4f0a58b02 req-461fc7d1-8749-45d9-adc1-a9ae794b20fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:06.911746 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f341992e-fca8-466d-9519-d7e4f0a58b02 req-461fc7d1-8749-45d9-adc1-a9ae794b20fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2279313 Aug 11 02:11:06.917329 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-91e22c49-0795-4aee-91be-ba0dcbe48b12 req-30add4e5-8c66-43d0-8e4f-f15fbc3ebe69 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534034 Aug 11 02:11:06.934773 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea2476-13b9-4c87-a750-215e8e77345e req-a3c075ff-8db3-465a-b61a-e62910641472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:06.937462 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-69ea2476-13b9-4c87-a750-215e8e77345e req-a3c075ff-8db3-465a-b61a-e62910641472 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=52a0fda1-167d-415d-90d0-c4719ca6a4b0 HTTP/1.1" status: 200 len: 1098 time: 0.1496260 Aug 11 02:11:07.039150 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d4281fec-5717-436f-9bfb-ed119aecc5a3 req-10fff197-5ec4-496b-be62-d6a4c8188854 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408226 Aug 11 02:11:07.090456 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-69ea2476-13b9-4c87-a750-215e8e77345e req-cc9a89c6-e3cb-400b-9f7f-066cf3205ddd service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341639 Aug 11 02:11:07.113914 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f341992e-fca8-466d-9519-d7e4f0a58b02 req-5d1a7a37-50a0-40f9-8b25-5ad606037132 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736176 Aug 11 02:11:07.200255 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bfaca-31df-4d9d-884c-9bba119d4763 req-bd357cba-4ddb-4955-a108-81c96aca6125 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:07.215887 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-095bfaca-31df-4d9d-884c-9bba119d4763 req-bd357cba-4ddb-4955-a108-81c96aca6125 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a492094-edcf-40ac-afc0-29b9c44ade25 HTTP/1.1" status: 200 len: 948 time: 0.1739295 Aug 11 02:11:07.348179 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f341992e-fca8-466d-9519-d7e4f0a58b02 req-40d25b9d-1848-4d8f-b023-3f5bd67b784f service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187772 Aug 11 02:11:07.362036 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-095bfaca-31df-4d9d-884c-9bba119d4763 req-e6ad0036-724f-4ccb-8dc9-539eef5ed71b tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.50 "GET /v2.0/security-groups?id=2f82adcd-e204-47ef-a665-ab7d1ea4a6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441002 Aug 11 02:11:07.616451 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a05687-302b-40cd-9085-f5fc68842bc3 req-63913f23-12a3-4d1d-8aa4-9147100888f6 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:07.618542 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-75a05687-302b-40cd-9085-f5fc68842bc3 req-63913f23-12a3-4d1d-8aa4-9147100888f6 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a773bf3-ff7a-4498-a22b-763c2519d974 HTTP/1.1" status: 200 len: 949 time: 0.0795908 Aug 11 02:11:07.634789 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 3fd089f0-cc3f-43cb-942a-23d12bd19a6c up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:11:07.731261 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-75a05687-302b-40cd-9085-f5fc68842bc3 req-37907b58-efc4-4197-85ca-4a07256643c9 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061106 Aug 11 02:11:07.740485 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 3fd089f0-cc3f-43cb-942a-23d12bd19a6c completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:11:07.756381 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 3fd089f0-cc3f-43cb-942a-23d12bd19a6c triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:07.762404 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:07.890972 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:07.937577 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 3fd089f0-cc3f-43cb-942a-23d12bd19a6c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=3fd089f0-cc3f-43cb-942a-23d12bd19a6c,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:07.949415 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:07.950493 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 97488eb1-7b99-42ed-8125-a0437dc7a086 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:11:08.169634 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=3fd089f0-cc3f-43cb-942a-23d12bd19a6c,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:08.216454 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 97488eb1-7b99-42ed-8125-a0437dc7a086 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:11:08.224494 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0e43e-f998-40ce-bc9a-82a27545579c req-fc4f6da1-fe60-430b-84bc-d13d25d76d57 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:08.226125 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 97488eb1-7b99-42ed-8125-a0437dc7a086 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:08.229887 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:08.234181 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35126) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:08.235084 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-71f0e43e-f998-40ce-bc9a-82a27545579c req-fc4f6da1-fe60-430b-84bc-d13d25d76d57 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=52a0fda1-167d-415d-90d0-c4719ca6a4b0 HTTP/1.1" status: 200 len: 946 time: 0.1672378 Aug 11 02:11:08.302421 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-71f0e43e-f998-40ce-bc9a-82a27545579c req-1d267ad1-a71f-488d-a01f-b3a1e52a47c6 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659201 Aug 11 02:11:08.334391 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d21fa-024c-495e-a2f6-84adfea78fd3 req-f572ae45-5970-4821-bfe6-a412095c2c7b tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:08.352672 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-db7d21fa-024c-495e-a2f6-84adfea78fd3 req-f572ae45-5970-4821-bfe6-a412095c2c7b tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f8d6f1-cd00-4b6d-9668-c72dc5a1b520 HTTP/1.1" status: 200 len: 944 time: 0.1535137 Aug 11 02:11:08.411860 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-db7d21fa-024c-495e-a2f6-84adfea78fd3 req-5b9ffe8b-e3d1-4b80-8816-22a059261a02 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545583 Aug 11 02:11:08.428399 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:08.458953 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c19c3a52-cdcf-4a9e-a835-bfec0b516b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:08.469738 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 97488eb1-7b99-42ed-8125-a0437dc7a086, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=97488eb1-7b99-42ed-8125-a0437dc7a086,segment=NetworkSegment(b90ce4df-cc8e-4448-a1f2-f94063d6b16e),segment_id=b90ce4df-cc8e-4448-a1f2-f94063d6b16e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:08.481694 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:08.605421 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=97488eb1-7b99-42ed-8125-a0437dc7a086,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:08.624157 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc9084-92c4-465b-ab6b-9276471f865b req-a569f06e-aca0-484a-abec-64ba08d64244 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:08.628271 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1cdc9084-92c4-465b-ab6b-9276471f865b req-a569f06e-aca0-484a-abec-64ba08d64244 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a492094-edcf-40ac-afc0-29b9c44ade25 HTTP/1.1" status: 200 len: 948 time: 0.0864694 Aug 11 02:11:08.660496 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a773bf3-ff7a-4498-a22b-763c2519d974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd089f0-cc3f-43cb-942a-23d12bd19a6c'}, {'server_uuid': '67f8d6f1-cd00-4b6d-9668-c72dc5a1b520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97488eb1-7b99-42ed-8125-a0437dc7a086'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:08.663132 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844ff687-79c7-49fe-98cc-6fecb7dec15c" -d '{"events": [{"server_uuid": "8a773bf3-ff7a-4498-a22b-763c2519d974", "name": "network-vif-plugged", "status": "completed", "tag": "3fd089f0-cc3f-43cb-942a-23d12bd19a6c"}, {"server_uuid": "67f8d6f1-cd00-4b6d-9668-c72dc5a1b520", "name": "network-vif-plugged", "status": "completed", "tag": "97488eb1-7b99-42ed-8125-a0437dc7a086"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:08.689799 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1cdc9084-92c4-465b-ab6b-9276471f865b req-4be6a012-53e2-4160-9ad0-77aa7af5ee5b tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.50 "GET /v2.0/security-groups?id=2f82adcd-e204-47ef-a665-ab7d1ea4a6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580211 Aug 11 02:11:08.720908 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c19c3a52-cdcf-4a9e-a835-bfec0b516b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:08.729311 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c19c3a52-cdcf-4a9e-a835-bfec0b516b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:08.742641 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2cd3f7-665a-45c9-89df-4abe9a107862 x-openstack-request-id: req-2a2cd3f7-665a-45c9-89df-4abe9a107862 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:08.742907 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a773bf3-ff7a-4498-a22b-763c2519d974", "name": "network-vif-plugged", "status": "completed", "tag": "3fd089f0-cc3f-43cb-942a-23d12bd19a6c", "code": 200}, {"server_uuid": "67f8d6f1-cd00-4b6d-9668-c72dc5a1b520", "name": "network-vif-plugged", "status": "completed", "tag": "97488eb1-7b99-42ed-8125-a0437dc7a086", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:08.743245 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2a2cd3f7-665a-45c9-89df-4abe9a107862 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:08.743936 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a773bf3-ff7a-4498-a22b-763c2519d974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd089f0-cc3f-43cb-942a-23d12bd19a6c', 'code': 200} Aug 11 02:11:08.744058 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f8d6f1-cd00-4b6d-9668-c72dc5a1b520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97488eb1-7b99-42ed-8125-a0437dc7a086', 'code': 200} Aug 11 02:11:08.769731 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 595f3c6e-5bbd-4cba-b2a3-b16b8139b86b details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:11:08.820069 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35158) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:08.833403 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c19c3a52-cdcf-4a9e-a835-bfec0b516b21 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4ae75c1a346849acb9b4fc7910f9e101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5976040 Aug 11 02:11:08.953497 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-667f35e5-c415-40f0-87b7-418572e0f91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:08.988483 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c3a52-cdcf-4a9e-a835-bfec0b516b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bf7b43-6723-4140-93b3-df3c653bac66,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:08.991720 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 595f3c6e-5bbd-4cba-b2a3-b16b8139b86b, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=595f3c6e-5bbd-4cba-b2a3-b16b8139b86b,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:09.018505 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '595f3c6e-5bbd-4cba-b2a3-b16b8139b86b', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': '595f3c6e-5bbd-4cba-b2a3-b16b8139b86b', 'mac_address': 'fa:16:3e:00:30:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:11:09.022835 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-667f35e5-c415-40f0-87b7-418572e0f91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:09.040296 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5e42a-a74d-4eb4-8b0f-26856d62370c req-5795d1da-35bc-4dc4-9c69-4e8576653aba tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:09.044044 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-06b5e42a-a74d-4eb4-8b0f-26856d62370c req-5795d1da-35bc-4dc4-9c69-4e8576653aba tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a773bf3-ff7a-4498-a22b-763c2519d974 HTTP/1.1" status: 200 len: 950 time: 0.1144824 Aug 11 02:11:09.044308 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65afa12-59c2-4a0e-9c76-69384d9bf899 req-6bb9d277-0da3-454b-9f19-6294b39e61e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:09.048632 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f65afa12-59c2-4a0e-9c76-69384d9bf899 req-6bb9d277-0da3-454b-9f19-6294b39e61e1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=67f8d6f1-cd00-4b6d-9668-c72dc5a1b520 HTTP/1.1" status: 200 len: 1097 time: 0.1952481 Aug 11 02:11:09.052514 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d233d-2146-4b9d-9e9e-6d768c79d32c req-35590d8b-cc75-4d5c-9d38-9f1607e6c52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:09.054033 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bd1d233d-2146-4b9d-9e9e-6d768c79d32c req-35590d8b-cc75-4d5c-9d38-9f1607e6c52e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8a773bf3-ff7a-4498-a22b-763c2519d974 HTTP/1.1" status: 200 len: 1102 time: 0.1577103 Aug 11 02:11:09.070186 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:09.087628 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 595f3c6e-5bbd-4cba-b2a3-b16b8139b86b {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:09.115566 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 595f3c6e-5bbd-4cba-b2a3-b16b8139b86b, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=595f3c6e-5bbd-4cba-b2a3-b16b8139b86b,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:09.120634 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f65afa12-59c2-4a0e-9c76-69384d9bf899 req-7a6588ff-1066-4aab-84f3-d044271382f6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654504 Aug 11 02:11:09.121049 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:09.141693 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bd1d233d-2146-4b9d-9e9e-6d768c79d32c req-d3b0d8db-2f6b-40ca-8619-ea871a6501d3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739703 Aug 11 02:11:09.155788 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-06b5e42a-a74d-4eb4-8b0f-26856d62370c req-adbf27b1-7bd6-4ec9-b2b0-0b6905a72bdd tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007326 Aug 11 02:11:09.173540 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-667f35e5-c415-40f0-87b7-418572e0f91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:09.176428 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-667f35e5-c415-40f0-87b7-418572e0f91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:09.177563 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-667f35e5-c415-40f0-87b7-418572e0f91e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/92bf7b43-6723-4140-93b3-df3c653bac66 HTTP/1.1" status: 204 len: 168 time: 0.3561099 Aug 11 02:11:09.191922 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f35e5-c415-40f0-87b7-418572e0f91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bf7b43-6723-4140-93b3-df3c653bac66,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:09.213193 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=595f3c6e-5bbd-4cba-b2a3-b16b8139b86b,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:09.409889 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['595f3c6e-5bbd-4cba-b2a3-b16b8139b86b'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:09.524407 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c7a91-6717-4952-890b-f256d8f865e1 req-6adaadf7-6827-4dca-977a-14ae7b5d3b35 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:09.526047 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a78c7a91-6717-4952-890b-f256d8f865e1 req-6adaadf7-6827-4dca-977a-14ae7b5d3b35 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=52a0fda1-167d-415d-90d0-c4719ca6a4b0 HTTP/1.1" status: 200 len: 946 time: 0.1503472 Aug 11 02:11:09.595143 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067c26d-ae72-4260-8519-8b0d0142836a req-59c589b8-3594-480d-ac05-cf54512deb80 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:09.603839 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7067c26d-ae72-4260-8519-8b0d0142836a req-59c589b8-3594-480d-ac05-cf54512deb80 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f8d6f1-cd00-4b6d-9668-c72dc5a1b520 HTTP/1.1" status: 200 len: 945 time: 0.0768602 Aug 11 02:11:09.610365 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a78c7a91-6717-4952-890b-f256d8f865e1 req-2286b6e9-9256-44c9-8226-cef2e98ee30e tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777841 Aug 11 02:11:09.641093 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35192) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:09.658658 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-25be3115-5f7d-477a-b740-777813236df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:09.683782 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7067c26d-ae72-4260-8519-8b0d0142836a req-b0191d29-7c0e-4a1b-bddd-6214cc40af3f tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764346 Aug 11 02:11:09.775490 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-25be3115-5f7d-477a-b740-777813236df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:09.782324 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-25be3115-5f7d-477a-b740-777813236df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:09.817138 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-25be3115-5f7d-477a-b740-777813236df4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ae38f8baca1a48dcb775b0262e321989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1737442 Aug 11 02:11:09.820550 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35216) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:09.855142 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be3115-5f7d-477a-b740-777813236df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a4a596-6291-4792-ab6a-9d4f142901af,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:09.946908 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc128c1-367b-449b-97ba-d32a2137031b req-d9b6e73f-1140-41ee-962c-937019382357 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:09.954438 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dfc128c1-367b-449b-97ba-d32a2137031b req-d9b6e73f-1140-41ee-962c-937019382357 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a492094-edcf-40ac-afc0-29b9c44ade25 HTTP/1.1" status: 200 len: 949 time: 0.0787766 Aug 11 02:11:09.984008 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7a83f793-1c39-4a85-9a71-31a701e94be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:10.060212 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dfc128c1-367b-449b-97ba-d32a2137031b req-4bf52861-e3a8-4e06-97eb-e88b40744f68 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.50 "GET /v2.0/security-groups?id=2f82adcd-e204-47ef-a665-ab7d1ea4a6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045065 Aug 11 02:11:10.088635 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7a83f793-1c39-4a85-9a71-31a701e94be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:10.197906 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7a83f793-1c39-4a85-9a71-31a701e94be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:10.201111 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7a83f793-1c39-4a85-9a71-31a701e94be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:10.204250 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7a83f793-1c39-4a85-9a71-31a701e94be4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/03a4a596-6291-4792-ab6a-9d4f142901af HTTP/1.1" status: 204 len: 168 time: 0.3820894 Aug 11 02:11:10.248323 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83f793-1c39-4a85-9a71-31a701e94be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a4a596-6291-4792-ab6a-9d4f142901af,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:10.481336 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be2d71-e5e7-47f1-a5d6-63b45905ec23 req-72dcba38-868c-4824-bb96-fd036d088220 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:10.490550 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-55be2d71-e5e7-47f1-a5d6-63b45905ec23 req-72dcba38-868c-4824-bb96-fd036d088220 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a773bf3-ff7a-4498-a22b-763c2519d974 HTTP/1.1" status: 200 len: 950 time: 0.0889626 Aug 11 02:11:10.545603 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-55be2d71-e5e7-47f1-a5d6-63b45905ec23 req-4c889597-c7ef-4343-ae9e-bd1b733c0614 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540507 Aug 11 02:11:10.786799 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 595f3c6e-5bbd-4cba-b2a3-b16b8139b86b up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:11:10.817460 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-068cb72d-95c5-4731-aae2-b9f88fd6807e tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:10.818995 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-068cb72d-95c5-4731-aae2-b9f88fd6807e tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/networks?id=04482c74-3ec8-43ea-838b-eaba78bbe396 HTTP/1.1" status: 200 len: 813 time: 0.1693902 Aug 11 02:11:10.843398 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-335eddd4-51b5-447e-8775-27ff56d5fbc2 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/quotas/7a2ee39b1dbe4ae2873e2cef4f65b408 HTTP/1.1" status: 200 len: 375 time: 0.0171771 Aug 11 02:11:10.855766 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5e8fd-0683-49dd-8705-0f9d39083169 req-fb033d0a-e353-4cee-8faa-25776ed4370d tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:10.863626 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60d5e8fd-0683-49dd-8705-0f9d39083169 req-fb033d0a-e353-4cee-8faa-25776ed4370d tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f8d6f1-cd00-4b6d-9668-c72dc5a1b520 HTTP/1.1" status: 200 len: 945 time: 0.0786877 Aug 11 02:11:10.884335 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 595f3c6e-5bbd-4cba-b2a3-b16b8139b86b completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:11:10.891137 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 595f3c6e-5bbd-4cba-b2a3-b16b8139b86b triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:10.892971 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:10.897687 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-2f12f11a-bde4-4c5b-b852-f1b2f4a18e98 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a2ee39b1dbe4ae2873e2cef4f65b408&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530217 Aug 11 02:11:10.915585 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60d5e8fd-0683-49dd-8705-0f9d39083169 req-f6652f93-78bd-4dc3-806e-eedb82a1dbd0 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507352 Aug 11 02:11:11.029383 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35308) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:11.065764 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7a2bbeb1-f88d-46eb-8eec-a8743be3a73d service neutron] 10.222.0.50 "GET /v2.0/networks/04482c74-3ec8-43ea-838b-eaba78bbe396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588352 Aug 11 02:11:11.080250 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:11.141151 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a492094-edcf-40ac-afc0-29b9c44ade25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595f3c6e-5bbd-4cba-b2a3-b16b8139b86b'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:11.145286 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefb360e-cef6-46ca-9b14-39f139118c92" -d '{"events": [{"server_uuid": "0a492094-edcf-40ac-afc0-29b9c44ade25", "name": "network-vif-plugged", "status": "completed", "tag": "595f3c6e-5bbd-4cba-b2a3-b16b8139b86b"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:11.169414 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 595f3c6e-5bbd-4cba-b2a3-b16b8139b86b, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=595f3c6e-5bbd-4cba-b2a3-b16b8139b86b,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:11.176561 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:11.178706 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device b0b6fbb5-fa4b-4570-b818-ff8034cf6b67 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:11.218501 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd077b02-d6eb-4f1e-8050-c6adc5775679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:11.222260 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-1de05042-8e13-417e-9762-05a751f5627a service neutron] 10.222.0.50 "GET /v2.0/networks/04482c74-3ec8-43ea-838b-eaba78bbe396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550660 Aug 11 02:11:11.399390 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=595f3c6e-5bbd-4cba-b2a3-b16b8139b86b,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:11.412508 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:11.415320 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd077b02-d6eb-4f1e-8050-c6adc5775679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:11.426228 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd077b02-d6eb-4f1e-8050-c6adc5775679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:11.451505 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port b0b6fbb5-fa4b-4570-b818-ff8034cf6b67, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b0b6fbb5-fa4b-4570-b818-ff8034cf6b67,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:11.458634 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:11.535102 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fd077b02-d6eb-4f1e-8050-c6adc5775679 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6f49ac40fcd84203827efa7466fa6fe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5021067 Aug 11 02:11:11.535102 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd077b02-d6eb-4f1e-8050-c6adc5775679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0608c6fb-410a-4ff7-abb3-dca157ae851f,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:11.535405 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35336) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:11.559428 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a2476-7abe-48fb-88da-d43dd32113ec req-239ca4e2-051d-488b-abc9-ccb8a78dc484 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:11.560072 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3371c5e3-daa4-4458-a0fb-ef576ff4d916 x-openstack-request-id: req-3371c5e3-daa4-4458-a0fb-ef576ff4d916 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:11.560664 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a492094-edcf-40ac-afc0-29b9c44ade25", "name": "network-vif-plugged", "status": "completed", "tag": "595f3c6e-5bbd-4cba-b2a3-b16b8139b86b", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:11.561780 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3371c5e3-daa4-4458-a0fb-ef576ff4d916 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:11.562970 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a492094-edcf-40ac-afc0-29b9c44ade25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595f3c6e-5bbd-4cba-b2a3-b16b8139b86b', 'code': 200} Aug 11 02:11:11.573803 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8b5a2476-7abe-48fb-88da-d43dd32113ec req-239ca4e2-051d-488b-abc9-ccb8a78dc484 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a492094-edcf-40ac-afc0-29b9c44ade25 HTTP/1.1" status: 200 len: 950 time: 0.1316378 Aug 11 02:11:11.614634 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=b0b6fbb5-fa4b-4570-b818-ff8034cf6b67,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:11.646686 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8b5a2476-7abe-48fb-88da-d43dd32113ec req-1b3e5541-d0f7-430d-98db-7b6653a15458 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.50 "GET /v2.0/security-groups?id=2f82adcd-e204-47ef-a665-ab7d1ea4a6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642142 Aug 11 02:11:11.691837 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dca81-9587-4d4d-9796-fc6de3f55172 req-ceb80c6c-5db9-4b8f-9556-da70fb194c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:11.693511 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b16dca81-9587-4d4d-9796-fc6de3f55172 req-ceb80c6c-5db9-4b8f-9556-da70fb194c5e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0a492094-edcf-40ac-afc0-29b9c44ade25 HTTP/1.1" status: 200 len: 1102 time: 0.0516448 Aug 11 02:11:11.749702 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b16dca81-9587-4d4d-9796-fc6de3f55172 req-ae068fb3-570a-4e87-b090-1b70fba4ecbe service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2f82adcd-e204-47ef-a665-ab7d1ea4a6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374951 Aug 11 02:11:11.808193 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-83a32697-230f-42b6-aef7-6bc21b9c8925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:11.809645 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee088429-8d78-47f9-92f8-f6c9ffd9fe9e req-ec36cbac-bd94-412f-ba4e-04adbe5cd159 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:11.811305 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ee088429-8d78-47f9-92f8-f6c9ffd9fe9e req-ec36cbac-bd94-412f-ba4e-04adbe5cd159 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f8d6f1-cd00-4b6d-9668-c72dc5a1b520 HTTP/1.1" status: 200 len: 945 time: 0.0646231 Aug 11 02:11:11.857977 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-83a32697-230f-42b6-aef7-6bc21b9c8925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:11.887182 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ee088429-8d78-47f9-92f8-f6c9ffd9fe9e req-4fa7b8a5-7102-4db7-b889-c14e8ea2a780 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694344 Aug 11 02:11:11.899425 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90106257-4cf5-415f-94df-4b95354c83ff req-8f74152c-828e-482d-ae55-526471778e6a tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:11.901119 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-90106257-4cf5-415f-94df-4b95354c83ff req-8f74152c-828e-482d-ae55-526471778e6a tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d4858e4-e5d4-4e61-8177-136e5818d6b8 HTTP/1.1" status: 200 len: 946 time: 0.1626446 Aug 11 02:11:11.917130 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096f8ec-8ce7-4fc6-a428-37ea5ed899d9 req-69d37906-50e2-4c05-b8f2-11581b3f81e6 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:11.917130 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7096f8ec-8ce7-4fc6-a428-37ea5ed899d9 req-69d37906-50e2-4c05-b8f2-11581b3f81e6 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.66 "GET /v2.0/ports?device_id=52a0fda1-167d-415d-90d0-c4719ca6a4b0 HTTP/1.1" status: 200 len: 946 time: 0.0762877 Aug 11 02:11:11.947521 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6eb43-b0b1-49c7-887b-42221095306c req-cb9975ef-da24-4ec3-a4bf-5714f8c21e9a tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:11.949520 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-36d6eb43-b0b1-49c7-887b-42221095306c req-cb9975ef-da24-4ec3-a4bf-5714f8c21e9a tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/networks?id=817a4ff3-115a-4b81-9f1c-4ed18d90c966 HTTP/1.1" status: 200 len: 805 time: 0.3248589 Aug 11 02:11:11.992855 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-36d6eb43-b0b1-49c7-887b-42221095306c req-1dc397db-a214-4c93-a03b-fd27e076420e tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/quotas/a8d04554417c40d6830a6309b9057b02 HTTP/1.1" status: 200 len: 375 time: 0.0224111 Aug 11 02:11:12.071622 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-7096f8ec-8ce7-4fc6-a428-37ea5ed899d9 req-63a63376-d1b8-4977-b9f2-4c1131c4fb4a tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Deleting port 26d1094b-a760-481a-a41a-65946f72b88d {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:12.072302 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7096f8ec-8ce7-4fc6-a428-37ea5ed899d9 req-63a63376-d1b8-4977-b9f2-4c1131c4fb4a tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:12.091432 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-83a32697-230f-42b6-aef7-6bc21b9c8925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:12.094269 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-83a32697-230f-42b6-aef7-6bc21b9c8925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:12.095957 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-83a32697-230f-42b6-aef7-6bc21b9c8925 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0608c6fb-410a-4ff7-abb3-dca157ae851f HTTP/1.1" status: 204 len: 168 time: 0.5595319 Aug 11 02:11:12.119982 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a32697-230f-42b6-aef7-6bc21b9c8925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0608c6fb-410a-4ff7-abb3-dca157ae851f,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:12.138112 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-36d6eb43-b0b1-49c7-887b-42221095306c req-5ac6ace8-4d1c-4578-9f3f-89ff7f62beb1 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8d04554417c40d6830a6309b9057b02&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1376264 Aug 11 02:11:12.152246 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-90106257-4cf5-415f-94df-4b95354c83ff req-9646080a-5716-457c-b3ea-70e3f5b9b5d1 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Deleting port ab4d2421-174f-48ce-bb12-30158aaa8bf3 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:12.152816 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-90106257-4cf5-415f-94df-4b95354c83ff req-9646080a-5716-457c-b3ea-70e3f5b9b5d1 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:12.317512 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-7096f8ec-8ce7-4fc6-a428-37ea5ed899d9 req-63a63376-d1b8-4977-b9f2-4c1131c4fb4a tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] For port 26d1094b-a760-481a-a41a-65946f72b88d, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=26d1094b-a760-481a-a41a-65946f72b88d,segment=NetworkSegment(d2940b20-b68b-4b02-b8ba-8700537e2a0a),segment_id=d2940b20-b68b-4b02-b8ba-8700537e2a0a)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:12.317833 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7096f8ec-8ce7-4fc6-a428-37ea5ed899d9 req-63a63376-d1b8-4977-b9f2-4c1131c4fb4a tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:12.327342 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc11f16-16c0-4300-81e8-45819ab1fc45 req-14e14ee9-0fc5-4eb2-8c5c-25d054214043 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:12.329109 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbc11f16-16c0-4300-81e8-45819ab1fc45 req-14e14ee9-0fc5-4eb2-8c5c-25d054214043 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a773bf3-ff7a-4498-a22b-763c2519d974 HTTP/1.1" status: 200 len: 950 time: 0.1238246 Aug 11 02:11:12.350008 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-36d6eb43-b0b1-49c7-887b-42221095306c req-42b5ced4-13ec-4429-93d3-776107f83bf3 service neutron] 10.222.0.50 "GET /v2.0/networks/817a4ff3-115a-4b81-9f1c-4ed18d90c966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103510 Aug 11 02:11:12.351740 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-7096f8ec-8ce7-4fc6-a428-37ea5ed899d9 req-63a63376-d1b8-4977-b9f2-4c1131c4fb4a tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Calling delete_port for 26d1094b-a760-481a-a41a-65946f72b88d owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:12.360646 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-90106257-4cf5-415f-94df-4b95354c83ff req-9646080a-5716-457c-b3ea-70e3f5b9b5d1 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] For port ab4d2421-174f-48ce-bb12-30158aaa8bf3, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=ab4d2421-174f-48ce-bb12-30158aaa8bf3,segment=NetworkSegment(d2940b20-b68b-4b02-b8ba-8700537e2a0a),segment_id=d2940b20-b68b-4b02-b8ba-8700537e2a0a)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:12.361196 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-90106257-4cf5-415f-94df-4b95354c83ff req-9646080a-5716-457c-b3ea-70e3f5b9b5d1 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:12.408907 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbc11f16-16c0-4300-81e8-45819ab1fc45 req-0a0b9438-02b7-49d7-ba77-6373c3b21e55 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629411 Aug 11 02:11:12.486673 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-36d6eb43-b0b1-49c7-887b-42221095306c req-4310b85f-e974-4483-80cf-4717e35e43ec service neutron] 10.222.0.50 "GET /v2.0/networks/817a4ff3-115a-4b81-9f1c-4ed18d90c966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352544 Aug 11 02:11:12.494887 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-90106257-4cf5-415f-94df-4b95354c83ff req-9646080a-5716-457c-b3ea-70e3f5b9b5d1 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Calling delete_port for ab4d2421-174f-48ce-bb12-30158aaa8bf3 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:12.511859 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7cf02882-8431-4181-9824-112e29ce4c10 req-b6824a73-e61f-47c5-9234-a6418eacbb90 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=94bd4d87-8980-4a51-96b6-c383079464c7 HTTP/1.1" status: 200 len: 210 time: 0.0379536 Aug 11 02:11:12.610209 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7096f8ec-8ce7-4fc6-a428-37ea5ed899d9 req-63a63376-d1b8-4977-b9f2-4c1131c4fb4a tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:12.630592 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['26d1094b-a760-481a-a41a-65946f72b88d'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:12.637388 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['ab4d2421-174f-48ce-bb12-30158aaa8bf3'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:12.671853 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a63376-d1b8-4977-b9f2-4c1131c4fb4a tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Pushing event deleted for resources: {'Port': ['ID=26d1094b-a760-481a-a41a-65946f72b88d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:12.787884 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-90106257-4cf5-415f-94df-4b95354c83ff req-9646080a-5716-457c-b3ea-70e3f5b9b5d1 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:12.848270 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646080a-5716-457c-b3ea-70e3f5b9b5d1 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Pushing event deleted for resources: {'Port': ['ID=ab4d2421-174f-48ce-bb12-30158aaa8bf3,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:12.877323 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-7096f8ec-8ce7-4fc6-a428-37ea5ed899d9 req-63a63376-d1b8-4977-b9f2-4c1131c4fb4a tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] No DVR routers for this DVR port 26d1094b-a760-481a-a41a-65946f72b88d on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:11:12.890878 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7096f8ec-8ce7-4fc6-a428-37ea5ed899d9 req-63a63376-d1b8-4977-b9f2-4c1131c4fb4a tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:12.895132 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7096f8ec-8ce7-4fc6-a428-37ea5ed899d9 req-63a63376-d1b8-4977-b9f2-4c1131c4fb4a tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.66 "DELETE /v2.0/ports/26d1094b-a760-481a-a41a-65946f72b88d HTTP/1.1" status: 204 len: 173 time: 0.9745758 Aug 11 02:11:12.895888 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a0fda1-167d-415d-90d0-c4719ca6a4b0', 'name': 'network-vif-deleted', 'tag': '26d1094b-a760-481a-a41a-65946f72b88d'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:12.899309 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f0792e-4734-4840-8232-5251b77d97b3" -d '{"events": [{"server_uuid": "52a0fda1-167d-415d-90d0-c4719ca6a4b0", "name": "network-vif-deleted", "tag": "26d1094b-a760-481a-a41a-65946f72b88d"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:12.928563 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bebb14-75a4-48f3-b6a0-e417c9f0e238 req-d5bb151f-5c17-442a-b943-05cd75316e6f tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:12.930651 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-30bebb14-75a4-48f3-b6a0-e417c9f0e238 req-d5bb151f-5c17-442a-b943-05cd75316e6f tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.1831462 Aug 11 02:11:12.947140 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-90106257-4cf5-415f-94df-4b95354c83ff req-9646080a-5716-457c-b3ea-70e3f5b9b5d1 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] No DVR routers for this DVR port ab4d2421-174f-48ce-bb12-30158aaa8bf3 on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:11:12.950027 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-90106257-4cf5-415f-94df-4b95354c83ff req-9646080a-5716-457c-b3ea-70e3f5b9b5d1 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:12.952517 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-90106257-4cf5-415f-94df-4b95354c83ff req-9646080a-5716-457c-b3ea-70e3f5b9b5d1 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.73 "DELETE /v2.0/ports/ab4d2421-174f-48ce-bb12-30158aaa8bf3 HTTP/1.1" status: 204 len: 173 time: 1.0389287 Aug 11 02:11:12.952517 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4858e4-e5d4-4e61-8177-136e5818d6b8', 'name': 'network-vif-deleted', 'tag': 'ab4d2421-174f-48ce-bb12-30158aaa8bf3'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:12.955228 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6fac3a-a1fb-4f08-a50c-214670b3e7d2" -d '{"events": [{"server_uuid": "8d4858e4-e5d4-4e61-8177-136e5818d6b8", "name": "network-vif-deleted", "tag": "ab4d2421-174f-48ce-bb12-30158aaa8bf3"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:13.001605 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['26d1094b-a760-481a-a41a-65946f72b88d'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:13.045664 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35402) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:13.094310 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-30bebb14-75a4-48f3-b6a0-e417c9f0e238 req-9d4ce4c7-a57a-4bd3-9026-562e232c2753 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550248 Aug 11 02:11:13.095755 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c7d21148-92a6-46ed-a960-d4773523b4a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:13.342768 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17375b29-d522-40d5-84a9-d7c0916b1f04 req-43776181-fd12-4fd2-b5c7-1da6f5f706b4 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:13.344509 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-17375b29-d522-40d5-84a9-d7c0916b1f04 req-43776181-fd12-4fd2-b5c7-1da6f5f706b4 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.66 "GET /v2.0/ports?device_id=67f8d6f1-cd00-4b6d-9668-c72dc5a1b520 HTTP/1.1" status: 200 len: 945 time: 0.2156005 Aug 11 02:11:13.402815 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e19a75-ac0b-4ef0-8bbf-38731c3d9c1e req-bba938bd-69c4-4d18-89be-13ab3c62012e tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:13.404494 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-53e19a75-ac0b-4ef0-8bbf-38731c3d9c1e req-bba938bd-69c4-4d18-89be-13ab3c62012e tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a492094-edcf-40ac-afc0-29b9c44ade25 HTTP/1.1" status: 200 len: 950 time: 0.1396737 Aug 11 02:11:13.509675 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-53e19a75-ac0b-4ef0-8bbf-38731c3d9c1e req-4e9f6c7a-675f-4080-a3ab-d8a0cdf2e67d tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.50 "GET /v2.0/security-groups?id=2f82adcd-e204-47ef-a665-ab7d1ea4a6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977118 Aug 11 02:11:13.526422 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c7d21148-92a6-46ed-a960-d4773523b4a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:13.548335 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c7d21148-92a6-46ed-a960-d4773523b4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:13.564256 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0b6fbb5-fa4b-4570-b818-ff8034cf6b67'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:13.567244 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e74c36-a6de-47f5-b54c-ec120767308f" -d '{"events": [{"server_uuid": "43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3", "name": "network-vif-unplugged", "status": "completed", "tag": "b0b6fbb5-fa4b-4570-b818-ff8034cf6b67"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:13.576576 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-17375b29-d522-40d5-84a9-d7c0916b1f04 req-ed91d4bd-1b8e-4bc4-8e1d-9317ff148ebe tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Deleting port 97488eb1-7b99-42ed-8125-a0437dc7a086 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:13.577036 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-17375b29-d522-40d5-84a9-d7c0916b1f04 req-ed91d4bd-1b8e-4bc4-8e1d-9317ff148ebe tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:13.611914 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a216fa5-bb83-4395-9e83-5bb9b5d41b3b req-edc6b414-de70-4e1c-829a-27d2c8255bac tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:13.613723 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7a216fa5-bb83-4395-9e83-5bb9b5d41b3b req-edc6b414-de70-4e1c-829a-27d2c8255bac tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.73 "GET /v2.0/ports?device_id=43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3 HTTP/1.1" status: 200 len: 943 time: 0.6009274 Aug 11 02:11:13.710281 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c7d21148-92a6-46ed-a960-d4773523b4a3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=41463726e73f444f93b05c9e876a76fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6578884 Aug 11 02:11:13.710281 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e040dda8-c1cd-4079-bf61-65e6d93def7e req-afa501e7-988d-4fc7-bb12-0c682026ba7f tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 210 time: 0.0571213 Aug 11 02:11:13.713349 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35422) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:13.715386 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d21148-92a6-46ed-a960-d4773523b4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86831f7b-73a1-4126-a7ee-7ce5beead20a,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:13.802614 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-17375b29-d522-40d5-84a9-d7c0916b1f04 req-ed91d4bd-1b8e-4bc4-8e1d-9317ff148ebe tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] For port 97488eb1-7b99-42ed-8125-a0437dc7a086, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=97488eb1-7b99-42ed-8125-a0437dc7a086,segment=NetworkSegment(b90ce4df-cc8e-4448-a1f2-f94063d6b16e),segment_id=b90ce4df-cc8e-4448-a1f2-f94063d6b16e)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:13.803057 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-17375b29-d522-40d5-84a9-d7c0916b1f04 req-ed91d4bd-1b8e-4bc4-8e1d-9317ff148ebe tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:13.808273 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5778dbc-f618-4b9a-a344-0391d6ec4593 x-openstack-request-id: req-d5778dbc-f618-4b9a-a344-0391d6ec4593 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:13.809334 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a0fda1-167d-415d-90d0-c4719ca6a4b0", "name": "network-vif-deleted", "tag": "26d1094b-a760-481a-a41a-65946f72b88d", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:13.809863 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d5778dbc-f618-4b9a-a344-0391d6ec4593 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:13.810564 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a0fda1-167d-415d-90d0-c4719ca6a4b0', 'name': 'network-vif-deleted', 'tag': '26d1094b-a760-481a-a41a-65946f72b88d', 'status': 'completed', 'code': 200} Aug 11 02:11:13.830049 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-17375b29-d522-40d5-84a9-d7c0916b1f04 req-ed91d4bd-1b8e-4bc4-8e1d-9317ff148ebe tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Calling delete_port for 97488eb1-7b99-42ed-8125-a0437dc7a086 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:13.838658 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19e79a-c06e-4686-833b-4621bce4e649 req-cca1881c-0ffa-4c1b-b403-ff9869d24822 tempest-NetworksTest-1865750547 tempest-NetworksTest-1865750547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:13.839326 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19e79a-c06e-4686-833b-4621bce4e649 req-cca1881c-0ffa-4c1b-b403-ff9869d24822 tempest-NetworksTest-1865750547 tempest-NetworksTest-1865750547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:13.840158 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19e79a-c06e-4686-833b-4621bce4e649 req-cca1881c-0ffa-4c1b-b403-ff9869d24822 tempest-NetworksTest-1865750547 tempest-NetworksTest-1865750547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:13.840710 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19e79a-c06e-4686-833b-4621bce4e649 req-cca1881c-0ffa-4c1b-b403-ff9869d24822 tempest-NetworksTest-1865750547 tempest-NetworksTest-1865750547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:13.842087 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-deef8219-e498-4296-a880-9c49e04f0507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:13.842602 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19e79a-c06e-4686-833b-4621bce4e649 req-cca1881c-0ffa-4c1b-b403-ff9869d24822 tempest-NetworksTest-1865750547 tempest-NetworksTest-1865750547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:13.842955 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19e79a-c06e-4686-833b-4621bce4e649 req-cca1881c-0ffa-4c1b-b403-ff9869d24822 tempest-NetworksTest-1865750547 tempest-NetworksTest-1865750547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:13.843446 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19e79a-c06e-4686-833b-4621bce4e649 req-cca1881c-0ffa-4c1b-b403-ff9869d24822 tempest-NetworksTest-1865750547 tempest-NetworksTest-1865750547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:13.845667 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a19e79a-c06e-4686-833b-4621bce4e649 req-cca1881c-0ffa-4c1b-b403-ff9869d24822 tempest-NetworksTest-1865750547 tempest-NetworksTest-1865750547-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5010 time: 0.7972078 Aug 11 02:11:13.857997 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-7a216fa5-bb83-4395-9e83-5bb9b5d41b3b req-ebd2d254-1ef5-4159-9714-a5d301370463 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Deleting port b0b6fbb5-fa4b-4570-b818-ff8034cf6b67 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:13.858664 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-7a216fa5-bb83-4395-9e83-5bb9b5d41b3b req-ebd2d254-1ef5-4159-9714-a5d301370463 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:13.959966 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-deef8219-e498-4296-a880-9c49e04f0507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:13.962331 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9efef0-c3c5-45ea-b82f-f421dbfa8397 x-openstack-request-id: req-7d9efef0-c3c5-45ea-b82f-f421dbfa8397 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:13.963032 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4858e4-e5d4-4e61-8177-136e5818d6b8", "name": "network-vif-deleted", "tag": "ab4d2421-174f-48ce-bb12-30158aaa8bf3", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:13.963032 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7d9efef0-c3c5-45ea-b82f-f421dbfa8397 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:13.963282 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4858e4-e5d4-4e61-8177-136e5818d6b8', 'name': 'network-vif-deleted', 'tag': 'ab4d2421-174f-48ce-bb12-30158aaa8bf3', 'status': 'completed', 'code': 200} Aug 11 02:11:13.977668 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-7a216fa5-bb83-4395-9e83-5bb9b5d41b3b req-ebd2d254-1ef5-4159-9714-a5d301370463 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] For port b0b6fbb5-fa4b-4570-b818-ff8034cf6b67, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b0b6fbb5-fa4b-4570-b818-ff8034cf6b67,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:13.978273 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-7a216fa5-bb83-4395-9e83-5bb9b5d41b3b req-ebd2d254-1ef5-4159-9714-a5d301370463 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:13.994445 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-7a216fa5-bb83-4395-9e83-5bb9b5d41b3b req-ebd2d254-1ef5-4159-9714-a5d301370463 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Calling delete_port for b0b6fbb5-fa4b-4570-b818-ff8034cf6b67 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:14.027021 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-e70c3da2-da30-4bcc-8945-28fa0e08dfd5 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e0f21d4f135e4edfb025f9641f4900a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296674 Aug 11 02:11:14.082380 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d16f43-53df-455e-ab6a-5a726316fe90 req-45cde62d-e46f-4924-a8b6-74c6b03896a4 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:14.083937 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-99d16f43-53df-455e-ab6a-5a726316fe90 req-45cde62d-e46f-4924-a8b6-74c6b03896a4 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f8d6f1-cd00-4b6d-9668-c72dc5a1b520 HTTP/1.1" status: 200 len: 945 time: 0.1868474 Aug 11 02:11:14.094587 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-5b305c43-d66f-42a4-9c3c-505c05b3a466 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:14.095923 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-5b305c43-d66f-42a4-9c3c-505c05b3a466 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.73 "GET /v2.0/networks?id=04482c74-3ec8-43ea-838b-eaba78bbe396 HTTP/1.1" status: 200 len: 813 time: 0.2409348 Aug 11 02:11:14.122236 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7c2d0e24-f550-4a87-b8f3-5778bc3a0de7 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Request body: {'port': {'device_id': 'fa0188be-b5df-497a-8066-f5a1d8eab628', 'network_id': '04482c74-3ec8-43ea-838b-eaba78bbe396', 'admin_state_up': True, 'tenant_id': '7a2ee39b1dbe4ae2873e2cef4f65b408'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:14.192119 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-2bd77504-7d82-4087-890c-1f60ae5ab0d9 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:14.193913 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-2bd77504-7d82-4087-890c-1f60ae5ab0d9 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1304083 Aug 11 02:11:14.222892 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-deef8219-e498-4296-a880-9c49e04f0507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:14.225516 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-deef8219-e498-4296-a880-9c49e04f0507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:14.227508 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-deef8219-e498-4296-a880-9c49e04f0507 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/86831f7b-73a1-4126-a7ee-7ce5beead20a HTTP/1.1" status: 204 len: 168 time: 0.5130377 Aug 11 02:11:14.257287 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-5a6c0376-db78-4ecd-9b46-97d0fb9f4d1d tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/quotas/e0f21d4f135e4edfb025f9641f4900a6 HTTP/1.1" status: 200 len: 375 time: 0.0278575 Aug 11 02:11:14.278264 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-99d16f43-53df-455e-ab6a-5a726316fe90 req-be34331f-d493-4a90-9c5d-36dc76979fd6 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups?id=81946146-d691-46f2-8ae9-0a427eee70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813767 Aug 11 02:11:14.303110 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef8219-e498-4296-a880-9c49e04f0507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86831f7b-73a1-4126-a7ee-7ce5beead20a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:14.357626 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-17375b29-d522-40d5-84a9-d7c0916b1f04 req-ed91d4bd-1b8e-4bc4-8e1d-9317ff148ebe tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:14.369336 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['97488eb1-7b99-42ed-8125-a0437dc7a086'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:14.375475 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-7a216fa5-bb83-4395-9e83-5bb9b5d41b3b req-ebd2d254-1ef5-4159-9714-a5d301370463 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:14.415850 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-21a13041-e538-46fa-b830-733c6fd60089 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0f21d4f135e4edfb025f9641f4900a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1575797 Aug 11 02:11:14.417655 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91d4bd-1b8e-4bc4-8e1d-9317ff148ebe tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Pushing event deleted for resources: {'Port': ['ID=97488eb1-7b99-42ed-8125-a0437dc7a086,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:14.508450 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-17375b29-d522-40d5-84a9-d7c0916b1f04 req-ed91d4bd-1b8e-4bc4-8e1d-9317ff148ebe tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] No DVR routers for this DVR port 97488eb1-7b99-42ed-8125-a0437dc7a086 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:11:14.515330 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-17375b29-d522-40d5-84a9-d7c0916b1f04 req-ed91d4bd-1b8e-4bc4-8e1d-9317ff148ebe tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:14.517375 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-17375b29-d522-40d5-84a9-d7c0916b1f04 req-ed91d4bd-1b8e-4bc4-8e1d-9317ff148ebe tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.66 "DELETE /v2.0/ports/97488eb1-7b99-42ed-8125-a0437dc7a086 HTTP/1.1" status: 204 len: 173 time: 1.1635602 Aug 11 02:11:14.535461 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7c2d0e24-f550-4a87-b8f3-5778bc3a0de7 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Made reservation on behalf of 7a2ee39b1dbe4ae2873e2cef4f65b408 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:14.539366 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7c2d0e24-f550-4a87-b8f3-5778bc3a0de7 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:14.558302 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a216fa5-bb83-4395-9e83-5bb9b5d41b3b req-ebd2d254-1ef5-4159-9714-a5d301370463 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] No DVR routers for this DVR port b0b6fbb5-fa4b-4570-b818-ff8034cf6b67 on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:11:14.559711 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-8e7f29c8-0d60-4efe-9ce7-93f5ff958e88 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:14.560484 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2d254-1ef5-4159-9714-a5d301370463 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Pushing event deleted for resources: {'Port': ['ID=b0b6fbb5-fa4b-4570-b818-ff8034cf6b67,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:14.561429 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-8e7f29c8-0d60-4efe-9ce7-93f5ff958e88 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.66 "GET /v2.0/networks?id=04482c74-3ec8-43ea-838b-eaba78bbe396 HTTP/1.1" status: 200 len: 813 time: 0.2931666 Aug 11 02:11:14.563880 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-7a216fa5-bb83-4395-9e83-5bb9b5d41b3b req-ebd2d254-1ef5-4159-9714-a5d301370463 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:14.566396 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7a216fa5-bb83-4395-9e83-5bb9b5d41b3b req-ebd2d254-1ef5-4159-9714-a5d301370463 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.73 "DELETE /v2.0/ports/b0b6fbb5-fa4b-4570-b818-ff8034cf6b67 HTTP/1.1" status: 204 len: 173 time: 0.9405000 Aug 11 02:11:14.581401 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-8aa3d0b4-f369-42da-95bb-887942386110 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Request body: {'port': {'device_id': '94bd4d87-8980-4a51-96b6-c383079464c7', 'network_id': '04482c74-3ec8-43ea-838b-eaba78bbe396', 'admin_state_up': True, 'tenant_id': '7a2ee39b1dbe4ae2873e2cef4f65b408'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:14.669284 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0201ac1f-1a84-47f1-9947-a50e7920d6fc x-openstack-request-id: req-0201ac1f-1a84-47f1-9947-a50e7920d6fc {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:14.669934 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3", "name": "network-vif-unplugged", "status": "completed", "tag": "b0b6fbb5-fa4b-4570-b818-ff8034cf6b67", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:14.670359 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0201ac1f-1a84-47f1-9947-a50e7920d6fc {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:14.670920 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0b6fbb5-fa4b-4570-b818-ff8034cf6b67', 'code': 200} Aug 11 02:11:14.786852 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device b0b6fbb5-fa4b-4570-b818-ff8034cf6b67 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:14.794186 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15adec90-79b6-42f5-a5b4-023fede9fc8d req-cae07202-207b-47d9-bc78-484ca4b47d5c tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=94bd4d87-8980-4a51-96b6-c383079464c7 HTTP/1.1" status: 200 len: 210 time: 0.0602465 Aug 11 02:11:14.843675 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: b0b6fbb5-fa4b-4570-b818-ff8034cf6b67 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:11:14.844018 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device b0b6fbb5-fa4b-4570-b818-ff8034cf6b67 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:11:14.844440 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device ab4d2421-174f-48ce-bb12-30158aaa8bf3 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:14.880929 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: ab4d2421-174f-48ce-bb12-30158aaa8bf3 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:11:14.881549 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device ab4d2421-174f-48ce-bb12-30158aaa8bf3 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:11:14.961478 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46fc57c-3f7c-4032-9da7-a182d2b4d49b req-c1fc6d8f-652f-428b-9180-b752ccc29818 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:14.963606 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b46fc57c-3f7c-4032-9da7-a182d2b4d49b req-c1fc6d8f-652f-428b-9180-b752ccc29818 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a492094-edcf-40ac-afc0-29b9c44ade25 HTTP/1.1" status: 200 len: 950 time: 0.0607736 Aug 11 02:11:14.987387 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95a09f-d8e1-4df2-acd8-de31d3bfb083 req-21450460-b5be-42f7-a978-5dda260c673f tempest-NetworksTest-1865750547 tempest-NetworksTest-1865750547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:15.000692 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-da95a09f-d8e1-4df2-acd8-de31d3bfb083 req-21450460-b5be-42f7-a978-5dda260c673f tempest-NetworksTest-1865750547 tempest-NetworksTest-1865750547-project-admin] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 886 time: 0.2944028 Aug 11 02:11:15.002201 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7c2d0e24-f550-4a87-b8f3-5778bc3a0de7 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Allocated IP 172.20.0.6 (04482c74-3ec8-43ea-838b-eaba78bbe396/b953b435-c391-4a77-b230-78b5dc8f0e61/38b93181-ddfa-49e9-878c-81b47a204b38) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:11:15.032754 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b46fc57c-3f7c-4032-9da7-a182d2b4d49b req-fa8d962c-c30b-4125-92ff-736db0a1e65a tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.50 "GET /v2.0/security-groups?id=2f82adcd-e204-47ef-a665-ab7d1ea4a6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600455 Aug 11 02:11:15.093590 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e86a65dc-e0f2-49fa-85b9-349b65335887 req-1700741e-9990-4f73-86dd-961fffa8d073 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=64951433-4404-4131-bf06-ed960b67ba39 HTTP/1.1" status: 200 len: 210 time: 0.0457363 Aug 11 02:11:15.102150 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-8aa3d0b4-f369-42da-95bb-887942386110 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Made reservation on behalf of 7a2ee39b1dbe4ae2873e2cef4f65b408 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:15.107151 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-8aa3d0b4-f369-42da-95bb-887942386110 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:15.254770 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7e45085d-8013-441e-ab5c-f26289774d38 req-c6d97fd1-8e54-4bfd-8f3b-fe6c3cd43dd1 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 210 time: 0.0960150 Aug 11 02:11:15.386688 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6eb43-b0b1-49c7-887b-42221095306c req-e39a987b-78da-4e84-8de2-be48406ae0ed tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:15.388368 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-36d6eb43-b0b1-49c7-887b-42221095306c req-e39a987b-78da-4e84-8de2-be48406ae0ed tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.73 "GET /v2.0/networks?id=817a4ff3-115a-4b81-9f1c-4ed18d90c966 HTTP/1.1" status: 200 len: 805 time: 0.2464626 Aug 11 02:11:15.407192 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-36d6eb43-b0b1-49c7-887b-42221095306c req-4ec77c98-21c6-4515-9853-1abf4a4b090f tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Request body: {'port': {'device_id': 'a961ac6a-decb-4df9-9874-1163ef684d70', 'network_id': '817a4ff3-115a-4b81-9f1c-4ed18d90c966', 'admin_state_up': True, 'tenant_id': 'a8d04554417c40d6830a6309b9057b02'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:15.525585 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a3271-2715-4f6a-bfaf-78c3d2dbedb5 req-4807f016-8caf-47d2-8cd3-cf76c66d726f tempest-NetworksTest-1865750547 tempest-NetworksTest-1865750547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:15.526048 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a3271-2715-4f6a-bfaf-78c3d2dbedb5 req-4807f016-8caf-47d2-8cd3-cf76c66d726f tempest-NetworksTest-1865750547 tempest-NetworksTest-1865750547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:15.526527 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a3271-2715-4f6a-bfaf-78c3d2dbedb5 req-4807f016-8caf-47d2-8cd3-cf76c66d726f tempest-NetworksTest-1865750547 tempest-NetworksTest-1865750547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:15.526996 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a3271-2715-4f6a-bfaf-78c3d2dbedb5 req-4807f016-8caf-47d2-8cd3-cf76c66d726f tempest-NetworksTest-1865750547 tempest-NetworksTest-1865750547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:15.527461 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a3271-2715-4f6a-bfaf-78c3d2dbedb5 req-4807f016-8caf-47d2-8cd3-cf76c66d726f tempest-NetworksTest-1865750547 tempest-NetworksTest-1865750547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:15.527957 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a3271-2715-4f6a-bfaf-78c3d2dbedb5 req-4807f016-8caf-47d2-8cd3-cf76c66d726f tempest-NetworksTest-1865750547 tempest-NetworksTest-1865750547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:15.528578 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a3271-2715-4f6a-bfaf-78c3d2dbedb5 req-4807f016-8caf-47d2-8cd3-cf76c66d726f tempest-NetworksTest-1865750547 tempest-NetworksTest-1865750547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:15.540432 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1d5a3271-2715-4f6a-bfaf-78c3d2dbedb5 req-4807f016-8caf-47d2-8cd3-cf76c66d726f tempest-NetworksTest-1865750547 tempest-NetworksTest-1865750547-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5010 time: 0.3909347 Aug 11 02:11:15.577914 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7c2d0e24-f550-4a87-b8f3-5778bc3a0de7 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:15.609662 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a3dbb918-90af-431b-bcf3-36bfce3699c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:15.664184 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f897932c-b62b-49c9-bc0b-a28781f67a20 req-0ba26d18-6e2d-4e21-b0e6-910013d37f80 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f8d6f1-cd00-4b6d-9668-c72dc5a1b520 HTTP/1.1" status: 200 len: 210 time: 0.0734739 Aug 11 02:11:15.670733 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7c2d0e24-f550-4a87-b8f3-5778bc3a0de7 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:15.686954 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['26d1094b-a760-481a-a41a-65946f72b88d'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:15.779453 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7c2d0e24-f550-4a87-b8f3-5778bc3a0de7 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Network 04482c74-3ec8-43ea-838b-eaba78bbe396 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:11:15.783903 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-8aa3d0b4-f369-42da-95bb-887942386110 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Allocated IP 172.20.0.12 (04482c74-3ec8-43ea-838b-eaba78bbe396/b953b435-c391-4a77-b230-78b5dc8f0e61/bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:11:15.785959 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7c2d0e24-f550-4a87-b8f3-5778bc3a0de7 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:11:15.787905 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d0e24-f550-4a87-b8f3-5778bc3a0de7 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Pushing event updated for resources: {'Port': ['ID=38b93181-ddfa-49e9-878c-81b47a204b38,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:15.790086 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7c2d0e24-f550-4a87-b8f3-5778bc3a0de7 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:11:15.798930 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d6eb43-b0b1-49c7-887b-42221095306c req-4ec77c98-21c6-4515-9853-1abf4a4b090f tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Made reservation on behalf of a8d04554417c40d6830a6309b9057b02 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:15.803565 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-36d6eb43-b0b1-49c7-887b-42221095306c req-4ec77c98-21c6-4515-9853-1abf4a4b090f tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:15.834965 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f8d6f1-cd00-4b6d-9668-c72dc5a1b520', 'name': 'network-vif-deleted', 'tag': '97488eb1-7b99-42ed-8125-a0437dc7a086'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:15.837417 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ab78e6-9768-440d-bce0-d73d0b96d45b" -d '{"events": [{"server_uuid": "67f8d6f1-cd00-4b6d-9668-c72dc5a1b520", "name": "network-vif-deleted", "tag": "97488eb1-7b99-42ed-8125-a0437dc7a086"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:15.913008 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7c2d0e24-f550-4a87-b8f3-5778bc3a0de7 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:15.914399 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7c2d0e24-f550-4a87-b8f3-5778bc3a0de7 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:15.970424 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12cfc5a-ce9b-499b-9eda-4833d540f2a9 x-openstack-request-id: req-d12cfc5a-ce9b-499b-9eda-4833d540f2a9 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:15.970860 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f8d6f1-cd00-4b6d-9668-c72dc5a1b520", "name": "network-vif-deleted", "tag": "97488eb1-7b99-42ed-8125-a0437dc7a086", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:15.970969 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d12cfc5a-ce9b-499b-9eda-4833d540f2a9 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:15.971340 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f8d6f1-cd00-4b6d-9668-c72dc5a1b520', 'name': 'network-vif-deleted', 'tag': '97488eb1-7b99-42ed-8125-a0437dc7a086', 'status': 'completed', 'code': 200} Aug 11 02:11:15.974534 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3', 'name': 'network-vif-deleted', 'tag': 'b0b6fbb5-fa4b-4570-b818-ff8034cf6b67'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:15.978444 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf827fce-8a21-41b1-822b-f19575c955a2" -d '{"events": [{"server_uuid": "43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3", "name": "network-vif-deleted", "tag": "b0b6fbb5-fa4b-4570-b818-ff8034cf6b67"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:16.026235 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-36d6eb43-b0b1-49c7-887b-42221095306c req-4ec77c98-21c6-4515-9853-1abf4a4b090f tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Allocated IP 172.20.0.12 (817a4ff3-115a-4b81-9f1c-4ed18d90c966/28d716d8-5b88-434d-86dc-bdd1fc15512f/cbe72ab1-ae06-44fa-8520-8bee8e3a346c) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:11:16.056232 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c01c6439-0ce1-41ec-8d3f-f9b73ba572ad req-d1e54434-6656-4a2e-8664-b1a65e926b3f tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=94bd4d87-8980-4a51-96b6-c383079464c7 HTTP/1.1" status: 200 len: 210 time: 0.0820456 Aug 11 02:11:16.060961 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7c2d0e24-f550-4a87-b8f3-5778bc3a0de7 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9462693 Aug 11 02:11:16.077268 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-0debecc8-f760-4249-a260-97e42aca16d7 service neutron] Request body: {'port': {'device_id': 'fa0188be-b5df-497a-8066-f5a1d8eab628', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:16.083499 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35492) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:16.084896 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12950a50-74d1-4723-aaa2-2dcdf0838dda x-openstack-request-id: req-12950a50-74d1-4723-aaa2-2dcdf0838dda {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:16.087116 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3", "name": "network-vif-deleted", "tag": "b0b6fbb5-fa4b-4570-b818-ff8034cf6b67", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:16.088104 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-12950a50-74d1-4723-aaa2-2dcdf0838dda {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:16.089199 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43cc2e4a-cfcd-4a93-a2d3-91bed33f65e3', 'name': 'network-vif-deleted', 'tag': 'b0b6fbb5-fa4b-4570-b818-ff8034cf6b67', 'status': 'completed', 'code': 200} Aug 11 02:11:16.251185 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-0debecc8-f760-4249-a260-97e42aca16d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:16.299634 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-8736de90-b78a-432d-8dc4-ca5621f0dcd1 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=e0f21d4f135e4edfb025f9641f4900a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272477 Aug 11 02:11:16.336444 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-8aa3d0b4-f369-42da-95bb-887942386110 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:16.410879 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-8aa3d0b4-f369-42da-95bb-887942386110 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:16.428321 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d65b2a-2768-47ad-99c4-c473cb0cf71e req-453e644f-7791-4f17-8dcc-6b893dc70db6 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:16.430533 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18d65b2a-2768-47ad-99c4-c473cb0cf71e req-453e644f-7791-4f17-8dcc-6b893dc70db6 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a492094-edcf-40ac-afc0-29b9c44ade25 HTTP/1.1" status: 200 len: 950 time: 0.2465141 Aug 11 02:11:16.443112 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-36d6eb43-b0b1-49c7-887b-42221095306c req-4ec77c98-21c6-4515-9853-1abf4a4b090f tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:16.520302 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18d65b2a-2768-47ad-99c4-c473cb0cf71e req-d0373376-3c92-48a1-9600-5332d741b7ff tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.50 "GET /v2.0/security-groups?id=2f82adcd-e204-47ef-a665-ab7d1ea4a6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667381 Aug 11 02:11:16.520302 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-aae9ae60-2d54-4309-8337-1d7cf25b0f6b tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:16.521052 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-aae9ae60-2d54-4309-8337-1d7cf25b0f6b tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2092974 Aug 11 02:11:16.537176 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-8c0c3898-22e2-47c1-a589-1195b439a6a9 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Request body: {'port': {'device_id': '64951433-4404-4131-bf06-ed960b67ba39', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': 'e0f21d4f135e4edfb025f9641f4900a6'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:16.642935 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-36d6eb43-b0b1-49c7-887b-42221095306c req-4ec77c98-21c6-4515-9853-1abf4a4b090f tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:16.746684 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d6eb43-b0b1-49c7-887b-42221095306c req-4ec77c98-21c6-4515-9853-1abf4a4b090f tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Network 817a4ff3-115a-4b81-9f1c-4ed18d90c966 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:11:16.764193 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-36d6eb43-b0b1-49c7-887b-42221095306c req-4ec77c98-21c6-4515-9853-1abf4a4b090f tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:11:16.771829 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d6eb43-b0b1-49c7-887b-42221095306c req-4ec77c98-21c6-4515-9853-1abf4a4b090f tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:11:16.803864 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec77c98-21c6-4515-9853-1abf4a4b090f tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Pushing event updated for resources: {'Port': ['ID=cbe72ab1-ae06-44fa-8520-8bee8e3a346c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:16.822371 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b99180-b659-4dd8-abfb-27ebdf5897c8 req-5485e7dd-0fa7-433c-955a-1ba0586ea0e5 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:16.824011 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-82b99180-b659-4dd8-abfb-27ebdf5897c8 req-5485e7dd-0fa7-433c-955a-1ba0586ea0e5 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 932 time: 0.2046661 Aug 11 02:11:16.839166 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-44867984-ffae-416b-82cb-cd0103024b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:16.843791 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59a646e6-a488-47e8-be0d-ea244ceffc28 req-9c622bb0-2c86-44e3-92b2-43891e250268 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=64951433-4404-4131-bf06-ed960b67ba39 HTTP/1.1" status: 200 len: 210 time: 0.4630764 Aug 11 02:11:16.871716 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7be1df-4126-4c6a-ad5e-1c1d07e7d372 req-7aa4d89e-9f7b-44dc-b03a-44e59729b6cc tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:16.872749 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6eb43-b0b1-49c7-887b-42221095306c req-4ec77c98-21c6-4515-9853-1abf4a4b090f tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:16.873369 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-36d6eb43-b0b1-49c7-887b-42221095306c req-4ec77c98-21c6-4515-9853-1abf4a4b090f tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:16.873729 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dc7be1df-4126-4c6a-ad5e-1c1d07e7d372 req-7aa4d89e-9f7b-44dc-b03a-44e59729b6cc tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.73 "GET /v2.0/ports?device_id=0a492094-edcf-40ac-afc0-29b9c44ade25 HTTP/1.1" status: 200 len: 950 time: 0.7351348 Aug 11 02:11:16.882509 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-8c0c3898-22e2-47c1-a589-1195b439a6a9 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Made reservation on behalf of e0f21d4f135e4edfb025f9641f4900a6 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:16.886237 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-8c0c3898-22e2-47c1-a589-1195b439a6a9 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:16.915707 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-36d6eb43-b0b1-49c7-887b-42221095306c req-4ec77c98-21c6-4515-9853-1abf4a4b090f tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5156844 Aug 11 02:11:16.920006 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-82b99180-b659-4dd8-abfb-27ebdf5897c8 req-879b7cb6-a1e1-48eb-bfa3-b6bd8aae1e06 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864296 Aug 11 02:11:16.938963 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-36d6eb43-b0b1-49c7-887b-42221095306c req-5928040c-8013-422c-8870-fbabc6162045 service neutron] Request body: {'port': {'device_id': 'a961ac6a-decb-4df9-9874-1163ef684d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:16.941418 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-8aa3d0b4-f369-42da-95bb-887942386110 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Network 04482c74-3ec8-43ea-838b-eaba78bbe396 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:11:16.953005 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-8aa3d0b4-f369-42da-95bb-887942386110 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:11:16.955712 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-8aa3d0b4-f369-42da-95bb-887942386110 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:11:16.998768 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3d0b4-f369-42da-95bb-887942386110 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Pushing event updated for resources: {'Port': ['ID=bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:17.078539 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-36d6eb43-b0b1-49c7-887b-42221095306c req-5928040c-8013-422c-8870-fbabc6162045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:17.139931 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-8c0c3898-22e2-47c1-a589-1195b439a6a9 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Allocated IP 192.168.233.141 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/0206c132-e3c8-4bbe-b276-1e01eccf5680) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:11:17.228018 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-8aa3d0b4-f369-42da-95bb-887942386110 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:17.229318 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-8aa3d0b4-f369-42da-95bb-887942386110 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:17.360513 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-dc7be1df-4126-4c6a-ad5e-1c1d07e7d372 req-3fd6a7b3-7664-4433-a13d-d345aabbfe76 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Deleting port 595f3c6e-5bbd-4cba-b2a3-b16b8139b86b {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:17.360917 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-dc7be1df-4126-4c6a-ad5e-1c1d07e7d372 req-3fd6a7b3-7664-4433-a13d-d345aabbfe76 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:17.438189 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e939cdf-3c09-4ff4-94af-58b899f18c0a req-f5b914fe-ff04-4fe9-9b06-0005b95d13f9 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:17.439775 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0e939cdf-3c09-4ff4-94af-58b899f18c0a req-f5b914fe-ff04-4fe9-9b06-0005b95d13f9 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=94bd4d87-8980-4a51-96b6-c383079464c7 HTTP/1.1" status: 200 len: 932 time: 0.1853335 Aug 11 02:11:17.458603 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-44867984-ffae-416b-82cb-cd0103024b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:17.484350 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-44867984-ffae-416b-82cb-cd0103024b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:17.511194 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-8c0c3898-22e2-47c1-a589-1195b439a6a9 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:17.512746 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-8aa3d0b4-f369-42da-95bb-887942386110 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9353104 Aug 11 02:11:17.542305 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-8c0c3898-22e2-47c1-a589-1195b439a6a9 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Transition to ACTIVE for port object 0206c132-e3c8-4bbe-b276-1e01eccf5680 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:11:17.549176 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0e939cdf-3c09-4ff4-94af-58b899f18c0a req-ba389745-1e23-46e1-9e86-ed3776ece595 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955493 Aug 11 02:11:17.565665 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7424650f-bb26-46e6-8f46-647cf4b4c2c0 service neutron] Request body: {'port': {'device_id': '94bd4d87-8980-4a51-96b6-c383079464c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:17.613800 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fd86f-61b6-4d70-86cd-925b6745a457 req-94c52152-ca59-41b2-bfa9-a5f5dffa22ad tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:17.614798 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35550) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:17.615406 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8e3fd86f-61b6-4d70-86cd-925b6745a457 req-94c52152-ca59-41b2-bfa9-a5f5dffa22ad tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=e528720a-3144-4d6c-ba3d-2d04ddda7c88 HTTP/1.1" status: 200 len: 945 time: 0.2818880 Aug 11 02:11:17.627072 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-36d6eb43-b0b1-49c7-887b-42221095306c req-5928040c-8013-422c-8870-fbabc6162045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe72ab1-ae06-44fa-8520-8bee8e3a346c {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:17.641102 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-44867984-ffae-416b-82cb-cd0103024b79 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cc3631d14c204a69bbe7522a79693b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5538359 Aug 11 02:11:17.644624 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35552) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:17.652596 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-36d6eb43-b0b1-49c7-887b-42221095306c req-5928040c-8013-422c-8870-fbabc6162045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:17.658101 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-0debecc8-f760-4249-a260-97e42aca16d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b93181-ddfa-49e9-878c-81b47a204b38 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:17.662803 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44867984-ffae-416b-82cb-cd0103024b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebd5284-f7b2-4343-8945-4b2a23697e21,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:17.686139 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-0debecc8-f760-4249-a260-97e42aca16d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:17.699451 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 26d1094b-a760-481a-a41a-65946f72b88d no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:17.700767 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-36d6eb43-b0b1-49c7-887b-42221095306c req-5928040c-8013-422c-8870-fbabc6162045 service neutron] Transition to ACTIVE for port object cbe72ab1-ae06-44fa-8520-8bee8e3a346c will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:11:17.709385 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-8c0c3898-22e2-47c1-a589-1195b439a6a9 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:17.728030 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-dc7be1df-4126-4c6a-ad5e-1c1d07e7d372 req-3fd6a7b3-7664-4433-a13d-d345aabbfe76 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] For port 595f3c6e-5bbd-4cba-b2a3-b16b8139b86b, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=595f3c6e-5bbd-4cba-b2a3-b16b8139b86b,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:17.728668 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-dc7be1df-4126-4c6a-ad5e-1c1d07e7d372 req-3fd6a7b3-7664-4433-a13d-d345aabbfe76 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:17.731601 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 26d1094b-a760-481a-a41a-65946f72b88d {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:11:17.732225 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 26d1094b-a760-481a-a41a-65946f72b88d not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:11:17.733364 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 97488eb1-7b99-42ed-8125-a0437dc7a086 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:17.735778 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['3fd089f0-cc3f-43cb-942a-23d12bd19a6c'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:17.736397 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44867984-ffae-416b-82cb-cd0103024b79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:17.736748 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44867984-ffae-416b-82cb-cd0103024b79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:17.737094 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44867984-ffae-416b-82cb-cd0103024b79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:17.737434 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44867984-ffae-416b-82cb-cd0103024b79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:17.737772 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44867984-ffae-416b-82cb-cd0103024b79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:17.738109 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44867984-ffae-416b-82cb-cd0103024b79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:17.738443 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44867984-ffae-416b-82cb-cd0103024b79 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:17.738899 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44867984-ffae-416b-82cb-cd0103024b79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:17.739085 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44867984-ffae-416b-82cb-cd0103024b79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:17.739417 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44867984-ffae-416b-82cb-cd0103024b79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:17.739770 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44867984-ffae-416b-82cb-cd0103024b79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:17.740093 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44867984-ffae-416b-82cb-cd0103024b79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:17.766743 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7424650f-bb26-46e6-8f46-647cf4b4c2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:17.776844 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-dc7be1df-4126-4c6a-ad5e-1c1d07e7d372 req-3fd6a7b3-7664-4433-a13d-d345aabbfe76 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Calling delete_port for 595f3c6e-5bbd-4cba-b2a3-b16b8139b86b owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:17.779147 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-0debecc8-f760-4249-a260-97e42aca16d7 service neutron] Transition to ACTIVE for port object 38b93181-ddfa-49e9-878c-81b47a204b38 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:11:17.786025 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['d41204d6-692b-429f-90ac-25e71c7d9f8a'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:17.793025 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8e3fd86f-61b6-4d70-86cd-925b6745a457 req-627ae480-9aa4-44fb-9d79-042a0a1de6f0 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606960 Aug 11 02:11:17.797445 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-0debecc8-f760-4249-a260-97e42aca16d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:17.805605 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c3898-22e2-47c1-a589-1195b439a6a9 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Pushing event updated for resources: {'Port': ['ID=0206c132-e3c8-4bbe-b276-1e01eccf5680,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:17.809378 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-36d6eb43-b0b1-49c7-887b-42221095306c req-5928040c-8013-422c-8870-fbabc6162045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:17.857962 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 97488eb1-7b99-42ed-8125-a0437dc7a086 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:11:17.858442 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 97488eb1-7b99-42ed-8125-a0437dc7a086 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:11:17.897638 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-29082e75-69b1-4a15-aa1c-465f881afe87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:17.926929 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-8c0c3898-22e2-47c1-a589-1195b439a6a9 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:11:17.952581 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-23da478d-3cb6-43d6-9c67-5e0d7870892b tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:18.003642 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-8c0c3898-22e2-47c1-a589-1195b439a6a9 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:11:18.030788 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-8c0c3898-22e2-47c1-a589-1195b439a6a9 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:11:18.078601 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-29082e75-69b1-4a15-aa1c-465f881afe87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:18.088180 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928040c-8013-422c-8870-fbabc6162045 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe72ab1-ae06-44fa-8520-8bee8e3a346c,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:18.105400 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debecc8-f760-4249-a260-97e42aca16d7 service neutron] Pushing event updated for resources: {'Port': ['ID=38b93181-ddfa-49e9-878c-81b47a204b38,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:18.121099 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-8c0c3898-22e2-47c1-a589-1195b439a6a9 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:18.122049 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-8c0c3898-22e2-47c1-a589-1195b439a6a9 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:18.139737 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b552a-6ae2-47a0-9492-fa5cd2301b10 req-ad2e97d9-103a-421c-a2b1-72c19a919e65 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:18.147395 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7f1b552a-6ae2-47a0-9492-fa5cd2301b10 req-ad2e97d9-103a-421c-a2b1-72c19a919e65 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a492094-edcf-40ac-afc0-29b9c44ade25 HTTP/1.1" status: 200 len: 950 time: 0.4548202 Aug 11 02:11:18.161561 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-36d6eb43-b0b1-49c7-887b-42221095306c req-5928040c-8013-422c-8870-fbabc6162045 service neutron] Attempting to bind port cbe72ab1-ae06-44fa-8520-8bee8e3a346c on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:11:18.162445 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-36d6eb43-b0b1-49c7-887b-42221095306c req-5928040c-8013-422c-8870-fbabc6162045 service neutron] Attempting to bind port cbe72ab1-ae06-44fa-8520-8bee8e3a346c by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '61b759df-4b3a-4468-b2fc-c1fa74c19b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '817a4ff3-115a-4b81-9f1c-4ed18d90c966'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:11:18.163259 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d6eb43-b0b1-49c7-887b-42221095306c req-5928040c-8013-422c-8870-fbabc6162045 service neutron] Attempting to bind port cbe72ab1-ae06-44fa-8520-8bee8e3a346c on network 817a4ff3-115a-4b81-9f1c-4ed18d90c966 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:18.168459 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-23da478d-3cb6-43d6-9c67-5e0d7870892b tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:18.215047 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d6eb43-b0b1-49c7-887b-42221095306c req-5928040c-8013-422c-8870-fbabc6162045 service neutron] Port cbe72ab1-ae06-44fa-8520-8bee8e3a346c on network 817a4ff3-115a-4b81-9f1c-4ed18d90c966 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:11:18.215434 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d6eb43-b0b1-49c7-887b-42221095306c req-5928040c-8013-422c-8870-fbabc6162045 service neutron] Attempting to bind port cbe72ab1-ae06-44fa-8520-8bee8e3a346c on network 817a4ff3-115a-4b81-9f1c-4ed18d90c966 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:18.227415 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d6eb43-b0b1-49c7-887b-42221095306c req-5928040c-8013-422c-8870-fbabc6162045 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:11:18.228199 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d6eb43-b0b1-49c7-887b-42221095306c req-5928040c-8013-422c-8870-fbabc6162045 service neutron] Checking segment: {'id': '61b759df-4b3a-4468-b2fc-c1fa74c19b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '817a4ff3-115a-4b81-9f1c-4ed18d90c966'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:18.228873 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d6eb43-b0b1-49c7-887b-42221095306c req-5928040c-8013-422c-8870-fbabc6162045 service neutron] Bound using segment: {'id': '61b759df-4b3a-4468-b2fc-c1fa74c19b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '817a4ff3-115a-4b81-9f1c-4ed18d90c966'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:11:18.229568 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-36d6eb43-b0b1-49c7-887b-42221095306c req-5928040c-8013-422c-8870-fbabc6162045 service neutron] Bound port: cbe72ab1-ae06-44fa-8520-8bee8e3a346c, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b759df-4b3a-4468-b2fc-c1fa74c19b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '817a4ff3-115a-4b81-9f1c-4ed18d90c966'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:11:18.230054 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-36d6eb43-b0b1-49c7-887b-42221095306c req-5928040c-8013-422c-8870-fbabc6162045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:18.239070 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-8c0c3898-22e2-47c1-a589-1195b439a6a9 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7070773 Aug 11 02:11:18.248918 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-edc7686f-75b1-47b7-9057-cf9e8862aa4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:18.279072 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-ca63df0b-f034-409f-9aee-ed259dfddc60 service neutron] Request body: {'port': {'device_id': '64951433-4404-4131-bf06-ed960b67ba39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:18.354033 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f8904-e1be-4eca-8df4-61aeca3c2c8c req-30b0c109-789f-4fd8-acf0-58431151faf7 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:18.355333 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:18.355702 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-866f8904-e1be-4eca-8df4-61aeca3c2c8c req-30b0c109-789f-4fd8-acf0-58431151faf7 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=64951433-4404-4131-bf06-ed960b67ba39 HTTP/1.1" status: 200 len: 936 time: 0.4084723 Aug 11 02:11:18.373549 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-36d6eb43-b0b1-49c7-887b-42221095306c req-5928040c-8013-422c-8870-fbabc6162045 service neutron] For port cbe72ab1-ae06-44fa-8520-8bee8e3a346c, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:11:18.374962 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-0debecc8-f760-4249-a260-97e42aca16d7 service neutron] Attempting to bind port 38b93181-ddfa-49e9-878c-81b47a204b38 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:11:18.375307 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-0debecc8-f760-4249-a260-97e42aca16d7 service neutron] Attempting to bind port 38b93181-ddfa-49e9-878c-81b47a204b38 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': 'd2940b20-b68b-4b02-b8ba-8700537e2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '04482c74-3ec8-43ea-838b-eaba78bbe396'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:11:18.375731 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-0debecc8-f760-4249-a260-97e42aca16d7 service neutron] Attempting to bind port 38b93181-ddfa-49e9-878c-81b47a204b38 on network 04482c74-3ec8-43ea-838b-eaba78bbe396 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:18.386588 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7f1b552a-6ae2-47a0-9492-fa5cd2301b10 req-51982c1e-3c41-4e6c-843a-9722351092a7 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.50 "GET /v2.0/security-groups?id=2f82adcd-e204-47ef-a665-ab7d1ea4a6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373838 Aug 11 02:11:18.390883 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-36d6eb43-b0b1-49c7-887b-42221095306c req-5928040c-8013-422c-8870-fbabc6162045 service neutron] For port cbe72ab1-ae06-44fa-8520-8bee8e3a346c, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=cbe72ab1-ae06-44fa-8520-8bee8e3a346c,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:11:18.408164 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-0debecc8-f760-4249-a260-97e42aca16d7 service neutron] Port 38b93181-ddfa-49e9-878c-81b47a204b38 on network 04482c74-3ec8-43ea-838b-eaba78bbe396 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:11:18.408524 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-0debecc8-f760-4249-a260-97e42aca16d7 service neutron] Attempting to bind port 38b93181-ddfa-49e9-878c-81b47a204b38 on network 04482c74-3ec8-43ea-838b-eaba78bbe396 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:18.414627 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-36d6eb43-b0b1-49c7-887b-42221095306c req-5928040c-8013-422c-8870-fbabc6162045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:18.422688 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-0debecc8-f760-4249-a260-97e42aca16d7 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:11:18.423040 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-0debecc8-f760-4249-a260-97e42aca16d7 service neutron] Checking segment: {'id': 'd2940b20-b68b-4b02-b8ba-8700537e2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '04482c74-3ec8-43ea-838b-eaba78bbe396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:18.423549 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-0debecc8-f760-4249-a260-97e42aca16d7 service neutron] Bound using segment: {'id': 'd2940b20-b68b-4b02-b8ba-8700537e2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '04482c74-3ec8-43ea-838b-eaba78bbe396'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:11:18.424014 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-0debecc8-f760-4249-a260-97e42aca16d7 service neutron] Bound port: 38b93181-ddfa-49e9-878c-81b47a204b38, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2940b20-b68b-4b02-b8ba-8700537e2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '04482c74-3ec8-43ea-838b-eaba78bbe396'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:11:18.424384 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-0debecc8-f760-4249-a260-97e42aca16d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:18.453034 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f830da74-20d5-4e55-ac57-abf7841c13f1 None None] Provisioning for port 0206c132-e3c8-4bbe-b276-1e01eccf5680 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:11:18.458838 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f830da74-20d5-4e55-ac57-abf7841c13f1 None None] Provisioning complete for port 0206c132-e3c8-4bbe-b276-1e01eccf5680 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:18.459828 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f830da74-20d5-4e55-ac57-abf7841c13f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:18.475402 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-29082e75-69b1-4a15-aa1c-465f881afe87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:18.480373 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-29082e75-69b1-4a15-aa1c-465f881afe87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:18.481560 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-29082e75-69b1-4a15-aa1c-465f881afe87 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0ebd5284-f7b2-4343-8945-4b2a23697e21 HTTP/1.1" status: 204 len: 168 time: 0.8361030 Aug 11 02:11:18.495583 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-23da478d-3cb6-43d6-9c67-5e0d7870892b tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:18.499291 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-23da478d-3cb6-43d6-9c67-5e0d7870892b tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:18.500226 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-23da478d-3cb6-43d6-9c67-5e0d7870892b tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "DELETE /v2.0/security-groups/ff8e90a7-b83c-4427-a267-5997b183759c HTTP/1.1" status: 204 len: 168 time: 0.8844364 Aug 11 02:11:18.506841 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35570) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:18.514313 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-ca63df0b-f034-409f-9aee-ed259dfddc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:18.520450 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6eb43-b0b1-49c7-887b-42221095306c req-5928040c-8013-422c-8870-fbabc6162045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:18.521072 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-36d6eb43-b0b1-49c7-887b-42221095306c req-5928040c-8013-422c-8870-fbabc6162045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:18.522639 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-36d6eb43-b0b1-49c7-887b-42221095306c req-5928040c-8013-422c-8870-fbabc6162045 service neutron] 10.222.0.73 "PUT /v2.0/ports/cbe72ab1-ae06-44fa-8520-8bee8e3a346c HTTP/1.1" status: 200 len: 1093 time: 1.5894392 Aug 11 02:11:18.523871 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29082e75-69b1-4a15-aa1c-465f881afe87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebd5284-f7b2-4343-8945-4b2a23697e21,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:18.525436 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a961ac6a-decb-4df9-9874-1163ef684d70', 'tag': 'cbe72ab1-ae06-44fa-8520-8bee8e3a346c'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:18.535192 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e77eb13-96b5-42ac-bd34-468227d58913" -d '{"events": [{"name": "network-changed", "server_uuid": "a961ac6a-decb-4df9-9874-1163ef684d70", "tag": "cbe72ab1-ae06-44fa-8520-8bee8e3a346c"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:18.545548 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-866f8904-e1be-4eca-8df4-61aeca3c2c8c req-9e922a45-d1bf-4df9-b1b8-8d9fbb42dbb6 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743395 Aug 11 02:11:18.569345 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da478d-3cb6-43d6-9c67-5e0d7870892b tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8e90a7-b83c-4427-a267-5997b183759c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:18.589203 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-f830da74-20d5-4e55-ac57-abf7841c13f1 None None] Port 0206c132-e3c8-4bbe-b276-1e01eccf5680 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:11:18.630282 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-9d818ba1-d48b-4dcc-81fb-3c3ef1b82e78 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] show failed (client error): The resource could not be found. Aug 11 02:11:18.634608 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9d818ba1-d48b-4dcc-81fb-3c3ef1b82e78 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "GET /v2.0/security-groups/ff8e90a7-b83c-4427-a267-5997b183759c HTTP/1.1" status: 404 len: 347 time: 0.1148093 Aug 11 02:11:18.644787 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35578) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:18.645502 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928040c-8013-422c-8870-fbabc6162045 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe72ab1-ae06-44fa-8520-8bee8e3a346c,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:18.680771 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a438930b-fcdb-432b-ae2b-326e640f9cbe x-openstack-request-id: req-a438930b-fcdb-432b-ae2b-326e640f9cbe {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:18.684633 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a961ac6a-decb-4df9-9874-1163ef684d70", "tag": "cbe72ab1-ae06-44fa-8520-8bee8e3a346c", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:18.684902 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a438930b-fcdb-432b-ae2b-326e640f9cbe {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:18.685328 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a961ac6a-decb-4df9-9874-1163ef684d70', 'tag': 'cbe72ab1-ae06-44fa-8520-8bee8e3a346c', 'status': 'completed', 'code': 200} Aug 11 02:11:18.757715 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6eb43-b0b1-49c7-887b-42221095306c req-2029d179-6945-4bd5-aaa4-bf835e53ffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:18.759218 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-36d6eb43-b0b1-49c7-887b-42221095306c req-2029d179-6945-4bd5-aaa4-bf835e53ffd3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a8d04554417c40d6830a6309b9057b02&device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 1096 time: 0.1465471 Aug 11 02:11:18.768942 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a62fa2-5581-4f10-86ce-3ef1fe782021 req-28d34f49-b1b7-4700-b7a1-1845cb476e18 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:18.776771 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-62a62fa2-5581-4f10-86ce-3ef1fe782021 req-28d34f49-b1b7-4700-b7a1-1845cb476e18 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 944 time: 0.2256396 Aug 11 02:11:18.789002 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-dc7be1df-4126-4c6a-ad5e-1c1d07e7d372 req-3fd6a7b3-7664-4433-a13d-d345aabbfe76 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:18.802747 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 595f3c6e-5bbd-4cba-b2a3-b16b8139b86b no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:18.834549 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 595f3c6e-5bbd-4cba-b2a3-b16b8139b86b {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:11:18.835000 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 595f3c6e-5bbd-4cba-b2a3-b16b8139b86b not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:11:18.879843 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7424650f-bb26-46e6-8f46-647cf4b4c2c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:18.979221 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7424650f-bb26-46e6-8f46-647cf4b4c2c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:18.994541 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6a7b3-7664-4433-a13d-d345aabbfe76 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Pushing event deleted for resources: {'Port': ['ID=595f3c6e-5bbd-4cba-b2a3-b16b8139b86b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:19.048526 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7be1df-4126-4c6a-ad5e-1c1d07e7d372 req-3fd6a7b3-7664-4433-a13d-d345aabbfe76 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] No DVR routers for this DVR port 595f3c6e-5bbd-4cba-b2a3-b16b8139b86b on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:11:19.055945 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-dc7be1df-4126-4c6a-ad5e-1c1d07e7d372 req-3fd6a7b3-7664-4433-a13d-d345aabbfe76 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:19.059092 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dc7be1df-4126-4c6a-ad5e-1c1d07e7d372 req-3fd6a7b3-7664-4433-a13d-d345aabbfe76 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.73 "DELETE /v2.0/ports/595f3c6e-5bbd-4cba-b2a3-b16b8139b86b HTTP/1.1" status: 204 len: 173 time: 2.1711807 Aug 11 02:11:19.064311 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-0debecc8-f760-4249-a260-97e42aca16d7 service neutron] For port 38b93181-ddfa-49e9-878c-81b47a204b38, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:11:19.097291 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a492094-edcf-40ac-afc0-29b9c44ade25', 'name': 'network-vif-deleted', 'tag': '595f3c6e-5bbd-4cba-b2a3-b16b8139b86b'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:19.100443 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf70ce7-13ef-441a-9d45-266613593e50" -d '{"events": [{"server_uuid": "0a492094-edcf-40ac-afc0-29b9c44ade25", "name": "network-vif-deleted", "tag": "595f3c6e-5bbd-4cba-b2a3-b16b8139b86b"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:19.131488 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7424650f-bb26-46e6-8f46-647cf4b4c2c0 service neutron] Transition to ACTIVE for port object bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:11:19.149877 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-0debecc8-f760-4249-a260-97e42aca16d7 service neutron] For port 38b93181-ddfa-49e9-878c-81b47a204b38, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=38b93181-ddfa-49e9-878c-81b47a204b38,segment=NetworkSegment(d2940b20-b68b-4b02-b8ba-8700537e2a0a),segment_id=d2940b20-b68b-4b02-b8ba-8700537e2a0a)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:11:19.156874 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7424650f-bb26-46e6-8f46-647cf4b4c2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:19.173685 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a692beb-975d-435e-81a7-3e3b7c35dc47 req-0ea71fd0-4c0c-4696-8847-0f75e5221acc tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:19.183518 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5a692beb-975d-435e-81a7-3e3b7c35dc47 req-0ea71fd0-4c0c-4696-8847-0f75e5221acc tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=94bd4d87-8980-4a51-96b6-c383079464c7 HTTP/1.1" status: 200 len: 932 time: 0.4703352 Aug 11 02:11:19.224835 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-0debecc8-f760-4249-a260-97e42aca16d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:19.257844 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35592) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:19.322107 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-36d6eb43-b0b1-49c7-887b-42221095306c req-8fb9ada2-7409-4bc1-a8d8-fefc0200880d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbe72ab1-ae06-44fa-8520-8bee8e3a346c HTTP/1.1" status: 200 len: 217 time: 0.5397592 Aug 11 02:11:19.327000 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-0debecc8-f760-4249-a260-97e42aca16d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:19.327823 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-0debecc8-f760-4249-a260-97e42aca16d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:19.330098 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-0debecc8-f760-4249-a260-97e42aca16d7 service neutron] 10.222.0.73 "PUT /v2.0/ports/38b93181-ddfa-49e9-878c-81b47a204b38 HTTP/1.1" status: 200 len: 1092 time: 3.2586412 Aug 11 02:11:19.343525 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c8b6b-6c6f-4797-b7b6-dba5b0088988 req-28904303-2967-4663-b69c-377756e0350f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:19.345553 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4c2c8b6b-6c6f-4797-b7b6-dba5b0088988 req-28904303-2967-4663-b69c-377756e0350f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.66 "GET /v2.0/ports?device_id=e528720a-3144-4d6c-ba3d-2d04ddda7c88 HTTP/1.1" status: 200 len: 945 time: 0.3165290 Aug 11 02:11:19.354443 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e96d7ed9-e762-4142-a7f9-1dfd6237fe06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:19.358924 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5a692beb-975d-435e-81a7-3e3b7c35dc47 req-9e09fbf6-e6c6-4f93-a02b-3d7015fff8fe tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740427 Aug 11 02:11:19.378407 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-62a62fa2-5581-4f10-86ce-3ef1fe782021 req-abaaa212-2526-4462-ab8d-24a387c79e46 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5978899 Aug 11 02:11:19.387300 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424650f-bb26-46e6-8f46-647cf4b4c2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:19.498166 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-55a64daf-64e7-4dc8-9e92-65b516d15462 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Deleting port fe40727f-efef-41eb-a026-d7fc0e4bca5f {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:19.498406 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-55a64daf-64e7-4dc8-9e92-65b516d15462 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:19.509446 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646cdab3-c41f-43f5-b3f9-425120fef20e x-openstack-request-id: req-646cdab3-c41f-43f5-b3f9-425120fef20e {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:19.509846 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a492094-edcf-40ac-afc0-29b9c44ade25", "name": "network-vif-deleted", "tag": "595f3c6e-5bbd-4cba-b2a3-b16b8139b86b", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:19.509967 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-646cdab3-c41f-43f5-b3f9-425120fef20e {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:19.510366 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a492094-edcf-40ac-afc0-29b9c44ade25', 'name': 'network-vif-deleted', 'tag': '595f3c6e-5bbd-4cba-b2a3-b16b8139b86b', 'status': 'completed', 'code': 200} Aug 11 02:11:19.514675 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6eb43-b0b1-49c7-887b-42221095306c req-c942bcec-56b7-42f3-9765-2d5ae53292be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:19.516186 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-36d6eb43-b0b1-49c7-887b-42221095306c req-c942bcec-56b7-42f3-9765-2d5ae53292be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28d716d8-5b88-434d-86dc-bdd1fc15512f HTTP/1.1" status: 200 len: 845 time: 0.1790776 Aug 11 02:11:19.585716 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-36d6eb43-b0b1-49c7-887b-42221095306c req-d3668961-0d71-4c07-a28c-fa0ad88c769c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=817a4ff3-115a-4b81-9f1c-4ed18d90c966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567892 Aug 11 02:11:19.676256 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1f39c22a-53fd-45c6-9855-947a70c72b58 req-565bd2a6-ffb3-4717-899e-db108d714a34 tempest-ImagesNegativeTestJSON-1183902350 tempest-ImagesNegativeTestJSON-1183902350-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a492094-edcf-40ac-afc0-29b9c44ade25 HTTP/1.1" status: 200 len: 210 time: 0.1348524 Aug 11 02:11:19.686337 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-ca63df0b-f034-409f-9aee-ed259dfddc60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0206c132-e3c8-4bbe-b276-1e01eccf5680 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:19.708040 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-ca63df0b-f034-409f-9aee-ed259dfddc60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:19.736964 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-ca63df0b-f034-409f-9aee-ed259dfddc60 service neutron] Transition to ACTIVE for port object 0206c132-e3c8-4bbe-b276-1e01eccf5680 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:11:19.743469 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-36d6eb43-b0b1-49c7-887b-42221095306c req-74588627-1da0-4ccd-8c30-c448c3e44e1c service neutron] 10.222.0.73 "GET /v2.0/networks/817a4ff3-115a-4b81-9f1c-4ed18d90c966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466324 Aug 11 02:11:19.744226 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-ca63df0b-f034-409f-9aee-ed259dfddc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:19.753082 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debecc8-f760-4249-a260-97e42aca16d7 service neutron] Pushing event updated for resources: {'Port': ['ID=38b93181-ddfa-49e9-878c-81b47a204b38,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:19.763265 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-bd3d024d-c5e1-4c9e-bced-bd6caf52e420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:19.765434 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-bd3d024d-c5e1-4c9e-bced-bd6caf52e420 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7a2ee39b1dbe4ae2873e2cef4f65b408&device_id=fa0188be-b5df-497a-8066-f5a1d8eab628 HTTP/1.1" status: 200 len: 1095 time: 0.3524170 Aug 11 02:11:19.859150 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:19.885082 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f562c-368a-4db0-a702-a0958288aa1a req-9a2ffed4-234a-4a20-ad26-15b5a962e53b tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:19.893962 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-718f562c-368a-4db0-a702-a0958288aa1a req-9a2ffed4-234a-4a20-ad26-15b5a962e53b tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=e528720a-3144-4d6c-ba3d-2d04ddda7c88 HTTP/1.1" status: 200 len: 945 time: 0.4360588 Aug 11 02:11:19.894230 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63df0b-f034-409f-9aee-ed259dfddc60 service neutron] Pushing event updated for resources: {'Port': ['ID=0206c132-e3c8-4bbe-b276-1e01eccf5680,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:19.910373 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-9cd0f3a9-8702-43fa-9652-f9f140fb8541 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38b93181-ddfa-49e9-878c-81b47a204b38 HTTP/1.1" status: 200 len: 217 time: 0.1234608 Aug 11 02:11:19.920023 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7424650f-bb26-46e6-8f46-647cf4b4c2c0 service neutron] Attempting to bind port bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:11:19.920384 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7424650f-bb26-46e6-8f46-647cf4b4c2c0 service neutron] Attempting to bind port bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'd2940b20-b68b-4b02-b8ba-8700537e2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '04482c74-3ec8-43ea-838b-eaba78bbe396'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:11:19.920721 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7424650f-bb26-46e6-8f46-647cf4b4c2c0 service neutron] Attempting to bind port bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4 on network 04482c74-3ec8-43ea-838b-eaba78bbe396 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:19.932585 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-55a64daf-64e7-4dc8-9e92-65b516d15462 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:19.932915 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-55a64daf-64e7-4dc8-9e92-65b516d15462 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:19.988338 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7424650f-bb26-46e6-8f46-647cf4b4c2c0 service neutron] Port bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4 on network 04482c74-3ec8-43ea-838b-eaba78bbe396 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:11:19.988657 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7424650f-bb26-46e6-8f46-647cf4b4c2c0 service neutron] Attempting to bind port bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4 on network 04482c74-3ec8-43ea-838b-eaba78bbe396 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:19.992986 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-55a64daf-64e7-4dc8-9e92-65b516d15462 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Calling delete_port for fe40727f-efef-41eb-a026-d7fc0e4bca5f owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:19.996231 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2723759-f61f-44cc-bbed-c2021e3636df req-9b86bcae-0aaa-4c1f-a588-d1898de613c9 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:19.997926 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c2723759-f61f-44cc-bbed-c2021e3636df req-9b86bcae-0aaa-4c1f-a588-d1898de613c9 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=64951433-4404-4131-bf06-ed960b67ba39 HTTP/1.1" status: 200 len: 948 time: 0.2116790 Aug 11 02:11:20.036006 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7424650f-bb26-46e6-8f46-647cf4b4c2c0 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:11:20.036340 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7424650f-bb26-46e6-8f46-647cf4b4c2c0 service neutron] Checking segment: {'id': 'd2940b20-b68b-4b02-b8ba-8700537e2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '04482c74-3ec8-43ea-838b-eaba78bbe396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:20.036783 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7424650f-bb26-46e6-8f46-647cf4b4c2c0 service neutron] Bound using segment: {'id': 'd2940b20-b68b-4b02-b8ba-8700537e2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '04482c74-3ec8-43ea-838b-eaba78bbe396'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:11:20.037140 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7424650f-bb26-46e6-8f46-647cf4b4c2c0 service neutron] Bound port: bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2940b20-b68b-4b02-b8ba-8700537e2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '04482c74-3ec8-43ea-838b-eaba78bbe396'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:11:20.037492 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7424650f-bb26-46e6-8f46-647cf4b4c2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:20.039832 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-36d6eb43-b0b1-49c7-887b-42221095306c req-4f4a6e0e-5bed-4936-8d65-5d06c2c7c1fc service neutron] 10.222.0.73 "GET /v2.0/networks/817a4ff3-115a-4b81-9f1c-4ed18d90c966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647312 Aug 11 02:11:20.078481 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-ca63df0b-f034-409f-9aee-ed259dfddc60 service neutron] Attempting to bind port 0206c132-e3c8-4bbe-b276-1e01eccf5680 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:11:20.078481 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-ca63df0b-f034-409f-9aee-ed259dfddc60 service neutron] Attempting to bind port 0206c132-e3c8-4bbe-b276-1e01eccf5680 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:11:20.078850 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-ca63df0b-f034-409f-9aee-ed259dfddc60 service neutron] Attempting to bind port 0206c132-e3c8-4bbe-b276-1e01eccf5680 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:20.084740 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-ca63df0b-f034-409f-9aee-ed259dfddc60 service neutron] Port 0206c132-e3c8-4bbe-b276-1e01eccf5680 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:11:20.085071 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-ca63df0b-f034-409f-9aee-ed259dfddc60 service neutron] Attempting to bind port 0206c132-e3c8-4bbe-b276-1e01eccf5680 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:20.092226 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-718f562c-368a-4db0-a702-a0958288aa1a req-f723985d-2ce6-413c-89ad-97262dbe0b96 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973200 Aug 11 02:11:20.119349 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-ca63df0b-f034-409f-9aee-ed259dfddc60 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:11:20.119882 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-ca63df0b-f034-409f-9aee-ed259dfddc60 service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:20.121899 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-ca63df0b-f034-409f-9aee-ed259dfddc60 service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:11:20.122373 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-ca63df0b-f034-409f-9aee-ed259dfddc60 service neutron] Bound port: 0206c132-e3c8-4bbe-b276-1e01eccf5680, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:11:20.123027 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-ca63df0b-f034-409f-9aee-ed259dfddc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:20.142739 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c2723759-f61f-44cc-bbed-c2021e3636df req-f752f90a-0144-4a74-bd3c-9e7cf8b045c7 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329072 Aug 11 02:11:20.162942 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-9f7ce364-4759-40c2-b9e0-ff6fa977f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:20.165481 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-9f7ce364-4759-40c2-b9e0-ff6fa977f990 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b953b435-c391-4a77-b230-78b5dc8f0e61 HTTP/1.1" status: 200 len: 853 time: 0.2361970 Aug 11 02:11:20.168252 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-4c2c8b6b-6c6f-4797-b7b6-dba5b0088988 req-171880a0-f0d7-44d9-a6f7-5cfc804f4c42 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Deleting port fdd41be9-0a31-4a08-aa9e-17e7a38e225c {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:20.168670 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4c2c8b6b-6c6f-4797-b7b6-dba5b0088988 req-171880a0-f0d7-44d9-a6f7-5cfc804f4c42 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:20.224066 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77eb13-96b5-42ac-bd34-468227d58913 req-32b156c2-1275-4853-908f-53b71f59d716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:20.225590 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e77eb13-96b5-42ac-bd34-468227d58913 req-32b156c2-1275-4853-908f-53b71f59d716 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a8d04554417c40d6830a6309b9057b02&device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 1096 time: 0.1205444 Aug 11 02:11:20.292157 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-ca63df0b-f034-409f-9aee-ed259dfddc60 service neutron] For port 0206c132-e3c8-4bbe-b276-1e01eccf5680, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:11:20.311872 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-ca63df0b-f034-409f-9aee-ed259dfddc60 service neutron] For port 0206c132-e3c8-4bbe-b276-1e01eccf5680, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=0206c132-e3c8-4bbe-b276-1e01eccf5680,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:11:20.321591 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-ca63df0b-f034-409f-9aee-ed259dfddc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:20.393161 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-ca63df0b-f034-409f-9aee-ed259dfddc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:20.393808 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-ca63df0b-f034-409f-9aee-ed259dfddc60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:20.395209 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-ca63df0b-f034-409f-9aee-ed259dfddc60 service neutron] 10.222.0.73 "PUT /v2.0/ports/0206c132-e3c8-4bbe-b276-1e01eccf5680 HTTP/1.1" status: 200 len: 1097 time: 2.1276088 Aug 11 02:11:20.422198 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77eb13-96b5-42ac-bd34-468227d58913 req-de216b47-79ab-40ed-b382-d2dae58318f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:20.423897 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e77eb13-96b5-42ac-bd34-468227d58913 req-de216b47-79ab-40ed-b382-d2dae58318f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=817a4ff3-115a-4b81-9f1c-4ed18d90c966 HTTP/1.1" status: 200 len: 906 time: 0.1822379 Aug 11 02:11:20.452314 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63df0b-f034-409f-9aee-ed259dfddc60 service neutron] Pushing event updated for resources: {'Port': ['ID=0206c132-e3c8-4bbe-b276-1e01eccf5680,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:20.547882 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e77eb13-96b5-42ac-bd34-468227d58913 req-55ef03b0-76d5-4f41-9ac5-7f2bcf780a98 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbe72ab1-ae06-44fa-8520-8bee8e3a346c HTTP/1.1" status: 200 len: 217 time: 0.0874670 Aug 11 02:11:20.644007 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77eb13-96b5-42ac-bd34-468227d58913 req-f5dee4c2-2815-4b52-9997-1a233da99490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:20.645934 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e77eb13-96b5-42ac-bd34-468227d58913 req-f5dee4c2-2815-4b52-9997-1a233da99490 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28d716d8-5b88-434d-86dc-bdd1fc15512f HTTP/1.1" status: 200 len: 845 time: 0.0718009 Aug 11 02:11:20.653089 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e96d7ed9-e762-4142-a7f9-1dfd6237fe06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:20.661451 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-3fedf0f3-fde3-44bf-beb3-c05ab2cf0bd7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=04482c74-3ec8-43ea-838b-eaba78bbe396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4513571 Aug 11 02:11:20.677253 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-65483371-4fe3-451b-a9da-970c701e2ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:20.679118 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-65483371-4fe3-451b-a9da-970c701e2ac0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e0f21d4f135e4edfb025f9641f4900a6&device_id=64951433-4404-4131-bf06-ed960b67ba39 HTTP/1.1" status: 200 len: 1100 time: 0.2208390 Aug 11 02:11:20.684785 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e96d7ed9-e762-4142-a7f9-1dfd6237fe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:20.694322 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64951433-4404-4131-bf06-ed960b67ba39', 'tag': '0206c132-e3c8-4bbe-b276-1e01eccf5680'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:20.697216 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca82dea-4c97-4872-8052-9605ff020898" -d '{"events": [{"name": "network-changed", "server_uuid": "64951433-4404-4131-bf06-ed960b67ba39", "tag": "0206c132-e3c8-4bbe-b276-1e01eccf5680"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:20.705343 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e77eb13-96b5-42ac-bd34-468227d58913 req-0676ad91-a694-48af-961a-90b33bf8cace service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=817a4ff3-115a-4b81-9f1c-4ed18d90c966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466547 Aug 11 02:11:20.722292 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5ea22-967c-4357-8d3a-6f29a148e867 req-dfdd8442-416a-44ab-970b-58c1fe8dec27 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:20.724186 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-afd5ea22-967c-4357-8d3a-6f29a148e867 req-dfdd8442-416a-44ab-970b-58c1fe8dec27 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 944 time: 0.2222888 Aug 11 02:11:20.799872 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-3ce6ed9e-57b0-40bc-a1de-ec0f2a3e388e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=0206c132-e3c8-4bbe-b276-1e01eccf5680 HTTP/1.1" status: 200 len: 217 time: 0.0993593 Aug 11 02:11:20.864495 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7424650f-bb26-46e6-8f46-647cf4b4c2c0 service neutron] For port bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:11:20.870984 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d7ed9-e762-4142-a7f9-1dfd6237fe06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cc2ef4-ba52-45c9-8b32-812bbcc77d94,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:20.878232 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e96d7ed9-e762-4142-a7f9-1dfd6237fe06 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0879dbdccd744ddd85045c293c1dfa12&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6095204 Aug 11 02:11:20.879575 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35626) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:20.895345 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-afd5ea22-967c-4357-8d3a-6f29a148e867 req-48e4eab9-d16b-4681-b8d0-bc3f6ae8377c tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224210 Aug 11 02:11:20.903342 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-95a9e940-edcc-4697-9a97-48945fd258ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:20.904942 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-95a9e940-edcc-4697-9a97-48945fd258ed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.0887833 Aug 11 02:11:20.916210 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-4c2c8b6b-6c6f-4797-b7b6-dba5b0088988 req-171880a0-f0d7-44d9-a6f7-5cfc804f4c42 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] For port fdd41be9-0a31-4a08-aa9e-17e7a38e225c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=fdd41be9-0a31-4a08-aa9e-17e7a38e225c,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:20.916909 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4c2c8b6b-6c6f-4797-b7b6-dba5b0088988 req-171880a0-f0d7-44d9-a6f7-5cfc804f4c42 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:20.928690 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7424650f-bb26-46e6-8f46-647cf4b4c2c0 service neutron] For port bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4,segment=NetworkSegment(d2940b20-b68b-4b02-b8ba-8700537e2a0a),segment_id=d2940b20-b68b-4b02-b8ba-8700537e2a0a)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:11:20.937878 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e77eb13-96b5-42ac-bd34-468227d58913 req-5ea58211-840c-4150-b491-9e5d6cbb3ca0 service neutron] 10.222.0.73 "GET /v2.0/networks/817a4ff3-115a-4b81-9f1c-4ed18d90c966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245216 Aug 11 02:11:20.955559 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba2b9e-c321-4233-baab-79197ae04191 req-8f50f190-57ab-4524-8468-43f3fb81299b tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:20.957111 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-adba2b9e-c321-4233-baab-79197ae04191 req-8f50f190-57ab-4524-8468-43f3fb81299b tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=94bd4d87-8980-4a51-96b6-c383079464c7 HTTP/1.1" status: 200 len: 944 time: 0.2982469 Aug 11 02:11:20.967383 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7424650f-bb26-46e6-8f46-647cf4b4c2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:20.973968 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-4c2c8b6b-6c6f-4797-b7b6-dba5b0088988 req-171880a0-f0d7-44d9-a6f7-5cfc804f4c42 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Calling delete_port for fdd41be9-0a31-4a08-aa9e-17e7a38e225c owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:21.008457 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb9d703-d590-4a03-981b-9af9d8f401ce x-openstack-request-id: req-ccb9d703-d590-4a03-981b-9af9d8f401ce {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:21.008755 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64951433-4404-4131-bf06-ed960b67ba39", "tag": "0206c132-e3c8-4bbe-b276-1e01eccf5680", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:21.009009 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ccb9d703-d590-4a03-981b-9af9d8f401ce {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:21.009424 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64951433-4404-4131-bf06-ed960b67ba39', 'tag': '0206c132-e3c8-4bbe-b276-1e01eccf5680', 'status': 'completed', 'code': 200} Aug 11 02:11:21.030549 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-b99fecca-c096-4e10-9f07-a66be92d065c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:21.032335 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-b99fecca-c096-4e10-9f07-a66be92d065c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1140063 Aug 11 02:11:21.112557 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7424650f-bb26-46e6-8f46-647cf4b4c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:21.113471 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7424650f-bb26-46e6-8f46-647cf4b4c2c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:21.115051 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-7424650f-bb26-46e6-8f46-647cf4b4c2c0 service neutron] 10.222.0.66 "PUT /v2.0/ports/bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4 HTTP/1.1" status: 200 len: 1093 time: 3.5675995 Aug 11 02:11:21.120060 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e77eb13-96b5-42ac-bd34-468227d58913 req-4d60c351-fc62-42fe-8287-c11c8180b26d service neutron] 10.222.0.73 "GET /v2.0/networks/817a4ff3-115a-4b81-9f1c-4ed18d90c966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613882 Aug 11 02:11:21.151448 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-c97dec48-71aa-457a-a183-a698fcc3fe99 service neutron] 10.222.0.73 "GET /v2.0/networks/04482c74-3ec8-43ea-838b-eaba78bbe396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676337 Aug 11 02:11:21.173939 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-2c4a5f62-1f83-4eb1-acaf-1ec20199aba7 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322954 Aug 11 02:11:21.274794 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424650f-bb26-46e6-8f46-647cf4b4c2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:21.280055 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-adba2b9e-c321-4233-baab-79197ae04191 req-3118d6f3-5420-4337-801c-872ccac459a4 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979753 Aug 11 02:11:21.304801 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-55a64daf-64e7-4dc8-9e92-65b516d15462 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:21.322984 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34861f2b-e6c6-467d-a2b5-f886951f029e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:21.337604 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:21.364272 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3efdd-4035-4834-a5fd-64b20279f71c req-ac605526-8fd0-4390-be4f-8c38615fc016 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:21.371233 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a64daf-64e7-4dc8-9e92-65b516d15462 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Pushing event deleted for resources: {'Port': ['ID=fe40727f-efef-41eb-a026-d7fc0e4bca5f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:21.373000 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1df3efdd-4035-4834-a5fd-64b20279f71c req-ac605526-8fd0-4390-be4f-8c38615fc016 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=e528720a-3144-4d6c-ba3d-2d04ddda7c88 HTTP/1.1" status: 200 len: 945 time: 0.1406672 Aug 11 02:11:21.389526 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6de2765f-f642-4c3c-bba4-e64408e63380 req-ce2a49a1-c215-4276-aafe-aa88470e574b service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049067 Aug 11 02:11:21.428853 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1df3efdd-4035-4834-a5fd-64b20279f71c req-36df4387-3fce-4668-a7b7-6f12db9d9d1f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541873 Aug 11 02:11:21.440696 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34861f2b-e6c6-467d-a2b5-f886951f029e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:21.491140 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-a2513d68-fd98-4508-b7ab-cfc6bdd85089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:21.492738 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-a2513d68-fd98-4508-b7ab-cfc6bdd85089 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7a2ee39b1dbe4ae2873e2cef4f65b408&device_id=94bd4d87-8980-4a51-96b6-c383079464c7 HTTP/1.1" status: 200 len: 1096 time: 0.2966733 Aug 11 02:11:21.514912 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca82dea-4c97-4872-8052-9605ff020898 req-161f5ea6-748c-40a0-a721-545b00dccee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:21.516015 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0188be-b5df-497a-8066-f5a1d8eab628', 'tag': '38b93181-ddfa-49e9-878c-81b47a204b38'}, {'name': 'network-changed', 'server_uuid': '94bd4d87-8980-4a51-96b6-c383079464c7', 'tag': 'bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:21.517892 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7ca82dea-4c97-4872-8052-9605ff020898 req-161f5ea6-748c-40a0-a721-545b00dccee0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e0f21d4f135e4edfb025f9641f4900a6&device_id=64951433-4404-4131-bf06-ed960b67ba39 HTTP/1.1" status: 200 len: 1100 time: 0.0672476 Aug 11 02:11:21.518264 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59226553-30b4-4e77-a3c1-adbe247ed956" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0188be-b5df-497a-8066-f5a1d8eab628", "tag": "38b93181-ddfa-49e9-878c-81b47a204b38"}, {"name": "network-changed", "server_uuid": "94bd4d87-8980-4a51-96b6-c383079464c7", "tag": "bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:21.607802 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-f9947f3c-fbe0-452c-87e7-22112203ba7e service neutron] 10.222.0.73 "GET /v2.0/networks/04482c74-3ec8-43ea-838b-eaba78bbe396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407659 Aug 11 02:11:21.613698 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6190c4-ba41-405e-895c-86527f244fea x-openstack-request-id: req-6f6190c4-ba41-405e-895c-86527f244fea {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:21.614016 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0188be-b5df-497a-8066-f5a1d8eab628", "tag": "38b93181-ddfa-49e9-878c-81b47a204b38", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "94bd4d87-8980-4a51-96b6-c383079464c7", "tag": "bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:21.614269 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6f6190c4-ba41-405e-895c-86527f244fea {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:21.614654 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0188be-b5df-497a-8066-f5a1d8eab628', 'tag': '38b93181-ddfa-49e9-878c-81b47a204b38', 'status': 'completed', 'code': 200} Aug 11 02:11:21.614874 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94bd4d87-8980-4a51-96b6-c383079464c7', 'tag': 'bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4', 'status': 'completed', 'code': 200} Aug 11 02:11:21.627373 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-fced5afc-3275-48fe-be07-aec4c92d4959 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4 HTTP/1.1" status: 200 len: 217 time: 0.1135325 Aug 11 02:11:21.641151 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-55a64daf-64e7-4dc8-9e92-65b516d15462 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:21.643681 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-55a64daf-64e7-4dc8-9e92-65b516d15462 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:21.644828 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-55a64daf-64e7-4dc8-9e92-65b516d15462 tempest-ImagesOneServerNegativeTestJSON-1780384152 tempest-ImagesOneServerNegativeTestJSON-1780384152-project] 10.222.0.50 "DELETE /v2.0/floatingips/78c61295-766c-47c6-bfb2-d82c629bf93e HTTP/1.1" status: 204 len: 168 time: 2.9350796 Aug 11 02:11:21.690098 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbb364-edcd-44f1-9fe2-39afa3059d1f req-0e7b2b11-7fd1-419b-9f9a-466ca362538c tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:21.691659 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d8cbb364-edcd-44f1-9fe2-39afa3059d1f req-0e7b2b11-7fd1-419b-9f9a-466ca362538c tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=64951433-4404-4131-bf06-ed960b67ba39 HTTP/1.1" status: 200 len: 948 time: 0.2901902 Aug 11 02:11:21.702241 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4c2c8b6b-6c6f-4797-b7b6-dba5b0088988 req-171880a0-f0d7-44d9-a6f7-5cfc804f4c42 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:21.714025 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca82dea-4c97-4872-8052-9605ff020898 req-a4bf566f-7930-42d2-be14-b6be25a1b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:21.715862 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7ca82dea-4c97-4872-8052-9605ff020898 req-a4bf566f-7930-42d2-be14-b6be25a1b9d4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.1901846 Aug 11 02:11:21.718111 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['fdd41be9-0a31-4a08-aa9e-17e7a38e225c'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:21.774925 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171880a0-f0d7-44d9-a6f7-5cfc804f4c42 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Pushing event deleted for resources: {'Port': ['ID=fdd41be9-0a31-4a08-aa9e-17e7a38e225c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:21.787516 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34861f2b-e6c6-467d-a2b5-f886951f029e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:21.790060 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34861f2b-e6c6-467d-a2b5-f886951f029e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:21.794211 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-34861f2b-e6c6-467d-a2b5-f886951f029e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/80cc2ef4-ba52-45c9-8b32-812bbcc77d94 HTTP/1.1" status: 204 len: 168 time: 0.9043767 Aug 11 02:11:21.821943 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7ca82dea-4c97-4872-8052-9605ff020898 req-40bd279b-be58-4d19-b575-b584cbd5c678 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=0206c132-e3c8-4bbe-b276-1e01eccf5680 HTTP/1.1" status: 200 len: 217 time: 0.0968204 Aug 11 02:11:21.828836 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35668) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:21.829295 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-1bed81c6-98cb-44df-8ab7-d68ec6095398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:21.830777 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-1bed81c6-98cb-44df-8ab7-d68ec6095398 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b953b435-c391-4a77-b230-78b5dc8f0e61 HTTP/1.1" status: 200 len: 853 time: 0.1908317 Aug 11 02:11:21.844240 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34861f2b-e6c6-467d-a2b5-f886951f029e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cc2ef4-ba52-45c9-8b32-812bbcc77d94,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:21.875299 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d8cbb364-edcd-44f1-9fe2-39afa3059d1f req-173b8ebb-acf7-463d-9ccd-8d79524e27c9 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696956 Aug 11 02:11:21.878280 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59226553-30b4-4e77-a3c1-adbe247ed956 req-fbf0a601-37ab-411a-882b-4c658890cbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:21.881381 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59226553-30b4-4e77-a3c1-adbe247ed956 req-fbf0a601-37ab-411a-882b-4c658890cbcc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7a2ee39b1dbe4ae2873e2cef4f65b408&device_id=fa0188be-b5df-497a-8066-f5a1d8eab628 HTTP/1.1" status: 200 len: 1095 time: 0.1999485 Aug 11 02:11:21.896549 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2c8b6b-6c6f-4797-b7b6-dba5b0088988 req-171880a0-f0d7-44d9-a6f7-5cfc804f4c42 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] No DVR routers for this DVR port fdd41be9-0a31-4a08-aa9e-17e7a38e225c on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:11:21.901296 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-d4c55d3c-07af-44b5-bc86-e1a7618a3bd9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04482c74-3ec8-43ea-838b-eaba78bbe396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592191 Aug 11 02:11:21.902672 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4c2c8b6b-6c6f-4797-b7b6-dba5b0088988 req-171880a0-f0d7-44d9-a6f7-5cfc804f4c42 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:21.904861 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4c2c8b6b-6c6f-4797-b7b6-dba5b0088988 req-171880a0-f0d7-44d9-a6f7-5cfc804f4c42 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.66 "DELETE /v2.0/ports/fdd41be9-0a31-4a08-aa9e-17e7a38e225c HTTP/1.1" status: 204 len: 173 time: 2.5446217 Aug 11 02:11:21.920901 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6cc9b06-3b7e-4143-8ade-bda3f633817f admin admin] Deleting subnet 2cbe19f5-6919-43f5-abb0-402212091f5d {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:11:21.925252 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca82dea-4c97-4872-8052-9605ff020898 req-bd6402d9-d0a5-4894-a77f-e8dbdd8dbf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:21.926690 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7ca82dea-4c97-4872-8052-9605ff020898 req-bd6402d9-d0a5-4894-a77f-e8dbdd8dbf87 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.0653448 Aug 11 02:11:21.927347 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d6cc9b06-3b7e-4143-8ade-bda3f633817f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:22.004986 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d6cc9b06-3b7e-4143-8ade-bda3f633817f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:22.064021 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca82dea-4c97-4872-8052-9605ff020898 req-2b8041e6-b43b-437f-8b78-455042df18ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:22.065384 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7ca82dea-4c97-4872-8052-9605ff020898 req-2b8041e6-b43b-437f-8b78-455042df18ac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1137013 Aug 11 02:11:22.079363 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59226553-30b4-4e77-a3c1-adbe247ed956 req-0e143348-9246-41f3-8860-5e46674f52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:22.080905 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59226553-30b4-4e77-a3c1-adbe247ed956 req-0e143348-9246-41f3-8860-5e46674f52bf service neutron] 10.222.0.73 "GET /v2.0/networks?id=04482c74-3ec8-43ea-838b-eaba78bbe396 HTTP/1.1" status: 200 len: 914 time: 0.1821122 Aug 11 02:11:22.092333 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-bfedf1f1-4271-4b8c-b97a-72421d75e15b service neutron] 10.222.0.66 "GET /v2.0/networks/04482c74-3ec8-43ea-838b-eaba78bbe396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799483 Aug 11 02:11:22.107480 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d6cc9b06-3b7e-4143-8ade-bda3f633817f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:22.156946 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59226553-30b4-4e77-a3c1-adbe247ed956 req-662790a0-9ce1-4363-8a68-e2d89b6094a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38b93181-ddfa-49e9-878c-81b47a204b38 HTTP/1.1" status: 200 len: 217 time: 0.0675883 Aug 11 02:11:22.205369 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace1e34-1569-40ef-99a5-7666be7b9ddb req-945d6413-2e0c-4c2c-85de-1e88c93cb383 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:22.207360 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bace1e34-1569-40ef-99a5-7666be7b9ddb req-945d6413-2e0c-4c2c-85de-1e88c93cb383 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 944 time: 0.1623161 Aug 11 02:11:22.274172 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59226553-30b4-4e77-a3c1-adbe247ed956 req-556be05a-777e-49bc-90cb-6686397c2a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:22.275852 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59226553-30b4-4e77-a3c1-adbe247ed956 req-556be05a-777e-49bc-90cb-6686397c2a4a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b953b435-c391-4a77-b230-78b5dc8f0e61 HTTP/1.1" status: 200 len: 853 time: 0.0856273 Aug 11 02:11:22.296236 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d6cc9b06-3b7e-4143-8ade-bda3f633817f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:22.307372 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c6aa9a56-7669-4c53-bbc4-9ce20dad9f54 req-06c590ea-999f-4e2f-a077-6605375e4bcd service neutron] 10.222.0.66 "GET /v2.0/networks/04482c74-3ec8-43ea-838b-eaba78bbe396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062123 Aug 11 02:11:22.326178 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59226553-30b4-4e77-a3c1-adbe247ed956 req-e7cb2e7f-1248-4e68-a2b4-47d08a8def0a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=04482c74-3ec8-43ea-838b-eaba78bbe396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361514 Aug 11 02:11:22.337356 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bace1e34-1569-40ef-99a5-7666be7b9ddb req-e6ac967f-9bd3-448e-9c6d-bfc19a427d8f tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198742 Aug 11 02:11:22.339798 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7ca82dea-4c97-4872-8052-9605ff020898 req-69a74f5c-8ada-4bab-a6c3-129c3a923d21 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510664 Aug 11 02:11:22.342583 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc9b06-3b7e-4143-8ade-bda3f633817f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cbe19f5-6919-43f5-abb0-402212091f5d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:22.344817 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d6cc9b06-3b7e-4143-8ade-bda3f633817f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:22.348237 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d6cc9b06-3b7e-4143-8ade-bda3f633817f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2cbe19f5-6919-43f5-abb0-402212091f5d HTTP/1.1" status: 204 len: 168 time: 0.5181720 Aug 11 02:11:22.351401 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35678) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:22.526757 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59226553-30b4-4e77-a3c1-adbe247ed956 req-20a8e924-bcd8-4cdc-a14e-d2192c59be0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:22.529696 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59226553-30b4-4e77-a3c1-adbe247ed956 req-20a8e924-bcd8-4cdc-a14e-d2192c59be0b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7a2ee39b1dbe4ae2873e2cef4f65b408&device_id=94bd4d87-8980-4a51-96b6-c383079464c7 HTTP/1.1" status: 200 len: 1096 time: 0.1062138 Aug 11 02:11:22.561748 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35686) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:22.612751 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f04d61c0-45ce-46e1-b4f0-89d6c79792cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:22.644718 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59226553-30b4-4e77-a3c1-adbe247ed956 req-62a47d7b-6223-4c78-b30e-1bfde0dc864e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:22.646874 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59226553-30b4-4e77-a3c1-adbe247ed956 req-62a47d7b-6223-4c78-b30e-1bfde0dc864e service neutron] 10.222.0.66 "GET /v2.0/networks?id=04482c74-3ec8-43ea-838b-eaba78bbe396 HTTP/1.1" status: 200 len: 914 time: 0.1010818 Aug 11 02:11:22.658290 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e48afd-dbf0-4c84-889a-ff3d6418e344 req-af5e376f-0613-446f-9cf5-6a19602d2b99 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:22.660023 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5e48afd-dbf0-4c84-889a-ff3d6418e344 req-af5e376f-0613-446f-9cf5-6a19602d2b99 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=94bd4d87-8980-4a51-96b6-c383079464c7 HTTP/1.1" status: 200 len: 944 time: 0.2244999 Aug 11 02:11:22.669103 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59226553-30b4-4e77-a3c1-adbe247ed956 req-cc7e76dd-2c5c-4517-bd99-ccde549fa5e8 service neutron] 10.222.0.73 "GET /v2.0/networks/04482c74-3ec8-43ea-838b-eaba78bbe396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294170 Aug 11 02:11:22.688161 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-89c5ff6c-5b51-45f1-bdfb-8f173c094f98 req-f59e17de-9b88-4139-98e8-ad0ba4c73fd3 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=e528720a-3144-4d6c-ba3d-2d04ddda7c88 HTTP/1.1" status: 200 len: 210 time: 0.0920451 Aug 11 02:11:22.756264 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7ca82dea-4c97-4872-8052-9605ff020898 req-aa8f7bed-4d14-4653-aa8c-1056291b4033 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062328 Aug 11 02:11:22.815464 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59226553-30b4-4e77-a3c1-adbe247ed956 req-a8a35e18-1d0f-41cd-b86c-2b672150b75c service neutron] 10.222.0.73 "GET /v2.0/networks/04482c74-3ec8-43ea-838b-eaba78bbe396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147349 Aug 11 02:11:22.818721 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59226553-30b4-4e77-a3c1-adbe247ed956 req-709faab0-f659-41d2-8e25-2e645610ada0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4 HTTP/1.1" status: 200 len: 217 time: 0.1575696 Aug 11 02:11:22.852981 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 0206c132-e3c8-4bbe-b276-1e01eccf5680 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:11:22.897037 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5e48afd-dbf0-4c84-889a-ff3d6418e344 req-9bc83297-82c1-4a89-bec3-331800bc0d61 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209270 Aug 11 02:11:22.917391 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59226553-30b4-4e77-a3c1-adbe247ed956 req-c5f412ab-648f-46ad-be0e-b37b34577ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:22.918871 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59226553-30b4-4e77-a3c1-adbe247ed956 req-c5f412ab-648f-46ad-be0e-b37b34577ef0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b953b435-c391-4a77-b230-78b5dc8f0e61 HTTP/1.1" status: 200 len: 853 time: 0.0885692 Aug 11 02:11:22.948274 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f04d61c0-45ce-46e1-b4f0-89d6c79792cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:22.973952 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-f04d61c0-45ce-46e1-b4f0-89d6c79792cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f125fcef-d9e9-4ec8-ac42-331264faeea0']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:22.991088 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59226553-30b4-4e77-a3c1-adbe247ed956 req-908d94c2-53e4-42c2-a54c-12faccb96fda service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04482c74-3ec8-43ea-838b-eaba78bbe396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633643 Aug 11 02:11:23.025802 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-f04d61c0-45ce-46e1-b4f0-89d6c79792cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90ce4df-cc8e-4448-a1f2-f94063d6b16e') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:23.026236 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-f04d61c0-45ce-46e1-b4f0-89d6c79792cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90ce4df-cc8e-4448-a1f2-f94063d6b16e') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:23.058610 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f04d61c0-45ce-46e1-b4f0-89d6c79792cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:23.068039 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 0206c132-e3c8-4bbe-b276-1e01eccf5680, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=0206c132-e3c8-4bbe-b276-1e01eccf5680,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:23.100492 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '0206c132-e3c8-4bbe-b276-1e01eccf5680', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': '0206c132-e3c8-4bbe-b276-1e01eccf5680', 'mac_address': 'fa:16:3e:72:df:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:11:23.152153 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:23.170805 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f04d61c0-45ce-46e1-b4f0-89d6c79792cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:23.183640 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0206c132-e3c8-4bbe-b276-1e01eccf5680 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:23.188327 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f04d61c0-45ce-46e1-b4f0-89d6c79792cf admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:11:23.188965 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f04d61c0-45ce-46e1-b4f0-89d6c79792cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:11:23.191754 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:11:23.207772 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59226553-30b4-4e77-a3c1-adbe247ed956 req-395b4696-d7ff-4e05-b0e9-b6bf1bb1203a service neutron] 10.222.0.66 "GET /v2.0/networks/04482c74-3ec8-43ea-838b-eaba78bbe396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073164 Aug 11 02:11:23.221996 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 0206c132-e3c8-4bbe-b276-1e01eccf5680, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=0206c132-e3c8-4bbe-b276-1e01eccf5680,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:23.227605 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:23.229030 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 38b93181-ddfa-49e9-878c-81b47a204b38 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:11:23.295633 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=0206c132-e3c8-4bbe-b276-1e01eccf5680,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:23.380388 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35704) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:23.393354 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2849267b-920f-41b8-9533-b3f9b914b383 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9b5253dfd25440b1841d2cfde269c405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8302319 Aug 11 02:11:23.425483 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae857b6c-de2d-49b2-9735-63179ff325ea req-b0f32d7f-0589-41e5-ac2e-251605b5dbc8 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:23.435014 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ae857b6c-de2d-49b2-9735-63179ff325ea req-b0f32d7f-0589-41e5-ac2e-251605b5dbc8 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=64951433-4404-4131-bf06-ed960b67ba39 HTTP/1.1" status: 200 len: 948 time: 0.3824704 Aug 11 02:11:23.437953 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f04d61c0-45ce-46e1-b4f0-89d6c79792cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:23.442335 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 38b93181-ddfa-49e9-878c-81b47a204b38, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=38b93181-ddfa-49e9-878c-81b47a204b38,segment=NetworkSegment(d2940b20-b68b-4b02-b8ba-8700537e2a0a),segment_id=d2940b20-b68b-4b02-b8ba-8700537e2a0a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:23.470320 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '38b93181-ddfa-49e9-878c-81b47a204b38', 'network_id': '04482c74-3ec8-43ea-838b-eaba78bbe396', 'port_id': '38b93181-ddfa-49e9-878c-81b47a204b38', 'mac_address': 'fa:16:3e:f1:94:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b953b435-c391-4a77-b230-78b5dc8f0e61', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:11:23.473796 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f04d61c0-45ce-46e1-b4f0-89d6c79792cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:23.482386 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59226553-30b4-4e77-a3c1-adbe247ed956 req-01b19876-817a-492e-9830-b3e7f30144b8 service neutron] 10.222.0.66 "GET /v2.0/networks/04482c74-3ec8-43ea-838b-eaba78bbe396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657979 Aug 11 02:11:23.487859 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f04d61c0-45ce-46e1-b4f0-89d6c79792cf admin admin] 10.222.0.50 "DELETE /v2.0/networks/f125fcef-d9e9-4ec8-ac42-331264faeea0 HTTP/1.1" status: 204 len: 168 time: 1.1352603 Aug 11 02:11:23.531482 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d61c0-45ce-46e1-b4f0-89d6c79792cf admin admin] Pushing event deleted for resources: {'Network': ['ID=f125fcef-d9e9-4ec8-ac42-331264faeea0,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:23.538943 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:23.555595 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b93181-ddfa-49e9-878c-81b47a204b38 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:23.569875 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ae857b6c-de2d-49b2-9735-63179ff325ea req-b8883d3f-852e-48c2-b20d-f04bd03086e5 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338935 Aug 11 02:11:23.592131 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 38b93181-ddfa-49e9-878c-81b47a204b38, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=38b93181-ddfa-49e9-878c-81b47a204b38,segment=NetworkSegment(d2940b20-b68b-4b02-b8ba-8700537e2a0a),segment_id=d2940b20-b68b-4b02-b8ba-8700537e2a0a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:23.600253 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:23.601687 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device cbe72ab1-ae06-44fa-8520-8bee8e3a346c details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:11:23.603417 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e485ede3-4340-47f6-a9a8-cf87e2be46d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:23.617164 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e528720a-3144-4d6c-ba3d-2d04ddda7c88', 'name': 'network-vif-deleted', 'tag': 'fdd41be9-0a31-4a08-aa9e-17e7a38e225c'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:23.619733 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1e3621-9235-4f66-b8ba-e987e630ddef" -d '{"events": [{"server_uuid": "e528720a-3144-4d6c-ba3d-2d04ddda7c88", "name": "network-vif-deleted", "tag": "fdd41be9-0a31-4a08-aa9e-17e7a38e225c"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:23.668852 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736bab0-c146-45e3-8dcf-ba9628a0a51b req-3774fb3a-d955-4d57-8df4-f2a745234441 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:23.681884 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7736bab0-c146-45e3-8dcf-ba9628a0a51b req-3774fb3a-d955-4d57-8df4-f2a745234441 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 944 time: 0.1647840 Aug 11 02:11:23.685409 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e485ede3-4340-47f6-a9a8-cf87e2be46d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:23.697261 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35718) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:23.703470 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device fdd41be9-0a31-4a08-aa9e-17e7a38e225c no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:23.707677 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843ff310-06ab-4009-8ca1-4cf1e2e3c88a x-openstack-request-id: req-843ff310-06ab-4009-8ca1-4cf1e2e3c88a {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:23.708190 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e528720a-3144-4d6c-ba3d-2d04ddda7c88", "name": "network-vif-deleted", "tag": "fdd41be9-0a31-4a08-aa9e-17e7a38e225c", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:23.708596 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-843ff310-06ab-4009-8ca1-4cf1e2e3c88a {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:23.709198 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e528720a-3144-4d6c-ba3d-2d04ddda7c88', 'name': 'network-vif-deleted', 'tag': 'fdd41be9-0a31-4a08-aa9e-17e7a38e225c', 'status': 'completed', 'code': 200} Aug 11 02:11:23.794272 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: fdd41be9-0a31-4a08-aa9e-17e7a38e225c {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:11:23.794272 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device fdd41be9-0a31-4a08-aa9e-17e7a38e225c not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:11:23.796456 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1a164bb1-02a1-4088-9a97-a88a30d79254 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9e1621f77dda48d0a9d35134d2771337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0931540 Aug 11 02:11:23.799640 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35724) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:23.826021 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7736bab0-c146-45e3-8dcf-ba9628a0a51b req-639da82c-0dc0-476a-8ed7-b1f48634d3dd tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429386 Aug 11 02:11:23.860991 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=38b93181-ddfa-49e9-878c-81b47a204b38,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:23.868914 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e485ede3-4340-47f6-a9a8-cf87e2be46d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:23.871480 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e485ede3-4340-47f6-a9a8-cf87e2be46d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:23.875313 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e485ede3-4340-47f6-a9a8-cf87e2be46d1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2f82adcd-e204-47ef-a665-ab7d1ea4a6ba HTTP/1.1" status: 204 len: 168 time: 0.4940190 Aug 11 02:11:23.889017 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485ede3-4340-47f6-a9a8-cf87e2be46d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f82adcd-e204-47ef-a665-ab7d1ea4a6ba,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:23.938440 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-45b03787-229c-4b82-8940-d4127f329dca req-382253f6-dfa7-4b25-af02-3e0b419436ed tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=e528720a-3144-4d6c-ba3d-2d04ddda7c88 HTTP/1.1" status: 200 len: 210 time: 0.1061623 Aug 11 02:11:23.986163 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port cbe72ab1-ae06-44fa-8520-8bee8e3a346c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=cbe72ab1-ae06-44fa-8520-8bee8e3a346c,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:24.000325 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'cbe72ab1-ae06-44fa-8520-8bee8e3a346c', 'network_id': '817a4ff3-115a-4b81-9f1c-4ed18d90c966', 'port_id': 'cbe72ab1-ae06-44fa-8520-8bee8e3a346c', 'mac_address': 'fa:16:3e:c0:07:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d716d8-5b88-434d-86dc-bdd1fc15512f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:11:24.012026 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25103a61-42eb-45bc-8324-c2d4cd3766e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:24.057932 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:24.074550 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe72ab1-ae06-44fa-8520-8bee8e3a346c {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:24.079160 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25103a61-42eb-45bc-8324-c2d4cd3766e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:24.109258 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port cbe72ab1-ae06-44fa-8520-8bee8e3a346c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=cbe72ab1-ae06-44fa-8520-8bee8e3a346c,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:24.116546 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:24.125216 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb8ea3-3af5-442c-bec9-51a0bd516ad1 req-16f480d8-2543-45a5-a9ba-aef29b7438a4 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:24.148659 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8ddb8ea3-3af5-442c-bec9-51a0bd516ad1 req-16f480d8-2543-45a5-a9ba-aef29b7438a4 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=94bd4d87-8980-4a51-96b6-c383079464c7 HTTP/1.1" status: 200 len: 944 time: 0.1467552 Aug 11 02:11:24.208850 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25103a61-42eb-45bc-8324-c2d4cd3766e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:24.212505 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25103a61-42eb-45bc-8324-c2d4cd3766e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:24.213884 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-25103a61-42eb-45bc-8324-c2d4cd3766e0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/81946146-d691-46f2-8ae9-0a427eee70cd HTTP/1.1" status: 204 len: 168 time: 0.4131901 Aug 11 02:11:24.220340 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8ddb8ea3-3af5-442c-bec9-51a0bd516ad1 req-49987dab-bc53-4093-b507-1f74152f81a2 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654240 Aug 11 02:11:24.235123 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25103a61-42eb-45bc-8324-c2d4cd3766e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81946146-d691-46f2-8ae9-0a427eee70cd,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:24.247603 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=cbe72ab1-ae06-44fa-8520-8bee8e3a346c,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:24.267663 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:24.410750 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['0206c132-e3c8-4bbe-b276-1e01eccf5680'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:24.420955 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['38b93181-ddfa-49e9-878c-81b47a204b38'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:24.473287 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['cbe72ab1-ae06-44fa-8520-8bee8e3a346c'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:24.730665 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1976c3e-71fa-4a3f-948a-84a49ed1f7c8 req-d6a186ef-733e-4ff0-81f8-cf6cb4bbbd81 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:24.745167 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d1976c3e-71fa-4a3f-948a-84a49ed1f7c8 req-d6a186ef-733e-4ff0-81f8-cf6cb4bbbd81 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=64951433-4404-4131-bf06-ed960b67ba39 HTTP/1.1" status: 200 len: 949 time: 0.0948927 Aug 11 02:11:24.822827 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d1976c3e-71fa-4a3f-948a-84a49ed1f7c8 req-d2125d58-130d-44e4-9782-e2af4c59323b tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765646 Aug 11 02:11:24.963181 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972008ed-12c9-44c6-ade6-1d338368c366 req-08989b9c-5c43-4368-8f0b-8cbf423a3d15 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:24.965458 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-972008ed-12c9-44c6-ade6-1d338368c366 req-08989b9c-5c43-4368-8f0b-8cbf423a3d15 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 945 time: 0.0573118 Aug 11 02:11:25.024842 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-972008ed-12c9-44c6-ade6-1d338368c366 req-d90bb428-6d50-4a63-8ea0-b73054e45552 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523295 Aug 11 02:11:25.028283 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:25.091220 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-703643fb-5e56-4855-af33-bf660eb25be2 req-fc1d3a11-0b04-4f71-ba29-1d5ff802661b tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=e528720a-3144-4d6c-ba3d-2d04ddda7c88 HTTP/1.1" status: 200 len: 210 time: 0.0356324 Aug 11 02:11:25.374684 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c00d7-6b2d-4d49-82b6-f47c2bcb8800 req-a2dc205e-3aed-4c0a-8c97-367c62339640 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:25.376503 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fd6c00d7-6b2d-4d49-82b6-f47c2bcb8800 req-a2dc205e-3aed-4c0a-8c97-367c62339640 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=94bd4d87-8980-4a51-96b6-c383079464c7 HTTP/1.1" status: 200 len: 944 time: 0.0673332 Aug 11 02:11:25.422245 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fd6c00d7-6b2d-4d49-82b6-f47c2bcb8800 req-b54b351e-7586-4e3e-903f-a3acc6ad602f tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375783 Aug 11 02:11:25.725357 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:11:25.839858 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4,segment=NetworkSegment(d2940b20-b68b-4b02-b8ba-8700537e2a0a),segment_id=d2940b20-b68b-4b02-b8ba-8700537e2a0a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:25.877421 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4', 'network_id': '04482c74-3ec8-43ea-838b-eaba78bbe396', 'port_id': 'bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4', 'mac_address': 'fa:16:3e:39:d8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b953b435-c391-4a77-b230-78b5dc8f0e61', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:11:25.980480 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:26.004816 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:26.020207 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c60c00-9aa7-4081-9fa1-06e8aa875fc7 req-7c7e2ceb-8510-4fdd-8499-5568e04a9412 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:26.026607 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c7c60c00-9aa7-4081-9fa1-06e8aa875fc7 req-7c7e2ceb-8510-4fdd-8499-5568e04a9412 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=64951433-4404-4131-bf06-ed960b67ba39 HTTP/1.1" status: 200 len: 949 time: 0.0968053 Aug 11 02:11:26.029133 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4,segment=NetworkSegment(d2940b20-b68b-4b02-b8ba-8700537e2a0a),segment_id=d2940b20-b68b-4b02-b8ba-8700537e2a0a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:26.040348 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:26.048326 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:11:26.115906 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:26.121038 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c7c60c00-9aa7-4081-9fa1-06e8aa875fc7 req-a9e928d0-bc37-412b-acf7-5308893070a2 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885222 Aug 11 02:11:26.263637 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:26.269955 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c533ee-c339-456c-bd3d-633fd7f3073a req-9f7cbeeb-318a-478b-9d36-64777881eaa7 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:26.271480 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fc448d74-967e-451a-8269-20479b5ad278 req-6856a011-b4f6-4634-be34-8a1a10c708a2 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=e528720a-3144-4d6c-ba3d-2d04ddda7c88 HTTP/1.1" status: 200 len: 210 time: 0.0658803 Aug 11 02:11:26.273503 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a8c533ee-c339-456c-bd3d-633fd7f3073a req-9f7cbeeb-318a-478b-9d36-64777881eaa7 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 945 time: 0.1317389 Aug 11 02:11:26.331213 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a8c533ee-c339-456c-bd3d-633fd7f3073a req-4044fe2f-ec9f-43db-8271-10ba6d2b9cf0 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490520 Aug 11 02:11:26.573271 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fe9de-e25d-4f66-972b-753c28a4f8f6 req-6da6d542-ddb7-44ae-a9cd-91b9395a9ea2 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:26.588970 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e24fe9de-e25d-4f66-972b-753c28a4f8f6 req-6da6d542-ddb7-44ae-a9cd-91b9395a9ea2 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=94bd4d87-8980-4a51-96b6-c383079464c7 HTTP/1.1" status: 200 len: 945 time: 0.0695403 Aug 11 02:11:26.643486 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e24fe9de-e25d-4f66-972b-753c28a4f8f6 req-05feab56-2241-4172-9633-75bd80ab47fa tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492442 Aug 11 02:11:26.889626 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device cbe72ab1-ae06-44fa-8520-8bee8e3a346c up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:11:26.946082 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port cbe72ab1-ae06-44fa-8520-8bee8e3a346c completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:11:26.953115 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port cbe72ab1-ae06-44fa-8520-8bee8e3a346c triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:26.954606 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:27.075583 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:27.107022 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a961ac6a-decb-4df9-9874-1163ef684d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe72ab1-ae06-44fa-8520-8bee8e3a346c'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:27.109571 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cee9367-8906-4792-91d9-b4654f0e15ef" -d '{"events": [{"server_uuid": "a961ac6a-decb-4df9-9874-1163ef684d70", "name": "network-vif-plugged", "status": "completed", "tag": "cbe72ab1-ae06-44fa-8520-8bee8e3a346c"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:27.126117 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port cbe72ab1-ae06-44fa-8520-8bee8e3a346c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=cbe72ab1-ae06-44fa-8520-8bee8e3a346c,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:27.133918 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:27.135053 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 38b93181-ddfa-49e9-878c-81b47a204b38 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:11:27.257230 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=cbe72ab1-ae06-44fa-8520-8bee8e3a346c,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:27.283852 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 38b93181-ddfa-49e9-878c-81b47a204b38 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:11:27.295428 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 38b93181-ddfa-49e9-878c-81b47a204b38 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:27.295904 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:27.340046 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e50f87d-52c4-46fd-be3a-c659b6e08651 x-openstack-request-id: req-3e50f87d-52c4-46fd-be3a-c659b6e08651 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:27.340365 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a961ac6a-decb-4df9-9874-1163ef684d70", "name": "network-vif-plugged", "status": "completed", "tag": "cbe72ab1-ae06-44fa-8520-8bee8e3a346c", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:27.340606 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3e50f87d-52c4-46fd-be3a-c659b6e08651 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:27.341093 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a961ac6a-decb-4df9-9874-1163ef684d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe72ab1-ae06-44fa-8520-8bee8e3a346c', 'code': 200} Aug 11 02:11:27.430076 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:27.431499 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65979771-82f6-491a-bffb-fddcc192f7c1 req-10c72fa7-9579-4351-899e-72deaa939a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:27.433651 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-65979771-82f6-491a-bffb-fddcc192f7c1 req-10c72fa7-9579-4351-899e-72deaa939a2a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 1098 time: 0.0512524 Aug 11 02:11:27.437291 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e32e0d-03cc-4232-a398-5596b4b258ce req-924ef2e4-973d-45a9-893c-30c1dda609c9 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:27.442535 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e3e32e0d-03cc-4232-a398-5596b4b258ce req-924ef2e4-973d-45a9-893c-30c1dda609c9 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=64951433-4404-4131-bf06-ed960b67ba39 HTTP/1.1" status: 200 len: 949 time: 0.0708122 Aug 11 02:11:27.475224 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-65979771-82f6-491a-bffb-fddcc192f7c1 req-185e5238-e4a4-4cf8-9f2c-c92201cc3db0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332582 Aug 11 02:11:27.480463 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 38b93181-ddfa-49e9-878c-81b47a204b38, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=38b93181-ddfa-49e9-878c-81b47a204b38,segment=NetworkSegment(d2940b20-b68b-4b02-b8ba-8700537e2a0a),segment_id=d2940b20-b68b-4b02-b8ba-8700537e2a0a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:27.489470 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:27.490499 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 0206c132-e3c8-4bbe-b276-1e01eccf5680 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:11:27.519708 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e3e32e0d-03cc-4232-a398-5596b4b258ce req-6ea1efc5-b6f8-4e65-8874-0a010c6db5b7 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705717 Aug 11 02:11:27.567230 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 0206c132-e3c8-4bbe-b276-1e01eccf5680 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:11:27.572964 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 0206c132-e3c8-4bbe-b276-1e01eccf5680 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:27.573341 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:27.657619 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=38b93181-ddfa-49e9-878c-81b47a204b38,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:27.726812 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546276b4-7a96-4e5f-b3e4-6f4ed69a1425 req-5a6ae564-2422-476c-847f-13586a9dea94 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:27.728841 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-546276b4-7a96-4e5f-b3e4-6f4ed69a1425 req-5a6ae564-2422-476c-847f-13586a9dea94 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 946 time: 0.0562012 Aug 11 02:11:27.746195 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:11:27.781661 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:27.782276 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-546276b4-7a96-4e5f-b3e4-6f4ed69a1425 req-e0817ce2-48c0-4538-a325-98d04d7b462b tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446920 Aug 11 02:11:27.854105 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 0206c132-e3c8-4bbe-b276-1e01eccf5680, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=0206c132-e3c8-4bbe-b276-1e01eccf5680,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:27.864117 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:27.915289 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:11:27.936886 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:27.937264 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:27.949543 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067870b-c4b7-4b39-8169-9ea294d14cdf req-c754223b-8adc-4c94-89ae-6e2521a97875 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:27.951335 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1067870b-c4b7-4b39-8169-9ea294d14cdf req-c754223b-8adc-4c94-89ae-6e2521a97875 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=94bd4d87-8980-4a51-96b6-c383079464c7 HTTP/1.1" status: 200 len: 945 time: 0.0754650 Aug 11 02:11:28.003599 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=0206c132-e3c8-4bbe-b276-1e01eccf5680,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:28.056799 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1067870b-c4b7-4b39-8169-9ea294d14cdf req-3f5fd839-2979-43ac-805d-681c5f83ad02 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967705 Aug 11 02:11:28.112178 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:28.187196 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4,segment=NetworkSegment(d2940b20-b68b-4b02-b8ba-8700537e2a0a),segment_id=d2940b20-b68b-4b02-b8ba-8700537e2a0a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:28.193815 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:28.306571 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:28.412937 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35944) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:28.488392 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d5ba4-4d0f-4fcd-b4e2-e57dd428ac87 req-60bc409d-4423-4b1f-8f5a-7ed507bf1d9b tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:28.490506 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-181d5ba4-4d0f-4fcd-b4e2-e57dd428ac87 req-60bc409d-4423-4b1f-8f5a-7ed507bf1d9b tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/networks?id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc HTTP/1.1" status: 200 len: 812 time: 0.1281893 Aug 11 02:11:28.513666 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-181d5ba4-4d0f-4fcd-b4e2-e57dd428ac87 req-ccb617c0-043b-48bb-9fa3-ed7b894f89a8 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/quotas/cb683947b58544f291a36cdc9fa42ce2 HTTP/1.1" status: 200 len: 375 time: 0.0168982 Aug 11 02:11:28.546761 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-181d5ba4-4d0f-4fcd-b4e2-e57dd428ac87 req-9453bcdd-2931-4146-8cfd-c3c9a5fea4aa tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cb683947b58544f291a36cdc9fa42ce2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322442 Aug 11 02:11:28.547818 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-91fc29cc-bc03-41db-ab32-dd9a124b4e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:28.641816 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-181d5ba4-4d0f-4fcd-b4e2-e57dd428ac87 req-858a8701-d96f-4be3-a1b3-2bebbb51766a service neutron] 10.222.0.50 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866373 Aug 11 02:11:28.642400 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-91fc29cc-bc03-41db-ab32-dd9a124b4e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:28.648708 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-91fc29cc-bc03-41db-ab32-dd9a124b4e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:28.692841 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-91fc29cc-bc03-41db-ab32-dd9a124b4e6a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d2c03b7ca9bd45a29f6c5c80a02083b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2722168 Aug 11 02:11:28.692841 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc29cc-bc03-41db-ab32-dd9a124b4e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eae0aa7-96de-460d-ab7a-ff638687671c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:28.692841 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35966) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:28.749137 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-25ce3e6b-fb4e-45c9-8c0c-51d2fb57b589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:28.761451 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-181d5ba4-4d0f-4fcd-b4e2-e57dd428ac87 req-df2bfc52-ed45-4f20-b022-89a09897cd4a service neutron] 10.222.0.50 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115451 Aug 11 02:11:28.776059 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-25ce3e6b-fb4e-45c9-8c0c-51d2fb57b589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:28.833357 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-25ce3e6b-fb4e-45c9-8c0c-51d2fb57b589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:28.836763 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-25ce3e6b-fb4e-45c9-8c0c-51d2fb57b589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:28.838031 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-25ce3e6b-fb4e-45c9-8c0c-51d2fb57b589 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9eae0aa7-96de-460d-ab7a-ff638687671c HTTP/1.1" status: 204 len: 168 time: 0.1470909 Aug 11 02:11:28.845827 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce3e6b-fb4e-45c9-8c0c-51d2fb57b589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eae0aa7-96de-460d-ab7a-ff638687671c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:28.979182 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3220076-40e7-4c71-b2c6-0d41caf2557c req-1f2b4ffc-46f7-4b43-9a1b-6aec1a39df9e tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:28.984680 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f3220076-40e7-4c71-b2c6-0d41caf2557c req-1f2b4ffc-46f7-4b43-9a1b-6aec1a39df9e tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=64951433-4404-4131-bf06-ed960b67ba39 HTTP/1.1" status: 200 len: 950 time: 0.0560150 Aug 11 02:11:29.037872 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f3220076-40e7-4c71-b2c6-0d41caf2557c req-76f6dcd1-b41f-49a8-8baf-a3038d668abc tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439780 Aug 11 02:11:29.186805 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876958e-d46f-4e80-9fe8-5e14e8604caa req-385d19c4-0635-476d-9273-6931a3f4ca5c tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:29.194290 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2876958e-d46f-4e80-9fe8-5e14e8604caa req-385d19c4-0635-476d-9273-6931a3f4ca5c tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 946 time: 0.0713482 Aug 11 02:11:29.207189 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35992) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:29.224142 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f539e12e-af64-4a19-b4a3-3ecc6e00a1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:29.246787 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2876958e-d46f-4e80-9fe8-5e14e8604caa req-eda4b33c-230e-418d-aeb6-1ca5e935137b tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516467 Aug 11 02:11:29.334045 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e425862f-d467-4b9d-80d5-158e15ba59bc req-fdfc8db9-0688-4c9d-8926-ffd914d0f627 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=274f9537-bfdb-4b65-b309-2c3c09c1670f HTTP/1.1" status: 200 len: 210 time: 0.0365353 Aug 11 02:11:29.342051 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0188be-b5df-497a-8066-f5a1d8eab628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b93181-ddfa-49e9-878c-81b47a204b38'}, {'server_uuid': '64951433-4404-4131-bf06-ed960b67ba39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0206c132-e3c8-4bbe-b276-1e01eccf5680'}, {'server_uuid': '94bd4d87-8980-4a51-96b6-c383079464c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:29.344433 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0ae783-83c9-479f-9eb1-db84f7cdf213" -d '{"events": [{"server_uuid": "fa0188be-b5df-497a-8066-f5a1d8eab628", "name": "network-vif-plugged", "status": "completed", "tag": "38b93181-ddfa-49e9-878c-81b47a204b38"}, {"server_uuid": "64951433-4404-4131-bf06-ed960b67ba39", "name": "network-vif-plugged", "status": "completed", "tag": "0206c132-e3c8-4bbe-b276-1e01eccf5680"}, {"server_uuid": "94bd4d87-8980-4a51-96b6-c383079464c7", "name": "network-vif-plugged", "status": "completed", "tag": "bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:29.357956 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f539e12e-af64-4a19-b4a3-3ecc6e00a1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:29.365662 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f539e12e-af64-4a19-b4a3-3ecc6e00a1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:29.400128 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f539e12e-af64-4a19-b4a3-3ecc6e00a1e8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a14a34dc5f874125905c8a90d5e7cee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1911917 Aug 11 02:11:29.403039 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36006) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:29.414403 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539e12e-af64-4a19-b4a3-3ecc6e00a1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad1c744-457c-459a-9bbd-36e495283168,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:29.481419 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ff92f79-1574-43b3-9740-dc65bcde73d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:29.513326 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ff92f79-1574-43b3-9740-dc65bcde73d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:29.572373 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4b92a-0bcd-48c4-a53d-fbe58602cf92 req-13b545c2-5b97-4600-97eb-a9cc0490469d tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:29.573975 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-41c4b92a-0bcd-48c4-a53d-fbe58602cf92 req-13b545c2-5b97-4600-97eb-a9cc0490469d tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=94bd4d87-8980-4a51-96b6-c383079464c7 HTTP/1.1" status: 200 len: 946 time: 0.0869808 Aug 11 02:11:29.593074 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ff92f79-1574-43b3-9740-dc65bcde73d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:29.596781 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ff92f79-1574-43b3-9740-dc65bcde73d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:29.598588 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6ff92f79-1574-43b3-9740-dc65bcde73d8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8ad1c744-457c-459a-9bbd-36e495283168 HTTP/1.1" status: 204 len: 168 time: 0.1945090 Aug 11 02:11:29.619191 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff92f79-1574-43b3-9740-dc65bcde73d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad1c744-457c-459a-9bbd-36e495283168,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:29.639750 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff92f79-1574-43b3-9740-dc65bcde73d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:29.640807 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff92f79-1574-43b3-9740-dc65bcde73d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:29.641205 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-41c4b92a-0bcd-48c4-a53d-fbe58602cf92 req-035e517a-3c83-4764-adc8-17be847c9f77 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580800 Aug 11 02:11:29.641374 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff92f79-1574-43b3-9740-dc65bcde73d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:29.642001 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff92f79-1574-43b3-9740-dc65bcde73d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:29.642349 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff92f79-1574-43b3-9740-dc65bcde73d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:29.642691 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff92f79-1574-43b3-9740-dc65bcde73d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:29.643031 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff92f79-1574-43b3-9740-dc65bcde73d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:29.643779 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff92f79-1574-43b3-9740-dc65bcde73d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:29.644165 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff92f79-1574-43b3-9740-dc65bcde73d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:29.644504 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff92f79-1574-43b3-9740-dc65bcde73d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:29.645033 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff92f79-1574-43b3-9740-dc65bcde73d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:29.645632 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff92f79-1574-43b3-9740-dc65bcde73d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:29.755096 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66684b01-9e89-4dd2-85f5-db44f8bcaf51 x-openstack-request-id: req-66684b01-9e89-4dd2-85f5-db44f8bcaf51 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:29.755641 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0188be-b5df-497a-8066-f5a1d8eab628", "name": "network-vif-plugged", "status": "completed", "tag": "38b93181-ddfa-49e9-878c-81b47a204b38", "code": 200}, {"server_uuid": "64951433-4404-4131-bf06-ed960b67ba39", "name": "network-vif-plugged", "status": "completed", "tag": "0206c132-e3c8-4bbe-b276-1e01eccf5680", "code": 200}, {"server_uuid": "94bd4d87-8980-4a51-96b6-c383079464c7", "name": "network-vif-plugged", "status": "completed", "tag": "bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:29.756076 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-66684b01-9e89-4dd2-85f5-db44f8bcaf51 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:29.756826 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0188be-b5df-497a-8066-f5a1d8eab628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b93181-ddfa-49e9-878c-81b47a204b38', 'code': 200} Aug 11 02:11:29.757435 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64951433-4404-4131-bf06-ed960b67ba39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0206c132-e3c8-4bbe-b276-1e01eccf5680', 'code': 200} Aug 11 02:11:29.757865 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94bd4d87-8980-4a51-96b6-c383079464c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4', 'code': 200} Aug 11 02:11:29.928440 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade54b94-cb59-4238-9d7f-b30eacc69e47 req-cfb2c5c1-aec4-45f4-8edd-b6a363b082a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:29.931709 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ade54b94-cb59-4238-9d7f-b30eacc69e47 req-cfb2c5c1-aec4-45f4-8edd-b6a363b082a0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=94bd4d87-8980-4a51-96b6-c383079464c7 HTTP/1.1" status: 200 len: 1098 time: 0.0909412 Aug 11 02:11:29.953617 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b652d8-db61-4b85-8cd6-463317334e67 req-e71617d2-63de-4b61-8392-805ead516836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:29.955956 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-53b652d8-db61-4b85-8cd6-463317334e67 req-e71617d2-63de-4b61-8392-805ead516836 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fa0188be-b5df-497a-8066-f5a1d8eab628 HTTP/1.1" status: 200 len: 1097 time: 0.0493505 Aug 11 02:11:30.014066 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-53b652d8-db61-4b85-8cd6-463317334e67 req-b2fd1688-65b8-4a06-b75c-b566e4c23cb2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433266 Aug 11 02:11:30.017297 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c885bf-d739-4135-931f-6bb9e8e28e0d req-9bc35c36-df97-4305-b6d8-4f15a2482409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:30.020009 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-48c885bf-d739-4135-931f-6bb9e8e28e0d req-9bc35c36-df97-4305-b6d8-4f15a2482409 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=64951433-4404-4131-bf06-ed960b67ba39 HTTP/1.1" status: 200 len: 1102 time: 0.1129375 Aug 11 02:11:30.026739 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ade54b94-cb59-4238-9d7f-b30eacc69e47 req-fefa4fc6-3dea-4f80-afb1-df25eb40d0de service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745518 Aug 11 02:11:30.123893 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-48c885bf-d739-4135-931f-6bb9e8e28e0d req-09a22346-78b7-4b3c-8ca5-53d3da3d4420 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465858 Aug 11 02:11:30.131224 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee439e6-7b67-422f-afa8-61675db3523a req-bf4fa455-3f3d-4c4a-8106-fb610e105ea5 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:30.140104 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4ee439e6-7b67-422f-afa8-61675db3523a req-bf4fa455-3f3d-4c4a-8106-fb610e105ea5 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 946 time: 0.1114562 Aug 11 02:11:30.166438 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3cc4127b-674f-4382-8358-f71a57cbba5d req-cabc69e8-ef9c-4eb2-9c6c-670eafa1b319 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=274f9537-bfdb-4b65-b309-2c3c09c1670f HTTP/1.1" status: 200 len: 210 time: 0.0420682 Aug 11 02:11:30.182649 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4ee439e6-7b67-422f-afa8-61675db3523a req-c95c166c-a8f3-470e-85a1-ac68319caaa6 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414312 Aug 11 02:11:30.315116 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a35c38-a981-4c1a-bfba-715145457d19 req-75bc042b-e143-4325-9b9a-adf0764b4bd6 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:30.323323 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5a35c38-a981-4c1a-bfba-715145457d19 req-75bc042b-e143-4325-9b9a-adf0764b4bd6 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=64951433-4404-4131-bf06-ed960b67ba39 HTTP/1.1" status: 200 len: 950 time: 0.0606527 Aug 11 02:11:30.377440 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5a35c38-a981-4c1a-bfba-715145457d19 req-084456c7-09a0-4ca6-96e8-cefe72e20d88 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532267 Aug 11 02:11:30.579284 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-181d5ba4-4d0f-4fcd-b4e2-e57dd428ac87 req-c8a78d37-bceb-4779-84f0-e7c0732bf943 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb683947b58544f291a36cdc9fa42ce2&device_id=274f9537-bfdb-4b65-b309-2c3c09c1670f HTTP/1.1" status: 200 len: 210 time: 0.0310736 Aug 11 02:11:30.658146 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36082) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:30.689141 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36088) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:30.779819 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04ee4b-4631-4b67-b44f-39595824e2c0 req-782c7a0d-1588-428d-bf04-7d0c12df841f tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:30.787049 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2b04ee4b-4631-4b67-b44f-39595824e2c0 req-782c7a0d-1588-428d-bf04-7d0c12df841f tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=94bd4d87-8980-4a51-96b6-c383079464c7 HTTP/1.1" status: 200 len: 946 time: 0.0600317 Aug 11 02:11:30.801756 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d5ba4-4d0f-4fcd-b4e2-e57dd428ac87 req-2b06b472-a4ef-422e-8f82-b1c514a64967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:30.803960 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-181d5ba4-4d0f-4fcd-b4e2-e57dd428ac87 req-2b06b472-a4ef-422e-8f82-b1c514a64967 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=cb683947b58544f291a36cdc9fa42ce2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2132421 Aug 11 02:11:30.818082 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e3ff0328-8f2e-498d-b20c-0cc76fbb05b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:30.831642 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-09abb579-45f2-40aa-a12f-4d4905ea3336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:30.847847 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2b04ee4b-4631-4b67-b44f-39595824e2c0 req-aee1443d-80a6-4179-8b8d-11badd7ac35e tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565743 Aug 11 02:11:30.964354 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-09abb579-45f2-40aa-a12f-4d4905ea3336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:30.969738 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-09abb579-45f2-40aa-a12f-4d4905ea3336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:31.008922 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d5ba4-4d0f-4fcd-b4e2-e57dd428ac87 req-eaed7e3e-8b76-4631-81e3-2dac039eecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:31.010516 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-181d5ba4-4d0f-4fcd-b4e2-e57dd428ac87 req-eaed7e3e-8b76-4631-81e3-2dac039eecf4 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1897523 Aug 11 02:11:31.021318 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36098) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:31.022159 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-09abb579-45f2-40aa-a12f-4d4905ea3336 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cd654b2eb39b4d839afe0b39e5d2e8fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3317494 Aug 11 02:11:31.024017 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09abb579-45f2-40aa-a12f-4d4905ea3336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f723c1-250b-493f-aa0c-db8a1da336e4,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:31.085048 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-181d5ba4-4d0f-4fcd-b4e2-e57dd428ac87 req-758f8c91-a51a-48f3-a06d-c6287a2c7782 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.66 "GET /v2.0/ports?device_id=274f9537-bfdb-4b65-b309-2c3c09c1670f HTTP/1.1" status: 200 len: 210 time: 0.0387623 Aug 11 02:11:31.134619 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-102fd737-40bd-4888-95c7-95ff10936ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:31.405100 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590033d-0795-4081-9063-4111a9d4d862 req-bec2e572-43c5-41dd-8952-aa567af35a6c tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:31.417977 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0590033d-0795-4081-9063-4111a9d4d862 req-bec2e572-43c5-41dd-8952-aa567af35a6c tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 946 time: 0.1179583 Aug 11 02:11:31.498827 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0590033d-0795-4081-9063-4111a9d4d862 req-48a46e0c-021c-43d4-80b6-5fe65d9071ec tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790753 Aug 11 02:11:31.597847 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e3ff0328-8f2e-498d-b20c-0cc76fbb05b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:31.619267 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-102fd737-40bd-4888-95c7-95ff10936ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:31.622847 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00002245-ce11-4519-853f-d80789b116b8 req-bca9270a-f062-43ec-880a-b1ca4e1d7e94 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb683947b58544f291a36cdc9fa42ce2&device_id=274f9537-bfdb-4b65-b309-2c3c09c1670f HTTP/1.1" status: 200 len: 210 time: 0.0540237 Aug 11 02:11:31.623341 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422160f5-10be-4f60-b844-d76279d3a1f3 req-b52263b0-6d2c-45f6-b6ae-e7a633a48cc0 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:31.632330 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-422160f5-10be-4f60-b844-d76279d3a1f3 req-b52263b0-6d2c-45f6-b6ae-e7a633a48cc0 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=64951433-4404-4131-bf06-ed960b67ba39 HTTP/1.1" status: 200 len: 950 time: 0.0627911 Aug 11 02:11:31.641570 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e3ff0328-8f2e-498d-b20c-0cc76fbb05b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:31.652132 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-34e0822e-418d-4f2d-a8c3-f352b564c115 req-c9ed6fc0-d931-42ba-a084-5c2399a79204 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=274f9537-bfdb-4b65-b309-2c3c09c1670f HTTP/1.1" status: 200 len: 210 time: 0.0783014 Aug 11 02:11:31.697651 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-422160f5-10be-4f60-b844-d76279d3a1f3 req-b66a5889-be0e-457c-940d-ad5f69610106 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643382 Aug 11 02:11:31.769855 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e3ff0328-8f2e-498d-b20c-0cc76fbb05b5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=996a2d2898584f709525acd20085eafe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1078954 Aug 11 02:11:31.770808 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36124) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:31.773200 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff0328-8f2e-498d-b20c-0cc76fbb05b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630a5be8-ed83-49dd-b51e-c903b547df62,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:31.821485 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-102fd737-40bd-4888-95c7-95ff10936ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:31.825626 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-102fd737-40bd-4888-95c7-95ff10936ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:31.829416 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-102fd737-40bd-4888-95c7-95ff10936ee1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/69f723c1-250b-493f-aa0c-db8a1da336e4 HTTP/1.1" status: 204 len: 168 time: 0.8035493 Aug 11 02:11:31.847831 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fd737-40bd-4888-95c7-95ff10936ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f723c1-250b-493f-aa0c-db8a1da336e4,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:31.854949 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00002245-ce11-4519-853f-d80789b116b8 req-4f06431e-7860-4b65-ba9a-9200d84633e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:31.856591 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00002245-ce11-4519-853f-d80789b116b8 req-4f06431e-7860-4b65-ba9a-9200d84633e0 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=cb683947b58544f291a36cdc9fa42ce2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2101827 Aug 11 02:11:31.888552 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-10d59ded-900a-4169-943d-f39730858fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:31.921246 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-10d59ded-900a-4169-943d-f39730858fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:32.039458 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00002245-ce11-4519-853f-d80789b116b8 req-99814eb9-74c3-4f88-9583-7cb9f8c496db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:32.042248 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00002245-ce11-4519-853f-d80789b116b8 req-99814eb9-74c3-4f88-9583-7cb9f8c496db service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1666358 Aug 11 02:11:32.070279 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb66b1-fe01-4b16-b33a-c9501a66a2a6 req-4bbe0877-3282-4508-8e5f-f533bbdd05df tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:32.073217 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aabb66b1-fe01-4b16-b33a-c9501a66a2a6 req-4bbe0877-3282-4508-8e5f-f533bbdd05df tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=94bd4d87-8980-4a51-96b6-c383079464c7 HTTP/1.1" status: 200 len: 946 time: 0.0871544 Aug 11 02:11:32.089432 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-10d59ded-900a-4169-943d-f39730858fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:32.092020 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-10d59ded-900a-4169-943d-f39730858fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:32.093616 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-10d59ded-900a-4169-943d-f39730858fc5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/630a5be8-ed83-49dd-b51e-c903b547df62 HTTP/1.1" status: 204 len: 168 time: 0.3214896 Aug 11 02:11:32.113036 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d59ded-900a-4169-943d-f39730858fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630a5be8-ed83-49dd-b51e-c903b547df62,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:32.193514 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aabb66b1-fe01-4b16-b33a-c9501a66a2a6 req-9d017bec-b9cb-46c4-babf-5a3fe398fdd7 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939558 Aug 11 02:11:32.236839 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00002245-ce11-4519-853f-d80789b116b8 req-3f1908fc-2ef7-44ee-961d-e7d7fe59372b tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.66 "GET /v2.0/ports?device_id=274f9537-bfdb-4b65-b309-2c3c09c1670f HTTP/1.1" status: 200 len: 210 time: 0.1260116 Aug 11 02:11:32.374761 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291911f-8a9c-4d90-8b2d-aa9cda6917ee req-716b3996-96ab-474b-a1d7-ddbef2a4b171 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:32.386482 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a291911f-8a9c-4d90-8b2d-aa9cda6917ee req-716b3996-96ab-474b-a1d7-ddbef2a4b171 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa0188be-b5df-497a-8066-f5a1d8eab628 HTTP/1.1" status: 200 len: 945 time: 0.0948884 Aug 11 02:11:32.452299 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a291911f-8a9c-4d90-8b2d-aa9cda6917ee req-c0a5143d-9606-4b5f-8b4d-80e683544d2b tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580809 Aug 11 02:11:32.792847 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d15ad-975f-40e5-96f2-23100b36ae38 req-27c3db57-0744-4394-9653-8ab40de1ec80 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:32.794847 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3e3d15ad-975f-40e5-96f2-23100b36ae38 req-27c3db57-0744-4394-9653-8ab40de1ec80 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 946 time: 0.0662754 Aug 11 02:11:32.819375 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5412d7-63ed-4d91-a75e-c493a14a6207 req-a0ec651c-6b9d-4270-9231-20f2e755256e tempest-ServersAdminTestJSON-276621559 tempest-ServersAdminTestJSON-276621559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:32.821205 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5412d7-63ed-4d91-a75e-c493a14a6207 req-a0ec651c-6b9d-4270-9231-20f2e755256e tempest-ServersAdminTestJSON-276621559 tempest-ServersAdminTestJSON-276621559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:32.823190 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5412d7-63ed-4d91-a75e-c493a14a6207 req-a0ec651c-6b9d-4270-9231-20f2e755256e tempest-ServersAdminTestJSON-276621559 tempest-ServersAdminTestJSON-276621559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:32.824010 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5412d7-63ed-4d91-a75e-c493a14a6207 req-a0ec651c-6b9d-4270-9231-20f2e755256e tempest-ServersAdminTestJSON-276621559 tempest-ServersAdminTestJSON-276621559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:32.825059 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5412d7-63ed-4d91-a75e-c493a14a6207 req-a0ec651c-6b9d-4270-9231-20f2e755256e tempest-ServersAdminTestJSON-276621559 tempest-ServersAdminTestJSON-276621559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:32.825730 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5412d7-63ed-4d91-a75e-c493a14a6207 req-a0ec651c-6b9d-4270-9231-20f2e755256e tempest-ServersAdminTestJSON-276621559 tempest-ServersAdminTestJSON-276621559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:32.836604 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ce5412d7-63ed-4d91-a75e-c493a14a6207 req-a0ec651c-6b9d-4270-9231-20f2e755256e tempest-ServersAdminTestJSON-276621559 tempest-ServersAdminTestJSON-276621559-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=274f9537-bfdb-4b65-b309-2c3c09c1670f&device_id=64951433-4404-4131-bf06-ed960b67ba39&device_id=a961ac6a-decb-4df9-9874-1163ef684d70&device_id=94bd4d87-8980-4a51-96b6-c383079464c7&device_id=fa0188be-b5df-497a-8066-f5a1d8eab628&device_id=8a773bf3-ff7a-4498-a22b-763c2519d974&device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 5550 time: 0.0801995 Aug 11 02:11:32.848042 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3e3d15ad-975f-40e5-96f2-23100b36ae38 req-5cb47607-fd2f-4693-90ac-8a921fb9885e tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420036 Aug 11 02:11:32.858754 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ce5412d7-63ed-4d91-a75e-c493a14a6207 req-4214806d-5eea-4ec0-a699-4015fd9db8aa tempest-ServersAdminTestJSON-276621559 tempest-ServersAdminTestJSON-276621559-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:32.883568 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36170) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:32.905351 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6c29b3ae-fae0-44c0-9948-a2a0edd9e614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:32.988037 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ce5412d7-63ed-4d91-a75e-c493a14a6207 req-4214806d-5eea-4ec0-a699-4015fd9db8aa tempest-ServersAdminTestJSON-276621559 tempest-ServersAdminTestJSON-276621559-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:33.003664 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ce5412d7-63ed-4d91-a75e-c493a14a6207 req-4214806d-5eea-4ec0-a699-4015fd9db8aa tempest-ServersAdminTestJSON-276621559 tempest-ServersAdminTestJSON-276621559-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:33.037838 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214806d-5eea-4ec0-a699-4015fd9db8aa tempest-ServersAdminTestJSON-276621559 tempest-ServersAdminTestJSON-276621559-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559cfe93-ae18-4b04-8947-4f691f66fb6a,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:33.072288 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ce5412d7-63ed-4d91-a75e-c493a14a6207 req-4214806d-5eea-4ec0-a699-4015fd9db8aa tempest-ServersAdminTestJSON-276621559 tempest-ServersAdminTestJSON-276621559-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&id=181688be-6735-40bc-898b-e437c6107add&id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 421 time: 0.2342448 Aug 11 02:11:33.135317 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6c29b3ae-fae0-44c0-9948-a2a0edd9e614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:33.141331 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6c29b3ae-fae0-44c0-9948-a2a0edd9e614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:33.232015 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6c29b3ae-fae0-44c0-9948-a2a0edd9e614 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=532188c1f64b4b0fb23e6d4fc40ac9ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3473787 Aug 11 02:11:33.235919 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36196) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:33.273805 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29b3ae-fae0-44c0-9948-a2a0edd9e614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7687dde5-8937-4178-9e84-72b584954a45,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:33.314766 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bfcc9-1a7b-4008-ad72-06fa34ecba1b req-04dd41a0-e0a1-45e2-8346-5bfa585316d2 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:33.316344 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e9bfcc9-1a7b-4008-ad72-06fa34ecba1b req-04dd41a0-e0a1-45e2-8346-5bfa585316d2 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa0188be-b5df-497a-8066-f5a1d8eab628 HTTP/1.1" status: 200 len: 945 time: 0.1193869 Aug 11 02:11:33.321380 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6c200272-ae81-4c4f-8b90-70276ad35074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:33.369012 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6c200272-ae81-4c4f-8b90-70276ad35074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:33.370179 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e9bfcc9-1a7b-4008-ad72-06fa34ecba1b req-191df978-adf2-49f4-be62-d5d37c85a054 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438023 Aug 11 02:11:33.461387 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6c200272-ae81-4c4f-8b90-70276ad35074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:33.465393 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6c200272-ae81-4c4f-8b90-70276ad35074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:33.466969 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6c200272-ae81-4c4f-8b90-70276ad35074 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7687dde5-8937-4178-9e84-72b584954a45 HTTP/1.1" status: 204 len: 168 time: 0.2300787 Aug 11 02:11:33.506526 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c200272-ae81-4c4f-8b90-70276ad35074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7687dde5-8937-4178-9e84-72b584954a45,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:33.562311 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb5bf0-a379-4e72-8180-a8943b63660b req-eb86afc4-064c-4cf7-97a9-6d8be151b618 tempest-ServersAdminTestJSON-276621559 tempest-ServersAdminTestJSON-276621559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:33.563194 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb5bf0-a379-4e72-8180-a8943b63660b req-eb86afc4-064c-4cf7-97a9-6d8be151b618 tempest-ServersAdminTestJSON-276621559 tempest-ServersAdminTestJSON-276621559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:33.563774 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb5bf0-a379-4e72-8180-a8943b63660b req-eb86afc4-064c-4cf7-97a9-6d8be151b618 tempest-ServersAdminTestJSON-276621559 tempest-ServersAdminTestJSON-276621559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:33.575297 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7dfb5bf0-a379-4e72-8180-a8943b63660b req-eb86afc4-064c-4cf7-97a9-6d8be151b618 tempest-ServersAdminTestJSON-276621559 tempest-ServersAdminTestJSON-276621559-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=64951433-4404-4131-bf06-ed960b67ba39&device_id=8a773bf3-ff7a-4498-a22b-763c2519d974&device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 2887 time: 0.0702362 Aug 11 02:11:33.616503 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7dfb5bf0-a379-4e72-8180-a8943b63660b req-19a7c9bd-1f90-4f61-985c-e25c8b86fbf8 tempest-ServersAdminTestJSON-276621559 tempest-ServersAdminTestJSON-276621559-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401852 Aug 11 02:11:33.653374 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a636757-e276-41fd-adc4-9527788132a1 req-9f7bb1a4-2b8f-48af-bc06-a2718c8a633c tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:33.655161 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7a636757-e276-41fd-adc4-9527788132a1 req-9f7bb1a4-2b8f-48af-bc06-a2718c8a633c tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/networks?id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc HTTP/1.1" status: 200 len: 812 time: 0.1453233 Aug 11 02:11:33.680138 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7a636757-e276-41fd-adc4-9527788132a1 req-1e2b7c38-4837-43a6-ad1d-5aaffb92bbf4 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/quotas/cb683947b58544f291a36cdc9fa42ce2 HTTP/1.1" status: 200 len: 375 time: 0.0169799 Aug 11 02:11:33.723550 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-01756033-7a47-41e1-96a1-150869eb5a0a tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=f8ed8c1a9ca04181ab05561e20e53e4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350428 Aug 11 02:11:33.855121 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-ef87a38f-031e-4f82-a68a-73882e21d2d2 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:33.857083 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-ef87a38f-031e-4f82-a68a-73882e21d2d2 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1328185 Aug 11 02:11:33.877446 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-1b983924-c3fa-480e-a4ba-07b2c5e1fac9 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/quotas/f8ed8c1a9ca04181ab05561e20e53e4d HTTP/1.1" status: 200 len: 375 time: 0.0130363 Aug 11 02:11:33.918795 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-ef9b7238-c6cb-45f9-953a-75c8ad0ab4fe tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8ed8c1a9ca04181ab05561e20e53e4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348437 Aug 11 02:11:34.040787 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7a636757-e276-41fd-adc4-9527788132a1 req-8de4b6c0-d568-4bf7-ba25-509e362708bf tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cb683947b58544f291a36cdc9fa42ce2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3544469 Aug 11 02:11:34.170841 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee81557-02a7-4ef6-8077-fffae7eaea06 req-c87d4d0e-fb84-4856-86c8-651cbca19d22 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:34.172959 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cee81557-02a7-4ef6-8077-fffae7eaea06 req-c87d4d0e-fb84-4856-86c8-651cbca19d22 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa0188be-b5df-497a-8066-f5a1d8eab628 HTTP/1.1" status: 200 len: 945 time: 0.0737400 Aug 11 02:11:34.184761 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7a636757-e276-41fd-adc4-9527788132a1 req-fd90a183-c596-4660-b895-d0f97d6e489b service neutron] 10.222.0.50 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317875 Aug 11 02:11:34.320679 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7a636757-e276-41fd-adc4-9527788132a1 req-c445099c-8179-45d0-bbb3-f3cd13ba810d service neutron] 10.222.0.50 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350460 Aug 11 02:11:34.348805 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-cee81557-02a7-4ef6-8077-fffae7eaea06 req-1bea8132-b19b-4851-a8a3-1f8181f0e602 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Deleting port 38b93181-ddfa-49e9-878c-81b47a204b38 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:34.349284 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-cee81557-02a7-4ef6-8077-fffae7eaea06 req-1bea8132-b19b-4851-a8a3-1f8181f0e602 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:34.584252 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36294) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:34.628299 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-cee81557-02a7-4ef6-8077-fffae7eaea06 req-1bea8132-b19b-4851-a8a3-1f8181f0e602 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] For port 38b93181-ddfa-49e9-878c-81b47a204b38, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=38b93181-ddfa-49e9-878c-81b47a204b38,segment=NetworkSegment(d2940b20-b68b-4b02-b8ba-8700537e2a0a),segment_id=d2940b20-b68b-4b02-b8ba-8700537e2a0a)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:34.628675 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-cee81557-02a7-4ef6-8077-fffae7eaea06 req-1bea8132-b19b-4851-a8a3-1f8181f0e602 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:34.675171 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-cee81557-02a7-4ef6-8077-fffae7eaea06 req-1bea8132-b19b-4851-a8a3-1f8181f0e602 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Calling delete_port for 38b93181-ddfa-49e9-878c-81b47a204b38 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:34.681500 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-f230bc15-332f-49ee-9098-f1bbc29323f6 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=f8ed8c1a9ca04181ab05561e20e53e4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357530 Aug 11 02:11:34.727569 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a83865-9989-473d-ad51-224d6e9d3f91 req-5fc372a2-6775-48ed-bf59-28aca34718af tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:34.737821 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b8a83865-9989-473d-ad51-224d6e9d3f91 req-5fc372a2-6775-48ed-bf59-28aca34718af tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 946 time: 0.2840786 Aug 11 02:11:34.751304 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34441ff4-d5de-4912-a56f-7d63d3212e6c req-4b4ffa69-a7ff-4518-9904-8af6e7473b9e tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:34.752776 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-34441ff4-d5de-4912-a56f-7d63d3212e6c req-4b4ffa69-a7ff-4518-9904-8af6e7473b9e tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.66 "GET /v2.0/ports?device_id=94bd4d87-8980-4a51-96b6-c383079464c7 HTTP/1.1" status: 200 len: 946 time: 0.2501516 Aug 11 02:11:34.832111 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-40350e17-faa6-4a69-aef7-4ae039a92df6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-56430307-network', 'tenant_id': 'f78ff0a370124440a2bc4ae91a90a260'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:34.890234 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40350e17-faa6-4a69-aef7-4ae039a92df6 admin admin] Made reservation on behalf of f78ff0a370124440a2bc4ae91a90a260 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:34.893513 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-40350e17-faa6-4a69-aef7-4ae039a92df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:34.895626 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36314) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:34.910503 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-a38460ac-54f3-41d2-a801-1c706f7bcdeb tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:34.917781 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-a38460ac-54f3-41d2-a801-1c706f7bcdeb tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2351539 Aug 11 02:11:34.946800 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-40350e17-faa6-4a69-aef7-4ae039a92df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:34.976774 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-135429ea-8225-4e7b-bb05-9ba4d63e2040 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/quotas/f8ed8c1a9ca04181ab05561e20e53e4d HTTP/1.1" status: 200 len: 375 time: 0.0574691 Aug 11 02:11:34.988143 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b8a83865-9989-473d-ad51-224d6e9d3f91 req-12382e2a-b259-4cd4-a15f-01977e20b3f5 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491875 Aug 11 02:11:35.074334 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-597d47f0-f37d-42f6-9a4b-729a22582cf4 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8ed8c1a9ca04181ab05561e20e53e4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0779412 Aug 11 02:11:35.159925 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-34441ff4-d5de-4912-a56f-7d63d3212e6c req-19d458cc-4387-422a-a347-16664abf19cb tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Deleting port bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:35.160296 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-34441ff4-d5de-4912-a56f-7d63d3212e6c req-19d458cc-4387-422a-a347-16664abf19cb tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:35.214895 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c546b5c3-b7ad-4991-94bf-ba928d390446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:35.237425 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bc5d2-38b8-4e08-967f-d557f21858fc req-7f167161-e63b-4969-b223-fd2d6a01a0cf tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:35.245906 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6a0bc5d2-38b8-4e08-967f-d557f21858fc req-7f167161-e63b-4969-b223-fd2d6a01a0cf tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa0188be-b5df-497a-8066-f5a1d8eab628 HTTP/1.1" status: 200 len: 945 time: 0.1629617 Aug 11 02:11:35.251147 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-cee81557-02a7-4ef6-8077-fffae7eaea06 req-1bea8132-b19b-4851-a8a3-1f8181f0e602 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:35.262861 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:35.295707 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-40350e17-faa6-4a69-aef7-4ae039a92df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:35.301989 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-40350e17-faa6-4a69-aef7-4ae039a92df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:35.326535 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea8132-b19b-4851-a8a3-1f8181f0e602 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Pushing event deleted for resources: {'Port': ['ID=38b93181-ddfa-49e9-878c-81b47a204b38,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:35.385872 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40350e17-faa6-4a69-aef7-4ae039a92df6 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:11:35.389657 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c21ceb25-39db-49d1-908a-85b018ddd4f8 req-cc69d5a6-59cb-4da2-bb79-bfa447074d6e tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=156f2c8d-de03-4d5e-8dbe-c553bbf38ca3 HTTP/1.1" status: 200 len: 210 time: 0.0647666 Aug 11 02:11:35.396156 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40350e17-faa6-4a69-aef7-4ae039a92df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddebad67-b452-412c-92a4-cd5c9d591fb8,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:35.418169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee81557-02a7-4ef6-8077-fffae7eaea06 req-1bea8132-b19b-4851-a8a3-1f8181f0e602 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] No DVR routers for this DVR port 38b93181-ddfa-49e9-878c-81b47a204b38 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:11:35.421636 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-40350e17-faa6-4a69-aef7-4ae039a92df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:35.422775 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-40350e17-faa6-4a69-aef7-4ae039a92df6 admin admin] Added segment 18dcd364-cfe2-4a17-8d66-1bd64809fdc6 of type vlan for network 9ced6348-4921-4ed8-849a-24c37fee7e4f Aug 11 02:11:35.432824 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6a0bc5d2-38b8-4e08-967f-d557f21858fc req-a1e9d737-b090-4ff5-b5fa-4fba8fb583fd tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/security-groups?id=e771c55e-0441-43f1-98b9-470d93327e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856320 Aug 11 02:11:35.450188 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-cee81557-02a7-4ef6-8077-fffae7eaea06 req-1bea8132-b19b-4851-a8a3-1f8181f0e602 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:35.456061 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cee81557-02a7-4ef6-8077-fffae7eaea06 req-1bea8132-b19b-4851-a8a3-1f8181f0e602 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.73 "DELETE /v2.0/ports/38b93181-ddfa-49e9-878c-81b47a204b38 HTTP/1.1" status: 204 len: 173 time: 1.2756441 Aug 11 02:11:35.456850 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0188be-b5df-497a-8066-f5a1d8eab628', 'name': 'network-vif-deleted', 'tag': '38b93181-ddfa-49e9-878c-81b47a204b38'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:35.462195 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c95c1c-1871-42c5-a077-c8de2a290869" -d '{"events": [{"server_uuid": "fa0188be-b5df-497a-8066-f5a1d8eab628", "name": "network-vif-deleted", "tag": "38b93181-ddfa-49e9-878c-81b47a204b38"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:35.476294 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-34441ff4-d5de-4912-a56f-7d63d3212e6c req-19d458cc-4387-422a-a347-16664abf19cb tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] For port bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4,segment=NetworkSegment(d2940b20-b68b-4b02-b8ba-8700537e2a0a),segment_id=d2940b20-b68b-4b02-b8ba-8700537e2a0a)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:35.476991 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-34441ff4-d5de-4912-a56f-7d63d3212e6c req-19d458cc-4387-422a-a347-16664abf19cb tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:35.515041 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-34441ff4-d5de-4912-a56f-7d63d3212e6c req-19d458cc-4387-422a-a347-16664abf19cb tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Calling delete_port for bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:35.534690 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-40350e17-faa6-4a69-aef7-4ae039a92df6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:35.620208 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-df83efe3-38f1-4cfe-80f7-a81c56d08adf req-b4bae4b8-3e26-4323-b713-70c36caefa01 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fbab90-3070-4097-9656-6e404b581b17 HTTP/1.1" status: 200 len: 210 time: 0.0464275 Aug 11 02:11:35.680818 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-40350e17-faa6-4a69-aef7-4ae039a92df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:35.681754 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40350e17-faa6-4a69-aef7-4ae039a92df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:35.682286 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-40350e17-faa6-4a69-aef7-4ae039a92df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:35.747746 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f1650d-f1a4-4432-98b6-08a15166d8d2 x-openstack-request-id: req-d8f1650d-f1a4-4432-98b6-08a15166d8d2 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:35.748914 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0188be-b5df-497a-8066-f5a1d8eab628", "name": "network-vif-deleted", "tag": "38b93181-ddfa-49e9-878c-81b47a204b38", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:35.749206 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d8f1650d-f1a4-4432-98b6-08a15166d8d2 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:35.749608 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0188be-b5df-497a-8066-f5a1d8eab628', 'name': 'network-vif-deleted', 'tag': '38b93181-ddfa-49e9-878c-81b47a204b38', 'status': 'completed', 'code': 200} Aug 11 02:11:35.756164 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c546b5c3-b7ad-4991-94bf-ba928d390446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:35.763328 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40350e17-faa6-4a69-aef7-4ae039a92df6 admin admin] Pushing event updated for resources: {'Network': ['ID=9ced6348-4921-4ed8-849a-24c37fee7e4f,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:35.772195 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c546b5c3-b7ad-4991-94bf-ba928d390446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:35.777833 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 9ced6348-4921-4ed8-849a-24c37fee7e4f details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:11:35.796374 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-40350e17-faa6-4a69-aef7-4ae039a92df6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2111077 Aug 11 02:11:35.797778 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36334) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:35.807342 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-a6645399-740b-4e0e-826c-ff2c1eb28beb admin admin] Request body: {'subnet': {'network_id': '9ced6348-4921-4ed8-849a-24c37fee7e4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-56430307-subnet', 'tenant_id': 'f78ff0a370124440a2bc4ae91a90a260', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:35.829064 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-34441ff4-d5de-4912-a56f-7d63d3212e6c req-19d458cc-4387-422a-a347-16664abf19cb tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:35.843891 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546b5c3-b7ad-4991-94bf-ba928d390446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d001c51-9696-40ec-9bdf-0bc55b4508a3,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:35.850840 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c546b5c3-b7ad-4991-94bf-ba928d390446 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=491b468fe9ef4f7bb298076ee6fd766f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9514515 Aug 11 02:11:35.851515 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36336) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:35.881155 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d458cc-4387-422a-a347-16664abf19cb tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Pushing event deleted for resources: {'Port': ['ID=bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:35.901387 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6645399-740b-4e0e-826c-ff2c1eb28beb admin admin] Made reservation on behalf of f78ff0a370124440a2bc4ae91a90a260 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:35.904446 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a6645399-740b-4e0e-826c-ff2c1eb28beb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:35.970853 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-c1aa08dc-9aa3-4c13-b4db-def7ff8bb054 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f8ed8c1a9ca04181ab05561e20e53e4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0918171 Aug 11 02:11:35.974751 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b34d52be-b295-49ae-bbc4-24291119974f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:35.991868 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-34441ff4-d5de-4912-a56f-7d63d3212e6c req-19d458cc-4387-422a-a347-16664abf19cb tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] No DVR routers for this DVR port bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:11:36.002937 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b34d52be-b295-49ae-bbc4-24291119974f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:36.088179 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-34441ff4-d5de-4912-a56f-7d63d3212e6c req-19d458cc-4387-422a-a347-16664abf19cb tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:36.092331 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-34441ff4-d5de-4912-a56f-7d63d3212e6c req-19d458cc-4387-422a-a347-16664abf19cb tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.66 "DELETE /v2.0/ports/bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4 HTTP/1.1" status: 204 len: 173 time: 1.3224263 Aug 11 02:11:36.143569 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b34d52be-b295-49ae-bbc4-24291119974f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:36.146531 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b34d52be-b295-49ae-bbc4-24291119974f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:36.147836 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b34d52be-b295-49ae-bbc4-24291119974f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8d001c51-9696-40ec-9bdf-0bc55b4508a3 HTTP/1.1" status: 204 len: 168 time: 0.2934504 Aug 11 02:11:36.162377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d52be-b295-49ae-bbc4-24291119974f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d001c51-9696-40ec-9bdf-0bc55b4508a3,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:36.248542 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a6645399-740b-4e0e-826c-ff2c1eb28beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:36.318361 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-c84168f9-67d3-4c92-a28e-8305cc93b939 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:36.326403 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-c84168f9-67d3-4c92-a28e-8305cc93b939 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3364716 Aug 11 02:11:36.334053 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6645399-740b-4e0e-826c-ff2c1eb28beb admin admin] Pushing event updated for resources: {'Subnet': ['ID=62a7c117-2e9d-4e66-a218-eed58fac7783,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:36.352784 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-84aa9c05-df0d-4384-9cc4-d4c59487b603 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Request body: {'port': {'device_id': '4fcba4f3-cf91-4605-872b-9b25b5cc61f2', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': 'f8ed8c1a9ca04181ab05561e20e53e4d'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:36.392263 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ab42e-bbf2-4226-838c-3c87d7065815 req-16cc61ff-7f20-4c32-b656-fa1834005738 tempest-ServersAdminTestJSON-276621559 tempest-ServersAdminTestJSON-276621559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:36.394009 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d10ab42e-bbf2-4226-838c-3c87d7065815 req-16cc61ff-7f20-4c32-b656-fa1834005738 tempest-ServersAdminTestJSON-276621559 tempest-ServersAdminTestJSON-276621559-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 1102 time: 0.1067634 Aug 11 02:11:36.395005 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6645399-740b-4e0e-826c-ff2c1eb28beb admin admin] Checking segment: {'id': '18dcd364-cfe2-4a17-8d66-1bd64809fdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9ced6348-4921-4ed8-849a-24c37fee7e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:36.395525 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6645399-740b-4e0e-826c-ff2c1eb28beb admin admin] Network hostable DHCP agents. Network: 9ced6348-4921-4ed8-849a-24c37fee7e4f, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:11:36.480353 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d10ab42e-bbf2-4226-838c-3c87d7065815 req-45337331-c235-4b63-8fc0-9197b018a1ed tempest-ServersAdminTestJSON-276621559 tempest-ServersAdminTestJSON-276621559-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714352 Aug 11 02:11:36.482710 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d4bd9-e1dd-4168-9d28-cfa12a417651 req-4b30a098-c2e7-4c7b-8d86-bbae49d2d198 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:36.483902 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6645399-740b-4e0e-826c-ff2c1eb28beb admin admin] Network 9ced6348-4921-4ed8-849a-24c37fee7e4f is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:11:36.486830 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e9d4bd9-e1dd-4168-9d28-cfa12a417651 req-4b30a098-c2e7-4c7b-8d86-bbae49d2d198 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 946 time: 0.3654547 Aug 11 02:11:36.527200 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-a6645399-740b-4e0e-826c-ff2c1eb28beb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 9ced6348-4921-4ed8-849a-24c37fee7e4f) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:11:36.532412 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6645399-740b-4e0e-826c-ff2c1eb28beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:36.533548 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a6645399-740b-4e0e-826c-ff2c1eb28beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:36.536960 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9623a7-8abf-4f98-9d15-94bab27dc560 None None] Network 9ced6348-4921-4ed8-849a-24c37fee7e4f requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:11:36.561104 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a6645399-740b-4e0e-826c-ff2c1eb28beb admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7587054 Aug 11 02:11:36.655210 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b3ce43d8-efac-4741-9133-b4e30f44420c req-2b367a87-f94b-4868-a4d1-5187b40e4e01 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=156f2c8d-de03-4d5e-8dbe-c553bbf38ca3 HTTP/1.1" status: 200 len: 210 time: 0.0560544 Aug 11 02:11:36.661140 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e9d4bd9-e1dd-4168-9d28-cfa12a417651 req-cb541f91-54a5-45eb-976d-3eaf0ba21715 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447239 Aug 11 02:11:36.705047 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-84aa9c05-df0d-4384-9cc4-d4c59487b603 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Made reservation on behalf of f8ed8c1a9ca04181ab05561e20e53e4d for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:36.712268 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-84aa9c05-df0d-4384-9cc4-d4c59487b603 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:36.739065 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-84aa9c05-df0d-4384-9cc4-d4c59487b603 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:36.780239 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a636757-e276-41fd-adc4-9527788132a1 req-1ea79ca3-f033-42a6-be82-fa54bc165190 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:36.781888 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7a636757-e276-41fd-adc4-9527788132a1 req-1ea79ca3-f033-42a6-be82-fa54bc165190 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.66 "GET /v2.0/networks?id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc HTTP/1.1" status: 200 len: 812 time: 0.2939384 Aug 11 02:11:36.810358 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-7a636757-e276-41fd-adc4-9527788132a1 req-775f2bd2-0aac-4b4e-b858-be750786428f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Request body: {'port': {'device_id': '156f2c8d-de03-4d5e-8dbe-c553bbf38ca3', 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc', 'admin_state_up': True, 'tenant_id': 'cb683947b58544f291a36cdc9fa42ce2'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:36.822044 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a826db-3736-45ad-8a28-47530cfe05af None None] Network 9ced6348-4921-4ed8-849a-24c37fee7e4f requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:11:36.862103 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f82db8-613d-4650-810d-5a864b5e01ce req-eba56a2b-af91-40bd-9e2d-00932ce31da8 tempest-ServersAdminTestJSON-276621559 tempest-ServersAdminTestJSON-276621559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:36.878335 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-66f82db8-613d-4650-810d-5a864b5e01ce req-eba56a2b-af91-40bd-9e2d-00932ce31da8 tempest-ServersAdminTestJSON-276621559 tempest-ServersAdminTestJSON-276621559-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 1102 time: 0.0990856 Aug 11 02:11:36.934730 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-66f82db8-613d-4650-810d-5a864b5e01ce req-39a70c0e-7abf-469c-8a90-adfb954f3f20 tempest-ServersAdminTestJSON-276621559 tempest-ServersAdminTestJSON-276621559-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505879 Aug 11 02:11:36.952926 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0d30ebca-ed27-460e-9868-539bea211a01 req-2cc602dd-81ab-4a9f-a023-33819731c75f tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fbab90-3070-4097-9656-6e404b581b17 HTTP/1.1" status: 200 len: 210 time: 0.0603089 Aug 11 02:11:36.954551 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 38b93181-ddfa-49e9-878c-81b47a204b38 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:37.004620 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 38b93181-ddfa-49e9-878c-81b47a204b38 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:11:37.004962 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 38b93181-ddfa-49e9-878c-81b47a204b38 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:11:37.134180 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-84aa9c05-df0d-4384-9cc4-d4c59487b603 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:37.135032 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c5a4a999-4fd4-4c70-836c-3eb0eb4ab157 req-50950ae3-4dde-42a8-89f9-08225d563b53 tempest-MultipleCreateTestJSON-518160303 tempest-MultipleCreateTestJSON-518160303-project] 10.222.0.50 "GET /v2.0/ports?device_id=94bd4d87-8980-4a51-96b6-c383079464c7 HTTP/1.1" status: 200 len: 210 time: 0.0407562 Aug 11 02:11:37.148543 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-84aa9c05-df0d-4384-9cc4-d4c59487b603 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:37.234994 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-05579681-33ac-426a-9172-b15774c23bbe tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f8ed8c1a9ca04181ab05561e20e53e4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414259 Aug 11 02:11:37.304969 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a636757-e276-41fd-adc4-9527788132a1 req-775f2bd2-0aac-4b4e-b858-be750786428f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Made reservation on behalf of cb683947b58544f291a36cdc9fa42ce2 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:37.308530 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7a636757-e276-41fd-adc4-9527788132a1 req-775f2bd2-0aac-4b4e-b858-be750786428f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:37.361220 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa9c05-df0d-4384-9cc4-d4c59487b603 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a05165a2-747c-4bf7-964e-7c9b42d3f871,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:37.510785 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-84aa9c05-df0d-4384-9cc4-d4c59487b603 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Allocated IP 192.168.233.111 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/f00425ea-66f6-44bb-b178-137dad682ab3) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:11:37.536919 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-2069a2a3-c425-44b8-9de4-86ed9f711d04 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:37.539015 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-2069a2a3-c425-44b8-9de4-86ed9f711d04 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2665908 Aug 11 02:11:37.555086 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-c3f97965-68b3-40fa-b245-618c3f96e987 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Request body: {'port': {'device_id': 'c1fbab90-3070-4097-9656-6e404b581b17', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': 'f8ed8c1a9ca04181ab05561e20e53e4d'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:37.707074 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-7a636757-e276-41fd-adc4-9527788132a1 req-775f2bd2-0aac-4b4e-b858-be750786428f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Allocated IP 172.20.0.10 (887cdb43-e9b9-4bf0-8022-79d7ba803ebc/852e65ca-6cb3-47f3-8aea-2b8debfff40c/73fca12f-3c36-4ca7-80a4-a8598cae0a7a) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:11:37.723862 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36418) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:37.732994 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-4711349f-2f14-442e-b6ac-37ec5cc7108c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-323121348-network', 'tenant_id': 'fdac9365bb6a49c5a6a0abafabc663b7'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:37.752448 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94bd4d87-8980-4a51-96b6-c383079464c7', 'name': 'network-vif-deleted', 'tag': 'bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:37.754691 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910959d6-34d2-4554-9afe-98aa093108c0" -d '{"events": [{"server_uuid": "94bd4d87-8980-4a51-96b6-c383079464c7", "name": "network-vif-deleted", "tag": "bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:37.787106 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4711349f-2f14-442e-b6ac-37ec5cc7108c admin admin] Made reservation on behalf of fdac9365bb6a49c5a6a0abafabc663b7 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:37.792953 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4711349f-2f14-442e-b6ac-37ec5cc7108c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:37.809394 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4711349f-2f14-442e-b6ac-37ec5cc7108c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:37.844078 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36426) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:37.901881 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e1472-168c-4aa4-9f01-123424ffc855 req-c475e03d-b24d-4b47-9057-8771566c8cc6 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:37.903735 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e86e1472-168c-4aa4-9f01-123424ffc855 req-c475e03d-b24d-4b47-9057-8771566c8cc6 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 946 time: 0.1565585 Aug 11 02:11:37.937761 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-84aa9c05-df0d-4384-9cc4-d4c59487b603 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:37.969748 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4711349f-2f14-442e-b6ac-37ec5cc7108c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:37.974395 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4711349f-2f14-442e-b6ac-37ec5cc7108c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:38.006120 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4711349f-2f14-442e-b6ac-37ec5cc7108c admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:11:38.024700 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4711349f-2f14-442e-b6ac-37ec5cc7108c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:38.025343 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-4711349f-2f14-442e-b6ac-37ec5cc7108c admin admin] Added segment 561252cc-16df-44ad-b0c3-0322b581c84d of type vlan for network f64c97f6-4194-4b07-936f-3c578a30b845 Aug 11 02:11:38.025689 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-84aa9c05-df0d-4384-9cc4-d4c59487b603 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Transition to ACTIVE for port object f00425ea-66f6-44bb-b178-137dad682ab3 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:11:38.035885 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711349f-2f14-442e-b6ac-37ec5cc7108c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce19287d-7779-4611-bd38-902b177fd923,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:38.060311 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e86e1472-168c-4aa4-9f01-123424ffc855 req-3dbdb56b-5ff8-45f0-8e34-97fb08a85a54 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295676 Aug 11 02:11:38.074657 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-c3f97965-68b3-40fa-b245-618c3f96e987 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Made reservation on behalf of f8ed8c1a9ca04181ab05561e20e53e4d for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:38.079069 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4711349f-2f14-442e-b6ac-37ec5cc7108c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:38.086404 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-c3f97965-68b3-40fa-b245-618c3f96e987 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:38.136081 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-256471e6-8eb8-4b3c-ad1f-6cf041eb1abd req-33d25340-198b-4fca-9985-9efd1e198bc2 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=156f2c8d-de03-4d5e-8dbe-c553bbf38ca3 HTTP/1.1" status: 200 len: 210 time: 0.0407290 Aug 11 02:11:38.147766 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4711349f-2f14-442e-b6ac-37ec5cc7108c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:38.151328 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4711349f-2f14-442e-b6ac-37ec5cc7108c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:38.152106 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4711349f-2f14-442e-b6ac-37ec5cc7108c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:38.159171 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9c4b21-bd47-4a6d-8faa-3d118ab6321e x-openstack-request-id: req-0e9c4b21-bd47-4a6d-8faa-3d118ab6321e {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:38.159705 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94bd4d87-8980-4a51-96b6-c383079464c7", "name": "network-vif-deleted", "tag": "bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:38.161184 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0e9c4b21-bd47-4a6d-8faa-3d118ab6321e {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:38.161657 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94bd4d87-8980-4a51-96b6-c383079464c7', 'name': 'network-vif-deleted', 'tag': 'bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4', 'status': 'completed', 'code': 200} Aug 11 02:11:38.234693 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-98cf9948-89ff-4f86-a496-f3e2669d16bb admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1355768885-network', 'tenant_id': '5d30efbf1d934813a23d3d48b1d53da8'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:38.241868 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4711349f-2f14-442e-b6ac-37ec5cc7108c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5148513 Aug 11 02:11:38.252420 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36440) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:38.284864 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-d282d4fe-889b-46c7-acd6-470364a75d61 admin admin] Request body: {'subnet': {'network_id': 'f64c97f6-4194-4b07-936f-3c578a30b845', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-323121348-subnet', 'tenant_id': 'fdac9365bb6a49c5a6a0abafabc663b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:38.285123 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711349f-2f14-442e-b6ac-37ec5cc7108c admin admin] Pushing event updated for resources: {'Network': ['ID=f64c97f6-4194-4b07-936f-3c578a30b845,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:38.296089 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e978a200-5ff8-4fdd-9975-75aa12d4bd5b req-2c320435-ac72-4c5d-b128-0962627d2c2e tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fbab90-3070-4097-9656-6e404b581b17 HTTP/1.1" status: 200 len: 210 time: 0.0973392 Aug 11 02:11:38.297372 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network f64c97f6-4194-4b07-936f-3c578a30b845 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:11:38.299405 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7a636757-e276-41fd-adc4-9527788132a1 req-775f2bd2-0aac-4b4e-b858-be750786428f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:38.307022 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-84aa9c05-df0d-4384-9cc4-d4c59487b603 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:38.320067 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cf9948-89ff-4f86-a496-f3e2669d16bb admin admin] Made reservation on behalf of 5d30efbf1d934813a23d3d48b1d53da8 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:38.323381 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98cf9948-89ff-4f86-a496-f3e2669d16bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:38.340406 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356dd33-8308-4398-9154-ad417da69cd4 req-82d5ed06-6af8-4885-92fe-db12418769fd tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:38.342587 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4356dd33-8308-4398-9154-ad417da69cd4 req-82d5ed06-6af8-4885-92fe-db12418769fd tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.1126401 Aug 11 02:11:38.359284 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98cf9948-89ff-4f86-a496-f3e2669d16bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:38.400749 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36442) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:38.405260 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4356dd33-8308-4398-9154-ad417da69cd4 req-c6b8cc8f-0445-4ecf-9c7d-9d109ea67fd3 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543845 Aug 11 02:11:38.408170 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-84aa9c05-df0d-4384-9cc4-d4c59487b603 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:11:38.433379 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-84aa9c05-df0d-4384-9cc4-d4c59487b603 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:11:38.435688 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-84aa9c05-df0d-4384-9cc4-d4c59487b603 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:11:38.475020 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6dbd19d-485a-4a5e-b65b-507439444d95 admin admin] Deleting subnet b953b435-c391-4a77-b230-78b5dc8f0e61 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:11:38.481350 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d6dbd19d-485a-4a5e-b65b-507439444d95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:38.484688 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d282d4fe-889b-46c7-acd6-470364a75d61 admin admin] Made reservation on behalf of fdac9365bb6a49c5a6a0abafabc663b7 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:38.487021 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d282d4fe-889b-46c7-acd6-470364a75d61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:38.503195 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa9c05-df0d-4384-9cc4-d4c59487b603 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Pushing event updated for resources: {'Port': ['ID=f00425ea-66f6-44bb-b178-137dad682ab3,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:38.535751 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d6dbd19d-485a-4a5e-b65b-507439444d95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:38.594507 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d6dbd19d-485a-4a5e-b65b-507439444d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:38.598100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-c3f97965-68b3-40fa-b245-618c3f96e987 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Allocated IP 192.168.233.123 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/b9cc0dc2-23ef-41d8-992d-1b8ea6278150) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:11:38.606066 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-84aa9c05-df0d-4384-9cc4-d4c59487b603 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:38.606629 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-84aa9c05-df0d-4384-9cc4-d4c59487b603 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:38.628257 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98cf9948-89ff-4f86-a496-f3e2669d16bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:38.634695 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98cf9948-89ff-4f86-a496-f3e2669d16bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:38.639502 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7a636757-e276-41fd-adc4-9527788132a1 req-775f2bd2-0aac-4b4e-b858-be750786428f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:38.662522 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-84aa9c05-df0d-4384-9cc4-d4c59487b603 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3208902 Aug 11 02:11:38.669999 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98cf9948-89ff-4f86-a496-f3e2669d16bb admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:11:38.683932 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf9948-89ff-4f86-a496-f3e2669d16bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afd4a89-8c00-465a-bbdc-92a96fa9c41c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:38.690664 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98cf9948-89ff-4f86-a496-f3e2669d16bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:38.691013 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-98cf9948-89ff-4f86-a496-f3e2669d16bb admin admin] Added segment 501d7792-d860-435d-9218-d835110b3121 of type vlan for network ab69d2a6-9fe8-4b39-9ace-29fdd2307adc Aug 11 02:11:38.704824 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-25dfc3a7-f4d8-4d9b-a8e8-d39f2a33cd67 service neutron] Request body: {'port': {'device_id': '4fcba4f3-cf91-4605-872b-9b25b5cc61f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:38.722043 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d6dbd19d-485a-4a5e-b65b-507439444d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:38.734637 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a331a02f-e483-4380-ac73-8c2b82be8476 None None] Provisioning for port f00425ea-66f6-44bb-b178-137dad682ab3 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:11:38.739349 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a331a02f-e483-4380-ac73-8c2b82be8476 None None] Provisioning complete for port f00425ea-66f6-44bb-b178-137dad682ab3 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:38.739885 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a331a02f-e483-4380-ac73-8c2b82be8476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:38.762100 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98cf9948-89ff-4f86-a496-f3e2669d16bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:38.767510 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbd19d-485a-4a5e-b65b-507439444d95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b953b435-c391-4a77-b230-78b5dc8f0e61,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:38.773798 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d6dbd19d-485a-4a5e-b65b-507439444d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:38.778295 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d6dbd19d-485a-4a5e-b65b-507439444d95 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b953b435-c391-4a77-b230-78b5dc8f0e61 HTTP/1.1" status: 204 len: 168 time: 0.3738954 Aug 11 02:11:38.778533 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36444) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:38.780049 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a331a02f-e483-4380-ac73-8c2b82be8476 None None] Port f00425ea-66f6-44bb-b178-137dad682ab3 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:11:38.859101 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98cf9948-89ff-4f86-a496-f3e2669d16bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:38.860029 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cf9948-89ff-4f86-a496-f3e2669d16bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:38.860625 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98cf9948-89ff-4f86-a496-f3e2669d16bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:38.884716 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-05c24522-6bae-4e39-9568-3f46701829de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:38.928826 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-98cf9948-89ff-4f86-a496-f3e2669d16bb admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0832677 Aug 11 02:11:38.932590 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36448) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:38.937456 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-6641be76-fceb-424f-934a-5e2445f82038 admin admin] Request body: {'subnet': {'network_id': 'ab69d2a6-9fe8-4b39-9ace-29fdd2307adc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1355768885-subnet', 'tenant_id': '5d30efbf1d934813a23d3d48b1d53da8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:38.958775 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf9948-89ff-4f86-a496-f3e2669d16bb admin admin] Pushing event updated for resources: {'Network': ['ID=ab69d2a6-9fe8-4b39-9ace-29fdd2307adc,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:38.969654 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network ab69d2a6-9fe8-4b39-9ace-29fdd2307adc details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:11:39.020900 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6641be76-fceb-424f-934a-5e2445f82038 admin admin] Made reservation on behalf of 5d30efbf1d934813a23d3d48b1d53da8 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:39.024141 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6641be76-fceb-424f-934a-5e2445f82038 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:39.088487 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-05c24522-6bae-4e39-9568-3f46701829de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:39.103214 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-05c24522-6bae-4e39-9568-3f46701829de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04482c74-3ec8-43ea-838b-eaba78bbe396']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:39.118785 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-05c24522-6bae-4e39-9568-3f46701829de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2940b20-b68b-4b02-b8ba-8700537e2a0a') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:39.119029 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a636757-e276-41fd-adc4-9527788132a1 req-775f2bd2-0aac-4b4e-b858-be750786428f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Network 887cdb43-e9b9-4bf0-8022-79d7ba803ebc is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:11:39.119495 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-05c24522-6bae-4e39-9568-3f46701829de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2940b20-b68b-4b02-b8ba-8700537e2a0a') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:39.125092 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f2bd2-0aac-4b4e-b858-be750786428f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Pushing event updated for resources: {'Port': ['ID=73fca12f-3c36-4ca7-80a4-a8598cae0a7a,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:39.133883 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-7a636757-e276-41fd-adc4-9527788132a1 req-775f2bd2-0aac-4b4e-b858-be750786428f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:11:39.136388 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a636757-e276-41fd-adc4-9527788132a1 req-775f2bd2-0aac-4b4e-b858-be750786428f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:11:39.139606 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-05c24522-6bae-4e39-9568-3f46701829de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:39.161510 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-05c24522-6bae-4e39-9568-3f46701829de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:39.173190 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c24522-6bae-4e39-9568-3f46701829de admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:11:39.173873 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-05c24522-6bae-4e39-9568-3f46701829de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:11:39.176539 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:11:39.292464 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-05c24522-6bae-4e39-9568-3f46701829de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:39.304187 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-05c24522-6bae-4e39-9568-3f46701829de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:39.308672 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-05c24522-6bae-4e39-9568-3f46701829de admin admin] 10.222.0.50 "DELETE /v2.0/networks/04482c74-3ec8-43ea-838b-eaba78bbe396 HTTP/1.1" status: 204 len: 168 time: 0.5265880 Aug 11 02:11:39.318814 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-25dfc3a7-f4d8-4d9b-a8e8-d39f2a33cd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:39.332668 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a636757-e276-41fd-adc4-9527788132a1 req-775f2bd2-0aac-4b4e-b858-be750786428f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:39.333290 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7a636757-e276-41fd-adc4-9527788132a1 req-775f2bd2-0aac-4b4e-b858-be750786428f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:39.349591 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c24522-6bae-4e39-9568-3f46701829de admin admin] Pushing event deleted for resources: {'Network': ['ID=04482c74-3ec8-43ea-838b-eaba78bbe396,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:39.374699 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a48b3-9213-4bc2-b344-2e1e6f8f3094 req-0abbae6f-7034-4a32-adea-9f0a56f5fe90 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:39.376214 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6c9a48b3-9213-4bc2-b344-2e1e6f8f3094 req-0abbae6f-7034-4a32-adea-9f0a56f5fe90 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=156f2c8d-de03-4d5e-8dbe-c553bbf38ca3 HTTP/1.1" status: 200 len: 932 time: 0.1305351 Aug 11 02:11:39.386356 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6641be76-fceb-424f-934a-5e2445f82038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:39.412490 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7a636757-e276-41fd-adc4-9527788132a1 req-775f2bd2-0aac-4b4e-b858-be750786428f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6105371 Aug 11 02:11:39.444728 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36460) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:39.445526 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca993c6-c707-40a9-818f-af82af5a79e9 req-37eec03f-3d5f-45e4-ba67-261e49cb28f9 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:39.447092 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9ca993c6-c707-40a9-818f-af82af5a79e9 req-37eec03f-3d5f-45e4-ba67-261e49cb28f9 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 946 time: 0.2403755 Aug 11 02:11:39.461257 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-7a636757-e276-41fd-adc4-9527788132a1 req-2eec7c4f-d78c-40c2-ac79-63e2a62f96eb service neutron] Request body: {'port': {'device_id': '156f2c8d-de03-4d5e-8dbe-c553bbf38ca3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:39.465717 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-c3f97965-68b3-40fa-b245-618c3f96e987 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:39.488272 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641be76-fceb-424f-934a-5e2445f82038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e476cd41-7172-445c-b6cd-ff185b07ec55,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:39.496120 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6c9a48b3-9213-4bc2-b344-2e1e6f8f3094 req-23896e6b-772e-4881-a2ad-ccdcb5a63ef5 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072981 Aug 11 02:11:39.523203 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6641be76-fceb-424f-934a-5e2445f82038 admin admin] Checking segment: {'id': '501d7792-d860-435d-9218-d835110b3121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ab69d2a6-9fe8-4b39-9ace-29fdd2307adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:39.523592 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6641be76-fceb-424f-934a-5e2445f82038 admin admin] Network hostable DHCP agents. Network: ab69d2a6-9fe8-4b39-9ace-29fdd2307adc, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:11:39.535977 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-c3f97965-68b3-40fa-b245-618c3f96e987 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Transition to ACTIVE for port object b9cc0dc2-23ef-41d8-992d-1b8ea6278150 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:11:39.539336 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c5c1a0eb-fe34-49e9-b96b-6291f9f4e099 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7a2ee39b1dbe4ae2873e2cef4f65b408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0932713 Aug 11 02:11:39.543455 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36462) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:39.543656 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d282d4fe-889b-46c7-acd6-470364a75d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:39.574598 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6641be76-fceb-424f-934a-5e2445f82038 admin admin] Network ab69d2a6-9fe8-4b39-9ace-29fdd2307adc is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:11:39.612561 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d81c7de4-238e-4f59-bba4-1bf7f72cc552 req-e6e74e99-0821-46aa-b473-5dd1980047a7 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fbab90-3070-4097-9656-6e404b581b17 HTTP/1.1" status: 200 len: 210 time: 0.0420859 Aug 11 02:11:39.613538 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-6641be76-fceb-424f-934a-5e2445f82038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, ab69d2a6-9fe8-4b39-9ace-29fdd2307adc) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:11:39.620094 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6641be76-fceb-424f-934a-5e2445f82038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:39.620690 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6641be76-fceb-424f-934a-5e2445f82038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:39.622625 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e0a2a6-293e-4ec4-bbf1-59db4c099bee None None] Network ab69d2a6-9fe8-4b39-9ace-29fdd2307adc requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:11:39.641930 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7443815c-41fe-4c11-88ab-97a0bb5ad938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:39.650049 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6641be76-fceb-424f-934a-5e2445f82038 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7163243 Aug 11 02:11:39.675765 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7443815c-41fe-4c11-88ab-97a0bb5ad938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:39.732798 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9ca993c6-c707-40a9-818f-af82af5a79e9 req-b27cdff7-2d9b-4d89-9881-b6830b8bd17c tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761278 Aug 11 02:11:39.744413 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7a636757-e276-41fd-adc4-9527788132a1 req-2eec7c4f-d78c-40c2-ac79-63e2a62f96eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:39.759047 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282d4fe-889b-46c7-acd6-470364a75d61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32364ea5-cf84-48dc-a1cf-66ce26d2fb93,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:39.798342 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba12e63-3044-44d3-99c6-bf6e07a49710 req-cc36f961-963d-49ad-9b4a-c180e0d2a80e tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:39.801157 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bba12e63-3044-44d3-99c6-bf6e07a49710 req-cc36f961-963d-49ad-9b4a-c180e0d2a80e tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.1014783 Aug 11 02:11:39.807712 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7443815c-41fe-4c11-88ab-97a0bb5ad938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:39.810399 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7443815c-41fe-4c11-88ab-97a0bb5ad938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:39.811158 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:39.811923 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7443815c-41fe-4c11-88ab-97a0bb5ad938 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e771c55e-0441-43f1-98b9-470d93327e4d HTTP/1.1" status: 204 len: 168 time: 0.2674284 Aug 11 02:11:39.859177 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443815c-41fe-4c11-88ab-97a0bb5ad938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e771c55e-0441-43f1-98b9-470d93327e4d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:39.861977 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770e96ab-326e-43a9-8b0a-5c573eb7dd67 None None] Network ab69d2a6-9fe8-4b39-9ace-29fdd2307adc requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:11:39.864197 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:11:39.864532 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device bc29fa8f-4d2e-4f1b-8e9d-8dd9aa275da4 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:11:39.881648 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bba12e63-3044-44d3-99c6-bf6e07a49710 req-6a525a26-f5f9-4f7d-b0d1-136da6d30d37 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635176 Aug 11 02:11:39.901111 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-c3f97965-68b3-40fa-b245-618c3f96e987 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:40.009906 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d282d4fe-889b-46c7-acd6-470364a75d61 admin admin] Checking segment: {'id': '561252cc-16df-44ad-b0c3-0322b581c84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f64c97f6-4194-4b07-936f-3c578a30b845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:40.010481 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d282d4fe-889b-46c7-acd6-470364a75d61 admin admin] Network hostable DHCP agents. Network: f64c97f6-4194-4b07-936f-3c578a30b845, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:11:40.092306 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-c3f97965-68b3-40fa-b245-618c3f96e987 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:11:40.137647 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-c3f97965-68b3-40fa-b245-618c3f96e987 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:11:40.143613 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f97965-68b3-40fa-b245-618c3f96e987 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Pushing event updated for resources: {'Port': ['ID=b9cc0dc2-23ef-41d8-992d-1b8ea6278150,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:40.145966 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-c3f97965-68b3-40fa-b245-618c3f96e987 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:11:40.195664 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d282d4fe-889b-46c7-acd6-470364a75d61 admin admin] Network f64c97f6-4194-4b07-936f-3c578a30b845 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:11:40.239395 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-25dfc3a7-f4d8-4d9b-a8e8-d39f2a33cd67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f00425ea-66f6-44bb-b178-137dad682ab3 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:40.249223 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-d282d4fe-889b-46c7-acd6-470364a75d61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, f64c97f6-4194-4b07-936f-3c578a30b845) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:11:40.253879 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d282d4fe-889b-46c7-acd6-470364a75d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:40.254526 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d282d4fe-889b-46c7-acd6-470364a75d61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:40.267788 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6541994-fbf7-4d12-8773-ef553dc67276 None None] Network f64c97f6-4194-4b07-936f-3c578a30b845 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:11:40.317506 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-25dfc3a7-f4d8-4d9b-a8e8-d39f2a33cd67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:40.326000 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d282d4fe-889b-46c7-acd6-470364a75d61 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0484033 Aug 11 02:11:40.356369 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-c3f97965-68b3-40fa-b245-618c3f96e987 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:40.357050 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-c3f97965-68b3-40fa-b245-618c3f96e987 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:40.449847 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-25dfc3a7-f4d8-4d9b-a8e8-d39f2a33cd67 service neutron] Transition to ACTIVE for port object f00425ea-66f6-44bb-b178-137dad682ab3 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:11:40.453635 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-c3f97965-68b3-40fa-b245-618c3f96e987 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9031615 Aug 11 02:11:40.487733 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-25dfc3a7-f4d8-4d9b-a8e8-d39f2a33cd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:40.493728 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29e5725-9965-42e1-9535-81f19f17e585 None None] Network f64c97f6-4194-4b07-936f-3c578a30b845 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:11:40.497364 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-b52053ef-4abe-4175-a09a-a56fe6d5059f service neutron] Request body: {'port': {'device_id': 'c1fbab90-3070-4097-9656-6e404b581b17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:40.614782 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f4108c2c-6666-4948-97db-7a702dc4d417 None None] Provisioning for port b9cc0dc2-23ef-41d8-992d-1b8ea6278150 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:11:40.624958 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f4108c2c-6666-4948-97db-7a702dc4d417 None None] Provisioning complete for port b9cc0dc2-23ef-41d8-992d-1b8ea6278150 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:40.626207 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f4108c2c-6666-4948-97db-7a702dc4d417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:40.647965 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab3602-9390-4143-8cb9-3c1cf1e671ba req-17922633-777a-4bb1-b9ed-6e03e23a891d tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:40.649872 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e1ab3602-9390-4143-8cb9-3c1cf1e671ba req-17922633-777a-4bb1-b9ed-6e03e23a891d tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=156f2c8d-de03-4d5e-8dbe-c553bbf38ca3 HTTP/1.1" status: 200 len: 932 time: 0.0765409 Aug 11 02:11:40.688847 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-f4108c2c-6666-4948-97db-7a702dc4d417 None None] Port b9cc0dc2-23ef-41d8-992d-1b8ea6278150 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:11:40.692140 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dfc3a7-f4d8-4d9b-a8e8-d39f2a33cd67 service neutron] Pushing event updated for resources: {'Port': ['ID=f00425ea-66f6-44bb-b178-137dad682ab3,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:40.700451 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-7a636757-e276-41fd-adc4-9527788132a1 req-2eec7c4f-d78c-40c2-ac79-63e2a62f96eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73fca12f-3c36-4ca7-80a4-a8598cae0a7a {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:40.715189 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e1ab3602-9390-4143-8cb9-3c1cf1e671ba req-a8a73bbe-d79b-49e0-bbd7-375fcb6439d4 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565026 Aug 11 02:11:40.720832 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7a636757-e276-41fd-adc4-9527788132a1 req-2eec7c4f-d78c-40c2-ac79-63e2a62f96eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:40.765830 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-b52053ef-4abe-4175-a09a-a56fe6d5059f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:40.816867 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781810fa-3404-46dd-b920-6394d935804e req-d65ce87e-8c42-4b10-8a4a-cdebce2b9a9f tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:40.818371 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-781810fa-3404-46dd-b920-6394d935804e req-d65ce87e-8c42-4b10-8a4a-cdebce2b9a9f tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/networks?id=ab69d2a6-9fe8-4b39-9ace-29fdd2307adc HTTP/1.1" status: 200 len: 813 time: 0.3990519 Aug 11 02:11:40.827694 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-7a636757-e276-41fd-adc4-9527788132a1 req-2eec7c4f-d78c-40c2-ac79-63e2a62f96eb service neutron] Transition to ACTIVE for port object 73fca12f-3c36-4ca7-80a4-a8598cae0a7a will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:11:40.867060 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7a636757-e276-41fd-adc4-9527788132a1 req-2eec7c4f-d78c-40c2-ac79-63e2a62f96eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:40.888793 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-781810fa-3404-46dd-b920-6394d935804e req-ff56f45d-690b-4b2a-b485-3d270cbd8efc tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/quotas/5d30efbf1d934813a23d3d48b1d53da8 HTTP/1.1" status: 200 len: 375 time: 0.0599465 Aug 11 02:11:41.023658 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-781810fa-3404-46dd-b920-6394d935804e req-a136c7ea-9b45-47fd-92ec-e8679f5b970c tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5d30efbf1d934813a23d3d48b1d53da8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1086607 Aug 11 02:11:41.024116 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36534) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:41.030221 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-25dfc3a7-f4d8-4d9b-a8e8-d39f2a33cd67 service neutron] Attempting to bind port f00425ea-66f6-44bb-b178-137dad682ab3 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:11:41.030555 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-25dfc3a7-f4d8-4d9b-a8e8-d39f2a33cd67 service neutron] Attempting to bind port f00425ea-66f6-44bb-b178-137dad682ab3 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:11:41.030876 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-25dfc3a7-f4d8-4d9b-a8e8-d39f2a33cd67 service neutron] Attempting to bind port f00425ea-66f6-44bb-b178-137dad682ab3 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:41.062082 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec7c4f-d78c-40c2-ac79-63e2a62f96eb service neutron] Pushing event updated for resources: {'Port': ['ID=73fca12f-3c36-4ca7-80a4-a8598cae0a7a,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:41.067730 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-25dfc3a7-f4d8-4d9b-a8e8-d39f2a33cd67 service neutron] Port f00425ea-66f6-44bb-b178-137dad682ab3 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:11:41.068071 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-25dfc3a7-f4d8-4d9b-a8e8-d39f2a33cd67 service neutron] Attempting to bind port f00425ea-66f6-44bb-b178-137dad682ab3 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:41.100871 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-8001d3d8-0f29-491d-8098-aed01d2bd64e tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:41.105984 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-25dfc3a7-f4d8-4d9b-a8e8-d39f2a33cd67 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:11:41.106189 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-8001d3d8-0f29-491d-8098-aed01d2bd64e tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/networks?id=9ced6348-4921-4ed8-849a-24c37fee7e4f HTTP/1.1" status: 200 len: 813 time: 0.1272976 Aug 11 02:11:41.106337 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-25dfc3a7-f4d8-4d9b-a8e8-d39f2a33cd67 service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:41.106685 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-25dfc3a7-f4d8-4d9b-a8e8-d39f2a33cd67 service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:11:41.107129 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-25dfc3a7-f4d8-4d9b-a8e8-d39f2a33cd67 service neutron] Bound port: f00425ea-66f6-44bb-b178-137dad682ab3, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:11:41.107481 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-25dfc3a7-f4d8-4d9b-a8e8-d39f2a33cd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:41.122601 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-8a30248f-9ddd-4743-ae7e-b8df014aa03a tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/quotas/f78ff0a370124440a2bc4ae91a90a260 HTTP/1.1" status: 200 len: 375 time: 0.0122650 Aug 11 02:11:41.163338 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-219009ca-b30c-445d-9ff7-5a81860c8cec tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f78ff0a370124440a2bc4ae91a90a260&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340867 Aug 11 02:11:41.182783 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-3dc59de9-6ee5-4b04-b327-028f4fb99680 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1830415283-network', 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:41.258641 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-59ed78dc-04af-45e3-976e-df0d8adda6f2 service neutron] 10.222.0.50 "GET /v2.0/networks/9ced6348-4921-4ed8-849a-24c37fee7e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871179 Aug 11 02:11:41.330527 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc59de9-6ee5-4b04-b327-028f4fb99680 admin admin] Made reservation on behalf of 720bce38ad5b4b36b6ab4ec32b5aaae3 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:41.332779 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3dc59de9-6ee5-4b04-b327-028f4fb99680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:41.344169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-7a636757-e276-41fd-adc4-9527788132a1 req-2eec7c4f-d78c-40c2-ac79-63e2a62f96eb service neutron] Attempting to bind port 73fca12f-3c36-4ca7-80a4-a8598cae0a7a on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:11:41.344499 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-7a636757-e276-41fd-adc4-9527788132a1 req-2eec7c4f-d78c-40c2-ac79-63e2a62f96eb service neutron] Attempting to bind port 73fca12f-3c36-4ca7-80a4-a8598cae0a7a by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'b3af0fa2-7035-422c-aee4-ac13c9a756a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:11:41.344823 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a636757-e276-41fd-adc4-9527788132a1 req-2eec7c4f-d78c-40c2-ac79-63e2a62f96eb service neutron] Attempting to bind port 73fca12f-3c36-4ca7-80a4-a8598cae0a7a on network 887cdb43-e9b9-4bf0-8022-79d7ba803ebc {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:41.351843 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-81476ebf-06f4-488b-b79e-2952efa1bfef service neutron] 10.222.0.50 "GET /v2.0/networks/9ced6348-4921-4ed8-849a-24c37fee7e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869460 Aug 11 02:11:41.372353 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3dc59de9-6ee5-4b04-b327-028f4fb99680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:41.382515 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a636757-e276-41fd-adc4-9527788132a1 req-2eec7c4f-d78c-40c2-ac79-63e2a62f96eb service neutron] Port 73fca12f-3c36-4ca7-80a4-a8598cae0a7a on network 887cdb43-e9b9-4bf0-8022-79d7ba803ebc not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:11:41.382838 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a636757-e276-41fd-adc4-9527788132a1 req-2eec7c4f-d78c-40c2-ac79-63e2a62f96eb service neutron] Attempting to bind port 73fca12f-3c36-4ca7-80a4-a8598cae0a7a on network 887cdb43-e9b9-4bf0-8022-79d7ba803ebc {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:41.385365 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-25dfc3a7-f4d8-4d9b-a8e8-d39f2a33cd67 service neutron] For port f00425ea-66f6-44bb-b178-137dad682ab3, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:11:41.419198 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a636757-e276-41fd-adc4-9527788132a1 req-2eec7c4f-d78c-40c2-ac79-63e2a62f96eb service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:11:41.419527 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a636757-e276-41fd-adc4-9527788132a1 req-2eec7c4f-d78c-40c2-ac79-63e2a62f96eb service neutron] Checking segment: {'id': 'b3af0fa2-7035-422c-aee4-ac13c9a756a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:41.419922 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a636757-e276-41fd-adc4-9527788132a1 req-2eec7c4f-d78c-40c2-ac79-63e2a62f96eb service neutron] Bound using segment: {'id': 'b3af0fa2-7035-422c-aee4-ac13c9a756a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:11:41.420360 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-7a636757-e276-41fd-adc4-9527788132a1 req-2eec7c4f-d78c-40c2-ac79-63e2a62f96eb service neutron] Bound port: 73fca12f-3c36-4ca7-80a4-a8598cae0a7a, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3af0fa2-7035-422c-aee4-ac13c9a756a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:11:41.420707 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7a636757-e276-41fd-adc4-9527788132a1 req-2eec7c4f-d78c-40c2-ac79-63e2a62f96eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:41.434598 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-25dfc3a7-f4d8-4d9b-a8e8-d39f2a33cd67 service neutron] For port f00425ea-66f6-44bb-b178-137dad682ab3, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f00425ea-66f6-44bb-b178-137dad682ab3,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:11:41.446100 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-781810fa-3404-46dd-b920-6394d935804e req-313e6805-66f7-4e71-a18a-f7cac0d8d187 service neutron] 10.222.0.50 "GET /v2.0/networks/ab69d2a6-9fe8-4b39-9ace-29fdd2307adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051328 Aug 11 02:11:41.457396 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-25dfc3a7-f4d8-4d9b-a8e8-d39f2a33cd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:41.553692 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449e5f4-a034-4a2b-90d6-373d9aadf5de req-9736e5c9-6700-43c6-8bdb-04364a2210fc tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:41.555480 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c449e5f4-a034-4a2b-90d6-373d9aadf5de req-9736e5c9-6700-43c6-8bdb-04364a2210fc tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fbab90-3070-4097-9656-6e404b581b17 HTTP/1.1" status: 200 len: 936 time: 0.0519652 Aug 11 02:11:41.599059 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c449e5f4-a034-4a2b-90d6-373d9aadf5de req-dca7361e-5356-46e2-8c9b-90edb102fc47 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/security-groups?id=a05165a2-747c-4bf7-964e-7c9b42d3f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375977 Aug 11 02:11:41.620135 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-25dfc3a7-f4d8-4d9b-a8e8-d39f2a33cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:41.620833 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-25dfc3a7-f4d8-4d9b-a8e8-d39f2a33cd67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:41.622216 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-25dfc3a7-f4d8-4d9b-a8e8-d39f2a33cd67 service neutron] 10.222.0.66 "PUT /v2.0/ports/f00425ea-66f6-44bb-b178-137dad682ab3 HTTP/1.1" status: 200 len: 1097 time: 2.9275308 Aug 11 02:11:41.622659 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fcba4f3-cf91-4605-872b-9b25b5cc61f2', 'tag': 'f00425ea-66f6-44bb-b178-137dad682ab3'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:41.625429 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5545b7b6-f2ab-4f59-a466-5731c8741fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "4fcba4f3-cf91-4605-872b-9b25b5cc61f2", "tag": "f00425ea-66f6-44bb-b178-137dad682ab3"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:41.661438 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-b52053ef-4abe-4175-a09a-a56fe6d5059f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9cc0dc2-23ef-41d8-992d-1b8ea6278150 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:41.701466 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-b52053ef-4abe-4175-a09a-a56fe6d5059f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:41.754560 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb48445-3bc4-4d20-8540-fc4bbb1d293a req-5d4492eb-4514-47f9-a268-b4ec8a9b7788 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:41.763732 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5eb48445-3bc4-4d20-8540-fc4bbb1d293a req-5d4492eb-4514-47f9-a268-b4ec8a9b7788 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 946 time: 0.0769506 Aug 11 02:11:41.786952 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-b52053ef-4abe-4175-a09a-a56fe6d5059f service neutron] Transition to ACTIVE for port object b9cc0dc2-23ef-41d8-992d-1b8ea6278150 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:11:41.792535 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-781810fa-3404-46dd-b920-6394d935804e req-ce140542-d125-497d-975f-e8be72dbde64 service neutron] 10.222.0.50 "GET /v2.0/networks/ab69d2a6-9fe8-4b39-9ace-29fdd2307adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366237 Aug 11 02:11:41.793093 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dfc3a7-f4d8-4d9b-a8e8-d39f2a33cd67 service neutron] Pushing event updated for resources: {'Port': ['ID=f00425ea-66f6-44bb-b178-137dad682ab3,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:41.816493 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-b52053ef-4abe-4175-a09a-a56fe6d5059f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:41.822024 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-7a636757-e276-41fd-adc4-9527788132a1 req-2eec7c4f-d78c-40c2-ac79-63e2a62f96eb service neutron] For port 73fca12f-3c36-4ca7-80a4-a8598cae0a7a, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:11:41.824407 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5eb48445-3bc4-4d20-8540-fc4bbb1d293a req-dfe2aef2-b412-4a22-ad91-fc145881c55e tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597692 Aug 11 02:11:41.832729 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-7a636757-e276-41fd-adc4-9527788132a1 req-2eec7c4f-d78c-40c2-ac79-63e2a62f96eb service neutron] For port 73fca12f-3c36-4ca7-80a4-a8598cae0a7a, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=73fca12f-3c36-4ca7-80a4-a8598cae0a7a,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:11:41.878482 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7a636757-e276-41fd-adc4-9527788132a1 req-2eec7c4f-d78c-40c2-ac79-63e2a62f96eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:41.887944 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-e50ed9f1-8fa0-4476-a67a-1540dd743209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:41.889448 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-e50ed9f1-8fa0-4476-a67a-1540dd743209 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f8ed8c1a9ca04181ab05561e20e53e4d&device_id=4fcba4f3-cf91-4605-872b-9b25b5cc61f2 HTTP/1.1" status: 200 len: 1100 time: 0.1854951 Aug 11 02:11:42.003658 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05203994-9e58-4079-a163-fbe22713d5ad req-bb8950c7-2556-4b8e-9c72-2ff7f722bf45 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:42.005216 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-05203994-9e58-4079-a163-fbe22713d5ad req-bb8950c7-2556-4b8e-9c72-2ff7f722bf45 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.0844004 Aug 11 02:11:42.020656 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a636757-e276-41fd-adc4-9527788132a1 req-2eec7c4f-d78c-40c2-ac79-63e2a62f96eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:42.021297 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7a636757-e276-41fd-adc4-9527788132a1 req-2eec7c4f-d78c-40c2-ac79-63e2a62f96eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:42.023273 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7a636757-e276-41fd-adc4-9527788132a1 req-2eec7c4f-d78c-40c2-ac79-63e2a62f96eb service neutron] 10.222.0.66 "PUT /v2.0/ports/73fca12f-3c36-4ca7-80a4-a8598cae0a7a HTTP/1.1" status: 200 len: 1093 time: 2.5678542 Aug 11 02:11:42.024681 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52053ef-4abe-4175-a09a-a56fe6d5059f service neutron] Pushing event updated for resources: {'Port': ['ID=b9cc0dc2-23ef-41d8-992d-1b8ea6278150,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:42.044050 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-9f4eeba9-beef-45c7-ab0c-e53693e0a99f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=f00425ea-66f6-44bb-b178-137dad682ab3 HTTP/1.1" status: 200 len: 217 time: 0.1405582 Aug 11 02:11:42.049037 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3dc59de9-6ee5-4b04-b327-028f4fb99680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:42.081867 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-05203994-9e58-4079-a163-fbe22713d5ad req-eccf0c3c-0a33-4a10-a186-f2cf9dbfb33a tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680318 Aug 11 02:11:42.089850 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3dc59de9-6ee5-4b04-b327-028f4fb99680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:42.227562 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd2e273-ef46-487c-b518-1cd06e0c48dc x-openstack-request-id: req-6fd2e273-ef46-487c-b518-1cd06e0c48dc {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:42.227917 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fcba4f3-cf91-4605-872b-9b25b5cc61f2", "tag": "f00425ea-66f6-44bb-b178-137dad682ab3", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:42.228089 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6fd2e273-ef46-487c-b518-1cd06e0c48dc {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:42.228505 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fcba4f3-cf91-4605-872b-9b25b5cc61f2', 'tag': 'f00425ea-66f6-44bb-b178-137dad682ab3', 'status': 'completed', 'code': 200} Aug 11 02:11:42.230742 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc59de9-6ee5-4b04-b327-028f4fb99680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b25b34-9b54-4e3b-8504-b668c19020c1,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:42.234756 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-35c887bc-a75c-4c66-80d7-2040d0a72399 req-e7aa1e5d-eca2-4d4c-813e-39b4aed009de tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/ports?device_id=463d8a3b-c170-46e1-af1e-74f90980251d HTTP/1.1" status: 200 len: 210 time: 0.2074254 Aug 11 02:11:42.309469 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3e65e-c60a-4c1b-8ea2-d84b10983274 req-21b5865e-5c5c-46ac-973f-f5842e038b72 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:42.312035 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc59de9-6ee5-4b04-b327-028f4fb99680 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:11:42.312209 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-00e3e65e-c60a-4c1b-8ea2-d84b10983274 req-21b5865e-5c5c-46ac-973f-f5842e038b72 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=156f2c8d-de03-4d5e-8dbe-c553bbf38ca3 HTTP/1.1" status: 200 len: 944 time: 0.1002553 Aug 11 02:11:42.358266 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3dc59de9-6ee5-4b04-b327-028f4fb99680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:42.358917 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-3dc59de9-6ee5-4b04-b327-028f4fb99680 admin admin] Added segment 26fad3a7-418e-4f2c-82bb-428c9bfc830f of type vlan for network 69577f3b-37d2-4abe-933d-a6840532cbc0 Aug 11 02:11:42.379757 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec7c4f-d78c-40c2-ac79-63e2a62f96eb service neutron] Pushing event updated for resources: {'Port': ['ID=73fca12f-3c36-4ca7-80a4-a8598cae0a7a,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:42.394822 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-00e3e65e-c60a-4c1b-8ea2-d84b10983274 req-b1ea3f48-9de3-4d2b-b85d-1f7fc9e5ecbb tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742295 Aug 11 02:11:42.737956 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159f3bd-5329-42f5-b178-a2b2aae0a92e req-82448521-76aa-40ea-ad3e-e294a6e3f8e3 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:42.738865 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-98932658-8e81-4d5c-a9c9-fa24d7ace028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:42.739382 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3159f3bd-5329-42f5-b178-a2b2aae0a92e req-82448521-76aa-40ea-ad3e-e294a6e3f8e3 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fbab90-3070-4097-9656-6e404b581b17 HTTP/1.1" status: 200 len: 948 time: 0.0544806 Aug 11 02:11:42.739949 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-98932658-8e81-4d5c-a9c9-fa24d7ace028 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.6515419 Aug 11 02:11:42.741804 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c4b47ddd-0656-43c3-8176-7869f0e1d144 req-e3483b9f-8832-4897-a375-20be4bd62389 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/ports?device_id=9643f2ee-758a-4a15-ae1a-c5155967ccd3 HTTP/1.1" status: 200 len: 210 time: 0.4039929 Aug 11 02:11:42.767345 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a636757-e276-41fd-adc4-9527788132a1 req-a271bbc0-0bbe-4760-8679-1cb48b4dc5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:42.769268 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7a636757-e276-41fd-adc4-9527788132a1 req-a271bbc0-0bbe-4760-8679-1cb48b4dc5b0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb683947b58544f291a36cdc9fa42ce2&device_id=156f2c8d-de03-4d5e-8dbe-c553bbf38ca3 HTTP/1.1" status: 200 len: 1096 time: 0.6837316 Aug 11 02:11:42.789535 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3159f3bd-5329-42f5-b178-a2b2aae0a92e req-7fb2284f-fc0f-48a3-93f8-30b6f248bb59 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/security-groups?id=a05165a2-747c-4bf7-964e-7c9b42d3f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432761 Aug 11 02:11:42.813853 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-b52053ef-4abe-4175-a09a-a56fe6d5059f service neutron] Attempting to bind port b9cc0dc2-23ef-41d8-992d-1b8ea6278150 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:11:42.814475 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-b52053ef-4abe-4175-a09a-a56fe6d5059f service neutron] Attempting to bind port b9cc0dc2-23ef-41d8-992d-1b8ea6278150 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:11:42.815003 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-b52053ef-4abe-4175-a09a-a56fe6d5059f service neutron] Attempting to bind port b9cc0dc2-23ef-41d8-992d-1b8ea6278150 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:42.818737 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3dc59de9-6ee5-4b04-b327-028f4fb99680 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:42.860219 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7a636757-e276-41fd-adc4-9527788132a1 req-f45b9c00-e928-4e50-8ab5-dc124515b10a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73fca12f-3c36-4ca7-80a4-a8598cae0a7a HTTP/1.1" status: 200 len: 217 time: 0.0751801 Aug 11 02:11:42.862935 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-b52053ef-4abe-4175-a09a-a56fe6d5059f service neutron] Port b9cc0dc2-23ef-41d8-992d-1b8ea6278150 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:11:42.863257 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-b52053ef-4abe-4175-a09a-a56fe6d5059f service neutron] Attempting to bind port b9cc0dc2-23ef-41d8-992d-1b8ea6278150 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:42.886253 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-b52053ef-4abe-4175-a09a-a56fe6d5059f service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:11:42.887046 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-b52053ef-4abe-4175-a09a-a56fe6d5059f service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:42.887443 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-b52053ef-4abe-4175-a09a-a56fe6d5059f service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:11:42.887925 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-b52053ef-4abe-4175-a09a-a56fe6d5059f service neutron] Bound port: b9cc0dc2-23ef-41d8-992d-1b8ea6278150, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:11:42.888275 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-b52053ef-4abe-4175-a09a-a56fe6d5059f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:42.949392 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-345142c0-2d1c-4f43-b4a5-2a043470d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:42.950881 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-345142c0-2d1c-4f43-b4a5-2a043470d91a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1779342 Aug 11 02:11:42.973241 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-c3b608c2-b458-46c6-9bea-a832cfc6a32b tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:42.975450 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-c3b608c2-b458-46c6-9bea-a832cfc6a32b tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.73 "GET /v2.0/networks?id=9ced6348-4921-4ed8-849a-24c37fee7e4f HTTP/1.1" status: 200 len: 813 time: 0.1273646 Aug 11 02:11:42.980717 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3dc59de9-6ee5-4b04-b327-028f4fb99680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:42.981702 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc59de9-6ee5-4b04-b327-028f4fb99680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:42.982271 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3dc59de9-6ee5-4b04-b327-028f4fb99680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:42.999494 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-ca10033c-a80d-4d61-9dc2-dfefb355e766 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Request body: {'port': {'device_id': '463d8a3b-c170-46e1-af1e-74f90980251d', 'network_id': '9ced6348-4921-4ed8-849a-24c37fee7e4f', 'admin_state_up': True, 'tenant_id': 'f78ff0a370124440a2bc4ae91a90a260'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:43.034329 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a636757-e276-41fd-adc4-9527788132a1 req-f395ce40-fd9f-4434-aee4-92560ca9fb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:43.035817 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7a636757-e276-41fd-adc4-9527788132a1 req-f395ce40-fd9f-4434-aee4-92560ca9fb9a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=852e65ca-6cb3-47f3-8aea-2b8debfff40c HTTP/1.1" status: 200 len: 852 time: 0.1629891 Aug 11 02:11:43.123565 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-ca10033c-a80d-4d61-9dc2-dfefb355e766 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Made reservation on behalf of f78ff0a370124440a2bc4ae91a90a260 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:43.126765 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-ca10033c-a80d-4d61-9dc2-dfefb355e766 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:43.148761 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3dc59de9-6ee5-4b04-b327-028f4fb99680 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1194081 Aug 11 02:11:43.157543 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36570) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:43.162039 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7a636757-e276-41fd-adc4-9527788132a1 req-cf01c13b-ccf5-4afe-b279-bf78458639e0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894482 Aug 11 02:11:43.163050 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e2c0c9b5-1b09-4603-96a6-99837c5e7861 admin admin] Request body: {'subnet': {'network_id': '69577f3b-37d2-4abe-933d-a6840532cbc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830415283-subnet', 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:43.201771 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc59de9-6ee5-4b04-b327-028f4fb99680 admin admin] Pushing event updated for resources: {'Network': ['ID=69577f3b-37d2-4abe-933d-a6840532cbc0,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:43.211850 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 69577f3b-37d2-4abe-933d-a6840532cbc0 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:11:43.214269 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-b52053ef-4abe-4175-a09a-a56fe6d5059f service neutron] For port b9cc0dc2-23ef-41d8-992d-1b8ea6278150, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:11:43.262008 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85027813-fac8-421f-94ac-49ac2594adae req-ee5d86b5-b097-43dc-8668-d65efdbceb47 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:43.269794 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-85027813-fac8-421f-94ac-49ac2594adae req-ee5d86b5-b097-43dc-8668-d65efdbceb47 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 946 time: 0.3267770 Aug 11 02:11:43.299832 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-b52053ef-4abe-4175-a09a-a56fe6d5059f service neutron] For port b9cc0dc2-23ef-41d8-992d-1b8ea6278150, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b9cc0dc2-23ef-41d8-992d-1b8ea6278150,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:11:43.317004 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c0c9b5-1b09-4603-96a6-99837c5e7861 admin admin] Made reservation on behalf of 720bce38ad5b4b36b6ab4ec32b5aaae3 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:43.320274 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2c0c9b5-1b09-4603-96a6-99837c5e7861 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:43.322277 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-b52053ef-4abe-4175-a09a-a56fe6d5059f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:43.342633 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-10593eee-a851-47d5-bfe6-89c3e62119ba service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806241 Aug 11 02:11:43.456374 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-b52053ef-4abe-4175-a09a-a56fe6d5059f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:43.457066 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-b52053ef-4abe-4175-a09a-a56fe6d5059f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:43.458480 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-b52053ef-4abe-4175-a09a-a56fe6d5059f service neutron] 10.222.0.73 "PUT /v2.0/ports/b9cc0dc2-23ef-41d8-992d-1b8ea6278150 HTTP/1.1" status: 200 len: 1097 time: 2.9721243 Aug 11 02:11:43.475295 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-85027813-fac8-421f-94ac-49ac2594adae req-fb097838-4156-4ce6-9b7f-8ec8090145dc tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998453 Aug 11 02:11:43.479813 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d73df1-f794-49e2-9797-ce841db84c51 req-fbf5c720-0353-4f60-8a1d-9908c0aa6b5b tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:43.490135 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-96d73df1-f794-49e2-9797-ce841db84c51 req-fbf5c720-0353-4f60-8a1d-9908c0aa6b5b tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.2926161 Aug 11 02:11:43.528149 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-ca10033c-a80d-4d61-9dc2-dfefb355e766 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Allocated IP 172.20.0.5 (9ced6348-4921-4ed8-849a-24c37fee7e4f/62a7c117-2e9d-4e66-a218-eed58fac7783/272bd21d-fd16-42ff-ad05-6be8b490361c) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:11:43.534027 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7a636757-e276-41fd-adc4-9527788132a1 req-569eaec6-a81a-44ce-aabb-7115533ba41a service neutron] 10.222.0.66 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567595 Aug 11 02:11:43.562829 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52053ef-4abe-4175-a09a-a56fe6d5059f service neutron] Pushing event updated for resources: {'Port': ['ID=b9cc0dc2-23ef-41d8-992d-1b8ea6278150,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:43.638881 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-96d73df1-f794-49e2-9797-ce841db84c51 req-efcb338f-4cdb-4f1f-b13f-ced396793432 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470203 Aug 11 02:11:43.673842 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781810fa-3404-46dd-b920-6394d935804e req-cde9dbf0-3c6e-4694-aef6-bdaaecde4168 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:43.673842 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-781810fa-3404-46dd-b920-6394d935804e req-cde9dbf0-3c6e-4694-aef6-bdaaecde4168 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.73 "GET /v2.0/networks?id=ab69d2a6-9fe8-4b39-9ace-29fdd2307adc HTTP/1.1" status: 200 len: 813 time: 0.3438616 Aug 11 02:11:43.686473 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e596a297-1695-4a09-82e4-23d4deee911b req-996146b2-318f-45d4-abc1-1974b12d3dd8 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/ports?device_id=463d8a3b-c170-46e1-af1e-74f90980251d HTTP/1.1" status: 200 len: 210 time: 0.0790217 Aug 11 02:11:43.707129 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-781810fa-3404-46dd-b920-6394d935804e req-d9253f9a-afb0-4fe8-82b6-88a1c4ce3322 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Request body: {'port': {'device_id': '9643f2ee-758a-4a15-ae1a-c5155967ccd3', 'network_id': 'ab69d2a6-9fe8-4b39-9ace-29fdd2307adc', 'admin_state_up': True, 'tenant_id': '5d30efbf1d934813a23d3d48b1d53da8'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:43.767112 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-c53fbeed-04d2-4574-8136-2d2619d3b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:43.768567 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-c53fbeed-04d2-4574-8136-2d2619d3b7fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8ed8c1a9ca04181ab05561e20e53e4d&device_id=c1fbab90-3070-4097-9656-6e404b581b17 HTTP/1.1" status: 200 len: 1100 time: 0.2089493 Aug 11 02:11:43.773524 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1e3113d1-4ef1-4eea-a2e2-d17ed3a4f355 req-763cae57-47ca-4350-be1f-9e82443518e0 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090860 Aug 11 02:11:43.816517 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-371b8d52-bac9-4bd0-88bd-08b15ff2b47f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=b9cc0dc2-23ef-41d8-992d-1b8ea6278150 HTTP/1.1" status: 200 len: 217 time: 0.0374506 Aug 11 02:11:43.820397 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7a636757-e276-41fd-adc4-9527788132a1 req-a18c3404-1482-4d01-8d18-7bb8b7289d93 service neutron] 10.222.0.66 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424998 Aug 11 02:11:43.885425 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-267268eb-596a-4377-986a-2f20591c675a req-228c55e1-343e-479d-a05b-73d4155b03e8 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/ports?device_id=9643f2ee-758a-4a15-ae1a-c5155967ccd3 HTTP/1.1" status: 200 len: 210 time: 0.0624325 Aug 11 02:11:43.925722 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-f32dca21-3fcb-46c6-be96-51bd0469ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:43.927035 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-f32dca21-3fcb-46c6-be96-51bd0469ec9d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.0944452 Aug 11 02:11:43.933489 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545b7b6-f2ab-4f59-a466-5731c8741fb7 req-ae0b4e3f-7954-44bc-b413-14f76019e138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:43.934949 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5545b7b6-f2ab-4f59-a466-5731c8741fb7 req-ae0b4e3f-7954-44bc-b413-14f76019e138 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f8ed8c1a9ca04181ab05561e20e53e4d&device_id=4fcba4f3-cf91-4605-872b-9b25b5cc61f2 HTTP/1.1" status: 200 len: 1100 time: 0.0798981 Aug 11 02:11:43.960584 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf3c51-06fb-42b1-bdaa-de4c5f2b43a3 req-79971024-a860-4c27-a2e9-fde5bffcb1c9 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:43.962079 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dbbf3c51-06fb-42b1-bdaa-de4c5f2b43a3 req-79971024-a860-4c27-a2e9-fde5bffcb1c9 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=156f2c8d-de03-4d5e-8dbe-c553bbf38ca3 HTTP/1.1" status: 200 len: 944 time: 0.2017193 Aug 11 02:11:43.982714 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2c0c9b5-1b09-4603-96a6-99837c5e7861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:44.047046 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-ca10033c-a80d-4d61-9dc2-dfefb355e766 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:44.070157 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-71ebd3ba-381f-4b70-9db1-fb23a50b91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:44.071737 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-71ebd3ba-381f-4b70-9db1-fb23a50b91fd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1358349 Aug 11 02:11:44.086757 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e592765-97f7-4954-9408-0b17bb1d5702 req-edd13b75-8ab9-4a2d-841d-56c4db27a614 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:44.088503 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e592765-97f7-4954-9408-0b17bb1d5702 req-edd13b75-8ab9-4a2d-841d-56c4db27a614 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fbab90-3070-4097-9656-6e404b581b17 HTTP/1.1" status: 200 len: 948 time: 0.1216598 Aug 11 02:11:44.091127 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-781810fa-3404-46dd-b920-6394d935804e req-d9253f9a-afb0-4fe8-82b6-88a1c4ce3322 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Made reservation on behalf of 5d30efbf1d934813a23d3d48b1d53da8 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:44.094519 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-781810fa-3404-46dd-b920-6394d935804e req-d9253f9a-afb0-4fe8-82b6-88a1c4ce3322 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:44.108941 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dbbf3c51-06fb-42b1-bdaa-de4c5f2b43a3 req-0e189901-e615-4410-a5cf-8e981dfee664 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327684 Aug 11 02:11:44.124765 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0c9b5-1b09-4603-96a6-99837c5e7861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=269d36c9-6b3c-4c9c-8f30-71febc1f6ea9,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:44.161945 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545b7b6-f2ab-4f59-a466-5731c8741fb7 req-584acbd9-f2a7-48b0-b46a-7284e29bc3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:44.164023 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5545b7b6-f2ab-4f59-a466-5731c8741fb7 req-584acbd9-f2a7-48b0-b46a-7284e29bc3d8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.2187102 Aug 11 02:11:44.182894 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c0c9b5-1b09-4603-96a6-99837c5e7861 admin admin] Checking segment: {'id': '26fad3a7-418e-4f2c-82bb-428c9bfc830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '69577f3b-37d2-4abe-933d-a6840532cbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:44.183253 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c0c9b5-1b09-4603-96a6-99837c5e7861 admin admin] Network hostable DHCP agents. Network: 69577f3b-37d2-4abe-933d-a6840532cbc0, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:11:44.196407 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e592765-97f7-4954-9408-0b17bb1d5702 req-48659f2d-208a-4399-b631-4d6fa112d25e tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/security-groups?id=a05165a2-747c-4bf7-964e-7c9b42d3f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978804 Aug 11 02:11:44.224430 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-ca10033c-a80d-4d61-9dc2-dfefb355e766 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:44.230587 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '156f2c8d-de03-4d5e-8dbe-c553bbf38ca3', 'tag': '73fca12f-3c36-4ca7-80a4-a8598cae0a7a'}, {'name': 'network-changed', 'server_uuid': 'c1fbab90-3070-4097-9656-6e404b581b17', 'tag': 'b9cc0dc2-23ef-41d8-992d-1b8ea6278150'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:44.233098 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b7182e-f282-4b8f-8cb6-5dfe27aabedd" -d '{"events": [{"name": "network-changed", "server_uuid": "156f2c8d-de03-4d5e-8dbe-c553bbf38ca3", "tag": "73fca12f-3c36-4ca7-80a4-a8598cae0a7a"}, {"name": "network-changed", "server_uuid": "c1fbab90-3070-4097-9656-6e404b581b17", "tag": "b9cc0dc2-23ef-41d8-992d-1b8ea6278150"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:44.239564 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5545b7b6-f2ab-4f59-a466-5731c8741fb7 req-44a73da2-6b3d-40b6-8b28-4184bd5063de service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=f00425ea-66f6-44bb-b178-137dad682ab3 HTTP/1.1" status: 200 len: 217 time: 0.0565364 Aug 11 02:11:44.245315 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c0c9b5-1b09-4603-96a6-99837c5e7861 admin admin] Network 69577f3b-37d2-4abe-933d-a6840532cbc0 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:11:44.293332 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-8545ad74-837d-4be6-9f37-4b9f80b4c603 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040012 Aug 11 02:11:44.296366 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a34be3-f65e-44ac-99eb-856eb16de2d7 x-openstack-request-id: req-f5a34be3-f65e-44ac-99eb-856eb16de2d7 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:44.296696 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "156f2c8d-de03-4d5e-8dbe-c553bbf38ca3", "tag": "73fca12f-3c36-4ca7-80a4-a8598cae0a7a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c1fbab90-3070-4097-9656-6e404b581b17", "tag": "b9cc0dc2-23ef-41d8-992d-1b8ea6278150", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:44.296940 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f5a34be3-f65e-44ac-99eb-856eb16de2d7 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:44.297391 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '156f2c8d-de03-4d5e-8dbe-c553bbf38ca3', 'tag': '73fca12f-3c36-4ca7-80a4-a8598cae0a7a', 'status': 'completed', 'code': 200} Aug 11 02:11:44.297600 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1fbab90-3070-4097-9656-6e404b581b17', 'tag': 'b9cc0dc2-23ef-41d8-992d-1b8ea6278150', 'status': 'completed', 'code': 200} Aug 11 02:11:44.320003 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-ca10033c-a80d-4d61-9dc2-dfefb355e766 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Network 9ced6348-4921-4ed8-849a-24c37fee7e4f is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:11:44.325938 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-e2c0c9b5-1b09-4603-96a6-99837c5e7861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 69577f3b-37d2-4abe-933d-a6840532cbc0) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:11:44.332174 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-ca10033c-a80d-4d61-9dc2-dfefb355e766 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:11:44.334604 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e506725-9b17-4d29-9cbe-622261529452 None None] Network 69577f3b-37d2-4abe-933d-a6840532cbc0 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:11:44.340204 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-ca10033c-a80d-4d61-9dc2-dfefb355e766 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:11:44.343345 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c0c9b5-1b09-4603-96a6-99837c5e7861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:44.343970 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2c0c9b5-1b09-4603-96a6-99837c5e7861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:44.345964 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10033c-a80d-4d61-9dc2-dfefb355e766 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Pushing event updated for resources: {'Port': ['ID=272bd21d-fd16-42ff-ad05-6be8b490361c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:44.382179 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545b7b6-f2ab-4f59-a466-5731c8741fb7 req-b2729822-80d3-4b05-996e-040a04ae29db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:44.383691 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5545b7b6-f2ab-4f59-a466-5731c8741fb7 req-b2729822-80d3-4b05-996e-040a04ae29db service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1335104 Aug 11 02:11:44.384392 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-781810fa-3404-46dd-b920-6394d935804e req-d9253f9a-afb0-4fe8-82b6-88a1c4ce3322 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Allocated IP 172.20.0.14 (ab69d2a6-9fe8-4b39-9ace-29fdd2307adc/e476cd41-7172-445c-b6cd-ff185b07ec55/b43814e9-fcdb-42ec-b62f-db16b18fcd2c) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:11:44.403212 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e2c0c9b5-1b09-4603-96a6-99837c5e7861 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2445748 Aug 11 02:11:44.403868 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36582) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:44.415781 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-be664f2c-8cdc-45c9-b525-1256e9483582 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1830415283-router', 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:44.441526 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-ca10033c-a80d-4d61-9dc2-dfefb355e766 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:44.442146 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-ca10033c-a80d-4d61-9dc2-dfefb355e766 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:44.447571 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7182e-f282-4b8f-8cb6-5dfe27aabedd req-b72cd31e-fcd4-4c3d-b1c3-a5e7b79f1842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:44.449086 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3b7182e-f282-4b8f-8cb6-5dfe27aabedd req-b72cd31e-fcd4-4c3d-b1c3-a5e7b79f1842 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb683947b58544f291a36cdc9fa42ce2&device_id=156f2c8d-de03-4d5e-8dbe-c553bbf38ca3 HTTP/1.1" status: 200 len: 1096 time: 0.1322820 Aug 11 02:11:44.477187 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1099fec4-70a5-4f17-901e-605fd345faf7 None None] Network 69577f3b-37d2-4abe-933d-a6840532cbc0 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:11:44.481944 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-be664f2c-8cdc-45c9-b525-1256e9483582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:44.482959 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-be664f2c-8cdc-45c9-b525-1256e9483582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:44.497597 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-ca10033c-a80d-4d61-9dc2-dfefb355e766 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5030477 Aug 11 02:11:44.534256 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545b7b6-f2ab-4f59-a466-5731c8741fb7 req-fe9a295d-ede3-41d3-a3b4-d3dbc7cb5f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:44.535815 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5545b7b6-f2ab-4f59-a466-5731c8741fb7 req-fe9a295d-ede3-41d3-a3b4-d3dbc7cb5f9f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1405070 Aug 11 02:11:44.539957 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-61e84faa-0926-44f4-b43b-46ef32910c76 req-4ebd99dd-fb81-420f-828d-b2728b1339f9 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346988 Aug 11 02:11:44.714946 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7182e-f282-4b8f-8cb6-5dfe27aabedd req-7255f4fe-571f-47dd-9f73-fe6cc6b33287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:44.716504 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3b7182e-f282-4b8f-8cb6-5dfe27aabedd req-7255f4fe-571f-47dd-9f73-fe6cc6b33287 service neutron] 10.222.0.66 "GET /v2.0/networks?id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc HTTP/1.1" status: 200 len: 913 time: 0.2539856 Aug 11 02:11:44.755968 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291198b-283b-4129-9d91-557d59b90d97 req-14b10ced-90c7-449e-9d08-c0d79d015659 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:44.757589 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4291198b-283b-4129-9d91-557d59b90d97 req-14b10ced-90c7-449e-9d08-c0d79d015659 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 946 time: 0.2014892 Aug 11 02:11:44.785790 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7182e-f282-4b8f-8cb6-5dfe27aabedd req-31e33856-fb99-40aa-a192-3658c52c9f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:44.787319 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3b7182e-f282-4b8f-8cb6-5dfe27aabedd req-31e33856-fb99-40aa-a192-3658c52c9f2e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8ed8c1a9ca04181ab05561e20e53e4d&device_id=c1fbab90-3070-4097-9656-6e404b581b17 HTTP/1.1" status: 200 len: 1100 time: 0.1654024 Aug 11 02:11:44.791822 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3b7182e-f282-4b8f-8cb6-5dfe27aabedd req-be44b0d8-5fcb-4c86-859c-f076f20d94fe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73fca12f-3c36-4ca7-80a4-a8598cae0a7a HTTP/1.1" status: 200 len: 217 time: 0.0641897 Aug 11 02:11:44.793720 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5545b7b6-f2ab-4f59-a466-5731c8741fb7 req-609cb284-1752-4a6c-818e-5209d54b3f50 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494164 Aug 11 02:11:44.892285 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-1c829090-c06e-4260-813b-0705bbdc8ddc service neutron] Request body: {'port': {'device_id': '463d8a3b-c170-46e1-af1e-74f90980251d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:44.963414 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4291198b-283b-4129-9d91-557d59b90d97 req-1a7a0bad-dcd9-44c5-9e44-b42145e9abf5 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740355 Aug 11 02:11:44.979007 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7182e-f282-4b8f-8cb6-5dfe27aabedd req-6e2aa5e9-b3b6-47fe-90ef-7ff7aaf98643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:44.980502 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3b7182e-f282-4b8f-8cb6-5dfe27aabedd req-6e2aa5e9-b3b6-47fe-90ef-7ff7aaf98643 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=852e65ca-6cb3-47f3-8aea-2b8debfff40c HTTP/1.1" status: 200 len: 852 time: 0.1628094 Aug 11 02:11:45.013706 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-be664f2c-8cdc-45c9-b525-1256e9483582 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:45.034995 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3b7182e-f282-4b8f-8cb6-5dfe27aabedd req-90cae09f-b839-4e67-8f9a-be1ec02f5959 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407324 Aug 11 02:11:45.067717 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7182e-f282-4b8f-8cb6-5dfe27aabedd req-63a82a89-0d19-4849-9b4e-de52066288d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:45.069187 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3b7182e-f282-4b8f-8cb6-5dfe27aabedd req-63a82a89-0d19-4849-9b4e-de52066288d7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.2693274 Aug 11 02:11:45.113762 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7504e8-f99a-45be-a02c-06aabbb83150 req-37a772a8-76fe-424c-9e0e-7d46cbebc6eb tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:45.115262 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-de7504e8-f99a-45be-a02c-06aabbb83150 req-37a772a8-76fe-424c-9e0e-7d46cbebc6eb tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.2284620 Aug 11 02:11:45.122125 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5545b7b6-f2ab-4f59-a466-5731c8741fb7 req-5d12c082-e945-4442-b2eb-eaa0f6eb0265 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053756 Aug 11 02:11:45.142848 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-1c829090-c06e-4260-813b-0705bbdc8ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:45.169712 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3b7182e-f282-4b8f-8cb6-5dfe27aabedd req-7513a1d6-c833-4244-a7f1-5b52363db586 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=b9cc0dc2-23ef-41d8-992d-1b8ea6278150 HTTP/1.1" status: 200 len: 217 time: 0.0786340 Aug 11 02:11:45.181633 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-781810fa-3404-46dd-b920-6394d935804e req-d9253f9a-afb0-4fe8-82b6-88a1c4ce3322 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:45.221489 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c9cda-d459-4a8c-bba5-6374dd6bddac req-e1da081e-2506-472e-91bf-5b39c445a2ac tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:45.222974 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eb4c9cda-d459-4a8c-bba5-6374dd6bddac req-e1da081e-2506-472e-91bf-5b39c445a2ac tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/ports?device_id=463d8a3b-c170-46e1-af1e-74f90980251d HTTP/1.1" status: 200 len: 931 time: 0.1821032 Aug 11 02:11:45.271562 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3b7182e-f282-4b8f-8cb6-5dfe27aabedd req-0a36368a-83b0-4a9a-8ad1-040d04554f14 service neutron] 10.222.0.66 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230284 Aug 11 02:11:45.283915 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7182e-f282-4b8f-8cb6-5dfe27aabedd req-76378ec3-fc39-4c27-859e-624038a24cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:45.285306 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3b7182e-f282-4b8f-8cb6-5dfe27aabedd req-76378ec3-fc39-4c27-859e-624038a24cf7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1020377 Aug 11 02:11:45.293235 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-be664f2c-8cdc-45c9-b525-1256e9483582 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:45.317145 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-de7504e8-f99a-45be-a02c-06aabbb83150 req-55345199-2fe7-4e16-b880-a0645c5fc024 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664178 Aug 11 02:11:45.483120 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6c7c3bb2-f964-4741-bec5-89ea33ad3c88 req-e4ddf100-b470-4a10-9b4d-54f6059d800e tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/ports?device_id=9643f2ee-758a-4a15-ae1a-c5155967ccd3 HTTP/1.1" status: 200 len: 210 time: 0.0491703 Aug 11 02:11:45.488002 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-781810fa-3404-46dd-b920-6394d935804e req-d9253f9a-afb0-4fe8-82b6-88a1c4ce3322 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:45.604259 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-61d4012b-609a-4986-a074-f045b5f09e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:45.628265 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-781810fa-3404-46dd-b920-6394d935804e req-d9253f9a-afb0-4fe8-82b6-88a1c4ce3322 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Network ab69d2a6-9fe8-4b39-9ace-29fdd2307adc is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:11:45.641059 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-781810fa-3404-46dd-b920-6394d935804e req-d9253f9a-afb0-4fe8-82b6-88a1c4ce3322 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:11:45.649887 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9253f9a-afb0-4fe8-82b6-88a1c4ce3322 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Pushing event updated for resources: {'Port': ['ID=b43814e9-fcdb-42ec-b62f-db16b18fcd2c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:45.654484 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-781810fa-3404-46dd-b920-6394d935804e req-d9253f9a-afb0-4fe8-82b6-88a1c4ce3322 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:11:45.659846 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eb4c9cda-d459-4a8c-bba5-6374dd6bddac req-69d55c1f-9366-4fe2-8551-2a0e23252697 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddebad67-b452-412c-92a4-cd5c9d591fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290645 Aug 11 02:11:45.710723 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7182e-f282-4b8f-8cb6-5dfe27aabedd req-2be5b13c-e9ec-45a3-a79e-062a218a95cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:45.712303 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3b7182e-f282-4b8f-8cb6-5dfe27aabedd req-2be5b13c-e9ec-45a3-a79e-062a218a95cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1001301 Aug 11 02:11:45.738457 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e5366-d1c1-48b2-b5bd-f8bd1315ed01 req-5aa520dc-9f8b-4cbd-8a0c-b2780337fa91 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:45.739895 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f88e5366-d1c1-48b2-b5bd-f8bd1315ed01 req-5aa520dc-9f8b-4cbd-8a0c-b2780337fa91 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=156f2c8d-de03-4d5e-8dbe-c553bbf38ca3 HTTP/1.1" status: 200 len: 944 time: 0.1733875 Aug 11 02:11:45.754391 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3b7182e-f282-4b8f-8cb6-5dfe27aabedd req-f7f3fcf4-9dc2-4ac9-a1bf-48c484f0fdb6 service neutron] 10.222.0.66 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721591 Aug 11 02:11:45.755190 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781810fa-3404-46dd-b920-6394d935804e req-d9253f9a-afb0-4fe8-82b6-88a1c4ce3322 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:45.755827 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-781810fa-3404-46dd-b920-6394d935804e req-d9253f9a-afb0-4fe8-82b6-88a1c4ce3322 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:45.807222 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-781810fa-3404-46dd-b920-6394d935804e req-d9253f9a-afb0-4fe8-82b6-88a1c4ce3322 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1264942 Aug 11 02:11:45.835980 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cd8d6-4efd-4729-96c7-c1c183cc0690 req-134da526-afc2-49d5-9de7-aaf22ae76468 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:45.837610 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a39cd8d6-4efd-4729-96c7-c1c183cc0690 req-134da526-afc2-49d5-9de7-aaf22ae76468 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fbab90-3070-4097-9656-6e404b581b17 HTTP/1.1" status: 200 len: 948 time: 0.1042295 Aug 11 02:11:45.845342 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-781810fa-3404-46dd-b920-6394d935804e req-2dc40a8a-9131-4184-9147-e1e40dc76612 service neutron] Request body: {'port': {'device_id': '9643f2ee-758a-4a15-ae1a-c5155967ccd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:45.863461 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3b7182e-f282-4b8f-8cb6-5dfe27aabedd req-4a572a41-0fca-4d9c-a04f-81e5d80fa125 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397221 Aug 11 02:11:45.905335 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f88e5366-d1c1-48b2-b5bd-f8bd1315ed01 req-7e0b4a9a-ce08-4139-a48a-4cc2a132dba1 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563082 Aug 11 02:11:45.927698 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a39cd8d6-4efd-4729-96c7-c1c183cc0690 req-7756e7b4-ed10-424e-b32d-ad014fc3c8ec tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/security-groups?id=a05165a2-747c-4bf7-964e-7c9b42d3f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793891 Aug 11 02:11:45.951689 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-1c829090-c06e-4260-813b-0705bbdc8ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 272bd21d-fd16-42ff-ad05-6be8b490361c {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:45.961898 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-1c829090-c06e-4260-813b-0705bbdc8ddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:45.971110 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3b7182e-f282-4b8f-8cb6-5dfe27aabedd req-d223ad23-a4bb-4336-a802-fe93b7d6781c service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988615 Aug 11 02:11:46.019210 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-1c829090-c06e-4260-813b-0705bbdc8ddc service neutron] Transition to ACTIVE for port object 272bd21d-fd16-42ff-ad05-6be8b490361c will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:11:46.027297 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-1c829090-c06e-4260-813b-0705bbdc8ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:46.032794 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-781810fa-3404-46dd-b920-6394d935804e req-2dc40a8a-9131-4184-9147-e1e40dc76612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:46.082622 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-be664f2c-8cdc-45c9-b525-1256e9483582 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:46.150163 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-be664f2c-8cdc-45c9-b525-1256e9483582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:46.179392 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c829090-c06e-4260-813b-0705bbdc8ddc service neutron] Pushing event updated for resources: {'Port': ['ID=272bd21d-fd16-42ff-ad05-6be8b490361c,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:46.261371 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20743e-d0d4-4ff6-8a5d-152dee2344b1 req-9f0f42a0-7d8a-4dd4-977b-b16ce0a31d03 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:46.262887 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ae20743e-d0d4-4ff6-8a5d-152dee2344b1 req-9f0f42a0-7d8a-4dd4-977b-b16ce0a31d03 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 946 time: 0.2268038 Aug 11 02:11:46.436340 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382b10a-5609-42ec-b6d8-8df1aee0cfe0 req-a211fe36-2451-431a-a53b-da22204e92c6 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:46.437842 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a382b10a-5609-42ec-b6d8-8df1aee0cfe0 req-a211fe36-2451-431a-a53b-da22204e92c6 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.0519276 Aug 11 02:11:46.472985 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-1c829090-c06e-4260-813b-0705bbdc8ddc service neutron] Attempting to bind port 272bd21d-fd16-42ff-ad05-6be8b490361c on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:11:46.473329 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-1c829090-c06e-4260-813b-0705bbdc8ddc service neutron] Attempting to bind port 272bd21d-fd16-42ff-ad05-6be8b490361c by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '18dcd364-cfe2-4a17-8d66-1bd64809fdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9ced6348-4921-4ed8-849a-24c37fee7e4f'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:11:46.473659 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-1c829090-c06e-4260-813b-0705bbdc8ddc service neutron] Attempting to bind port 272bd21d-fd16-42ff-ad05-6be8b490361c on network 9ced6348-4921-4ed8-849a-24c37fee7e4f {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:46.474890 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a382b10a-5609-42ec-b6d8-8df1aee0cfe0 req-d93049c4-9319-4c89-8f01-bb1634846e11 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310085 Aug 11 02:11:46.478542 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ae20743e-d0d4-4ff6-8a5d-152dee2344b1 req-8a5b768a-0317-4018-bf54-73494da2edd8 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559398 Aug 11 02:11:46.496218 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-1c829090-c06e-4260-813b-0705bbdc8ddc service neutron] Port 272bd21d-fd16-42ff-ad05-6be8b490361c on network 9ced6348-4921-4ed8-849a-24c37fee7e4f not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:11:46.496818 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-1c829090-c06e-4260-813b-0705bbdc8ddc service neutron] Attempting to bind port 272bd21d-fd16-42ff-ad05-6be8b490361c on network 9ced6348-4921-4ed8-849a-24c37fee7e4f {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:46.498791 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-be664f2c-8cdc-45c9-b525-1256e9483582 admin admin] Allocated IP 172.25.2.184 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/3f0c9c73-994b-45c3-8cf1-35938ba67cbd) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:11:46.528021 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-1c829090-c06e-4260-813b-0705bbdc8ddc service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:11:46.528595 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-1c829090-c06e-4260-813b-0705bbdc8ddc service neutron] Checking segment: {'id': '18dcd364-cfe2-4a17-8d66-1bd64809fdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9ced6348-4921-4ed8-849a-24c37fee7e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:46.529251 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-1c829090-c06e-4260-813b-0705bbdc8ddc service neutron] Bound using segment: {'id': '18dcd364-cfe2-4a17-8d66-1bd64809fdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9ced6348-4921-4ed8-849a-24c37fee7e4f'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:11:46.530001 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-1c829090-c06e-4260-813b-0705bbdc8ddc service neutron] Bound port: 272bd21d-fd16-42ff-ad05-6be8b490361c, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18dcd364-cfe2-4a17-8d66-1bd64809fdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9ced6348-4921-4ed8-849a-24c37fee7e4f'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:11:46.530395 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-1c829090-c06e-4260-813b-0705bbdc8ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:46.606030 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fdb4c-e0dd-4313-bdcf-78a96c137eec req-0f34b17a-0088-475b-adc2-fa00b7741e44 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:46.607501 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-977fdb4c-e0dd-4313-bdcf-78a96c137eec req-0f34b17a-0088-475b-adc2-fa00b7741e44 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/ports?device_id=9643f2ee-758a-4a15-ae1a-c5155967ccd3 HTTP/1.1" status: 200 len: 932 time: 0.0512683 Aug 11 02:11:46.645338 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-977fdb4c-e0dd-4313-bdcf-78a96c137eec req-f2f43c7e-0131-4bbf-91f3-953b5350753f tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/security-groups?id=7afd4a89-8c00-465a-bbdc-92a96fa9c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317333 Aug 11 02:11:46.681728 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-1c829090-c06e-4260-813b-0705bbdc8ddc service neutron] For port 272bd21d-fd16-42ff-ad05-6be8b490361c, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:11:46.691781 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-1c829090-c06e-4260-813b-0705bbdc8ddc service neutron] For port 272bd21d-fd16-42ff-ad05-6be8b490361c, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=272bd21d-fd16-42ff-ad05-6be8b490361c,segment=NetworkSegment(18dcd364-cfe2-4a17-8d66-1bd64809fdc6),segment_id=18dcd364-cfe2-4a17-8d66-1bd64809fdc6)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:11:46.716648 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-1c829090-c06e-4260-813b-0705bbdc8ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:46.803852 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-781810fa-3404-46dd-b920-6394d935804e req-2dc40a8a-9131-4184-9147-e1e40dc76612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b43814e9-fcdb-42ec-b62f-db16b18fcd2c {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:46.818379 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-1c829090-c06e-4260-813b-0705bbdc8ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:46.819526 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-1c829090-c06e-4260-813b-0705bbdc8ddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:46.820897 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-1c829090-c06e-4260-813b-0705bbdc8ddc service neutron] 10.222.0.73 "PUT /v2.0/ports/272bd21d-fd16-42ff-ad05-6be8b490361c HTTP/1.1" status: 200 len: 1092 time: 1.9363434 Aug 11 02:11:46.822202 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463d8a3b-c170-46e1-af1e-74f90980251d', 'tag': '272bd21d-fd16-42ff-ad05-6be8b490361c'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:46.824475 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3d0e0e-fbc1-4657-9d68-bdd8a5b73470" -d '{"events": [{"name": "network-changed", "server_uuid": "463d8a3b-c170-46e1-af1e-74f90980251d", "tag": "272bd21d-fd16-42ff-ad05-6be8b490361c"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:46.829780 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-781810fa-3404-46dd-b920-6394d935804e req-2dc40a8a-9131-4184-9147-e1e40dc76612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:46.838783 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-be664f2c-8cdc-45c9-b525-1256e9483582 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:46.877932 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-781810fa-3404-46dd-b920-6394d935804e req-2dc40a8a-9131-4184-9147-e1e40dc76612 service neutron] Transition to ACTIVE for port object b43814e9-fcdb-42ec-b62f-db16b18fcd2c will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:11:46.879660 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd54e9d3-8483-4524-8e97-642d0b888750 x-openstack-request-id: req-fd54e9d3-8483-4524-8e97-642d0b888750 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:46.879952 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463d8a3b-c170-46e1-af1e-74f90980251d", "tag": "272bd21d-fd16-42ff-ad05-6be8b490361c", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:46.880255 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fd54e9d3-8483-4524-8e97-642d0b888750 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:46.880709 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463d8a3b-c170-46e1-af1e-74f90980251d', 'tag': '272bd21d-fd16-42ff-ad05-6be8b490361c', 'status': 'completed', 'code': 200} Aug 11 02:11:46.884825 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c829090-c06e-4260-813b-0705bbdc8ddc service neutron] Pushing event updated for resources: {'Port': ['ID=272bd21d-fd16-42ff-ad05-6be8b490361c,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:46.902448 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-781810fa-3404-46dd-b920-6394d935804e req-2dc40a8a-9131-4184-9147-e1e40dc76612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:46.957122 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2bd5f-d6f6-4cf9-845d-0566a7b13ff1 req-44b4ef72-4e2e-49dd-9f34-a34335731d71 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:46.958653 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d2f2bd5f-d6f6-4cf9-845d-0566a7b13ff1 req-44b4ef72-4e2e-49dd-9f34-a34335731d71 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/ports?device_id=463d8a3b-c170-46e1-af1e-74f90980251d HTTP/1.1" status: 200 len: 943 time: 0.2022593 Aug 11 02:11:46.998403 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device b9cc0dc2-23ef-41d8-992d-1b8ea6278150 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:11:47.009810 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40a8a-9131-4184-9147-e1e40dc76612 service neutron] Pushing event updated for resources: {'Port': ['ID=b43814e9-fcdb-42ec-b62f-db16b18fcd2c,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:47.018589 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-1f194b50-71ae-44c9-b206-55a5503c9492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:47.020149 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-1f194b50-71ae-44c9-b206-55a5503c9492 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f78ff0a370124440a2bc4ae91a90a260&device_id=463d8a3b-c170-46e1-af1e-74f90980251d HTTP/1.1" status: 200 len: 1095 time: 0.1556258 Aug 11 02:11:47.033926 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7222ec-16dc-4460-b4d4-551f364a45f1 req-a093b9ae-8290-4af2-8eeb-dbb85ef43ad2 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:47.035429 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cf7222ec-16dc-4460-b4d4-551f364a45f1 req-a093b9ae-8290-4af2-8eeb-dbb85ef43ad2 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=156f2c8d-de03-4d5e-8dbe-c553bbf38ca3 HTTP/1.1" status: 200 len: 944 time: 0.0554891 Aug 11 02:11:47.074899 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cf7222ec-16dc-4460-b4d4-551f364a45f1 req-da7e5404-68e4-4116-9522-ec57edd8bca4 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324190 Aug 11 02:11:47.102215 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port b9cc0dc2-23ef-41d8-992d-1b8ea6278150, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b9cc0dc2-23ef-41d8-992d-1b8ea6278150,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:47.113984 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'b9cc0dc2-23ef-41d8-992d-1b8ea6278150', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': 'b9cc0dc2-23ef-41d8-992d-1b8ea6278150', 'mac_address': 'fa:16:3e:79:4f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:11:47.114460 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d2f2bd5f-d6f6-4cf9-845d-0566a7b13ff1 req-908949e1-b606-4630-a301-e64d2476ad91 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddebad67-b452-412c-92a4-cd5c9d591fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453981 Aug 11 02:11:47.117893 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-be664f2c-8cdc-45c9-b525-1256e9483582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:47.120212 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-162ebde1-4e2d-4660-896f-5e805379c74d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=272bd21d-fd16-42ff-ad05-6be8b490361c HTTP/1.1" status: 200 len: 217 time: 0.0758080 Aug 11 02:11:47.171810 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:47.185510 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9cc0dc2-23ef-41d8-992d-1b8ea6278150 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:47.188115 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10985a6-82f1-4b27-9919-c3ed17eb0f46 req-f2947854-383e-4e87-abfb-4ea95e628f61 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:47.192337 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a10985a6-82f1-4b27-9919-c3ed17eb0f46 req-f2947854-383e-4e87-abfb-4ea95e628f61 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fbab90-3070-4097-9656-6e404b581b17 HTTP/1.1" status: 200 len: 948 time: 0.0533586 Aug 11 02:11:47.201404 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be664f2c-8cdc-45c9-b525-1256e9483582 admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:11:47.205160 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port b9cc0dc2-23ef-41d8-992d-1b8ea6278150, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b9cc0dc2-23ef-41d8-992d-1b8ea6278150,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:47.210861 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:47.218413 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-be664f2c-8cdc-45c9-b525-1256e9483582 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:11:47.227510 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be664f2c-8cdc-45c9-b525-1256e9483582 admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:11:47.229451 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-781810fa-3404-46dd-b920-6394d935804e req-2dc40a8a-9131-4184-9147-e1e40dc76612 service neutron] Attempting to bind port b43814e9-fcdb-42ec-b62f-db16b18fcd2c on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:11:47.229789 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-781810fa-3404-46dd-b920-6394d935804e req-2dc40a8a-9131-4184-9147-e1e40dc76612 service neutron] Attempting to bind port b43814e9-fcdb-42ec-b62f-db16b18fcd2c by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '501d7792-d860-435d-9218-d835110b3121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ab69d2a6-9fe8-4b39-9ace-29fdd2307adc'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:11:47.230150 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781810fa-3404-46dd-b920-6394d935804e req-2dc40a8a-9131-4184-9147-e1e40dc76612 service neutron] Attempting to bind port b43814e9-fcdb-42ec-b62f-db16b18fcd2c on network ab69d2a6-9fe8-4b39-9ace-29fdd2307adc {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:47.257070 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be664f2c-8cdc-45c9-b525-1256e9483582 admin admin] Pushing event updated for resources: {'Port': ['ID=3f0c9c73-994b-45c3-8cf1-35938ba67cbd,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:47.262142 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=b9cc0dc2-23ef-41d8-992d-1b8ea6278150,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:47.263016 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781810fa-3404-46dd-b920-6394d935804e req-2dc40a8a-9131-4184-9147-e1e40dc76612 service neutron] Port b43814e9-fcdb-42ec-b62f-db16b18fcd2c on network ab69d2a6-9fe8-4b39-9ace-29fdd2307adc not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:11:47.263349 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781810fa-3404-46dd-b920-6394d935804e req-2dc40a8a-9131-4184-9147-e1e40dc76612 service neutron] Attempting to bind port b43814e9-fcdb-42ec-b62f-db16b18fcd2c on network ab69d2a6-9fe8-4b39-9ace-29fdd2307adc {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:47.268455 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a10985a6-82f1-4b27-9919-c3ed17eb0f46 req-ecb47c91-45ef-43ad-b695-7e2535812e8c tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/security-groups?id=a05165a2-747c-4bf7-964e-7c9b42d3f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620415 Aug 11 02:11:47.270996 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-1059dff0-7fe9-4012-9e31-77d6eeb31f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:47.273063 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-1059dff0-7fe9-4012-9e31-77d6eeb31f72 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62a7c117-2e9d-4e66-a218-eed58fac7783 HTTP/1.1" status: 200 len: 853 time: 0.1399856 Aug 11 02:11:47.278978 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781810fa-3404-46dd-b920-6394d935804e req-2dc40a8a-9131-4184-9147-e1e40dc76612 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:11:47.279320 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781810fa-3404-46dd-b920-6394d935804e req-2dc40a8a-9131-4184-9147-e1e40dc76612 service neutron] Checking segment: {'id': '501d7792-d860-435d-9218-d835110b3121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ab69d2a6-9fe8-4b39-9ace-29fdd2307adc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:47.279740 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781810fa-3404-46dd-b920-6394d935804e req-2dc40a8a-9131-4184-9147-e1e40dc76612 service neutron] Bound using segment: {'id': '501d7792-d860-435d-9218-d835110b3121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ab69d2a6-9fe8-4b39-9ace-29fdd2307adc'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:11:47.280177 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-781810fa-3404-46dd-b920-6394d935804e req-2dc40a8a-9131-4184-9147-e1e40dc76612 service neutron] Bound port: b43814e9-fcdb-42ec-b62f-db16b18fcd2c, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '501d7792-d860-435d-9218-d835110b3121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ab69d2a6-9fe8-4b39-9ace-29fdd2307adc'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:11:47.280538 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-781810fa-3404-46dd-b920-6394d935804e req-2dc40a8a-9131-4184-9147-e1e40dc76612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:47.322431 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-dceb1d15-4b7d-469b-881e-07404d9c9fb6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9ced6348-4921-4ed8-849a-24c37fee7e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373073 Aug 11 02:11:47.486528 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['b9cc0dc2-23ef-41d8-992d-1b8ea6278150'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:47.513763 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-781810fa-3404-46dd-b920-6394d935804e req-2dc40a8a-9131-4184-9147-e1e40dc76612 service neutron] For port b43814e9-fcdb-42ec-b62f-db16b18fcd2c, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:11:47.547169 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-781810fa-3404-46dd-b920-6394d935804e req-2dc40a8a-9131-4184-9147-e1e40dc76612 service neutron] For port b43814e9-fcdb-42ec-b62f-db16b18fcd2c, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b43814e9-fcdb-42ec-b62f-db16b18fcd2c,segment=NetworkSegment(501d7792-d860-435d-9218-d835110b3121),segment_id=501d7792-d860-435d-9218-d835110b3121)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:11:47.558987 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-781810fa-3404-46dd-b920-6394d935804e req-2dc40a8a-9131-4184-9147-e1e40dc76612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:47.626281 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f84b81-ade8-42d9-9032-9e0bd62636e7 req-f8871af6-8edc-41bf-abb2-425652ace998 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:47.628292 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b9f84b81-ade8-42d9-9032-9e0bd62636e7 req-f8871af6-8edc-41bf-abb2-425652ace998 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 946 time: 0.0572712 Aug 11 02:11:47.671423 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b9f84b81-ade8-42d9-9032-9e0bd62636e7 req-3831fa0c-c1fa-41f9-959e-d20ec033e6e4 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347061 Aug 11 02:11:47.778107 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4bc75-504f-49d1-acf3-bba507dcea15 req-e1879a90-f1c1-4c7b-8b7e-fdab1283e0c6 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:47.779807 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7bc4bc75-504f-49d1-acf3-bba507dcea15 req-e1879a90-f1c1-4c7b-8b7e-fdab1283e0c6 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/ports?device_id=9643f2ee-758a-4a15-ae1a-c5155967ccd3 HTTP/1.1" status: 200 len: 944 time: 0.0515947 Aug 11 02:11:47.820793 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7bc4bc75-504f-49d1-acf3-bba507dcea15 req-0ef6e548-082e-4f16-ba98-f6c7143e6fb8 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/security-groups?id=7afd4a89-8c00-465a-bbdc-92a96fa9c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347390 Aug 11 02:11:47.843633 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 73fca12f-3c36-4ca7-80a4-a8598cae0a7a details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:11:47.890864 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-6d0853f2-4e78-4ebc-aa68-92b6a3d4f6fe service neutron] 10.222.0.73 "GET /v2.0/networks/9ced6348-4921-4ed8-849a-24c37fee7e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474727 Aug 11 02:11:47.939671 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 73fca12f-3c36-4ca7-80a4-a8598cae0a7a, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=73fca12f-3c36-4ca7-80a4-a8598cae0a7a,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:47.952401 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '73fca12f-3c36-4ca7-80a4-a8598cae0a7a', 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc', 'port_id': '73fca12f-3c36-4ca7-80a4-a8598cae0a7a', 'mac_address': 'fa:16:3e:59:68:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '852e65ca-6cb3-47f3-8aea-2b8debfff40c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:11:47.992891 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:48.004928 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781810fa-3404-46dd-b920-6394d935804e req-2dc40a8a-9131-4184-9147-e1e40dc76612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:48.005561 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-781810fa-3404-46dd-b920-6394d935804e req-2dc40a8a-9131-4184-9147-e1e40dc76612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:48.007528 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-781810fa-3404-46dd-b920-6394d935804e req-2dc40a8a-9131-4184-9147-e1e40dc76612 service neutron] 10.222.0.73 "PUT /v2.0/ports/b43814e9-fcdb-42ec-b62f-db16b18fcd2c HTTP/1.1" status: 200 len: 1093 time: 2.1864944 Aug 11 02:11:48.009484 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fca12f-3c36-4ca7-80a4-a8598cae0a7a {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:48.033619 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 73fca12f-3c36-4ca7-80a4-a8598cae0a7a, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=73fca12f-3c36-4ca7-80a4-a8598cae0a7a,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:48.039048 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:48.039890 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device f00425ea-66f6-44bb-b178-137dad682ab3 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:11:48.088661 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40a8a-9131-4184-9147-e1e40dc76612 service neutron] Pushing event updated for resources: {'Port': ['ID=b43814e9-fcdb-42ec-b62f-db16b18fcd2c,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:48.133962 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fd2de-0d30-4689-8fda-fbf754ce5948 req-596abf68-b0a8-438b-9385-e3e460fff493 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:48.135486 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-685fd2de-0d30-4689-8fda-fbf754ce5948 req-596abf68-b0a8-438b-9385-e3e460fff493 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.2492502 Aug 11 02:11:48.142113 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=73fca12f-3c36-4ca7-80a4-a8598cae0a7a,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:48.157105 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-be664f2c-8cdc-45c9-b525-1256e9483582 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:48.190850 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port f00425ea-66f6-44bb-b178-137dad682ab3, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f00425ea-66f6-44bb-b178-137dad682ab3,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:48.194373 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc39bc-7cee-4cb9-9eea-33af27db25d7 req-9d2de8da-5f48-4482-b1b8-95c2ac0f5be7 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:48.198716 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7dcc39bc-7cee-4cb9-9eea-33af27db25d7 req-9d2de8da-5f48-4482-b1b8-95c2ac0f5be7 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=156f2c8d-de03-4d5e-8dbe-c553bbf38ca3 HTTP/1.1" status: 200 len: 945 time: 0.0533020 Aug 11 02:11:48.203992 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'f00425ea-66f6-44bb-b178-137dad682ab3', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': 'f00425ea-66f6-44bb-b178-137dad682ab3', 'mac_address': 'fa:16:3e:e7:57:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:11:48.207037 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f81299cf-34f6-408f-b53a-da928a7be3a8 req-6d647299-f37c-4a81-98f8-2c0a9420f23a service neutron] 10.222.0.73 "GET /v2.0/networks/9ced6348-4921-4ed8-849a-24c37fee7e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840543 Aug 11 02:11:48.227955 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781810fa-3404-46dd-b920-6394d935804e req-2d569981-ef2e-4489-832e-7fed5622c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:48.229463 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-781810fa-3404-46dd-b920-6394d935804e req-2d569981-ef2e-4489-832e-7fed5622c222 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5d30efbf1d934813a23d3d48b1d53da8&device_id=9643f2ee-758a-4a15-ae1a-c5155967ccd3 HTTP/1.1" status: 200 len: 1096 time: 0.1692913 Aug 11 02:11:48.247708 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7dcc39bc-7cee-4cb9-9eea-33af27db25d7 req-22df989b-ea9b-4f7a-b5df-63698c6f2602 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398679 Aug 11 02:11:48.280161 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f4d6ce43-78c2-40ff-a884-a1e602dac862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:48.288055 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:48.301099 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00425ea-66f6-44bb-b178-137dad682ab3 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:48.323792 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-685fd2de-0d30-4689-8fda-fbf754ce5948 req-3577a150-c166-4d0a-a9c2-eba6bff5485a tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744461 Aug 11 02:11:48.331754 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port f00425ea-66f6-44bb-b178-137dad682ab3, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f00425ea-66f6-44bb-b178-137dad682ab3,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:48.345107 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:48.345470 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-781810fa-3404-46dd-b920-6394d935804e req-5704cb11-66eb-4c87-8a76-e1efc21b0422 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b43814e9-fcdb-42ec-b62f-db16b18fcd2c HTTP/1.1" status: 200 len: 217 time: 0.1023943 Aug 11 02:11:48.377381 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:48.404745 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471fd61-4934-4c5c-85ee-f0f99e900c6e req-1ea5e080-ca9d-4165-8417-a786f70f5b5e tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:48.408502 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e471fd61-4934-4c5c-85ee-f0f99e900c6e req-1ea5e080-ca9d-4165-8417-a786f70f5b5e tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/ports?device_id=463d8a3b-c170-46e1-af1e-74f90980251d HTTP/1.1" status: 200 len: 943 time: 0.0938158 Aug 11 02:11:48.415954 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=f00425ea-66f6-44bb-b178-137dad682ab3,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:48.469226 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e471fd61-4934-4c5c-85ee-f0f99e900c6e req-112bcb53-216a-45b3-b9ea-d6a5c2da3263 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddebad67-b452-412c-92a4-cd5c9d591fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516269 Aug 11 02:11:48.498919 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d0e0e-fbc1-4657-9d68-bdd8a5b73470 req-d9896d19-03f1-497f-8110-7de637a79dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:48.500514 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-af3d0e0e-fbc1-4657-9d68-bdd8a5b73470 req-d9896d19-03f1-497f-8110-7de637a79dcb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f78ff0a370124440a2bc4ae91a90a260&device_id=463d8a3b-c170-46e1-af1e-74f90980251d HTTP/1.1" status: 200 len: 1095 time: 0.2186587 Aug 11 02:11:48.502240 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781810fa-3404-46dd-b920-6394d935804e req-64cc6f20-8ef6-48ac-8de9-32ee5f303978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:48.504147 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-781810fa-3404-46dd-b920-6394d935804e req-64cc6f20-8ef6-48ac-8de9-32ee5f303978 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e476cd41-7172-445c-b6cd-ff185b07ec55 HTTP/1.1" status: 200 len: 853 time: 0.1434886 Aug 11 02:11:48.583918 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['f00425ea-66f6-44bb-b178-137dad682ab3'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:48.587210 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['73fca12f-3c36-4ca7-80a4-a8598cae0a7a'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:48.660451 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-781810fa-3404-46dd-b920-6394d935804e req-5d2aaae6-2a8b-4e51-810b-b77393e00335 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ab69d2a6-9fe8-4b39-9ace-29fdd2307adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1286266 Aug 11 02:11:48.688697 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55aceb-6318-4ab0-ba32-49b2591fa018 req-3047676d-29f1-486a-9a3c-56a2436a4f09 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:48.690181 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6d55aceb-6318-4ab0-ba32-49b2591fa018 req-3047676d-29f1-486a-9a3c-56a2436a4f09 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fbab90-3070-4097-9656-6e404b581b17 HTTP/1.1" status: 200 len: 949 time: 0.2804439 Aug 11 02:11:48.764371 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-be664f2c-8cdc-45c9-b525-1256e9483582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:48.794065 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c1b75-5291-48cc-b133-71d1bee42c3a req-89cb84c9-197c-4abb-9c82-cbf44dcbe082 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:48.795615 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e58c1b75-5291-48cc-b133-71d1bee42c3a req-89cb84c9-197c-4abb-9c82-cbf44dcbe082 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 946 time: 0.0516474 Aug 11 02:11:48.838217 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e58c1b75-5291-48cc-b133-71d1bee42c3a req-5f979d58-a448-4058-b21d-bb44cc9395ba tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364041 Aug 11 02:11:48.844702 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d0e0e-fbc1-4657-9d68-bdd8a5b73470 req-f8e40a98-de82-4817-9d88-dd8fc497b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:48.846194 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-af3d0e0e-fbc1-4657-9d68-bdd8a5b73470 req-f8e40a98-de82-4817-9d88-dd8fc497b27a service neutron] 10.222.0.73 "GET /v2.0/networks?id=9ced6348-4921-4ed8-849a-24c37fee7e4f HTTP/1.1" status: 200 len: 914 time: 0.3268085 Aug 11 02:11:48.858087 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6d55aceb-6318-4ab0-ba32-49b2591fa018 req-de448603-b3f8-4311-9597-02a216a756cb tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/security-groups?id=a05165a2-747c-4bf7-964e-7c9b42d3f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503735 Aug 11 02:11:48.911361 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9643f2ee-758a-4a15-ae1a-c5155967ccd3', 'tag': 'b43814e9-fcdb-42ec-b62f-db16b18fcd2c'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:48.914198 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20a81ab-515b-46c9-b36b-c929c081c542" -d '{"events": [{"name": "network-changed", "server_uuid": "9643f2ee-758a-4a15-ae1a-c5155967ccd3", "tag": "b43814e9-fcdb-42ec-b62f-db16b18fcd2c"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:48.932733 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-af3d0e0e-fbc1-4657-9d68-bdd8a5b73470 req-7a13e399-3ec6-4483-bbb0-280fc1e7ae66 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=272bd21d-fd16-42ff-ad05-6be8b490361c HTTP/1.1" status: 200 len: 217 time: 0.0658216 Aug 11 02:11:48.952856 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6a5a1-be4d-42bc-b347-b99bb050b6b7 req-cd1dc8e0-18ba-4ffb-a1d5-57f5f0742fde tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:48.954498 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0ee6a5a1-be4d-42bc-b347-b99bb050b6b7 req-cd1dc8e0-18ba-4ffb-a1d5-57f5f0742fde tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/ports?device_id=9643f2ee-758a-4a15-ae1a-c5155967ccd3 HTTP/1.1" status: 200 len: 944 time: 0.0565879 Aug 11 02:11:48.970691 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9f2a82-103d-48f1-b42c-8e46103b9531 x-openstack-request-id: req-4b9f2a82-103d-48f1-b42c-8e46103b9531 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:48.970988 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9643f2ee-758a-4a15-ae1a-c5155967ccd3", "tag": "b43814e9-fcdb-42ec-b62f-db16b18fcd2c", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:48.971241 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4b9f2a82-103d-48f1-b42c-8e46103b9531 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:48.971659 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9643f2ee-758a-4a15-ae1a-c5155967ccd3', 'tag': 'b43814e9-fcdb-42ec-b62f-db16b18fcd2c', 'status': 'completed', 'code': 200} Aug 11 02:11:48.991461 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-781810fa-3404-46dd-b920-6394d935804e req-39c9d8a5-9da1-4568-9317-e9d3d0fa5058 service neutron] 10.222.0.73 "GET /v2.0/networks/ab69d2a6-9fe8-4b39-9ace-29fdd2307adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996285 Aug 11 02:11:48.996201 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0ee6a5a1-be4d-42bc-b347-b99bb050b6b7 req-0fd97a9c-dea9-44c3-811b-0b4127f73c1c tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/security-groups?id=7afd4a89-8c00-465a-bbdc-92a96fa9c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346632 Aug 11 02:11:49.031209 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device b9cc0dc2-23ef-41d8-992d-1b8ea6278150 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:11:49.082699 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port b9cc0dc2-23ef-41d8-992d-1b8ea6278150 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:11:49.086234 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port b9cc0dc2-23ef-41d8-992d-1b8ea6278150 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:49.086624 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:49.105722 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d0e0e-fbc1-4657-9d68-bdd8a5b73470 req-77f7b51e-0a18-49c3-81fe-328bb83f5ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:49.107122 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-af3d0e0e-fbc1-4657-9d68-bdd8a5b73470 req-77f7b51e-0a18-49c3-81fe-328bb83f5ed2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62a7c117-2e9d-4e66-a218-eed58fac7783 HTTP/1.1" status: 200 len: 853 time: 0.1347241 Aug 11 02:11:49.156020 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-af3d0e0e-fbc1-4657-9d68-bdd8a5b73470 req-b8ee37f0-228d-4aa8-b66d-79e59b7544e5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9ced6348-4921-4ed8-849a-24c37fee7e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381796 Aug 11 02:11:49.164078 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:49.188206 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fbab90-3070-4097-9656-6e404b581b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cc0dc2-23ef-41d8-992d-1b8ea6278150'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:49.190431 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf01ffc-fff8-482f-a4a7-aac1c333424d" -d '{"events": [{"server_uuid": "c1fbab90-3070-4097-9656-6e404b581b17", "name": "network-vif-plugged", "status": "completed", "tag": "b9cc0dc2-23ef-41d8-992d-1b8ea6278150"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:49.196061 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be664f2c-8cdc-45c9-b525-1256e9483582 admin admin] Router 41495714-2872-460c-bf67-f10794c0e0d6 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:11:49.203152 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port b9cc0dc2-23ef-41d8-992d-1b8ea6278150, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b9cc0dc2-23ef-41d8-992d-1b8ea6278150,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:49.207445 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:49.232193 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b1c20c-16f0-4554-9afd-e48581451b20 x-openstack-request-id: req-c1b1c20c-16f0-4554-9afd-e48581451b20 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:49.232375 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-781810fa-3404-46dd-b920-6394d935804e req-a083fce7-c3a4-4cad-8114-70ae923a3250 service neutron] 10.222.0.73 "GET /v2.0/networks/ab69d2a6-9fe8-4b39-9ace-29fdd2307adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082222 Aug 11 02:11:49.232488 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1fbab90-3070-4097-9656-6e404b581b17", "name": "network-vif-plugged", "status": "completed", "tag": "b9cc0dc2-23ef-41d8-992d-1b8ea6278150", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:49.232735 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c1b1c20c-16f0-4554-9afd-e48581451b20 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:49.233122 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1fbab90-3070-4097-9656-6e404b581b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cc0dc2-23ef-41d8-992d-1b8ea6278150', 'code': 200} Aug 11 02:11:49.267249 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=b9cc0dc2-23ef-41d8-992d-1b8ea6278150,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:49.394254 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-af3d0e0e-fbc1-4657-9d68-bdd8a5b73470 req-db40ac65-bbf0-4cb5-a884-319bbe8873ca service neutron] 10.222.0.73 "GET /v2.0/networks/9ced6348-4921-4ed8-849a-24c37fee7e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227795 Aug 11 02:11:49.400274 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1572ae-934e-4a41-a1a8-8365d10d4e4c req-c2e233db-2018-45c6-a77a-6a0b0f4a24d6 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:49.401826 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6b1572ae-934e-4a41-a1a8-8365d10d4e4c req-c2e233db-2018-45c6-a77a-6a0b0f4a24d6 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=156f2c8d-de03-4d5e-8dbe-c553bbf38ca3 HTTP/1.1" status: 200 len: 945 time: 0.0612075 Aug 11 02:11:49.403884 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a81ab-515b-46c9-b36b-c929c081c542 req-3a8fb07b-e894-4e47-8377-94cace8ec0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:49.405427 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b20a81ab-515b-46c9-b36b-c929c081c542 req-3a8fb07b-e894-4e47-8377-94cace8ec0a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5d30efbf1d934813a23d3d48b1d53da8&device_id=9643f2ee-758a-4a15-ae1a-c5155967ccd3 HTTP/1.1" status: 200 len: 1096 time: 0.0942709 Aug 11 02:11:49.490247 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60624fd8-c2ee-4703-8a3a-8ca13c7dcd51 req-56cf944a-6333-48f6-8a62-27103e7ceee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:49.491824 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-60624fd8-c2ee-4703-8a3a-8ca13c7dcd51 req-56cf944a-6333-48f6-8a62-27103e7ceee7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c1fbab90-3070-4097-9656-6e404b581b17 HTTP/1.1" status: 200 len: 1102 time: 0.1832287 Aug 11 02:11:49.492602 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6b1572ae-934e-4a41-a1a8-8365d10d4e4c req-fc0301d1-0861-4e5a-9854-e8dbca27ad48 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822463 Aug 11 02:11:49.495853 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be664f2c-8cdc-45c9-b525-1256e9483582 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:11:49.505190 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48b3e99-195a-4b5e-bdd5-e9dae5ce737f None None] Sync routers for ids ['41495714-2872-460c-bf67-f10794c0e0d6'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:11:49.521215 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48b3e99-195a-4b5e-bdd5-e9dae5ce737f None None] Routers {'41495714-2872-460c-bf67-f10794c0e0d6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:11:49.523306 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d48b3e99-195a-4b5e-bdd5-e9dae5ce737f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:11:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['41495714-2872-460c-bf67-f10794c0e0d6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:49.542377 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a81ab-515b-46c9-b36b-c929c081c542 req-47aa8aae-375b-41e9-b2f7-d4cc87c0d406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:49.544107 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b20a81ab-515b-46c9-b36b-c929c081c542 req-47aa8aae-375b-41e9-b2f7-d4cc87c0d406 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ab69d2a6-9fe8-4b39-9ace-29fdd2307adc HTTP/1.1" status: 200 len: 914 time: 0.1271763 Aug 11 02:11:49.556958 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-be664f2c-8cdc-45c9-b525-1256e9483582 admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:49.561320 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-be664f2c-8cdc-45c9-b525-1256e9483582 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.1502192 Aug 11 02:11:49.564976 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36636) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:49.577169 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2a1e6-9571-4c7b-9d59-02893a4bdfb7 req-1263f909-0e11-4d59-b35f-342d8e7a83fd tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:49.578945 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7df2a1e6-9571-4c7b-9d59-02893a4bdfb7 req-1263f909-0e11-4d59-b35f-342d8e7a83fd tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.1689708 Aug 11 02:11:49.598219 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-60624fd8-c2ee-4703-8a3a-8ca13c7dcd51 req-2eeafb9c-d6e5-444f-a1f4-346993f630b6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a05165a2-747c-4bf7-964e-7c9b42d3f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919795 Aug 11 02:11:49.602035 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-af3d0e0e-fbc1-4657-9d68-bdd8a5b73470 req-2125b81c-6174-4f53-ab50-ffe413f556d6 service neutron] 10.222.0.73 "GET /v2.0/networks/9ced6348-4921-4ed8-849a-24c37fee7e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948230 Aug 11 02:11:49.628840 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7df2a1e6-9571-4c7b-9d59-02893a4bdfb7 req-fd026a04-1f02-4146-9408-f767912e6e63 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406995 Aug 11 02:11:49.647667 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b20a81ab-515b-46c9-b36b-c929c081c542 req-78326560-7a1e-4271-9a10-ae9758a9ffe3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b43814e9-fcdb-42ec-b62f-db16b18fcd2c HTTP/1.1" status: 200 len: 217 time: 0.0906241 Aug 11 02:11:49.650197 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-d48b3e99-195a-4b5e-bdd5-e9dae5ce737f None None] Set router 41495714-2872-460c-bf67-f10794c0e0d6 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:11:49.770679 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e78c3a-8a7f-4783-a37d-275f93d56aaf req-86d70cda-c5cb-4308-a490-bd6496fd9d69 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:49.772824 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b2e78c3a-8a7f-4783-a37d-275f93d56aaf req-86d70cda-c5cb-4308-a490-bd6496fd9d69 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/ports?device_id=463d8a3b-c170-46e1-af1e-74f90980251d HTTP/1.1" status: 200 len: 943 time: 0.1698217 Aug 11 02:11:49.784665 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a81ab-515b-46c9-b36b-c929c081c542 req-9c6500bc-b29b-4471-aca2-a4930062d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:49.786082 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b20a81ab-515b-46c9-b36b-c929c081c542 req-9c6500bc-b29b-4471-aca2-a4930062d7c2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e476cd41-7172-445c-b6cd-ff185b07ec55 HTTP/1.1" status: 200 len: 853 time: 0.1186135 Aug 11 02:11:49.828667 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d48b3e99-195a-4b5e-bdd5-e9dae5ce737f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41495714-2872-460c-bf67-f10794c0e0d6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830415283-router', 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '3f0c9c73-994b-45c3-8cf1-35938ba67cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:11:44Z', 'updated_at': '2021-08-11T02:11:47Z', 'revision_number': 3, 'project_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'gw_port': {'id': '3f0c9c73-994b-45c3-8cf1-35938ba67cbd', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:12:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41495714-2872-460c-bf67-f10794c0e0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:11:46Z', 'updated_at': '2021-08-11T02:11:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:49.860616 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 73fca12f-3c36-4ca7-80a4-a8598cae0a7a up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:11:49.861736 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b20a81ab-515b-46c9-b36b-c929c081c542 req-f0b5478a-4ed6-4c81-9c1e-d6af747be619 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ab69d2a6-9fe8-4b39-9ace-29fdd2307adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657284 Aug 11 02:11:49.864754 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48b3e99-195a-4b5e-bdd5-e9dae5ce737f None None] Checking router: 41495714-2872-460c-bf67-f10794c0e0d6 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:11:49.865099 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48b3e99-195a-4b5e-bdd5-e9dae5ce737f None None] Updating router 41495714-2872-460c-bf67-f10794c0e0d6 port 3f0c9c73-994b-45c3-8cf1-35938ba67cbd binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:11:49.922887 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:49.929295 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d48b3e99-195a-4b5e-bdd5-e9dae5ce737f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:49.929477 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b2e78c3a-8a7f-4783-a37d-275f93d56aaf req-7b5f44f4-2824-4559-bf91-52e6614aa269 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddebad67-b452-412c-92a4-cd5c9d591fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488087 Aug 11 02:11:49.985179 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07a619-1702-4f92-a4f3-6961174fcdd3 req-065de149-44ac-430f-b54d-c694c26d071a tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:49.987156 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9b07a619-1702-4f92-a4f3-6961174fcdd3 req-065de149-44ac-430f-b54d-c694c26d071a tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 946 time: 0.0782762 Aug 11 02:11:50.036578 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9b07a619-1702-4f92-a4f3-6961174fcdd3 req-cf1b0319-4090-4914-b8cb-fe84136b5f38 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422640 Aug 11 02:11:50.061929 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 73fca12f-3c36-4ca7-80a4-a8598cae0a7a completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:11:50.068643 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 73fca12f-3c36-4ca7-80a4-a8598cae0a7a triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:50.068643 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:50.077231 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b20a81ab-515b-46c9-b36b-c929c081c542 req-17d773f4-ecd0-4132-ae22-1da1db3b8698 service neutron] 10.222.0.73 "GET /v2.0/networks/ab69d2a6-9fe8-4b39-9ace-29fdd2307adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059629 Aug 11 02:11:50.156621 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b563e22-27a1-4db9-8a82-e1fd31e20007 req-06219776-f57b-42fe-a959-2792f168a65d tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:50.159130 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8b563e22-27a1-4db9-8a82-e1fd31e20007 req-06219776-f57b-42fe-a959-2792f168a65d tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/ports?device_id=9643f2ee-758a-4a15-ae1a-c5155967ccd3 HTTP/1.1" status: 200 len: 944 time: 0.0549469 Aug 11 02:11:50.182361 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e2b19-c152-4e8f-8f81-201fcb411041 req-1d035039-598f-4ad8-b9b2-757d8512211d tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:50.186678 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-068e2b19-c152-4e8f-8f81-201fcb411041 req-1d035039-598f-4ad8-b9b2-757d8512211d tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fbab90-3070-4097-9656-6e404b581b17 HTTP/1.1" status: 200 len: 950 time: 0.1849740 Aug 11 02:11:50.216150 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8b563e22-27a1-4db9-8a82-e1fd31e20007 req-3e658453-6470-464d-a249-548c6fdf0432 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/security-groups?id=7afd4a89-8c00-465a-bbdc-92a96fa9c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514908 Aug 11 02:11:50.294084 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-068e2b19-c152-4e8f-8f81-201fcb411041 req-31a7ba65-330c-47c2-b862-73c2a8e08755 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/security-groups?id=a05165a2-747c-4bf7-964e-7c9b42d3f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023674 Aug 11 02:11:50.297953 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b20a81ab-515b-46c9-b36b-c929c081c542 req-2deb0f37-9704-4c37-8361-6dd68342360f service neutron] 10.222.0.73 "GET /v2.0/networks/ab69d2a6-9fe8-4b39-9ace-29fdd2307adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112319 Aug 11 02:11:50.360994 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:50.391307 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8b17bb6f-d43c-4fce-bf1b-fd98d1d3b791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:50.452181 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 73fca12f-3c36-4ca7-80a4-a8598cae0a7a, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=73fca12f-3c36-4ca7-80a4-a8598cae0a7a,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:50.454402 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d48b3e99-195a-4b5e-bdd5-e9dae5ce737f None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:50.457709 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:50.458554 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device f00425ea-66f6-44bb-b178-137dad682ab3 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:11:50.504184 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d48b3e99-195a-4b5e-bdd5-e9dae5ce737f None None] Transition to ACTIVE for port object 3f0c9c73-994b-45c3-8cf1-35938ba67cbd will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:11:50.521472 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d48b3e99-195a-4b5e-bdd5-e9dae5ce737f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:50.569362 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=73fca12f-3c36-4ca7-80a4-a8598cae0a7a,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:50.581986 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d48b3e99-195a-4b5e-bdd5-e9dae5ce737f None None] Attempting to bind port 3f0c9c73-994b-45c3-8cf1-35938ba67cbd on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:11:50.582497 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d48b3e99-195a-4b5e-bdd5-e9dae5ce737f None None] Attempting to bind port 3f0c9c73-994b-45c3-8cf1-35938ba67cbd by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:11:50.582922 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48b3e99-195a-4b5e-bdd5-e9dae5ce737f None None] Attempting to bind port 3f0c9c73-994b-45c3-8cf1-35938ba67cbd on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:50.607388 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-8b17bb6f-d43c-4fce-bf1b-fd98d1d3b791 admin admin] Allocated IP 172.20.0.1 (69577f3b-37d2-4abe-933d-a6840532cbc0/269d36c9-6b3c-4c9c-8f30-71febc1f6ea9/592c0479-0a23-45cf-a3c8-34828431b932) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:11:50.615040 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48b3e99-195a-4b5e-bdd5-e9dae5ce737f None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:11:50.615424 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48b3e99-195a-4b5e-bdd5-e9dae5ce737f None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:50.616466 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d48b3e99-195a-4b5e-bdd5-e9dae5ce737f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:50.616852 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48b3e99-195a-4b5e-bdd5-e9dae5ce737f None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:11:50.618736 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d48b3e99-195a-4b5e-bdd5-e9dae5ce737f None None] Bound port: 3f0c9c73-994b-45c3-8cf1-35938ba67cbd, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:11:50.619125 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d48b3e99-195a-4b5e-bdd5-e9dae5ce737f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:50.638938 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port f00425ea-66f6-44bb-b178-137dad682ab3 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:11:50.646918 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397db66-a97d-4f0c-adc3-717a185af748 req-0e31061e-de7b-43bf-97eb-cbc0a30645c7 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:50.648667 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1397db66-a97d-4f0c-adc3-717a185af748 req-0e31061e-de7b-43bf-97eb-cbc0a30645c7 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=156f2c8d-de03-4d5e-8dbe-c553bbf38ca3 HTTP/1.1" status: 200 len: 946 time: 0.0549982 Aug 11 02:11:50.654419 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port f00425ea-66f6-44bb-b178-137dad682ab3 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:50.654792 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:50.683121 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09baba-20f2-43a9-8be4-571847d1ad1b None None] Pushing event updated for resources: {'Port': ['ID=3f0c9c73-994b-45c3-8cf1-35938ba67cbd,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:50.716521 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1397db66-a97d-4f0c-adc3-717a185af748 req-31e27f4c-58a9-406d-8754-d42a2ff8045b tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551760 Aug 11 02:11:50.716750 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d48b3e99-195a-4b5e-bdd5-e9dae5ce737f None None] For port 3f0c9c73-994b-45c3-8cf1-35938ba67cbd, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:11:50.721330 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d48b3e99-195a-4b5e-bdd5-e9dae5ce737f None None] For port 3f0c9c73-994b-45c3-8cf1-35938ba67cbd, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3f0c9c73-994b-45c3-8cf1-35938ba67cbd,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:11:50.730440 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d48b3e99-195a-4b5e-bdd5-e9dae5ce737f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:50.748339 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8b17bb6f-d43c-4fce-bf1b-fd98d1d3b791 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:50.799142 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9b5b9-ff5f-454b-83b6-f21d47b5cb71 req-363107e3-254e-4687-b713-ba1ce3268e7c tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:50.800747 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a7b9b5b9-ff5f-454b-83b6-f21d47b5cb71 req-363107e3-254e-4687-b713-ba1ce3268e7c tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.0759716 Aug 11 02:11:50.809108 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:50.831072 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48b3e99-195a-4b5e-bdd5-e9dae5ce737f None None] Routers {'41495714-2872-460c-bf67-f10794c0e0d6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:11:50.831735 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d48b3e99-195a-4b5e-bdd5-e9dae5ce737f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:11:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['41495714-2872-460c-bf67-f10794c0e0d6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:50.833753 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09baba-20f2-43a9-8be4-571847d1ad1b None None] Pushing event updated for resources: {'Port': ['ID=3f0c9c73-994b-45c3-8cf1-35938ba67cbd,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:50.842136 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8b17bb6f-d43c-4fce-bf1b-fd98d1d3b791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:50.856759 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a7b9b5b9-ff5f-454b-83b6-f21d47b5cb71 req-3c964b8c-b198-479f-a513-e82edfea5cb8 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488467 Aug 11 02:11:50.891825 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b17bb6f-d43c-4fce-bf1b-fd98d1d3b791 admin admin] Network 69577f3b-37d2-4abe-933d-a6840532cbc0 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:11:50.896129 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-8b17bb6f-d43c-4fce-bf1b-fd98d1d3b791 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:11:50.898123 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port f00425ea-66f6-44bb-b178-137dad682ab3, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f00425ea-66f6-44bb-b178-137dad682ab3,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:50.898682 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17bb6f-d43c-4fce-bf1b-fd98d1d3b791 admin admin] Pushing event updated for resources: {'Port': ['ID=592c0479-0a23-45cf-a3c8-34828431b932,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:50.901152 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b17bb6f-d43c-4fce-bf1b-fd98d1d3b791 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:11:50.932019 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:50.938596 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8b17bb6f-d43c-4fce-bf1b-fd98d1d3b791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:50.993348 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-d48b3e99-195a-4b5e-bdd5-e9dae5ce737f None None] Set router 41495714-2872-460c-bf67-f10794c0e0d6 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:11:51.020116 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=f00425ea-66f6-44bb-b178-137dad682ab3,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:51.052951 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device b43814e9-fcdb-42ec-b62f-db16b18fcd2c details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:11:51.075632 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8b17bb6f-d43c-4fce-bf1b-fd98d1d3b791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:51.075876 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a4604-bd9c-43d0-b5ed-8897ed6e5245 req-3f4f30c2-36c4-418d-a7fb-e4e86c30f042 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:51.077601 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5e3a4604-bd9c-43d0-b5ed-8897ed6e5245 req-3f4f30c2-36c4-418d-a7fb-e4e86c30f042 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/ports?device_id=463d8a3b-c170-46e1-af1e-74f90980251d HTTP/1.1" status: 200 len: 943 time: 0.0711429 Aug 11 02:11:51.121707 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5e3a4604-bd9c-43d0-b5ed-8897ed6e5245 req-f27c15f5-f14f-4bf5-b97b-6cb55e0ca08c tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddebad67-b452-412c-92a4-cd5c9d591fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363414 Aug 11 02:11:51.229878 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port b43814e9-fcdb-42ec-b62f-db16b18fcd2c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b43814e9-fcdb-42ec-b62f-db16b18fcd2c,segment=NetworkSegment(501d7792-d860-435d-9218-d835110b3121),segment_id=501d7792-d860-435d-9218-d835110b3121)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:51.234544 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeabe85-15f5-4a0d-a3fc-41907401f0a6 req-88db1952-d9a9-4055-bc65-6fae3d53d4d5 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:51.236110 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-feeabe85-15f5-4a0d-a3fc-41907401f0a6 req-88db1952-d9a9-4055-bc65-6fae3d53d4d5 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 946 time: 0.1021814 Aug 11 02:11:51.236815 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156f2c8d-de03-4d5e-8dbe-c553bbf38ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fca12f-3c36-4ca7-80a4-a8598cae0a7a'}, {'server_uuid': '4fcba4f3-cf91-4605-872b-9b25b5cc61f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00425ea-66f6-44bb-b178-137dad682ab3'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:51.239038 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f6d101-18c9-465b-bff6-16e3087674da" -d '{"events": [{"server_uuid": "156f2c8d-de03-4d5e-8dbe-c553bbf38ca3", "name": "network-vif-plugged", "status": "completed", "tag": "73fca12f-3c36-4ca7-80a4-a8598cae0a7a"}, {"server_uuid": "4fcba4f3-cf91-4605-872b-9b25b5cc61f2", "name": "network-vif-plugged", "status": "completed", "tag": "f00425ea-66f6-44bb-b178-137dad682ab3"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:51.255443 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'b43814e9-fcdb-42ec-b62f-db16b18fcd2c', 'network_id': 'ab69d2a6-9fe8-4b39-9ace-29fdd2307adc', 'port_id': 'b43814e9-fcdb-42ec-b62f-db16b18fcd2c', 'mac_address': 'fa:16:3e:b5:e3:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e476cd41-7172-445c-b6cd-ff185b07ec55', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:11:51.291701 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d48b3e99-195a-4b5e-bdd5-e9dae5ce737f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41495714-2872-460c-bf67-f10794c0e0d6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830415283-router', 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '3f0c9c73-994b-45c3-8cf1-35938ba67cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:11:44Z', 'updated_at': '2021-08-11T02:11:47Z', 'revision_number': 3, 'project_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'gw_port': {'id': '3f0c9c73-994b-45c3-8cf1-35938ba67cbd', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:12:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41495714-2872-460c-bf67-f10794c0e0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:11:46Z', 'updated_at': '2021-08-11T02:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:51.310942 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-feeabe85-15f5-4a0d-a3fc-41907401f0a6 req-7a5cabc0-fa86-4933-b98e-9db834a11fd5 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639193 Aug 11 02:11:51.331877 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48b3e99-195a-4b5e-bdd5-e9dae5ce737f None None] The sync data for ids ['41495714-2872-460c-bf67-f10794c0e0d6'] in n-d-615180-33 is: [{'id': '41495714-2872-460c-bf67-f10794c0e0d6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830415283-router', 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '3f0c9c73-994b-45c3-8cf1-35938ba67cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:11:44Z', 'updated_at': '2021-08-11T02:11:47Z', 'revision_number': 3, 'project_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'gw_port': {'id': '3f0c9c73-994b-45c3-8cf1-35938ba67cbd', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:12:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41495714-2872-460c-bf67-f10794c0e0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:11:46Z', 'updated_at': '2021-08-11T02:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:11:51.334148 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:51.353672 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b43814e9-fcdb-42ec-b62f-db16b18fcd2c {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:51.365500 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8b17bb6f-d43c-4fce-bf1b-fd98d1d3b791 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:51.372403 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:51.373178 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643e2f6-106e-4788-ba29-48a0281c7274 req-4ccc2686-323c-4e66-9987-faf9960c256e tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:51.377942 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8b17bb6f-d43c-4fce-bf1b-fd98d1d3b791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:51.378715 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0643e2f6-106e-4788-ba29-48a0281c7274 req-4ccc2686-323c-4e66-9987-faf9960c256e tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/ports?device_id=9643f2ee-758a-4a15-ae1a-c5155967ccd3 HTTP/1.1" status: 200 len: 944 time: 0.0855544 Aug 11 02:11:51.392472 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f0e900-6124-4ef8-8d93-5adc1b19b356 x-openstack-request-id: req-a6f0e900-6124-4ef8-8d93-5adc1b19b356 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:51.392777 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156f2c8d-de03-4d5e-8dbe-c553bbf38ca3", "name": "network-vif-plugged", "status": "completed", "tag": "73fca12f-3c36-4ca7-80a4-a8598cae0a7a", "code": 200}, {"server_uuid": "4fcba4f3-cf91-4605-872b-9b25b5cc61f2", "name": "network-vif-plugged", "status": "completed", "tag": "f00425ea-66f6-44bb-b178-137dad682ab3", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:51.393036 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a6f0e900-6124-4ef8-8d93-5adc1b19b356 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:51.393749 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156f2c8d-de03-4d5e-8dbe-c553bbf38ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fca12f-3c36-4ca7-80a4-a8598cae0a7a', 'code': 200} Aug 11 02:11:51.394040 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcba4f3-cf91-4605-872b-9b25b5cc61f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00425ea-66f6-44bb-b178-137dad682ab3', 'code': 200} Aug 11 02:11:51.398709 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port b43814e9-fcdb-42ec-b62f-db16b18fcd2c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b43814e9-fcdb-42ec-b62f-db16b18fcd2c,segment=NetworkSegment(501d7792-d860-435d-9218-d835110b3121),segment_id=501d7792-d860-435d-9218-d835110b3121)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:51.404308 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:51.404994 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 272bd21d-fd16-42ff-ad05-6be8b490361c details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:11:51.468669 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8b17bb6f-d43c-4fce-bf1b-fd98d1d3b791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:51.479552 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17bb6f-d43c-4fce-bf1b-fd98d1d3b791 admin admin] Pushing event updated for resources: {'Port': ['ID=592c0479-0a23-45cf-a3c8-34828431b932,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:51.503245 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=b43814e9-fcdb-42ec-b62f-db16b18fcd2c,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:51.513360 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0643e2f6-106e-4788-ba29-48a0281c7274 req-6dffdae2-8b3d-47f3-9c4d-2a496ee36dde tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/security-groups?id=7afd4a89-8c00-465a-bbdc-92a96fa9c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185250 Aug 11 02:11:51.626133 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 272bd21d-fd16-42ff-ad05-6be8b490361c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=272bd21d-fd16-42ff-ad05-6be8b490361c,segment=NetworkSegment(18dcd364-cfe2-4a17-8d66-1bd64809fdc6),segment_id=18dcd364-cfe2-4a17-8d66-1bd64809fdc6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:51.642811 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '272bd21d-fd16-42ff-ad05-6be8b490361c', 'network_id': '9ced6348-4921-4ed8-849a-24c37fee7e4f', 'port_id': '272bd21d-fd16-42ff-ad05-6be8b490361c', 'mac_address': 'fa:16:3e:7e:9c:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62a7c117-2e9d-4e66-a218-eed58fac7783', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:11:51.694148 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f3075-3c8f-4223-a1c8-64bf85a21de7 req-5ea023bc-28b3-4d0c-8937-77a853dae7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:51.695796 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ae5f3075-3c8f-4223-a1c8-64bf85a21de7 req-5ea023bc-28b3-4d0c-8937-77a853dae7e3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=156f2c8d-de03-4d5e-8dbe-c553bbf38ca3 HTTP/1.1" status: 200 len: 1098 time: 0.1587703 Aug 11 02:11:51.702920 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49341d85-f7f3-43c9-9cd3-33570db2a79b req-dd79a6b0-5232-4bf4-93bb-3370a9e7bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:51.704436 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-49341d85-f7f3-43c9-9cd3-33570db2a79b req-dd79a6b0-5232-4bf4-93bb-3370a9e7bcbd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4fcba4f3-cf91-4605-872b-9b25b5cc61f2 HTTP/1.1" status: 200 len: 1102 time: 0.1685874 Aug 11 02:11:51.722431 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87853d-fa32-4616-9f7b-1c819dcfa96d req-7728bf4b-8556-4f9c-bf50-23ee3ae8e553 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:51.730319 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3f87853d-fa32-4616-9f7b-1c819dcfa96d req-7728bf4b-8556-4f9c-bf50-23ee3ae8e553 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fbab90-3070-4097-9656-6e404b581b17 HTTP/1.1" status: 200 len: 950 time: 0.2313173 Aug 11 02:11:51.734720 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:51.755388 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 272bd21d-fd16-42ff-ad05-6be8b490361c {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:51.785894 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b17bb6f-d43c-4fce-bf1b-fd98d1d3b791 admin admin] Network 69577f3b-37d2-4abe-933d-a6840532cbc0 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:11:51.791583 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 272bd21d-fd16-42ff-ad05-6be8b490361c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=272bd21d-fd16-42ff-ad05-6be8b490361c,segment=NetworkSegment(18dcd364-cfe2-4a17-8d66-1bd64809fdc6),segment_id=18dcd364-cfe2-4a17-8d66-1bd64809fdc6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:51.794536 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-8b17bb6f-d43c-4fce-bf1b-fd98d1d3b791 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:11:51.798416 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:51.828431 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-49341d85-f7f3-43c9-9cd3-33570db2a79b req-87e52e3c-f8da-43a0-9631-564829c0ad47 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a05165a2-747c-4bf7-964e-7c9b42d3f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894101 Aug 11 02:11:51.852841 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=272bd21d-fd16-42ff-ad05-6be8b490361c,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:51.880106 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b089d2-83f6-48e8-96ac-91b8426cd019 req-30ac5de5-670f-4cea-a87e-2201caeacbc3 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:51.880260 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ae5f3075-3c8f-4223-a1c8-64bf85a21de7 req-4b48c680-0e8b-4b36-a236-13617584a34a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735017 Aug 11 02:11:51.884444 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3f87853d-fa32-4616-9f7b-1c819dcfa96d req-3ad1431e-f9e8-4a64-8476-3baee6f3a0b4 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/security-groups?id=a05165a2-747c-4bf7-964e-7c9b42d3f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532857 Aug 11 02:11:51.886701 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-13b089d2-83f6-48e8-96ac-91b8426cd019 req-30ac5de5-670f-4cea-a87e-2201caeacbc3 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=156f2c8d-de03-4d5e-8dbe-c553bbf38ca3 HTTP/1.1" status: 200 len: 946 time: 0.0749595 Aug 11 02:11:51.925664 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-13b089d2-83f6-48e8-96ac-91b8426cd019 req-d335ebea-9b4a-4ec1-bd07-ee0f7a9bf38d tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379317 Aug 11 02:11:52.009597 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b17bb6f-d43c-4fce-bf1b-fd98d1d3b791 admin admin] Router 41495714-2872-460c-bf67-f10794c0e0d6 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:11:52.035058 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa45fde-875c-42ff-a9de-bd46f0a03279 req-0060e0fa-5b87-45ed-9f83-bf34c9bc1449 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:52.036656 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1aa45fde-875c-42ff-a9de-bd46f0a03279 req-0060e0fa-5b87-45ed-9f83-bf34c9bc1449 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.0737584 Aug 11 02:11:52.046063 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bdf7b-65ee-41ba-8040-6258557f412e req-f33c0732-e6bf-4870-94eb-ecfa217687e3 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:52.047660 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3e9bdf7b-65ee-41ba-8040-6258557f412e req-f33c0732-e6bf-4870-94eb-ecfa217687e3 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fcba4f3-cf91-4605-872b-9b25b5cc61f2 HTTP/1.1" status: 200 len: 950 time: 0.0533681 Aug 11 02:11:52.094416 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['b43814e9-fcdb-42ec-b62f-db16b18fcd2c'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:52.103195 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3e9bdf7b-65ee-41ba-8040-6258557f412e req-2456d7fb-1e1b-4095-89d3-a034495a2837 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/security-groups?id=a05165a2-747c-4bf7-964e-7c9b42d3f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484879 Aug 11 02:11:52.157475 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['272bd21d-fd16-42ff-ad05-6be8b490361c'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:52.164759 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1aa45fde-875c-42ff-a9de-bd46f0a03279 req-f0c48ed3-453e-4e45-9dae-f6312c892590 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913260 Aug 11 02:11:52.185166 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b17bb6f-d43c-4fce-bf1b-fd98d1d3b791 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:11:52.207144 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8b17bb6f-d43c-4fce-bf1b-fd98d1d3b791 admin admin] 10.222.0.50 "PUT /v2.0/routers/41495714-2872-460c-bf67-f10794c0e0d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6325500 Aug 11 02:11:52.247774 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3f0c9c73-994b-45c3-8cf1-35938ba67cbd up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:11:52.278518 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54fceb-6aa8-4fc8-be1a-acbc025388f9 req-7deab502-a67f-482d-ae57-c7a2da7fcab5 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:52.286035 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1f54fceb-6aa8-4fc8-be1a-acbc025388f9 req-7deab502-a67f-482d-ae57-c7a2da7fcab5 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/ports?device_id=463d8a3b-c170-46e1-af1e-74f90980251d HTTP/1.1" status: 200 len: 944 time: 0.0667222 Aug 11 02:11:52.331364 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1f54fceb-6aa8-4fc8-be1a-acbc025388f9 req-b5a2970f-1c86-47ef-88a0-41eacde9427d tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddebad67-b452-412c-92a4-cd5c9d591fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443025 Aug 11 02:11:52.436343 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 3f0c9c73-994b-45c3-8cf1-35938ba67cbd completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:11:52.447591 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 3f0c9c73-994b-45c3-8cf1-35938ba67cbd triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:52.447953 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:52.466193 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a13c3a-2ad9-4d86-abf2-07579e9bf07d req-f341950f-a4f7-4d60-8dcb-8336f6cd1f4b tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:52.468270 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a1a13c3a-2ad9-4d86-abf2-07579e9bf07d req-f341950f-a4f7-4d60-8dcb-8336f6cd1f4b tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 946 time: 0.0728846 Aug 11 02:11:52.524870 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a1a13c3a-2ad9-4d86-abf2-07579e9bf07d req-0daf6a61-8f84-424d-b920-04b9f969c94d tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485449 Aug 11 02:11:52.568718 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:52.591010 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 3f0c9c73-994b-45c3-8cf1-35938ba67cbd, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3f0c9c73-994b-45c3-8cf1-35938ba67cbd,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:52.595056 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:52.650568 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=3f0c9c73-994b-45c3-8cf1-35938ba67cbd,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:52.680205 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e49080-6641-4134-aa4c-65545628f448 req-58d89c9f-02c0-4fa7-a69c-0f1f889ae49e tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:52.681810 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d8e49080-6641-4134-aa4c-65545628f448 req-58d89c9f-02c0-4fa7-a69c-0f1f889ae49e tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/ports?device_id=9643f2ee-758a-4a15-ae1a-c5155967ccd3 HTTP/1.1" status: 200 len: 945 time: 0.0644577 Aug 11 02:11:52.732058 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d8e49080-6641-4134-aa4c-65545628f448 req-dafc8aa0-814d-41ed-a687-406a653d8d62 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/security-groups?id=7afd4a89-8c00-465a-bbdc-92a96fa9c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433788 Aug 11 02:11:52.737322 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-90a375bb-64ba-4c55-998a-e688e04f6f78 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:52.739046 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-90a375bb-64ba-4c55-998a-e688e04f6f78 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/networks?id=69577f3b-37d2-4abe-933d-a6840532cbc0 HTTP/1.1" status: 200 len: 820 time: 0.1165268 Aug 11 02:11:52.762623 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-453ceb84-935f-4896-ae43-a9d93e37289f tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/quotas/720bce38ad5b4b36b6ab4ec32b5aaae3 HTTP/1.1" status: 200 len: 375 time: 0.0100660 Aug 11 02:11:52.814860 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-6ad3ffbf-d798-4577-a08c-900ddf7f2b00 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=720bce38ad5b4b36b6ab4ec32b5aaae3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0461316 Aug 11 02:11:52.919140 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-259cccea-5b99-47d0-90b1-745bda86b440 service neutron] 10.222.0.50 "GET /v2.0/networks/69577f3b-37d2-4abe-933d-a6840532cbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967104 Aug 11 02:11:53.031083 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-147b5455-802b-4363-910a-8219dc328b3e service neutron] 10.222.0.50 "GET /v2.0/networks/69577f3b-37d2-4abe-933d-a6840532cbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046011 Aug 11 02:11:53.064461 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd8597-ea13-4c55-9eff-e934a2f49a36 req-cbbb5ad4-7aca-4de5-9700-ce1e4c23f1dd tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:53.066049 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-58cd8597-ea13-4c55-9eff-e934a2f49a36 req-cbbb5ad4-7aca-4de5-9700-ce1e4c23f1dd tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=156f2c8d-de03-4d5e-8dbe-c553bbf38ca3 HTTP/1.1" status: 200 len: 946 time: 0.0510645 Aug 11 02:11:53.113240 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-58cd8597-ea13-4c55-9eff-e934a2f49a36 req-81e97ad4-b322-4781-9aab-8649725e3440 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384455 Aug 11 02:11:53.247148 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcac59-d1ee-4b2f-9a25-b40a3f848a4f req-bea6399b-1d0d-47f1-b149-597ef88e98c9 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:53.249134 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b0dcac59-d1ee-4b2f-9a25-b40a3f848a4f req-bea6399b-1d0d-47f1-b149-597ef88e98c9 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fcba4f3-cf91-4605-872b-9b25b5cc61f2 HTTP/1.1" status: 200 len: 950 time: 0.0631604 Aug 11 02:11:53.312733 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b0dcac59-d1ee-4b2f-9a25-b40a3f848a4f req-a439245e-d672-42c8-866d-d2adf2b207b9 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/security-groups?id=a05165a2-747c-4bf7-964e-7c9b42d3f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418899 Aug 11 02:11:53.342458 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cd56afd1-0139-463d-8e53-a39dc306bf77 req-7af2f7bb-e68a-4953-9d68-f1fd41251e38 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 210 time: 0.0314867 Aug 11 02:11:53.366958 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b1da46-90fc-4726-ab2d-ae69fe2c7e11 None None] Sync routers for ids ['41495714-2872-460c-bf67-f10794c0e0d6'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:11:53.380493 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b1da46-90fc-4726-ab2d-ae69fe2c7e11 None None] Routers {'41495714-2872-460c-bf67-f10794c0e0d6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:11:53.382237 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-12b1da46-90fc-4726-ab2d-ae69fe2c7e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:11:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['41495714-2872-460c-bf67-f10794c0e0d6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:53.446215 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14904f-176c-47d9-8732-efa9a538987d req-98f5cfc3-8f8b-45eb-9b96-4c4d2e30e73a tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:53.448065 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ed14904f-176c-47d9-8732-efa9a538987d req-98f5cfc3-8f8b-45eb-9b96-4c4d2e30e73a tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.0699673 Aug 11 02:11:53.519304 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ed14904f-176c-47d9-8732-efa9a538987d req-638fae65-bb76-4063-80f6-9af4c8e909c0 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618622 Aug 11 02:11:53.653548 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-12b1da46-90fc-4726-ab2d-ae69fe2c7e11 None None] Set router 41495714-2872-460c-bf67-f10794c0e0d6 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:11:53.812350 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724b8c2-16e4-4dfa-b11f-660d08f1fd63 req-889ceadb-d3fa-4f90-8426-203829d6896a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:53.814483 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f724b8c2-16e4-4dfa-b11f-660d08f1fd63 req-889ceadb-d3fa-4f90-8426-203829d6896a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=156f2c8d-de03-4d5e-8dbe-c553bbf38ca3 HTTP/1.1" status: 200 len: 946 time: 0.3996358 Aug 11 02:11:53.866254 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f724b8c2-16e4-4dfa-b11f-660d08f1fd63 req-d056d5c2-1f98-4a11-8c59-5924e9c409b0 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427599 Aug 11 02:11:53.900830 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-12b1da46-90fc-4726-ab2d-ae69fe2c7e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41495714-2872-460c-bf67-f10794c0e0d6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830415283-router', 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '3f0c9c73-994b-45c3-8cf1-35938ba67cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:11:44Z', 'updated_at': '2021-08-11T02:11:51Z', 'revision_number': 4, 'project_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'gw_port': {'id': '3f0c9c73-994b-45c3-8cf1-35938ba67cbd', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41495714-2872-460c-bf67-f10794c0e0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:11:46Z', 'updated_at': '2021-08-11T02:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '592c0479-0a23-45cf-a3c8-34828431b932', 'name': '', 'network_id': '69577f3b-37d2-4abe-933d-a6840532cbc0', 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'mac_address': 'fa:16:3e:7b:a1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41495714-2872-460c-bf67-f10794c0e0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '269d36c9-6b3c-4c9c-8f30-71febc1f6ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:11:50Z', 'updated_at': '2021-08-11T02:11:51Z', 'revision_number': 2, 'project_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'subnets': [{'id': '269d36c9-6b3c-4c9c-8f30-71febc1f6ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:53.953690 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b1da46-90fc-4726-ab2d-ae69fe2c7e11 None None] Checking router: 41495714-2872-460c-bf67-f10794c0e0d6 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:11:53.954075 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b1da46-90fc-4726-ab2d-ae69fe2c7e11 None None] Updating router 41495714-2872-460c-bf67-f10794c0e0d6 port 592c0479-0a23-45cf-a3c8-34828431b932 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:11:53.986965 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-12b1da46-90fc-4726-ab2d-ae69fe2c7e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:54.035702 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da9620-adaf-4b1f-97b6-5453314abe4c req-ac18d0eb-f40d-4ecd-b0f5-a47c6041dd43 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:54.043303 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a9da9620-adaf-4b1f-97b6-5453314abe4c req-ac18d0eb-f40d-4ecd-b0f5-a47c6041dd43 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/ports?device_id=463d8a3b-c170-46e1-af1e-74f90980251d HTTP/1.1" status: 200 len: 944 time: 0.0759125 Aug 11 02:11:54.051646 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c0692-9f67-44a1-b09d-13dad86e4fec req-0c98e5d1-7c2a-45f8-bb46-7d5063f6a8c2 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:54.060485 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d24c0692-9f67-44a1-b09d-13dad86e4fec req-0c98e5d1-7c2a-45f8-bb46-7d5063f6a8c2 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 946 time: 0.0734119 Aug 11 02:11:54.087643 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a9da9620-adaf-4b1f-97b6-5453314abe4c req-f92c5a25-49f7-473a-9416-e3653d71686f tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddebad67-b452-412c-92a4-cd5c9d591fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412114 Aug 11 02:11:54.150717 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d24c0692-9f67-44a1-b09d-13dad86e4fec req-f34cf850-977a-43c1-9295-c8b1f7b649ce tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846834 Aug 11 02:11:54.182530 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3f0c9c73-994b-45c3-8cf1-35938ba67cbd up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:11:54.246256 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:54.262403 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472bbe1-b4f5-4a46-9fb1-c0e9d1666299 req-49d8ba81-cd3c-4744-8d6e-24eae9788031 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:54.268391 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 3f0c9c73-994b-45c3-8cf1-35938ba67cbd triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:54.268971 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:54.270117 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5472bbe1-b4f5-4a46-9fb1-c0e9d1666299 req-49d8ba81-cd3c-4744-8d6e-24eae9788031 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/ports?device_id=9643f2ee-758a-4a15-ae1a-c5155967ccd3 HTTP/1.1" status: 200 len: 945 time: 0.0965862 Aug 11 02:11:54.305052 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5472bbe1-b4f5-4a46-9fb1-c0e9d1666299 req-ecc89c7c-2760-4412-a758-9e9c7c6cac5e tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/security-groups?id=7afd4a89-8c00-465a-bbdc-92a96fa9c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340631 Aug 11 02:11:54.360032 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-12b1da46-90fc-4726-ab2d-ae69fe2c7e11 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:54.386601 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-12b1da46-90fc-4726-ab2d-ae69fe2c7e11 None None] Transition to ACTIVE for port object 592c0479-0a23-45cf-a3c8-34828431b932 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:11:54.397444 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-12b1da46-90fc-4726-ab2d-ae69fe2c7e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:54.446875 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-99303697-1e8a-48fc-a52e-dd145fe39060 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:54.448531 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-99303697-1e8a-48fc-a52e-dd145fe39060 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.73 "GET /v2.0/networks?id=69577f3b-37d2-4abe-933d-a6840532cbc0 HTTP/1.1" status: 200 len: 820 time: 0.1184657 Aug 11 02:11:54.486604 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36637f-87ea-4dc1-9700-9c61f4859ccc None None] Pushing event updated for resources: {'Port': ['ID=592c0479-0a23-45cf-a3c8-34828431b932,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:54.512905 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36637f-87ea-4dc1-9700-9c61f4859ccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:54.513248 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36637f-87ea-4dc1-9700-9c61f4859ccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:54.513586 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36637f-87ea-4dc1-9700-9c61f4859ccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:54.513923 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36637f-87ea-4dc1-9700-9c61f4859ccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:54.514248 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36637f-87ea-4dc1-9700-9c61f4859ccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:54.514564 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36637f-87ea-4dc1-9700-9c61f4859ccc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:54.514887 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36637f-87ea-4dc1-9700-9c61f4859ccc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:54.515206 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36637f-87ea-4dc1-9700-9c61f4859ccc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:54.515525 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36637f-87ea-4dc1-9700-9c61f4859ccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:54.515874 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36637f-87ea-4dc1-9700-9c61f4859ccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:54.516529 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36637f-87ea-4dc1-9700-9c61f4859ccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:54.516857 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36637f-87ea-4dc1-9700-9c61f4859ccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:54.535107 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-12b1da46-90fc-4726-ab2d-ae69fe2c7e11 None None] Attempting to bind port 592c0479-0a23-45cf-a3c8-34828431b932 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:11:54.535478 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-12b1da46-90fc-4726-ab2d-ae69fe2c7e11 None None] Attempting to bind port 592c0479-0a23-45cf-a3c8-34828431b932 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '26fad3a7-418e-4f2c-82bb-428c9bfc830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '69577f3b-37d2-4abe-933d-a6840532cbc0'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:11:54.535886 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b1da46-90fc-4726-ab2d-ae69fe2c7e11 None None] Attempting to bind port 592c0479-0a23-45cf-a3c8-34828431b932 on network 69577f3b-37d2-4abe-933d-a6840532cbc0 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:54.541338 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b1da46-90fc-4726-ab2d-ae69fe2c7e11 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:11:54.541709 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b1da46-90fc-4726-ab2d-ae69fe2c7e11 None None] Checking segment: {'id': '26fad3a7-418e-4f2c-82bb-428c9bfc830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '69577f3b-37d2-4abe-933d-a6840532cbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:54.542112 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-12b1da46-90fc-4726-ab2d-ae69fe2c7e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:54.542504 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b1da46-90fc-4726-ab2d-ae69fe2c7e11 None None] Bound using segment: {'id': '26fad3a7-418e-4f2c-82bb-428c9bfc830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '69577f3b-37d2-4abe-933d-a6840532cbc0'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:11:54.542971 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-12b1da46-90fc-4726-ab2d-ae69fe2c7e11 None None] Bound port: 592c0479-0a23-45cf-a3c8-34828431b932, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26fad3a7-418e-4f2c-82bb-428c9bfc830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '69577f3b-37d2-4abe-933d-a6840532cbc0'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:11:54.543352 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-12b1da46-90fc-4726-ab2d-ae69fe2c7e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:54.616421 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-12b1da46-90fc-4726-ab2d-ae69fe2c7e11 None None] For port 592c0479-0a23-45cf-a3c8-34828431b932, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:11:54.620470 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-12b1da46-90fc-4726-ab2d-ae69fe2c7e11 None None] For port 592c0479-0a23-45cf-a3c8-34828431b932, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=592c0479-0a23-45cf-a3c8-34828431b932,segment=NetworkSegment(26fad3a7-418e-4f2c-82bb-428c9bfc830f),segment_id=26fad3a7-418e-4f2c-82bb-428c9bfc830f)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:11:54.625985 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-12b1da46-90fc-4726-ab2d-ae69fe2c7e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:54.654702 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79c361-2d44-4308-a105-376e47aa21e8 req-64aa4740-36e7-437e-9c02-8ca430e5ca46 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:54.656474 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b79c361-2d44-4308-a105-376e47aa21e8 req-64aa4740-36e7-437e-9c02-8ca430e5ca46 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.0588679 Aug 11 02:11:54.697706 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36637f-87ea-4dc1-9700-9c61f4859ccc None None] Pushing event updated for resources: {'Port': ['ID=592c0479-0a23-45cf-a3c8-34828431b932,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:54.699992 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b79c361-2d44-4308-a105-376e47aa21e8 req-014006ee-ccfa-42fe-bc25-f872f0b3be74 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372951 Aug 11 02:11:54.700493 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b1da46-90fc-4726-ab2d-ae69fe2c7e11 None None] Routers {'41495714-2872-460c-bf67-f10794c0e0d6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:11:54.701109 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-12b1da46-90fc-4726-ab2d-ae69fe2c7e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:11:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['41495714-2872-460c-bf67-f10794c0e0d6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:54.810866 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-12b1da46-90fc-4726-ab2d-ae69fe2c7e11 None None] Set router 41495714-2872-460c-bf67-f10794c0e0d6 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:11:54.813930 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e2cfc65e-97a6-4b33-a134-7d61b79b9e58 req-17591ed8-4c5a-4cf6-8442-8bad4a17de38 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 210 time: 0.3644187 Aug 11 02:11:54.817380 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-e4e879b0-a248-45a6-b294-4c8565c2a485 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Request body: {'port': {'device_id': '5048904f-4e9b-4f9a-91d4-0068d7008ffe', 'network_id': '69577f3b-37d2-4abe-933d-a6840532cbc0', 'admin_state_up': True, 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:54.925779 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-e4e879b0-a248-45a6-b294-4c8565c2a485 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Made reservation on behalf of 720bce38ad5b4b36b6ab4ec32b5aaae3 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:54.930136 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-e4e879b0-a248-45a6-b294-4c8565c2a485 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:54.988014 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209dd242-c814-43d6-89d3-d40b94ea1e18 req-9ad5a097-dd9e-4474-98f9-3ee2b88f159c tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:54.992183 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-209dd242-c814-43d6-89d3-d40b94ea1e18 req-9ad5a097-dd9e-4474-98f9-3ee2b88f159c tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=156f2c8d-de03-4d5e-8dbe-c553bbf38ca3 HTTP/1.1" status: 200 len: 946 time: 0.0538154 Aug 11 02:11:55.031245 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-12b1da46-90fc-4726-ab2d-ae69fe2c7e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41495714-2872-460c-bf67-f10794c0e0d6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830415283-router', 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '3f0c9c73-994b-45c3-8cf1-35938ba67cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:11:44Z', 'updated_at': '2021-08-11T02:11:51Z', 'revision_number': 4, 'project_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'gw_port': {'id': '3f0c9c73-994b-45c3-8cf1-35938ba67cbd', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41495714-2872-460c-bf67-f10794c0e0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:11:46Z', 'updated_at': '2021-08-11T02:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '592c0479-0a23-45cf-a3c8-34828431b932', 'name': '', 'network_id': '69577f3b-37d2-4abe-933d-a6840532cbc0', 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'mac_address': 'fa:16:3e:7b:a1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41495714-2872-460c-bf67-f10794c0e0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '269d36c9-6b3c-4c9c-8f30-71febc1f6ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:11:50Z', 'updated_at': '2021-08-11T02:11:54Z', 'revision_number': 4, 'project_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'subnets': [{'id': '269d36c9-6b3c-4c9c-8f30-71febc1f6ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:55.034765 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-209dd242-c814-43d6-89d3-d40b94ea1e18 req-86f5a110-3838-46df-82f6-dcba546694ac tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364168 Aug 11 02:11:55.048286 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:55.071693 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b1da46-90fc-4726-ab2d-ae69fe2c7e11 None None] The sync data for ids ['41495714-2872-460c-bf67-f10794c0e0d6'] in n-d-615180-33 is: [{'id': '41495714-2872-460c-bf67-f10794c0e0d6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830415283-router', 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '3f0c9c73-994b-45c3-8cf1-35938ba67cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:11:44Z', 'updated_at': '2021-08-11T02:11:51Z', 'revision_number': 4, 'project_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'gw_port': {'id': '3f0c9c73-994b-45c3-8cf1-35938ba67cbd', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41495714-2872-460c-bf67-f10794c0e0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:11:46Z', 'updated_at': '2021-08-11T02:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '592c0479-0a23-45cf-a3c8-34828431b932', 'name': '', 'network_id': '69577f3b-37d2-4abe-933d-a6840532cbc0', 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'mac_address': 'fa:16:3e:7b:a1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41495714-2872-460c-bf67-f10794c0e0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '269d36c9-6b3c-4c9c-8f30-71febc1f6ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:11:50Z', 'updated_at': '2021-08-11T02:11:54Z', 'revision_number': 4, 'project_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'subnets': [{'id': '269d36c9-6b3c-4c9c-8f30-71febc1f6ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:11:55.072860 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device b43814e9-fcdb-42ec-b62f-db16b18fcd2c up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:11:55.111787 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-e4e879b0-a248-45a6-b294-4c8565c2a485 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Allocated IP 172.20.0.10 (69577f3b-37d2-4abe-933d-a6840532cbc0/269d36c9-6b3c-4c9c-8f30-71febc1f6ea9/20a028a7-49b7-4be1-b81e-e958312d2816) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:11:55.201229 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port b43814e9-fcdb-42ec-b62f-db16b18fcd2c completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:11:55.207215 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port b43814e9-fcdb-42ec-b62f-db16b18fcd2c triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:55.207793 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:55.286731 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e456d3b-b017-4141-8509-0f8c8210c09b req-ac97f7c2-ebf8-45c6-a074-9ad7efa62735 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:55.294646 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e456d3b-b017-4141-8509-0f8c8210c09b req-ac97f7c2-ebf8-45c6-a074-9ad7efa62735 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/ports?device_id=463d8a3b-c170-46e1-af1e-74f90980251d HTTP/1.1" status: 200 len: 944 time: 0.0798104 Aug 11 02:11:55.359275 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e456d3b-b017-4141-8509-0f8c8210c09b req-cd1f37b1-7923-47ca-b3b6-7c5a1c9163c5 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddebad67-b452-412c-92a4-cd5c9d591fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628347 Aug 11 02:11:55.446591 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-e4e879b0-a248-45a6-b294-4c8565c2a485 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:55.523950 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-e4e879b0-a248-45a6-b294-4c8565c2a485 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:55.549391 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-e4e879b0-a248-45a6-b294-4c8565c2a485 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Network 69577f3b-37d2-4abe-933d-a6840532cbc0 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:11:55.552279 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-e4e879b0-a248-45a6-b294-4c8565c2a485 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:11:55.552448 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22dbd5-e60b-4498-80b9-9adc8cdf3dee req-c3d25e02-e905-46d2-84af-b447d649d727 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:55.554172 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-df22dbd5-e60b-4498-80b9-9adc8cdf3dee req-c3d25e02-e905-46d2-84af-b447d649d727 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 946 time: 0.0882840 Aug 11 02:11:55.581731 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-e4e879b0-a248-45a6-b294-4c8565c2a485 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:11:55.609474 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-df22dbd5-e60b-4498-80b9-9adc8cdf3dee req-2cdb6e08-961d-472c-a6bc-8dd302fcd03b tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450027 Aug 11 02:11:55.646161 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:55.670972 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e879b0-a248-45a6-b294-4c8565c2a485 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Pushing event updated for resources: {'Port': ['ID=20a028a7-49b7-4be1-b81e-e958312d2816,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:55.679514 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9643f2ee-758a-4a15-ae1a-c5155967ccd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43814e9-fcdb-42ec-b62f-db16b18fcd2c'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:55.682296 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30e9a5c-9b33-459f-9fc7-1aafff3413ce" -d '{"events": [{"server_uuid": "9643f2ee-758a-4a15-ae1a-c5155967ccd3", "name": "network-vif-plugged", "status": "completed", "tag": "b43814e9-fcdb-42ec-b62f-db16b18fcd2c"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:55.692740 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-e4e879b0-a248-45a6-b294-4c8565c2a485 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:55.693948 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-e4e879b0-a248-45a6-b294-4c8565c2a485 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:55.698446 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port b43814e9-fcdb-42ec-b62f-db16b18fcd2c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b43814e9-fcdb-42ec-b62f-db16b18fcd2c,segment=NetworkSegment(501d7792-d860-435d-9218-d835110b3121),segment_id=501d7792-d860-435d-9218-d835110b3121)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:55.702882 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:55.703871 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 272bd21d-fd16-42ff-ad05-6be8b490361c up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:11:55.705875 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2ec78-2573-447e-b4b2-0d6ef8b395be req-ac7b0fca-dda5-4047-a6eb-de2748dfd2fd tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:55.707779 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d1a2ec78-2573-447e-b4b2-0d6ef8b395be req-ac7b0fca-dda5-4047-a6eb-de2748dfd2fd tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/ports?device_id=9643f2ee-758a-4a15-ae1a-c5155967ccd3 HTTP/1.1" status: 200 len: 945 time: 0.1214325 Aug 11 02:11:55.738029 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-e4e879b0-a248-45a6-b294-4c8565c2a485 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9265866 Aug 11 02:11:55.752234 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-83006ee2-1246-4f62-9d7f-1fbaf10476d9 service neutron] Request body: {'port': {'device_id': '5048904f-4e9b-4f9a-91d4-0068d7008ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:55.762289 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782456b-0e44-492c-b204-f1e36c871e5f req-844aa05f-888b-49fb-997b-036f877c3926 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:55.770733 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1782456b-0e44-492c-b204-f1e36c871e5f req-844aa05f-888b-49fb-997b-036f877c3926 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=156f2c8d-de03-4d5e-8dbe-c553bbf38ca3 HTTP/1.1" status: 200 len: 946 time: 0.0651662 Aug 11 02:11:55.814251 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=b43814e9-fcdb-42ec-b62f-db16b18fcd2c,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:55.818187 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 272bd21d-fd16-42ff-ad05-6be8b490361c completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:11:55.822120 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d1a2ec78-2573-447e-b4b2-0d6ef8b395be req-defb89db-222e-4275-be1a-92634f8ecd3d tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/security-groups?id=7afd4a89-8c00-465a-bbdc-92a96fa9c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923622 Aug 11 02:11:55.823481 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 272bd21d-fd16-42ff-ad05-6be8b490361c triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:55.824916 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1782456b-0e44-492c-b204-f1e36c871e5f req-fcb08ff3-f886-4247-8948-752e6ec3e033 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529685 Aug 11 02:11:55.825399 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:55.874593 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-83006ee2-1246-4f62-9d7f-1fbaf10476d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:55.897074 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b844cf30-1f22-49a2-be82-284e454868e3 x-openstack-request-id: req-b844cf30-1f22-49a2-be82-284e454868e3 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:55.898362 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9643f2ee-758a-4a15-ae1a-c5155967ccd3", "name": "network-vif-plugged", "status": "completed", "tag": "b43814e9-fcdb-42ec-b62f-db16b18fcd2c", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:55.898624 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b844cf30-1f22-49a2-be82-284e454868e3 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:55.899038 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9643f2ee-758a-4a15-ae1a-c5155967ccd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43814e9-fcdb-42ec-b62f-db16b18fcd2c', 'code': 200} Aug 11 02:11:55.981959 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:56.020875 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 272bd21d-fd16-42ff-ad05-6be8b490361c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=272bd21d-fd16-42ff-ad05-6be8b490361c,segment=NetworkSegment(18dcd364-cfe2-4a17-8d66-1bd64809fdc6),segment_id=18dcd364-cfe2-4a17-8d66-1bd64809fdc6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:56.031942 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:56.034671 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6d6ae-c9ee-4665-949b-c9efc399972e req-fea5217e-0f27-4276-aee6-6c29423fa307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:56.036278 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-68a6d6ae-c9ee-4665-949b-c9efc399972e req-fea5217e-0f27-4276-aee6-6c29423fa307 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9643f2ee-758a-4a15-ae1a-c5155967ccd3 HTTP/1.1" status: 200 len: 1098 time: 0.0831645 Aug 11 02:11:56.057545 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5faaa8e-51ca-4264-8a2c-a0fc225907c1 req-0077b1de-2644-465e-a11b-28fac7c131e1 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:56.059300 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5faaa8e-51ca-4264-8a2c-a0fc225907c1 req-0077b1de-2644-465e-a11b-28fac7c131e1 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.1437907 Aug 11 02:11:56.061386 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77ad5d-2d49-4b3f-9f56-b6649e62a667 req-f7cedb59-a013-4748-9b7f-0a628a213c62 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:56.063086 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b77ad5d-2d49-4b3f-9f56-b6649e62a667 req-f7cedb59-a013-4748-9b7f-0a628a213c62 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 932 time: 0.0830903 Aug 11 02:11:56.110270 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=272bd21d-fd16-42ff-ad05-6be8b490361c,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:56.123467 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-68a6d6ae-c9ee-4665-949b-c9efc399972e req-b1c568c6-4542-4037-80a4-d31aae90f8f1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7afd4a89-8c00-465a-bbdc-92a96fa9c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776389 Aug 11 02:11:56.128699 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b77ad5d-2d49-4b3f-9f56-b6649e62a667 req-ad998da9-9d2c-4639-b9bb-7eb56edfb7a9 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/security-groups?id=45b25b34-9b54-4e3b-8504-b668c19020c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568361 Aug 11 02:11:56.180021 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5faaa8e-51ca-4264-8a2c-a0fc225907c1 req-211e08ee-4be7-4514-933c-880de6fd61be tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044974 Aug 11 02:11:56.219605 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 592c0479-0a23-45cf-a3c8-34828431b932 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:11:56.276893 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 592c0479-0a23-45cf-a3c8-34828431b932 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:11:56.280620 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 592c0479-0a23-45cf-a3c8-34828431b932 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:56.280995 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:56.289626 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-83006ee2-1246-4f62-9d7f-1fbaf10476d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20a028a7-49b7-4be1-b81e-e958312d2816 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:56.297686 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-83006ee2-1246-4f62-9d7f-1fbaf10476d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:56.312440 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-83006ee2-1246-4f62-9d7f-1fbaf10476d9 service neutron] Transition to ACTIVE for port object 20a028a7-49b7-4be1-b81e-e958312d2816 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:11:56.317513 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-83006ee2-1246-4f62-9d7f-1fbaf10476d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:56.363353 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:56.367238 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83006ee2-1246-4f62-9d7f-1fbaf10476d9 service neutron] Pushing event updated for resources: {'Port': ['ID=20a028a7-49b7-4be1-b81e-e958312d2816,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:56.411359 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 592c0479-0a23-45cf-a3c8-34828431b932, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=592c0479-0a23-45cf-a3c8-34828431b932,segment=NetworkSegment(26fad3a7-418e-4f2c-82bb-428c9bfc830f),segment_id=26fad3a7-418e-4f2c-82bb-428c9bfc830f)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:56.419448 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:56.451861 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-83006ee2-1246-4f62-9d7f-1fbaf10476d9 service neutron] Attempting to bind port 20a028a7-49b7-4be1-b81e-e958312d2816 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:11:56.452194 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-83006ee2-1246-4f62-9d7f-1fbaf10476d9 service neutron] Attempting to bind port 20a028a7-49b7-4be1-b81e-e958312d2816 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '26fad3a7-418e-4f2c-82bb-428c9bfc830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '69577f3b-37d2-4abe-933d-a6840532cbc0'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:11:56.452520 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-83006ee2-1246-4f62-9d7f-1fbaf10476d9 service neutron] Attempting to bind port 20a028a7-49b7-4be1-b81e-e958312d2816 on network 69577f3b-37d2-4abe-933d-a6840532cbc0 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:56.456883 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-83006ee2-1246-4f62-9d7f-1fbaf10476d9 service neutron] Port 20a028a7-49b7-4be1-b81e-e958312d2816 on network 69577f3b-37d2-4abe-933d-a6840532cbc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:11:56.457195 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-83006ee2-1246-4f62-9d7f-1fbaf10476d9 service neutron] Attempting to bind port 20a028a7-49b7-4be1-b81e-e958312d2816 on network 69577f3b-37d2-4abe-933d-a6840532cbc0 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:56.463304 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-83006ee2-1246-4f62-9d7f-1fbaf10476d9 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:11:56.463673 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-83006ee2-1246-4f62-9d7f-1fbaf10476d9 service neutron] Checking segment: {'id': '26fad3a7-418e-4f2c-82bb-428c9bfc830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '69577f3b-37d2-4abe-933d-a6840532cbc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:56.464214 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-83006ee2-1246-4f62-9d7f-1fbaf10476d9 service neutron] Bound using segment: {'id': '26fad3a7-418e-4f2c-82bb-428c9bfc830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '69577f3b-37d2-4abe-933d-a6840532cbc0'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:11:56.464653 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-83006ee2-1246-4f62-9d7f-1fbaf10476d9 service neutron] Bound port: 20a028a7-49b7-4be1-b81e-e958312d2816, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26fad3a7-418e-4f2c-82bb-428c9bfc830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '69577f3b-37d2-4abe-933d-a6840532cbc0'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:11:56.465404 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-83006ee2-1246-4f62-9d7f-1fbaf10476d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:56.478126 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=592c0479-0a23-45cf-a3c8-34828431b932,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:56.502902 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4934d4d-b369-4d0a-b4ea-f192108c5f74 req-a4d77b7b-ed99-4030-86d0-0f63a98a3fc9 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:56.504655 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e4934d4d-b369-4d0a-b4ea-f192108c5f74 req-a4d77b7b-ed99-4030-86d0-0f63a98a3fc9 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/ports?device_id=463d8a3b-c170-46e1-af1e-74f90980251d HTTP/1.1" status: 200 len: 945 time: 0.0678880 Aug 11 02:11:56.554067 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-83006ee2-1246-4f62-9d7f-1fbaf10476d9 service neutron] For port 20a028a7-49b7-4be1-b81e-e958312d2816, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:11:56.557869 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-83006ee2-1246-4f62-9d7f-1fbaf10476d9 service neutron] For port 20a028a7-49b7-4be1-b81e-e958312d2816, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=20a028a7-49b7-4be1-b81e-e958312d2816,segment=NetworkSegment(26fad3a7-418e-4f2c-82bb-428c9bfc830f),segment_id=26fad3a7-418e-4f2c-82bb-428c9bfc830f)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:11:56.563007 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-83006ee2-1246-4f62-9d7f-1fbaf10476d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:56.588788 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e4934d4d-b369-4d0a-b4ea-f192108c5f74 req-4ee4530d-0432-4e1f-8fdd-85a7f290946a tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddebad67-b452-412c-92a4-cd5c9d591fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672445 Aug 11 02:11:56.632846 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-83006ee2-1246-4f62-9d7f-1fbaf10476d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:56.635905 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-83006ee2-1246-4f62-9d7f-1fbaf10476d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:56.637538 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-83006ee2-1246-4f62-9d7f-1fbaf10476d9 service neutron] 10.222.0.73 "PUT /v2.0/ports/20a028a7-49b7-4be1-b81e-e958312d2816 HTTP/1.1" status: 200 len: 1093 time: 0.8897829 Aug 11 02:11:56.639749 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5048904f-4e9b-4f9a-91d4-0068d7008ffe', 'tag': '20a028a7-49b7-4be1-b81e-e958312d2816'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:56.642029 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efd5c44-6cc6-4abf-940d-31e3e4710378" -d '{"events": [{"name": "network-changed", "server_uuid": "5048904f-4e9b-4f9a-91d4-0068d7008ffe", "tag": "20a028a7-49b7-4be1-b81e-e958312d2816"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:56.648302 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83006ee2-1246-4f62-9d7f-1fbaf10476d9 service neutron] Pushing event updated for resources: {'Port': ['ID=20a028a7-49b7-4be1-b81e-e958312d2816,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:56.686611 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6962cbb9-08c1-41bb-8f56-67e8f64d56d0 x-openstack-request-id: req-6962cbb9-08c1-41bb-8f56-67e8f64d56d0 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:56.686964 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5048904f-4e9b-4f9a-91d4-0068d7008ffe", "tag": "20a028a7-49b7-4be1-b81e-e958312d2816", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:56.687279 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6962cbb9-08c1-41bb-8f56-67e8f64d56d0 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:56.687798 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5048904f-4e9b-4f9a-91d4-0068d7008ffe', 'tag': '20a028a7-49b7-4be1-b81e-e958312d2816', 'status': 'completed', 'code': 200} Aug 11 02:11:56.768289 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff42df-a2eb-4130-95f5-d630b8f68b39 req-27d0d43e-6ccc-4b05-b594-e6d60019f309 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:56.769783 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-16ff42df-a2eb-4130-95f5-d630b8f68b39 req-27d0d43e-6ccc-4b05-b594-e6d60019f309 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 946 time: 0.0783174 Aug 11 02:11:56.775975 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-34648502-d709-4e88-9c3c-58d7ec38b4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:56.777396 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-34648502-d709-4e88-9c3c-58d7ec38b4c6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=720bce38ad5b4b36b6ab4ec32b5aaae3&device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 1096 time: 0.0761783 Aug 11 02:11:56.840198 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-7a9e80fa-1ff9-4e59-b63a-bad6fa3589f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20a028a7-49b7-4be1-b81e-e958312d2816 HTTP/1.1" status: 200 len: 217 time: 0.0481155 Aug 11 02:11:56.864469 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-16ff42df-a2eb-4130-95f5-d630b8f68b39 req-b9af7f3e-4abb-47df-8371-59a8ca54b456 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860865 Aug 11 02:11:56.905051 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-84aefa7b-7a74-4a4c-bd12-8d61b916fc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:56.906726 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-84aefa7b-7a74-4a4c-bd12-8d61b916fc66 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=269d36c9-6b3c-4c9c-8f30-71febc1f6ea9 HTTP/1.1" status: 200 len: 860 time: 0.0556908 Aug 11 02:11:56.953443 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-b38ebd90-7867-4ec2-9622-8b3723f9df26 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69577f3b-37d2-4abe-933d-a6840532cbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330386 Aug 11 02:11:56.971567 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dec49d-ab41-4ee3-9987-a0dbd7eac001 req-16b46f4c-7dd7-4e98-93c8-1917f4a7035b tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:56.973121 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c1dec49d-ab41-4ee3-9987-a0dbd7eac001 req-16b46f4c-7dd7-4e98-93c8-1917f4a7035b tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=156f2c8d-de03-4d5e-8dbe-c553bbf38ca3 HTTP/1.1" status: 200 len: 946 time: 0.0724382 Aug 11 02:11:57.030908 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c1dec49d-ab41-4ee3-9987-a0dbd7eac001 req-3a35be2e-ed32-4f27-8edb-65a42edaca59 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503256 Aug 11 02:11:57.071272 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device d41204d6-692b-429f-90ac-25e71c7d9f8a details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:11:57.080043 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d43f0b-a6b5-4d79-937c-5d40f14dc1c8 req-6faa1bab-f226-4eee-81dd-e52d6b640a00 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:57.083052 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-14d43f0b-a6b5-4d79-937c-5d40f14dc1c8 req-6faa1bab-f226-4eee-81dd-e52d6b640a00 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/ports?device_id=9643f2ee-758a-4a15-ae1a-c5155967ccd3 HTTP/1.1" status: 200 len: 946 time: 0.1203077 Aug 11 02:11:57.151933 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-608727b7-3cee-4f56-bc77-679df7b90a39 service neutron] 10.222.0.73 "GET /v2.0/networks/69577f3b-37d2-4abe-933d-a6840532cbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872625 Aug 11 02:11:57.161284 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-14d43f0b-a6b5-4d79-937c-5d40f14dc1c8 req-76db1604-2cdc-4f62-9d07-70477320f936 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/security-groups?id=7afd4a89-8c00-465a-bbdc-92a96fa9c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628190 Aug 11 02:11:57.262188 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port d41204d6-692b-429f-90ac-25e71c7d9f8a, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=d41204d6-692b-429f-90ac-25e71c7d9f8a,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:57.287726 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465ba48-1d3c-4cec-82d2-1af1c36d1b65 req-16f82be1-7f34-407c-aa96-436dc4634f60 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:57.290718 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'd41204d6-692b-429f-90ac-25e71c7d9f8a', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': 'd41204d6-692b-429f-90ac-25e71c7d9f8a', 'mac_address': 'fa:16:3e:94:19:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:11:57.296047 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7465ba48-1d3c-4cec-82d2-1af1c36d1b65 req-16f82be1-7f34-407c-aa96-436dc4634f60 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 944 time: 0.0682526 Aug 11 02:11:57.354838 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:57.373488 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d41204d6-692b-429f-90ac-25e71c7d9f8a {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:57.388067 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7465ba48-1d3c-4cec-82d2-1af1c36d1b65 req-384880c5-2301-4bd7-84a4-604a0498e0ab tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/security-groups?id=45b25b34-9b54-4e3b-8504-b668c19020c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694780 Aug 11 02:11:57.409576 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port d41204d6-692b-429f-90ac-25e71c7d9f8a, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=d41204d6-692b-429f-90ac-25e71c7d9f8a,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:57.414883 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:57.421945 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efabfd-023d-4a96-af45-61ec8db377ea req-7976d348-21ed-4496-ba8e-e27eeb66cfa1 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:57.428645 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-28efabfd-023d-4a96-af45-61ec8db377ea req-7976d348-21ed-4496-ba8e-e27eeb66cfa1 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.1190863 Aug 11 02:11:57.456999 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b0084-fe46-4cbf-be36-a640e85b50a0 req-42257947-7b13-4e10-b4f8-afaffccd5954 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:57.458756 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8b9b0084-fe46-4cbf-be36-a640e85b50a0 req-42257947-7b13-4e10-b4f8-afaffccd5954 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.66 "GET /v2.0/ports?device_id=156f2c8d-de03-4d5e-8dbe-c553bbf38ca3 HTTP/1.1" status: 200 len: 946 time: 0.2259309 Aug 11 02:11:57.481755 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-65c42879-6185-4e45-aca1-0de69e7eb594 req-8e0070f1-73e6-4990-8a45-323d753146e9 service neutron] 10.222.0.73 "GET /v2.0/networks/69577f3b-37d2-4abe-933d-a6840532cbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147945 Aug 11 02:11:57.484799 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=d41204d6-692b-429f-90ac-25e71c7d9f8a,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:57.534510 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-28efabfd-023d-4a96-af45-61ec8db377ea req-349b1ca6-faee-49f9-9734-4a5faec8b2f6 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048658 Aug 11 02:11:57.616857 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd5c44-6cc6-4abf-940d-31e3e4710378 req-b92fbc24-88fb-45a7-a4d3-68d8da76b50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:57.618799 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6efd5c44-6cc6-4abf-940d-31e3e4710378 req-b92fbc24-88fb-45a7-a4d3-68d8da76b50f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=720bce38ad5b4b36b6ab4ec32b5aaae3&device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 1096 time: 0.0655019 Aug 11 02:11:57.644791 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-8b9b0084-fe46-4cbf-be36-a640e85b50a0 req-bd232ce7-e74d-4bc9-bb98-f61fe4da8e1d tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Deleting port 73fca12f-3c36-4ca7-80a4-a8598cae0a7a {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:57.645147 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-8b9b0084-fe46-4cbf-be36-a640e85b50a0 req-bd232ce7-e74d-4bc9-bb98-f61fe4da8e1d tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:57.714200 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['d41204d6-692b-429f-90ac-25e71c7d9f8a'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:57.842206 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd5c44-6cc6-4abf-940d-31e3e4710378 req-64c8137d-e1dd-4384-af9b-3142909a94ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:57.843881 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6efd5c44-6cc6-4abf-940d-31e3e4710378 req-64c8137d-e1dd-4384-af9b-3142909a94ea service neutron] 10.222.0.73 "GET /v2.0/networks?id=69577f3b-37d2-4abe-933d-a6840532cbc0 HTTP/1.1" status: 200 len: 921 time: 0.2138782 Aug 11 02:11:57.850247 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-8b9b0084-fe46-4cbf-be36-a640e85b50a0 req-bd232ce7-e74d-4bc9-bb98-f61fe4da8e1d tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] For port 73fca12f-3c36-4ca7-80a4-a8598cae0a7a, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=73fca12f-3c36-4ca7-80a4-a8598cae0a7a,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:57.850625 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-8b9b0084-fe46-4cbf-be36-a640e85b50a0 req-bd232ce7-e74d-4bc9-bb98-f61fe4da8e1d tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:57.856179 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device f00425ea-66f6-44bb-b178-137dad682ab3 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:11:57.880317 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eac323-07c8-4777-99f5-59ffd18ae7a7 req-8be385d7-be45-40ef-8b1c-61b3319389be tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:57.881925 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-89eac323-07c8-4777-99f5-59ffd18ae7a7 req-8be385d7-be45-40ef-8b1c-61b3319389be tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/ports?device_id=463d8a3b-c170-46e1-af1e-74f90980251d HTTP/1.1" status: 200 len: 945 time: 0.1360896 Aug 11 02:11:57.907304 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463d8a3b-c170-46e1-af1e-74f90980251d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272bd21d-fd16-42ff-ad05-6be8b490361c'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:57.913854 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-8b9b0084-fe46-4cbf-be36-a640e85b50a0 req-bd232ce7-e74d-4bc9-bb98-f61fe4da8e1d tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Calling delete_port for 73fca12f-3c36-4ca7-80a4-a8598cae0a7a owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:57.914380 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ac4f61-2dc0-472c-883c-c44f7206b2d1" -d '{"events": [{"server_uuid": "463d8a3b-c170-46e1-af1e-74f90980251d", "name": "network-vif-plugged", "status": "completed", "tag": "272bd21d-fd16-42ff-ad05-6be8b490361c"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:57.920755 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6efd5c44-6cc6-4abf-940d-31e3e4710378 req-2f1a6153-b76f-4746-853f-99be033e7970 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20a028a7-49b7-4be1-b81e-e958312d2816 HTTP/1.1" status: 200 len: 217 time: 0.0675278 Aug 11 02:11:57.940207 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36866) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:58.052528 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-89eac323-07c8-4777-99f5-59ffd18ae7a7 req-e5f266ba-c7f6-435e-aa3a-81037f3c2b26 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddebad67-b452-412c-92a4-cd5c9d591fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342502 Aug 11 02:11:58.072214 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd5c44-6cc6-4abf-940d-31e3e4710378 req-63c3d324-894d-4f2e-be25-2784ce8be5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:58.073488 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6efd5c44-6cc6-4abf-940d-31e3e4710378 req-63c3d324-894d-4f2e-be25-2784ce8be5bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=269d36c9-6b3c-4c9c-8f30-71febc1f6ea9 HTTP/1.1" status: 200 len: 860 time: 0.1331379 Aug 11 02:11:58.101371 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dded1ba-50e7-4285-aa03-d2705e5592ce req-14a0cd3c-4d12-4d11-8135-665fdc980b64 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:58.111337 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6dded1ba-50e7-4285-aa03-d2705e5592ce req-14a0cd3c-4d12-4d11-8135-665fdc980b64 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 946 time: 0.1122117 Aug 11 02:11:58.134638 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6efd5c44-6cc6-4abf-940d-31e3e4710378 req-d5dee229-0736-404a-9a1e-502a91c5fa21 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69577f3b-37d2-4abe-933d-a6840532cbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467730 Aug 11 02:11:58.139832 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0496ad3c-f096-409c-bcff-61c9edd0b91d x-openstack-request-id: req-0496ad3c-f096-409c-bcff-61c9edd0b91d {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:58.140044 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463d8a3b-c170-46e1-af1e-74f90980251d", "name": "network-vif-plugged", "status": "completed", "tag": "272bd21d-fd16-42ff-ad05-6be8b490361c", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:58.143747 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0496ad3c-f096-409c-bcff-61c9edd0b91d {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:58.144306 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463d8a3b-c170-46e1-af1e-74f90980251d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272bd21d-fd16-42ff-ad05-6be8b490361c', 'code': 200} Aug 11 02:11:58.190612 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6dded1ba-50e7-4285-aa03-d2705e5592ce req-fe0e3693-a9b6-40f6-ab6a-b4684c34f21d tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768747 Aug 11 02:11:58.238970 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port f00425ea-66f6-44bb-b178-137dad682ab3, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f00425ea-66f6-44bb-b178-137dad682ab3,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:58.263987 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 592c0479-0a23-45cf-a3c8-34828431b932 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:11:58.280098 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d2d6ac34-4da5-45f9-9951-c9a4c4023e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:58.292603 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'f00425ea-66f6-44bb-b178-137dad682ab3', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': 'f00425ea-66f6-44bb-b178-137dad682ab3', 'mac_address': 'fa:16:3e:e7:57:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:11:58.357496 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:58.374229 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 592c0479-0a23-45cf-a3c8-34828431b932 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:58.374577 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:58.378375 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f00425ea-66f6-44bb-b178-137dad682ab3 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:58.428127 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port f00425ea-66f6-44bb-b178-137dad682ab3, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f00425ea-66f6-44bb-b178-137dad682ab3,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:58.439437 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:58.497501 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-8b9b0084-fe46-4cbf-be36-a640e85b50a0 req-bd232ce7-e74d-4bc9-bb98-f61fe4da8e1d tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:58.507354 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9886a-8cde-4819-b84d-99c38d7110dd req-cc8db437-27a5-4278-bb44-45765093d340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:58.509114 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-12e9886a-8cde-4819-b84d-99c38d7110dd req-cc8db437-27a5-4278-bb44-45765093d340 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=463d8a3b-c170-46e1-af1e-74f90980251d HTTP/1.1" status: 200 len: 1097 time: 0.2770479 Aug 11 02:11:58.526319 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c5072-c234-4d11-965a-90e83cd566c1 req-1791a248-2b27-47c1-ad20-8fa81672d1ea tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:58.527965 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ba3c5072-c234-4d11-965a-90e83cd566c1 req-1791a248-2b27-47c1-ad20-8fa81672d1ea tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/ports?device_id=9643f2ee-758a-4a15-ae1a-c5155967ccd3 HTTP/1.1" status: 200 len: 946 time: 0.1860313 Aug 11 02:11:58.555091 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71f191-186e-4846-b426-d256ccc1d1f0 req-554ffc65-e8ff-480f-a39c-0f5bd27f4c1f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:58.562994 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7c71f191-186e-4846-b426-d256ccc1d1f0 req-554ffc65-e8ff-480f-a39c-0f5bd27f4c1f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=156f2c8d-de03-4d5e-8dbe-c553bbf38ca3 HTTP/1.1" status: 200 len: 946 time: 0.2994699 Aug 11 02:11:58.580180 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['f00425ea-66f6-44bb-b178-137dad682ab3'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:58.590380 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd232ce7-e74d-4bc9-bb98-f61fe4da8e1d tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Pushing event deleted for resources: {'Port': ['ID=73fca12f-3c36-4ca7-80a4-a8598cae0a7a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:58.613200 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-12e9886a-8cde-4819-b84d-99c38d7110dd req-8d168a51-2974-412b-a506-6f1bed0146ed service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ddebad67-b452-412c-92a4-cd5c9d591fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823195 Aug 11 02:11:58.632567 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9b0084-fe46-4cbf-be36-a640e85b50a0 req-bd232ce7-e74d-4bc9-bb98-f61fe4da8e1d tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] No DVR routers for this DVR port 73fca12f-3c36-4ca7-80a4-a8598cae0a7a on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:11:58.647655 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ba3c5072-c234-4d11-965a-90e83cd566c1 req-641a0b54-6b76-40ef-8764-f24fc820bc27 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/security-groups?id=7afd4a89-8c00-465a-bbdc-92a96fa9c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917244 Aug 11 02:11:58.672003 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-8b9b0084-fe46-4cbf-be36-a640e85b50a0 req-bd232ce7-e74d-4bc9-bb98-f61fe4da8e1d tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:58.675311 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8b9b0084-fe46-4cbf-be36-a640e85b50a0 req-bd232ce7-e74d-4bc9-bb98-f61fe4da8e1d tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.66 "DELETE /v2.0/ports/73fca12f-3c36-4ca7-80a4-a8598cae0a7a HTTP/1.1" status: 204 len: 173 time: 1.2063367 Aug 11 02:11:58.686742 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d2d6ac34-4da5-45f9-9951-c9a4c4023e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:58.689180 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=f00425ea-66f6-44bb-b178-137dad682ab3,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:58.691141 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6efd5c44-6cc6-4abf-940d-31e3e4710378 req-532fa09f-acea-4c8a-8aaf-a656f6da974a service neutron] 10.222.0.73 "GET /v2.0/networks/69577f3b-37d2-4abe-933d-a6840532cbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415709 Aug 11 02:11:58.701684 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d2d6ac34-4da5-45f9-9951-c9a4c4023e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:58.711159 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156f2c8d-de03-4d5e-8dbe-c553bbf38ca3', 'name': 'network-vif-deleted', 'tag': '73fca12f-3c36-4ca7-80a4-a8598cae0a7a'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:58.719096 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02298be9-debd-40b4-9827-109737f003ab" -d '{"events": [{"server_uuid": "156f2c8d-de03-4d5e-8dbe-c553bbf38ca3", "name": "network-vif-deleted", "tag": "73fca12f-3c36-4ca7-80a4-a8598cae0a7a"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:58.777824 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6ac34-4da5-45f9-9951-c9a4c4023e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a37882-5f14-4638-8e21-180a6ef59e85,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:58.782856 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d2d6ac34-4da5-45f9-9951-c9a4c4023e3a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5b77e54fcbe648f18fea880a3299c873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8408356 Aug 11 02:11:58.798213 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36886) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:58.856421 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9962d-9c94-4a51-a9e6-e1783c35516d req-aa2a2ace-aed9-4043-bd5e-e59dcdc16be3 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:58.864459 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4bb9962d-9c94-4a51-a9e6-e1783c35516d req-aa2a2ace-aed9-4043-bd5e-e59dcdc16be3 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 944 time: 0.1072533 Aug 11 02:11:58.909621 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5ce9c9a1-e5f0-4537-85d5-1d85df926dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:58.948120 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4bb9962d-9c94-4a51-a9e6-e1783c35516d req-deb0b277-42d6-4d77-8605-634076e7cb13 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/security-groups?id=45b25b34-9b54-4e3b-8504-b668c19020c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825839 Aug 11 02:11:58.968776 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5ce9c9a1-e5f0-4537-85d5-1d85df926dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:58.970783 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6efd5c44-6cc6-4abf-940d-31e3e4710378 req-8029633c-49f6-4010-b5ac-0e3c52e95504 service neutron] 10.222.0.73 "GET /v2.0/networks/69577f3b-37d2-4abe-933d-a6840532cbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650197 Aug 11 02:11:58.981398 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7c71f191-186e-4846-b426-d256ccc1d1f0 req-67bd17f6-7cb3-4c86-977f-1694602459a0 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170918 Aug 11 02:11:59.094177 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 20a028a7-49b7-4be1-b81e-e958312d2816 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:11:59.096171 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device d41204d6-692b-429f-90ac-25e71c7d9f8a up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:11:59.174021 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429c8c4-877e-4e68-82a6-8e6b3cddedd6 req-afe4c726-c921-4832-85d6-32f5a06324d9 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:59.175949 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f429c8c4-877e-4e68-82a6-8e6b3cddedd6 req-afe4c726-c921-4832-85d6-32f5a06324d9 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 949 time: 0.1367669 Aug 11 02:11:59.206986 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5ce9c9a1-e5f0-4537-85d5-1d85df926dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:59.210460 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5ce9c9a1-e5f0-4537-85d5-1d85df926dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:59.212648 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5ce9c9a1-e5f0-4537-85d5-1d85df926dea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/90a37882-5f14-4638-8e21-180a6ef59e85 HTTP/1.1" status: 204 len: 168 time: 0.4124427 Aug 11 02:11:59.228361 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9c9a1-e5f0-4537-85d5-1d85df926dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a37882-5f14-4638-8e21-180a6ef59e85,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:59.284788 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f429c8c4-877e-4e68-82a6-8e6b3cddedd6 req-cce94452-ff72-4869-999e-5257210e2f4d tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966113 Aug 11 02:11:59.333151 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0877d0a5-74e3-48a4-a9a7-6397e060b48d x-openstack-request-id: req-0877d0a5-74e3-48a4-a9a7-6397e060b48d {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:59.333427 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156f2c8d-de03-4d5e-8dbe-c553bbf38ca3", "name": "network-vif-deleted", "tag": "73fca12f-3c36-4ca7-80a4-a8598cae0a7a", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:59.333682 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0877d0a5-74e3-48a4-a9a7-6397e060b48d {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:59.334178 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156f2c8d-de03-4d5e-8dbe-c553bbf38ca3', 'name': 'network-vif-deleted', 'tag': '73fca12f-3c36-4ca7-80a4-a8598cae0a7a', 'status': 'completed', 'code': 200} Aug 11 02:11:59.355682 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 20a028a7-49b7-4be1-b81e-e958312d2816, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=20a028a7-49b7-4be1-b81e-e958312d2816,segment=NetworkSegment(26fad3a7-418e-4f2c-82bb-428c9bfc830f),segment_id=26fad3a7-418e-4f2c-82bb-428c9bfc830f)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:59.404860 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '20a028a7-49b7-4be1-b81e-e958312d2816', 'network_id': '69577f3b-37d2-4abe-933d-a6840532cbc0', 'port_id': '20a028a7-49b7-4be1-b81e-e958312d2816', 'mac_address': 'fa:16:3e:41:7f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '269d36c9-6b3c-4c9c-8f30-71febc1f6ea9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:11:59.509244 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a669564-4243-4d0d-9c53-d915276d562a req-35376252-7b06-447e-95cd-0185f4faa9e2 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:59.518468 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1a669564-4243-4d0d-9c53-d915276d562a req-35376252-7b06-447e-95cd-0185f4faa9e2 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/ports?device_id=463d8a3b-c170-46e1-af1e-74f90980251d HTTP/1.1" status: 200 len: 945 time: 0.1133835 Aug 11 02:11:59.550106 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:59.570393 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a028a7-49b7-4be1-b81e-e958312d2816 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:59.590546 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1a669564-4243-4d0d-9c53-d915276d562a req-6c040021-eab5-4405-8b60-c58e1b04e73f tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddebad67-b452-412c-92a4-cd5c9d591fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710135 Aug 11 02:11:59.609487 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port d41204d6-692b-429f-90ac-25e71c7d9f8a triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:59.609813 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:59.616386 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 20a028a7-49b7-4be1-b81e-e958312d2816, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=20a028a7-49b7-4be1-b81e-e958312d2816,segment=NetworkSegment(26fad3a7-418e-4f2c-82bb-428c9bfc830f),segment_id=26fad3a7-418e-4f2c-82bb-428c9bfc830f)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:59.640791 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:59.672764 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b339e-a14e-411a-a685-841e15958113 req-0e3dcf7b-3a6a-4982-8f5f-ab4596d85008 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:59.678728 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1b4b339e-a14e-411a-a685-841e15958113 req-0e3dcf7b-3a6a-4982-8f5f-ab4596d85008 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 946 time: 0.1905012 Aug 11 02:11:59.790903 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1b4b339e-a14e-411a-a685-841e15958113 req-c15767be-3aeb-4251-8566-27fd8d50c996 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032374 Aug 11 02:11:59.835344 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=20a028a7-49b7-4be1-b81e-e958312d2816,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:59.863016 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:59.874193 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device f00425ea-66f6-44bb-b178-137dad682ab3 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:11:59.988624 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['20a028a7-49b7-4be1-b81e-e958312d2816'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:00.128676 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port d41204d6-692b-429f-90ac-25e71c7d9f8a, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=d41204d6-692b-429f-90ac-25e71c7d9f8a,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:00.146133 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41204d6-692b-429f-90ac-25e71c7d9f8a'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:00.154372 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5f862-b945-4fbe-b6c7-9b0555a83777 req-21f166d0-ad00-49e5-bcd9-525b6c0dc20f tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:00.156284 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-08f5f862-b945-4fbe-b6c7-9b0555a83777 req-21f166d0-ad00-49e5-bcd9-525b6c0dc20f tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 945 time: 0.1024766 Aug 11 02:12:00.159052 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c53a2f-3a77-4fd4-b89a-0c5a7b1cfca9" -d '{"events": [{"server_uuid": "efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45", "name": "network-vif-plugged", "status": "completed", "tag": "d41204d6-692b-429f-90ac-25e71c7d9f8a"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:00.170297 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a51ff-1dc5-4b28-9bf5-04da75d50564 req-8534b7bc-48d0-4a49-a885-7ba24059ca0b tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:00.174819 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:00.179799 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a96a51ff-1dc5-4b28-9bf5-04da75d50564 req-8534b7bc-48d0-4a49-a885-7ba24059ca0b tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/ports?device_id=9643f2ee-758a-4a15-ae1a-c5155967ccd3 HTTP/1.1" status: 200 len: 946 time: 0.1174936 Aug 11 02:12:00.244006 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-08f5f862-b945-4fbe-b6c7-9b0555a83777 req-583c3ea8-4e61-4b33-b665-88592118838d tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/security-groups?id=45b25b34-9b54-4e3b-8504-b668c19020c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791593 Aug 11 02:12:00.267769 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a96a51ff-1dc5-4b28-9bf5-04da75d50564 req-0be74495-5583-4783-99bf-037a096a0d8e tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/security-groups?id=7afd4a89-8c00-465a-bbdc-92a96fa9c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867395 Aug 11 02:12:00.328307 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port f00425ea-66f6-44bb-b178-137dad682ab3 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:00.328766 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:00.331965 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=d41204d6-692b-429f-90ac-25e71c7d9f8a,revision_number=7']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:00.423203 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbb9deb-5ba8-4f7c-9a42-fd834754272d x-openstack-request-id: req-6cbb9deb-5ba8-4f7c-9a42-fd834754272d {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:00.426233 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45", "name": "network-vif-plugged", "status": "completed", "tag": "d41204d6-692b-429f-90ac-25e71c7d9f8a", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:00.426233 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6cbb9deb-5ba8-4f7c-9a42-fd834754272d {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:00.426233 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41204d6-692b-429f-90ac-25e71c7d9f8a', 'code': 200} Aug 11 02:12:00.544269 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:00.591699 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288a089-9700-4793-ac21-4414271206a8 req-8bcb6504-25bb-41b0-907a-0944adb299ca tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:00.599081 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d288a089-9700-4793-ac21-4414271206a8 req-8bcb6504-25bb-41b0-907a-0944adb299ca tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.1006937 Aug 11 02:12:00.632437 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port f00425ea-66f6-44bb-b178-137dad682ab3, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f00425ea-66f6-44bb-b178-137dad682ab3,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:00.650450 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:00.652623 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 73fca12f-3c36-4ca7-80a4-a8598cae0a7a no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:12:00.696726 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d288a089-9700-4793-ac21-4414271206a8 req-2da22f88-8f57-4867-bd80-bee1fff2d719 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900724 Aug 11 02:12:00.749785 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 73fca12f-3c36-4ca7-80a4-a8598cae0a7a {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:12:00.750169 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 73fca12f-3c36-4ca7-80a4-a8598cae0a7a not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:12:00.802191 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=f00425ea-66f6-44bb-b178-137dad682ab3,revision_number=7']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:00.848175 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e292756-5c6a-4847-a4a7-90b6d7bb721b req-f01a5728-d5e4-49a3-99ed-b37566e21c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:00.851200 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2e292756-5c6a-4847-a4a7-90b6d7bb721b req-f01a5728-d5e4-49a3-99ed-b37566e21c9a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 1102 time: 0.1841934 Aug 11 02:12:00.879650 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f395c-64fc-4fe6-b699-5b4f05a5e08d req-0ce63bfe-939f-459b-bafc-bae30ee2df8a tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:00.888455 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e5f395c-64fc-4fe6-b699-5b4f05a5e08d req-0ce63bfe-939f-459b-bafc-bae30ee2df8a tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/ports?device_id=463d8a3b-c170-46e1-af1e-74f90980251d HTTP/1.1" status: 200 len: 945 time: 0.0788150 Aug 11 02:12:00.904935 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-364d22c5-c746-4825-9723-d8df29e2bbc7 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:00.913577 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-364d22c5-c746-4825-9723-d8df29e2bbc7 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/networks?id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc HTTP/1.1" status: 200 len: 812 time: 0.2233224 Aug 11 02:12:00.934779 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e5f395c-64fc-4fe6-b699-5b4f05a5e08d req-199d9315-2623-4305-9b94-6d41c4b3d355 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddebad67-b452-412c-92a4-cd5c9d591fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453258 Aug 11 02:12:00.939923 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-accb8ef7-2ca0-4398-a39d-561565cbc1a7 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/quotas/cb683947b58544f291a36cdc9fa42ce2 HTTP/1.1" status: 200 len: 375 time: 0.0250127 Aug 11 02:12:00.959711 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2e292756-5c6a-4847-a4a7-90b6d7bb721b req-fd792483-a445-4c61-9135-98ecd129dad6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932114 Aug 11 02:12:01.007192 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-d06097e6-2336-475f-aa9f-91d542501bf6 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cb683947b58544f291a36cdc9fa42ce2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657389 Aug 11 02:12:01.153148 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-85d0f3e2-e0f7-44b8-973d-4c7994decc05 service neutron] 10.222.0.50 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448679 Aug 11 02:12:01.183699 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e405ee-c8b3-49ec-bd5e-5d9874d7839e req-eb364b97-6896-4a2e-b834-53a383c66e91 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:01.186931 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a0e405ee-c8b3-49ec-bd5e-5d9874d7839e req-eb364b97-6896-4a2e-b834-53a383c66e91 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 946 time: 0.1153696 Aug 11 02:12:01.306278 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-ffbfd452-4851-4d00-8e5d-b885d5709df3 service neutron] 10.222.0.50 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162868 Aug 11 02:12:01.354177 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a0e405ee-c8b3-49ec-bd5e-5d9874d7839e req-d389cf3b-ed0b-4a60-91da-96b9efb8d3f5 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590061 Aug 11 02:12:01.691376 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8020b85-0eaa-4487-af4c-9c94ddeb518e req-ef4d353a-6f3e-4ce5-b370-f0624115623e tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:01.697483 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c8020b85-0eaa-4487-af4c-9c94ddeb518e req-ef4d353a-6f3e-4ce5-b370-f0624115623e tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 945 time: 0.1582458 Aug 11 02:12:01.728524 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a7029-e267-43ad-85cf-36644b837144 req-6b48db66-57f9-4e9f-9784-c380c2dd8eb5 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:01.730289 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c32a7029-e267-43ad-85cf-36644b837144 req-6b48db66-57f9-4e9f-9784-c380c2dd8eb5 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.73 "GET /v2.0/ports?device_id=9643f2ee-758a-4a15-ae1a-c5155967ccd3 HTTP/1.1" status: 200 len: 946 time: 0.1049087 Aug 11 02:12:01.738385 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d9e12-5861-4e61-86dc-32baebb714d8 req-da793302-08d6-4933-884e-67ce06735b6b tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:01.747417 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fb0d9e12-5861-4e61-86dc-32baebb714d8 req-da793302-08d6-4933-884e-67ce06735b6b tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/ports?device_id=9643f2ee-758a-4a15-ae1a-c5155967ccd3 HTTP/1.1" status: 200 len: 946 time: 0.1326480 Aug 11 02:12:01.754352 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c8020b85-0eaa-4487-af4c-9c94ddeb518e req-2612d355-5545-4a0f-86c4-672b5b2e29cf tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/security-groups?id=45b25b34-9b54-4e3b-8504-b668c19020c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510333 Aug 11 02:12:01.921106 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fb0d9e12-5861-4e61-86dc-32baebb714d8 req-399e46ca-f851-4f17-aa47-ac990c4eff03 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/security-groups?id=7afd4a89-8c00-465a-bbdc-92a96fa9c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724856 Aug 11 02:12:01.963495 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-c32a7029-e267-43ad-85cf-36644b837144 req-a0a96449-8e54-447a-b50d-f1ee5b738748 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Deleting port b43814e9-fcdb-42ec-b62f-db16b18fcd2c {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:12:01.964272 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c32a7029-e267-43ad-85cf-36644b837144 req-a0a96449-8e54-447a-b50d-f1ee5b738748 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:02.137254 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-273b4f7b-7403-439d-9751-730fb37ac51c req-ba018aa4-5cee-4758-86e8-fa3ab23392cc tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 210 time: 0.1022773 Aug 11 02:12:02.197557 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-c32a7029-e267-43ad-85cf-36644b837144 req-a0a96449-8e54-447a-b50d-f1ee5b738748 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] For port b43814e9-fcdb-42ec-b62f-db16b18fcd2c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b43814e9-fcdb-42ec-b62f-db16b18fcd2c,segment=NetworkSegment(501d7792-d860-435d-9218-d835110b3121),segment_id=501d7792-d860-435d-9218-d835110b3121)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:02.198000 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c32a7029-e267-43ad-85cf-36644b837144 req-a0a96449-8e54-447a-b50d-f1ee5b738748 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:02.215602 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-c32a7029-e267-43ad-85cf-36644b837144 req-a0a96449-8e54-447a-b50d-f1ee5b738748 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Calling delete_port for b43814e9-fcdb-42ec-b62f-db16b18fcd2c owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:12:02.425655 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcba4f3-cf91-4605-872b-9b25b5cc61f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00425ea-66f6-44bb-b178-137dad682ab3'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:02.429452 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8cd45c-2b7d-4d92-ac45-173fbe41f3e5" -d '{"events": [{"server_uuid": "4fcba4f3-cf91-4605-872b-9b25b5cc61f2", "name": "network-vif-plugged", "status": "completed", "tag": "f00425ea-66f6-44bb-b178-137dad682ab3"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:02.521565 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c32a7029-e267-43ad-85cf-36644b837144 req-a0a96449-8e54-447a-b50d-f1ee5b738748 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:02.535372 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['b43814e9-fcdb-42ec-b62f-db16b18fcd2c'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:02.561792 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a96449-8e54-447a-b50d-f1ee5b738748 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Pushing event deleted for resources: {'Port': ['ID=b43814e9-fcdb-42ec-b62f-db16b18fcd2c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:02.616337 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32a7029-e267-43ad-85cf-36644b837144 req-a0a96449-8e54-447a-b50d-f1ee5b738748 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] No DVR routers for this DVR port b43814e9-fcdb-42ec-b62f-db16b18fcd2c on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:12:02.620204 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c32a7029-e267-43ad-85cf-36644b837144 req-a0a96449-8e54-447a-b50d-f1ee5b738748 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:02.624028 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c32a7029-e267-43ad-85cf-36644b837144 req-a0a96449-8e54-447a-b50d-f1ee5b738748 tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.73 "DELETE /v2.0/ports/b43814e9-fcdb-42ec-b62f-db16b18fcd2c HTTP/1.1" status: 204 len: 173 time: 0.8741806 Aug 11 02:12:02.624563 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9643f2ee-758a-4a15-ae1a-c5155967ccd3', 'name': 'network-vif-deleted', 'tag': 'b43814e9-fcdb-42ec-b62f-db16b18fcd2c'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:02.628570 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f887042-c204-4f9f-93bd-98aed0d37364" -d '{"events": [{"server_uuid": "9643f2ee-758a-4a15-ae1a-c5155967ccd3", "name": "network-vif-deleted", "tag": "b43814e9-fcdb-42ec-b62f-db16b18fcd2c"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:03.047982 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:12:03.067761 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7351e2ab-f168-47b4-a7fc-48def5862fb7 x-openstack-request-id: req-7351e2ab-f168-47b4-a7fc-48def5862fb7 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:03.068054 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fcba4f3-cf91-4605-872b-9b25b5cc61f2", "name": "network-vif-plugged", "status": "completed", "tag": "f00425ea-66f6-44bb-b178-137dad682ab3", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:03.069219 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7351e2ab-f168-47b4-a7fc-48def5862fb7 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:03.069951 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcba4f3-cf91-4605-872b-9b25b5cc61f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00425ea-66f6-44bb-b178-137dad682ab3', 'code': 200} Aug 11 02:12:03.093622 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0feb2-e4c7-4bab-8a1b-456023693440 req-0072f41b-182a-4309-b5be-1db0634e3fcd tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:03.106676 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e9e0feb2-e4c7-4bab-8a1b-456023693440 req-0072f41b-182a-4309-b5be-1db0634e3fcd tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.2278726 Aug 11 02:12:03.124800 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 20a028a7-49b7-4be1-b81e-e958312d2816 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:03.149674 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8474a4-d22e-405d-b464-04f94926e7b1 x-openstack-request-id: req-2a8474a4-d22e-405d-b464-04f94926e7b1 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:03.151371 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9643f2ee-758a-4a15-ae1a-c5155967ccd3", "name": "network-vif-deleted", "tag": "b43814e9-fcdb-42ec-b62f-db16b18fcd2c", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:03.152275 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2a8474a4-d22e-405d-b464-04f94926e7b1 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:03.152718 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9643f2ee-758a-4a15-ae1a-c5155967ccd3', 'name': 'network-vif-deleted', 'tag': 'b43814e9-fcdb-42ec-b62f-db16b18fcd2c', 'status': 'completed', 'code': 200} Aug 11 02:12:03.202881 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e9e0feb2-e4c7-4bab-8a1b-456023693440 req-1e5ffe35-9fca-460d-ba37-504473fd5e73 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929210 Aug 11 02:12:03.226830 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 20a028a7-49b7-4be1-b81e-e958312d2816 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:12:03.231493 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 20a028a7-49b7-4be1-b81e-e958312d2816 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:03.232137 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:03.242049 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69db114-53b2-4997-b6e3-4cccdd550011 req-e822ce80-3be4-4c57-82cb-d3bba9328d9e tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:03.250315 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d69db114-53b2-4997-b6e3-4cccdd550011 req-e822ce80-3be4-4c57-82cb-d3bba9328d9e tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 945 time: 0.0745330 Aug 11 02:12:03.299973 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d69db114-53b2-4997-b6e3-4cccdd550011 req-d94dae3b-8ec1-4cfb-b50e-1b3dd9d80f76 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/security-groups?id=45b25b34-9b54-4e3b-8504-b668c19020c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482390 Aug 11 02:12:03.458602 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:03.475419 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-65cfb03d-5f54-4840-94f8-b4cadb6e6c92 req-3f30dc35-da06-44bb-b6c3-a606a3458abb tempest-ServerPasswordTestJSON-1339941075 tempest-ServerPasswordTestJSON-1339941075-project] 10.222.0.50 "GET /v2.0/ports?device_id=9643f2ee-758a-4a15-ae1a-c5155967ccd3 HTTP/1.1" status: 200 len: 210 time: 0.1131113 Aug 11 02:12:03.510148 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 20a028a7-49b7-4be1-b81e-e958312d2816, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=20a028a7-49b7-4be1-b81e-e958312d2816,segment=NetworkSegment(26fad3a7-418e-4f2c-82bb-428c9bfc830f),segment_id=26fad3a7-418e-4f2c-82bb-428c9bfc830f)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:03.523099 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:03.616340 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=20a028a7-49b7-4be1-b81e-e958312d2816,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:03.675620 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4a6452f-b7de-4133-90c2-6f4f06e45f93 req-45c0c18a-da91-4988-99b6-b9c12ce22aad tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 210 time: 0.0877359 Aug 11 02:12:03.792151 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f87a86-b24e-4563-be17-f8113add735f req-edeb7a9e-bc19-42b2-b617-612516894958 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:03.793720 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-57f87a86-b24e-4563-be17-f8113add735f req-edeb7a9e-bc19-42b2-b617-612516894958 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.1860504 Aug 11 02:12:03.864186 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-f047b91f-24d8-4d53-9246-c7427cedde42 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:03.865779 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-f047b91f-24d8-4d53-9246-c7427cedde42 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.66 "GET /v2.0/networks?id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc HTTP/1.1" status: 200 len: 812 time: 0.2177539 Aug 11 02:12:03.903962 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-8a6de637-1938-468f-9a8b-2cf68a724f10 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Request body: {'port': {'device_id': '92155314-003c-4c66-b618-4bb2aed5e6da', 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc', 'admin_state_up': True, 'tenant_id': 'cb683947b58544f291a36cdc9fa42ce2'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:04.042918 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-57f87a86-b24e-4563-be17-f8113add735f req-84da475b-807b-4aef-a5b0-67792b9fa01a tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367773 Aug 11 02:12:04.094045 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-8a6de637-1938-468f-9a8b-2cf68a724f10 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Made reservation on behalf of cb683947b58544f291a36cdc9fa42ce2 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:12:04.101810 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-8a6de637-1938-468f-9a8b-2cf68a724f10 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:04.167283 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 37116) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:04.320100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-8a6de637-1938-468f-9a8b-2cf68a724f10 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Allocated IP 172.20.0.12 (887cdb43-e9b9-4bf0-8022-79d7ba803ebc/852e65ca-6cb3-47f3-8aea-2b8debfff40c/d76ced2e-5acb-42fc-9715-c7ce7af39ac4) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:12:04.402297 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-426a311d-25e5-4f29-9df3-905562e5c3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:04.633357 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-426a311d-25e5-4f29-9df3-905562e5c3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:04.645524 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-426a311d-25e5-4f29-9df3-905562e5c3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:04.698475 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-426a311d-25e5-4f29-9df3-905562e5c3fe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=77101b96f1964cf2865ba086bb8e6c83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5295980 Aug 11 02:12:04.703336 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 37148) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:04.811135 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-35e8b2a4-abdc-4250-bd40-96ddd30c0f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:04.839380 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-35e8b2a4-abdc-4250-bd40-96ddd30c0f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:04.884058 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a311d-25e5-4f29-9df3-905562e5c3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c1998d-6964-4ba5-8784-0fec609e315d,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:04.932767 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a515be-abfc-4985-bdc5-d3cdff6974cd req-3ad80abd-f8f4-44af-ae76-263f4fce56f7 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:04.940456 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-10a515be-abfc-4985-bdc5-d3cdff6974cd req-3ad80abd-f8f4-44af-ae76-263f4fce56f7 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.1597657 Aug 11 02:12:04.989311 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-10a515be-abfc-4985-bdc5-d3cdff6974cd req-c1811417-b697-43a9-b247-de42d4e505be tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443790 Aug 11 02:12:05.013220 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-35e8b2a4-abdc-4250-bd40-96ddd30c0f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:05.016287 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-35e8b2a4-abdc-4250-bd40-96ddd30c0f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:05.017818 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-35e8b2a4-abdc-4250-bd40-96ddd30c0f73 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/60c1998d-6964-4ba5-8784-0fec609e315d HTTP/1.1" status: 204 len: 168 time: 0.3131289 Aug 11 02:12:05.030506 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8b2a4-abdc-4250-bd40-96ddd30c0f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c1998d-6964-4ba5-8784-0fec609e315d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:05.054795 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 37154) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:05.071653 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5048904f-4e9b-4f9a-91d4-0068d7008ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a028a7-49b7-4be1-b81e-e958312d2816'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:05.075516 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adc8b91-fa5c-461b-81a0-66b08951ad35" -d '{"events": [{"server_uuid": "5048904f-4e9b-4f9a-91d4-0068d7008ffe", "name": "network-vif-plugged", "status": "completed", "tag": "20a028a7-49b7-4be1-b81e-e958312d2816"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:05.147937 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device cbe72ab1-ae06-44fa-8520-8bee8e3a346c details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:12:05.150987 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fad20fb-4c4f-4577-a243-2b45e5a129a8 admin admin] Deleting subnet e476cd41-7172-445c-b6cd-ff185b07ec55 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:12:05.159941 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8fad20fb-4c4f-4577-a243-2b45e5a129a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:05.187420 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3c7d2-06af-43ea-a77e-ac31895f206b req-c46e36d8-8384-406a-b30e-81effd87c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:05.188975 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4cc3c7d2-06af-43ea-a77e-ac31895f206b req-c46e36d8-8384-406a-b30e-81effd87c6a5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e0f21d4f135e4edfb025f9641f4900a6&device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 1102 time: 0.2078047 Aug 11 02:12:05.226494 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3e5d6244-e966-4555-9909-8dd6e20a5c95 req-f582161a-116d-4616-8421-1f638379fca4 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 210 time: 0.0641084 Aug 11 02:12:05.270138 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8fad20fb-4c4f-4577-a243-2b45e5a129a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:05.338535 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327bb62-8d35-45a3-94fb-1a4fa7566660 req-32eb50a0-9ea6-43c0-9f21-240740ded6fd tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:05.352344 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b327bb62-8d35-45a3-94fb-1a4fa7566660 req-32eb50a0-9ea6-43c0-9f21-240740ded6fd tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 946 time: 0.3723750 Aug 11 02:12:05.372785 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device b43814e9-fcdb-42ec-b62f-db16b18fcd2c no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:12:05.413712 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: b43814e9-fcdb-42ec-b62f-db16b18fcd2c {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:12:05.415198 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device b43814e9-fcdb-42ec-b62f-db16b18fcd2c not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:12:05.442741 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68abf2b-3052-43ae-9d7a-dc6421a50ca9 x-openstack-request-id: req-a68abf2b-3052-43ae-9d7a-dc6421a50ca9 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:05.443645 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5048904f-4e9b-4f9a-91d4-0068d7008ffe", "name": "network-vif-plugged", "status": "completed", "tag": "20a028a7-49b7-4be1-b81e-e958312d2816", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:05.444207 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a68abf2b-3052-43ae-9d7a-dc6421a50ca9 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:05.444956 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5048904f-4e9b-4f9a-91d4-0068d7008ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a028a7-49b7-4be1-b81e-e958312d2816', 'code': 200} Aug 11 02:12:05.455678 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8fad20fb-4c4f-4577-a243-2b45e5a129a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:05.464663 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b327bb62-8d35-45a3-94fb-1a4fa7566660 req-3045839b-5a79-40c2-b033-41b79c49c1eb tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/security-groups?id=45b25b34-9b54-4e3b-8504-b668c19020c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050758 Aug 11 02:12:05.487095 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port cbe72ab1-ae06-44fa-8520-8bee8e3a346c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=cbe72ab1-ae06-44fa-8520-8bee8e3a346c,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:05.513622 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-8a6de637-1938-468f-9a8b-2cf68a724f10 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:05.556037 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'cbe72ab1-ae06-44fa-8520-8bee8e3a346c', 'network_id': '817a4ff3-115a-4b81-9f1c-4ed18d90c966', 'port_id': 'cbe72ab1-ae06-44fa-8520-8bee8e3a346c', 'mac_address': 'fa:16:3e:c0:07:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d716d8-5b88-434d-86dc-bdd1fc15512f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:12:05.604577 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3c7d2-06af-43ea-a77e-ac31895f206b req-a5150eb7-7c00-4141-b74e-4314a655e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:05.606490 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4cc3c7d2-06af-43ea-a77e-ac31895f206b req-a5150eb7-7c00-4141-b74e-4314a655e01f service neutron] 10.222.0.73 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.3728154 Aug 11 02:12:05.722257 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:05.739393 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4cc3c7d2-06af-43ea-a77e-ac31895f206b req-9110fa56-7206-4383-9b37-26db07acf11b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=d41204d6-692b-429f-90ac-25e71c7d9f8a HTTP/1.1" status: 200 len: 217 time: 0.1099706 Aug 11 02:12:05.754075 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8fad20fb-4c4f-4577-a243-2b45e5a129a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:05.797688 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41730da7-b5a0-4d65-83af-bfb3ddf7da7f req-9c423acb-afa1-41a6-9991-22a52b2ec914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:05.803966 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbe72ab1-ae06-44fa-8520-8bee8e3a346c {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:05.811997 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41730da7-b5a0-4d65-83af-bfb3ddf7da7f req-9c423acb-afa1-41a6-9991-22a52b2ec914 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 1098 time: 0.1917157 Aug 11 02:12:05.863478 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3c7d2-06af-43ea-a77e-ac31895f206b req-1abc79fd-253b-426a-8ed4-9411e1f40bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:05.870809 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4cc3c7d2-06af-43ea-a77e-ac31895f206b req-1abc79fd-253b-426a-8ed4-9411e1f40bf0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1072259 Aug 11 02:12:05.871465 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 37188) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:05.872517 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port cbe72ab1-ae06-44fa-8520-8bee8e3a346c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=cbe72ab1-ae06-44fa-8520-8bee8e3a346c,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:05.882294 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-8a6de637-1938-468f-9a8b-2cf68a724f10 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:05.883755 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:05.960342 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad20fb-4c4f-4577-a243-2b45e5a129a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e476cd41-7172-445c-b6cd-ff185b07ec55,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:05.968416 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=cbe72ab1-ae06-44fa-8520-8bee8e3a346c,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:05.978583 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:05.979189 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:05.979747 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:05.980260 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:05.980781 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:05.981287 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:05.981806 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:05.982362 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:05.982863 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:05.983360 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:05.983894 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:05.984408 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:05.986044 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8fad20fb-4c4f-4577-a243-2b45e5a129a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:05.997858 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-74c871b2-0795-4b64-8fac-5b282ab07e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:06.007063 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 37198) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:06.008419 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8fad20fb-4c4f-4577-a243-2b45e5a129a8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e476cd41-7172-445c-b6cd-ff185b07ec55 HTTP/1.1" status: 204 len: 168 time: 0.9521425 Aug 11 02:12:06.042221 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['cbe72ab1-ae06-44fa-8520-8bee8e3a346c'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:06.076459 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41730da7-b5a0-4d65-83af-bfb3ddf7da7f req-29cc0557-43bd-462b-bd2d-6c7bbedfb74e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=45b25b34-9b54-4e3b-8504-b668c19020c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621009 Aug 11 02:12:06.234345 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-8a6de637-1938-468f-9a8b-2cf68a724f10 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Network 887cdb43-e9b9-4bf0-8022-79d7ba803ebc is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:12:06.350079 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-8a6de637-1938-468f-9a8b-2cf68a724f10 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:06.353933 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6de637-1938-468f-9a8b-2cf68a724f10 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Pushing event updated for resources: {'Port': ['ID=d76ced2e-5acb-42fc-9715-c7ce7af39ac4,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:06.356635 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-8a6de637-1938-468f-9a8b-2cf68a724f10 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:12:06.459630 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3c7d2-06af-43ea-a77e-ac31895f206b req-794b2560-1f4c-4eef-8cb8-c55042458c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:06.461366 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4cc3c7d2-06af-43ea-a77e-ac31895f206b req-794b2560-1f4c-4eef-8cb8-c55042458c75 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5525911 Aug 11 02:12:06.493423 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbccc05-b902-4938-9fe0-c071743e81a9 req-1bf9332b-e72d-42f6-a4d4-fc2736448e3b tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:06.502244 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2dbccc05-b902-4938-9fe0-c071743e81a9 req-1bf9332b-e72d-42f6-a4d4-fc2736448e3b tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 932 time: 0.1313496 Aug 11 02:12:06.539802 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d66fbea5-d219-4369-b0cb-a13372867f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:06.586329 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2dbccc05-b902-4938-9fe0-c071743e81a9 req-ebe5903f-7497-4679-b70d-f54c04d6a7b4 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815847 Aug 11 02:12:06.624126 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc750186-303c-4500-98ea-3d933675da58 req-56e5610b-8a94-45f7-8d53-2d3a979f0fbd tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:06.633671 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dc750186-303c-4500-98ea-3d933675da58 req-56e5610b-8a94-45f7-8d53-2d3a979f0fbd tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.4738591 Aug 11 02:12:06.677646 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-8a6de637-1938-468f-9a8b-2cf68a724f10 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:06.677646 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-8a6de637-1938-468f-9a8b-2cf68a724f10 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:06.793912 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-70074ee7-5e68-4881-bd2d-7eaa5a8b0778 req-9113ab5a-73a9-4488-8d1b-a2913b7a2ecc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8a773bf3-ff7a-4498-a22b-763c2519d974&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2908282 Aug 11 02:12:06.928840 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dc750186-303c-4500-98ea-3d933675da58 req-d2aadf68-b797-40e5-be4b-ea259e0c61b3 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912359 Aug 11 02:12:07.003348 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4cc3c7d2-06af-43ea-a77e-ac31895f206b req-366d5b3b-3cdb-40d5-9ad5-ad6c6f20e26e service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5196443 Aug 11 02:12:07.015404 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d66fbea5-d219-4369-b0cb-a13372867f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:07.080188 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-d66fbea5-d219-4369-b0cb-a13372867f13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab69d2a6-9fe8-4b39-9ace-29fdd2307adc']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:07.160518 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device cbe72ab1-ae06-44fa-8520-8bee8e3a346c up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:07.191134 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-d66fbea5-d219-4369-b0cb-a13372867f13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501d7792-d860-435d-9218-d835110b3121') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:07.191410 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-d66fbea5-d219-4369-b0cb-a13372867f13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501d7792-d860-435d-9218-d835110b3121') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:07.246739 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d66fbea5-d219-4369-b0cb-a13372867f13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:07.282277 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70074ee7-5e68-4881-bd2d-7eaa5a8b0778 req-b84deb69-622c-456d-bcc8-1a6f172ed200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:07.288135 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-70074ee7-5e68-4881-bd2d-7eaa5a8b0778 req-b84deb69-622c-456d-bcc8-1a6f172ed200 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e0f21d4f135e4edfb025f9641f4900a6&device_id=8a773bf3-ff7a-4498-a22b-763c2519d974 HTTP/1.1" status: 200 len: 1102 time: 0.4047403 Aug 11 02:12:07.296977 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port cbe72ab1-ae06-44fa-8520-8bee8e3a346c triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:07.297646 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:07.307577 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-74c871b2-0795-4b64-8fac-5b282ab07e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:07.346260 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-74c871b2-0795-4b64-8fac-5b282ab07e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:07.358279 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d66fbea5-d219-4369-b0cb-a13372867f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:07.447377 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5a285-9e53-4f16-9dcb-a46d3bb7db0b req-41eb1c28-3dd1-4f35-8188-15ee2bd8c3ce tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:07.466962 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1dd5a285-9e53-4f16-9dcb-a46d3bb7db0b req-41eb1c28-3dd1-4f35-8188-15ee2bd8c3ce tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 946 time: 0.3959503 Aug 11 02:12:07.496699 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-8a6de637-1938-468f-9a8b-2cf68a724f10 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6065719 Aug 11 02:12:07.574824 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66fbea5-d219-4369-b0cb-a13372867f13 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:12:07.575257 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d66fbea5-d219-4369-b0cb-a13372867f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:12:07.584058 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:12:07.587320 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c871b2-0795-4b64-8fac-5b282ab07e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b211a3b-0c16-4ede-b893-f9adf8123fb3,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:07.649209 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-2f0a0244-1795-4229-be0e-634d7b0fc8bc service neutron] Request body: {'port': {'device_id': '92155314-003c-4c66-b618-4bb2aed5e6da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:07.858914 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:07.929349 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70074ee7-5e68-4881-bd2d-7eaa5a8b0778 req-ae026f05-3ce4-4b26-b380-1942db7dcb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:07.931689 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-70074ee7-5e68-4881-bd2d-7eaa5a8b0778 req-ae026f05-3ce4-4b26-b380-1942db7dcb08 service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.4492087 Aug 11 02:12:07.942072 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port cbe72ab1-ae06-44fa-8520-8bee8e3a346c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=cbe72ab1-ae06-44fa-8520-8bee8e3a346c,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:07.944831 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a961ac6a-decb-4df9-9874-1163ef684d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe72ab1-ae06-44fa-8520-8bee8e3a346c'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:07.950015 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145d6412-0156-4cf9-ac6c-2e2e30747d0d" -d '{"events": [{"server_uuid": "a961ac6a-decb-4df9-9874-1163ef684d70", "name": "network-vif-plugged", "status": "completed", "tag": "cbe72ab1-ae06-44fa-8520-8bee8e3a346c"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:07.968581 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:07.993005 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1dd5a285-9e53-4f16-9dcb-a46d3bb7db0b req-2dfc1be1-c8ca-4a98-9bb0-d7fbe913cb73 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/security-groups?id=45b25b34-9b54-4e3b-8504-b668c19020c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5251029 Aug 11 02:12:07.996676 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4cc3c7d2-06af-43ea-a77e-ac31895f206b req-0b34ed5f-536b-433e-b72d-4f7534853d07 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9539485 Aug 11 02:12:07.997529 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d66fbea5-d219-4369-b0cb-a13372867f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:08.036031 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-74c871b2-0795-4b64-8fac-5b282ab07e80 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=203af1233972492cb0054e349ffb7f2d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1611128 Aug 11 02:12:08.039550 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 37240) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:08.134901 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-70074ee7-5e68-4881-bd2d-7eaa5a8b0778 req-d6fe2e8d-c48a-4e27-a0ae-f8ab9e407836 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=3fd089f0-cc3f-43cb-942a-23d12bd19a6c HTTP/1.1" status: 200 len: 217 time: 0.1697698 Aug 11 02:12:08.167357 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=cbe72ab1-ae06-44fa-8520-8bee8e3a346c,revision_number=7']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:08.222937 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-567290db-2ca8-4d11-99c9-c7e8a10dcd92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:08.282561 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-567290db-2ca8-4d11-99c9-c7e8a10dcd92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:08.321875 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66fbea5-d219-4369-b0cb-a13372867f13 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab69d2a6-9fe8-4b39-9ace-29fdd2307adc,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:08.329212 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70074ee7-5e68-4881-bd2d-7eaa5a8b0778 req-b82af38c-5e69-438b-812c-a82bf0af8265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:08.330939 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-70074ee7-5e68-4881-bd2d-7eaa5a8b0778 req-b82af38c-5e69-438b-812c-a82bf0af8265 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1439769 Aug 11 02:12:08.331812 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-2f0a0244-1795-4229-be0e-634d7b0fc8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:08.347789 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d66fbea5-d219-4369-b0cb-a13372867f13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:08.351298 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d66fbea5-d219-4369-b0cb-a13372867f13 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ab69d2a6-9fe8-4b39-9ace-29fdd2307adc HTTP/1.1" status: 204 len: 168 time: 2.3345819 Aug 11 02:12:08.366821 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-567290db-2ca8-4d11-99c9-c7e8a10dcd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:08.373516 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-567290db-2ca8-4d11-99c9-c7e8a10dcd92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:08.375825 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-567290db-2ca8-4d11-99c9-c7e8a10dcd92 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4b211a3b-0c16-4ede-b893-f9adf8123fb3 HTTP/1.1" status: 204 len: 168 time: 0.3339059 Aug 11 02:12:08.400712 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567290db-2ca8-4d11-99c9-c7e8a10dcd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b211a3b-0c16-4ede-b893-f9adf8123fb3,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:08.611398 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70074ee7-5e68-4881-bd2d-7eaa5a8b0778 req-a9281949-755b-4155-86fd-faa2434235c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:08.620170 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-70074ee7-5e68-4881-bd2d-7eaa5a8b0778 req-a9281949-755b-4155-86fd-faa2434235c7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2668958 Aug 11 02:12:08.869091 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 37252) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:08.986715 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4152a722-1f8b-47bf-aab3-0c5976525143 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5d30efbf1d934813a23d3d48b1d53da8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1160905 Aug 11 02:12:08.988054 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 37254) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:09.222917 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c674ea08-6820-4258-bfe4-f66e91d90ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:09.363092 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c674ea08-6820-4258-bfe4-f66e91d90ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:09.370949 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-70074ee7-5e68-4881-bd2d-7eaa5a8b0778 req-8c05419e-5b9a-4844-b173-4aa00300202b service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6095800 Aug 11 02:12:09.632951 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c674ea08-6820-4258-bfe4-f66e91d90ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:09.637327 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c674ea08-6820-4258-bfe4-f66e91d90ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:09.642547 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c674ea08-6820-4258-bfe4-f66e91d90ffe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7afd4a89-8c00-465a-bbdc-92a96fa9c41c HTTP/1.1" status: 204 len: 168 time: 0.6531122 Aug 11 02:12:09.657382 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-70074ee7-5e68-4881-bd2d-7eaa5a8b0778 req-5ad31ffa-a2dd-4f01-9c4c-b3a9100dbbe0 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760620 Aug 11 02:12:09.659452 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674ea08-6820-4258-bfe4-f66e91d90ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afd4a89-8c00-465a-bbdc-92a96fa9c41c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:09.674960 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-2f0a0244-1795-4229-be0e-634d7b0fc8bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d76ced2e-5acb-42fc-9715-c7ce7af39ac4 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:09.692641 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-2f0a0244-1795-4229-be0e-634d7b0fc8bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:09.746162 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-2f0a0244-1795-4229-be0e-634d7b0fc8bc service neutron] Transition to ACTIVE for port object d76ced2e-5acb-42fc-9715-c7ce7af39ac4 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:12:09.760236 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-2f0a0244-1795-4229-be0e-634d7b0fc8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:10.088592 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a0244-1795-4229-be0e-634d7b0fc8bc service neutron] Pushing event updated for resources: {'Port': ['ID=d76ced2e-5acb-42fc-9715-c7ce7af39ac4,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:10.130337 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-2f0a0244-1795-4229-be0e-634d7b0fc8bc service neutron] Attempting to bind port d76ced2e-5acb-42fc-9715-c7ce7af39ac4 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:12:10.130777 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-2f0a0244-1795-4229-be0e-634d7b0fc8bc service neutron] Attempting to bind port d76ced2e-5acb-42fc-9715-c7ce7af39ac4 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'b3af0fa2-7035-422c-aee4-ac13c9a756a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:12:10.131190 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-2f0a0244-1795-4229-be0e-634d7b0fc8bc service neutron] Attempting to bind port d76ced2e-5acb-42fc-9715-c7ce7af39ac4 on network 887cdb43-e9b9-4bf0-8022-79d7ba803ebc {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:10.137343 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-2f0a0244-1795-4229-be0e-634d7b0fc8bc service neutron] Port d76ced2e-5acb-42fc-9715-c7ce7af39ac4 on network 887cdb43-e9b9-4bf0-8022-79d7ba803ebc not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:12:10.137700 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-2f0a0244-1795-4229-be0e-634d7b0fc8bc service neutron] Attempting to bind port d76ced2e-5acb-42fc-9715-c7ce7af39ac4 on network 887cdb43-e9b9-4bf0-8022-79d7ba803ebc {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:10.147616 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-2f0a0244-1795-4229-be0e-634d7b0fc8bc service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:12:10.149131 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-2f0a0244-1795-4229-be0e-634d7b0fc8bc service neutron] Checking segment: {'id': 'b3af0fa2-7035-422c-aee4-ac13c9a756a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:12:10.150127 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-2f0a0244-1795-4229-be0e-634d7b0fc8bc service neutron] Bound using segment: {'id': 'b3af0fa2-7035-422c-aee4-ac13c9a756a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:12:10.152161 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-2f0a0244-1795-4229-be0e-634d7b0fc8bc service neutron] Bound port: d76ced2e-5acb-42fc-9715-c7ce7af39ac4, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3af0fa2-7035-422c-aee4-ac13c9a756a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:12:10.153513 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-2f0a0244-1795-4229-be0e-634d7b0fc8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:10.305822 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-2f0a0244-1795-4229-be0e-634d7b0fc8bc service neutron] For port d76ced2e-5acb-42fc-9715-c7ce7af39ac4, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:12:10.309486 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-2f0a0244-1795-4229-be0e-634d7b0fc8bc service neutron] For port d76ced2e-5acb-42fc-9715-c7ce7af39ac4, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=d76ced2e-5acb-42fc-9715-c7ce7af39ac4,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:12:10.318771 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-2f0a0244-1795-4229-be0e-634d7b0fc8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:10.364220 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-2f0a0244-1795-4229-be0e-634d7b0fc8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:10.365713 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-2f0a0244-1795-4229-be0e-634d7b0fc8bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:10.367874 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-2f0a0244-1795-4229-be0e-634d7b0fc8bc service neutron] 10.222.0.66 "PUT /v2.0/ports/d76ced2e-5acb-42fc-9715-c7ce7af39ac4 HTTP/1.1" status: 200 len: 1093 time: 2.7861979 Aug 11 02:12:10.368761 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92155314-003c-4c66-b618-4bb2aed5e6da', 'tag': 'd76ced2e-5acb-42fc-9715-c7ce7af39ac4'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:10.371910 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea11b51f-dac3-40ed-a255-f8ddeaa7eb76" -d '{"events": [{"name": "network-changed", "server_uuid": "92155314-003c-4c66-b618-4bb2aed5e6da", "tag": "d76ced2e-5acb-42fc-9715-c7ce7af39ac4"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:10.443214 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a0244-1795-4229-be0e-634d7b0fc8bc service neutron] Pushing event updated for resources: {'Port': ['ID=d76ced2e-5acb-42fc-9715-c7ce7af39ac4,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:10.589937 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-c85a4e66-abfe-4832-89b7-d9b976a44647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:10.594259 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-c85a4e66-abfe-4832-89b7-d9b976a44647 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb683947b58544f291a36cdc9fa42ce2&device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 1096 time: 0.1380193 Aug 11 02:12:10.676699 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-102d3832-d7ed-4aab-a5d2-3cfe1c500c2b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d76ced2e-5acb-42fc-9715-c7ce7af39ac4 HTTP/1.1" status: 200 len: 217 time: 0.0696108 Aug 11 02:12:10.788968 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-49e8a5eb-987d-419f-8a9f-0e906352ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:10.791055 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-49e8a5eb-987d-419f-8a9f-0e906352ad68 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=852e65ca-6cb3-47f3-8aea-2b8debfff40c HTTP/1.1" status: 200 len: 852 time: 0.1061475 Aug 11 02:12:10.869342 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-da855285-b914-4731-8f62-6e807c5804c8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691340 Aug 11 02:12:11.096996 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-af6e2b11-edc5-4984-897f-0cac458521bd service neutron] 10.222.0.66 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150097 Aug 11 02:12:11.229643 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5500270-83fc-4672-9fe6-21b40fa45fd1 req-0cdfbf4e-75d2-41f5-a65c-459cfc7b39ca service neutron] 10.222.0.66 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210046 Aug 11 02:12:11.395448 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 37308) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:11.789067 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-38a31eae-ac1d-4ee6-bacb-069b397bd13f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1576559058-network', 'tenant_id': '1d0255ff2e7f4c5f9a0fc50ad67a2630'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:11.859636 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a31eae-ac1d-4ee6-bacb-069b397bd13f admin admin] Made reservation on behalf of 1d0255ff2e7f4c5f9a0fc50ad67a2630 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:12:11.862462 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-38a31eae-ac1d-4ee6-bacb-069b397bd13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:11.890643 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-38a31eae-ac1d-4ee6-bacb-069b397bd13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:12.075247 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-38a31eae-ac1d-4ee6-bacb-069b397bd13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:12.081208 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-38a31eae-ac1d-4ee6-bacb-069b397bd13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:12.096148 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a31eae-ac1d-4ee6-bacb-069b397bd13f admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:12:12.119263 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-38a31eae-ac1d-4ee6-bacb-069b397bd13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:12.119632 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-38a31eae-ac1d-4ee6-bacb-069b397bd13f admin admin] Added segment c4d12000-2f18-4a49-89bc-59fc19f987a2 of type vlan for network ae641db3-ab70-425a-9e3e-c284ea18d394 Aug 11 02:12:12.177271 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-38a31eae-ac1d-4ee6-bacb-069b397bd13f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:12.219446 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-38a31eae-ac1d-4ee6-bacb-069b397bd13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:12.221674 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a31eae-ac1d-4ee6-bacb-069b397bd13f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:12.222276 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-38a31eae-ac1d-4ee6-bacb-069b397bd13f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:12.326723 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a31eae-ac1d-4ee6-bacb-069b397bd13f admin admin] Pushing event updated for resources: {'Network': ['ID=ae641db3-ab70-425a-9e3e-c284ea18d394,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:12.338171 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network ae641db3-ab70-425a-9e3e-c284ea18d394 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:12:12.353768 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-38a31eae-ac1d-4ee6-bacb-069b397bd13f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9539971 Aug 11 02:12:12.381371 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 37314) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:12.395605 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-abd38d2e-6b40-4efe-a23b-691508f81480 admin admin] Request body: {'subnet': {'network_id': 'ae641db3-ab70-425a-9e3e-c284ea18d394', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1576559058-subnet', 'tenant_id': '1d0255ff2e7f4c5f9a0fc50ad67a2630', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:12.406167 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a31eae-ac1d-4ee6-bacb-069b397bd13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:12.477080 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd38d2e-6b40-4efe-a23b-691508f81480 admin admin] Made reservation on behalf of 1d0255ff2e7f4c5f9a0fc50ad67a2630 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:12:12.479995 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-abd38d2e-6b40-4efe-a23b-691508f81480 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:12.698075 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-abd38d2e-6b40-4efe-a23b-691508f81480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:12.748372 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd38d2e-6b40-4efe-a23b-691508f81480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43fa3b0b-85ea-4bef-bf2a-1eb966dfb8aa,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:12.791673 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd38d2e-6b40-4efe-a23b-691508f81480 admin admin] Checking segment: {'id': 'c4d12000-2f18-4a49-89bc-59fc19f987a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ae641db3-ab70-425a-9e3e-c284ea18d394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:12:12.791956 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd38d2e-6b40-4efe-a23b-691508f81480 admin admin] Network hostable DHCP agents. Network: ae641db3-ab70-425a-9e3e-c284ea18d394, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:12:12.822634 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd38d2e-6b40-4efe-a23b-691508f81480 admin admin] Network ae641db3-ab70-425a-9e3e-c284ea18d394 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:12:12.842192 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-abd38d2e-6b40-4efe-a23b-691508f81480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, ae641db3-ab70-425a-9e3e-c284ea18d394) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:12.848170 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd38d2e-6b40-4efe-a23b-691508f81480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:12.848778 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-abd38d2e-6b40-4efe-a23b-691508f81480 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:12.851811 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3102033-2106-4384-aeac-3fab82cb5517 None None] Network ae641db3-ab70-425a-9e3e-c284ea18d394 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:12:12.914755 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-abd38d2e-6b40-4efe-a23b-691508f81480 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5319431 Aug 11 02:12:12.917902 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 37322) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:12.923614 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-f8f517de-c8fa-4bce-bae0-025404ad6cf0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1576559058-router', 'tenant_id': '1d0255ff2e7f4c5f9a0fc50ad67a2630', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:12.974405 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8f517de-c8fa-4bce-bae0-025404ad6cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:12.976062 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8f517de-c8fa-4bce-bae0-025404ad6cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:13.115281 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4f1e95-7b10-49ad-aac4-5f23681eaabf None None] Network ae641db3-ab70-425a-9e3e-c284ea18d394 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:12:13.121514 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8f517de-c8fa-4bce-bae0-025404ad6cf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:13.369101 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8f517de-c8fa-4bce-bae0-025404ad6cf0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:13.678767 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8f517de-c8fa-4bce-bae0-025404ad6cf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:13.711295 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8f517de-c8fa-4bce-bae0-025404ad6cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:13.871951 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-f8f517de-c8fa-4bce-bae0-025404ad6cf0 admin admin] Allocated IP 172.25.2.26 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/90f16a13-d0cb-4ac2-aaaa-37338310d315) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:12:13.978496 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device d76ced2e-5acb-42fc-9715-c7ce7af39ac4 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:12:14.097029 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8f517de-c8fa-4bce-bae0-025404ad6cf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:14.107160 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port d76ced2e-5acb-42fc-9715-c7ce7af39ac4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=d76ced2e-5acb-42fc-9715-c7ce7af39ac4,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:14.133467 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'd76ced2e-5acb-42fc-9715-c7ce7af39ac4', 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc', 'port_id': 'd76ced2e-5acb-42fc-9715-c7ce7af39ac4', 'mac_address': 'fa:16:3e:e2:42:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '852e65ca-6cb3-47f3-8aea-2b8debfff40c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:12:14.190752 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:14.194197 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8f517de-c8fa-4bce-bae0-025404ad6cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:14.216242 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d76ced2e-5acb-42fc-9715-c7ce7af39ac4 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:14.263571 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port d76ced2e-5acb-42fc-9715-c7ce7af39ac4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=d76ced2e-5acb-42fc-9715-c7ce7af39ac4,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:14.310257 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:14.313681 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f517de-c8fa-4bce-bae0-025404ad6cf0 admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:12:14.320158 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-f8f517de-c8fa-4bce-bae0-025404ad6cf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:14.327076 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f517de-c8fa-4bce-bae0-025404ad6cf0 admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:12:14.362907 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=d76ced2e-5acb-42fc-9715-c7ce7af39ac4,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:14.388126 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f517de-c8fa-4bce-bae0-025404ad6cf0 admin admin] Pushing event updated for resources: {'Port': ['ID=90f16a13-d0cb-4ac2-aaaa-37338310d315,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:14.569550 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['d76ced2e-5acb-42fc-9715-c7ce7af39ac4'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:14.850658 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8f517de-c8fa-4bce-bae0-025404ad6cf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:15.144685 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8f517de-c8fa-4bce-bae0-025404ad6cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:15.318434 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f517de-c8fa-4bce-bae0-025404ad6cf0 admin admin] Router 7bcd1aee-7add-4aad-b618-b31ba4dc3655 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:12:15.484603 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f517de-c8fa-4bce-bae0-025404ad6cf0 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:12:15.496128 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f06b37-620c-4d8f-b498-2fb51199092b None None] Sync routers for ids ['7bcd1aee-7add-4aad-b618-b31ba4dc3655'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:12:15.511436 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f06b37-620c-4d8f-b498-2fb51199092b None None] Routers {'7bcd1aee-7add-4aad-b618-b31ba4dc3655'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:12:15.512870 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-97f06b37-620c-4d8f-b498-2fb51199092b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:11:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['7bcd1aee-7add-4aad-b618-b31ba4dc3655'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:15.556273 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8f517de-c8fa-4bce-bae0-025404ad6cf0 admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:15.557793 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f8f517de-c8fa-4bce-bae0-025404ad6cf0 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6382654 Aug 11 02:12:15.560703 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 37368) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:15.604438 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b43a80-31e6-4d6d-ad99-2f36d9dcf3c5 req-2f285334-9dc3-45b1-b316-345ab519e7b8 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:15.606717 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f2b43a80-31e6-4d6d-ad99-2f36d9dcf3c5 req-2f285334-9dc3-45b1-b316-345ab519e7b8 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 945 time: 0.0936937 Aug 11 02:12:15.621791 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2d3760ec-8ed1-4426-bde8-78f589b3fb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:15.667269 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f2b43a80-31e6-4d6d-ad99-2f36d9dcf3c5 req-bbce6d1a-e9ec-4fab-9d85-b308e9aaf65b tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507567 Aug 11 02:12:15.724575 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214aed49-29a7-4197-b39f-69750a493166 x-openstack-request-id: req-214aed49-29a7-4197-b39f-69750a493166 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:15.725066 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a961ac6a-decb-4df9-9874-1163ef684d70", "name": "network-vif-plugged", "status": "completed", "tag": "cbe72ab1-ae06-44fa-8520-8bee8e3a346c", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:15.725551 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-214aed49-29a7-4197-b39f-69750a493166 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:15.726048 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a961ac6a-decb-4df9-9874-1163ef684d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe72ab1-ae06-44fa-8520-8bee8e3a346c', 'code': 200} Aug 11 02:12:15.764927 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-97f06b37-620c-4d8f-b498-2fb51199092b None None] Set router 7bcd1aee-7add-4aad-b618-b31ba4dc3655 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:12:15.777192 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcc7dc-e21d-4f7b-aa4c-3c72e7aae64f req-f0337530-1d9e-48de-8dc6-a621e06df594 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:15.778775 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81bcc7dc-e21d-4f7b-aa4c-3c72e7aae64f req-f0337530-1d9e-48de-8dc6-a621e06df594 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.2090125 Aug 11 02:12:15.890363 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a091a28-c20e-4f36-a872-bc7960529013 req-dbb57e53-d6a6-4986-baab-5ebe71c4311c tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:15.894510 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81bcc7dc-e21d-4f7b-aa4c-3c72e7aae64f req-657d80ea-1a37-4414-9fd0-bf5357a0a203 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078291 Aug 11 02:12:15.901429 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3a091a28-c20e-4f36-a872-bc7960529013 req-dbb57e53-d6a6-4986-baab-5ebe71c4311c tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 946 time: 0.0922475 Aug 11 02:12:16.009840 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2b53c3-49ea-45ac-89d0-7d0309f952e8 x-openstack-request-id: req-4e2b53c3-49ea-45ac-89d0-7d0309f952e8 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:16.010166 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92155314-003c-4c66-b618-4bb2aed5e6da", "tag": "d76ced2e-5acb-42fc-9715-c7ce7af39ac4", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:16.010378 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4e2b53c3-49ea-45ac-89d0-7d0309f952e8 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:16.011158 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92155314-003c-4c66-b618-4bb2aed5e6da', 'tag': 'd76ced2e-5acb-42fc-9715-c7ce7af39ac4', 'status': 'completed', 'code': 200} Aug 11 02:12:16.015639 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3a091a28-c20e-4f36-a872-bc7960529013 req-ba930ea7-25ae-4283-a45b-eafc53b13a20 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/security-groups?id=45b25b34-9b54-4e3b-8504-b668c19020c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961113 Aug 11 02:12:16.016798 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device d76ced2e-5acb-42fc-9715-c7ce7af39ac4 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:16.311047 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port d76ced2e-5acb-42fc-9715-c7ce7af39ac4 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:12:16.326758 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-97f06b37-620c-4d8f-b498-2fb51199092b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcd1aee-7add-4aad-b618-b31ba4dc3655', 'name': 'tempest-ServerRescueTestJSON-1576559058-router', 'tenant_id': '1d0255ff2e7f4c5f9a0fc50ad67a2630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '90f16a13-d0cb-4ac2-aaaa-37338310d315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:12:12Z', 'updated_at': '2021-08-11T02:12:14Z', 'revision_number': 3, 'project_id': '1d0255ff2e7f4c5f9a0fc50ad67a2630', 'gw_port': {'id': '90f16a13-d0cb-4ac2-aaaa-37338310d315', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:03:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bcd1aee-7add-4aad-b618-b31ba4dc3655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:13Z', 'updated_at': '2021-08-11T02:12:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:16.330876 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port d76ced2e-5acb-42fc-9715-c7ce7af39ac4 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:16.331721 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:16.399487 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f06b37-620c-4d8f-b498-2fb51199092b None None] Checking router: 7bcd1aee-7add-4aad-b618-b31ba4dc3655 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:12:16.400251 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f06b37-620c-4d8f-b498-2fb51199092b None None] Updating router 7bcd1aee-7add-4aad-b618-b31ba4dc3655 port 90f16a13-d0cb-4ac2-aaaa-37338310d315 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:12:16.408644 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d2a4f-68ef-42cd-958f-474387a98295 req-74c97226-8232-4cfc-8658-546bbd90aa1c tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:16.418028 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-170d2a4f-68ef-42cd-958f-474387a98295 req-74c97226-8232-4cfc-8658-546bbd90aa1c tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 946 time: 0.0858524 Aug 11 02:12:16.434151 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-97f06b37-620c-4d8f-b498-2fb51199092b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:16.480272 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-170d2a4f-68ef-42cd-958f-474387a98295 req-783eb446-e198-453c-b856-1747adaba915 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/security-groups?id=45b25b34-9b54-4e3b-8504-b668c19020c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611932 Aug 11 02:12:16.757922 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:16.826031 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port d76ced2e-5acb-42fc-9715-c7ce7af39ac4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=d76ced2e-5acb-42fc-9715-c7ce7af39ac4,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:16.844453 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b8db4-ff02-4004-9729-62b7b43eabcc req-fa8bcae7-c9a2-4280-851c-a329ce531d51 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:16.847901 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:16.857464 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-97f06b37-620c-4d8f-b498-2fb51199092b None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:16.860111 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dc2b8db4-ff02-4004-9729-62b7b43eabcc req-fa8bcae7-c9a2-4280-851c-a329ce531d51 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 945 time: 0.0871522 Aug 11 02:12:16.863752 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11b51f-dac3-40ed-a255-f8ddeaa7eb76 req-dd1f017b-5a43-4bc6-96d1-277a737fb058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:16.865477 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ea11b51f-dac3-40ed-a255-f8ddeaa7eb76 req-dd1f017b-5a43-4bc6-96d1-277a737fb058 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb683947b58544f291a36cdc9fa42ce2&device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 1097 time: 0.8469226 Aug 11 02:12:16.896555 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-97f06b37-620c-4d8f-b498-2fb51199092b None None] Transition to ACTIVE for port object 90f16a13-d0cb-4ac2-aaaa-37338310d315 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:12:16.923588 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dc2b8db4-ff02-4004-9729-62b7b43eabcc req-f5ef7ffe-ff2b-4e6d-9c50-683dab84d2b7 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618958 Aug 11 02:12:16.942656 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-97f06b37-620c-4d8f-b498-2fb51199092b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:17.017990 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=d76ced2e-5acb-42fc-9715-c7ce7af39ac4,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:17.023478 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-97f06b37-620c-4d8f-b498-2fb51199092b None None] Attempting to bind port 90f16a13-d0cb-4ac2-aaaa-37338310d315 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:12:17.023882 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-97f06b37-620c-4d8f-b498-2fb51199092b None None] Attempting to bind port 90f16a13-d0cb-4ac2-aaaa-37338310d315 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:12:17.024251 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f06b37-620c-4d8f-b498-2fb51199092b None None] Attempting to bind port 90f16a13-d0cb-4ac2-aaaa-37338310d315 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:17.070143 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f983b91-e2dc-44d9-811c-e6638f8ee57c req-7c7672f8-4a8c-40ba-bad2-c48b942c3263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:17.071722 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f983b91-e2dc-44d9-811c-e6638f8ee57c req-7c7672f8-4a8c-40ba-bad2-c48b942c3263 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=720bce38ad5b4b36b6ab4ec32b5aaae3&device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 1098 time: 0.4035249 Aug 11 02:12:17.081217 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f06b37-620c-4d8f-b498-2fb51199092b None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:12:17.082380 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f06b37-620c-4d8f-b498-2fb51199092b None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:12:17.082380 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-97f06b37-620c-4d8f-b498-2fb51199092b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:17.082680 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f06b37-620c-4d8f-b498-2fb51199092b None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:12:17.083129 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-97f06b37-620c-4d8f-b498-2fb51199092b None None] Bound port: 90f16a13-d0cb-4ac2-aaaa-37338310d315, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:12:17.084082 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-97f06b37-620c-4d8f-b498-2fb51199092b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:17.105085 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d3621-63f0-4614-93a7-aa3f50da010b req-f5c52d3d-fa4d-4eed-9583-69ca3e8a6f3d tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:17.113457 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-118d3621-63f0-4614-93a7-aa3f50da010b req-f5c52d3d-fa4d-4eed-9583-69ca3e8a6f3d tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.1126847 Aug 11 02:12:17.149605 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3de4a-45f0-4ef5-9eaf-829d6184d37d None None] Pushing event updated for resources: {'Port': ['ID=90f16a13-d0cb-4ac2-aaaa-37338310d315,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:17.199164 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca982f5-c9cb-4a42-9c12-6b78c860d640 req-1b0f9ba1-77d8-49c9-8ed8-1c0f136ef712 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:17.200917 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5ca982f5-c9cb-4a42-9c12-6b78c860d640 req-1b0f9ba1-77d8-49c9-8ed8-1c0f136ef712 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fcba4f3-cf91-4605-872b-9b25b5cc61f2 HTTP/1.1" status: 200 len: 950 time: 0.5339360 Aug 11 02:12:17.216431 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-97f06b37-620c-4d8f-b498-2fb51199092b None None] For port 90f16a13-d0cb-4ac2-aaaa-37338310d315, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:12:17.220577 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-97f06b37-620c-4d8f-b498-2fb51199092b None None] For port 90f16a13-d0cb-4ac2-aaaa-37338310d315, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=90f16a13-d0cb-4ac2-aaaa-37338310d315,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:12:17.225057 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-118d3621-63f0-4614-93a7-aa3f50da010b req-4198f639-c355-4b9e-9729-5f1dfb879635 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036336 Aug 11 02:12:17.225750 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 37472) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:17.231579 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-97f06b37-620c-4d8f-b498-2fb51199092b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:17.323223 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3de4a-45f0-4ef5-9eaf-829d6184d37d None None] Pushing event updated for resources: {'Port': ['ID=90f16a13-d0cb-4ac2-aaaa-37338310d315,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:17.352625 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f06b37-620c-4d8f-b498-2fb51199092b None None] Routers {'7bcd1aee-7add-4aad-b618-b31ba4dc3655'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:12:17.354619 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-97f06b37-620c-4d8f-b498-2fb51199092b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:11:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['7bcd1aee-7add-4aad-b618-b31ba4dc3655'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:17.406468 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11b51f-dac3-40ed-a255-f8ddeaa7eb76 req-2b24b6e6-1d5f-4a4b-9ef8-f0a75f975b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:17.408119 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ea11b51f-dac3-40ed-a255-f8ddeaa7eb76 req-2b24b6e6-1d5f-4a4b-9ef8-f0a75f975b02 service neutron] 10.222.0.66 "GET /v2.0/networks?id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc HTTP/1.1" status: 200 len: 913 time: 0.5244975 Aug 11 02:12:17.408265 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bc98b0c0-be1f-47f0-a69a-2dc4645e58bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:17.422277 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5ca982f5-c9cb-4a42-9c12-6b78c860d640 req-dc9ed55d-50d8-4dce-b38f-2dc305a4a242 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/security-groups?id=a05165a2-747c-4bf7-964e-7c9b42d3f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573150 Aug 11 02:12:17.496091 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-97f06b37-620c-4d8f-b498-2fb51199092b None None] Set router 7bcd1aee-7add-4aad-b618-b31ba4dc3655 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:12:17.570473 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bc98b0c0-be1f-47f0-a69a-2dc4645e58bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:17.584936 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bc98b0c0-be1f-47f0-a69a-2dc4645e58bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:17.638218 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bc98b0c0-be1f-47f0-a69a-2dc4645e58bb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5514d3519ac4454497a56c4e13c47fee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4091802 Aug 11 02:12:17.641506 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98b0c0-be1f-47f0-a69a-2dc4645e58bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3e9cc4-7bb4-49d3-8f88-0222e5ad0428,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:17.646967 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 37488) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:17.735300 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92155314-003c-4c66-b618-4bb2aed5e6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76ced2e-5acb-42fc-9715-c7ce7af39ac4'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:17.737785 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8054c88c-390d-4036-bc89-31aa48d674b3" -d '{"events": [{"server_uuid": "92155314-003c-4c66-b618-4bb2aed5e6da", "name": "network-vif-plugged", "status": "completed", "tag": "d76ced2e-5acb-42fc-9715-c7ce7af39ac4"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:17.758073 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b5e5850d-9403-4f79-bdb7-b8a26db56db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:17.805191 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b5e5850d-9403-4f79-bdb7-b8a26db56db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:17.806377 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ea11b51f-dac3-40ed-a255-f8ddeaa7eb76 req-5bd3b5a4-78d1-4e27-938c-05589a3f7cb6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d76ced2e-5acb-42fc-9715-c7ce7af39ac4 HTTP/1.1" status: 200 len: 217 time: 0.3782296 Aug 11 02:12:17.808931 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-97f06b37-620c-4d8f-b498-2fb51199092b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcd1aee-7add-4aad-b618-b31ba4dc3655', 'name': 'tempest-ServerRescueTestJSON-1576559058-router', 'tenant_id': '1d0255ff2e7f4c5f9a0fc50ad67a2630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '90f16a13-d0cb-4ac2-aaaa-37338310d315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:12:12Z', 'updated_at': '2021-08-11T02:12:14Z', 'revision_number': 3, 'project_id': '1d0255ff2e7f4c5f9a0fc50ad67a2630', 'gw_port': {'id': '90f16a13-d0cb-4ac2-aaaa-37338310d315', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:03:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bcd1aee-7add-4aad-b618-b31ba4dc3655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:13Z', 'updated_at': '2021-08-11T02:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:17.841439 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f983b91-e2dc-44d9-811c-e6638f8ee57c req-78ec64d4-2f95-4dd5-b21a-c02bf26a40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:17.853209 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f983b91-e2dc-44d9-811c-e6638f8ee57c req-78ec64d4-2f95-4dd5-b21a-c02bf26a40f8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69577f3b-37d2-4abe-933d-a6840532cbc0 HTTP/1.1" status: 200 len: 921 time: 0.7587430 Aug 11 02:12:17.856507 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f06b37-620c-4d8f-b498-2fb51199092b None None] The sync data for ids ['7bcd1aee-7add-4aad-b618-b31ba4dc3655'] in n-d-615180-33 is: [{'id': '7bcd1aee-7add-4aad-b618-b31ba4dc3655', 'name': 'tempest-ServerRescueTestJSON-1576559058-router', 'tenant_id': '1d0255ff2e7f4c5f9a0fc50ad67a2630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '90f16a13-d0cb-4ac2-aaaa-37338310d315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:12:12Z', 'updated_at': '2021-08-11T02:12:14Z', 'revision_number': 3, 'project_id': '1d0255ff2e7f4c5f9a0fc50ad67a2630', 'gw_port': {'id': '90f16a13-d0cb-4ac2-aaaa-37338310d315', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:03:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bcd1aee-7add-4aad-b618-b31ba4dc3655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:13Z', 'updated_at': '2021-08-11T02:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:12:17.895548 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b5e5850d-9403-4f79-bdb7-b8a26db56db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:17.898225 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b5e5850d-9403-4f79-bdb7-b8a26db56db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:17.901963 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b5e5850d-9403-4f79-bdb7-b8a26db56db8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3d3e9cc4-7bb4-49d3-8f88-0222e5ad0428 HTTP/1.1" status: 204 len: 168 time: 0.2514930 Aug 11 02:12:17.915151 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5850d-9403-4f79-bdb7-b8a26db56db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3e9cc4-7bb4-49d3-8f88-0222e5ad0428,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:18.065363 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e9929f-1fc2-4f65-b71e-f4ec501ed449 x-openstack-request-id: req-09e9929f-1fc2-4f65-b71e-f4ec501ed449 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:18.065663 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92155314-003c-4c66-b618-4bb2aed5e6da", "name": "network-vif-plugged", "status": "completed", "tag": "d76ced2e-5acb-42fc-9715-c7ce7af39ac4", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:18.065964 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-09e9929f-1fc2-4f65-b71e-f4ec501ed449 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:18.066452 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92155314-003c-4c66-b618-4bb2aed5e6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76ced2e-5acb-42fc-9715-c7ce7af39ac4', 'code': 200} Aug 11 02:12:18.153668 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f983b91-e2dc-44d9-811c-e6638f8ee57c req-4621dac5-f585-459f-9cf2-8484b2f5890d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20a028a7-49b7-4be1-b81e-e958312d2816 HTTP/1.1" status: 200 len: 217 time: 0.1994286 Aug 11 02:12:18.174297 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11b51f-dac3-40ed-a255-f8ddeaa7eb76 req-04f53669-052f-4a38-80e7-bfed8230b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:18.176144 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ea11b51f-dac3-40ed-a255-f8ddeaa7eb76 req-04f53669-052f-4a38-80e7-bfed8230b6dd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=852e65ca-6cb3-47f3-8aea-2b8debfff40c HTTP/1.1" status: 200 len: 852 time: 0.3214364 Aug 11 02:12:18.220978 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d98227-bdff-4c84-8ea0-37e7747e1830 req-16aec4ad-b579-4df1-b52c-717ba39369f6 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:18.231567 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-35d98227-bdff-4c84-8ea0-37e7747e1830 req-16aec4ad-b579-4df1-b52c-717ba39369f6 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 946 time: 0.4804113 Aug 11 02:12:18.245898 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e9784512-f137-4d85-9e0c-c002d58a611e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:18.319848 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:18.335844 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fe2e9-f5c5-4cf6-901e-c0581c133e84 req-bd90d3e4-f2ee-4b65-8af3-43125e4e76a1 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:18.350611 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2e4fe2e9-f5c5-4cf6-901e-c0581c133e84 req-bd90d3e4-f2ee-4b65-8af3-43125e4e76a1 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 946 time: 0.0873725 Aug 11 02:12:18.366854 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:18.422598 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2e4fe2e9-f5c5-4cf6-901e-c0581c133e84 req-0a73da7e-1f5c-4cbb-b759-cbebbf083253 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707645 Aug 11 02:12:18.511913 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ea11b51f-dac3-40ed-a255-f8ddeaa7eb76 req-7dcde445-7613-4d18-822f-aa6e7351c9d7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3049562 Aug 11 02:12:18.620566 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0add5db-6c56-4a0f-8c95-3ac4219afbde req-2a331deb-ef60-4d48-9b40-88794a8fc1e1 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:18.622325 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d0add5db-6c56-4a0f-8c95-3ac4219afbde req-2a331deb-ef60-4d48-9b40-88794a8fc1e1 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.1138146 Aug 11 02:12:18.704496 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-35d98227-bdff-4c84-8ea0-37e7747e1830 req-8dc8e147-e78d-4b65-8a4e-0c5afbdb710c tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/security-groups?id=45b25b34-9b54-4e3b-8504-b668c19020c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719055 Aug 11 02:12:18.710663 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d0add5db-6c56-4a0f-8c95-3ac4219afbde req-01212003-5db3-403d-8a9c-8a9bb28d505f tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782926 Aug 11 02:12:18.713878 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f983b91-e2dc-44d9-811c-e6638f8ee57c req-c7d0739d-6791-42c7-a0ae-00100003b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:18.718941 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f983b91-e2dc-44d9-811c-e6638f8ee57c req-c7d0739d-6791-42c7-a0ae-00100003b4ea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=269d36c9-6b3c-4c9c-8f30-71febc1f6ea9 HTTP/1.1" status: 200 len: 860 time: 0.5386572 Aug 11 02:12:18.777709 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec696f4-6fe4-435d-a4a5-00b181b5c109 req-bdf36343-2903-47fa-8812-847f7c60e062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:18.781824 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aec696f4-6fe4-435d-a4a5-00b181b5c109 req-bdf36343-2903-47fa-8812-847f7c60e062 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 1098 time: 0.6096516 Aug 11 02:12:18.834025 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f983b91-e2dc-44d9-811c-e6638f8ee57c req-7fe8ac7f-db6d-439f-939b-f71bbc6528b5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69577f3b-37d2-4abe-933d-a6840532cbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024597 Aug 11 02:12:18.988191 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ea11b51f-dac3-40ed-a255-f8ddeaa7eb76 req-95a5a6ac-744a-4d93-8db5-778228f13d76 service neutron] 10.222.0.66 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536834 Aug 11 02:12:18.994052 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aec696f4-6fe4-435d-a4a5-00b181b5c109 req-54c0b6b1-8f4a-4929-a756-4736459160c7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693373 Aug 11 02:12:19.072463 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] Allocated IP 172.20.0.1 (ae641db3-ab70-425a-9e3e-c284ea18d394/43fa3b0b-85ea-4bef-bf2a-1eb966dfb8aa/598e2c15-665c-4e0a-b223-c833d953f44c) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:12:19.142885 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f983b91-e2dc-44d9-811c-e6638f8ee57c req-8d92fdbc-4ca3-4146-8ab4-86d0f54f4eb8 service neutron] 10.222.0.73 "GET /v2.0/networks/69577f3b-37d2-4abe-933d-a6840532cbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966413 Aug 11 02:12:19.227826 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ea11b51f-dac3-40ed-a255-f8ddeaa7eb76 req-522f7d34-a5de-45c9-9109-4ff889956e8e service neutron] 10.222.0.66 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248461 Aug 11 02:12:19.354819 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:19.373109 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f983b91-e2dc-44d9-811c-e6638f8ee57c req-827189bd-2223-47eb-979b-2d348d3a3fa6 service neutron] 10.222.0.73 "GET /v2.0/networks/69577f3b-37d2-4abe-933d-a6840532cbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018030 Aug 11 02:12:19.460063 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:19.532108 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] Network ae641db3-ab70-425a-9e3e-c284ea18d394 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:12:19.539815 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:19.555246 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:12:19.562285 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] Pushing event updated for resources: {'Port': ['ID=598e2c15-665c-4e0a-b223-c833d953f44c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:19.663420 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:19.666218 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:19.666218 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:19.666481 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:19.666755 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:19.667081 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:19.667635 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:19.667782 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:19.668134 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:19.668416 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:19.668746 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:19.669076 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:19.744945 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488b1e9-09db-45d4-b38e-e09620a5cff3 req-0756182f-7332-4a33-8d98-913069c4b6b6 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:19.754924 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3488b1e9-09db-45d4-b38e-e09620a5cff3 req-0756182f-7332-4a33-8d98-913069c4b6b6 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 946 time: 0.1577272 Aug 11 02:12:19.764935 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:19.872891 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:19.879941 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3488b1e9-09db-45d4-b38e-e09620a5cff3 req-33ecdaa0-fcc1-4385-86d2-085a1a73566b tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234584 Aug 11 02:12:19.999753 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device f00425ea-66f6-44bb-b178-137dad682ab3 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:12:20.046387 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:20.157736 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:20.261744 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcba4f3-cf91-4605-872b-9b25b5cc61f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f00425ea-66f6-44bb-b178-137dad682ab3'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:20.274946 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda465b7-6f5a-4c65-96bd-6520a9beb658" -d '{"events": [{"server_uuid": "4fcba4f3-cf91-4605-872b-9b25b5cc61f2", "name": "network-vif-unplugged", "status": "completed", "tag": "f00425ea-66f6-44bb-b178-137dad682ab3"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:20.320080 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:20.337020 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f7bc0-30b1-4140-8e94-6ae30e8a6e25 req-95a0e293-4030-4a84-aeba-a879f60bdf2f tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:20.341886 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port f00425ea-66f6-44bb-b178-137dad682ab3, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f00425ea-66f6-44bb-b178-137dad682ab3,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:20.345177 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f08f7bc0-30b1-4140-8e94-6ae30e8a6e25 req-95a0e293-4030-4a84-aeba-a879f60bdf2f tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.3355155 Aug 11 02:12:20.353866 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:20.355720 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:20.441019 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df5d63-6058-4570-9dc2-2b39a7c7a63d req-1097bf31-81ef-4c88-b302-d56d97b22426 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:20.451259 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-39df5d63-6058-4570-9dc2-2b39a7c7a63d req-1097bf31-81ef-4c88-b302-d56d97b22426 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 946 time: 0.1511703 Aug 11 02:12:20.483600 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f08f7bc0-30b1-4140-8e94-6ae30e8a6e25 req-05e0f273-754a-4da9-b448-327255c61a89 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297398 Aug 11 02:12:20.483726 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 90f16a13-d0cb-4ac2-aaaa-37338310d315 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:20.483824 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:20.506996 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] Pushing event updated for resources: {'Port': ['ID=598e2c15-665c-4e0a-b223-c833d953f44c,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:20.533866 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-39df5d63-6058-4570-9dc2-2b39a7c7a63d req-d03afe4b-2520-4dd8-9666-042d340b65af tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/security-groups?id=45b25b34-9b54-4e3b-8504-b668c19020c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814533 Aug 11 02:12:20.569428 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=f00425ea-66f6-44bb-b178-137dad682ab3,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:20.652739 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 90f16a13-d0cb-4ac2-aaaa-37338310d315 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:12:20.678020 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 90f16a13-d0cb-4ac2-aaaa-37338310d315 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:20.678523 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:20.684944 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95102485-0ca0-4e4f-89e8-85b8452205f0 x-openstack-request-id: req-95102485-0ca0-4e4f-89e8-85b8452205f0 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:20.685240 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fcba4f3-cf91-4605-872b-9b25b5cc61f2", "name": "network-vif-unplugged", "status": "completed", "tag": "f00425ea-66f6-44bb-b178-137dad682ab3", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:20.686592 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-95102485-0ca0-4e4f-89e8-85b8452205f0 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:20.687196 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcba4f3-cf91-4605-872b-9b25b5cc61f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f00425ea-66f6-44bb-b178-137dad682ab3', 'code': 200} Aug 11 02:12:20.776431 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] Network ae641db3-ab70-425a-9e3e-c284ea18d394 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:12:20.777949 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:20.825765 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:20.880696 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 90f16a13-d0cb-4ac2-aaaa-37338310d315, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=90f16a13-d0cb-4ac2-aaaa-37338310d315,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:20.882446 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 37652) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:20.892381 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:21.060628 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] Router 7bcd1aee-7add-4aad-b618-b31ba4dc3655 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:12:21.090930 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=90f16a13-d0cb-4ac2-aaaa-37338310d315,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:21.204041 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-66e74dad-01ab-4792-a94a-97e2a8ed4c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:21.211479 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:12:21.223626 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f63f9-c232-4d23-8b0c-baaea79ed514 None None] Sync routers for ids ['7bcd1aee-7add-4aad-b618-b31ba4dc3655'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:12:21.226219 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device b9cc0dc2-23ef-41d8-992d-1b8ea6278150 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:12:21.229349 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bfe9de77-9eb7-4949-8fa1-3de25c961ebe admin admin] 10.222.0.50 "PUT /v2.0/routers/7bcd1aee-7add-4aad-b618-b31ba4dc3655/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6668115 Aug 11 02:12:21.238215 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f305ee-8cb4-4402-8e2d-06141f006f79 req-815d15b5-5f5a-4412-bc61-dd934b816c71 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:21.247123 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-87f305ee-8cb4-4402-8e2d-06141f006f79 req-815d15b5-5f5a-4412-bc61-dd934b816c71 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 946 time: 0.2237506 Aug 11 02:12:21.279714 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f63f9-c232-4d23-8b0c-baaea79ed514 None None] Routers {'7bcd1aee-7add-4aad-b618-b31ba4dc3655'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:12:21.282845 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-540f63f9-c232-4d23-8b0c-baaea79ed514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:12:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['7bcd1aee-7add-4aad-b618-b31ba4dc3655'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:21.318934 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-87f305ee-8cb4-4402-8e2d-06141f006f79 req-3621fc34-30de-4fec-b1e0-7da134f12e11 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705278 Aug 11 02:12:21.429116 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:21.437027 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.db.resource_extend [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:12:21.453900 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-540f63f9-c232-4d23-8b0c-baaea79ed514 None None] Set router 7bcd1aee-7add-4aad-b618-b31ba4dc3655 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:12:21.468196 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-66e74dad-01ab-4792-a94a-97e2a8ed4c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:21.484973 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-66e74dad-01ab-4792-a94a-97e2a8ed4c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:21.539188 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e74dad-01ab-4792-a94a-97e2a8ed4c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3368d7aa-bd40-475c-91a4-14c031e8de12,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:21.626851 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 37674) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:21.630922 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-66e74dad-01ab-4792-a94a-97e2a8ed4c62 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3d96cdd571ee4da59f45ff96d6c57b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7468357 Aug 11 02:12:21.725849 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a37a0-6ca8-444b-9fc4-bca6a1c185c6 req-59e0009c-3aa0-4227-b02f-c88953f05773 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:21.728759 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5b6a37a0-6ca8-444b-9fc4-bca6a1c185c6 req-59e0009c-3aa0-4227-b02f-c88953f05773 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.1545379 Aug 11 02:12:21.786765 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-55673baa-6d93-4bf0-b7f9-45258ca2f6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:21.841214 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5b6a37a0-6ca8-444b-9fc4-bca6a1c185c6 req-5ad9032f-5aa4-43c0-a490-74ada783d66f tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954244 Aug 11 02:12:21.851183 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-540f63f9-c232-4d23-8b0c-baaea79ed514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcd1aee-7add-4aad-b618-b31ba4dc3655', 'name': 'tempest-ServerRescueTestJSON-1576559058-router', 'tenant_id': '1d0255ff2e7f4c5f9a0fc50ad67a2630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '90f16a13-d0cb-4ac2-aaaa-37338310d315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:12:12Z', 'updated_at': '2021-08-11T02:12:19Z', 'revision_number': 4, 'project_id': '1d0255ff2e7f4c5f9a0fc50ad67a2630', 'gw_port': {'id': '90f16a13-d0cb-4ac2-aaaa-37338310d315', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:03:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcd1aee-7add-4aad-b618-b31ba4dc3655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:13Z', 'updated_at': '2021-08-11T02:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '598e2c15-665c-4e0a-b223-c833d953f44c', 'name': '', 'network_id': 'ae641db3-ab70-425a-9e3e-c284ea18d394', 'tenant_id': '1d0255ff2e7f4c5f9a0fc50ad67a2630', 'mac_address': 'fa:16:3e:d6:d9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bcd1aee-7add-4aad-b618-b31ba4dc3655', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '43fa3b0b-85ea-4bef-bf2a-1eb966dfb8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:18Z', 'updated_at': '2021-08-11T02:12:20Z', 'revision_number': 2, 'project_id': '1d0255ff2e7f4c5f9a0fc50ad67a2630', 'subnets': [{'id': '43fa3b0b-85ea-4bef-bf2a-1eb966dfb8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:21.879740 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-55673baa-6d93-4bf0-b7f9-45258ca2f6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:21.899643 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f63f9-c232-4d23-8b0c-baaea79ed514 None None] Checking router: 7bcd1aee-7add-4aad-b618-b31ba4dc3655 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:12:21.899996 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f63f9-c232-4d23-8b0c-baaea79ed514 None None] Updating router 7bcd1aee-7add-4aad-b618-b31ba4dc3655 port 598e2c15-665c-4e0a-b223-c833d953f44c binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:12:21.905514 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port b9cc0dc2-23ef-41d8-992d-1b8ea6278150, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b9cc0dc2-23ef-41d8-992d-1b8ea6278150,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:21.924829 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'b9cc0dc2-23ef-41d8-992d-1b8ea6278150', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': 'b9cc0dc2-23ef-41d8-992d-1b8ea6278150', 'mac_address': 'fa:16:3e:79:4f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:12:21.943679 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-540f63f9-c232-4d23-8b0c-baaea79ed514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:22.000428 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:22.014613 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4e21b-3b68-4987-ada0-5d7f5dea28be req-77caaf5d-029f-4f54-a1be-81e4dac8dd7c tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:22.016774 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9cc0dc2-23ef-41d8-992d-1b8ea6278150 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:22.025239 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c2f4e21b-3b68-4987-ada0-5d7f5dea28be req-77caaf5d-029f-4f54-a1be-81e4dac8dd7c tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 946 time: 0.1114509 Aug 11 02:12:22.054210 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port b9cc0dc2-23ef-41d8-992d-1b8ea6278150, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b9cc0dc2-23ef-41d8-992d-1b8ea6278150,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:22.065587 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-55673baa-6d93-4bf0-b7f9-45258ca2f6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:22.070912 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:22.083286 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-55673baa-6d93-4bf0-b7f9-45258ca2f6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:22.100873 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-55673baa-6d93-4bf0-b7f9-45258ca2f6cc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3368d7aa-bd40-475c-91a4-14c031e8de12 HTTP/1.1" status: 204 len: 168 time: 0.4661937 Aug 11 02:12:22.158252 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=b9cc0dc2-23ef-41d8-992d-1b8ea6278150,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:22.168054 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55673baa-6d93-4bf0-b7f9-45258ca2f6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3368d7aa-bd40-475c-91a4-14c031e8de12,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:22.198205 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c2f4e21b-3b68-4987-ada0-5d7f5dea28be req-037214d1-d79f-4469-8e06-e122e76aaac4 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/security-groups?id=45b25b34-9b54-4e3b-8504-b668c19020c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645350 Aug 11 02:12:22.277519 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['b9cc0dc2-23ef-41d8-992d-1b8ea6278150'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:22.411960 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 90f16a13-d0cb-4ac2-aaaa-37338310d315 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:22.643407 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 90f16a13-d0cb-4ac2-aaaa-37338310d315 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:22.644037 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:22.697364 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b2b4d-0606-49d6-936a-3bfce872f25c req-5a9a332d-0ed2-4f29-93ea-1dba9c0569ab tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:22.702780 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-375b2b4d-0606-49d6-936a-3bfce872f25c req-5a9a332d-0ed2-4f29-93ea-1dba9c0569ab tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 946 time: 0.1262569 Aug 11 02:12:22.801592 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-375b2b4d-0606-49d6-936a-3bfce872f25c req-e8356575-c4f9-44cb-988f-f1755e4143fc tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908375 Aug 11 02:12:22.807007 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-540f63f9-c232-4d23-8b0c-baaea79ed514 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:22.862901 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-540f63f9-c232-4d23-8b0c-baaea79ed514 None None] Transition to ACTIVE for port object 598e2c15-665c-4e0a-b223-c833d953f44c will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:12:22.877451 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-540f63f9-c232-4d23-8b0c-baaea79ed514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:23.102298 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb57a8-ed25-49aa-9b3f-f3f47b3df697 None None] Pushing event updated for resources: {'Port': ['ID=598e2c15-665c-4e0a-b223-c833d953f44c,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:23.186987 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-540f63f9-c232-4d23-8b0c-baaea79ed514 None None] Attempting to bind port 598e2c15-665c-4e0a-b223-c833d953f44c on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:12:23.187777 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-540f63f9-c232-4d23-8b0c-baaea79ed514 None None] Attempting to bind port 598e2c15-665c-4e0a-b223-c833d953f44c by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'c4d12000-2f18-4a49-89bc-59fc19f987a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ae641db3-ab70-425a-9e3e-c284ea18d394'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:12:23.188371 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540f63f9-c232-4d23-8b0c-baaea79ed514 None None] Attempting to bind port 598e2c15-665c-4e0a-b223-c833d953f44c on network ae641db3-ab70-425a-9e3e-c284ea18d394 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:23.193861 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540f63f9-c232-4d23-8b0c-baaea79ed514 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:12:23.194528 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540f63f9-c232-4d23-8b0c-baaea79ed514 None None] Checking segment: {'id': 'c4d12000-2f18-4a49-89bc-59fc19f987a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ae641db3-ab70-425a-9e3e-c284ea18d394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:12:23.195170 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-540f63f9-c232-4d23-8b0c-baaea79ed514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:23.195780 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540f63f9-c232-4d23-8b0c-baaea79ed514 None None] Bound using segment: {'id': 'c4d12000-2f18-4a49-89bc-59fc19f987a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ae641db3-ab70-425a-9e3e-c284ea18d394'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:12:23.196468 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-540f63f9-c232-4d23-8b0c-baaea79ed514 None None] Bound port: 598e2c15-665c-4e0a-b223-c833d953f44c, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d12000-2f18-4a49-89bc-59fc19f987a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ae641db3-ab70-425a-9e3e-c284ea18d394'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:12:23.197062 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-540f63f9-c232-4d23-8b0c-baaea79ed514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:23.207052 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7e6fb-8c4b-4517-853c-763dfc0f1e7c req-47988e47-880f-4cbc-a886-fa127e4a4ee5 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:23.228077 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fcd7e6fb-8c4b-4517-853c-763dfc0f1e7c req-47988e47-880f-4cbc-a886-fa127e4a4ee5 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.1567028 Aug 11 02:12:23.264072 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device b9cc0dc2-23ef-41d8-992d-1b8ea6278150 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:23.340038 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fcd7e6fb-8c4b-4517-853c-763dfc0f1e7c req-a33e9205-2a10-472e-8b5c-dcccee25acfd tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103542 Aug 11 02:12:23.366774 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-540f63f9-c232-4d23-8b0c-baaea79ed514 None None] For port 598e2c15-665c-4e0a-b223-c833d953f44c, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:12:23.378249 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-540f63f9-c232-4d23-8b0c-baaea79ed514 None None] For port 598e2c15-665c-4e0a-b223-c833d953f44c, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=598e2c15-665c-4e0a-b223-c833d953f44c,segment=NetworkSegment(c4d12000-2f18-4a49-89bc-59fc19f987a2),segment_id=c4d12000-2f18-4a49-89bc-59fc19f987a2)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:12:23.392618 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port b9cc0dc2-23ef-41d8-992d-1b8ea6278150 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:23.393003 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:23.397833 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-540f63f9-c232-4d23-8b0c-baaea79ed514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:23.532994 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb57a8-ed25-49aa-9b3f-f3f47b3df697 None None] Pushing event updated for resources: {'Port': ['ID=598e2c15-665c-4e0a-b223-c833d953f44c,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:23.546907 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bad44-f169-4ad8-aa1a-5df6572bea9d req-9554272f-954f-433f-91a6-2be551d21542 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:23.555012 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-414bad44-f169-4ad8-aa1a-5df6572bea9d req-9554272f-954f-433f-91a6-2be551d21542 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 946 time: 0.1080840 Aug 11 02:12:23.577713 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f63f9-c232-4d23-8b0c-baaea79ed514 None None] Routers {'7bcd1aee-7add-4aad-b618-b31ba4dc3655'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:12:23.578363 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-540f63f9-c232-4d23-8b0c-baaea79ed514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:12:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['7bcd1aee-7add-4aad-b618-b31ba4dc3655'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:23.614688 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:23.642817 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-414bad44-f169-4ad8-aa1a-5df6572bea9d req-9d249d5f-612f-4aa1-a90b-f9287ee5ab3d tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/security-groups?id=45b25b34-9b54-4e3b-8504-b668c19020c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863659 Aug 11 02:12:23.677579 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port b9cc0dc2-23ef-41d8-992d-1b8ea6278150, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b9cc0dc2-23ef-41d8-992d-1b8ea6278150,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:23.678799 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fbab90-3070-4097-9656-6e404b581b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cc0dc2-23ef-41d8-992d-1b8ea6278150'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:23.681492 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccf0429-acfb-435c-ae17-b511b3544c90" -d '{"events": [{"server_uuid": "c1fbab90-3070-4097-9656-6e404b581b17", "name": "network-vif-plugged", "status": "completed", "tag": "b9cc0dc2-23ef-41d8-992d-1b8ea6278150"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:23.688633 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:23.753980 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=b9cc0dc2-23ef-41d8-992d-1b8ea6278150,revision_number=7']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:23.861267 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 37772) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:23.863798 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-540f63f9-c232-4d23-8b0c-baaea79ed514 None None] Set router 7bcd1aee-7add-4aad-b618-b31ba4dc3655 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:12:24.140332 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-1cfecdfb-f958-461e-8d96-20601430aeb4 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-659510565'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:24.180883 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfecdfb-f958-461e-8d96-20601430aeb4 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Made reservation on behalf of 9ffbca4f8d474b988c07ac1c54a1facd for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:12:24.190520 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1cfecdfb-f958-461e-8d96-20601430aeb4 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:24.211335 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1cfecdfb-f958-461e-8d96-20601430aeb4 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:24.216495 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:24.354268 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-540f63f9-c232-4d23-8b0c-baaea79ed514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcd1aee-7add-4aad-b618-b31ba4dc3655', 'name': 'tempest-ServerRescueTestJSON-1576559058-router', 'tenant_id': '1d0255ff2e7f4c5f9a0fc50ad67a2630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '90f16a13-d0cb-4ac2-aaaa-37338310d315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:12:12Z', 'updated_at': '2021-08-11T02:12:19Z', 'revision_number': 4, 'project_id': '1d0255ff2e7f4c5f9a0fc50ad67a2630', 'gw_port': {'id': '90f16a13-d0cb-4ac2-aaaa-37338310d315', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:03:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcd1aee-7add-4aad-b618-b31ba4dc3655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:13Z', 'updated_at': '2021-08-11T02:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '598e2c15-665c-4e0a-b223-c833d953f44c', 'name': '', 'network_id': 'ae641db3-ab70-425a-9e3e-c284ea18d394', 'tenant_id': '1d0255ff2e7f4c5f9a0fc50ad67a2630', 'mac_address': 'fa:16:3e:d6:d9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bcd1aee-7add-4aad-b618-b31ba4dc3655', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '43fa3b0b-85ea-4bef-bf2a-1eb966dfb8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:18Z', 'updated_at': '2021-08-11T02:12:23Z', 'revision_number': 4, 'project_id': '1d0255ff2e7f4c5f9a0fc50ad67a2630', 'subnets': [{'id': '43fa3b0b-85ea-4bef-bf2a-1eb966dfb8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:24.355924 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1cfecdfb-f958-461e-8d96-20601430aeb4 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:24.369238 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1cfecdfb-f958-461e-8d96-20601430aeb4 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:24.407157 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f63f9-c232-4d23-8b0c-baaea79ed514 None None] The sync data for ids ['7bcd1aee-7add-4aad-b618-b31ba4dc3655'] in n-d-615180-33 is: [{'id': '7bcd1aee-7add-4aad-b618-b31ba4dc3655', 'name': 'tempest-ServerRescueTestJSON-1576559058-router', 'tenant_id': '1d0255ff2e7f4c5f9a0fc50ad67a2630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '90f16a13-d0cb-4ac2-aaaa-37338310d315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:12:12Z', 'updated_at': '2021-08-11T02:12:19Z', 'revision_number': 4, 'project_id': '1d0255ff2e7f4c5f9a0fc50ad67a2630', 'gw_port': {'id': '90f16a13-d0cb-4ac2-aaaa-37338310d315', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:03:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcd1aee-7add-4aad-b618-b31ba4dc3655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:13Z', 'updated_at': '2021-08-11T02:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '598e2c15-665c-4e0a-b223-c833d953f44c', 'name': '', 'network_id': 'ae641db3-ab70-425a-9e3e-c284ea18d394', 'tenant_id': '1d0255ff2e7f4c5f9a0fc50ad67a2630', 'mac_address': 'fa:16:3e:d6:d9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bcd1aee-7add-4aad-b618-b31ba4dc3655', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '43fa3b0b-85ea-4bef-bf2a-1eb966dfb8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:18Z', 'updated_at': '2021-08-11T02:12:23Z', 'revision_number': 4, 'project_id': '1d0255ff2e7f4c5f9a0fc50ad67a2630', 'subnets': [{'id': '43fa3b0b-85ea-4bef-bf2a-1eb966dfb8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:12:24.422456 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfecdfb-f958-461e-8d96-20601430aeb4 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0642b0c9-a684-49d0-924b-5919d4735102,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:24.447031 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cfecdfb-f958-461e-8d96-20601430aeb4 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:12:24.456853 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1cfecdfb-f958-461e-8d96-20601430aeb4 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:24.457212 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-1cfecdfb-f958-461e-8d96-20601430aeb4 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Added segment c68d3297-c733-4558-bfb9-c5e44235d279 of type vlan for network 16dc804f-3024-4f4f-93a9-1a1ae79a645a Aug 11 02:12:24.594044 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1cfecdfb-f958-461e-8d96-20601430aeb4 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:24.666114 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1cfecdfb-f958-461e-8d96-20601430aeb4 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:24.691285 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfecdfb-f958-461e-8d96-20601430aeb4 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:24.692717 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1cfecdfb-f958-461e-8d96-20601430aeb4 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:24.902262 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1cfecdfb-f958-461e-8d96-20601430aeb4 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0361853 Aug 11 02:12:24.902776 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 37804) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:24.908263 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-67307b9a-15d3-4425-9d1b-e61fcd5ff5ed tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Request body: {'subnet': {'network_id': '16dc804f-3024-4f4f-93a9-1a1ae79a645a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:24.941853 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfecdfb-f958-461e-8d96-20601430aeb4 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Pushing event updated for resources: {'Network': ['ID=16dc804f-3024-4f4f-93a9-1a1ae79a645a,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:24.956104 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 16dc804f-3024-4f4f-93a9-1a1ae79a645a details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:12:25.122279 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b706a0e9-efd6-4dba-81a8-4275e7c94559 x-openstack-request-id: req-b706a0e9-efd6-4dba-81a8-4275e7c94559 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:25.122559 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1fbab90-3070-4097-9656-6e404b581b17", "name": "network-vif-plugged", "status": "completed", "tag": "b9cc0dc2-23ef-41d8-992d-1b8ea6278150", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:25.125069 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b706a0e9-efd6-4dba-81a8-4275e7c94559 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:25.126936 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1fbab90-3070-4097-9656-6e404b581b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cc0dc2-23ef-41d8-992d-1b8ea6278150', 'code': 200} Aug 11 02:12:25.142637 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:25.193020 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-c3374bf7-f3b0-4347-bec5-8d451f5ee663 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:25.200744 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-c3374bf7-f3b0-4347-bec5-8d451f5ee663 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/networks?id=ae641db3-ab70-425a-9e3e-c284ea18d394 HTTP/1.1" status: 200 len: 811 time: 0.2872026 Aug 11 02:12:25.295031 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3f0a7-ae6d-4da0-86c4-de09f2f49b95 req-42c280a7-c674-41ab-9db1-ce1d7d95630f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:25.298906 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-d433a4d9-e043-4d03-96b2-dccd0569fb01 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/quotas/1d0255ff2e7f4c5f9a0fc50ad67a2630 HTTP/1.1" status: 200 len: 375 time: 0.0969381 Aug 11 02:12:25.303665 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f7c3f0a7-ae6d-4da0-86c4-de09f2f49b95 req-42c280a7-c674-41ab-9db1-ce1d7d95630f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 946 time: 0.1016846 Aug 11 02:12:25.379839 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f7c3f0a7-ae6d-4da0-86c4-de09f2f49b95 req-24dcfd5c-241b-4639-aaec-88f7fdfc72f9 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741885 Aug 11 02:12:25.412408 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-5c474773-7292-49b4-9e88-c24700eaeb12 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d0255ff2e7f4c5f9a0fc50ad67a2630&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1111920 Aug 11 02:12:25.609632 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc1642-45a2-4fa9-a96b-29a74ca6d02d req-af1968dd-6355-4dd2-b8a8-a59cc9e9837a tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:25.613698 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-59b73924-ee06-4e91-bb64-386fdf77a451 service neutron] 10.222.0.50 "GET /v2.0/networks/ae641db3-ab70-425a-9e3e-c284ea18d394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998246 Aug 11 02:12:25.615388 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67307b9a-15d3-4425-9d1b-e61fcd5ff5ed tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Made reservation on behalf of 9ffbca4f8d474b988c07ac1c54a1facd for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:12:25.618217 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5fdc1642-45a2-4fa9-a96b-29a74ca6d02d req-af1968dd-6355-4dd2-b8a8-a59cc9e9837a tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.0912368 Aug 11 02:12:25.619380 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-67307b9a-15d3-4425-9d1b-e61fcd5ff5ed tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:25.683745 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5fdc1642-45a2-4fa9-a96b-29a74ca6d02d req-cf2bd54c-411b-4717-99b9-eaaec2304d10 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642428 Aug 11 02:12:25.889413 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5520fd4-ec24-4cee-af09-e161a269be71 req-d8b85171-1d2a-43af-95b1-239318995af3 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:25.903120 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f5520fd4-ec24-4cee-af09-e161a269be71 req-d8b85171-1d2a-43af-95b1-239318995af3 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 946 time: 0.1128139 Aug 11 02:12:25.975454 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f5520fd4-ec24-4cee-af09-e161a269be71 req-da7d16c1-7759-4042-983b-6b93d2bf29b6 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/security-groups?id=45b25b34-9b54-4e3b-8504-b668c19020c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707989 Aug 11 02:12:26.325168 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 598e2c15-665c-4e0a-b223-c833d953f44c up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:26.402067 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 598e2c15-665c-4e0a-b223-c833d953f44c completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:12:26.406625 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 598e2c15-665c-4e0a-b223-c833d953f44c triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:26.407074 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:26.477809 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-67307b9a-15d3-4425-9d1b-e61fcd5ff5ed tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:26.521098 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:26.577524 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 598e2c15-665c-4e0a-b223-c833d953f44c, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=598e2c15-665c-4e0a-b223-c833d953f44c,segment=NetworkSegment(c4d12000-2f18-4a49-89bc-59fc19f987a2),segment_id=c4d12000-2f18-4a49-89bc-59fc19f987a2)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:26.584097 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67307b9a-15d3-4425-9d1b-e61fcd5ff5ed tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Pushing event updated for resources: {'Subnet': ['ID=f088993d-b897-4458-b4f7-8b1ba459eb0d,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:26.592127 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:26.597833 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-7fd57334-e420-42c0-9b84-6608610b9ad7 service neutron] 10.222.0.50 "GET /v2.0/networks/ae641db3-ab70-425a-9e3e-c284ea18d394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323749 Aug 11 02:12:26.610526 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67307b9a-15d3-4425-9d1b-e61fcd5ff5ed tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Checking segment: {'id': 'c68d3297-c733-4558-bfb9-c5e44235d279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '16dc804f-3024-4f4f-93a9-1a1ae79a645a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:12:26.610975 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67307b9a-15d3-4425-9d1b-e61fcd5ff5ed tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Network hostable DHCP agents. Network: 16dc804f-3024-4f4f-93a9-1a1ae79a645a, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:12:26.635358 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67307b9a-15d3-4425-9d1b-e61fcd5ff5ed tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Network 16dc804f-3024-4f4f-93a9-1a1ae79a645a is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:12:26.661888 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-67307b9a-15d3-4425-9d1b-e61fcd5ff5ed tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 16dc804f-3024-4f4f-93a9-1a1ae79a645a) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:26.666785 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67307b9a-15d3-4425-9d1b-e61fcd5ff5ed tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:26.667565 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-67307b9a-15d3-4425-9d1b-e61fcd5ff5ed tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:26.690201 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed07353-ea1d-4170-972c-a008113ef00f None None] Network 16dc804f-3024-4f4f-93a9-1a1ae79a645a requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:12:26.701880 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-67307b9a-15d3-4425-9d1b-e61fcd5ff5ed tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7988048 Aug 11 02:12:26.704760 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 37854) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:26.711051 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-3328cf24-c3da-4dce-bd99-03646caa26f6 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Request body: {'port': {'network_id': '16dc804f-3024-4f4f-93a9-1a1ae79a645a', 'name': 'tempest-AllowedAddressPairTestJSON-119124197'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:26.806191 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=598e2c15-665c-4e0a-b223-c833d953f44c,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:26.996816 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3328cf24-c3da-4dce-bd99-03646caa26f6 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Made reservation on behalf of 9ffbca4f8d474b988c07ac1c54a1facd for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:12:27.001355 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3328cf24-c3da-4dce-bd99-03646caa26f6 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:27.013675 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbda329-ed45-4129-81bb-67d968761ba6 req-d771252f-d8f0-4222-b15c-e77b8f8ac51c tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:27.022282 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ebbda329-ed45-4129-81bb-67d968761ba6 req-d771252f-d8f0-4222-b15c-e77b8f8ac51c tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 946 time: 0.1358869 Aug 11 02:12:27.099642 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c2ce4a-4fcc-4df0-917d-60ca5a25a765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-16dc804f-3024-4f4f-93a9-1a1ae79a645a', 'network_id': '16dc804f-3024-4f4f-93a9-1a1ae79a645a', 'tenant_id': '9ffbca4f8d474b988c07ac1c54a1facd', 'fixed_ips': [{'subnet_id': 'f088993d-b897-4458-b4f7-8b1ba459eb0d'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:12:27.100701 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c3c2ce4a-4fcc-4df0-917d-60ca5a25a765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:27.118720 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-3328cf24-c3da-4dce-bd99-03646caa26f6 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] device_id is not set on port c1c42aa3-7542-4c48-804d-084e14cab6c8 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:12:27.137020 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ebbda329-ed45-4129-81bb-67d968761ba6 req-30aa911d-41ba-4082-9d0c-86019b6ee243 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136897 Aug 11 02:12:27.297178 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-c3c2ce4a-4fcc-4df0-917d-60ca5a25a765 None None] Allocated IP 172.20.0.2 (16dc804f-3024-4f4f-93a9-1a1ae79a645a/f088993d-b897-4458-b4f7-8b1ba459eb0d/d46a29d9-dc6d-442c-81ae-693ff0432f74) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:12:27.451034 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-307b01ea-f024-4d12-8b19-9e1c72871964 req-b6f73aec-8c8b-4996-add9-a6cce0e0a2e6 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 210 time: 0.0435090 Aug 11 02:12:27.485778 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b13e96-f6b4-49ba-aeba-db5291cad3d5 req-9cfbe7f9-46c4-429c-8677-65fbc42b5caa tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:27.495351 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-94b13e96-f6b4-49ba-aeba-db5291cad3d5 req-9cfbe7f9-46c4-429c-8677-65fbc42b5caa tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.1161308 Aug 11 02:12:27.540936 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-94b13e96-f6b4-49ba-aeba-db5291cad3d5 req-81dc34bb-3fb0-49b3-ab3f-a5bd467f565f tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444171 Aug 11 02:12:27.587208 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c3c2ce4a-4fcc-4df0-917d-60ca5a25a765 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:27.605293 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device cbe72ab1-ae06-44fa-8520-8bee8e3a346c no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:12:27.648259 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c3c2ce4a-4fcc-4df0-917d-60ca5a25a765 None None] Transition to ACTIVE for port object d46a29d9-dc6d-442c-81ae-693ff0432f74 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:12:27.677625 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c3c2ce4a-4fcc-4df0-917d-60ca5a25a765 None None] Transition to ACTIVE for port object d46a29d9-dc6d-442c-81ae-693ff0432f74 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:12:27.702334 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9435d-32ed-4577-b810-68f27997383e req-0fe85ae2-6b10-4f5a-818e-df0a24adc41a tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:27.707183 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c3c2ce4a-4fcc-4df0-917d-60ca5a25a765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:27.715132 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-83c9435d-32ed-4577-b810-68f27997383e req-0fe85ae2-6b10-4f5a-818e-df0a24adc41a tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 946 time: 0.1388462 Aug 11 02:12:27.781536 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-83c9435d-32ed-4577-b810-68f27997383e req-55021020-a402-4070-acce-92e0c77033e5 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/security-groups?id=45b25b34-9b54-4e3b-8504-b668c19020c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645447 Aug 11 02:12:27.839423 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2ce4a-4fcc-4df0-917d-60ca5a25a765 None None] Pushing event updated for resources: {'Port': ['ID=d46a29d9-dc6d-442c-81ae-693ff0432f74,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:27.845995 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:27.867392 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c2ce4a-4fcc-4df0-917d-60ca5a25a765 None None] Network 16dc804f-3024-4f4f-93a9-1a1ae79a645a is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:12:27.870644 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-c3c2ce4a-4fcc-4df0-917d-60ca5a25a765 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:27.887194 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-3328cf24-c3da-4dce-bd99-03646caa26f6 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Allocated IP 172.20.0.11 (16dc804f-3024-4f4f-93a9-1a1ae79a645a/f088993d-b897-4458-b4f7-8b1ba459eb0d/c1c42aa3-7542-4c48-804d-084e14cab6c8) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:12:27.895724 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port cbe72ab1-ae06-44fa-8520-8bee8e3a346c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=cbe72ab1-ae06-44fa-8520-8bee8e3a346c,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:27.897471 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c2ce4a-4fcc-4df0-917d-60ca5a25a765 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:12:27.899716 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a961ac6a-decb-4df9-9874-1163ef684d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbe72ab1-ae06-44fa-8520-8bee8e3a346c'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:27.902615 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5437878-47c8-4d0f-ad9f-1531cb9564cd" -d '{"events": [{"server_uuid": "a961ac6a-decb-4df9-9874-1163ef684d70", "name": "network-vif-unplugged", "status": "completed", "tag": "cbe72ab1-ae06-44fa-8520-8bee8e3a346c"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:27.908086 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:28.025491 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1813cccf-042b-43ec-bb71-7df0fc7782d2 x-openstack-request-id: req-1813cccf-042b-43ec-bb71-7df0fc7782d2 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:28.028592 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a961ac6a-decb-4df9-9874-1163ef684d70", "name": "network-vif-unplugged", "status": "completed", "tag": "cbe72ab1-ae06-44fa-8520-8bee8e3a346c", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:28.029191 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1813cccf-042b-43ec-bb71-7df0fc7782d2 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:28.031665 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a961ac6a-decb-4df9-9874-1163ef684d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbe72ab1-ae06-44fa-8520-8bee8e3a346c', 'code': 200} Aug 11 02:12:28.032876 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=cbe72ab1-ae06-44fa-8520-8bee8e3a346c,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:28.153019 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-c3c2ce4a-4fcc-4df0-917d-60ca5a25a765 None None] Attempting to bind port d46a29d9-dc6d-442c-81ae-693ff0432f74 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:12:28.153996 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-c3c2ce4a-4fcc-4df0-917d-60ca5a25a765 None None] Attempting to bind port d46a29d9-dc6d-442c-81ae-693ff0432f74 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'c68d3297-c733-4558-bfb9-c5e44235d279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '16dc804f-3024-4f4f-93a9-1a1ae79a645a'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:12:28.155200 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c2ce4a-4fcc-4df0-917d-60ca5a25a765 None None] Attempting to bind port d46a29d9-dc6d-442c-81ae-693ff0432f74 on network 16dc804f-3024-4f4f-93a9-1a1ae79a645a {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:28.186614 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c2ce4a-4fcc-4df0-917d-60ca5a25a765 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:12:28.187228 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c2ce4a-4fcc-4df0-917d-60ca5a25a765 None None] Checking segment: {'id': 'c68d3297-c733-4558-bfb9-c5e44235d279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '16dc804f-3024-4f4f-93a9-1a1ae79a645a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:12:28.187967 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c3c2ce4a-4fcc-4df0-917d-60ca5a25a765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:28.189261 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c2ce4a-4fcc-4df0-917d-60ca5a25a765 None None] Bound using segment: {'id': 'c68d3297-c733-4558-bfb9-c5e44235d279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '16dc804f-3024-4f4f-93a9-1a1ae79a645a'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:12:28.190361 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-c3c2ce4a-4fcc-4df0-917d-60ca5a25a765 None None] Bound port: d46a29d9-dc6d-442c-81ae-693ff0432f74, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68d3297-c733-4558-bfb9-c5e44235d279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '16dc804f-3024-4f4f-93a9-1a1ae79a645a'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:12:28.192059 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c3c2ce4a-4fcc-4df0-917d-60ca5a25a765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:28.324681 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-c3c2ce4a-4fcc-4df0-917d-60ca5a25a765 None None] For port d46a29d9-dc6d-442c-81ae-693ff0432f74, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:12:28.327960 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-c3c2ce4a-4fcc-4df0-917d-60ca5a25a765 None None] For port d46a29d9-dc6d-442c-81ae-693ff0432f74, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d46a29d9-dc6d-442c-81ae-693ff0432f74,segment=NetworkSegment(c68d3297-c733-4558-bfb9-c5e44235d279),segment_id=c68d3297-c733-4558-bfb9-c5e44235d279)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:12:28.330670 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 598e2c15-665c-4e0a-b223-c833d953f44c up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:28.336672 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3328cf24-c3da-4dce-bd99-03646caa26f6 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:28.364893 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c3c2ce4a-4fcc-4df0-917d-60ca5a25a765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:28.377023 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-3328cf24-c3da-4dce-bd99-03646caa26f6 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Transition to ACTIVE for port object c1c42aa3-7542-4c48-804d-084e14cab6c8 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:12:28.474336 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 598e2c15-665c-4e0a-b223-c833d953f44c triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:28.474752 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:28.477830 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2ce4a-4fcc-4df0-917d-60ca5a25a765 None None] Pushing event updated for resources: {'Port': ['ID=d46a29d9-dc6d-442c-81ae-693ff0432f74,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:28.571249 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-c619e165-4453-4499-8c59-32fbc1d02c45 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:28.577712 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3328cf24-c3da-4dce-bd99-03646caa26f6 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:28.585720 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-c619e165-4453-4499-8c59-32fbc1d02c45 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/networks?id=817a4ff3-115a-4b81-9f1c-4ed18d90c966 HTTP/1.1" status: 200 len: 805 time: 0.2697952 Aug 11 02:12:28.606953 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-1b9269e1-dc8d-4fd9-b333-1f4d304acc55 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/quotas/a8d04554417c40d6830a6309b9057b02 HTTP/1.1" status: 200 len: 375 time: 0.0199318 Aug 11 02:12:28.668141 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3328cf24-c3da-4dce-bd99-03646caa26f6 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Network 16dc804f-3024-4f4f-93a9-1a1ae79a645a is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:12:28.680885 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35dcd01-9b2f-44fa-8a47-cf68c8f95bde req-68278b00-f6e7-4ef8-9f72-099e15659426 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:28.689033 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f35dcd01-9b2f-44fa-8a47-cf68c8f95bde req-68278b00-f6e7-4ef8-9f72-099e15659426 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 946 time: 0.1923232 Aug 11 02:12:28.732254 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-f5193e97-d162-4dd3-9c8a-745da92dcc3e tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8d04554417c40d6830a6309b9057b02&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1235075 Aug 11 02:12:28.742789 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-3328cf24-c3da-4dce-bd99-03646caa26f6 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:28.753541 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3328cf24-c3da-4dce-bd99-03646caa26f6 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:12:28.802081 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328cf24-c3da-4dce-bd99-03646caa26f6 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Pushing event updated for resources: {'Port': ['ID=c1c42aa3-7542-4c48-804d-084e14cab6c8,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:28.872843 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f35dcd01-9b2f-44fa-8a47-cf68c8f95bde req-bdcede20-5295-4fd3-b074-3921d0443d7a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829126 Aug 11 02:12:28.911718 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3328cf24-c3da-4dce-bd99-03646caa26f6 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:28.924440 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3328cf24-c3da-4dce-bd99-03646caa26f6 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:28.928452 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-caa1f2de-95ad-4354-a105-afde7d0b122b service neutron] 10.222.0.50 "GET /v2.0/networks/817a4ff3-115a-4b81-9f1c-4ed18d90c966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947281 Aug 11 02:12:28.962046 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3328cf24-c3da-4dce-bd99-03646caa26f6 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2523532 Aug 11 02:12:28.963697 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 37932) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:28.977868 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-bfcba281-719d-469c-8c5e-87b7d06d9be8 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Request body: {'port': {'network_id': '16dc804f-3024-4f4f-93a9-1a1ae79a645a', 'name': 'tempest-AllowedAddressPairTestJSON-1285226419', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:77:0c:0d'}]}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:29.113574 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-6c17edc2-a06f-499f-821e-8666eb4075b5 service neutron] 10.222.0.50 "GET /v2.0/networks/817a4ff3-115a-4b81-9f1c-4ed18d90c966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816669 Aug 11 02:12:29.322219 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d49e631d-6bc0-430d-8ee1-ef037e60a6e6 req-3f7a90a9-4218-4e83-a2dd-71ba1f007e80 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 210 time: 0.1030123 Aug 11 02:12:29.441672 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcba281-719d-469c-8c5e-87b7d06d9be8 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Made reservation on behalf of 9ffbca4f8d474b988c07ac1c54a1facd for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:12:29.559622 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ce455-2ebe-4a82-96fc-817ddab84a1c req-dd1ad717-de4d-4dee-a2b1-faaa1a617be7 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:29.568260 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-398ce455-2ebe-4a82-96fc-817ddab84a1c req-dd1ad717-de4d-4dee-a2b1-faaa1a617be7 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.1170504 Aug 11 02:12:29.651335 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-398ce455-2ebe-4a82-96fc-817ddab84a1c req-03c4c7c7-1767-4a16-b015-b73c76c33c7d tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806077 Aug 11 02:12:29.709296 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-217063d1-1439-4534-bc96-fcb008425d3b tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:29.711041 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-217063d1-1439-4534-bc96-fcb008425d3b tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.66 "GET /v2.0/networks?id=ae641db3-ab70-425a-9e3e-c284ea18d394 HTTP/1.1" status: 200 len: 811 time: 0.4957957 Aug 11 02:12:29.730407 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-faa4893e-fb4e-4956-837d-a1e453bd94b5 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Request body: {'port': {'device_id': '8f92f73b-bfc1-4569-9f38-8b21a5ee37d8', 'network_id': 'ae641db3-ab70-425a-9e3e-c284ea18d394', 'admin_state_up': True, 'tenant_id': '1d0255ff2e7f4c5f9a0fc50ad67a2630'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:29.757733 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3a54af7d-3d78-4a2e-a85d-2d827f83593b req-29be73be-945f-497d-a96e-654fd5cfa6a8 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a61de60-34ca-4311-a2e2-90f6ceb0b4d1 HTTP/1.1" status: 200 len: 210 time: 0.0507774 Aug 11 02:12:29.829731 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bfcba281-719d-469c-8c5e-87b7d06d9be8 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:29.846352 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3c30a-a072-417c-9ff4-bf5062af5c62 req-1004fbd2-30b3-439e-8a79-1eecc88f7820 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:29.853149 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-08d3c30a-a072-417c-9ff4-bf5062af5c62 req-1004fbd2-30b3-439e-8a79-1eecc88f7820 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 946 time: 0.2438922 Aug 11 02:12:29.979202 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-bfcba281-719d-469c-8c5e-87b7d06d9be8 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] device_id is not set on port 4ad63df6-6a24-4bc7-8ef7-3ae79facc23a yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:12:30.057923 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3fd668-86f8-47c9-b1dd-b2746dda8b0e None None] Network 16dc804f-3024-4f4f-93a9-1a1ae79a645a requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:12:30.095692 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60fe40-a580-4fbe-88ee-b4a3e5d945c1 req-8a8933c2-e735-42ea-afd3-cf30d76b0830 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:30.107321 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fa60fe40-a580-4fbe-88ee-b4a3e5d945c1 req-8a8933c2-e735-42ea-afd3-cf30d76b0830 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 946 time: 0.0758259 Aug 11 02:12:30.111621 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-08d3c30a-a072-417c-9ff4-bf5062af5c62 req-0d888b88-5b25-409c-b5e5-bdace9ed677d tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/security-groups?id=45b25b34-9b54-4e3b-8504-b668c19020c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470748 Aug 11 02:12:30.163515 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fe987-8f2f-4851-bde7-4ccf4b503d20 req-1142a30f-a433-47b1-a86c-578980979efc tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:30.174904 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d81fe987-8f2f-4851-bde7-4ccf4b503d20 req-1142a30f-a433-47b1-a86c-578980979efc tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.73 "GET /v2.0/ports?device_id=a961ac6a-decb-4df9-9874-1163ef684d70 HTTP/1.1" status: 200 len: 944 time: 0.3115215 Aug 11 02:12:30.220694 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fa60fe40-a580-4fbe-88ee-b4a3e5d945c1 req-5f1672cf-018f-4785-a415-47e7edceb42f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119273 Aug 11 02:12:30.302401 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-faa4893e-fb4e-4956-837d-a1e453bd94b5 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Made reservation on behalf of 1d0255ff2e7f4c5f9a0fc50ad67a2630 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:12:30.302401 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-faa4893e-fb4e-4956-837d-a1e453bd94b5 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:30.357844 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-bfcba281-719d-469c-8c5e-87b7d06d9be8 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Allocated IP 172.20.0.4 (16dc804f-3024-4f4f-93a9-1a1ae79a645a/f088993d-b897-4458-b4f7-8b1ba459eb0d/4ad63df6-6a24-4bc7-8ef7-3ae79facc23a) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:12:30.417067 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d46a29d9-dc6d-442c-81ae-693ff0432f74 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:30.483085 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9f720b43-abb6-4cd6-8be4-62c3e28971c5 None None] Provisioning for port d46a29d9-dc6d-442c-81ae-693ff0432f74 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:12:30.577447 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port d46a29d9-dc6d-442c-81ae-693ff0432f74 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:12:30.594277 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port d46a29d9-dc6d-442c-81ae-693ff0432f74 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:30.594836 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:30.595522 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1998ad5a-5e76-404b-9f74-3b125c2bf54f req-74c468b1-25a5-4480-9c09-cae7d7f780aa tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 210 time: 0.0776808 Aug 11 02:12:30.661805 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-d81fe987-8f2f-4851-bde7-4ccf4b503d20 req-ee2d58f8-2608-4219-958a-4e76d720a2f5 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Deleting port cbe72ab1-ae06-44fa-8520-8bee8e3a346c {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:12:30.662157 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d81fe987-8f2f-4851-bde7-4ccf4b503d20 req-ee2d58f8-2608-4219-958a-4e76d720a2f5 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:30.738327 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:30.787068 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port d46a29d9-dc6d-442c-81ae-693ff0432f74, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d46a29d9-dc6d-442c-81ae-693ff0432f74,segment=NetworkSegment(c68d3297-c733-4558-bfb9-c5e44235d279),segment_id=c68d3297-c733-4558-bfb9-c5e44235d279)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:30.795458 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:30.918901 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6d43c-a224-4093-b4df-7d751bedbd2e req-6e96f63c-36a1-41f3-931c-484f9e482a4f tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:30.929484 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-faa4893e-fb4e-4956-837d-a1e453bd94b5 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Allocated IP 172.20.0.3 (ae641db3-ab70-425a-9e3e-c284ea18d394/43fa3b0b-85ea-4bef-bf2a-1eb966dfb8aa/f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:12:30.931021 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dfe6d43c-a224-4093-b4df-7d751bedbd2e req-6e96f63c-36a1-41f3-931c-484f9e482a4f tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.1751225 Aug 11 02:12:30.938483 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=d46a29d9-dc6d-442c-81ae-693ff0432f74,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:31.113725 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dfe6d43c-a224-4093-b4df-7d751bedbd2e req-b702a100-d8d5-4b42-89db-0352ab49dcdd tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736228 Aug 11 02:12:31.159233 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-63f0b6dc-d407-43ea-bd00-938f8f9e676a None None] Provisioning for port c1c42aa3-7542-4c48-804d-084e14cab6c8 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:12:31.167034 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-63f0b6dc-d407-43ea-bd00-938f8f9e676a None None] Provisioning complete for port c1c42aa3-7542-4c48-804d-084e14cab6c8 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:31.167832 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-63f0b6dc-d407-43ea-bd00-938f8f9e676a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:31.257884 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-63f0b6dc-d407-43ea-bd00-938f8f9e676a None None] Port c1c42aa3-7542-4c48-804d-084e14cab6c8 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:12:31.287209 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-63f0b6dc-d407-43ea-bd00-938f8f9e676a None None] Provisioning complete for port d46a29d9-dc6d-442c-81ae-693ff0432f74 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:31.287623 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-63f0b6dc-d407-43ea-bd00-938f8f9e676a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:31.325478 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3581e134-9a9f-49fa-8bb8-e2f1cbc71193 req-c8d457ce-c0e8-4634-8112-9fd9e5ef3a05 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a61de60-34ca-4311-a2e2-90f6ceb0b4d1 HTTP/1.1" status: 200 len: 210 time: 0.2334049 Aug 11 02:12:31.397854 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-d81fe987-8f2f-4851-bde7-4ccf4b503d20 req-ee2d58f8-2608-4219-958a-4e76d720a2f5 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] For port cbe72ab1-ae06-44fa-8520-8bee8e3a346c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=cbe72ab1-ae06-44fa-8520-8bee8e3a346c,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:31.401836 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d81fe987-8f2f-4851-bde7-4ccf4b503d20 req-ee2d58f8-2608-4219-958a-4e76d720a2f5 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:31.464784 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bfcba281-719d-469c-8c5e-87b7d06d9be8 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:31.467874 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-d81fe987-8f2f-4851-bde7-4ccf4b503d20 req-ee2d58f8-2608-4219-958a-4e76d720a2f5 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Calling delete_port for cbe72ab1-ae06-44fa-8520-8bee8e3a346c owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:12:31.552194 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-bfcba281-719d-469c-8c5e-87b7d06d9be8 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Transition to ACTIVE for port object 4ad63df6-6a24-4bc7-8ef7-3ae79facc23a will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:12:31.585002 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b10a2-2357-4090-9acf-3ff054fb2080 req-87e26a16-d603-43e3-9b98-f02266645589 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:31.592382 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ac1b10a2-2357-4090-9acf-3ff054fb2080 req-87e26a16-d603-43e3-9b98-f02266645589 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 946 time: 0.2781570 Aug 11 02:12:31.668217 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-73f5842b-56ab-4afa-aaab-14243bb95810 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:31.669913 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-73f5842b-56ab-4afa-aaab-14243bb95810 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.73 "GET /v2.0/networks?id=817a4ff3-115a-4b81-9f1c-4ed18d90c966 HTTP/1.1" status: 200 len: 805 time: 0.5351074 Aug 11 02:12:31.673192 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c93ba-9596-4d32-95e4-2e05570bf290 req-f86f6cf9-8326-4124-8a23-d0b820fcd082 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:31.694418 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b85c93ba-9596-4d32-95e4-2e05570bf290 req-f86f6cf9-8326-4124-8a23-d0b820fcd082 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 946 time: 0.2317398 Aug 11 02:12:31.724590 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-40c51bc7-1776-4fb9-9c7e-a48ba8d4be1b None None] Provisioning complete for port c1c42aa3-7542-4c48-804d-084e14cab6c8 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:31.724973 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-40c51bc7-1776-4fb9-9c7e-a48ba8d4be1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:31.728186 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ac1b10a2-2357-4090-9acf-3ff054fb2080 req-d065e717-3e41-4ffd-b3d0-236a3dcdb945 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/security-groups?id=45b25b34-9b54-4e3b-8504-b668c19020c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132312 Aug 11 02:12:31.737818 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-664ef6de-9e58-4743-9f76-b7c5cab56720 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Request body: {'port': {'device_id': '7a61de60-34ca-4311-a2e2-90f6ceb0b4d1', 'network_id': '817a4ff3-115a-4b81-9f1c-4ed18d90c966', 'admin_state_up': True, 'tenant_id': 'a8d04554417c40d6830a6309b9057b02'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:31.818944 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-40c51bc7-1776-4fb9-9c7e-a48ba8d4be1b None None] Port c1c42aa3-7542-4c48-804d-084e14cab6c8 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:12:31.859637 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b85c93ba-9596-4d32-95e4-2e05570bf290 req-1130906b-7168-44b2-836d-9c2dfab25383 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205130 Aug 11 02:12:31.965999 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bfcba281-719d-469c-8c5e-87b7d06d9be8 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:32.006389 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcba281-719d-469c-8c5e-87b7d06d9be8 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Network 16dc804f-3024-4f4f-93a9-1a1ae79a645a is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:12:32.022782 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-bfcba281-719d-469c-8c5e-87b7d06d9be8 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:32.026243 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcba281-719d-469c-8c5e-87b7d06d9be8 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:12:32.220414 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-faa4893e-fb4e-4956-837d-a1e453bd94b5 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:32.340873 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d46a29d9-dc6d-442c-81ae-693ff0432f74 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:32.474207 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-faa4893e-fb4e-4956-837d-a1e453bd94b5 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:32.499199 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port d46a29d9-dc6d-442c-81ae-693ff0432f74 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:32.499665 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:32.627629 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcba281-719d-469c-8c5e-87b7d06d9be8 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:32.628313 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bfcba281-719d-469c-8c5e-87b7d06d9be8 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:32.644496 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcba281-719d-469c-8c5e-87b7d06d9be8 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Pushing event updated for resources: {'Port': ['ID=4ad63df6-6a24-4bc7-8ef7-3ae79facc23a,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:32.672313 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bfcba281-719d-469c-8c5e-87b7d06d9be8 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.7022731 Aug 11 02:12:32.672313 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d81fe987-8f2f-4851-bde7-4ccf4b503d20 req-ee2d58f8-2608-4219-958a-4e76d720a2f5 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:32.689241 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38008) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:32.691672 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a29f28c1-d2ad-4c53-86d1-32f9f5d2e8f4 None None] Provisioning for port 4ad63df6-6a24-4bc7-8ef7-3ae79facc23a completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:12:32.698739 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a29f28c1-d2ad-4c53-86d1-32f9f5d2e8f4 None None] Provisioning complete for port 4ad63df6-6a24-4bc7-8ef7-3ae79facc23a triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:32.699798 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a29f28c1-d2ad-4c53-86d1-32f9f5d2e8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:32.710015 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-faa4893e-fb4e-4956-837d-a1e453bd94b5 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Network ae641db3-ab70-425a-9e3e-c284ea18d394 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:12:32.744719 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a29f28c1-d2ad-4c53-86d1-32f9f5d2e8f4 None None] Port 4ad63df6-6a24-4bc7-8ef7-3ae79facc23a cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:12:32.780118 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449bd44-a5f9-4334-ac6f-d52febec218a req-385ff5f9-51d0-45c1-acbb-b499d07fc960 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:32.781718 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d449bd44-a5f9-4334-ac6f-d52febec218a req-385ff5f9-51d0-45c1-acbb-b499d07fc960 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.3775818 Aug 11 02:12:32.788993 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-faa4893e-fb4e-4956-837d-a1e453bd94b5 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:32.831383 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-faa4893e-fb4e-4956-837d-a1e453bd94b5 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:12:32.910267 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81fe987-8f2f-4851-bde7-4ccf4b503d20 req-ee2d58f8-2608-4219-958a-4e76d720a2f5 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] No DVR routers for this DVR port cbe72ab1-ae06-44fa-8520-8bee8e3a346c on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:12:32.916477 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d81fe987-8f2f-4851-bde7-4ccf4b503d20 req-ee2d58f8-2608-4219-958a-4e76d720a2f5 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:32.919036 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d81fe987-8f2f-4851-bde7-4ccf4b503d20 req-ee2d58f8-2608-4219-958a-4e76d720a2f5 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.73 "DELETE /v2.0/ports/cbe72ab1-ae06-44fa-8520-8bee8e3a346c HTTP/1.1" status: 204 len: 173 time: 2.7223427 Aug 11 02:12:32.928565 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a961ac6a-decb-4df9-9874-1163ef684d70', 'name': 'network-vif-deleted', 'tag': 'cbe72ab1-ae06-44fa-8520-8bee8e3a346c'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:32.933203 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1674f9-d6b6-4694-9256-0f64bad26c1f" -d '{"events": [{"server_uuid": "a961ac6a-decb-4df9-9874-1163ef684d70", "name": "network-vif-deleted", "tag": "cbe72ab1-ae06-44fa-8520-8bee8e3a346c"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:32.980165 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4893e-fb4e-4956-837d-a1e453bd94b5 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Pushing event updated for resources: {'Port': ['ID=f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:33.039353 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bcb4fd-859e-4a5c-974a-29624b14d4be tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:33.047574 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bcb4fd-859e-4a5c-974a-29624b14d4be tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:33.048340 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d449bd44-a5f9-4334-ac6f-d52febec218a req-1eabd89b-818d-4f77-ab33-43e120a2c7ba tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355042 Aug 11 02:12:33.055352 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bcb4fd-859e-4a5c-974a-29624b14d4be tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:33.057421 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b7bcb4fd-859e-4a5c-974a-29624b14d4be tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.3664386 Aug 11 02:12:33.064491 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d58f8-2608-4219-958a-4e76d720a2f5 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Pushing event deleted for resources: {'Port': ['ID=cbe72ab1-ae06-44fa-8520-8bee8e3a346c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:33.069906 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e208bb1-c086-4833-8406-86b9c01c72c0 req-636d1330-05ef-4cf7-b0f4-6a6a4842ec67 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:33.074939 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38018) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:33.078222 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7e208bb1-c086-4833-8406-86b9c01c72c0 req-636d1330-05ef-4cf7-b0f4-6a6a4842ec67 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 931 time: 0.3898437 Aug 11 02:12:33.115731 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-faa4893e-fb4e-4956-837d-a1e453bd94b5 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:33.117331 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-faa4893e-fb4e-4956-837d-a1e453bd94b5 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:33.167014 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-faa4893e-fb4e-4956-837d-a1e453bd94b5 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4442909 Aug 11 02:12:33.170247 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7e208bb1-c086-4833-8406-86b9c01c72c0 req-d71f13ea-bc92-41d7-a10a-bec7cca91cf1 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904934 Aug 11 02:12:33.193331 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-664ef6de-9e58-4743-9f76-b7c5cab56720 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Made reservation on behalf of a8d04554417c40d6830a6309b9057b02 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:12:33.194661 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-6016b14b-4705-4a5d-aea3-517a537f1ee8 service neutron] Request body: {'port': {'device_id': '8f92f73b-bfc1-4569-9f38-8b21a5ee37d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:33.198448 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-664ef6de-9e58-4743-9f76-b7c5cab56720 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:33.273160 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab0cd930-8824-47f6-9227-ed79873ca9c4 req-1771c74c-34e5-47be-bfb3-230a96ddef2b tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a61de60-34ca-4311-a2e2-90f6ceb0b4d1 HTTP/1.1" status: 200 len: 210 time: 0.0466690 Aug 11 02:12:33.288514 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device cbe72ab1-ae06-44fa-8520-8bee8e3a346c no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:12:33.329039 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: cbe72ab1-ae06-44fa-8520-8bee8e3a346c {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:12:33.329368 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device cbe72ab1-ae06-44fa-8520-8bee8e3a346c not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:12:33.386908 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-6016b14b-4705-4a5d-aea3-517a537f1ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:33.426732 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-664ef6de-9e58-4743-9f76-b7c5cab56720 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Allocated IP 172.20.0.14 (817a4ff3-115a-4b81-9f1c-4ed18d90c966/28d716d8-5b88-434d-86dc-bdd1fc15512f/18f283e6-783f-4e9b-803a-6962b8497191) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:12:33.454281 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfbc52-b91a-4b86-b05e-22a2a59025a8 req-2aa4b68a-75fa-48ea-83ec-6ca611407ac7 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:33.456176 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9fdfbc52-b91a-4b86-b05e-22a2a59025a8 req-2aa4b68a-75fa-48ea-83ec-6ca611407ac7 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 946 time: 0.0730841 Aug 11 02:12:33.532357 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9fdfbc52-b91a-4b86-b05e-22a2a59025a8 req-e2b1e4bc-6764-45cb-aec5-b3b091ecbe9f tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/security-groups?id=45b25b34-9b54-4e3b-8504-b668c19020c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678320 Aug 11 02:12:33.617808 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe543b0-ebbb-4046-9fb5-f25a4ded30cb x-openstack-request-id: req-ebe543b0-ebbb-4046-9fb5-f25a4ded30cb {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:33.618497 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a961ac6a-decb-4df9-9874-1163ef684d70", "name": "network-vif-deleted", "tag": "cbe72ab1-ae06-44fa-8520-8bee8e3a346c", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:33.618860 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ebe543b0-ebbb-4046-9fb5-f25a4ded30cb {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:33.619374 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a961ac6a-decb-4df9-9874-1163ef684d70', 'name': 'network-vif-deleted', 'tag': 'cbe72ab1-ae06-44fa-8520-8bee8e3a346c', 'status': 'completed', 'code': 200} Aug 11 02:12:33.626861 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-121dc76f-24db-46e0-887c-7c8d37f76125 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Deleting port 4ad63df6-6a24-4bc7-8ef7-3ae79facc23a {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:12:33.627339 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-121dc76f-24db-46e0-887c-7c8d37f76125 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:33.665743 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5c0f4-1b81-405f-a34f-a67ab4de2da2 req-5857747d-3600-4e38-8029-4a50e373c31a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:33.667487 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dad5c0f4-1b81-405f-a34f-a67ab4de2da2 req-5857747d-3600-4e38-8029-4a50e373c31a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 946 time: 0.2824895 Aug 11 02:12:33.821697 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-664ef6de-9e58-4743-9f76-b7c5cab56720 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:33.950691 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-664ef6de-9e58-4743-9f76-b7c5cab56720 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:34.065989 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-664ef6de-9e58-4743-9f76-b7c5cab56720 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Network 817a4ff3-115a-4b81-9f1c-4ed18d90c966 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:12:34.103710 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-664ef6de-9e58-4743-9f76-b7c5cab56720 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:34.108004 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-664ef6de-9e58-4743-9f76-b7c5cab56720 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:12:34.140234 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ef6de-9e58-4743-9f76-b7c5cab56720 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Pushing event updated for resources: {'Port': ['ID=18f283e6-783f-4e9b-803a-6962b8497191,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:34.173815 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ef6de-9e58-4743-9f76-b7c5cab56720 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:34.174156 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ef6de-9e58-4743-9f76-b7c5cab56720 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:34.174420 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ef6de-9e58-4743-9f76-b7c5cab56720 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:34.174799 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ef6de-9e58-4743-9f76-b7c5cab56720 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:34.175817 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ef6de-9e58-4743-9f76-b7c5cab56720 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:34.176147 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ef6de-9e58-4743-9f76-b7c5cab56720 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:34.177096 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ef6de-9e58-4743-9f76-b7c5cab56720 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:34.177454 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ef6de-9e58-4743-9f76-b7c5cab56720 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:34.177791 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ef6de-9e58-4743-9f76-b7c5cab56720 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:34.178127 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ef6de-9e58-4743-9f76-b7c5cab56720 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:34.178491 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ef6de-9e58-4743-9f76-b7c5cab56720 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:34.179439 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ef6de-9e58-4743-9f76-b7c5cab56720 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:34.232795 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-664ef6de-9e58-4743-9f76-b7c5cab56720 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:34.233549 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-664ef6de-9e58-4743-9f76-b7c5cab56720 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:34.263261 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dad5c0f4-1b81-405f-a34f-a67ab4de2da2 req-34370ef8-a23e-4659-9bb7-c02d6fa826cb tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5621095 Aug 11 02:12:34.281049 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59221015-bd3c-44fb-96c5-f22e4360441e req-478ca15b-fabb-4dcf-88c1-4fd2ae329186 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:34.283242 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-59221015-bd3c-44fb-96c5-f22e4360441e req-478ca15b-fabb-4dcf-88c1-4fd2ae329186 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.0992913 Aug 11 02:12:34.284760 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-664ef6de-9e58-4743-9f76-b7c5cab56720 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5712321 Aug 11 02:12:34.329854 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-567f35c1-8fb2-4164-9444-325bc8b09569 service neutron] Request body: {'port': {'device_id': '7a61de60-34ca-4311-a2e2-90f6ceb0b4d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:34.349168 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-121dc76f-24db-46e0-887c-7c8d37f76125 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:34.379772 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-59221015-bd3c-44fb-96c5-f22e4360441e req-14a3bd10-00a8-4ac0-8afd-464fe0a5c962 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830512 Aug 11 02:12:34.431863 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-121dc76f-24db-46e0-887c-7c8d37f76125 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Calling delete_port for 4ad63df6-6a24-4bc7-8ef7-3ae79facc23a owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:12:34.459200 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-567f35c1-8fb2-4164-9444-325bc8b09569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:34.584493 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e02875-d121-44c1-964c-aab02b0f4a97 req-a0e02c64-2189-40f4-9bb4-d933405b5a11 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:34.592905 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-18e02875-d121-44c1-964c-aab02b0f4a97 req-a0e02c64-2189-40f4-9bb4-d933405b5a11 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 931 time: 0.2083182 Aug 11 02:12:34.641715 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-6016b14b-4705-4a5d-aea3-517a537f1ee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:34.654709 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-6016b14b-4705-4a5d-aea3-517a537f1ee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:34.659986 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426b1eb-cea6-4aee-b963-8e8171175900 req-8f887cca-7015-44fe-b365-b1ffd05737c0 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:34.662625 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4426b1eb-cea6-4aee-b963-8e8171175900 req-8f887cca-7015-44fe-b365-b1ffd05737c0 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a61de60-34ca-4311-a2e2-90f6ceb0b4d1 HTTP/1.1" status: 200 len: 932 time: 0.1738398 Aug 11 02:12:34.691114 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-6016b14b-4705-4a5d-aea3-517a537f1ee8 service neutron] Transition to ACTIVE for port object f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:12:34.709403 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-18e02875-d121-44c1-964c-aab02b0f4a97 req-48b609e7-60fd-48fc-a956-5260e5652609 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143463 Aug 11 02:12:34.726567 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-6016b14b-4705-4a5d-aea3-517a537f1ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:34.799715 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4426b1eb-cea6-4aee-b963-8e8171175900 req-128a475d-1f85-4a60-8bc8-858e73d65874 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274228 Aug 11 02:12:34.934562 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016b14b-4705-4a5d-aea3-517a537f1ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:34.959450 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-121dc76f-24db-46e0-887c-7c8d37f76125 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:34.975415 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-567f35c1-8fb2-4164-9444-325bc8b09569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f283e6-783f-4e9b-803a-6962b8497191 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:34.983718 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-567f35c1-8fb2-4164-9444-325bc8b09569 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:34.998419 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-567f35c1-8fb2-4164-9444-325bc8b09569 service neutron] Transition to ACTIVE for port object 18f283e6-783f-4e9b-803a-6962b8497191 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:12:35.011008 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-567f35c1-8fb2-4164-9444-325bc8b09569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:35.022169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121dc76f-24db-46e0-887c-7c8d37f76125 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Pushing event deleted for resources: {'Port': ['ID=4ad63df6-6a24-4bc7-8ef7-3ae79facc23a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:35.037402 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4c45e-aa07-440d-bb7b-75d156d20789 req-9371f121-c03a-41ac-9633-ed8b3f51c71f tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:35.044830 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aac4c45e-aa07-440d-bb7b-75d156d20789 req-9371f121-c03a-41ac-9633-ed8b3f51c71f tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 946 time: 0.2059712 Aug 11 02:12:35.133070 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f35c1-8fb2-4164-9444-325bc8b09569 service neutron] Pushing event updated for resources: {'Port': ['ID=18f283e6-783f-4e9b-803a-6962b8497191,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:35.213527 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-567f35c1-8fb2-4164-9444-325bc8b09569 service neutron] Attempting to bind port 18f283e6-783f-4e9b-803a-6962b8497191 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:12:35.222665 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-567f35c1-8fb2-4164-9444-325bc8b09569 service neutron] Attempting to bind port 18f283e6-783f-4e9b-803a-6962b8497191 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '61b759df-4b3a-4468-b2fc-c1fa74c19b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '817a4ff3-115a-4b81-9f1c-4ed18d90c966'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:12:35.223889 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-567f35c1-8fb2-4164-9444-325bc8b09569 service neutron] Attempting to bind port 18f283e6-783f-4e9b-803a-6962b8497191 on network 817a4ff3-115a-4b81-9f1c-4ed18d90c966 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:35.236996 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-567f35c1-8fb2-4164-9444-325bc8b09569 service neutron] Port 18f283e6-783f-4e9b-803a-6962b8497191 on network 817a4ff3-115a-4b81-9f1c-4ed18d90c966 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:12:35.237471 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-567f35c1-8fb2-4164-9444-325bc8b09569 service neutron] Attempting to bind port 18f283e6-783f-4e9b-803a-6962b8497191 on network 817a4ff3-115a-4b81-9f1c-4ed18d90c966 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:35.249409 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-6016b14b-4705-4a5d-aea3-517a537f1ee8 service neutron] Attempting to bind port f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:12:35.249787 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-6016b14b-4705-4a5d-aea3-517a537f1ee8 service neutron] Attempting to bind port f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'c4d12000-2f18-4a49-89bc-59fc19f987a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ae641db3-ab70-425a-9e3e-c284ea18d394'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:12:35.249967 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-567f35c1-8fb2-4164-9444-325bc8b09569 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:12:35.250259 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-567f35c1-8fb2-4164-9444-325bc8b09569 service neutron] Checking segment: {'id': '61b759df-4b3a-4468-b2fc-c1fa74c19b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '817a4ff3-115a-4b81-9f1c-4ed18d90c966'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:12:35.250661 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-567f35c1-8fb2-4164-9444-325bc8b09569 service neutron] Bound using segment: {'id': '61b759df-4b3a-4468-b2fc-c1fa74c19b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '817a4ff3-115a-4b81-9f1c-4ed18d90c966'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:12:35.251117 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-567f35c1-8fb2-4164-9444-325bc8b09569 service neutron] Bound port: 18f283e6-783f-4e9b-803a-6962b8497191, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b759df-4b3a-4468-b2fc-c1fa74c19b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '817a4ff3-115a-4b81-9f1c-4ed18d90c966'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:12:35.251485 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-567f35c1-8fb2-4164-9444-325bc8b09569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:35.253206 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-6016b14b-4705-4a5d-aea3-517a537f1ee8 service neutron] Attempting to bind port f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd on network ae641db3-ab70-425a-9e3e-c284ea18d394 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:35.302591 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aac4c45e-aa07-440d-bb7b-75d156d20789 req-15dc6f96-7ffe-4114-89af-2b220520bcbe tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/security-groups?id=45b25b34-9b54-4e3b-8504-b668c19020c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480919 Aug 11 02:12:35.303264 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-6016b14b-4705-4a5d-aea3-517a537f1ee8 service neutron] Port f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd on network ae641db3-ab70-425a-9e3e-c284ea18d394 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:12:35.303569 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-6016b14b-4705-4a5d-aea3-517a537f1ee8 service neutron] Attempting to bind port f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd on network ae641db3-ab70-425a-9e3e-c284ea18d394 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:35.315244 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-6016b14b-4705-4a5d-aea3-517a537f1ee8 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:12:35.315644 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-6016b14b-4705-4a5d-aea3-517a537f1ee8 service neutron] Checking segment: {'id': 'c4d12000-2f18-4a49-89bc-59fc19f987a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ae641db3-ab70-425a-9e3e-c284ea18d394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:12:35.316076 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-6016b14b-4705-4a5d-aea3-517a537f1ee8 service neutron] Bound using segment: {'id': 'c4d12000-2f18-4a49-89bc-59fc19f987a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ae641db3-ab70-425a-9e3e-c284ea18d394'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:12:35.316528 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-6016b14b-4705-4a5d-aea3-517a537f1ee8 service neutron] Bound port: f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4d12000-2f18-4a49-89bc-59fc19f987a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ae641db3-ab70-425a-9e3e-c284ea18d394'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:12:35.316886 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-6016b14b-4705-4a5d-aea3-517a537f1ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:35.374172 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-567f35c1-8fb2-4164-9444-325bc8b09569 service neutron] For port 18f283e6-783f-4e9b-803a-6962b8497191, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:12:35.380948 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-567f35c1-8fb2-4164-9444-325bc8b09569 service neutron] For port 18f283e6-783f-4e9b-803a-6962b8497191, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=18f283e6-783f-4e9b-803a-6962b8497191,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:12:35.437656 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-567f35c1-8fb2-4164-9444-325bc8b09569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:35.458376 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-567f35c1-8fb2-4164-9444-325bc8b09569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:35.461882 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-567f35c1-8fb2-4164-9444-325bc8b09569 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:35.463525 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-567f35c1-8fb2-4164-9444-325bc8b09569 service neutron] 10.222.0.73 "PUT /v2.0/ports/18f283e6-783f-4e9b-803a-6962b8497191 HTTP/1.1" status: 200 len: 1093 time: 1.1389458 Aug 11 02:12:35.466296 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a61de60-34ca-4311-a2e2-90f6ceb0b4d1', 'tag': '18f283e6-783f-4e9b-803a-6962b8497191'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:35.470033 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b77ccd3-0f45-4652-ace5-08af08f0928a" -d '{"events": [{"name": "network-changed", "server_uuid": "7a61de60-34ca-4311-a2e2-90f6ceb0b4d1", "tag": "18f283e6-783f-4e9b-803a-6962b8497191"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:35.543641 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e52d64-29c8-4cf7-91be-d01674f7bef5 req-876a71dd-1503-49ae-b9ec-37a4ee67575b tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:35.545169 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e0e52d64-29c8-4cf7-91be-d01674f7bef5 req-876a71dd-1503-49ae-b9ec-37a4ee67575b tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 946 time: 0.1623538 Aug 11 02:12:35.569882 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-121dc76f-24db-46e0-887c-7c8d37f76125 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:35.572691 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-121dc76f-24db-46e0-887c-7c8d37f76125 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] 10.222.0.50 "DELETE /v2.0/ports/4ad63df6-6a24-4bc7-8ef7-3ae79facc23a HTTP/1.1" status: 204 len: 168 time: 2.4846470 Aug 11 02:12:35.576574 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38064) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:35.615461 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-6016b14b-4705-4a5d-aea3-517a537f1ee8 service neutron] For port f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:12:35.621618 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f35c1-8fb2-4164-9444-325bc8b09569 service neutron] Pushing event updated for resources: {'Port': ['ID=18f283e6-783f-4e9b-803a-6962b8497191,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:35.624688 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-75cddfc3-7f4f-49bb-8de8-b4678dc8e5a4 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] GET failed (client error): The resource could not be found. Aug 11 02:12:35.625471 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-75cddfc3-7f4f-49bb-8de8-b4678dc8e5a4 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] 10.222.0.50 "GET /v2.0/ports/4ad63df6-6a24-4bc7-8ef7-3ae79facc23a HTTP/1.1" status: 404 len: 333 time: 0.0473917 Aug 11 02:12:35.633874 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38066) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:35.637944 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c075d65-98f3-41ce-ab14-f6198f5e7632 req-1d23f435-b5e3-49d4-a856-c93be3a56238 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:35.639634 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-b6e6cff7-92b6-40da-bb8e-77d128248072 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Request body: {'port': {'network_id': '16dc804f-3024-4f4f-93a9-1a1ae79a645a', 'name': 'tempest-AllowedAddressPairTestJSON-2147414344'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:35.639955 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0c075d65-98f3-41ce-ab14-f6198f5e7632 req-1d23f435-b5e3-49d4-a856-c93be3a56238 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.1468477 Aug 11 02:12:35.654917 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e0e52d64-29c8-4cf7-91be-d01674f7bef5 req-00b036c9-0cfe-40a2-b437-8a2b47975879 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976427 Aug 11 02:12:35.662998 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-6016b14b-4705-4a5d-aea3-517a537f1ee8 service neutron] For port f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd,segment=NetworkSegment(c4d12000-2f18-4a49-89bc-59fc19f987a2),segment_id=c4d12000-2f18-4a49-89bc-59fc19f987a2)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:12:35.697889 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0c075d65-98f3-41ce-ab14-f6198f5e7632 req-b4acb982-c6b4-48a9-bd86-c2314c55df5c tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497978 Aug 11 02:12:35.699556 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-6016b14b-4705-4a5d-aea3-517a537f1ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:35.753723 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-6016b14b-4705-4a5d-aea3-517a537f1ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:35.754474 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-26a5c77e-6eae-4a6d-a1fc-025de55c474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:35.754639 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-6016b14b-4705-4a5d-aea3-517a537f1ee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:35.756024 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-26a5c77e-6eae-4a6d-a1fc-025de55c474f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a8d04554417c40d6830a6309b9057b02&device_id=7a61de60-34ca-4311-a2e2-90f6ceb0b4d1 HTTP/1.1" status: 200 len: 1096 time: 0.2297552 Aug 11 02:12:35.756754 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-6016b14b-4705-4a5d-aea3-517a537f1ee8 service neutron] 10.222.0.66 "PUT /v2.0/ports/f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd HTTP/1.1" status: 200 len: 1092 time: 2.5676382 Aug 11 02:12:35.757495 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f92f73b-bfc1-4569-9f38-8b21a5ee37d8', 'tag': 'f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:35.759776 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b317a0c4-1381-4464-8d10-6492f0708f75 x-openstack-request-id: req-b317a0c4-1381-4464-8d10-6492f0708f75 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:35.760078 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a61de60-34ca-4311-a2e2-90f6ceb0b4d1", "tag": "18f283e6-783f-4e9b-803a-6962b8497191", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:35.760317 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b317a0c4-1381-4464-8d10-6492f0708f75 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:35.760711 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a61de60-34ca-4311-a2e2-90f6ceb0b4d1', 'tag': '18f283e6-783f-4e9b-803a-6962b8497191', 'status': 'completed', 'code': 200} Aug 11 02:12:35.761228 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687b0d15-6bec-44c9-8dc7-bdd66568f15c" -d '{"events": [{"name": "network-changed", "server_uuid": "8f92f73b-bfc1-4569-9f38-8b21a5ee37d8", "tag": "f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:35.882437 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93bbcdb-a298-4893-bc3b-355effbaf4dd x-openstack-request-id: req-c93bbcdb-a298-4893-bc3b-355effbaf4dd {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:35.882838 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f92f73b-bfc1-4569-9f38-8b21a5ee37d8", "tag": "f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:35.883145 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c93bbcdb-a298-4893-bc3b-355effbaf4dd {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:35.885374 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f92f73b-bfc1-4569-9f38-8b21a5ee37d8', 'tag': 'f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd', 'status': 'completed', 'code': 200} Aug 11 02:12:35.894296 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-9b48ea37-86ae-4770-982b-c087dc502ddf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18f283e6-783f-4e9b-803a-6962b8497191 HTTP/1.1" status: 200 len: 217 time: 0.1132307 Aug 11 02:12:35.916466 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016b14b-4705-4a5d-aea3-517a537f1ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:36.001883 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-97ee7d9d-0d32-4d8b-b389-487066375fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:36.003801 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-97ee7d9d-0d32-4d8b-b389-487066375fcf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1d0255ff2e7f4c5f9a0fc50ad67a2630&device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 1095 time: 0.1915967 Aug 11 02:12:36.013699 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b99903-f218-4d38-95f9-c85c8230fc3f req-30e4a5fb-19ea-49fc-b803-febf5f691b88 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:36.015664 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f7b99903-f218-4d38-95f9-c85c8230fc3f req-30e4a5fb-19ea-49fc-b803-febf5f691b88 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 943 time: 0.1287699 Aug 11 02:12:36.030052 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-7df63811-077f-4b59-9d8d-69517589dca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:36.032221 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-7df63811-077f-4b59-9d8d-69517589dca8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28d716d8-5b88-434d-86dc-bdd1fc15512f HTTP/1.1" status: 200 len: 845 time: 0.1244557 Aug 11 02:12:36.048352 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2c207-95b6-4c12-bd2a-edbef39f8474 req-dd9e12c0-25e0-4cb5-a3f5-998d25b66a78 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:36.050208 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-37c2c207-95b6-4c12-bd2a-edbef39f8474 req-dd9e12c0-25e0-4cb5-a3f5-998d25b66a78 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a61de60-34ca-4311-a2e2-90f6ceb0b4d1 HTTP/1.1" status: 200 len: 944 time: 0.1040378 Aug 11 02:12:36.079701 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-66250eed-4197-447c-956b-254604387745 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd HTTP/1.1" status: 200 len: 217 time: 0.0628800 Aug 11 02:12:36.105704 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-77929e37-ed83-47a2-9549-36fcc7193dc7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=817a4ff3-115a-4b81-9f1c-4ed18d90c966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514591 Aug 11 02:12:36.152737 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f7b99903-f218-4d38-95f9-c85c8230fc3f req-18ac17f4-afd3-4f2b-9bf9-68ab608cd7ed tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284781 Aug 11 02:12:36.188869 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-8d759afa-45f1-44a0-9918-87cfd2159d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:36.190671 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-8d759afa-45f1-44a0-9918-87cfd2159d02 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=43fa3b0b-85ea-4bef-bf2a-1eb966dfb8aa HTTP/1.1" status: 200 len: 851 time: 0.0987005 Aug 11 02:12:36.218174 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e6cff7-92b6-40da-bb8e-77d128248072 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Made reservation on behalf of 9ffbca4f8d474b988c07ac1c54a1facd for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:12:36.235999 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cff7-92b6-40da-bb8e-77d128248072 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:36.272829 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-3abe9ea8-fac1-447b-94f2-b759af196af6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae641db3-ab70-425a-9e3e-c284ea18d394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719178 Aug 11 02:12:36.362970 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-37c2c207-95b6-4c12-bd2a-edbef39f8474 req-32240927-52d4-40b7-9568-6a6ef95a5aa4 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896297 Aug 11 02:12:36.388442 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-b6e6cff7-92b6-40da-bb8e-77d128248072 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] device_id is not set on port 1e9cf9bc-81d0-49b4-99ca-3bfb5569a90c yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:12:36.420837 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15349d7-bce9-4b2c-b6e9-fe41faba4093 req-c02bfa5c-cf06-48fc-b6d2-f152c95b5a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:36.422366 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d15349d7-bce9-4b2c-b6e9-fe41faba4093 req-c02bfa5c-cf06-48fc-b6d2-f152c95b5a5b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 1098 time: 0.1135757 Aug 11 02:12:36.490518 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-670ff8ca-4101-4f00-ad67-c60c9478a751 service neutron] 10.222.0.66 "GET /v2.0/networks/ae641db3-ab70-425a-9e3e-c284ea18d394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111964 Aug 11 02:12:36.564253 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-11890645-9474-4d12-812b-e3ca6e828e43 service neutron] 10.222.0.73 "GET /v2.0/networks/817a4ff3-115a-4b81-9f1c-4ed18d90c966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453228 Aug 11 02:12:36.570690 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d15349d7-bce9-4b2c-b6e9-fe41faba4093 req-efe38aad-a595-48af-ad20-1925e676b450 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=45b25b34-9b54-4e3b-8504-b668c19020c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388655 Aug 11 02:12:36.592168 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7854a1b-4658-46ca-b2bd-1260067289e0 req-a3358325-e1a9-4c33-995e-8e6e1fc8e2ba tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:36.594177 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e7854a1b-4658-46ca-b2bd-1260067289e0 req-a3358325-e1a9-4c33-995e-8e6e1fc8e2ba tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 946 time: 0.1503894 Aug 11 02:12:36.602220 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-b6e6cff7-92b6-40da-bb8e-77d128248072 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Allocated IP 172.20.0.10 (16dc804f-3024-4f4f-93a9-1a1ae79a645a/f088993d-b897-4458-b4f7-8b1ba459eb0d/1e9cf9bc-81d0-49b4-99ca-3bfb5569a90c) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:12:36.667890 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e7854a1b-4658-46ca-b2bd-1260067289e0 req-0aee9faf-fe1d-4004-9826-2b33857ee97a tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/security-groups?id=45b25b34-9b54-4e3b-8504-b668c19020c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661764 Aug 11 02:12:36.674856 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a50dae01-68b6-4d51-b5ee-3097744bede9 req-7f577583-edb6-4c1c-a86c-f1126af4dbca service neutron] 10.222.0.66 "GET /v2.0/networks/ae641db3-ab70-425a-9e3e-c284ea18d394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737087 Aug 11 02:12:36.808893 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b0d15-6bec-44c9-8dc7-bdd66568f15c req-9f3a2005-a38c-4a0d-9e62-b17ab3c568a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:36.811253 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-687b0d15-6bec-44c9-8dc7-bdd66568f15c req-9f3a2005-a38c-4a0d-9e62-b17ab3c568a8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1d0255ff2e7f4c5f9a0fc50ad67a2630&device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 1095 time: 0.0735047 Aug 11 02:12:36.883462 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65f7920a-2311-472d-9e72-9bd72b9e07e8 req-a92d1abe-7f80-435b-a65d-12e92a659ca5 service neutron] 10.222.0.73 "GET /v2.0/networks/817a4ff3-115a-4b81-9f1c-4ed18d90c966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549126 Aug 11 02:12:36.945554 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c054ca-0748-4ab3-9b23-0e651d52ab97 req-b37ed9e9-412a-4c98-9525-bc08beabc1eb tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:36.946954 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d2c054ca-0748-4ab3-9b23-0e651d52ab97 req-b37ed9e9-412a-4c98-9525-bc08beabc1eb tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 946 time: 0.1168592 Aug 11 02:12:37.007134 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b0d15-6bec-44c9-8dc7-bdd66568f15c req-fbe06adb-90cf-46ab-895c-cfc11d887c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:37.008973 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-687b0d15-6bec-44c9-8dc7-bdd66568f15c req-fbe06adb-90cf-46ab-895c-cfc11d887c3c service neutron] 10.222.0.66 "GET /v2.0/networks?id=ae641db3-ab70-425a-9e3e-c284ea18d394 HTTP/1.1" status: 200 len: 912 time: 0.1882365 Aug 11 02:12:37.033250 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01cb84-ee21-485c-ae3a-f449caad1927 req-3a2fe610-5658-4036-9ac7-8b45f90d6408 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:37.034917 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cff7-92b6-40da-bb8e-77d128248072 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:37.041734 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7f01cb84-ee21-485c-ae3a-f449caad1927 req-3a2fe610-5658-4036-9ac7-8b45f90d6408 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.2067189 Aug 11 02:12:37.050887 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77ccd3-0f45-4652-ace5-08af08f0928a req-4c5e8d52-2c80-424a-b0ed-159c80565296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:37.052544 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b77ccd3-0f45-4652-ace5-08af08f0928a req-4c5e8d52-2c80-424a-b0ed-159c80565296 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a8d04554417c40d6830a6309b9057b02&device_id=7a61de60-34ca-4311-a2e2-90f6ceb0b4d1 HTTP/1.1" status: 200 len: 1096 time: 0.1046631 Aug 11 02:12:37.159753 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-687b0d15-6bec-44c9-8dc7-bdd66568f15c req-561db92c-f47b-4c93-b54b-99e80ed299a2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd HTTP/1.1" status: 200 len: 217 time: 0.1427057 Aug 11 02:12:37.174912 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77ccd3-0f45-4652-ace5-08af08f0928a req-fc6266eb-7f5a-4080-bbb1-4b8bb95cfc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:37.176431 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b77ccd3-0f45-4652-ace5-08af08f0928a req-fc6266eb-7f5a-4080-bbb1-4b8bb95cfc8a service neutron] 10.222.0.73 "GET /v2.0/networks?id=817a4ff3-115a-4b81-9f1c-4ed18d90c966 HTTP/1.1" status: 200 len: 906 time: 0.1097286 Aug 11 02:12:37.179274 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-b6e6cff7-92b6-40da-bb8e-77d128248072 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Transition to ACTIVE for port object 1e9cf9bc-81d0-49b4-99ca-3bfb5569a90c will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:12:37.184678 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d2c054ca-0748-4ab3-9b23-0e651d52ab97 req-c2594687-a226-4c41-9187-10e7f0c44f8c tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991043 Aug 11 02:12:37.243171 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b77ccd3-0f45-4652-ace5-08af08f0928a req-460ca3e9-2651-45a0-95ea-139e7c3222e3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18f283e6-783f-4e9b-803a-6962b8497191 HTTP/1.1" status: 200 len: 217 time: 0.0536311 Aug 11 02:12:37.270102 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7f01cb84-ee21-485c-ae3a-f449caad1927 req-d6b4f61b-ff0c-4ed9-b6f2-ce0a11e1c5ff tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163651 Aug 11 02:12:37.314931 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b0d15-6bec-44c9-8dc7-bdd66568f15c req-df5b4c6c-c139-4308-92d6-b2a40896ebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:37.316628 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-687b0d15-6bec-44c9-8dc7-bdd66568f15c req-df5b4c6c-c139-4308-92d6-b2a40896ebdf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=43fa3b0b-85ea-4bef-bf2a-1eb966dfb8aa HTTP/1.1" status: 200 len: 851 time: 0.1472218 Aug 11 02:12:37.336698 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cff7-92b6-40da-bb8e-77d128248072 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:37.378965 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-687b0d15-6bec-44c9-8dc7-bdd66568f15c req-c7824615-47d1-4ed8-969c-c32e4b7ea6e1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae641db3-ab70-425a-9e3e-c284ea18d394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536740 Aug 11 02:12:37.436981 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6cff7-92b6-40da-bb8e-77d128248072 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Pushing event updated for resources: {'Port': ['ID=1e9cf9bc-81d0-49b4-99ca-3bfb5569a90c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:37.458024 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77ccd3-0f45-4652-ace5-08af08f0928a req-7b3aef20-245f-4788-a5e8-50dd1a56d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:37.460026 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b77ccd3-0f45-4652-ace5-08af08f0928a req-7b3aef20-245f-4788-a5e8-50dd1a56d586 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28d716d8-5b88-434d-86dc-bdd1fc15512f HTTP/1.1" status: 200 len: 845 time: 0.1990561 Aug 11 02:12:37.485166 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e6cff7-92b6-40da-bb8e-77d128248072 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Network 16dc804f-3024-4f4f-93a9-1a1ae79a645a is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:12:37.506172 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bd723-fd4a-48ba-a82c-d6ff2d6a6769 req-86ba50d2-f22f-40f0-b985-311150482a85 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:37.507777 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-442bd723-fd4a-48ba-a82c-d6ff2d6a6769 req-86ba50d2-f22f-40f0-b985-311150482a85 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 943 time: 0.1986165 Aug 11 02:12:37.544480 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-b6e6cff7-92b6-40da-bb8e-77d128248072 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:37.563056 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e6cff7-92b6-40da-bb8e-77d128248072 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:12:37.621588 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b77ccd3-0f45-4652-ace5-08af08f0928a req-10b309f4-ec25-4913-9f64-03f442154e0b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=817a4ff3-115a-4b81-9f1c-4ed18d90c966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127954 Aug 11 02:12:37.708886 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-442bd723-fd4a-48ba-a82c-d6ff2d6a6769 req-83571209-1ec6-43cd-8532-a439b01a4df5 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909912 Aug 11 02:12:37.792172 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-687b0d15-6bec-44c9-8dc7-bdd66568f15c req-83fa923d-ebc9-44b6-a1c9-1fe9b85a29e5 service neutron] 10.222.0.66 "GET /v2.0/networks/ae641db3-ab70-425a-9e3e-c284ea18d394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020026 Aug 11 02:12:37.902947 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6cff7-92b6-40da-bb8e-77d128248072 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:37.903658 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cff7-92b6-40da-bb8e-77d128248072 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:37.937623 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee78b4-0ea4-4ab0-8dd4-574b3391c7bb req-c33527cb-a32c-4623-8ea6-334540fac32e tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:37.939611 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0d255-caf2-42f1-bbb5-bdc1cd229d2e req-d34fca74-bdb8-4e83-9cd2-e6e78de2efe8 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:37.948531 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fc0d255-caf2-42f1-bbb5-bdc1cd229d2e req-d34fca74-bdb8-4e83-9cd2-e6e78de2efe8 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 946 time: 0.1119952 Aug 11 02:12:37.952324 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0aee78b4-0ea4-4ab0-8dd4-574b3391c7bb req-c33527cb-a32c-4623-8ea6-334540fac32e tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a61de60-34ca-4311-a2e2-90f6ceb0b4d1 HTTP/1.1" status: 200 len: 944 time: 0.2896051 Aug 11 02:12:38.029433 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fc0d255-caf2-42f1-bbb5-bdc1cd229d2e req-6982f95b-c846-4cd5-9aa1-6e33c07d8884 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/security-groups?id=45b25b34-9b54-4e3b-8504-b668c19020c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645134 Aug 11 02:12:38.031033 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b6e6cff7-92b6-40da-bb8e-77d128248072 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3955991 Aug 11 02:12:38.033129 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d2b710cf-f1e7-4269-8d40-a9302715f512 None None] Provisioning for port 1e9cf9bc-81d0-49b4-99ca-3bfb5569a90c completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:12:38.040958 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d2b710cf-f1e7-4269-8d40-a9302715f512 None None] Provisioning complete for port 1e9cf9bc-81d0-49b4-99ca-3bfb5569a90c triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:38.041936 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d2b710cf-f1e7-4269-8d40-a9302715f512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:38.045700 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38114) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:38.054885 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-fd970a4e-f206-44ea-bb00-67334e99bae3 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:77:0c:0d'}]}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:38.099491 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-1c782078-c2fb-4503-875b-3508b0c1ef8d req-ca8a8255-a681-4c81-aca1-a8bf3c057c03 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-283488674', 'description': 'tempest-description-1038483075'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:38.122960 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0aee78b4-0ea4-4ab0-8dd4-574b3391c7bb req-287d28c9-46ac-4e4e-aaff-8b1d2f23b1cf tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632688 Aug 11 02:12:38.149268 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-d2b710cf-f1e7-4269-8d40-a9302715f512 None None] Port 1e9cf9bc-81d0-49b4-99ca-3bfb5569a90c cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:12:38.169333 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b77ccd3-0f45-4652-ace5-08af08f0928a req-5782dedc-1b63-469b-8171-10d9c257c13b service neutron] 10.222.0.73 "GET /v2.0/networks/817a4ff3-115a-4b81-9f1c-4ed18d90c966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949918 Aug 11 02:12:38.173486 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-687b0d15-6bec-44c9-8dc7-bdd66568f15c req-9667571c-ced4-474c-ab43-77988b7ad5af service neutron] 10.222.0.66 "GET /v2.0/networks/ae641db3-ab70-425a-9e3e-c284ea18d394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733366 Aug 11 02:12:38.297780 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1c782078-c2fb-4503-875b-3508b0c1ef8d req-ca8a8255-a681-4c81-aca1-a8bf3c057c03 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:38.420011 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07fd04f-7d07-4201-b7d1-8432b9f7419d req-086689c1-c1b9-4d33-8551-94b0f49703eb tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:38.428505 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e07fd04f-7d07-4201-b7d1-8432b9f7419d req-086689c1-c1b9-4d33-8551-94b0f49703eb tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 946 time: 0.1288760 Aug 11 02:12:38.457404 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fd970a4e-f206-44ea-bb00-67334e99bae3 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:38.539348 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b77ccd3-0f45-4652-ace5-08af08f0928a req-793a49a0-0247-447a-914d-f8b93070f263 service neutron] 10.222.0.73 "GET /v2.0/networks/817a4ff3-115a-4b81-9f1c-4ed18d90c966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448851 Aug 11 02:12:38.572139 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e07fd04f-7d07-4201-b7d1-8432b9f7419d req-6728533e-9f26-4f1c-8762-aca818f92efd tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266744 Aug 11 02:12:38.715718 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbeb3a-f823-484c-9a85-5b762d8bcbdf req-8c710ac0-319b-4dbe-b788-fbb0c6378e6b tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:38.717465 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1c782078-c2fb-4503-875b-3508b0c1ef8d req-ca8a8255-a681-4c81-aca1-a8bf3c057c03 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:38.727923 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1c782078-c2fb-4503-875b-3508b0c1ef8d req-ca8a8255-a681-4c81-aca1-a8bf3c057c03 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:38.729106 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f7cbeb3a-f823-484c-9a85-5b762d8bcbdf req-8c710ac0-319b-4dbe-b788-fbb0c6378e6b tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.0918853 Aug 11 02:12:38.795193 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1c782078-c2fb-4503-875b-3508b0c1ef8d req-ca8a8255-a681-4c81-aca1-a8bf3c057c03 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:38.808563 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c782078-c2fb-4503-875b-3508b0c1ef8d req-ca8a8255-a681-4c81-aca1-a8bf3c057c03 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.7152419 Aug 11 02:12:38.818010 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f7cbeb3a-f823-484c-9a85-5b762d8bcbdf req-51888e50-f61c-445e-a023-b1f23314a546 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878322 Aug 11 02:12:38.847561 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a8255-a681-4c81-aca1-a8bf3c057c03 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05ed7137-4938-4d59-a258-6b0d964a2592,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:38.925461 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fd970a4e-f206-44ea-bb00-67334e99bae3 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:38.934681 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fd970a4e-f206-44ea-bb00-67334e99bae3 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:38.987232 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd970a4e-f206-44ea-bb00-67334e99bae3 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Pushing event updated for resources: {'Port': ['ID=1e9cf9bc-81d0-49b4-99ca-3bfb5569a90c,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:39.065472 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e9acf-1280-4e4a-a1bf-973daaa7efab req-ebce9a1d-da16-4e08-8e4c-471f816737f5 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:39.068292 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e40e9acf-1280-4e4a-a1bf-973daaa7efab req-ebce9a1d-da16-4e08-8e4c-471f816737f5 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 943 time: 0.1356640 Aug 11 02:12:39.084398 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4aa18b74-0105-4798-9b22-b7863620f093 req-cf30d101-2fef-4a5b-a5e9-bd58e4f14c34 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-283488674&fields=id&tenant_id=720bce38ad5b4b36b6ab4ec32b5aaae3 HTTP/1.1" status: 200 len: 267 time: 0.0832844 Aug 11 02:12:39.125740 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e40e9acf-1280-4e4a-a1bf-973daaa7efab req-2915bbee-b372-471f-813d-76131133bc48 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488205 Aug 11 02:12:39.140771 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-fd970a4e-f206-44ea-bb00-67334e99bae3 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] In _notify_port_updated(), no bound segment for port 1e9cf9bc-81d0-49b4-99ca-3bfb5569a90c on network 16dc804f-3024-4f4f-93a9-1a1ae79a645a {{(pid=94506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:12:39.154627 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd970a4e-f206-44ea-bb00-67334e99bae3 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:39.154627 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fd970a4e-f206-44ea-bb00-67334e99bae3 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:39.154627 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fd970a4e-f206-44ea-bb00-67334e99bae3 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] 10.222.0.50 "PUT /v2.0/ports/1e9cf9bc-81d0-49b4-99ca-3bfb5569a90c HTTP/1.1" status: 200 len: 995 time: 1.1020725 Aug 11 02:12:39.155321 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38144) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:39.214379 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa18b74-0105-4798-9b22-b7863620f093 req-3b2cc26b-8c50-4700-8cc7-395c4804aa2f tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:39.216079 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4aa18b74-0105-4798-9b22-b7863620f093 req-3b2cc26b-8c50-4700-8cc7-395c4804aa2f tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 946 time: 0.1202843 Aug 11 02:12:39.245421 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-4aa18b74-0105-4798-9b22-b7863620f093 req-2db15268-3a56-4eb5-b24f-b19f461551ff tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Request body: {'port': {'security_groups': ['45b25b34-9b54-4e3b-8504-b668c19020c1', '05ed7137-4938-4d59-a258-6b0d964a2592']}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:39.271919 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 18f283e6-783f-4e9b-803a-6962b8497191 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:12:39.349039 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37576ba4-1b87-473c-a0d5-5410b3bf5289 req-726cfad6-f610-4d9b-ac07-845fae9db889 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:39.361829 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-37576ba4-1b87-473c-a0d5-5410b3bf5289 req-726cfad6-f610-4d9b-ac07-845fae9db889 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a61de60-34ca-4311-a2e2-90f6ceb0b4d1 HTTP/1.1" status: 200 len: 944 time: 0.0910146 Aug 11 02:12:39.409617 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4aa18b74-0105-4798-9b22-b7863620f093 req-2db15268-3a56-4eb5-b24f-b19f461551ff tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:39.433578 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-853f1eba-0657-4b5d-b823-d0a91eb21c30 None None] Provisioning complete for port 1e9cf9bc-81d0-49b4-99ca-3bfb5569a90c triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:39.434343 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-853f1eba-0657-4b5d-b823-d0a91eb21c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:39.437443 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-c7a915bc-06a5-4298-8d9c-eacedfb31371 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Deleting port 1e9cf9bc-81d0-49b4-99ca-3bfb5569a90c {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:12:39.438043 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c7a915bc-06a5-4298-8d9c-eacedfb31371 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:39.440826 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-37576ba4-1b87-473c-a0d5-5410b3bf5289 req-08edeab4-bada-4f2e-a999-f75e19baf41a tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779526 Aug 11 02:12:39.481805 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 18f283e6-783f-4e9b-803a-6962b8497191, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=18f283e6-783f-4e9b-803a-6962b8497191,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:39.504429 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '18f283e6-783f-4e9b-803a-6962b8497191', 'network_id': '817a4ff3-115a-4b81-9f1c-4ed18d90c966', 'port_id': '18f283e6-783f-4e9b-803a-6962b8497191', 'mac_address': 'fa:16:3e:a9:3a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d716d8-5b88-434d-86dc-bdd1fc15512f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:12:39.509430 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-853f1eba-0657-4b5d-b823-d0a91eb21c30 None None] Port 1e9cf9bc-81d0-49b4-99ca-3bfb5569a90c cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:12:39.528094 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c7a915bc-06a5-4298-8d9c-eacedfb31371 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:39.552547 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:39.563485 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-c7a915bc-06a5-4298-8d9c-eacedfb31371 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Calling delete_port for 1e9cf9bc-81d0-49b4-99ca-3bfb5569a90c owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:12:39.575433 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f283e6-783f-4e9b-803a-6962b8497191 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:39.602759 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 18f283e6-783f-4e9b-803a-6962b8497191, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=18f283e6-783f-4e9b-803a-6962b8497191,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:39.620342 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:39.702029 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=18f283e6-783f-4e9b-803a-6962b8497191,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:39.810955 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179ce3f-fc1c-47b4-8fe2-514812e742f0 req-539c5eb7-297c-4581-a423-8fe2a097555e tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:39.818399 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4179ce3f-fc1c-47b4-8fe2-514812e742f0 req-539c5eb7-297c-4581-a423-8fe2a097555e tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 946 time: 0.1468122 Aug 11 02:12:39.908937 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4179ce3f-fc1c-47b4-8fe2-514812e742f0 req-25938a59-8bc9-4095-a429-0dcad7137a1b tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826197 Aug 11 02:12:39.919973 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['18f283e6-783f-4e9b-803a-6962b8497191'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:40.048859 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:12:40.088606 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107abbe7-1b1e-4329-911d-a64fd1e33cb1 req-8503c97d-1c7d-4ff6-a688-388df8e68dbd tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:40.090648 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-107abbe7-1b1e-4329-911d-a64fd1e33cb1 req-8503c97d-1c7d-4ff6-a688-388df8e68dbd tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.0960422 Aug 11 02:12:40.134821 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:12:40.178115 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-107abbe7-1b1e-4329-911d-a64fd1e33cb1 req-29c5de0d-35ca-4ec6-b48d-32227100c290 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774434 Aug 11 02:12:40.266062 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd,segment=NetworkSegment(c4d12000-2f18-4a49-89bc-59fc19f987a2),segment_id=c4d12000-2f18-4a49-89bc-59fc19f987a2)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:40.281482 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd', 'network_id': 'ae641db3-ab70-425a-9e3e-c284ea18d394', 'port_id': 'f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd', 'mac_address': 'fa:16:3e:29:c2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43fa3b0b-85ea-4bef-bf2a-1eb966dfb8aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:12:40.342516 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:40.353030 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-4aa18b74-0105-4798-9b22-b7863620f093 req-2db15268-3a56-4eb5-b24f-b19f461551ff tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] For port 20a028a7-49b7-4be1-b81e-e958312d2816, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=20a028a7-49b7-4be1-b81e-e958312d2816,segment=NetworkSegment(26fad3a7-418e-4f2c-82bb-428c9bfc830f),segment_id=26fad3a7-418e-4f2c-82bb-428c9bfc830f)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:40.359630 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:40.386320 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4aa18b74-0105-4798-9b22-b7863620f093 req-2db15268-3a56-4eb5-b24f-b19f461551ff tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:40.387233 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd,segment=NetworkSegment(c4d12000-2f18-4a49-89bc-59fc19f987a2),segment_id=c4d12000-2f18-4a49-89bc-59fc19f987a2)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:40.388659 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c7a915bc-06a5-4298-8d9c-eacedfb31371 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:40.402861 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:40.424508 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a915bc-06a5-4298-8d9c-eacedfb31371 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Pushing event deleted for resources: {'Port': ['ID=1e9cf9bc-81d0-49b4-99ca-3bfb5569a90c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:40.435897 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4aa18b74-0105-4798-9b22-b7863620f093 req-2db15268-3a56-4eb5-b24f-b19f461551ff tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:40.464962 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa18b74-0105-4798-9b22-b7863620f093 req-2db15268-3a56-4eb5-b24f-b19f461551ff tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:40.465759 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4aa18b74-0105-4798-9b22-b7863620f093 req-2db15268-3a56-4eb5-b24f-b19f461551ff tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:40.467562 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4aa18b74-0105-4798-9b22-b7863620f093 req-2db15268-3a56-4eb5-b24f-b19f461551ff tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "PUT /v2.0/ports/20a028a7-49b7-4be1-b81e-e958312d2816 HTTP/1.1" status: 200 len: 982 time: 1.2270248 Aug 11 02:12:40.486223 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f03ed9-f435-420c-89ee-e432ad043bc4 req-d8c9c1bd-dea2-402d-8e12-b7b319688ecb tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:40.487260 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5048904f-4e9b-4f9a-91d4-0068d7008ffe', 'tag': '20a028a7-49b7-4be1-b81e-e958312d2816'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:40.490257 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9283eca9-df3d-4261-ae8e-845741b73852" -d '{"events": [{"name": "network-changed", "server_uuid": "5048904f-4e9b-4f9a-91d4-0068d7008ffe", "tag": "20a028a7-49b7-4be1-b81e-e958312d2816"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:40.497223 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:40.498847 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c0f03ed9-f435-420c-89ee-e432ad043bc4 req-d8c9c1bd-dea2-402d-8e12-b7b319688ecb tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 943 time: 0.1169724 Aug 11 02:12:40.580170 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c0f03ed9-f435-420c-89ee-e432ad043bc4 req-c6071e6e-22f0-4d89-90ab-e5f7e11322a2 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805006 Aug 11 02:12:40.582951 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['20a028a7-49b7-4be1-b81e-e958312d2816'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:40.665670 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:40.680325 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db15268-3a56-4eb5-b24f-b19f461551ff tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Pushing event updated for resources: {'Port': ['ID=20a028a7-49b7-4be1-b81e-e958312d2816,revision_number=6']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:40.742087 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-640a6f62-7bbc-43bc-a39e-c718ccc98462 req-825a1da1-9023-4b1d-add2-332208a95908 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-283488674&fields=id&tenant_id=720bce38ad5b4b36b6ab4ec32b5aaae3 HTTP/1.1" status: 200 len: 267 time: 0.0653770 Aug 11 02:12:40.771005 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e83ed-3e20-4dcd-82b4-9dfac1709a55 req-43a4ad83-4515-4ec9-9413-8f93315087bf tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:40.778429 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d35e83ed-3e20-4dcd-82b4-9dfac1709a55 req-43a4ad83-4515-4ec9-9413-8f93315087bf tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a61de60-34ca-4311-a2e2-90f6ceb0b4d1 HTTP/1.1" status: 200 len: 945 time: 0.1649566 Aug 11 02:12:40.834367 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a6f62-7bbc-43bc-a39e-c718ccc98462 req-efca35fe-b1a1-43f4-b78b-0527f3eedf4b tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:40.847217 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-640a6f62-7bbc-43bc-a39e-c718ccc98462 req-efca35fe-b1a1-43f4-b78b-0527f3eedf4b tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 985 time: 0.1039882 Aug 11 02:12:40.857302 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-640a6f62-7bbc-43bc-a39e-c718ccc98462 req-f47de723-e27c-4ed4-bb88-84457890d345 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Request body: {'port': {'security_groups': ['45b25b34-9b54-4e3b-8504-b668c19020c1']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:40.871176 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d35e83ed-3e20-4dcd-82b4-9dfac1709a55 req-19663927-517f-4402-8eb9-555215fd9f70 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917735 Aug 11 02:12:40.912173 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['20a028a7-49b7-4be1-b81e-e958312d2816'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:40.929308 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c7a915bc-06a5-4298-8d9c-eacedfb31371 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:40.931593 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c7a915bc-06a5-4298-8d9c-eacedfb31371 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] 10.222.0.50 "DELETE /v2.0/ports/1e9cf9bc-81d0-49b4-99ca-3bfb5569a90c HTTP/1.1" status: 204 len: 168 time: 1.7752519 Aug 11 02:12:40.934628 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38172) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:40.954638 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-640a6f62-7bbc-43bc-a39e-c718ccc98462 req-f47de723-e27c-4ed4-bb88-84457890d345 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:40.970139 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f169534-484a-4949-9b44-4a07c549cb7a tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] GET failed (client error): The resource could not be found. Aug 11 02:12:40.975360 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6f169534-484a-4949-9b44-4a07c549cb7a tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] 10.222.0.50 "GET /v2.0/ports/1e9cf9bc-81d0-49b4-99ca-3bfb5569a90c HTTP/1.1" status: 404 len: 333 time: 0.0355484 Aug 11 02:12:40.976497 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38176) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:40.982137 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-23652a0f-9466-41d1-af45-fb481f8a1d75 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Request body: {'port': {'network_id': '16dc804f-3024-4f4f-93a9-1a1ae79a645a', 'name': 'tempest-AllowedAddressPairTestJSON-1487309169'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:41.103249 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb67c897-6016-4845-a92a-fabd05116bdf x-openstack-request-id: req-eb67c897-6016-4845-a92a-fabd05116bdf {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:41.103490 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5048904f-4e9b-4f9a-91d4-0068d7008ffe", "tag": "20a028a7-49b7-4be1-b81e-e958312d2816", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:41.103746 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eb67c897-6016-4845-a92a-fabd05116bdf {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:41.104144 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5048904f-4e9b-4f9a-91d4-0068d7008ffe', 'tag': '20a028a7-49b7-4be1-b81e-e958312d2816', 'status': 'completed', 'code': 200} Aug 11 02:12:41.227943 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-640a6f62-7bbc-43bc-a39e-c718ccc98462 req-f47de723-e27c-4ed4-bb88-84457890d345 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] For port 20a028a7-49b7-4be1-b81e-e958312d2816, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=20a028a7-49b7-4be1-b81e-e958312d2816,segment=NetworkSegment(26fad3a7-418e-4f2c-82bb-428c9bfc830f),segment_id=26fad3a7-418e-4f2c-82bb-428c9bfc830f)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:41.230001 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283eca9-df3d-4261-ae8e-845741b73852 req-250f3864-6e89-4b2b-aff0-47615533f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:41.232450 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9283eca9-df3d-4261-ae8e-845741b73852 req-250f3864-6e89-4b2b-aff0-47615533f7c6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=720bce38ad5b4b36b6ab4ec32b5aaae3&device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 1137 time: 0.1383481 Aug 11 02:12:41.281983 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device d41204d6-692b-429f-90ac-25e71c7d9f8a details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:12:41.291054 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 18f283e6-783f-4e9b-803a-6962b8497191 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:41.294838 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-640a6f62-7bbc-43bc-a39e-c718ccc98462 req-f47de723-e27c-4ed4-bb88-84457890d345 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:41.303707 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-640a6f62-7bbc-43bc-a39e-c718ccc98462 req-f47de723-e27c-4ed4-bb88-84457890d345 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:41.317267 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090f3e8-6df9-47bc-8412-61fef8295565 req-797083bb-ed7b-4898-b229-d57c246ad10a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:41.318987 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0090f3e8-6df9-47bc-8412-61fef8295565 req-797083bb-ed7b-4898-b229-d57c246ad10a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 946 time: 0.2099621 Aug 11 02:12:41.381210 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a6f62-7bbc-43bc-a39e-c718ccc98462 req-f47de723-e27c-4ed4-bb88-84457890d345 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:41.381830 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-640a6f62-7bbc-43bc-a39e-c718ccc98462 req-f47de723-e27c-4ed4-bb88-84457890d345 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:41.390521 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-640a6f62-7bbc-43bc-a39e-c718ccc98462 req-f47de723-e27c-4ed4-bb88-84457890d345 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "PUT /v2.0/ports/20a028a7-49b7-4be1-b81e-e958312d2816 HTTP/1.1" status: 200 len: 943 time: 0.5426345 Aug 11 02:12:41.391224 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5048904f-4e9b-4f9a-91d4-0068d7008ffe', 'tag': '20a028a7-49b7-4be1-b81e-e958312d2816'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:41.394701 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a5eb00-3a5d-4cb9-ae1b-b22c27e25b37" -d '{"events": [{"name": "network-changed", "server_uuid": "5048904f-4e9b-4f9a-91d4-0068d7008ffe", "tag": "20a028a7-49b7-4be1-b81e-e958312d2816"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:41.428248 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283eca9-df3d-4261-ae8e-845741b73852 req-9c4325c8-436f-4046-9f44-8c3b9805d1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:41.429727 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9283eca9-df3d-4261-ae8e-845741b73852 req-9c4325c8-436f-4046-9f44-8c3b9805d1a6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69577f3b-37d2-4abe-933d-a6840532cbc0 HTTP/1.1" status: 200 len: 921 time: 0.1867390 Aug 11 02:12:41.430656 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23652a0f-9466-41d1-af45-fb481f8a1d75 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Made reservation on behalf of 9ffbca4f8d474b988c07ac1c54a1facd for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:12:41.434702 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-23652a0f-9466-41d1-af45-fb481f8a1d75 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:41.456622 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47de723-e27c-4ed4-bb88-84457890d345 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Pushing event updated for resources: {'Port': ['ID=20a028a7-49b7-4be1-b81e-e958312d2816,revision_number=7']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:41.481247 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['20a028a7-49b7-4be1-b81e-e958312d2816'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:41.528389 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9283eca9-df3d-4261-ae8e-845741b73852 req-5367c875-5f2d-4808-b186-4587549c4206 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20a028a7-49b7-4be1-b81e-e958312d2816 HTTP/1.1" status: 200 len: 217 time: 0.0678892 Aug 11 02:12:41.537116 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-23652a0f-9466-41d1-af45-fb481f8a1d75 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] device_id is not set on port 5ae43b75-c122-475c-ad86-03f2a514cc3f yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:12:41.578083 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9d3b9-defc-4018-a833-77b5dccf96ba req-337280d4-dd1d-44ee-8d3e-5cb53fd3fc0b tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:41.589434 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0be9d3b9-defc-4018-a833-77b5dccf96ba req-337280d4-dd1d-44ee-8d3e-5cb53fd3fc0b tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 950 time: 0.0987637 Aug 11 02:12:41.656607 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0be9d3b9-defc-4018-a833-77b5dccf96ba req-5a71b601-7f1e-4314-8dde-c6140a1579e8 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604353 Aug 11 02:12:41.673043 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-23652a0f-9466-41d1-af45-fb481f8a1d75 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Allocated IP 172.20.0.3 (16dc804f-3024-4f4f-93a9-1a1ae79a645a/f088993d-b897-4458-b4f7-8b1ba459eb0d/5ae43b75-c122-475c-ad86-03f2a514cc3f) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:12:41.819137 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0090f3e8-6df9-47bc-8412-61fef8295565 req-5182f16b-3653-43e9-93b4-0217c8847a81 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808956 Aug 11 02:12:41.829076 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fb36de-e6cf-45ce-86c2-c1f76d9ab8cb x-openstack-request-id: req-49fb36de-e6cf-45ce-86c2-c1f76d9ab8cb {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:41.829371 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5048904f-4e9b-4f9a-91d4-0068d7008ffe", "tag": "20a028a7-49b7-4be1-b81e-e958312d2816", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:41.829625 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-49fb36de-e6cf-45ce-86c2-c1f76d9ab8cb {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:41.830035 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5048904f-4e9b-4f9a-91d4-0068d7008ffe', 'tag': '20a028a7-49b7-4be1-b81e-e958312d2816', 'status': 'completed', 'code': 200} Aug 11 02:12:41.845420 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['20a028a7-49b7-4be1-b81e-e958312d2816'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:41.847833 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 18f283e6-783f-4e9b-803a-6962b8497191 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:12:41.900139 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 18f283e6-783f-4e9b-803a-6962b8497191 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:41.900516 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:41.940960 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port d41204d6-692b-429f-90ac-25e71c7d9f8a, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=d41204d6-692b-429f-90ac-25e71c7d9f8a,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:41.987415 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'd41204d6-692b-429f-90ac-25e71c7d9f8a', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': 'd41204d6-692b-429f-90ac-25e71c7d9f8a', 'mac_address': 'fa:16:3e:94:19:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:12:42.032146 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283eca9-df3d-4261-ae8e-845741b73852 req-57435ded-98dc-4b7f-bc36-d07ea5d5273c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:42.034064 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9283eca9-df3d-4261-ae8e-845741b73852 req-57435ded-98dc-4b7f-bc36-d07ea5d5273c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=269d36c9-6b3c-4c9c-8f30-71febc1f6ea9 HTTP/1.1" status: 200 len: 860 time: 0.2187359 Aug 11 02:12:42.040330 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-23652a0f-9466-41d1-af45-fb481f8a1d75 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:42.055185 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-11d9ab16-94c4-4246-9d93-e9249d9842f7 req-07cf9929-06fe-4d46-94cf-566bd5d93efc tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1940293 Aug 11 02:12:42.065960 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-11d9ab16-94c4-4246-9d93-e9249d9842f7 req-c16e7683-a611-42ae-9894-1a6aa1f0fdd0 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:42.095980 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:42.100112 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-11d9ab16-94c4-4246-9d93-e9249d9842f7 req-c16e7683-a611-42ae-9894-1a6aa1f0fdd0 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:42.100371 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9283eca9-df3d-4261-ae8e-845741b73852 req-2218389f-90b5-4407-8d6c-1ade0d86b163 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69577f3b-37d2-4abe-933d-a6840532cbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459788 Aug 11 02:12:42.145864 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:42.148999 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d41204d6-692b-429f-90ac-25e71c7d9f8a {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:42.219043 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-23652a0f-9466-41d1-af45-fb481f8a1d75 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Transition to ACTIVE for port object 5ae43b75-c122-475c-ad86-03f2a514cc3f will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:12:42.222041 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9283eca9-df3d-4261-ae8e-845741b73852 req-c04446a5-dc58-4eb9-b00e-f56984a1853c service neutron] 10.222.0.73 "GET /v2.0/networks/69577f3b-37d2-4abe-933d-a6840532cbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127985 Aug 11 02:12:42.238019 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de1fd0-eb6b-4fbe-a73a-12beb26cfef8 req-5129d42e-945b-4c31-bf96-5ff2001f76cf tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:42.240504 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e6de1fd0-eb6b-4fbe-a73a-12beb26cfef8 req-5129d42e-945b-4c31-bf96-5ff2001f76cf tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 944 time: 0.2753923 Aug 11 02:12:42.256282 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:42.261156 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port d41204d6-692b-429f-90ac-25e71c7d9f8a, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=d41204d6-692b-429f-90ac-25e71c7d9f8a,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:42.286955 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:42.333177 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-11d9ab16-94c4-4246-9d93-e9249d9842f7 req-c16e7683-a611-42ae-9894-1a6aa1f0fdd0 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:42.369863 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a61de60-34ca-4311-a2e2-90f6ceb0b4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f283e6-783f-4e9b-803a-6962b8497191'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:42.374681 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef0eb53-f5f3-4b7d-8f0e-4bf2abe45f8a" -d '{"events": [{"server_uuid": "7a61de60-34ca-4311-a2e2-90f6ceb0b4d1", "name": "network-vif-plugged", "status": "completed", "tag": "18f283e6-783f-4e9b-803a-6962b8497191"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:42.403157 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e6de1fd0-eb6b-4fbe-a73a-12beb26cfef8 req-d2a08062-896a-47c8-8a5e-68e9c03f3147 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958223 Aug 11 02:12:42.418055 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-23652a0f-9466-41d1-af45-fb481f8a1d75 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:42.513585 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 18f283e6-783f-4e9b-803a-6962b8497191, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=18f283e6-783f-4e9b-803a-6962b8497191,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:42.531179 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:42.539746 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device d41204d6-692b-429f-90ac-25e71c7d9f8a no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:12:42.541594 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:12:42.544700 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=d41204d6-692b-429f-90ac-25e71c7d9f8a,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:42.580994 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23652a0f-9466-41d1-af45-fb481f8a1d75 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Network 16dc804f-3024-4f4f-93a9-1a1ae79a645a is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:12:42.588765 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-11d9ab16-94c4-4246-9d93-e9249d9842f7 req-c16e7683-a611-42ae-9894-1a6aa1f0fdd0 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Allocated IP 172.25.2.5 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/fc6eecbe-3712-4cb6-9ca2-48a20ecc6e1c) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:12:42.601377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-23652a0f-9466-41d1-af45-fb481f8a1d75 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:42.609103 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23652a0f-9466-41d1-af45-fb481f8a1d75 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:12:42.615718 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9283eca9-df3d-4261-ae8e-845741b73852 req-70b5c91f-3ecf-42fc-8edd-3596024417c3 service neutron] 10.222.0.73 "GET /v2.0/networks/69577f3b-37d2-4abe-933d-a6840532cbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729298 Aug 11 02:12:42.616376 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23652a0f-9466-41d1-af45-fb481f8a1d75 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Pushing event updated for resources: {'Port': ['ID=5ae43b75-c122-475c-ad86-03f2a514cc3f,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:42.655234 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['d41204d6-692b-429f-90ac-25e71c7d9f8a'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:42.657605 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:42.657981 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:42.670924 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631a909-ed3d-4853-8e7b-154d3869f0e6 req-9e81b905-360b-4bc5-9352-862d92e7f0f9 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:42.682361 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d631a909-ed3d-4853-8e7b-154d3869f0e6 req-9e81b905-360b-4bc5-9352-862d92e7f0f9 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a61de60-34ca-4311-a2e2-90f6ceb0b4d1 HTTP/1.1" status: 200 len: 946 time: 0.1606989 Aug 11 02:12:42.812265 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-11d9ab16-94c4-4246-9d93-e9249d9842f7 req-c16e7683-a611-42ae-9894-1a6aa1f0fdd0 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:42.814231 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23652a0f-9466-41d1-af45-fb481f8a1d75 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:42.815302 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-23652a0f-9466-41d1-af45-fb481f8a1d75 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:42.851486 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5eb00-3a5d-4cb9-ae1b-b22c27e25b37 req-0e6056af-632f-4694-a473-7264ee1d3f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:42.853662 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-26a5eb00-3a5d-4cb9-ae1b-b22c27e25b37 req-0e6056af-632f-4694-a473-7264ee1d3f64 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=720bce38ad5b4b36b6ab4ec32b5aaae3&device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 1098 time: 0.1534238 Aug 11 02:12:42.860036 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d631a909-ed3d-4853-8e7b-154d3869f0e6 req-347a43d5-1515-4936-a0c0-a7d53c1ae451 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766710 Aug 11 02:12:42.917914 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-11d9ab16-94c4-4246-9d93-e9249d9842f7 req-c16e7683-a611-42ae-9894-1a6aa1f0fdd0 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:42.984841 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-23652a0f-9466-41d1-af45-fb481f8a1d75 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0071549 Aug 11 02:12:42.994185 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=18f283e6-783f-4e9b-803a-6962b8497191,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:42.995659 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38210) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:43.006007 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-b393274a-9abe-48ea-a042-ebecc5559bef tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:77:0c:0d'}]}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:43.045440 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d9ab16-94c4-4246-9d93-e9249d9842f7 req-c16e7683-a611-42ae-9894-1a6aa1f0fdd0 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:12:43.051098 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-11d9ab16-94c4-4246-9d93-e9249d9842f7 req-c16e7683-a611-42ae-9894-1a6aa1f0fdd0 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:43.057258 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d9ab16-94c4-4246-9d93-e9249d9842f7 req-c16e7683-a611-42ae-9894-1a6aa1f0fdd0 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:12:43.113162 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e7683-a611-42ae-9894-1a6aa1f0fdd0 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Pushing event updated for resources: {'Port': ['ID=fc6eecbe-3712-4cb6-9ca2-48a20ecc6e1c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:43.149452 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b393274a-9abe-48ea-a042-ebecc5559bef tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:43.161344 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5eb00-3a5d-4cb9-ae1b-b22c27e25b37 req-cdfc7265-c48c-4af7-9141-eb386ce18fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:43.163719 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-26a5eb00-3a5d-4cb9-ae1b-b22c27e25b37 req-cdfc7265-c48c-4af7-9141-eb386ce18fa0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69577f3b-37d2-4abe-933d-a6840532cbc0 HTTP/1.1" status: 200 len: 921 time: 0.3020642 Aug 11 02:12:43.175563 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-11d9ab16-94c4-4246-9d93-e9249d9842f7 req-c16e7683-a611-42ae-9894-1a6aa1f0fdd0 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:43.216544 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-11d9ab16-94c4-4246-9d93-e9249d9842f7 req-c16e7683-a611-42ae-9894-1a6aa1f0fdd0 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:43.220802 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b8f521-d895-42b4-a43e-abd509622d1c x-openstack-request-id: req-45b8f521-d895-42b4-a43e-abd509622d1c {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:43.221208 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a61de60-34ca-4311-a2e2-90f6ceb0b4d1", "name": "network-vif-plugged", "status": "completed", "tag": "18f283e6-783f-4e9b-803a-6962b8497191", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:43.221578 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-45b8f521-d895-42b4-a43e-abd509622d1c {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:43.222075 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a61de60-34ca-4311-a2e2-90f6ceb0b4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f283e6-783f-4e9b-803a-6962b8497191', 'code': 200} Aug 11 02:12:43.225111 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:43.263729 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d41204d6-692b-429f-90ac-25e71c7d9f8a {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:43.294509 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-26a5eb00-3a5d-4cb9-ae1b-b22c27e25b37 req-f13cc622-516c-4ab9-98c3-3d434dc02ecf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20a028a7-49b7-4be1-b81e-e958312d2816 HTTP/1.1" status: 200 len: 217 time: 0.0770402 Aug 11 02:12:43.316892 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port d41204d6-692b-429f-90ac-25e71c7d9f8a, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=d41204d6-692b-429f-90ac-25e71c7d9f8a,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:43.342595 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:43.405329 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=d41204d6-692b-429f-90ac-25e71c7d9f8a,revision_number=9']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:43.418123 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2c6810c6-1606-4292-926b-bfef3fdce1b9 None None] Provisioning for port 5ae43b75-c122-475c-ad86-03f2a514cc3f completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:12:43.428918 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5eb00-3a5d-4cb9-ae1b-b22c27e25b37 req-a173161e-6837-441c-a946-2e65813e03a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:43.430393 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-26a5eb00-3a5d-4cb9-ae1b-b22c27e25b37 req-a173161e-6837-441c-a946-2e65813e03a9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=269d36c9-6b3c-4c9c-8f30-71febc1f6ea9 HTTP/1.1" status: 200 len: 860 time: 0.1152148 Aug 11 02:12:43.433370 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:43.496301 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd,segment=NetworkSegment(c4d12000-2f18-4a49-89bc-59fc19f987a2),segment_id=c4d12000-2f18-4a49-89bc-59fc19f987a2)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:43.499260 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2c6810c6-1606-4292-926b-bfef3fdce1b9 None None] Provisioning complete for port 5ae43b75-c122-475c-ad86-03f2a514cc3f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:43.500104 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2c6810c6-1606-4292-926b-bfef3fdce1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:43.515457 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814166e2-602c-41fb-89bc-c97a818e5ba9 req-6a18017e-568d-4ac5-b52b-e9f90b5ab56f tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:43.517619 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-814166e2-602c-41fb-89bc-c97a818e5ba9 req-6a18017e-568d-4ac5-b52b-e9f90b5ab56f tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 948 time: 0.1652567 Aug 11 02:12:43.520575 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-26a5eb00-3a5d-4cb9-ae1b-b22c27e25b37 req-4f1e0245-1a9b-4924-80f6-f5db7b334071 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69577f3b-37d2-4abe-933d-a6840532cbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541193 Aug 11 02:12:43.533124 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1451341-9069-41a3-9cf6-e0c5ae0c5532 req-f27ef7da-ba3c-4fe6-8efd-a04c22ce2a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:43.535294 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e1451341-9069-41a3-9cf6-e0c5ae0c5532 req-f27ef7da-ba3c-4fe6-8efd-a04c22ce2a03 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7a61de60-34ca-4311-a2e2-90f6ceb0b4d1 HTTP/1.1" status: 200 len: 1098 time: 0.1822250 Aug 11 02:12:43.540598 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:43.600836 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:43.601740 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e1451341-9069-41a3-9cf6-e0c5ae0c5532 req-73837a46-51d2-4d85-9039-2056306ef6fe service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540953 Aug 11 02:12:43.630365 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-2c6810c6-1606-4292-926b-bfef3fdce1b9 None None] Port 5ae43b75-c122-475c-ad86-03f2a514cc3f cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:12:43.634043 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-11d9ab16-94c4-4246-9d93-e9249d9842f7 req-c16e7683-a611-42ae-9894-1a6aa1f0fdd0 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:43.642637 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-11d9ab16-94c4-4246-9d93-e9249d9842f7 req-c16e7683-a611-42ae-9894-1a6aa1f0fdd0 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:43.651410 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-814166e2-602c-41fb-89bc-c97a818e5ba9 req-c9a2371e-49c7-408c-a355-c54be127d5ed tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253278 Aug 11 02:12:43.741239 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e7683-a611-42ae-9894-1a6aa1f0fdd0 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Pushing event updated for resources: {'Port': ['ID=fc6eecbe-3712-4cb6-9ca2-48a20ecc6e1c,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:43.753762 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-11d9ab16-94c4-4246-9d93-e9249d9842f7 req-c16e7683-a611-42ae-9894-1a6aa1f0fdd0 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:43.755260 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b393274a-9abe-48ea-a042-ebecc5559bef tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:43.765333 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b393274a-9abe-48ea-a042-ebecc5559bef tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:43.771043 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-11d9ab16-94c4-4246-9d93-e9249d9842f7 req-c16e7683-a611-42ae-9894-1a6aa1f0fdd0 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:43.773131 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-11d9ab16-94c4-4246-9d93-e9249d9842f7 req-c16e7683-a611-42ae-9894-1a6aa1f0fdd0 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.7116315 Aug 11 02:12:43.781154 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-26a5eb00-3a5d-4cb9-ae1b-b22c27e25b37 req-923a8176-ca2e-4ad2-afee-06c77cc85c5c service neutron] 10.222.0.73 "GET /v2.0/networks/69577f3b-37d2-4abe-933d-a6840532cbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292805 Aug 11 02:12:43.833072 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-11d9ab16-94c4-4246-9d93-e9249d9842f7 req-31babf6d-2bf9-40c1-a2ee-4db37002d5d0 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.5 HTTP/1.1" status: 200 len: 694 time: 0.0532136 Aug 11 02:12:43.958912 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393274a-9abe-48ea-a042-ebecc5559bef tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Pushing event updated for resources: {'Port': ['ID=5ae43b75-c122-475c-ad86-03f2a514cc3f,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:44.000174 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9ab16-94c4-4246-9d93-e9249d9842f7 req-856a8e86-9ac3-4a2e-b13d-850a34d134d4 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:44.001167 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-11d9ab16-94c4-4246-9d93-e9249d9842f7 req-856a8e86-9ac3-4a2e-b13d-850a34d134d4 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 784 time: 0.1623731 Aug 11 02:12:44.024244 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-b393274a-9abe-48ea-a042-ebecc5559bef tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] In _notify_port_updated(), no bound segment for port 5ae43b75-c122-475c-ad86-03f2a514cc3f on network 16dc804f-3024-4f4f-93a9-1a1ae79a645a {{(pid=94506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:12:44.036322 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b393274a-9abe-48ea-a042-ebecc5559bef tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:44.037313 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b393274a-9abe-48ea-a042-ebecc5559bef tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:44.038851 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b393274a-9abe-48ea-a042-ebecc5559bef tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] 10.222.0.50 "PUT /v2.0/ports/5ae43b75-c122-475c-ad86-03f2a514cc3f HTTP/1.1" status: 200 len: 996 time: 1.0394082 Aug 11 02:12:44.041875 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38228) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:44.072008 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c74b5c-bfbb-4564-b4f1-c26151ec5678 req-d4a16d4c-4283-4c5d-aedf-a65204b5788e tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:44.085973 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-45c74b5c-bfbb-4564-b4f1-c26151ec5678 req-d4a16d4c-4283-4c5d-aedf-a65204b5788e tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 946 time: 0.2358210 Aug 11 02:12:44.123143 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-26a5eb00-3a5d-4cb9-ae1b-b22c27e25b37 req-59360a2c-6a7a-46e2-aa70-ebd8dd4dc31d service neutron] 10.222.0.73 "GET /v2.0/networks/69577f3b-37d2-4abe-933d-a6840532cbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042126 Aug 11 02:12:44.155637 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-45c74b5c-bfbb-4564-b4f1-c26151ec5678 req-5e8f78bd-fed4-4871-80a3-e27d0a9e08f0 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607181 Aug 11 02:12:44.163916 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-815450b8-0190-4ffb-a137-13fc23c0d172 None None] Provisioning complete for port 5ae43b75-c122-475c-ad86-03f2a514cc3f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:44.164300 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-815450b8-0190-4ffb-a137-13fc23c0d172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:44.209525 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-815450b8-0190-4ffb-a137-13fc23c0d172 None None] Port 5ae43b75-c122-475c-ad86-03f2a514cc3f cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:12:44.221358 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a8eeb-aa51-4eda-a182-9819cdf6119e req-dcb3004a-040f-4565-b08a-a73d84c58d4e tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:44.223645 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a52a8eeb-aa51-4eda-a182-9819cdf6119e req-dcb3004a-040f-4565-b08a-a73d84c58d4e tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/ports?device_id=463d8a3b-c170-46e1-af1e-74f90980251d HTTP/1.1" status: 200 len: 945 time: 0.1013031 Aug 11 02:12:44.290491 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-6ee34bed-e928-47e6-adea-2a1d969f18f8 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Deleting port 5ae43b75-c122-475c-ad86-03f2a514cc3f {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:12:44.292147 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6ee34bed-e928-47e6-adea-2a1d969f18f8 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:44.292781 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f5bdd-1f6a-4107-a20f-9bd357cc0f6a req-c3a83f14-654f-419b-bc5b-bd26034a71e8 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:44.294512 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-274f5bdd-1f6a-4107-a20f-9bd357cc0f6a req-c3a83f14-654f-419b-bc5b-bd26034a71e8 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 945 time: 0.0806231 Aug 11 02:12:44.303415 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a52a8eeb-aa51-4eda-a182-9819cdf6119e req-b29d33a8-2743-4f49-abfe-ecbf6e137994 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddebad67-b452-412c-92a4-cd5c9d591fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673425 Aug 11 02:12:44.375503 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-274f5bdd-1f6a-4107-a20f-9bd357cc0f6a req-88065161-f3fc-442b-9762-cfbf2facef80 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746272 Aug 11 02:12:44.458809 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6ee34bed-e928-47e6-adea-2a1d969f18f8 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:44.474722 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-6ee34bed-e928-47e6-adea-2a1d969f18f8 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Calling delete_port for 5ae43b75-c122-475c-ad86-03f2a514cc3f owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:12:44.489134 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d0a11-75ee-4f2d-a877-f4cf71bbe7f1 req-2339b04f-32ce-436a-9c51-f6f1db24c523 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:44.505131 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e857564-12b6-4699-a345-5748ef942434 req-b121e628-7179-4090-9639-92194fb3ff1d tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:44.507075 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0e857564-12b6-4699-a345-5748ef942434 req-b121e628-7179-4090-9639-92194fb3ff1d tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0738885 Aug 11 02:12:44.507781 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0d8d0a11-75ee-4f2d-a877-f4cf71bbe7f1 req-2339b04f-32ce-436a-9c51-f6f1db24c523 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a61de60-34ca-4311-a2e2-90f6ceb0b4d1 HTTP/1.1" status: 200 len: 946 time: 0.1024089 Aug 11 02:12:44.566147 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0e857564-12b6-4699-a345-5748ef942434 req-776810da-c9e9-4b03-8769-8f4c15bbba9a tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.5 HTTP/1.1" status: 200 len: 694 time: 0.0532010 Aug 11 02:12:44.580911 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-0e857564-12b6-4699-a345-5748ef942434 req-71e267b3-c398-40e8-9a2c-8d56571834a4 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Request body: {'floatingip': {'port_id': '20a028a7-49b7-4be1-b81e-e958312d2816', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:44.604592 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0d8d0a11-75ee-4f2d-a877-f4cf71bbe7f1 req-8ebc09d7-1f99-43d2-8f13-83564a00c0b5 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958533 Aug 11 02:12:44.635131 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0e857564-12b6-4699-a345-5748ef942434 req-71e267b3-c398-40e8-9a2c-8d56571834a4 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks [] for floatingip, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:44.722233 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6ee34bed-e928-47e6-adea-2a1d969f18f8 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:44.792886 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee34bed-e928-47e6-adea-2a1d969f18f8 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Pushing event deleted for resources: {'Port': ['ID=5ae43b75-c122-475c-ad86-03f2a514cc3f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:44.895358 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf0fe4-beed-48a6-93c3-06310106d8d8 req-fcac8c9c-f51f-4689-9dfe-1d680449d2a6 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:44.897262 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6ecf0fe4-beed-48a6-93c3-06310106d8d8 req-fcac8c9c-f51f-4689-9dfe-1d680449d2a6 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 948 time: 0.1361675 Aug 11 02:12:44.930017 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6ee34bed-e928-47e6-adea-2a1d969f18f8 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:44.935396 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6ee34bed-e928-47e6-adea-2a1d969f18f8 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] 10.222.0.50 "DELETE /v2.0/ports/5ae43b75-c122-475c-ad86-03f2a514cc3f HTTP/1.1" status: 204 len: 168 time: 0.8922207 Aug 11 02:12:44.936731 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38234) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:44.975931 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b055034-94c9-4ece-99a9-4d4b1737ac95 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] GET failed (client error): The resource could not be found. Aug 11 02:12:44.981935 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6b055034-94c9-4ece-99a9-4d4b1737ac95 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] 10.222.0.50 "GET /v2.0/ports/5ae43b75-c122-475c-ad86-03f2a514cc3f HTTP/1.1" status: 404 len: 333 time: 0.0440629 Aug 11 02:12:44.982700 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38236) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:44.990105 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-e12ed0a1-370d-4254-bf81-2e1317814f57 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Request body: {'port': {'network_id': '16dc804f-3024-4f4f-93a9-1a1ae79a645a', 'name': 'tempest-AllowedAddressPairTestJSON-1989861601'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:45.000517 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6ecf0fe4-beed-48a6-93c3-06310106d8d8 req-a57ab1c2-1bb3-4334-a36f-d52dc2b6e279 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953932 Aug 11 02:12:45.175786 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12ed0a1-370d-4254-bf81-2e1317814f57 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Made reservation on behalf of 9ffbca4f8d474b988c07ac1c54a1facd for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:12:45.179764 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e12ed0a1-370d-4254-bf81-2e1317814f57 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:45.190529 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5c87c-4737-4fa1-9df3-839f7e1d8cb3 req-60b27ad3-30e4-4771-b370-544c051e98c5 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:45.192732 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-80f5c87c-4737-4fa1-9df3-839f7e1d8cb3 req-60b27ad3-30e4-4771-b370-544c051e98c5 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.73 "GET /v2.0/ports?device_id=463d8a3b-c170-46e1-af1e-74f90980251d HTTP/1.1" status: 200 len: 945 time: 0.1345651 Aug 11 02:12:45.212238 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-e12ed0a1-370d-4254-bf81-2e1317814f57 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] device_id is not set on port f32c8382-5ee0-4f02-8ce3-49fa69a96198 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:12:45.247978 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f92f73b-bfc1-4569-9f38-8b21a5ee37d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:45.250713 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb65723e-27d6-43db-b784-1bac27230297" -d '{"events": [{"server_uuid": "8f92f73b-bfc1-4569-9f38-8b21a5ee37d8", "name": "network-vif-plugged", "status": "completed", "tag": "f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:45.299809 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device d41204d6-692b-429f-90ac-25e71c7d9f8a up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:45.350443 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca58e8e-85d2-425a-b30c-b7e151bc7d44 req-4ac1d93b-681e-4693-b5df-c66511fc289e tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:45.352158 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7ca58e8e-85d2-425a-b30c-b7e151bc7d44 req-4ac1d93b-681e-4693-b5df-c66511fc289e tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 946 time: 0.0979395 Aug 11 02:12:45.376918 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port d41204d6-692b-429f-90ac-25e71c7d9f8a triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:45.377402 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:45.465367 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7ca58e8e-85d2-425a-b30c-b7e151bc7d44 req-e61eee9f-d64c-4666-8afc-e4d5b803d64b tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005971 Aug 11 02:12:45.508588 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-e12ed0a1-370d-4254-bf81-2e1317814f57 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Allocated IP 172.20.0.13 (16dc804f-3024-4f4f-93a9-1a1ae79a645a/f088993d-b897-4458-b4f7-8b1ba459eb0d/f32c8382-5ee0-4f02-8ce3-49fa69a96198) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:12:45.513479 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:45.572999 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d57de19-93ab-4d45-91fa-c43670f51da2 x-openstack-request-id: req-1d57de19-93ab-4d45-91fa-c43670f51da2 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:45.573299 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f92f73b-bfc1-4569-9f38-8b21a5ee37d8", "name": "network-vif-plugged", "status": "completed", "tag": "f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:45.573566 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d57de19-93ab-4d45-91fa-c43670f51da2 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:45.573987 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f92f73b-bfc1-4569-9f38-8b21a5ee37d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd', 'code': 200} Aug 11 02:12:45.628064 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port d41204d6-692b-429f-90ac-25e71c7d9f8a, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=d41204d6-692b-429f-90ac-25e71c7d9f8a,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:45.647629 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:45.663874 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-90dc8c87-5a3c-4897-900f-4c64b244642d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:45.748706 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=d41204d6-692b-429f-90ac-25e71c7d9f8a,revision_number=10']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:45.900007 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0e857564-12b6-4699-a345-5748ef942434 req-71e267b3-c398-40e8-9a2c-8d56571834a4 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:45.901942 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-80f5c87c-4737-4fa1-9df3-839f7e1d8cb3 req-80332cfa-faae-4786-997b-a47f932a9f26 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Deleting port 272bd21d-fd16-42ff-ad05-6be8b490361c {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:12:45.902283 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-80f5c87c-4737-4fa1-9df3-839f7e1d8cb3 req-80332cfa-faae-4786-997b-a47f932a9f26 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:45.918653 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0e857564-12b6-4699-a345-5748ef942434 req-71e267b3-c398-40e8-9a2c-8d56571834a4 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:46.090162 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-80f5c87c-4737-4fa1-9df3-839f7e1d8cb3 req-80332cfa-faae-4786-997b-a47f932a9f26 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] For port 272bd21d-fd16-42ff-ad05-6be8b490361c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=272bd21d-fd16-42ff-ad05-6be8b490361c,segment=NetworkSegment(18dcd364-cfe2-4a17-8d66-1bd64809fdc6),segment_id=18dcd364-cfe2-4a17-8d66-1bd64809fdc6)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:46.090562 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-80f5c87c-4737-4fa1-9df3-839f7e1d8cb3 req-80332cfa-faae-4786-997b-a47f932a9f26 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:46.108364 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-80f5c87c-4737-4fa1-9df3-839f7e1d8cb3 req-80332cfa-faae-4786-997b-a47f932a9f26 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Calling delete_port for 272bd21d-fd16-42ff-ad05-6be8b490361c owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:12:46.111126 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [req-0e857564-12b6-4699-a345-5748ef942434 req-71e267b3-c398-40e8-9a2c-8d56571834a4 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Floating IP 1b1911b6-c3fb-4299-95fb-8be18d515316 associated. External IP: 172.25.2.5, port: 20a028a7-49b7-4be1-b81e-e958312d2816. Aug 11 02:12:46.180092 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e12ed0a1-370d-4254-bf81-2e1317814f57 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:46.201393 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d2ee5-ebed-4151-9239-50a95be86008 req-fd0bde55-5758-47a7-9c51-a70beb107ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:46.203006 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-529d2ee5-ebed-4151-9239-50a95be86008 req-fd0bde55-5758-47a7-9c51-a70beb107ee6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 1097 time: 0.5367095 Aug 11 02:12:46.203791 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-e12ed0a1-370d-4254-bf81-2e1317814f57 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Transition to ACTIVE for port object f32c8382-5ee0-4f02-8ce3-49fa69a96198 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:12:46.213517 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f4fae-23cc-4d44-8b01-67dbd54a0f5b req-39d62d84-0d61-44e9-9029-5e6818e25b0d tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:46.214946 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-851f4fae-23cc-4d44-8b01-67dbd54a0f5b req-39d62d84-0d61-44e9-9029-5e6818e25b0d tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/ports?device_id=463d8a3b-c170-46e1-af1e-74f90980251d HTTP/1.1" status: 200 len: 945 time: 0.5454514 Aug 11 02:12:46.287159 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-529d2ee5-ebed-4151-9239-50a95be86008 req-340ff85e-3fd5-451e-b1ae-20bd3444e82c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698197 Aug 11 02:12:46.294497 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-851f4fae-23cc-4d44-8b01-67dbd54a0f5b req-8a914a60-c6e5-47ca-ba48-78a46e72c8b8 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddebad67-b452-412c-92a4-cd5c9d591fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693820 Aug 11 02:12:46.303489 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e12ed0a1-370d-4254-bf81-2e1317814f57 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:46.358055 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12ed0a1-370d-4254-bf81-2e1317814f57 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Network 16dc804f-3024-4f4f-93a9-1a1ae79a645a is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:12:46.361441 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-e12ed0a1-370d-4254-bf81-2e1317814f57 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:46.364106 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12ed0a1-370d-4254-bf81-2e1317814f57 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:12:46.405171 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ed0a1-370d-4254-bf81-2e1317814f57 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Pushing event updated for resources: {'Port': ['ID=f32c8382-5ee0-4f02-8ce3-49fa69a96198,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:46.421827 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-80f5c87c-4737-4fa1-9df3-839f7e1d8cb3 req-80332cfa-faae-4786-997b-a47f932a9f26 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:46.437487 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['272bd21d-fd16-42ff-ad05-6be8b490361c'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:46.455830 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80332cfa-faae-4786-997b-a47f932a9f26 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Pushing event deleted for resources: {'Port': ['ID=272bd21d-fd16-42ff-ad05-6be8b490361c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:46.468309 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12ed0a1-370d-4254-bf81-2e1317814f57 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:46.469040 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e12ed0a1-370d-4254-bf81-2e1317814f57 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:46.477266 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e857564-12b6-4699-a345-5748ef942434 req-71e267b3-c398-40e8-9a2c-8d56571834a4 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Router 41495714-2872-460c-bf67-f10794c0e0d6 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:12:46.479336 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d6996-b9be-47d5-a66f-3f03b73821d8 req-e7bd672a-3eb9-494e-bdc0-151c0c4d99c4 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:46.489082 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ff5d6996-b9be-47d5-a66f-3f03b73821d8 req-e7bd672a-3eb9-494e-bdc0-151c0c4d99c4 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 945 time: 0.1182683 Aug 11 02:12:46.524222 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f5c87c-4737-4fa1-9df3-839f7e1d8cb3 req-80332cfa-faae-4786-997b-a47f932a9f26 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] No DVR routers for this DVR port 272bd21d-fd16-42ff-ad05-6be8b490361c on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:12:46.526366 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e12ed0a1-370d-4254-bf81-2e1317814f57 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5403466 Aug 11 02:12:46.527341 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-80f5c87c-4737-4fa1-9df3-839f7e1d8cb3 req-80332cfa-faae-4786-997b-a47f932a9f26 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:46.529122 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38276) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:46.530390 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-80f5c87c-4737-4fa1-9df3-839f7e1d8cb3 req-80332cfa-faae-4786-997b-a47f932a9f26 tempest-VolumesAdminNegativeTest-1223917521 tempest-VolumesAdminNegativeTest-1223917521-project] 10.222.0.73 "DELETE /v2.0/ports/272bd21d-fd16-42ff-ad05-6be8b490361c HTTP/1.1" status: 204 len: 173 time: 1.3250957 Aug 11 02:12:46.531336 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463d8a3b-c170-46e1-af1e-74f90980251d', 'name': 'network-vif-deleted', 'tag': '272bd21d-fd16-42ff-ad05-6be8b490361c'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:46.534873 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f05a8a3-9697-4ec9-954d-1436f6350e9f" -d '{"events": [{"server_uuid": "463d8a3b-c170-46e1-af1e-74f90980251d", "name": "network-vif-deleted", "tag": "272bd21d-fd16-42ff-ad05-6be8b490361c"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:46.535075 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-30b7af9d-5de5-49f5-ab43-dbeb38ec5db1 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Request body: {'port': {'network_id': '16dc804f-3024-4f4f-93a9-1a1ae79a645a', 'name': 'tempest-AllowedAddressPairTestJSON-827336993'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:46.548615 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ff5d6996-b9be-47d5-a66f-3f03b73821d8 req-6487ee70-1f61-4956-ae98-a5306a446342 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581031 Aug 11 02:12:46.674543 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e857564-12b6-4699-a345-5748ef942434 req-71e267b3-c398-40e8-9a2c-8d56571834a4 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:12:46.678905 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0e857564-12b6-4699-a345-5748ef942434 req-71e267b3-c398-40e8-9a2c-8d56571834a4 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:46.686573 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330ee1e9-7d73-4370-8ba6-df8ce6e12b11 None None] Sync routers for ids ['41495714-2872-460c-bf67-f10794c0e0d6'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:12:46.697130 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330ee1e9-7d73-4370-8ba6-df8ce6e12b11 None None] Routers {'41495714-2872-460c-bf67-f10794c0e0d6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:12:46.698340 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-330ee1e9-7d73-4370-8ba6-df8ce6e12b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:12:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['41495714-2872-460c-bf67-f10794c0e0d6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:46.709554 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0e857564-12b6-4699-a345-5748ef942434 req-71e267b3-c398-40e8-9a2c-8d56571834a4 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "PUT /v2.0/floatingips/1b1911b6-c3fb-4299-95fb-8be18d515316 HTTP/1.1" status: 200 len: 995 time: 2.1360056 Aug 11 02:12:46.738264 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefeab99-18a5-4387-baf1-86a882b67a74 req-feff4f89-a786-4c96-a8d4-4bc853fb81b9 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:46.739903 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eefeab99-18a5-4387-baf1-86a882b67a74 req-feff4f89-a786-4c96-a8d4-4bc853fb81b9 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a61de60-34ca-4311-a2e2-90f6ceb0b4d1 HTTP/1.1" status: 200 len: 946 time: 0.0994673 Aug 11 02:12:46.741038 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b7af9d-5de5-49f5-ab43-dbeb38ec5db1 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Made reservation on behalf of 9ffbca4f8d474b988c07ac1c54a1facd for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:12:46.744835 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-30b7af9d-5de5-49f5-ab43-dbeb38ec5db1 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:46.765873 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-64cf2c11-1785-4680-bae9-3811652a3d1e None None] Provisioning for port f32c8382-5ee0-4f02-8ce3-49fa69a96198 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:12:46.769239 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-30b7af9d-5de5-49f5-ab43-dbeb38ec5db1 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] device_id is not set on port add3b609-fd4e-4e0f-a47c-0c6bf2cb4813 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:12:46.774618 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e857564-12b6-4699-a345-5748ef942434 req-9894bb9d-009d-4536-b17f-246ef169d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:46.776183 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0e857564-12b6-4699-a345-5748ef942434 req-9894bb9d-009d-4536-b17f-246ef169d5ba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=720bce38ad5b4b36b6ab4ec32b5aaae3&device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 1098 time: 0.0513361 Aug 11 02:12:46.795090 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-64cf2c11-1785-4680-bae9-3811652a3d1e None None] Provisioning complete for port f32c8382-5ee0-4f02-8ce3-49fa69a96198 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:46.795493 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-64cf2c11-1785-4680-bae9-3811652a3d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:46.844764 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-64cf2c11-1785-4680-bae9-3811652a3d1e None None] Port f32c8382-5ee0-4f02-8ce3-49fa69a96198 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:12:46.850689 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-330ee1e9-7d73-4370-8ba6-df8ce6e12b11 None None] Set router 41495714-2872-460c-bf67-f10794c0e0d6 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:12:46.854230 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eefeab99-18a5-4387-baf1-86a882b67a74 req-8b3a9ea3-dfe4-4f27-83db-6e9a471a0825 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921123 Aug 11 02:12:46.892085 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e857564-12b6-4699-a345-5748ef942434 req-1972ccfa-f70c-4834-ac78-7fb5e61f9141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:46.893917 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0e857564-12b6-4699-a345-5748ef942434 req-1972ccfa-f70c-4834-ac78-7fb5e61f9141 service neutron] 10.222.0.50 "GET /v2.0/networks?id=69577f3b-37d2-4abe-933d-a6840532cbc0 HTTP/1.1" status: 200 len: 921 time: 0.1097155 Aug 11 02:12:46.965555 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-30b7af9d-5de5-49f5-ab43-dbeb38ec5db1 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Allocated IP 172.20.0.9 (16dc804f-3024-4f4f-93a9-1a1ae79a645a/f088993d-b897-4458-b4f7-8b1ba459eb0d/add3b609-fd4e-4e0f-a47c-0c6bf2cb4813) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:12:46.978276 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0e857564-12b6-4699-a345-5748ef942434 req-e1e75c91-dff7-4e75-a5bb-257ea48a81d3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20a028a7-49b7-4be1-b81e-e958312d2816 HTTP/1.1" status: 200 len: 998 time: 0.0764878 Aug 11 02:12:46.985805 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c08b8-72b2-4cc7-9432-fdc8cb4547fd req-10300c3b-b382-4799-a104-e4c7ed4557a6 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:46.987450 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b70c08b8-72b2-4cc7-9432-fdc8cb4547fd req-10300c3b-b382-4799-a104-e4c7ed4557a6 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 951 time: 0.0755692 Aug 11 02:12:47.031151 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e857564-12b6-4699-a345-5748ef942434 req-64a8a6c4-9aa4-4080-b9e6-d9d32fff5074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:47.042583 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0e857564-12b6-4699-a345-5748ef942434 req-64a8a6c4-9aa4-4080-b9e6-d9d32fff5074 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=269d36c9-6b3c-4c9c-8f30-71febc1f6ea9 HTTP/1.1" status: 200 len: 860 time: 0.0631828 Aug 11 02:12:47.079955 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b70c08b8-72b2-4cc7-9432-fdc8cb4547fd req-977381a9-5bab-49d2-ab9b-a06bee79c7a0 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779886 Aug 11 02:12:47.085021 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0e857564-12b6-4699-a345-5748ef942434 req-2c68b177-ea41-4f89-982d-a669742abc2c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=69577f3b-37d2-4abe-933d-a6840532cbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408010 Aug 11 02:12:47.125751 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-330ee1e9-7d73-4370-8ba6-df8ce6e12b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41495714-2872-460c-bf67-f10794c0e0d6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830415283-router', 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '3f0c9c73-994b-45c3-8cf1-35938ba67cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:11:44Z', 'updated_at': '2021-08-11T02:11:51Z', 'revision_number': 4, 'project_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'gw_port': {'id': '3f0c9c73-994b-45c3-8cf1-35938ba67cbd', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41495714-2872-460c-bf67-f10794c0e0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:11:46Z', 'updated_at': '2021-08-11T02:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '1b1911b6-c3fb-4299-95fb-8be18d515316', 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '41495714-2872-460c-bf67-f10794c0e0d6', 'port_id': '20a028a7-49b7-4be1-b81e-e958312d2816', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69577f3b-37d2-4abe-933d-a6840532cbc0', 'mac_address': 'fa:16:3e:41:7f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5048904f-4e9b-4f9a-91d4-0068d7008ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:12:43Z', 'updated_at': '2021-08-11T02:12:45Z', 'revision_number': 1, 'project_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '592c0479-0a23-45cf-a3c8-34828431b932', 'name': '', 'network_id': '69577f3b-37d2-4abe-933d-a6840532cbc0', 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'mac_address': 'fa:16:3e:7b:a1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41495714-2872-460c-bf67-f10794c0e0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '269d36c9-6b3c-4c9c-8f30-71febc1f6ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:11:50Z', 'updated_at': '2021-08-11T02:11:56Z', 'revision_number': 5, 'project_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'subnets': [{'id': '269d36c9-6b3c-4c9c-8f30-71febc1f6ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:47.156732 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330ee1e9-7d73-4370-8ba6-df8ce6e12b11 None None] Checking router: 41495714-2872-460c-bf67-f10794c0e0d6 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:12:47.167884 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330ee1e9-7d73-4370-8ba6-df8ce6e12b11 None None] Routers {'41495714-2872-460c-bf67-f10794c0e0d6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:12:47.169396 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-330ee1e9-7d73-4370-8ba6-df8ce6e12b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:12:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['41495714-2872-460c-bf67-f10794c0e0d6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:47.212936 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0e857564-12b6-4699-a345-5748ef942434 req-6688816b-44f3-415d-abbf-aeb19bed74f9 service neutron] 10.222.0.50 "GET /v2.0/networks/69577f3b-37d2-4abe-933d-a6840532cbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269689 Aug 11 02:12:47.300849 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-30b7af9d-5de5-49f5-ab43-dbeb38ec5db1 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:47.315138 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-330ee1e9-7d73-4370-8ba6-df8ce6e12b11 None None] Set router 41495714-2872-460c-bf67-f10794c0e0d6 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:12:47.349047 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0e857564-12b6-4699-a345-5748ef942434 req-8ae4db24-74a9-40db-bd3c-bd32340a2549 service neutron] 10.222.0.50 "GET /v2.0/networks/69577f3b-37d2-4abe-933d-a6840532cbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307054 Aug 11 02:12:47.352667 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-30b7af9d-5de5-49f5-ab43-dbeb38ec5db1 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Transition to ACTIVE for port object add3b609-fd4e-4e0f-a47c-0c6bf2cb4813 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:12:47.376495 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c54535-0f4b-45d0-a8f9-f1e94fdd0f81 req-e38207d2-cd76-4675-8557-8cae95a7e815 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:47.378060 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c5c54535-0f4b-45d0-a8f9-f1e94fdd0f81 req-e38207d2-cd76-4675-8557-8cae95a7e815 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 946 time: 0.0742948 Aug 11 02:12:47.401112 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36f7e7e-86e1-48be-b925-8f905214f045 x-openstack-request-id: req-d36f7e7e-86e1-48be-b925-8f905214f045 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:47.401404 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463d8a3b-c170-46e1-af1e-74f90980251d", "name": "network-vif-deleted", "tag": "272bd21d-fd16-42ff-ad05-6be8b490361c", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:47.401658 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d36f7e7e-86e1-48be-b925-8f905214f045 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:47.402068 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463d8a3b-c170-46e1-af1e-74f90980251d', 'name': 'network-vif-deleted', 'tag': '272bd21d-fd16-42ff-ad05-6be8b490361c', 'status': 'completed', 'code': 200} Aug 11 02:12:47.434908 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c5c54535-0f4b-45d0-a8f9-f1e94fdd0f81 req-b554719c-daf9-4e4c-a578-4542fba94975 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493364 Aug 11 02:12:47.436516 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-30b7af9d-5de5-49f5-ab43-dbeb38ec5db1 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:47.481496 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b7af9d-5de5-49f5-ab43-dbeb38ec5db1 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Network 16dc804f-3024-4f4f-93a9-1a1ae79a645a is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:12:47.485086 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-30b7af9d-5de5-49f5-ab43-dbeb38ec5db1 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:47.487770 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b7af9d-5de5-49f5-ab43-dbeb38ec5db1 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:12:47.528407 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7af9d-5de5-49f5-ab43-dbeb38ec5db1 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Pushing event updated for resources: {'Port': ['ID=add3b609-fd4e-4e0f-a47c-0c6bf2cb4813,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:47.564143 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b7af9d-5de5-49f5-ab43-dbeb38ec5db1 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:47.565078 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-30b7af9d-5de5-49f5-ab43-dbeb38ec5db1 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:47.583340 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41204d6-692b-429f-90ac-25e71c7d9f8a'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:47.586500 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73589d13-4cdd-4291-9776-0c8100ea7303" -d '{"events": [{"server_uuid": "efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45", "name": "network-vif-plugged", "status": "completed", "tag": "d41204d6-692b-429f-90ac-25e71c7d9f8a"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:47.591401 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-30b7af9d-5de5-49f5-ab43-dbeb38ec5db1 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0590055 Aug 11 02:12:47.592042 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38312) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:47.599051 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-4b26f587-48ba-4706-865d-ba7866a2d547 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:77:0c:0d'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:58:c8:6c'}]}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:47.614905 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38314) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:47.688933 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-330ee1e9-7d73-4370-8ba6-df8ce6e12b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41495714-2872-460c-bf67-f10794c0e0d6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830415283-router', 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '3f0c9c73-994b-45c3-8cf1-35938ba67cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:11:44Z', 'updated_at': '2021-08-11T02:11:51Z', 'revision_number': 4, 'project_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'gw_port': {'id': '3f0c9c73-994b-45c3-8cf1-35938ba67cbd', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41495714-2872-460c-bf67-f10794c0e0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:11:46Z', 'updated_at': '2021-08-11T02:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '1b1911b6-c3fb-4299-95fb-8be18d515316', 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '41495714-2872-460c-bf67-f10794c0e0d6', 'port_id': '20a028a7-49b7-4be1-b81e-e958312d2816', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69577f3b-37d2-4abe-933d-a6840532cbc0', 'mac_address': 'fa:16:3e:41:7f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5048904f-4e9b-4f9a-91d4-0068d7008ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:12:43Z', 'updated_at': '2021-08-11T02:12:45Z', 'revision_number': 1, 'project_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '592c0479-0a23-45cf-a3c8-34828431b932', 'name': '', 'network_id': '69577f3b-37d2-4abe-933d-a6840532cbc0', 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'mac_address': 'fa:16:3e:7b:a1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41495714-2872-460c-bf67-f10794c0e0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '269d36c9-6b3c-4c9c-8f30-71febc1f6ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:11:50Z', 'updated_at': '2021-08-11T02:11:56Z', 'revision_number': 5, 'project_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'subnets': [{'id': '269d36c9-6b3c-4c9c-8f30-71febc1f6ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:47.734178 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-005e802c-e97e-4d13-a37e-0dc706591e0b admin admin] Deleting subnet 62a7c117-2e9d-4e66-a218-eed58fac7783 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:12:47.737897 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-005e802c-e97e-4d13-a37e-0dc706591e0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:47.771313 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f0864f9-ef40-47ef-8a1f-42bd3fa31741 req-e613f86b-1042-4328-9ebf-6a8b51c1cdd0 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.5 HTTP/1.1" status: 200 len: 998 time: 0.1656449 Aug 11 02:12:47.794905 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-005e802c-e97e-4d13-a37e-0dc706591e0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:47.838123 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5dd21c-6e3b-4238-8fea-0c1c3708376a req-fbd67351-ef08-4967-8eac-5c72c128a39a tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:47.839907 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fc5dd21c-6e3b-4238-8fea-0c1c3708376a req-fbd67351-ef08-4967-8eac-5c72c128a39a tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fbab90-3070-4097-9656-6e404b581b17 HTTP/1.1" status: 200 len: 950 time: 0.1521671 Aug 11 02:12:47.843042 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0864f9-ef40-47ef-8a1f-42bd3fa31741 req-0bf6e74a-fafc-4243-87e5-24475cdbd251 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:47.844494 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f0864f9-ef40-47ef-8a1f-42bd3fa31741 req-0bf6e74a-fafc-4243-87e5-24475cdbd251 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports/20a028a7-49b7-4be1-b81e-e958312d2816 HTTP/1.1" status: 200 len: 943 time: 0.0634098 Aug 11 02:12:47.871110 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330ee1e9-7d73-4370-8ba6-df8ce6e12b11 None None] The sync data for ids ['41495714-2872-460c-bf67-f10794c0e0d6'] in n-d-615180-33 is: [{'id': '41495714-2872-460c-bf67-f10794c0e0d6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830415283-router', 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '3f0c9c73-994b-45c3-8cf1-35938ba67cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:11:44Z', 'updated_at': '2021-08-11T02:11:51Z', 'revision_number': 4, 'project_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'gw_port': {'id': '3f0c9c73-994b-45c3-8cf1-35938ba67cbd', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41495714-2872-460c-bf67-f10794c0e0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:11:46Z', 'updated_at': '2021-08-11T02:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '1b1911b6-c3fb-4299-95fb-8be18d515316', 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '41495714-2872-460c-bf67-f10794c0e0d6', 'port_id': '20a028a7-49b7-4be1-b81e-e958312d2816', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69577f3b-37d2-4abe-933d-a6840532cbc0', 'mac_address': 'fa:16:3e:41:7f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5048904f-4e9b-4f9a-91d4-0068d7008ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:12:43Z', 'updated_at': '2021-08-11T02:12:45Z', 'revision_number': 1, 'project_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '592c0479-0a23-45cf-a3c8-34828431b932', 'name': '', 'network_id': '69577f3b-37d2-4abe-933d-a6840532cbc0', 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'mac_address': 'fa:16:3e:7b:a1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41495714-2872-460c-bf67-f10794c0e0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '269d36c9-6b3c-4c9c-8f30-71febc1f6ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:11:50Z', 'updated_at': '2021-08-11T02:11:56Z', 'revision_number': 5, 'project_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'subnets': [{'id': '269d36c9-6b3c-4c9c-8f30-71febc1f6ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:12:47.873787 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-005e802c-e97e-4d13-a37e-0dc706591e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:47.892485 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-527fb833-8d5f-4b3b-b08b-a76ec22041b8 None None] Provisioning for port add3b609-fd4e-4e0f-a47c-0c6bf2cb4813 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:12:47.899065 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-527fb833-8d5f-4b3b-b08b-a76ec22041b8 None None] Provisioning complete for port add3b609-fd4e-4e0f-a47c-0c6bf2cb4813 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:47.899499 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-527fb833-8d5f-4b3b-b08b-a76ec22041b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:47.914496 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b26f587-48ba-4706-865d-ba7866a2d547 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:47.935910 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fc5dd21c-6e3b-4238-8fea-0c1c3708376a req-f3a3c5b8-3f32-4305-8351-4b05a2dcbed8 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/security-groups?id=a05165a2-747c-4bf7-964e-7c9b42d3f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836072 Aug 11 02:12:47.954032 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-527fb833-8d5f-4b3b-b08b-a76ec22041b8 None None] Port add3b609-fd4e-4e0f-a47c-0c6bf2cb4813 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:12:47.983516 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-005e802c-e97e-4d13-a37e-0dc706591e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:48.017370 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e802c-e97e-4d13-a37e-0dc706591e0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62a7c117-2e9d-4e66-a218-eed58fac7783,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:48.028207 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-005e802c-e97e-4d13-a37e-0dc706591e0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:48.030060 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-005e802c-e97e-4d13-a37e-0dc706591e0b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/62a7c117-2e9d-4e66-a218-eed58fac7783 HTTP/1.1" status: 204 len: 168 time: 0.4138675 Aug 11 02:12:48.036068 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38318) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:48.053890 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f0864f9-ef40-47ef-8a1f-42bd3fa31741 req-b9fa8312-4574-4ff3-822c-b6eb98f491e4 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.5 HTTP/1.1" status: 200 len: 998 time: 0.1412020 Aug 11 02:12:48.073900 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce6cac-980d-4df7-b0b8-42577390db68 req-79246be5-28af-4a56-8ee9-f36adb7e66ab tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:48.075530 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-afce6cac-980d-4df7-b0b8-42577390db68 req-79246be5-28af-4a56-8ee9-f36adb7e66ab tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 945 time: 0.0616667 Aug 11 02:12:48.132127 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-afce6cac-980d-4df7-b0b8-42577390db68 req-ec69b591-54a2-4fbe-aa0f-affc75a18683 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482049 Aug 11 02:12:48.171160 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8957294b-b0ad-49b3-b6c1-80f461b3b7d9 None None] New status for floating IP 1b1911b6-c3fb-4299-95fb-8be18d515316: ACTIVE {{(pid=94509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:12:48.240450 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-26b043e6-5965-430f-8e0d-3cd118066b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:48.250673 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d5d505e5-224f-4eff-afaa-a4252ac83907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:48.264868 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b952bce-e2a4-4563-8c17-e37d64658839 req-c210c3e2-ce6b-40ab-a83a-037e24a62add tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:48.272413 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5b952bce-e2a4-4563-8c17-e37d64658839 req-c210c3e2-ce6b-40ab-a83a-037e24a62add tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a61de60-34ca-4311-a2e2-90f6ceb0b4d1 HTTP/1.1" status: 200 len: 946 time: 0.0686979 Aug 11 02:12:48.298184 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0864f9-ef40-47ef-8a1f-42bd3fa31741 req-c3723d4c-c63c-4e32-99ba-89941c37806e tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:48.300469 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f0864f9-ef40-47ef-8a1f-42bd3fa31741 req-c3723d4c-c63c-4e32-99ba-89941c37806e tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 784 time: 0.2449298 Aug 11 02:12:48.308358 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5b952bce-e2a4-4563-8c17-e37d64658839 req-b188ed72-8c42-477b-b038-7037f4cec6fa tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348830 Aug 11 02:12:48.352144 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:48.356435 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74db3178-c574-4ab4-b2d4-02413006b157 x-openstack-request-id: req-74db3178-c574-4ab4-b2d4-02413006b157 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:48.356888 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45", "name": "network-vif-plugged", "status": "completed", "tag": "d41204d6-692b-429f-90ac-25e71c7d9f8a", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:48.357024 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-74db3178-c574-4ab4-b2d4-02413006b157 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:48.357358 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41204d6-692b-429f-90ac-25e71c7d9f8a', 'code': 200} Aug 11 02:12:48.484784 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d5d505e5-224f-4eff-afaa-a4252ac83907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:48.522906 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-d5d505e5-224f-4eff-afaa-a4252ac83907 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ced6348-4921-4ed8-849a-24c37fee7e4f']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:48.534900 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b26f587-48ba-4706-865d-ba7866a2d547 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:48.541749 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f0864f9-ef40-47ef-8a1f-42bd3fa31741 req-702d0ee9-7774-4ab0-82f9-04667d60d840 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.5 HTTP/1.1" status: 200 len: 1000 time: 0.2131586 Aug 11 02:12:48.544967 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-d5d505e5-224f-4eff-afaa-a4252ac83907 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18dcd364-cfe2-4a17-8d66-1bd64809fdc6') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:48.545262 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-d5d505e5-224f-4eff-afaa-a4252ac83907 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18dcd364-cfe2-4a17-8d66-1bd64809fdc6') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:48.553423 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b26f587-48ba-4706-865d-ba7866a2d547 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:48.568157 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d5d505e5-224f-4eff-afaa-a4252ac83907 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:48.579971 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-5f0864f9-ef40-47ef-8a1f-42bd3fa31741 req-6155e1ee-4567-4b02-90fb-ff4ade2a6d11 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:48.676192 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d5d505e5-224f-4eff-afaa-a4252ac83907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:48.690235 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f19a19-f439-460c-acb5-e59049c5d3d9 req-30004e33-89bc-4f6e-af66-bdc332ba86b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:48.692024 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-13f19a19-f439-460c-acb5-e59049c5d3d9 req-30004e33-89bc-4f6e-af66-bdc332ba86b2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 1103 time: 0.2209270 Aug 11 02:12:48.740860 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d505e5-224f-4eff-afaa-a4252ac83907 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:12:48.741329 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d5d505e5-224f-4eff-afaa-a4252ac83907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:12:48.743563 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:12:48.758925 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26f587-48ba-4706-865d-ba7866a2d547 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Pushing event updated for resources: {'Port': ['ID=add3b609-fd4e-4e0f-a47c-0c6bf2cb4813,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:48.802167 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4cf35-ac04-42f2-8695-e6f50b81a6fa req-03bfde78-785e-4af6-9786-ade8cfbce206 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:48.803933 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-69e4cf35-ac04-42f2-8695-e6f50b81a6fa req-03bfde78-785e-4af6-9786-ade8cfbce206 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 951 time: 0.0575845 Aug 11 02:12:48.810228 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-4b26f587-48ba-4706-865d-ba7866a2d547 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] In _notify_port_updated(), no bound segment for port add3b609-fd4e-4e0f-a47c-0c6bf2cb4813 on network 16dc804f-3024-4f4f-93a9-1a1ae79a645a {{(pid=94506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:12:48.815819 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b26f587-48ba-4706-865d-ba7866a2d547 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:48.816533 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b26f587-48ba-4706-865d-ba7866a2d547 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:48.817871 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4b26f587-48ba-4706-865d-ba7866a2d547 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] 10.222.0.50 "PUT /v2.0/ports/add3b609-fd4e-4e0f-a47c-0c6bf2cb4813 HTTP/1.1" status: 200 len: 1056 time: 1.2247255 Aug 11 02:12:48.820280 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5f0864f9-ef40-47ef-8a1f-42bd3fa31741 req-6155e1ee-4567-4b02-90fb-ff4ade2a6d11 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks [] for floatingip, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:48.821081 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38338) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:48.876755 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-13f19a19-f439-460c-acb5-e59049c5d3d9 req-067c4573-05f5-40d9-9bcc-c78a2ae3df92 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694622 Aug 11 02:12:48.885351 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-680803aa-da6f-4c10-8710-99da363b612f None None] Provisioning complete for port add3b609-fd4e-4e0f-a47c-0c6bf2cb4813 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:48.885925 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-680803aa-da6f-4c10-8710-99da363b612f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:48.888724 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d5d505e5-224f-4eff-afaa-a4252ac83907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:48.893865 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-69e4cf35-ac04-42f2-8695-e6f50b81a6fa req-aaad3d01-8cf3-40ef-a893-c2d76b2a607e tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832348 Aug 11 02:12:48.894431 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d5d505e5-224f-4eff-afaa-a4252ac83907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:48.899422 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d5d505e5-224f-4eff-afaa-a4252ac83907 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9ced6348-4921-4ed8-849a-24c37fee7e4f HTTP/1.1" status: 204 len: 168 time: 0.8599436 Aug 11 02:12:48.900835 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38340) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:48.933480 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-680803aa-da6f-4c10-8710-99da363b612f None None] Port add3b609-fd4e-4e0f-a47c-0c6bf2cb4813 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:12:48.946402 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-410815f8-1f8c-4b8d-9bf6-2f351627fad6 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Deleting port add3b609-fd4e-4e0f-a47c-0c6bf2cb4813 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:12:48.946882 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-410815f8-1f8c-4b8d-9bf6-2f351627fad6 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:48.981712 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d505e5-224f-4eff-afaa-a4252ac83907 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ced6348-4921-4ed8-849a-24c37fee7e4f,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:49.017743 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-924fff14-b215-4257-ac2e-bd55cb7bd79f admin admin] Deleting subnet 32364ea5-cf84-48dc-a1cf-66ce26d2fb93 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:12:49.024796 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-924fff14-b215-4257-ac2e-bd55cb7bd79f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:49.040449 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-410815f8-1f8c-4b8d-9bf6-2f351627fad6 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:49.059144 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-410815f8-1f8c-4b8d-9bf6-2f351627fad6 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Calling delete_port for add3b609-fd4e-4e0f-a47c-0c6bf2cb4813 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:12:49.086240 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5f0864f9-ef40-47ef-8a1f-42bd3fa31741 req-6155e1ee-4567-4b02-90fb-ff4ade2a6d11 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:49.099079 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5f0864f9-ef40-47ef-8a1f-42bd3fa31741 req-6155e1ee-4567-4b02-90fb-ff4ade2a6d11 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:49.099400 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [req-5f0864f9-ef40-47ef-8a1f-42bd3fa31741 req-6155e1ee-4567-4b02-90fb-ff4ade2a6d11 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Floating IP 1b1911b6-c3fb-4299-95fb-8be18d515316 disassociated. External IP: 172.25.2.5, port: 20a028a7-49b7-4be1-b81e-e958312d2816. Aug 11 02:12:49.146970 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-924fff14-b215-4257-ac2e-bd55cb7bd79f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:49.228436 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc046862-faf7-4b83-ae12-8d4e20cbf8ff req-cc16cb82-6a53-4b94-8f8c-c4fa894c5f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:49.230348 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc046862-faf7-4b83-ae12-8d4e20cbf8ff req-cc16cb82-6a53-4b94-8f8c-c4fa894c5f26 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1d0255ff2e7f4c5f9a0fc50ad67a2630&device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 1097 time: 0.0838933 Aug 11 02:12:49.230720 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-924fff14-b215-4257-ac2e-bd55cb7bd79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:49.234762 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-410815f8-1f8c-4b8d-9bf6-2f351627fad6 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:49.295065 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410815f8-1f8c-4b8d-9bf6-2f351627fad6 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Pushing event deleted for resources: {'Port': ['ID=add3b609-fd4e-4e0f-a47c-0c6bf2cb4813,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:49.309312 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 272bd21d-fd16-42ff-ad05-6be8b490361c no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:12:49.367374 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 272bd21d-fd16-42ff-ad05-6be8b490361c {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:12:49.370694 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 272bd21d-fd16-42ff-ad05-6be8b490361c not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:12:49.483442 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc046862-faf7-4b83-ae12-8d4e20cbf8ff req-2486fef0-c820-44dc-8f95-dd00d0f06cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:49.485188 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc046862-faf7-4b83-ae12-8d4e20cbf8ff req-2486fef0-c820-44dc-8f95-dd00d0f06cad service neutron] 10.222.0.66 "GET /v2.0/networks?id=ae641db3-ab70-425a-9e3e-c284ea18d394 HTTP/1.1" status: 200 len: 912 time: 0.2007027 Aug 11 02:12:49.579754 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc046862-faf7-4b83-ae12-8d4e20cbf8ff req-879e1860-8b01-4b07-8dc4-7d361dee8249 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd HTTP/1.1" status: 200 len: 217 time: 0.0598590 Aug 11 02:12:49.671336 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5048904f-4e9b-4f9a-91d4-0068d7008ffe', 'tag': '20a028a7-49b7-4be1-b81e-e958312d2816'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:49.673682 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972b7a87-5c6d-45a9-bf7f-7ae581aed82b" -d '{"events": [{"name": "network-changed", "server_uuid": "5048904f-4e9b-4f9a-91d4-0068d7008ffe", "tag": "20a028a7-49b7-4be1-b81e-e958312d2816"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:49.722140 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc046862-faf7-4b83-ae12-8d4e20cbf8ff req-51900b1e-7e36-46da-a3bb-47012876e152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:49.724592 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc046862-faf7-4b83-ae12-8d4e20cbf8ff req-51900b1e-7e36-46da-a3bb-47012876e152 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=43fa3b0b-85ea-4bef-bf2a-1eb966dfb8aa HTTP/1.1" status: 200 len: 851 time: 0.1157610 Aug 11 02:12:49.729214 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-410815f8-1f8c-4b8d-9bf6-2f351627fad6 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:49.733969 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-410815f8-1f8c-4b8d-9bf6-2f351627fad6 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] 10.222.0.50 "DELETE /v2.0/ports/add3b609-fd4e-4e0f-a47c-0c6bf2cb4813 HTTP/1.1" status: 204 len: 168 time: 0.9028420 Aug 11 02:12:49.733969 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38368) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:49.765873 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0f41f-bbbc-46af-8f43-04b09c4329f6 req-4e54fb41-555b-40af-b5ec-42da9ce84e9a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:49.767652 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ead0f41f-bbbc-46af-8f43-04b09c4329f6 req-4e54fb41-555b-40af-b5ec-42da9ce84e9a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 946 time: 0.1602910 Aug 11 02:12:49.800378 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc046862-faf7-4b83-ae12-8d4e20cbf8ff req-589a3265-93c0-43bf-a65d-2df1d3305592 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae641db3-ab70-425a-9e3e-c284ea18d394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645299 Aug 11 02:12:49.806313 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65ea55a-14d8-4a53-a409-7b944377ed87 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] GET failed (client error): The resource could not be found. Aug 11 02:12:49.807852 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d65ea55a-14d8-4a53-a409-7b944377ed87 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] 10.222.0.50 "GET /v2.0/ports/add3b609-fd4e-4e0f-a47c-0c6bf2cb4813 HTTP/1.1" status: 404 len: 333 time: 0.0731716 Aug 11 02:12:49.810626 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38370) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:49.813798 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-924fff14-b215-4257-ac2e-bd55cb7bd79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:49.868250 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924fff14-b215-4257-ac2e-bd55cb7bd79f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32364ea5-cf84-48dc-a1cf-66ce26d2fb93,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:49.870908 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:49.873004 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-924fff14-b215-4257-ac2e-bd55cb7bd79f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:49.875652 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-924fff14-b215-4257-ac2e-bd55cb7bd79f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/32364ea5-cf84-48dc-a1cf-66ce26d2fb93 HTTP/1.1" status: 204 len: 168 time: 0.9735324 Aug 11 02:12:49.878807 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38378) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:49.937705 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f0864f9-ef40-47ef-8a1f-42bd3fa31741 req-6155e1ee-4567-4b02-90fb-ff4ade2a6d11 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Router 41495714-2872-460c-bf67-f10794c0e0d6 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:12:49.969924 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ead0f41f-bbbc-46af-8f43-04b09c4329f6 req-d46d400c-a335-4a85-9983-1fb9a0c6b72a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797557 Aug 11 02:12:50.000067 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f562492-b920-4dbf-aca8-f0ed9dab953a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:50.026379 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc046862-faf7-4b83-ae12-8d4e20cbf8ff req-ac3b1a89-e442-42ec-9d23-2758023d2b8c service neutron] 10.222.0.66 "GET /v2.0/networks/ae641db3-ab70-425a-9e3e-c284ea18d394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165504 Aug 11 02:12:50.134117 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-d7fa82e0-6a52-4568-a7ce-2ab27d9ecf5a tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Deleting port f32c8382-5ee0-4f02-8ce3-49fa69a96198 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:12:50.134402 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d7fa82e0-6a52-4568-a7ce-2ab27d9ecf5a tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:50.145428 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device d76ced2e-5acb-42fc-9715-c7ce7af39ac4 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:12:50.203393 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f562492-b920-4dbf-aca8-f0ed9dab953a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:50.213522 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f0864f9-ef40-47ef-8a1f-42bd3fa31741 req-6155e1ee-4567-4b02-90fb-ff4ade2a6d11 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:12:50.222229 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5f0864f9-ef40-47ef-8a1f-42bd3fa31741 req-6155e1ee-4567-4b02-90fb-ff4ade2a6d11 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:50.225968 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-9f562492-b920-4dbf-aca8-f0ed9dab953a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64c97f6-4194-4b07-936f-3c578a30b845']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:50.247240 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65f10e9-a3c4-4140-8569-adc13f380433 None None] Sync routers for ids ['41495714-2872-460c-bf67-f10794c0e0d6'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:12:50.252906 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-9f562492-b920-4dbf-aca8-f0ed9dab953a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '561252cc-16df-44ad-b0c3-0322b581c84d') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:50.253145 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-9f562492-b920-4dbf-aca8-f0ed9dab953a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '561252cc-16df-44ad-b0c3-0322b581c84d') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:50.268114 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f562492-b920-4dbf-aca8-f0ed9dab953a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:50.271458 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f0864f9-ef40-47ef-8a1f-42bd3fa31741 req-6155e1ee-4567-4b02-90fb-ff4ade2a6d11 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "PUT /v2.0/floatingips/1b1911b6-c3fb-4299-95fb-8be18d515316 HTTP/1.1" status: 200 len: 693 time: 1.7132571 Aug 11 02:12:50.299216 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f562492-b920-4dbf-aca8-f0ed9dab953a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:50.307679 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65f10e9-a3c4-4140-8569-adc13f380433 None None] Routers {'41495714-2872-460c-bf67-f10794c0e0d6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:12:50.308948 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-a65f10e9-a3c4-4140-8569-adc13f380433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:12:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['41495714-2872-460c-bf67-f10794c0e0d6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:50.316179 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbb544-721e-4a72-b8f3-64d442049aec req-3da73d4b-9546-46d6-9454-5693718d63f2 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:50.324002 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ccbbb544-721e-4a72-b8f3-64d442049aec req-3da73d4b-9546-46d6-9454-5693718d63f2 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 945 time: 0.1442680 Aug 11 02:12:50.337116 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f562492-b920-4dbf-aca8-f0ed9dab953a admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:12:50.337539 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f562492-b920-4dbf-aca8-f0ed9dab953a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:12:50.339323 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:12:50.343201 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc046862-faf7-4b83-ae12-8d4e20cbf8ff req-1479fe20-a6f2-47e8-9d99-25fd68e0fdd1 service neutron] 10.222.0.66 "GET /v2.0/networks/ae641db3-ab70-425a-9e3e-c284ea18d394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966983 Aug 11 02:12:50.371712 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d7fa82e0-6a52-4568-a7ce-2ab27d9ecf5a tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:50.398292 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-d7fa82e0-6a52-4568-a7ce-2ab27d9ecf5a tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Calling delete_port for f32c8382-5ee0-4f02-8ce3-49fa69a96198 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:12:50.422404 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ccbbb544-721e-4a72-b8f3-64d442049aec req-65c97cd4-c2fb-49b0-b647-54878b9cce4d tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970511 Aug 11 02:12:50.461184 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0864f9-ef40-47ef-8a1f-42bd3fa31741 req-1840c117-de3b-4c04-a9d6-1dd2cf696190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:50.472758 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f0864f9-ef40-47ef-8a1f-42bd3fa31741 req-1840c117-de3b-4c04-a9d6-1dd2cf696190 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=720bce38ad5b4b36b6ab4ec32b5aaae3&device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 1098 time: 0.1655247 Aug 11 02:12:50.473970 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f562492-b920-4dbf-aca8-f0ed9dab953a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:50.476510 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port d76ced2e-5acb-42fc-9715-c7ce7af39ac4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=d76ced2e-5acb-42fc-9715-c7ce7af39ac4,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:50.502255 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'd76ced2e-5acb-42fc-9715-c7ce7af39ac4', 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc', 'port_id': 'd76ced2e-5acb-42fc-9715-c7ce7af39ac4', 'mac_address': 'fa:16:3e:e2:42:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '852e65ca-6cb3-47f3-8aea-2b8debfff40c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:12:50.537644 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f562492-b920-4dbf-aca8-f0ed9dab953a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:50.543695 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9f562492-b920-4dbf-aca8-f0ed9dab953a admin admin] 10.222.0.50 "DELETE /v2.0/networks/f64c97f6-4194-4b07-936f-3c578a30b845 HTTP/1.1" status: 204 len: 168 time: 0.6618025 Aug 11 02:12:50.551921 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc576c45-640d-4be5-87c4-f2f41b3f64b5 x-openstack-request-id: req-bc576c45-640d-4be5-87c4-f2f41b3f64b5 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:50.552544 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5048904f-4e9b-4f9a-91d4-0068d7008ffe", "tag": "20a028a7-49b7-4be1-b81e-e958312d2816", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:50.554820 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bc576c45-640d-4be5-87c4-f2f41b3f64b5 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:50.555629 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5048904f-4e9b-4f9a-91d4-0068d7008ffe', 'tag': '20a028a7-49b7-4be1-b81e-e958312d2816', 'status': 'completed', 'code': 200} Aug 11 02:12:50.556252 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-a65f10e9-a3c4-4140-8569-adc13f380433 None None] Set router 41495714-2872-460c-bf67-f10794c0e0d6 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:12:50.607458 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:50.627756 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d76ced2e-5acb-42fc-9715-c7ce7af39ac4 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:50.662372 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f562492-b920-4dbf-aca8-f0ed9dab953a admin admin] Pushing event deleted for resources: {'Network': ['ID=f64c97f6-4194-4b07-936f-3c578a30b845,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:50.708716 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port d76ced2e-5acb-42fc-9715-c7ce7af39ac4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=d76ced2e-5acb-42fc-9715-c7ce7af39ac4,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:50.737315 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b7a87-5c6d-45a9-bf7f-7ae581aed82b req-5743676f-12d7-4a88-b1f9-c31444bcb333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:50.739392 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-972b7a87-5c6d-45a9-bf7f-7ae581aed82b req-5743676f-12d7-4a88-b1f9-c31444bcb333 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=720bce38ad5b4b36b6ab4ec32b5aaae3&device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 1098 time: 0.1166921 Aug 11 02:12:50.743573 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:50.816420 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0864f9-ef40-47ef-8a1f-42bd3fa31741 req-4f1b1f5e-2fea-4a34-bf47-13cdd46a7bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:50.819598 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f0864f9-ef40-47ef-8a1f-42bd3fa31741 req-4f1b1f5e-2fea-4a34-bf47-13cdd46a7bf9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=69577f3b-37d2-4abe-933d-a6840532cbc0 HTTP/1.1" status: 200 len: 921 time: 0.3301635 Aug 11 02:12:50.844687 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e83be-feb0-45fd-8b84-14aa698ce85c req-0302642c-6297-4c21-9807-88cad3bf957a tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:50.848432 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ea1e83be-feb0-45fd-8b84-14aa698ce85c req-0302642c-6297-4c21-9807-88cad3bf957a tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 951 time: 0.2130580 Aug 11 02:12:50.850781 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d7fa82e0-6a52-4568-a7ce-2ab27d9ecf5a tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:50.862547 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=d76ced2e-5acb-42fc-9715-c7ce7af39ac4,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:50.896485 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['d76ced2e-5acb-42fc-9715-c7ce7af39ac4'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:50.900124 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f0864f9-ef40-47ef-8a1f-42bd3fa31741 req-a9bb00f6-089d-410f-b1ec-72130aca82ea service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20a028a7-49b7-4be1-b81e-e958312d2816 HTTP/1.1" status: 200 len: 217 time: 0.0723901 Aug 11 02:12:50.922129 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38408) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:50.937461 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa82e0-6a52-4568-a7ce-2ab27d9ecf5a tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Pushing event deleted for resources: {'Port': ['ID=f32c8382-5ee0-4f02-8ce3-49fa69a96198,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:51.019349 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0864f9-ef40-47ef-8a1f-42bd3fa31741 req-aab62daf-937e-48e3-a994-c5efc2364102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:51.021051 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f0864f9-ef40-47ef-8a1f-42bd3fa31741 req-aab62daf-937e-48e3-a994-c5efc2364102 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=269d36c9-6b3c-4c9c-8f30-71febc1f6ea9 HTTP/1.1" status: 200 len: 860 time: 0.1133697 Aug 11 02:12:51.030338 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b7a87-5c6d-45a9-bf7f-7ae581aed82b req-1d5d7682-acad-4b6c-bd36-81ec37a30312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:51.031948 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-972b7a87-5c6d-45a9-bf7f-7ae581aed82b req-1d5d7682-acad-4b6c-bd36-81ec37a30312 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69577f3b-37d2-4abe-933d-a6840532cbc0 HTTP/1.1" status: 200 len: 921 time: 0.2804136 Aug 11 02:12:51.065000 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d7fa82e0-6a52-4568-a7ce-2ab27d9ecf5a tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:51.069592 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d7fa82e0-6a52-4568-a7ce-2ab27d9ecf5a tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] 10.222.0.50 "DELETE /v2.0/ports/f32c8382-5ee0-4f02-8ce3-49fa69a96198 HTTP/1.1" status: 204 len: 168 time: 1.2578359 Aug 11 02:12:51.072815 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38414) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:51.096095 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-a65f10e9-a3c4-4140-8569-adc13f380433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41495714-2872-460c-bf67-f10794c0e0d6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830415283-router', 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '3f0c9c73-994b-45c3-8cf1-35938ba67cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:11:44Z', 'updated_at': '2021-08-11T02:11:51Z', 'revision_number': 4, 'project_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'gw_port': {'id': '3f0c9c73-994b-45c3-8cf1-35938ba67cbd', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41495714-2872-460c-bf67-f10794c0e0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:11:46Z', 'updated_at': '2021-08-11T02:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '592c0479-0a23-45cf-a3c8-34828431b932', 'name': '', 'network_id': '69577f3b-37d2-4abe-933d-a6840532cbc0', 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'mac_address': 'fa:16:3e:7b:a1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41495714-2872-460c-bf67-f10794c0e0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '269d36c9-6b3c-4c9c-8f30-71febc1f6ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:11:50Z', 'updated_at': '2021-08-11T02:11:56Z', 'revision_number': 5, 'project_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'subnets': [{'id': '269d36c9-6b3c-4c9c-8f30-71febc1f6ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:51.102109 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ea1e83be-feb0-45fd-8b84-14aa698ce85c req-94696466-15fc-4b2c-ac51-796194963091 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278161 Aug 11 02:12:51.137183 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f0864f9-ef40-47ef-8a1f-42bd3fa31741 req-72c40387-0cf6-4fcf-bfa5-e0660aa8facd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=69577f3b-37d2-4abe-933d-a6840532cbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041868 Aug 11 02:12:51.158065 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-a794ef8e-b3ab-46bc-bb3b-30e2dae3fa8b tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] GET failed (client error): The resource could not be found. Aug 11 02:12:51.161207 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a794ef8e-b3ab-46bc-bb3b-30e2dae3fa8b tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] 10.222.0.50 "GET /v2.0/ports/f32c8382-5ee0-4f02-8ce3-49fa69a96198 HTTP/1.1" status: 404 len: 333 time: 0.0872614 Aug 11 02:12:51.165115 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ded71570-db6f-4776-9b3e-e0016c1e87ab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f78ff0a370124440a2bc4ae91a90a260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328746 Aug 11 02:12:51.167059 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38418) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:51.168257 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38420) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:51.170773 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-972b7a87-5c6d-45a9-bf7f-7ae581aed82b req-60472de7-bccc-41f3-8b63-651d0c3987aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20a028a7-49b7-4be1-b81e-e958312d2816 HTTP/1.1" status: 200 len: 217 time: 0.1272235 Aug 11 02:12:51.186255 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65f10e9-a3c4-4140-8569-adc13f380433 None None] Checking router: 41495714-2872-460c-bf67-f10794c0e0d6 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:12:51.224795 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65f10e9-a3c4-4140-8569-adc13f380433 None None] Routers {'41495714-2872-460c-bf67-f10794c0e0d6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:12:51.225614 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-a65f10e9-a3c4-4140-8569-adc13f380433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:12:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['41495714-2872-460c-bf67-f10794c0e0d6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:51.319185 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fbfba-a327-48cd-aa45-f120696f1728 req-9a15d5d1-4026-43a3-b3d9-adb38542ccbb tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:51.325226 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-127fbfba-a327-48cd-aa45-f120696f1728 req-9a15d5d1-4026-43a3-b3d9-adb38542ccbb tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 945 time: 0.1116393 Aug 11 02:12:51.345460 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 18f283e6-783f-4e9b-803a-6962b8497191 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:12:51.390136 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-127fbfba-a327-48cd-aa45-f120696f1728 req-dd767cd1-47d2-4faa-ac8c-f26efbcde4f0 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513246 Aug 11 02:12:51.438255 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device b9cc0dc2-23ef-41d8-992d-1b8ea6278150 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:12:51.464942 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b7a87-5c6d-45a9-bf7f-7ae581aed82b req-4a63ad72-9d62-47ad-822d-b2271dc699e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:51.467011 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-972b7a87-5c6d-45a9-bf7f-7ae581aed82b req-4a63ad72-9d62-47ad-822d-b2271dc699e1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=269d36c9-6b3c-4c9c-8f30-71febc1f6ea9 HTTP/1.1" status: 200 len: 860 time: 0.2600646 Aug 11 02:12:51.546879 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-972b7a87-5c6d-45a9-bf7f-7ae581aed82b req-4d03dd83-1083-4dad-9d14-5662b8dcfcf2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69577f3b-37d2-4abe-933d-a6840532cbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596738 Aug 11 02:12:51.552224 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f0864f9-ef40-47ef-8a1f-42bd3fa31741 req-d6594b07-4689-4caf-920b-7df04bedaee7 service neutron] 10.222.0.50 "GET /v2.0/networks/69577f3b-37d2-4abe-933d-a6840532cbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045336 Aug 11 02:12:51.552927 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-85811dd3-261a-4b6e-a0ea-adcca3eec597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:51.557416 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:51.580587 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 18f283e6-783f-4e9b-803a-6962b8497191, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=18f283e6-783f-4e9b-803a-6962b8497191,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:51.607972 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '18f283e6-783f-4e9b-803a-6962b8497191', 'network_id': '817a4ff3-115a-4b81-9f1c-4ed18d90c966', 'port_id': '18f283e6-783f-4e9b-803a-6962b8497191', 'mac_address': 'fa:16:3e:a9:3a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d716d8-5b88-434d-86dc-bdd1fc15512f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:12:51.620917 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-a65f10e9-a3c4-4140-8569-adc13f380433 None None] Set router 41495714-2872-460c-bf67-f10794c0e0d6 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:12:51.697540 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-85811dd3-261a-4b6e-a0ea-adcca3eec597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:51.733298 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-72908011-71a0-4bca-a2be-68bc0ebae3e7 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Deleting port c1c42aa3-7542-4c48-804d-084e14cab6c8 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:12:51.733806 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-72908011-71a0-4bca-a2be-68bc0ebae3e7 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:51.755812 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:51.780408 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:51.796536 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fbab90-3070-4097-9656-6e404b581b17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9cc0dc2-23ef-41d8-992d-1b8ea6278150'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:51.798825 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444b0e0c-decf-47ea-a6f6-7bc49a7495e7" -d '{"events": [{"server_uuid": "c1fbab90-3070-4097-9656-6e404b581b17", "name": "network-vif-unplugged", "status": "completed", "tag": "b9cc0dc2-23ef-41d8-992d-1b8ea6278150"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:51.810306 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef990896-6131-4e8f-8b85-e4f2e4c09c5c req-47826626-9a3d-4957-918f-1970082da48f tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:51.820915 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ef990896-6131-4e8f-8b85-e4f2e4c09c5c req-47826626-9a3d-4957-918f-1970082da48f tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 945 time: 0.0736420 Aug 11 02:12:51.853830 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18f283e6-783f-4e9b-803a-6962b8497191 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:51.861090 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port b9cc0dc2-23ef-41d8-992d-1b8ea6278150, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b9cc0dc2-23ef-41d8-992d-1b8ea6278150,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:51.867134 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-972b7a87-5c6d-45a9-bf7f-7ae581aed82b req-89f091a9-ff04-45af-8ea9-65a526bc6886 service neutron] 10.222.0.73 "GET /v2.0/networks/69577f3b-37d2-4abe-933d-a6840532cbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070323 Aug 11 02:12:51.874282 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:51.898730 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ef990896-6131-4e8f-8b85-e4f2e4c09c5c req-f8ad57ca-eaef-4911-a910-f0c1b3a8fe89 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689945 Aug 11 02:12:51.903656 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-85811dd3-261a-4b6e-a0ea-adcca3eec597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:51.906623 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-85811dd3-261a-4b6e-a0ea-adcca3eec597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:51.911281 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-85811dd3-261a-4b6e-a0ea-adcca3eec597 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ddebad67-b452-412c-92a4-cd5c9d591fb8 HTTP/1.1" status: 204 len: 168 time: 0.7340705 Aug 11 02:12:51.957780 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=b9cc0dc2-23ef-41d8-992d-1b8ea6278150,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:51.981019 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 18f283e6-783f-4e9b-803a-6962b8497191, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=18f283e6-783f-4e9b-803a-6962b8497191,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:51.993384 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:52.012964 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f0864f9-ef40-47ef-8a1f-42bd3fa31741 req-7c8da9d1-0bfe-4d1f-a1ba-dfd66d1777a1 service neutron] 10.222.0.50 "GET /v2.0/networks/69577f3b-37d2-4abe-933d-a6840532cbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405169 Aug 11 02:12:52.021870 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85811dd3-261a-4b6e-a0ea-adcca3eec597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddebad67-b452-412c-92a4-cd5c9d591fb8,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:52.062504 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-72908011-71a0-4bca-a2be-68bc0ebae3e7 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:52.118460 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872193ff-bcca-4ee9-a000-62e8f063be74 x-openstack-request-id: req-872193ff-bcca-4ee9-a000-62e8f063be74 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:52.118751 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1fbab90-3070-4097-9656-6e404b581b17", "name": "network-vif-unplugged", "status": "completed", "tag": "b9cc0dc2-23ef-41d8-992d-1b8ea6278150", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:52.118983 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-872193ff-bcca-4ee9-a000-62e8f063be74 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:52.119375 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1fbab90-3070-4097-9656-6e404b581b17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9cc0dc2-23ef-41d8-992d-1b8ea6278150', 'code': 200} Aug 11 02:12:52.163039 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device f00425ea-66f6-44bb-b178-137dad682ab3 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:12:52.167327 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device d76ced2e-5acb-42fc-9715-c7ce7af39ac4 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:52.183229 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['18f283e6-783f-4e9b-803a-6962b8497191'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:52.266372 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-72908011-71a0-4bca-a2be-68bc0ebae3e7 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Calling delete_port for c1c42aa3-7542-4c48-804d-084e14cab6c8 owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:12:52.315421 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a38b23-fc07-47ba-bd51-06ccd1bb692d req-9713b89a-afd9-465b-88a9-5a362fa4db7e tempest-ServersAdminTestJSON-276621559 tempest-ServersAdminTestJSON-276621559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:52.318768 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-35a38b23-fc07-47ba-bd51-06ccd1bb692d req-9713b89a-afd9-465b-88a9-5a362fa4db7e tempest-ServersAdminTestJSON-276621559 tempest-ServersAdminTestJSON-276621559-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 1103 time: 0.1235969 Aug 11 02:12:52.327757 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c17bc628-73af-4c1e-863c-68909ef79fae req-699d26da-d6a8-46d8-bc4b-5a1cc34ec015 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/floatingips/1b1911b6-c3fb-4299-95fb-8be18d515316 HTTP/1.1" status: 200 len: 693 time: 0.1911106 Aug 11 02:12:52.404869 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-35a38b23-fc07-47ba-bd51-06ccd1bb692d req-f851c7e4-5ae1-4bc5-92c3-e4fabebf97bd tempest-ServersAdminTestJSON-276621559 tempest-ServersAdminTestJSON-276621559-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567634 Aug 11 02:12:52.567120 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5048904f-4e9b-4f9a-91d4-0068d7008ffe', 'tag': '20a028a7-49b7-4be1-b81e-e958312d2816'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:52.570250 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a006d471-6a4b-46b7-9d62-8b938aee6c84" -d '{"events": [{"name": "network-changed", "server_uuid": "5048904f-4e9b-4f9a-91d4-0068d7008ffe", "tag": "20a028a7-49b7-4be1-b81e-e958312d2816"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:52.579048 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=18f283e6-783f-4e9b-803a-6962b8497191,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:52.609891 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-972b7a87-5c6d-45a9-bf7f-7ae581aed82b req-7ac2e3ff-46ba-4c25-98e5-4a0a5852c66f service neutron] 10.222.0.73 "GET /v2.0/networks/69577f3b-37d2-4abe-933d-a6840532cbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7278035 Aug 11 02:12:52.633138 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38480) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:52.700254 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.db.resource_extend [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:12:52.700510 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb443e0f-5597-40a6-ae32-2dbf3ec90a45 req-50e60b8c-320b-4382-86f6-ab67dae70f33 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:52.702666 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fb443e0f-5597-40a6-ae32-2dbf3ec90a45 req-50e60b8c-320b-4382-86f6-ab67dae70f33 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 945 time: 0.1596172 Aug 11 02:12:52.717633 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bc628-73af-4c1e-863c-68909ef79fae req-5f045fc6-f711-47db-b908-e29f6f839eff tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:52.734687 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c17bc628-73af-4c1e-863c-68909ef79fae req-5f045fc6-f711-47db-b908-e29f6f839eff tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 784 time: 0.3747096 Aug 11 02:12:52.752413 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b92161ae-43ee-4190-b054-77dc485cbce9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fdac9365bb6a49c5a6a0abafabc663b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1144269 Aug 11 02:12:52.758217 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38486) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:52.791793 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port f00425ea-66f6-44bb-b178-137dad682ab3, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f00425ea-66f6-44bb-b178-137dad682ab3,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:52.794267 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fb443e0f-5597-40a6-ae32-2dbf3ec90a45 req-d9f12db3-bb58-48dd-96d3-5231390b1023 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609109 Aug 11 02:12:52.928147 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-a65f10e9-a3c4-4140-8569-adc13f380433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41495714-2872-460c-bf67-f10794c0e0d6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830415283-router', 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '3f0c9c73-994b-45c3-8cf1-35938ba67cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:11:44Z', 'updated_at': '2021-08-11T02:11:51Z', 'revision_number': 4, 'project_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'gw_port': {'id': '3f0c9c73-994b-45c3-8cf1-35938ba67cbd', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41495714-2872-460c-bf67-f10794c0e0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:11:46Z', 'updated_at': '2021-08-11T02:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '592c0479-0a23-45cf-a3c8-34828431b932', 'name': '', 'network_id': '69577f3b-37d2-4abe-933d-a6840532cbc0', 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'mac_address': 'fa:16:3e:7b:a1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41495714-2872-460c-bf67-f10794c0e0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '269d36c9-6b3c-4c9c-8f30-71febc1f6ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:11:50Z', 'updated_at': '2021-08-11T02:11:56Z', 'revision_number': 5, 'project_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'subnets': [{'id': '269d36c9-6b3c-4c9c-8f30-71febc1f6ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:52.928719 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c17bc628-73af-4c1e-863c-68909ef79fae req-d2f23be1-bee1-4184-87da-7374f0124abe tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.5 HTTP/1.1" status: 200 len: 696 time: 0.1816747 Aug 11 02:12:52.931160 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'f00425ea-66f6-44bb-b178-137dad682ab3', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': 'f00425ea-66f6-44bb-b178-137dad682ab3', 'mac_address': 'fa:16:3e:e7:57:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:12:52.978501 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-72908011-71a0-4bca-a2be-68bc0ebae3e7 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.010349 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port d76ced2e-5acb-42fc-9715-c7ce7af39ac4 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:53.010810 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.043258 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.052699 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65f10e9-a3c4-4140-8569-adc13f380433 None None] The sync data for ids ['41495714-2872-460c-bf67-f10794c0e0d6'] in n-d-615180-33 is: [{'id': '41495714-2872-460c-bf67-f10794c0e0d6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830415283-router', 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '3f0c9c73-994b-45c3-8cf1-35938ba67cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:11:44Z', 'updated_at': '2021-08-11T02:11:51Z', 'revision_number': 4, 'project_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'gw_port': {'id': '3f0c9c73-994b-45c3-8cf1-35938ba67cbd', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41495714-2872-460c-bf67-f10794c0e0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:11:46Z', 'updated_at': '2021-08-11T02:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '592c0479-0a23-45cf-a3c8-34828431b932', 'name': '', 'network_id': '69577f3b-37d2-4abe-933d-a6840532cbc0', 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'mac_address': 'fa:16:3e:7b:a1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41495714-2872-460c-bf67-f10794c0e0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '269d36c9-6b3c-4c9c-8f30-71febc1f6ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:11:50Z', 'updated_at': '2021-08-11T02:11:56Z', 'revision_number': 5, 'project_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'subnets': [{'id': '269d36c9-6b3c-4c9c-8f30-71febc1f6ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:12:53.055124 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72908011-71a0-4bca-a2be-68bc0ebae3e7 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Pushing event deleted for resources: {'Port': ['ID=c1c42aa3-7542-4c48-804d-084e14cab6c8,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:53.092465 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c17bc628-73af-4c1e-863c-68909ef79fae req-2c033deb-38b2-4635-a691-fc946cb3ca8d tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.5 HTTP/1.1" status: 200 len: 696 time: 0.1627629 Aug 11 02:12:53.189446 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00425ea-66f6-44bb-b178-137dad682ab3 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:53.220911 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port f00425ea-66f6-44bb-b178-137dad682ab3, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f00425ea-66f6-44bb-b178-137dad682ab3,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:53.235969 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.278175 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-af21fe09-59d3-49cd-927e-45bcc40b5e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.384627 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['f00425ea-66f6-44bb-b178-137dad682ab3'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:53.466489 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.494131 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-af21fe09-59d3-49cd-927e-45bcc40b5e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.520277 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=f00425ea-66f6-44bb-b178-137dad682ab3,revision_number=9']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:53.531022 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-72908011-71a0-4bca-a2be-68bc0ebae3e7 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.533761 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-72908011-71a0-4bca-a2be-68bc0ebae3e7 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] 10.222.0.50 "DELETE /v2.0/ports/c1c42aa3-7542-4c48-804d-084e14cab6c8 HTTP/1.1" status: 204 len: 168 time: 2.3451107 Aug 11 02:12:53.536258 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38502) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:53.567036 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port d76ced2e-5acb-42fc-9715-c7ce7af39ac4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=d76ced2e-5acb-42fc-9715-c7ce7af39ac4,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:53.577529 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.597399 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c3cb00-09ad-40d7-ba2a-e121e98bedcd None None] New status for floating IP 1b1911b6-c3fb-4299-95fb-8be18d515316: DOWN {{(pid=94509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:12:53.659200 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c0be2c-7b4b-4a1c-a177-d3b957890df7 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Deleting subnet f088993d-b897-4458-b4f7-8b1ba459eb0d {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:12:53.668648 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c1c0be2c-7b4b-4a1c-a177-d3b957890df7 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.670785 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=d76ced2e-5acb-42fc-9715-c7ce7af39ac4,revision_number=7']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:53.698620 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-c17bc628-73af-4c1e-863c-68909ef79fae req-060cc107-198f-4653-8abe-85c779e84b8e tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Deleting port fc6eecbe-3712-4cb6-9ca2-48a20ecc6e1c {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:12:53.701187 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c17bc628-73af-4c1e-863c-68909ef79fae req-060cc107-198f-4653-8abe-85c779e84b8e tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.707318 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-af21fe09-59d3-49cd-927e-45bcc40b5e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.712277 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-af21fe09-59d3-49cd-927e-45bcc40b5e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.715787 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-af21fe09-59d3-49cd-927e-45bcc40b5e67 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ce19287d-7779-4611-bd38-902b177fd923 HTTP/1.1" status: 204 len: 168 time: 0.9539053 Aug 11 02:12:53.786191 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c1c0be2c-7b4b-4a1c-a177-d3b957890df7 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.853755 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21fe09-59d3-49cd-927e-45bcc40b5e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce19287d-7779-4611-bd38-902b177fd923,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:53.952925 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c17bc628-73af-4c1e-863c-68909ef79fae req-060cc107-198f-4653-8abe-85c779e84b8e tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.958001 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c17bc628-73af-4c1e-863c-68909ef79fae req-060cc107-198f-4653-8abe-85c779e84b8e tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.984361 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c1c0be2c-7b4b-4a1c-a177-d3b957890df7 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.991705 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-c17bc628-73af-4c1e-863c-68909ef79fae req-060cc107-198f-4653-8abe-85c779e84b8e tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Calling delete_port for fc6eecbe-3712-4cb6-9ca2-48a20ecc6e1c owned by network:floatingip {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:12:54.110929 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c1c0be2c-7b4b-4a1c-a177-d3b957890df7 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:54.120392 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92155314-003c-4c66-b618-4bb2aed5e6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76ced2e-5acb-42fc-9715-c7ce7af39ac4'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:54.123397 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602ebf4b-00a9-4733-869d-d8464bb5a6df" -d '{"events": [{"server_uuid": "92155314-003c-4c66-b618-4bb2aed5e6da", "name": "network-vif-plugged", "status": "completed", "tag": "d76ced2e-5acb-42fc-9715-c7ce7af39ac4"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:54.147631 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0be2c-7b4b-4a1c-a177-d3b957890df7 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Pushing event deleted for resources: {'Subnet': ['ID=f088993d-b897-4458-b4f7-8b1ba459eb0d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:54.156334 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c1c0be2c-7b4b-4a1c-a177-d3b957890df7 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:54.159836 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c1c0be2c-7b4b-4a1c-a177-d3b957890df7 tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] 10.222.0.50 "DELETE /v2.0/subnets/f088993d-b897-4458-b4f7-8b1ba459eb0d HTTP/1.1" status: 204 len: 168 time: 0.6225455 Aug 11 02:12:54.162822 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38512) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:54.163247 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b3b47d-25a8-4d33-8e55-a21540fcc9f0 None None] Network 16dc804f-3024-4f4f-93a9-1a1ae79a645a requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:12:54.317293 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:54.360803 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c17bc628-73af-4c1e-863c-68909ef79fae req-060cc107-198f-4653-8abe-85c779e84b8e tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:54.413302 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6435566b-2a15-4969-a3a5-80f06edbaf8e tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:54.569788 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-6435566b-2a15-4969-a3a5-80f06edbaf8e tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Deleting port d46a29d9-dc6d-442c-81ae-693ff0432f74 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:12:54.571015 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6435566b-2a15-4969-a3a5-80f06edbaf8e tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:54.614281 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde5fc61-bec4-4898-a8aa-1736ffd76652 None None] DHCP port deletion for 16dc804f-3024-4f4f-93a9-1a1ae79a645a request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:12:54.730262 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-cde5fc61-bec4-4898-a8aa-1736ffd76652 None None] Deleting port d46a29d9-dc6d-442c-81ae-693ff0432f74 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:12:54.732102 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cde5fc61-bec4-4898-a8aa-1736ffd76652 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:54.792741 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-6435566b-2a15-4969-a3a5-80f06edbaf8e tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] For port d46a29d9-dc6d-442c-81ae-693ff0432f74, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d46a29d9-dc6d-442c-81ae-693ff0432f74,segment=NetworkSegment(c68d3297-c733-4558-bfb9-c5e44235d279),segment_id=c68d3297-c733-4558-bfb9-c5e44235d279)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:54.795673 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6435566b-2a15-4969-a3a5-80f06edbaf8e tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:54.838886 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-6435566b-2a15-4969-a3a5-80f06edbaf8e tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Calling delete_port for d46a29d9-dc6d-442c-81ae-693ff0432f74 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:12:54.926928 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-cde5fc61-bec4-4898-a8aa-1736ffd76652 None None] For port d46a29d9-dc6d-442c-81ae-693ff0432f74, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d46a29d9-dc6d-442c-81ae-693ff0432f74,segment=NetworkSegment(c68d3297-c733-4558-bfb9-c5e44235d279),segment_id=c68d3297-c733-4558-bfb9-c5e44235d279)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:54.928333 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cde5fc61-bec4-4898-a8aa-1736ffd76652 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:54.938054 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cc107-198f-4653-8abe-85c779e84b8e tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Pushing event deleted for resources: {'Port': ['ID=fc6eecbe-3712-4cb6-9ca2-48a20ecc6e1c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:54.955180 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-cde5fc61-bec4-4898-a8aa-1736ffd76652 None None] Calling delete_port for d46a29d9-dc6d-442c-81ae-693ff0432f74 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:12:55.050335 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6435566b-2a15-4969-a3a5-80f06edbaf8e tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:55.078669 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c17bc628-73af-4c1e-863c-68909ef79fae req-060cc107-198f-4653-8abe-85c779e84b8e tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks [] for floatingip, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:55.083566 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c17bc628-73af-4c1e-863c-68909ef79fae req-060cc107-198f-4653-8abe-85c779e84b8e tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:55.094531 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cde5fc61-bec4-4898-a8aa-1736ffd76652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:55.102654 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c17bc628-73af-4c1e-863c-68909ef79fae req-060cc107-198f-4653-8abe-85c779e84b8e tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "DELETE /v2.0/floatingips/1b1911b6-c3fb-4299-95fb-8be18d515316 HTTP/1.1" status: 204 len: 173 time: 2.0085227 Aug 11 02:12:55.136393 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435566b-2a15-4969-a3a5-80f06edbaf8e tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Pushing event deleted for resources: {'Port': ['ID=d46a29d9-dc6d-442c-81ae-693ff0432f74,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:55.147563 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6435566b-2a15-4969-a3a5-80f06edbaf8e tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] No DVR routers for this DVR port d46a29d9-dc6d-442c-81ae-693ff0432f74 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:12:55.148423 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d425b3-2c3b-4eaa-809a-ba09f4231ba1 x-openstack-request-id: req-68d425b3-2c3b-4eaa-809a-ba09f4231ba1 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:55.148971 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5048904f-4e9b-4f9a-91d4-0068d7008ffe", "tag": "20a028a7-49b7-4be1-b81e-e958312d2816", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:55.149615 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-68d425b3-2c3b-4eaa-809a-ba09f4231ba1 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:55.153926 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5048904f-4e9b-4f9a-91d4-0068d7008ffe', 'tag': '20a028a7-49b7-4be1-b81e-e958312d2816', 'status': 'completed', 'code': 200} Aug 11 02:12:55.204772 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5fc61-bec4-4898-a8aa-1736ffd76652 None None] Pushing event deleted for resources: {'Port': ['ID=d46a29d9-dc6d-442c-81ae-693ff0432f74,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:55.230386 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde5fc61-bec4-4898-a8aa-1736ffd76652 None None] No DVR routers for this DVR port d46a29d9-dc6d-442c-81ae-693ff0432f74 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:12:55.236650 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:55.311764 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006d471-6a4b-46b7-9d62-8b938aee6c84 req-a8eccaed-2a9c-4236-8850-48b7fcb7c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:55.313358 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a006d471-6a4b-46b7-9d62-8b938aee6c84 req-a8eccaed-2a9c-4236-8850-48b7fcb7c6db service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=720bce38ad5b4b36b6ab4ec32b5aaae3&device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 1098 time: 0.1407235 Aug 11 02:12:55.323388 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 18f283e6-783f-4e9b-803a-6962b8497191 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:55.344228 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6435566b-2a15-4969-a3a5-80f06edbaf8e tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:55.382740 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-6435566b-2a15-4969-a3a5-80f06edbaf8e tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16dc804f-3024-4f4f-93a9-1a1ae79a645a']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:55.393575 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 18f283e6-783f-4e9b-803a-6962b8497191 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:55.395017 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:55.416161 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-6435566b-2a15-4969-a3a5-80f06edbaf8e tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68d3297-c733-4558-bfb9-c5e44235d279') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:55.418157 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-6435566b-2a15-4969-a3a5-80f06edbaf8e tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68d3297-c733-4558-bfb9-c5e44235d279') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:55.446003 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6435566b-2a15-4969-a3a5-80f06edbaf8e tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:55.482926 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6435566b-2a15-4969-a3a5-80f06edbaf8e tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:55.499211 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6435566b-2a15-4969-a3a5-80f06edbaf8e tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:12:55.501353 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6435566b-2a15-4969-a3a5-80f06edbaf8e tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:55.539887 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006d471-6a4b-46b7-9d62-8b938aee6c84 req-58abb8b5-0ea4-4d04-b52b-1cd86b5361e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:55.541594 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a006d471-6a4b-46b7-9d62-8b938aee6c84 req-58abb8b5-0ea4-4d04-b52b-1cd86b5361e6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69577f3b-37d2-4abe-933d-a6840532cbc0 HTTP/1.1" status: 200 len: 921 time: 0.2058053 Aug 11 02:12:55.590499 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:12:55.624212 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:12:55.630447 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a006d471-6a4b-46b7-9d62-8b938aee6c84 req-54cdf88d-9452-48a4-8443-f3e38a22f418 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20a028a7-49b7-4be1-b81e-e958312d2816 HTTP/1.1" status: 200 len: 217 time: 0.0770748 Aug 11 02:12:55.661712 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 18f283e6-783f-4e9b-803a-6962b8497191, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=18f283e6-783f-4e9b-803a-6962b8497191,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:55.670887 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:55.679566 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6435566b-2a15-4969-a3a5-80f06edbaf8e tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:55.819694 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=18f283e6-783f-4e9b-803a-6962b8497191,revision_number=7']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:55.821072 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6435566b-2a15-4969-a3a5-80f06edbaf8e tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:55.851359 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6435566b-2a15-4969-a3a5-80f06edbaf8e tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] 10.222.0.50 "DELETE /v2.0/networks/16dc804f-3024-4f4f-93a9-1a1ae79a645a HTTP/1.1" status: 204 len: 168 time: 1.6595886 Aug 11 02:12:55.863883 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435566b-2a15-4969-a3a5-80f06edbaf8e tempest-AllowedAddressPairTestJSON-21881271 tempest-AllowedAddressPairTestJSON-21881271-project] Pushing event deleted for resources: {'Network': ['ID=16dc804f-3024-4f4f-93a9-1a1ae79a645a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:56.072048 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab46cb9-0a7b-4f92-85bf-95a844e04175 req-06c2aed0-908f-4e04-80bb-c8f95cce88c2 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:56.087996 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6ab46cb9-0a7b-4f92-85bf-95a844e04175 req-06c2aed0-908f-4e04-80bb-c8f95cce88c2 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 945 time: 0.5450885 Aug 11 02:12:56.139505 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006d471-6a4b-46b7-9d62-8b938aee6c84 req-c2949284-eef9-45e7-8f3e-540aec11c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:56.141033 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a006d471-6a4b-46b7-9d62-8b938aee6c84 req-c2949284-eef9-45e7-8f3e-540aec11c1c2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=269d36c9-6b3c-4c9c-8f30-71febc1f6ea9 HTTP/1.1" status: 200 len: 860 time: 0.5016365 Aug 11 02:12:56.186134 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device f00425ea-66f6-44bb-b178-137dad682ab3 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:56.284669 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6ab46cb9-0a7b-4f92-85bf-95a844e04175 req-b4d35f6e-08f1-45d9-974b-4d9c9309a950 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954889 Aug 11 02:12:56.290541 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a006d471-6a4b-46b7-9d62-8b938aee6c84 req-ae72d42a-9282-4456-afa2-fee33e18a78b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69577f3b-37d2-4abe-933d-a6840532cbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1357832 Aug 11 02:12:56.336484 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d46a29d9-dc6d-442c-81ae-693ff0432f74 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:12:56.390563 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: d46a29d9-dc6d-442c-81ae-693ff0432f74 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:12:56.392054 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d46a29d9-dc6d-442c-81ae-693ff0432f74 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:12:56.422772 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port f00425ea-66f6-44bb-b178-137dad682ab3 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:56.423670 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:56.428001 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38544) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:56.571587 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:56.598338 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a006d471-6a4b-46b7-9d62-8b938aee6c84 req-0f8ed2d9-15f5-4537-bfba-d75e85557151 service neutron] 10.222.0.73 "GET /v2.0/networks/69577f3b-37d2-4abe-933d-a6840532cbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987785 Aug 11 02:12:56.635657 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port f00425ea-66f6-44bb-b178-137dad682ab3, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f00425ea-66f6-44bb-b178-137dad682ab3,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:56.648113 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cf320-4f24-4992-bb42-c79af2999eb8 req-b052a949-a84f-4a92-b1d4-8084a8781424 tempest-ServersAdminTestJSON-276621559 tempest-ServersAdminTestJSON-276621559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:56.650188 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:56.665807 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-338cf320-4f24-4992-bb42-c79af2999eb8 req-b052a949-a84f-4a92-b1d4-8084a8781424 tempest-ServersAdminTestJSON-276621559 tempest-ServersAdminTestJSON-276621559-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 1103 time: 0.2037342 Aug 11 02:12:56.704827 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-09db86cc-1f3f-44c9-9db3-2a583bbbaa9d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9ffbca4f8d474b988c07ac1c54a1facd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2751207 Aug 11 02:12:56.711503 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38548) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:56.776038 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=f00425ea-66f6-44bb-b178-137dad682ab3,revision_number=10']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:56.820628 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9beee265-cdf4-41f2-bf7f-4d1e7827e01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:56.846310 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-338cf320-4f24-4992-bb42-c79af2999eb8 req-2003a540-70f3-42ae-9a0b-32e938e9bc9f tempest-ServersAdminTestJSON-276621559 tempest-ServersAdminTestJSON-276621559-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688545 Aug 11 02:12:56.850817 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9beee265-cdf4-41f2-bf7f-4d1e7827e01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:56.898889 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a006d471-6a4b-46b7-9d62-8b938aee6c84 req-2c78b1fd-4ad2-4ffa-bb76-67e687f39b76 service neutron] 10.222.0.73 "GET /v2.0/networks/69577f3b-37d2-4abe-933d-a6840532cbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851951 Aug 11 02:12:56.927995 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9beee265-cdf4-41f2-bf7f-4d1e7827e01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:56.933120 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9beee265-cdf4-41f2-bf7f-4d1e7827e01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:56.949347 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9beee265-cdf4-41f2-bf7f-4d1e7827e01d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0642b0c9-a684-49d0-924b-5919d4735102 HTTP/1.1" status: 204 len: 168 time: 0.2230511 Aug 11 02:12:56.971028 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beee265-cdf4-41f2-bf7f-4d1e7827e01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0642b0c9-a684-49d0-924b-5919d4735102,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:58.030066 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38580) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:58.151002 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-99f3be03-cd71-4266-9fa7-bffa6cab8cbb tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-756316217'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:58.187584 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f3be03-cd71-4266-9fa7-bffa6cab8cbb tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:12:58.192866 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-99f3be03-cd71-4266-9fa7-bffa6cab8cbb tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:58.213951 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-99f3be03-cd71-4266-9fa7-bffa6cab8cbb tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:58.374793 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-99f3be03-cd71-4266-9fa7-bffa6cab8cbb tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:58.384384 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-99f3be03-cd71-4266-9fa7-bffa6cab8cbb tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:58.413615 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f3be03-cd71-4266-9fa7-bffa6cab8cbb tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:12:58.439061 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3be03-cd71-4266-9fa7-bffa6cab8cbb tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61ecbd7e-2dd6-49d5-a25d-da9270e58215,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:58.443862 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-99f3be03-cd71-4266-9fa7-bffa6cab8cbb tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:58.444257 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-99f3be03-cd71-4266-9fa7-bffa6cab8cbb tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Added segment 965bfb6a-77e7-4e80-8088-d016626c9303 of type vlan for network abfe629d-e2ef-4da1-94ab-4576283f6a78 Aug 11 02:12:58.513018 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-99f3be03-cd71-4266-9fa7-bffa6cab8cbb tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:58.576590 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-99f3be03-cd71-4266-9fa7-bffa6cab8cbb tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:58.582710 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f3be03-cd71-4266-9fa7-bffa6cab8cbb tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:58.583325 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-99f3be03-cd71-4266-9fa7-bffa6cab8cbb tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:58.659508 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-99f3be03-cd71-4266-9fa7-bffa6cab8cbb tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6274250 Aug 11 02:12:58.663445 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38590) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:58.671532 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-40380393-d82e-453c-8ba5-8e2cad0e22a7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:58.694938 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3be03-cd71-4266-9fa7-bffa6cab8cbb tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Network': ['ID=abfe629d-e2ef-4da1-94ab-4576283f6a78,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:58.707179 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:12:58.813137 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40380393-d82e-453c-8ba5-8e2cad0e22a7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:12:58.827497 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-40380393-d82e-453c-8ba5-8e2cad0e22a7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:59.203999 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-40380393-d82e-453c-8ba5-8e2cad0e22a7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:59.282634 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40380393-d82e-453c-8ba5-8e2cad0e22a7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=03f6dd79-a2b0-4456-9a0e-14a51838a00a,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:59.295384 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40380393-d82e-453c-8ba5-8e2cad0e22a7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Checking segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:12:59.295782 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40380393-d82e-453c-8ba5-8e2cad0e22a7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network hostable DHCP agents. Network: abfe629d-e2ef-4da1-94ab-4576283f6a78, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:12:59.320239 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40380393-d82e-453c-8ba5-8e2cad0e22a7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:12:59.334747 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-40380393-d82e-453c-8ba5-8e2cad0e22a7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, abfe629d-e2ef-4da1-94ab-4576283f6a78) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:59.340996 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40380393-d82e-453c-8ba5-8e2cad0e22a7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:59.341341 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-40380393-d82e-453c-8ba5-8e2cad0e22a7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:59.353323 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28999530-3a99-4d73-b6ef-0c2d60094233 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:12:59.380715 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-40380393-d82e-453c-8ba5-8e2cad0e22a7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7160783 Aug 11 02:12:59.383458 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38592) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:59.389277 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-f6b92440-3786-4d87-9bfc-ec16df44e606 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'port': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'name': 'tempest-NetworksTestDHCPv6-1209750254'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:59.639416 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b92440-3786-4d87-9bfc-ec16df44e606 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:12:59.646368 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f6b92440-3786-4d87-9bfc-ec16df44e606 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:59.677356 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-f6b92440-3786-4d87-9bfc-ec16df44e606 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] device_id is not set on port fe8ed391-ea3e-429f-98a2-28b5c97b9293 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:12:59.687583 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cac21b-be18-43fc-9a47-fd6c854b498a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-abfe629d-e2ef-4da1-94ab-4576283f6a78', 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'fixed_ips': [{'subnet_id': '03f6dd79-a2b0-4456-9a0e-14a51838a00a'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:12:59.689072 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-52cac21b-be18-43fc-9a47-fd6c854b498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:59.942809 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-f6b92440-3786-4d87-9bfc-ec16df44e606 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Allocated IP 2001:db8::2ca (abfe629d-e2ef-4da1-94ab-4576283f6a78/03f6dd79-a2b0-4456-9a0e-14a51838a00a/fe8ed391-ea3e-429f-98a2-28b5c97b9293) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:00.167359 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f6b92440-3786-4d87-9bfc-ec16df44e606 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:00.202408 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-f6b92440-3786-4d87-9bfc-ec16df44e606 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Transition to ACTIVE for port object fe8ed391-ea3e-429f-98a2-28b5c97b9293 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:00.266118 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f6b92440-3786-4d87-9bfc-ec16df44e606 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:00.345606 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-52cac21b-be18-43fc-9a47-fd6c854b498a None None] Allocated IP 2001:db8::2 (abfe629d-e2ef-4da1-94ab-4576283f6a78/03f6dd79-a2b0-4456-9a0e-14a51838a00a/8d482d65-a575-41e1-8843-ea4815bf5b15) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:00.401747 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b92440-3786-4d87-9bfc-ec16df44e606 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Port': ['ID=fe8ed391-ea3e-429f-98a2-28b5c97b9293,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:00.439588 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b92440-3786-4d87-9bfc-ec16df44e606 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:00.443708 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-f6b92440-3786-4d87-9bfc-ec16df44e606 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:00.454205 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b92440-3786-4d87-9bfc-ec16df44e606 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:00.461682 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b92440-3786-4d87-9bfc-ec16df44e606 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:00.462333 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f6b92440-3786-4d87-9bfc-ec16df44e606 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:00.511653 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f6b92440-3786-4d87-9bfc-ec16df44e606 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1243405 Aug 11 02:13:00.512306 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38598) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:00.667942 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-52cac21b-be18-43fc-9a47-fd6c854b498a None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:00.684275 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-52cac21b-be18-43fc-9a47-fd6c854b498a None None] Transition to ACTIVE for port object 8d482d65-a575-41e1-8843-ea4815bf5b15 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:00.714292 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-52cac21b-be18-43fc-9a47-fd6c854b498a None None] Transition to ACTIVE for port object 8d482d65-a575-41e1-8843-ea4815bf5b15 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:00.725150 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c38c46a-ed06-4f42-8569-2a1506900e83 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:00.726820 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-52cac21b-be18-43fc-9a47-fd6c854b498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:00.740044 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8c38c46a-ed06-4f42-8569-2a1506900e83 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2265692 Aug 11 02:13:00.744138 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38600) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:00.837570 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cac21b-be18-43fc-9a47-fd6c854b498a None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:00.853012 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-52cac21b-be18-43fc-9a47-fd6c854b498a None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:00.856484 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cac21b-be18-43fc-9a47-fd6c854b498a None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:00.891481 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cac21b-be18-43fc-9a47-fd6c854b498a None None] Pushing event updated for resources: {'Port': ['ID=8d482d65-a575-41e1-8843-ea4815bf5b15,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:00.964701 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-62f4b056-e02f-4824-98ee-2f0c78d1ee4c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting port fe8ed391-ea3e-429f-98a2-28b5c97b9293 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:00.964938 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-62f4b056-e02f-4824-98ee-2f0c78d1ee4c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:00.999506 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-52cac21b-be18-43fc-9a47-fd6c854b498a None None] Attempting to bind port 8d482d65-a575-41e1-8843-ea4815bf5b15 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:13:00.999905 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-52cac21b-be18-43fc-9a47-fd6c854b498a None None] Attempting to bind port 8d482d65-a575-41e1-8843-ea4815bf5b15 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:13:01.001803 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cac21b-be18-43fc-9a47-fd6c854b498a None None] Attempting to bind port 8d482d65-a575-41e1-8843-ea4815bf5b15 on network abfe629d-e2ef-4da1-94ab-4576283f6a78 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:01.015835 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cac21b-be18-43fc-9a47-fd6c854b498a None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:13:01.016447 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cac21b-be18-43fc-9a47-fd6c854b498a None None] Checking segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:01.016864 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-52cac21b-be18-43fc-9a47-fd6c854b498a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:01.017291 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cac21b-be18-43fc-9a47-fd6c854b498a None None] Bound using segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:13:01.017782 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-52cac21b-be18-43fc-9a47-fd6c854b498a None None] Bound port: 8d482d65-a575-41e1-8843-ea4815bf5b15, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:13:01.018164 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-52cac21b-be18-43fc-9a47-fd6c854b498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:01.155314 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-52cac21b-be18-43fc-9a47-fd6c854b498a None None] For port 8d482d65-a575-41e1-8843-ea4815bf5b15, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:13:01.159186 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-62f4b056-e02f-4824-98ee-2f0c78d1ee4c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:01.164757 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-52cac21b-be18-43fc-9a47-fd6c854b498a None None] For port 8d482d65-a575-41e1-8843-ea4815bf5b15, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8d482d65-a575-41e1-8843-ea4815bf5b15,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:13:01.177586 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-52cac21b-be18-43fc-9a47-fd6c854b498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:01.199474 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-62f4b056-e02f-4824-98ee-2f0c78d1ee4c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Calling delete_port for fe8ed391-ea3e-429f-98a2-28b5c97b9293 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:01.302904 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cac21b-be18-43fc-9a47-fd6c854b498a None None] Pushing event updated for resources: {'Port': ['ID=8d482d65-a575-41e1-8843-ea4815bf5b15,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:01.428779 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-62f4b056-e02f-4824-98ee-2f0c78d1ee4c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:01.491190 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4b056-e02f-4824-98ee-2f0c78d1ee4c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Port': ['ID=fe8ed391-ea3e-429f-98a2-28b5c97b9293,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:01.590288 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-62f4b056-e02f-4824-98ee-2f0c78d1ee4c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:01.592397 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-62f4b056-e02f-4824-98ee-2f0c78d1ee4c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/fe8ed391-ea3e-429f-98a2-28b5c97b9293 HTTP/1.1" status: 204 len: 168 time: 0.8471375 Aug 11 02:13:01.595291 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38602) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:01.732906 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2992ee46-2e49-4745-a578-e093ee49fa03 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:01.734543 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2992ee46-2e49-4745-a578-e093ee49fa03 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:01.736275 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2992ee46-2e49-4745-a578-e093ee49fa03 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1392589 Aug 11 02:13:01.739294 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38604) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:01.818297 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c5c0327-2022-4442-bb18-3eda7b785b92 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet 03f6dd79-a2b0-4456-9a0e-14a51838a00a {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:13:01.825010 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6c5c0327-2022-4442-bb18-3eda7b785b92 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:01.923930 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6c5c0327-2022-4442-bb18-3eda7b785b92 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:02.083012 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6c5c0327-2022-4442-bb18-3eda7b785b92 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:02.189357 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6c5c0327-2022-4442-bb18-3eda7b785b92 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:02.263971 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c0327-2022-4442-bb18-3eda7b785b92 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=03f6dd79-a2b0-4456-9a0e-14a51838a00a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:02.275581 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6c5c0327-2022-4442-bb18-3eda7b785b92 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:02.275581 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6c5c0327-2022-4442-bb18-3eda7b785b92 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/03f6dd79-a2b0-4456-9a0e-14a51838a00a HTTP/1.1" status: 204 len: 168 time: 0.5306811 Aug 11 02:13:02.275581 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38610) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:02.335660 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8d482d65-a575-41e1-8843-ea4815bf5b15 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:02.359912 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-db9ec44e-19e8-459c-88f7-60eb2f8dd93d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0835884 Aug 11 02:13:02.364540 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38612) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:02.370363 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-3679cf47-cd09-44ba-a7cd-bcd3478a487f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:02.457134 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 8d482d65-a575-41e1-8843-ea4815bf5b15 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:02.590455 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3679cf47-cd09-44ba-a7cd-bcd3478a487f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:02.594237 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3679cf47-cd09-44ba-a7cd-bcd3478a487f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:02.897526 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3679cf47-cd09-44ba-a7cd-bcd3478a487f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:03.009697 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3679cf47-cd09-44ba-a7cd-bcd3478a487f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:03.022165 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-3679cf47-cd09-44ba-a7cd-bcd3478a487f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:03.024456 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a0a9ce-fef4-4bf5-86fe-e63714e65a76 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:13:03.029759 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3679cf47-cd09-44ba-a7cd-bcd3478a487f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:03.030681 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3679cf47-cd09-44ba-a7cd-bcd3478a487f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:03.063990 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3679cf47-cd09-44ba-a7cd-bcd3478a487f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6980350 Aug 11 02:13:03.066847 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38614) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:03.072691 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-3114ef25-8495-4906-a22c-e4d752417bc5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'port': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'name': 'tempest-NetworksTestDHCPv6-551181373'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:03.074138 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679cf47-cd09-44ba-a7cd-bcd3478a487f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=84302b08-cea2-43cf-8871-64591266e3ed,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:03.202889 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-feacadc9-7e7c-45f5-95ab-6064b8600082 None None] Provisioning for port 8d482d65-a575-41e1-8843-ea4815bf5b15 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:03.216173 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-feacadc9-7e7c-45f5-95ab-6064b8600082 None None] Provisioning complete for port 8d482d65-a575-41e1-8843-ea4815bf5b15 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:03.217320 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-feacadc9-7e7c-45f5-95ab-6064b8600082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:03.303992 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3114ef25-8495-4906-a22c-e4d752417bc5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:03.309930 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3114ef25-8495-4906-a22c-e4d752417bc5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:03.356003 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-3114ef25-8495-4906-a22c-e4d752417bc5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] device_id is not set on port 2cc3b004-3885-4e10-9659-77c265bd4793 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:13:03.403020 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-feacadc9-7e7c-45f5-95ab-6064b8600082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:03.482436 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-feacadc9-7e7c-45f5-95ab-6064b8600082 None None] For port 8d482d65-a575-41e1-8843-ea4815bf5b15, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8d482d65-a575-41e1-8843-ea4815bf5b15,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:03.508966 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-feacadc9-7e7c-45f5-95ab-6064b8600082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:03.581415 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacadc9-7e7c-45f5-95ab-6064b8600082 None None] Pushing event updated for resources: {'Port': ['ID=8d482d65-a575-41e1-8843-ea4815bf5b15,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:03.760438 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-3114ef25-8495-4906-a22c-e4d752417bc5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Allocated IP 2001:db8::57 (abfe629d-e2ef-4da1-94ab-4576283f6a78/84302b08-cea2-43cf-8871-64591266e3ed/2cc3b004-3885-4e10-9659-77c265bd4793) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:03.831215 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13997a4b-04f6-4896-aa13-3b0ddd20d07d None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:13:03.982286 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3114ef25-8495-4906-a22c-e4d752417bc5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:04.004363 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-3114ef25-8495-4906-a22c-e4d752417bc5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Transition to ACTIVE for port object 2cc3b004-3885-4e10-9659-77c265bd4793 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:04.034319 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-19e1aeef-5c02-4b02-b7a6-59f90b379906 None None] Provisioning complete for port 8d482d65-a575-41e1-8843-ea4815bf5b15 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:04.035102 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-19e1aeef-5c02-4b02-b7a6-59f90b379906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:04.051767 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3114ef25-8495-4906-a22c-e4d752417bc5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:04.121702 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3114ef25-8495-4906-a22c-e4d752417bc5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:04.133382 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-3114ef25-8495-4906-a22c-e4d752417bc5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:04.150621 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3114ef25-8495-4906-a22c-e4d752417bc5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:04.160575 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3114ef25-8495-4906-a22c-e4d752417bc5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:04.161491 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3114ef25-8495-4906-a22c-e4d752417bc5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:04.171102 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114ef25-8495-4906-a22c-e4d752417bc5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Port': ['ID=2cc3b004-3885-4e10-9659-77c265bd4793,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:04.198631 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3114ef25-8495-4906-a22c-e4d752417bc5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1304681 Aug 11 02:13:04.201687 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38620) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:04.326640 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd6bbf9-53fa-4566-a94f-4e78ffefec98 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:04.333563 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd6bbf9-53fa-4566-a94f-4e78ffefec98 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:04.335583 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0bd6bbf9-53fa-4566-a94f-4e78ffefec98 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1315954 Aug 11 02:13:04.338337 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38622) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:04.489030 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8d482d65-a575-41e1-8843-ea4815bf5b15 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:04.498518 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-850ef8da-6048-4f30-beaa-11d010620173 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting port 2cc3b004-3885-4e10-9659-77c265bd4793 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:04.499171 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-850ef8da-6048-4f30-beaa-11d010620173 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:04.572694 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 8d482d65-a575-41e1-8843-ea4815bf5b15 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:04.575011 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:04.658203 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-850ef8da-6048-4f30-beaa-11d010620173 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:04.698943 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-850ef8da-6048-4f30-beaa-11d010620173 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Calling delete_port for 2cc3b004-3885-4e10-9659-77c265bd4793 owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:04.734445 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-97fc6d1d-6f5b-4cc7-8bff-26904d1418d4 None None] Provisioning complete for port 8d482d65-a575-41e1-8843-ea4815bf5b15 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:04.734817 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-97fc6d1d-6f5b-4cc7-8bff-26904d1418d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:04.911142 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-850ef8da-6048-4f30-beaa-11d010620173 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:04.951260 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ef8da-6048-4f30-beaa-11d010620173 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Port': ['ID=2cc3b004-3885-4e10-9659-77c265bd4793,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:04.982712 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-850ef8da-6048-4f30-beaa-11d010620173 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:04.984982 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-82f270a1-5291-46d8-a11f-c8c35e4a5e57 None None] Could not find standard attr ID for object fe8ed391-ea3e-429f-98a2-28b5c97b9293. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:13:04.986347 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-850ef8da-6048-4f30-beaa-11d010620173 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/2cc3b004-3885-4e10-9659-77c265bd4793 HTTP/1.1" status: 204 len: 168 time: 0.6467013 Aug 11 02:13:04.989791 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38632) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:05.105996 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94e89e5-cc91-4da1-a1c4-706208b00f6d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:05.107441 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94e89e5-cc91-4da1-a1c4-706208b00f6d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:05.109068 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f94e89e5-cc91-4da1-a1c4-706208b00f6d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1180689 Aug 11 02:13:05.112356 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38646) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:05.206035 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-dd561b59-ce7d-494e-9609-9fa07d534717 None None] Could not find standard attr ID for object 2cc3b004-3885-4e10-9659-77c265bd4793. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:13:05.235303 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb99cc33-4aa2-4744-a481-aab3f0eaed48 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet 84302b08-cea2-43cf-8871-64591266e3ed {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:13:05.241857 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bb99cc33-4aa2-4744-a481-aab3f0eaed48 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:05.304797 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cb4eed-102d-4941-8e17-0a0b650589a1 x-openstack-request-id: req-28cb4eed-102d-4941-8e17-0a0b650589a1 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:05.305379 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92155314-003c-4c66-b618-4bb2aed5e6da", "name": "network-vif-plugged", "status": "completed", "tag": "d76ced2e-5acb-42fc-9715-c7ce7af39ac4", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:05.305953 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-28cb4eed-102d-4941-8e17-0a0b650589a1 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:05.306892 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92155314-003c-4c66-b618-4bb2aed5e6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76ced2e-5acb-42fc-9715-c7ce7af39ac4', 'code': 200} Aug 11 02:13:05.335398 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bb99cc33-4aa2-4744-a481-aab3f0eaed48 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:05.393221 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6964091-9865-4f3f-b74a-369d89194b6f req-634acfff-c035-454e-8e66-d02640f2dd7c tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:05.403295 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a6964091-9865-4f3f-b74a-369d89194b6f req-634acfff-c035-454e-8e66-d02640f2dd7c tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 946 time: 0.0863366 Aug 11 02:13:05.427454 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bb99cc33-4aa2-4744-a481-aab3f0eaed48 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:05.462820 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a6964091-9865-4f3f-b74a-369d89194b6f req-2078a8dc-35dd-4353-9de5-71962c01ef94 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583642 Aug 11 02:13:05.566856 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bb99cc33-4aa2-4744-a481-aab3f0eaed48 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:05.634466 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99cc33-4aa2-4744-a481-aab3f0eaed48 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=84302b08-cea2-43cf-8871-64591266e3ed,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:05.637775 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bb99cc33-4aa2-4744-a481-aab3f0eaed48 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:05.640936 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bb99cc33-4aa2-4744-a481-aab3f0eaed48 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/84302b08-cea2-43cf-8871-64591266e3ed HTTP/1.1" status: 204 len: 168 time: 0.5269670 Aug 11 02:13:05.642801 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38660) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:05.645979 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a73659e1-28a4-46c3-8b41-d68506318ae5 req-bb0574e3-5cc3-411c-9391-ff67a7494555 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/security-groups/05ed7137-4938-4d59-a258-6b0d964a2592 HTTP/1.1" status: 200 len: 1807 time: 0.1350691 Aug 11 02:13:05.725575 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b25a65f4-80b9-4ef4-82e4-9acb81bd1a29 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0806105 Aug 11 02:13:05.726053 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38664) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:05.735279 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-2218d199-5032-478a-90e7-f3c92166fe24 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:05.824867 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a73659e1-28a4-46c3-8b41-d68506318ae5 req-bc236fd1-a145-452a-85fd-1ee49050572d tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:05.897331 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a73659e1-28a4-46c3-8b41-d68506318ae5 req-bc236fd1-a145-452a-85fd-1ee49050572d tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:05.967208 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a73659e1-28a4-46c3-8b41-d68506318ae5 req-bc236fd1-a145-452a-85fd-1ee49050572d tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:05.970464 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c2d9f2-36fc-4c12-92d0-0fb2ff0c4889 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:13:05.971049 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a73659e1-28a4-46c3-8b41-d68506318ae5 req-bc236fd1-a145-452a-85fd-1ee49050572d tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:05.973087 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a73659e1-28a4-46c3-8b41-d68506318ae5 req-bc236fd1-a145-452a-85fd-1ee49050572d tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "DELETE /v2.0/security-groups/05ed7137-4938-4d59-a258-6b0d964a2592 HTTP/1.1" status: 204 len: 173 time: 0.3189104 Aug 11 02:13:06.022669 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc236fd1-a145-452a-85fd-1ee49050572d tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ed7137-4938-4d59-a258-6b0d964a2592,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:06.039833 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-455d3d0e-6754-4f31-b867-127650899a58 req-522aa54d-3533-46cf-b0bf-97e363632905 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=64951433-4404-4131-bf06-ed960b67ba39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2920599 Aug 11 02:13:06.168267 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d3d0e-6754-4f31-b867-127650899a58 req-73b2a9c5-37f5-47dd-b789-f525b040030b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:06.184368 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-455d3d0e-6754-4f31-b867-127650899a58 req-73b2a9c5-37f5-47dd-b789-f525b040030b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e0f21d4f135e4edfb025f9641f4900a6&device_id=64951433-4404-4131-bf06-ed960b67ba39 HTTP/1.1" status: 200 len: 1102 time: 0.1126053 Aug 11 02:13:06.392310 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767e1b4d-69e5-40b1-9ac4-37aea5b8d6f5 None None] DHCP port deletion for abfe629d-e2ef-4da1-94ab-4576283f6a78 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:13:06.463653 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f48228-7bbe-4411-8000-240ca47ecebb req-36f4ddd8-5a58-40e0-a031-583dde8732a6 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:06.465241 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-89f48228-7bbe-4411-8000-240ca47ecebb req-36f4ddd8-5a58-40e0-a031-583dde8732a6 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 945 time: 0.1337132 Aug 11 02:13:06.495164 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-767e1b4d-69e5-40b1-9ac4-37aea5b8d6f5 None None] Deleting port 8d482d65-a575-41e1-8843-ea4815bf5b15 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:06.495562 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-767e1b4d-69e5-40b1-9ac4-37aea5b8d6f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:06.530360 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d3d0e-6754-4f31-b867-127650899a58 req-ec8431d8-4075-40a8-b73e-64f93fed7684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:06.531940 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-455d3d0e-6754-4f31-b867-127650899a58 req-ec8431d8-4075-40a8-b73e-64f93fed7684 service neutron] 10.222.0.73 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.3355258 Aug 11 02:13:06.633665 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-767e1b4d-69e5-40b1-9ac4-37aea5b8d6f5 None None] For port 8d482d65-a575-41e1-8843-ea4815bf5b15, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8d482d65-a575-41e1-8843-ea4815bf5b15,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:06.634455 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-767e1b4d-69e5-40b1-9ac4-37aea5b8d6f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:06.637444 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-455d3d0e-6754-4f31-b867-127650899a58 req-ed02891e-ae20-4af3-8137-172759252069 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=0206c132-e3c8-4bbe-b276-1e01eccf5680 HTTP/1.1" status: 200 len: 217 time: 0.0891240 Aug 11 02:13:06.671564 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-767e1b4d-69e5-40b1-9ac4-37aea5b8d6f5 None None] Calling delete_port for 8d482d65-a575-41e1-8843-ea4815bf5b15 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:06.729655 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-89f48228-7bbe-4411-8000-240ca47ecebb req-b7c7a824-70a6-4a33-a983-bda7137f567b tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535386 Aug 11 02:13:06.765077 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d3d0e-6754-4f31-b867-127650899a58 req-cd27cb62-beff-4869-b379-86d4e41bd2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:06.768882 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-455d3d0e-6754-4f31-b867-127650899a58 req-cd27cb62-beff-4869-b379-86d4e41bd2cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1225073 Aug 11 02:13:06.859369 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-767e1b4d-69e5-40b1-9ac4-37aea5b8d6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:06.866519 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d3d0e-6754-4f31-b867-127650899a58 req-c832ac1b-bdd8-43b0-a0bd-80e27d15825f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:06.874389 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-455d3d0e-6754-4f31-b867-127650899a58 req-c832ac1b-bdd8-43b0-a0bd-80e27d15825f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0952427 Aug 11 02:13:06.919251 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2218d199-5032-478a-90e7-f3c92166fe24 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:06.921393 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e1b4d-69e5-40b1-9ac4-37aea5b8d6f5 None None] Pushing event deleted for resources: {'Port': ['ID=8d482d65-a575-41e1-8843-ea4815bf5b15,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:06.937569 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767e1b4d-69e5-40b1-9ac4-37aea5b8d6f5 None None] No DVR routers for this DVR port 8d482d65-a575-41e1-8843-ea4815bf5b15 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:13:06.938072 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2218d199-5032-478a-90e7-f3c92166fe24 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:06.950812 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767e1b4d-69e5-40b1-9ac4-37aea5b8d6f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:06.951192 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767e1b4d-69e5-40b1-9ac4-37aea5b8d6f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:06.953925 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767e1b4d-69e5-40b1-9ac4-37aea5b8d6f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:06.954981 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767e1b4d-69e5-40b1-9ac4-37aea5b8d6f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:06.955221 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767e1b4d-69e5-40b1-9ac4-37aea5b8d6f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:06.963751 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767e1b4d-69e5-40b1-9ac4-37aea5b8d6f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:06.964185 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767e1b4d-69e5-40b1-9ac4-37aea5b8d6f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:06.964532 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767e1b4d-69e5-40b1-9ac4-37aea5b8d6f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:06.964872 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767e1b4d-69e5-40b1-9ac4-37aea5b8d6f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:06.965210 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767e1b4d-69e5-40b1-9ac4-37aea5b8d6f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:06.965551 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767e1b4d-69e5-40b1-9ac4-37aea5b8d6f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:06.965883 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767e1b4d-69e5-40b1-9ac4-37aea5b8d6f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:07.124047 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-455d3d0e-6754-4f31-b867-127650899a58 req-f911bfb2-cebf-490f-a5ca-7f68277a53dd service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001092 Aug 11 02:13:07.188193 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7599f15-5929-49c0-9c1f-2efa1cfdadce req-eae1278d-8230-4df4-b612-5c45955f401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:07.189681 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b7599f15-5929-49c0-9c1f-2efa1cfdadce req-eae1278d-8230-4df4-b612-5c45955f401a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb683947b58544f291a36cdc9fa42ce2&device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 1098 time: 1.1990163 Aug 11 02:13:07.306567 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7599f15-5929-49c0-9c1f-2efa1cfdadce req-724abc8a-34fe-4536-a81e-d20feb27a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:07.312233 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b7599f15-5929-49c0-9c1f-2efa1cfdadce req-724abc8a-34fe-4536-a81e-d20feb27a7dd service neutron] 10.222.0.66 "GET /v2.0/networks?id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc HTTP/1.1" status: 200 len: 913 time: 0.1097877 Aug 11 02:13:07.317563 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a61de60-34ca-4311-a2e2-90f6ceb0b4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f283e6-783f-4e9b-803a-6962b8497191'}, {'server_uuid': '4fcba4f3-cf91-4605-872b-9b25b5cc61f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00425ea-66f6-44bb-b178-137dad682ab3'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:07.322435 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d6e3cd-9b6d-4f0b-85bd-78b2bdbbe60a" -d '{"events": [{"server_uuid": "7a61de60-34ca-4311-a2e2-90f6ceb0b4d1", "name": "network-vif-plugged", "status": "completed", "tag": "18f283e6-783f-4e9b-803a-6962b8497191"}, {"server_uuid": "4fcba4f3-cf91-4605-872b-9b25b5cc61f2", "name": "network-vif-plugged", "status": "completed", "tag": "f00425ea-66f6-44bb-b178-137dad682ab3"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:07.367704 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b7599f15-5929-49c0-9c1f-2efa1cfdadce req-acc79aeb-ecbe-4168-9b9d-9e94bb632f99 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d76ced2e-5acb-42fc-9715-c7ce7af39ac4 HTTP/1.1" status: 200 len: 217 time: 0.0494056 Aug 11 02:13:07.418240 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c70f38-7d0e-4d80-8a9b-89334ed49afd req-e19596f6-f8ae-4807-ad2d-3f4f734561fd tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:07.426964 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c9c70f38-7d0e-4d80-8a9b-89334ed49afd req-e19596f6-f8ae-4807-ad2d-3f4f734561fd tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=64951433-4404-4131-bf06-ed960b67ba39 HTTP/1.1" status: 200 len: 950 time: 0.1291704 Aug 11 02:13:07.469531 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7599f15-5929-49c0-9c1f-2efa1cfdadce req-1b561bd8-1650-41f8-a63a-0cbac89ebabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:07.472204 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b7599f15-5929-49c0-9c1f-2efa1cfdadce req-1b561bd8-1650-41f8-a63a-0cbac89ebabf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=852e65ca-6cb3-47f3-8aea-2b8debfff40c HTTP/1.1" status: 200 len: 852 time: 0.0971866 Aug 11 02:13:07.476419 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2218d199-5032-478a-90e7-f3c92166fe24 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:07.487416 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c9c70f38-7d0e-4d80-8a9b-89334ed49afd req-e0ae1c7a-0abc-4a1c-a811-15fa94e16339 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551827 Aug 11 02:13:07.500758 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-455d3d0e-6754-4f31-b867-127650899a58 req-0dcb4b65-16c2-45d7-8839-204480a12459 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981574 Aug 11 02:13:07.551251 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2218d199-5032-478a-90e7-f3c92166fe24 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:07.568409 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b7599f15-5929-49c0-9c1f-2efa1cfdadce req-0848d81f-85e1-4e85-be01-3f8dbc36b68a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684628 Aug 11 02:13:07.571451 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-2218d199-5032-478a-90e7-f3c92166fe24 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:07.575933 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2218d199-5032-478a-90e7-f3c92166fe24 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:07.576526 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2218d199-5032-478a-90e7-f3c92166fe24 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:07.580468 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e89aeae-0cd7-4f61-9e5f-fbb30389b287 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:13:07.685117 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b7599f15-5929-49c0-9c1f-2efa1cfdadce req-173e2f43-57de-4aab-8957-c17621449beb service neutron] 10.222.0.66 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962358 Aug 11 02:13:07.688919 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2218d199-5032-478a-90e7-f3c92166fe24 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9613469 Aug 11 02:13:07.693561 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38694) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:07.700063 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-0735ede4-4c6a-4d6c-b8e7-f1932cb1fd45 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'port': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'name': 'tempest-NetworksTestDHCPv6-46487151'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:07.739146 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218d199-5032-478a-90e7-f3c92166fe24 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=6c324a3c-a56c-4ecd-a524-e9786a2209dc,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:07.886226 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9b468-a59b-44bd-bd67-156234274a64 req-40eb8958-e807-4c9e-b370-ace2cd08c897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:07.891107 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0735ede4-4c6a-4d6c-b8e7-f1932cb1fd45 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:07.892968 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fcb9b468-a59b-44bd-bd67-156234274a64 req-40eb8958-e807-4c9e-b370-ace2cd08c897 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f8ed8c1a9ca04181ab05561e20e53e4d&device_id=4fcba4f3-cf91-4605-872b-9b25b5cc61f2 HTTP/1.1" status: 200 len: 1103 time: 0.1002154 Aug 11 02:13:07.895857 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0735ede4-4c6a-4d6c-b8e7-f1932cb1fd45 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:07.913484 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb776a5-77a9-4e80-8671-e32cecbc941f req-8e056414-2532-4be7-99a3-376d567ed14d tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:07.915140 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-efb776a5-77a9-4e80-8671-e32cecbc941f req-8e056414-2532-4be7-99a3-376d567ed14d tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.73 "GET /v2.0/ports?device_id=64951433-4404-4131-bf06-ed960b67ba39 HTTP/1.1" status: 200 len: 950 time: 0.0784237 Aug 11 02:13:07.947228 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b056d3f-6fcc-4103-9176-0be907e13ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-abfe629d-e2ef-4da1-94ab-4576283f6a78', 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'fixed_ips': [{'subnet_id': '6c324a3c-a56c-4ecd-a524-e9786a2209dc'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:13:07.948448 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9b056d3f-6fcc-4103-9176-0be907e13ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:08.079955 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-0735ede4-4c6a-4d6c-b8e7-f1932cb1fd45 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] device_id is not set on port 1e11bbfe-c6e0-42ac-b906-87d6b72d133d yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:13:08.087782 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9b468-a59b-44bd-bd67-156234274a64 req-18280bd4-d69e-4590-9948-5a4c4a2ca6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:08.090719 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fcb9b468-a59b-44bd-bd67-156234274a64 req-18280bd4-d69e-4590-9948-5a4c4a2ca6c4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.1613760 Aug 11 02:13:08.194944 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fcb9b468-a59b-44bd-bd67-156234274a64 req-b302b4f5-59e0-4ab3-a741-3a805767d1b8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=f00425ea-66f6-44bb-b178-137dad682ab3 HTTP/1.1" status: 200 len: 217 time: 0.0864663 Aug 11 02:13:08.203725 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-9b056d3f-6fcc-4103-9176-0be907e13ecf None None] Allocated IP 2001:db8::2 (abfe629d-e2ef-4da1-94ab-4576283f6a78/6c324a3c-a56c-4ecd-a524-e9786a2209dc/94a76e91-ded3-40db-9b73-ecfc381ac323) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:08.208113 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b7599f15-5929-49c0-9c1f-2efa1cfdadce req-c1f3d098-6111-437c-935b-c6c6f9a4db3e service neutron] 10.222.0.66 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094433 Aug 11 02:13:08.299948 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-efb776a5-77a9-4e80-8671-e32cecbc941f req-b3fd806a-cabc-4a14-82d8-7b68d0a7de41 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Deleting port 0206c132-e3c8-4bbe-b276-1e01eccf5680 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:08.300394 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-efb776a5-77a9-4e80-8671-e32cecbc941f req-b3fd806a-cabc-4a14-82d8-7b68d0a7de41 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:08.323180 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9b468-a59b-44bd-bd67-156234274a64 req-6256b020-8697-42c4-9581-faee55af6c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:08.324690 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fcb9b468-a59b-44bd-bd67-156234274a64 req-6256b020-8697-42c4-9581-faee55af6c61 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1134214 Aug 11 02:13:08.410054 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9b056d3f-6fcc-4103-9176-0be907e13ecf None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:08.425884 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9b468-a59b-44bd-bd67-156234274a64 req-884fb7aa-d858-4fb8-92d1-95f201e7ba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:08.433350 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fcb9b468-a59b-44bd-bd67-156234274a64 req-884fb7aa-d858-4fb8-92d1-95f201e7ba50 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0936384 Aug 11 02:13:08.434138 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9b056d3f-6fcc-4103-9176-0be907e13ecf None None] Transition to ACTIVE for port object 94a76e91-ded3-40db-9b73-ecfc381ac323 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:08.468120 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9b056d3f-6fcc-4103-9176-0be907e13ecf None None] Transition to ACTIVE for port object 94a76e91-ded3-40db-9b73-ecfc381ac323 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:08.480864 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8d482d65-a575-41e1-8843-ea4815bf5b15 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:08.498131 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-efb776a5-77a9-4e80-8671-e32cecbc941f req-b3fd806a-cabc-4a14-82d8-7b68d0a7de41 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] For port 0206c132-e3c8-4bbe-b276-1e01eccf5680, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=0206c132-e3c8-4bbe-b276-1e01eccf5680,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:08.499156 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-efb776a5-77a9-4e80-8671-e32cecbc941f req-b3fd806a-cabc-4a14-82d8-7b68d0a7de41 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:08.529086 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9b056d3f-6fcc-4103-9176-0be907e13ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:08.539476 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-efb776a5-77a9-4e80-8671-e32cecbc941f req-b3fd806a-cabc-4a14-82d8-7b68d0a7de41 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Calling delete_port for 0206c132-e3c8-4bbe-b276-1e01eccf5680 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:08.543807 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 8d482d65-a575-41e1-8843-ea4815bf5b15 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:13:08.551815 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8d482d65-a575-41e1-8843-ea4815bf5b15 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:13:08.604407 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fcb9b468-a59b-44bd-bd67-156234274a64 req-4b59cc96-600a-456a-aba8-b72d200e01b7 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689339 Aug 11 02:13:08.617060 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b056d3f-6fcc-4103-9176-0be907e13ecf None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:08.621397 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-9b056d3f-6fcc-4103-9176-0be907e13ecf None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:08.629334 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b056d3f-6fcc-4103-9176-0be907e13ecf None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:08.733871 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b056d3f-6fcc-4103-9176-0be907e13ecf None None] Pushing event updated for resources: {'Port': ['ID=94a76e91-ded3-40db-9b73-ecfc381ac323,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:08.739459 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-0735ede4-4c6a-4d6c-b8e7-f1932cb1fd45 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Allocated IP 2001:db8::30c (abfe629d-e2ef-4da1-94ab-4576283f6a78/6c324a3c-a56c-4ecd-a524-e9786a2209dc/1e11bbfe-c6e0-42ac-b906-87d6b72d133d) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:08.760436 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-9b056d3f-6fcc-4103-9176-0be907e13ecf None None] Attempting to bind port 94a76e91-ded3-40db-9b73-ecfc381ac323 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:13:08.761091 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-9b056d3f-6fcc-4103-9176-0be907e13ecf None None] Attempting to bind port 94a76e91-ded3-40db-9b73-ecfc381ac323 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:13:08.761435 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b056d3f-6fcc-4103-9176-0be907e13ecf None None] Attempting to bind port 94a76e91-ded3-40db-9b73-ecfc381ac323 on network abfe629d-e2ef-4da1-94ab-4576283f6a78 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:08.767598 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b056d3f-6fcc-4103-9176-0be907e13ecf None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:13:08.768029 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b056d3f-6fcc-4103-9176-0be907e13ecf None None] Checking segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:08.768481 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9b056d3f-6fcc-4103-9176-0be907e13ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:08.769181 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b056d3f-6fcc-4103-9176-0be907e13ecf None None] Bound using segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:13:08.769655 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-9b056d3f-6fcc-4103-9176-0be907e13ecf None None] Bound port: 94a76e91-ded3-40db-9b73-ecfc381ac323, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:13:08.770166 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9b056d3f-6fcc-4103-9176-0be907e13ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:08.795064 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fcb9b468-a59b-44bd-bd67-156234274a64 req-f7ddcb88-6566-43ae-b345-0d4ead3f9681 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820986 Aug 11 02:13:08.866491 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-efb776a5-77a9-4e80-8671-e32cecbc941f req-b3fd806a-cabc-4a14-82d8-7b68d0a7de41 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:08.892326 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['3fd089f0-cc3f-43cb-942a-23d12bd19a6c'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:08.908452 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd806a-cabc-4a14-82d8-7b68d0a7de41 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Pushing event deleted for resources: {'Port': ['ID=0206c132-e3c8-4bbe-b276-1e01eccf5680,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:08.977380 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb776a5-77a9-4e80-8671-e32cecbc941f req-b3fd806a-cabc-4a14-82d8-7b68d0a7de41 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] No DVR routers for this DVR port 0206c132-e3c8-4bbe-b276-1e01eccf5680 on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:13:08.980087 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['0206c132-e3c8-4bbe-b276-1e01eccf5680', 'd41204d6-692b-429f-90ac-25e71c7d9f8a'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:08.981653 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-efb776a5-77a9-4e80-8671-e32cecbc941f req-b3fd806a-cabc-4a14-82d8-7b68d0a7de41 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:08.985701 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-efb776a5-77a9-4e80-8671-e32cecbc941f req-b3fd806a-cabc-4a14-82d8-7b68d0a7de41 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.73 "DELETE /v2.0/ports/0206c132-e3c8-4bbe-b276-1e01eccf5680 HTTP/1.1" status: 204 len: 173 time: 1.0580943 Aug 11 02:13:08.985701 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64951433-4404-4131-bf06-ed960b67ba39', 'name': 'network-vif-deleted', 'tag': '0206c132-e3c8-4bbe-b276-1e01eccf5680'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:08.986011 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-9b056d3f-6fcc-4103-9176-0be907e13ecf None None] For port 94a76e91-ded3-40db-9b73-ecfc381ac323, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:13:08.987184 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8057dd0d-0167-4633-a0b2-bf5912251df2" -d '{"events": [{"server_uuid": "64951433-4404-4131-bf06-ed960b67ba39", "name": "network-vif-deleted", "tag": "0206c132-e3c8-4bbe-b276-1e01eccf5680"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:09.116646 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-9b056d3f-6fcc-4103-9176-0be907e13ecf None None] For port 94a76e91-ded3-40db-9b73-ecfc381ac323, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=94a76e91-ded3-40db-9b73-ecfc381ac323,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:13:09.150099 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9b056d3f-6fcc-4103-9176-0be907e13ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:09.150401 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0735ede4-4c6a-4d6c-b8e7-f1932cb1fd45 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:09.178821 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-0735ede4-4c6a-4d6c-b8e7-f1932cb1fd45 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Transition to ACTIVE for port object 1e11bbfe-c6e0-42ac-b906-87d6b72d133d will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:09.184163 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-df5e7ef4-1451-4956-a554-d40f67cf3740 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=12b28face75441218286234c5874bafc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0998933 Aug 11 02:13:09.235208 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0735ede4-4c6a-4d6c-b8e7-f1932cb1fd45 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:09.305534 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b056d3f-6fcc-4103-9176-0be907e13ecf None None] Pushing event updated for resources: {'Port': ['ID=94a76e91-ded3-40db-9b73-ecfc381ac323,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:09.347198 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0735ede4-4c6a-4d6c-b8e7-f1932cb1fd45 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:09.401582 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-0735ede4-4c6a-4d6c-b8e7-f1932cb1fd45 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:09.406342 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-7f5132ed-7a93-4deb-a14a-8b46f2c5877c tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:09.408512 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-7f5132ed-7a93-4deb-a14a-8b46f2c5877c tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2008519 Aug 11 02:13:09.446585 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-4674829e-a672-43ae-8d2a-5074d8c26616 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/quotas/12b28face75441218286234c5874bafc HTTP/1.1" status: 200 len: 375 time: 0.0107079 Aug 11 02:13:09.449322 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0735ede4-4c6a-4d6c-b8e7-f1932cb1fd45 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:09.459052 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0735ede4-4c6a-4d6c-b8e7-f1932cb1fd45 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:09.459757 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0735ede4-4c6a-4d6c-b8e7-f1932cb1fd45 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:09.490117 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735ede4-4c6a-4d6c-b8e7-f1932cb1fd45 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Port': ['ID=1e11bbfe-c6e0-42ac-b906-87d6b72d133d,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:09.514319 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-bc6ae228-7cd8-405e-a6ed-6ba82b7df242 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=12b28face75441218286234c5874bafc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594127 Aug 11 02:13:09.578702 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38730) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:09.591055 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0735ede4-4c6a-4d6c-b8e7-f1932cb1fd45 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8973601 Aug 11 02:13:09.636788 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee1808-ad7b-410f-895f-465b765e8b02 req-ad4281c2-b66a-4fb9-9d8c-225fff658246 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:09.646981 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-29ee1808-ad7b-410f-895f-465b765e8b02 req-ad4281c2-b66a-4fb9-9d8c-225fff658246 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 946 time: 0.2958915 Aug 11 02:13:09.708986 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97848b80-ba26-4876-b55b-c312955e6c62 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:09.725330 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97848b80-ba26-4876-b55b-c312955e6c62 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:09.727769 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-97848b80-ba26-4876-b55b-c312955e6c62 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1480489 Aug 11 02:13:09.730476 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38732) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:09.751002 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-29ee1808-ad7b-410f-895f-465b765e8b02 req-f680779f-9583-4b2a-9194-8ca4357c5773 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026099 Aug 11 02:13:09.962978 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082eb61-fd9a-4703-a39a-f4f62576496f req-8ef4f28f-c5df-4db6-8aae-827d47ef8b1d tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:09.963954 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed699326-4a76-47b0-b6fe-0fc744a928d8 x-openstack-request-id: req-ed699326-4a76-47b0-b6fe-0fc744a928d8 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:09.964458 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a61de60-34ca-4311-a2e2-90f6ceb0b4d1", "name": "network-vif-plugged", "status": "completed", "tag": "18f283e6-783f-4e9b-803a-6962b8497191", "code": 200}, {"server_uuid": "4fcba4f3-cf91-4605-872b-9b25b5cc61f2", "name": "network-vif-plugged", "status": "completed", "tag": "f00425ea-66f6-44bb-b178-137dad682ab3", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:09.964570 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ed699326-4a76-47b0-b6fe-0fc744a928d8 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:09.964998 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a61de60-34ca-4311-a2e2-90f6ceb0b4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f283e6-783f-4e9b-803a-6962b8497191', 'code': 200} Aug 11 02:13:09.965313 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcba4f3-cf91-4605-872b-9b25b5cc61f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00425ea-66f6-44bb-b178-137dad682ab3', 'code': 200} Aug 11 02:13:09.966227 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a082eb61-fd9a-4703-a39a-f4f62576496f req-8ef4f28f-c5df-4db6-8aae-827d47ef8b1d tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.73 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 946 time: 0.2469795 Aug 11 02:13:09.976349 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42651fd0-a317-48b1-9250-9c24a4ee3b2f req-0ae97959-4ae3-480a-81ba-f422952681d9 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:09.986317 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-42651fd0-a317-48b1-9250-9c24a4ee3b2f req-0ae97959-4ae3-480a-81ba-f422952681d9 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 946 time: 0.1474161 Aug 11 02:13:09.990816 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-9db13a95-b7e7-4d24-8101-06ebaad5e359 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting port 1e11bbfe-c6e0-42ac-b906-87d6b72d133d {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:09.991093 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9db13a95-b7e7-4d24-8101-06ebaad5e359 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:10.164793 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca2798-24fe-4f7b-b781-29fdddc1199c req-53c8095e-ffac-4946-8f6d-d2e3a3aaadb5 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:10.172314 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6bca2798-24fe-4f7b-b781-29fdddc1199c req-53c8095e-ffac-4946-8f6d-d2e3a3aaadb5 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 945 time: 0.0961480 Aug 11 02:13:10.196661 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9db13a95-b7e7-4d24-8101-06ebaad5e359 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:10.210395 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device d76ced2e-5acb-42fc-9715-c7ce7af39ac4 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:10.228388 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-42651fd0-a317-48b1-9250-9c24a4ee3b2f req-365b9a4b-f531-474f-b7d7-047bca40a192 tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/security-groups?id=45b25b34-9b54-4e3b-8504-b668c19020c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403600 Aug 11 02:13:10.246706 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-9db13a95-b7e7-4d24-8101-06ebaad5e359 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Calling delete_port for 1e11bbfe-c6e0-42ac-b906-87d6b72d133d owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:10.289070 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6bca2798-24fe-4f7b-b781-29fdddc1199c req-0b7ee7cd-b607-48e8-b165-0dcb3a1a5d22 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154938 Aug 11 02:13:10.332353 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-a082eb61-fd9a-4703-a39a-f4f62576496f req-f2a35174-50cc-4d9f-83f3-22be50cbf3fe tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Deleting port 20a028a7-49b7-4be1-b81e-e958312d2816 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:10.332702 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a082eb61-fd9a-4703-a39a-f4f62576496f req-f2a35174-50cc-4d9f-83f3-22be50cbf3fe tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:10.429016 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:10.462098 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 94a76e91-ded3-40db-9b73-ecfc381ac323 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:10.531027 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-a082eb61-fd9a-4703-a39a-f4f62576496f req-f2a35174-50cc-4d9f-83f3-22be50cbf3fe tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] For port 20a028a7-49b7-4be1-b81e-e958312d2816, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=20a028a7-49b7-4be1-b81e-e958312d2816,segment=NetworkSegment(26fad3a7-418e-4f2c-82bb-428c9bfc830f),segment_id=26fad3a7-418e-4f2c-82bb-428c9bfc830f)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:10.531376 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a082eb61-fd9a-4703-a39a-f4f62576496f req-f2a35174-50cc-4d9f-83f3-22be50cbf3fe tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:10.543638 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port d76ced2e-5acb-42fc-9715-c7ce7af39ac4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=d76ced2e-5acb-42fc-9715-c7ce7af39ac4,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:10.553320 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:10.557133 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-a082eb61-fd9a-4703-a39a-f4f62576496f req-f2a35174-50cc-4d9f-83f3-22be50cbf3fe tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Calling delete_port for 20a028a7-49b7-4be1-b81e-e958312d2816 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:10.623987 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 94a76e91-ded3-40db-9b73-ecfc381ac323 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:10.680418 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=d76ced2e-5acb-42fc-9715-c7ce7af39ac4,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:10.710447 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bdc543ba-2461-4530-b888-851fd7c6375f req-356354e6-b9ff-4159-93cc-76bd9650339a tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad4f4e19-1211-4bfc-ac42-7ebb752c588b HTTP/1.1" status: 200 len: 210 time: 0.1127949 Aug 11 02:13:10.728147 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838b5a51-8bab-4ab5-9627-8d6506685d66 x-openstack-request-id: req-838b5a51-8bab-4ab5-9627-8d6506685d66 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:10.728696 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64951433-4404-4131-bf06-ed960b67ba39", "name": "network-vif-deleted", "tag": "0206c132-e3c8-4bbe-b276-1e01eccf5680", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:10.731945 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-838b5a51-8bab-4ab5-9627-8d6506685d66 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:10.732384 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64951433-4404-4131-bf06-ed960b67ba39', 'name': 'network-vif-deleted', 'tag': '0206c132-e3c8-4bbe-b276-1e01eccf5680', 'status': 'completed', 'code': 200} Aug 11 02:13:10.755738 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a082eb61-fd9a-4703-a39a-f4f62576496f req-f2a35174-50cc-4d9f-83f3-22be50cbf3fe tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:10.768229 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['20a028a7-49b7-4be1-b81e-e958312d2816'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:10.841151 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a35174-50cc-4d9f-83f3-22be50cbf3fe tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Pushing event deleted for resources: {'Port': ['ID=20a028a7-49b7-4be1-b81e-e958312d2816,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:10.844326 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9db13a95-b7e7-4d24-8101-06ebaad5e359 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:10.904278 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db13a95-b7e7-4d24-8101-06ebaad5e359 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Port': ['ID=1e11bbfe-c6e0-42ac-b906-87d6b72d133d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:10.918822 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a082eb61-fd9a-4703-a39a-f4f62576496f req-f2a35174-50cc-4d9f-83f3-22be50cbf3fe tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] No DVR routers for this DVR port 20a028a7-49b7-4be1-b81e-e958312d2816 on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:13:10.922836 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a082eb61-fd9a-4703-a39a-f4f62576496f req-f2a35174-50cc-4d9f-83f3-22be50cbf3fe tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:10.928881 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a082eb61-fd9a-4703-a39a-f4f62576496f req-f2a35174-50cc-4d9f-83f3-22be50cbf3fe tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.73 "DELETE /v2.0/ports/20a028a7-49b7-4be1-b81e-e958312d2816 HTTP/1.1" status: 204 len: 173 time: 0.9336109 Aug 11 02:13:11.061233 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9db13a95-b7e7-4d24-8101-06ebaad5e359 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:11.064690 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9db13a95-b7e7-4d24-8101-06ebaad5e359 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/1e11bbfe-c6e0-42ac-b906-87d6b72d133d HTTP/1.1" status: 204 len: 168 time: 1.3319628 Aug 11 02:13:11.066484 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38770) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:11.098471 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771337d-4ad9-4287-933b-7e846369fd69 req-a6cd8cf7-4bbd-4598-930d-63d9161855e0 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:11.106584 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9771337d-4ad9-4287-933b-7e846369fd69 req-a6cd8cf7-4bbd-4598-930d-63d9161855e0 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fcba4f3-cf91-4605-872b-9b25b5cc61f2 HTTP/1.1" status: 200 len: 951 time: 0.2106755 Aug 11 02:13:11.165191 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9771337d-4ad9-4287-933b-7e846369fd69 req-d251ba1e-b9c8-4a08-8e1b-f7854ce94c6b tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/security-groups?id=a05165a2-747c-4bf7-964e-7c9b42d3f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512094 Aug 11 02:13:11.210559 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51db026-686b-4c1f-b6b6-18544983dc43 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:11.213344 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51db026-686b-4c1f-b6b6-18544983dc43 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:11.215339 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b51db026-686b-4c1f-b6b6-18544983dc43 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1470041 Aug 11 02:13:11.218087 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38774) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:11.304368 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-98f5b4b2-3191-4d25-a2d0-14b6761deb24 None None] Provisioning for port 94a76e91-ded3-40db-9b73-ecfc381ac323 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:11.312591 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-98f5b4b2-3191-4d25-a2d0-14b6761deb24 None None] Provisioning complete for port 94a76e91-ded3-40db-9b73-ecfc381ac323 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:11.313571 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-98f5b4b2-3191-4d25-a2d0-14b6761deb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:11.329395 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cf03a-8042-4ad5-b085-e4b3cdf832b0 req-4c726112-c646-4c84-982d-58af93f0e707 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:11.330963 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dd3cf03a-8042-4ad5-b085-e4b3cdf832b0 req-4c726112-c646-4c84-982d-58af93f0e707 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 944 time: 0.2099833 Aug 11 02:13:11.340822 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266064f6-62ae-48cf-bc7b-caf15f62938d req-1e4cd824-a05c-478a-97ed-5a55b2965ed4 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:11.346629 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-024f053e-f6c7-46ca-9fbd-d32bcaee9097 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet 6c324a3c-a56c-4ecd-a524-e9786a2209dc {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:13:11.349913 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-266064f6-62ae-48cf-bc7b-caf15f62938d req-1e4cd824-a05c-478a-97ed-5a55b2965ed4 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a773bf3-ff7a-4498-a22b-763c2519d974 HTTP/1.1" status: 200 len: 950 time: 0.0961323 Aug 11 02:13:11.358121 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-024f053e-f6c7-46ca-9fbd-d32bcaee9097 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:11.401047 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-266064f6-62ae-48cf-bc7b-caf15f62938d req-fc0c6b4e-e5c7-4228-9099-9b05562ee8c0 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500159 Aug 11 02:13:11.451094 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dd3cf03a-8042-4ad5-b085-e4b3cdf832b0 req-60a70abe-fc64-4452-960b-535ddda23a86 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124806 Aug 11 02:13:11.458145 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-024f053e-f6c7-46ca-9fbd-d32bcaee9097 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:11.537141 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-98f5b4b2-3191-4d25-a2d0-14b6761deb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:11.602352 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-98f5b4b2-3191-4d25-a2d0-14b6761deb24 None None] For port 94a76e91-ded3-40db-9b73-ecfc381ac323, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=94a76e91-ded3-40db-9b73-ecfc381ac323,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:11.607837 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-98f5b4b2-3191-4d25-a2d0-14b6761deb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:11.670359 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-024f053e-f6c7-46ca-9fbd-d32bcaee9097 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:11.687749 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5b4b2-3191-4d25-a2d0-14b6761deb24 None None] Pushing event updated for resources: {'Port': ['ID=94a76e91-ded3-40db-9b73-ecfc381ac323,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:11.732065 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-51cefe64-1e88-4458-a49b-a2e9d7fb4b68 None None] Could not find standard attr ID for object 1e11bbfe-c6e0-42ac-b906-87d6b72d133d. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:13:11.804100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e975e-18ac-455e-88eb-34c2e934891c req-b2c44222-f350-4d18-abc2-b7cc96813ad2 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:11.811769 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ff9e975e-18ac-455e-88eb-34c2e934891c req-b2c44222-f350-4d18-abc2-b7cc96813ad2 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 945 time: 0.0668881 Aug 11 02:13:11.881724 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ff9e975e-18ac-455e-88eb-34c2e934891c req-0a242cd4-7fa0-4be4-9dac-aad4cae7e609 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654404 Aug 11 02:13:11.967265 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92155314-003c-4c66-b618-4bb2aed5e6da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd76ced2e-5acb-42fc-9715-c7ce7af39ac4'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:11.970473 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3868886-87ab-4be8-a699-9404188cd42c" -d '{"events": [{"server_uuid": "92155314-003c-4c66-b618-4bb2aed5e6da", "name": "network-vif-unplugged", "status": "completed", "tag": "d76ced2e-5acb-42fc-9715-c7ce7af39ac4"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:12.198559 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-2dc09887-db33-4735-99b6-23ab759593a5 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=12b28face75441218286234c5874bafc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464242 Aug 11 02:13:12.204540 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2628c162-20e2-4aa2-ace2-551997086315 req-4f841a47-669a-4a52-a2b8-0fe0cd90e79c tempest-ServerRescueTestJSONUnderV235-221136805 tempest-ServerRescueTestJSONUnderV235-221136805-project] 10.222.0.50 "GET /v2.0/ports?device_id=5048904f-4e9b-4f9a-91d4-0068d7008ffe HTTP/1.1" status: 200 len: 210 time: 0.0537176 Aug 11 02:13:12.257037 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 94a76e91-ded3-40db-9b73-ecfc381ac323 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:12.307900 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-024f053e-f6c7-46ca-9fbd-d32bcaee9097 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:12.357184 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 94a76e91-ded3-40db-9b73-ecfc381ac323 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:12.357811 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:12.362007 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f053e-f6c7-46ca-9fbd-d32bcaee9097 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=6c324a3c-a56c-4ecd-a524-e9786a2209dc,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:12.367238 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-024f053e-f6c7-46ca-9fbd-d32bcaee9097 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:12.371827 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-024f053e-f6c7-46ca-9fbd-d32bcaee9097 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/6c324a3c-a56c-4ecd-a524-e9786a2209dc HTTP/1.1" status: 204 len: 168 time: 1.1498632 Aug 11 02:13:12.372446 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38822) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:12.385759 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-8578f089-7bdc-4a79-aa78-d0852177ae50 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:12.387611 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-8578f089-7bdc-4a79-aa78-d0852177ae50 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1802845 Aug 11 02:13:12.406259 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-31fdc630-e57e-468b-b060-cd2292afe461 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Request body: {'port': {'device_id': 'ad4f4e19-1211-4bfc-ac42-7ebb752c588b', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': '12b28face75441218286234c5874bafc'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:12.412294 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce395439-f6b1-4c99-bf61-2d126a3dc99e None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:13:12.469188 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4fd69eb5-d6f1-4a60-a568-843a8d5d4923 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942914 Aug 11 02:13:12.470555 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38828) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:12.550801 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865cfa11-c5e0-4f72-a227-eb49b2ad4c49 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:12.552609 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-865cfa11-c5e0-4f72-a227-eb49b2ad4c49 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0810590 Aug 11 02:13:12.555116 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38830) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:12.651304 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da38f157-7317-4462-9dfa-28f9975fb05d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:12.651304 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-da38f157-7317-4462-9dfa-28f9975fb05d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0940242 Aug 11 02:13:12.654184 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-31fdc630-e57e-468b-b060-cd2292afe461 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Made reservation on behalf of 12b28face75441218286234c5874bafc for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:12.666222 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-31fdc630-e57e-468b-b060-cd2292afe461 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:12.668671 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38832) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:12.701251 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc364429-6e11-456e-a255-f90af87beb70 req-1f5275d8-df36-48eb-8a3b-3dd13e2a2b3b tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:12.703225 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc364429-6e11-456e-a255-f90af87beb70 req-1f5275d8-df36-48eb-8a3b-3dd13e2a2b3b tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a773bf3-ff7a-4498-a22b-763c2519d974 HTTP/1.1" status: 200 len: 950 time: 0.0824661 Aug 11 02:13:12.744987 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29bab55-28a7-4031-a4c0-c8405b7b4dc0 None None] DHCP port deletion for abfe629d-e2ef-4da1-94ab-4576283f6a78 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:13:12.755429 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5048904f-4e9b-4f9a-91d4-0068d7008ffe', 'name': 'network-vif-deleted', 'tag': '20a028a7-49b7-4be1-b81e-e958312d2816'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:12.757864 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e41fbc0-ac98-4ea2-8249-1ac3572a8453" -d '{"events": [{"server_uuid": "5048904f-4e9b-4f9a-91d4-0068d7008ffe", "name": "network-vif-deleted", "tag": "20a028a7-49b7-4be1-b81e-e958312d2816"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:12.766991 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-75b24099-cec0-4dc4-b4ae-01cb5f650849 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0876794 Aug 11 02:13:12.766991 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-31fdc630-e57e-468b-b060-cd2292afe461 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:12.767339 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38836) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:12.772491 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-646e139e-0106-4803-ae49-d39af5a59ef1 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:12.811248 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-d29bab55-28a7-4031-a4c0-c8405b7b4dc0 None None] Deleting port 94a76e91-ded3-40db-9b73-ecfc381ac323 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:12.812139 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d29bab55-28a7-4031-a4c0-c8405b7b4dc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:12.927568 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-31fdc630-e57e-468b-b060-cd2292afe461 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:12.936281 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-31fdc630-e57e-468b-b060-cd2292afe461 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:12.942085 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-bc364429-6e11-456e-a255-f90af87beb70 req-24abee60-d4e0-410c-a33c-76245e42d774 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Deleting port 3fd089f0-cc3f-43cb-942a-23d12bd19a6c {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:12.942430 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-bc364429-6e11-456e-a255-f90af87beb70 req-24abee60-d4e0-410c-a33c-76245e42d774 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:12.944118 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d29bab55-28a7-4031-a4c0-c8405b7b4dc0 None None] For port 94a76e91-ded3-40db-9b73-ecfc381ac323, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=94a76e91-ded3-40db-9b73-ecfc381ac323,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:12.944523 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d29bab55-28a7-4031-a4c0-c8405b7b4dc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:12.964031 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-d29bab55-28a7-4031-a4c0-c8405b7b4dc0 None None] Calling delete_port for 94a76e91-ded3-40db-9b73-ecfc381ac323 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:13.009271 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fdc630-e57e-468b-b060-cd2292afe461 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec401f9e-4875-4c45-b4cf-37796f182c1b,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:13.059649 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646e139e-0106-4803-ae49-d39af5a59ef1 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:13.067795 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-646e139e-0106-4803-ae49-d39af5a59ef1 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:13.092607 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d29bab55-28a7-4031-a4c0-c8405b7b4dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:13.110503 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29bab55-28a7-4031-a4c0-c8405b7b4dc0 None None] No DVR routers for this DVR port 94a76e91-ded3-40db-9b73-ecfc381ac323 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:13:13.131091 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-31fdc630-e57e-468b-b060-cd2292afe461 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Allocated IP 192.168.233.57 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/a8393636-749a-49bd-88f4-c38c0632584d) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:13.153407 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29bab55-28a7-4031-a4c0-c8405b7b4dc0 None None] Pushing event deleted for resources: {'Port': ['ID=94a76e91-ded3-40db-9b73-ecfc381ac323,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:13.218125 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-bc364429-6e11-456e-a255-f90af87beb70 req-24abee60-d4e0-410c-a33c-76245e42d774 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] For port 3fd089f0-cc3f-43cb-942a-23d12bd19a6c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=3fd089f0-cc3f-43cb-942a-23d12bd19a6c,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:13.218400 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-bc364429-6e11-456e-a255-f90af87beb70 req-24abee60-d4e0-410c-a33c-76245e42d774 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:13.241332 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-bc364429-6e11-456e-a255-f90af87beb70 req-24abee60-d4e0-410c-a33c-76245e42d774 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Calling delete_port for 3fd089f0-cc3f-43cb-942a-23d12bd19a6c owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:13.450595 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 0206c132-e3c8-4bbe-b276-1e01eccf5680 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:13.499092 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-31fdc630-e57e-468b-b060-cd2292afe461 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:13.507146 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 0206c132-e3c8-4bbe-b276-1e01eccf5680 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:13:13.507631 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 0206c132-e3c8-4bbe-b276-1e01eccf5680 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:13:13.508058 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 20a028a7-49b7-4be1-b81e-e958312d2816 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:13.525224 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-31fdc630-e57e-468b-b060-cd2292afe461 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Transition to ACTIVE for port object a8393636-749a-49bd-88f4-c38c0632584d will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:13.543671 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 20a028a7-49b7-4be1-b81e-e958312d2816 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:13:13.544050 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 20a028a7-49b7-4be1-b81e-e958312d2816 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:13:13.589627 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-646e139e-0106-4803-ae49-d39af5a59ef1 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:13.593887 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-31fdc630-e57e-468b-b060-cd2292afe461 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:13.654426 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-31fdc630-e57e-468b-b060-cd2292afe461 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:13.657911 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-31fdc630-e57e-468b-b060-cd2292afe461 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:13.672579 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-31fdc630-e57e-468b-b060-cd2292afe461 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:13.679890 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ef71e-ee05-49f0-91fb-3c04e2e30768 req-a3fe2d25-dd9e-48fc-afdf-f3261f9cb8dc tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:13.681490 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-511ef71e-ee05-49f0-91fb-3c04e2e30768 req-a3fe2d25-dd9e-48fc-afdf-f3261f9cb8dc tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=92155314-003c-4c66-b618-4bb2aed5e6da HTTP/1.1" status: 200 len: 944 time: 0.1799552 Aug 11 02:13:13.725474 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e139e-0106-4803-ae49-d39af5a59ef1 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=05ebe8fe-0e43-443c-a9d3-78c4e56f1a08,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:13.727965 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fdc630-e57e-468b-b060-cd2292afe461 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Pushing event updated for resources: {'Port': ['ID=a8393636-749a-49bd-88f4-c38c0632584d,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:13.753872 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646e139e-0106-4803-ae49-d39af5a59ef1 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:13.782080 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-646e139e-0106-4803-ae49-d39af5a59ef1 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:13.790986 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646e139e-0106-4803-ae49-d39af5a59ef1 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:13.791191 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be8e6b5-a1b0-4f9a-882e-4fc960d41573 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:13:13.791626 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-646e139e-0106-4803-ae49-d39af5a59ef1 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:13.802245 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-31fdc630-e57e-468b-b060-cd2292afe461 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:13.802915 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-31fdc630-e57e-468b-b060-cd2292afe461 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:13.850899 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-31fdc630-e57e-468b-b060-cd2292afe461 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4495020 Aug 11 02:13:13.866592 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e957f-cbbb-455a-9a00-0898cb03ad74 req-7d1b1357-ccbd-415c-bad0-a18616755129 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:13.871184 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-646e139e-0106-4803-ae49-d39af5a59ef1 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1003318 Aug 11 02:13:13.871820 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38876) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:13.875628 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5c5e957f-cbbb-455a-9a00-0898cb03ad74 req-7d1b1357-ccbd-415c-bad0-a18616755129 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad4f4e19-1211-4bfc-ac42-7ebb752c588b HTTP/1.1" status: 200 len: 935 time: 0.0970635 Aug 11 02:13:13.880544 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-d21b95b6-4c3b-4d51-bbb3-c4ecd6203217 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'port': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'fixed_ips': [{'subnet_id': '05ebe8fe-0e43-443c-a9d3-78c4e56f1a08', 'ip_address': '2001:db8::2568:7115:b746:ece4'}], 'name': 'tempest-NetworksTestDHCPv6-565414899'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:13.883085 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-43ec4850-ccc2-4d22-829e-975c79828e37 service neutron] Request body: {'port': {'device_id': 'ad4f4e19-1211-4bfc-ac42-7ebb752c588b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:13.917862 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-bc364429-6e11-456e-a255-f90af87beb70 req-24abee60-d4e0-410c-a33c-76245e42d774 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:13.979138 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24abee60-d4e0-410c-a33c-76245e42d774 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Pushing event deleted for resources: {'Port': ['ID=3fd089f0-cc3f-43cb-942a-23d12bd19a6c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:14.014297 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['d41204d6-692b-429f-90ac-25e71c7d9f8a'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:14.038678 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5c5e957f-cbbb-455a-9a00-0898cb03ad74 req-6e97ec46-cc65-4580-b4e8-61502a2d7802 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec401f9e-4875-4c45-b4cf-37796f182c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621211 Aug 11 02:13:14.043754 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-43ec4850-ccc2-4d22-829e-975c79828e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:14.076212 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['3fd089f0-cc3f-43cb-942a-23d12bd19a6c'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:14.080967 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-511ef71e-ee05-49f0-91fb-3c04e2e30768 req-53a9c1a6-b316-40ee-bcc2-500707aaa268 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Deleting port d76ced2e-5acb-42fc-9715-c7ce7af39ac4 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:14.081864 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-511ef71e-ee05-49f0-91fb-3c04e2e30768 req-53a9c1a6-b316-40ee-bcc2-500707aaa268 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:14.091529 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc364429-6e11-456e-a255-f90af87beb70 req-24abee60-d4e0-410c-a33c-76245e42d774 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] No DVR routers for this DVR port 3fd089f0-cc3f-43cb-942a-23d12bd19a6c on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:13:14.094807 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-bc364429-6e11-456e-a255-f90af87beb70 req-24abee60-d4e0-410c-a33c-76245e42d774 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:14.098088 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc364429-6e11-456e-a255-f90af87beb70 req-24abee60-d4e0-410c-a33c-76245e42d774 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.66 "DELETE /v2.0/ports/3fd089f0-cc3f-43cb-942a-23d12bd19a6c HTTP/1.1" status: 204 len: 173 time: 1.3813574 Aug 11 02:13:14.112432 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a773bf3-ff7a-4498-a22b-763c2519d974', 'name': 'network-vif-deleted', 'tag': '3fd089f0-cc3f-43cb-942a-23d12bd19a6c'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:14.119043 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d8ea0b-1d53-4482-89a6-d935b17ccee8" -d '{"events": [{"server_uuid": "8a773bf3-ff7a-4498-a22b-763c2519d974", "name": "network-vif-deleted", "tag": "3fd089f0-cc3f-43cb-942a-23d12bd19a6c"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:14.165987 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da5495a-e5c1-4cab-81f6-7dde355b2467 x-openstack-request-id: req-2da5495a-e5c1-4cab-81f6-7dde355b2467 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:14.166780 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92155314-003c-4c66-b618-4bb2aed5e6da", "name": "network-vif-unplugged", "status": "failed", "tag": "d76ced2e-5acb-42fc-9715-c7ce7af39ac4", "code": 422}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:14.167305 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2da5495a-e5c1-4cab-81f6-7dde355b2467 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:14.168059 n-d-615180-33 neutron-server[94508]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '92155314-003c-4c66-b618-4bb2aed5e6da', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd76ced2e-5acb-42fc-9715-c7ce7af39ac4', 'code': 422} returned with failed status Aug 11 02:13:14.237739 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device d76ced2e-5acb-42fc-9715-c7ce7af39ac4 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:14.239486 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d7389a-52d3-4c7b-aed6-8302c68db689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-abfe629d-e2ef-4da1-94ab-4576283f6a78', 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'fixed_ips': [{'subnet_id': '05ebe8fe-0e43-443c-a9d3-78c4e56f1a08'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:13:14.241044 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-02d7389a-52d3-4c7b-aed6-8302c68db689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:14.254303 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e3130e4b-023e-4751-9d9d-37334aa74cc1 None None] Provisioning for port a8393636-749a-49bd-88f4-c38c0632584d completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:14.328838 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 94a76e91-ded3-40db-9b73-ecfc381ac323 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:14.340395 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-511ef71e-ee05-49f0-91fb-3c04e2e30768 req-53a9c1a6-b316-40ee-bcc2-500707aaa268 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] For port d76ced2e-5acb-42fc-9715-c7ce7af39ac4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=d76ced2e-5acb-42fc-9715-c7ce7af39ac4,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:14.341181 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-511ef71e-ee05-49f0-91fb-3c04e2e30768 req-53a9c1a6-b316-40ee-bcc2-500707aaa268 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:14.350358 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-552155c5-8356-4911-8b71-b2836f5a1aa6 req-06fb1472-732a-4df4-8c1d-7393b8bb6471 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a773bf3-ff7a-4498-a22b-763c2519d974 HTTP/1.1" status: 200 len: 210 time: 0.0597603 Aug 11 02:13:14.350636 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21b95b6-4c3b-4d51-bbb3-c4ecd6203217 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:14.415314 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e3130e4b-023e-4751-9d9d-37334aa74cc1 None None] Provisioning complete for port a8393636-749a-49bd-88f4-c38c0632584d triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:14.423199 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e3130e4b-023e-4751-9d9d-37334aa74cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:14.474503 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-511ef71e-ee05-49f0-91fb-3c04e2e30768 req-53a9c1a6-b316-40ee-bcc2-500707aaa268 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Calling delete_port for d76ced2e-5acb-42fc-9715-c7ce7af39ac4 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:14.497295 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 94a76e91-ded3-40db-9b73-ecfc381ac323 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:13:14.498523 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 94a76e91-ded3-40db-9b73-ecfc381ac323 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:13:14.598883 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d21b95b6-4c3b-4d51-bbb3-c4ecd6203217 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:14.609090 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-e3130e4b-023e-4751-9d9d-37334aa74cc1 None None] Port a8393636-749a-49bd-88f4-c38c0632584d cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:13:14.632171 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-d21b95b6-4c3b-4d51-bbb3-c4ecd6203217 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] device_id is not set on port 0c136c08-4fe3-4c78-ba93-01032a36ea88 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:13:14.654000 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c3b9bf-b7fc-4e72-8e0b-5162662bd970 x-openstack-request-id: req-63c3b9bf-b7fc-4e72-8e0b-5162662bd970 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:14.654579 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5048904f-4e9b-4f9a-91d4-0068d7008ffe", "name": "network-vif-deleted", "tag": "20a028a7-49b7-4be1-b81e-e958312d2816", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:14.654579 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-63c3b9bf-b7fc-4e72-8e0b-5162662bd970 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:14.655562 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5048904f-4e9b-4f9a-91d4-0068d7008ffe', 'name': 'network-vif-deleted', 'tag': '20a028a7-49b7-4be1-b81e-e958312d2816', 'status': 'completed', 'code': 200} Aug 11 02:13:14.726693 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-43ec4850-ccc2-4d22-829e-975c79828e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8393636-749a-49bd-88f4-c38c0632584d {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:13:14.741535 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-43ec4850-ccc2-4d22-829e-975c79828e37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:14.744338 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device f00425ea-66f6-44bb-b178-137dad682ab3 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:14.784677 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789bdd5-a922-4841-a57c-3c24e5ac94ee req-aa8ed51b-8920-4c1a-b98a-d730931bfa4d tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:14.788743 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-02d7389a-52d3-4c7b-aed6-8302c68db689 None None] Allocated IP 2001:db8::2 (abfe629d-e2ef-4da1-94ab-4576283f6a78/05ebe8fe-0e43-443c-a9d3-78c4e56f1a08/d6ca1a42-139f-483b-90c6-bab83aeda886) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:14.789895 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f789bdd5-a922-4841-a57c-3c24e5ac94ee req-aa8ed51b-8920-4c1a-b98a-d730931bfa4d tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 945 time: 0.1741874 Aug 11 02:13:14.881064 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-43ec4850-ccc2-4d22-829e-975c79828e37 service neutron] Transition to ACTIVE for port object a8393636-749a-49bd-88f4-c38c0632584d will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:14.898458 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-43ec4850-ccc2-4d22-829e-975c79828e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:14.907422 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:14.958548 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f789bdd5-a922-4841-a57c-3c24e5ac94ee req-24035f90-4561-4692-8e6a-a7283435c837 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611722 Aug 11 02:13:15.013070 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port f00425ea-66f6-44bb-b178-137dad682ab3, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f00425ea-66f6-44bb-b178-137dad682ab3,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:15.025893 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:15.114600 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec4850-ccc2-4d22-829e-975c79828e37 service neutron] Pushing event updated for resources: {'Port': ['ID=a8393636-749a-49bd-88f4-c38c0632584d,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:15.124795 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38884) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:15.143485 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=f00425ea-66f6-44bb-b178-137dad682ab3,revision_number=11']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:15.336419 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-43ec4850-ccc2-4d22-829e-975c79828e37 service neutron] Attempting to bind port a8393636-749a-49bd-88f4-c38c0632584d on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:13:15.337158 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-43ec4850-ccc2-4d22-829e-975c79828e37 service neutron] Attempting to bind port a8393636-749a-49bd-88f4-c38c0632584d by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:13:15.337504 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-43ec4850-ccc2-4d22-829e-975c79828e37 service neutron] Attempting to bind port a8393636-749a-49bd-88f4-c38c0632584d on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:15.345623 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-43ec4850-ccc2-4d22-829e-975c79828e37 service neutron] Port a8393636-749a-49bd-88f4-c38c0632584d on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:13:15.345968 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-43ec4850-ccc2-4d22-829e-975c79828e37 service neutron] Attempting to bind port a8393636-749a-49bd-88f4-c38c0632584d on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:15.359361 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-511ef71e-ee05-49f0-91fb-3c04e2e30768 req-53a9c1a6-b316-40ee-bcc2-500707aaa268 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:15.397413 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-43ec4850-ccc2-4d22-829e-975c79828e37 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:13:15.397614 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-43ec4850-ccc2-4d22-829e-975c79828e37 service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:15.398277 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-43ec4850-ccc2-4d22-829e-975c79828e37 service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:13:15.398723 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-43ec4850-ccc2-4d22-829e-975c79828e37 service neutron] Bound port: a8393636-749a-49bd-88f4-c38c0632584d, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:13:15.399087 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-43ec4850-ccc2-4d22-829e-975c79828e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:15.436344 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73a06df-b0c5-4601-9219-4f703ecaa8d0 x-openstack-request-id: req-a73a06df-b0c5-4601-9219-4f703ecaa8d0 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:15.436974 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a773bf3-ff7a-4498-a22b-763c2519d974", "name": "network-vif-deleted", "tag": "3fd089f0-cc3f-43cb-942a-23d12bd19a6c", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:15.437399 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a73a06df-b0c5-4601-9219-4f703ecaa8d0 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:15.439157 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a773bf3-ff7a-4498-a22b-763c2519d974', 'name': 'network-vif-deleted', 'tag': '3fd089f0-cc3f-43cb-942a-23d12bd19a6c', 'status': 'completed', 'code': 200} Aug 11 02:13:15.442455 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9c1a6-b316-40ee-bcc2-500707aaa268 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Pushing event deleted for resources: {'Port': ['ID=d76ced2e-5acb-42fc-9715-c7ce7af39ac4,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:15.532562 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-511ef71e-ee05-49f0-91fb-3c04e2e30768 req-53a9c1a6-b316-40ee-bcc2-500707aaa268 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] No DVR routers for this DVR port d76ced2e-5acb-42fc-9715-c7ce7af39ac4 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:13:15.540737 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-511ef71e-ee05-49f0-91fb-3c04e2e30768 req-53a9c1a6-b316-40ee-bcc2-500707aaa268 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:15.546698 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-511ef71e-ee05-49f0-91fb-3c04e2e30768 req-53a9c1a6-b316-40ee-bcc2-500707aaa268 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "DELETE /v2.0/ports/d76ced2e-5acb-42fc-9715-c7ce7af39ac4 HTTP/1.1" status: 204 len: 173 time: 1.8146651 Aug 11 02:13:15.622721 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-02d7389a-52d3-4c7b-aed6-8302c68db689 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:15.634125 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-02d7389a-52d3-4c7b-aed6-8302c68db689 None None] Transition to ACTIVE for port object d6ca1a42-139f-483b-90c6-bab83aeda886 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:15.651861 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-02d7389a-52d3-4c7b-aed6-8302c68db689 None None] Transition to ACTIVE for port object d6ca1a42-139f-483b-90c6-bab83aeda886 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:15.665727 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-02d7389a-52d3-4c7b-aed6-8302c68db689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:15.674435 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-aa3a2f22-6e88-4b8a-a61e-25ddc46b4d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:15.681080 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-43ec4850-ccc2-4d22-829e-975c79828e37 service neutron] For port a8393636-749a-49bd-88f4-c38c0632584d, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:13:15.707385 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-43ec4850-ccc2-4d22-829e-975c79828e37 service neutron] For port a8393636-749a-49bd-88f4-c38c0632584d, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a8393636-749a-49bd-88f4-c38c0632584d,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:13:15.713175 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d7389a-52d3-4c7b-aed6-8302c68db689 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:15.716169 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-02d7389a-52d3-4c7b-aed6-8302c68db689 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:15.720813 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d7389a-52d3-4c7b-aed6-8302c68db689 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:15.726199 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe60ae0-7bb7-44ac-9bcc-f7d0ed59e52a req-286f5ec7-c8bb-4550-8a9e-28f194830006 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:15.728415 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ebe60ae0-7bb7-44ac-9bcc-f7d0ed59e52a req-286f5ec7-c8bb-4550-8a9e-28f194830006 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad4f4e19-1211-4bfc-ac42-7ebb752c588b HTTP/1.1" status: 200 len: 947 time: 0.1187599 Aug 11 02:13:15.731156 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-43ec4850-ccc2-4d22-829e-975c79828e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:15.736064 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7389a-52d3-4c7b-aed6-8302c68db689 None None] Pushing event updated for resources: {'Port': ['ID=d6ca1a42-139f-483b-90c6-bab83aeda886,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:15.783589 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-d21b95b6-4c3b-4d51-bbb3-c4ecd6203217 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Allocated IP 2001:db8::2568:7115:b746:ece4 (abfe629d-e2ef-4da1-94ab-4576283f6a78/05ebe8fe-0e43-443c-a9d3-78c4e56f1a08/0c136c08-4fe3-4c78-ba93-01032a36ea88) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:15.789166 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-43ec4850-ccc2-4d22-829e-975c79828e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:15.790164 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-43ec4850-ccc2-4d22-829e-975c79828e37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:15.791888 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-43ec4850-ccc2-4d22-829e-975c79828e37 service neutron] 10.222.0.73 "PUT /v2.0/ports/a8393636-749a-49bd-88f4-c38c0632584d HTTP/1.1" status: 200 len: 1096 time: 1.9141760 Aug 11 02:13:15.850603 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-02d7389a-52d3-4c7b-aed6-8302c68db689 None None] Attempting to bind port d6ca1a42-139f-483b-90c6-bab83aeda886 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:13:15.851005 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-02d7389a-52d3-4c7b-aed6-8302c68db689 None None] Attempting to bind port d6ca1a42-139f-483b-90c6-bab83aeda886 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:13:15.851407 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d7389a-52d3-4c7b-aed6-8302c68db689 None None] Attempting to bind port d6ca1a42-139f-483b-90c6-bab83aeda886 on network abfe629d-e2ef-4da1-94ab-4576283f6a78 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:15.871003 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d7389a-52d3-4c7b-aed6-8302c68db689 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:13:15.877468 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d7389a-52d3-4c7b-aed6-8302c68db689 None None] Checking segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:15.886024 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-02d7389a-52d3-4c7b-aed6-8302c68db689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:15.892454 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d7389a-52d3-4c7b-aed6-8302c68db689 None None] Bound using segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:13:15.893445 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-02d7389a-52d3-4c7b-aed6-8302c68db689 None None] Bound port: d6ca1a42-139f-483b-90c6-bab83aeda886, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:13:15.894665 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-02d7389a-52d3-4c7b-aed6-8302c68db689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:15.947794 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ebe60ae0-7bb7-44ac-9bcc-f7d0ed59e52a req-3c8def19-e75c-4529-9b46-d52925d9ccf2 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec401f9e-4875-4c45-b4cf-37796f182c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997252 Aug 11 02:13:15.995764 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec4850-ccc2-4d22-829e-975c79828e37 service neutron] Pushing event updated for resources: {'Port': ['ID=a8393636-749a-49bd-88f4-c38c0632584d,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:16.055982 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-ed0d514c-93d4-486e-94de-367c5119c814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:16.057857 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-ed0d514c-93d4-486e-94de-367c5119c814 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12b28face75441218286234c5874bafc&device_id=ad4f4e19-1211-4bfc-ac42-7ebb752c588b HTTP/1.1" status: 200 len: 1099 time: 0.2095797 Aug 11 02:13:16.212759 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-413892b0-b4eb-47e1-ad40-385e53ee8145 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=a8393636-749a-49bd-88f4-c38c0632584d HTTP/1.1" status: 200 len: 217 time: 0.1416838 Aug 11 02:13:16.223440 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d21b95b6-4c3b-4d51-bbb3-c4ecd6203217 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:16.259779 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-d21b95b6-4c3b-4d51-bbb3-c4ecd6203217 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Transition to ACTIVE for port object 0c136c08-4fe3-4c78-ba93-01032a36ea88 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:16.316341 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-02d7389a-52d3-4c7b-aed6-8302c68db689 None None] For port d6ca1a42-139f-483b-90c6-bab83aeda886, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:13:16.319630 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-02d7389a-52d3-4c7b-aed6-8302c68db689 None None] For port d6ca1a42-139f-483b-90c6-bab83aeda886, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d6ca1a42-139f-483b-90c6-bab83aeda886,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:13:16.323107 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcba4f3-cf91-4605-872b-9b25b5cc61f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f00425ea-66f6-44bb-b178-137dad682ab3'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:16.325723 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fdf4ff-d55d-41b3-9832-8d5590bd35f9" -d '{"events": [{"server_uuid": "4fcba4f3-cf91-4605-872b-9b25b5cc61f2", "name": "network-vif-unplugged", "status": "completed", "tag": "f00425ea-66f6-44bb-b178-137dad682ab3"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:16.328674 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 3fd089f0-cc3f-43cb-942a-23d12bd19a6c no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:16.342426 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d21b95b6-4c3b-4d51-bbb3-c4ecd6203217 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:16.354167 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 3fd089f0-cc3f-43cb-942a-23d12bd19a6c {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:13:16.354585 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 3fd089f0-cc3f-43cb-942a-23d12bd19a6c not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:13:16.356430 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-02d7389a-52d3-4c7b-aed6-8302c68db689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:16.369712 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21b95b6-4c3b-4d51-bbb3-c4ecd6203217 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:16.373604 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-d21b95b6-4c3b-4d51-bbb3-c4ecd6203217 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:16.378601 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21b95b6-4c3b-4d51-bbb3-c4ecd6203217 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:16.386203 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21b95b6-4c3b-4d51-bbb3-c4ecd6203217 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:16.386869 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d21b95b6-4c3b-4d51-bbb3-c4ecd6203217 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:16.413734 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-26587420-86fe-4ae7-b1d6-a723f6419446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:16.467184 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b95b6-4c3b-4d51-bbb3-c4ecd6203217 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Port': ['ID=0c136c08-4fe3-4c78-ba93-01032a36ea88,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:16.478360 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d21b95b6-4c3b-4d51-bbb3-c4ecd6203217 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6048212 Aug 11 02:13:16.478997 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38944) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:16.509080 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7389a-52d3-4c7b-aed6-8302c68db689 None None] Pushing event updated for resources: {'Port': ['ID=d6ca1a42-139f-483b-90c6-bab83aeda886,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:16.520815 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d9d57-0f83-4439-976e-90841519a18d req-3565478e-f996-499a-a4f9-54d9244d1faf tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:16.522531 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d21d9d57-0f83-4439-976e-90841519a18d req-3565478e-f996-499a-a4f9-54d9244d1faf tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 945 time: 0.2760432 Aug 11 02:13:16.543458 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-376ac94b-1b86-4fcd-9d05-504e724c4c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:16.545167 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-376ac94b-1b86-4fcd-9d05-504e724c4c08 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.3247800 Aug 11 02:13:16.587339 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce408068-2c9c-456e-80fd-1c313fad2105 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:16.594886 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce408068-2c9c-456e-80fd-1c313fad2105 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:16.601796 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ce408068-2c9c-456e-80fd-1c313fad2105 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1216760 Aug 11 02:13:16.602456 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38948) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:16.658074 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad4f4e19-1211-4bfc-ac42-7ebb752c588b', 'tag': 'a8393636-749a-49bd-88f4-c38c0632584d'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:16.664721 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f549b0e-05f7-434a-adcd-da7704915656" -d '{"events": [{"name": "network-changed", "server_uuid": "ad4f4e19-1211-4bfc-ac42-7ebb752c588b", "tag": "a8393636-749a-49bd-88f4-c38c0632584d"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:16.757522 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d21d9d57-0f83-4439-976e-90841519a18d req-a4522469-f114-412f-a1b5-d61ceef2f125 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190535 Aug 11 02:13:16.764787 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-043104c7-c0d4-4de1-8aa4-7c7aee84b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:16.766543 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-043104c7-c0d4-4de1-8aa4-7c7aee84b5b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2069209 Aug 11 02:13:16.875373 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-b88f7ad9-e5fc-41b6-a9b5-5caafc5df987 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting port 0c136c08-4fe3-4c78-ba93-01032a36ea88 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:16.876812 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b88f7ad9-e5fc-41b6-a9b5-5caafc5df987 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:16.883907 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c1d1b6-3563-4084-a4de-c2f0f8f28678 x-openstack-request-id: req-06c1d1b6-3563-4084-a4de-c2f0f8f28678 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:16.884446 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fcba4f3-cf91-4605-872b-9b25b5cc61f2", "name": "network-vif-unplugged", "status": "completed", "tag": "f00425ea-66f6-44bb-b178-137dad682ab3", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:16.884446 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-06c1d1b6-3563-4084-a4de-c2f0f8f28678 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:16.884831 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcba4f3-cf91-4605-872b-9b25b5cc61f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f00425ea-66f6-44bb-b178-137dad682ab3', 'code': 200} Aug 11 02:13:17.051206 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-61f90357-1353-4655-990f-929b44a6c5d7 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257280 Aug 11 02:13:17.057087 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:13:17.065784 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b88f7ad9-e5fc-41b6-a9b5-5caafc5df987 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:17.081746 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-b88f7ad9-e5fc-41b6-a9b5-5caafc5df987 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Calling delete_port for 0c136c08-4fe3-4c78-ba93-01032a36ea88 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:17.183671 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fc5d9b-a1ae-4b84-9dad-1fa7956d27b7 x-openstack-request-id: req-b4fc5d9b-a1ae-4b84-9dad-1fa7956d27b7 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:17.183993 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad4f4e19-1211-4bfc-ac42-7ebb752c588b", "tag": "a8393636-749a-49bd-88f4-c38c0632584d", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:17.184309 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b4fc5d9b-a1ae-4b84-9dad-1fa7956d27b7 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:17.184813 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad4f4e19-1211-4bfc-ac42-7ebb752c588b', 'tag': 'a8393636-749a-49bd-88f4-c38c0632584d', 'status': 'completed', 'code': 200} Aug 11 02:13:17.388735 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa79a1e-4b28-491f-9c2d-2ea4877c9371 req-9bac5283-1f73-4467-94d4-2a9d9f9b4407 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:17.399947 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9fa79a1e-4b28-491f-9c2d-2ea4877c9371 req-9bac5283-1f73-4467-94d4-2a9d9f9b4407 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 951 time: 0.1605959 Aug 11 02:13:17.438293 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-908fd22e-0d4d-480d-a86a-b8a82aebf55b req-47eade74-cef7-400e-b790-d2cda795fb57 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758266 Aug 11 02:13:17.440311 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b88f7ad9-e5fc-41b6-a9b5-5caafc5df987 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:17.457667 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9fa79a1e-4b28-491f-9c2d-2ea4877c9371 req-d5b64447-cc8a-4280-b883-991ef34e7958 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566685 Aug 11 02:13:17.466610 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-26587420-86fe-4ae7-b1d6-a723f6419446 admin admin] Deleting port 592c0479-0a23-45cf-a3c8-34828431b932 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:17.467356 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-26587420-86fe-4ae7-b1d6-a723f6419446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:17.490405 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92155314-003c-4c66-b618-4bb2aed5e6da', 'name': 'network-vif-deleted', 'tag': 'd76ced2e-5acb-42fc-9715-c7ce7af39ac4'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:17.493466 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b1e133-8f56-4829-9057-50f7e23d7c5c" -d '{"events": [{"server_uuid": "92155314-003c-4c66-b618-4bb2aed5e6da", "name": "network-vif-deleted", "tag": "d76ced2e-5acb-42fc-9715-c7ce7af39ac4"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:17.559806 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f7ad9-e5fc-41b6-a9b5-5caafc5df987 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Port': ['ID=0c136c08-4fe3-4c78-ba93-01032a36ea88,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:17.570355 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b88f7ad9-e5fc-41b6-a9b5-5caafc5df987 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:17.572523 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b88f7ad9-e5fc-41b6-a9b5-5caafc5df987 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/0c136c08-4fe3-4c78-ba93-01032a36ea88 HTTP/1.1" status: 204 len: 168 time: 0.9690583 Aug 11 02:13:17.585172 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-b9087070-487c-49df-aeca-d87144437217 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:17.587292 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-b9087070-487c-49df-aeca-d87144437217 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/networks?id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc HTTP/1.1" status: 200 len: 812 time: 0.3181763 Aug 11 02:13:17.587909 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38988) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:17.657068 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-fd1f837e-0742-41be-96bb-d4e76739b1cf tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/quotas/cb683947b58544f291a36cdc9fa42ce2 HTTP/1.1" status: 200 len: 375 time: 0.0578527 Aug 11 02:13:17.716457 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-7bdff3c5-be1d-429b-b442-c3d2de0bed71 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cb683947b58544f291a36cdc9fa42ce2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497391 Aug 11 02:13:17.736817 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-26587420-86fe-4ae7-b1d6-a723f6419446 admin admin] For port 592c0479-0a23-45cf-a3c8-34828431b932, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=592c0479-0a23-45cf-a3c8-34828431b932,segment=NetworkSegment(26fad3a7-418e-4f2c-82bb-428c9bfc830f),segment_id=26fad3a7-418e-4f2c-82bb-428c9bfc830f)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:17.737792 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-26587420-86fe-4ae7-b1d6-a723f6419446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:17.746378 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f399d2-0bd9-4f4e-9fc9-607c0f93dbad tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:17.747675 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f399d2-0bd9-4f4e-9fc9-607c0f93dbad tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:17.749224 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d6f399d2-0bd9-4f4e-9fc9-607c0f93dbad tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1599784 Aug 11 02:13:17.757815 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38990) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:17.812705 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-26587420-86fe-4ae7-b1d6-a723f6419446 admin admin] Calling delete_port for 592c0479-0a23-45cf-a3c8-34828431b932 owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:17.819129 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47be164-fcc9-4b4c-935d-0909809dea1e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet 05ebe8fe-0e43-443c-a9d3-78c4e56f1a08 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:13:17.830348 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b47be164-fcc9-4b4c-935d-0909809dea1e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:17.877209 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-095c891f-46bb-4090-b5d5-ff40e68ee943 service neutron] 10.222.0.50 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594470 Aug 11 02:13:17.885043 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131efa6-86d1-4c7e-8684-c5509609d7aa req-77d4bfac-4401-4d21-8bfb-dad12fe2d5ad tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:17.892953 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a131efa6-86d1-4c7e-8684-c5509609d7aa req-77d4bfac-4401-4d21-8bfb-dad12fe2d5ad tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad4f4e19-1211-4bfc-ac42-7ebb752c588b HTTP/1.1" status: 200 len: 947 time: 0.2708046 Aug 11 02:13:17.896698 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f549b0e-05f7-434a-adcd-da7704915656 req-cdf92551-4880-43ac-9a3d-8bd660c4fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:17.898342 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4f549b0e-05f7-434a-adcd-da7704915656 req-cdf92551-4880-43ac-9a3d-8bd660c4fceb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12b28face75441218286234c5874bafc&device_id=ad4f4e19-1211-4bfc-ac42-7ebb752c588b HTTP/1.1" status: 200 len: 1099 time: 0.2773454 Aug 11 02:13:18.024944 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b47be164-fcc9-4b4c-935d-0909809dea1e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:18.052126 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-85f4fdac-60b9-4223-a106-e3dbce065ba5 service neutron] 10.222.0.50 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740551 Aug 11 02:13:18.064349 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d698855d-ba3f-4f48-a59d-10ae3f941de4 None None] Provisioning for port d6ca1a42-139f-483b-90c6-bab83aeda886 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:18.092354 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a131efa6-86d1-4c7e-8684-c5509609d7aa req-cb5c924a-9621-4549-b7bd-df07f2dd060b tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec401f9e-4875-4c45-b4cf-37796f182c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977274 Aug 11 02:13:18.278921 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7843-f40f-4781-b350-0bac0998b66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:18.344210 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052ae4c-8e23-4b5c-a8d7-ef4e8cadd72a req-655c31b8-3c83-4115-be0b-ea95542c4d0b tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:18.350813 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:18.353388 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e052ae4c-8e23-4b5c-a8d7-ef4e8cadd72a req-655c31b8-3c83-4115-be0b-ea95542c4d0b tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.73 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 951 time: 0.2014344 Aug 11 02:13:18.452726 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d6ca1a42-139f-483b-90c6-bab83aeda886 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:18.568936 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c418a118-c30a-421a-9431-5a4a2f8dea2b x-openstack-request-id: req-c418a118-c30a-421a-9431-5a4a2f8dea2b {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:18.569223 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92155314-003c-4c66-b618-4bb2aed5e6da", "name": "network-vif-deleted", "tag": "d76ced2e-5acb-42fc-9715-c7ce7af39ac4", "status": "failed", "code": 422}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:18.569475 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c418a118-c30a-421a-9431-5a4a2f8dea2b {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:18.570043 n-d-615180-33 neutron-server[94507]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '92155314-003c-4c66-b618-4bb2aed5e6da', 'name': 'network-vif-deleted', 'tag': 'd76ced2e-5acb-42fc-9715-c7ce7af39ac4', 'status': 'failed', 'code': 422} returned with failed status Aug 11 02:13:18.611221 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port d6ca1a42-139f-483b-90c6-bab83aeda886 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:18.621033 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port d6ca1a42-139f-483b-90c6-bab83aeda886 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:18.621033 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:18.684144 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7e3b413d-aa92-429a-80dc-c206c435e41c req-8205560f-af46-417b-a48b-0f58cf1b0a0b tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 210 time: 0.0609889 Aug 11 02:13:18.696829 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-e052ae4c-8e23-4b5c-a8d7-ef4e8cadd72a req-78495a9f-691c-4fb8-8c09-6c37f16da2c2 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Deleting port d41204d6-692b-429f-90ac-25e71c7d9f8a {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:18.697172 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e052ae4c-8e23-4b5c-a8d7-ef4e8cadd72a req-78495a9f-691c-4fb8-8c09-6c37f16da2c2 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:18.717337 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ffdd60af-c917-4b8f-8557-a4f8ae722363 None None] Could not find standard attr ID for object 0c136c08-4fe3-4c78-ba93-01032a36ea88. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:13:18.828522 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:18.904825 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port d6ca1a42-139f-483b-90c6-bab83aeda886, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d6ca1a42-139f-483b-90c6-bab83aeda886,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:18.913606 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:18.974075 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-e052ae4c-8e23-4b5c-a8d7-ef4e8cadd72a req-78495a9f-691c-4fb8-8c09-6c37f16da2c2 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] For port d41204d6-692b-429f-90ac-25e71c7d9f8a, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=d41204d6-692b-429f-90ac-25e71c7d9f8a,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:18.975326 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e052ae4c-8e23-4b5c-a8d7-ef4e8cadd72a req-78495a9f-691c-4fb8-8c09-6c37f16da2c2 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:19.024197 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-e052ae4c-8e23-4b5c-a8d7-ef4e8cadd72a req-78495a9f-691c-4fb8-8c09-6c37f16da2c2 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Calling delete_port for d41204d6-692b-429f-90ac-25e71c7d9f8a owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:19.048058 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f549b0e-05f7-434a-adcd-da7704915656 req-5c6f9b09-1322-495a-a125-c2a580fdcbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:19.049887 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4f549b0e-05f7-434a-adcd-da7704915656 req-5c6f9b09-1322-495a-a125-c2a580fdcbcf service neutron] 10.222.0.73 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 1.1232414 Aug 11 02:13:19.078085 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=d6ca1a42-139f-483b-90c6-bab83aeda886,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:19.127069 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b47be164-fcc9-4b4c-935d-0909809dea1e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:19.195771 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4f549b0e-05f7-434a-adcd-da7704915656 req-66d42574-a7fa-4980-8d61-d987d9030c94 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=a8393636-749a-49bd-88f4-c38c0632584d HTTP/1.1" status: 200 len: 217 time: 0.1136577 Aug 11 02:13:19.208831 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e06df-1bf9-44b0-be5a-70a55ab5e335 req-9d9005fb-97a6-4f59-9a0a-dd7144127b3a tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:19.210598 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-695e06df-1bf9-44b0-be5a-70a55ab5e335 req-9d9005fb-97a6-4f59-9a0a-dd7144127b3a tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 945 time: 0.3515794 Aug 11 02:13:19.254543 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38002dc9-00d9-4282-b5ff-6a74b1ed44df req-e48ed347-ca17-4f15-9011-942c6f5bda43 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:19.258359 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-38002dc9-00d9-4282-b5ff-6a74b1ed44df req-e48ed347-ca17-4f15-9011-942c6f5bda43 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 951 time: 0.1183219 Aug 11 02:13:19.288323 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f549b0e-05f7-434a-adcd-da7704915656 req-ed523d0b-8cae-4772-ac56-2154d9ee4c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:19.289964 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4f549b0e-05f7-434a-adcd-da7704915656 req-ed523d0b-8cae-4772-ac56-2154d9ee4c9e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.0735838 Aug 11 02:13:19.406200 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-38002dc9-00d9-4282-b5ff-6a74b1ed44df req-a98a9c0a-2528-4f9d-80b7-555e78cfd661 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/security-groups?id=181688be-6735-40bc-898b-e437c6107add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362517 Aug 11 02:13:19.419949 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-695e06df-1bf9-44b0-be5a-70a55ab5e335 req-93a5e491-ea19-4da1-ac52-2910c4b616da tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202440 Aug 11 02:13:19.465697 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-26587420-86fe-4ae7-b1d6-a723f6419446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:19.490853 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e052ae4c-8e23-4b5c-a8d7-ef4e8cadd72a req-78495a9f-691c-4fb8-8c09-6c37f16da2c2 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:19.500982 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f549b0e-05f7-434a-adcd-da7704915656 req-6bf52d44-fc26-4fa5-95cc-08015336cd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:19.503646 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['d41204d6-692b-429f-90ac-25e71c7d9f8a'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:19.505742 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4f549b0e-05f7-434a-adcd-da7704915656 req-6bf52d44-fc26-4fa5-95cc-08015336cd2d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1976175 Aug 11 02:13:19.557207 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b47be164-fcc9-4b4c-935d-0909809dea1e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:19.590289 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78495a9f-691c-4fb8-8c09-6c37f16da2c2 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Pushing event deleted for resources: {'Port': ['ID=d41204d6-692b-429f-90ac-25e71c7d9f8a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:19.635114 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26587420-86fe-4ae7-b1d6-a723f6419446 admin admin] Pushing event deleted for resources: {'Port': ['ID=592c0479-0a23-45cf-a3c8-34828431b932,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:19.687579 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-e052ae4c-8e23-4b5c-a8d7-ef4e8cadd72a req-78495a9f-691c-4fb8-8c09-6c37f16da2c2 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] No DVR routers for this DVR port d41204d6-692b-429f-90ac-25e71c7d9f8a on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:13:19.692931 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e052ae4c-8e23-4b5c-a8d7-ef4e8cadd72a req-78495a9f-691c-4fb8-8c09-6c37f16da2c2 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:19.697784 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e052ae4c-8e23-4b5c-a8d7-ef4e8cadd72a req-78495a9f-691c-4fb8-8c09-6c37f16da2c2 tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.73 "DELETE /v2.0/ports/d41204d6-692b-429f-90ac-25e71c7d9f8a HTTP/1.1" status: 204 len: 173 time: 1.3353262 Aug 11 02:13:19.698340 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47be164-fcc9-4b4c-935d-0909809dea1e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=05ebe8fe-0e43-443c-a9d3-78c4e56f1a08,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:19.770027 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4df0f9-c7e3-4ca3-9784-53108163100b None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:13:19.790135 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b47be164-fcc9-4b4c-935d-0909809dea1e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:19.794999 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b47be164-fcc9-4b4c-935d-0909809dea1e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/05ebe8fe-0e43-443c-a9d3-78c4e56f1a08 HTTP/1.1" status: 204 len: 168 time: 2.0354662 Aug 11 02:13:19.797650 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 39082) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:19.861090 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3655d99d-1c83-43b8-9130-b315fd04864b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0593493 Aug 11 02:13:19.870113 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 39086) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:19.890428 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-2643e9ef-994a-4fd3-9149-d48e24d9d448 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:19.953097 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e94d871e-550a-4f54-af7e-f0666f48f6cd req-2f4cebd8-8a3c-4d43-932c-f8c6c252d43c tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 210 time: 0.0421150 Aug 11 02:13:19.958414 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:20.047717 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106f7b7-a522-45e1-8f21-e5ae89246b9f req-3a749fb7-7925-4fc4-b4d2-b8c081eba4a5 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:20.049299 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0106f7b7-a522-45e1-8f21-e5ae89246b9f req-3a749fb7-7925-4fc4-b4d2-b8c081eba4a5 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad4f4e19-1211-4bfc-ac42-7ebb752c588b HTTP/1.1" status: 200 len: 947 time: 0.4294894 Aug 11 02:13:20.091355 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4f549b0e-05f7-434a-adcd-da7704915656 req-f922f819-d14b-4200-9cf4-f7d3a9367208 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185013 Aug 11 02:13:20.223793 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d11424b-1f41-4d34-ace5-b27f67d8e8d7 None None] DHCP port deletion for abfe629d-e2ef-4da1-94ab-4576283f6a78 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:13:20.365170 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-1d11424b-1f41-4d34-ace5-b27f67d8e8d7 None None] Deleting port d6ca1a42-139f-483b-90c6-bab83aeda886 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:20.365835 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1d11424b-1f41-4d34-ace5-b27f67d8e8d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:20.435713 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0106f7b7-a522-45e1-8f21-e5ae89246b9f req-e408694c-5a94-470f-b82f-fb889cefb42a tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec401f9e-4875-4c45-b4cf-37796f182c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692315 Aug 11 02:13:20.460294 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-d775e5da-e97e-4714-99ef-2d09bded21dc tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:20.464600 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-d775e5da-e97e-4714-99ef-2d09bded21dc tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.66 "GET /v2.0/networks?id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc HTTP/1.1" status: 200 len: 812 time: 0.4343820 Aug 11 02:13:20.468321 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2643e9ef-994a-4fd3-9149-d48e24d9d448 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:20.480201 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d6ca1a42-139f-483b-90c6-bab83aeda886 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:20.480813 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2643e9ef-994a-4fd3-9149-d48e24d9d448 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:20.529252 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-6a10c90f-f114-42ff-a93b-431a891a444a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Request body: {'port': {'device_id': 'cf4ddbc6-db24-4970-addf-613d402ca109', 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc', 'admin_state_up': True, 'tenant_id': 'cb683947b58544f291a36cdc9fa42ce2'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:20.604411 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45', 'name': 'network-vif-deleted', 'tag': 'd41204d6-692b-429f-90ac-25e71c7d9f8a'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:20.606708 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257cf528-816a-4dd3-a3ff-5c3182c45d49" -d '{"events": [{"server_uuid": "efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45", "name": "network-vif-deleted", "tag": "d41204d6-692b-429f-90ac-25e71c7d9f8a"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:20.624310 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-1d11424b-1f41-4d34-ace5-b27f67d8e8d7 None None] For port d6ca1a42-139f-483b-90c6-bab83aeda886, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d6ca1a42-139f-483b-90c6-bab83aeda886,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:20.625150 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1d11424b-1f41-4d34-ace5-b27f67d8e8d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:20.649749 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-1d11424b-1f41-4d34-ace5-b27f67d8e8d7 None None] Calling delete_port for d6ca1a42-139f-483b-90c6-bab83aeda886 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:20.656738 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:20.702954 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bcdf589a-b1c9-4911-b3db-4b1f3f7d7cc7 req-48ebff17-24e2-445f-a76a-c1b54dbb1bcd tempest-ServersAdminTestJSON-1022389149 tempest-ServersAdminTestJSON-1022389149-project] 10.222.0.50 "GET /v2.0/ports?device_id=efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45 HTTP/1.1" status: 200 len: 210 time: 0.0924129 Aug 11 02:13:20.730163 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4f549b0e-05f7-434a-adcd-da7704915656 req-71f0f96d-9f50-465d-ab81-219e580e4cdc service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6238096 Aug 11 02:13:20.733684 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-26587420-86fe-4ae7-b1d6-a723f6419446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:20.787105 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port d6ca1a42-139f-483b-90c6-bab83aeda886, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d6ca1a42-139f-483b-90c6-bab83aeda886,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:20.796108 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:20.892103 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0082ab-e007-4f1c-9092-a468ff13446a req-3d2ad7c9-b11d-4829-a0a1-9047a663d958 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:20.894696 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2e0082ab-e007-4f1c-9092-a468ff13446a req-3d2ad7c9-b11d-4829-a0a1-9047a663d958 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 945 time: 0.1717710 Aug 11 02:13:20.899474 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=d6ca1a42-139f-483b-90c6-bab83aeda886,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:20.930653 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1d11424b-1f41-4d34-ace5-b27f67d8e8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:21.001567 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11424b-1f41-4d34-ace5-b27f67d8e8d7 None None] Pushing event deleted for resources: {'Port': ['ID=d6ca1a42-139f-483b-90c6-bab83aeda886,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:21.019954 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d11424b-1f41-4d34-ace5-b27f67d8e8d7 None None] No DVR routers for this DVR port d6ca1a42-139f-483b-90c6-bab83aeda886 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:13:21.021731 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fe45ad-70d5-4b37-acb0-37fcb6b00753 x-openstack-request-id: req-22fe45ad-70d5-4b37-acb0-37fcb6b00753 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:21.022028 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45", "name": "network-vif-deleted", "tag": "d41204d6-692b-429f-90ac-25e71c7d9f8a", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:21.022792 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-22fe45ad-70d5-4b37-acb0-37fcb6b00753 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:21.022792 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa2ed9a-d0fb-4dde-b2b3-1ac44dec9f45', 'name': 'network-vif-deleted', 'tag': 'd41204d6-692b-429f-90ac-25e71c7d9f8a', 'status': 'completed', 'code': 200} Aug 11 02:13:21.039429 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-6a10c90f-f114-42ff-a93b-431a891a444a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Made reservation on behalf of cb683947b58544f291a36cdc9fa42ce2 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:21.043735 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-6a10c90f-f114-42ff-a93b-431a891a444a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:21.098302 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2e0082ab-e007-4f1c-9092-a468ff13446a req-93a689aa-3d27-4f79-961d-af147dce6bf0 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677182 Aug 11 02:13:21.123787 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26587420-86fe-4ae7-b1d6-a723f6419446 admin admin] Router 41495714-2872-460c-bf67-f10794c0e0d6 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:13:21.193300 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aa464783-f7c6-446a-b3bb-57026b94dc85 req-31ff5a51-e41e-425f-b275-d94d3cc18c73 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 210 time: 0.0621526 Aug 11 02:13:21.236728 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2643e9ef-994a-4fd3-9149-d48e24d9d448 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:21.339435 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:21.349089 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2643e9ef-994a-4fd3-9149-d48e24d9d448 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:21.361371 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-2643e9ef-994a-4fd3-9149-d48e24d9d448 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:21.370031 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2643e9ef-994a-4fd3-9149-d48e24d9d448 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:21.370833 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2643e9ef-994a-4fd3-9149-d48e24d9d448 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:21.372534 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a71df50-8fd0-4469-8e7d-c9d1d69f0e8a None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:13:21.392579 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26587420-86fe-4ae7-b1d6-a723f6419446 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:13:21.416685 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 39166) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:21.416855 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-26587420-86fe-4ae7-b1d6-a723f6419446 admin admin] 10.222.0.50 "PUT /v2.0/routers/41495714-2872-460c-bf67-f10794c0e0d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2732837 Aug 11 02:13:21.446847 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39168) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:21.447119 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2643e9ef-994a-4fd3-9149-d48e24d9d448 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5754108 Aug 11 02:13:21.452585 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-5dd24c76-bbdf-4cb8-849a-d08191d022cc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'port': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'fixed_ips': [{'subnet_id': 'a769304c-3405-426f-b216-14c6f7133475', 'ip_address': '2001:db8::4811:7be4:dcca:f59a'}], 'name': 'tempest-NetworksTestDHCPv6-1206923036'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:21.459314 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643e9ef-994a-4fd3-9149-d48e24d9d448 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=a769304c-3405-426f-b216-14c6f7133475,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:21.473921 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643e9ef-994a-4fd3-9149-d48e24d9d448 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:21.474887 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643e9ef-994a-4fd3-9149-d48e24d9d448 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:21.475371 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643e9ef-994a-4fd3-9149-d48e24d9d448 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:21.475865 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643e9ef-994a-4fd3-9149-d48e24d9d448 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:21.476306 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643e9ef-994a-4fd3-9149-d48e24d9d448 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:21.476773 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643e9ef-994a-4fd3-9149-d48e24d9d448 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:21.477621 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643e9ef-994a-4fd3-9149-d48e24d9d448 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:21.478526 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643e9ef-994a-4fd3-9149-d48e24d9d448 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:21.479014 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643e9ef-994a-4fd3-9149-d48e24d9d448 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:21.479627 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643e9ef-994a-4fd3-9149-d48e24d9d448 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:21.480096 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643e9ef-994a-4fd3-9149-d48e24d9d448 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:21.480625 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643e9ef-994a-4fd3-9149-d48e24d9d448 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:21.621888 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device a8393636-749a-49bd-88f4-c38c0632584d details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:13:21.652499 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923145c-bed9-4716-bc9a-231cea3add5f req-a1e15cbd-97fd-4770-8eb8-1da996435e94 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:21.660133 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5923145c-bed9-4716-bc9a-231cea3add5f req-a1e15cbd-97fd-4770-8eb8-1da996435e94 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad4f4e19-1211-4bfc-ac42-7ebb752c588b HTTP/1.1" status: 200 len: 947 time: 0.0868306 Aug 11 02:13:21.705708 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c75e1c9-43b3-48a2-8d6c-e6ec6cc0a4b6 None None] Sync routers for ids ['41495714-2872-460c-bf67-f10794c0e0d6'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:13:21.710810 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-6a10c90f-f114-42ff-a93b-431a891a444a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Allocated IP 172.20.0.7 (887cdb43-e9b9-4bf0-8022-79d7ba803ebc/852e65ca-6cb3-47f3-8aea-2b8debfff40c/bb6ed01a-bbb0-4333-9948-f21d329c97d6) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:21.750607 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3016a9d-d5cf-43be-88a8-4a6b02979c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-abfe629d-e2ef-4da1-94ab-4576283f6a78', 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'fixed_ips': [{'subnet_id': 'a769304c-3405-426f-b216-14c6f7133475'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:13:21.751921 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c3016a9d-d5cf-43be-88a8-4a6b02979c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:21.775466 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5923145c-bed9-4716-bc9a-231cea3add5f req-8d29b4db-7df0-49ab-905f-efb63b1b3dae tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec401f9e-4875-4c45-b4cf-37796f182c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142085 Aug 11 02:13:21.807177 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c75e1c9-43b3-48a2-8d6c-e6ec6cc0a4b6 None None] Routers {'41495714-2872-460c-bf67-f10794c0e0d6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:13:21.809995 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-9c75e1c9-43b3-48a2-8d6c-e6ec6cc0a4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:13:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['41495714-2872-460c-bf67-f10794c0e0d6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:21.828148 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277c417-4fa4-4134-a86e-36001458eb73 req-8bcb1f86-09c3-44a5-a533-626d026a12de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:21.829695 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1277c417-4fa4-4134-a86e-36001458eb73 req-8bcb1f86-09c3-44a5-a533-626d026a12de service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 1097 time: 0.2822793 Aug 11 02:13:21.844086 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd24c76-bbdf-4cb8-849a-d08191d022cc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:21.870466 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-585e656e-9573-4fb0-83c9-09dea8809781 admin admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:21.901338 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port a8393636-749a-49bd-88f4-c38c0632584d, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a8393636-749a-49bd-88f4-c38c0632584d,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:22.039402 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5dd24c76-bbdf-4cb8-849a-d08191d022cc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:22.060466 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'a8393636-749a-49bd-88f4-c38c0632584d', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': 'a8393636-749a-49bd-88f4-c38c0632584d', 'mac_address': 'fa:16:3e:20:78:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:13:22.074422 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-5dd24c76-bbdf-4cb8-849a-d08191d022cc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] device_id is not set on port 3f483a39-c4fd-47b1-98b4-900a029f972b yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:13:22.146857 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1277c417-4fa4-4134-a86e-36001458eb73 req-2daea948-5e23-4624-8761-d4b4a9d9b3e8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076758 Aug 11 02:13:22.320247 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-585e656e-9573-4fb0-83c9-09dea8809781 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:22.357070 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-6a10c90f-f114-42ff-a93b-431a891a444a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:22.433054 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-9c75e1c9-43b3-48a2-8d6c-e6ec6cc0a4b6 None None] Set router 41495714-2872-460c-bf67-f10794c0e0d6 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:13:22.458389 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-5dd24c76-bbdf-4cb8-849a-d08191d022cc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Allocated IP 2001:db8::4811:7be4:dcca:f59a (abfe629d-e2ef-4da1-94ab-4576283f6a78/a769304c-3405-426f-b216-14c6f7133475/3f483a39-c4fd-47b1-98b4-900a029f972b) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:22.569381 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39230) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:22.586920 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bcf386-5544-4316-92d0-a94d3d3f900f req-ba081222-9a16-41a8-9fdc-02bfc216f4c7 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:22.599024 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05bcf386-5544-4316-92d0-a94d3d3f900f req-ba081222-9a16-41a8-9fdc-02bfc216f4c7 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 945 time: 0.1827075 Aug 11 02:13:22.692484 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:22.702343 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-585e656e-9573-4fb0-83c9-09dea8809781 admin admin] Deleting port 3f0c9c73-994b-45c3-8cf1-35938ba67cbd {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:22.704409 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-585e656e-9573-4fb0-83c9-09dea8809781 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:22.745537 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-6a10c90f-f114-42ff-a93b-431a891a444a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:22.749840 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8393636-749a-49bd-88f4-c38c0632584d {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:13:22.872930 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port a8393636-749a-49bd-88f4-c38c0632584d, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a8393636-749a-49bd-88f4-c38c0632584d,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:22.884720 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:22.899442 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5dd24c76-bbdf-4cb8-849a-d08191d022cc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:22.955092 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-5dd24c76-bbdf-4cb8-849a-d08191d022cc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Transition to ACTIVE for port object 3f483a39-c4fd-47b1-98b4-900a029f972b will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:22.986713 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-25ded7c9-1933-4957-9c60-c426baf25146 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e0f21d4f135e4edfb025f9641f4900a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4136462 Aug 11 02:13:22.994249 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39242) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:23.063501 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=a8393636-749a-49bd-88f4-c38c0632584d,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:23.107394 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5dd24c76-bbdf-4cb8-849a-d08191d022cc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:23.116206 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05bcf386-5544-4316-92d0-a94d3d3f900f req-001c54eb-aefe-4c38-ae4c-728632ec91e3 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5086873 Aug 11 02:13:23.119199 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-6a10c90f-f114-42ff-a93b-431a891a444a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Network 887cdb43-e9b9-4bf0-8022-79d7ba803ebc is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:23.125656 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a7a21755-9a66-455d-b5d7-663a65652179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:23.152036 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-6a10c90f-f114-42ff-a93b-431a891a444a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:23.158010 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-6a10c90f-f114-42ff-a93b-431a891a444a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:23.172900 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd24c76-bbdf-4cb8-849a-d08191d022cc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:23.182934 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-5dd24c76-bbdf-4cb8-849a-d08191d022cc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:23.203676 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd24c76-bbdf-4cb8-849a-d08191d022cc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:23.212685 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd24c76-bbdf-4cb8-849a-d08191d022cc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:23.213356 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5dd24c76-bbdf-4cb8-849a-d08191d022cc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:23.230180 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a7a21755-9a66-455d-b5d7-663a65652179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:23.233662 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10c90f-f114-42ff-a93b-431a891a444a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Pushing event updated for resources: {'Port': ['ID=bb6ed01a-bbb0-4333-9948-f21d329c97d6,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:23.261491 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd24c76-bbdf-4cb8-849a-d08191d022cc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Port': ['ID=3f483a39-c4fd-47b1-98b4-900a029f972b,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:23.263454 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['a8393636-749a-49bd-88f4-c38c0632584d'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:23.272274 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-6a10c90f-f114-42ff-a93b-431a891a444a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:23.273249 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-6a10c90f-f114-42ff-a93b-431a891a444a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:23.283345 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-585e656e-9573-4fb0-83c9-09dea8809781 admin admin] For port 3f0c9c73-994b-45c3-8cf1-35938ba67cbd, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3f0c9c73-994b-45c3-8cf1-35938ba67cbd,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:23.283924 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-585e656e-9573-4fb0-83c9-09dea8809781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:23.287467 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5dd24c76-bbdf-4cb8-849a-d08191d022cc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8366985 Aug 11 02:13:23.290300 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 39254) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:23.363992 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-c3016a9d-d5cf-43be-88a8-4a6b02979c57 None None] Allocated IP 2001:db8::2 (abfe629d-e2ef-4da1-94ab-4576283f6a78/a769304c-3405-426f-b216-14c6f7133475/cc303002-2f95-4690-a427-cd4d5cde6a9d) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:23.377045 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-585e656e-9573-4fb0-83c9-09dea8809781 admin admin] Calling delete_port for 3f0c9c73-994b-45c3-8cf1-35938ba67cbd owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:23.388359 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a7a21755-9a66-455d-b5d7-663a65652179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:23.391065 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a7a21755-9a66-455d-b5d7-663a65652179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:23.392639 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a7a21755-9a66-455d-b5d7-663a65652179 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/181688be-6735-40bc-898b-e437c6107add HTTP/1.1" status: 204 len: 168 time: 0.3971639 Aug 11 02:13:23.406916 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a21755-9a66-455d-b5d7-663a65652179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181688be-6735-40bc-898b-e437c6107add,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:23.428863 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-6a10c90f-f114-42ff-a93b-431a891a444a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9371357 Aug 11 02:13:23.450570 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-d0701715-83c2-437e-9855-8b06864b6523 service neutron] Request body: {'port': {'device_id': 'cf4ddbc6-db24-4970-addf-613d402ca109', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:23.489419 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device d41204d6-692b-429f-90ac-25e71c7d9f8a no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:23.528585 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-9c75e1c9-43b3-48a2-8d6c-e6ec6cc0a4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41495714-2872-460c-bf67-f10794c0e0d6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830415283-router', 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '3f0c9c73-994b-45c3-8cf1-35938ba67cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:11:44Z', 'updated_at': '2021-08-11T02:13:19Z', 'revision_number': 5, 'project_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'gw_port': {'id': '3f0c9c73-994b-45c3-8cf1-35938ba67cbd', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41495714-2872-460c-bf67-f10794c0e0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:11:46Z', 'updated_at': '2021-08-11T02:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:23.584737 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de232c59-cc44-4437-9c87-3f374c711b6d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:23.591626 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39270) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:23.602072 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-de232c59-cc44-4437-9c87-3f374c711b6d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3075695 Aug 11 02:13:23.672020 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-d0701715-83c2-437e-9855-8b06864b6523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:23.749307 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a96aec-1c18-4672-a702-abe6e740ad92 req-c3cf76c5-8367-4e7e-b9b8-7bc1a7359434 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:23.751255 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-50a96aec-1c18-4672-a702-abe6e740ad92 req-c3cf76c5-8367-4e7e-b9b8-7bc1a7359434 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 931 time: 0.3798249 Aug 11 02:13:23.899203 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39276) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:23.909409 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-31f85c2c-8ee8-46c8-96a2-a092f780289c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting port 3f483a39-c4fd-47b1-98b4-900a029f972b {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:23.909908 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-31f85c2c-8ee8-46c8-96a2-a092f780289c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:23.922404 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7776cf-fddc-4735-b35e-58ceb77173ec req-1c012ba5-f3b2-4a52-a265-be19304469f1 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:23.934783 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0e7776cf-fddc-4735-b35e-58ceb77173ec req-1c012ba5-f3b2-4a52-a265-be19304469f1 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad4f4e19-1211-4bfc-ac42-7ebb752c588b HTTP/1.1" status: 200 len: 948 time: 0.1691840 Aug 11 02:13:23.936036 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-50a96aec-1c18-4672-a702-abe6e740ad92 req-696dff8e-fe1f-4292-895f-b285f12817b4 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106877 Aug 11 02:13:23.942274 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: d41204d6-692b-429f-90ac-25e71c7d9f8a {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:13:23.942623 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device d41204d6-692b-429f-90ac-25e71c7d9f8a not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:13:23.961447 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c75e1c9-43b3-48a2-8d6c-e6ec6cc0a4b6 None None] Checking router: 41495714-2872-460c-bf67-f10794c0e0d6 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:13:24.045410 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-078def40-2434-48b2-968d-3d6d799e348d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fc35620febfe4faa959e99a09a62975d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450822 Aug 11 02:13:24.046131 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39286) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:24.125585 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0e7776cf-fddc-4735-b35e-58ceb77173ec req-53df3ae0-ee0c-41fe-b1b8-e99ba4c705fe tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec401f9e-4875-4c45-b4cf-37796f182c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880751 Aug 11 02:13:24.179938 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c75e1c9-43b3-48a2-8d6c-e6ec6cc0a4b6 None None] Routers {'41495714-2872-460c-bf67-f10794c0e0d6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:13:24.192195 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-9c75e1c9-43b3-48a2-8d6c-e6ec6cc0a4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:13:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['41495714-2872-460c-bf67-f10794c0e0d6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:24.255474 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-31f85c2c-8ee8-46c8-96a2-a092f780289c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:24.302640 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-585e656e-9573-4fb0-83c9-09dea8809781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:24.323589 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2263d5a6-9e76-4a2d-9390-9cc578fa257b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:24.325197 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-9c75e1c9-43b3-48a2-8d6c-e6ec6cc0a4b6 None None] Set router 41495714-2872-460c-bf67-f10794c0e0d6 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:13:24.347886 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e656e-9573-4fb0-83c9-09dea8809781 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f0c9c73-994b-45c3-8cf1-35938ba67cbd,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:24.359741 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-31f85c2c-8ee8-46c8-96a2-a092f780289c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Calling delete_port for 3f483a39-c4fd-47b1-98b4-900a029f972b owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:24.454237 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2263d5a6-9e76-4a2d-9390-9cc578fa257b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:24.462223 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-9c75e1c9-43b3-48a2-8d6c-e6ec6cc0a4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41495714-2872-460c-bf67-f10794c0e0d6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830415283-router', 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:11:44Z', 'updated_at': '2021-08-11T02:13:22Z', 'revision_number': 6, 'project_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:24.479816 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb838b9c-dc58-413e-9b29-b69d389bc6b0 req-f919f450-8eb2-4d06-babb-988977bb3c59 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:24.481534 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bb838b9c-dc58-413e-9b29-b69d389bc6b0 req-f919f450-8eb2-4d06-babb-988977bb3c59 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 945 time: 0.2371564 Aug 11 02:13:24.507388 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-585e656e-9573-4fb0-83c9-09dea8809781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:24.613290 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bb838b9c-dc58-413e-9b29-b69d389bc6b0 req-a456abc7-d080-476d-ba8c-8c3843af9d22 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165807 Aug 11 02:13:24.651801 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c3016a9d-d5cf-43be-88a8-4a6b02979c57 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:24.672190 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c75e1c9-43b3-48a2-8d6c-e6ec6cc0a4b6 None None] The sync data for ids ['41495714-2872-460c-bf67-f10794c0e0d6'] in n-d-615180-33 is: [{'id': '41495714-2872-460c-bf67-f10794c0e0d6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830415283-router', 'tenant_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:11:44Z', 'updated_at': '2021-08-11T02:13:22Z', 'revision_number': 6, 'project_id': '720bce38ad5b4b36b6ab4ec32b5aaae3', 'gw_port_host': None}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:13:24.690057 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-d0701715-83c2-437e-9855-8b06864b6523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb6ed01a-bbb0-4333-9948-f21d329c97d6 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:13:24.694521 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:24.733855 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2263d5a6-9e76-4a2d-9390-9cc578fa257b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:24.738217 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2263d5a6-9e76-4a2d-9390-9cc578fa257b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:24.740095 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2263d5a6-9e76-4a2d-9390-9cc578fa257b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/559cfe93-ae18-4b04-8947-4f691f66fb6a HTTP/1.1" status: 204 len: 168 time: 0.6879239 Aug 11 02:13:24.748454 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c3016a9d-d5cf-43be-88a8-4a6b02979c57 None None] Transition to ACTIVE for port object cc303002-2f95-4690-a427-cd4d5cde6a9d will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:24.751218 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-31f85c2c-8ee8-46c8-96a2-a092f780289c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:24.754166 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-d0701715-83c2-437e-9855-8b06864b6523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:24.764583 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-585e656e-9573-4fb0-83c9-09dea8809781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:24.771776 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-585e656e-9573-4fb0-83c9-09dea8809781 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:24.781486 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c3016a9d-d5cf-43be-88a8-4a6b02979c57 None None] Transition to ACTIVE for port object cc303002-2f95-4690-a427-cd4d5cde6a9d will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:24.793708 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c3016a9d-d5cf-43be-88a8-4a6b02979c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:24.831416 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263d5a6-9e76-4a2d-9390-9cc578fa257b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559cfe93-ae18-4b04-8947-4f691f66fb6a,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:24.845355 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f85c2c-8ee8-46c8-96a2-a092f780289c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Port': ['ID=3f483a39-c4fd-47b1-98b4-900a029f972b,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:24.906588 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-31f85c2c-8ee8-46c8-96a2-a092f780289c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:24.908702 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-31f85c2c-8ee8-46c8-96a2-a092f780289c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/3f483a39-c4fd-47b1-98b4-900a029f972b HTTP/1.1" status: 204 len: 168 time: 1.3149524 Aug 11 02:13:24.912575 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39324) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:24.941236 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3016a9d-d5cf-43be-88a8-4a6b02979c57 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:24.965371 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-c3016a9d-d5cf-43be-88a8-4a6b02979c57 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:24.970722 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3016a9d-d5cf-43be-88a8-4a6b02979c57 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:24.985657 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3016a9d-d5cf-43be-88a8-4a6b02979c57 None None] Pushing event updated for resources: {'Port': ['ID=cc303002-2f95-4690-a427-cd4d5cde6a9d,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:24.998821 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-d0701715-83c2-437e-9855-8b06864b6523 service neutron] Transition to ACTIVE for port object bb6ed01a-bbb0-4333-9948-f21d329c97d6 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:25.016110 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-d0701715-83c2-437e-9855-8b06864b6523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:25.038250 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-585e656e-9573-4fb0-83c9-09dea8809781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:25.038250 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585e656e-9573-4fb0-83c9-09dea8809781 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41495714-2872-460c-bf67-f10794c0e0d6 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:13:25.067453 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-c3016a9d-d5cf-43be-88a8-4a6b02979c57 None None] Attempting to bind port cc303002-2f95-4690-a427-cd4d5cde6a9d on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:13:25.068431 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-c3016a9d-d5cf-43be-88a8-4a6b02979c57 None None] Attempting to bind port cc303002-2f95-4690-a427-cd4d5cde6a9d by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:13:25.069119 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3016a9d-d5cf-43be-88a8-4a6b02979c57 None None] Attempting to bind port cc303002-2f95-4690-a427-cd4d5cde6a9d on network abfe629d-e2ef-4da1-94ab-4576283f6a78 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:25.072854 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:25.088281 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3016a9d-d5cf-43be-88a8-4a6b02979c57 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:13:25.088757 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3016a9d-d5cf-43be-88a8-4a6b02979c57 None None] Checking segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:25.089406 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c3016a9d-d5cf-43be-88a8-4a6b02979c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:25.089888 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3016a9d-d5cf-43be-88a8-4a6b02979c57 None None] Bound using segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:13:25.090386 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-c3016a9d-d5cf-43be-88a8-4a6b02979c57 None None] Bound port: cc303002-2f95-4690-a427-cd4d5cde6a9d, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:13:25.090535 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fbb75f-5824-497e-99ac-20942647c7b2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:25.090874 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c3016a9d-d5cf-43be-88a8-4a6b02979c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:25.092163 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fbb75f-5824-497e-99ac-20942647c7b2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:25.119724 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-80fbb75f-5824-497e-99ac-20942647c7b2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1944072 Aug 11 02:13:25.119724 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39332) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:25.156416 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-585e656e-9573-4fb0-83c9-09dea8809781 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:25.157581 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-585e656e-9573-4fb0-83c9-09dea8809781 admin admin] 10.222.0.50 "DELETE /v2.0/routers/41495714-2872-460c-bf67-f10794c0e0d6 HTTP/1.1" status: 204 len: 168 time: 3.7090635 Aug 11 02:13:25.162465 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 39336) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:25.273631 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-c3016a9d-d5cf-43be-88a8-4a6b02979c57 None None] For port cc303002-2f95-4690-a427-cd4d5cde6a9d, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:13:25.277915 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-c3016a9d-d5cf-43be-88a8-4a6b02979c57 None None] For port cc303002-2f95-4690-a427-cd4d5cde6a9d, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=cc303002-2f95-4690-a427-cd4d5cde6a9d,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:13:25.286148 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c3016a9d-d5cf-43be-88a8-4a6b02979c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:25.331667 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa2f3d8-934a-4ec3-8081-115ad4796766 admin admin] Deleting subnet 269d36c9-6b3c-4c9c-8f30-71febc1f6ea9 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:13:25.352977 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-49783015-3ff3-47ea-a37f-33be158cf483 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet a769304c-3405-426f-b216-14c6f7133475 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:13:25.361446 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-49783015-3ff3-47ea-a37f-33be158cf483 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:25.398540 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3016a9d-d5cf-43be-88a8-4a6b02979c57 None None] Pushing event updated for resources: {'Port': ['ID=cc303002-2f95-4690-a427-cd4d5cde6a9d,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:25.415635 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0701715-83c2-437e-9855-8b06864b6523 service neutron] Pushing event updated for resources: {'Port': ['ID=bb6ed01a-bbb0-4333-9948-f21d329c97d6,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:25.441507 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-49783015-3ff3-47ea-a37f-33be158cf483 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:25.443768 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9aa2f3d8-934a-4ec3-8081-115ad4796766 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:25.479480 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device a8393636-749a-49bd-88f4-c38c0632584d up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:25.597391 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-49783015-3ff3-47ea-a37f-33be158cf483 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:25.602669 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9aa2f3d8-934a-4ec3-8081-115ad4796766 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:25.651378 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port a8393636-749a-49bd-88f4-c38c0632584d completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:25.667264 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port a8393636-749a-49bd-88f4-c38c0632584d triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:25.668111 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:25.676490 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-d0701715-83c2-437e-9855-8b06864b6523 service neutron] Attempting to bind port bb6ed01a-bbb0-4333-9948-f21d329c97d6 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:13:25.677092 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-d0701715-83c2-437e-9855-8b06864b6523 service neutron] Attempting to bind port bb6ed01a-bbb0-4333-9948-f21d329c97d6 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'b3af0fa2-7035-422c-aee4-ac13c9a756a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:13:25.677092 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-d0701715-83c2-437e-9855-8b06864b6523 service neutron] Attempting to bind port bb6ed01a-bbb0-4333-9948-f21d329c97d6 on network 887cdb43-e9b9-4bf0-8022-79d7ba803ebc {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:25.683937 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-d0701715-83c2-437e-9855-8b06864b6523 service neutron] Port bb6ed01a-bbb0-4333-9948-f21d329c97d6 on network 887cdb43-e9b9-4bf0-8022-79d7ba803ebc not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:13:25.684277 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-d0701715-83c2-437e-9855-8b06864b6523 service neutron] Attempting to bind port bb6ed01a-bbb0-4333-9948-f21d329c97d6 on network 887cdb43-e9b9-4bf0-8022-79d7ba803ebc {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:25.694527 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-d0701715-83c2-437e-9855-8b06864b6523 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:13:25.695245 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-d0701715-83c2-437e-9855-8b06864b6523 service neutron] Checking segment: {'id': 'b3af0fa2-7035-422c-aee4-ac13c9a756a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:25.695365 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-d0701715-83c2-437e-9855-8b06864b6523 service neutron] Bound using segment: {'id': 'b3af0fa2-7035-422c-aee4-ac13c9a756a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:13:25.695804 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-d0701715-83c2-437e-9855-8b06864b6523 service neutron] Bound port: bb6ed01a-bbb0-4333-9948-f21d329c97d6, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3af0fa2-7035-422c-aee4-ac13c9a756a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:13:25.696172 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-d0701715-83c2-437e-9855-8b06864b6523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:25.712768 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-49783015-3ff3-47ea-a37f-33be158cf483 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:25.816680 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49783015-3ff3-47ea-a37f-33be158cf483 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=a769304c-3405-426f-b216-14c6f7133475,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:25.876595 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-d0701715-83c2-437e-9855-8b06864b6523 service neutron] For port bb6ed01a-bbb0-4333-9948-f21d329c97d6, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:13:25.883491 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-d0701715-83c2-437e-9855-8b06864b6523 service neutron] For port bb6ed01a-bbb0-4333-9948-f21d329c97d6, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=bb6ed01a-bbb0-4333-9948-f21d329c97d6,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:13:25.926364 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:25.935223 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-d0701715-83c2-437e-9855-8b06864b6523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:25.957823 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9aa2f3d8-934a-4ec3-8081-115ad4796766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:25.972085 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port a8393636-749a-49bd-88f4-c38c0632584d, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a8393636-749a-49bd-88f4-c38c0632584d,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:25.973174 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4f4e19-1211-4bfc-ac42-7ebb752c588b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8393636-749a-49bd-88f4-c38c0632584d'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:25.976546 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3d712f-59bf-4148-a097-d3af938c5d71" -d '{"events": [{"server_uuid": "ad4f4e19-1211-4bfc-ac42-7ebb752c588b", "name": "network-vif-plugged", "status": "completed", "tag": "a8393636-749a-49bd-88f4-c38c0632584d"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:25.980917 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:26.007780 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-d0701715-83c2-437e-9855-8b06864b6523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:26.008686 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-d0701715-83c2-437e-9855-8b06864b6523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:26.010388 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-d0701715-83c2-437e-9855-8b06864b6523 service neutron] 10.222.0.66 "PUT /v2.0/ports/bb6ed01a-bbb0-4333-9948-f21d329c97d6 HTTP/1.1" status: 200 len: 1092 time: 2.5703044 Aug 11 02:13:26.028227 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-49783015-3ff3-47ea-a37f-33be158cf483 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:26.036009 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-49783015-3ff3-47ea-a37f-33be158cf483 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/a769304c-3405-426f-b216-14c6f7133475 HTTP/1.1" status: 204 len: 168 time: 0.9227695 Aug 11 02:13:26.041425 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39374) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:26.058063 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4ddbc6-db24-4970-addf-613d402ca109', 'tag': 'bb6ed01a-bbb0-4333-9948-f21d329c97d6'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:26.061925 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d009d1-ef14-41bb-98ca-37ef29c684bd" -d '{"events": [{"name": "network-changed", "server_uuid": "cf4ddbc6-db24-4970-addf-613d402ca109", "tag": "bb6ed01a-bbb0-4333-9948-f21d329c97d6"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:26.063236 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=a8393636-749a-49bd-88f4-c38c0632584d,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:26.137168 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1b9b675b-846a-4046-9f65-80c222b34875 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912638 Aug 11 02:13:26.140563 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39380) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:26.150315 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-3603b75d-917d-4237-8a47-851b6babf463 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:26.169019 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac47948-0d6c-470e-a05e-394585720278 req-6319dd60-19a4-45f1-b1c5-d64e6c9ef7bb tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:26.170745 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bac47948-0d6c-470e-a05e-394585720278 req-6319dd60-19a4-45f1-b1c5-d64e6c9ef7bb tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 943 time: 0.2830319 Aug 11 02:13:26.210091 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-7021beac-e914-4410-ad23-ac2be6aeeef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:26.213229 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-7021beac-e914-4410-ad23-ac2be6aeeef4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb683947b58544f291a36cdc9fa42ce2&device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 1095 time: 0.1438324 Aug 11 02:13:26.226436 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0701715-83c2-437e-9855-8b06864b6523 service neutron] Pushing event updated for resources: {'Port': ['ID=bb6ed01a-bbb0-4333-9948-f21d329c97d6,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:26.292431 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-6cf14ca0-2ace-4694-95c1-89131427c097 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb6ed01a-bbb0-4333-9948-f21d329c97d6 HTTP/1.1" status: 200 len: 217 time: 0.0570693 Aug 11 02:13:26.314880 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9aa2f3d8-934a-4ec3-8081-115ad4796766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:26.343873 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-5391e17c-c0db-43f6-b382-b28afeaa3036 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:26.352396 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-5391e17c-c0db-43f6-b382-b28afeaa3036 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/networks?id=ae641db3-ab70-425a-9e3e-c284ea18d394 HTTP/1.1" status: 200 len: 811 time: 0.5217066 Aug 11 02:13:26.380201 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bac47948-0d6c-470e-a05e-394585720278 req-31baa8b2-1cf1-4bbb-9339-029b4e8e57c1 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938822 Aug 11 02:13:26.380712 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-6953744a-281e-42ad-a057-428c76199308 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/quotas/1d0255ff2e7f4c5f9a0fc50ad67a2630 HTTP/1.1" status: 200 len: 375 time: 0.0270472 Aug 11 02:13:26.394419 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2f3d8-934a-4ec3-8081-115ad4796766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=269d36c9-6b3c-4c9c-8f30-71febc1f6ea9,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:26.396493 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9aa2f3d8-934a-4ec3-8081-115ad4796766 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:26.404459 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9aa2f3d8-934a-4ec3-8081-115ad4796766 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/269d36c9-6b3c-4c9c-8f30-71febc1f6ea9 HTTP/1.1" status: 204 len: 168 time: 1.2406571 Aug 11 02:13:26.406411 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 39384) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:26.459975 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3603b75d-917d-4237-8a47-851b6babf463 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:26.462954 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device cc303002-2f95-4690-a427-cd4d5cde6a9d up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:26.465923 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3603b75d-917d-4237-8a47-851b6babf463 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:26.531492 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-9278128c-d6a3-43e8-a941-ed08bafc957b tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d0255ff2e7f4c5f9a0fc50ad67a2630&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1495378 Aug 11 02:13:26.540748 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-3e81192a-e810-44c0-89f5-a1a98e41b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:26.544209 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-3e81192a-e810-44c0-89f5-a1a98e41b300 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=852e65ca-6cb3-47f3-8aea-2b8debfff40c HTTP/1.1" status: 200 len: 852 time: 0.2400784 Aug 11 02:13:26.583152 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port cc303002-2f95-4690-a427-cd4d5cde6a9d completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:26.637016 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-eaaa8a97-063e-43c9-88bb-0687fc4077b2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759959 Aug 11 02:13:26.719795 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1db9c2d1-143c-4901-9df4-2ef5fa789dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:26.722702 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 592c0479-0a23-45cf-a3c8-34828431b932 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:26.764694 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 592c0479-0a23-45cf-a3c8-34828431b932 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:13:26.765084 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 592c0479-0a23-45cf-a3c8-34828431b932 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:13:26.765478 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3f0c9c73-994b-45c3-8cf1-35938ba67cbd no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:26.817013 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 3f0c9c73-994b-45c3-8cf1-35938ba67cbd {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:13:26.817368 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3f0c9c73-994b-45c3-8cf1-35938ba67cbd not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:13:26.955113 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ceccb4-65f0-4de7-a998-858131e7e62d req-2116a2a6-dafb-4e5d-bb46-bcf4f259dbac tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:26.957722 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6ceccb4-65f0-4de7-a998-858131e7e62d req-2116a2a6-dafb-4e5d-bb46-bcf4f259dbac tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad4f4e19-1211-4bfc-ac42-7ebb752c588b HTTP/1.1" status: 200 len: 949 time: 0.2128391 Aug 11 02:13:27.014549 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1db9c2d1-143c-4901-9df4-2ef5fa789dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:27.026286 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-1db9c2d1-143c-4901-9df4-2ef5fa789dbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69577f3b-37d2-4abe-933d-a6840532cbc0']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:27.037441 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-1db9c2d1-143c-4901-9df4-2ef5fa789dbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26fad3a7-418e-4f2c-82bb-428c9bfc830f') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:27.037744 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-1db9c2d1-143c-4901-9df4-2ef5fa789dbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26fad3a7-418e-4f2c-82bb-428c9bfc830f') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:27.047800 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1db9c2d1-143c-4901-9df4-2ef5fa789dbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:27.065269 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-d7a91455-84e8-40b4-b353-896503232890 service neutron] 10.222.0.66 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146638 Aug 11 02:13:27.094890 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1db9c2d1-143c-4901-9df4-2ef5fa789dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:27.113486 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53425171-0ad3-419d-867f-86c40aa85a00 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:13:27.165673 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-393ebb0e-cf5a-4b72-b2c0-5a0af3fb22ca service neutron] 10.222.0.50 "GET /v2.0/networks/ae641db3-ab70-425a-9e3e-c284ea18d394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6327653 Aug 11 02:13:27.171061 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db9c2d1-143c-4901-9df4-2ef5fa789dbf admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:13:27.171467 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1db9c2d1-143c-4901-9df4-2ef5fa789dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:13:27.177468 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:13:27.196163 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-af5fd091-01c0-496f-a583-63c940542c4b None None] Provisioning for port cc303002-2f95-4690-a427-cd4d5cde6a9d completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:27.201861 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-af5fd091-01c0-496f-a583-63c940542c4b None None] Provisioning complete for port cc303002-2f95-4690-a427-cd4d5cde6a9d triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:27.202315 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-af5fd091-01c0-496f-a583-63c940542c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:27.268799 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6ceccb4-65f0-4de7-a998-858131e7e62d req-dcba5d8a-390e-4549-9c8d-452435e852d6 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec401f9e-4875-4c45-b4cf-37796f182c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781720 Aug 11 02:13:27.317677 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1db9c2d1-143c-4901-9df4-2ef5fa789dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:27.325139 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1db9c2d1-143c-4901-9df4-2ef5fa789dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:27.335434 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1db9c2d1-143c-4901-9df4-2ef5fa789dbf admin admin] 10.222.0.50 "DELETE /v2.0/networks/69577f3b-37d2-4abe-933d-a6840532cbc0 HTTP/1.1" status: 204 len: 168 time: 0.9276869 Aug 11 02:13:27.376438 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9c2d1-143c-4901-9df4-2ef5fa789dbf admin admin] Pushing event deleted for resources: {'Network': ['ID=69577f3b-37d2-4abe-933d-a6840532cbc0,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:27.399224 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-e837f238-b486-4b80-aadb-2798cb8a89c3 service neutron] 10.222.0.50 "GET /v2.0/networks/ae641db3-ab70-425a-9e3e-c284ea18d394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233868 Aug 11 02:13:27.400387 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3603b75d-917d-4237-8a47-851b6babf463 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:27.403272 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-494849cc-d06e-46f9-aa00-fdda99e25f8f req-d4630353-74b7-445b-a9e6-020049b99f5b service neutron] 10.222.0.66 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254645 Aug 11 02:13:27.419401 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babbfd22-f63c-4cd8-a424-9c6ed23de99d None None] DHCP port deletion for abfe629d-e2ef-4da1-94ab-4576283f6a78 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:13:27.487570 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-af5fd091-01c0-496f-a583-63c940542c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:27.530655 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3603b75d-917d-4237-8a47-851b6babf463 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:27.534483 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-3603b75d-917d-4237-8a47-851b6babf463 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:27.539285 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3603b75d-917d-4237-8a47-851b6babf463 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:27.539924 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3603b75d-917d-4237-8a47-851b6babf463 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:27.551292 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-af5fd091-01c0-496f-a583-63c940542c4b None None] For port cc303002-2f95-4690-a427-cd4d5cde6a9d, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=cc303002-2f95-4690-a427-cd4d5cde6a9d,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:27.558080 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-babbfd22-f63c-4cd8-a424-9c6ed23de99d None None] Deleting port cc303002-2f95-4690-a427-cd4d5cde6a9d {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:27.558459 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-babbfd22-f63c-4cd8-a424-9c6ed23de99d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:27.588869 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-af5fd091-01c0-496f-a583-63c940542c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:27.589463 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3603b75d-917d-4237-8a47-851b6babf463 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4467225 Aug 11 02:13:27.593860 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 39424) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:27.595839 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603b75d-917d-4237-8a47-851b6babf463 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=2ec6e5d1-00e4-4e21-a33d-cebce64e1eca,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:27.601155 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-1bf608ab-80fa-4924-9897-3dc3a9cd5230 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'port': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'fixed_ips': [{'subnet_id': '2ec6e5d1-00e4-4e21-a33d-cebce64e1eca', 'ip_address': '2001:db8::eb6a:b39e:dc98:e657'}], 'name': 'tempest-NetworksTestDHCPv6-2095323290'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:27.684463 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a7f9a6-3b5d-4884-b6cd-0cc6575bc88c x-openstack-request-id: req-82a7f9a6-3b5d-4884-b6cd-0cc6575bc88c {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:27.684761 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4f4e19-1211-4bfc-ac42-7ebb752c588b", "name": "network-vif-plugged", "status": "completed", "tag": "a8393636-749a-49bd-88f4-c38c0632584d", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:27.685017 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-82a7f9a6-3b5d-4884-b6cd-0cc6575bc88c {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:27.687667 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4f4e19-1211-4bfc-ac42-7ebb752c588b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8393636-749a-49bd-88f4-c38c0632584d', 'code': 200} Aug 11 02:13:27.704095 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39434) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:27.752254 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cc85c1-6b93-47d2-90b2-4f7b091a2bf1 x-openstack-request-id: req-95cc85c1-6b93-47d2-90b2-4f7b091a2bf1 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:27.752919 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf4ddbc6-db24-4970-addf-613d402ca109", "tag": "bb6ed01a-bbb0-4333-9948-f21d329c97d6", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:27.752919 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-95cc85c1-6b93-47d2-90b2-4f7b091a2bf1 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:27.753216 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf4ddbc6-db24-4970-addf-613d402ca109', 'tag': 'bb6ed01a-bbb0-4333-9948-f21d329c97d6', 'status': 'completed', 'code': 200} Aug 11 02:13:27.791724 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5fd091-01c0-496f-a583-63c940542c4b None None] Pushing event updated for resources: {'Port': ['ID=cc303002-2f95-4690-a427-cd4d5cde6a9d,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:27.807185 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-babbfd22-f63c-4cd8-a424-9c6ed23de99d None None] For port cc303002-2f95-4690-a427-cd4d5cde6a9d, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=cc303002-2f95-4690-a427-cd4d5cde6a9d,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:27.808024 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-babbfd22-f63c-4cd8-a424-9c6ed23de99d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:27.821680 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-babbfd22-f63c-4cd8-a424-9c6ed23de99d None None] Calling delete_port for cc303002-2f95-4690-a427-cd4d5cde6a9d owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:27.876830 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d7b701e9-02e5-4af4-a567-e8d6645bc6df admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=720bce38ad5b4b36b6ab4ec32b5aaae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1717401 Aug 11 02:13:27.881776 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39448) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:27.906992 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d009d1-ef14-41bb-98ca-37ef29c684bd req-6201fbbb-21cb-4af2-ba82-6ec04e6e1959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:27.908470 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a6d009d1-ef14-41bb-98ca-37ef29c684bd req-6201fbbb-21cb-4af2-ba82-6ec04e6e1959 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb683947b58544f291a36cdc9fa42ce2&device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 1095 time: 0.1341650 Aug 11 02:13:27.923900 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a4e9f-551c-47b9-87e2-24b58b00c95e req-09fd301d-0b77-46b0-8db3-7128fb774548 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:27.925475 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1e8a4e9f-551c-47b9-87e2-24b58b00c95e req-09fd301d-0b77-46b0-8db3-7128fb774548 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 943 time: 0.1522942 Aug 11 02:13:27.928186 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c308dd-8c23-49fe-ae7e-fcb755b14e89 req-c3cf296a-9a2c-4cec-9d3f-5f179d9dfbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:27.929708 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-82c308dd-8c23-49fe-ae7e-fcb755b14e89 req-c3cf296a-9a2c-4cec-9d3f-5f179d9dfbba service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ad4f4e19-1211-4bfc-ac42-7ebb752c588b HTTP/1.1" status: 200 len: 1101 time: 0.1377356 Aug 11 02:13:27.979457 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-68c244e6-7ab2-4c4e-8fe9-8eb68abc99d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:27.981320 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-babbfd22-f63c-4cd8-a424-9c6ed23de99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:28.011530 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babbfd22-f63c-4cd8-a424-9c6ed23de99d None None] Pushing event deleted for resources: {'Port': ['ID=cc303002-2f95-4690-a427-cd4d5cde6a9d,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:28.020653 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babbfd22-f63c-4cd8-a424-9c6ed23de99d None None] No DVR routers for this DVR port cc303002-2f95-4690-a427-cd4d5cde6a9d on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:13:28.042285 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923a06c8-5eb1-4ad9-b004-44dd3bc61357 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:13:28.047574 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-68c244e6-7ab2-4c4e-8fe9-8eb68abc99d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:28.099984 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-82c308dd-8c23-49fe-ae7e-fcb755b14e89 req-d92f11ad-d549-4e66-ac0d-d7daca996c7c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ec401f9e-4875-4c45-b4cf-37796f182c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605208 Aug 11 02:13:28.114713 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd4c97-fa52-4bf6-9205-b1e0fac71130 req-e41645bd-5ea1-4866-af76-db8342a6b616 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:28.116493 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7afd4c97-fa52-4bf6-9205-b1e0fac71130 req-e41645bd-5ea1-4866-af76-db8342a6b616 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fbab90-3070-4097-9656-6e404b581b17 HTTP/1.1" status: 200 len: 948 time: 0.1604412 Aug 11 02:13:28.181065 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7afd4c97-fa52-4bf6-9205-b1e0fac71130 req-610c35eb-d8fc-49b2-bbcd-5ee11618f652 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/security-groups?id=a05165a2-747c-4bf7-964e-7c9b42d3f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574644 Aug 11 02:13:28.203520 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-68c244e6-7ab2-4c4e-8fe9-8eb68abc99d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:28.206249 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-68c244e6-7ab2-4c4e-8fe9-8eb68abc99d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:28.209956 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-68c244e6-7ab2-4c4e-8fe9-8eb68abc99d4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/45b25b34-9b54-4e3b-8504-b668c19020c1 HTTP/1.1" status: 204 len: 168 time: 0.3207905 Aug 11 02:13:28.240606 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c244e6-7ab2-4c4e-8fe9-8eb68abc99d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b25b34-9b54-4e3b-8504-b668c19020c1,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:28.296599 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1e8a4e9f-551c-47b9-87e2-24b58b00c95e req-3ba9aba3-c0f4-47a5-9600-76ec442dda06 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529947 Aug 11 02:13:28.301772 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf608ab-80fa-4924-9897-3dc3a9cd5230 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:28.309487 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device cc303002-2f95-4690-a427-cd4d5cde6a9d no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:28.311278 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6ca1821f-b2d0-43af-83e7-33ee6921187c req-0b9a8b7d-3e5a-4b10-a6e0-ae3525d4eb1a tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 210 time: 0.0423923 Aug 11 02:13:28.342148 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdd6bd5-7cfa-4326-abef-e55f320787ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-abfe629d-e2ef-4da1-94ab-4576283f6a78', 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'fixed_ips': [{'subnet_id': '2ec6e5d1-00e4-4e21-a33d-cebce64e1eca'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:13:28.343000 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8cdd6bd5-7cfa-4326-abef-e55f320787ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:28.379395 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: cc303002-2f95-4690-a427-cd4d5cde6a9d {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:13:28.386437 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device cc303002-2f95-4690-a427-cd4d5cde6a9d not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:13:28.464145 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d009d1-ef14-41bb-98ca-37ef29c684bd req-6eb0daff-a24f-45b3-b899-e635c800d60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:28.466126 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a6d009d1-ef14-41bb-98ca-37ef29c684bd req-6eb0daff-a24f-45b3-b899-e635c800d60b service neutron] 10.222.0.66 "GET /v2.0/networks?id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc HTTP/1.1" status: 200 len: 913 time: 0.5377064 Aug 11 02:13:28.544904 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1bf608ab-80fa-4924-9897-3dc3a9cd5230 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:28.554108 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a6d009d1-ef14-41bb-98ca-37ef29c684bd req-7866c601-5f93-4667-a186-d280fef5ac98 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb6ed01a-bbb0-4333-9948-f21d329c97d6 HTTP/1.1" status: 200 len: 217 time: 0.0754356 Aug 11 02:13:28.625003 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-1bf608ab-80fa-4924-9897-3dc3a9cd5230 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] device_id is not set on port 97a0e91f-75cb-4337-ae8d-6b62e8b7fb85 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:13:28.638529 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-8cdd6bd5-7cfa-4326-abef-e55f320787ef None None] Allocated IP 2001:db8::2 (abfe629d-e2ef-4da1-94ab-4576283f6a78/2ec6e5d1-00e4-4e21-a33d-cebce64e1eca/4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:28.694831 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b1205-a78d-468b-a1e0-3c2b4571df94 req-9408407c-79ff-47c1-8dfd-c57ff469e5bb tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:28.696685 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-720b1205-a78d-468b-a1e0-3c2b4571df94 req-9408407c-79ff-47c1-8dfd-c57ff469e5bb tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad4f4e19-1211-4bfc-ac42-7ebb752c588b HTTP/1.1" status: 200 len: 949 time: 0.2033494 Aug 11 02:13:28.712497 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d009d1-ef14-41bb-98ca-37ef29c684bd req-053e595d-494a-44bc-a0e0-193d6ca25485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:28.713952 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a6d009d1-ef14-41bb-98ca-37ef29c684bd req-053e595d-494a-44bc-a0e0-193d6ca25485 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=852e65ca-6cb3-47f3-8aea-2b8debfff40c HTTP/1.1" status: 200 len: 852 time: 0.1375513 Aug 11 02:13:28.800459 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a6d009d1-ef14-41bb-98ca-37ef29c684bd req-57ab059a-fd1d-4011-aaa6-e973a36af8a5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736587 Aug 11 02:13:28.832612 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8cdd6bd5-7cfa-4326-abef-e55f320787ef None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:28.852064 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8cdd6bd5-7cfa-4326-abef-e55f320787ef None None] Transition to ACTIVE for port object 4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:28.868136 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-720b1205-a78d-468b-a1e0-3c2b4571df94 req-bd6efb27-6f89-4d72-ac15-8c4a8289bbf6 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec401f9e-4875-4c45-b4cf-37796f182c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564062 Aug 11 02:13:28.873840 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-7272ebeb-0d68-4c7a-83d9-74d4906e8e3c tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=9ab74d5460f0476688ea396d542af544&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285215 Aug 11 02:13:28.876555 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8cdd6bd5-7cfa-4326-abef-e55f320787ef None None] Transition to ACTIVE for port object 4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:28.888987 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8cdd6bd5-7cfa-4326-abef-e55f320787ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:28.952319 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdd6bd5-7cfa-4326-abef-e55f320787ef None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:28.956473 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-8cdd6bd5-7cfa-4326-abef-e55f320787ef None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:28.961940 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdd6bd5-7cfa-4326-abef-e55f320787ef None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:28.967833 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd6bd5-7cfa-4326-abef-e55f320787ef None None] Pushing event updated for resources: {'Port': ['ID=4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:29.063723 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-8cdd6bd5-7cfa-4326-abef-e55f320787ef None None] Attempting to bind port 4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:13:29.064237 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-8cdd6bd5-7cfa-4326-abef-e55f320787ef None None] Attempting to bind port 4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:13:29.064706 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdd6bd5-7cfa-4326-abef-e55f320787ef None None] Attempting to bind port 4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664 on network abfe629d-e2ef-4da1-94ab-4576283f6a78 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:29.072349 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdd6bd5-7cfa-4326-abef-e55f320787ef None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:13:29.073055 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdd6bd5-7cfa-4326-abef-e55f320787ef None None] Checking segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:29.073565 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8cdd6bd5-7cfa-4326-abef-e55f320787ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:29.074058 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdd6bd5-7cfa-4326-abef-e55f320787ef None None] Bound using segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:13:29.074556 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-1bf608ab-80fa-4924-9897-3dc3a9cd5230 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Allocated IP 2001:db8::eb6a:b39e:dc98:e657 (abfe629d-e2ef-4da1-94ab-4576283f6a78/2ec6e5d1-00e4-4e21-a33d-cebce64e1eca/97a0e91f-75cb-4337-ae8d-6b62e8b7fb85) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:29.074703 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-8cdd6bd5-7cfa-4326-abef-e55f320787ef None None] Bound port: 4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:13:29.075334 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8cdd6bd5-7cfa-4326-abef-e55f320787ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:29.122185 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a6d009d1-ef14-41bb-98ca-37ef29c684bd req-788c4eab-bfd4-4441-bc9f-f64010a5e236 service neutron] 10.222.0.66 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056586 Aug 11 02:13:29.178032 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-8cdd6bd5-7cfa-4326-abef-e55f320787ef None None] For port 4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:13:29.181851 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-8cdd6bd5-7cfa-4326-abef-e55f320787ef None None] For port 4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:13:29.189534 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8cdd6bd5-7cfa-4326-abef-e55f320787ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:29.341599 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd6bd5-7cfa-4326-abef-e55f320787ef None None] Pushing event updated for resources: {'Port': ['ID=4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:29.372957 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-d2e493e8-2dd6-43c8-aa4b-6424053f8c20 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:29.386401 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-d2e493e8-2dd6-43c8-aa4b-6424053f8c20 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5057700 Aug 11 02:13:29.415055 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-080775f9-34fb-49d2-96c5-4f9def2e1383 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/quotas/9ab74d5460f0476688ea396d542af544 HTTP/1.1" status: 200 len: 375 time: 0.0277102 Aug 11 02:13:29.469615 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-8f0b64cb-c034-4722-90eb-2f56ffe09c75 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ab74d5460f0476688ea396d542af544&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528150 Aug 11 02:13:29.469883 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39528) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:29.509438 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-27ea725d-c7e2-4927-97e4-98cbe20e0654 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:29.511108 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-27ea725d-c7e2-4927-97e4-98cbe20e0654 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.73 "GET /v2.0/networks?id=ae641db3-ab70-425a-9e3e-c284ea18d394 HTTP/1.1" status: 200 len: 811 time: 0.3874624 Aug 11 02:13:29.523945 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1bf608ab-80fa-4924-9897-3dc3a9cd5230 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:29.530395 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-77d16cbb-c4af-4efc-8865-35ad070aa9e6 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Request body: {'port': {'device_id': 'fd99d3d5-d1e9-4331-b1d6-dafb130afcad', 'network_id': 'ae641db3-ab70-425a-9e3e-c284ea18d394', 'admin_state_up': True, 'tenant_id': '1d0255ff2e7f4c5f9a0fc50ad67a2630'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:29.537595 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b483e5-9f74-4c82-af89-bcaa25163c5f req-a2eba6b0-4b5c-4399-a60a-693f5ee4516f tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:29.539173 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-11b483e5-9f74-4c82-af89-bcaa25163c5f req-a2eba6b0-4b5c-4399-a60a-693f5ee4516f tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1fbab90-3070-4097-9656-6e404b581b17 HTTP/1.1" status: 200 len: 948 time: 0.1789498 Aug 11 02:13:29.627231 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-1bf608ab-80fa-4924-9897-3dc3a9cd5230 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Transition to ACTIVE for port object 97a0e91f-75cb-4337-ae8d-6b62e8b7fb85 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:29.708400 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-9bbd6664-4957-4027-a089-8c36183182e5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1936869412-network', 'tenant_id': '0e4e387ba25a4d14b8728f756bd278ce'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:29.791798 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a6d009d1-ef14-41bb-98ca-37ef29c684bd req-b3938761-ad56-4205-912b-87d4636cf773 service neutron] 10.222.0.66 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6618571 Aug 11 02:13:29.797202 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1bf608ab-80fa-4924-9897-3dc3a9cd5230 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:29.823598 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbd6664-4957-4027-a089-8c36183182e5 admin admin] Made reservation on behalf of 0e4e387ba25a4d14b8728f756bd278ce for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:29.826544 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9bbd6664-4957-4027-a089-8c36183182e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:29.828994 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf608ab-80fa-4924-9897-3dc3a9cd5230 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:29.834613 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-1bf608ab-80fa-4924-9897-3dc3a9cd5230 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:29.847829 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9bbd6664-4957-4027-a089-8c36183182e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:29.856057 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf608ab-80fa-4924-9897-3dc3a9cd5230 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:29.862408 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf608ab-80fa-4924-9897-3dc3a9cd5230 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:29.862926 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1bf608ab-80fa-4924-9897-3dc3a9cd5230 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:29.876253 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-77d16cbb-c4af-4efc-8865-35ad070aa9e6 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Made reservation on behalf of 1d0255ff2e7f4c5f9a0fc50ad67a2630 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:29.880899 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-77d16cbb-c4af-4efc-8865-35ad070aa9e6 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:29.903846 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1bf608ab-80fa-4924-9897-3dc3a9cd5230 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3058112 Aug 11 02:13:29.905152 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 39552) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:29.906730 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a178db4-701f-43a4-ae75-a66323e36b88 req-ba4bf107-e609-40fe-8018-fb1a50d8ad06 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:29.914932 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9a178db4-701f-43a4-ae75-a66323e36b88 req-ba4bf107-e609-40fe-8018-fb1a50d8ad06 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fbab90-3070-4097-9656-6e404b581b17 HTTP/1.1" status: 200 len: 948 time: 0.1379280 Aug 11 02:13:29.925548 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf608ab-80fa-4924-9897-3dc3a9cd5230 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Port': ['ID=97a0e91f-75cb-4337-ae8d-6b62e8b7fb85,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:29.969891 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-11b483e5-9f74-4c82-af89-bcaa25163c5f req-eda6e112-00ea-48a3-87ae-26c274dd6c99 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Deleting port b9cc0dc2-23ef-41d8-992d-1b8ea6278150 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:29.970233 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-11b483e5-9f74-4c82-af89-bcaa25163c5f req-eda6e112-00ea-48a3-87ae-26c274dd6c99 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:30.019124 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9a178db4-701f-43a4-ae75-a66323e36b88 req-4d4a2722-c6e2-474a-a2d4-0be9164e5eb0 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/security-groups?id=a05165a2-747c-4bf7-964e-7c9b42d3f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033497 Aug 11 02:13:30.059443 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cb2f06-9d81-4559-9b4a-43c5a97f0720 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:30.065905 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cb2f06-9d81-4559-9b4a-43c5a97f0720 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:30.067638 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a1cb2f06-9d81-4559-9b4a-43c5a97f0720 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1569459 Aug 11 02:13:30.076099 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 39558) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:30.103068 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f77bd-a9a4-4400-ae27-558e908012a4 req-0b9c5a41-16a3-4a35-bad3-220e04e409c4 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:30.111245 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ed7f77bd-a9a4-4400-ae27-558e908012a4 req-0b9c5a41-16a3-4a35-bad3-220e04e409c4 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 943 time: 0.1786907 Aug 11 02:13:30.138295 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-77d16cbb-c4af-4efc-8865-35ad070aa9e6 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Allocated IP 172.20.0.7 (ae641db3-ab70-425a-9e3e-c284ea18d394/43fa3b0b-85ea-4bef-bf2a-1eb966dfb8aa/073da2ac-4e4b-4f54-a377-bb7d199be90c) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:30.162275 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-36fe1867-5aad-4c5f-8669-d0c0386d6ca3 req-d351301c-ec9b-48d1-bac6-24903cc0e886 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 210 time: 0.0497427 Aug 11 02:13:30.221595 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9bbd6664-4957-4027-a089-8c36183182e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:30.262497 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-11b483e5-9f74-4c82-af89-bcaa25163c5f req-eda6e112-00ea-48a3-87ae-26c274dd6c99 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] For port b9cc0dc2-23ef-41d8-992d-1b8ea6278150, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b9cc0dc2-23ef-41d8-992d-1b8ea6278150,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:30.263120 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-11b483e5-9f74-4c82-af89-bcaa25163c5f req-eda6e112-00ea-48a3-87ae-26c274dd6c99 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:30.263404 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9bbd6664-4957-4027-a089-8c36183182e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:30.275748 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device bb6ed01a-bbb0-4333-9948-f21d329c97d6 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:13:30.280238 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ed7f77bd-a9a4-4400-ae27-558e908012a4 req-b4fc5054-b947-4342-98e0-5eaa55375e35 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678638 Aug 11 02:13:30.312657 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-11b483e5-9f74-4c82-af89-bcaa25163c5f req-eda6e112-00ea-48a3-87ae-26c274dd6c99 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Calling delete_port for b9cc0dc2-23ef-41d8-992d-1b8ea6278150 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:30.353611 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-350010ad-f9c9-4964-a59b-ebcea74a1c1f req-88f5c4f9-d912-4a15-82d9-fbfdeb3a24b4 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/ports?device_id=307ece3c-3559-47a9-8f74-15775e0fbd38 HTTP/1.1" status: 200 len: 210 time: 0.1242070 Aug 11 02:13:30.407947 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:30.412345 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbd6664-4957-4027-a089-8c36183182e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:13:30.526701 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd6664-4957-4027-a089-8c36183182e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0ac8f3-5238-4539-9974-f185fc424684,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:30.561782 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-e221b07a-84f1-442e-98b7-a3918f628661 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting port 97a0e91f-75cb-4337-ae8d-6b62e8b7fb85 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:30.562452 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e221b07a-84f1-442e-98b7-a3918f628661 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:30.570145 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port bb6ed01a-bbb0-4333-9948-f21d329c97d6, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=bb6ed01a-bbb0-4333-9948-f21d329c97d6,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:30.585828 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'bb6ed01a-bbb0-4333-9948-f21d329c97d6', 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc', 'port_id': 'bb6ed01a-bbb0-4333-9948-f21d329c97d6', 'mac_address': 'fa:16:3e:b7:6a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '852e65ca-6cb3-47f3-8aea-2b8debfff40c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:13:30.606798 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9bbd6664-4957-4027-a089-8c36183182e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:30.607142 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-9bbd6664-4957-4027-a089-8c36183182e5 admin admin] Added segment 17ab65aa-1575-4f0d-91af-c45c627f5d6a of type vlan for network fa6d118c-1b11-471b-a79b-8ba66c683603 Aug 11 02:13:30.664450 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-11b483e5-9f74-4c82-af89-bcaa25163c5f req-eda6e112-00ea-48a3-87ae-26c274dd6c99 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:30.673348 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:30.694072 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb6ed01a-bbb0-4333-9948-f21d329c97d6 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:13:30.700363 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:30.722370 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6e112-00ea-48a3-87ae-26c274dd6c99 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Pushing event deleted for resources: {'Port': ['ID=b9cc0dc2-23ef-41d8-992d-1b8ea6278150,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:30.732028 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port bb6ed01a-bbb0-4333-9948-f21d329c97d6, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=bb6ed01a-bbb0-4333-9948-f21d329c97d6,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:30.745759 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:30.779093 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9bbd6664-4957-4027-a089-8c36183182e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:30.807710 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e221b07a-84f1-442e-98b7-a3918f628661 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:30.808690 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f6a7e-fa86-4e80-8c45-04b49bb0a04c req-a77f4014-27bc-407b-8859-6623a9d0d68e tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:30.810280 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ac1f6a7e-fa86-4e80-8c45-04b49bb0a04c req-a77f4014-27bc-407b-8859-6623a9d0d68e tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad4f4e19-1211-4bfc-ac42-7ebb752c588b HTTP/1.1" status: 200 len: 949 time: 0.3118162 Aug 11 02:13:30.820983 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b483e5-9f74-4c82-af89-bcaa25163c5f req-eda6e112-00ea-48a3-87ae-26c274dd6c99 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] No DVR routers for this DVR port b9cc0dc2-23ef-41d8-992d-1b8ea6278150 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:13:30.827360 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-11b483e5-9f74-4c82-af89-bcaa25163c5f req-eda6e112-00ea-48a3-87ae-26c274dd6c99 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:30.827522 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=bb6ed01a-bbb0-4333-9948-f21d329c97d6,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:30.830609 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-11b483e5-9f74-4c82-af89-bcaa25163c5f req-eda6e112-00ea-48a3-87ae-26c274dd6c99 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.73 "DELETE /v2.0/ports/b9cc0dc2-23ef-41d8-992d-1b8ea6278150 HTTP/1.1" status: 204 len: 173 time: 1.2767189 Aug 11 02:13:30.838410 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fbab90-3070-4097-9656-6e404b581b17', 'name': 'network-vif-deleted', 'tag': 'b9cc0dc2-23ef-41d8-992d-1b8ea6278150'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:30.841799 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1155f52-c09d-452d-a4cb-3157076a9ca9" -d '{"events": [{"server_uuid": "c1fbab90-3070-4097-9656-6e404b581b17", "name": "network-vif-deleted", "tag": "b9cc0dc2-23ef-41d8-992d-1b8ea6278150"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:30.863269 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-e221b07a-84f1-442e-98b7-a3918f628661 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Calling delete_port for 97a0e91f-75cb-4337-ae8d-6b62e8b7fb85 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:30.874444 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5aba0aba-013d-4be4-958e-23349c1e1a3b None None] Provisioning for port 4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:30.880569 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5aba0aba-013d-4be4-958e-23349c1e1a3b None None] Provisioning complete for port 4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:30.881473 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5aba0aba-013d-4be4-958e-23349c1e1a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:30.933990 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9bbd6664-4957-4027-a089-8c36183182e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:30.934963 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbd6664-4957-4027-a089-8c36183182e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:30.935572 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9bbd6664-4957-4027-a089-8c36183182e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:30.949885 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-77d16cbb-c4af-4efc-8865-35ad070aa9e6 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:31.002167 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['bb6ed01a-bbb0-4333-9948-f21d329c97d6'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:31.054495 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5aba0aba-013d-4be4-958e-23349c1e1a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:31.067409 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ac1f6a7e-fa86-4e80-8c45-04b49bb0a04c req-0bab27f8-5b1f-440d-a443-de7ea4211f51 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec401f9e-4875-4c45-b4cf-37796f182c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045813 Aug 11 02:13:31.067714 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed73af-9e02-4b75-831b-77143858fd1f req-5765fec9-bf58-4acb-834f-f8b2225f0e8b tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:31.069377 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-faed73af-9e02-4b75-831b-77143858fd1f req-5765fec9-bf58-4acb-834f-f8b2225f0e8b tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/networks?id=817a4ff3-115a-4b81-9f1c-4ed18d90c966 HTTP/1.1" status: 200 len: 805 time: 0.2033908 Aug 11 02:13:31.075284 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9bbd6664-4957-4027-a089-8c36183182e5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6004710 Aug 11 02:13:31.082555 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 39580) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:31.088036 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-f4d5038f-75f4-4b4d-82ab-b79635dba7ee admin admin] Request body: {'subnet': {'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1936869412-subnet', 'tenant_id': '0e4e387ba25a4d14b8728f756bd278ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:31.126617 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd6664-4957-4027-a089-8c36183182e5 admin admin] Pushing event updated for resources: {'Network': ['ID=fa6d118c-1b11-471b-a79b-8ba66c683603,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:31.137589 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-5aba0aba-013d-4be4-958e-23349c1e1a3b None None] For port 4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:31.142923 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network fa6d118c-1b11-471b-a79b-8ba66c683603 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:13:31.162731 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d5038f-75f4-4b4d-82ab-b79635dba7ee admin admin] Made reservation on behalf of 0e4e387ba25a4d14b8728f756bd278ce for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:31.165159 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f4d5038f-75f4-4b4d-82ab-b79635dba7ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:31.178087 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-77d16cbb-c4af-4efc-8865-35ad070aa9e6 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:31.210302 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5aba0aba-013d-4be4-958e-23349c1e1a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:31.260443 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-faed73af-9e02-4b75-831b-77143858fd1f req-eb2a2e64-63c7-4cc5-9144-e6617fd9e02e tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/quotas/a8d04554417c40d6830a6309b9057b02 HTTP/1.1" status: 200 len: 375 time: 0.1197572 Aug 11 02:13:31.277499 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1c6f8c-8b10-4565-b810-f0a49e59976a x-openstack-request-id: req-4d1c6f8c-8b10-4565-b810-f0a49e59976a {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:31.277798 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1fbab90-3070-4097-9656-6e404b581b17", "name": "network-vif-deleted", "tag": "b9cc0dc2-23ef-41d8-992d-1b8ea6278150", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:31.278056 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4d1c6f8c-8b10-4565-b810-f0a49e59976a {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:31.278484 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1fbab90-3070-4097-9656-6e404b581b17', 'name': 'network-vif-deleted', 'tag': 'b9cc0dc2-23ef-41d8-992d-1b8ea6278150', 'status': 'completed', 'code': 200} Aug 11 02:13:31.318597 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-77d16cbb-c4af-4efc-8865-35ad070aa9e6 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Network ae641db3-ab70-425a-9e3e-c284ea18d394 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:31.322793 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-77d16cbb-c4af-4efc-8865-35ad070aa9e6 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:31.326978 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-77d16cbb-c4af-4efc-8865-35ad070aa9e6 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:31.395067 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-77d16cbb-c4af-4efc-8865-35ad070aa9e6 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:31.395957 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5ef7b09f-c442-4b31-ae13-df0c62c50b0b None None] Could not find standard attr ID for object 3f483a39-c4fd-47b1-98b4-900a029f972b. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:13:31.396947 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-77d16cbb-c4af-4efc-8865-35ad070aa9e6 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:31.513667 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0793f175-d97f-4618-bb73-9796df5c9e96 req-e9f550d0-d395-4d00-ba9b-75bba381c6f8 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fbab90-3070-4097-9656-6e404b581b17 HTTP/1.1" status: 200 len: 210 time: 0.1049225 Aug 11 02:13:31.526073 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d16cbb-c4af-4efc-8865-35ad070aa9e6 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Pushing event updated for resources: {'Port': ['ID=073da2ac-4e4b-4f54-a377-bb7d199be90c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:31.526230 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 18f283e6-783f-4e9b-803a-6962b8497191 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:31.536358 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-77d16cbb-c4af-4efc-8865-35ad070aa9e6 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0141487 Aug 11 02:13:31.551503 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-c5ece428-966c-4286-8c72-b00a35636859 service neutron] Request body: {'port': {'device_id': 'fd99d3d5-d1e9-4331-b1d6-dafb130afcad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:31.568694 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba0aba-013d-4be4-958e-23349c1e1a3b None None] Pushing event updated for resources: {'Port': ['ID=4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:31.608787 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e221b07a-84f1-442e-98b7-a3918f628661 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:31.612808 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-d67c7c99-6897-4e36-93c5-9462a0ca344d tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=9ab74d5460f0476688ea396d542af544&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3121982 Aug 11 02:13:31.656819 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:31.667327 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-c5ece428-966c-4286-8c72-b00a35636859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:31.686476 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221b07a-84f1-442e-98b7-a3918f628661 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Port': ['ID=97a0e91f-75cb-4337-ae8d-6b62e8b7fb85,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:31.915729 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 18f283e6-783f-4e9b-803a-6962b8497191, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=18f283e6-783f-4e9b-803a-6962b8497191,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:31.919141 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a61de60-34ca-4311-a2e2-90f6ceb0b4d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18f283e6-783f-4e9b-803a-6962b8497191'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:31.920419 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e221b07a-84f1-442e-98b7-a3918f628661 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:31.922175 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa52304-ec27-47ae-ac77-2718ff00077c" -d '{"events": [{"server_uuid": "7a61de60-34ca-4311-a2e2-90f6ceb0b4d1", "name": "network-vif-unplugged", "status": "completed", "tag": "18f283e6-783f-4e9b-803a-6962b8497191"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:31.925291 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39592) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:31.929866 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:31.935879 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-51be8123-5ea7-417c-a67c-11ec27ea4e5c None None] Could not find standard attr ID for object 97a0e91f-75cb-4337-ae8d-6b62e8b7fb85. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:13:31.937546 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e221b07a-84f1-442e-98b7-a3918f628661 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/97a0e91f-75cb-4337-ae8d-6b62e8b7fb85 HTTP/1.1" status: 204 len: 168 time: 1.8601568 Aug 11 02:13:31.961057 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-faed73af-9e02-4b75-831b-77143858fd1f req-24d7db57-eaa8-4d85-89c7-d8910e324c16 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8d04554417c40d6830a6309b9057b02&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6793334 Aug 11 02:13:32.006791 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:32.010910 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=18f283e6-783f-4e9b-803a-6962b8497191,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:32.062377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14148421-37fb-46f1-918a-0196003b0761 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:32.064258 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14148421-37fb-46f1-918a-0196003b0761 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:32.066621 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-14148421-37fb-46f1-918a-0196003b0761 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1338995 Aug 11 02:13:32.081871 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 39600) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:32.220119 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-7ff141ba-772e-42d5-a920-9f330314d5f2 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:32.221973 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-7ff141ba-772e-42d5-a920-9f330314d5f2 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5467789 Aug 11 02:13:32.296633 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device bb6ed01a-bbb0-4333-9948-f21d329c97d6 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:32.345300 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-87a635dc-a1e3-4088-81a8-a8e247d2f615 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Request body: {'port': {'device_id': '307ece3c-3559-47a9-8f74-15775e0fbd38', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': '9ab74d5460f0476688ea396d542af544'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:32.345551 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:32.390117 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-c5ece428-966c-4286-8c72-b00a35636859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073da2ac-4e4b-4f54-a377-bb7d199be90c {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:13:32.401448 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-c5ece428-966c-4286-8c72-b00a35636859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:32.406755 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:32.407337 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:32.417609 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-c5ece428-966c-4286-8c72-b00a35636859 service neutron] Transition to ACTIVE for port object 073da2ac-4e4b-4f54-a377-bb7d199be90c will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:32.437675 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-c5ece428-966c-4286-8c72-b00a35636859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:32.447858 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port bb6ed01a-bbb0-4333-9948-f21d329c97d6 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:32.456362 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port bb6ed01a-bbb0-4333-9948-f21d329c97d6 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:32.456722 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:32.458578 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-9676e64f-a67f-49d9-b341-7c340c3d553e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet 2ec6e5d1-00e4-4e21-a33d-cebce64e1eca {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:13:32.490924 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9676e64f-a67f-49d9-b341-7c340c3d553e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:32.537416 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac18c22-12f9-410d-a819-085212f5d775 req-d3f6e20f-6dbb-4f79-953c-5a75a6ca0396 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:32.538995 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dac18c22-12f9-410d-a819-085212f5d775 req-d3f6e20f-6dbb-4f79-953c-5a75a6ca0396 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 931 time: 0.2197914 Aug 11 02:13:32.546487 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ece428-966c-4286-8c72-b00a35636859 service neutron] Pushing event updated for resources: {'Port': ['ID=073da2ac-4e4b-4f54-a377-bb7d199be90c,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:32.597914 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:32.640505 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-c5ece428-966c-4286-8c72-b00a35636859 service neutron] Attempting to bind port 073da2ac-4e4b-4f54-a377-bb7d199be90c on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:13:32.641484 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-c5ece428-966c-4286-8c72-b00a35636859 service neutron] Attempting to bind port 073da2ac-4e4b-4f54-a377-bb7d199be90c by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': 'c4d12000-2f18-4a49-89bc-59fc19f987a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ae641db3-ab70-425a-9e3e-c284ea18d394'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:13:32.641890 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-c5ece428-966c-4286-8c72-b00a35636859 service neutron] Attempting to bind port 073da2ac-4e4b-4f54-a377-bb7d199be90c on network ae641db3-ab70-425a-9e3e-c284ea18d394 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:32.645205 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port bb6ed01a-bbb0-4333-9948-f21d329c97d6, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=bb6ed01a-bbb0-4333-9948-f21d329c97d6,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:32.650111 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:32.651018 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dac18c22-12f9-410d-a819-085212f5d775 req-cb83c077-377c-4290-bc8f-5be754bd8c1b tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016397 Aug 11 02:13:32.651682 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-c5ece428-966c-4286-8c72-b00a35636859 service neutron] Port 073da2ac-4e4b-4f54-a377-bb7d199be90c on network ae641db3-ab70-425a-9e3e-c284ea18d394 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:13:32.652074 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-c5ece428-966c-4286-8c72-b00a35636859 service neutron] Attempting to bind port 073da2ac-4e4b-4f54-a377-bb7d199be90c on network ae641db3-ab70-425a-9e3e-c284ea18d394 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:32.660059 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-c5ece428-966c-4286-8c72-b00a35636859 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:13:32.660474 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-c5ece428-966c-4286-8c72-b00a35636859 service neutron] Checking segment: {'id': 'c4d12000-2f18-4a49-89bc-59fc19f987a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ae641db3-ab70-425a-9e3e-c284ea18d394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:32.660924 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-c5ece428-966c-4286-8c72-b00a35636859 service neutron] Bound using segment: {'id': 'c4d12000-2f18-4a49-89bc-59fc19f987a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ae641db3-ab70-425a-9e3e-c284ea18d394'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:13:32.661532 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-c5ece428-966c-4286-8c72-b00a35636859 service neutron] Bound port: 073da2ac-4e4b-4f54-a377-bb7d199be90c, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4d12000-2f18-4a49-89bc-59fc19f987a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ae641db3-ab70-425a-9e3e-c284ea18d394'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:13:32.661963 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-c5ece428-966c-4286-8c72-b00a35636859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:32.714207 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=bb6ed01a-bbb0-4333-9948-f21d329c97d6,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:32.784791 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-c5ece428-966c-4286-8c72-b00a35636859 service neutron] For port 073da2ac-4e4b-4f54-a377-bb7d199be90c, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:13:32.800211 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-c5ece428-966c-4286-8c72-b00a35636859 service neutron] For port 073da2ac-4e4b-4f54-a377-bb7d199be90c, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=073da2ac-4e4b-4f54-a377-bb7d199be90c,segment=NetworkSegment(c4d12000-2f18-4a49-89bc-59fc19f987a2),segment_id=c4d12000-2f18-4a49-89bc-59fc19f987a2)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:13:32.805057 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-c5ece428-966c-4286-8c72-b00a35636859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:32.815412 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f4d5038f-75f4-4b4d-82ab-b79635dba7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:32.837180 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-faed73af-9e02-4b75-831b-77143858fd1f req-55dacfb6-d705-41a1-a54b-89c6550cee40 service neutron] 10.222.0.50 "GET /v2.0/networks/817a4ff3-115a-4b81-9f1c-4ed18d90c966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8611395 Aug 11 02:13:32.847785 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab2b7b-5eff-4f93-8a59-171848b76448 req-ef8dec30-d6ef-4a80-bd12-44d20059a9c7 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:32.849391 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9ab2b7b-5eff-4f93-8a59-171848b76448 req-ef8dec30-d6ef-4a80-bd12-44d20059a9c7 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 945 time: 0.1003382 Aug 11 02:13:32.854163 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-c5ece428-966c-4286-8c72-b00a35636859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:32.854771 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-c5ece428-966c-4286-8c72-b00a35636859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:32.856230 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-c5ece428-966c-4286-8c72-b00a35636859 service neutron] 10.222.0.73 "PUT /v2.0/ports/073da2ac-4e4b-4f54-a377-bb7d199be90c HTTP/1.1" status: 200 len: 1092 time: 1.3102551 Aug 11 02:13:32.856677 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd99d3d5-d1e9-4331-b1d6-dafb130afcad', 'tag': '073da2ac-4e4b-4f54-a377-bb7d199be90c'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:32.858945 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8879fa-ac4f-4a8b-9640-52ff44452ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "fd99d3d5-d1e9-4331-b1d6-dafb130afcad", "tag": "073da2ac-4e4b-4f54-a377-bb7d199be90c"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:32.914477 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9676e64f-a67f-49d9-b341-7c340c3d553e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:32.916509 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ece428-966c-4286-8c72-b00a35636859 service neutron] Pushing event updated for resources: {'Port': ['ID=073da2ac-4e4b-4f54-a377-bb7d199be90c,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:32.936871 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6e0d4-8e3f-4806-8078-961e547f06b7 req-6b234116-3986-4c64-8fab-0b6b3e65f07b tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:32.938123 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-54e6e0d4-8e3f-4806-8078-961e547f06b7 req-6b234116-3986-4c64-8fab-0b6b3e65f07b tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.73 "GET /v2.0/ports?device_id=7a61de60-34ca-4311-a2e2-90f6ceb0b4d1 HTTP/1.1" status: 200 len: 944 time: 0.4965909 Aug 11 02:13:32.960577 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9ab2b7b-5eff-4f93-8a59-171848b76448 req-1e24d334-b92c-4545-b66d-fc0a1cc7cacf tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979109 Aug 11 02:13:32.973750 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-1f97c4d6-bdda-4ae4-9bcb-a1868c3ab086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:32.975248 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-1f97c4d6-bdda-4ae4-9bcb-a1868c3ab086 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d0255ff2e7f4c5f9a0fc50ad67a2630&device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 1095 time: 0.0597425 Aug 11 02:13:33.019968 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-cb182270-7f31-4ec1-843d-58c50455b93b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=073da2ac-4e4b-4f54-a377-bb7d199be90c HTTP/1.1" status: 200 len: 217 time: 0.0364375 Aug 11 02:13:33.060143 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e8457db7-298b-4f65-bc23-9c89aa0e2381 req-c8beafbe-faac-47ff-9598-06619729fb67 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/ports?device_id=307ece3c-3559-47a9-8f74-15775e0fbd38 HTTP/1.1" status: 200 len: 210 time: 0.0319681 Aug 11 02:13:33.081230 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5038f-75f4-4b4d-82ab-b79635dba7ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:33.102908 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-45e09050-0441-4665-97ce-bf361b66da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:33.104589 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-45e09050-0441-4665-97ce-bf361b66da3a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43fa3b0b-85ea-4bef-bf2a-1eb966dfb8aa HTTP/1.1" status: 200 len: 851 time: 0.0676169 Aug 11 02:13:33.129788 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc44606-e4bd-40cb-ba13-03b5b3e90d86 x-openstack-request-id: req-3dc44606-e4bd-40cb-ba13-03b5b3e90d86 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:33.130240 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a61de60-34ca-4311-a2e2-90f6ceb0b4d1", "name": "network-vif-unplugged", "status": "completed", "tag": "18f283e6-783f-4e9b-803a-6962b8497191", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:33.130948 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3dc44606-e4bd-40cb-ba13-03b5b3e90d86 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:33.131369 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a61de60-34ca-4311-a2e2-90f6ceb0b4d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18f283e6-783f-4e9b-803a-6962b8497191', 'code': 200} Aug 11 02:13:33.152084 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-22cf6c10-2917-4d11-8eb2-53d58ff45d8f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ae641db3-ab70-425a-9e3e-c284ea18d394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397475 Aug 11 02:13:33.182975 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d5038f-75f4-4b4d-82ab-b79635dba7ee admin admin] Checking segment: {'id': '17ab65aa-1575-4f0d-91af-c45c627f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:33.183687 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d5038f-75f4-4b4d-82ab-b79635dba7ee admin admin] Network hostable DHCP agents. Network: fa6d118c-1b11-471b-a79b-8ba66c683603, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:13:33.235360 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-87a635dc-a1e3-4088-81a8-a8e247d2f615 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Made reservation on behalf of 9ab74d5460f0476688ea396d542af544 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:33.238251 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-87a635dc-a1e3-4088-81a8-a8e247d2f615 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:33.271159 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-faed73af-9e02-4b75-831b-77143858fd1f req-45f56dd5-7cf8-4ce9-adfd-143f6f709bc6 service neutron] 10.222.0.50 "GET /v2.0/networks/817a4ff3-115a-4b81-9f1c-4ed18d90c966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934515 Aug 11 02:13:33.278158 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-87a635dc-a1e3-4088-81a8-a8e247d2f615 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:33.298244 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-1334acba-84e2-4b32-a2ea-c243ceff549b service neutron] 10.222.0.73 "GET /v2.0/networks/ae641db3-ab70-425a-9e3e-c284ea18d394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371343 Aug 11 02:13:33.300561 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d770ff-4dd3-45a8-a3ff-a3439f5c6c2f x-openstack-request-id: req-c0d770ff-4dd3-45a8-a3ff-a3439f5c6c2f {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:33.300852 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd99d3d5-d1e9-4331-b1d6-dafb130afcad", "tag": "073da2ac-4e4b-4f54-a377-bb7d199be90c", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:33.301108 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c0d770ff-4dd3-45a8-a3ff-a3439f5c6c2f {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:33.301504 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd99d3d5-d1e9-4331-b1d6-dafb130afcad', 'tag': '073da2ac-4e4b-4f54-a377-bb7d199be90c', 'status': 'completed', 'code': 200} Aug 11 02:13:33.305745 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9676e64f-a67f-49d9-b341-7c340c3d553e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:33.308740 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d5038f-75f4-4b4d-82ab-b79635dba7ee admin admin] Network fa6d118c-1b11-471b-a79b-8ba66c683603 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:13:33.362951 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-f4d5038f-75f4-4b4d-82ab-b79635dba7ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, fa6d118c-1b11-471b-a79b-8ba66c683603) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:33.379292 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1d61e0-ee40-4fde-a7dc-efd11d1f8d0d None None] Network fa6d118c-1b11-471b-a79b-8ba66c683603 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:13:33.396832 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d5038f-75f4-4b4d-82ab-b79635dba7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:33.398441 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f4d5038f-75f4-4b4d-82ab-b79635dba7ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:33.445364 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-54e6e0d4-8e3f-4806-8078-961e547f06b7 req-4990e012-2fe2-4b53-99ab-650c80b6d093 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Deleting port 18f283e6-783f-4e9b-803a-6962b8497191 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:33.445690 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-54e6e0d4-8e3f-4806-8078-961e547f06b7 req-4990e012-2fe2-4b53-99ab-650c80b6d093 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:33.511723 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e13d254-757c-4667-8be1-5a8e2b17a637 req-e4c6ed70-8306-4fea-837d-eec81f8dc8de service neutron] 10.222.0.73 "GET /v2.0/networks/ae641db3-ab70-425a-9e3e-c284ea18d394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031584 Aug 11 02:13:33.532958 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9676e64f-a67f-49d9-b341-7c340c3d553e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:33.628200 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-326282bf-a4d5-48cd-af7d-7c65d8e43db3 req-61181c39-a6ca-45c6-b053-43988fe5957a tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=79b117fc-94c5-4ca1-847d-958d94be9839 HTTP/1.1" status: 200 len: 210 time: 0.0869751 Aug 11 02:13:33.638587 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9676e64f-a67f-49d9-b341-7c340c3d553e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:33.641712 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9676e64f-a67f-49d9-b341-7c340c3d553e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/2ec6e5d1-00e4-4e21-a33d-cebce64e1eca HTTP/1.1" status: 204 len: 168 time: 1.5544264 Aug 11 02:13:33.642615 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676e64f-a67f-49d9-b341-7c340c3d553e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=2ec6e5d1-00e4-4e21-a33d-cebce64e1eca,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:33.653082 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device b9cc0dc2-23ef-41d8-992d-1b8ea6278150 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:33.656140 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 39624) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:33.689212 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8879fa-ac4f-4a8b-9640-52ff44452ce5 req-9631be0d-b229-4b00-b8bf-d6b40aad8346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:33.691369 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8a8879fa-ac4f-4a8b-9640-52ff44452ce5 req-9631be0d-b229-4b00-b8bf-d6b40aad8346 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d0255ff2e7f4c5f9a0fc50ad67a2630&device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 1095 time: 0.1246207 Aug 11 02:13:33.711335 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f836e51-7a32-4461-b11c-a457b08d6067 req-d6cbb7d6-f7f5-4bed-8aa7-a127c66c9236 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:33.713160 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4f836e51-7a32-4461-b11c-a457b08d6067 req-d6cbb7d6-f7f5-4bed-8aa7-a127c66c9236 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fcba4f3-cf91-4605-872b-9b25b5cc61f2 HTTP/1.1" status: 200 len: 949 time: 0.0957479 Aug 11 02:13:33.722806 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: b9cc0dc2-23ef-41d8-992d-1b8ea6278150 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:13:33.723159 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device b9cc0dc2-23ef-41d8-992d-1b8ea6278150 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:13:33.724756 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6db3f8-e0a2-4d48-ba59-91d15b6cdfd0 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:13:33.738386 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-08f879e4-796e-4e35-b089-246861dd6ec9 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0810423 Aug 11 02:13:33.742381 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 39628) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:33.819649 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9300ce4-3084-4477-b3c3-8bb3126c285e None None] Network fa6d118c-1b11-471b-a79b-8ba66c683603 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:13:33.830333 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4f836e51-7a32-4461-b11c-a457b08d6067 req-a5869a67-b1b9-409a-8468-74d1aac45572 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/security-groups?id=a05165a2-747c-4bf7-964e-7c9b42d3f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023345 Aug 11 02:13:33.861409 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8879fa-ac4f-4a8b-9640-52ff44452ce5 req-a057d36a-81f0-40b9-97ef-7f41f371ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:33.862996 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8a8879fa-ac4f-4a8b-9640-52ff44452ce5 req-a057d36a-81f0-40b9-97ef-7f41f371ce68 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ae641db3-ab70-425a-9e3e-c284ea18d394 HTTP/1.1" status: 200 len: 912 time: 0.1606033 Aug 11 02:13:33.902973 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-54e6e0d4-8e3f-4806-8078-961e547f06b7 req-4990e012-2fe2-4b53-99ab-650c80b6d093 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] For port 18f283e6-783f-4e9b-803a-6962b8497191, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=18f283e6-783f-4e9b-803a-6962b8497191,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:33.903353 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-54e6e0d4-8e3f-4806-8078-961e547f06b7 req-4990e012-2fe2-4b53-99ab-650c80b6d093 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:33.913595 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc677848-927f-434f-b281-f5ef6255341d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:33.914525 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8a8879fa-ac4f-4a8b-9640-52ff44452ce5 req-cbef6151-07ff-416a-841f-cf9639b96891 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=073da2ac-4e4b-4f54-a377-bb7d199be90c HTTP/1.1" status: 200 len: 217 time: 0.0413005 Aug 11 02:13:33.915457 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bc677848-927f-434f-b281-f5ef6255341d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1718535 Aug 11 02:13:33.917635 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-87a635dc-a1e3-4088-81a8-a8e247d2f615 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:33.918288 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39634) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:33.933542 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-87a635dc-a1e3-4088-81a8-a8e247d2f615 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:33.938436 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-54e6e0d4-8e3f-4806-8078-961e547f06b7 req-4990e012-2fe2-4b53-99ab-650c80b6d093 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Calling delete_port for 18f283e6-783f-4e9b-803a-6962b8497191 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:33.952948 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f4d5038f-75f4-4b4d-82ab-b79635dba7ee admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.8692226 Aug 11 02:13:33.969803 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de630c-b174-4f31-a239-f845aa3b4b52 req-ab7c219a-134b-425d-82dc-a28607339427 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:33.971678 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e2de630c-b174-4f31-a239-f845aa3b4b52 req-ab7c219a-134b-425d-82dc-a28607339427 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 943 time: 0.2108741 Aug 11 02:13:34.102199 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a635dc-a1e3-4088-81a8-a8e247d2f615 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe2b822-fbf4-48ed-a1a7-5b90b4425e4c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:34.152139 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ad1306-428c-4fd6-8449-2853abd97304 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:34.155591 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-68ad1306-428c-4fd6-8449-2853abd97304 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2344718 Aug 11 02:13:34.156700 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8879fa-ac4f-4a8b-9640-52ff44452ce5 req-6a1a52df-aa1c-41b0-bda4-f4c4e16a2b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:34.158150 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8a8879fa-ac4f-4a8b-9640-52ff44452ce5 req-6a1a52df-aa1c-41b0-bda4-f4c4e16a2b85 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43fa3b0b-85ea-4bef-bf2a-1eb966dfb8aa HTTP/1.1" status: 200 len: 851 time: 0.2287810 Aug 11 02:13:34.161833 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39644) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:34.170752 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1699155-86f2-42d9-9240-c678b210bdf2 None None] DHCP port deletion for abfe629d-e2ef-4da1-94ab-4576283f6a78 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:13:34.207381 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e5d16d01-9dc1-4c93-ab4b-3699e98336d9 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445561 Aug 11 02:13:34.213863 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39648) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:34.228473 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e2de630c-b174-4f31-a239-f845aa3b4b52 req-f2b5c302-75ae-4de7-8237-f31ee20aab37 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471817 Aug 11 02:13:34.247706 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8a8879fa-ac4f-4a8b-9640-52ff44452ce5 req-f77b48b1-953e-4275-ab51-1d183881565e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ae641db3-ab70-425a-9e3e-c284ea18d394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388820 Aug 11 02:13:34.252639 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-59f57238-9fa1-4681-9deb-d9e899f3a586 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:34.291265 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a1699155-86f2-42d9-9240-c678b210bdf2 None None] Deleting port 4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:34.291483 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a1699155-86f2-42d9-9240-c678b210bdf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:34.326012 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:34.358122 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-87a635dc-a1e3-4088-81a8-a8e247d2f615 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Allocated IP 192.168.233.22 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/3dec4d5c-0e92-4337-841c-040efec8120e) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:34.365275 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940f236-9524-45ee-8362-968753e2382e req-1e1e6d98-209e-4305-a6b7-1671ddbf784d tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:34.373792 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1940f236-9524-45ee-8362-968753e2382e req-1e1e6d98-209e-4305-a6b7-1671ddbf784d tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 945 time: 0.3006918 Aug 11 02:13:34.377942 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a69741a0-325c-4cd2-8586-ee07a3b25e8b req-c695ee06-335a-4f20-b3f5-8e409cc1da75 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/ports?device_id=307ece3c-3559-47a9-8f74-15775e0fbd38 HTTP/1.1" status: 200 len: 210 time: 0.0441592 Aug 11 02:13:34.450352 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1940f236-9524-45ee-8362-968753e2382e req-4b469500-ac8b-44b1-a65c-8c14ecd94e00 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756927 Aug 11 02:13:34.490200 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8a8879fa-ac4f-4a8b-9640-52ff44452ce5 req-edc11f02-c0bd-4c02-9a8d-b345d1fe4c6a service neutron] 10.222.0.73 "GET /v2.0/networks/ae641db3-ab70-425a-9e3e-c284ea18d394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301183 Aug 11 02:13:34.503835 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-a1699155-86f2-42d9-9240-c678b210bdf2 None None] For port 4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:34.504241 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a1699155-86f2-42d9-9240-c678b210bdf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:34.520972 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a1699155-86f2-42d9-9240-c678b210bdf2 None None] Calling delete_port for 4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:34.525207 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-54e6e0d4-8e3f-4806-8078-961e547f06b7 req-4990e012-2fe2-4b53-99ab-650c80b6d093 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:34.546490 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f57238-9fa1-4681-9deb-d9e899f3a586 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:34.549990 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-59f57238-9fa1-4681-9deb-d9e899f3a586 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:34.563785 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990e012-2fe2-4b53-99ab-650c80b6d093 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Pushing event deleted for resources: {'Port': ['ID=18f283e6-783f-4e9b-803a-6962b8497191,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:34.601271 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:34.652083 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:34.668228 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e6e0d4-8e3f-4806-8078-961e547f06b7 req-4990e012-2fe2-4b53-99ab-650c80b6d093 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] No DVR routers for this DVR port 18f283e6-783f-4e9b-803a-6962b8497191 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:13:34.668679 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:34.673074 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-54e6e0d4-8e3f-4806-8078-961e547f06b7 req-4990e012-2fe2-4b53-99ab-650c80b6d093 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:34.677117 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-54e6e0d4-8e3f-4806-8078-961e547f06b7 req-4990e012-2fe2-4b53-99ab-650c80b6d093 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.73 "DELETE /v2.0/ports/18f283e6-783f-4e9b-803a-6962b8497191 HTTP/1.1" status: 204 len: 173 time: 1.6813440 Aug 11 02:13:34.678002 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a61de60-34ca-4311-a2e2-90f6ceb0b4d1', 'name': 'network-vif-deleted', 'tag': '18f283e6-783f-4e9b-803a-6962b8497191'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:34.682067 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f44599-ea07-43a2-8f8e-2e246f934b71" -d '{"events": [{"server_uuid": "7a61de60-34ca-4311-a2e2-90f6ceb0b4d1", "name": "network-vif-deleted", "tag": "18f283e6-783f-4e9b-803a-6962b8497191"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:34.698820 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a1699155-86f2-42d9-9240-c678b210bdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:34.724807 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1699155-86f2-42d9-9240-c678b210bdf2 None None] No DVR routers for this DVR port 4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:13:34.740417 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:34.765971 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1699155-86f2-42d9-9240-c678b210bdf2 None None] Pushing event deleted for resources: {'Port': ['ID=4c8cfe7d-bb84-4da0-91d5-05e1ee1ba664,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:34.790751 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8a8879fa-ac4f-4a8b-9640-52ff44452ce5 req-742d55e6-4a86-43f7-9acd-6c1815654992 service neutron] 10.222.0.73 "GET /v2.0/networks/ae641db3-ab70-425a-9e3e-c284ea18d394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828729 Aug 11 02:13:34.832646 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-44d3ef0a-f745-4b82-a27f-2b6f827a00fa req-eed38d3c-70f0-45c1-a492-d223c50073b5 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=79b117fc-94c5-4ca1-847d-958d94be9839 HTTP/1.1" status: 200 len: 210 time: 0.0493295 Aug 11 02:13:34.838524 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-87a635dc-a1e3-4088-81a8-a8e247d2f615 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:34.868957 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-87a635dc-a1e3-4088-81a8-a8e247d2f615 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Transition to ACTIVE for port object 3dec4d5c-0e92-4337-841c-040efec8120e will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:34.892679 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df10d9c9-9efa-4794-8032-1639794813e4 x-openstack-request-id: req-df10d9c9-9efa-4794-8032-1639794813e4 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:34.893569 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a61de60-34ca-4311-a2e2-90f6ceb0b4d1", "name": "network-vif-deleted", "tag": "18f283e6-783f-4e9b-803a-6962b8497191", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:34.893891 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df10d9c9-9efa-4794-8032-1639794813e4 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:34.894339 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a61de60-34ca-4311-a2e2-90f6ceb0b4d1', 'name': 'network-vif-deleted', 'tag': '18f283e6-783f-4e9b-803a-6962b8497191', 'status': 'completed', 'code': 200} Aug 11 02:13:34.922307 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-87a635dc-a1e3-4088-81a8-a8e247d2f615 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:35.013198 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-87a635dc-a1e3-4088-81a8-a8e247d2f615 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:35.021743 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-87a635dc-a1e3-4088-81a8-a8e247d2f615 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:35.027342 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-87a635dc-a1e3-4088-81a8-a8e247d2f615 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:35.033739 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a635dc-a1e3-4088-81a8-a8e247d2f615 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Pushing event updated for resources: {'Port': ['ID=3dec4d5c-0e92-4337-841c-040efec8120e,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:35.081786 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e2489-b875-45c5-8db9-e9881685080d req-4cb35eb7-b85b-411e-818a-181bd90664c2 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:35.083388 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e6e2489-b875-45c5-8db9-e9881685080d req-4cb35eb7-b85b-411e-818a-181bd90664c2 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fcba4f3-cf91-4605-872b-9b25b5cc61f2 HTTP/1.1" status: 200 len: 949 time: 0.1202323 Aug 11 02:13:35.122731 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-59f57238-9fa1-4681-9deb-d9e899f3a586 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:35.122984 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-87a635dc-a1e3-4088-81a8-a8e247d2f615 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:35.123713 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-87a635dc-a1e3-4088-81a8-a8e247d2f615 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:35.133091 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4ddbc6-db24-4970-addf-613d402ca109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6ed01a-bbb0-4333-9948-f21d329c97d6'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:35.135454 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fa1054-af43-4972-bba0-02fff54fd2ef" -d '{"events": [{"server_uuid": "cf4ddbc6-db24-4970-addf-613d402ca109", "name": "network-vif-plugged", "status": "completed", "tag": "bb6ed01a-bbb0-4333-9948-f21d329c97d6"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:35.170426 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-e8908fbd-2f5a-4db8-a9ed-4892cfbe7dc7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:35.171966 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-e8908fbd-2f5a-4db8-a9ed-4892cfbe7dc7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/networks?id=fa6d118c-1b11-471b-a79b-8ba66c683603 HTTP/1.1" status: 200 len: 806 time: 0.3136089 Aug 11 02:13:35.202350 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f57238-9fa1-4681-9deb-d9e899f3a586 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:35.203027 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e6e2489-b875-45c5-8db9-e9881685080d req-41effddf-0a7e-458c-acd7-33c1cfb9f98d tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/security-groups?id=a05165a2-747c-4bf7-964e-7c9b42d3f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011639 Aug 11 02:13:35.215275 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-87a635dc-a1e3-4088-81a8-a8e247d2f615 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9473381 Aug 11 02:13:35.223599 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-59f57238-9fa1-4681-9deb-d9e899f3a586 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:35.234207 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f57238-9fa1-4681-9deb-d9e899f3a586 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:35.235939 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-d46d635e-ef7c-4a8f-a58c-a7c02d0c6875 service neutron] Request body: {'port': {'device_id': '307ece3c-3559-47a9-8f74-15775e0fbd38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:35.236419 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608d8092-ef5e-491b-b0eb-3f36ff361458 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:13:35.257647 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-59f57238-9fa1-4681-9deb-d9e899f3a586 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:35.266396 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-34d994a8-eef5-477c-9043-7220bd289764 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/quotas/0e4e387ba25a4d14b8728f756bd278ce HTTP/1.1" status: 200 len: 375 time: 0.0728447 Aug 11 02:13:35.302921 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f57238-9fa1-4681-9deb-d9e899f3a586 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=98fceb95-cd7f-4d79-bdcb-19ff4f153441,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:35.332691 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90689b87-9fe6-4442-946a-db32374c7fdc x-openstack-request-id: req-90689b87-9fe6-4442-946a-db32374c7fdc {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:35.333343 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4ddbc6-db24-4970-addf-613d402ca109", "name": "network-vif-plugged", "status": "completed", "tag": "bb6ed01a-bbb0-4333-9948-f21d329c97d6", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:35.333617 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-90689b87-9fe6-4442-946a-db32374c7fdc {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:35.334024 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4ddbc6-db24-4970-addf-613d402ca109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6ed01a-bbb0-4333-9948-f21d329c97d6', 'code': 200} Aug 11 02:13:35.349751 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed73af-9e02-4b75-831b-77143858fd1f req-cd3468b8-e3aa-49ea-b25f-33ea2c164b60 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:35.352989 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-faed73af-9e02-4b75-831b-77143858fd1f req-cd3468b8-e3aa-49ea-b25f-33ea2c164b60 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.73 "GET /v2.0/networks?id=817a4ff3-115a-4b81-9f1c-4ed18d90c966 HTTP/1.1" status: 200 len: 805 time: 0.3493249 Aug 11 02:13:35.360568 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-59f57238-9fa1-4681-9deb-d9e899f3a586 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1138742 Aug 11 02:13:35.361427 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39694) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:35.413930 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-da4df463-1d90-41a1-9681-5df3bed27fba tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'port': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'fixed_ips': [{'subnet_id': '98fceb95-cd7f-4d79-bdcb-19ff4f153441', 'ip_address': '2001:db8::693:e170:3c66:9b25'}], 'name': 'tempest-NetworksTestDHCPv6-1325593671'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:35.435277 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-6936060c-bf5b-4fff-beda-1dd3cad632a0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0e4e387ba25a4d14b8728f756bd278ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1379206 Aug 11 02:13:35.446541 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-d46d635e-ef7c-4a8f-a58c-a7c02d0c6875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:35.447193 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-faed73af-9e02-4b75-831b-77143858fd1f req-4ae606fb-a456-4b80-984b-cda3c63bf198 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Request body: {'port': {'device_id': '79b117fc-94c5-4ca1-847d-958d94be9839', 'network_id': '817a4ff3-115a-4b81-9f1c-4ed18d90c966', 'admin_state_up': True, 'tenant_id': 'a8d04554417c40d6830a6309b9057b02'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:35.527394 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device a8393636-749a-49bd-88f4-c38c0632584d details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:13:35.529618 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ff2757-6259-416b-bfc3-6f5b92fe71a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-abfe629d-e2ef-4da1-94ab-4576283f6a78', 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'fixed_ips': [{'subnet_id': '98fceb95-cd7f-4d79-bdcb-19ff4f153441'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:13:35.530944 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-93ff2757-6259-416b-bfc3-6f5b92fe71a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:35.550951 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f57238-9fa1-4681-9deb-d9e899f3a586 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:35.551297 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f57238-9fa1-4681-9deb-d9e899f3a586 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:35.551663 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f57238-9fa1-4681-9deb-d9e899f3a586 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:35.552003 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f57238-9fa1-4681-9deb-d9e899f3a586 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:35.552353 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f57238-9fa1-4681-9deb-d9e899f3a586 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:35.552788 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f57238-9fa1-4681-9deb-d9e899f3a586 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:35.553150 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f57238-9fa1-4681-9deb-d9e899f3a586 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:35.553478 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f57238-9fa1-4681-9deb-d9e899f3a586 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:35.553802 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f57238-9fa1-4681-9deb-d9e899f3a586 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:35.554124 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f57238-9fa1-4681-9deb-d9e899f3a586 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:35.554578 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f57238-9fa1-4681-9deb-d9e899f3a586 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:35.554892 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f57238-9fa1-4681-9deb-d9e899f3a586 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:35.572248 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a34a9-bf54-4a59-a9db-3044e9a42345 req-5fe5e79d-9d54-480b-8f55-4658cb804641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:35.574021 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c80a34a9-bf54-4a59-a9db-3044e9a42345 req-5fe5e79d-9d54-480b-8f55-4658cb804641 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 1097 time: 0.1666453 Aug 11 02:13:35.577284 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f9c24402-608e-4a29-a918-3ef34fccbf4b None None] Provisioning for port 3dec4d5c-0e92-4337-841c-040efec8120e completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:35.586899 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ddd7a-c1c7-4f7d-8095-610eca8038ec req-aae1827d-c283-4922-8334-70c0dbae0ab5 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:35.595211 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-159ddd7a-c1c7-4f7d-8095-610eca8038ec req-aae1827d-c283-4922-8334-70c0dbae0ab5 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 943 time: 0.1461010 Aug 11 02:13:35.625131 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f9c24402-608e-4a29-a918-3ef34fccbf4b None None] Provisioning complete for port 3dec4d5c-0e92-4337-841c-040efec8120e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:35.625777 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f9c24402-608e-4a29-a918-3ef34fccbf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:35.711641 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-f9c24402-608e-4a29-a918-3ef34fccbf4b None None] Port 3dec4d5c-0e92-4337-841c-040efec8120e cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:13:35.734622 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-159ddd7a-c1c7-4f7d-8095-610eca8038ec req-825dd277-ae48-4cd9-9625-029d546b4ceb tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382833 Aug 11 02:13:35.739129 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c80a34a9-bf54-4a59-a9db-3044e9a42345 req-81bcec60-396e-4a4b-a3b6-9e7f68b304e1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379650 Aug 11 02:13:35.763381 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-7da22577-8163-49f0-8b94-4022f6e0c808 service neutron] 10.222.0.50 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260565 Aug 11 02:13:35.817893 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port a8393636-749a-49bd-88f4-c38c0632584d, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a8393636-749a-49bd-88f4-c38c0632584d,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:35.842237 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'a8393636-749a-49bd-88f4-c38c0632584d', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': 'a8393636-749a-49bd-88f4-c38c0632584d', 'mac_address': 'fa:16:3e:20:78:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:13:35.847196 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-93ff2757-6259-416b-bfc3-6f5b92fe71a3 None None] Allocated IP 2001:db8::2 (abfe629d-e2ef-4da1-94ab-4576283f6a78/98fceb95-cd7f-4d79-bdcb-19ff4f153441/7d286b8e-83cb-4d91-b566-139ea34e0662) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:35.924128 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:35.927157 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faed73af-9e02-4b75-831b-77143858fd1f req-4ae606fb-a456-4b80-984b-cda3c63bf198 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Made reservation on behalf of a8d04554417c40d6830a6309b9057b02 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:35.932415 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-faed73af-9e02-4b75-831b-77143858fd1f req-4ae606fb-a456-4b80-984b-cda3c63bf198 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:35.953467 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4df463-1d90-41a1-9681-5df3bed27fba tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:35.971847 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e959f2c-4aeb-4dbc-90e0-f3a37cb4e77e req-265ebc1b-b145-4273-9018-4171f7ebc265 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:35.973648 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8e959f2c-4aeb-4dbc-90e0-f3a37cb4e77e req-265ebc1b-b145-4273-9018-4171f7ebc265 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/ports?device_id=307ece3c-3559-47a9-8f74-15775e0fbd38 HTTP/1.1" status: 200 len: 935 time: 0.1067467 Aug 11 02:13:35.979185 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8393636-749a-49bd-88f4-c38c0632584d {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:13:35.983811 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e640e-9090-45b4-a208-f8ef77dfdfa3 req-3ac6c079-64f0-4845-8930-6c869e1b12d1 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:35.985360 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b60e640e-9090-45b4-a208-f8ef77dfdfa3 req-3ac6c079-64f0-4845-8930-6c869e1b12d1 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fcba4f3-cf91-4605-872b-9b25b5cc61f2 HTTP/1.1" status: 200 len: 949 time: 0.1727648 Aug 11 02:13:36.016317 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port a8393636-749a-49bd-88f4-c38c0632584d, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a8393636-749a-49bd-88f4-c38c0632584d,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:36.028222 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:36.092612 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=a8393636-749a-49bd-88f4-c38c0632584d,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:36.116156 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8e959f2c-4aeb-4dbc-90e0-f3a37cb4e77e req-f3664d45-61e1-47f1-a8b7-2d7d4d121af2 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fe2b822-fbf4-48ed-a1a7-5b90b4425e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218758 Aug 11 02:13:36.149811 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['a8393636-749a-49bd-88f4-c38c0632584d'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:36.213021 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-93ff2757-6259-416b-bfc3-6f5b92fe71a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:36.248716 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-93ff2757-6259-416b-bfc3-6f5b92fe71a3 None None] Transition to ACTIVE for port object 7d286b8e-83cb-4d91-b566-139ea34e0662 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:36.288591 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-93ff2757-6259-416b-bfc3-6f5b92fe71a3 None None] Transition to ACTIVE for port object 7d286b8e-83cb-4d91-b566-139ea34e0662 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:36.304482 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-93ff2757-6259-416b-bfc3-6f5b92fe71a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:36.350686 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-d46d635e-ef7c-4a8f-a58c-a7c02d0c6875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dec4d5c-0e92-4337-841c-040efec8120e {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:13:36.352682 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ff2757-6259-416b-bfc3-6f5b92fe71a3 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:36.355998 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-93ff2757-6259-416b-bfc3-6f5b92fe71a3 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:36.365170 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ff2757-6259-416b-bfc3-6f5b92fe71a3 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:36.366988 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-d46d635e-ef7c-4a8f-a58c-a7c02d0c6875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:36.385981 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-d46d635e-ef7c-4a8f-a58c-a7c02d0c6875 service neutron] Transition to ACTIVE for port object 3dec4d5c-0e92-4337-841c-040efec8120e will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:36.388525 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff2757-6259-416b-bfc3-6f5b92fe71a3 None None] Pushing event updated for resources: {'Port': ['ID=7d286b8e-83cb-4d91-b566-139ea34e0662,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:36.415032 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-b60e640e-9090-45b4-a208-f8ef77dfdfa3 req-18f4b8fe-652e-46ee-a38c-945fcd51357b tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Deleting port f00425ea-66f6-44bb-b178-137dad682ab3 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:36.418972 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b60e640e-9090-45b4-a208-f8ef77dfdfa3 req-18f4b8fe-652e-46ee-a38c-945fcd51357b tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:36.426791 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-d46d635e-ef7c-4a8f-a58c-a7c02d0c6875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:36.474345 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-93ff2757-6259-416b-bfc3-6f5b92fe71a3 None None] Attempting to bind port 7d286b8e-83cb-4d91-b566-139ea34e0662 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:13:36.474726 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-93ff2757-6259-416b-bfc3-6f5b92fe71a3 None None] Attempting to bind port 7d286b8e-83cb-4d91-b566-139ea34e0662 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:13:36.475096 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff2757-6259-416b-bfc3-6f5b92fe71a3 None None] Attempting to bind port 7d286b8e-83cb-4d91-b566-139ea34e0662 on network abfe629d-e2ef-4da1-94ab-4576283f6a78 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:36.484939 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff2757-6259-416b-bfc3-6f5b92fe71a3 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:13:36.485323 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff2757-6259-416b-bfc3-6f5b92fe71a3 None None] Checking segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:36.485723 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-93ff2757-6259-416b-bfc3-6f5b92fe71a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:36.486120 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff2757-6259-416b-bfc3-6f5b92fe71a3 None None] Bound using segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:13:36.486639 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-93ff2757-6259-416b-bfc3-6f5b92fe71a3 None None] Bound port: 7d286b8e-83cb-4d91-b566-139ea34e0662, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:13:36.487030 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-93ff2757-6259-416b-bfc3-6f5b92fe71a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:36.519821 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-c27176fd-7f8b-4449-97dd-eb214b66f4b6 service neutron] 10.222.0.50 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7467642 Aug 11 02:13:36.601197 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-93ff2757-6259-416b-bfc3-6f5b92fe71a3 None None] For port 7d286b8e-83cb-4d91-b566-139ea34e0662, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:13:36.605309 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-93ff2757-6259-416b-bfc3-6f5b92fe71a3 None None] For port 7d286b8e-83cb-4d91-b566-139ea34e0662, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7d286b8e-83cb-4d91-b566-139ea34e0662,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:13:36.611358 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-93ff2757-6259-416b-bfc3-6f5b92fe71a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:36.650993 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70704e36-d9ae-438c-ba91-c531fbbc7fac req-6a0567bf-17fa-4aeb-a243-7ea2b3b7b4d2 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:36.661735 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-70704e36-d9ae-438c-ba91-c531fbbc7fac req-6a0567bf-17fa-4aeb-a243-7ea2b3b7b4d2 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 945 time: 0.3647068 Aug 11 02:13:36.750730 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff2757-6259-416b-bfc3-6f5b92fe71a3 None None] Pushing event updated for resources: {'Port': ['ID=7d286b8e-83cb-4d91-b566-139ea34e0662,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:36.779843 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-da4df463-1d90-41a1-9681-5df3bed27fba tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:36.841906 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d635e-ef7c-4a8f-a58c-a7c02d0c6875 service neutron] Pushing event updated for resources: {'Port': ['ID=3dec4d5c-0e92-4337-841c-040efec8120e,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:36.869194 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-faed73af-9e02-4b75-831b-77143858fd1f req-4ae606fb-a456-4b80-984b-cda3c63bf198 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Allocated IP 172.20.0.5 (817a4ff3-115a-4b81-9f1c-4ed18d90c966/28d716d8-5b88-434d-86dc-bdd1fc15512f/d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:36.876773 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-da4df463-1d90-41a1-9681-5df3bed27fba tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] device_id is not set on port 5bf9b314-4340-4637-a3d9-ad6561cb202c yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:13:37.016241 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9237b155-ed61-4694-bc48-92d1396b914b req-1be50a34-6aae-4dfc-8b18-193ba23c7af6 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=79b117fc-94c5-4ca1-847d-958d94be9839 HTTP/1.1" status: 200 len: 210 time: 0.1507146 Aug 11 02:13:37.027102 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-70704e36-d9ae-438c-ba91-c531fbbc7fac req-a7341473-437c-4527-8a84-cbead862390f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635437 Aug 11 02:13:37.029512 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-b60e640e-9090-45b4-a208-f8ef77dfdfa3 req-18f4b8fe-652e-46ee-a38c-945fcd51357b tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] For port f00425ea-66f6-44bb-b178-137dad682ab3, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f00425ea-66f6-44bb-b178-137dad682ab3,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:37.029953 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b60e640e-9090-45b4-a208-f8ef77dfdfa3 req-18f4b8fe-652e-46ee-a38c-945fcd51357b tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:37.084537 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-b60e640e-9090-45b4-a208-f8ef77dfdfa3 req-18f4b8fe-652e-46ee-a38c-945fcd51357b tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Calling delete_port for f00425ea-66f6-44bb-b178-137dad682ab3 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:37.087211 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-d46d635e-ef7c-4a8f-a58c-a7c02d0c6875 service neutron] Attempting to bind port 3dec4d5c-0e92-4337-841c-040efec8120e on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:13:37.087742 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-d46d635e-ef7c-4a8f-a58c-a7c02d0c6875 service neutron] Attempting to bind port 3dec4d5c-0e92-4337-841c-040efec8120e by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:13:37.097529 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-d46d635e-ef7c-4a8f-a58c-a7c02d0c6875 service neutron] Attempting to bind port 3dec4d5c-0e92-4337-841c-040efec8120e on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:37.137196 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-d46d635e-ef7c-4a8f-a58c-a7c02d0c6875 service neutron] Port 3dec4d5c-0e92-4337-841c-040efec8120e on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:13:37.137196 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-d46d635e-ef7c-4a8f-a58c-a7c02d0c6875 service neutron] Attempting to bind port 3dec4d5c-0e92-4337-841c-040efec8120e on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:37.164221 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-d46d635e-ef7c-4a8f-a58c-a7c02d0c6875 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:13:37.165044 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-d46d635e-ef7c-4a8f-a58c-a7c02d0c6875 service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:37.166033 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-d46d635e-ef7c-4a8f-a58c-a7c02d0c6875 service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:13:37.168197 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-d46d635e-ef7c-4a8f-a58c-a7c02d0c6875 service neutron] Bound port: 3dec4d5c-0e92-4337-841c-040efec8120e, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:13:37.169254 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-d46d635e-ef7c-4a8f-a58c-a7c02d0c6875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:37.317866 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-da4df463-1d90-41a1-9681-5df3bed27fba tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Allocated IP 2001:db8::693:e170:3c66:9b25 (abfe629d-e2ef-4da1-94ab-4576283f6a78/98fceb95-cd7f-4d79-bdcb-19ff4f153441/5bf9b314-4340-4637-a3d9-ad6561cb202c) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:37.361813 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e63816-d53e-4d7b-8c0b-2c8e43e14db7 req-6814b658-eb82-4bcb-a830-263a54d3e72e tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:37.369899 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-03e63816-d53e-4d7b-8c0b-2c8e43e14db7 req-6814b658-eb82-4bcb-a830-263a54d3e72e tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 943 time: 0.1311667 Aug 11 02:13:37.441313 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-d46d635e-ef7c-4a8f-a58c-a7c02d0c6875 service neutron] For port 3dec4d5c-0e92-4337-841c-040efec8120e, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:13:37.457980 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-03e63816-d53e-4d7b-8c0b-2c8e43e14db7 req-dca93805-5117-4b50-a66d-8228e8b88649 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821311 Aug 11 02:13:37.497850 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-d46d635e-ef7c-4a8f-a58c-a7c02d0c6875 service neutron] For port 3dec4d5c-0e92-4337-841c-040efec8120e, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=3dec4d5c-0e92-4337-841c-040efec8120e,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:13:37.515736 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 073da2ac-4e4b-4f54-a377-bb7d199be90c details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:13:37.518742 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device a8393636-749a-49bd-88f4-c38c0632584d up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:37.519603 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-da4df463-1d90-41a1-9681-5df3bed27fba tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:37.536241 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-da4df463-1d90-41a1-9681-5df3bed27fba tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Transition to ACTIVE for port object 5bf9b314-4340-4637-a3d9-ad6561cb202c will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:37.543233 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-d46d635e-ef7c-4a8f-a58c-a7c02d0c6875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:37.601074 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-da4df463-1d90-41a1-9681-5df3bed27fba tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:37.647811 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-32b18ab1-3f7f-420c-ae40-cc8eca22e21a req-fed66c0f-69f6-4baf-bde1-842b67265744 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=d819440d-52ce-4c33-947a-a55039ec2ce8 HTTP/1.1" status: 200 len: 210 time: 0.1088166 Aug 11 02:13:37.703311 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-d46d635e-ef7c-4a8f-a58c-a7c02d0c6875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:37.709377 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-d46d635e-ef7c-4a8f-a58c-a7c02d0c6875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:37.715887 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-d46d635e-ef7c-4a8f-a58c-a7c02d0c6875 service neutron] 10.222.0.66 "PUT /v2.0/ports/3dec4d5c-0e92-4337-841c-040efec8120e HTTP/1.1" status: 200 len: 1096 time: 2.4828160 Aug 11 02:13:37.717470 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307ece3c-3559-47a9-8f74-15775e0fbd38', 'tag': '3dec4d5c-0e92-4337-841c-040efec8120e'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:37.725301 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de30609-f72b-42eb-806d-5173f997063c" -d '{"events": [{"name": "network-changed", "server_uuid": "307ece3c-3559-47a9-8f74-15775e0fbd38", "tag": "3dec4d5c-0e92-4337-841c-040efec8120e"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:37.735091 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b60e640e-9090-45b4-a208-f8ef77dfdfa3 req-18f4b8fe-652e-46ee-a38c-945fcd51357b tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:37.826672 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d635e-ef7c-4a8f-a58c-a7c02d0c6875 service neutron] Pushing event updated for resources: {'Port': ['ID=3dec4d5c-0e92-4337-841c-040efec8120e,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:37.871843 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port a8393636-749a-49bd-88f4-c38c0632584d triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:37.872758 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:37.985278 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 073da2ac-4e4b-4f54-a377-bb7d199be90c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=073da2ac-4e4b-4f54-a377-bb7d199be90c,segment=NetworkSegment(c4d12000-2f18-4a49-89bc-59fc19f987a2),segment_id=c4d12000-2f18-4a49-89bc-59fc19f987a2)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:38.042624 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '073da2ac-4e4b-4f54-a377-bb7d199be90c', 'network_id': 'ae641db3-ab70-425a-9e3e-c284ea18d394', 'port_id': '073da2ac-4e4b-4f54-a377-bb7d199be90c', 'mac_address': 'fa:16:3e:c2:88:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43fa3b0b-85ea-4bef-bf2a-1eb966dfb8aa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:13:38.127894 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-faed73af-9e02-4b75-831b-77143858fd1f req-4ae606fb-a456-4b80-984b-cda3c63bf198 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:38.212333 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4df463-1d90-41a1-9681-5df3bed27fba tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:38.219220 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-da4df463-1d90-41a1-9681-5df3bed27fba tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:38.222759 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-faed73af-9e02-4b75-831b-77143858fd1f req-4ae606fb-a456-4b80-984b-cda3c63bf198 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:38.225458 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4df463-1d90-41a1-9681-5df3bed27fba tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:38.231918 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4df463-1d90-41a1-9681-5df3bed27fba tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:38.232589 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-da4df463-1d90-41a1-9681-5df3bed27fba tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:38.291983 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-da4df463-1d90-41a1-9681-5df3bed27fba tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8947384 Aug 11 02:13:38.305377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39746) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:38.306423 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4df463-1d90-41a1-9681-5df3bed27fba tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Port': ['ID=5bf9b314-4340-4637-a3d9-ad6561cb202c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:38.321256 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-d3c9e6bc-0143-4f63-8343-66d9aef1244e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'port': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'fixed_ips': [{'subnet_id': '98fceb95-cd7f-4d79-bdcb-19ff4f153441', 'ip_address': '2001:db8::693:e170:3c66:9b25'}], 'name': 'tempest-NetworksTestDHCPv6-575626007'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:38.364144 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60e640e-9090-45b4-a208-f8ef77dfdfa3 req-18f4b8fe-652e-46ee-a38c-945fcd51357b tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] No DVR routers for this DVR port f00425ea-66f6-44bb-b178-137dad682ab3 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:13:38.368393 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b60e640e-9090-45b4-a208-f8ef77dfdfa3 req-18f4b8fe-652e-46ee-a38c-945fcd51357b tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:38.371050 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b60e640e-9090-45b4-a208-f8ef77dfdfa3 req-18f4b8fe-652e-46ee-a38c-945fcd51357b tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.66 "DELETE /v2.0/ports/f00425ea-66f6-44bb-b178-137dad682ab3 HTTP/1.1" status: 204 len: 173 time: 2.3649628 Aug 11 02:13:38.373989 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f4b8fe-652e-46ee-a38c-945fcd51357b tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Pushing event deleted for resources: {'Port': ['ID=f00425ea-66f6-44bb-b178-137dad682ab3,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:38.449429 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d8a56-edf3-457c-a67c-222fa1ed473b req-41c766c2-9765-4486-8217-932b718c34b7 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:38.449758 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-a740d310-0bf6-46e8-8fd5-41311766bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:38.451405 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-a740d310-0bf6-46e8-8fd5-41311766bf3d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9ab74d5460f0476688ea396d542af544&device_id=307ece3c-3559-47a9-8f74-15775e0fbd38 HTTP/1.1" status: 200 len: 1099 time: 0.6130078 Aug 11 02:13:38.460189 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-134d8a56-edf3-457c-a67c-222fa1ed473b req-41c766c2-9765-4486-8217-932b718c34b7 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fcba4f3-cf91-4605-872b-9b25b5cc61f2 HTTP/1.1" status: 200 len: 866 time: 0.8746533 Aug 11 02:13:38.460667 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787bd27-1d06-4269-8031-3950c92bb4de req-ec9ae8e6-ad3e-445a-8686-f9da1d78b31c tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:38.462461 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7787bd27-1d06-4269-8031-3950c92bb4de req-ec9ae8e6-ad3e-445a-8686-f9da1d78b31c tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/ports?device_id=307ece3c-3559-47a9-8f74-15775e0fbd38 HTTP/1.1" status: 200 len: 947 time: 0.6204314 Aug 11 02:13:38.497405 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faed73af-9e02-4b75-831b-77143858fd1f req-4ae606fb-a456-4b80-984b-cda3c63bf198 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Network 817a4ff3-115a-4b81-9f1c-4ed18d90c966 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:38.510417 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-03dc4ccc-5fb3-4af8-a83d-1028b7aaa156 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=3dec4d5c-0e92-4337-841c-040efec8120e HTTP/1.1" status: 200 len: 217 time: 0.0465753 Aug 11 02:13:38.539841 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-faed73af-9e02-4b75-831b-77143858fd1f req-4ae606fb-a456-4b80-984b-cda3c63bf198 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:38.566902 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-faed73af-9e02-4b75-831b-77143858fd1f req-4ae606fb-a456-4b80-984b-cda3c63bf198 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:38.585470 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae606fb-a456-4b80-984b-cda3c63bf198 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Pushing event updated for resources: {'Port': ['ID=d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:38.599800 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7d286b8e-83cb-4d91-b566-139ea34e0662 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:38.802563 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-134d8a56-edf3-457c-a67c-222fa1ed473b req-b84669e7-9886-45db-b5b5-71fbab39b466 tempest-ListImageFiltersTestJSON-597445343 tempest-ListImageFiltersTestJSON-597445343-project] 10.222.0.50 "GET /v2.0/security-groups?id=a05165a2-747c-4bf7-964e-7c9b42d3f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414416 Aug 11 02:13:38.818110 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:38.870192 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed73af-9e02-4b75-831b-77143858fd1f req-4ae606fb-a456-4b80-984b-cda3c63bf198 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:38.870872 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-faed73af-9e02-4b75-831b-77143858fd1f req-4ae606fb-a456-4b80-984b-cda3c63bf198 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:38.871081 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073da2ac-4e4b-4f54-a377-bb7d199be90c {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:13:38.906941 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:38.940676 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c9e6bc-0143-4f63-8343-66d9aef1244e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:38.950030 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 7d286b8e-83cb-4d91-b566-139ea34e0662 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:38.954705 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3c9e6bc-0143-4f63-8343-66d9aef1244e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:38.966321 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-6899a3e1-d3b3-45ca-ae6a-86e6b99f0e31 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:38.967819 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-6899a3e1-d3b3-45ca-ae6a-86e6b99f0e31 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.73 "GET /v2.0/networks?id=fa6d118c-1b11-471b-a79b-8ba66c683603 HTTP/1.1" status: 200 len: 806 time: 0.3958027 Aug 11 02:13:38.971698 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 073da2ac-4e4b-4f54-a377-bb7d199be90c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=073da2ac-4e4b-4f54-a377-bb7d199be90c,segment=NetworkSegment(c4d12000-2f18-4a49-89bc-59fc19f987a2),segment_id=c4d12000-2f18-4a49-89bc-59fc19f987a2)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:38.974308 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7787bd27-1d06-4269-8031-3950c92bb4de req-19ff0bbe-5bff-4885-bf7e-274a7d879518 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fe2b822-fbf4-48ed-a1a7-5b90b4425e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4628377 Aug 11 02:13:38.980331 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-faed73af-9e02-4b75-831b-77143858fd1f req-4ae606fb-a456-4b80-984b-cda3c63bf198 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5722263 Aug 11 02:13:38.984146 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-d3c9e6bc-0143-4f63-8343-66d9aef1244e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] device_id is not set on port 48acf876-5ef1-4922-ae5d-8c352d0eec15 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:13:39.002419 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-5a1e56f1-2a29-4f60-8da2-8d4d1ab99cb0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Request body: {'port': {'device_id': 'd819440d-52ce-4c33-947a-a55039ec2ce8', 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603', 'admin_state_up': True, 'tenant_id': '0e4e387ba25a4d14b8728f756bd278ce'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:39.014308 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-faed73af-9e02-4b75-831b-77143858fd1f req-d31b8d67-7e9d-47c5-85fa-342d9d5174d0 service neutron] Request body: {'port': {'device_id': '79b117fc-94c5-4ca1-847d-958d94be9839', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:39.028267 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4f4e19-1211-4bfc-ac42-7ebb752c588b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8393636-749a-49bd-88f4-c38c0632584d'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:39.030849 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2596146e-47dd-4727-a857-c2b8ef5d1d23" -d '{"events": [{"server_uuid": "ad4f4e19-1211-4bfc-ac42-7ebb752c588b", "name": "network-vif-plugged", "status": "completed", "tag": "a8393636-749a-49bd-88f4-c38c0632584d"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:39.046578 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:39.066876 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port a8393636-749a-49bd-88f4-c38c0632584d, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a8393636-749a-49bd-88f4-c38c0632584d,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:39.070138 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-bea518e5-b06c-4aa1-8f37-da043b28ad6f None None] Provisioning for port 5bf9b314-4340-4637-a3d9-ad6561cb202c completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:39.099594 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-bea518e5-b06c-4aa1-8f37-da043b28ad6f None None] Provisioning complete for port 5bf9b314-4340-4637-a3d9-ad6561cb202c triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:39.100002 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bea518e5-b06c-4aa1-8f37-da043b28ad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:39.139192 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-bea518e5-b06c-4aa1-8f37-da043b28ad6f None None] Port 5bf9b314-4340-4637-a3d9-ad6561cb202c cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:13:39.140931 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:39.141761 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 18f283e6-783f-4e9b-803a-6962b8497191 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:39.162558 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7631f794-a8b4-4061-b71e-638167a223f4 x-openstack-request-id: req-7631f794-a8b4-4061-b71e-638167a223f4 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:39.162849 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307ece3c-3559-47a9-8f74-15775e0fbd38", "tag": "3dec4d5c-0e92-4337-841c-040efec8120e", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:39.163069 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7631f794-a8b4-4061-b71e-638167a223f4 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:39.166288 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307ece3c-3559-47a9-8f74-15775e0fbd38', 'tag': '3dec4d5c-0e92-4337-841c-040efec8120e', 'status': 'completed', 'code': 200} Aug 11 02:13:39.169214 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-289f8586-6eb5-4bc4-80ea-c842226054c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:39.172104 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-289f8586-6eb5-4bc4-80ea-c842226054c1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.5737474 Aug 11 02:13:39.181179 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 18f283e6-783f-4e9b-803a-6962b8497191 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:13:39.181543 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 18f283e6-783f-4e9b-803a-6962b8497191 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:13:39.192166 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-bea518e5-b06c-4aa1-8f37-da043b28ad6f None None] Provisioning for port 7d286b8e-83cb-4d91-b566-139ea34e0662 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:39.203761 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-bea518e5-b06c-4aa1-8f37-da043b28ad6f None None] Provisioning complete for port 7d286b8e-83cb-4d91-b566-139ea34e0662 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:39.204511 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bea518e5-b06c-4aa1-8f37-da043b28ad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:39.232206 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-faed73af-9e02-4b75-831b-77143858fd1f req-d31b8d67-7e9d-47c5-85fa-342d9d5174d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:39.261081 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=073da2ac-4e4b-4f54-a377-bb7d199be90c,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:39.324245 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2021bb-b6cb-4c90-bb40-1caa23c65e3e req-d5322a0c-089b-4413-bf1d-e70887d9c0cb tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:39.333923 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0c2021bb-b6cb-4c90-bb40-1caa23c65e3e req-d5322a0c-089b-4413-bf1d-e70887d9c0cb tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=79b117fc-94c5-4ca1-847d-958d94be9839 HTTP/1.1" status: 200 len: 931 time: 0.1823652 Aug 11 02:13:39.362487 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bea518e5-b06c-4aa1-8f37-da043b28ad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:39.376377 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['073da2ac-4e4b-4f54-a377-bb7d199be90c'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:39.414462 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-54ab30f6-b7e4-4f51-b3d2-67b863b8f685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:39.417002 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-54ab30f6-b7e4-4f51-b3d2-67b863b8f685 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1949866 Aug 11 02:13:39.452596 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0c2021bb-b6cb-4c90-bb40-1caa23c65e3e req-900e5dec-01b9-4596-9d93-18d0c9bc0c97 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174085 Aug 11 02:13:39.453072 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-bea518e5-b06c-4aa1-8f37-da043b28ad6f None None] For port 7d286b8e-83cb-4d91-b566-139ea34e0662, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7d286b8e-83cb-4d91-b566-139ea34e0662,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:39.469748 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=a8393636-749a-49bd-88f4-c38c0632584d,revision_number=7']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:39.478034 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bea518e5-b06c-4aa1-8f37-da043b28ad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:39.589113 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea518e5-b06c-4aa1-8f37-da043b28ad6f None None] Pushing event updated for resources: {'Port': ['ID=7d286b8e-83cb-4d91-b566-139ea34e0662,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:39.634501 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-5418a45a-6b9b-4af0-90c4-58e7d55e10dd service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786983 Aug 11 02:13:39.683962 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-faed73af-9e02-4b75-831b-77143858fd1f req-d31b8d67-7e9d-47c5-85fa-342d9d5174d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:13:39.702989 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-faed73af-9e02-4b75-831b-77143858fd1f req-d31b8d67-7e9d-47c5-85fa-342d9d5174d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:39.727937 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-5a1e56f1-2a29-4f60-8da2-8d4d1ab99cb0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Made reservation on behalf of 0e4e387ba25a4d14b8728f756bd278ce for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:39.732044 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-5a1e56f1-2a29-4f60-8da2-8d4d1ab99cb0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:39.755885 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-faed73af-9e02-4b75-831b-77143858fd1f req-d31b8d67-7e9d-47c5-85fa-342d9d5174d0 service neutron] Transition to ACTIVE for port object d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:39.763925 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7324dea-2d0b-45b7-a257-ff3083db1a3a req-d08b2397-140d-4772-bc8e-f70eed80d7c9 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:39.765642 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e7324dea-2d0b-45b7-a257-ff3083db1a3a req-d08b2397-140d-4772-bc8e-f70eed80d7c9 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 945 time: 0.5908458 Aug 11 02:13:39.771063 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-faed73af-9e02-4b75-831b-77143858fd1f req-d31b8d67-7e9d-47c5-85fa-342d9d5174d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:39.862286 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b388d-2f4b-4252-b95e-cd0fd0e32bf7 req-bf0a52db-0903-49e2-aca4-4b7b7442078b tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:39.870038 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ad5b388d-2f4b-4252-b95e-cd0fd0e32bf7 req-bf0a52db-0903-49e2-aca4-4b7b7442078b tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 944 time: 0.2329438 Aug 11 02:13:39.943429 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b8d67-7e9d-47c5-85fa-342d9d5174d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:39.949948 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-16fd9eb2-26bd-4510-85a7-f005be3f1512 req-63798d97-9903-4fe8-b2b9-c2ce8e0d00b7 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013566 Aug 11 02:13:39.963586 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c9e6bc-0143-4f63-8343-66d9aef1244e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 11 02:13:39.963944 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c9e6bc-0143-4f63-8343-66d9aef1244e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:13:39.991104 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ad5b388d-2f4b-4252-b95e-cd0fd0e32bf7 req-cf7efc82-b3f0-44a4-bc83-d5186554cef9 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201622 Aug 11 02:13:40.008175 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e7324dea-2d0b-45b7-a257-ff3083db1a3a req-d9b04a89-e553-42c3-85cc-d9a4e226340f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842535 Aug 11 02:13:40.067763 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b9e0c1-9632-405d-b4cb-1790870eef0a x-openstack-request-id: req-19b9e0c1-9632-405d-b4cb-1790870eef0a {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:40.068647 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4f4e19-1211-4bfc-ac42-7ebb752c588b", "name": "network-vif-plugged", "status": "completed", "tag": "a8393636-749a-49bd-88f4-c38c0632584d", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:40.069089 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-19b9e0c1-9632-405d-b4cb-1790870eef0a {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:40.069667 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4f4e19-1211-4bfc-ac42-7ebb752c588b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8393636-749a-49bd-88f4-c38c0632584d', 'code': 200} Aug 11 02:13:40.117951 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-faed73af-9e02-4b75-831b-77143858fd1f req-d31b8d67-7e9d-47c5-85fa-342d9d5174d0 service neutron] Attempting to bind port d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:13:40.118434 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-faed73af-9e02-4b75-831b-77143858fd1f req-d31b8d67-7e9d-47c5-85fa-342d9d5174d0 service neutron] Attempting to bind port d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '61b759df-4b3a-4468-b2fc-c1fa74c19b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '817a4ff3-115a-4b81-9f1c-4ed18d90c966'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:13:40.118802 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faed73af-9e02-4b75-831b-77143858fd1f req-d31b8d67-7e9d-47c5-85fa-342d9d5174d0 service neutron] Attempting to bind port d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50 on network 817a4ff3-115a-4b81-9f1c-4ed18d90c966 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:40.126176 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faed73af-9e02-4b75-831b-77143858fd1f req-d31b8d67-7e9d-47c5-85fa-342d9d5174d0 service neutron] Port d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50 on network 817a4ff3-115a-4b81-9f1c-4ed18d90c966 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:13:40.126694 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faed73af-9e02-4b75-831b-77143858fd1f req-d31b8d67-7e9d-47c5-85fa-342d9d5174d0 service neutron] Attempting to bind port d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50 on network 817a4ff3-115a-4b81-9f1c-4ed18d90c966 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:40.128990 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-5a1e56f1-2a29-4f60-8da2-8d4d1ab99cb0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Allocated IP 172.20.0.8 (fa6d118c-1b11-471b-a79b-8ba66c683603/84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62/05898258-4491-4fa9-91f4-a855886e6aab) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:40.131155 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d3c9e6bc-0143-4f63-8343-66d9aef1244e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.8141377 Aug 11 02:13:40.133566 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39776) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:40.156337 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5272c59-c2fa-49e5-8227-f8963bfeecea req-1d4982dc-48ac-4a7d-82b3-3217553a079e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=d819440d-52ce-4c33-947a-a55039ec2ce8 HTTP/1.1" status: 200 len: 210 time: 0.0517581 Aug 11 02:13:40.198556 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de30609-f72b-42eb-806d-5173f997063c req-3a1bb6ae-8685-4446-802b-ce5aaafe6b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:40.198556 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0de30609-f72b-42eb-806d-5173f997063c req-3a1bb6ae-8685-4446-802b-ce5aaafe6b49 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9ab74d5460f0476688ea396d542af544&device_id=307ece3c-3559-47a9-8f74-15775e0fbd38 HTTP/1.1" status: 200 len: 1099 time: 0.1494493 Aug 11 02:13:40.207876 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faed73af-9e02-4b75-831b-77143858fd1f req-d31b8d67-7e9d-47c5-85fa-342d9d5174d0 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:13:40.208417 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faed73af-9e02-4b75-831b-77143858fd1f req-d31b8d67-7e9d-47c5-85fa-342d9d5174d0 service neutron] Checking segment: {'id': '61b759df-4b3a-4468-b2fc-c1fa74c19b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '817a4ff3-115a-4b81-9f1c-4ed18d90c966'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:40.208882 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faed73af-9e02-4b75-831b-77143858fd1f req-d31b8d67-7e9d-47c5-85fa-342d9d5174d0 service neutron] Bound using segment: {'id': '61b759df-4b3a-4468-b2fc-c1fa74c19b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '817a4ff3-115a-4b81-9f1c-4ed18d90c966'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:13:40.209377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-faed73af-9e02-4b75-831b-77143858fd1f req-d31b8d67-7e9d-47c5-85fa-342d9d5174d0 service neutron] Bound port: d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b759df-4b3a-4468-b2fc-c1fa74c19b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '817a4ff3-115a-4b81-9f1c-4ed18d90c966'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:13:40.209956 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-faed73af-9e02-4b75-831b-77143858fd1f req-d31b8d67-7e9d-47c5-85fa-342d9d5174d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:40.303008 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-faed73af-9e02-4b75-831b-77143858fd1f req-d31b8d67-7e9d-47c5-85fa-342d9d5174d0 service neutron] For port d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:13:40.306840 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-faed73af-9e02-4b75-831b-77143858fd1f req-d31b8d67-7e9d-47c5-85fa-342d9d5174d0 service neutron] For port d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:13:40.323950 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7d286b8e-83cb-4d91-b566-139ea34e0662 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:40.329292 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-faed73af-9e02-4b75-831b-77143858fd1f req-d31b8d67-7e9d-47c5-85fa-342d9d5174d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:40.341828 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d587ae-bf95-41e6-a85a-c4098ae08487 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:40.351195 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d587ae-bf95-41e6-a85a-c4098ae08487 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:40.353644 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-94d587ae-bf95-41e6-a85a-c4098ae08487 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2181797 Aug 11 02:13:40.363292 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39782) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:40.400405 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device f00425ea-66f6-44bb-b178-137dad682ab3 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:40.452401 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: f00425ea-66f6-44bb-b178-137dad682ab3 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:13:40.455833 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device f00425ea-66f6-44bb-b178-137dad682ab3 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:13:40.498392 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 7d286b8e-83cb-4d91-b566-139ea34e0662 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:40.500185 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:40.547975 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c95c9-2cde-414a-b0c8-c0516e86c716 req-f82becfc-869a-4187-a375-d8f1f0a8a1d9 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:40.555881 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-112c95c9-2cde-414a-b0c8-c0516e86c716 req-f82becfc-869a-4187-a375-d8f1f0a8a1d9 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/ports?device_id=307ece3c-3559-47a9-8f74-15775e0fbd38 HTTP/1.1" status: 200 len: 947 time: 0.2462802 Aug 11 02:13:40.566011 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed73af-9e02-4b75-831b-77143858fd1f req-d31b8d67-7e9d-47c5-85fa-342d9d5174d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:40.567016 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-faed73af-9e02-4b75-831b-77143858fd1f req-d31b8d67-7e9d-47c5-85fa-342d9d5174d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:40.569087 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de30609-f72b-42eb-806d-5173f997063c req-b76747ab-7e49-458f-870d-84d5086de3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:40.569701 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-faed73af-9e02-4b75-831b-77143858fd1f req-d31b8d67-7e9d-47c5-85fa-342d9d5174d0 service neutron] 10.222.0.73 "PUT /v2.0/ports/d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50 HTTP/1.1" status: 200 len: 1092 time: 1.5776551 Aug 11 02:13:40.570792 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0de30609-f72b-42eb-806d-5173f997063c req-b76747ab-7e49-458f-870d-84d5086de3f6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.3592463 Aug 11 02:13:40.587375 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b117fc-94c5-4ca1-847d-958d94be9839', 'tag': 'd2443e64-f1bb-45e4-b8f2-a1f8c8a7da50'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:40.590709 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec39b72-7fdf-46f2-b675-080ca5720ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "79b117fc-94c5-4ca1-847d-958d94be9839", "tag": "d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:40.653934 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0de30609-f72b-42eb-806d-5173f997063c req-77656877-c3eb-411f-8375-e75a9aaedd55 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=3dec4d5c-0e92-4337-841c-040efec8120e HTTP/1.1" status: 200 len: 217 time: 0.0510938 Aug 11 02:13:40.667437 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b8d67-7e9d-47c5-85fa-342d9d5174d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:40.674168 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-112c95c9-2cde-414a-b0c8-c0516e86c716 req-2377414e-be68-4696-b602-ffc8b0477d7c tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fe2b822-fbf4-48ed-a1a7-5b90b4425e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128452 Aug 11 02:13:40.711604 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-c7fa15d6-019a-4ff5-86ec-141be9d6bb9f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting port 5bf9b314-4340-4637-a3d9-ad6561cb202c {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:40.712126 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c7fa15d6-019a-4ff5-86ec-141be9d6bb9f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:40.832606 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-5a1e56f1-2a29-4f60-8da2-8d4d1ab99cb0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:40.844663 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c7fa15d6-019a-4ff5-86ec-141be9d6bb9f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:40.862788 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de30609-f72b-42eb-806d-5173f997063c req-f3063cac-41b8-4325-bf46-7fbf330b3622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:40.865359 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0de30609-f72b-42eb-806d-5173f997063c req-f3063cac-41b8-4325-bf46-7fbf330b3622 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.1899691 Aug 11 02:13:40.866302 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-c7fa15d6-019a-4ff5-86ec-141be9d6bb9f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Calling delete_port for 5bf9b314-4340-4637-a3d9-ad6561cb202c owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:40.914280 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cb40d-999f-4632-8eeb-82f3c1e4b29f req-809f6a99-992b-45d6-8f8a-27cf344b865b tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:40.916431 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d71cb40d-999f-4632-8eeb-82f3c1e4b29f req-809f6a99-992b-45d6-8f8a-27cf344b865b tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 945 time: 0.1729093 Aug 11 02:13:40.980604 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed73af-9e02-4b75-831b-77143858fd1f req-36d36dd5-2e2a-4809-aa99-056af8e22fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:40.983342 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-faed73af-9e02-4b75-831b-77143858fd1f req-36d36dd5-2e2a-4809-aa99-056af8e22fd8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a8d04554417c40d6830a6309b9057b02&device_id=79b117fc-94c5-4ca1-847d-958d94be9839 HTTP/1.1" status: 200 len: 1095 time: 0.3342042 Aug 11 02:13:41.071772 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de30609-f72b-42eb-806d-5173f997063c req-6dc6737b-91b5-4bbd-93f3-4acd50d3d17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:41.073528 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0de30609-f72b-42eb-806d-5173f997063c req-6dc6737b-91b5-4bbd-93f3-4acd50d3d17d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1936085 Aug 11 02:13:41.083975 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d71cb40d-999f-4632-8eeb-82f3c1e4b29f req-3a321bc8-011f-4a2d-bed6-051dc6f85549 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466210 Aug 11 02:13:41.086643 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-5a1e56f1-2a29-4f60-8da2-8d4d1ab99cb0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:41.117816 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c7fa15d6-019a-4ff5-86ec-141be9d6bb9f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:41.121693 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-faed73af-9e02-4b75-831b-77143858fd1f req-fa85a654-903b-46e3-b0c1-85a290f2c3d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50 HTTP/1.1" status: 200 len: 217 time: 0.0747938 Aug 11 02:13:41.173095 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71743a4b-d265-48ac-b317-2f8d3ef5d2bd x-openstack-request-id: req-71743a4b-d265-48ac-b317-2f8d3ef5d2bd {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:41.173390 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b117fc-94c5-4ca1-847d-958d94be9839", "tag": "d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:41.173647 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-71743a4b-d265-48ac-b317-2f8d3ef5d2bd {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:41.174103 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b117fc-94c5-4ca1-847d-958d94be9839', 'tag': 'd2443e64-f1bb-45e4-b8f2-a1f8c8a7da50', 'status': 'completed', 'code': 200} Aug 11 02:13:41.177731 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa15d6-019a-4ff5-86ec-141be9d6bb9f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Port': ['ID=5bf9b314-4340-4637-a3d9-ad6561cb202c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:41.182611 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcba4f3-cf91-4605-872b-9b25b5cc61f2', 'name': 'network-vif-deleted', 'tag': 'f00425ea-66f6-44bb-b178-137dad682ab3'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:41.184842 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4158f12-f908-4cb9-9084-4778eab503a4" -d '{"events": [{"server_uuid": "4fcba4f3-cf91-4605-872b-9b25b5cc61f2", "name": "network-vif-deleted", "tag": "f00425ea-66f6-44bb-b178-137dad682ab3"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:41.235452 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-5a1e56f1-2a29-4f60-8da2-8d4d1ab99cb0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Network fa6d118c-1b11-471b-a79b-8ba66c683603 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:41.249459 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c7fa15d6-019a-4ff5-86ec-141be9d6bb9f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:41.255139 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c7fa15d6-019a-4ff5-86ec-141be9d6bb9f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/5bf9b314-4340-4637-a3d9-ad6561cb202c HTTP/1.1" status: 204 len: 168 time: 0.8838162 Aug 11 02:13:41.257873 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39822) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:41.268763 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-5a1e56f1-2a29-4f60-8da2-8d4d1ab99cb0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:41.274089 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e56f1-2a29-4f60-8da2-8d4d1ab99cb0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Pushing event updated for resources: {'Port': ['ID=05898258-4491-4fa9-91f4-a855886e6aab,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:41.277536 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-5a1e56f1-2a29-4f60-8da2-8d4d1ab99cb0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:41.293114 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed73af-9e02-4b75-831b-77143858fd1f req-3da1c644-ec9e-477d-b8a7-4b676067c3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:41.294960 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-faed73af-9e02-4b75-831b-77143858fd1f req-3da1c644-ec9e-477d-b8a7-4b676067c3c2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28d716d8-5b88-434d-86dc-bdd1fc15512f HTTP/1.1" status: 200 len: 845 time: 0.1306012 Aug 11 02:13:41.333318 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192460a7-d636-4483-83da-e81c53521edb req-c6aa50d1-2436-4fd4-9617-51ebd942f752 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:41.335138 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-192460a7-d636-4483-83da-e81c53521edb req-c6aa50d1-2436-4fd4-9617-51ebd942f752 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=79b117fc-94c5-4ca1-847d-958d94be9839 HTTP/1.1" status: 200 len: 943 time: 0.2790158 Aug 11 02:13:41.371145 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0de30609-f72b-42eb-806d-5173f997063c req-1118cf74-ef7b-498b-a2ef-113da6053a1a service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858772 Aug 11 02:13:41.376790 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-5a1e56f1-2a29-4f60-8da2-8d4d1ab99cb0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:41.377444 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-5a1e56f1-2a29-4f60-8da2-8d4d1ab99cb0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:41.386455 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-faed73af-9e02-4b75-831b-77143858fd1f req-e0352865-65ee-4204-9dcb-0a92d43dc286 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=817a4ff3-115a-4b81-9f1c-4ed18d90c966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501637 Aug 11 02:13:41.473047 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-5a1e56f1-2a29-4f60-8da2-8d4d1ab99cb0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4770358 Aug 11 02:13:41.481950 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92308543-8106-45a3-bd3d-3310c31e1936 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:41.483511 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92308543-8106-45a3-bd3d-3310c31e1936 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:41.490812 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-92308543-8106-45a3-bd3d-3310c31e1936 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2300167 Aug 11 02:13:41.491237 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 39834) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:41.499201 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-187f23ad-1bf4-4878-9593-0d573e7eafe3 service neutron] Request body: {'port': {'device_id': 'd819440d-52ce-4c33-947a-a55039ec2ce8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:41.517026 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-192460a7-d636-4483-83da-e81c53521edb req-310ed225-b9bd-4c8a-bcc3-081e865c02f8 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678383 Aug 11 02:13:41.542292 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 073da2ac-4e4b-4f54-a377-bb7d199be90c up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:41.590719 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-faed73af-9e02-4b75-831b-77143858fd1f req-53f3f895-cf1b-44aa-b77a-8fe7ac93da07 service neutron] 10.222.0.73 "GET /v2.0/networks/817a4ff3-115a-4b81-9f1c-4ed18d90c966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947420 Aug 11 02:13:41.649021 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0de30609-f72b-42eb-806d-5173f997063c req-43807579-6e97-4ba6-9d14-018d017cfa9b service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564499 Aug 11 02:13:41.656191 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee518ba4-9366-4944-96cd-1251824ddb9f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet 98fceb95-cd7f-4d79-bdcb-19ff4f153441 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:13:41.661960 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee518ba4-9366-4944-96cd-1251824ddb9f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:41.663095 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 073da2ac-4e4b-4f54-a377-bb7d199be90c completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:41.668261 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 073da2ac-4e4b-4f54-a377-bb7d199be90c triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:41.670408 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:41.684753 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-187f23ad-1bf4-4878-9593-0d573e7eafe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:41.748340 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd9383c-4bab-4bd7-ab63-8483a06f73e9 x-openstack-request-id: req-efd9383c-4bab-4bd7-ab63-8483a06f73e9 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:41.748643 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fcba4f3-cf91-4605-872b-9b25b5cc61f2", "name": "network-vif-deleted", "tag": "f00425ea-66f6-44bb-b178-137dad682ab3", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:41.751933 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-efd9383c-4bab-4bd7-ab63-8483a06f73e9 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:41.755614 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcba4f3-cf91-4605-872b-9b25b5cc61f2', 'name': 'network-vif-deleted', 'tag': 'f00425ea-66f6-44bb-b178-137dad682ab3', 'status': 'completed', 'code': 200} Aug 11 02:13:41.757932 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee518ba4-9366-4944-96cd-1251824ddb9f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:41.788014 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-faed73af-9e02-4b75-831b-77143858fd1f req-58b732e4-5d60-469b-8b3e-8ec97b9f55a9 service neutron] 10.222.0.73 "GET /v2.0/networks/817a4ff3-115a-4b81-9f1c-4ed18d90c966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839614 Aug 11 02:13:41.795124 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e015a0d-c68d-4c7e-8d36-ffb14a6ec6a5 req-31785ad0-3c5d-4f0f-8736-1641e1d23bcc tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:41.796761 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7e015a0d-c68d-4c7e-8d36-ffb14a6ec6a5 req-31785ad0-3c5d-4f0f-8736-1641e1d23bcc tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 944 time: 0.0887601 Aug 11 02:13:41.835554 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:41.879471 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 073da2ac-4e4b-4f54-a377-bb7d199be90c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=073da2ac-4e4b-4f54-a377-bb7d199be90c,segment=NetworkSegment(c4d12000-2f18-4a49-89bc-59fc19f987a2),segment_id=c4d12000-2f18-4a49-89bc-59fc19f987a2)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:41.890555 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:41.921233 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7e015a0d-c68d-4c7e-8d36-ffb14a6ec6a5 req-e156fb6d-7702-4095-8299-2617031845ee tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178169 Aug 11 02:13:41.936078 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec39b72-7fdf-46f2-b675-080ca5720ce8 req-8f08f480-2f82-481c-b6fb-6e5148b18929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:41.937929 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0ec39b72-7fdf-46f2-b675-080ca5720ce8 req-8f08f480-2f82-481c-b6fb-6e5148b18929 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a8d04554417c40d6830a6309b9057b02&device_id=79b117fc-94c5-4ca1-847d-958d94be9839 HTTP/1.1" status: 200 len: 1095 time: 0.0653965 Aug 11 02:13:41.998551 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=073da2ac-4e4b-4f54-a377-bb7d199be90c,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:42.052364 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec39b72-7fdf-46f2-b675-080ca5720ce8 req-92599d2c-8356-4926-a965-30da2e10266f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:42.053881 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0ec39b72-7fdf-46f2-b675-080ca5720ce8 req-92599d2c-8356-4926-a965-30da2e10266f service neutron] 10.222.0.73 "GET /v2.0/networks?id=817a4ff3-115a-4b81-9f1c-4ed18d90c966 HTTP/1.1" status: 200 len: 906 time: 0.1061375 Aug 11 02:13:42.070956 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd99d3d5-d1e9-4331-b1d6-dafb130afcad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073da2ac-4e4b-4f54-a377-bb7d199be90c'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:42.073200 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff4ca70-5738-45d2-bd8b-e8d89cf72ca5" -d '{"events": [{"server_uuid": "fd99d3d5-d1e9-4331-b1d6-dafb130afcad", "name": "network-vif-plugged", "status": "completed", "tag": "073da2ac-4e4b-4f54-a377-bb7d199be90c"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:42.111888 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0ec39b72-7fdf-46f2-b675-080ca5720ce8 req-a16bbbae-f880-444a-8dba-a620848bbbc1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50 HTTP/1.1" status: 200 len: 217 time: 0.0478203 Aug 11 02:13:42.149421 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee518ba4-9366-4944-96cd-1251824ddb9f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:42.184744 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec39b72-7fdf-46f2-b675-080ca5720ce8 req-a34c3708-edf2-4916-b100-66f2690028da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:42.203330 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a26745-f950-4b92-8755-2811dc43f670 req-fe500989-4614-4578-a842-4a1af8e8f3ab tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:42.204570 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0ec39b72-7fdf-46f2-b675-080ca5720ce8 req-a34c3708-edf2-4916-b100-66f2690028da service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28d716d8-5b88-434d-86dc-bdd1fc15512f HTTP/1.1" status: 200 len: 845 time: 0.0827901 Aug 11 02:13:42.204900 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-91a26745-f950-4b92-8755-2811dc43f670 req-fe500989-4614-4578-a842-4a1af8e8f3ab tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=d819440d-52ce-4c33-947a-a55039ec2ce8 HTTP/1.1" status: 200 len: 931 time: 0.2564363 Aug 11 02:13:42.249316 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0ec39b72-7fdf-46f2-b675-080ca5720ce8 req-470ec30a-4316-4ddf-b433-d705cd7ce65b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=817a4ff3-115a-4b81-9f1c-4ed18d90c966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340135 Aug 11 02:13:42.283732 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-91a26745-f950-4b92-8755-2811dc43f670 req-6f550512-2f92-473b-9a6a-d26cbbdcafc5 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677924 Aug 11 02:13:42.303369 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee518ba4-9366-4944-96cd-1251824ddb9f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:42.333477 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee518ba4-9366-4944-96cd-1251824ddb9f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:42.338040 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ee518ba4-9366-4944-96cd-1251824ddb9f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/98fceb95-cd7f-4d79-bdcb-19ff4f153441 HTTP/1.1" status: 204 len: 168 time: 0.8431664 Aug 11 02:13:42.340176 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39868) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:42.340862 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfcff88-999d-4498-b4e2-bd0bd218660a None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:13:42.414992 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4c1152f1-48fe-4a08-9e85-16a11f0780e8 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0692677 Aug 11 02:13:42.420014 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39870) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:42.426137 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-6ed96113-7e15-4df1-a19b-afc863c15693 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:42.493877 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee518ba4-9366-4944-96cd-1251824ddb9f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=98fceb95-cd7f-4d79-bdcb-19ff4f153441,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:42.631888 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0ec39b72-7fdf-46f2-b675-080ca5720ce8 req-183eb5e4-4e27-4f89-8436-51410c1d5f04 service neutron] 10.222.0.73 "GET /v2.0/networks/817a4ff3-115a-4b81-9f1c-4ed18d90c966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721640 Aug 11 02:13:42.633020 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-187f23ad-1bf4-4878-9593-0d573e7eafe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05898258-4491-4fa9-91f4-a855886e6aab {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:13:42.636455 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cde67b4-a6e1-4fd9-b819-bb32c4dc366b x-openstack-request-id: req-4cde67b4-a6e1-4fd9-b819-bb32c4dc366b {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:42.637380 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd99d3d5-d1e9-4331-b1d6-dafb130afcad", "name": "network-vif-plugged", "status": "completed", "tag": "073da2ac-4e4b-4f54-a377-bb7d199be90c", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:42.643268 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4cde67b4-a6e1-4fd9-b819-bb32c4dc366b {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:42.644558 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd99d3d5-d1e9-4331-b1d6-dafb130afcad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073da2ac-4e4b-4f54-a377-bb7d199be90c', 'code': 200} Aug 11 02:13:42.653481 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-187f23ad-1bf4-4878-9593-0d573e7eafe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:42.677000 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed96113-7e15-4df1-a19b-afc863c15693 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:42.681356 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ed96113-7e15-4df1-a19b-afc863c15693 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:42.681560 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585cde3-8c4f-43f1-9a18-0c3a1ad40baf req-298a40a5-35ff-406f-becb-a8c2390eafc9 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:42.691313 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f585cde3-8c4f-43f1-9a18-0c3a1ad40baf req-298a40a5-35ff-406f-becb-a8c2390eafc9 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/ports?device_id=307ece3c-3559-47a9-8f74-15775e0fbd38 HTTP/1.1" status: 200 len: 947 time: 0.2261310 Aug 11 02:13:42.705852 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-187f23ad-1bf4-4878-9593-0d573e7eafe3 service neutron] Transition to ACTIVE for port object 05898258-4491-4fa9-91f4-a855886e6aab will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:42.722527 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-187f23ad-1bf4-4878-9593-0d573e7eafe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:42.805518 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f585cde3-8c4f-43f1-9a18-0c3a1ad40baf req-c439ed8b-2dec-461d-8e90-eb3847d1ac32 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fe2b822-fbf4-48ed-a1a7-5b90b4425e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010664 Aug 11 02:13:42.812293 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f23ad-1bf4-4878-9593-0d573e7eafe3 service neutron] Pushing event updated for resources: {'Port': ['ID=05898258-4491-4fa9-91f4-a855886e6aab,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:42.829897 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931a32b3-3c75-43cf-8a54-e3995d6c8cae None None] DHCP port deletion for abfe629d-e2ef-4da1-94ab-4576283f6a78 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:13:42.927491 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-931a32b3-3c75-43cf-8a54-e3995d6c8cae None None] Deleting port 7d286b8e-83cb-4d91-b566-139ea34e0662 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:42.928189 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-931a32b3-3c75-43cf-8a54-e3995d6c8cae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:42.946619 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-187f23ad-1bf4-4878-9593-0d573e7eafe3 service neutron] Attempting to bind port 05898258-4491-4fa9-91f4-a855886e6aab on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:13:42.947056 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-187f23ad-1bf4-4878-9593-0d573e7eafe3 service neutron] Attempting to bind port 05898258-4491-4fa9-91f4-a855886e6aab by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '17ab65aa-1575-4f0d-91af-c45c627f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:13:42.947458 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-187f23ad-1bf4-4878-9593-0d573e7eafe3 service neutron] Attempting to bind port 05898258-4491-4fa9-91f4-a855886e6aab on network fa6d118c-1b11-471b-a79b-8ba66c683603 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:43.003062 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-187f23ad-1bf4-4878-9593-0d573e7eafe3 service neutron] Port 05898258-4491-4fa9-91f4-a855886e6aab on network fa6d118c-1b11-471b-a79b-8ba66c683603 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:13:43.007823 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-187f23ad-1bf4-4878-9593-0d573e7eafe3 service neutron] Attempting to bind port 05898258-4491-4fa9-91f4-a855886e6aab on network fa6d118c-1b11-471b-a79b-8ba66c683603 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:43.017147 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-187f23ad-1bf4-4878-9593-0d573e7eafe3 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:13:43.017474 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-187f23ad-1bf4-4878-9593-0d573e7eafe3 service neutron] Checking segment: {'id': '17ab65aa-1575-4f0d-91af-c45c627f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:43.024400 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-931a32b3-3c75-43cf-8a54-e3995d6c8cae None None] For port 7d286b8e-83cb-4d91-b566-139ea34e0662, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7d286b8e-83cb-4d91-b566-139ea34e0662,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:43.024946 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-931a32b3-3c75-43cf-8a54-e3995d6c8cae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:43.028199 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-187f23ad-1bf4-4878-9593-0d573e7eafe3 service neutron] Bound using segment: {'id': '17ab65aa-1575-4f0d-91af-c45c627f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:13:43.028688 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-187f23ad-1bf4-4878-9593-0d573e7eafe3 service neutron] Bound port: 05898258-4491-4fa9-91f4-a855886e6aab, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ab65aa-1575-4f0d-91af-c45c627f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:13:43.029061 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-187f23ad-1bf4-4878-9593-0d573e7eafe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:43.054825 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-931a32b3-3c75-43cf-8a54-e3995d6c8cae None None] Calling delete_port for 7d286b8e-83cb-4d91-b566-139ea34e0662 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:43.055190 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39886) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:43.107147 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf499cc-d67e-4c88-bd78-0f135bd6c5d7 req-82f21d10-35e6-4391-bc54-bac1361b631d tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:43.108715 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aaf499cc-d67e-4c88-bd78-0f135bd6c5d7 req-82f21d10-35e6-4391-bc54-bac1361b631d tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 945 time: 0.3619437 Aug 11 02:13:43.114291 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e287c3-9c96-4f18-961b-13f593b55912 req-e75541e9-c573-42fa-aa15-c14b9137fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:43.118047 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f6e287c3-9c96-4f18-961b-13f593b55912 req-e75541e9-c573-42fa-aa15-c14b9137fefe service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 1097 time: 0.3107989 Aug 11 02:13:43.126119 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0ec39b72-7fdf-46f2-b675-080ca5720ce8 req-7c0e807c-94f3-418c-83a4-ec67140ce54e service neutron] 10.222.0.73 "GET /v2.0/networks/817a4ff3-115a-4b81-9f1c-4ed18d90c966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736269 Aug 11 02:13:43.175015 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ed528-c731-4363-ad61-54ffdf0dfcd8 req-ee4cf9b1-a973-4527-a3f9-2346c566c106 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:43.180973 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-be7ed528-c731-4363-ad61-54ffdf0dfcd8 req-ee4cf9b1-a973-4527-a3f9-2346c566c106 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=79b117fc-94c5-4ca1-847d-958d94be9839 HTTP/1.1" status: 200 len: 943 time: 0.2234788 Aug 11 02:13:43.182970 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-931a32b3-3c75-43cf-8a54-e3995d6c8cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:43.208080 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931a32b3-3c75-43cf-8a54-e3995d6c8cae None None] No DVR routers for this DVR port 7d286b8e-83cb-4d91-b566-139ea34e0662 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:13:43.221521 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aaf499cc-d67e-4c88-bd78-0f135bd6c5d7 req-893ab119-0e34-46dd-a12f-7d8b1d44b2d6 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022229 Aug 11 02:13:43.227459 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f6e287c3-9c96-4f18-961b-13f593b55912 req-da4eaf82-16d7-474d-b2b3-63c4f3d87cd0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994492 Aug 11 02:13:43.285763 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-187f23ad-1bf4-4878-9593-0d573e7eafe3 service neutron] For port 05898258-4491-4fa9-91f4-a855886e6aab, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:13:43.287938 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a32b3-3c75-43cf-8a54-e3995d6c8cae None None] Pushing event deleted for resources: {'Port': ['ID=7d286b8e-83cb-4d91-b566-139ea34e0662,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:43.292502 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-be7ed528-c731-4363-ad61-54ffdf0dfcd8 req-4e49c2dd-7c92-48da-b832-02d5cc60f79c tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030033 Aug 11 02:13:43.304916 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-187f23ad-1bf4-4878-9593-0d573e7eafe3 service neutron] For port 05898258-4491-4fa9-91f4-a855886e6aab, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=05898258-4491-4fa9-91f4-a855886e6aab,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:13:43.316648 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-187f23ad-1bf4-4878-9593-0d573e7eafe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:43.336865 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-187f23ad-1bf4-4878-9593-0d573e7eafe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:43.338417 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-187f23ad-1bf4-4878-9593-0d573e7eafe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:43.340717 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-187f23ad-1bf4-4878-9593-0d573e7eafe3 service neutron] 10.222.0.73 "PUT /v2.0/ports/05898258-4491-4fa9-91f4-a855886e6aab HTTP/1.1" status: 200 len: 1092 time: 1.8502223 Aug 11 02:13:43.404703 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ed96113-7e15-4df1-a19b-afc863c15693 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:43.428720 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f23ad-1bf4-4878-9593-0d573e7eafe3 service neutron] Pushing event updated for resources: {'Port': ['ID=05898258-4491-4fa9-91f4-a855886e6aab,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:43.501125 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed96113-7e15-4df1-a19b-afc863c15693 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:43.507495 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f7f9dbe6-5c2e-4331-9a0a-5de42ff435d5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f8ed8c1a9ca04181ab05561e20e53e4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4402461 Aug 11 02:13:43.511741 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39900) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:43.513303 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-6ed96113-7e15-4df1-a19b-afc863c15693 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:43.519045 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed96113-7e15-4df1-a19b-afc863c15693 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:43.519683 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ed96113-7e15-4df1-a19b-afc863c15693 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:43.530161 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee6e79a-e5f5-40a5-8249-c9a1bd0f9558 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:13:43.562213 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-bfce178e-c3ce-4c96-ba76-b790f61f3563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:43.568805 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-bfce178e-c3ce-4c96-ba76-b790f61f3563 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e4e387ba25a4d14b8728f756bd278ce&device_id=d819440d-52ce-4c33-947a-a55039ec2ce8 HTTP/1.1" status: 200 len: 1095 time: 0.1354053 Aug 11 02:13:43.598613 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6ed96113-7e15-4df1-a19b-afc863c15693 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1776276 Aug 11 02:13:43.604789 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39902) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:43.633330 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-9eedbb3d-f4a4-47d4-ba1d-ad78c76f2953 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'port': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'fixed_ips': [{'subnet_id': '1951c05d-d242-4de5-946a-aaf5809fccd7', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1997151591'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:43.679289 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-68e815b4-9b77-406c-abf6-a2fe86661948 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05898258-4491-4fa9-91f4-a855886e6aab HTTP/1.1" status: 200 len: 217 time: 0.1003234 Aug 11 02:13:43.744064 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8367ed2f-bf56-4496-87fa-a6f4a80b04c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:43.760022 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd819440d-52ce-4c33-947a-a55039ec2ce8', 'tag': '05898258-4491-4fa9-91f4-a855886e6aab'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:43.762284 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b3a071-bc27-4af1-a042-62e532f37900" -d '{"events": [{"name": "network-changed", "server_uuid": "d819440d-52ce-4c33-947a-a55039ec2ce8", "tag": "05898258-4491-4fa9-91f4-a855886e6aab"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:43.774926 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8367ed2f-bf56-4496-87fa-a6f4a80b04c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:43.780829 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c61781-df1f-4f10-a3a9-964983b1d724 req-abcaa122-c265-4ff9-9882-c60b7c42cbe7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:43.789230 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d2c61781-df1f-4f10-a3a9-964983b1d724 req-abcaa122-c265-4ff9-9882-c60b7c42cbe7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=d819440d-52ce-4c33-947a-a55039ec2ce8 HTTP/1.1" status: 200 len: 943 time: 0.1962059 Aug 11 02:13:43.811679 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-dbb46102-9ca9-44b2-b7de-7b4215252b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:43.813255 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-dbb46102-9ca9-44b2-b7de-7b4215252b63 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62 HTTP/1.1" status: 200 len: 846 time: 0.1091077 Aug 11 02:13:43.832741 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee43e9b-a5a7-4ee4-8ac6-8b2fa946afd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-abfe629d-e2ef-4da1-94ab-4576283f6a78', 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'fixed_ips': [{'subnet_id': '1951c05d-d242-4de5-946a-aaf5809fccd7'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:13:43.833360 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816b77a-a8fd-4107-905e-3044dbcd2880 req-e67cfe6e-9b46-41ff-ac70-2ebcdcf950dd tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:43.835212 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bee43e9b-a5a7-4ee4-8ac6-8b2fa946afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:43.840217 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a816b77a-a8fd-4107-905e-3044dbcd2880 req-e67cfe6e-9b46-41ff-ac70-2ebcdcf950dd tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 945 time: 0.4968259 Aug 11 02:13:43.871187 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-e8e4f003-c0c5-4c18-9469-fccc6eb0389f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa6d118c-1b11-471b-a79b-8ba66c683603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345519 Aug 11 02:13:43.888062 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d2c61781-df1f-4f10-a3a9-964983b1d724 req-01865e81-dd4a-4c7e-b15c-197645723ccb tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926483 Aug 11 02:13:43.888653 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eedbb3d-f4a4-47d4-ba1d-ad78c76f2953 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:44.009547 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80bee17-725f-4798-9fc7-057b2e3f2b39 x-openstack-request-id: req-b80bee17-725f-4798-9fc7-057b2e3f2b39 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:44.009846 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d819440d-52ce-4c33-947a-a55039ec2ce8", "tag": "05898258-4491-4fa9-91f4-a855886e6aab", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:44.010106 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b80bee17-725f-4798-9fc7-057b2e3f2b39 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:44.010643 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd819440d-52ce-4c33-947a-a55039ec2ce8', 'tag': '05898258-4491-4fa9-91f4-a855886e6aab', 'status': 'completed', 'code': 200} Aug 11 02:13:44.012703 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-bee43e9b-a5a7-4ee4-8ac6-8b2fa946afd6 None None] Allocated IP 2001:db8::2 (abfe629d-e2ef-4da1-94ab-4576283f6a78/1951c05d-d242-4de5-946a-aaf5809fccd7/aab88222-190a-49c3-a120-ea15ec5a461a) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:44.091862 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-32625826-4962-41bc-bc1a-734bf53050fd service neutron] 10.222.0.73 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029002 Aug 11 02:13:44.250409 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bee43e9b-a5a7-4ee4-8ac6-8b2fa946afd6 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:44.264319 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-bee43e9b-a5a7-4ee4-8ac6-8b2fa946afd6 None None] Transition to ACTIVE for port object aab88222-190a-49c3-a120-ea15ec5a461a will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:44.286698 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-bee43e9b-a5a7-4ee4-8ac6-8b2fa946afd6 None None] Transition to ACTIVE for port object aab88222-190a-49c3-a120-ea15ec5a461a will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:44.296033 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bee43e9b-a5a7-4ee4-8ac6-8b2fa946afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:44.298742 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7bce83d7-7cd4-4c03-ab58-13ff1890a03d req-86dc088c-4343-42b4-b7da-eeb4238e4fb5 service neutron] 10.222.0.73 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738262 Aug 11 02:13:44.335885 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7d286b8e-83cb-4d91-b566-139ea34e0662 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:44.343675 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211f009-a426-4b8b-bb8e-9b0707428b9a req-e6042f28-1cb5-42e3-b4ec-af744c02b523 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:44.345380 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d211f009-a426-4b8b-bb8e-9b0707428b9a req-e6042f28-1cb5-42e3-b4ec-af744c02b523 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/ports?device_id=307ece3c-3559-47a9-8f74-15775e0fbd38 HTTP/1.1" status: 200 len: 947 time: 0.2526038 Aug 11 02:13:44.366053 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee43e9b-a5a7-4ee4-8ac6-8b2fa946afd6 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:44.386993 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-bee43e9b-a5a7-4ee4-8ac6-8b2fa946afd6 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:44.391209 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee43e9b-a5a7-4ee4-8ac6-8b2fa946afd6 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:44.401678 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 3dec4d5c-0e92-4337-841c-040efec8120e details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:13:44.481809 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8367ed2f-bf56-4496-87fa-a6f4a80b04c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:44.484901 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8367ed2f-bf56-4496-87fa-a6f4a80b04c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:44.486152 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8367ed2f-bf56-4496-87fa-a6f4a80b04c4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a05165a2-747c-4bf7-964e-7c9b42d3f871 HTTP/1.1" status: 204 len: 168 time: 0.9519794 Aug 11 02:13:44.487655 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed96113-7e15-4df1-a19b-afc863c15693 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=1951c05d-d242-4de5-946a-aaf5809fccd7,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:44.533657 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367ed2f-bf56-4496-87fa-a6f4a80b04c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05165a2-747c-4bf7-964e-7c9b42d3f871,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:44.547132 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a816b77a-a8fd-4107-905e-3044dbcd2880 req-52d0dccc-4611-4dd8-a93b-2822819f070a tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7060404 Aug 11 02:13:44.559163 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 3dec4d5c-0e92-4337-841c-040efec8120e, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=3dec4d5c-0e92-4337-841c-040efec8120e,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:44.568061 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9eedbb3d-f4a4-47d4-ba1d-ad78c76f2953 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:44.588226 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-9eedbb3d-f4a4-47d4-ba1d-ad78c76f2953 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] device_id is not set on port 8aff1967-1e2f-4ba8-9c58-5e153c3bfdf5 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:13:44.601205 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '3dec4d5c-0e92-4337-841c-040efec8120e', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': '3dec4d5c-0e92-4337-841c-040efec8120e', 'mac_address': 'fa:16:3e:b6:40:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:13:44.626675 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 7d286b8e-83cb-4d91-b566-139ea34e0662 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:13:44.627262 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7d286b8e-83cb-4d91-b566-139ea34e0662 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:13:44.717257 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d211f009-a426-4b8b-bb8e-9b0707428b9a req-71624f4c-b531-482c-993e-7e89b8b023f1 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fe2b822-fbf4-48ed-a1a7-5b90b4425e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551309 Aug 11 02:13:44.743020 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3a071-bc27-4af1-a042-62e532f37900 req-4d23a88f-683f-4be4-a22c-2ac7abcbfcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:44.745081 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a4b3a071-bc27-4af1-a042-62e532f37900 req-4d23a88f-683f-4be4-a22c-2ac7abcbfcee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e4e387ba25a4d14b8728f756bd278ce&device_id=d819440d-52ce-4c33-947a-a55039ec2ce8 HTTP/1.1" status: 200 len: 1095 time: 0.0889571 Aug 11 02:13:44.813318 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee43e9b-a5a7-4ee4-8ac6-8b2fa946afd6 None None] Pushing event updated for resources: {'Port': ['ID=aab88222-190a-49c3-a120-ea15ec5a461a,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:44.816008 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:44.839907 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eedbb3d-f4a4-47d4-ba1d-ad78c76f2953 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:13:44.840573 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eedbb3d-f4a4-47d4-ba1d-ad78c76f2953 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:13:44.853045 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-bee43e9b-a5a7-4ee4-8ac6-8b2fa946afd6 None None] Attempting to bind port aab88222-190a-49c3-a120-ea15ec5a461a on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:13:44.853666 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-bee43e9b-a5a7-4ee4-8ac6-8b2fa946afd6 None None] Attempting to bind port aab88222-190a-49c3-a120-ea15ec5a461a by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:13:44.853847 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee43e9b-a5a7-4ee4-8ac6-8b2fa946afd6 None None] Attempting to bind port aab88222-190a-49c3-a120-ea15ec5a461a on network abfe629d-e2ef-4da1-94ab-4576283f6a78 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:44.870906 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710e543-8b79-4f08-b103-8cc37683c6fd req-405dde38-9964-4f4c-bf89-2f429930a533 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:44.873239 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8710e543-8b79-4f08-b103-8cc37683c6fd req-405dde38-9964-4f4c-bf89-2f429930a533 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 945 time: 0.0991397 Aug 11 02:13:44.875704 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9eedbb3d-f4a4-47d4-ba1d-ad78c76f2953 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2468932 Aug 11 02:13:44.879156 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39918) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:44.894807 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee43e9b-a5a7-4ee4-8ac6-8b2fa946afd6 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:13:44.895206 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee43e9b-a5a7-4ee4-8ac6-8b2fa946afd6 None None] Checking segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:44.895683 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bee43e9b-a5a7-4ee4-8ac6-8b2fa946afd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:44.896107 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee43e9b-a5a7-4ee4-8ac6-8b2fa946afd6 None None] Bound using segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:13:44.896625 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-bee43e9b-a5a7-4ee4-8ac6-8b2fa946afd6 None None] Bound port: aab88222-190a-49c3-a120-ea15ec5a461a, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:13:44.897038 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bee43e9b-a5a7-4ee4-8ac6-8b2fa946afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:44.916698 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dec4d5c-0e92-4337-841c-040efec8120e {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:13:44.918366 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b156f-de0b-402d-9b8a-cfe974b02d1d req-d1272c6d-ac11-4042-bbb5-876ba6bf435a tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:44.920403 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8b5b156f-de0b-402d-9b8a-cfe974b02d1d req-d1272c6d-ac11-4042-bbb5-876ba6bf435a tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=79b117fc-94c5-4ca1-847d-958d94be9839 HTTP/1.1" status: 200 len: 943 time: 0.0900397 Aug 11 02:13:44.969463 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8710e543-8b79-4f08-b103-8cc37683c6fd req-18876abe-b337-4d9e-a6c8-f2ed000a315f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725405 Aug 11 02:13:44.979116 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3a071-bc27-4af1-a042-62e532f37900 req-31e72029-e0ac-4686-a87b-d899fbc38ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:44.980647 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a4b3a071-bc27-4af1-a042-62e532f37900 req-31e72029-e0ac-4686-a87b-d899fbc38ea7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fa6d118c-1b11-471b-a79b-8ba66c683603 HTTP/1.1" status: 200 len: 907 time: 0.2262404 Aug 11 02:13:45.017464 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17c430f-0eac-426d-a204-0879fc6f7ca8 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:45.025511 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b17c430f-0eac-426d-a204-0879fc6f7ca8 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1419249 Aug 11 02:13:45.026385 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39928) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:45.027905 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a4b3a071-bc27-4af1-a042-62e532f37900 req-64f3def8-f6bd-4c76-ac66-5db5a6fb1120 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05898258-4491-4fa9-91f4-a855886e6aab HTTP/1.1" status: 200 len: 217 time: 0.0399220 Aug 11 02:13:45.053493 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8b5b156f-de0b-402d-9b8a-cfe974b02d1d req-e00d86e0-2493-4fb5-a0f7-85ed8b194f44 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008251 Aug 11 02:13:45.109511 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-bee43e9b-a5a7-4ee4-8ac6-8b2fa946afd6 None None] For port aab88222-190a-49c3-a120-ea15ec5a461a, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:13:45.113475 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-bee43e9b-a5a7-4ee4-8ac6-8b2fa946afd6 None None] For port aab88222-190a-49c3-a120-ea15ec5a461a, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=aab88222-190a-49c3-a120-ea15ec5a461a,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:13:45.124285 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bee43e9b-a5a7-4ee4-8ac6-8b2fa946afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:45.138009 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9469fb94-9565-4816-a35c-826354e0043a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:45.145462 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9469fb94-9565-4816-a35c-826354e0043a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:45.149492 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9469fb94-9565-4816-a35c-826354e0043a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1205666 Aug 11 02:13:45.153311 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39936) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:45.218229 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3a071-bc27-4af1-a042-62e532f37900 req-caa42b4f-cbf4-4a74-a87e-f5fe93674506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:45.220443 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a4b3a071-bc27-4af1-a042-62e532f37900 req-caa42b4f-cbf4-4a74-a87e-f5fe93674506 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62 HTTP/1.1" status: 200 len: 846 time: 0.1775126 Aug 11 02:13:45.223934 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 3dec4d5c-0e92-4337-841c-040efec8120e, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=3dec4d5c-0e92-4337-841c-040efec8120e,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:45.233449 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee43e9b-a5a7-4ee4-8ac6-8b2fa946afd6 None None] Pushing event updated for resources: {'Port': ['ID=aab88222-190a-49c3-a120-ea15ec5a461a,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:45.249045 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:45.296112 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d73e44a-2eac-46e0-830f-b10d44e5b7dc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet 1951c05d-d242-4de5-946a-aaf5809fccd7 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:13:45.309265 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5d73e44a-2eac-46e0-830f-b10d44e5b7dc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:45.318262 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a4b3a071-bc27-4af1-a042-62e532f37900 req-cf66f805-c965-425e-a947-16b0084d3e8b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa6d118c-1b11-471b-a79b-8ba66c683603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834718 Aug 11 02:13:45.349976 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=3dec4d5c-0e92-4337-841c-040efec8120e,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:45.360164 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a932f-029a-4631-bee5-f927dd978af6 req-23e9ba62-e87c-4a61-a65d-74c292daac30 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:45.373437 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b13a932f-029a-4631-bee5-f927dd978af6 req-23e9ba62-e87c-4a61-a65d-74c292daac30 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=d819440d-52ce-4c33-947a-a55039ec2ce8 HTTP/1.1" status: 200 len: 943 time: 0.1857531 Aug 11 02:13:45.383507 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5d73e44a-2eac-46e0-830f-b10d44e5b7dc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:45.500985 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5d73e44a-2eac-46e0-830f-b10d44e5b7dc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:45.517063 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['3dec4d5c-0e92-4337-841c-040efec8120e'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:45.581405 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b13a932f-029a-4631-bee5-f927dd978af6 req-dbd23fb2-eeb9-4871-826a-588f306b2cb6 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068803 Aug 11 02:13:45.690790 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5d73e44a-2eac-46e0-830f-b10d44e5b7dc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:45.729676 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:13:45.793536 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a4b3a071-bc27-4af1-a042-62e532f37900 req-c52e9d0c-032a-495d-95c1-aa6775a9fc06 service neutron] 10.222.0.73 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557748 Aug 11 02:13:45.843734 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73e44a-2eac-46e0-830f-b10d44e5b7dc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=1951c05d-d242-4de5-946a-aaf5809fccd7,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:45.879761 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:45.894002 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5d73e44a-2eac-46e0-830f-b10d44e5b7dc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:45.896498 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5d73e44a-2eac-46e0-830f-b10d44e5b7dc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/1951c05d-d242-4de5-946a-aaf5809fccd7 HTTP/1.1" status: 204 len: 168 time: 0.7440033 Aug 11 02:13:45.899624 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39952) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:45.923743 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'd2443e64-f1bb-45e4-b8f2-a1f8c8a7da50', 'network_id': '817a4ff3-115a-4b81-9f1c-4ed18d90c966', 'port_id': 'd2443e64-f1bb-45e4-b8f2-a1f8c8a7da50', 'mac_address': 'fa:16:3e:4d:ef:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d716d8-5b88-434d-86dc-bdd1fc15512f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:13:45.945234 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6d4e0201-d3cb-489b-9e43-b8f590d1fee6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445018 Aug 11 02:13:45.957378 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-63c6f272-7e1c-4c4d-9cde-5f98de6bcdf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:45.957964 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39956) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:45.971989 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-c3ea5caa-cdcc-4cb9-8367-3239a32a5f7a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:46.052095 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 39960) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:46.087345 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:46.088789 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329f495-3587-489c-979d-1e1415a9cde1 req-e1272b62-fa1c-4d5c-8291-e04095cd4899 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:46.102897 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3329f495-3587-489c-979d-1e1415a9cde1 req-e1272b62-fa1c-4d5c-8291-e04095cd4899 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 945 time: 0.2928693 Aug 11 02:13:46.126396 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a4b3a071-bc27-4af1-a042-62e532f37900 req-d2bb3fb2-95ac-48b0-9a42-99f573b9c749 service neutron] 10.222.0.73 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236432 Aug 11 02:13:46.152102 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17897055-2563-45ad-8f3b-e7ddbab5d2bc req-2ac651c1-13d4-4db8-bfc5-2dc8673171f6 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:46.164159 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-17897055-2563-45ad-8f3b-e7ddbab5d2bc req-2ac651c1-13d4-4db8-bfc5-2dc8673171f6 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/ports?device_id=307ece3c-3559-47a9-8f74-15775e0fbd38 HTTP/1.1" status: 200 len: 948 time: 0.2194154 Aug 11 02:13:46.180928 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:13:46.212338 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3329f495-3587-489c-979d-1e1415a9cde1 req-02165144-d181-4955-b58a-f2762e56214f tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078935 Aug 11 02:13:46.213208 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ea5caa-cdcc-4cb9-8367-3239a32a5f7a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:46.224419 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:46.238014 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:46.256799 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c3ea5caa-cdcc-4cb9-8367-3239a32a5f7a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:46.277380 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-17897055-2563-45ad-8f3b-e7ddbab5d2bc req-165c5366-ad01-4046-876f-6434087127c9 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fe2b822-fbf4-48ed-a1a7-5b90b4425e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040668 Aug 11 02:13:46.307182 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-eda1a43a-7c91-438a-924c-6c565ee977b2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-913549835-network', 'tenant_id': 'ea92f1b7bae4487b8d948f54b1f052a3'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:46.357553 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda1a43a-7c91-438a-924c-6c565ee977b2 admin admin] Made reservation on behalf of ea92f1b7bae4487b8d948f54b1f052a3 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:46.360132 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eda1a43a-7c91-438a-924c-6c565ee977b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:46.383447 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eda1a43a-7c91-438a-924c-6c565ee977b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:46.390558 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:46.409670 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device aab88222-190a-49c3-a120-ea15ec5a461a up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:46.518267 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:46.569455 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port aab88222-190a-49c3-a120-ea15ec5a461a completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:46.585041 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18118f6f-c2a0-445b-b57f-5b1fa7b55440 req-c0bb0b0c-e5eb-4577-ba06-1751b827c9df tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:46.586750 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18118f6f-c2a0-445b-b57f-5b1fa7b55440 req-c0bb0b0c-e5eb-4577-ba06-1751b827c9df tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 945 time: 0.1723084 Aug 11 02:13:46.610878 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390c7d7-fad9-45ef-b728-6ecac12361cc req-03633486-4c05-4a0d-a1df-e7da243524e7 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:46.615072 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3390c7d7-fad9-45ef-b728-6ecac12361cc req-03633486-4c05-4a0d-a1df-e7da243524e7 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=79b117fc-94c5-4ca1-847d-958d94be9839 HTTP/1.1" status: 200 len: 944 time: 0.1495073 Aug 11 02:13:46.652221 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eda1a43a-7c91-438a-924c-6c565ee977b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:46.661278 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eda1a43a-7c91-438a-924c-6c565ee977b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:46.674256 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda1a43a-7c91-438a-924c-6c565ee977b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:13:46.685131 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eda1a43a-7c91-438a-924c-6c565ee977b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:46.685552 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-eda1a43a-7c91-438a-924c-6c565ee977b2 admin admin] Added segment 7e5e4fe1-19ba-4411-98c6-4c5553c55c41 of type vlan for network 917effbc-80d7-4c81-b319-0d812409e3ca Aug 11 02:13:46.738995 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eda1a43a-7c91-438a-924c-6c565ee977b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:46.788566 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c3ea5caa-cdcc-4cb9-8367-3239a32a5f7a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:46.810790 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3390c7d7-fad9-45ef-b728-6ecac12361cc req-33d5d51c-58b7-4da5-adfc-96d91eebff37 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890666 Aug 11 02:13:46.812129 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eda1a43a-7c91-438a-924c-6c565ee977b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:46.813951 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda1a43a-7c91-438a-924c-6c565ee977b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:46.817092 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eda1a43a-7c91-438a-924c-6c565ee977b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:46.859418 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18118f6f-c2a0-445b-b57f-5b1fa7b55440 req-96f40626-4b7a-4ef3-b43e-435c4bcef8d6 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551463 Aug 11 02:13:46.899957 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ea5caa-cdcc-4cb9-8367-3239a32a5f7a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:46.927325 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-c3ea5caa-cdcc-4cb9-8367-3239a32a5f7a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:46.931992 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ea5caa-cdcc-4cb9-8367-3239a32a5f7a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:46.933008 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c3ea5caa-cdcc-4cb9-8367-3239a32a5f7a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:46.959937 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1a43a-7c91-438a-924c-6c565ee977b2 admin admin] Pushing event updated for resources: {'Network': ['ID=917effbc-80d7-4c81-b319-0d812409e3ca,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:46.962556 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fabd89-8371-4c5c-ae6a-94fefd2d4cc4 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:13:46.965285 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c3ea5caa-cdcc-4cb9-8367-3239a32a5f7a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0004466 Aug 11 02:13:46.966132 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea5caa-cdcc-4cb9-8367-3239a32a5f7a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=a01b05b2-76a2-4946-b4f6-01191887da74,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:46.969801 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39980) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:46.974793 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-9eb1944c-e17f-4199-ba3f-afbcb8b82517 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2028951183', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:46.995201 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 917effbc-80d7-4c81-b319-0d812409e3ca details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:13:47.008229 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9eb1944c-e17f-4199-ba3f-afbcb8b82517 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:47.009530 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9eb1944c-e17f-4199-ba3f-afbcb8b82517 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:47.032345 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1a43a-7c91-438a-924c-6c565ee977b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402ce42b-5801-40b1-9cd9-6197a3398ce4,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:47.065768 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-eda1a43a-7c91-438a-924c-6c565ee977b2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0122232 Aug 11 02:13:47.070101 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 39982) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:47.077697 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-416e600e-0fc3-4534-aab4-f547c859a8d3 admin admin] Request body: {'subnet': {'network_id': '917effbc-80d7-4c81-b319-0d812409e3ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-913549835-subnet', 'tenant_id': 'ea92f1b7bae4487b8d948f54b1f052a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:47.091897 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9eb1944c-e17f-4199-ba3f-afbcb8b82517 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:47.098006 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9eb1944c-e17f-4199-ba3f-afbcb8b82517 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:47.192914 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9eb1944c-e17f-4199-ba3f-afbcb8b82517 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:47.197770 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9eb1944c-e17f-4199-ba3f-afbcb8b82517 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2241800 Aug 11 02:13:47.197961 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932739a-bfc5-4af3-9190-91ad81747159 req-044569c7-403d-4ea8-9894-fe5377eb917c tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:47.198242 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39986) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:47.202552 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6932739a-bfc5-4af3-9190-91ad81747159 req-044569c7-403d-4ea8-9894-fe5377eb917c tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=d819440d-52ce-4c33-947a-a55039ec2ce8 HTTP/1.1" status: 200 len: 943 time: 0.1080787 Aug 11 02:13:47.229041 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416e600e-0fc3-4534-aab4-f547c859a8d3 admin admin] Made reservation on behalf of ea92f1b7bae4487b8d948f54b1f052a3 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:47.231397 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-416e600e-0fc3-4534-aab4-f547c859a8d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:47.332502 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea3c03-dc27-4563-b755-6ed090a409b8 req-be55e20d-f827-4ec3-9ea2-7dfb10989d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:47.333942 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-28ea3c03-dc27-4563-b755-6ed090a409b8 req-be55e20d-f827-4ec3-9ea2-7dfb10989d69 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d0255ff2e7f4c5f9a0fc50ad67a2630&device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 1097 time: 0.1287105 Aug 11 02:13:47.375334 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-582d23b3-49fd-4d93-b29c-0a3261311e62 None None] Provisioning for port aab88222-190a-49c3-a120-ea15ec5a461a completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:47.378703 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6932739a-bfc5-4af3-9190-91ad81747159 req-310afff6-6321-4381-b1df-cd0a3feea26c tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752813 Aug 11 02:13:47.382916 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-582d23b3-49fd-4d93-b29c-0a3261311e62 None None] Provisioning complete for port aab88222-190a-49c3-a120-ea15ec5a461a triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:47.383612 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-582d23b3-49fd-4d93-b29c-0a3261311e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:47.519971 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb27cd3-8dfe-4061-b62b-6fa5a3f85c89 req-b3d870ab-96c9-4818-8f02-4569166d362d tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:47.528353 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7bb27cd3-8dfe-4061-b62b-6fa5a3f85c89 req-b3d870ab-96c9-4818-8f02-4569166d362d tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 945 time: 0.1418624 Aug 11 02:13:47.580269 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-582d23b3-49fd-4d93-b29c-0a3261311e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:47.602024 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 05898258-4491-4fa9-91f4-a855886e6aab details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:13:47.604337 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:47.642403 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-416e600e-0fc3-4534-aab4-f547c859a8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:47.652184 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7bb27cd3-8dfe-4061-b62b-6fa5a3f85c89 req-6a85d2f8-3cc6-47a0-8569-e041277040f8 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228428 Aug 11 02:13:47.696576 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:47.707391 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:47.708101 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:47.749749 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8a03a8a5-465a-466d-97ad-7174561fc6ec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:47.754648 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-582d23b3-49fd-4d93-b29c-0a3261311e62 None None] For port aab88222-190a-49c3-a120-ea15ec5a461a, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=aab88222-190a-49c3-a120-ea15ec5a461a,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:47.789638 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-582d23b3-49fd-4d93-b29c-0a3261311e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:47.914692 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d23b3-49fd-4d93-b29c-0a3261311e62 None None] Pushing event updated for resources: {'Port': ['ID=aab88222-190a-49c3-a120-ea15ec5a461a,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:47.949406 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea3c03-dc27-4563-b755-6ed090a409b8 req-21dc8b52-366d-4717-8572-c7b4d3f338c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:47.952055 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-28ea3c03-dc27-4563-b755-6ed090a409b8 req-21dc8b52-366d-4717-8572-c7b4d3f338c5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ae641db3-ab70-425a-9e3e-c284ea18d394 HTTP/1.1" status: 200 len: 912 time: 0.6085215 Aug 11 02:13:47.963996 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655eeae9-56c8-4702-87ac-02242bd2e2af req-2e66b6e2-e047-4942-a8d4-821656674619 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:47.969834 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 05898258-4491-4fa9-91f4-a855886e6aab, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=05898258-4491-4fa9-91f4-a855886e6aab,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:47.973753 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-655eeae9-56c8-4702-87ac-02242bd2e2af req-2e66b6e2-e047-4942-a8d4-821656674619 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/ports?device_id=307ece3c-3559-47a9-8f74-15775e0fbd38 HTTP/1.1" status: 200 len: 948 time: 0.3448009 Aug 11 02:13:47.976046 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e600e-0fc3-4534-aab4-f547c859a8d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3923d44-0e2b-42a5-85c0-95da700f179a,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:47.998497 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-70ce2ecb-e47f-431b-983f-ddac9aa1726c None None] Provisioning complete for port aab88222-190a-49c3-a120-ea15ec5a461a triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:47.999214 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-70ce2ecb-e47f-431b-983f-ddac9aa1726c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:48.036238 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f6934-80e6-45ce-a0e8-53dcb38e43a6 req-40898512-018f-40f1-b570-75c8ec1bc2b6 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:48.043636 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:48.043929 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-201f6934-80e6-45ce-a0e8-53dcb38e43a6 req-40898512-018f-40f1-b570-75c8ec1bc2b6 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=79b117fc-94c5-4ca1-847d-958d94be9839 HTTP/1.1" status: 200 len: 944 time: 0.1140022 Aug 11 02:13:48.052037 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e600e-0fc3-4534-aab4-f547c859a8d3 admin admin] Checking segment: {'id': '7e5e4fe1-19ba-4411-98c6-4c5553c55c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '917effbc-80d7-4c81-b319-0d812409e3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:48.052519 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416e600e-0fc3-4534-aab4-f547c859a8d3 admin admin] Network hostable DHCP agents. Network: 917effbc-80d7-4c81-b319-0d812409e3ca, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:13:48.059069 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-28ea3c03-dc27-4563-b755-6ed090a409b8 req-6166e402-f552-4ed6-b17a-e7107c8ee826 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=073da2ac-4e4b-4f54-a377-bb7d199be90c HTTP/1.1" status: 200 len: 217 time: 0.0790935 Aug 11 02:13:48.059301 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '05898258-4491-4fa9-91f4-a855886e6aab', 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603', 'port_id': '05898258-4491-4fa9-91f4-a855886e6aab', 'mac_address': 'fa:16:3e:23:fe:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:13:48.076768 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-655eeae9-56c8-4702-87ac-02242bd2e2af req-74279acb-bf74-4150-84c1-a30c84602a25 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fe2b822-fbf4-48ed-a1a7-5b90b4425e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015778 Aug 11 02:13:48.114997 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-201f6934-80e6-45ce-a0e8-53dcb38e43a6 req-658efff4-94bd-4a3d-8fe5-adcea5bd0ec7 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689805 Aug 11 02:13:48.161759 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b117fc-94c5-4ca1-847d-958d94be9839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2443e64-f1bb-45e4-b8f2-a1f8c8a7da50'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:48.164949 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8ba010-0bd9-4bbd-8cf5-98e28a7a0d0e" -d '{"events": [{"server_uuid": "79b117fc-94c5-4ca1-847d-958d94be9839", "name": "network-vif-plugged", "status": "completed", "tag": "d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:48.186667 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416e600e-0fc3-4534-aab4-f547c859a8d3 admin admin] Network 917effbc-80d7-4c81-b319-0d812409e3ca is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:13:48.209806 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-416e600e-0fc3-4534-aab4-f547c859a8d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 917effbc-80d7-4c81-b319-0d812409e3ca) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:48.232364 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c097408-054c-4e96-bd17-41e2fef1c83b None None] Network 917effbc-80d7-4c81-b319-0d812409e3ca requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:13:48.237263 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416e600e-0fc3-4534-aab4-f547c859a8d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:48.238121 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-416e600e-0fc3-4534-aab4-f547c859a8d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:48.273294 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea3c03-dc27-4563-b755-6ed090a409b8 req-7905abab-4864-4866-b4a2-1d1d977751e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:48.275000 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-28ea3c03-dc27-4563-b755-6ed090a409b8 req-7905abab-4864-4866-b4a2-1d1d977751e2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43fa3b0b-85ea-4bef-bf2a-1eb966dfb8aa HTTP/1.1" status: 200 len: 851 time: 0.1928427 Aug 11 02:13:48.298654 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-416e600e-0fc3-4534-aab4-f547c859a8d3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2259343 Aug 11 02:13:48.332413 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-28ea3c03-dc27-4563-b755-6ed090a409b8 req-8c0e9d62-af7a-4546-9090-ad7e4e696090 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ae641db3-ab70-425a-9e3e-c284ea18d394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436878 Aug 11 02:13:48.351191 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e768c5-0fb1-43da-9ae8-e2536bf01f20 req-4ee9d847-f64f-4a26-8cff-60081c388fc6 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:48.352858 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-79e768c5-0fb1-43da-9ae8-e2536bf01f20 req-4ee9d847-f64f-4a26-8cff-60081c388fc6 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 945 time: 0.1485615 Aug 11 02:13:48.366277 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce923ff-ebbc-4631-aa4c-3485766a823c x-openstack-request-id: req-7ce923ff-ebbc-4631-aa4c-3485766a823c {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:48.367234 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b117fc-94c5-4ca1-847d-958d94be9839", "name": "network-vif-plugged", "status": "completed", "tag": "d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:48.368164 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7ce923ff-ebbc-4631-aa4c-3485766a823c {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:48.370565 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b117fc-94c5-4ca1-847d-958d94be9839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2443e64-f1bb-45e4-b8f2-a1f8c8a7da50', 'code': 200} Aug 11 02:13:48.376558 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:48.415321 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-8a03a8a5-465a-466d-97ad-7174561fc6ec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Allocated IP 2001:db8::1 (abfe629d-e2ef-4da1-94ab-4576283f6a78/a01b05b2-76a2-4946-b4f6-01191887da74/c85f2b57-4109-4416-a03d-f389be5a3a29) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:48.432390 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:48.474392 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-79e768c5-0fb1-43da-9ae8-e2536bf01f20 req-f71abfc9-6ccd-477d-9352-3619232d593f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072164 Aug 11 02:13:48.494421 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device aab88222-190a-49c3-a120-ea15ec5a461a up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:48.539257 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-28ea3c03-dc27-4563-b755-6ed090a409b8 req-9df22b93-8926-438f-a068-64faeeb5d438 service neutron] 10.222.0.73 "GET /v2.0/networks/ae641db3-ab70-425a-9e3e-c284ea18d394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853950 Aug 11 02:13:48.542257 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 3dec4d5c-0e92-4337-841c-040efec8120e up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:48.642840 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:48.668662 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-28ea3c03-dc27-4563-b755-6ed090a409b8 req-9417cd94-5b02-42fa-84f3-9fa0b90f5839 service neutron] 10.222.0.73 "GET /v2.0/networks/ae641db3-ab70-425a-9e3e-c284ea18d394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201401 Aug 11 02:13:48.715702 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05898258-4491-4fa9-91f4-a855886e6aab {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:13:48.732869 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090b286-94ce-49e1-9990-212b8f3ca53f req-0695b34d-bdb6-4246-9c30-c21be9d17a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:48.738840 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c090b286-94ce-49e1-9990-212b8f3ca53f req-0695b34d-bdb6-4246-9c30-c21be9d17a17 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=79b117fc-94c5-4ca1-847d-958d94be9839 HTTP/1.1" status: 200 len: 1097 time: 0.3595691 Aug 11 02:13:48.791328 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-6a82cf5d-2328-4f71-abc1-e258c58f7ff6 req-6ea81934-9678-4e26-84d8-93aa26997217 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1752777491', 'description': 'tempest-description-1914202582'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:48.812953 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c090b286-94ce-49e1-9990-212b8f3ca53f req-2abf6917-502a-4076-839b-10dcc9b36c18 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619717 Aug 11 02:13:48.823718 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30a3bf-a9e2-4440-aacd-01d7b24a924b req-efb84964-84d6-40e6-9dd1-7ec231c04f7f tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:48.825612 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4f30a3bf-a9e2-4440-aacd-01d7b24a924b req-efb84964-84d6-40e6-9dd1-7ec231c04f7f tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=d819440d-52ce-4c33-947a-a55039ec2ce8 HTTP/1.1" status: 200 len: 943 time: 0.2795994 Aug 11 02:13:48.837190 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:48.851260 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-07509ed6-1872-4f3c-b514-7ca84e3c7e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:48.869190 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6a82cf5d-2328-4f71-abc1-e258c58f7ff6 req-6ea81934-9678-4e26-84d8-93aa26997217 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:48.879850 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8a03a8a5-465a-466d-97ad-7174561fc6ec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:48.887381 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:48.895798 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-8a03a8a5-465a-466d-97ad-7174561fc6ec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Transition to ACTIVE for port object c85f2b57-4109-4416-a03d-f389be5a3a29 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:48.896616 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 05898258-4491-4fa9-91f4-a855886e6aab, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=05898258-4491-4fa9-91f4-a855886e6aab,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:48.924655 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:48.931746 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6490112-e43b-49aa-aac5-6327cd67d5b4 None None] Network 917effbc-80d7-4c81-b319-0d812409e3ca requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:13:48.948721 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8a03a8a5-465a-466d-97ad-7174561fc6ec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:48.995426 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 3dec4d5c-0e92-4337-841c-040efec8120e completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:49.018422 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 3dec4d5c-0e92-4337-841c-040efec8120e triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:49.019204 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:49.026137 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port aab88222-190a-49c3-a120-ea15ec5a461a triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:49.026885 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:49.068176 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6a82cf5d-2328-4f71-abc1-e258c58f7ff6 req-6ea81934-9678-4e26-84d8-93aa26997217 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:49.072226 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6a82cf5d-2328-4f71-abc1-e258c58f7ff6 req-6ea81934-9678-4e26-84d8-93aa26997217 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:49.080040 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4f30a3bf-a9e2-4440-aacd-01d7b24a924b req-22e5b921-1395-4a9c-bf2f-7535abde8de7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433324 Aug 11 02:13:49.100397 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a03a8a5-465a-466d-97ad-7174561fc6ec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:49.103769 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-8a03a8a5-465a-466d-97ad-7174561fc6ec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:49.124049 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a03a8a5-465a-466d-97ad-7174561fc6ec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:49.124792 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8a03a8a5-465a-466d-97ad-7174561fc6ec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:49.127887 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03a8a5-465a-466d-97ad-7174561fc6ec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Port': ['ID=c85f2b57-4109-4416-a03d-f389be5a3a29,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:49.132702 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=05898258-4491-4fa9-91f4-a855886e6aab,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:49.134597 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6a82cf5d-2328-4f71-abc1-e258c58f7ff6 req-6ea81934-9678-4e26-84d8-93aa26997217 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:49.156534 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6a82cf5d-2328-4f71-abc1-e258c58f7ff6 req-6ea81934-9678-4e26-84d8-93aa26997217 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3712506 Aug 11 02:13:49.169160 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea81934-9678-4e26-84d8-93aa26997217 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ef0fe6-a769-460c-a9ff-ef3a50286564,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:49.290654 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['05898258-4491-4fa9-91f4-a855886e6aab'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:49.353221 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50976fc3-e3c4-412e-b409-f1b84c1725dd req-0d1ce745-cdab-4898-8a84-972817b601b5 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:49.355191 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-50976fc3-e3c4-412e-b409-f1b84c1725dd req-0d1ce745-cdab-4898-8a84-972817b601b5 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 945 time: 0.1151419 Aug 11 02:13:49.387329 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641a13f-f254-493c-bd01-18ca0f2e3c7f req-b4ecc9f5-863d-4687-80d3-989cb5521500 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:49.397398 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d641a13f-f254-493c-bd01-18ca0f2e3c7f req-b4ecc9f5-863d-4687-80d3-989cb5521500 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/ports?device_id=307ece3c-3559-47a9-8f74-15775e0fbd38 HTTP/1.1" status: 200 len: 948 time: 0.1256328 Aug 11 02:13:49.412479 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:49.431382 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-50976fc3-e3c4-412e-b409-f1b84c1725dd req-9188de84-8d9a-4282-816d-c2cbb45e9bf3 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659490 Aug 11 02:13:49.602970 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8a03a8a5-465a-466d-97ad-7174561fc6ec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:49.621191 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 3dec4d5c-0e92-4337-841c-040efec8120e, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=3dec4d5c-0e92-4337-841c-040efec8120e,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:49.626485 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fb1ee391-698b-45ab-b3eb-f4c8678112f8 None None] Provisioning for port c85f2b57-4109-4416-a03d-f389be5a3a29 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:49.630667 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:49.637503 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d641a13f-f254-493c-bd01-18ca0f2e3c7f req-56ae2729-0907-4c6b-b823-d7eaf901401f tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fe2b822-fbf4-48ed-a1a7-5b90b4425e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222049 Aug 11 02:13:49.654475 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7a554-8ef5-4bc8-b4ab-cbcca021b748 req-629312fc-bafb-44a5-92ee-f92496de6297 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:49.670759 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e9b7a554-8ef5-4bc8-b4ab-cbcca021b748 req-629312fc-bafb-44a5-92ee-f92496de6297 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=79b117fc-94c5-4ca1-847d-958d94be9839 HTTP/1.1" status: 200 len: 945 time: 0.1288776 Aug 11 02:13:49.696960 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fb1ee391-698b-45ab-b3eb-f4c8678112f8 None None] Provisioning complete for port c85f2b57-4109-4416-a03d-f389be5a3a29 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:49.697775 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fb1ee391-698b-45ab-b3eb-f4c8678112f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:49.777691 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=3dec4d5c-0e92-4337-841c-040efec8120e,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:49.786325 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e9b7a554-8ef5-4bc8-b4ab-cbcca021b748 req-29ed8354-af94-4886-8f73-2e082cd8fa62 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127234 Aug 11 02:13:49.805124 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fb1ee391-698b-45ab-b3eb-f4c8678112f8 None None] Port c85f2b57-4109-4416-a03d-f389be5a3a29 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:13:49.891440 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:49.932595 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a6e1812d-5236-4479-9fe5-643d5f2c7ce0 req-e3194394-78e8-43f2-a573-ef9201f657c7 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "GET /v2.0/security-groups/41ef0fe6-a769-460c-a9ff-ef3a50286564 HTTP/1.1" status: 200 len: 1807 time: 0.1322746 Aug 11 02:13:49.944100 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-a6e1812d-5236-4479-9fe5-643d5f2c7ce0 req-1820af37-e874-411f-9eb8-636f80fec095 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '41ef0fe6-a769-460c-a9ff-ef3a50286564', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:49.944559 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-a6e1812d-5236-4479-9fe5-643d5f2c7ce0 req-1820af37-e874-411f-9eb8-636f80fec095 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '41ef0fe6-a769-460c-a9ff-ef3a50286564', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:50.037827 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8be93-ca4a-4b6e-9b3e-67c8340507c9 req-b3dc69e0-4576-4947-b811-3e6b043a0146 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:50.045151 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-78c8be93-ca4a-4b6e-9b3e-67c8340507c9 req-b3dc69e0-4576-4947-b811-3e6b043a0146 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 945 time: 0.0757039 Aug 11 02:13:50.066823 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a6e1812d-5236-4479-9fe5-643d5f2c7ce0 req-1820af37-e874-411f-9eb8-636f80fec095 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:50.069314 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8a03a8a5-465a-466d-97ad-7174561fc6ec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:50.084610 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8a03a8a5-465a-466d-97ad-7174561fc6ec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:50.085530 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8a03a8a5-465a-466d-97ad-7174561fc6ec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:50.091134 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-78c8be93-ca4a-4b6e-9b3e-67c8340507c9 req-d92d2161-97f2-4aed-987b-09e607c26704 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437777 Aug 11 02:13:50.136790 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a6e1812d-5236-4479-9fe5-643d5f2c7ce0 req-1820af37-e874-411f-9eb8-636f80fec095 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:50.202271 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a6e1812d-5236-4479-9fe5-643d5f2c7ce0 req-1820af37-e874-411f-9eb8-636f80fec095 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:50.217590 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03a8a5-465a-466d-97ad-7174561fc6ec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Port': ['ID=c85f2b57-4109-4416-a03d-f389be5a3a29,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:50.246011 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820af37-e874-411f-9eb8-636f80fec095 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914be18e-59d2-49c5-98f0-df952e1fdbff,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:50.272422 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a6e1812d-5236-4479-9fe5-643d5f2c7ce0 req-1820af37-e874-411f-9eb8-636f80fec095 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:50.273831 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a6e1812d-5236-4479-9fe5-643d5f2c7ce0 req-1820af37-e874-411f-9eb8-636f80fec095 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3404062 Aug 11 02:13:50.300628 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d45a79-9b68-4339-954f-4a747e4fd50a req-4919b388-e419-4109-9a07-538228fd1152 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:50.302631 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c8d45a79-9b68-4339-954f-4a747e4fd50a req-4919b388-e419-4109-9a07-538228fd1152 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=d819440d-52ce-4c33-947a-a55039ec2ce8 HTTP/1.1" status: 200 len: 944 time: 0.0776343 Aug 11 02:13:50.312955 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a03a8a5-465a-466d-97ad-7174561fc6ec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:50.317807 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-6b239435-e002-46f5-910c-9f74c85d352d req-32aa2cee-94af-456e-babf-3d4f2797b413 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1324448706', 'description': 'tempest-description-172918540'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:50.321914 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-8a03a8a5-465a-466d-97ad-7174561fc6ec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:50.359577 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c8d45a79-9b68-4339-954f-4a747e4fd50a req-6456fbe6-eb00-41f6-9d61-aba707b7ef86 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507922 Aug 11 02:13:50.379935 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307ece3c-3559-47a9-8f74-15775e0fbd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dec4d5c-0e92-4337-841c-040efec8120e'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:50.389752 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc93c7f-d5b4-4f0e-81fe-61d91a60addb" -d '{"events": [{"server_uuid": "307ece3c-3559-47a9-8f74-15775e0fbd38", "name": "network-vif-plugged", "status": "completed", "tag": "3dec4d5c-0e92-4337-841c-040efec8120e"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:50.427913 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6b239435-e002-46f5-910c-9f74c85d352d req-32aa2cee-94af-456e-babf-3d4f2797b413 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:50.460677 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14532919-4d48-4e1f-8e7b-932a6f659ffb x-openstack-request-id: req-14532919-4d48-4e1f-8e7b-932a6f659ffb {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:50.461388 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307ece3c-3559-47a9-8f74-15775e0fbd38", "name": "network-vif-plugged", "status": "completed", "tag": "3dec4d5c-0e92-4337-841c-040efec8120e", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:50.461895 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-14532919-4d48-4e1f-8e7b-932a6f659ffb {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:50.462547 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307ece3c-3559-47a9-8f74-15775e0fbd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dec4d5c-0e92-4337-841c-040efec8120e', 'code': 200} Aug 11 02:13:50.523698 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a03a8a5-465a-466d-97ad-7174561fc6ec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Router f84f8724-a4fc-46cc-9507-c0c642eabc10 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:13:50.619462 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98967a40-f300-4d00-aad0-1f2847b290a0 req-ff87ccba-bbd3-4e46-8cdb-74ad586c253d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:50.621328 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-98967a40-f300-4d00-aad0-1f2847b290a0 req-ff87ccba-bbd3-4e46-8cdb-74ad586c253d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=307ece3c-3559-47a9-8f74-15775e0fbd38 HTTP/1.1" status: 200 len: 1101 time: 0.0895460 Aug 11 02:13:50.656497 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6b239435-e002-46f5-910c-9f74c85d352d req-32aa2cee-94af-456e-babf-3d4f2797b413 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:50.664041 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6b239435-e002-46f5-910c-9f74c85d352d req-32aa2cee-94af-456e-babf-3d4f2797b413 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:50.667222 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2dbf1-afea-4b2e-a6d9-9a3ec89a1e1d req-e4d62862-2e19-4a78-a2be-4855391616a4 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:50.668898 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8ea2dbf1-afea-4b2e-a6d9-9a3ec89a1e1d req-e4d62862-2e19-4a78-a2be-4855391616a4 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 945 time: 0.1031189 Aug 11 02:13:50.676736 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a03a8a5-465a-466d-97ad-7174561fc6ec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:13:50.690822 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8a03a8a5-465a-466d-97ad-7174561fc6ec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "PUT /v2.0/routers/f84f8724-a4fc-46cc-9507-c0c642eabc10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4913919 Aug 11 02:13:50.693689 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aafbfb-981f-4e67-8065-b4d8549d722c None None] Sync routers for ids ['f84f8724-a4fc-46cc-9507-c0c642eabc10'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:13:50.694383 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40052) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:50.707133 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-98967a40-f300-4d00-aad0-1f2847b290a0 req-fe7c3cc5-1ed9-4d8f-aa19-59646b915f69 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3fe2b822-fbf4-48ed-a1a7-5b90b4425e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732331 Aug 11 02:13:50.711991 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aafbfb-981f-4e67-8065-b4d8549d722c None None] Routers {'f84f8724-a4fc-46cc-9507-c0c642eabc10'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:13:50.712691 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d2aafbfb-981f-4e67-8065-b4d8549d722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:13:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['f84f8724-a4fc-46cc-9507-c0c642eabc10'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:50.733035 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6b239435-e002-46f5-910c-9f74c85d352d req-32aa2cee-94af-456e-babf-3d4f2797b413 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:50.734260 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6b239435-e002-46f5-910c-9f74c85d352d req-32aa2cee-94af-456e-babf-3d4f2797b413 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4241638 Aug 11 02:13:50.743578 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa2cee-94af-456e-babf-3d4f2797b413 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e1b6c5-8ea5-4595-a49e-3d11f7e26188,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:50.753770 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bc14a6-8fc5-489d-84e2-a46e68d8c2d4 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:50.755101 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a9bc14a6-8fc5-489d-84e2-a46e68d8c2d4 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports/c85f2b57-4109-4416-a03d-f389be5a3a29 HTTP/1.1" status: 200 len: 911 time: 0.0597551 Aug 11 02:13:50.756480 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-17c09b74-2c2c-4495-a788-c2da523aa332 None None] Provisioning complete for port c85f2b57-4109-4416-a03d-f389be5a3a29 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:50.756856 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-17c09b74-2c2c-4495-a788-c2da523aa332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:50.758496 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40056) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:50.797214 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8ea2dbf1-afea-4b2e-a6d9-9a3ec89a1e1d req-9d19059a-33c8-432e-b706-25ff41c498c0 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191494 Aug 11 02:13:50.826296 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-17c09b74-2c2c-4495-a788-c2da523aa332 None None] Port c85f2b57-4109-4416-a03d-f389be5a3a29 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:13:50.858946 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-d2aafbfb-981f-4e67-8065-b4d8549d722c None None] Set router f84f8724-a4fc-46cc-9507-c0c642eabc10 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:13:50.874189 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415ba363-aea7-4e66-8ca2-b591e7afe986 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:50.880114 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415ba363-aea7-4e66-8ca2-b591e7afe986 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:50.881718 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-415ba363-aea7-4e66-8ca2-b591e7afe986 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1222792 Aug 11 02:13:50.885287 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40060) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:50.920159 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2c886da7-7485-4aa9-b4f6-aeaf7b891927 req-fd236c85-c32b-4038-a9b4-3d61a1e6ee6a tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "GET /v2.0/security-groups/f1e1b6c5-8ea5-4595-a49e-3d11f7e26188 HTTP/1.1" status: 200 len: 1806 time: 0.0681214 Aug 11 02:13:50.928070 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-2c886da7-7485-4aa9-b4f6-aeaf7b891927 req-e2ebb7c7-0041-4c6e-b6cc-17311321c7b9 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f1e1b6c5-8ea5-4595-a49e-3d11f7e26188', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:50.928669 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-2c886da7-7485-4aa9-b4f6-aeaf7b891927 req-e2ebb7c7-0041-4c6e-b6cc-17311321c7b9 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f1e1b6c5-8ea5-4595-a49e-3d11f7e26188', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:51.016948 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2c886da7-7485-4aa9-b4f6-aeaf7b891927 req-e2ebb7c7-0041-4c6e-b6cc-17311321c7b9 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:51.052810 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2c886da7-7485-4aa9-b4f6-aeaf7b891927 req-e2ebb7c7-0041-4c6e-b6cc-17311321c7b9 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:51.071041 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2c886da7-7485-4aa9-b4f6-aeaf7b891927 req-e2ebb7c7-0041-4c6e-b6cc-17311321c7b9 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:51.093677 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ebb7c7-0041-4c6e-b6cc-17311321c7b9 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c10badd5-3004-405f-a5cc-a5661adcd2d1,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:51.133296 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d2aafbfb-981f-4e67-8065-b4d8549d722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84f8724-a4fc-46cc-9507-c0c642eabc10', 'name': 'tempest-NetworksTestDHCPv6-router-2028951183', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:13:47Z', 'updated_at': '2021-08-11T02:13:49Z', 'revision_number': 2, 'project_id': 'ad4de75c6cef45fcb9c1501c711130da', 'gw_port_host': None, '_interfaces': [{'id': 'c85f2b57-4109-4416-a03d-f389be5a3a29', 'name': '', 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'mac_address': 'fa:16:3e:6f:dd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84f8724-a4fc-46cc-9507-c0c642eabc10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'a01b05b2-76a2-4946-b4f6-01191887da74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:13:47Z', 'updated_at': '2021-08-11T02:13:49Z', 'revision_number': 2, 'project_id': 'ad4de75c6cef45fcb9c1501c711130da', 'subnets': [{'id': 'a01b05b2-76a2-4946-b4f6-01191887da74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:51.144961 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2c886da7-7485-4aa9-b4f6-aeaf7b891927 req-e2ebb7c7-0041-4c6e-b6cc-17311321c7b9 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:51.160353 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2c886da7-7485-4aa9-b4f6-aeaf7b891927 req-e2ebb7c7-0041-4c6e-b6cc-17311321c7b9 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2382443 Aug 11 02:13:51.182742 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aafbfb-981f-4e67-8065-b4d8549d722c None None] Checking router: f84f8724-a4fc-46cc-9507-c0c642eabc10 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:13:51.184476 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aafbfb-981f-4e67-8065-b4d8549d722c None None] Updating router f84f8724-a4fc-46cc-9507-c0c642eabc10 port c85f2b57-4109-4416-a03d-f389be5a3a29 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:13:51.227466 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-d2aafbfb-981f-4e67-8065-b4d8549d722c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:51.333209 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76803ecb-49ee-4ae2-8bb8-5da4cd2de210 req-96fdd44b-44d5-409e-9598-d62ae0d1f37f tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:51.334361 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-76803ecb-49ee-4ae2-8bb8-5da4cd2de210 req-96fdd44b-44d5-409e-9598-d62ae0d1f37f tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/ports?device_id=307ece3c-3559-47a9-8f74-15775e0fbd38 HTTP/1.1" status: 200 len: 949 time: 0.4993725 Aug 11 02:13:51.338619 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073e802-4f91-4847-9200-fe9fa966729a req-70d2d207-c654-42e3-a4f6-28c2abe43e6c tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:51.341617 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1073e802-4f91-4847-9200-fe9fa966729a req-70d2d207-c654-42e3-a4f6-28c2abe43e6c tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=79b117fc-94c5-4ca1-847d-958d94be9839 HTTP/1.1" status: 200 len: 945 time: 0.1033275 Aug 11 02:13:51.362046 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:51.408123 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1073e802-4f91-4847-9200-fe9fa966729a req-15f437ab-fee4-4b75-9fd1-3c846c345804 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598450 Aug 11 02:13:51.436031 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-76803ecb-49ee-4ae2-8bb8-5da4cd2de210 req-e8022b3f-1c5c-41c6-97a9-86546dc7aa36 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fe2b822-fbf4-48ed-a1a7-5b90b4425e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924413 Aug 11 02:13:51.564661 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-e415c276-ba40-4378-bc17-20b5aac7180c req-c75e3ea2-35de-49ec-bf42-d62fb5f50a58 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1328630562', 'description': 'tempest-description-540069496'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:51.596338 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 05898258-4491-4fa9-91f4-a855886e6aab up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:51.613781 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e415c276-ba40-4378-bc17-20b5aac7180c req-c75e3ea2-35de-49ec-bf42-d62fb5f50a58 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:51.655702 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-d2aafbfb-981f-4e67-8065-b4d8549d722c None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:51.682313 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-d2aafbfb-981f-4e67-8065-b4d8549d722c None None] Transition to ACTIVE for port object c85f2b57-4109-4416-a03d-f389be5a3a29 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:51.695088 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315c844-c3bd-48bc-a8f6-d110b01e5e1d req-c6f93809-cb87-4cdc-84c6-7d154e7b64d5 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:51.697064 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8315c844-c3bd-48bc-a8f6-d110b01e5e1d req-c6f93809-cb87-4cdc-84c6-7d154e7b64d5 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 945 time: 0.1375229 Aug 11 02:13:51.698142 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-d2aafbfb-981f-4e67-8065-b4d8549d722c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:51.700835 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 05898258-4491-4fa9-91f4-a855886e6aab completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:51.706807 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 05898258-4491-4fa9-91f4-a855886e6aab triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:51.707561 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:51.772692 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e415c276-ba40-4378-bc17-20b5aac7180c req-c75e3ea2-35de-49ec-bf42-d62fb5f50a58 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:51.785504 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e415c276-ba40-4378-bc17-20b5aac7180c req-c75e3ea2-35de-49ec-bf42-d62fb5f50a58 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:51.865801 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:51.879756 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e3ea2-35de-49ec-bf42-d62fb5f50a58 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=162dc399-a61b-4581-99b7-f9fe032fce73,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:51.888154 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e415c276-ba40-4378-bc17-20b5aac7180c req-c75e3ea2-35de-49ec-bf42-d62fb5f50a58 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:51.891114 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e415c276-ba40-4378-bc17-20b5aac7180c req-c75e3ea2-35de-49ec-bf42-d62fb5f50a58 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3320568 Aug 11 02:13:51.915665 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8315c844-c3bd-48bc-a8f6-d110b01e5e1d req-1fced55d-d17d-445a-bc30-db930f595895 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860888 Aug 11 02:13:51.916060 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 05898258-4491-4fa9-91f4-a855886e6aab, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=05898258-4491-4fa9-91f4-a855886e6aab,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:51.925926 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:52.006995 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=05898258-4491-4fa9-91f4-a855886e6aab,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:52.109374 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-d2aafbfb-981f-4e67-8065-b4d8549d722c None None] Attempting to bind port c85f2b57-4109-4416-a03d-f389be5a3a29 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:13:52.110002 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-d2aafbfb-981f-4e67-8065-b4d8549d722c None None] Attempting to bind port c85f2b57-4109-4416-a03d-f389be5a3a29 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:13:52.111222 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aafbfb-981f-4e67-8065-b4d8549d722c None None] Attempting to bind port c85f2b57-4109-4416-a03d-f389be5a3a29 on network abfe629d-e2ef-4da1-94ab-4576283f6a78 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:52.114908 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c693825-0e07-489a-b3a8-324d23d6ed2e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:52.123141 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aafbfb-981f-4e67-8065-b4d8549d722c None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:13:52.123907 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aafbfb-981f-4e67-8065-b4d8549d722c None None] Checking segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:52.124685 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-d2aafbfb-981f-4e67-8065-b4d8549d722c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:52.125258 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aafbfb-981f-4e67-8065-b4d8549d722c None None] Bound using segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:13:52.125930 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-d2aafbfb-981f-4e67-8065-b4d8549d722c None None] Bound port: c85f2b57-4109-4416-a03d-f389be5a3a29, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:13:52.127254 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-d2aafbfb-981f-4e67-8065-b4d8549d722c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:52.167347 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9da5fe-df34-4ea1-aa3d-fce99763fd4c req-8576de53-ddc0-4297-b587-cde2b2011041 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:52.200608 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f9da5fe-df34-4ea1-aa3d-fce99763fd4c req-8576de53-ddc0-4297-b587-cde2b2011041 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=d819440d-52ce-4c33-947a-a55039ec2ce8 HTTP/1.1" status: 200 len: 945 time: 0.1470201 Aug 11 02:13:52.219203 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-d2aafbfb-981f-4e67-8065-b4d8549d722c None None] For port c85f2b57-4109-4416-a03d-f389be5a3a29, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:13:52.227813 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-d2aafbfb-981f-4e67-8065-b4d8549d722c None None] For port c85f2b57-4109-4416-a03d-f389be5a3a29, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=c85f2b57-4109-4416-a03d-f389be5a3a29,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:13:52.230177 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d7477-a7ed-4296-9947-6723a06fb43c None None] Pushing event updated for resources: {'Port': ['ID=c85f2b57-4109-4416-a03d-f389be5a3a29,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:52.264302 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-d2aafbfb-981f-4e67-8065-b4d8549d722c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:52.286789 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f9da5fe-df34-4ea1-aa3d-fce99763fd4c req-6f43ef93-1033-4707-8fc1-5e6859a1b51a tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852115 Aug 11 02:13:52.291197 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7477-a7ed-4296-9947-6723a06fb43c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:52.291896 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7477-a7ed-4296-9947-6723a06fb43c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:52.292430 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7477-a7ed-4296-9947-6723a06fb43c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:52.292957 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7477-a7ed-4296-9947-6723a06fb43c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:52.293489 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7477-a7ed-4296-9947-6723a06fb43c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:52.294210 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7477-a7ed-4296-9947-6723a06fb43c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:52.294898 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7477-a7ed-4296-9947-6723a06fb43c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:52.295407 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7477-a7ed-4296-9947-6723a06fb43c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:52.295925 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7477-a7ed-4296-9947-6723a06fb43c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:52.296409 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7477-a7ed-4296-9947-6723a06fb43c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:52.296898 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7477-a7ed-4296-9947-6723a06fb43c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:52.297382 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7477-a7ed-4296-9947-6723a06fb43c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:52.375745 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d7477-a7ed-4296-9947-6723a06fb43c None None] Pushing event updated for resources: {'Port': ['ID=c85f2b57-4109-4416-a03d-f389be5a3a29,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:52.392240 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aafbfb-981f-4e67-8065-b4d8549d722c None None] Routers {'f84f8724-a4fc-46cc-9507-c0c642eabc10'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:13:52.392871 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d2aafbfb-981f-4e67-8065-b4d8549d722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:13:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['f84f8724-a4fc-46cc-9507-c0c642eabc10'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:52.464642 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd819440d-52ce-4c33-947a-a55039ec2ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05898258-4491-4fa9-91f4-a855886e6aab'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:52.466771 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ab96c8-2318-445f-b2c6-fca448d73b30" -d '{"events": [{"server_uuid": "d819440d-52ce-4c33-947a-a55039ec2ce8", "name": "network-vif-plugged", "status": "completed", "tag": "05898258-4491-4fa9-91f4-a855886e6aab"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:52.549310 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-d2aafbfb-981f-4e67-8065-b4d8549d722c None None] Set router f84f8724-a4fc-46cc-9507-c0c642eabc10 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:13:52.552066 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-f878a020-82ba-4e7c-93ba-92913ff23c5e req-d3fc3022-2d98-4d2d-be3c-dc46f903ac62 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1653926927', 'description': 'tempest-description-390291967'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:52.564970 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc1b15-6376-4a59-9a40-ef4414226336 req-0c17d032-82b2-4bf8-9d18-280363e65845 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:52.578643 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-94bc1b15-6376-4a59-9a40-ef4414226336 req-0c17d032-82b2-4bf8-9d18-280363e65845 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 945 time: 0.1604974 Aug 11 02:13:52.595866 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f878a020-82ba-4e7c-93ba-92913ff23c5e req-d3fc3022-2d98-4d2d-be3c-dc46f903ac62 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:52.648468 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-3c693825-0e07-489a-b3a8-324d23d6ed2e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting port c85f2b57-4109-4416-a03d-f389be5a3a29 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:52.648712 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c693825-0e07-489a-b3a8-324d23d6ed2e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:52.668201 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-94bc1b15-6376-4a59-9a40-ef4414226336 req-88a95ea8-4913-4db2-9da8-e96245ed4528 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883508 Aug 11 02:13:52.776320 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-3c693825-0e07-489a-b3a8-324d23d6ed2e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] For port c85f2b57-4109-4416-a03d-f389be5a3a29, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=c85f2b57-4109-4416-a03d-f389be5a3a29,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:52.776709 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c693825-0e07-489a-b3a8-324d23d6ed2e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:52.796064 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-3c693825-0e07-489a-b3a8-324d23d6ed2e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Calling delete_port for c85f2b57-4109-4416-a03d-f389be5a3a29 owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:52.850840 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e6b1f-7736-4245-b52b-650afb9f35fa req-9a7defbd-dccb-4c7f-b5cf-91071f73fac4 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:52.859463 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f98e6b1f-7736-4245-b52b-650afb9f35fa req-9a7defbd-dccb-4c7f-b5cf-91071f73fac4 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/ports?device_id=307ece3c-3559-47a9-8f74-15775e0fbd38 HTTP/1.1" status: 200 len: 949 time: 0.0842030 Aug 11 02:13:52.917098 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f98e6b1f-7736-4245-b52b-650afb9f35fa req-6f5f8001-81c0-49cb-bd3b-17b0390d4796 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fe2b822-fbf4-48ed-a1a7-5b90b4425e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511460 Aug 11 02:13:52.962295 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e212fc58-619f-4c5d-9749-2d8d3e10dc52 x-openstack-request-id: req-e212fc58-619f-4c5d-9749-2d8d3e10dc52 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:52.962850 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d819440d-52ce-4c33-947a-a55039ec2ce8", "name": "network-vif-plugged", "status": "completed", "tag": "05898258-4491-4fa9-91f4-a855886e6aab", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:52.962850 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e212fc58-619f-4c5d-9749-2d8d3e10dc52 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:52.963222 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd819440d-52ce-4c33-947a-a55039ec2ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05898258-4491-4fa9-91f4-a855886e6aab', 'code': 200} Aug 11 02:13:53.065544 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d2aafbfb-981f-4e67-8065-b4d8549d722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84f8724-a4fc-46cc-9507-c0c642eabc10', 'name': 'tempest-NetworksTestDHCPv6-router-2028951183', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:13:47Z', 'updated_at': '2021-08-11T02:13:49Z', 'revision_number': 2, 'project_id': 'ad4de75c6cef45fcb9c1501c711130da', 'gw_port_host': None, '_interfaces': [{'id': 'c85f2b57-4109-4416-a03d-f389be5a3a29', 'name': '', 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'mac_address': 'fa:16:3e:6f:dd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84f8724-a4fc-46cc-9507-c0c642eabc10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'a01b05b2-76a2-4946-b4f6-01191887da74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:13:47Z', 'updated_at': '2021-08-11T02:13:52Z', 'revision_number': 4, 'project_id': 'ad4de75c6cef45fcb9c1501c711130da', 'subnets': [{'id': 'a01b05b2-76a2-4946-b4f6-01191887da74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:53.097272 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aafbfb-981f-4e67-8065-b4d8549d722c None None] The sync data for ids ['f84f8724-a4fc-46cc-9507-c0c642eabc10'] in n-d-615180-33 is: [{'id': 'f84f8724-a4fc-46cc-9507-c0c642eabc10', 'name': 'tempest-NetworksTestDHCPv6-router-2028951183', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:13:47Z', 'updated_at': '2021-08-11T02:13:49Z', 'revision_number': 2, 'project_id': 'ad4de75c6cef45fcb9c1501c711130da', 'gw_port_host': None, '_interfaces': [{'id': 'c85f2b57-4109-4416-a03d-f389be5a3a29', 'name': '', 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'mac_address': 'fa:16:3e:6f:dd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84f8724-a4fc-46cc-9507-c0c642eabc10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'a01b05b2-76a2-4946-b4f6-01191887da74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:13:47Z', 'updated_at': '2021-08-11T02:13:52Z', 'revision_number': 4, 'project_id': 'ad4de75c6cef45fcb9c1501c711130da', 'subnets': [{'id': 'a01b05b2-76a2-4946-b4f6-01191887da74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:13:53.107602 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f878a020-82ba-4e7c-93ba-92913ff23c5e req-d3fc3022-2d98-4d2d-be3c-dc46f903ac62 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:53.128290 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c693825-0e07-489a-b3a8-324d23d6ed2e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:53.160714 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f878a020-82ba-4e7c-93ba-92913ff23c5e req-d3fc3022-2d98-4d2d-be3c-dc46f903ac62 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:53.310033 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c693825-0e07-489a-b3a8-324d23d6ed2e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Port': ['ID=c85f2b57-4109-4416-a03d-f389be5a3a29,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:53.357046 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f878a020-82ba-4e7c-93ba-92913ff23c5e req-d3fc3022-2d98-4d2d-be3c-dc46f903ac62 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:53.358456 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f878a020-82ba-4e7c-93ba-92913ff23c5e req-d3fc3022-2d98-4d2d-be3c-dc46f903ac62 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8170581 Aug 11 02:13:53.407414 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc3022-2d98-4d2d-be3c-dc46f903ac62 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b848258-d644-499e-8178-2db055fdadd5,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:53.488381 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d70d30-0db8-4b08-861c-ee759e1f1f75 req-ec455892-9fa8-4839-826f-56d2b47dcc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:53.488381 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-74d70d30-0db8-4b08-861c-ee759e1f1f75 req-ec455892-9fa8-4839-826f-56d2b47dcc45 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d819440d-52ce-4c33-947a-a55039ec2ce8 HTTP/1.1" status: 200 len: 1097 time: 0.3782802 Aug 11 02:13:53.491060 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c693825-0e07-489a-b3a8-324d23d6ed2e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:53.624380 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2ae48-fad9-4133-8518-cebfb9a0d156 req-bb5a65f3-cdd8-4a3d-a8e8-0ead2b21e1f7 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:53.630890 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8ca2ae48-fad9-4133-8518-cebfb9a0d156 req-bb5a65f3-cdd8-4a3d-a8e8-0ead2b21e1f7 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 945 time: 0.1087232 Aug 11 02:13:53.701060 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-74d70d30-0db8-4b08-861c-ee759e1f1f75 req-771b699d-c422-462d-8a71-ff0ffe711bfb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988845 Aug 11 02:13:53.730147 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8ca2ae48-fad9-4133-8518-cebfb9a0d156 req-9d8e38a7-9d83-4c76-83fd-b31fa316eb41 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897412 Aug 11 02:13:53.799049 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1d0c-ed49-4930-98fe-1cc77d0130e7 req-7778f560-92ea-4757-b2f5-b634fa99249f tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:53.800664 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-72ed1d0c-ed49-4930-98fe-1cc77d0130e7 req-7778f560-92ea-4757-b2f5-b634fa99249f tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=d819440d-52ce-4c33-947a-a55039ec2ce8 HTTP/1.1" status: 200 len: 945 time: 0.1539574 Aug 11 02:13:53.804953 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c1736ea8-090d-4991-a5ae-8058b414a45a req-73aa2725-6e72-477f-9f37-0a6eb4524226 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "GET /v2.0/security-groups/162dc399-a61b-4581-99b7-f9fe032fce73 HTTP/1.1" status: 200 len: 1806 time: 0.0536811 Aug 11 02:13:53.896194 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c1736ea8-090d-4991-a5ae-8058b414a45a req-fa594d68-7591-4ea6-b02e-91e05bbb981c tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "GET /v2.0/security-groups/1b848258-d644-499e-8178-2db055fdadd5 HTTP/1.1" status: 200 len: 1806 time: 0.0764678 Aug 11 02:13:53.901893 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-c1736ea8-090d-4991-a5ae-8058b414a45a req-8f210810-d1c3-440c-97bf-318cddd36009 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '162dc399-a61b-4581-99b7-f9fe032fce73', 'remote_group_id': '1b848258-d644-499e-8178-2db055fdadd5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:53.902345 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-c1736ea8-090d-4991-a5ae-8058b414a45a req-8f210810-d1c3-440c-97bf-318cddd36009 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '162dc399-a61b-4581-99b7-f9fe032fce73', 'remote_group_id': '1b848258-d644-499e-8178-2db055fdadd5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:53.905769 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-72ed1d0c-ed49-4930-98fe-1cc77d0130e7 req-3117df87-5164-44ec-bd2f-a618656dcce4 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607653 Aug 11 02:13:53.906700 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c693825-0e07-489a-b3a8-324d23d6ed2e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Router f84f8724-a4fc-46cc-9507-c0c642eabc10 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:13:54.009408 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c693825-0e07-489a-b3a8-324d23d6ed2e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:13:54.017102 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c1736ea8-090d-4991-a5ae-8058b414a45a req-8f210810-d1c3-440c-97bf-318cddd36009 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:54.018545 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3c693825-0e07-489a-b3a8-324d23d6ed2e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "PUT /v2.0/routers/f84f8724-a4fc-46cc-9507-c0c642eabc10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1324458 Aug 11 02:13:54.019219 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40148) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:54.053891 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:13:54.100317 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f46414-9b04-41c0-80a8-ad6b3c35b702 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:54.101604 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c1736ea8-090d-4991-a5ae-8058b414a45a req-8f210810-d1c3-440c-97bf-318cddd36009 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:54.103932 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f46414-9b04-41c0-80a8-ad6b3c35b702 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:54.108375 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-07f46414-9b04-41c0-80a8-ad6b3c35b702 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0848680 Aug 11 02:13:54.108913 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40150) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:54.119598 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c1736ea8-090d-4991-a5ae-8058b414a45a req-8f210810-d1c3-440c-97bf-318cddd36009 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:54.174911 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f210810-d1c3-440c-97bf-318cddd36009 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c7f8b8-7ecb-4183-ac5a-d05e9fe08359,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:54.185175 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c1736ea8-090d-4991-a5ae-8058b414a45a req-8f210810-d1c3-440c-97bf-318cddd36009 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:54.212540 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c1736ea8-090d-4991-a5ae-8058b414a45a req-8f210810-d1c3-440c-97bf-318cddd36009 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3150146 Aug 11 02:13:54.240360 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:54.273803 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc858c3-ab56-474b-9b76-8b02b6b9ccac tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet a01b05b2-76a2-4946-b4f6-01191887da74 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:13:54.282166 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ccc858c3-ab56-474b-9b76-8b02b6b9ccac tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:54.388030 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-005c7772-7e74-4028-afbe-e93d383dda3b req-c08351db-3ceb-4c6b-a30d-8edb56bf0257 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=9ab74d5460f0476688ea396d542af544&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398772 Aug 11 02:13:54.393007 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ccc858c3-ab56-474b-9b76-8b02b6b9ccac tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:54.409647 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80872f-51d8-43a3-a6a0-bcf5f9bcb488 req-5e9fac7a-8bef-4a23-b334-6ef94c004ddf tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:54.411221 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aa80872f-51d8-43a3-a6a0-bcf5f9bcb488 req-5e9fac7a-8bef-4a23-b334-6ef94c004ddf tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 945 time: 0.0690665 Aug 11 02:13:54.471172 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aa80872f-51d8-43a3-a6a0-bcf5f9bcb488 req-b2bc0832-81cf-4cf2-8587-58e14a0b3bf5 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488369 Aug 11 02:13:54.497286 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ccc858c3-ab56-474b-9b76-8b02b6b9ccac tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:54.591895 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c7772-7e74-4028-afbe-e93d383dda3b req-b61e6ec9-6c21-4728-b5cd-86b3e3b1c442 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:54.593391 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-005c7772-7e74-4028-afbe-e93d383dda3b req-b61e6ec9-6c21-4728-b5cd-86b3e3b1c442 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1676540 Aug 11 02:13:54.607411 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ccc858c3-ab56-474b-9b76-8b02b6b9ccac tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:54.617154 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-8dd9e8c0-25fb-4f16-bfbe-0f66dcc7d551 req-351ca988-abd3-4dc4-8c47-28cac02aa8c5 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1031329500', 'description': 'tempest-description-873673697'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:54.657991 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f52d84e-d151-491a-b7f0-c122884a1023 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:13:54.658517 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-005c7772-7e74-4028-afbe-e93d383dda3b req-c4041b4b-6404-462d-bcec-0177dbe7f221 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/quotas/9ab74d5460f0476688ea396d542af544 HTTP/1.1" status: 200 len: 375 time: 0.0532744 Aug 11 02:13:54.662578 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc858c3-ab56-474b-9b76-8b02b6b9ccac tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=a01b05b2-76a2-4946-b4f6-01191887da74,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:54.676875 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ccc858c3-ab56-474b-9b76-8b02b6b9ccac tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:54.679491 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ccc858c3-ab56-474b-9b76-8b02b6b9ccac tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/a01b05b2-76a2-4946-b4f6-01191887da74 HTTP/1.1" status: 204 len: 168 time: 0.5689175 Aug 11 02:13:54.682804 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40174) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:54.686062 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8dd9e8c0-25fb-4f16-bfbe-0f66dcc7d551 req-351ca988-abd3-4dc4-8c47-28cac02aa8c5 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:54.727843 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-005c7772-7e74-4028-afbe-e93d383dda3b req-99da7e97-3500-4d5a-9aeb-7c4188c4cb21 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ab74d5460f0476688ea396d542af544&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0654027 Aug 11 02:13:54.929783 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40184) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:54.938717 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6cef24a1-77f4-4cf0-980c-e76f96aa11e2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2420902 Aug 11 02:13:54.956430 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11dddf1-65b7-4a62-9c94-582c829e3cac None None] DHCP port deletion for abfe629d-e2ef-4da1-94ab-4576283f6a78 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:13:55.102172 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8dd9e8c0-25fb-4f16-bfbe-0f66dcc7d551 req-351ca988-abd3-4dc4-8c47-28cac02aa8c5 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:55.124093 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8dd9e8c0-25fb-4f16-bfbe-0f66dcc7d551 req-351ca988-abd3-4dc4-8c47-28cac02aa8c5 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:55.129505 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:55.168853 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a11dddf1-65b7-4a62-9c94-582c829e3cac None None] Deleting port aab88222-190a-49c3-a120-ea15ec5a461a {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:55.169035 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a11dddf1-65b7-4a62-9c94-582c829e3cac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:55.198070 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8dd9e8c0-25fb-4f16-bfbe-0f66dcc7d551 req-351ca988-abd3-4dc4-8c47-28cac02aa8c5 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:55.199367 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8dd9e8c0-25fb-4f16-bfbe-0f66dcc7d551 req-351ca988-abd3-4dc4-8c47-28cac02aa8c5 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5938070 Aug 11 02:13:55.200136 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ca988-abd3-4dc4-8c47-28cac02aa8c5 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc11c43-0436-430d-b2d4-7eb21b65a021,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:55.240407 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6facf03-de9c-4054-9b30-d7e4b41cc768 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:55.330630 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8d359098-cc2e-4756-b104-9239d83e9233 req-b3788c3d-456b-4e80-a5d9-4070d8159f26 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/ports?device_id=075787a6-600c-4c68-baa4-a89002bfb5f9 HTTP/1.1" status: 200 len: 210 time: 0.0490839 Aug 11 02:13:55.438397 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7124e4c-750b-44a8-9f99-731c0ce00df2 None None] Sync routers for ids ['f84f8724-a4fc-46cc-9507-c0c642eabc10'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:13:55.507975 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7124e4c-750b-44a8-9f99-731c0ce00df2 None None] Routers {'f84f8724-a4fc-46cc-9507-c0c642eabc10'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:13:55.508910 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-a7124e4c-750b-44a8-9f99-731c0ce00df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:13:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['f84f8724-a4fc-46cc-9507-c0c642eabc10'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:55.553212 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342dd9b9-0ddd-4d5c-b5e2-4f442d8acc08 req-b3fcc1b5-d8a7-408e-819f-35b442429dd0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:55.554763 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-342dd9b9-0ddd-4d5c-b5e2-4f442d8acc08 req-b3fcc1b5-d8a7-408e-819f-35b442429dd0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=d819440d-52ce-4c33-947a-a55039ec2ce8 HTTP/1.1" status: 200 len: 945 time: 0.0893664 Aug 11 02:13:55.623649 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-a7124e4c-750b-44a8-9f99-731c0ce00df2 None None] Set router f84f8724-a4fc-46cc-9507-c0c642eabc10 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:13:55.628535 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:13:55.639618 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-342dd9b9-0ddd-4d5c-b5e2-4f442d8acc08 req-a6b10553-a183-4a00-b38a-bd053bccf12a tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748622 Aug 11 02:13:55.780367 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:55.855721 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe458741-fbdc-408b-ae79-2a820ee530ac req-647523ca-23e2-4fe7-9df4-f55b09f7a0f0 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:55.857356 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fe458741-fbdc-408b-ae79-2a820ee530ac req-647523ca-23e2-4fe7-9df4-f55b09f7a0f0 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=79b117fc-94c5-4ca1-847d-958d94be9839 HTTP/1.1" status: 200 len: 945 time: 0.1071377 Aug 11 02:13:55.873281 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'd2443e64-f1bb-45e4-b8f2-a1f8c8a7da50', 'network_id': '817a4ff3-115a-4b81-9f1c-4ed18d90c966', 'port_id': 'd2443e64-f1bb-45e4-b8f2-a1f8c8a7da50', 'mac_address': 'fa:16:3e:4d:ef:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d716d8-5b88-434d-86dc-bdd1fc15512f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:13:55.938350 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-a7124e4c-750b-44a8-9f99-731c0ce00df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84f8724-a4fc-46cc-9507-c0c642eabc10', 'name': 'tempest-NetworksTestDHCPv6-router-2028951183', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:13:47Z', 'updated_at': '2021-08-11T02:13:52Z', 'revision_number': 3, 'project_id': 'ad4de75c6cef45fcb9c1501c711130da', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:55.945136 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-a11dddf1-65b7-4a62-9c94-582c829e3cac None None] For port aab88222-190a-49c3-a120-ea15ec5a461a, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=aab88222-190a-49c3-a120-ea15ec5a461a,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:55.945659 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a11dddf1-65b7-4a62-9c94-582c829e3cac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:55.945823 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fe458741-fbdc-408b-ae79-2a820ee530ac req-418b93ab-9656-4cd0-9efe-972f4f7a330e tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778866 Aug 11 02:13:55.949227 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6facf03-de9c-4054-9b30-d7e4b41cc768 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:55.952238 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6facf03-de9c-4054-9b30-d7e4b41cc768 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:55.960939 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a11dddf1-65b7-4a62-9c94-582c829e3cac None None] Calling delete_port for aab88222-190a-49c3-a120-ea15ec5a461a owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:55.992867 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-a8796a91-94df-4565-90f7-b2a6d45664ff req-f54342d6-0390-49e3-bcb7-7aefc94d9aba tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-472421437', 'description': 'tempest-description-219103860'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:56.008121 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d52e40-2350-4541-938f-9f5c0ce0e48a req-110600e6-8c48-4af6-8288-39b051ce0211 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:56.017158 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5d52e40-2350-4541-938f-9f5c0ce0e48a req-110600e6-8c48-4af6-8288-39b051ce0211 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 945 time: 0.8824651 Aug 11 02:13:56.020399 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6facf03-de9c-4054-9b30-d7e4b41cc768 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:56.021136 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6facf03-de9c-4054-9b30-d7e4b41cc768 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Fanout notify agent at l3_agent the message router_deleted on router f84f8724-a4fc-46cc-9507-c0c642eabc10 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:13:56.041863 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6facf03-de9c-4054-9b30-d7e4b41cc768 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:56.042561 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a8796a91-94df-4565-90f7-b2a6d45664ff req-f54342d6-0390-49e3-bcb7-7aefc94d9aba tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:56.042990 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f6facf03-de9c-4054-9b30-d7e4b41cc768 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/routers/f84f8724-a4fc-46cc-9507-c0c642eabc10 HTTP/1.1" status: 204 len: 168 time: 1.1120944 Aug 11 02:13:56.045898 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40212) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:56.051611 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-71b99673-2377-42aa-8448-01ab8159a723 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:56.142936 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5d52e40-2350-4541-938f-9f5c0ce0e48a req-37f75d4e-716d-4b59-a180-abf8e1acbd85 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221588 Aug 11 02:13:56.163638 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a11dddf1-65b7-4a62-9c94-582c829e3cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:56.199995 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7124e4c-750b-44a8-9f99-731c0ce00df2 None None] Checking router: f84f8724-a4fc-46cc-9507-c0c642eabc10 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:13:56.260098 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7124e4c-750b-44a8-9f99-731c0ce00df2 None None] Routers set() bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:13:56.260468 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7124e4c-750b-44a8-9f99-731c0ce00df2 None None] Router IDs set() for agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 02:13:56.261130 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_agentschedulers_db [None req-a7124e4c-750b-44a8-9f99-731c0ce00df2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f84f8724-a4fc-46cc-9507-c0c642eabc10'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:13:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent'). {{(pid=94508) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 11 02:13:56.261516 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7124e4c-750b-44a8-9f99-731c0ce00df2 None None] The sync data for ids ['f84f8724-a4fc-46cc-9507-c0c642eabc10'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:13:56.267851 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11dddf1-65b7-4a62-9c94-582c829e3cac None None] Pushing event deleted for resources: {'Port': ['ID=aab88222-190a-49c3-a120-ea15ec5a461a,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:56.294301 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11dddf1-65b7-4a62-9c94-582c829e3cac None None] No DVR routers for this DVR port aab88222-190a-49c3-a120-ea15ec5a461a on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:13:56.310677 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a8796a91-94df-4565-90f7-b2a6d45664ff req-f54342d6-0390-49e3-bcb7-7aefc94d9aba tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:56.310928 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:56.320910 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a8796a91-94df-4565-90f7-b2a6d45664ff req-f54342d6-0390-49e3-bcb7-7aefc94d9aba tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:56.321404 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1b01a-b1af-4383-b7bf-1ce9460c9105 req-24daf9f9-e0d6-4d44-9cd1-d5a62a67054b tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:56.322996 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f7e1b01a-b1af-4383-b7bf-1ce9460c9105 req-24daf9f9-e0d6-4d44-9cd1-d5a62a67054b tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 945 time: 0.0782743 Aug 11 02:13:56.362092 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:13:56.366693 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device aab88222-190a-49c3-a120-ea15ec5a461a no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:56.379984 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54342d6-0390-49e3-bcb7-7aefc94d9aba tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c35b7dc-efe8-4d50-bda2-6159bfe17a54,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:56.397794 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b99673-2377-42aa-8448-01ab8159a723 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:56.402405 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-71b99673-2377-42aa-8448-01ab8159a723 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:56.406947 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a8796a91-94df-4565-90f7-b2a6d45664ff req-f54342d6-0390-49e3-bcb7-7aefc94d9aba tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:56.410012 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: aab88222-190a-49c3-a120-ea15ec5a461a {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:13:56.410571 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device aab88222-190a-49c3-a120-ea15ec5a461a not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:13:56.415014 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a8796a91-94df-4565-90f7-b2a6d45664ff req-f54342d6-0390-49e3-bcb7-7aefc94d9aba tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4303129 Aug 11 02:13:56.474255 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:56.485574 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:56.574321 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:56.583419 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f7e1b01a-b1af-4383-b7bf-1ce9460c9105 req-dc7f2deb-87d4-46b3-91c2-5e182db10361 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408154 Aug 11 02:13:56.600203 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-005c7772-7e74-4028-afbe-e93d383dda3b req-e3c42a92-1f7b-4b7d-8a88-b48e222649b6 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=9ab74d5460f0476688ea396d542af544&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516310 Aug 11 02:13:56.603231 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:56.761015 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3eb624-66a9-4270-bce4-2cc47b4d7974 req-b5918197-d870-4567-9572-abe475a15416 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:56.763996 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ce3eb624-66a9-4270-bce4-2cc47b4d7974 req-b5918197-d870-4567-9572-abe475a15416 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/networks?id=fa6d118c-1b11-471b-a79b-8ba66c683603 HTTP/1.1" status: 200 len: 806 time: 0.1374257 Aug 11 02:13:56.782308 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ce3eb624-66a9-4270-bce4-2cc47b4d7974 req-3dc339f4-a589-487b-99ac-6c6514b9a6a4 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/quotas/0e4e387ba25a4d14b8728f756bd278ce HTTP/1.1" status: 200 len: 375 time: 0.0113466 Aug 11 02:13:56.782969 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-756b240e-9f87-433d-93b1-518374201e1e req-b6edf5e4-c111-4125-b4fa-fc184d728972 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/ports?device_id=075787a6-600c-4c68-baa4-a89002bfb5f9 HTTP/1.1" status: 200 len: 210 time: 0.1105671 Aug 11 02:13:56.844223 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-71b99673-2377-42aa-8448-01ab8159a723 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:56.853789 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ce3eb624-66a9-4270-bce4-2cc47b4d7974 req-28205acd-4e43-4220-8c2f-c937bb1f5a9a tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0e4e387ba25a4d14b8728f756bd278ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0567386 Aug 11 02:13:56.923427 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b99673-2377-42aa-8448-01ab8159a723 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:56.929490 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-71b99673-2377-42aa-8448-01ab8159a723 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:56.932558 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b99673-2377-42aa-8448-01ab8159a723 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:56.933155 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-71b99673-2377-42aa-8448-01ab8159a723 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:56.939590 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ca851b-e6d4-446e-9061-991c3ce4e889 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:13:56.953499 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-96a727cb-2998-46d5-b535-268800221445 req-b464c910-de2c-4f7f-a7c2-a92665e30f45 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "GET /v2.0/security-groups/7dc11c43-0436-430d-b2d4-7eb21b65a021 HTTP/1.1" status: 200 len: 1806 time: 0.1522942 Aug 11 02:13:56.958886 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-71b99673-2377-42aa-8448-01ab8159a723 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9115810 Aug 11 02:13:56.965064 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40246) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:56.966794 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c7772-7e74-4028-afbe-e93d383dda3b req-4e557c6e-67bf-4b3f-9036-034baf116106 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:56.968591 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-005c7772-7e74-4028-afbe-e93d383dda3b req-4e557c6e-67bf-4b3f-9036-034baf116106 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3516843 Aug 11 02:13:56.975210 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-59752f7f-bab0-4c76-8058-75c3c2957658 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1097491725', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:56.979399 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b99673-2377-42aa-8448-01ab8159a723 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=5375ff1a-e2fc-4984-ad38-6f8e1fa51db0,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:56.988033 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-005c7772-7e74-4028-afbe-e93d383dda3b req-98f62c43-0666-4b41-ac3f-37fce8a3721d tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Request body: {'port': {'device_id': '075787a6-600c-4c68-baa4-a89002bfb5f9', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': '9ab74d5460f0476688ea396d542af544'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:57.008306 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ce3eb624-66a9-4270-bce4-2cc47b4d7974 req-50e346ef-b792-4f67-b54b-1094834bc3ff service neutron] 10.222.0.50 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453216 Aug 11 02:13:57.029564 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-59752f7f-bab0-4c76-8058-75c3c2957658 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.030895 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-59752f7f-bab0-4c76-8058-75c3c2957658 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.072551 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-96a727cb-2998-46d5-b535-268800221445 req-a33e8258-4bcb-49a0-a6b7-ec9818a4bbd1 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "GET /v2.0/security-groups/9c35b7dc-efe8-4d50-bda2-6159bfe17a54 HTTP/1.1" status: 200 len: 1805 time: 0.1026673 Aug 11 02:13:57.092051 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-96a727cb-2998-46d5-b535-268800221445 req-b1dd5a79-71bd-425f-b349-0dc2925c8df0 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7dc11c43-0436-430d-b2d4-7eb21b65a021', 'remote_group_id': '9c35b7dc-efe8-4d50-bda2-6159bfe17a54', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:57.092684 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-96a727cb-2998-46d5-b535-268800221445 req-b1dd5a79-71bd-425f-b349-0dc2925c8df0 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7dc11c43-0436-430d-b2d4-7eb21b65a021', 'remote_group_id': '9c35b7dc-efe8-4d50-bda2-6159bfe17a54', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:57.129605 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eee8f6f-7440-4a19-a7f6-36acd7ccdc16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-abfe629d-e2ef-4da1-94ab-4576283f6a78', 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'fixed_ips': [{'subnet_id': '5375ff1a-e2fc-4984-ad38-6f8e1fa51db0'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:13:57.130468 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5eee8f6f-7440-4a19-a7f6-36acd7ccdc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.170715 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-59752f7f-bab0-4c76-8058-75c3c2957658 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.170715 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-59752f7f-bab0-4c76-8058-75c3c2957658 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.180265 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-005c7772-7e74-4028-afbe-e93d383dda3b req-98f62c43-0666-4b41-ac3f-37fce8a3721d tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Made reservation on behalf of 9ab74d5460f0476688ea396d542af544 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:57.189116 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-005c7772-7e74-4028-afbe-e93d383dda3b req-98f62c43-0666-4b41-ac3f-37fce8a3721d tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.192979 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ce3eb624-66a9-4270-bce4-2cc47b4d7974 req-736b6bd1-6156-4dfd-b003-6e124dbc1397 service neutron] 10.222.0.50 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736312 Aug 11 02:13:57.198687 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-59752f7f-bab0-4c76-8058-75c3c2957658 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.200053 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-59752f7f-bab0-4c76-8058-75c3c2957658 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2340250 Aug 11 02:13:57.202989 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40252) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:57.306297 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-5eee8f6f-7440-4a19-a7f6-36acd7ccdc16 None None] Allocated IP 2001:db8::2 (abfe629d-e2ef-4da1-94ab-4576283f6a78/5375ff1a-e2fc-4984-ad38-6f8e1fa51db0/54481539-27c5-46de-9f19-1632f58089a5) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:57.310602 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-96a727cb-2998-46d5-b535-268800221445 req-b1dd5a79-71bd-425f-b349-0dc2925c8df0 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.398858 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-96a727cb-2998-46d5-b535-268800221445 req-b1dd5a79-71bd-425f-b349-0dc2925c8df0 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.415511 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-96a727cb-2998-46d5-b535-268800221445 req-b1dd5a79-71bd-425f-b349-0dc2925c8df0 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.426779 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-005c7772-7e74-4028-afbe-e93d383dda3b req-98f62c43-0666-4b41-ac3f-37fce8a3721d tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Allocated IP 192.168.233.129 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/5e2b9aa8-0821-49d3-81c3-b0c4675de662) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:57.550898 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5eee8f6f-7440-4a19-a7f6-36acd7ccdc16 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.565779 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5eee8f6f-7440-4a19-a7f6-36acd7ccdc16 None None] Transition to ACTIVE for port object 54481539-27c5-46de-9f19-1632f58089a5 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:57.569503 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3fd21-e0ee-440f-a33b-f3917d1924fb req-1f1e2a3b-f4eb-453c-9e32-3f75e2b3c80a tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:57.571181 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f8d3fd21-e0ee-440f-a33b-f3917d1924fb req-1f1e2a3b-f4eb-453c-9e32-3f75e2b3c80a tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=79b117fc-94c5-4ca1-847d-958d94be9839 HTTP/1.1" status: 200 len: 944 time: 0.1213989 Aug 11 02:13:57.585728 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5eee8f6f-7440-4a19-a7f6-36acd7ccdc16 None None] Transition to ACTIVE for port object 54481539-27c5-46de-9f19-1632f58089a5 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:57.593320 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-96a727cb-2998-46d5-b535-268800221445 req-b1dd5a79-71bd-425f-b349-0dc2925c8df0 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.594935 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-96a727cb-2998-46d5-b535-268800221445 req-b1dd5a79-71bd-425f-b349-0dc2925c8df0 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5094733 Aug 11 02:13:57.595842 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5eee8f6f-7440-4a19-a7f6-36acd7ccdc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.599191 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2cf91792-d5f2-46d6-b2e0-952a736cb5d7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.599311 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd5a79-71bd-425f-b349-0dc2925c8df0 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fdb438c-d04c-461b-8a4d-cb9a5bea13bf,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:57.643944 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:57.651497 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eee8f6f-7440-4a19-a7f6-36acd7ccdc16 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:57.684644 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-005c7772-7e74-4028-afbe-e93d383dda3b req-98f62c43-0666-4b41-ac3f-37fce8a3721d tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.686949 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-5eee8f6f-7440-4a19-a7f6-36acd7ccdc16 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:57.699055 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eee8f6f-7440-4a19-a7f6-36acd7ccdc16 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:57.721907 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee8f6f-7440-4a19-a7f6-36acd7ccdc16 None None] Pushing event updated for resources: {'Port': ['ID=54481539-27c5-46de-9f19-1632f58089a5,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:57.731179 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f8d3fd21-e0ee-440f-a33b-f3917d1924fb req-667fb1c6-405c-4604-852e-f02fafc6e166 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347620 Aug 11 02:13:57.764517 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-005c7772-7e74-4028-afbe-e93d383dda3b req-98f62c43-0666-4b41-ac3f-37fce8a3721d tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Transition to ACTIVE for port object 5e2b9aa8-0821-49d3-81c3-b0c4675de662 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:57.799334 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-5eee8f6f-7440-4a19-a7f6-36acd7ccdc16 None None] Attempting to bind port 54481539-27c5-46de-9f19-1632f58089a5 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:13:57.799747 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-5eee8f6f-7440-4a19-a7f6-36acd7ccdc16 None None] Attempting to bind port 54481539-27c5-46de-9f19-1632f58089a5 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:13:57.800116 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee8f6f-7440-4a19-a7f6-36acd7ccdc16 None None] Attempting to bind port 54481539-27c5-46de-9f19-1632f58089a5 on network abfe629d-e2ef-4da1-94ab-4576283f6a78 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:57.807704 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee8f6f-7440-4a19-a7f6-36acd7ccdc16 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:13:57.808052 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee8f6f-7440-4a19-a7f6-36acd7ccdc16 None None] Checking segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:57.808458 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5eee8f6f-7440-4a19-a7f6-36acd7ccdc16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.808858 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee8f6f-7440-4a19-a7f6-36acd7ccdc16 None None] Bound using segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:13:57.809364 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-5eee8f6f-7440-4a19-a7f6-36acd7ccdc16 None None] Bound port: 54481539-27c5-46de-9f19-1632f58089a5, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:13:57.809739 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5eee8f6f-7440-4a19-a7f6-36acd7ccdc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.818649 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec0c07-3646-47c3-95eb-83ada5c13c98 req-619b6a08-0a5a-4c06-af3b-4af556fb651b tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:57.823048 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-21ec0c07-3646-47c3-95eb-83ada5c13c98 req-619b6a08-0a5a-4c06-af3b-4af556fb651b tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 945 time: 0.1304293 Aug 11 02:13:57.825446 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:57.825446 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.913584 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-21ec0c07-3646-47c3-95eb-83ada5c13c98 req-0af182ef-04b3-43eb-ab82-6687cb3dcc13 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811884 Aug 11 02:13:57.918035 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-5eee8f6f-7440-4a19-a7f6-36acd7ccdc16 None None] For port 54481539-27c5-46de-9f19-1632f58089a5, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:13:57.920442 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-005c7772-7e74-4028-afbe-e93d383dda3b req-98f62c43-0666-4b41-ac3f-37fce8a3721d tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.923412 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-5eee8f6f-7440-4a19-a7f6-36acd7ccdc16 None None] For port 54481539-27c5-46de-9f19-1632f58089a5, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=54481539-27c5-46de-9f19-1632f58089a5,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:13:57.929139 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5eee8f6f-7440-4a19-a7f6-36acd7ccdc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.946122 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['3dec4d5c-0e92-4337-841c-040efec8120e'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:58.014921 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-005c7772-7e74-4028-afbe-e93d383dda3b req-98f62c43-0666-4b41-ac3f-37fce8a3721d tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:58.036316 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-005c7772-7e74-4028-afbe-e93d383dda3b req-98f62c43-0666-4b41-ac3f-37fce8a3721d tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:58.047175 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-005c7772-7e74-4028-afbe-e93d383dda3b req-98f62c43-0666-4b41-ac3f-37fce8a3721d tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:58.149071 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-2cf91792-d5f2-46d6-b2e0-952a736cb5d7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Allocated IP 2001:db8::1 (abfe629d-e2ef-4da1-94ab-4576283f6a78/5375ff1a-e2fc-4984-ad38-6f8e1fa51db0/d8d3aa4c-9273-4781-89cd-077dd3cf0147) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:58.158462 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c7772-7e74-4028-afbe-e93d383dda3b req-98f62c43-0666-4b41-ac3f-37fce8a3721d tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:58.159691 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-005c7772-7e74-4028-afbe-e93d383dda3b req-98f62c43-0666-4b41-ac3f-37fce8a3721d tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:58.214287 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f62c43-0666-4b41-ac3f-37fce8a3721d tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Pushing event updated for resources: {'Port': ['ID=5e2b9aa8-0821-49d3-81c3-b0c4675de662,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:58.226019 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:58.242049 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device c85f2b57-4109-4416-a03d-f389be5a3a29 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:58.268094 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-005c7772-7e74-4028-afbe-e93d383dda3b req-98f62c43-0666-4b41-ac3f-37fce8a3721d tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2859595 Aug 11 02:13:58.291231 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-005c7772-7e74-4028-afbe-e93d383dda3b req-c5d65aea-e46f-44b9-87b5-7f53174a4125 service neutron] Request body: {'port': {'device_id': '075787a6-600c-4c68-baa4-a89002bfb5f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:58.309811 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: c85f2b57-4109-4416-a03d-f389be5a3a29 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:13:58.310332 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device c85f2b57-4109-4416-a03d-f389be5a3a29 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:13:58.365296 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c3c200a7-8d1a-4ec6-b7bd-43dadff579c3 req-edeaee61-4716-45b8-b0ea-a26863541d7e tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "GET /v2.0/security-groups/9c35b7dc-efe8-4d50-bda2-6159bfe17a54 HTTP/1.1" status: 200 len: 1805 time: 0.1989980 Aug 11 02:13:58.372222 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee8f6f-7440-4a19-a7f6-36acd7ccdc16 None None] Pushing event updated for resources: {'Port': ['ID=54481539-27c5-46de-9f19-1632f58089a5,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:58.426541 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b117fc-94c5-4ca1-847d-958d94be9839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2443e64-f1bb-45e4-b8f2-a1f8c8a7da50'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:58.428926 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ebafa4-060d-4431-ba97-8169f189836e" -d '{"events": [{"server_uuid": "79b117fc-94c5-4ca1-847d-958d94be9839", "name": "network-vif-plugged", "status": "completed", "tag": "d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:58.430071 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-005c7772-7e74-4028-afbe-e93d383dda3b req-c5d65aea-e46f-44b9-87b5-7f53174a4125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:58.442259 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2cf91792-d5f2-46d6-b2e0-952a736cb5d7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:58.455268 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:58.497267 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:58.513463 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-2cf91792-d5f2-46d6-b2e0-952a736cb5d7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Transition to ACTIVE for port object d8d3aa4c-9273-4781-89cd-077dd3cf0147 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:58.526954 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c3c200a7-8d1a-4ec6-b7bd-43dadff579c3 req-8b79f1a3-cf7e-438a-bc01-2890f28a2e67 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:58.572309 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2cf91792-d5f2-46d6-b2e0-952a736cb5d7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:58.610649 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-59ae8e43-a3e0-4ece-bb29-dd368bbec661 None None] Provisioning for port 5e2b9aa8-0821-49d3-81c3-b0c4675de662 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:58.619305 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c3c200a7-8d1a-4ec6-b7bd-43dadff579c3 req-8b79f1a3-cf7e-438a-bc01-2890f28a2e67 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:58.623086 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50,revision_number=7']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:58.630095 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-59ae8e43-a3e0-4ece-bb29-dd368bbec661 None None] Provisioning complete for port 5e2b9aa8-0821-49d3-81c3-b0c4675de662 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:58.630477 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-59ae8e43-a3e0-4ece-bb29-dd368bbec661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:58.690997 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-59ae8e43-a3e0-4ece-bb29-dd368bbec661 None None] Port 5e2b9aa8-0821-49d3-81c3-b0c4675de662 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:13:58.771933 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c3c200a7-8d1a-4ec6-b7bd-43dadff579c3 req-8b79f1a3-cf7e-438a-bc01-2890f28a2e67 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:58.774492 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c3c200a7-8d1a-4ec6-b7bd-43dadff579c3 req-8b79f1a3-cf7e-438a-bc01-2890f28a2e67 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:58.775733 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c3c200a7-8d1a-4ec6-b7bd-43dadff579c3 req-8b79f1a3-cf7e-438a-bc01-2890f28a2e67 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "DELETE /v2.0/security-groups/9c35b7dc-efe8-4d50-bda2-6159bfe17a54 HTTP/1.1" status: 204 len: 173 time: 0.3911378 Aug 11 02:13:58.804842 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79f1a3-cf7e-438a-bc01-2890f28a2e67 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c35b7dc-efe8-4d50-bda2-6159bfe17a54,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:58.864957 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-005c7772-7e74-4028-afbe-e93d383dda3b req-c5d65aea-e46f-44b9-87b5-7f53174a4125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e2b9aa8-0821-49d3-81c3-b0c4675de662 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:13:58.873732 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-005c7772-7e74-4028-afbe-e93d383dda3b req-c5d65aea-e46f-44b9-87b5-7f53174a4125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:58.887181 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-005c7772-7e74-4028-afbe-e93d383dda3b req-c5d65aea-e46f-44b9-87b5-7f53174a4125 service neutron] Transition to ACTIVE for port object 5e2b9aa8-0821-49d3-81c3-b0c4675de662 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:58.892027 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-005c7772-7e74-4028-afbe-e93d383dda3b req-c5d65aea-e46f-44b9-87b5-7f53174a4125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:58.992323 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d65aea-e46f-44b9-87b5-7f53174a4125 service neutron] Pushing event updated for resources: {'Port': ['ID=5e2b9aa8-0821-49d3-81c3-b0c4675de662,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:59.062621 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf91792-d5f2-46d6-b2e0-952a736cb5d7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:59.066866 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf91792-d5f2-46d6-b2e0-952a736cb5d7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Port': ['ID=d8d3aa4c-9273-4781-89cd-077dd3cf0147,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:59.070458 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-2cf91792-d5f2-46d6-b2e0-952a736cb5d7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:59.077118 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf91792-d5f2-46d6-b2e0-952a736cb5d7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:59.077690 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2cf91792-d5f2-46d6-b2e0-952a736cb5d7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:59.102974 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-005c7772-7e74-4028-afbe-e93d383dda3b req-c5d65aea-e46f-44b9-87b5-7f53174a4125 service neutron] Attempting to bind port 5e2b9aa8-0821-49d3-81c3-b0c4675de662 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:13:59.103506 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-005c7772-7e74-4028-afbe-e93d383dda3b req-c5d65aea-e46f-44b9-87b5-7f53174a4125 service neutron] Attempting to bind port 5e2b9aa8-0821-49d3-81c3-b0c4675de662 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:13:59.103691 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005c7772-7e74-4028-afbe-e93d383dda3b req-c5d65aea-e46f-44b9-87b5-7f53174a4125 service neutron] Attempting to bind port 5e2b9aa8-0821-49d3-81c3-b0c4675de662 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:59.112622 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005c7772-7e74-4028-afbe-e93d383dda3b req-c5d65aea-e46f-44b9-87b5-7f53174a4125 service neutron] Port 5e2b9aa8-0821-49d3-81c3-b0c4675de662 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:13:59.112947 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005c7772-7e74-4028-afbe-e93d383dda3b req-c5d65aea-e46f-44b9-87b5-7f53174a4125 service neutron] Attempting to bind port 5e2b9aa8-0821-49d3-81c3-b0c4675de662 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:59.121565 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c23c4-f9b4-4a4b-bdbb-3477fe0f5fea req-e79ae0ab-05ee-4971-85cb-b6b1a9d708ad tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:59.122117 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec1fee-329f-4d64-b972-d7e35f612cc0 req-d0d7c762-70a9-4024-8ce3-c15f0a37005c tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:59.123181 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-309c23c4-f9b4-4a4b-bdbb-3477fe0f5fea req-e79ae0ab-05ee-4971-85cb-b6b1a9d708ad tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 945 time: 0.1271002 Aug 11 02:13:59.128374 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-07ec1fee-329f-4d64-b972-d7e35f612cc0 req-d0d7c762-70a9-4024-8ce3-c15f0a37005c tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/ports?device_id=075787a6-600c-4c68-baa4-a89002bfb5f9 HTTP/1.1" status: 200 len: 948 time: 0.1035817 Aug 11 02:13:59.135784 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005c7772-7e74-4028-afbe-e93d383dda3b req-c5d65aea-e46f-44b9-87b5-7f53174a4125 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:13:59.136132 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005c7772-7e74-4028-afbe-e93d383dda3b req-c5d65aea-e46f-44b9-87b5-7f53174a4125 service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:59.136522 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005c7772-7e74-4028-afbe-e93d383dda3b req-c5d65aea-e46f-44b9-87b5-7f53174a4125 service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:13:59.136962 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-005c7772-7e74-4028-afbe-e93d383dda3b req-c5d65aea-e46f-44b9-87b5-7f53174a4125 service neutron] Bound port: 5e2b9aa8-0821-49d3-81c3-b0c4675de662, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:13:59.137333 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-005c7772-7e74-4028-afbe-e93d383dda3b req-c5d65aea-e46f-44b9-87b5-7f53174a4125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:59.212640 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-309c23c4-f9b4-4a4b-bdbb-3477fe0f5fea req-c587991d-3a1f-43d2-ab23-15d3d5fb5e2b tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772061 Aug 11 02:13:59.241248 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-07ec1fee-329f-4d64-b972-d7e35f612cc0 req-ed4344b9-6155-46b9-897e-04e57884e105 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fe2b822-fbf4-48ed-a1a7-5b90b4425e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872920 Aug 11 02:13:59.277788 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2cf91792-d5f2-46d6-b2e0-952a736cb5d7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:59.295736 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-005c7772-7e74-4028-afbe-e93d383dda3b req-c5d65aea-e46f-44b9-87b5-7f53174a4125 service neutron] For port 5e2b9aa8-0821-49d3-81c3-b0c4675de662, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:13:59.296596 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954213cd-ef4e-4693-afbc-b739a951333c x-openstack-request-id: req-954213cd-ef4e-4693-afbc-b739a951333c {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:59.296898 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b117fc-94c5-4ca1-847d-958d94be9839", "name": "network-vif-plugged", "status": "completed", "tag": "d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:59.297158 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-954213cd-ef4e-4693-afbc-b739a951333c {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:59.297660 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b117fc-94c5-4ca1-847d-958d94be9839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2443e64-f1bb-45e4-b8f2-a1f8c8a7da50', 'code': 200} Aug 11 02:13:59.300839 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-005c7772-7e74-4028-afbe-e93d383dda3b req-c5d65aea-e46f-44b9-87b5-7f53174a4125 service neutron] For port 5e2b9aa8-0821-49d3-81c3-b0c4675de662, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=5e2b9aa8-0821-49d3-81c3-b0c4675de662,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:13:59.307060 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-005c7772-7e74-4028-afbe-e93d383dda3b req-c5d65aea-e46f-44b9-87b5-7f53174a4125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:59.351715 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c7772-7e74-4028-afbe-e93d383dda3b req-c5d65aea-e46f-44b9-87b5-7f53174a4125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:59.352543 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-005c7772-7e74-4028-afbe-e93d383dda3b req-c5d65aea-e46f-44b9-87b5-7f53174a4125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:59.353987 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-005c7772-7e74-4028-afbe-e93d383dda3b req-c5d65aea-e46f-44b9-87b5-7f53174a4125 service neutron] 10.222.0.66 "PUT /v2.0/ports/5e2b9aa8-0821-49d3-81c3-b0c4675de662 HTTP/1.1" status: 200 len: 1097 time: 1.0699122 Aug 11 02:13:59.354436 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075787a6-600c-4c68-baa4-a89002bfb5f9', 'tag': '5e2b9aa8-0821-49d3-81c3-b0c4675de662'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:59.357418 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0657282-5af9-45b4-b8b8-a5650a7d7ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "075787a6-600c-4c68-baa4-a89002bfb5f9", "tag": "5e2b9aa8-0821-49d3-81c3-b0c4675de662"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:59.480976 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d65aea-e46f-44b9-87b5-7f53174a4125 service neutron] Pushing event updated for resources: {'Port': ['ID=5e2b9aa8-0821-49d3-81c3-b0c4675de662,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:59.501721 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e24d3141-d89f-46ad-8a71-528556f135e6 req-17b4ce19-3023-4094-a103-e66af3ad40a3 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "GET /v2.0/security-groups/7dc11c43-0436-430d-b2d4-7eb21b65a021 HTTP/1.1" status: 200 len: 1806 time: 0.1237147 Aug 11 02:13:59.536769 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c7772-7e74-4028-afbe-e93d383dda3b req-af3d4ef7-be80-4363-a21e-f540bbb841ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:59.538626 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-005c7772-7e74-4028-afbe-e93d383dda3b req-af3d4ef7-be80-4363-a21e-f540bbb841ac service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9ab74d5460f0476688ea396d542af544&device_id=075787a6-600c-4c68-baa4-a89002bfb5f9 HTTP/1.1" status: 200 len: 1100 time: 0.1248274 Aug 11 02:13:59.575014 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e504e5fe-53b6-4f74-a7ca-1ce51f687063 None None] Provisioning for port 54481539-27c5-46de-9f19-1632f58089a5 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:59.599637 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-005c7772-7e74-4028-afbe-e93d383dda3b req-f68048db-786e-47ae-8189-cd71c5e0a923 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=5e2b9aa8-0821-49d3-81c3-b0c4675de662 HTTP/1.1" status: 200 len: 217 time: 0.0465796 Aug 11 02:13:59.650465 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70e6d2-c0c8-4ccc-af9d-8d37932da768 req-2c7aefc8-27f7-4645-bd2a-44a60621b52f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:59.652101 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4d70e6d2-c0c8-4ccc-af9d-8d37932da768 req-2c7aefc8-27f7-4645-bd2a-44a60621b52f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 945 time: 0.1443326 Aug 11 02:13:59.687882 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2d1df-0dba-4dff-b593-9a3efcdf829f req-9c85fb53-a514-48d8-b78c-9b9de323508b tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:59.690093 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-24e2d1df-0dba-4dff-b593-9a3efcdf829f req-9c85fb53-a514-48d8-b78c-9b9de323508b tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad4f4e19-1211-4bfc-ac42-7ebb752c588b HTTP/1.1" status: 200 len: 949 time: 0.0895007 Aug 11 02:13:59.694565 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c7772-7e74-4028-afbe-e93d383dda3b req-dac4bae2-541c-4d87-8135-dd5e3e04f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:59.696024 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-005c7772-7e74-4028-afbe-e93d383dda3b req-dac4bae2-541c-4d87-8135-dd5e3e04f339 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.0858674 Aug 11 02:13:59.726871 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4d70e6d2-c0c8-4ccc-af9d-8d37932da768 req-fcf975c0-2722-4a90-93fc-47f4e22ea442 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638857 Aug 11 02:13:59.732699 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-24e2d1df-0dba-4dff-b593-9a3efcdf829f req-7e12cb5a-a262-408a-a775-b4900a8b4a0e tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec401f9e-4875-4c45-b4cf-37796f182c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346045 Aug 11 02:13:59.735750 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2cf91792-d5f2-46d6-b2e0-952a736cb5d7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:59.742926 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2cf91792-d5f2-46d6-b2e0-952a736cb5d7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:59.744269 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2cf91792-d5f2-46d6-b2e0-952a736cb5d7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:59.792615 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c7772-7e74-4028-afbe-e93d383dda3b req-f606c852-95b0-4f32-b5ad-bb5a98854319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:59.794343 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-005c7772-7e74-4028-afbe-e93d383dda3b req-f606c852-95b0-4f32-b5ad-bb5a98854319 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0649714 Aug 11 02:13:59.827996 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6335d1-4a94-47e6-882b-da3197f0939c x-openstack-request-id: req-4f6335d1-4a94-47e6-882b-da3197f0939c {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:59.828333 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075787a6-600c-4c68-baa4-a89002bfb5f9", "tag": "5e2b9aa8-0821-49d3-81c3-b0c4675de662", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:59.828552 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4f6335d1-4a94-47e6-882b-da3197f0939c {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:59.828999 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075787a6-600c-4c68-baa4-a89002bfb5f9', 'tag': '5e2b9aa8-0821-49d3-81c3-b0c4675de662', 'status': 'completed', 'code': 200} Aug 11 02:13:59.911203 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-005c7772-7e74-4028-afbe-e93d383dda3b req-964957a0-5c5e-4e13-ad83-e67694f19641 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069257 Aug 11 02:13:59.951717 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf91792-d5f2-46d6-b2e0-952a736cb5d7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Port': ['ID=d8d3aa4c-9273-4781-89cd-077dd3cf0147,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:59.989250 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-dc816412-313c-459e-99bd-7c75989c54bd req-9bf92f73-bc49-468f-8cac-33ff9b76c9b7 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1082424976', 'description': 'tempest-description-1398835302'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:00.019580 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf91792-d5f2-46d6-b2e0-952a736cb5d7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:00.022389 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-2cf91792-d5f2-46d6-b2e0-952a736cb5d7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:00.029616 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ca6f002a-785a-4617-a50d-3b4955c07b2a None None] Provisioning for port d8d3aa4c-9273-4781-89cd-077dd3cf0147 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:00.035118 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-dc816412-313c-459e-99bd-7c75989c54bd req-9bf92f73-bc49-468f-8cac-33ff9b76c9b7 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:00.035198 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-e47d9167-45df-4f44-9f99-8b967c14ee4c tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:00.037714 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-e47d9167-45df-4f44-9f99-8b967c14ee4c tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/networks?id=fa6d118c-1b11-471b-a79b-8ba66c683603 HTTP/1.1" status: 200 len: 806 time: 0.1666977 Aug 11 02:14:00.040974 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ca6f002a-785a-4617-a50d-3b4955c07b2a None None] Provisioning complete for port d8d3aa4c-9273-4781-89cd-077dd3cf0147 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:00.043086 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ca6f002a-785a-4617-a50d-3b4955c07b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:00.067279 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-005c7772-7e74-4028-afbe-e93d383dda3b req-4bafe0c4-4c98-4e14-a488-5f348800cee5 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475048 Aug 11 02:14:00.097630 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-ca6f002a-785a-4617-a50d-3b4955c07b2a None None] Port d8d3aa4c-9273-4781-89cd-077dd3cf0147 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:14:00.119307 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-da0a6fea-a3e0-43e2-90a1-456d46ce58e7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/quotas/0e4e387ba25a4d14b8728f756bd278ce HTTP/1.1" status: 200 len: 375 time: 0.0394878 Aug 11 02:14:00.178216 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-dc816412-313c-459e-99bd-7c75989c54bd req-9bf92f73-bc49-468f-8cac-33ff9b76c9b7 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:00.186459 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-dc816412-313c-459e-99bd-7c75989c54bd req-9bf92f73-bc49-468f-8cac-33ff9b76c9b7 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:00.205178 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-7f0ca47d-ae07-48f5-b433-71f50921a506 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0e4e387ba25a4d14b8728f756bd278ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0736060 Aug 11 02:14:00.215141 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0657282-5af9-45b4-b8b8-a5650a7d7ba0 req-52db546d-5037-4484-a963-70c6f2d30732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:00.216702 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e0657282-5af9-45b4-b8b8-a5650a7d7ba0 req-52db546d-5037-4484-a963-70c6f2d30732 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9ab74d5460f0476688ea396d542af544&device_id=075787a6-600c-4c68-baa4-a89002bfb5f9 HTTP/1.1" status: 200 len: 1100 time: 0.0727029 Aug 11 02:14:00.246739 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-dc816412-313c-459e-99bd-7c75989c54bd req-9bf92f73-bc49-468f-8cac-33ff9b76c9b7 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:00.248285 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dc816412-313c-459e-99bd-7c75989c54bd req-9bf92f73-bc49-468f-8cac-33ff9b76c9b7 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2666137 Aug 11 02:14:00.267822 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf92f73-bc49-468f-8cac-33ff9b76c9b7 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfa32cc-11c5-4179-b512-051f79994c2b,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:00.313077 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf91792-d5f2-46d6-b2e0-952a736cb5d7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Router 0aeb520e-699c-418a-aebd-b18f59f03a39 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:14:00.368518 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0657282-5af9-45b4-b8b8-a5650a7d7ba0 req-d1381651-b588-4eed-8c99-a4d55f5b3684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:00.370035 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e0657282-5af9-45b4-b8b8-a5650a7d7ba0 req-d1381651-b588-4eed-8c99-a4d55f5b3684 service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.1419847 Aug 11 02:14:00.376084 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 54481539-27c5-46de-9f19-1632f58089a5 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:00.405536 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-c0437ae6-12c4-4b57-a61a-80452fe8f2de service neutron] 10.222.0.50 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994848 Aug 11 02:14:00.433035 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e5ef8e02-9e82-4b61-bc0d-bb95565878c4 None None] Provisioning complete for port d8d3aa4c-9273-4781-89cd-077dd3cf0147 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:00.433636 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e5ef8e02-9e82-4b61-bc0d-bb95565878c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:00.434255 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e0657282-5af9-45b4-b8b8-a5650a7d7ba0 req-23225b72-6ee1-4840-9690-508181a757a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=5e2b9aa8-0821-49d3-81c3-b0c4675de662 HTTP/1.1" status: 200 len: 217 time: 0.0529008 Aug 11 02:14:00.474953 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 54481539-27c5-46de-9f19-1632f58089a5 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:00.481487 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 54481539-27c5-46de-9f19-1632f58089a5 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:00.481770 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:00.484623 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-e5ef8e02-9e82-4b61-bc0d-bb95565878c4 None None] Port d8d3aa4c-9273-4781-89cd-077dd3cf0147 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:14:00.508206 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcc91b-4c5c-43cd-9eab-5f69d5522fef req-7ca6c9cc-e210-49f1-aa82-8d7f8aadd5e8 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:00.509373 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1afcc91b-4c5c-43cd-9eab-5f69d5522fef req-7ca6c9cc-e210-49f1-aa82-8d7f8aadd5e8 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=79b117fc-94c5-4ca1-847d-958d94be9839 HTTP/1.1" status: 200 len: 945 time: 0.0879428 Aug 11 02:14:00.513267 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf91792-d5f2-46d6-b2e0-952a736cb5d7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:14:00.520952 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2cf91792-d5f2-46d6-b2e0-952a736cb5d7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "PUT /v2.0/routers/0aeb520e-699c-418a-aebd-b18f59f03a39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3165784 Aug 11 02:14:00.525701 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40358) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:00.527353 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0657282-5af9-45b4-b8b8-a5650a7d7ba0 req-76068e2f-2c83-4164-b107-24c95fc541fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:00.529022 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e0657282-5af9-45b4-b8b8-a5650a7d7ba0 req-76068e2f-2c83-4164-b107-24c95fc541fc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.0800285 Aug 11 02:14:00.529401 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27984363-1b67-4e1d-b854-9bd2b917f890 None None] Sync routers for ids ['0aeb520e-699c-418a-aebd-b18f59f03a39'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:14:00.540826 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27984363-1b67-4e1d-b854-9bd2b917f890 None None] Routers {'0aeb520e-699c-418a-aebd-b18f59f03a39'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:14:00.541643 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-27984363-1b67-4e1d-b854-9bd2b917f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:13:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0aeb520e-699c-418a-aebd-b18f59f03a39'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:00.554998 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-46f8cd77-4b04-464c-b643-3507949fe6c8 service neutron] 10.222.0.50 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124904 Aug 11 02:14:00.582535 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:00.614266 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fca1c4-7c1b-44a7-aed3-ac8458958418 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:00.615702 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f1fca1c4-7c1b-44a7-aed3-ac8458958418 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports/d8d3aa4c-9273-4781-89cd-077dd3cf0147 HTTP/1.1" status: 200 len: 911 time: 0.0850954 Aug 11 02:14:00.619019 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40360) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:00.646198 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1afcc91b-4c5c-43cd-9eab-5f69d5522fef req-a9f05952-965f-48e2-a0c2-66a6549cd4bb tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cf721ca-08f2-4d75-9750-0976dcded16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054327 Aug 11 02:14:00.649811 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 54481539-27c5-46de-9f19-1632f58089a5, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=54481539-27c5-46de-9f19-1632f58089a5,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:00.655198 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:00.657291 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0657282-5af9-45b4-b8b8-a5650a7d7ba0 req-a5789e0a-41a5-4e13-a2c7-2b5dd07f9227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:00.662561 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e0657282-5af9-45b4-b8b8-a5650a7d7ba0 req-a5789e0a-41a5-4e13-a2c7-2b5dd07f9227 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1209869 Aug 11 02:14:00.700754 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-27984363-1b67-4e1d-b854-9bd2b917f890 None None] Set router 0aeb520e-699c-418a-aebd-b18f59f03a39 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:14:00.764501 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=54481539-27c5-46de-9f19-1632f58089a5,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:00.776129 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab6afde-9738-4b0d-ac46-47b57fd9d276 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:00.782707 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab6afde-9738-4b0d-ac46-47b57fd9d276 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:00.784559 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-aab6afde-9738-4b0d-ac46-47b57fd9d276 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1641998 Aug 11 02:14:00.789025 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40368) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:00.844966 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465bed6-86e4-4c65-91f0-de4a60a51790 req-89f8df2d-9965-4c4a-9a61-37a7c174272d tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:00.846590 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d465bed6-86e4-4c65-91f0-de4a60a51790 req-89f8df2d-9965-4c4a-9a61-37a7c174272d tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 945 time: 0.0606766 Aug 11 02:14:00.901114 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d465bed6-86e4-4c65-91f0-de4a60a51790 req-32ffbedb-874d-497e-87e8-b93256226a8c tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479701 Aug 11 02:14:00.963451 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82881c2b-cef1-455c-b844-c46e4c12b4c2 req-de2f1a5c-71e5-4844-83d0-185ade5ad409 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:00.970985 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-27984363-1b67-4e1d-b854-9bd2b917f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aeb520e-699c-418a-aebd-b18f59f03a39', 'name': 'tempest-NetworksTestDHCPv6-router-1097491725', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:13:57Z', 'updated_at': '2021-08-11T02:13:59Z', 'revision_number': 2, 'project_id': 'ad4de75c6cef45fcb9c1501c711130da', 'gw_port_host': None, '_interfaces': [{'id': 'd8d3aa4c-9273-4781-89cd-077dd3cf0147', 'name': '', 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'mac_address': 'fa:16:3e:9e:57:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aeb520e-699c-418a-aebd-b18f59f03a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5375ff1a-e2fc-4984-ad38-6f8e1fa51db0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:13:57Z', 'updated_at': '2021-08-11T02:13:59Z', 'revision_number': 2, 'project_id': 'ad4de75c6cef45fcb9c1501c711130da', 'subnets': [{'id': '5375ff1a-e2fc-4984-ad38-6f8e1fa51db0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:00.971222 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-82881c2b-cef1-455c-b844-c46e4c12b4c2 req-de2f1a5c-71e5-4844-83d0-185ade5ad409 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/ports?device_id=075787a6-600c-4c68-baa4-a89002bfb5f9 HTTP/1.1" status: 200 len: 948 time: 0.1947298 Aug 11 02:14:01.012102 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27984363-1b67-4e1d-b854-9bd2b917f890 None None] Checking router: 0aeb520e-699c-418a-aebd-b18f59f03a39 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:14:01.012593 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27984363-1b67-4e1d-b854-9bd2b917f890 None None] Updating router 0aeb520e-699c-418a-aebd-b18f59f03a39 port d8d3aa4c-9273-4781-89cd-077dd3cf0147 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:14:01.028843 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e0657282-5af9-45b4-b8b8-a5650a7d7ba0 req-d20bf971-68ae-4de7-b8ec-535210cdabb5 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399835 Aug 11 02:14:01.041136 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a97c5-0e4e-423b-83ad-dc386925ba77 req-b1634aa5-65cb-43fa-b0d3-05f6243624ee tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:01.042867 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fd0a97c5-0e4e-423b-83ad-dc386925ba77 req-b1634aa5-65cb-43fa-b0d3-05f6243624ee tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.73 "GET /v2.0/ports?device_id=79b117fc-94c5-4ca1-847d-958d94be9839 HTTP/1.1" status: 200 len: 945 time: 0.1121113 Aug 11 02:14:01.047929 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-27984363-1b67-4e1d-b854-9bd2b917f890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:01.052070 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2f78aad0-af24-4c1c-ab45-3a730cc8d874 req-099c25b0-5dab-4db7-818c-5a7fcbd01701 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "GET /v2.0/security-groups/5cfa32cc-11c5-4179-b512-051f79994c2b HTTP/1.1" status: 200 len: 1807 time: 0.0817266 Aug 11 02:14:01.087565 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-2f78aad0-af24-4c1c-ab45-3a730cc8d874 req-169b2673-80a2-469d-8233-7b773d1bafd5 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5cfa32cc-11c5-4179-b512-051f79994c2b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:01.087894 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-2f78aad0-af24-4c1c-ab45-3a730cc8d874 req-169b2673-80a2-469d-8233-7b773d1bafd5 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5cfa32cc-11c5-4179-b512-051f79994c2b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:01.214434 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-2f78aad0-af24-4c1c-ab45-3a730cc8d874 req-169b2673-80a2-469d-8233-7b773d1bafd5 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:01.264607 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-2f78aad0-af24-4c1c-ab45-3a730cc8d874 req-169b2673-80a2-469d-8233-7b773d1bafd5 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:01.285048 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-fd0a97c5-0e4e-423b-83ad-dc386925ba77 req-d9ba8cd7-7c6f-429c-a34c-f57a289e3576 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Deleting port d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:14:01.285938 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-fd0a97c5-0e4e-423b-83ad-dc386925ba77 req-d9ba8cd7-7c6f-429c-a34c-f57a289e3576 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:01.304368 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-2f78aad0-af24-4c1c-ab45-3a730cc8d874 req-169b2673-80a2-469d-8233-7b773d1bafd5 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:01.373600 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b2673-80a2-469d-8233-7b773d1bafd5 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a3ef7d-e990-493b-8081-4e9d59a389bd,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:01.383923 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-2f78aad0-af24-4c1c-ab45-3a730cc8d874 req-169b2673-80a2-469d-8233-7b773d1bafd5 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:01.395949 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-27984363-1b67-4e1d-b854-9bd2b917f890 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:01.396616 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2f78aad0-af24-4c1c-ab45-3a730cc8d874 req-169b2673-80a2-469d-8233-7b773d1bafd5 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3398814 Aug 11 02:14:01.406963 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-27984363-1b67-4e1d-b854-9bd2b917f890 None None] Transition to ACTIVE for port object d8d3aa4c-9273-4781-89cd-077dd3cf0147 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:01.421057 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-27984363-1b67-4e1d-b854-9bd2b917f890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:01.432465 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-82881c2b-cef1-455c-b844-c46e4c12b4c2 req-852951af-4635-4aa5-9d15-4731705852bb tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fe2b822-fbf4-48ed-a1a7-5b90b4425e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4544189 Aug 11 02:14:01.484428 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-fd0a97c5-0e4e-423b-83ad-dc386925ba77 req-d9ba8cd7-7c6f-429c-a34c-f57a289e3576 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] For port d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50,segment=NetworkSegment(61b759df-4b3a-4468-b2fc-c1fa74c19b42),segment_id=61b759df-4b3a-4468-b2fc-c1fa74c19b42)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:01.486730 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-fd0a97c5-0e4e-423b-83ad-dc386925ba77 req-d9ba8cd7-7c6f-429c-a34c-f57a289e3576 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:01.517084 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d81f52-b6ef-4c89-9576-2c4468ec6335 None None] Pushing event updated for resources: {'Port': ['ID=d8d3aa4c-9273-4781-89cd-077dd3cf0147,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:01.525794 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-fd0a97c5-0e4e-423b-83ad-dc386925ba77 req-d9ba8cd7-7c6f-429c-a34c-f57a289e3576 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Calling delete_port for d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:14:01.585629 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-27984363-1b67-4e1d-b854-9bd2b917f890 None None] Attempting to bind port d8d3aa4c-9273-4781-89cd-077dd3cf0147 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:14:01.586177 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-27984363-1b67-4e1d-b854-9bd2b917f890 None None] Attempting to bind port d8d3aa4c-9273-4781-89cd-077dd3cf0147 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:14:01.586622 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27984363-1b67-4e1d-b854-9bd2b917f890 None None] Attempting to bind port d8d3aa4c-9273-4781-89cd-077dd3cf0147 on network abfe629d-e2ef-4da1-94ab-4576283f6a78 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:01.593567 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27984363-1b67-4e1d-b854-9bd2b917f890 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:14:01.593567 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27984363-1b67-4e1d-b854-9bd2b917f890 None None] Checking segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:01.593870 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-27984363-1b67-4e1d-b854-9bd2b917f890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:01.594337 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27984363-1b67-4e1d-b854-9bd2b917f890 None None] Bound using segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:14:01.594867 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-27984363-1b67-4e1d-b854-9bd2b917f890 None None] Bound port: d8d3aa4c-9273-4781-89cd-077dd3cf0147, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:14:01.595341 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-27984363-1b67-4e1d-b854-9bd2b917f890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:01.597257 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e0657282-5af9-45b4-b8b8-a5650a7d7ba0 req-92ab67df-7a92-4b62-b91a-062bb37ef0c0 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5371263 Aug 11 02:14:01.651439 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658f8f2-15a6-434d-ac17-931b663a2e78 req-459b4cbc-4e15-44d4-b1fa-f1ec096753fa tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:01.655703 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:14:01.659817 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6658f8f2-15a6-434d-ac17-931b663a2e78 req-459b4cbc-4e15-44d4-b1fa-f1ec096753fa tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 945 time: 0.1177413 Aug 11 02:14:01.676292 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5c7838a-a7b7-4556-8887-18355de03faa req-e8a26c55-d0f7-43af-8c43-2d47270b3594 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=beff729b-8cf1-42e8-be7e-2156ded422c4 HTTP/1.1" status: 200 len: 210 time: 0.1233885 Aug 11 02:14:01.690546 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-27984363-1b67-4e1d-b854-9bd2b917f890 None None] For port d8d3aa4c-9273-4781-89cd-077dd3cf0147, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:01.704307 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-27984363-1b67-4e1d-b854-9bd2b917f890 None None] For port d8d3aa4c-9273-4781-89cd-077dd3cf0147, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d8d3aa4c-9273-4781-89cd-077dd3cf0147,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:14:01.714722 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-27984363-1b67-4e1d-b854-9bd2b917f890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:01.775434 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27984363-1b67-4e1d-b854-9bd2b917f890 None None] Routers {'0aeb520e-699c-418a-aebd-b18f59f03a39'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:14:01.776063 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-27984363-1b67-4e1d-b854-9bd2b917f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:13:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0aeb520e-699c-418a-aebd-b18f59f03a39'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:01.796349 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ffc9aa77-1e61-4110-9ce6-cd143c0249e8 req-bca768e6-0550-4080-a9b2-b9d52b6199e0 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "GET /v2.0/security-groups/5cfa32cc-11c5-4179-b512-051f79994c2b HTTP/1.1" status: 200 len: 2401 time: 0.0822346 Aug 11 02:14:01.811345 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-ffc9aa77-1e61-4110-9ce6-cd143c0249e8 req-73d250a2-0731-40ed-a388-2439323a1551 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5cfa32cc-11c5-4179-b512-051f79994c2b', 'remote_group_id': None}]} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:01.811660 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-ffc9aa77-1e61-4110-9ce6-cd143c0249e8 req-73d250a2-0731-40ed-a388-2439323a1551 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5cfa32cc-11c5-4179-b512-051f79994c2b', 'remote_group_id': None}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:01.817880 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6658f8f2-15a6-434d-ac17-931b663a2e78 req-ce30061e-0c0a-40c2-b776-67f046e2853a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191719 Aug 11 02:14:01.849046 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:01.902839 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-fd0a97c5-0e4e-423b-83ad-dc386925ba77 req-d9ba8cd7-7c6f-429c-a34c-f57a289e3576 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:01.939474 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-27984363-1b67-4e1d-b854-9bd2b917f890 None None] Set router 0aeb520e-699c-418a-aebd-b18f59f03a39 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:14:01.965031 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device a8393636-749a-49bd-88f4-c38c0632584d no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:14:01.970889 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e5a83bb4-3a73-4c8a-a6eb-9e5c6c87c9a4 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:02.037619 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0a97c5-0e4e-423b-83ad-dc386925ba77 req-d9ba8cd7-7c6f-429c-a34c-f57a289e3576 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] No DVR routers for this DVR port d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50 on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:14:02.049574 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba8cd7-7c6f-429c-a34c-f57a289e3576 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Pushing event deleted for resources: {'Port': ['ID=d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:02.073559 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-fd0a97c5-0e4e-423b-83ad-dc386925ba77 req-d9ba8cd7-7c6f-429c-a34c-f57a289e3576 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:02.075593 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fd0a97c5-0e4e-423b-83ad-dc386925ba77 req-d9ba8cd7-7c6f-429c-a34c-f57a289e3576 tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.73 "DELETE /v2.0/ports/d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50 HTTP/1.1" status: 204 len: 173 time: 1.0202010 Aug 11 02:14:02.076137 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b117fc-94c5-4ca1-847d-958d94be9839', 'name': 'network-vif-deleted', 'tag': 'd2443e64-f1bb-45e4-b8f2-a1f8c8a7da50'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:02.078527 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9547a2-652b-4f93-8c5f-d4b7517190d6" -d '{"events": [{"server_uuid": "79b117fc-94c5-4ca1-847d-958d94be9839", "name": "network-vif-deleted", "tag": "d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:02.140949 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ffc9aa77-1e61-4110-9ce6-cd143c0249e8 req-73d250a2-0731-40ed-a388-2439323a1551 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:02.202347 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ffc9aa77-1e61-4110-9ce6-cd143c0249e8 req-73d250a2-0731-40ed-a388-2439323a1551 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:02.209672 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ffc9aa77-1e61-4110-9ce6-cd143c0249e8 req-73d250a2-0731-40ed-a388-2439323a1551 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:02.239564 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ffc9aa77-1e61-4110-9ce6-cd143c0249e8 req-73d250a2-0731-40ed-a388-2439323a1551 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:02.244161 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ffc9aa77-1e61-4110-9ce6-cd143c0249e8 req-73d250a2-0731-40ed-a388-2439323a1551 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4382620 Aug 11 02:14:02.255177 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d250a2-0731-40ed-a388-2439323a1551 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6ee4e2-a219-4c71-b9cf-e0705b418fdb,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:02.298339 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d81f52-b6ef-4c89-9576-2c4468ec6335 None None] Pushing event updated for resources: {'Port': ['ID=d8d3aa4c-9273-4781-89cd-077dd3cf0147,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:02.312073 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:02.367663 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4f4e19-1211-4bfc-ac42-7ebb752c588b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8393636-749a-49bd-88f4-c38c0632584d'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:02.370442 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f458ff-269f-45e6-8cf4-d1e87d08cc52" -d '{"events": [{"server_uuid": "ad4f4e19-1211-4bfc-ac42-7ebb752c588b", "name": "network-vif-unplugged", "status": "completed", "tag": "a8393636-749a-49bd-88f4-c38c0632584d"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:02.384933 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port a8393636-749a-49bd-88f4-c38c0632584d, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a8393636-749a-49bd-88f4-c38c0632584d,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:02.392888 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:02.427459 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a37afeb1-44d7-4d11-9714-dad3cad89a0e req-4b6824db-45bc-43cd-8f16-5a14f57004bf tempest-ImagesTestJSON-1034558605 tempest-ImagesTestJSON-1034558605-project] 10.222.0.50 "GET /v2.0/ports?device_id=79b117fc-94c5-4ca1-847d-958d94be9839 HTTP/1.1" status: 200 len: 210 time: 0.0363069 Aug 11 02:14:02.448040 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 54481539-27c5-46de-9f19-1632f58089a5 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:02.475359 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-27984363-1b67-4e1d-b854-9bd2b917f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aeb520e-699c-418a-aebd-b18f59f03a39', 'name': 'tempest-NetworksTestDHCPv6-router-1097491725', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:13:57Z', 'updated_at': '2021-08-11T02:13:59Z', 'revision_number': 2, 'project_id': 'ad4de75c6cef45fcb9c1501c711130da', 'gw_port_host': None, '_interfaces': [{'id': 'd8d3aa4c-9273-4781-89cd-077dd3cf0147', 'name': '', 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'mac_address': 'fa:16:3e:9e:57:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aeb520e-699c-418a-aebd-b18f59f03a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5375ff1a-e2fc-4984-ad38-6f8e1fa51db0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:13:57Z', 'updated_at': '2021-08-11T02:14:01Z', 'revision_number': 4, 'project_id': 'ad4de75c6cef45fcb9c1501c711130da', 'subnets': [{'id': '5375ff1a-e2fc-4984-ad38-6f8e1fa51db0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:02.529209 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27984363-1b67-4e1d-b854-9bd2b917f890 None None] The sync data for ids ['0aeb520e-699c-418a-aebd-b18f59f03a39'] in n-d-615180-33 is: [{'id': '0aeb520e-699c-418a-aebd-b18f59f03a39', 'name': 'tempest-NetworksTestDHCPv6-router-1097491725', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:13:57Z', 'updated_at': '2021-08-11T02:13:59Z', 'revision_number': 2, 'project_id': 'ad4de75c6cef45fcb9c1501c711130da', 'gw_port_host': None, '_interfaces': [{'id': 'd8d3aa4c-9273-4781-89cd-077dd3cf0147', 'name': '', 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'mac_address': 'fa:16:3e:9e:57:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aeb520e-699c-418a-aebd-b18f59f03a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5375ff1a-e2fc-4984-ad38-6f8e1fa51db0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:13:57Z', 'updated_at': '2021-08-11T02:14:01Z', 'revision_number': 4, 'project_id': 'ad4de75c6cef45fcb9c1501c711130da', 'subnets': [{'id': '5375ff1a-e2fc-4984-ad38-6f8e1fa51db0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:14:02.530291 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-c18ea44c-843f-433d-a065-e604a1e42e28 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:02.530763 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=a8393636-749a-49bd-88f4-c38c0632584d,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:02.532972 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-c18ea44c-843f-433d-a065-e604a1e42e28 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.66 "GET /v2.0/networks?id=fa6d118c-1b11-471b-a79b-8ba66c683603 HTTP/1.1" status: 200 len: 806 time: 0.4894724 Aug 11 02:14:02.546405 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 54481539-27c5-46de-9f19-1632f58089a5 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:02.547023 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:02.552470 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-97078b6e-97af-48f6-815a-573976cd8327 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Request body: {'port': {'device_id': 'beff729b-8cf1-42e8-be7e-2156ded422c4', 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603', 'admin_state_up': True, 'tenant_id': '0e4e387ba25a4d14b8728f756bd278ce'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:02.581139 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0438191-1f53-48eb-9759-de2a2854c151 req-682351c2-ad70-4d04-b90f-6e01bd986521 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:02.582755 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b0438191-1f53-48eb-9759-de2a2854c151 req-682351c2-ad70-4d04-b90f-6e01bd986521 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 945 time: 0.0729115 Aug 11 02:14:02.652166 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b0438191-1f53-48eb-9759-de2a2854c151 req-df217538-4398-491a-b1e0-301480c8df7b tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623534 Aug 11 02:14:02.734454 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3729c68-0f88-4654-b21e-dc523ca30d4f x-openstack-request-id: req-b3729c68-0f88-4654-b21e-dc523ca30d4f {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:02.734951 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b117fc-94c5-4ca1-847d-958d94be9839", "name": "network-vif-deleted", "tag": "d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:02.736385 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b3729c68-0f88-4654-b21e-dc523ca30d4f {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:02.736945 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b117fc-94c5-4ca1-847d-958d94be9839', 'name': 'network-vif-deleted', 'tag': 'd2443e64-f1bb-45e4-b8f2-a1f8c8a7da50', 'status': 'completed', 'code': 200} Aug 11 02:14:02.812779 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-e5a83bb4-3a73-4c8a-a6eb-9e5c6c87c9a4 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting port d8d3aa4c-9273-4781-89cd-077dd3cf0147 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:14:02.813199 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e5a83bb4-3a73-4c8a-a6eb-9e5c6c87c9a4 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:02.859759 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-97078b6e-97af-48f6-815a-573976cd8327 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Made reservation on behalf of 0e4e387ba25a4d14b8728f756bd278ce for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:02.873407 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-97078b6e-97af-48f6-815a-573976cd8327 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:02.874653 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1d3a9742-80ae-4203-94d7-96366b544116 req-c95fc04f-734c-4414-b040-e2e7609e02a8 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "GET /v2.0/security-groups/5cfa32cc-11c5-4179-b512-051f79994c2b HTTP/1.1" status: 200 len: 3000 time: 0.1172056 Aug 11 02:14:02.920222 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e349b3-1ae3-4150-b92c-11d09f10d3dc x-openstack-request-id: req-c7e349b3-1ae3-4150-b92c-11d09f10d3dc {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:02.920686 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4f4e19-1211-4bfc-ac42-7ebb752c588b", "name": "network-vif-unplugged", "status": "completed", "tag": "a8393636-749a-49bd-88f4-c38c0632584d", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:02.920760 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c7e349b3-1ae3-4150-b92c-11d09f10d3dc {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:02.921160 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4f4e19-1211-4bfc-ac42-7ebb752c588b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8393636-749a-49bd-88f4-c38c0632584d', 'code': 200} Aug 11 02:14:03.050745 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464015d-ca8f-44a7-9388-4ab0d8092390 req-b16d17c4-1119-4974-9c95-f5c7ebe332b0 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:03.052371 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4464015d-ca8f-44a7-9388-4ab0d8092390 req-b16d17c4-1119-4974-9c95-f5c7ebe332b0 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/ports?device_id=075787a6-600c-4c68-baa4-a89002bfb5f9 HTTP/1.1" status: 200 len: 948 time: 0.0620677 Aug 11 02:14:03.096706 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4464015d-ca8f-44a7-9388-4ab0d8092390 req-6df641db-057f-4b28-9e71-b3c20e089a3e tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fe2b822-fbf4-48ed-a1a7-5b90b4425e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384240 Aug 11 02:14:03.116026 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d3c80ca2-7a7f-4151-aaa9-462c3742f3f7 req-895d2562-0e2f-4a64-a534-a6fa58aeb79c tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=beff729b-8cf1-42e8-be7e-2156ded422c4 HTTP/1.1" status: 200 len: 210 time: 0.0407507 Aug 11 02:14:03.123525 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-e5a83bb4-3a73-4c8a-a6eb-9e5c6c87c9a4 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] For port d8d3aa4c-9273-4781-89cd-077dd3cf0147, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d8d3aa4c-9273-4781-89cd-077dd3cf0147,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:03.123952 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e5a83bb4-3a73-4c8a-a6eb-9e5c6c87c9a4 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.146733 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-e5a83bb4-3a73-4c8a-a6eb-9e5c6c87c9a4 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Calling delete_port for d8d3aa4c-9273-4781-89cd-077dd3cf0147 owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:14:03.223980 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60b8540d-25e1-47bb-abd5-b5c6f05a0797 req-ef445de2-5fba-462b-a9e1-04f80205c476 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "GET /v2.0/security-group-rules/4e6ee4e2-a219-4c71-b9cf-e0705b418fdb HTTP/1.1" status: 200 len: 783 time: 0.0676036 Aug 11 02:14:03.242377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed900a-396a-4b19-bc46-3f395407ec30 req-91cae553-955b-4bd6-b7f5-3dd169b6581e tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:03.244394 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b2ed900a-396a-4b19-bc46-3f395407ec30 req-91cae553-955b-4bd6-b7f5-3dd169b6581e tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 945 time: 0.0592494 Aug 11 02:14:03.286379 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-97078b6e-97af-48f6-815a-573976cd8327 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Allocated IP 172.20.0.14 (fa6d118c-1b11-471b-a79b-8ba66c683603/84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62/d87bf76d-ef7f-4b35-a5a9-477062f1d516) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:03.289978 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b2ed900a-396a-4b19-bc46-3f395407ec30 req-ccda730d-226e-4250-889a-c5849772ca62 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389128 Aug 11 02:14:03.360401 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60b8540d-25e1-47bb-abd5-b5c6f05a0797 req-333d561b-d2cd-4c20-8aa4-afa4677b188f tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "GET /v2.0/security-groups/5cfa32cc-11c5-4179-b512-051f79994c2b HTTP/1.1" status: 200 len: 3000 time: 0.1002908 Aug 11 02:14:03.493272 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-60b8540d-25e1-47bb-abd5-b5c6f05a0797 req-31453b7f-70fc-49b2-a92b-b84361f8483e tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.534796 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-60b8540d-25e1-47bb-abd5-b5c6f05a0797 req-31453b7f-70fc-49b2-a92b-b84361f8483e tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.607353 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-60b8540d-25e1-47bb-abd5-b5c6f05a0797 req-31453b7f-70fc-49b2-a92b-b84361f8483e tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.612773 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-60b8540d-25e1-47bb-abd5-b5c6f05a0797 req-31453b7f-70fc-49b2-a92b-b84361f8483e tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.614202 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60b8540d-25e1-47bb-abd5-b5c6f05a0797 req-31453b7f-70fc-49b2-a92b-b84361f8483e tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/4e6ee4e2-a219-4c71-b9cf-e0705b418fdb HTTP/1.1" status: 204 len: 173 time: 0.2167163 Aug 11 02:14:03.624810 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e5a83bb4-3a73-4c8a-a6eb-9e5c6c87c9a4 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.671127 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31453b7f-70fc-49b2-a92b-b84361f8483e tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e6ee4e2-a219-4c71-b9cf-e0705b418fdb,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:03.676611 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-97078b6e-97af-48f6-815a-573976cd8327 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.683777 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a83bb4-3a73-4c8a-a6eb-9e5c6c87c9a4 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Port': ['ID=d8d3aa4c-9273-4781-89cd-077dd3cf0147,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:03.756273 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d425221-38d0-41e2-b941-6faa969515f8 req-7db24c0f-bc2c-48f0-b9eb-735698761495 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "GET /v2.0/security-groups/5cfa32cc-11c5-4179-b512-051f79994c2b HTTP/1.1" status: 200 len: 2401 time: 0.0895290 Aug 11 02:14:03.797291 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e5a83bb4-3a73-4c8a-a6eb-9e5c6c87c9a4 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.876898 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3d425221-38d0-41e2-b941-6faa969515f8 req-d2652b7c-77c5-4d7d-afa2-a47f555d1004 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.907137 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3d425221-38d0-41e2-b941-6faa969515f8 req-d2652b7c-77c5-4d7d-afa2-a47f555d1004 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.916931 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-97078b6e-97af-48f6-815a-573976cd8327 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.929098 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['05898258-4491-4fa9-91f4-a855886e6aab'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:14:03.975778 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3d425221-38d0-41e2-b941-6faa969515f8 req-d2652b7c-77c5-4d7d-afa2-a47f555d1004 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.978586 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3d425221-38d0-41e2-b941-6faa969515f8 req-d2652b7c-77c5-4d7d-afa2-a47f555d1004 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.979816 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d425221-38d0-41e2-b941-6faa969515f8 req-d2652b7c-77c5-4d7d-afa2-a47f555d1004 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "DELETE /v2.0/security-groups/5cfa32cc-11c5-4179-b512-051f79994c2b HTTP/1.1" status: 204 len: 173 time: 0.2227030 Aug 11 02:14:03.983388 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-97078b6e-97af-48f6-815a-573976cd8327 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Network fa6d118c-1b11-471b-a79b-8ba66c683603 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:03.990056 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-97078b6e-97af-48f6-815a-573976cd8327 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:03.997416 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2652b7c-77c5-4d7d-afa2-a47f555d1004 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfa32cc-11c5-4179-b512-051f79994c2b,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:03.998865 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-97078b6e-97af-48f6-815a-573976cd8327 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:04.062168 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [req-8fb6986d-9f28-44e5-a24e-5e6cbdb072ec req-59046f5d-4b0d-4c61-94be-0de0dcccb5de tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] show failed (client error): The resource could not be found. Aug 11 02:14:04.063424 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fb6986d-9f28-44e5-a24e-5e6cbdb072ec req-59046f5d-4b0d-4c61-94be-0de0dcccb5de tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "GET /v2.0/security-groups/9c35b7dc-efe8-4d50-bda2-6159bfe17a54 HTTP/1.1" status: 404 len: 352 time: 0.0156636 Aug 11 02:14:04.088547 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3a081-27ba-48bd-a16a-07714339207d req-b9506076-712c-48be-9e14-104e2fb3b468 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:04.090309 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b7c3a081-27ba-48bd-a16a-07714339207d req-b9506076-712c-48be-9e14-104e2fb3b468 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 945 time: 0.2278559 Aug 11 02:14:04.091137 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97078b6e-97af-48f6-815a-573976cd8327 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Pushing event updated for resources: {'Port': ['ID=d87bf76d-ef7f-4b35-a5a9-477062f1d516,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:04.160242 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9352ec5d-7fba-4284-938f-3efa2fc6c989 req-16a84158-1886-429c-b0b1-bc54e32091b1 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "GET /v2.0/security-groups/7dc11c43-0436-430d-b2d4-7eb21b65a021 HTTP/1.1" status: 200 len: 1806 time: 0.0438170 Aug 11 02:14:04.167995 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-97078b6e-97af-48f6-815a-573976cd8327 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:04.168641 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-97078b6e-97af-48f6-815a-573976cd8327 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:04.177854 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a83bb4-3a73-4c8a-a6eb-9e5c6c87c9a4 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Router 0aeb520e-699c-418a-aebd-b18f59f03a39 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:14:04.201872 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b7c3a081-27ba-48bd-a16a-07714339207d req-c011edcc-354e-4f62-bd57-c7dcf9966179 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695512 Aug 11 02:14:04.204005 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-97078b6e-97af-48f6-815a-573976cd8327 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6611123 Aug 11 02:14:04.223696 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9352ec5d-7fba-4284-938f-3efa2fc6c989 req-ceabf6f8-cf80-44ee-bd88-23a0bfff398b tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:04.252323 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-8c09a6ce-5871-4c20-a9d2-e22fe4ded56c service neutron] Request body: {'port': {'device_id': 'beff729b-8cf1-42e8-be7e-2156ded422c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:04.264272 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9352ec5d-7fba-4284-938f-3efa2fc6c989 req-ceabf6f8-cf80-44ee-bd88-23a0bfff398b tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:04.316793 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9352ec5d-7fba-4284-938f-3efa2fc6c989 req-ceabf6f8-cf80-44ee-bd88-23a0bfff398b tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:04.319356 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9352ec5d-7fba-4284-938f-3efa2fc6c989 req-ceabf6f8-cf80-44ee-bd88-23a0bfff398b tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:04.329979 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9352ec5d-7fba-4284-938f-3efa2fc6c989 req-ceabf6f8-cf80-44ee-bd88-23a0bfff398b tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "DELETE /v2.0/security-groups/7dc11c43-0436-430d-b2d4-7eb21b65a021 HTTP/1.1" status: 204 len: 173 time: 0.1629763 Aug 11 02:14:04.339720 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceabf6f8-cf80-44ee-bd88-23a0bfff398b tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc11c43-0436-430d-b2d4-7eb21b65a021,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:04.427935 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac5b87-b465-4857-a6c0-573f72ab69d8 req-46924e1b-4444-4f25-a399-8bcce0889ff2 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:04.429552 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65ac5b87-b465-4857-a6c0-573f72ab69d8 req-46924e1b-4444-4f25-a399-8bcce0889ff2 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=beff729b-8cf1-42e8-be7e-2156ded422c4 HTTP/1.1" status: 200 len: 932 time: 0.0550277 Aug 11 02:14:04.472376 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65ac5b87-b465-4857-a6c0-573f72ab69d8 req-b30fac2a-1cd5-4adc-bdd9-b20fc8d64e02 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350742 Aug 11 02:14:04.474726 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 5e2b9aa8-0821-49d3-81c3-b0c4675de662 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:14:04.592079 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 5e2b9aa8-0821-49d3-81c3-b0c4675de662, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=5e2b9aa8-0821-49d3-81c3-b0c4675de662,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:04.604601 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '5e2b9aa8-0821-49d3-81c3-b0c4675de662', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': '5e2b9aa8-0821-49d3-81c3-b0c4675de662', 'mac_address': 'fa:16:3e:5a:27:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:14:04.611467 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a83bb4-3a73-4c8a-a6eb-9e5c6c87c9a4 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:14:04.616323 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81835f3-55d1-435a-9b55-88538d14bb91 req-dd9544a2-d2aa-4756-a201-89c907502501 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:04.621091 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e5a83bb4-3a73-4c8a-a6eb-9e5c6c87c9a4 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "PUT /v2.0/routers/0aeb520e-699c-418a-aebd-b18f59f03a39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8310468 Aug 11 02:14:04.621721 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b81835f3-55d1-435a-9b55-88538d14bb91 req-dd9544a2-d2aa-4756-a201-89c907502501 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 945 time: 0.0551069 Aug 11 02:14:04.622300 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40500) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:04.637367 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8813f8-e5a5-4325-b458-f770cd25f71c None None] Sync routers for ids ['0aeb520e-699c-418a-aebd-b18f59f03a39'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:14:04.659406 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8813f8-e5a5-4325-b458-f770cd25f71c None None] Routers {'0aeb520e-699c-418a-aebd-b18f59f03a39'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:14:04.660141 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-2a8813f8-e5a5-4325-b458-f770cd25f71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:13:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0aeb520e-699c-418a-aebd-b18f59f03a39'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:04.660654 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-8c09a6ce-5871-4c20-a9d2-e22fe4ded56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:04.662189 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:04.674499 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405423e-6d4f-443b-914b-2771ef4dce8a req-d3754a11-4d8d-4c7c-8570-5f85c5ed51ec tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:04.676705 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7405423e-6d4f-443b-914b-2771ef4dce8a req-d3754a11-4d8d-4c7c-8570-5f85c5ed51ec tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/ports?device_id=075787a6-600c-4c68-baa4-a89002bfb5f9 HTTP/1.1" status: 200 len: 948 time: 0.1142960 Aug 11 02:14:04.703791 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a1cdfd-66bb-4f08-886c-ccab6d37d31f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:04.705615 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a1cdfd-66bb-4f08-886c-ccab6d37d31f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:04.707144 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f2a1cdfd-66bb-4f08-886c-ccab6d37d31f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0838063 Aug 11 02:14:04.710751 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b81835f3-55d1-435a-9b55-88538d14bb91 req-8a92a0f8-0724-4337-81d8-8dd25ecd6f9c tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778766 Aug 11 02:14:04.710893 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40502) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:04.737345 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e2b9aa8-0821-49d3-81c3-b0c4675de662 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:14:04.765867 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-2a8813f8-e5a5-4325-b458-f770cd25f71c None None] Set router 0aeb520e-699c-418a-aebd-b18f59f03a39 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:14:04.768357 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 5e2b9aa8-0821-49d3-81c3-b0c4675de662, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=5e2b9aa8-0821-49d3-81c3-b0c4675de662,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:04.782109 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f38f0a-99e8-4259-9bd7-eb8b4b363401 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet 5375ff1a-e2fc-4984-ad38-6f8e1fa51db0 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:14:04.785189 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7405423e-6d4f-443b-914b-2771ef4dce8a req-f2a09727-a616-4025-b2fa-47eab26be369 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fe2b822-fbf4-48ed-a1a7-5b90b4425e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997481 Aug 11 02:14:04.788298 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-92f38f0a-99e8-4259-9bd7-eb8b4b363401 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:04.829174 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:04.834585 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-2a8813f8-e5a5-4325-b458-f770cd25f71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aeb520e-699c-418a-aebd-b18f59f03a39', 'name': 'tempest-NetworksTestDHCPv6-router-1097491725', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:13:57Z', 'updated_at': '2021-08-11T02:14:03Z', 'revision_number': 3, 'project_id': 'ad4de75c6cef45fcb9c1501c711130da', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:04.849043 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-665b1a29-d308-4933-937a-28c2fc5e6e96 req-e571700a-8697-4016-8378-acc348976e75 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "GET /v2.0/security-groups/1b848258-d644-499e-8178-2db055fdadd5 HTTP/1.1" status: 200 len: 1806 time: 0.0998161 Aug 11 02:14:04.855826 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-92f38f0a-99e8-4259-9bd7-eb8b4b363401 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:04.895261 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8813f8-e5a5-4325-b458-f770cd25f71c None None] Checking router: 0aeb520e-699c-418a-aebd-b18f59f03a39 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:14:04.930016 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8813f8-e5a5-4325-b458-f770cd25f71c None None] Routers {'0aeb520e-699c-418a-aebd-b18f59f03a39'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:14:04.930766 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-2a8813f8-e5a5-4325-b458-f770cd25f71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:13:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0aeb520e-699c-418a-aebd-b18f59f03a39'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:04.938054 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=5e2b9aa8-0821-49d3-81c3-b0c4675de662,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:04.977379 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-665b1a29-d308-4933-937a-28c2fc5e6e96 req-47935f49-d867-4775-af29-fddd913b9ba8 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.003624 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-92f38f0a-99e8-4259-9bd7-eb8b4b363401 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.019836 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-2a8813f8-e5a5-4325-b458-f770cd25f71c None None] Set router 0aeb520e-699c-418a-aebd-b18f59f03a39 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:14:05.033708 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-665b1a29-d308-4933-937a-28c2fc5e6e96 req-47935f49-d867-4775-af29-fddd913b9ba8 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.062885 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-8c09a6ce-5871-4c20-a9d2-e22fe4ded56c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d87bf76d-ef7f-4b35-a5a9-477062f1d516 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:14:05.067942 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40524) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:05.083904 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-2a8813f8-e5a5-4325-b458-f770cd25f71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aeb520e-699c-418a-aebd-b18f59f03a39', 'name': 'tempest-NetworksTestDHCPv6-router-1097491725', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:13:57Z', 'updated_at': '2021-08-11T02:14:03Z', 'revision_number': 3, 'project_id': 'ad4de75c6cef45fcb9c1501c711130da', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:05.099429 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-8c09a6ce-5871-4c20-a9d2-e22fe4ded56c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.112478 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['5e2b9aa8-0821-49d3-81c3-b0c4675de662'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:14:05.114926 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-92f38f0a-99e8-4259-9bd7-eb8b4b363401 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.116527 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8813f8-e5a5-4325-b458-f770cd25f71c None None] The sync data for ids ['0aeb520e-699c-418a-aebd-b18f59f03a39'] in n-d-615180-33 is: [{'id': '0aeb520e-699c-418a-aebd-b18f59f03a39', 'name': 'tempest-NetworksTestDHCPv6-router-1097491725', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:13:57Z', 'updated_at': '2021-08-11T02:14:03Z', 'revision_number': 3, 'project_id': 'ad4de75c6cef45fcb9c1501c711130da', 'gw_port_host': None}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:14:05.134599 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-8c09a6ce-5871-4c20-a9d2-e22fe4ded56c service neutron] Transition to ACTIVE for port object d87bf76d-ef7f-4b35-a5a9-477062f1d516 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:05.145418 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b3be919-07db-4eef-8094-ae2c0197f41d admin admin] Deleting subnet 28d716d8-5b88-434d-86dc-bdd1fc15512f {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:14:05.148459 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-8c09a6ce-5871-4c20-a9d2-e22fe4ded56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.158578 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7b3be919-07db-4eef-8094-ae2c0197f41d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.167886 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f38f0a-99e8-4259-9bd7-eb8b4b363401 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=5375ff1a-e2fc-4984-ad38-6f8e1fa51db0,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:05.176358 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-92f38f0a-99e8-4259-9bd7-eb8b4b363401 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.177231 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc8d959-031e-4cc8-821c-e7fabadc3702 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:05.192394 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-92f38f0a-99e8-4259-9bd7-eb8b4b363401 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/5375ff1a-e2fc-4984-ad38-6f8e1fa51db0 HTTP/1.1" status: 204 len: 168 time: 0.4802849 Aug 11 02:14:05.193867 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40526) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:05.196849 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-665b1a29-d308-4933-937a-28c2fc5e6e96 req-47935f49-d867-4775-af29-fddd913b9ba8 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.200982 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-665b1a29-d308-4933-937a-28c2fc5e6e96 req-47935f49-d867-4775-af29-fddd913b9ba8 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.202677 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-665b1a29-d308-4933-937a-28c2fc5e6e96 req-47935f49-d867-4775-af29-fddd913b9ba8 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "DELETE /v2.0/security-groups/1b848258-d644-499e-8178-2db055fdadd5 HTTP/1.1" status: 204 len: 173 time: 0.3438210 Aug 11 02:14:05.246851 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09a6ce-5871-4c20-a9d2-e22fe4ded56c service neutron] Pushing event updated for resources: {'Port': ['ID=d87bf76d-ef7f-4b35-a5a9-477062f1d516,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:05.253473 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7b3be919-07db-4eef-8094-ae2c0197f41d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.286530 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47935f49-d867-4775-af29-fddd913b9ba8 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b848258-d644-499e-8178-2db055fdadd5,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:05.366582 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7b3be919-07db-4eef-8094-ae2c0197f41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.371038 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-08b934a6-184a-4efb-9d6c-c30b28634818 req-978983cd-508f-437f-be2d-05748266a7a6 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "GET /v2.0/security-groups/162dc399-a61b-4581-99b7-f9fe032fce73 HTTP/1.1" status: 200 len: 1806 time: 0.1362472 Aug 11 02:14:05.439180 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-8c09a6ce-5871-4c20-a9d2-e22fe4ded56c service neutron] Attempting to bind port d87bf76d-ef7f-4b35-a5a9-477062f1d516 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:14:05.439484 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-8c09a6ce-5871-4c20-a9d2-e22fe4ded56c service neutron] Attempting to bind port d87bf76d-ef7f-4b35-a5a9-477062f1d516 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '17ab65aa-1575-4f0d-91af-c45c627f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:14:05.439835 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-8c09a6ce-5871-4c20-a9d2-e22fe4ded56c service neutron] Attempting to bind port d87bf76d-ef7f-4b35-a5a9-477062f1d516 on network fa6d118c-1b11-471b-a79b-8ba66c683603 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:05.456441 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-8c09a6ce-5871-4c20-a9d2-e22fe4ded56c service neutron] Port d87bf76d-ef7f-4b35-a5a9-477062f1d516 on network fa6d118c-1b11-471b-a79b-8ba66c683603 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:14:05.456709 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-8c09a6ce-5871-4c20-a9d2-e22fe4ded56c service neutron] Attempting to bind port d87bf76d-ef7f-4b35-a5a9-477062f1d516 on network fa6d118c-1b11-471b-a79b-8ba66c683603 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:05.470116 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-8c09a6ce-5871-4c20-a9d2-e22fe4ded56c service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:14:05.470482 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-8c09a6ce-5871-4c20-a9d2-e22fe4ded56c service neutron] Checking segment: {'id': '17ab65aa-1575-4f0d-91af-c45c627f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:05.470874 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-8c09a6ce-5871-4c20-a9d2-e22fe4ded56c service neutron] Bound using segment: {'id': '17ab65aa-1575-4f0d-91af-c45c627f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:14:05.471319 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-8c09a6ce-5871-4c20-a9d2-e22fe4ded56c service neutron] Bound port: d87bf76d-ef7f-4b35-a5a9-477062f1d516, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ab65aa-1575-4f0d-91af-c45c627f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:14:05.471705 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-8c09a6ce-5871-4c20-a9d2-e22fe4ded56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.493348 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7b3be919-07db-4eef-8094-ae2c0197f41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.524445 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032265f6-e974-41bd-befb-a933d73960c1 None None] DHCP port deletion for abfe629d-e2ef-4da1-94ab-4576283f6a78 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:14:05.535348 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-08b934a6-184a-4efb-9d6c-c30b28634818 req-d33155cf-ad98-43ba-b3d6-61c6b5e4ddc6 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.556296 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3be919-07db-4eef-8094-ae2c0197f41d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28d716d8-5b88-434d-86dc-bdd1fc15512f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:05.562944 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7b3be919-07db-4eef-8094-ae2c0197f41d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.568005 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7b3be919-07db-4eef-8094-ae2c0197f41d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/28d716d8-5b88-434d-86dc-bdd1fc15512f HTTP/1.1" status: 204 len: 168 time: 0.4990096 Aug 11 02:14:05.576972 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40534) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:05.598697 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-032265f6-e974-41bd-befb-a933d73960c1 None None] Deleting port 54481539-27c5-46de-9f19-1632f58089a5 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:14:05.599665 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-032265f6-e974-41bd-befb-a933d73960c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.660018 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-08b934a6-184a-4efb-9d6c-c30b28634818 req-d33155cf-ad98-43ba-b3d6-61c6b5e4ddc6 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.669915 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-032265f6-e974-41bd-befb-a933d73960c1 None None] For port 54481539-27c5-46de-9f19-1632f58089a5, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=54481539-27c5-46de-9f19-1632f58089a5,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:05.671388 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-032265f6-e974-41bd-befb-a933d73960c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.675389 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:14:05.697190 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5e94b5e7-483f-4145-9212-acad0792f939 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5014095 Aug 11 02:14:05.699634 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40536) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:05.705419 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-8c09a6ce-5871-4c20-a9d2-e22fe4ded56c service neutron] For port d87bf76d-ef7f-4b35-a5a9-477062f1d516, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:05.717697 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:14:05.718042 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device d2443e64-f1bb-45e4-b8f2-a1f8c8a7da50 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:14:05.722129 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-032265f6-e974-41bd-befb-a933d73960c1 None None] Calling delete_port for 54481539-27c5-46de-9f19-1632f58089a5 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:14:05.730074 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7d09-c3bf-48af-a068-11d892200acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.736912 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-8c09a6ce-5871-4c20-a9d2-e22fe4ded56c service neutron] For port d87bf76d-ef7f-4b35-a5a9-477062f1d516, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=d87bf76d-ef7f-4b35-a5a9-477062f1d516,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:14:05.743607 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-8c09a6ce-5871-4c20-a9d2-e22fe4ded56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.757297 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65978939-cb30-49c3-b310-1f8592b62fed req-a244fd64-a982-48d9-b661-5fdf01a2b9db tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:05.767869 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65978939-cb30-49c3-b310-1f8592b62fed req-a244fd64-a982-48d9-b661-5fdf01a2b9db tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 945 time: 0.4263058 Aug 11 02:14:05.779869 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-08b934a6-184a-4efb-9d6c-c30b28634818 req-d33155cf-ad98-43ba-b3d6-61c6b5e4ddc6 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.782589 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-08b934a6-184a-4efb-9d6c-c30b28634818 req-d33155cf-ad98-43ba-b3d6-61c6b5e4ddc6 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.787812 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-08b934a6-184a-4efb-9d6c-c30b28634818 req-d33155cf-ad98-43ba-b3d6-61c6b5e4ddc6 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "DELETE /v2.0/security-groups/162dc399-a61b-4581-99b7-f9fe032fce73 HTTP/1.1" status: 204 len: 173 time: 0.3950152 Aug 11 02:14:05.808802 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-8c09a6ce-5871-4c20-a9d2-e22fe4ded56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:05.808802 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-8c09a6ce-5871-4c20-a9d2-e22fe4ded56c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.809595 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-8c09a6ce-5871-4c20-a9d2-e22fe4ded56c service neutron] 10.222.0.66 "PUT /v2.0/ports/d87bf76d-ef7f-4b35-a5a9-477062f1d516 HTTP/1.1" status: 200 len: 1093 time: 1.5680647 Aug 11 02:14:05.834788 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-032265f6-e974-41bd-befb-a933d73960c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.849473 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beff729b-8cf1-42e8-be7e-2156ded422c4', 'tag': 'd87bf76d-ef7f-4b35-a5a9-477062f1d516'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:05.852021 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665e5a11-5bd8-449b-be1f-0270dbd2f954" -d '{"events": [{"name": "network-changed", "server_uuid": "beff729b-8cf1-42e8-be7e-2156ded422c4", "tag": "d87bf76d-ef7f-4b35-a5a9-477062f1d516"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:05.871714 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032265f6-e974-41bd-befb-a933d73960c1 None None] Pushing event deleted for resources: {'Port': ['ID=54481539-27c5-46de-9f19-1632f58089a5,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:05.882442 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032265f6-e974-41bd-befb-a933d73960c1 None None] No DVR routers for this DVR port 54481539-27c5-46de-9f19-1632f58089a5 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:14:05.893965 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33155cf-ad98-43ba-b3d6-61c6b5e4ddc6 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=162dc399-a61b-4581-99b7-f9fe032fce73,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:05.926421 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65978939-cb30-49c3-b310-1f8592b62fed req-17d938cd-f77e-4920-8308-d1b7cf6666dd tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574261 Aug 11 02:14:05.930525 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f7ffc794-be95-4f67-8eca-920e8c1be1a7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.989890 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09a6ce-5871-4c20-a9d2-e22fe4ded56c service neutron] Pushing event updated for resources: {'Port': ['ID=d87bf76d-ef7f-4b35-a5a9-477062f1d516,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:06.006493 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7d09-c3bf-48af-a068-11d892200acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:06.021553 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-7e5d7d09-c3bf-48af-a068-11d892200acf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['817a4ff3-115a-4b81-9f1c-4ed18d90c966']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:06.026269 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-5f1d81cd-3343-4ea0-9662-005cefad437b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:06.027847 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-5f1d81cd-3343-4ea0-9662-005cefad437b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e4e387ba25a4d14b8728f756bd278ce&device_id=beff729b-8cf1-42e8-be7e-2156ded422c4 HTTP/1.1" status: 200 len: 1096 time: 0.1593375 Aug 11 02:14:06.040570 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3d0cb-6ee2-4176-b234-5ee594f61919 req-eb9004e8-5471-493b-b5f9-b68b92f853d6 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:06.042038 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b2a3d0cb-6ee2-4176-b234-5ee594f61919 req-eb9004e8-5471-493b-b5f9-b68b92f853d6 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=beff729b-8cf1-42e8-be7e-2156ded422c4 HTTP/1.1" status: 200 len: 944 time: 0.1826625 Aug 11 02:14:06.051386 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-7e5d7d09-c3bf-48af-a068-11d892200acf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b759df-4b3a-4468-b2fc-c1fa74c19b42') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:06.051712 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-7e5d7d09-c3bf-48af-a068-11d892200acf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b759df-4b3a-4468-b2fc-c1fa74c19b42') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:06.093433 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-1add329a-4746-4fd3-8941-151c2e2c77d5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d87bf76d-ef7f-4b35-a5a9-477062f1d516 HTTP/1.1" status: 200 len: 217 time: 0.0489991 Aug 11 02:14:06.100033 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7d09-c3bf-48af-a068-11d892200acf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:06.133521 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7d09-c3bf-48af-a068-11d892200acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:06.138741 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f7ffc794-be95-4f67-8eca-920e8c1be1a7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:06.142500 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f7ffc794-be95-4f67-8eca-920e8c1be1a7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:06.152937 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c951510-8745-4eb6-96ab-93daf181e437 req-e6898fad-3f5c-4f68-bb27-03a9b3e715d8 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:06.154451 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3c951510-8745-4eb6-96ab-93daf181e437 req-e6898fad-3f5c-4f68-bb27-03a9b3e715d8 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 945 time: 0.1597154 Aug 11 02:14:06.165514 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b2a3d0cb-6ee2-4176-b234-5ee594f61919 req-a8a7c535-fcbc-4794-9c4b-334797080742 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110077 Aug 11 02:14:06.166411 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5d7d09-c3bf-48af-a068-11d892200acf admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:14:06.166839 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7d09-c3bf-48af-a068-11d892200acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:14:06.169990 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:14:06.245046 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f7ffc794-be95-4f67-8eca-920e8c1be1a7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:06.245552 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ffc794-be95-4f67-8eca-920e8c1be1a7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Fanout notify agent at l3_agent the message router_deleted on router 0aeb520e-699c-418a-aebd-b18f59f03a39 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:14:06.250054 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-8dd8e3cc-7c51-4577-a14a-b918bba23c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:06.252040 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-8dd8e3cc-7c51-4577-a14a-b918bba23c2e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62 HTTP/1.1" status: 200 len: 846 time: 0.1387527 Aug 11 02:14:06.259150 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f7ffc794-be95-4f67-8eca-920e8c1be1a7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:06.263072 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f7ffc794-be95-4f67-8eca-920e8c1be1a7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/routers/0aeb520e-699c-418a-aebd-b18f59f03a39 HTTP/1.1" status: 204 len: 168 time: 0.5621135 Aug 11 02:14:06.264246 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40548) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:06.281841 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7d09-c3bf-48af-a068-11d892200acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:06.286197 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3c951510-8745-4eb6-96ab-93daf181e437 req-502757d6-d9ae-41d0-85ec-5655c5f2773c tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071980 Aug 11 02:14:06.306964 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-3e989922-ff9a-4277-a56d-d462e7af9b5d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fa6d118c-1b11-471b-a79b-8ba66c683603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396304 Aug 11 02:14:06.308442 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7d09-c3bf-48af-a068-11d892200acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:06.313295 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7e5d7d09-c3bf-48af-a068-11d892200acf admin admin] 10.222.0.50 "DELETE /v2.0/networks/817a4ff3-115a-4b81-9f1c-4ed18d90c966 HTTP/1.1" status: 204 len: 168 time: 0.7348979 Aug 11 02:14:06.321611 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d314cb6c-6b79-4456-8541-60faf8be6175 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0520680 Aug 11 02:14:06.326677 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40552) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:06.327573 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d8d3aa4c-9273-4781-89cd-077dd3cf0147 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:14:06.343246 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d7d09-c3bf-48af-a068-11d892200acf admin admin] Pushing event deleted for resources: {'Network': ['ID=817a4ff3-115a-4b81-9f1c-4ed18d90c966,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:06.352173 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c84e0f1e-dee2-439e-86f7-74ecad678712 req-c73162da-0719-448e-a4c4-3b3d7a4d1455 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "GET /v2.0/security-groups/f1e1b6c5-8ea5-4595-a49e-3d11f7e26188 HTTP/1.1" status: 200 len: 2406 time: 0.1449001 Aug 11 02:14:06.385391 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: d8d3aa4c-9273-4781-89cd-077dd3cf0147 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:14:06.389996 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d8d3aa4c-9273-4781-89cd-077dd3cf0147 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:14:06.390922 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 54481539-27c5-46de-9f19-1632f58089a5 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:14:06.429183 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c5ffc4-fa46-4f1a-a85e-4bbac58c3deb tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:06.429183 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-33c5ffc4-fa46-4f1a-a85e-4bbac58c3deb tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0997992 Aug 11 02:14:06.434679 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40554) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:06.437162 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 54481539-27c5-46de-9f19-1632f58089a5 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:14:06.437511 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 54481539-27c5-46de-9f19-1632f58089a5 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:14:06.446604 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf805545-cabc-42d6-96f4-e7813e2d9523 req-c206e892-8e92-4beb-89fc-cb1296cec2ac tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:06.447737 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cf805545-cabc-42d6-96f4-e7813e2d9523 req-c206e892-8e92-4beb-89fc-cb1296cec2ac tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/ports?device_id=075787a6-600c-4c68-baa4-a89002bfb5f9 HTTP/1.1" status: 200 len: 949 time: 0.0756202 Aug 11 02:14:06.476598 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-7b02d559-808c-4665-b05f-44ace9f4f7f2 service neutron] 10.222.0.66 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589491 Aug 11 02:14:06.502771 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 5e2b9aa8-0821-49d3-81c3-b0c4675de662 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:06.512254 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8ba2159e-9ecf-457f-ba52-930a7c343a4d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631933 Aug 11 02:14:06.521663 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40556) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:06.529720 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-c5431da4-2177-46d7-aa6c-da75ffad5658 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:06.553701 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40558) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:06.568784 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 5e2b9aa8-0821-49d3-81c3-b0c4675de662 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:06.569023 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c84e0f1e-dee2-439e-86f7-74ecad678712 req-19262ab7-5a3c-413e-8cfe-58ce7e0836f7 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:06.573817 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 5e2b9aa8-0821-49d3-81c3-b0c4675de662 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:06.574296 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:06.608463 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c84e0f1e-dee2-439e-86f7-74ecad678712 req-19262ab7-5a3c-413e-8cfe-58ce7e0836f7 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:06.635517 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-953ebe20-27a1-4a5e-ae40-43f7290995fa req-fdb7d3f1-ab42-4ca0-8d3b-a4ac23652fa7 service neutron] 10.222.0.66 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474977 Aug 11 02:14:06.644844 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cf805545-cabc-42d6-96f4-e7813e2d9523 req-04a27fa0-d01f-4225-ae3d-d24618e30df9 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fe2b822-fbf4-48ed-a1a7-5b90b4425e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540840 Aug 11 02:14:06.661382 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:06.679274 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-51c6b4e0-a08b-47a5-9723-beff91650ca5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a8d04554417c40d6830a6309b9057b02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1219578 Aug 11 02:14:06.681966 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40560) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:06.698584 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075787a6-600c-4c68-baa4-a89002bfb5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2b9aa8-0821-49d3-81c3-b0c4675de662'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:06.701069 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07aacacb-ff20-4ed7-a519-c3252cd5f7b5" -d '{"events": [{"server_uuid": "075787a6-600c-4c68-baa4-a89002bfb5f9", "name": "network-vif-plugged", "status": "completed", "tag": "5e2b9aa8-0821-49d3-81c3-b0c4675de662"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:06.708973 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5431da4-2177-46d7-aa6c-da75ffad5658 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:06.712642 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c5431da4-2177-46d7-aa6c-da75ffad5658 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:06.717439 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 5e2b9aa8-0821-49d3-81c3-b0c4675de662, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=5e2b9aa8-0821-49d3-81c3-b0c4675de662,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:06.722501 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:06.734005 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c84e0f1e-dee2-439e-86f7-74ecad678712 req-19262ab7-5a3c-413e-8cfe-58ce7e0836f7 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:06.737897 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c84e0f1e-dee2-439e-86f7-74ecad678712 req-19262ab7-5a3c-413e-8cfe-58ce7e0836f7 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:06.739454 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c84e0f1e-dee2-439e-86f7-74ecad678712 req-19262ab7-5a3c-413e-8cfe-58ce7e0836f7 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "DELETE /v2.0/security-groups/f1e1b6c5-8ea5-4595-a49e-3d11f7e26188 HTTP/1.1" status: 204 len: 173 time: 0.3752813 Aug 11 02:14:06.761744 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54739341-5fb1-4223-8f80-c964c8f4f1dc x-openstack-request-id: req-54739341-5fb1-4223-8f80-c964c8f4f1dc {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:06.762106 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beff729b-8cf1-42e8-be7e-2156ded422c4", "tag": "d87bf76d-ef7f-4b35-a5a9-477062f1d516", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:06.762368 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-54739341-5fb1-4223-8f80-c964c8f4f1dc {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:06.762773 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beff729b-8cf1-42e8-be7e-2156ded422c4', 'tag': 'd87bf76d-ef7f-4b35-a5a9-477062f1d516', 'status': 'completed', 'code': 200} Aug 11 02:14:06.777851 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=5e2b9aa8-0821-49d3-81c3-b0c4675de662,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:06.808526 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1dc07a-c82f-46d1-b9e4-e7376d8d9c3a x-openstack-request-id: req-ef1dc07a-c82f-46d1-b9e4-e7376d8d9c3a {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:06.809292 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075787a6-600c-4c68-baa4-a89002bfb5f9", "name": "network-vif-plugged", "status": "completed", "tag": "5e2b9aa8-0821-49d3-81c3-b0c4675de662", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:06.809647 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ef1dc07a-c82f-46d1-b9e4-e7376d8d9c3a {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:06.810491 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075787a6-600c-4c68-baa4-a89002bfb5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2b9aa8-0821-49d3-81c3-b0c4675de662', 'code': 200} Aug 11 02:14:06.812456 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19262ab7-5a3c-413e-8cfe-58ce7e0836f7 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e1b6c5-8ea5-4595-a49e-3d11f7e26188,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:06.856298 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e5a11-5bd8-449b-be1f-0270dbd2f954 req-17522fcf-e15d-4c50-86df-a217e02be0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:06.857631 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-665e5a11-5bd8-449b-be1f-0270dbd2f954 req-17522fcf-e15d-4c50-86df-a217e02be0fd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e4e387ba25a4d14b8728f756bd278ce&device_id=beff729b-8cf1-42e8-be7e-2156ded422c4 HTTP/1.1" status: 200 len: 1096 time: 0.0782576 Aug 11 02:14:06.860767 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4f1f403c-0d0c-4093-8376-8c169f59db50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:06.885085 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-797265a1-e769-4857-adc3-4a9b0fe5d45b req-8b2f4a1e-5292-47a9-a1b7-c988391ba383 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "GET /v2.0/security-groups/41ef0fe6-a769-460c-a9ff-ef3a50286564 HTTP/1.1" status: 200 len: 2401 time: 0.0697932 Aug 11 02:14:06.917077 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4f1f403c-0d0c-4093-8376-8c169f59db50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:06.994800 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-797265a1-e769-4857-adc3-4a9b0fe5d45b req-83ba02a9-9eef-4f43-ba5b-b6337b1296c8 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:07.023692 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0520e-5c94-4bdc-b9ae-e15b6661be9c req-bd6a6bb6-b028-4e2a-b747-c3a3a596b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:07.025268 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-93b0520e-5c94-4bdc-b9ae-e15b6661be9c req-bd6a6bb6-b028-4e2a-b747-c3a3a596b2d4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=075787a6-600c-4c68-baa4-a89002bfb5f9 HTTP/1.1" status: 200 len: 1102 time: 0.1469562 Aug 11 02:14:07.058373 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-797265a1-e769-4857-adc3-4a9b0fe5d45b req-83ba02a9-9eef-4f43-ba5b-b6337b1296c8 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:07.107836 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e5a11-5bd8-449b-be1f-0270dbd2f954 req-f35270c9-198b-4ec6-970d-f1b241243948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:07.109353 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-665e5a11-5bd8-449b-be1f-0270dbd2f954 req-f35270c9-198b-4ec6-970d-f1b241243948 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fa6d118c-1b11-471b-a79b-8ba66c683603 HTTP/1.1" status: 200 len: 907 time: 0.2230070 Aug 11 02:14:07.121549 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadbc46-0f57-4103-8021-bcab66140f04 req-b92082c0-9c08-411b-864e-22dbb3d2427d tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:07.123030 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6fadbc46-0f57-4103-8021-bcab66140f04 req-b92082c0-9c08-411b-864e-22dbb3d2427d tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 945 time: 0.1205990 Aug 11 02:14:07.127099 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-93b0520e-5c94-4bdc-b9ae-e15b6661be9c req-a66ccda0-1433-4c17-876f-2a5ce8cad871 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3fe2b822-fbf4-48ed-a1a7-5b90b4425e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825179 Aug 11 02:14:07.132635 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4f1f403c-0d0c-4093-8376-8c169f59db50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:07.135291 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4f1f403c-0d0c-4093-8376-8c169f59db50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:07.139150 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4f1f403c-0d0c-4093-8376-8c169f59db50 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0cf721ca-08f2-4d75-9750-0976dcded16e HTTP/1.1" status: 204 len: 168 time: 0.4529078 Aug 11 02:14:07.174192 n-d-615180-33 neutron-server[94506]: DEBUG neutron.objects.ports [None req-c5431da4-2177-46d7-aa6c-da75ffad5658 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94506) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:14:07.176089 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c5431da4-2177-46d7-aa6c-da75ffad5658 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:07.179711 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-665e5a11-5bd8-449b-be1f-0270dbd2f954 req-0fa01d18-6bb4-4a91-8812-f3f44088103f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d87bf76d-ef7f-4b35-a5a9-477062f1d516 HTTP/1.1" status: 200 len: 217 time: 0.0551739 Aug 11 02:14:07.187130 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f403c-0d0c-4093-8376-8c169f59db50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf721ca-08f2-4d75-9750-0976dcded16e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:07.210605 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-797265a1-e769-4857-adc3-4a9b0fe5d45b req-83ba02a9-9eef-4f43-ba5b-b6337b1296c8 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:07.213986 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-797265a1-e769-4857-adc3-4a9b0fe5d45b req-83ba02a9-9eef-4f43-ba5b-b6337b1296c8 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:07.215196 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-797265a1-e769-4857-adc3-4a9b0fe5d45b req-83ba02a9-9eef-4f43-ba5b-b6337b1296c8 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] 10.222.0.50 "DELETE /v2.0/security-groups/41ef0fe6-a769-460c-a9ff-ef3a50286564 HTTP/1.1" status: 204 len: 173 time: 0.3198256 Aug 11 02:14:07.231652 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40580) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:07.253931 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5431da4-2177-46d7-aa6c-da75ffad5658 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:07.255016 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba02a9-9eef-4f43-ba5b-b6337b1296c8 tempest-SecurityGroupRulesTestJSON-1485134045 tempest-SecurityGroupRulesTestJSON-1485134045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ef0fe6-a769-460c-a9ff-ef3a50286564,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:07.282038 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-c5431da4-2177-46d7-aa6c-da75ffad5658 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:07.290553 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5431da4-2177-46d7-aa6c-da75ffad5658 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:07.291411 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c5431da4-2177-46d7-aa6c-da75ffad5658 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:07.293722 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27a22a9-420c-4d32-adc3-9ccaee452825 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:07.299386 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6fadbc46-0f57-4103-8021-bcab66140f04 req-22a734bd-837c-473c-90e7-fdef48365891 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607575 Aug 11 02:14:07.310345 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5431da4-2177-46d7-aa6c-da75ffad5658 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=231e40cd-3100-4ae3-9b2b-557dcf73e728,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:07.310495 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e5a11-5bd8-449b-be1f-0270dbd2f954 req-883a7209-3335-4b51-bad8-683224c32be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:07.318736 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-665e5a11-5bd8-449b-be1f-0270dbd2f954 req-883a7209-3335-4b51-bad8-683224c32be1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62 HTTP/1.1" status: 200 len: 846 time: 0.1255720 Aug 11 02:14:07.349406 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c5431da4-2177-46d7-aa6c-da75ffad5658 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8247337 Aug 11 02:14:07.354514 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40584) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:07.359890 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-5047388a-4870-4ee4-8e39-bcbb6ca1cf78 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:07.373092 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-748093a9-3641-45a7-99c5-cf81badc7cbd admin admin] Deleting subnet d3923d44-0e2b-42a5-85c0-95da700f179a {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:14:07.393177 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-665e5a11-5bd8-449b-be1f-0270dbd2f954 req-0b7b305c-9c5c-4780-afee-443ef3426d50 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fa6d118c-1b11-471b-a79b-8ba66c683603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525529 Aug 11 02:14:07.397572 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-748093a9-3641-45a7-99c5-cf81badc7cbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:07.406505 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172ae29-9657-4034-ae1b-222a971eaaae req-17321c67-9800-478c-b77c-926522b1fa0e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:07.408113 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f172ae29-9657-4034-ae1b-222a971eaaae req-17321c67-9800-478c-b77c-926522b1fa0e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=beff729b-8cf1-42e8-be7e-2156ded422c4 HTTP/1.1" status: 200 len: 944 time: 0.1240001 Aug 11 02:14:07.495683 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-748093a9-3641-45a7-99c5-cf81badc7cbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:07.518089 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e757d7b-af69-48ad-a68f-8920b6a1e570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-abfe629d-e2ef-4da1-94ab-4576283f6a78', 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'fixed_ips': [{'subnet_id': '231e40cd-3100-4ae3-9b2b-557dcf73e728'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:14:07.520036 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3e757d7b-af69-48ad-a68f-8920b6a1e570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:07.560948 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f172ae29-9657-4034-ae1b-222a971eaaae req-b5893949-9f6e-4575-9bf7-6c9a6709e604 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068759 Aug 11 02:14:07.582299 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-748093a9-3641-45a7-99c5-cf81badc7cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:07.591498 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2ecb4-fcfb-4669-95e1-dfb26c00d4f1 req-32b78cc2-e0d3-43e5-89d4-27ba0f9c1fce tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:07.592329 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-95f2ecb4-fcfb-4669-95e1-dfb26c00d4f1 req-32b78cc2-e0d3-43e5-89d4-27ba0f9c1fce tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 945 time: 0.1911283 Aug 11 02:14:07.638450 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5047388a-4870-4ee4-8e39-bcbb6ca1cf78 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:07.643036 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5047388a-4870-4ee4-8e39-bcbb6ca1cf78 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:07.647438 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aad9a88b-503f-4817-a69d-5b3fd837c140 req-a2cc59ad-c78a-45c7-9563-73a69a4b5dbb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1741924 Aug 11 02:14:07.660123 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-665e5a11-5bd8-449b-be1f-0270dbd2f954 req-41440768-2f6c-489f-aad0-ab1c9c790d7c service neutron] 10.222.0.66 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456379 Aug 11 02:14:07.680967 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-95f2ecb4-fcfb-4669-95e1-dfb26c00d4f1 req-ce344230-d622-44ac-aa36-a1deca0c8f12 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876081 Aug 11 02:14:07.685088 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device a8393636-749a-49bd-88f4-c38c0632584d details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:14:07.717839 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-748093a9-3641-45a7-99c5-cf81badc7cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:07.763567 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-748093a9-3641-45a7-99c5-cf81badc7cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:07.765552 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-748093a9-3641-45a7-99c5-cf81badc7cbd admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d3923d44-0e2b-42a5-85c0-95da700f179a HTTP/1.1" status: 204 len: 168 time: 0.5279872 Aug 11 02:14:07.766407 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748093a9-3641-45a7-99c5-cf81badc7cbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3923d44-0e2b-42a5-85c0-95da700f179a,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:07.775133 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40596) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:07.781461 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-3e757d7b-af69-48ad-a68f-8920b6a1e570 None None] Allocated IP 2001:db8::f816:3eff:fe5d:6187 (abfe629d-e2ef-4da1-94ab-4576283f6a78/231e40cd-3100-4ae3-9b2b-557dcf73e728/89f514f8-0c05-4912-aeb4-1b32683ce49e) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:07.894477 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-665e5a11-5bd8-449b-be1f-0270dbd2f954 req-6b9a4c9a-ca38-4643-bf40-6fe7fcb9fe7c service neutron] 10.222.0.66 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046642 Aug 11 02:14:07.900233 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9a88b-503f-4817-a69d-5b3fd837c140 req-538dfc93-f3b0-4d4c-b5f2-e569a3427797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:07.903434 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aad9a88b-503f-4817-a69d-5b3fd837c140 req-538dfc93-f3b0-4d4c-b5f2-e569a3427797 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1d0255ff2e7f4c5f9a0fc50ad67a2630&device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 1097 time: 0.1800921 Aug 11 02:14:07.912442 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ef8e6371-cb53-4f69-a19c-b8ebf0a43264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:07.941500 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b9224-f241-4ce8-8e18-0c517a77afdd req-8d964ebd-63a4-4abb-bf6f-374fc4dc9c1c tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:07.942730 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-658b9224-f241-4ce8-8e18-0c517a77afdd req-8d964ebd-63a4-4abb-bf6f-374fc4dc9c1c tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/ports?device_id=075787a6-600c-4c68-baa4-a89002bfb5f9 HTTP/1.1" status: 200 len: 950 time: 0.1149662 Aug 11 02:14:07.944673 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port a8393636-749a-49bd-88f4-c38c0632584d, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a8393636-749a-49bd-88f4-c38c0632584d,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:07.965591 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'a8393636-749a-49bd-88f4-c38c0632584d', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': 'a8393636-749a-49bd-88f4-c38c0632584d', 'mac_address': 'fa:16:3e:20:78:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:14:08.059693 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:08.074680 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8393636-749a-49bd-88f4-c38c0632584d {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:14:08.081666 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9a88b-503f-4817-a69d-5b3fd837c140 req-98d3e7d3-baae-457b-8718-bd515e414373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:08.084725 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aad9a88b-503f-4817-a69d-5b3fd837c140 req-98d3e7d3-baae-457b-8718-bd515e414373 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ae641db3-ab70-425a-9e3e-c284ea18d394 HTTP/1.1" status: 200 len: 912 time: 0.1488607 Aug 11 02:14:08.100650 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-658b9224-f241-4ce8-8e18-0c517a77afdd req-2ba32908-cafe-4d6a-9a2e-34da006fc35a tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fe2b822-fbf4-48ed-a1a7-5b90b4425e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466608 Aug 11 02:14:08.103227 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port a8393636-749a-49bd-88f4-c38c0632584d, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a8393636-749a-49bd-88f4-c38c0632584d,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:08.109405 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3e757d7b-af69-48ad-a68f-8920b6a1e570 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:08.118809 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:08.134325 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ef8e6371-cb53-4f69-a19c-b8ebf0a43264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:08.160012 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-ef8e6371-cb53-4f69-a19c-b8ebf0a43264 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917effbc-80d7-4c81-b319-0d812409e3ca']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:08.165094 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3e757d7b-af69-48ad-a68f-8920b6a1e570 None None] Transition to ACTIVE for port object 89f514f8-0c05-4912-aeb4-1b32683ce49e will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:08.184967 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-ef8e6371-cb53-4f69-a19c-b8ebf0a43264 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5e4fe1-19ba-4411-98c6-4c5553c55c41') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:08.184967 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-ef8e6371-cb53-4f69-a19c-b8ebf0a43264 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5e4fe1-19ba-4411-98c6-4c5553c55c41') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:08.209104 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aad9a88b-503f-4817-a69d-5b3fd837c140 req-07bbfb4b-878d-4f31-a81d-3977483a882b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd HTTP/1.1" status: 200 len: 217 time: 0.0765142 Aug 11 02:14:08.211067 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3e757d7b-af69-48ad-a68f-8920b6a1e570 None None] Transition to ACTIVE for port object 89f514f8-0c05-4912-aeb4-1b32683ce49e will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:08.212361 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ef8e6371-cb53-4f69-a19c-b8ebf0a43264 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:08.229358 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3e757d7b-af69-48ad-a68f-8920b6a1e570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:08.241196 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=a8393636-749a-49bd-88f4-c38c0632584d,revision_number=9']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:08.250031 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ef8e6371-cb53-4f69-a19c-b8ebf0a43264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:08.252251 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['a8393636-749a-49bd-88f4-c38c0632584d'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:14:08.257710 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5047388a-4870-4ee4-8e39-bcbb6ca1cf78 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:08.278011 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8e6371-cb53-4f69-a19c-b8ebf0a43264 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:14:08.278813 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ef8e6371-cb53-4f69-a19c-b8ebf0a43264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:14:08.282959 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:14:08.291866 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e757d7b-af69-48ad-a68f-8920b6a1e570 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:08.293405 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:08.293749 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:08.294086 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:08.294417 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:08.294776 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:08.295109 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:08.295434 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:08.295782 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:08.296108 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:08.296489 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:08.296828 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:08.297166 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:08.300745 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9a88b-503f-4817-a69d-5b3fd837c140 req-537e719f-dfcd-458a-9c06-de50dda26b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:08.311035 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aad9a88b-503f-4817-a69d-5b3fd837c140 req-537e719f-dfcd-458a-9c06-de50dda26b49 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=43fa3b0b-85ea-4bef-bf2a-1eb966dfb8aa HTTP/1.1" status: 200 len: 851 time: 0.0927517 Aug 11 02:14:08.325307 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-3e757d7b-af69-48ad-a68f-8920b6a1e570 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:08.337343 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e757d7b-af69-48ad-a68f-8920b6a1e570 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:08.365820 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5047388a-4870-4ee4-8e39-bcbb6ca1cf78 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:08.366010 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aad9a88b-503f-4817-a69d-5b3fd837c140 req-9a653bb6-832c-4719-8311-5caeba1282ef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae641db3-ab70-425a-9e3e-c284ea18d394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457025 Aug 11 02:14:08.373929 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-5047388a-4870-4ee4-8e39-bcbb6ca1cf78 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:08.380927 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5047388a-4870-4ee4-8e39-bcbb6ca1cf78 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:08.387781 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5047388a-4870-4ee4-8e39-bcbb6ca1cf78 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:08.391689 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e757d7b-af69-48ad-a68f-8920b6a1e570 None None] Pushing event updated for resources: {'Port': ['ID=89f514f8-0c05-4912-aeb4-1b32683ce49e,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:08.418229 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ef8e6371-cb53-4f69-a19c-b8ebf0a43264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:08.422308 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047388a-4870-4ee4-8e39-bcbb6ca1cf78 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=f54a58ea-73ef-464b-a591-797afbfbdb11,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:08.438026 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ef8e6371-cb53-4f69-a19c-b8ebf0a43264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:08.440903 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ef8e6371-cb53-4f69-a19c-b8ebf0a43264 admin admin] 10.222.0.50 "DELETE /v2.0/networks/917effbc-80d7-4c81-b319-0d812409e3ca HTTP/1.1" status: 204 len: 168 time: 0.6647840 Aug 11 02:14:08.442713 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-3e757d7b-af69-48ad-a68f-8920b6a1e570 None None] Attempting to bind port 89f514f8-0c05-4912-aeb4-1b32683ce49e on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:14:08.443088 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-3e757d7b-af69-48ad-a68f-8920b6a1e570 None None] Attempting to bind port 89f514f8-0c05-4912-aeb4-1b32683ce49e by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:14:08.443452 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e757d7b-af69-48ad-a68f-8920b6a1e570 None None] Attempting to bind port 89f514f8-0c05-4912-aeb4-1b32683ce49e on network abfe629d-e2ef-4da1-94ab-4576283f6a78 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:08.455363 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e757d7b-af69-48ad-a68f-8920b6a1e570 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:14:08.455527 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e757d7b-af69-48ad-a68f-8920b6a1e570 None None] Checking segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:08.456677 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3e757d7b-af69-48ad-a68f-8920b6a1e570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:08.458161 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5047388a-4870-4ee4-8e39-bcbb6ca1cf78 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1024795 Aug 11 02:14:08.460158 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e6371-cb53-4f69-a19c-b8ebf0a43264 admin admin] Pushing event deleted for resources: {'Network': ['ID=917effbc-80d7-4c81-b319-0d812409e3ca,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:08.460287 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e757d7b-af69-48ad-a68f-8920b6a1e570 None None] Bound using segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:14:08.460804 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-3e757d7b-af69-48ad-a68f-8920b6a1e570 None None] Bound port: 89f514f8-0c05-4912-aeb4-1b32683ce49e, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:14:08.461309 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3e757d7b-af69-48ad-a68f-8920b6a1e570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:08.462764 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40626) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:08.472692 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-1c21b8a1-c400-4b23-a555-e578add19747 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'port': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'mac_address': 'fa:16:3e:6f:d7:6e', 'name': 'tempest-NetworksTestDHCPv6-694771701'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:08.552345 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac370af-b536-4119-a9f7-45c881eb84d5 req-10a39c1f-8701-4a37-9d24-e93a9b1a6569 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:08.552907 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-3e757d7b-af69-48ad-a68f-8920b6a1e570 None None] For port 89f514f8-0c05-4912-aeb4-1b32683ce49e, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:08.553942 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9ac370af-b536-4119-a9f7-45c881eb84d5 req-10a39c1f-8701-4a37-9d24-e93a9b1a6569 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 945 time: 0.1253819 Aug 11 02:14:08.583892 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-3e757d7b-af69-48ad-a68f-8920b6a1e570 None None] For port 89f514f8-0c05-4912-aeb4-1b32683ce49e, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=89f514f8-0c05-4912-aeb4-1b32683ce49e,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:14:08.596087 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3e757d7b-af69-48ad-a68f-8920b6a1e570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:08.621958 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aad9a88b-503f-4817-a69d-5b3fd837c140 req-81762b50-e784-4f93-8a8f-3a531c430bc6 service neutron] 10.222.0.66 "GET /v2.0/networks/ae641db3-ab70-425a-9e3e-c284ea18d394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487156 Aug 11 02:14:08.651363 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c21b8a1-c400-4b23-a555-e578add19747 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:08.702797 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e757d7b-af69-48ad-a68f-8920b6a1e570 None None] Pushing event updated for resources: {'Port': ['ID=89f514f8-0c05-4912-aeb4-1b32683ce49e,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:08.764103 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9ac370af-b536-4119-a9f7-45c881eb84d5 req-eaa3d551-8327-41de-be60-147feaa46a6c tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950943 Aug 11 02:14:08.789576 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40644) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:08.835842 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1c21b8a1-c400-4b23-a555-e578add19747 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:08.855597 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aad9a88b-503f-4817-a69d-5b3fd837c140 req-7d6a462c-4b1d-406b-8a68-b13d93b5bfe3 service neutron] 10.222.0.66 "GET /v2.0/networks/ae641db3-ab70-425a-9e3e-c284ea18d394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237735 Aug 11 02:14:08.887360 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-71fee49a-6d15-4611-9bef-a343affc23e3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ea92f1b7bae4487b8d948f54b1f052a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0945051 Aug 11 02:14:08.888709 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40646) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:08.892345 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-1c21b8a1-c400-4b23-a555-e578add19747 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] device_id is not set on port 961a3405-2594-4822-a32d-2056435e9ec6 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:14:08.969518 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b8be9-e5ea-4dfa-a536-d8a1e4517ee5 req-32c9fbc1-b0fe-4e1d-9b23-f40fb37f086a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:08.971770 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c30b8be9-e5ea-4dfa-a536-d8a1e4517ee5 req-32c9fbc1-b0fe-4e1d-9b23-f40fb37f086a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 945 time: 0.1308632 Aug 11 02:14:09.002401 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6413b0d-c545-4eea-9d0f-13968b0f44f5 req-a672fcd0-2d78-423d-81ab-c92e2b3de619 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:09.005712 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f6413b0d-c545-4eea-9d0f-13968b0f44f5 req-a672fcd0-2d78-423d-81ab-c92e2b3de619 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=beff729b-8cf1-42e8-be7e-2156ded422c4 HTTP/1.1" status: 200 len: 944 time: 0.1674304 Aug 11 02:14:09.028849 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-83842532-7f33-4503-9766-3b0453ea3eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:09.050260 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c30b8be9-e5ea-4dfa-a536-d8a1e4517ee5 req-bb696275-9ba3-4c1f-846f-f490d0149f55 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690010 Aug 11 02:14:09.060622 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-83842532-7f33-4503-9766-3b0453ea3eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:09.096142 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f6413b0d-c545-4eea-9d0f-13968b0f44f5 req-971f97d7-322f-4b87-aadb-7b238949b4ce tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444436 Aug 11 02:14:09.142356 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-83842532-7f33-4503-9766-3b0453ea3eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:09.145186 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-83842532-7f33-4503-9766-3b0453ea3eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:09.146449 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-83842532-7f33-4503-9766-3b0453ea3eec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/402ce42b-5801-40b1-9cd9-6197a3398ce4 HTTP/1.1" status: 204 len: 168 time: 0.2566075 Aug 11 02:14:09.170691 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83842532-7f33-4503-9766-3b0453ea3eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402ce42b-5801-40b1-9cd9-6197a3398ce4,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:09.204485 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-1c21b8a1-c400-4b23-a555-e578add19747 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Allocated IP 172.20.0.5 (abfe629d-e2ef-4da1-94ab-4576283f6a78/f54a58ea-73ef-464b-a591-797afbfbdb11/961a3405-2594-4822-a32d-2056435e9ec6) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:09.212864 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-1c21b8a1-c400-4b23-a555-e578add19747 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Allocated IP 2001:db8::f816:3eff:fe6f:d76e (abfe629d-e2ef-4da1-94ab-4576283f6a78/231e40cd-3100-4ae3-9b2b-557dcf73e728/961a3405-2594-4822-a32d-2056435e9ec6) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:09.412734 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff0a54-ff88-4978-8fa0-854aa007ab28 req-9d3e3b62-6360-40e8-8336-4c2e9b3461f8 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:09.414236 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9eff0a54-ff88-4978-8fa0-854aa007ab28 req-9d3e3b62-6360-40e8-8336-4c2e9b3461f8 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/ports?device_id=075787a6-600c-4c68-baa4-a89002bfb5f9 HTTP/1.1" status: 200 len: 950 time: 0.1131475 Aug 11 02:14:09.439304 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1c21b8a1-c400-4b23-a555-e578add19747 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:09.488038 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9eff0a54-ff88-4978-8fa0-854aa007ab28 req-bfead54a-a301-4493-8332-52eacc09c658 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fe2b822-fbf4-48ed-a1a7-5b90b4425e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591226 Aug 11 02:14:09.489465 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-1c21b8a1-c400-4b23-a555-e578add19747 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Transition to ACTIVE for port object 961a3405-2594-4822-a32d-2056435e9ec6 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:09.559391 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1c21b8a1-c400-4b23-a555-e578add19747 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:09.636179 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21b8a1-c400-4b23-a555-e578add19747 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Port': ['ID=961a3405-2594-4822-a32d-2056435e9ec6,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:09.648054 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c21b8a1-c400-4b23-a555-e578add19747 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:09.649817 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-1c21b8a1-c400-4b23-a555-e578add19747 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:09.652598 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c21b8a1-c400-4b23-a555-e578add19747 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:09.674471 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40692) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:09.709331 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device a8393636-749a-49bd-88f4-c38c0632584d up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:09.714585 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c21b8a1-c400-4b23-a555-e578add19747 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:09.716804 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1c21b8a1-c400-4b23-a555-e578add19747 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:09.741810 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1c21b8a1-c400-4b23-a555-e578add19747 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2750387 Aug 11 02:14:09.742099 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40700) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:09.802652 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port a8393636-749a-49bd-88f4-c38c0632584d triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:09.802868 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:09.909134 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b413d3-5de5-40f2-8865-277c9c57b0c5 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:10.103314 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.145440 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port a8393636-749a-49bd-88f4-c38c0632584d, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a8393636-749a-49bd-88f4-c38c0632584d,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:10.151602 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4f4e19-1211-4bfc-ac42-7ebb752c588b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8393636-749a-49bd-88f4-c38c0632584d'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:10.154168 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2c6dc3-dd3c-4d21-a8a3-1337b73131d3" -d '{"events": [{"server_uuid": "ad4f4e19-1211-4bfc-ac42-7ebb752c588b", "name": "network-vif-plugged", "status": "completed", "tag": "a8393636-749a-49bd-88f4-c38c0632584d"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:10.160338 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.233047 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=a8393636-749a-49bd-88f4-c38c0632584d,revision_number=10']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:10.244227 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-69b2b913-fbac-4ba9-8daa-bbb529c3dec8 None None] Provisioning for port 89f514f8-0c05-4912-aeb4-1b32683ce49e completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:10.277521 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-026c64d9-a994-4dc7-9543-e1e46a302eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.317335 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3accd44-aacf-4c71-b59e-b2afa65552c3 req-1306c94c-8bc1-4c32-9d28-9d5601d59f37 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:10.327479 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b3accd44-aacf-4c71-b59e-b2afa65552c3 req-1306c94c-8bc1-4c32-9d28-9d5601d59f37 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 945 time: 0.4373136 Aug 11 02:14:10.335015 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40722) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:10.371892 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea7720a-d455-460e-9177-45bc73459a48 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:10.388259 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea7720a-d455-460e-9177-45bc73459a48 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:10.392942 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5ea7720a-d455-460e-9177-45bc73459a48 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.6466048 Aug 11 02:14:10.399144 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40726) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:10.410089 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06834d-09ec-4a90-9d55-5f0b7da9c5a9 req-55d0321b-48c8-4cc3-aff2-0e7103241f3b tempest-ServersAdminNegativeTestJSON-894790601 tempest-ServersAdminNegativeTestJSON-894790601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:10.411719 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4d06834d-09ec-4a90-9d55-5f0b7da9c5a9 req-55d0321b-48c8-4cc3-aff2-0e7103241f3b tempest-ServersAdminNegativeTestJSON-894790601 tempest-ServersAdminNegativeTestJSON-894790601-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=075787a6-600c-4c68-baa4-a89002bfb5f9 HTTP/1.1" status: 200 len: 1102 time: 0.6114848 Aug 11 02:14:10.432226 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 89f514f8-0c05-4912-aeb4-1b32683ce49e up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:10.448350 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4d06834d-09ec-4a90-9d55-5f0b7da9c5a9 req-58a43c5b-0c36-4988-91e3-eafae32e706c tempest-ServersAdminNegativeTestJSON-894790601 tempest-ServersAdminNegativeTestJSON-894790601-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.469494 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b3accd44-aacf-4c71-b59e-b2afa65552c3 req-42d96ec4-9491-4444-a87d-092b36081ac5 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406934 Aug 11 02:14:10.519714 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-90a67bc2-0822-41fc-97a5-2b29f32c4962 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1662482736-network', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:10.544169 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device d87bf76d-ef7f-4b35-a5a9-477062f1d516 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:14:10.551109 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17f45f6-c18f-42a7-a688-f7e2007a2a2d None None] Update dhcp port {'port': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'fixed_ips': [{'subnet_id': '231e40cd-3100-4ae3-9b2b-557dcf73e728', 'ip_address': '2001:db8::f816:3eff:fe5d:6187'}, {'subnet_id': 'f54a58ea-73ef-464b-a591-797afbfbdb11'}], 'binding:host_id': 'n-d-615180-33'}, 'id': '89f514f8-0c05-4912-aeb4-1b32683ce49e'} from n-d-615180-33. {{(pid=94508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:14:10.581648 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 89f514f8-0c05-4912-aeb4-1b32683ce49e completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:10.591381 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 89f514f8-0c05-4912-aeb4-1b32683ce49e triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:10.591787 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.617810 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-026c64d9-a994-4dc7-9543-e1e46a302eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.627456 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d03305-caae-4f35-84ba-c9cce5dfedc7 req-b8a9292f-94e6-4c65-a571-f48e6023125a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:10.629575 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b9d03305-caae-4f35-84ba-c9cce5dfedc7 req-b8a9292f-94e6-4c65-a571-f48e6023125a tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 945 time: 0.0952363 Aug 11 02:14:10.632939 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-0942a661-9fa3-491e-b602-aa5d61c673ca tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting port 961a3405-2594-4822-a32d-2056435e9ec6 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:14:10.633413 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0942a661-9fa3-491e-b602-aa5d61c673ca tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.641095 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-026c64d9-a994-4dc7-9543-e1e46a302eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.653407 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d17f45f6-c18f-42a7-a688-f7e2007a2a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.718187 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4d06834d-09ec-4a90-9d55-5f0b7da9c5a9 req-58a43c5b-0c36-4988-91e3-eafae32e706c tempest-ServersAdminNegativeTestJSON-894790601 tempest-ServersAdminNegativeTestJSON-894790601-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.723984 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4d06834d-09ec-4a90-9d55-5f0b7da9c5a9 req-58a43c5b-0c36-4988-91e3-eafae32e706c tempest-ServersAdminNegativeTestJSON-894790601 tempest-ServersAdminNegativeTestJSON-894790601-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.751836 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4d06834d-09ec-4a90-9d55-5f0b7da9c5a9 req-58a43c5b-0c36-4988-91e3-eafae32e706c tempest-ServersAdminNegativeTestJSON-894790601 tempest-ServersAdminNegativeTestJSON-894790601-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3fe2b822-fbf4-48ed-a1a7-5b90b4425e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171828 Aug 11 02:14:10.760271 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a43c5b-0c36-4988-91e3-eafae32e706c tempest-ServersAdminNegativeTestJSON-894790601 tempest-ServersAdminNegativeTestJSON-894790601-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a033273-7f62-4ed3-8267-81ee7efadfeb,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:10.768749 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-026c64d9-a994-4dc7-9543-e1e46a302eda admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=40d5cfdbcd15489db1fd7260a79d154a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0933867 Aug 11 02:14:10.771295 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40728) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:10.778992 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c64d9-a994-4dc7-9543-e1e46a302eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9886b5-0513-419e-931f-650cbdb46ea4,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:10.800216 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a67bc2-0822-41fc-97a5-2b29f32c4962 admin admin] Made reservation on behalf of b9900cac277147b786c9feaddc3e5258 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:10.803793 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-90a67bc2-0822-41fc-97a5-2b29f32c4962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.811510 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b9d03305-caae-4f35-84ba-c9cce5dfedc7 req-3608fad4-4b18-4c7a-99f2-d94e545d5663 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737144 Aug 11 02:14:10.836877 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-90a67bc2-0822-41fc-97a5-2b29f32c4962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.841539 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0942a661-9fa3-491e-b602-aa5d61c673ca tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.858567 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port d87bf76d-ef7f-4b35-a5a9-477062f1d516, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=d87bf76d-ef7f-4b35-a5a9-477062f1d516,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:10.860927 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-0942a661-9fa3-491e-b602-aa5d61c673ca tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Calling delete_port for 961a3405-2594-4822-a32d-2056435e9ec6 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:14:10.881371 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8116e86c-e562-4244-878a-da8003ab3357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.924300 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9103f9a9-ca65-4eac-b08a-8ea31930a406 x-openstack-request-id: req-9103f9a9-ca65-4eac-b08a-8ea31930a406 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:10.924787 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4f4e19-1211-4bfc-ac42-7ebb752c588b", "name": "network-vif-plugged", "status": "completed", "tag": "a8393636-749a-49bd-88f4-c38c0632584d", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:10.933132 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9103f9a9-ca65-4eac-b08a-8ea31930a406 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:10.933797 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4f4e19-1211-4bfc-ac42-7ebb752c588b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8393636-749a-49bd-88f4-c38c0632584d', 'code': 200} Aug 11 02:14:10.955820 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'd87bf76d-ef7f-4b35-a5a9-477062f1d516', 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603', 'port_id': 'd87bf76d-ef7f-4b35-a5a9-477062f1d516', 'mac_address': 'fa:16:3e:25:aa:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:14:10.974733 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8116e86c-e562-4244-878a-da8003ab3357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.977527 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.027845 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f1d73-17fa-4fbd-9118-c67840f34036 req-bde252e9-fbbd-498c-8714-7b0a4dac799d tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:11.036106 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b41f1d73-17fa-4fbd-9118-c67840f34036 req-bde252e9-fbbd-498c-8714-7b0a4dac799d tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=beff729b-8cf1-42e8-be7e-2156ded422c4 HTTP/1.1" status: 200 len: 944 time: 0.1318781 Aug 11 02:14:11.043443 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-90a67bc2-0822-41fc-97a5-2b29f32c4962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.063014 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-d17f45f6-c18f-42a7-a688-f7e2007a2a2d None None] Allocated IP 172.20.0.2 (abfe629d-e2ef-4da1-94ab-4576283f6a78/f54a58ea-73ef-464b-a591-797afbfbdb11/89f514f8-0c05-4912-aeb4-1b32683ce49e) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:11.065707 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-90a67bc2-0822-41fc-97a5-2b29f32c4962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.067898 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 89f514f8-0c05-4912-aeb4-1b32683ce49e, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=89f514f8-0c05-4912-aeb4-1b32683ce49e,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:11.069033 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.082779 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b41f1d73-17fa-4fbd-9118-c67840f34036 req-c12743cc-6fdc-498e-adee-72f1cd58e4ca tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417182 Aug 11 02:14:11.087636 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.093652 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8116e86c-e562-4244-878a-da8003ab3357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.097589 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8116e86c-e562-4244-878a-da8003ab3357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.098373 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8116e86c-e562-4244-878a-da8003ab3357 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0b9886b5-0513-419e-931f-650cbdb46ea4 HTTP/1.1" status: 204 len: 168 time: 0.3258805 Aug 11 02:14:11.108128 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116e86c-e562-4244-878a-da8003ab3357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9886b5-0513-419e-931f-650cbdb46ea4,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:11.112294 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a67bc2-0822-41fc-97a5-2b29f32c4962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62b7860-a1e8-4731-a58a-fca2ed4808a3,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:11.180545 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0942a661-9fa3-491e-b602-aa5d61c673ca tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.192317 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a67bc2-0822-41fc-97a5-2b29f32c4962 admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:14:11.193936 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d87bf76d-ef7f-4b35-a5a9-477062f1d516 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:14:11.218144 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942a661-9fa3-491e-b602-aa5d61c673ca tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Port': ['ID=961a3405-2594-4822-a32d-2056435e9ec6,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:11.229760 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-90a67bc2-0822-41fc-97a5-2b29f32c4962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.230138 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-90a67bc2-0822-41fc-97a5-2b29f32c4962 admin admin] Added segment 54995699-ccb8-46c9-8986-86289a757a66 of type vlan for network 5fe47308-1e64-4a04-9103-656b58efd77e Aug 11 02:14:11.276816 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port d87bf76d-ef7f-4b35-a5a9-477062f1d516, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=d87bf76d-ef7f-4b35-a5a9-477062f1d516,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:11.286348 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.295167 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=89f514f8-0c05-4912-aeb4-1b32683ce49e,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:11.333504 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d17f45f6-c18f-42a7-a688-f7e2007a2a2d None None] For port 89f514f8-0c05-4912-aeb4-1b32683ce49e, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=89f514f8-0c05-4912-aeb4-1b32683ce49e,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:11.338927 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-90a67bc2-0822-41fc-97a5-2b29f32c4962 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.357584 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0942a661-9fa3-491e-b602-aa5d61c673ca tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.362370 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0942a661-9fa3-491e-b602-aa5d61c673ca tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/961a3405-2594-4822-a32d-2056435e9ec6 HTTP/1.1" status: 204 len: 168 time: 0.9549015 Aug 11 02:14:11.363721 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40746) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:11.372897 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=d87bf76d-ef7f-4b35-a5a9-477062f1d516,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:11.381122 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-90a67bc2-0822-41fc-97a5-2b29f32c4962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.382331 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a67bc2-0822-41fc-97a5-2b29f32c4962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:11.383574 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-90a67bc2-0822-41fc-97a5-2b29f32c4962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.384329 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d17f45f6-c18f-42a7-a688-f7e2007a2a2d None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.398583 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d17f45f6-c18f-42a7-a688-f7e2007a2a2d None None] Transition to ACTIVE for port object 89f514f8-0c05-4912-aeb4-1b32683ce49e will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:11.403649 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d17f45f6-c18f-42a7-a688-f7e2007a2a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.448236 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-90a67bc2-0822-41fc-97a5-2b29f32c4962 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1129472 Aug 11 02:14:11.451254 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40750) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:11.454065 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff10780-6f67-4907-98b4-79ed4ea4c7e6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:11.456520 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff10780-6f67-4907-98b4-79ed4ea4c7e6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:11.458289 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff10780-6f67-4907-98b4-79ed4ea4c7e6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:11.458649 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-7998617d-841b-4c0d-833f-54e05090a042 admin admin] Request body: {'subnet': {'network_id': '5fe47308-1e64-4a04-9103-656b58efd77e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1662482736-subnet', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:11.461114 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cff10780-6f67-4907-98b4-79ed4ea4c7e6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0960336 Aug 11 02:14:11.462925 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a67bc2-0822-41fc-97a5-2b29f32c4962 admin admin] Pushing event updated for resources: {'Network': ['ID=5fe47308-1e64-4a04-9103-656b58efd77e,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:11.465154 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40754) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:11.495969 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7998617d-841b-4c0d-833f-54e05090a042 admin admin] Made reservation on behalf of b9900cac277147b786c9feaddc3e5258 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:11.503017 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7998617d-841b-4c0d-833f-54e05090a042 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.510922 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 5fe47308-1e64-4a04-9103-656b58efd77e details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:14:11.554596 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcf119dd-79ed-4624-80bb-9a010e8b3f5a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet 231e40cd-3100-4ae3-9b2b-557dcf73e728 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:14:11.561741 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fcf119dd-79ed-4624-80bb-9a010e8b3f5a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.625818 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['d87bf76d-ef7f-4b35-a5a9-477062f1d516'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:14:11.629298 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fcf119dd-79ed-4624-80bb-9a010e8b3f5a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.664523 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f45f6-c18f-42a7-a688-f7e2007a2a2d None None] Pushing event updated for resources: {'Port': ['ID=89f514f8-0c05-4912-aeb4-1b32683ce49e,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:11.728659 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ff573-e990-4c17-bfd8-42b0f86aed45 req-773749ff-821a-47dd-9101-5e3942c2d77b tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:11.730534 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e87ff573-e990-4c17-bfd8-42b0f86aed45 req-773749ff-821a-47dd-9101-5e3942c2d77b tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 945 time: 0.1170318 Aug 11 02:14:11.762622 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fcf119dd-79ed-4624-80bb-9a010e8b3f5a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.821104 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e87ff573-e990-4c17-bfd8-42b0f86aed45 req-8ac7e75e-2ba2-4c8d-b056-bcad77d39283 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816085 Aug 11 02:14:11.900638 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fcf119dd-79ed-4624-80bb-9a010e8b3f5a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.915132 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7998617d-841b-4c0d-833f-54e05090a042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.956127 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf119dd-79ed-4624-80bb-9a010e8b3f5a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=231e40cd-3100-4ae3-9b2b-557dcf73e728,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:11.960728 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fcf119dd-79ed-4624-80bb-9a010e8b3f5a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.965201 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fcf119dd-79ed-4624-80bb-9a010e8b3f5a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/231e40cd-3100-4ae3-9b2b-557dcf73e728 HTTP/1.1" status: 204 len: 168 time: 0.4952424 Aug 11 02:14:11.965799 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40774) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:11.992966 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998617d-841b-4c0d-833f-54e05090a042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cca11161-972d-481d-9501-cb4b39e49752,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:12.005265 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d75c6-e7c3-46f9-a0fb-d42fb822a80d req-cba616a6-39e5-42ff-854d-91fee246264d tempest-ServersAdminNegativeTestJSON-894790601 tempest-ServersAdminNegativeTestJSON-894790601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:12.006817 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-665d75c6-e7c3-46f9-a0fb-d42fb822a80d req-cba616a6-39e5-42ff-854d-91fee246264d tempest-ServersAdminNegativeTestJSON-894790601 tempest-ServersAdminNegativeTestJSON-894790601-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=075787a6-600c-4c68-baa4-a89002bfb5f9 HTTP/1.1" status: 200 len: 1102 time: 0.1186881 Aug 11 02:14:12.051635 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-a156a82e-5dc9-4172-a2ae-a623d2b6298c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet f54a58ea-73ef-464b-a591-797afbfbdb11 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:14:12.053073 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40776) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:12.056445 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a156a82e-5dc9-4172-a2ae-a623d2b6298c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:12.091305 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b596a29-c924-4add-8cb5-b8fde2a42c55 req-adca091f-25bc-4c19-9b80-5ca7ca0fdd12 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:12.092935 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4b596a29-c924-4add-8cb5-b8fde2a42c55 req-adca091f-25bc-4c19-9b80-5ca7ca0fdd12 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 945 time: 0.0975041 Aug 11 02:14:12.096012 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7998617d-841b-4c0d-833f-54e05090a042 admin admin] Checking segment: {'id': '54995699-ccb8-46c9-8986-86289a757a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5fe47308-1e64-4a04-9103-656b58efd77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:12.096377 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7998617d-841b-4c0d-833f-54e05090a042 admin admin] Network hostable DHCP agents. Network: 5fe47308-1e64-4a04-9103-656b58efd77e, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:14:12.097765 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-665d75c6-e7c3-46f9-a0fb-d42fb822a80d req-a562d2d2-85b7-48aa-97d8-80c21b6e51d6 tempest-ServersAdminNegativeTestJSON-894790601 tempest-ServersAdminNegativeTestJSON-894790601-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3fe2b822-fbf4-48ed-a1a7-5b90b4425e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805349 Aug 11 02:14:12.112187 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a156a82e-5dc9-4172-a2ae-a623d2b6298c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:12.137144 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7998617d-841b-4c0d-833f-54e05090a042 admin admin] Network 5fe47308-1e64-4a04-9103-656b58efd77e is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:14:12.169290 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4b596a29-c924-4add-8cb5-b8fde2a42c55 req-3354f1b0-9b61-40d3-9208-8fcf942d7eef tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611124 Aug 11 02:14:12.172250 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-7998617d-841b-4c0d-833f-54e05090a042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 5fe47308-1e64-4a04-9103-656b58efd77e) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:12.183227 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7998617d-841b-4c0d-833f-54e05090a042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:12.183870 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7998617d-841b-4c0d-833f-54e05090a042 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:12.198005 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69660ecb-0e73-40a1-a01e-8bd64fe4ebc7 None None] Network 5fe47308-1e64-4a04-9103-656b58efd77e requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:12.226451 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7998617d-841b-4c0d-833f-54e05090a042 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7741029 Aug 11 02:14:12.227281 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40794) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:12.234511 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-d83e39ec-7f00-4870-a7e0-dcb65068fc4c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1662482736-router', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:12.295894 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-e50a093d-09b8-4104-8138-71cace0fe0f6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-664173540-network', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:12.325402 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a156a82e-5dc9-4172-a2ae-a623d2b6298c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:12.330690 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d83e39ec-7f00-4870-a7e0-dcb65068fc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:12.331752 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d83e39ec-7f00-4870-a7e0-dcb65068fc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:12.361647 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 89f514f8-0c05-4912-aeb4-1b32683ce49e up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:12.434120 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a156a82e-5dc9-4172-a2ae-a623d2b6298c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:12.465264 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1264bd51-375a-4a2e-b511-2c5fbf305240 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:12.507283 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a156a82e-5dc9-4172-a2ae-a623d2b6298c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:12.509532 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a156a82e-5dc9-4172-a2ae-a623d2b6298c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/f54a58ea-73ef-464b-a591-797afbfbdb11 HTTP/1.1" status: 204 len: 168 time: 0.5423493 Aug 11 02:14:12.512521 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156a82e-5dc9-4172-a2ae-a623d2b6298c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=f54a58ea-73ef-464b-a591-797afbfbdb11,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:12.515962 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40802) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:12.522124 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d83e39ec-7f00-4870-a7e0-dcb65068fc4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:12.575142 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device d87bf76d-ef7f-4b35-a5a9-477062f1d516 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:12.577001 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0c82b82f-737a-4b98-a7e9-2a29c45642ad tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0567806 Aug 11 02:14:12.581850 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40812) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:12.588344 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e635c298-5873-426c-a4f3-d7122e54c585 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:12.603178 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1f1e4-e1f5-49ec-b662-3631d93fc6e7 req-7e060fd1-5894-46a3-b91d-232c660fc211 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:12.605040 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-45b1f1e4-e1f5-49ec-b662-3631d93fc6e7 req-7e060fd1-5894-46a3-b91d-232c660fc211 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=beff729b-8cf1-42e8-be7e-2156ded422c4 HTTP/1.1" status: 200 len: 945 time: 0.1912100 Aug 11 02:14:12.660406 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f4e79296-08c9-4613-acaa-e902cbfe4c2c None None] Provisioning for port 89f514f8-0c05-4912-aeb4-1b32683ce49e completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:12.672237 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f4e79296-08c9-4613-acaa-e902cbfe4c2c None None] Provisioning complete for port 89f514f8-0c05-4912-aeb4-1b32683ce49e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:12.673488 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f4e79296-08c9-4613-acaa-e902cbfe4c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:12.689006 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d83e39ec-7f00-4870-a7e0-dcb65068fc4c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:12.707472 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-45b1f1e4-e1f5-49ec-b662-3631d93fc6e7 req-c7dfae05-3d75-49e6-ab66-afd021a28585 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883884 Aug 11 02:14:12.740047 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50a093d-09b8-4104-8138-71cace0fe0f6 admin admin] Made reservation on behalf of 3f544ac306fb418fb17bb1bb0c938ed0 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:12.743271 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e50a093d-09b8-4104-8138-71cace0fe0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:12.745018 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e635c298-5873-426c-a4f3-d7122e54c585 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:12.748545 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 89f514f8-0c05-4912-aeb4-1b32683ce49e triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:12.748926 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:12.749316 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e635c298-5873-426c-a4f3-d7122e54c585 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:12.791808 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b823f5-4063-474e-9d90-d70586643c4a req-3317ac2f-eb36-4961-bcfc-42f27b66a243 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:12.807469 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f4b823f5-4063-474e-9d90-d70586643c4a req-3317ac2f-eb36-4961-bcfc-42f27b66a243 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 945 time: 0.1983962 Aug 11 02:14:12.867845 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e50a093d-09b8-4104-8138-71cace0fe0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:12.993600 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f4b823f5-4063-474e-9d90-d70586643c4a req-3cbd5855-267f-485d-82ab-f2ec6a8f82e2 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803000 Aug 11 02:14:13.034456 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7f2511-73e1-4a55-bfeb-11eba1e7af5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-5fe47308-1e64-4a04-9103-656b58efd77e', 'network_id': '5fe47308-1e64-4a04-9103-656b58efd77e', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'fixed_ips': [{'subnet_id': 'cca11161-972d-481d-9501-cb4b39e49752'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:14:13.035322 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6b7f2511-73e1-4a55-bfeb-11eba1e7af5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:13.178762 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port d87bf76d-ef7f-4b35-a5a9-477062f1d516 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:13.193637 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port d87bf76d-ef7f-4b35-a5a9-477062f1d516 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:13.194016 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:13.215796 n-d-615180-33 neutron-server[94506]: DEBUG neutron.objects.ports [None req-e635c298-5873-426c-a4f3-d7122e54c585 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94506) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:14:13.271795 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e50a093d-09b8-4104-8138-71cace0fe0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:13.292517 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f227d404-13bc-4723-b491-4dd252aa6f74 None None] DHCP port deletion for abfe629d-e2ef-4da1-94ab-4576283f6a78 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:14:13.299582 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850b185-6e36-40ef-b0f7-3110cfb4c756 req-46f2e21d-d654-49d1-98c6-6cb79dc3d0c5 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:13.306966 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f850b185-6e36-40ef-b0f7-3110cfb4c756 req-46f2e21d-d654-49d1-98c6-6cb79dc3d0c5 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 945 time: 0.2031474 Aug 11 02:14:13.316953 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e50a093d-09b8-4104-8138-71cace0fe0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:13.369419 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a093d-09b8-4104-8138-71cace0fe0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdc9159-4068-4941-9f28-f0556151c46a,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:13.405338 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50a093d-09b8-4104-8138-71cace0fe0f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:14:13.422075 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f850b185-6e36-40ef-b0f7-3110cfb4c756 req-36c1fd36-c750-407a-927e-fbc0bf4c75f6 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141441 Aug 11 02:14:13.446554 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31295ac-4701-4038-b624-81dfdde84fda req-2e830d8c-884d-4e73-9d65-d0ed9fb8a498 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:13.449213 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d83e39ec-7f00-4870-a7e0-dcb65068fc4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:13.449485 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b31295ac-4701-4038-b624-81dfdde84fda req-2e830d8c-884d-4e73-9d65-d0ed9fb8a498 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/ports?device_id=075787a6-600c-4c68-baa4-a89002bfb5f9 HTTP/1.1" status: 200 len: 950 time: 0.2317638 Aug 11 02:14:13.461400 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e50a093d-09b8-4104-8138-71cace0fe0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:13.461756 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-e50a093d-09b8-4104-8138-71cace0fe0f6 admin admin] Added segment e6734c29-07dd-4ba0-854f-67a4bb24e988 of type vlan for network 47c1ad3c-2161-421b-b922-fe59b93cfe05 Aug 11 02:14:13.500631 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d83e39ec-7f00-4870-a7e0-dcb65068fc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:13.551564 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b31295ac-4701-4038-b624-81dfdde84fda req-d050aa5a-98a6-4190-b58a-d8b9588ace21 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fe2b822-fbf4-48ed-a1a7-5b90b4425e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721810 Aug 11 02:14:13.602857 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e50a093d-09b8-4104-8138-71cace0fe0f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:13.631090 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-6b7f2511-73e1-4a55-bfeb-11eba1e7af5c None None] Allocated IP 172.20.0.2 (5fe47308-1e64-4a04-9103-656b58efd77e/cca11161-972d-481d-9501-cb4b39e49752/27a86d8d-ec81-4b96-ba89-a6519b091f5e) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:13.642912 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f4e79296-08c9-4613-acaa-e902cbfe4c2c None None] Could not find standard attr ID for object 961a3405-2594-4822-a32d-2056435e9ec6. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:14:13.671802 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e635c298-5873-426c-a4f3-d7122e54c585 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:13.685854 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e50a093d-09b8-4104-8138-71cace0fe0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:13.687145 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50a093d-09b8-4104-8138-71cace0fe0f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:13.687938 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e50a093d-09b8-4104-8138-71cace0fe0f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:13.690864 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-d83e39ec-7f00-4870-a7e0-dcb65068fc4c admin admin] Allocated IP 172.25.2.158 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/bf38d9db-e662-4a12-b0ed-b5c934854f88) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:13.739318 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-f227d404-13bc-4723-b491-4dd252aa6f74 None None] Deleting port 89f514f8-0c05-4912-aeb4-1b32683ce49e {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:14:13.739727 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f227d404-13bc-4723-b491-4dd252aa6f74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:13.815284 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a093d-09b8-4104-8138-71cace0fe0f6 admin admin] Pushing event updated for resources: {'Network': ['ID=47c1ad3c-2161-421b-b922-fe59b93cfe05,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:13.857921 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:13.873339 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 47c1ad3c-2161-421b-b922-fe59b93cfe05 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:14:13.891097 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-e635c298-5873-426c-a4f3-d7122e54c585 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] For port 89f514f8-0c05-4912-aeb4-1b32683ce49e, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=89f514f8-0c05-4912-aeb4-1b32683ce49e,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:13.900111 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e50a093d-09b8-4104-8138-71cace0fe0f6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8451338 Aug 11 02:14:13.902937 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40848) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:13.914602 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-b97ae1e9-66ca-4697-a587-67c5f0c18492 admin admin] Request body: {'subnet': {'network_id': '47c1ad3c-2161-421b-b922-fe59b93cfe05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-664173540-subnet', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:13.953332 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e91206-b34c-4a48-8274-21179de78fe2 req-83191931-70bd-4d75-9c98-651b1552dd96 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:13.954936 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beff729b-8cf1-42e8-be7e-2156ded422c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87bf76d-ef7f-4b35-a5a9-477062f1d516'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:13.955421 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97ae1e9-66ca-4697-a587-67c5f0c18492 admin admin] Made reservation on behalf of 3f544ac306fb418fb17bb1bb0c938ed0 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:13.957844 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1332e6-d4bb-456b-9173-aca67faa37a2" -d '{"events": [{"server_uuid": "beff729b-8cf1-42e8-be7e-2156ded422c4", "name": "network-vif-plugged", "status": "completed", "tag": "d87bf76d-ef7f-4b35-a5a9-477062f1d516"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:13.958812 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b97ae1e9-66ca-4697-a587-67c5f0c18492 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:13.961061 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-12e91206-b34c-4a48-8274-21179de78fe2 req-83191931-70bd-4d75-9c98-651b1552dd96 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=beff729b-8cf1-42e8-be7e-2156ded422c4 HTTP/1.1" status: 200 len: 945 time: 0.1251631 Aug 11 02:14:14.036708 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c290325-61fb-4aaa-bd62-edc5be922a47 x-openstack-request-id: req-0c290325-61fb-4aaa-bd62-edc5be922a47 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:14.036999 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beff729b-8cf1-42e8-be7e-2156ded422c4", "name": "network-vif-plugged", "status": "completed", "tag": "d87bf76d-ef7f-4b35-a5a9-477062f1d516", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:14.037250 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0c290325-61fb-4aaa-bd62-edc5be922a47 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:14.037641 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beff729b-8cf1-42e8-be7e-2156ded422c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87bf76d-ef7f-4b35-a5a9-477062f1d516', 'code': 200} Aug 11 02:14:14.048805 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-f227d404-13bc-4723-b491-4dd252aa6f74 None None] For port 89f514f8-0c05-4912-aeb4-1b32683ce49e, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=89f514f8-0c05-4912-aeb4-1b32683ce49e,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:14.049586 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f227d404-13bc-4723-b491-4dd252aa6f74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.054068 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port d87bf76d-ef7f-4b35-a5a9-477062f1d516, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=d87bf76d-ef7f-4b35-a5a9-477062f1d516,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:14.091619 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.092535 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d83e39ec-7f00-4870-a7e0-dcb65068fc4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.098195 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-f227d404-13bc-4723-b491-4dd252aa6f74 None None] Calling delete_port for 89f514f8-0c05-4912-aeb4-1b32683ce49e owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:14:14.192430 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e635c298-5873-426c-a4f3-d7122e54c585 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.193113 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-12e91206-b34c-4a48-8274-21179de78fe2 req-632be185-b793-4d1a-98e2-86a28a60fbd9 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311707 Aug 11 02:14:14.229394 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e635c298-5873-426c-a4f3-d7122e54c585 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.230430 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e635c298-5873-426c-a4f3-d7122e54c585 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.265585 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d83e39ec-7f00-4870-a7e0-dcb65068fc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.308543 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=d87bf76d-ef7f-4b35-a5a9-477062f1d516,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:14.314785 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635c298-5873-426c-a4f3-d7122e54c585 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Port': ['ID=89f514f8-0c05-4912-aeb4-1b32683ce49e,revision_number=8']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:14.323362 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6b7f2511-73e1-4a55-bfeb-11eba1e7af5c None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.332074 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83e39ec-7f00-4870-a7e0-dcb65068fc4c admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:14.350994 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-d83e39ec-7f00-4870-a7e0-dcb65068fc4c admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:14.352055 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-6b7f2511-73e1-4a55-bfeb-11eba1e7af5c None None] Transition to ACTIVE for port object 27a86d8d-ec81-4b96-ba89-a6519b091f5e will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:14.360088 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83e39ec-7f00-4870-a7e0-dcb65068fc4c admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:14.365769 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e635c298-5873-426c-a4f3-d7122e54c585 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:14.370917 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-e635c298-5873-426c-a4f3-d7122e54c585 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:14.371971 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-6b7f2511-73e1-4a55-bfeb-11eba1e7af5c None None] Transition to ACTIVE for port object 27a86d8d-ec81-4b96-ba89-a6519b091f5e will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:14.375265 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e635c298-5873-426c-a4f3-d7122e54c585 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:14.375410 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 89f514f8-0c05-4912-aeb4-1b32683ce49e no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:14:14.376769 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e635c298-5873-426c-a4f3-d7122e54c585 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.409149 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6b7f2511-73e1-4a55-bfeb-11eba1e7af5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.430436 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e635c298-5873-426c-a4f3-d7122e54c585 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8465855 Aug 11 02:14:14.435733 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40854) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:14.442344 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e39ec-7f00-4870-a7e0-dcb65068fc4c admin admin] Pushing event updated for resources: {'Port': ['ID=bf38d9db-e662-4a12-b0ed-b5c934854f88,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:14.450054 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e5a87-2a36-4ccb-a89c-a02c1a8e35c3 req-bd7e0b1f-0181-4689-9e73-3f45e8454a32 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:14.451461 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb71d3-1833-4b43-8c67-302b9a9fb7d1 req-ba11a15f-7e1c-4e49-b1bc-befad9f2282e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:14.453239 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e8cb71d3-1833-4b43-8c67-302b9a9fb7d1 req-ba11a15f-7e1c-4e49-b1bc-befad9f2282e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=beff729b-8cf1-42e8-be7e-2156ded422c4 HTTP/1.1" status: 200 len: 1098 time: 0.2875538 Aug 11 02:14:14.458568 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f70e5a87-2a36-4ccb-a89c-a02c1a8e35c3 req-bd7e0b1f-0181-4689-9e73-3f45e8454a32 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 945 time: 0.2938507 Aug 11 02:14:14.467274 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7f2511-73e1-4a55-bfeb-11eba1e7af5c None None] Network 5fe47308-1e64-4a04-9103-656b58efd77e is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:14.474226 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23d5ea-1ed6-4573-b7ef-5e460426526d req-c7afaa8e-0542-45f3-a3bb-72953985889c tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:14.475477 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-73cba3b7-4e20-449c-9ccb-a1999ee07bed tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:14.479807 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cf23d5ea-1ed6-4573-b7ef-5e460426526d req-c7afaa8e-0542-45f3-a3bb-72953985889c tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 945 time: 0.2984176 Aug 11 02:14:14.484306 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-6b7f2511-73e1-4a55-bfeb-11eba1e7af5c None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:14.506001 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7f2511-73e1-4a55-bfeb-11eba1e7af5c None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:14.554787 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f2511-73e1-4a55-bfeb-11eba1e7af5c None None] Pushing event updated for resources: {'Port': ['ID=27a86d8d-ec81-4b96-ba89-a6519b091f5e,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:14.555277 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b97ae1e9-66ca-4697-a587-67c5f0c18492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.559029 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635c298-5873-426c-a4f3-d7122e54c585 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=2b0c2903-96c1-4c84-acc3-eac8789bb1d4,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:14.630978 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ae1e9-66ca-4697-a587-67c5f0c18492 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c48f56bb-082d-428b-b7c4-d68dad46b955,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:14.764799 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-6b7f2511-73e1-4a55-bfeb-11eba1e7af5c None None] Attempting to bind port 27a86d8d-ec81-4b96-ba89-a6519b091f5e on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:14:14.765265 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-6b7f2511-73e1-4a55-bfeb-11eba1e7af5c None None] Attempting to bind port 27a86d8d-ec81-4b96-ba89-a6519b091f5e by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '54995699-ccb8-46c9-8986-86289a757a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5fe47308-1e64-4a04-9103-656b58efd77e'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:14:14.765702 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7f2511-73e1-4a55-bfeb-11eba1e7af5c None None] Attempting to bind port 27a86d8d-ec81-4b96-ba89-a6519b091f5e on network 5fe47308-1e64-4a04-9103-656b58efd77e {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:14.766699 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97ae1e9-66ca-4697-a587-67c5f0c18492 admin admin] Checking segment: {'id': 'e6734c29-07dd-4ba0-854f-67a4bb24e988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '47c1ad3c-2161-421b-b922-fe59b93cfe05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:14.767086 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97ae1e9-66ca-4697-a587-67c5f0c18492 admin admin] Network hostable DHCP agents. Network: 47c1ad3c-2161-421b-b922-fe59b93cfe05, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:14:14.778202 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.783336 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7f2511-73e1-4a55-bfeb-11eba1e7af5c None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:14:14.783833 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7f2511-73e1-4a55-bfeb-11eba1e7af5c None None] Checking segment: {'id': '54995699-ccb8-46c9-8986-86289a757a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5fe47308-1e64-4a04-9103-656b58efd77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:14.784455 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6b7f2511-73e1-4a55-bfeb-11eba1e7af5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.785733 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7f2511-73e1-4a55-bfeb-11eba1e7af5c None None] Bound using segment: {'id': '54995699-ccb8-46c9-8986-86289a757a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5fe47308-1e64-4a04-9103-656b58efd77e'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:14:14.786307 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-6b7f2511-73e1-4a55-bfeb-11eba1e7af5c None None] Bound port: 27a86d8d-ec81-4b96-ba89-a6519b091f5e, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54995699-ccb8-46c9-8986-86289a757a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5fe47308-1e64-4a04-9103-656b58efd77e'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:14:14.786768 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6b7f2511-73e1-4a55-bfeb-11eba1e7af5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.803975 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f227d404-13bc-4723-b491-4dd252aa6f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.806622 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f70e5a87-2a36-4ccb-a89c-a02c1a8e35c3 req-86cd8950-dc4a-4053-88aa-b22ae17d5f38 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470442 Aug 11 02:14:14.865575 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227d404-13bc-4723-b491-4dd252aa6f74 None None] Pushing event deleted for resources: {'Port': ['ID=89f514f8-0c05-4912-aeb4-1b32683ce49e,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:14.895696 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97ae1e9-66ca-4697-a587-67c5f0c18492 admin admin] Network 47c1ad3c-2161-421b-b922-fe59b93cfe05 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:14:14.905155 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cba3b7-4e20-449c-9ccb-a1999ee07bed tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:14.924699 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-73cba3b7-4e20-449c-9ccb-a1999ee07bed tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.968895 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-b97ae1e9-66ca-4697-a587-67c5f0c18492 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 47c1ad3c-2161-421b-b922-fe59b93cfe05) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:14.988002 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7016d0d2-11bc-4771-abf1-041d53c6a6be None None] Network 47c1ad3c-2161-421b-b922-fe59b93cfe05 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:15.026978 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97ae1e9-66ca-4697-a587-67c5f0c18492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:15.028028 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b97ae1e9-66ca-4697-a587-67c5f0c18492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:15.041100 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473825c-1fb2-48a8-b939-6f95f4e301f1 req-4b705f53-a763-42cb-afce-f45d35d53758 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:15.042248 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f227d404-13bc-4723-b491-4dd252aa6f74 None None] No DVR routers for this DVR port 89f514f8-0c05-4912-aeb4-1b32683ce49e on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:14:15.043179 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8473825c-1fb2-48a8-b939-6f95f4e301f1 req-4b705f53-a763-42cb-afce-f45d35d53758 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.66 "GET /v2.0/ports?device_id=075787a6-600c-4c68-baa4-a89002bfb5f9 HTTP/1.1" status: 200 len: 950 time: 0.2054222 Aug 11 02:14:15.099298 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b40442-0216-4698-845c-812581ebd566 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:15.139319 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b97ae1e9-66ca-4697-a587-67c5f0c18492 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2348266 Aug 11 02:14:15.150099 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40872) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:15.156144 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-40e37547-bde7-477b-8710-75c2cb5d33e9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-664173540-router', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:15.163167 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-6b7f2511-73e1-4a55-bfeb-11eba1e7af5c None None] For port 27a86d8d-ec81-4b96-ba89-a6519b091f5e, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:15.193556 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-6b7f2511-73e1-4a55-bfeb-11eba1e7af5c None None] For port 27a86d8d-ec81-4b96-ba89-a6519b091f5e, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=27a86d8d-ec81-4b96-ba89-a6519b091f5e,segment=NetworkSegment(54995699-ccb8-46c9-8986-86289a757a66),segment_id=54995699-ccb8-46c9-8986-86289a757a66)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:14:15.193885 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e8cb71d3-1833-4b43-8c67-302b9a9fb7d1 req-13dd78e1-287b-4fb3-8fed-642a5af6b7a0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7097571 Aug 11 02:14:15.214504 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6b7f2511-73e1-4a55-bfeb-11eba1e7af5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:15.236511 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470faef6-22bf-41be-b63f-79cde3a245b2 req-2389e17f-4f15-43ac-afd1-f44a4b0109ce tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:15.238277 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-470faef6-22bf-41be-b63f-79cde3a245b2 req-2389e17f-4f15-43ac-afd1-f44a4b0109ce tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/ports?device_id=075787a6-600c-4c68-baa4-a89002bfb5f9 HTTP/1.1" status: 200 len: 950 time: 0.1915941 Aug 11 02:14:15.251271 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a308dc-32f6-4001-a258-99a1008a1031 req-65d6e3d8-2560-4d83-9928-2964451e349e tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:15.265477 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c4a308dc-32f6-4001-a258-99a1008a1031 req-65d6e3d8-2560-4d83-9928-2964451e349e tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 945 time: 0.6935029 Aug 11 02:14:15.344034 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-40e37547-bde7-477b-8710-75c2cb5d33e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:15.345169 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-40e37547-bde7-477b-8710-75c2cb5d33e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:15.348852 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f2511-73e1-4a55-bfeb-11eba1e7af5c None None] Pushing event updated for resources: {'Port': ['ID=27a86d8d-ec81-4b96-ba89-a6519b091f5e,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:15.391257 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-470faef6-22bf-41be-b63f-79cde3a245b2 req-fe1dfd71-ec4c-4fc4-83fa-8e2addec6827 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fe2b822-fbf4-48ed-a1a7-5b90b4425e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055880 Aug 11 02:14:15.410619 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-8473825c-1fb2-48a8-b939-6f95f4e301f1 req-196ed38c-17f2-4f3f-96e5-35484b838595 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Deleting port 5e2b9aa8-0821-49d3-81c3-b0c4675de662 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:14:15.410619 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8473825c-1fb2-48a8-b939-6f95f4e301f1 req-196ed38c-17f2-4f3f-96e5-35484b838595 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:15.425219 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-cf23d5ea-1ed6-4573-b7ef-5e460426526d req-6a54e76c-2fb5-49a5-a137-1fbadd7cb2ce tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Deleting port bb6ed01a-bbb0-4333-9948-f21d329c97d6 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:14:15.426505 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-cf23d5ea-1ed6-4573-b7ef-5e460426526d req-6a54e76c-2fb5-49a5-a137-1fbadd7cb2ce tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:15.432967 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de922e3-f9a1-4460-b895-d6294fddae1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-47c1ad3c-2161-421b-b922-fe59b93cfe05', 'network_id': '47c1ad3c-2161-421b-b922-fe59b93cfe05', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'fixed_ips': [{'subnet_id': 'c48f56bb-082d-428b-b7c4-d68dad46b955'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:14:15.433972 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2de922e3-f9a1-4460-b895-d6294fddae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:15.571757 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-8473825c-1fb2-48a8-b939-6f95f4e301f1 req-196ed38c-17f2-4f3f-96e5-35484b838595 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] For port 5e2b9aa8-0821-49d3-81c3-b0c4675de662, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=5e2b9aa8-0821-49d3-81c3-b0c4675de662,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:15.572722 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8473825c-1fb2-48a8-b939-6f95f4e301f1 req-196ed38c-17f2-4f3f-96e5-35484b838595 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:15.606766 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-8473825c-1fb2-48a8-b939-6f95f4e301f1 req-196ed38c-17f2-4f3f-96e5-35484b838595 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Calling delete_port for 5e2b9aa8-0821-49d3-81c3-b0c4675de662 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:14:15.725457 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e40f934-94da-4ae9-a526-554834ff2146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-abfe629d-e2ef-4da1-94ab-4576283f6a78', 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'fixed_ips': [{'subnet_id': '2b0c2903-96c1-4c84-acc3-eac8789bb1d4'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:14:15.726317 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4e40f934-94da-4ae9-a526-554834ff2146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:15.759138 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-37ac4b1b-3e84-4339-8a52-5f13629cf007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:15.804790 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c4a308dc-32f6-4001-a258-99a1008a1031 req-eaa8761c-7e61-48e9-a785-f292e3a92c00 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5209703 Aug 11 02:14:15.853491 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d83e39ec-7f00-4870-a7e0-dcb65068fc4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:15.862150 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8473825c-1fb2-48a8-b939-6f95f4e301f1 req-196ed38c-17f2-4f3f-96e5-35484b838595 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:15.875317 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-cf23d5ea-1ed6-4573-b7ef-5e460426526d req-6a54e76c-2fb5-49a5-a137-1fbadd7cb2ce tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] For port bb6ed01a-bbb0-4333-9948-f21d329c97d6, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=bb6ed01a-bbb0-4333-9948-f21d329c97d6,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:15.875775 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-cf23d5ea-1ed6-4573-b7ef-5e460426526d req-6a54e76c-2fb5-49a5-a137-1fbadd7cb2ce tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:15.953260 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ed38c-17f2-4f3f-96e5-35484b838595 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Pushing event deleted for resources: {'Port': ['ID=5e2b9aa8-0821-49d3-81c3-b0c4675de662,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:16.031213 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-40e37547-bde7-477b-8710-75c2cb5d33e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:16.033651 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-4e40f934-94da-4ae9-a526-554834ff2146 None None] Allocated IP 2001:db8::f816:3eff:fea9:281c (abfe629d-e2ef-4da1-94ab-4576283f6a78/2b0c2903-96c1-4c84-acc3-eac8789bb1d4/3e30446d-3c2b-463f-9ca2-f8288e5339af) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:16.067496 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8473825c-1fb2-48a8-b939-6f95f4e301f1 req-196ed38c-17f2-4f3f-96e5-35484b838595 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] No DVR routers for this DVR port 5e2b9aa8-0821-49d3-81c3-b0c4675de662 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:14:16.070603 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8473825c-1fb2-48a8-b939-6f95f4e301f1 req-196ed38c-17f2-4f3f-96e5-35484b838595 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:16.086634 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8473825c-1fb2-48a8-b939-6f95f4e301f1 req-196ed38c-17f2-4f3f-96e5-35484b838595 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.66 "DELETE /v2.0/ports/5e2b9aa8-0821-49d3-81c3-b0c4675de662 HTTP/1.1" status: 204 len: 173 time: 1.0316021 Aug 11 02:14:16.093053 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075787a6-600c-4c68-baa4-a89002bfb5f9', 'name': 'network-vif-deleted', 'tag': '5e2b9aa8-0821-49d3-81c3-b0c4675de662'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:16.100282 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9cc36e-928c-4e39-ab39-dd4b4bd68af8" -d '{"events": [{"server_uuid": "075787a6-600c-4c68-baa4-a89002bfb5f9", "name": "network-vif-deleted", "tag": "5e2b9aa8-0821-49d3-81c3-b0c4675de662"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:16.518581 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-cf23d5ea-1ed6-4573-b7ef-5e460426526d req-6a54e76c-2fb5-49a5-a137-1fbadd7cb2ce tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Calling delete_port for bb6ed01a-bbb0-4333-9948-f21d329c97d6 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:14:16.564572 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4e40f934-94da-4ae9-a526-554834ff2146 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:16.581930 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4e40f934-94da-4ae9-a526-554834ff2146 None None] Transition to ACTIVE for port object 3e30446d-3c2b-463f-9ca2-f8288e5339af will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:16.602664 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['3dec4d5c-0e92-4337-841c-040efec8120e', '5e2b9aa8-0821-49d3-81c3-b0c4675de662'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:14:16.605300 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 27a86d8d-ec81-4b96-ba89-a6519b091f5e up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:16.606518 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d83e39ec-7f00-4870-a7e0-dcb65068fc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:16.608973 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4e40f934-94da-4ae9-a526-554834ff2146 None None] Transition to ACTIVE for port object 3e30446d-3c2b-463f-9ca2-f8288e5339af will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:16.659871 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4e40f934-94da-4ae9-a526-554834ff2146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:16.727966 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e40f934-94da-4ae9-a526-554834ff2146 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:16.737206 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40f934-94da-4ae9-a526-554834ff2146 None None] Pushing event updated for resources: {'Port': ['ID=3e30446d-3c2b-463f-9ca2-f8288e5339af,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:16.742076 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-4e40f934-94da-4ae9-a526-554834ff2146 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:16.743912 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-40e37547-bde7-477b-8710-75c2cb5d33e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:16.774692 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e40f934-94da-4ae9-a526-554834ff2146 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:16.870963 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c52e0-8af0-4f96-be3e-0cf939d2348c req-e3067439-e8b4-4100-9464-0384ae2d56cc tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:16.880870 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b8c52e0-8af0-4f96-be3e-0cf939d2348c req-e3067439-e8b4-4100-9464-0384ae2d56cc tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=beff729b-8cf1-42e8-be7e-2156ded422c4 HTTP/1.1" status: 200 len: 946 time: 1.2617633 Aug 11 02:14:16.883854 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-2de922e3-f9a1-4460-b895-d6294fddae1a None None] Allocated IP 172.20.0.2 (47c1ad3c-2161-421b-b922-fe59b93cfe05/c48f56bb-082d-428b-b7c4-d68dad46b955/6b5607ee-210e-42c1-bb09-7c7453b881a6) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:16.921220 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-4e40f934-94da-4ae9-a526-554834ff2146 None None] Attempting to bind port 3e30446d-3c2b-463f-9ca2-f8288e5339af on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:14:16.921881 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-4e40f934-94da-4ae9-a526-554834ff2146 None None] Attempting to bind port 3e30446d-3c2b-463f-9ca2-f8288e5339af by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:14:16.922411 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e40f934-94da-4ae9-a526-554834ff2146 None None] Attempting to bind port 3e30446d-3c2b-463f-9ca2-f8288e5339af on network abfe629d-e2ef-4da1-94ab-4576283f6a78 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:16.932991 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e40f934-94da-4ae9-a526-554834ff2146 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:14:16.933675 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e40f934-94da-4ae9-a526-554834ff2146 None None] Checking segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:16.934295 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4e40f934-94da-4ae9-a526-554834ff2146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:16.934881 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e40f934-94da-4ae9-a526-554834ff2146 None None] Bound using segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:14:16.935554 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-4e40f934-94da-4ae9-a526-554834ff2146 None None] Bound port: 3e30446d-3c2b-463f-9ca2-f8288e5339af, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:14:16.936122 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4e40f934-94da-4ae9-a526-554834ff2146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:16.977730 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 27a86d8d-ec81-4b96-ba89-a6519b091f5e completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:17.027795 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83e39ec-7f00-4870-a7e0-dcb65068fc4c admin admin] Router 8cdd431b-5b4c-48b3-ad36-237c802964cf is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:14:17.044508 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fe462-391f-410b-95ff-32cb590eab24 req-ad835f41-e1bd-4899-a478-b5d028e48151 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:17.053425 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3a6fe462-391f-410b-95ff-32cb590eab24 req-ad835f41-e1bd-4899-a478-b5d028e48151 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 945 time: 0.4508460 Aug 11 02:14:17.064940 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b8c52e0-8af0-4f96-be3e-0cf939d2348c req-6ab66a82-39cd-44d9-8b83-56f1ac4f5a54 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830685 Aug 11 02:14:17.115972 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-73cba3b7-4e20-449c-9ccb-a1999ee07bed tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:17.149818 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3a6fe462-391f-410b-95ff-32cb590eab24 req-3587e367-1dc2-4654-ab07-eb27efb4c1d8 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950541 Aug 11 02:14:17.220508 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cba3b7-4e20-449c-9ccb-a1999ee07bed tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:17.239871 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-73cba3b7-4e20-449c-9ccb-a1999ee07bed tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:17.258501 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71c69f8-1158-4a1b-afeb-0aacc0ee6bb7 x-openstack-request-id: req-d71c69f8-1158-4a1b-afeb-0aacc0ee6bb7 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:17.258846 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075787a6-600c-4c68-baa4-a89002bfb5f9", "name": "network-vif-deleted", "tag": "5e2b9aa8-0821-49d3-81c3-b0c4675de662", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:17.259040 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d71c69f8-1158-4a1b-afeb-0aacc0ee6bb7 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:17.259884 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075787a6-600c-4c68-baa4-a89002bfb5f9', 'name': 'network-vif-deleted', 'tag': '5e2b9aa8-0821-49d3-81c3-b0c4675de662', 'status': 'completed', 'code': 200} Aug 11 02:14:17.264617 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cba3b7-4e20-449c-9ccb-a1999ee07bed tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:17.265228 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-73cba3b7-4e20-449c-9ccb-a1999ee07bed tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:17.293187 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb853b2-b301-4552-b821-be8f352bcf57 None None] Network 5fe47308-1e64-4a04-9103-656b58efd77e requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:17.334157 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-73cba3b7-4e20-449c-9ccb-a1999ee07bed tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8732860 Aug 11 02:14:17.336824 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cba3b7-4e20-449c-9ccb-a1999ee07bed tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=a7a91bda-434d-48c2-9062-8a291a1e46b0,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:17.340412 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40900) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:17.424851 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-fca394c7-5bad-4ec9-b66e-2a47ad147790 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'port': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'mac_address': 'fa:16:3e:d0:9c:be', 'name': 'tempest-NetworksTestDHCPv6-2137319178'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:17.522226 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-16502c36-276c-4776-8042-a1a05e51da36 None None] Provisioning for port 27a86d8d-ec81-4b96-ba89-a6519b091f5e completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:17.534619 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-4e40f934-94da-4ae9-a526-554834ff2146 None None] For port 3e30446d-3c2b-463f-9ca2-f8288e5339af, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:17.543990 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-4e40f934-94da-4ae9-a526-554834ff2146 None None] For port 3e30446d-3c2b-463f-9ca2-f8288e5339af, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3e30446d-3c2b-463f-9ca2-f8288e5339af,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:14:17.546652 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-16502c36-276c-4776-8042-a1a05e51da36 None None] Provisioning complete for port 27a86d8d-ec81-4b96-ba89-a6519b091f5e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:17.547188 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-16502c36-276c-4776-8042-a1a05e51da36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:17.598073 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4e40f934-94da-4ae9-a526-554834ff2146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:17.606132 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-cf23d5ea-1ed6-4573-b7ef-5e460426526d req-6a54e76c-2fb5-49a5-a137-1fbadd7cb2ce tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:17.623747 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2de922e3-f9a1-4460-b895-d6294fddae1a None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:17.652915 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646007a3-5e4b-47d8-aa93-e28ad9d96ddb req-efbd57a6-0c12-47ff-83d5-cf617b5a4a9f tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:17.655318 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-646007a3-5e4b-47d8-aa93-e28ad9d96ddb req-efbd57a6-0c12-47ff-83d5-cf617b5a4a9f tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 945 time: 0.3721502 Aug 11 02:14:17.665818 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54e76c-2fb5-49a5-a137-1fbadd7cb2ce tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Pushing event deleted for resources: {'Port': ['ID=bb6ed01a-bbb0-4333-9948-f21d329c97d6,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:17.671947 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2de922e3-f9a1-4460-b895-d6294fddae1a None None] Transition to ACTIVE for port object 6b5607ee-210e-42c1-bb09-7c7453b881a6 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:17.699855 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83e39ec-7f00-4870-a7e0-dcb65068fc4c admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:14:17.714567 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece7313f-cf38-401b-aa46-1ae7d155f11b None None] Sync routers for ids ['8cdd431b-5b4c-48b3-ad36-237c802964cf'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:14:17.734411 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece7313f-cf38-401b-aa46-1ae7d155f11b None None] Routers {'8cdd431b-5b4c-48b3-ad36-237c802964cf'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:14:17.735469 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ece7313f-cf38-401b-aa46-1ae7d155f11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:13:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['8cdd431b-5b4c-48b3-ad36-237c802964cf'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:17.749906 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-40e37547-bde7-477b-8710-75c2cb5d33e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:17.780366 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-16502c36-276c-4776-8042-a1a05e51da36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:17.786168 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2de922e3-f9a1-4460-b895-d6294fddae1a None None] Transition to ACTIVE for port object 6b5607ee-210e-42c1-bb09-7c7453b881a6 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:17.797651 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40f934-94da-4ae9-a526-554834ff2146 None None] Pushing event updated for resources: {'Port': ['ID=3e30446d-3c2b-463f-9ca2-f8288e5339af,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:17.810441 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2de922e3-f9a1-4460-b895-d6294fddae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:17.814085 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-40e37547-bde7-477b-8710-75c2cb5d33e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:17.868910 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-16502c36-276c-4776-8042-a1a05e51da36 None None] For port 27a86d8d-ec81-4b96-ba89-a6519b091f5e, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=27a86d8d-ec81-4b96-ba89-a6519b091f5e,segment=NetworkSegment(54995699-ccb8-46c9-8986-86289a757a66),segment_id=54995699-ccb8-46c9-8986-86289a757a66)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:17.895669 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63571694-c347-44bb-9f66-2c47331988b4 req-2136e5bd-6dd4-4eaf-99cc-8f78f60aa8d5 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:17.908201 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-16502c36-276c-4776-8042-a1a05e51da36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:17.916223 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de922e3-f9a1-4460-b895-d6294fddae1a None None] Network 47c1ad3c-2161-421b-b922-fe59b93cfe05 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:17.919239 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-2de922e3-f9a1-4460-b895-d6294fddae1a None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:17.920057 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-63571694-c347-44bb-9f66-2c47331988b4 req-2136e5bd-6dd4-4eaf-99cc-8f78f60aa8d5 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/ports?device_id=307ece3c-3559-47a9-8f74-15775e0fbd38 HTTP/1.1" status: 200 len: 949 time: 0.2823312 Aug 11 02:14:17.927194 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de922e3-f9a1-4460-b895-d6294fddae1a None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:17.945696 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf23d5ea-1ed6-4573-b7ef-5e460426526d req-6a54e76c-2fb5-49a5-a137-1fbadd7cb2ce tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] No DVR routers for this DVR port bb6ed01a-bbb0-4333-9948-f21d329c97d6 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:14:17.950539 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d83e39ec-7f00-4870-a7e0-dcb65068fc4c admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:17.956978 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d83e39ec-7f00-4870-a7e0-dcb65068fc4c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7283695 Aug 11 02:14:17.958541 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40904) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:17.965945 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-cf23d5ea-1ed6-4573-b7ef-5e460426526d req-6a54e76c-2fb5-49a5-a137-1fbadd7cb2ce tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:17.968442 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cf23d5ea-1ed6-4573-b7ef-5e460426526d req-6a54e76c-2fb5-49a5-a137-1fbadd7cb2ce tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.66 "DELETE /v2.0/ports/bb6ed01a-bbb0-4333-9948-f21d329c97d6 HTTP/1.1" status: 204 len: 173 time: 3.4589288 Aug 11 02:14:17.974076 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4ddbc6-db24-4970-addf-613d402ca109', 'name': 'network-vif-deleted', 'tag': 'bb6ed01a-bbb0-4333-9948-f21d329c97d6'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:17.979222 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e3b7ae-39da-4d68-bd0f-fffc786dc589" -d '{"events": [{"server_uuid": "cf4ddbc6-db24-4970-addf-613d402ca109", "name": "network-vif-deleted", "tag": "bb6ed01a-bbb0-4333-9948-f21d329c97d6"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:18.023632 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-646007a3-5e4b-47d8-aa93-e28ad9d96ddb req-949f4ae8-28d9-43a4-b43c-4901794696ba tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532372 Aug 11 02:14:18.026686 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de922e3-f9a1-4460-b895-d6294fddae1a None None] Pushing event updated for resources: {'Port': ['ID=6b5607ee-210e-42c1-bb09-7c7453b881a6,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:18.106209 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-ece7313f-cf38-401b-aa46-1ae7d155f11b None None] Set router 8cdd431b-5b4c-48b3-ad36-237c802964cf gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:14:18.196894 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd2718c-d0d7-4491-9cae-3c1416d86ec7 x-openstack-request-id: req-5fd2718c-d0d7-4491-9cae-3c1416d86ec7 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:18.197376 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4ddbc6-db24-4970-addf-613d402ca109", "name": "network-vif-deleted", "tag": "bb6ed01a-bbb0-4333-9948-f21d329c97d6", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:18.197808 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5fd2718c-d0d7-4491-9cae-3c1416d86ec7 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:18.198484 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4ddbc6-db24-4970-addf-613d402ca109', 'name': 'network-vif-deleted', 'tag': 'bb6ed01a-bbb0-4333-9948-f21d329c97d6', 'status': 'completed', 'code': 200} Aug 11 02:14:18.230664 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-2de922e3-f9a1-4460-b895-d6294fddae1a None None] Attempting to bind port 6b5607ee-210e-42c1-bb09-7c7453b881a6 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:14:18.231042 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-2de922e3-f9a1-4460-b895-d6294fddae1a None None] Attempting to bind port 6b5607ee-210e-42c1-bb09-7c7453b881a6 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'e6734c29-07dd-4ba0-854f-67a4bb24e988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '47c1ad3c-2161-421b-b922-fe59b93cfe05'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:14:18.231403 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de922e3-f9a1-4460-b895-d6294fddae1a None None] Attempting to bind port 6b5607ee-210e-42c1-bb09-7c7453b881a6 on network 47c1ad3c-2161-421b-b922-fe59b93cfe05 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:18.329455 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de922e3-f9a1-4460-b895-d6294fddae1a None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:14:18.329901 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de922e3-f9a1-4460-b895-d6294fddae1a None None] Checking segment: {'id': 'e6734c29-07dd-4ba0-854f-67a4bb24e988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '47c1ad3c-2161-421b-b922-fe59b93cfe05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:18.330253 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2de922e3-f9a1-4460-b895-d6294fddae1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:18.330641 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de922e3-f9a1-4460-b895-d6294fddae1a None None] Bound using segment: {'id': 'e6734c29-07dd-4ba0-854f-67a4bb24e988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '47c1ad3c-2161-421b-b922-fe59b93cfe05'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:14:18.331110 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-2de922e3-f9a1-4460-b895-d6294fddae1a None None] Bound port: 6b5607ee-210e-42c1-bb09-7c7453b881a6, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6734c29-07dd-4ba0-854f-67a4bb24e988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '47c1ad3c-2161-421b-b922-fe59b93cfe05'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:14:18.331526 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2de922e3-f9a1-4460-b895-d6294fddae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:18.399512 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca394c7-5bad-4ec9-b66e-2a47ad147790 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:18.456910 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3e30446d-3c2b-463f-9ca2-f8288e5339af up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:18.489963 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-63571694-c347-44bb-9f66-2c47331988b4 req-971f07f7-ca7e-439d-9888-09ba739f9d74 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fe2b822-fbf4-48ed-a1a7-5b90b4425e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5640016 Aug 11 02:14:18.576998 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6172c0-8193-463f-9b0c-0fb11cd7cb51 req-5692a4a6-3a0f-43bd-9150-f6718686a764 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:18.578709 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7a6172c0-8193-463f-9b0c-0fb11cd7cb51 req-5692a4a6-3a0f-43bd-9150-f6718686a764 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=beff729b-8cf1-42e8-be7e-2156ded422c4 HTTP/1.1" status: 200 len: 946 time: 0.2942753 Aug 11 02:14:18.599290 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 5e2b9aa8-0821-49d3-81c3-b0c4675de662 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:14:18.639693 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-40e37547-bde7-477b-8710-75c2cb5d33e9 admin admin] Allocated IP 172.25.2.104 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/02d3ed36-b6e9-43cb-9f39-90209fd31476) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:18.651704 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ece7313f-cf38-401b-aa46-1ae7d155f11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1662482736-router', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bf38d9db-e662-4a12-b0ed-b5c934854f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:12Z', 'updated_at': '2021-08-11T02:14:15Z', 'revision_number': 3, 'project_id': 'b9900cac277147b786c9feaddc3e5258', 'gw_port': {'id': 'bf38d9db-e662-4a12-b0ed-b5c934854f88', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:13Z', 'updated_at': '2021-08-11T02:14:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:18.701977 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 5e2b9aa8-0821-49d3-81c3-b0c4675de662 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:14:18.702328 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 5e2b9aa8-0821-49d3-81c3-b0c4675de662 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:14:18.702741 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device bb6ed01a-bbb0-4333-9948-f21d329c97d6 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:14:18.711248 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16502c36-276c-4776-8042-a1a05e51da36 None None] Pushing event updated for resources: {'Port': ['ID=27a86d8d-ec81-4b96-ba89-a6519b091f5e,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:18.714406 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2e4e880f-dbd2-433d-aace-167a343c1650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:18.744426 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:18.759461 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece7313f-cf38-401b-aa46-1ae7d155f11b None None] Checking router: 8cdd431b-5b4c-48b3-ad36-237c802964cf for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:14:18.761801 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece7313f-cf38-401b-aa46-1ae7d155f11b None None] Updating router 8cdd431b-5b4c-48b3-ad36-237c802964cf port bf38d9db-e662-4a12-b0ed-b5c934854f88 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:14:18.787588 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7a6172c0-8193-463f-9b0c-0fb11cd7cb51 req-5d5afedd-9512-4c2e-be40-0f6b442cfc35 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911111 Aug 11 02:14:18.851326 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-ece7313f-cf38-401b-aa46-1ae7d155f11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:18.920107 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-2de922e3-f9a1-4460-b895-d6294fddae1a None None] For port 6b5607ee-210e-42c1-bb09-7c7453b881a6, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:18.929967 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-2de922e3-f9a1-4460-b895-d6294fddae1a None None] For port 6b5607ee-210e-42c1-bb09-7c7453b881a6, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=6b5607ee-210e-42c1-bb09-7c7453b881a6,segment=NetworkSegment(e6734c29-07dd-4ba0-854f-67a4bb24e988),segment_id=e6734c29-07dd-4ba0-854f-67a4bb24e988)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:14:18.954810 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fca394c7-5bad-4ec9-b66e-2a47ad147790 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:18.998243 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a9b484b5-04fd-4aa0-b7b3-47c39c146abd None None] Provisioning complete for port 27a86d8d-ec81-4b96-ba89-a6519b091f5e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:18.998625 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a9b484b5-04fd-4aa0-b7b3-47c39c146abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:19.006136 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2de922e3-f9a1-4460-b895-d6294fddae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:19.044445 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: bb6ed01a-bbb0-4333-9948-f21d329c97d6 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:14:19.044803 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device bb6ed01a-bbb0-4333-9948-f21d329c97d6 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:14:19.059662 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cfe1d4bf-5ed1-4ead-9554-3cbf11dad217 req-ac1c3823-2148-43b7-a096-e64bc7de06c5 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf4ddbc6-db24-4970-addf-613d402ca109 HTTP/1.1" status: 200 len: 210 time: 0.0915942 Aug 11 02:14:19.096840 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 3e30446d-3c2b-463f-9ca2-f8288e5339af completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:19.141882 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-fca394c7-5bad-4ec9-b66e-2a47ad147790 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] device_id is not set on port 2380d567-91f6-4711-98d1-e7b87e31f9ce yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:14:19.180610 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de922e3-f9a1-4460-b895-d6294fddae1a None None] Pushing event updated for resources: {'Port': ['ID=6b5607ee-210e-42c1-bb09-7c7453b881a6,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:19.213582 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-40e37547-bde7-477b-8710-75c2cb5d33e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:19.379089 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09b14c-3011-4e01-881f-5764148a30a3 req-aae5a571-0dd4-4920-b130-10789fd3bcf8 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:19.381444 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bd09b14c-3011-4e01-881f-5764148a30a3 req-aae5a571-0dd4-4920-b130-10789fd3bcf8 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=beff729b-8cf1-42e8-be7e-2156ded422c4 HTTP/1.1" status: 200 len: 946 time: 0.3516006 Aug 11 02:14:19.405376 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710cb81-3fb7-4188-ad7e-b1c9c20a1b6c req-34fef40d-3a3e-438e-9c9f-e01587db571a tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:19.406986 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9710cb81-3fb7-4188-ad7e-b1c9c20a1b6c req-34fef40d-3a3e-438e-9c9f-e01587db571a tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.66 "GET /v2.0/ports?device_id=307ece3c-3559-47a9-8f74-15775e0fbd38 HTTP/1.1" status: 200 len: 949 time: 0.2586784 Aug 11 02:14:19.447381 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcd38fc-7301-4a64-ac63-0a27df4d8dd0 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:19.453343 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-fca394c7-5bad-4ec9-b66e-2a47ad147790 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Allocated IP 172.20.0.4 (abfe629d-e2ef-4da1-94ab-4576283f6a78/a7a91bda-434d-48c2-9062-8a291a1e46b0/2380d567-91f6-4711-98d1-e7b87e31f9ce) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:19.463162 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-fca394c7-5bad-4ec9-b66e-2a47ad147790 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Allocated IP 2001:db8::f816:3eff:fed0:9cbe (abfe629d-e2ef-4da1-94ab-4576283f6a78/2b0c2903-96c1-4c84-acc3-eac8789bb1d4/2380d567-91f6-4711-98d1-e7b87e31f9ce) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:19.590257 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bd09b14c-3011-4e01-881f-5764148a30a3 req-5839b46b-e55b-40b3-8ef3-e80dc6e8820b tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020710 Aug 11 02:14:19.609819 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4e13192c-2936-4823-9409-5f92943b4799 None None] Provisioning for port 3e30446d-3c2b-463f-9ca2-f8288e5339af completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:19.617112 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4e13192c-2936-4823-9409-5f92943b4799 None None] Provisioning complete for port 3e30446d-3c2b-463f-9ca2-f8288e5339af triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:19.617740 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4e13192c-2936-4823-9409-5f92943b4799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:19.727999 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fca394c7-5bad-4ec9-b66e-2a47ad147790 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:19.743895 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-fca394c7-5bad-4ec9-b66e-2a47ad147790 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Transition to ACTIVE for port object 2380d567-91f6-4711-98d1-e7b87e31f9ce will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:19.802932 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fca394c7-5bad-4ec9-b66e-2a47ad147790 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:19.835731 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca394c7-5bad-4ec9-b66e-2a47ad147790 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:19.841217 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-fca394c7-5bad-4ec9-b66e-2a47ad147790 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:19.851389 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4e13192c-2936-4823-9409-5f92943b4799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:19.853818 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9cc5a0-b0f7-4a64-88cf-d79bdd10bbba req-9b8645ec-46fe-4bf7-ae80-e3b80dee9f0c tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:19.862705 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9c9cc5a0-b0f7-4a64-88cf-d79bdd10bbba req-9b8645ec-46fe-4bf7-ae80-e3b80dee9f0c tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 945 time: 0.6238072 Aug 11 02:14:19.890028 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca394c7-5bad-4ec9-b66e-2a47ad147790 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:19.901013 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-40e37547-bde7-477b-8710-75c2cb5d33e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:19.961904 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:19.965888 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-4e13192c-2936-4823-9409-5f92943b4799 None None] For port 3e30446d-3c2b-463f-9ca2-f8288e5339af, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3e30446d-3c2b-463f-9ca2-f8288e5339af,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:19.977213 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9c9cc5a0-b0f7-4a64-88cf-d79bdd10bbba req-131c8f2d-6142-484a-883e-a76b3dd39a60 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132846 Aug 11 02:14:20.017080 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4e13192c-2936-4823-9409-5f92943b4799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:20.020982 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e37547-bde7-477b-8710-75c2cb5d33e9 admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:20.026359 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-40e37547-bde7-477b-8710-75c2cb5d33e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:20.036249 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e37547-bde7-477b-8710-75c2cb5d33e9 admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:20.066823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca394c7-5bad-4ec9-b66e-2a47ad147790 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Port': ['ID=2380d567-91f6-4711-98d1-e7b87e31f9ce,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:20.085675 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca394c7-5bad-4ec9-b66e-2a47ad147790 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:20.086614 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fca394c7-5bad-4ec9-b66e-2a47ad147790 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:20.136172 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76866528-50ae-4612-a80c-8121b903e6e3 None None] Update dhcp port {'port': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'fixed_ips': [{'subnet_id': '2b0c2903-96c1-4c84-acc3-eac8789bb1d4', 'ip_address': '2001:db8::f816:3eff:fea9:281c'}, {'subnet_id': 'a7a91bda-434d-48c2-9062-8a291a1e46b0'}], 'binding:host_id': 'n-d-615180-33'}, 'id': '3e30446d-3c2b-463f-9ca2-f8288e5339af'} from n-d-615180-33. {{(pid=94508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:14:20.155487 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e37547-bde7-477b-8710-75c2cb5d33e9 admin admin] Pushing event updated for resources: {'Port': ['ID=02d3ed36-b6e9-43cb-9f39-90209fd31476,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:20.171407 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fca394c7-5bad-4ec9-b66e-2a47ad147790 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8307834 Aug 11 02:14:20.210639 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40934) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:20.235645 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-76866528-50ae-4612-a80c-8121b903e6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:20.263658 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13192c-2936-4823-9409-5f92943b4799 None None] Pushing event updated for resources: {'Port': ['ID=3e30446d-3c2b-463f-9ca2-f8288e5339af,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:20.401269 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-ece7313f-cf38-401b-aa46-1ae7d155f11b None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:20.442172 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-ece7313f-cf38-401b-aa46-1ae7d155f11b None None] Transition to ACTIVE for port object bf38d9db-e662-4a12-b0ed-b5c934854f88 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:20.465802 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-ece7313f-cf38-401b-aa46-1ae7d155f11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:20.504491 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:20.529654 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-9710cb81-3fb7-4188-ad7e-b1c9c20a1b6c req-c91fa534-8e24-4cbe-bc51-5d2109586fcb tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Deleting port 3dec4d5c-0e92-4337-841c-040efec8120e {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:14:20.530056 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-9710cb81-3fb7-4188-ad7e-b1c9c20a1b6c req-c91fa534-8e24-4cbe-bc51-5d2109586fcb tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:20.627693 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b7b90-b87c-4651-9bd2-10e16c34de33 req-abd8a439-59ba-4946-a06a-4fa7108a6525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:20.629589 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b99b7b90-b87c-4651-9bd2-10e16c34de33 req-abd8a439-59ba-4946-a06a-4fa7108a6525 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 1097 time: 0.4600236 Aug 11 02:14:20.692996 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae619978-1cbc-4e73-b36e-046a46325e1a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:20.695277 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5dd5c-2a87-453b-a61e-3eb9fa3d2a0b None None] Pushing event updated for resources: {'Port': ['ID=bf38d9db-e662-4a12-b0ed-b5c934854f88,revision_number=2']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:20.700470 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae619978-1cbc-4e73-b36e-046a46325e1a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:20.704689 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ae619978-1cbc-4e73-b36e-046a46325e1a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.4899123 Aug 11 02:14:20.712774 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-ece7313f-cf38-401b-aa46-1ae7d155f11b None None] Attempting to bind port bf38d9db-e662-4a12-b0ed-b5c934854f88 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:14:20.713193 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-ece7313f-cf38-401b-aa46-1ae7d155f11b None None] Attempting to bind port bf38d9db-e662-4a12-b0ed-b5c934854f88 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:14:20.716264 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece7313f-cf38-401b-aa46-1ae7d155f11b None None] Attempting to bind port bf38d9db-e662-4a12-b0ed-b5c934854f88 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:20.722067 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-76866528-50ae-4612-a80c-8121b903e6e3 None None] Allocated IP 172.20.0.2 (abfe629d-e2ef-4da1-94ab-4576283f6a78/a7a91bda-434d-48c2-9062-8a291a1e46b0/3e30446d-3c2b-463f-9ca2-f8288e5339af) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:20.722923 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40948) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:20.743484 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece7313f-cf38-401b-aa46-1ae7d155f11b None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:14:20.746318 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece7313f-cf38-401b-aa46-1ae7d155f11b None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:20.747871 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-ece7313f-cf38-401b-aa46-1ae7d155f11b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:20.749026 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece7313f-cf38-401b-aa46-1ae7d155f11b None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:14:20.750714 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-ece7313f-cf38-401b-aa46-1ae7d155f11b None None] Bound port: bf38d9db-e662-4a12-b0ed-b5c934854f88, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:14:20.753456 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-ece7313f-cf38-401b-aa46-1ae7d155f11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:20.825079 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43edec3c-d645-4ad5-ab1b-08c4bdffe062 req-f01a66de-9311-4696-90e8-086e7f491596 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:20.826711 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-43edec3c-d645-4ad5-ab1b-08c4bdffe062 req-f01a66de-9311-4696-90e8-086e7f491596 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/ports?device_id=307ece3c-3559-47a9-8f74-15775e0fbd38 HTTP/1.1" status: 200 len: 949 time: 1.1228876 Aug 11 02:14:20.888636 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-ece7313f-cf38-401b-aa46-1ae7d155f11b None None] For port bf38d9db-e662-4a12-b0ed-b5c934854f88, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:20.893492 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 27a86d8d-ec81-4b96-ba89-a6519b091f5e up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:20.899353 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-ece7313f-cf38-401b-aa46-1ae7d155f11b None None] For port bf38d9db-e662-4a12-b0ed-b5c934854f88, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=bf38d9db-e662-4a12-b0ed-b5c934854f88,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:14:20.910599 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-ece7313f-cf38-401b-aa46-1ae7d155f11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:20.982336 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2300e1c-cf85-4c15-b3b9-75ea0463b50e None None] Network 47c1ad3c-2161-421b-b922-fe59b93cfe05 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:20.987135 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-76866528-50ae-4612-a80c-8121b903e6e3 None None] For port 3e30446d-3c2b-463f-9ca2-f8288e5339af, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3e30446d-3c2b-463f-9ca2-f8288e5339af,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:21.000259 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b99b7b90-b87c-4651-9bd2-10e16c34de33 req-67a15fcd-d1ae-4363-9632-5ae6c1de7a2b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552232 Aug 11 02:14:21.041985 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 27a86d8d-ec81-4b96-ba89-a6519b091f5e triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:21.042360 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:21.053176 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece7313f-cf38-401b-aa46-1ae7d155f11b None None] Routers {'8cdd431b-5b4c-48b3-ad36-237c802964cf'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:14:21.061133 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-40e37547-bde7-477b-8710-75c2cb5d33e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:21.062281 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ece7313f-cf38-401b-aa46-1ae7d155f11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:14:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['8cdd431b-5b4c-48b3-ad36-237c802964cf'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:21.087603 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-82d70a5d-00af-407b-b324-98d7f822fb5a None None] Provisioning for port 6b5607ee-210e-42c1-bb09-7c7453b881a6 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:21.118896 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-76866528-50ae-4612-a80c-8121b903e6e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:21.140508 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5dd5c-2a87-453b-a61e-3eb9fa3d2a0b None None] Pushing event updated for resources: {'Port': ['ID=bf38d9db-e662-4a12-b0ed-b5c934854f88,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:21.168838 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-76866528-50ae-4612-a80c-8121b903e6e3 None None] Transition to ACTIVE for port object 3e30446d-3c2b-463f-9ca2-f8288e5339af will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:21.208166 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Allocated IP 172.20.0.1 (5fe47308-1e64-4a04-9103-656b58efd77e/cca11161-972d-481d-9501-cb4b39e49752/0fb63bfd-193e-4eca-8480-b9b043930685) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:21.273539 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-ece7313f-cf38-401b-aa46-1ae7d155f11b None None] Set router 8cdd431b-5b4c-48b3-ad36-237c802964cf gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:14:21.280768 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-76866528-50ae-4612-a80c-8121b903e6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:21.366728 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:21.383984 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Transition to ACTIVE for port object 0fb63bfd-193e-4eca-8480-b9b043930685 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:21.442803 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-9710cb81-3fb7-4188-ad7e-b1c9c20a1b6c req-c91fa534-8e24-4cbe-bc51-5d2109586fcb tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] For port 3dec4d5c-0e92-4337-841c-040efec8120e, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=3dec4d5c-0e92-4337-841c-040efec8120e,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:21.442803 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-9710cb81-3fb7-4188-ad7e-b1c9c20a1b6c req-c91fa534-8e24-4cbe-bc51-5d2109586fcb tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:21.447356 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-43edec3c-d645-4ad5-ab1b-08c4bdffe062 req-f0c800ff-d00a-47cc-9330-067f2617ace5 tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fe2b822-fbf4-48ed-a1a7-5b90b4425e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5888078 Aug 11 02:14:21.458550 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:21.468239 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-9710cb81-3fb7-4188-ad7e-b1c9c20a1b6c req-c91fa534-8e24-4cbe-bc51-5d2109586fcb tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Calling delete_port for 3dec4d5c-0e92-4337-841c-040efec8120e owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:14:21.687190 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f6a2d-b9a1-4f2f-bd33-1af54947f88d req-d5a12ee2-a17d-4aef-a975-3dbcb4a197f5 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:21.691734 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Network 5fe47308-1e64-4a04-9103-656b58efd77e is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:21.695003 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-201f6a2d-b9a1-4f2f-bd33-1af54947f88d req-d5a12ee2-a17d-4aef-a975-3dbcb4a197f5 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=beff729b-8cf1-42e8-be7e-2156ded422c4 HTTP/1.1" status: 200 len: 946 time: 0.8126452 Aug 11 02:14:21.695935 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Pushing event updated for resources: {'Port': ['ID=0fb63bfd-193e-4eca-8480-b9b043930685,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:21.699827 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:21.725901 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ece7313f-cf38-401b-aa46-1ae7d155f11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1662482736-router', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bf38d9db-e662-4a12-b0ed-b5c934854f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:12Z', 'updated_at': '2021-08-11T02:14:15Z', 'revision_number': 3, 'project_id': 'b9900cac277147b786c9feaddc3e5258', 'gw_port': {'id': 'bf38d9db-e662-4a12-b0ed-b5c934854f88', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:13Z', 'updated_at': '2021-08-11T02:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:21.737175 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-d2aafa15-bfd6-47aa-83df-2565585ebf0e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting port 2380d567-91f6-4711-98d1-e7b87e31f9ce {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:14:21.737521 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d2aafa15-bfd6-47aa-83df-2565585ebf0e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:21.747609 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:21.774722 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:21.775438 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:21.776033 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:21.776568 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:21.777735 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:21.778278 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:21.779045 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:21.779617 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:21.780387 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:21.780918 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:21.781441 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:21.782615 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:21.801003 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:21.847412 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece7313f-cf38-401b-aa46-1ae7d155f11b None None] The sync data for ids ['8cdd431b-5b4c-48b3-ad36-237c802964cf'] in n-d-615180-33 is: [{'id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1662482736-router', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bf38d9db-e662-4a12-b0ed-b5c934854f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:12Z', 'updated_at': '2021-08-11T02:14:15Z', 'revision_number': 3, 'project_id': 'b9900cac277147b786c9feaddc3e5258', 'gw_port': {'id': 'bf38d9db-e662-4a12-b0ed-b5c934854f88', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:13Z', 'updated_at': '2021-08-11T02:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:14:21.918896 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76866528-50ae-4612-a80c-8121b903e6e3 None None] Pushing event updated for resources: {'Port': ['ID=3e30446d-3c2b-463f-9ca2-f8288e5339af,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:21.929909 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 6b5607ee-210e-42c1-bb09-7c7453b881a6 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:22.021038 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 6b5607ee-210e-42c1-bb09-7c7453b881a6 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:22.029830 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-201f6a2d-b9a1-4f2f-bd33-1af54947f88d req-d85d4ab9-06aa-424d-844f-27f159984167 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340650 Aug 11 02:14:22.039122 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 6b5607ee-210e-42c1-bb09-7c7453b881a6 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:22.039509 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:22.214439 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-9710cb81-3fb7-4188-ad7e-b1c9c20a1b6c req-c91fa534-8e24-4cbe-bc51-5d2109586fcb tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:22.274654 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:22.295817 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91fa534-8e24-4cbe-bc51-5d2109586fcb tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Pushing event deleted for resources: {'Port': ['ID=3dec4d5c-0e92-4337-841c-040efec8120e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:22.309408 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:22.320549 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cf4b5bc8-8134-4e1a-ab27-5b8c3fee2f93 None None] Provisioning for port 0fb63bfd-193e-4eca-8480-b9b043930685 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:22.366422 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d2aafa15-bfd6-47aa-83df-2565585ebf0e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:22.394401 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cf4b5bc8-8134-4e1a-ab27-5b8c3fee2f93 None None] Provisioning complete for port 0fb63bfd-193e-4eca-8480-b9b043930685 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:22.395023 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cf4b5bc8-8134-4e1a-ab27-5b8c3fee2f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:22.418177 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b391f21-cb14-4afe-9e40-8892b7d52218 req-d290c07a-8dde-4201-9e8b-9b6e022bfe4a tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:22.419803 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b391f21-cb14-4afe-9e40-8892b7d52218 req-d290c07a-8dde-4201-9e8b-9b6e022bfe4a tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.66 "GET /v2.0/ports?device_id=beff729b-8cf1-42e8-be7e-2156ded422c4 HTTP/1.1" status: 200 len: 946 time: 0.4546938 Aug 11 02:14:22.451355 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-d2aafa15-bfd6-47aa-83df-2565585ebf0e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Calling delete_port for 2380d567-91f6-4711-98d1-e7b87e31f9ce owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:14:22.463669 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 6b5607ee-210e-42c1-bb09-7c7453b881a6, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=6b5607ee-210e-42c1-bb09-7c7453b881a6,segment=NetworkSegment(e6734c29-07dd-4ba0-854f-67a4bb24e988),segment_id=e6734c29-07dd-4ba0-854f-67a4bb24e988)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:22.473323 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:22.505977 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90963280-23d9-438e-b806-5d64b4f0f6ce req-4da3c181-c4b8-47aa-b723-8569a3fb7436 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:22.522803 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-90963280-23d9-438e-b806-5d64b4f0f6ce req-4da3c181-c4b8-47aa-b723-8569a3fb7436 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 945 time: 0.3404875 Aug 11 02:14:22.645633 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=6b5607ee-210e-42c1-bb09-7c7453b881a6,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:22.648490 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 3dec4d5c-0e92-4337-841c-040efec8120e no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:14:22.732066 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 3dec4d5c-0e92-4337-841c-040efec8120e {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:14:22.734996 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-40e37547-bde7-477b-8710-75c2cb5d33e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:22.743709 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 3dec4d5c-0e92-4337-841c-040efec8120e not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:14:22.757080 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-d4cb8754-f7d8-4209-a379-90cc86dfc5b3 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:22.758666 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-d4cb8754-f7d8-4209-a379-90cc86dfc5b3 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/networks?id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc HTTP/1.1" status: 200 len: 812 time: 1.0540962 Aug 11 02:14:22.759494 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-9710cb81-3fb7-4188-ad7e-b1c9c20a1b6c req-c91fa534-8e24-4cbe-bc51-5d2109586fcb tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] No DVR routers for this DVR port 3dec4d5c-0e92-4337-841c-040efec8120e on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:14:22.764619 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-9710cb81-3fb7-4188-ad7e-b1c9c20a1b6c req-c91fa534-8e24-4cbe-bc51-5d2109586fcb tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:22.765642 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-cf4b5bc8-8134-4e1a-ab27-5b8c3fee2f93 None None] Port 0fb63bfd-193e-4eca-8480-b9b043930685 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:14:22.766424 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9710cb81-3fb7-4188-ad7e-b1c9c20a1b6c req-c91fa534-8e24-4cbe-bc51-5d2109586fcb tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.66 "DELETE /v2.0/ports/3dec4d5c-0e92-4337-841c-040efec8120e HTTP/1.1" status: 204 len: 173 time: 3.3494499 Aug 11 02:14:22.767645 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307ece3c-3559-47a9-8f74-15775e0fbd38', 'name': 'network-vif-deleted', 'tag': '3dec4d5c-0e92-4337-841c-040efec8120e'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:22.770290 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ca59a1-402e-459b-8e14-9da00d8ce04a" -d '{"events": [{"server_uuid": "307ece3c-3559-47a9-8f74-15775e0fbd38", "name": "network-vif-deleted", "tag": "3dec4d5c-0e92-4337-841c-040efec8120e"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:22.786032 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:22.791395 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-90963280-23d9-438e-b806-5d64b4f0f6ce req-4d2a9142-5a82-4da0-805a-5c7c38286845 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675107 Aug 11 02:14:22.833555 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device bf38d9db-e662-4a12-b0ed-b5c934854f88 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:22.877564 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-b92e97e9-7ead-4619-8b3e-c2aa457cc62c tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/quotas/cb683947b58544f291a36cdc9fa42ce2 HTTP/1.1" status: 200 len: 375 time: 0.0814438 Aug 11 02:14:23.012483 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b59d62ad-d700-4a89-a58e-f677b206930e None None] Provisioning complete for port 6b5607ee-210e-42c1-bb09-7c7453b881a6 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:23.018745 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b59d62ad-d700-4a89-a58e-f677b206930e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:23.037655 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-426ae48a-1949-4f96-8e5d-9ec7958a6e6d tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cb683947b58544f291a36cdc9fa42ce2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0870757 Aug 11 02:14:23.307217 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port bf38d9db-e662-4a12-b0ed-b5c934854f88 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:23.320726 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port bf38d9db-e662-4a12-b0ed-b5c934854f88 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:23.321105 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:23.340706 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-1f05f6e1-b64a-41e2-87be-f731639a1dfb service neutron] 10.222.0.50 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801642 Aug 11 02:14:23.568952 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9901d86c-c956-4d69-a948-0f867f90c9ca None None] Provisioning for port 3e30446d-3c2b-463f-9ca2-f8288e5339af completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:23.570289 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:23.578316 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9901d86c-c956-4d69-a948-0f867f90c9ca None None] Provisioning complete for port 3e30446d-3c2b-463f-9ca2-f8288e5339af triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:23.579304 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9901d86c-c956-4d69-a948-0f867f90c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:23.599984 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:23.649442 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-05c156e9-13e0-49a9-8f18-3e357847f394 service neutron] 10.222.0.50 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954113 Aug 11 02:14:23.650557 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:23.678759 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port bf38d9db-e662-4a12-b0ed-b5c934854f88, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=bf38d9db-e662-4a12-b0ed-b5c934854f88,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:23.695025 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:23.698046 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6a587e55-ebbf-4874-ae8e-bca6b4a0a2ac req-669198e3-5cdb-45ab-87f3-fa5bddfc69cf tempest-ServersAdminNegativeTestJSON-1680034208 tempest-ServersAdminNegativeTestJSON-1680034208-project] 10.222.0.50 "GET /v2.0/ports?device_id=307ece3c-3559-47a9-8f74-15775e0fbd38 HTTP/1.1" status: 200 len: 210 time: 0.5581937 Aug 11 02:14:23.711433 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3e30446d-3c2b-463f-9ca2-f8288e5339af up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:23.809057 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:23.821587 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec51cf7-9fda-4c08-83a0-43638de00b43 x-openstack-request-id: req-8ec51cf7-9fda-4c08-83a0-43638de00b43 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:23.832933 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-3b391f21-cb14-4afe-9e40-8892b7d52218 req-6b20d459-d01f-44aa-bf0f-6a6ed3a4202b tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Deleting port d87bf76d-ef7f-4b35-a5a9-477062f1d516 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:14:23.833485 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3b391f21-cb14-4afe-9e40-8892b7d52218 req-6b20d459-d01f-44aa-bf0f-6a6ed3a4202b tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:23.840694 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307ece3c-3559-47a9-8f74-15775e0fbd38", "name": "network-vif-deleted", "tag": "3dec4d5c-0e92-4337-841c-040efec8120e", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:23.840893 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d2aafa15-bfd6-47aa-83df-2565585ebf0e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:23.841273 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8ec51cf7-9fda-4c08-83a0-43638de00b43 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:23.845330 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307ece3c-3559-47a9-8f74-15775e0fbd38', 'name': 'network-vif-deleted', 'tag': '3dec4d5c-0e92-4337-841c-040efec8120e', 'status': 'completed', 'code': 200} Aug 11 02:14:23.942647 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aafa15-bfd6-47aa-83df-2565585ebf0e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Port': ['ID=2380d567-91f6-4711-98d1-e7b87e31f9ce,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:23.955990 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e37547-bde7-477b-8710-75c2cb5d33e9 admin admin] Router 40e8d774-6123-4b09-a370-21a3f48c316f is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:14:23.998820 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=bf38d9db-e662-4a12-b0ed-b5c934854f88,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:24.136638 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Pushing event updated for resources: {'Port': ['ID=0fb63bfd-193e-4eca-8480-b9b043930685,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:24.169409 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 3e30446d-3c2b-463f-9ca2-f8288e5339af triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:24.169782 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:24.248386 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d23ec7-a82d-424a-9b56-c4537cdd28e4 req-cfafa9cc-62c9-45d9-bb1c-d6bcd3e3c57a tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:24.250027 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a7d23ec7-a82d-424a-9b56-c4537cdd28e4 req-cfafa9cc-62c9-45d9-bb1c-d6bcd3e3c57a tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=beff729b-8cf1-42e8-be7e-2156ded422c4 HTTP/1.1" status: 200 len: 946 time: 0.1227038 Aug 11 02:14:24.318604 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:24.373661 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-afc7aeda-cdcb-433b-a76c-c1a6177a2aac req-204a60a4-9118-45e6-aca9-cf6f06e7ca99 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=02930f71-8ee0-41bf-86b3-0cac767efcdb HTTP/1.1" status: 200 len: 210 time: 0.2290139 Aug 11 02:14:24.390035 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Network 5fe47308-1e64-4a04-9103-656b58efd77e is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:24.412266 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:24.430056 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8a7fc9f0-a954-47e5-8967-fe248387f451 None None] Could not find standard attr ID for object 2380d567-91f6-4711-98d1-e7b87e31f9ce. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:14:24.469463 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8a7fc9f0-a954-47e5-8967-fe248387f451 None None] Could not find standard attr ID for object 961a3405-2594-4822-a32d-2056435e9ec6. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:14:24.518083 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a7d23ec7-a82d-424a-9b56-c4537cdd28e4 req-6f524bd9-d850-4cf2-9a4a-7b3ab28eebad tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331932 Aug 11 02:14:24.626621 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e37547-bde7-477b-8710-75c2cb5d33e9 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:14:24.639814 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10b0342-669d-40b4-96ac-007c10d8ba5b None None] Sync routers for ids ['40e8d774-6123-4b09-a370-21a3f48c316f'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:14:24.675435 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10b0342-669d-40b4-96ac-007c10d8ba5b None None] Routers {'40e8d774-6123-4b09-a370-21a3f48c316f'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:14:24.675435 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-c10b0342-669d-40b4-96ac-007c10d8ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:14:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['40e8d774-6123-4b09-a370-21a3f48c316f'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:24.695405 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc64f7f-6f41-4aa6-b751-a0d8f938c5fe req-a5f6342a-7101-463b-bf01-692d6ca545dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:24.697970 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fbc64f7f-6f41-4aa6-b751-a0d8f938c5fe req-a5f6342a-7101-463b-bf01-692d6ca545dd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d0255ff2e7f4c5f9a0fc50ad67a2630&device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 1097 time: 0.5574417 Aug 11 02:14:24.814847 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 6b5607ee-210e-42c1-bb09-7c7453b881a6 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:24.931003 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-40e37547-bde7-477b-8710-75c2cb5d33e9 admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:24.935494 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-40e37547-bde7-477b-8710-75c2cb5d33e9 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.7842376 Aug 11 02:14:24.942081 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d2aafa15-bfd6-47aa-83df-2565585ebf0e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:24.944146 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d2aafa15-bfd6-47aa-83df-2565585ebf0e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/2380d567-91f6-4711-98d1-e7b87e31f9ce HTTP/1.1" status: 204 len: 168 time: 4.2189143 Aug 11 02:14:24.970258 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41010) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:24.971145 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41012) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:24.987592 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 6b5607ee-210e-42c1-bb09-7c7453b881a6 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:25.003748 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:25.066845 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Router 8cdd431b-5b4c-48b3-ad36-237c802964cf has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:14:25.164264 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12403cb5-127c-455c-957d-e311048287a5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:25.166909 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12403cb5-127c-455c-957d-e311048287a5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:25.168550 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12403cb5-127c-455c-957d-e311048287a5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:25.174437 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-12403cb5-127c-455c-957d-e311048287a5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1939774 Aug 11 02:14:25.175414 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41014) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:25.192936 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-3b391f21-cb14-4afe-9e40-8892b7d52218 req-6b20d459-d01f-44aa-bf0f-6a6ed3a4202b tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] For port d87bf76d-ef7f-4b35-a5a9-477062f1d516, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=d87bf76d-ef7f-4b35-a5a9-477062f1d516,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:25.197477 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3b391f21-cb14-4afe-9e40-8892b7d52218 req-6b20d459-d01f-44aa-bf0f-6a6ed3a4202b tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:25.260307 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9bb5ffca-9784-40cf-a4f7-052ad210ea08 None None] Provisioning complete for port 0fb63bfd-193e-4eca-8480-b9b043930685 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:25.261612 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9bb5ffca-9784-40cf-a4f7-052ad210ea08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:25.263514 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-3b391f21-cb14-4afe-9e40-8892b7d52218 req-6b20d459-d01f-44aa-bf0f-6a6ed3a4202b tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Calling delete_port for d87bf76d-ef7f-4b35-a5a9-477062f1d516 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:14:25.271780 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-c10b0342-669d-40b4-96ac-007c10d8ba5b None None] Set router 40e8d774-6123-4b09-a370-21a3f48c316f gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:14:25.286660 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:25.310677 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6b42d-e606-484a-8a59-17b84658e926 req-a2d0f434-ff94-46a0-91b7-b5b110a6a577 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:25.318751 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-63b6b42d-e606-484a-8a59-17b84658e926 req-a2d0f434-ff94-46a0-91b7-b5b110a6a577 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 945 time: 0.5371201 Aug 11 02:14:25.385820 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41018) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:25.402527 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc64f7f-6f41-4aa6-b751-a0d8f938c5fe req-4a7b4ab5-de62-473a-9f26-35be27693261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:25.404286 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fbc64f7f-6f41-4aa6-b751-a0d8f938c5fe req-4a7b4ab5-de62-473a-9f26-35be27693261 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ae641db3-ab70-425a-9e3e-c284ea18d394 HTTP/1.1" status: 200 len: 912 time: 0.6176333 Aug 11 02:14:25.452319 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-9bb5ffca-9784-40cf-a4f7-052ad210ea08 None None] Port 0fb63bfd-193e-4eca-8480-b9b043930685 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:14:25.497074 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-63b6b42d-e606-484a-8a59-17b84658e926 req-cc16f097-0508-4919-a3d8-df0ae9f4dc54 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766496 Aug 11 02:14:25.509400 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca4925e1-602f-4315-a152-03e694d72874 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet 2b0c2903-96c1-4c84-acc3-eac8789bb1d4 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:14:25.528382 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ca4925e1-602f-4315-a152-03e694d72874 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:25.771821 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device bf38d9db-e662-4a12-b0ed-b5c934854f88 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:25.782654 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3301069b-2ede-4a6b-b469-1be04a78dd20 req-66dd53cf-5cb8-4406-8d37-4acef256ddeb tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=02930f71-8ee0-41bf-86b3-0cac767efcdb HTTP/1.1" status: 200 len: 210 time: 0.0504594 Aug 11 02:14:25.821970 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3b391f21-cb14-4afe-9e40-8892b7d52218 req-6b20d459-d01f-44aa-bf0f-6a6ed3a4202b tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:25.848981 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['05898258-4491-4fa9-91f4-a855886e6aab'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:14:25.892334 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port bf38d9db-e662-4a12-b0ed-b5c934854f88 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:25.892971 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:25.913785 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ca4925e1-602f-4315-a152-03e694d72874 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:25.943210 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-835b0440-285f-499e-87c2-d6af8a6e98b8 req-3c611d92-6284-4879-bc76-54ac6f53d06b tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=beff729b-8cf1-42e8-be7e-2156ded422c4 HTTP/1.1" status: 200 len: 210 time: 0.1505637 Aug 11 02:14:25.975229 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fbc64f7f-6f41-4aa6-b751-a0d8f938c5fe req-e6d35e9c-eb6b-461e-bfac-7809473fcddf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=073da2ac-4e4b-4f54-a377-bb7d199be90c HTTP/1.1" status: 200 len: 217 time: 0.5603635 Aug 11 02:14:25.995718 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20d459-d01f-44aa-bf0f-6a6ed3a4202b tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Pushing event deleted for resources: {'Port': ['ID=d87bf76d-ef7f-4b35-a5a9-477062f1d516,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:26.024640 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:14:26.037113 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bdb40e10-8b1e-4ec2-8920-c38f001a267b admin admin] 10.222.0.50 "PUT /v2.0/routers/8cdd431b-5b4c-48b3-ad36-237c802964cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0637965 Aug 11 02:14:26.037656 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82947c9-e3b2-4d79-afde-40d57d7cabb9 None None] Sync routers for ids ['8cdd431b-5b4c-48b3-ad36-237c802964cf'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:14:26.055915 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82947c9-e3b2-4d79-afde-40d57d7cabb9 None None] Routers {'8cdd431b-5b4c-48b3-ad36-237c802964cf'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:14:26.059610 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a82947c9-e3b2-4d79-afde-40d57d7cabb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:14:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['8cdd431b-5b4c-48b3-ad36-237c802964cf'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:26.099413 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-57079933-5520-4b66-93de-6b3df6fa16e0 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:26.100865 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-57079933-5520-4b66-93de-6b3df6fa16e0 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.66 "GET /v2.0/networks?id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc HTTP/1.1" status: 200 len: 812 time: 0.3700385 Aug 11 02:14:26.113220 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4ccc01c6-8d0d-4904-bef4-1462f463f079 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9ab74d5460f0476688ea396d542af544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7252910 Aug 11 02:14:26.115038 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41040) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:26.147564 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-7d26cb64-ebed-484b-b491-a2fd168b15bb tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Request body: {'port': {'device_id': '02930f71-8ee0-41bf-86b3-0cac767efcdb', 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc', 'admin_state_up': True, 'tenant_id': 'cb683947b58544f291a36cdc9fa42ce2'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:26.286134 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ca4925e1-602f-4315-a152-03e694d72874 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:26.300389 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b391f21-cb14-4afe-9e40-8892b7d52218 req-6b20d459-d01f-44aa-bf0f-6a6ed3a4202b tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] No DVR routers for this DVR port d87bf76d-ef7f-4b35-a5a9-477062f1d516 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:14:26.319938 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3b391f21-cb14-4afe-9e40-8892b7d52218 req-6b20d459-d01f-44aa-bf0f-6a6ed3a4202b tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:26.326264 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b391f21-cb14-4afe-9e40-8892b7d52218 req-6b20d459-d01f-44aa-bf0f-6a6ed3a4202b tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.66 "DELETE /v2.0/ports/d87bf76d-ef7f-4b35-a5a9-477062f1d516 HTTP/1.1" status: 204 len: 173 time: 3.8836446 Aug 11 02:14:26.335186 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beff729b-8cf1-42e8-be7e-2156ded422c4', 'name': 'network-vif-deleted', 'tag': 'd87bf76d-ef7f-4b35-a5a9-477062f1d516'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:26.344735 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f0759b-339d-465b-9517-e440c64d1794" -d '{"events": [{"server_uuid": "beff729b-8cf1-42e8-be7e-2156ded422c4", "name": "network-vif-deleted", "tag": "d87bf76d-ef7f-4b35-a5a9-477062f1d516"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:26.362938 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-a82947c9-e3b2-4d79-afde-40d57d7cabb9 None None] Set router 8cdd431b-5b4c-48b3-ad36-237c802964cf gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:14:26.369868 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc64f7f-6f41-4aa6-b751-a0d8f938c5fe req-af06268a-ba57-45c8-b583-f79122f2249a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:26.379785 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fbc64f7f-6f41-4aa6-b751-a0d8f938c5fe req-af06268a-ba57-45c8-b583-f79122f2249a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43fa3b0b-85ea-4bef-bf2a-1eb966dfb8aa HTTP/1.1" status: 200 len: 851 time: 0.3913367 Aug 11 02:14:26.433776 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-c10b0342-669d-40b4-96ac-007c10d8ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'name': 'tempest-TaggedBootDevicesTest-664173540-router', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '02d3ed36-b6e9-43cb-9f39-90209fd31476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:15Z', 'updated_at': '2021-08-11T02:14:20Z', 'revision_number': 3, 'project_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'gw_port': {'id': '02d3ed36-b6e9-43cb-9f39-90209fd31476', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:17Z', 'updated_at': '2021-08-11T02:14:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:26.461088 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fbc64f7f-6f41-4aa6-b751-a0d8f938c5fe req-91638e45-cfaa-4482-bf69-ad248e350591 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ae641db3-ab70-425a-9e3e-c284ea18d394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708692 Aug 11 02:14:26.464030 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9105c7-891b-4c40-b823-30c33ede5261 x-openstack-request-id: req-5a9105c7-891b-4c40-b823-30c33ede5261 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:26.464660 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beff729b-8cf1-42e8-be7e-2156ded422c4", "name": "network-vif-deleted", "tag": "d87bf76d-ef7f-4b35-a5a9-477062f1d516", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:26.465125 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5a9105c7-891b-4c40-b823-30c33ede5261 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:26.465684 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beff729b-8cf1-42e8-be7e-2156ded422c4', 'name': 'network-vif-deleted', 'tag': 'd87bf76d-ef7f-4b35-a5a9-477062f1d516', 'status': 'completed', 'code': 200} Aug 11 02:14:26.501269 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-19255c99-ef31-4596-8bdc-1f351e5949b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:26.507061 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [req-fbc64f7f-6f41-4aa6-b751-a0d8f938c5fe req-64960a50-d276-4fc9-a281-c3e53c06e726 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:14:26.524822 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fbc64f7f-6f41-4aa6-b751-a0d8f938c5fe req-64960a50-d276-4fc9-a281-c3e53c06e726 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0258515 Aug 11 02:14:26.565112 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10b0342-669d-40b4-96ac-007c10d8ba5b None None] Checking router: 40e8d774-6123-4b09-a370-21a3f48c316f for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:14:26.567377 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10b0342-669d-40b4-96ac-007c10d8ba5b None None] Updating router 40e8d774-6123-4b09-a370-21a3f48c316f port 02d3ed36-b6e9-43cb-9f39-90209fd31476 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:14:26.643957 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c10b0342-669d-40b4-96ac-007c10d8ba5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:26.647101 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device d87bf76d-ef7f-4b35-a5a9-477062f1d516 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:14:26.681320 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-19255c99-ef31-4596-8bdc-1f351e5949b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:26.742032 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: d87bf76d-ef7f-4b35-a5a9-477062f1d516 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:14:26.743119 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device d87bf76d-ef7f-4b35-a5a9-477062f1d516 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:14:26.793454 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc973c-a891-4430-8333-eaecbd090a38 req-f880f47e-ef2d-4987-ac3d-a4a2a3eb188f tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:26.810921 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-afbc973c-a891-4430-8333-eaecbd090a38 req-f880f47e-ef2d-4987-ac3d-a4a2a3eb188f tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 945 time: 0.1443436 Aug 11 02:14:26.922715 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fbc64f7f-6f41-4aa6-b751-a0d8f938c5fe req-aab5b96e-b804-48a2-ba68-e140a8a41de6 service neutron] 10.222.0.73 "GET /v2.0/networks/ae641db3-ab70-425a-9e3e-c284ea18d394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878269 Aug 11 02:14:26.930725 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-19255c99-ef31-4596-8bdc-1f351e5949b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:26.933590 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-19255c99-ef31-4596-8bdc-1f351e5949b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:26.937798 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-19255c99-ef31-4596-8bdc-1f351e5949b1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3fe2b822-fbf4-48ed-a1a7-5b90b4425e4c HTTP/1.1" status: 204 len: 168 time: 0.8135424 Aug 11 02:14:26.952079 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a82947c9-e3b2-4d79-afde-40d57d7cabb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1662482736-router', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bf38d9db-e662-4a12-b0ed-b5c934854f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:12Z', 'updated_at': '2021-08-11T02:14:22Z', 'revision_number': 4, 'project_id': 'b9900cac277147b786c9feaddc3e5258', 'gw_port': {'id': 'bf38d9db-e662-4a12-b0ed-b5c934854f88', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:13Z', 'updated_at': '2021-08-11T02:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '0fb63bfd-193e-4eca-8480-b9b043930685', 'name': '', 'network_id': '5fe47308-1e64-4a04-9103-656b58efd77e', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'mac_address': 'fa:16:3e:82:54:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'cca11161-972d-481d-9501-cb4b39e49752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:20Z', 'updated_at': '2021-08-11T02:14:23Z', 'revision_number': 2, 'project_id': 'b9900cac277147b786c9feaddc3e5258', 'subnets': [{'id': 'cca11161-972d-481d-9501-cb4b39e49752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:27.050410 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fbc64f7f-6f41-4aa6-b751-a0d8f938c5fe req-986f48a2-3670-47cf-8758-dd78f725c288 service neutron] 10.222.0.73 "GET /v2.0/networks/ae641db3-ab70-425a-9e3e-c284ea18d394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023045 Aug 11 02:14:27.066491 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-afbc973c-a891-4430-8333-eaecbd090a38 req-22406630-9ba5-432a-b5a8-0d42606bb536 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495484 Aug 11 02:14:27.087119 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19255c99-ef31-4596-8bdc-1f351e5949b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe2b822-fbf4-48ed-a1a7-5b90b4425e4c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:27.091036 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82947c9-e3b2-4d79-afde-40d57d7cabb9 None None] Checking router: 8cdd431b-5b4c-48b3-ad36-237c802964cf for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:14:27.091675 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82947c9-e3b2-4d79-afde-40d57d7cabb9 None None] Updating router 8cdd431b-5b4c-48b3-ad36-237c802964cf port 0fb63bfd-193e-4eca-8480-b9b043930685 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:14:27.210536 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-a82947c9-e3b2-4d79-afde-40d57d7cabb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:27.263572 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6df34cd-cd8c-46d1-ba53-9db766b73ead req-f547612e-d11b-4894-b31c-c65fdbf259ee tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=02930f71-8ee0-41bf-86b3-0cac767efcdb HTTP/1.1" status: 200 len: 210 time: 0.2216775 Aug 11 02:14:27.371696 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-7d26cb64-ebed-484b-b491-a2fd168b15bb tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Made reservation on behalf of cb683947b58544f291a36cdc9fa42ce2 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:27.380454 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-7d26cb64-ebed-484b-b491-a2fd168b15bb tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:27.395567 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ca4925e1-602f-4315-a152-03e694d72874 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:27.486139 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda9ff72-7b80-46ec-b6b0-ab7508218e78 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:27.518824 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ca4925e1-602f-4315-a152-03e694d72874 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:27.526300 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41108) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:27.540587 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ca4925e1-602f-4315-a152-03e694d72874 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/2b0c2903-96c1-4c84-acc3-eac8789bb1d4 HTTP/1.1" status: 204 len: 168 time: 2.3641233 Aug 11 02:14:27.557047 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4925e1-602f-4315-a152-03e694d72874 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=2b0c2903-96c1-4c84-acc3-eac8789bb1d4,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:27.649394 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b62a7d-a82d-41f2-8974-7dc90fa3b80b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet a7a91bda-434d-48c2-9062-8a291a1e46b0 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:14:27.654287 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-65b62a7d-a82d-41f2-8974-7dc90fa3b80b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:27.661061 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41114) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:27.753175 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-65b62a7d-a82d-41f2-8974-7dc90fa3b80b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:27.805660 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ad40c690-5299-4cce-8c16-59f4c1f3bd12 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e784d5e6efdf4989b5d9d4833e790c1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422904 Aug 11 02:14:27.808148 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41118) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:27.961346 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-a82947c9-e3b2-4d79-afde-40d57d7cabb9 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:27.984384 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c10b0342-669d-40b4-96ac-007c10d8ba5b None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:27.986774 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-65b62a7d-a82d-41f2-8974-7dc90fa3b80b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:27.992740 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-a82947c9-e3b2-4d79-afde-40d57d7cabb9 None None] Transition to ACTIVE for port object 0fb63bfd-193e-4eca-8480-b9b043930685 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:27.996658 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-7d26cb64-ebed-484b-b491-a2fd168b15bb tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Allocated IP 172.20.0.5 (887cdb43-e9b9-4bf0-8022-79d7ba803ebc/852e65ca-6cb3-47f3-8aea-2b8debfff40c/fe73f5e1-147c-4afb-84d2-881c2ab9b69e) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:28.011700 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ac725f55-c6ca-41df-86d0-ac5ba43cdfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:28.012951 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-a82947c9-e3b2-4d79-afde-40d57d7cabb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:28.015648 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c10b0342-669d-40b4-96ac-007c10d8ba5b None None] Transition to ACTIVE for port object 02d3ed36-b6e9-43cb-9f39-90209fd31476 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:28.033909 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c10b0342-669d-40b4-96ac-007c10d8ba5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:28.195993 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-65b62a7d-a82d-41f2-8974-7dc90fa3b80b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:28.206373 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-c10b0342-669d-40b4-96ac-007c10d8ba5b None None] Attempting to bind port 02d3ed36-b6e9-43cb-9f39-90209fd31476 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:14:28.211234 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-c10b0342-669d-40b4-96ac-007c10d8ba5b None None] Attempting to bind port 02d3ed36-b6e9-43cb-9f39-90209fd31476 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:14:28.213652 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10b0342-669d-40b4-96ac-007c10d8ba5b None None] Attempting to bind port 02d3ed36-b6e9-43cb-9f39-90209fd31476 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:28.252154 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ce422-036c-4327-b205-44fa39a669b6 None None] Pushing event updated for resources: {'Port': ['ID=02d3ed36-b6e9-43cb-9f39-90209fd31476,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:28.262066 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10b0342-669d-40b4-96ac-007c10d8ba5b None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:14:28.262460 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10b0342-669d-40b4-96ac-007c10d8ba5b None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:28.262866 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c10b0342-669d-40b4-96ac-007c10d8ba5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:28.263250 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10b0342-669d-40b4-96ac-007c10d8ba5b None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:14:28.263761 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-c10b0342-669d-40b4-96ac-007c10d8ba5b None None] Bound port: 02d3ed36-b6e9-43cb-9f39-90209fd31476, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:14:28.266843 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c10b0342-669d-40b4-96ac-007c10d8ba5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:28.270561 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ed4fd-4060-4332-ba4a-d63de9d2025e None None] Pushing event updated for resources: {'Port': ['ID=0fb63bfd-193e-4eca-8480-b9b043930685,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:28.334917 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b62a7d-a82d-41f2-8974-7dc90fa3b80b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=a7a91bda-434d-48c2-9062-8a291a1e46b0,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:28.375709 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-65b62a7d-a82d-41f2-8974-7dc90fa3b80b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:28.380099 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-65b62a7d-a82d-41f2-8974-7dc90fa3b80b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/a7a91bda-434d-48c2-9062-8a291a1e46b0 HTTP/1.1" status: 204 len: 168 time: 0.8503802 Aug 11 02:14:28.389159 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-a82947c9-e3b2-4d79-afde-40d57d7cabb9 None None] Attempting to bind port 0fb63bfd-193e-4eca-8480-b9b043930685 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:14:28.389522 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-a82947c9-e3b2-4d79-afde-40d57d7cabb9 None None] Attempting to bind port 0fb63bfd-193e-4eca-8480-b9b043930685 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '54995699-ccb8-46c9-8986-86289a757a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5fe47308-1e64-4a04-9103-656b58efd77e'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:14:28.389884 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82947c9-e3b2-4d79-afde-40d57d7cabb9 None None] Attempting to bind port 0fb63bfd-193e-4eca-8480-b9b043930685 on network 5fe47308-1e64-4a04-9103-656b58efd77e {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:28.391781 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41168) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:28.405940 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82947c9-e3b2-4d79-afde-40d57d7cabb9 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:14:28.407996 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82947c9-e3b2-4d79-afde-40d57d7cabb9 None None] Checking segment: {'id': '54995699-ccb8-46c9-8986-86289a757a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5fe47308-1e64-4a04-9103-656b58efd77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:28.408561 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-a82947c9-e3b2-4d79-afde-40d57d7cabb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:28.409423 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82947c9-e3b2-4d79-afde-40d57d7cabb9 None None] Bound using segment: {'id': '54995699-ccb8-46c9-8986-86289a757a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5fe47308-1e64-4a04-9103-656b58efd77e'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:14:28.409624 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-a82947c9-e3b2-4d79-afde-40d57d7cabb9 None None] Bound port: 0fb63bfd-193e-4eca-8480-b9b043930685, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54995699-ccb8-46c9-8986-86289a757a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5fe47308-1e64-4a04-9103-656b58efd77e'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:14:28.409869 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-a82947c9-e3b2-4d79-afde-40d57d7cabb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:28.473480 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-c10b0342-669d-40b4-96ac-007c10d8ba5b None None] For port 02d3ed36-b6e9-43cb-9f39-90209fd31476, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:28.508839 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-7d26cb64-ebed-484b-b491-a2fd168b15bb tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:28.513083 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-c10b0342-669d-40b4-96ac-007c10d8ba5b None None] For port 02d3ed36-b6e9-43cb-9f39-90209fd31476, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=02d3ed36-b6e9-43cb-9f39-90209fd31476,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:14:28.537336 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c10b0342-669d-40b4-96ac-007c10d8ba5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:28.621125 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10b0342-669d-40b4-96ac-007c10d8ba5b None None] Routers {'40e8d774-6123-4b09-a370-21a3f48c316f'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:14:28.622115 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-c10b0342-669d-40b4-96ac-007c10d8ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:14:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['40e8d774-6123-4b09-a370-21a3f48c316f'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:28.629806 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7178c9c4-9942-4157-b157-ffe0c905cf90 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2367809 Aug 11 02:14:28.634673 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41172) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:28.648612 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-a82947c9-e3b2-4d79-afde-40d57d7cabb9 None None] For port 0fb63bfd-193e-4eca-8480-b9b043930685, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:28.648836 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-7d26cb64-ebed-484b-b491-a2fd168b15bb tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:28.662088 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-a82947c9-e3b2-4d79-afde-40d57d7cabb9 None None] For port 0fb63bfd-193e-4eca-8480-b9b043930685, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=0fb63bfd-193e-4eca-8480-b9b043930685,segment=NetworkSegment(54995699-ccb8-46c9-8986-86289a757a66),segment_id=54995699-ccb8-46c9-8986-86289a757a66)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:14:28.678038 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-a82947c9-e3b2-4d79-afde-40d57d7cabb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:28.680008 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-0362ae58-48d4-41d2-9fdd-77c23699e3e6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:28.902291 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82947c9-e3b2-4d79-afde-40d57d7cabb9 None None] Routers {'8cdd431b-5b4c-48b3-ad36-237c802964cf'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:14:28.902744 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a82947c9-e3b2-4d79-afde-40d57d7cabb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:14:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['8cdd431b-5b4c-48b3-ad36-237c802964cf'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:28.931590 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e9491bba-5d4f-4aec-ae5f-295d208359e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:28.970794 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac6ec62-f834-4a79-b267-3edfbd37afcc None None] Update dhcp port {'port': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'fixed_ips': [{'subnet_id': 'a7a91bda-434d-48c2-9062-8a291a1e46b0'}], 'binding:host_id': 'n-d-615180-33'}, 'id': '3e30446d-3c2b-463f-9ca2-f8288e5339af'} from n-d-615180-33. {{(pid=94508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:14:28.995110 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e9491bba-5d4f-4aec-ae5f-295d208359e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:29.014198 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a1a8e-8cdc-4709-93ab-b394b0cea406 req-de6f9a14-dad8-4f09-89ff-f39bee0e2ddc tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:29.058474 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c63a1a8e-8cdc-4709-93ab-b394b0cea406 req-de6f9a14-dad8-4f09-89ff-f39bee0e2ddc tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=02930f71-8ee0-41bf-86b3-0cac767efcdb HTTP/1.1" status: 200 len: 931 time: 0.4495959 Aug 11 02:14:29.058868 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-c10b0342-669d-40b4-96ac-007c10d8ba5b None None] Set router 40e8d774-6123-4b09-a370-21a3f48c316f gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:14:29.179083 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e9491bba-5d4f-4aec-ae5f-295d208359e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:29.182189 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e9491bba-5d4f-4aec-ae5f-295d208359e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:29.184121 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e9491bba-5d4f-4aec-ae5f-295d208359e8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1a033273-7f62-4ed3-8267-81ee7efadfeb HTTP/1.1" status: 204 len: 168 time: 1.0126686 Aug 11 02:14:29.193694 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9ac6ec62-f834-4a79-b267-3edfbd37afcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:29.197758 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0362ae58-48d4-41d2-9fdd-77c23699e3e6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:29.202536 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0362ae58-48d4-41d2-9fdd-77c23699e3e6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:29.223837 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9491bba-5d4f-4aec-ae5f-295d208359e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a033273-7f62-4ed3-8267-81ee7efadfeb,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:29.238921 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ce422-036c-4327-b205-44fa39a669b6 None None] Pushing event updated for resources: {'Port': ['ID=02d3ed36-b6e9-43cb-9f39-90209fd31476,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:29.293092 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-ac725f55-c6ca-41df-86d0-ac5ba43cdfa5 admin admin] Allocated IP 172.20.0.1 (47c1ad3c-2161-421b-b922-fe59b93cfe05/c48f56bb-082d-428b-b7c4-d68dad46b955/603260cc-e2ba-430e-90d2-00c54faba575) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:29.400161 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-7d26cb64-ebed-484b-b491-a2fd168b15bb tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Network 887cdb43-e9b9-4bf0-8022-79d7ba803ebc is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:29.409627 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ed4fd-4060-4332-ba4a-d63de9d2025e None None] Pushing event updated for resources: {'Port': ['ID=0fb63bfd-193e-4eca-8480-b9b043930685,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:29.432131 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26cb64-ebed-484b-b491-a2fd168b15bb tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Pushing event updated for resources: {'Port': ['ID=fe73f5e1-147c-4afb-84d2-881c2ab9b69e,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:29.443032 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c63a1a8e-8cdc-4709-93ab-b394b0cea406 req-6e5828d0-e50c-495a-8664-e50cc634419f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186716 Aug 11 02:14:29.461375 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-7d26cb64-ebed-484b-b491-a2fd168b15bb tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:29.464582 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-7d26cb64-ebed-484b-b491-a2fd168b15bb tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:29.473460 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-a82947c9-e3b2-4d79-afde-40d57d7cabb9 None None] Set router 8cdd431b-5b4c-48b3-ad36-237c802964cf gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:14:29.650469 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a8df0-055e-4e3c-8811-62b0ecf7b618 req-a84410cf-4c96-418b-ae30-6377d1fd2208 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:29.665600 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2c1a8df0-055e-4e3c-8811-62b0ecf7b618 req-a84410cf-4c96-418b-ae30-6377d1fd2208 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 945 time: 1.0496249 Aug 11 02:14:29.775687 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc7edf5-6b35-41f5-b1ba-70fe25d6b32c None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:29.799883 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0362ae58-48d4-41d2-9fdd-77c23699e3e6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:29.820598 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-7d26cb64-ebed-484b-b491-a2fd168b15bb tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:29.820598 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-7d26cb64-ebed-484b-b491-a2fd168b15bb tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:29.850466 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a82947c9-e3b2-4d79-afde-40d57d7cabb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1662482736-router', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bf38d9db-e662-4a12-b0ed-b5c934854f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:12Z', 'updated_at': '2021-08-11T02:14:22Z', 'revision_number': 4, 'project_id': 'b9900cac277147b786c9feaddc3e5258', 'gw_port': {'id': 'bf38d9db-e662-4a12-b0ed-b5c934854f88', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:13Z', 'updated_at': '2021-08-11T02:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '0fb63bfd-193e-4eca-8480-b9b043930685', 'name': '', 'network_id': '5fe47308-1e64-4a04-9103-656b58efd77e', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'mac_address': 'fa:16:3e:82:54:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'cca11161-972d-481d-9501-cb4b39e49752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:20Z', 'updated_at': '2021-08-11T02:14:28Z', 'revision_number': 4, 'project_id': 'b9900cac277147b786c9feaddc3e5258', 'subnets': [{'id': 'cca11161-972d-481d-9501-cb4b39e49752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:29.881570 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82947c9-e3b2-4d79-afde-40d57d7cabb9 None None] The sync data for ids ['8cdd431b-5b4c-48b3-ad36-237c802964cf'] in n-d-615180-33 is: [{'id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1662482736-router', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bf38d9db-e662-4a12-b0ed-b5c934854f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:12Z', 'updated_at': '2021-08-11T02:14:22Z', 'revision_number': 4, 'project_id': 'b9900cac277147b786c9feaddc3e5258', 'gw_port': {'id': 'bf38d9db-e662-4a12-b0ed-b5c934854f88', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:13Z', 'updated_at': '2021-08-11T02:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '0fb63bfd-193e-4eca-8480-b9b043930685', 'name': '', 'network_id': '5fe47308-1e64-4a04-9103-656b58efd77e', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'mac_address': 'fa:16:3e:82:54:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'cca11161-972d-481d-9501-cb4b39e49752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:20Z', 'updated_at': '2021-08-11T02:14:28Z', 'revision_number': 4, 'project_id': 'b9900cac277147b786c9feaddc3e5258', 'subnets': [{'id': 'cca11161-972d-481d-9501-cb4b39e49752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:14:29.892959 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0362ae58-48d4-41d2-9fdd-77c23699e3e6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:29.895584 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-7d26cb64-ebed-484b-b491-a2fd168b15bb tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7569191 Aug 11 02:14:29.910817 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-0362ae58-48d4-41d2-9fdd-77c23699e3e6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:29.920108 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0362ae58-48d4-41d2-9fdd-77c23699e3e6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:29.921749 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0362ae58-48d4-41d2-9fdd-77c23699e3e6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:29.990706 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-b440a840-e1b0-4198-841f-ec605d5f502b tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:14:29.997299 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-b440a840-e1b0-4198-841f-ec605d5f502b tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137389 Aug 11 02:14:29.997519 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362ae58-48d4-41d2-9fdd-77c23699e3e6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=b73195ca-73b5-410f-bf6d-7aac17909bef,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:30.019597 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0362ae58-48d4-41d2-9fdd-77c23699e3e6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3775809 Aug 11 02:14:30.020700 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41190) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:30.026660 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-58014437-1fcd-42b1-918b-413782c302e5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:30.132734 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ac725f55-c6ca-41df-86d0-ac5ba43cdfa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:30.162644 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c3d156a4-6ed4-442f-b982-75852f5074bc None None] Provisioning complete for port 3e30446d-3c2b-463f-9ca2-f8288e5339af triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:30.163137 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c3d156a4-6ed4-442f-b982-75852f5074bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:30.163977 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-ac725f55-c6ca-41df-86d0-ac5ba43cdfa5 admin admin] Transition to ACTIVE for port object 603260cc-e2ba-430e-90d2-00c54faba575 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:30.211404 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ac725f55-c6ca-41df-86d0-ac5ba43cdfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:30.292771 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2c1a8df0-055e-4e3c-8811-62b0ecf7b618 req-38c45955-c030-4d9c-a4f7-53e6c6ca37a3 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6219974 Aug 11 02:14:30.337274 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-c10b0342-669d-40b4-96ac-007c10d8ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'name': 'tempest-TaggedBootDevicesTest-664173540-router', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '02d3ed36-b6e9-43cb-9f39-90209fd31476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:15Z', 'updated_at': '2021-08-11T02:14:20Z', 'revision_number': 3, 'project_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'gw_port': {'id': '02d3ed36-b6e9-43cb-9f39-90209fd31476', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:17Z', 'updated_at': '2021-08-11T02:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:30.407910 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac725f55-c6ca-41df-86d0-ac5ba43cdfa5 admin admin] Network 47c1ad3c-2161-421b-b922-fe59b93cfe05 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:30.501357 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58014437-1fcd-42b1-918b-413782c302e5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:30.503258 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac725f55-c6ca-41df-86d0-ac5ba43cdfa5 admin admin] Pushing event updated for resources: {'Port': ['ID=603260cc-e2ba-430e-90d2-00c54faba575,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:30.517539 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-ac725f55-c6ca-41df-86d0-ac5ba43cdfa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:30.519675 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-58014437-1fcd-42b1-918b-413782c302e5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:30.539973 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac725f55-c6ca-41df-86d0-ac5ba43cdfa5 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:30.570200 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10b0342-669d-40b4-96ac-007c10d8ba5b None None] The sync data for ids ['40e8d774-6123-4b09-a370-21a3f48c316f'] in n-d-615180-33 is: [{'id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'name': 'tempest-TaggedBootDevicesTest-664173540-router', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '02d3ed36-b6e9-43cb-9f39-90209fd31476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:15Z', 'updated_at': '2021-08-11T02:14:20Z', 'revision_number': 3, 'project_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'gw_port': {'id': '02d3ed36-b6e9-43cb-9f39-90209fd31476', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:17Z', 'updated_at': '2021-08-11T02:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:14:30.713302 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ac725f55-c6ca-41df-86d0-ac5ba43cdfa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:30.830685 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 0fb63bfd-193e-4eca-8480-b9b043930685 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:30.906269 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-fd39e6e0-f3f2-4c09-b171-ebf79f5ad22b service neutron] Request body: {'port': {'device_id': '02930f71-8ee0-41bf-86b3-0cac767efcdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:30.972191 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7049b8d2-270d-44c2-a403-0401ea746326 None None] Update dhcp port {'port': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'fixed_ips': [{'subnet_id': 'b73195ca-73b5-410f-bf6d-7aac17909bef'}], 'binding:host_id': 'n-d-615180-33'}, 'id': '3e30446d-3c2b-463f-9ca2-f8288e5339af'} from n-d-615180-33. {{(pid=94508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:14:31.055016 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:14:31.084894 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7049b8d2-270d-44c2-a403-0401ea746326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:31.394060 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-fd39e6e0-f3f2-4c09-b171-ebf79f5ad22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:31.721218 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ac725f55-c6ca-41df-86d0-ac5ba43cdfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:31.785425 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-7049b8d2-270d-44c2-a403-0401ea746326 None None] Allocated IP 172.20.0.2 (abfe629d-e2ef-4da1-94ab-4576283f6a78/b73195ca-73b5-410f-bf6d-7aac17909bef/3e30446d-3c2b-463f-9ca2-f8288e5339af) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:32.131818 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-7049b8d2-270d-44c2-a403-0401ea746326 None None] For port 3e30446d-3c2b-463f-9ca2-f8288e5339af, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3e30446d-3c2b-463f-9ca2-f8288e5339af,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:32.146964 n-d-615180-33 neutron-server[94506]: DEBUG neutron.objects.ports [None req-58014437-1fcd-42b1-918b-413782c302e5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94506) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:14:32.197528 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7049b8d2-270d-44c2-a403-0401ea746326 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:32.219844 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7049b8d2-270d-44c2-a403-0401ea746326 None None] Transition to ACTIVE for port object 3e30446d-3c2b-463f-9ca2-f8288e5339af will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:32.234578 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 0fb63bfd-193e-4eca-8480-b9b043930685 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:32.240222 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7049b8d2-270d-44c2-a403-0401ea746326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:32.269293 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4141a710-66e3-4ee4-b77a-b5af2de997c2 None None] Provisioning for port 603260cc-e2ba-430e-90d2-00c54faba575 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:32.289259 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4141a710-66e3-4ee4-b77a-b5af2de997c2 None None] Provisioning complete for port 603260cc-e2ba-430e-90d2-00c54faba575 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:32.289650 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4141a710-66e3-4ee4-b77a-b5af2de997c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:32.328238 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 0fb63bfd-193e-4eca-8480-b9b043930685 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:32.329162 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:32.481715 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-4141a710-66e3-4ee4-b77a-b5af2de997c2 None None] Port 603260cc-e2ba-430e-90d2-00c54faba575 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:14:32.512785 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049b8d2-270d-44c2-a403-0401ea746326 None None] Pushing event updated for resources: {'Port': ['ID=3e30446d-3c2b-463f-9ca2-f8288e5339af,revision_number=7']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:32.602656 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:32.716625 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 0fb63bfd-193e-4eca-8480-b9b043930685, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=0fb63bfd-193e-4eca-8480-b9b043930685,segment=NetworkSegment(54995699-ccb8-46c9-8986-86289a757a66),segment_id=54995699-ccb8-46c9-8986-86289a757a66)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:32.725240 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:32.858889 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-58014437-1fcd-42b1-918b-413782c302e5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:32.864479 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=0fb63bfd-193e-4eca-8480-b9b043930685,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:32.868346 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3e30446d-3c2b-463f-9ca2-f8288e5339af no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:14:33.055886 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ac725f55-c6ca-41df-86d0-ac5ba43cdfa5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:33.060240 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:33.067466 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ac725f55-c6ca-41df-86d0-ac5ba43cdfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:33.150786 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-fd39e6e0-f3f2-4c09-b171-ebf79f5ad22b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe73f5e1-147c-4afb-84d2-881c2ab9b69e {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:14:33.163932 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-fd39e6e0-f3f2-4c09-b171-ebf79f5ad22b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:33.236394 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-58014437-1fcd-42b1-918b-413782c302e5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] For port 3e30446d-3c2b-463f-9ca2-f8288e5339af, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3e30446d-3c2b-463f-9ca2-f8288e5339af,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:33.288746 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-fd39e6e0-f3f2-4c09-b171-ebf79f5ad22b service neutron] Transition to ACTIVE for port object fe73f5e1-147c-4afb-84d2-881c2ab9b69e will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:33.311829 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-fd39e6e0-f3f2-4c09-b171-ebf79f5ad22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:33.326542 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-58014437-1fcd-42b1-918b-413782c302e5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:33.337860 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-58014437-1fcd-42b1-918b-413782c302e5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:33.339026 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-58014437-1fcd-42b1-918b-413782c302e5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:33.470356 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ac725f55-c6ca-41df-86d0-ac5ba43cdfa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:33.474923 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac725f55-c6ca-41df-86d0-ac5ba43cdfa5 admin admin] Pushing event updated for resources: {'Port': ['ID=603260cc-e2ba-430e-90d2-00c54faba575,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:33.487975 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.db.api [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:14:33.488892 n-d-615180-33 neutron-server[94508]: DEBUG oslo_db.api [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:14:33.519053 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58014437-1fcd-42b1-918b-413782c302e5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:33.533065 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-58014437-1fcd-42b1-918b-413782c302e5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:33.545776 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58014437-1fcd-42b1-918b-413782c302e5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:33.546396 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-58014437-1fcd-42b1-918b-413782c302e5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:33.646695 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58014437-1fcd-42b1-918b-413782c302e5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=29b1a124-9327-4ad3-ba47-d665f439d1a7,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:33.680946 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39e6e0-f3f2-4c09-b171-ebf79f5ad22b service neutron] Pushing event updated for resources: {'Port': ['ID=fe73f5e1-147c-4afb-84d2-881c2ab9b69e,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:33.770682 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-58014437-1fcd-42b1-918b-413782c302e5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7488439 Aug 11 02:14:33.781662 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41246) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:33.787599 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58014437-1fcd-42b1-918b-413782c302e5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Port': ['ID=3e30446d-3c2b-463f-9ca2-f8288e5339af,revision_number=9']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:33.790493 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-ffa7d609-bfb5-4c9c-a343-9a33ef02ae92 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'port': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'mac_address': 'fa:16:3e:82:c1:aa', 'name': 'tempest-NetworksTestDHCPv6-751932403'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:33.827516 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-fd39e6e0-f3f2-4c09-b171-ebf79f5ad22b service neutron] Attempting to bind port fe73f5e1-147c-4afb-84d2-881c2ab9b69e on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:14:33.827516 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-fd39e6e0-f3f2-4c09-b171-ebf79f5ad22b service neutron] Attempting to bind port fe73f5e1-147c-4afb-84d2-881c2ab9b69e by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'b3af0fa2-7035-422c-aee4-ac13c9a756a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:14:33.828302 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-fd39e6e0-f3f2-4c09-b171-ebf79f5ad22b service neutron] Attempting to bind port fe73f5e1-147c-4afb-84d2-881c2ab9b69e on network 887cdb43-e9b9-4bf0-8022-79d7ba803ebc {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:33.854421 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664cf975-9f5f-4e3d-805a-2d908761d531 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:33.864012 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-fd39e6e0-f3f2-4c09-b171-ebf79f5ad22b service neutron] Port fe73f5e1-147c-4afb-84d2-881c2ab9b69e on network 887cdb43-e9b9-4bf0-8022-79d7ba803ebc not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:14:33.865868 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-fd39e6e0-f3f2-4c09-b171-ebf79f5ad22b service neutron] Attempting to bind port fe73f5e1-147c-4afb-84d2-881c2ab9b69e on network 887cdb43-e9b9-4bf0-8022-79d7ba803ebc {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:33.962431 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-74051ead-7178-42c3-b52d-c8e8002461a3 None None] Provisioning for port 3e30446d-3c2b-463f-9ca2-f8288e5339af completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:33.968946 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-74051ead-7178-42c3-b52d-c8e8002461a3 None None] Provisioning complete for port 3e30446d-3c2b-463f-9ca2-f8288e5339af triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:33.969540 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-74051ead-7178-42c3-b52d-c8e8002461a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:33.992787 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-fd39e6e0-f3f2-4c09-b171-ebf79f5ad22b service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:14:33.993154 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-fd39e6e0-f3f2-4c09-b171-ebf79f5ad22b service neutron] Checking segment: {'id': 'b3af0fa2-7035-422c-aee4-ac13c9a756a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:33.993792 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-fd39e6e0-f3f2-4c09-b171-ebf79f5ad22b service neutron] Bound using segment: {'id': 'b3af0fa2-7035-422c-aee4-ac13c9a756a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:14:33.994262 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-fd39e6e0-f3f2-4c09-b171-ebf79f5ad22b service neutron] Bound port: fe73f5e1-147c-4afb-84d2-881c2ab9b69e, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3af0fa2-7035-422c-aee4-ac13c9a756a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:14:33.994626 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-fd39e6e0-f3f2-4c09-b171-ebf79f5ad22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:34.020340 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac725f55-c6ca-41df-86d0-ac5ba43cdfa5 admin admin] Network 47c1ad3c-2161-421b-b922-fe59b93cfe05 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:34.028777 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-ac725f55-c6ca-41df-86d0-ac5ba43cdfa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:34.098992 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:34.324229 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 3e30446d-3c2b-463f-9ca2-f8288e5339af, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3e30446d-3c2b-463f-9ca2-f8288e5339af,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:34.349539 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:34.423114 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=3e30446d-3c2b-463f-9ca2-f8288e5339af,revision_number=10']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:34.430370 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-fd39e6e0-f3f2-4c09-b171-ebf79f5ad22b service neutron] For port fe73f5e1-147c-4afb-84d2-881c2ab9b69e, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:34.433752 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-fd39e6e0-f3f2-4c09-b171-ebf79f5ad22b service neutron] For port fe73f5e1-147c-4afb-84d2-881c2ab9b69e, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=fe73f5e1-147c-4afb-84d2-881c2ab9b69e,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:14:34.461485 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-fd39e6e0-f3f2-4c09-b171-ebf79f5ad22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:34.477135 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac725f55-c6ca-41df-86d0-ac5ba43cdfa5 admin admin] Router 40e8d774-6123-4b09-a370-21a3f48c316f has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:14:34.501195 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-fd39e6e0-f3f2-4c09-b171-ebf79f5ad22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:34.502082 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-fd39e6e0-f3f2-4c09-b171-ebf79f5ad22b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:34.503881 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-fd39e6e0-f3f2-4c09-b171-ebf79f5ad22b service neutron] 10.222.0.66 "PUT /v2.0/ports/fe73f5e1-147c-4afb-84d2-881c2ab9b69e HTTP/1.1" status: 200 len: 1092 time: 4.2951803 Aug 11 02:14:34.536248 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02930f71-8ee0-41bf-86b3-0cac767efcdb', 'tag': 'fe73f5e1-147c-4afb-84d2-881c2ab9b69e'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:34.539070 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5722b422-54e1-446e-890e-6f7dc2d00cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "02930f71-8ee0-41bf-86b3-0cac767efcdb", "tag": "fe73f5e1-147c-4afb-84d2-881c2ab9b69e"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:34.643467 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-08b673b6-7d17-4305-bd13-d419091bbd43 None None] Provisioning complete for port 603260cc-e2ba-430e-90d2-00c54faba575 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:34.644789 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-08b673b6-7d17-4305-bd13-d419091bbd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:34.698294 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-08b673b6-7d17-4305-bd13-d419091bbd43 None None] Port 603260cc-e2ba-430e-90d2-00c54faba575 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:14:34.729451 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39e6e0-f3f2-4c09-b171-ebf79f5ad22b service neutron] Pushing event updated for resources: {'Port': ['ID=fe73f5e1-147c-4afb-84d2-881c2ab9b69e,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:34.793060 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 02d3ed36-b6e9-43cb-9f39-90209fd31476 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:34.808658 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa7d609-bfb5-4c9c-a343-9a33ef02ae92 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:34.913234 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 02d3ed36-b6e9-43cb-9f39-90209fd31476 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:34.921397 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 02d3ed36-b6e9-43cb-9f39-90209fd31476 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:34.925657 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:34.940959 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-ca820a47-741f-4786-a4b1-a7d6b4014925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:34.943188 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-ca820a47-741f-4786-a4b1-a7d6b4014925 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb683947b58544f291a36cdc9fa42ce2&device_id=02930f71-8ee0-41bf-86b3-0cac767efcdb HTTP/1.1" status: 200 len: 1095 time: 0.2691088 Aug 11 02:14:35.014943 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac725f55-c6ca-41df-86d0-ac5ba43cdfa5 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:14:35.037586 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ac725f55-c6ca-41df-86d0-ac5ba43cdfa5 admin admin] 10.222.0.50 "PUT /v2.0/routers/40e8d774-6123-4b09-a370-21a3f48c316f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0639052 Aug 11 02:14:35.039053 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-fbf0cc67-e712-4ba3-8be4-a6688e287c05 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe73f5e1-147c-4afb-84d2-881c2ab9b69e HTTP/1.1" status: 200 len: 217 time: 0.0839756 Aug 11 02:14:35.067011 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cb7719-b1d9-4e69-abb4-6209fdaabb75 None None] Sync routers for ids ['40e8d774-6123-4b09-a370-21a3f48c316f'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:14:35.114919 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cb7719-b1d9-4e69-abb4-6209fdaabb75 None None] Routers {'40e8d774-6123-4b09-a370-21a3f48c316f'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:14:35.115713 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-65cb7719-b1d9-4e69-abb4-6209fdaabb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:14:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['40e8d774-6123-4b09-a370-21a3f48c316f'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:35.119668 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:35.192478 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ffa7d609-bfb5-4c9c-a343-9a33ef02ae92 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:35.260438 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-02de7e58-f1ef-48db-80ee-35c91f9caaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:35.263646 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-02de7e58-f1ef-48db-80ee-35c91f9caaee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=852e65ca-6cb3-47f3-8aea-2b8debfff40c HTTP/1.1" status: 200 len: 852 time: 0.1718318 Aug 11 02:14:35.267404 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 02d3ed36-b6e9-43cb-9f39-90209fd31476, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=02d3ed36-b6e9-43cb-9f39-90209fd31476,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:35.290468 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:35.291287 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 0fb63bfd-193e-4eca-8480-b9b043930685 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:35.314780 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-ffa7d609-bfb5-4c9c-a343-9a33ef02ae92 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] device_id is not set on port 328b6040-3d13-4063-b21a-63b1001aa073 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:14:35.359303 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-e987577d-32b8-4055-ad27-b76ed37deb53 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724139 Aug 11 02:14:35.483100 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6454daa-cc77-4e81-90d9-781823419d32 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:35.640228 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-b1d1662d-b8dc-4736-84df-586785d5c0d2 service neutron] 10.222.0.66 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644858 Aug 11 02:14:35.774810 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-ffa7d609-bfb5-4c9c-a343-9a33ef02ae92 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Allocated IP 172.20.0.11 (abfe629d-e2ef-4da1-94ab-4576283f6a78/b73195ca-73b5-410f-bf6d-7aac17909bef/328b6040-3d13-4063-b21a-63b1001aa073) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:35.790846 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-ffa7d609-bfb5-4c9c-a343-9a33ef02ae92 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Allocated IP 2001:db8::f816:3eff:fe82:c1aa (abfe629d-e2ef-4da1-94ab-4576283f6a78/29b1a124-9327-4ad3-ba47-d665f439d1a7/328b6040-3d13-4063-b21a-63b1001aa073) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:35.793457 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-65cb7719-b1d9-4e69-abb4-6209fdaabb75 None None] Set router 40e8d774-6123-4b09-a370-21a3f48c316f gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:14:35.821086 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bea5ec81-f4de-4c4f-88d6-da29db840117 req-b59738f0-5233-4400-a042-be7b3ae1e369 service neutron] 10.222.0.66 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715419 Aug 11 02:14:36.046541 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ffa7d609-bfb5-4c9c-a343-9a33ef02ae92 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:36.054829 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-59da6e40-8922-473b-a4d3-e91be2537e58 None None] Provisioning complete for port 3e30446d-3c2b-463f-9ca2-f8288e5339af triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:36.055261 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-59da6e40-8922-473b-a4d3-e91be2537e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:36.063091 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-ffa7d609-bfb5-4c9c-a343-9a33ef02ae92 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Transition to ACTIVE for port object 328b6040-3d13-4063-b21a-63b1001aa073 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:36.094098 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=02d3ed36-b6e9-43cb-9f39-90209fd31476,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:36.105854 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ffa7d609-bfb5-4c9c-a343-9a33ef02ae92 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:36.204101 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa7d609-bfb5-4c9c-a343-9a33ef02ae92 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:36.205610 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-ffa7d609-bfb5-4c9c-a343-9a33ef02ae92 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:36.220142 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa7d609-bfb5-4c9c-a343-9a33ef02ae92 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:36.236113 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 0fb63bfd-193e-4eca-8480-b9b043930685 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:36.236858 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:36.357638 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-59da6e40-8922-473b-a4d3-e91be2537e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:36.454393 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-59da6e40-8922-473b-a4d3-e91be2537e58 None None] For port 3e30446d-3c2b-463f-9ca2-f8288e5339af, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3e30446d-3c2b-463f-9ca2-f8288e5339af,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:36.462908 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-59da6e40-8922-473b-a4d3-e91be2537e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:36.474640 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3e30446d-3c2b-463f-9ca2-f8288e5339af up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:36.525457 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-65cb7719-b1d9-4e69-abb4-6209fdaabb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'name': 'tempest-TaggedBootDevicesTest-664173540-router', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '02d3ed36-b6e9-43cb-9f39-90209fd31476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:15Z', 'updated_at': '2021-08-11T02:14:31Z', 'revision_number': 4, 'project_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'gw_port': {'id': '02d3ed36-b6e9-43cb-9f39-90209fd31476', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:17Z', 'updated_at': '2021-08-11T02:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '603260cc-e2ba-430e-90d2-00c54faba575', 'name': '', 'network_id': '47c1ad3c-2161-421b-b922-fe59b93cfe05', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'mac_address': 'fa:16:3e:62:dc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'c48f56bb-082d-428b-b7c4-d68dad46b955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:28Z', 'updated_at': '2021-08-11T02:14:32Z', 'revision_number': 2, 'project_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'subnets': [{'id': 'c48f56bb-082d-428b-b7c4-d68dad46b955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:36.581321 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cb7719-b1d9-4e69-abb4-6209fdaabb75 None None] Checking router: 40e8d774-6123-4b09-a370-21a3f48c316f for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:14:36.581852 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cb7719-b1d9-4e69-abb4-6209fdaabb75 None None] Updating router 40e8d774-6123-4b09-a370-21a3f48c316f port 603260cc-e2ba-430e-90d2-00c54faba575 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:14:36.629489 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da6e40-8922-473b-a4d3-e91be2537e58 None None] Pushing event updated for resources: {'Port': ['ID=3e30446d-3c2b-463f-9ca2-f8288e5339af,revision_number=11']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:36.643159 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7d609-bfb5-4c9c-a343-9a33ef02ae92 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Port': ['ID=328b6040-3d13-4063-b21a-63b1001aa073,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:36.644267 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-65cb7719-b1d9-4e69-abb4-6209fdaabb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:36.672960 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa7d609-bfb5-4c9c-a343-9a33ef02ae92 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:36.673667 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ffa7d609-bfb5-4c9c-a343-9a33ef02ae92 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:36.702420 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ffa7d609-bfb5-4c9c-a343-9a33ef02ae92 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9170654 Aug 11 02:14:36.702810 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41264) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:36.778168 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bc2374-a6d5-4f05-a127-5e498df51592 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:36.788113 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bc2374-a6d5-4f05-a127-5e498df51592 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:36.792897 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-19bc2374-a6d5-4f05-a127-5e498df51592 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0866840 Aug 11 02:14:36.793636 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41268) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:36.861993 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 3e30446d-3c2b-463f-9ca2-f8288e5339af triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:36.862563 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:36.976854 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-b0d4663e-5d14-4bce-a6aa-07d69c974bd4 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting port 328b6040-3d13-4063-b21a-63b1001aa073 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:14:36.978111 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b0d4663e-5d14-4bce-a6aa-07d69c974bd4 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.135482 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-213cd78d-8766-46b1-baae-dad2cfa82b9c None None] Provisioning for port 328b6040-3d13-4063-b21a-63b1001aa073 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:37.137955 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b0d4663e-5d14-4bce-a6aa-07d69c974bd4 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.164469 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-213cd78d-8766-46b1-baae-dad2cfa82b9c None None] Provisioning complete for port 328b6040-3d13-4063-b21a-63b1001aa073 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:37.164770 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-213cd78d-8766-46b1-baae-dad2cfa82b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.168352 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-b0d4663e-5d14-4bce-a6aa-07d69c974bd4 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Calling delete_port for 328b6040-3d13-4063-b21a-63b1001aa073 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:14:37.263024 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-213cd78d-8766-46b1-baae-dad2cfa82b9c None None] Port 328b6040-3d13-4063-b21a-63b1001aa073 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:14:37.313275 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-213cd78d-8766-46b1-baae-dad2cfa82b9c None None] Provisioning complete for port 3e30446d-3c2b-463f-9ca2-f8288e5339af triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:37.313653 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-213cd78d-8766-46b1-baae-dad2cfa82b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.359945 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 02d3ed36-b6e9-43cb-9f39-90209fd31476 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:37.420216 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-65cb7719-b1d9-4e69-abb4-6209fdaabb75 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.489796 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 02d3ed36-b6e9-43cb-9f39-90209fd31476 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:37.490637 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.500307 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b0d4663e-5d14-4bce-a6aa-07d69c974bd4 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.517158 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-65cb7719-b1d9-4e69-abb4-6209fdaabb75 None None] Transition to ACTIVE for port object 603260cc-e2ba-430e-90d2-00c54faba575 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:37.545289 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4663e-5d14-4bce-a6aa-07d69c974bd4 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Port': ['ID=328b6040-3d13-4063-b21a-63b1001aa073,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:37.555902 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-65cb7719-b1d9-4e69-abb4-6209fdaabb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.644380 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86470714-2cd8-4ab4-a98b-3a1e64f18cfe None None] Pushing event updated for resources: {'Port': ['ID=603260cc-e2ba-430e-90d2-00c54faba575,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:37.722326 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b0d4663e-5d14-4bce-a6aa-07d69c974bd4 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.728784 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41270) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:37.731190 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b0d4663e-5d14-4bce-a6aa-07d69c974bd4 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/328b6040-3d13-4063-b21a-63b1001aa073 HTTP/1.1" status: 204 len: 168 time: 0.9360788 Aug 11 02:14:37.761303 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e8aff87b-6ba7-4e1d-9a17-f72d96c2fc16 None None] Could not find standard attr ID for object 328b6040-3d13-4063-b21a-63b1001aa073. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:14:37.792416 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-65cb7719-b1d9-4e69-abb4-6209fdaabb75 None None] Attempting to bind port 603260cc-e2ba-430e-90d2-00c54faba575 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:14:37.792776 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-65cb7719-b1d9-4e69-abb4-6209fdaabb75 None None] Attempting to bind port 603260cc-e2ba-430e-90d2-00c54faba575 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'e6734c29-07dd-4ba0-854f-67a4bb24e988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '47c1ad3c-2161-421b-b922-fe59b93cfe05'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:14:37.793367 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cb7719-b1d9-4e69-abb4-6209fdaabb75 None None] Attempting to bind port 603260cc-e2ba-430e-90d2-00c54faba575 on network 47c1ad3c-2161-421b-b922-fe59b93cfe05 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:37.799385 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3e30446d-3c2b-463f-9ca2-f8288e5339af up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:37.829726 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cb7719-b1d9-4e69-abb4-6209fdaabb75 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:14:37.830104 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cb7719-b1d9-4e69-abb4-6209fdaabb75 None None] Checking segment: {'id': 'e6734c29-07dd-4ba0-854f-67a4bb24e988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '47c1ad3c-2161-421b-b922-fe59b93cfe05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:37.830510 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-65cb7719-b1d9-4e69-abb4-6209fdaabb75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.830974 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cb7719-b1d9-4e69-abb4-6209fdaabb75 None None] Bound using segment: {'id': 'e6734c29-07dd-4ba0-854f-67a4bb24e988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '47c1ad3c-2161-421b-b922-fe59b93cfe05'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:14:37.831461 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-65cb7719-b1d9-4e69-abb4-6209fdaabb75 None None] Bound port: 603260cc-e2ba-430e-90d2-00c54faba575, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6734c29-07dd-4ba0-854f-67a4bb24e988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '47c1ad3c-2161-421b-b922-fe59b93cfe05'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:14:37.841241 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-65cb7719-b1d9-4e69-abb4-6209fdaabb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.951816 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7219dd-8d2e-4f9c-b864-98a486fba1bb tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:37.955322 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7219dd-8d2e-4f9c-b864-98a486fba1bb tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:37.961320 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7219dd-8d2e-4f9c-b864-98a486fba1bb tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:37.967573 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41274) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:37.973793 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 3e30446d-3c2b-463f-9ca2-f8288e5339af triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:37.974334 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.979078 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-aa7219dd-8d2e-4f9c-b864-98a486fba1bb tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2491431 Aug 11 02:14:38.010761 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-65cb7719-b1d9-4e69-abb4-6209fdaabb75 None None] For port 603260cc-e2ba-430e-90d2-00c54faba575, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:38.052163 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-65cb7719-b1d9-4e69-abb4-6209fdaabb75 None None] For port 603260cc-e2ba-430e-90d2-00c54faba575, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=603260cc-e2ba-430e-90d2-00c54faba575,segment=NetworkSegment(e6734c29-07dd-4ba0-854f-67a4bb24e988),segment_id=e6734c29-07dd-4ba0-854f-67a4bb24e988)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:14:38.055498 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-e81d4c60-3989-4feb-a6a4-a631ae272396 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet 29b1a124-9327-4ad3-ba47-d665f439d1a7 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:14:38.061938 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e81d4c60-3989-4feb-a6a4-a631ae272396 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.063214 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-65cb7719-b1d9-4e69-abb4-6209fdaabb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.126260 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e81d4c60-3989-4feb-a6a4-a631ae272396 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.192867 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cb7719-b1d9-4e69-abb4-6209fdaabb75 None None] Routers {'40e8d774-6123-4b09-a370-21a3f48c316f'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:14:38.193577 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-65cb7719-b1d9-4e69-abb4-6209fdaabb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:14:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['40e8d774-6123-4b09-a370-21a3f48c316f'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:38.209772 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86470714-2cd8-4ab4-a98b-3a1e64f18cfe None None] Pushing event updated for resources: {'Port': ['ID=603260cc-e2ba-430e-90d2-00c54faba575,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:38.383094 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e81d4c60-3989-4feb-a6a4-a631ae272396 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.532597 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-65cb7719-b1d9-4e69-abb4-6209fdaabb75 None None] Set router 40e8d774-6123-4b09-a370-21a3f48c316f gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:14:38.536011 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e81d4c60-3989-4feb-a6a4-a631ae272396 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.552238 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e81d4c60-3989-4feb-a6a4-a631ae272396 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.557893 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41276) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:38.567512 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e81d4c60-3989-4feb-a6a4-a631ae272396 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/29b1a124-9327-4ad3-ba47-d665f439d1a7 HTTP/1.1" status: 204 len: 168 time: 0.5974481 Aug 11 02:14:38.570420 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160f380a-0ca9-4bb7-863c-441b1cdb74d8 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:38.628665 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device fe73f5e1-147c-4afb-84d2-881c2ab9b69e details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:14:38.630806 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d4c60-3989-4feb-a6a4-a631ae272396 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=29b1a124-9327-4ad3-ba47-d665f439d1a7,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:38.676655 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-d246e12d-cfa8-488e-b03b-7873637ba685 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet b73195ca-73b5-410f-bf6d-7aac17909bef {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:14:38.680796 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d246e12d-cfa8-488e-b03b-7873637ba685 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.732557 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d246e12d-cfa8-488e-b03b-7873637ba685 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.904277 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d246e12d-cfa8-488e-b03b-7873637ba685 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.963420 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d246e12d-cfa8-488e-b03b-7873637ba685 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.987900 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d246e12d-cfa8-488e-b03b-7873637ba685 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.989815 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d246e12d-cfa8-488e-b03b-7873637ba685 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/b73195ca-73b5-410f-bf6d-7aac17909bef HTTP/1.1" status: 204 len: 168 time: 0.4308629 Aug 11 02:14:38.992663 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41280) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:39.014033 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port fe73f5e1-147c-4afb-84d2-881c2ab9b69e, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=fe73f5e1-147c-4afb-84d2-881c2ab9b69e,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:39.029276 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246e12d-cfa8-488e-b03b-7873637ba685 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=b73195ca-73b5-410f-bf6d-7aac17909bef,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:39.033534 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'fe73f5e1-147c-4afb-84d2-881c2ab9b69e', 'network_id': '887cdb43-e9b9-4bf0-8022-79d7ba803ebc', 'port_id': 'fe73f5e1-147c-4afb-84d2-881c2ab9b69e', 'mac_address': 'fa:16:3e:47:81:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '852e65ca-6cb3-47f3-8aea-2b8debfff40c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:14:39.060661 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246e12d-cfa8-488e-b03b-7873637ba685 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:39.061098 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246e12d-cfa8-488e-b03b-7873637ba685 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:39.061466 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246e12d-cfa8-488e-b03b-7873637ba685 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:39.061807 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246e12d-cfa8-488e-b03b-7873637ba685 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:39.062144 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246e12d-cfa8-488e-b03b-7873637ba685 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:39.063180 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246e12d-cfa8-488e-b03b-7873637ba685 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:39.063670 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246e12d-cfa8-488e-b03b-7873637ba685 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:39.064567 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a807b1b3-d97c-46ae-a0d4-743ba20aba0e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706930 Aug 11 02:14:39.066972 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246e12d-cfa8-488e-b03b-7873637ba685 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:39.067373 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246e12d-cfa8-488e-b03b-7873637ba685 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:39.067520 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41286) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:39.067754 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246e12d-cfa8-488e-b03b-7873637ba685 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:39.068145 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246e12d-cfa8-488e-b03b-7873637ba685 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:39.068497 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246e12d-cfa8-488e-b03b-7873637ba685 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:39.081461 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-7de959eb-8624-44cd-b29b-32d6c7d9d2f0 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:39.105537 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:39.122447 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-65cb7719-b1d9-4e69-abb4-6209fdaabb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'name': 'tempest-TaggedBootDevicesTest-664173540-router', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '02d3ed36-b6e9-43cb-9f39-90209fd31476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:15Z', 'updated_at': '2021-08-11T02:14:31Z', 'revision_number': 4, 'project_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'gw_port': {'id': '02d3ed36-b6e9-43cb-9f39-90209fd31476', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:17Z', 'updated_at': '2021-08-11T02:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '603260cc-e2ba-430e-90d2-00c54faba575', 'name': '', 'network_id': '47c1ad3c-2161-421b-b922-fe59b93cfe05', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'mac_address': 'fa:16:3e:62:dc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'c48f56bb-082d-428b-b7c4-d68dad46b955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:28Z', 'updated_at': '2021-08-11T02:14:37Z', 'revision_number': 4, 'project_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'subnets': [{'id': 'c48f56bb-082d-428b-b7c4-d68dad46b955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:39.125739 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe73f5e1-147c-4afb-84d2-881c2ab9b69e {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:14:39.170254 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cb7719-b1d9-4e69-abb4-6209fdaabb75 None None] The sync data for ids ['40e8d774-6123-4b09-a370-21a3f48c316f'] in n-d-615180-33 is: [{'id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'name': 'tempest-TaggedBootDevicesTest-664173540-router', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '02d3ed36-b6e9-43cb-9f39-90209fd31476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:15Z', 'updated_at': '2021-08-11T02:14:31Z', 'revision_number': 4, 'project_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'gw_port': {'id': '02d3ed36-b6e9-43cb-9f39-90209fd31476', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:17Z', 'updated_at': '2021-08-11T02:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '603260cc-e2ba-430e-90d2-00c54faba575', 'name': '', 'network_id': '47c1ad3c-2161-421b-b922-fe59b93cfe05', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'mac_address': 'fa:16:3e:62:dc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'c48f56bb-082d-428b-b7c4-d68dad46b955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:28Z', 'updated_at': '2021-08-11T02:14:37Z', 'revision_number': 4, 'project_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'subnets': [{'id': 'c48f56bb-082d-428b-b7c4-d68dad46b955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:14:39.212817 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port fe73f5e1-147c-4afb-84d2-881c2ab9b69e, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=fe73f5e1-147c-4afb-84d2-881c2ab9b69e,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:39.224829 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:39.233668 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3c25a5-8264-4da1-8375-c4a2d2423bc0 None None] Update dhcp port {'port': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'fixed_ips': [{'subnet_id': 'b73195ca-73b5-410f-bf6d-7aac17909bef'}], 'binding:host_id': 'n-d-615180-33'}, 'id': '3e30446d-3c2b-463f-9ca2-f8288e5339af'} from n-d-615180-33. {{(pid=94508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:14:39.321400 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de959eb-8624-44cd-b29b-32d6c7d9d2f0 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:39.331267 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7e3c25a5-8264-4da1-8375-c4a2d2423bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:39.339700 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7de959eb-8624-44cd-b29b-32d6c7d9d2f0 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:39.357915 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=fe73f5e1-147c-4afb-84d2-881c2ab9b69e,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:39.512935 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['fe73f5e1-147c-4afb-84d2-881c2ab9b69e'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:14:39.590315 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 603260cc-e2ba-430e-90d2-00c54faba575 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:39.733330 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e554bd6f-dcac-4201-9aeb-9efc0deab1e8 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:39.747500 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7de959eb-8624-44cd-b29b-32d6c7d9d2f0 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:39.791638 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de959eb-8624-44cd-b29b-32d6c7d9d2f0 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:39.795058 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-7de959eb-8624-44cd-b29b-32d6c7d9d2f0 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:39.798222 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de959eb-8624-44cd-b29b-32d6c7d9d2f0 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:39.798837 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7de959eb-8624-44cd-b29b-32d6c7d9d2f0 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:39.823365 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de959eb-8624-44cd-b29b-32d6c7d9d2f0 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=f99900b3-013e-4ce9-9c85-9d439aca3c8a,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:39.836664 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41288) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:39.842035 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-70380946-b67f-46e9-b8b6-caedec3c6670 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:39.846152 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7de959eb-8624-44cd-b29b-32d6c7d9d2f0 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7770429 Aug 11 02:14:39.957086 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 603260cc-e2ba-430e-90d2-00c54faba575 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:39.980250 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-24d90d3c-bd69-498a-b704-d21e4e3ce5b4 None None] Provisioning complete for port 3e30446d-3c2b-463f-9ca2-f8288e5339af triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:39.980984 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-24d90d3c-bd69-498a-b704-d21e4e3ce5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:39.987925 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 603260cc-e2ba-430e-90d2-00c54faba575 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:39.988437 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70380946-b67f-46e9-b8b6-caedec3c6670 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:39.988903 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:39.993149 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-70380946-b67f-46e9-b8b6-caedec3c6670 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:40.345248 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d55b35-2f50-4687-801e-d1ef22096c8a None None] Update dhcp port {'port': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'fixed_ips': [{'subnet_id': 'f99900b3-013e-4ce9-9c85-9d439aca3c8a'}], 'binding:host_id': 'n-d-615180-33'}, 'id': '3e30446d-3c2b-463f-9ca2-f8288e5339af'} from n-d-615180-33. {{(pid=94508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:14:40.380029 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-76d55b35-2f50-4687-801e-d1ef22096c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:40.401755 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:40.539685 n-d-615180-33 neutron-server[94506]: DEBUG neutron.objects.ports [None req-70380946-b67f-46e9-b8b6-caedec3c6670 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94506) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:14:40.541741 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 603260cc-e2ba-430e-90d2-00c54faba575, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=603260cc-e2ba-430e-90d2-00c54faba575,segment=NetworkSegment(e6734c29-07dd-4ba0-854f-67a4bb24e988),segment_id=e6734c29-07dd-4ba0-854f-67a4bb24e988)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:40.567739 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:40.687909 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device fe73f5e1-147c-4afb-84d2-881c2ab9b69e up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:40.747061 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-70380946-b67f-46e9-b8b6-caedec3c6670 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:40.849069 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port fe73f5e1-147c-4afb-84d2-881c2ab9b69e completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:40.853158 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=603260cc-e2ba-430e-90d2-00c54faba575,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:40.870018 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port fe73f5e1-147c-4afb-84d2-881c2ab9b69e triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:40.870404 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:41.034538 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:41.058915 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.db.api [None req-76d55b35-2f50-4687-801e-d1ef22096c8a None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fea9:281c-86d1a63a-9bd7-4218-a8ae-62f44a3f4e {{(pid=94508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:14:41.059336 n-d-615180-33 neutron-server[94508]: DEBUG oslo_db.api [None req-76d55b35-2f50-4687-801e-d1ef22096c8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:14:41.071966 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02930f71-8ee0-41bf-86b3-0cac767efcdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe73f5e1-147c-4afb-84d2-881c2ab9b69e'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:41.074281 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4732f083-7863-425e-9bc5-ae7454987559" -d '{"events": [{"server_uuid": "02930f71-8ee0-41bf-86b3-0cac767efcdb", "name": "network-vif-plugged", "status": "completed", "tag": "fe73f5e1-147c-4afb-84d2-881c2ab9b69e"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:41.177851 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4b514-8e07-4954-adf6-c0103b95997d req-61c47ab7-13e0-434b-851f-143c5d2a64e9 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:41.189916 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e5c4b514-8e07-4954-adf6-c0103b95997d req-61c47ab7-13e0-434b-851f-143c5d2a64e9 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=02930f71-8ee0-41bf-86b3-0cac767efcdb HTTP/1.1" status: 200 len: 944 time: 0.0969992 Aug 11 02:14:41.211954 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-be8086b7-59bb-4183-b03b-3e22e1330210 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:41.220312 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-be8086b7-59bb-4183-b03b-3e22e1330210 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/networks?id=fa6d118c-1b11-471b-a79b-8ba66c683603 HTTP/1.1" status: 200 len: 806 time: 0.2372181 Aug 11 02:14:41.240436 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-c56b8fd4-7dd7-4242-b131-a93b838a6072 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/quotas/0e4e387ba25a4d14b8728f756bd278ce HTTP/1.1" status: 200 len: 375 time: 0.0190878 Aug 11 02:14:41.264366 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-70380946-b67f-46e9-b8b6-caedec3c6670 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] For port 3e30446d-3c2b-463f-9ca2-f8288e5339af, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3e30446d-3c2b-463f-9ca2-f8288e5339af,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:41.291838 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e5c4b514-8e07-4954-adf6-c0103b95997d req-82796528-0864-4d64-bc41-503cff0efa4f tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008532 Aug 11 02:14:41.333852 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port fe73f5e1-147c-4afb-84d2-881c2ab9b69e, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=fe73f5e1-147c-4afb-84d2-881c2ab9b69e,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:41.338646 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:41.374424 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-70380946-b67f-46e9-b8b6-caedec3c6670 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:41.432915 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-86b473ab-27df-4ef7-87b5-1798880c57a6 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0e4e387ba25a4d14b8728f756bd278ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1826591 Aug 11 02:14:41.439285 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-70380946-b67f-46e9-b8b6-caedec3c6670 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:41.442439 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-70380946-b67f-46e9-b8b6-caedec3c6670 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:41.448126 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 603260cc-e2ba-430e-90d2-00c54faba575 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:41.477955 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-83fbfcac-8c5c-4979-a4dc-b6446909a7ab service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:14:41.478847 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=fe73f5e1-147c-4afb-84d2-881c2ab9b69e,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:41.487385 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-83fbfcac-8c5c-4979-a4dc-b6446909a7ab service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0196135 Aug 11 02:14:41.532657 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 603260cc-e2ba-430e-90d2-00c54faba575 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:41.533523 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:41.611958 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-76d55b35-2f50-4687-801e-d1ef22096c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:41.704116 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70380946-b67f-46e9-b8b6-caedec3c6670 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:41.728006 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-70380946-b67f-46e9-b8b6-caedec3c6670 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:41.743570 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70380946-b67f-46e9-b8b6-caedec3c6670 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:41.744877 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-70380946-b67f-46e9-b8b6-caedec3c6670 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:41.761392 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160d358-0d9f-498f-a9d0-352d4bf008e5 req-3ae08a15-8fa2-457b-8067-6e9e42e5034e tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:41.769801 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0160d358-0d9f-498f-a9d0-352d4bf008e5 req-3ae08a15-8fa2-457b-8067-6e9e42e5034e tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 945 time: 0.0837412 Aug 11 02:14:41.789118 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70380946-b67f-46e9-b8b6-caedec3c6670 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=82f3a49d-91ce-44c3-b88f-af04e1cc202d,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:41.807392 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70380946-b67f-46e9-b8b6-caedec3c6670 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Port': ['ID=3e30446d-3c2b-463f-9ca2-f8288e5339af,revision_number=15']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:41.834261 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0160d358-0d9f-498f-a9d0-352d4bf008e5 req-d295f1d7-dca7-4c65-82ed-d30c20044423 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635149 Aug 11 02:14:41.869246 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3e30446d-3c2b-463f-9ca2-f8288e5339af no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:14:41.872710 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-70380946-b67f-46e9-b8b6-caedec3c6670 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0322618 Aug 11 02:14:41.874595 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41358) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:41.882460 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e78cf0ff-6b36-4eb2-87fd-b49fdddc4cb5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'port': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'mac_address': 'fa:16:3e:14:19:0e', 'name': 'tempest-NetworksTestDHCPv6-556169651'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:41.930053 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-41b3046b-3e36-4a03-8469-02dbb87f09a0 service neutron] 10.222.0.50 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413774 Aug 11 02:14:42.010249 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:42.056963 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-76d55b35-2f50-4687-801e-d1ef22096c8a None None] Allocated IP 172.20.0.2 (abfe629d-e2ef-4da1-94ab-4576283f6a78/f99900b3-013e-4ce9-9c85-9d439aca3c8a/3e30446d-3c2b-463f-9ca2-f8288e5339af) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:42.061779 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 3e30446d-3c2b-463f-9ca2-f8288e5339af, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3e30446d-3c2b-463f-9ca2-f8288e5339af,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:42.067351 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:42.137000 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78cf0ff-6b36-4eb2-87fd-b49fdddc4cb5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:42.194618 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-316a0b6e-c9e9-490c-b00c-062495a24a8d service neutron] 10.222.0.50 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578709 Aug 11 02:14:42.228281 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=3e30446d-3c2b-463f-9ca2-f8288e5339af,revision_number=16']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:42.277932 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e78cf0ff-6b36-4eb2-87fd-b49fdddc4cb5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:42.300293 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-e78cf0ff-6b36-4eb2-87fd-b49fdddc4cb5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] device_id is not set on port 1ec38b26-3722-48bc-b393-5bb18fb481bc yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:14:42.308688 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-76d55b35-2f50-4687-801e-d1ef22096c8a None None] For port 3e30446d-3c2b-463f-9ca2-f8288e5339af, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3e30446d-3c2b-463f-9ca2-f8288e5339af,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:42.372462 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b2b358-98ff-4b20-bf1a-4877c4e9f54e x-openstack-request-id: req-c0b2b358-98ff-4b20-bf1a-4877c4e9f54e {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:42.373378 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02930f71-8ee0-41bf-86b3-0cac767efcdb", "tag": "fe73f5e1-147c-4afb-84d2-881c2ab9b69e", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:42.373836 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c0b2b358-98ff-4b20-bf1a-4877c4e9f54e {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:42.374628 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02930f71-8ee0-41bf-86b3-0cac767efcdb', 'tag': 'fe73f5e1-147c-4afb-84d2-881c2ab9b69e', 'status': 'completed', 'code': 200} Aug 11 02:14:42.389968 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-76d55b35-2f50-4687-801e-d1ef22096c8a None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:42.420671 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-76d55b35-2f50-4687-801e-d1ef22096c8a None None] Transition to ACTIVE for port object 3e30446d-3c2b-463f-9ca2-f8288e5339af will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:42.428104 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-76d55b35-2f50-4687-801e-d1ef22096c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:42.457132 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995b91c7-7ce0-49d2-8742-a202435c5bcf x-openstack-request-id: req-995b91c7-7ce0-49d2-8742-a202435c5bcf {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:42.457739 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02930f71-8ee0-41bf-86b3-0cac767efcdb", "name": "network-vif-plugged", "status": "completed", "tag": "fe73f5e1-147c-4afb-84d2-881c2ab9b69e", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:42.457739 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-995b91c7-7ce0-49d2-8742-a202435c5bcf {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:42.458048 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02930f71-8ee0-41bf-86b3-0cac767efcdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe73f5e1-147c-4afb-84d2-881c2ab9b69e', 'code': 200} Aug 11 02:14:42.540054 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722b422-54e1-446e-890e-6f7dc2d00cb9 req-41ce7386-2c7b-4a34-ae9f-213b4f93ff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:42.544392 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5722b422-54e1-446e-890e-6f7dc2d00cb9 req-41ce7386-2c7b-4a34-ae9f-213b4f93ff7d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb683947b58544f291a36cdc9fa42ce2&device_id=02930f71-8ee0-41bf-86b3-0cac767efcdb HTTP/1.1" status: 200 len: 1097 time: 0.1447294 Aug 11 02:14:42.600038 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d55b35-2f50-4687-801e-d1ef22096c8a None None] Pushing event updated for resources: {'Port': ['ID=3e30446d-3c2b-463f-9ca2-f8288e5339af,revision_number=17']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:42.705539 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd8c2e-d994-4e20-bba7-812ab07c618e req-d907849a-4adc-44f7-9260-241ce92d8b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:42.709283 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-74dd8c2e-d994-4e20-bba7-812ab07c618e req-d907849a-4adc-44f7-9260-241ce92d8b4f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=02930f71-8ee0-41bf-86b3-0cac767efcdb HTTP/1.1" status: 200 len: 1097 time: 0.1747820 Aug 11 02:14:42.727228 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-e78cf0ff-6b36-4eb2-87fd-b49fdddc4cb5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Allocated IP 172.20.0.10 (abfe629d-e2ef-4da1-94ab-4576283f6a78/f99900b3-013e-4ce9-9c85-9d439aca3c8a/1ec38b26-3722-48bc-b393-5bb18fb481bc) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:42.739697 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-e78cf0ff-6b36-4eb2-87fd-b49fdddc4cb5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Allocated IP 2001:db8::f816:3eff:fe14:190e (abfe629d-e2ef-4da1-94ab-4576283f6a78/82f3a49d-91ce-44c3-b88f-af04e1cc202d/1ec38b26-3722-48bc-b393-5bb18fb481bc) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:42.802960 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722b422-54e1-446e-890e-6f7dc2d00cb9 req-6d23f81e-8019-489b-95ca-180ad0a1d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:42.804700 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5722b422-54e1-446e-890e-6f7dc2d00cb9 req-6d23f81e-8019-489b-95ca-180ad0a1d314 service neutron] 10.222.0.66 "GET /v2.0/networks?id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc HTTP/1.1" status: 200 len: 913 time: 0.2553527 Aug 11 02:14:42.879685 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5722b422-54e1-446e-890e-6f7dc2d00cb9 req-342fcb7f-2689-425b-9f05-e36d7cedc430 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe73f5e1-147c-4afb-84d2-881c2ab9b69e HTTP/1.1" status: 200 len: 217 time: 0.0656524 Aug 11 02:14:42.944267 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722b422-54e1-446e-890e-6f7dc2d00cb9 req-b8af293a-854b-475a-9cb2-dd03715e9083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:42.946235 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5722b422-54e1-446e-890e-6f7dc2d00cb9 req-b8af293a-854b-475a-9cb2-dd03715e9083 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=852e65ca-6cb3-47f3-8aea-2b8debfff40c HTTP/1.1" status: 200 len: 852 time: 0.0552745 Aug 11 02:14:42.993019 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5722b422-54e1-446e-890e-6f7dc2d00cb9 req-55d43c0b-62c0-4704-8954-0b1d419d8cb9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=887cdb43-e9b9-4bf0-8022-79d7ba803ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379789 Aug 11 02:14:42.995513 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-74dd8c2e-d994-4e20-bba7-812ab07c618e req-2fb4a294-7623-484d-be63-f99fe6880c88 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889853 Aug 11 02:14:43.046749 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe04fe-0720-4c53-aa66-45e10c0a55b3 req-a1a21342-be57-4d84-be50-0716219bb4da tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:43.048829 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1dbe04fe-0720-4c53-aa66-45e10c0a55b3 req-a1a21342-be57-4d84-be50-0716219bb4da tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=02930f71-8ee0-41bf-86b3-0cac767efcdb HTTP/1.1" status: 200 len: 945 time: 0.1972966 Aug 11 02:14:43.116223 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1dbe04fe-0720-4c53-aa66-45e10c0a55b3 req-9d08758e-4445-41af-9ce8-fb6a627f8950 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575674 Aug 11 02:14:43.160048 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e78cf0ff-6b36-4eb2-87fd-b49fdddc4cb5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:43.162394 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5722b422-54e1-446e-890e-6f7dc2d00cb9 req-dadb1701-4867-4f95-8132-6f2d98f3c4c4 service neutron] 10.222.0.66 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195765 Aug 11 02:14:43.220712 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-896c785e-c9d3-463f-b843-50db3a56c07e req-23eab4e8-0b9e-4fd8-8719-8ee7fec37342 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=97879ff0-c67b-4c27-aa7d-b6f580dd9366 HTTP/1.1" status: 200 len: 210 time: 0.0334415 Aug 11 02:14:43.221748 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-e78cf0ff-6b36-4eb2-87fd-b49fdddc4cb5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Transition to ACTIVE for port object 1ec38b26-3722-48bc-b393-5bb18fb481bc will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:43.292104 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e78cf0ff-6b36-4eb2-87fd-b49fdddc4cb5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:43.330026 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5722b422-54e1-446e-890e-6f7dc2d00cb9 req-81d06179-377a-4d3a-b551-f9a946a5b282 service neutron] 10.222.0.66 "GET /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568632 Aug 11 02:14:43.429722 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78cf0ff-6b36-4eb2-87fd-b49fdddc4cb5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:43.440112 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-e78cf0ff-6b36-4eb2-87fd-b49fdddc4cb5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:43.453771 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78cf0ff-6b36-4eb2-87fd-b49fdddc4cb5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:43.480803 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3e30446d-3c2b-463f-9ca2-f8288e5339af up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:43.504698 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78cf0ff-6b36-4eb2-87fd-b49fdddc4cb5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Port': ['ID=1ec38b26-3722-48bc-b393-5bb18fb481bc,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:43.536183 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903841e-cd32-4644-afa4-7abf71cec47b req-9bd3027b-677b-4fd5-a59f-a66efd1f1203 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:43.538206 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9903841e-cd32-4644-afa4-7abf71cec47b req-9bd3027b-677b-4fd5-a59f-a66efd1f1203 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 945 time: 0.1928151 Aug 11 02:14:43.572282 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78cf0ff-6b36-4eb2-87fd-b49fdddc4cb5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:43.573243 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e78cf0ff-6b36-4eb2-87fd-b49fdddc4cb5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:43.614586 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e78cf0ff-6b36-4eb2-87fd-b49fdddc4cb5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7369201 Aug 11 02:14:43.617731 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41418) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:43.630778 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9903841e-cd32-4644-afa4-7abf71cec47b req-4616c07a-a124-4be0-8e2d-5ce03701ce12 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785882 Aug 11 02:14:43.656962 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4fb0ca-f53c-4fb7-908a-61f0357405dc None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:43.706369 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc9377d-9ae9-4112-98c8-31900e733ce1 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:43.712299 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc9377d-9ae9-4112-98c8-31900e733ce1 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:43.716931 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41424) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:43.717098 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-dfc9377d-9ae9-4112-98c8-31900e733ce1 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0981448 Aug 11 02:14:43.833990 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-6e1c7e6a-a8b4-4311-a982-6450bbf7cacd None None] Provisioning for port 3e30446d-3c2b-463f-9ca2-f8288e5339af completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:43.842139 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-6e1c7e6a-a8b4-4311-a982-6450bbf7cacd None None] Provisioning complete for port 3e30446d-3c2b-463f-9ca2-f8288e5339af triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:43.842670 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6e1c7e6a-a8b4-4311-a982-6450bbf7cacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:43.870775 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-a496ba49-590d-46d9-bf8f-0fa449918b5e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting port 1ec38b26-3722-48bc-b393-5bb18fb481bc {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:14:43.871261 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a496ba49-590d-46d9-bf8f-0fa449918b5e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:44.002229 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a496ba49-590d-46d9-bf8f-0fa449918b5e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:44.020487 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6e1c7e6a-a8b4-4311-a982-6450bbf7cacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:44.021818 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-a496ba49-590d-46d9-bf8f-0fa449918b5e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Calling delete_port for 1ec38b26-3722-48bc-b393-5bb18fb481bc owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:14:44.065156 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-6e1c7e6a-a8b4-4311-a982-6450bbf7cacd None None] For port 3e30446d-3c2b-463f-9ca2-f8288e5339af, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3e30446d-3c2b-463f-9ca2-f8288e5339af,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:44.072943 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6e1c7e6a-a8b4-4311-a982-6450bbf7cacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:44.140287 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c7e6a-a8b4-4311-a982-6450bbf7cacd None None] Pushing event updated for resources: {'Port': ['ID=3e30446d-3c2b-463f-9ca2-f8288e5339af,revision_number=18']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:44.322791 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a496ba49-590d-46d9-bf8f-0fa449918b5e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:44.412419 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496ba49-590d-46d9-bf8f-0fa449918b5e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Port': ['ID=1ec38b26-3722-48bc-b393-5bb18fb481bc,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:44.548200 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33e5d4-8859-4050-bd07-db12ce6781cb req-c4d74516-bedd-4004-99ed-8702d688b1e7 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:44.556018 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cf33e5d4-8859-4050-bd07-db12ce6781cb req-c4d74516-bedd-4004-99ed-8702d688b1e7 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=02930f71-8ee0-41bf-86b3-0cac767efcdb HTTP/1.1" status: 200 len: 945 time: 0.2503297 Aug 11 02:14:44.658557 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cf33e5d4-8859-4050-bd07-db12ce6781cb req-fa09c53a-5827-4510-a7c8-14d5f9faa980 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016662 Aug 11 02:14:44.658948 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-2a57b854-25de-4310-a930-8bdc8b931fb7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:44.661447 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-2a57b854-25de-4310-a930-8bdc8b931fb7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.66 "GET /v2.0/networks?id=fa6d118c-1b11-471b-a79b-8ba66c683603 HTTP/1.1" status: 200 len: 806 time: 0.2715814 Aug 11 02:14:44.671649 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a496ba49-590d-46d9-bf8f-0fa449918b5e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:44.675860 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a496ba49-590d-46d9-bf8f-0fa449918b5e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/1ec38b26-3722-48bc-b393-5bb18fb481bc HTTP/1.1" status: 204 len: 168 time: 0.9552968 Aug 11 02:14:44.676463 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41464) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:44.682366 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-36ebe400-cd76-40f4-8588-81af4320de55 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Request body: {'port': {'device_id': '97879ff0-c67b-4c27-aa7d-b6f580dd9366', 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603', 'admin_state_up': True, 'tenant_id': '0e4e387ba25a4d14b8728f756bd278ce'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:44.711860 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41468) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:44.814736 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2b490159-a0ea-4a6b-853a-7edea17966fe req-19b7a155-4572-4a8e-88c1-3e1798ce04a5 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=97879ff0-c67b-4c27-aa7d-b6f580dd9366 HTTP/1.1" status: 200 len: 210 time: 0.0555940 Aug 11 02:14:44.883435 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45a5ebb-07fb-4603-a937-02ae785d4991 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:44.885463 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45a5ebb-07fb-4603-a937-02ae785d4991 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:44.887447 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45a5ebb-07fb-4603-a937-02ae785d4991 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:44.891530 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a45a5ebb-07fb-4603-a937-02ae785d4991 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1919844 Aug 11 02:14:44.894184 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41474) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:44.906149 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-738c8e4b-f4af-48e3-ace9-53f066a38c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:44.965837 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff83231-798f-49eb-9d87-a87a10a4a928 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet 82f3a49d-91ce-44c3-b88f-af04e1cc202d {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:14:44.970502 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cff83231-798f-49eb-9d87-a87a10a4a928 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:44.995525 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-36ebe400-cd76-40f4-8588-81af4320de55 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Made reservation on behalf of 0e4e387ba25a4d14b8728f756bd278ce for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:44.999557 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-36ebe400-cd76-40f4-8588-81af4320de55 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:44.999775 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b13fa-9590-4505-b30c-86be6cf11235 req-651186d6-77f0-4085-b766-6c9540c53366 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:45.001885 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f5b13fa-9590-4505-b30c-86be6cf11235 req-651186d6-77f0-4085-b766-6c9540c53366 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 945 time: 0.0776691 Aug 11 02:14:45.048216 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cff83231-798f-49eb-9d87-a87a10a4a928 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:45.078102 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1729ca58-2a25-4b09-af30-0cadc92e2ba9 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:45.087631 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f5b13fa-9590-4505-b30c-86be6cf11235 req-d425f7b1-7528-431d-aa1d-71acac23ba5b tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688844 Aug 11 02:14:45.135174 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-738c8e4b-f4af-48e3-ace9-53f066a38c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:45.141797 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-738c8e4b-f4af-48e3-ace9-53f066a38c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:45.183821 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-0aeb6cb1-fea0-4142-af20-77cf7d6be13d None None] Provisioning complete for port 3e30446d-3c2b-463f-9ca2-f8288e5339af triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:45.184285 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0aeb6cb1-fea0-4142-af20-77cf7d6be13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:45.216976 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-738c8e4b-f4af-48e3-ace9-53f066a38c46 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=591882144e5f455aa45c2c4b00c46279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5039089 Aug 11 02:14:45.223654 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41476) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:45.243073 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c8e4b-f4af-48e3-ace9-53f066a38c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d2b31a-7020-42c1-88d2-915cdfb48cd9,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:45.372426 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dfa556b3-911f-4c5f-854b-6a461261c52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:45.415456 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3e30446d-3c2b-463f-9ca2-f8288e5339af up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:45.430586 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dfa556b3-911f-4c5f-854b-6a461261c52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:45.432575 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cff83231-798f-49eb-9d87-a87a10a4a928 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:45.482073 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842dafc-eb07-49b7-9e5c-775039147a2a req-424fc135-841c-48aa-b0f2-d88540481252 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:45.490114 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3842dafc-eb07-49b7-9e5c-775039147a2a req-424fc135-841c-48aa-b0f2-d88540481252 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=02930f71-8ee0-41bf-86b3-0cac767efcdb HTTP/1.1" status: 200 len: 945 time: 0.1138628 Aug 11 02:14:45.531199 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-36ebe400-cd76-40f4-8588-81af4320de55 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Allocated IP 172.20.0.6 (fa6d118c-1b11-471b-a79b-8ba66c683603/84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62/9bc461a3-c1f3-4835-a946-25f13c9201b3) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:45.551694 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-0aeb6cb1-fea0-4142-af20-77cf7d6be13d None None] Could not find standard attr ID for object 1ec38b26-3722-48bc-b393-5bb18fb481bc. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:14:45.566890 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 3e30446d-3c2b-463f-9ca2-f8288e5339af triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:45.568120 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:45.569736 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3842dafc-eb07-49b7-9e5c-775039147a2a req-2bdfc820-3c36-4a4f-b7f4-1d40a9b229f2 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784993 Aug 11 02:14:45.592670 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cff83231-798f-49eb-9d87-a87a10a4a928 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:45.595582 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dfa556b3-911f-4c5f-854b-6a461261c52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:45.598308 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dfa556b3-911f-4c5f-854b-6a461261c52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:45.602414 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-dfa556b3-911f-4c5f-854b-6a461261c52b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/22d2b31a-7020-42c1-88d2-915cdfb48cd9 HTTP/1.1" status: 204 len: 168 time: 0.3775582 Aug 11 02:14:45.622655 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa556b3-911f-4c5f-854b-6a461261c52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d2b31a-7020-42c1-88d2-915cdfb48cd9,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:45.672600 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cff83231-798f-49eb-9d87-a87a10a4a928 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:45.677185 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41484) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:45.677360 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-cff83231-798f-49eb-9d87-a87a10a4a928 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/82f3a49d-91ce-44c3-b88f-af04e1cc202d HTTP/1.1" status: 204 len: 168 time: 0.7815435 Aug 11 02:14:45.680391 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff83231-798f-49eb-9d87-a87a10a4a928 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=82f3a49d-91ce-44c3-b88f-af04e1cc202d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:45.691424 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8e8302b0-e5c4-4a66-a228-8a2e79a118de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:45.807919 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-430b7596-8419-47bb-98ea-b4ffc6012116 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet f99900b3-013e-4ce9-9c85-9d439aca3c8a {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:14:45.827405 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-430b7596-8419-47bb-98ea-b4ffc6012116 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:45.900080 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device a8393636-749a-49bd-88f4-c38c0632584d no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:14:45.930382 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-36ebe400-cd76-40f4-8588-81af4320de55 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:45.982909 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-430b7596-8419-47bb-98ea-b4ffc6012116 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:46.026375 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-36ebe400-cd76-40f4-8588-81af4320de55 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:46.073475 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4c347e72-0cf7-4987-8c7a-06996fcc3001 req-5c53bef4-cbfa-4379-ab1f-780f649d7bd2 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=97879ff0-c67b-4c27-aa7d-b6f580dd9366 HTTP/1.1" status: 200 len: 210 time: 0.1120169 Aug 11 02:14:46.080217 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['05898258-4491-4fa9-91f4-a855886e6aab'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:14:46.089470 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41492) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:46.111583 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ebe400-cd76-40f4-8588-81af4320de55 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Pushing event updated for resources: {'Port': ['ID=9bc461a3-c1f3-4835-a946-25f13c9201b3,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:46.128714 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-36ebe400-cd76-40f4-8588-81af4320de55 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Network fa6d118c-1b11-471b-a79b-8ba66c683603 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:46.131394 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-36ebe400-cd76-40f4-8588-81af4320de55 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:46.134543 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-36ebe400-cd76-40f4-8588-81af4320de55 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:46.211633 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e9752162-28ca-431c-ad60-07c7e12b4430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:46.231037 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-36ebe400-cd76-40f4-8588-81af4320de55 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:46.233940 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:46.234821 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-36ebe400-cd76-40f4-8588-81af4320de55 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:46.262717 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-36ebe400-cd76-40f4-8588-81af4320de55 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5854168 Aug 11 02:14:46.274835 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-11626d5a-a279-4d3c-b71d-6d0a2d524cde service neutron] Request body: {'port': {'device_id': '97879ff0-c67b-4c27-aa7d-b6f580dd9366', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:46.302698 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port a8393636-749a-49bd-88f4-c38c0632584d, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a8393636-749a-49bd-88f4-c38c0632584d,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:46.308451 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4f4e19-1211-4bfc-ac42-7ebb752c588b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8393636-749a-49bd-88f4-c38c0632584d'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:46.316564 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4b567d-07b9-43a7-bd3e-27165f3d4531" -d '{"events": [{"server_uuid": "ad4f4e19-1211-4bfc-ac42-7ebb752c588b", "name": "network-vif-unplugged", "status": "completed", "tag": "a8393636-749a-49bd-88f4-c38c0632584d"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:46.323876 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:46.332676 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0b12cf-5ae2-4036-bf6c-169fc4dde4b8 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:46.372017 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-11626d5a-a279-4d3c-b71d-6d0a2d524cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:46.404187 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fd3ae-cd8c-416d-9528-5023cc3e9502 req-82e3c483-c4f7-4e8f-8b28-52e0b9296934 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:46.405757 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-485fd3ae-cd8c-416d-9528-5023cc3e9502 req-82e3c483-c4f7-4e8f-8b28-52e0b9296934 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 945 time: 0.4556389 Aug 11 02:14:46.506960 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f2b72b4c-3cb7-4e48-b04a-b025cb60894c None None] Provisioning complete for port 3e30446d-3c2b-463f-9ca2-f8288e5339af triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:46.507359 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f2b72b4c-3cb7-4e48-b04a-b025cb60894c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:46.513089 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-430b7596-8419-47bb-98ea-b4ffc6012116 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:46.547928 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=a8393636-749a-49bd-88f4-c38c0632584d,revision_number=11']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:46.805914 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-11626d5a-a279-4d3c-b71d-6d0a2d524cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc461a3-c1f3-4835-a946-25f13c9201b3 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:14:46.818138 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-11626d5a-a279-4d3c-b71d-6d0a2d524cde service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:46.841719 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-11626d5a-a279-4d3c-b71d-6d0a2d524cde service neutron] Transition to ACTIVE for port object 9bc461a3-c1f3-4835-a946-25f13c9201b3 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:46.850248 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-11626d5a-a279-4d3c-b71d-6d0a2d524cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:46.855039 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9d920-7b75-4919-9945-e647a23d5788 req-bede766c-0611-46a2-a65f-fc7980deec08 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:46.862520 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-27a9d920-7b75-4919-9945-e647a23d5788 req-bede766c-0611-46a2-a65f-fc7980deec08 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 945 time: 0.5856462 Aug 11 02:14:46.912491 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11626d5a-a279-4d3c-b71d-6d0a2d524cde service neutron] Pushing event updated for resources: {'Port': ['ID=9bc461a3-c1f3-4835-a946-25f13c9201b3,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:46.981366 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-27a9d920-7b75-4919-9945-e647a23d5788 req-82ec4b75-da98-48fd-94b2-1498e5bbdd04 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134014 Aug 11 02:14:47.007973 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-485fd3ae-cd8c-416d-9528-5023cc3e9502 req-86910b8c-d39e-476b-8465-1c07220618ff tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Deleting port 073da2ac-4e4b-4f54-a377-bb7d199be90c {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:14:47.008375 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-485fd3ae-cd8c-416d-9528-5023cc3e9502 req-86910b8c-d39e-476b-8465-1c07220618ff tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.017539 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-430b7596-8419-47bb-98ea-b4ffc6012116 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.068853 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4e8a84-7146-4c67-8bf7-338512316267 x-openstack-request-id: req-3a4e8a84-7146-4c67-8bf7-338512316267 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:47.069448 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4f4e19-1211-4bfc-ac42-7ebb752c588b", "name": "network-vif-unplugged", "status": "completed", "tag": "a8393636-749a-49bd-88f4-c38c0632584d", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:47.070066 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3a4e8a84-7146-4c67-8bf7-338512316267 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:47.070476 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4f4e19-1211-4bfc-ac42-7ebb752c588b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8393636-749a-49bd-88f4-c38c0632584d', 'code': 200} Aug 11 02:14:47.077202 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-11626d5a-a279-4d3c-b71d-6d0a2d524cde service neutron] Attempting to bind port 9bc461a3-c1f3-4835-a946-25f13c9201b3 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:14:47.077545 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-11626d5a-a279-4d3c-b71d-6d0a2d524cde service neutron] Attempting to bind port 9bc461a3-c1f3-4835-a946-25f13c9201b3 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '17ab65aa-1575-4f0d-91af-c45c627f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:14:47.077907 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-11626d5a-a279-4d3c-b71d-6d0a2d524cde service neutron] Attempting to bind port 9bc461a3-c1f3-4835-a946-25f13c9201b3 on network fa6d118c-1b11-471b-a79b-8ba66c683603 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:47.083567 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-11626d5a-a279-4d3c-b71d-6d0a2d524cde service neutron] Port 9bc461a3-c1f3-4835-a946-25f13c9201b3 on network fa6d118c-1b11-471b-a79b-8ba66c683603 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:14:47.083905 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-11626d5a-a279-4d3c-b71d-6d0a2d524cde service neutron] Attempting to bind port 9bc461a3-c1f3-4835-a946-25f13c9201b3 on network fa6d118c-1b11-471b-a79b-8ba66c683603 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:47.100619 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-11626d5a-a279-4d3c-b71d-6d0a2d524cde service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:14:47.100619 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-11626d5a-a279-4d3c-b71d-6d0a2d524cde service neutron] Checking segment: {'id': '17ab65aa-1575-4f0d-91af-c45c627f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:47.100619 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-11626d5a-a279-4d3c-b71d-6d0a2d524cde service neutron] Bound using segment: {'id': '17ab65aa-1575-4f0d-91af-c45c627f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:14:47.100619 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-11626d5a-a279-4d3c-b71d-6d0a2d524cde service neutron] Bound port: 9bc461a3-c1f3-4835-a946-25f13c9201b3, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ab65aa-1575-4f0d-91af-c45c627f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:14:47.101717 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-11626d5a-a279-4d3c-b71d-6d0a2d524cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.134345 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-430b7596-8419-47bb-98ea-b4ffc6012116 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.136375 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-430b7596-8419-47bb-98ea-b4ffc6012116 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/f99900b3-013e-4ce9-9c85-9d439aca3c8a HTTP/1.1" status: 204 len: 168 time: 1.4581506 Aug 11 02:14:47.142135 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b7596-8419-47bb-98ea-b4ffc6012116 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=f99900b3-013e-4ce9-9c85-9d439aca3c8a,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:47.156407 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41506) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:47.212707 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e9752162-28ca-431c-ad60-07c7e12b4430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.215466 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-11626d5a-a279-4d3c-b71d-6d0a2d524cde service neutron] For port 9bc461a3-c1f3-4835-a946-25f13c9201b3, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:47.220314 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-11626d5a-a279-4d3c-b71d-6d0a2d524cde service neutron] For port 9bc461a3-c1f3-4835-a946-25f13c9201b3, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=9bc461a3-c1f3-4835-a946-25f13c9201b3,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:14:47.228469 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-11626d5a-a279-4d3c-b71d-6d0a2d524cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.230126 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-48c4aeaa-369c-4411-a608-0557a6787c5d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722549 Aug 11 02:14:47.235380 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41508) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:47.253262 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e9752162-28ca-431c-ad60-07c7e12b4430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.350186 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11626d5a-a279-4d3c-b71d-6d0a2d524cde service neutron] Pushing event updated for resources: {'Port': ['ID=9bc461a3-c1f3-4835-a946-25f13c9201b3,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:47.358457 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-11626d5a-a279-4d3c-b71d-6d0a2d524cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:47.359683 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-11626d5a-a279-4d3c-b71d-6d0a2d524cde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.360438 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-485fd3ae-cd8c-416d-9528-5023cc3e9502 req-86910b8c-d39e-476b-8465-1c07220618ff tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] For port 073da2ac-4e4b-4f54-a377-bb7d199be90c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=073da2ac-4e4b-4f54-a377-bb7d199be90c,segment=NetworkSegment(c4d12000-2f18-4a49-89bc-59fc19f987a2),segment_id=c4d12000-2f18-4a49-89bc-59fc19f987a2)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:47.360816 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-485fd3ae-cd8c-416d-9528-5023cc3e9502 req-86910b8c-d39e-476b-8465-1c07220618ff tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.361734 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-11626d5a-a279-4d3c-b71d-6d0a2d524cde service neutron] 10.222.0.66 "PUT /v2.0/ports/9bc461a3-c1f3-4835-a946-25f13c9201b3 HTTP/1.1" status: 200 len: 1092 time: 1.0913794 Aug 11 02:14:47.362207 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97879ff0-c67b-4c27-aa7d-b6f580dd9366', 'tag': '9bc461a3-c1f3-4835-a946-25f13c9201b3'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:47.364767 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da65c0a1-4e83-4cd0-ac27-763dea862f10" -d '{"events": [{"name": "network-changed", "server_uuid": "97879ff0-c67b-4c27-aa7d-b6f580dd9366", "tag": "9bc461a3-c1f3-4835-a946-25f13c9201b3"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:47.389719 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e9752162-28ca-431c-ad60-07c7e12b4430 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d99179c1c52c4740a38662397b40971b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2970333 Aug 11 02:14:47.398131 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41512) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:47.407075 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9752162-28ca-431c-ad60-07c7e12b4430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631308f0-cf7e-4767-994f-1b5ca919d8a7,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:47.411512 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-485fd3ae-cd8c-416d-9528-5023cc3e9502 req-86910b8c-d39e-476b-8465-1c07220618ff tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Calling delete_port for 073da2ac-4e4b-4f54-a377-bb7d199be90c owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:14:47.422825 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106089c6-b489-4bba-857d-9753dd09f12c req-f3563d32-2fe0-4524-895c-dd802a0279b5 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:47.424536 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-106089c6-b489-4bba-857d-9753dd09f12c req-f3563d32-2fe0-4524-895c-dd802a0279b5 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=02930f71-8ee0-41bf-86b3-0cac767efcdb HTTP/1.1" status: 200 len: 945 time: 0.2448678 Aug 11 02:14:47.481190 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4aacee-d788-4e0b-ad64-82edc30c14a0 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:47.532578 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-122e00d9-e991-41b1-8236-ecb68d53baf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.545569 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-106089c6-b489-4bba-857d-9753dd09f12c req-9b24be8d-f4de-40e2-aa36-4b79f66eab12 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111016 Aug 11 02:14:47.576040 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3b9ffce9-5b79-4ba9-93ae-57f6a00d9755 None None] Provisioning complete for port 3e30446d-3c2b-463f-9ca2-f8288e5339af triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:47.576040 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3b9ffce9-5b79-4ba9-93ae-57f6a00d9755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.590406 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6a651f-e8ec-457c-bcf9-cee7c0b9bcee tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:47.592027 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fe6a651f-e8ec-457c-bcf9-cee7c0b9bcee tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2592015 Aug 11 02:14:47.596963 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41516) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:47.655024 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-122e00d9-e991-41b1-8236-ecb68d53baf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.669564 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-6f444fda-81af-4639-bb63-0b582a75dd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:47.671205 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-6f444fda-81af-4639-bb63-0b582a75dd85 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e4e387ba25a4d14b8728f756bd278ce&device_id=97879ff0-c67b-4c27-aa7d-b6f580dd9366 HTTP/1.1" status: 200 len: 1095 time: 0.2109168 Aug 11 02:14:47.723985 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-485fd3ae-cd8c-416d-9528-5023cc3e9502 req-86910b8c-d39e-476b-8465-1c07220618ff tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.739642 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:14:47.742438 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['073da2ac-4e4b-4f54-a377-bb7d199be90c'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:14:47.752082 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-b326f89a-d3d3-452e-85f9-e3d18b3d8927 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bc461a3-c1f3-4835-a946-25f13c9201b3 HTTP/1.1" status: 200 len: 217 time: 0.0703762 Aug 11 02:14:47.769207 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86910b8c-d39e-476b-8465-1c07220618ff tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Pushing event deleted for resources: {'Port': ['ID=073da2ac-4e4b-4f54-a377-bb7d199be90c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:47.790669 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c5a4f6-0312-409c-8884-0cf011502e86 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:47.792594 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-99c5a4f6-0312-409c-8884-0cf011502e86 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1809015 Aug 11 02:14:47.799736 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41520) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:47.812203 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1877f-d7d0-4ed8-bbba-5724501f4f97 req-db95f015-bca9-4b39-83df-a18e3282bcd5 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:47.828735 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-26c1877f-d7d0-4ed8-bbba-5724501f4f97 req-db95f015-bca9-4b39-83df-a18e3282bcd5 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=97879ff0-c67b-4c27-aa7d-b6f580dd9366 HTTP/1.1" status: 200 len: 943 time: 0.1655118 Aug 11 02:14:47.834279 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a6a98a-713c-4677-8f2b-c57cdf93e5e0 None None] DHCP port deletion for abfe629d-e2ef-4da1-94ab-4576283f6a78 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:14:47.851022 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-ace323df-6dfe-4482-9daa-7b0c6fc6f711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:47.851696 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-ace323df-6dfe-4482-9daa-7b0c6fc6f711 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62 HTTP/1.1" status: 200 len: 846 time: 0.0904703 Aug 11 02:14:47.892400 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-122e00d9-e991-41b1-8236-ecb68d53baf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.895244 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-122e00d9-e991-41b1-8236-ecb68d53baf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.896591 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-122e00d9-e991-41b1-8236-ecb68d53baf8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/631308f0-cf7e-4767-994f-1b5ca919d8a7 HTTP/1.1" status: 204 len: 168 time: 0.4974530 Aug 11 02:14:47.903793 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-5f8b70b8-00c0-4972-a850-7691843f0894 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fa6d118c-1b11-471b-a79b-8ba66c683603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398009 Aug 11 02:14:47.908395 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e00d9-e991-41b1-8236-ecb68d53baf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631308f0-cf7e-4767-994f-1b5ca919d8a7,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:47.911028 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ad901598-8619-466e-b635-ee1066659cce tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0797620 Aug 11 02:14:47.921178 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41524) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:47.928069 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-cd6f524c-ccf7-4ec8-b705-f3fc22853568 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:47.986127 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-26c1877f-d7d0-4ed8-bbba-5724501f4f97 req-01aa6cc5-45f6-4482-b16b-053b27e2ec43 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513054 Aug 11 02:14:47.987565 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-485fd3ae-cd8c-416d-9528-5023cc3e9502 req-86910b8c-d39e-476b-8465-1c07220618ff tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] No DVR routers for this DVR port 073da2ac-4e4b-4f54-a377-bb7d199be90c on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:14:47.992610 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-485fd3ae-cd8c-416d-9528-5023cc3e9502 req-86910b8c-d39e-476b-8465-1c07220618ff tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.992860 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-d8a6a98a-713c-4677-8f2b-c57cdf93e5e0 None None] Deleting port 3e30446d-3c2b-463f-9ca2-f8288e5339af {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:14:47.993404 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d8a6a98a-713c-4677-8f2b-c57cdf93e5e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.998809 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-485fd3ae-cd8c-416d-9528-5023cc3e9502 req-86910b8c-d39e-476b-8465-1c07220618ff tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.73 "DELETE /v2.0/ports/073da2ac-4e4b-4f54-a377-bb7d199be90c HTTP/1.1" status: 204 len: 173 time: 1.5782659 Aug 11 02:14:48.003151 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd99d3d5-d1e9-4331-b1d6-dafb130afcad', 'name': 'network-vif-deleted', 'tag': '073da2ac-4e4b-4f54-a377-bb7d199be90c'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:48.005828 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61bbb2e-2dd1-4464-bd00-1636308c6842" -d '{"events": [{"server_uuid": "fd99d3d5-d1e9-4331-b1d6-dafb130afcad", "name": "network-vif-deleted", "tag": "073da2ac-4e4b-4f54-a377-bb7d199be90c"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:48.066934 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cc1b21-f96f-4630-8ff5-eb4d146fefbc x-openstack-request-id: req-59cc1b21-f96f-4630-8ff5-eb4d146fefbc {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:48.067394 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97879ff0-c67b-4c27-aa7d-b6f580dd9366", "tag": "9bc461a3-c1f3-4835-a946-25f13c9201b3", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:48.068128 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-59cc1b21-f96f-4630-8ff5-eb4d146fefbc {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:48.068394 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97879ff0-c67b-4c27-aa7d-b6f580dd9366', 'tag': '9bc461a3-c1f3-4835-a946-25f13c9201b3', 'status': 'completed', 'code': 200} Aug 11 02:14:48.137608 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6f524c-ccf7-4ec8-b705-f3fc22853568 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:48.139251 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d8a6a98a-713c-4677-8f2b-c57cdf93e5e0 None None] For port 3e30446d-3c2b-463f-9ca2-f8288e5339af, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3e30446d-3c2b-463f-9ca2-f8288e5339af,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:48.141880 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d8a6a98a-713c-4677-8f2b-c57cdf93e5e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:48.149317 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cd6f524c-ccf7-4ec8-b705-f3fc22853568 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:48.152386 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd6f524c-ccf7-4ec8-b705-f3fc22853568 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:14:48.155081 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd6f524c-ccf7-4ec8-b705-f3fc22853568 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:14:48.196785 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-d8a6a98a-713c-4677-8f2b-c57cdf93e5e0 None None] Calling delete_port for 3e30446d-3c2b-463f-9ca2-f8288e5339af owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:14:48.233853 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-36ff41e4-1893-4655-8aa1-085218a271e5 service neutron] 10.222.0.66 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206754 Aug 11 02:14:48.243497 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-cd6f524c-ccf7-4ec8-b705-f3fc22853568 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3210225 Aug 11 02:14:48.246505 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41532) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:48.252849 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-0b25cbdf-a5a1-4cc9-808b-b5140bec1cab tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:48.369520 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-014f27e4-5a82-4128-9696-d4682f44e3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:48.401145 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:48.442514 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d8a6a98a-713c-4677-8f2b-c57cdf93e5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:48.445539 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c43b52f5-9539-4b42-ba19-3a4c9b7d4d92 req-0bb276ef-dfe0-41d0-a86d-091f72d80b6b service neutron] 10.222.0.66 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004216 Aug 11 02:14:48.499738 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6341e7b4-9414-4fda-abdf-06d75fe8e1d9 req-18e4b32b-bb08-411e-b02f-6f7dd3bda628 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd99d3d5-d1e9-4331-b1d6-dafb130afcad HTTP/1.1" status: 200 len: 210 time: 0.0943940 Aug 11 02:14:48.507486 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6a98a-713c-4677-8f2b-c57cdf93e5e0 None None] Pushing event deleted for resources: {'Port': ['ID=3e30446d-3c2b-463f-9ca2-f8288e5339af,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:48.524872 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a6a98a-713c-4677-8f2b-c57cdf93e5e0 None None] No DVR routers for this DVR port 3e30446d-3c2b-463f-9ca2-f8288e5339af on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:14:48.548209 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b25cbdf-a5a1-4cc9-808b-b5140bec1cab tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:48.556348 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0b25cbdf-a5a1-4cc9-808b-b5140bec1cab tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:48.557939 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b25cbdf-a5a1-4cc9-808b-b5140bec1cab tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:14:48.558491 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b25cbdf-a5a1-4cc9-808b-b5140bec1cab tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:14:48.587347 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0b25cbdf-a5a1-4cc9-808b-b5140bec1cab tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3396721 Aug 11 02:14:48.589208 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65c0a1-4e83-4cd0-ac27-763dea862f10 req-d87d1f3e-00ee-42f5-b21d-b03c42cacf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:48.590192 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41542) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:48.591907 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-da65c0a1-4e83-4cd0-ac27-763dea862f10 req-d87d1f3e-00ee-42f5-b21d-b03c42cacf2c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e4e387ba25a4d14b8728f756bd278ce&device_id=97879ff0-c67b-4c27-aa7d-b6f580dd9366 HTTP/1.1" status: 200 len: 1095 time: 0.0862346 Aug 11 02:14:48.597052 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-2a471790-a81b-4486-a200-9691ec1f50f2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:48.776867 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a471790-a81b-4486-a200-9691ec1f50f2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:48.783772 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2a471790-a81b-4486-a200-9691ec1f50f2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:48.785367 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a471790-a81b-4486-a200-9691ec1f50f2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:14:48.786082 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a471790-a81b-4486-a200-9691ec1f50f2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:14:48.798395 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65c0a1-4e83-4cd0-ac27-763dea862f10 req-a09401c6-b477-4057-9b29-7f862e01f326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:48.800000 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-da65c0a1-4e83-4cd0-ac27-763dea862f10 req-a09401c6-b477-4057-9b29-7f862e01f326 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fa6d118c-1b11-471b-a79b-8ba66c683603 HTTP/1.1" status: 200 len: 907 time: 0.1997933 Aug 11 02:14:48.828671 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2a471790-a81b-4486-a200-9691ec1f50f2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2364779 Aug 11 02:14:48.830164 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41548) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:48.838323 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-42a50568-0c3a-49eb-94b4-a44abf56edab tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:48.907036 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-da65c0a1-4e83-4cd0-ac27-763dea862f10 req-9ef00b5b-8ec6-4817-a44c-c2b136f8c02b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bc461a3-c1f3-4835-a946-25f13c9201b3 HTTP/1.1" status: 200 len: 217 time: 0.0979671 Aug 11 02:14:48.945423 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d64ee8-49eb-4d4d-ad3f-20f420a8fe60 x-openstack-request-id: req-35d64ee8-49eb-4d4d-ad3f-20f420a8fe60 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:48.946025 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd99d3d5-d1e9-4331-b1d6-dafb130afcad", "name": "network-vif-deleted", "tag": "073da2ac-4e4b-4f54-a377-bb7d199be90c", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:48.946332 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-35d64ee8-49eb-4d4d-ad3f-20f420a8fe60 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:48.946735 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd99d3d5-d1e9-4331-b1d6-dafb130afcad', 'name': 'network-vif-deleted', 'tag': '073da2ac-4e4b-4f54-a377-bb7d199be90c', 'status': 'completed', 'code': 200} Aug 11 02:14:48.991087 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65c0a1-4e83-4cd0-ac27-763dea862f10 req-7a6d551a-d27c-42d8-9704-43a514d10ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:48.992912 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-da65c0a1-4e83-4cd0-ac27-763dea862f10 req-7a6d551a-d27c-42d8-9704-43a514d10ff6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62 HTTP/1.1" status: 200 len: 846 time: 0.0786030 Aug 11 02:14:48.995682 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a50568-0c3a-49eb-94b4-a44abf56edab tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:48.999263 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-42a50568-0c3a-49eb-94b4-a44abf56edab tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:49.002918 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a50568-0c3a-49eb-94b4-a44abf56edab tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:14:49.003362 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42a50568-0c3a-49eb-94b4-a44abf56edab tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:14:49.039696 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-da65c0a1-4e83-4cd0-ac27-763dea862f10 req-5321a69c-55c4-4596-bd32-b2068c340a50 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fa6d118c-1b11-471b-a79b-8ba66c683603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376067 Aug 11 02:14:49.051440 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-42a50568-0c3a-49eb-94b4-a44abf56edab tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2192051 Aug 11 02:14:49.051440 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41560) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:49.061146 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-a8aa4498-e2e4-4b54-9f3c-4502f10a3380 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:49.124146 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbbf14-a951-491d-8c83-3ec0f3ea0e25 req-df66458e-55e6-47ba-8d2e-df9ed36ef313 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:49.126316 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-16dbbf14-a951-491d-8c83-3ec0f3ea0e25 req-df66458e-55e6-47ba-8d2e-df9ed36ef313 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=02930f71-8ee0-41bf-86b3-0cac767efcdb HTTP/1.1" status: 200 len: 945 time: 0.1476533 Aug 11 02:14:49.184240 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-da65c0a1-4e83-4cd0-ac27-763dea862f10 req-36ce0ab1-2b3f-4d2c-af7c-3a004d7bae56 service neutron] 10.222.0.66 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343138 Aug 11 02:14:49.208854 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-16dbbf14-a951-491d-8c83-3ec0f3ea0e25 req-f0cbfba0-4672-48db-a65e-cb35f7327e80 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753417 Aug 11 02:14:49.257919 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8aa4498-e2e4-4b54-9f3c-4502f10a3380 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:49.261914 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a8aa4498-e2e4-4b54-9f3c-4502f10a3380 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:49.263370 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8aa4498-e2e4-4b54-9f3c-4502f10a3380 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:14:49.263843 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8aa4498-e2e4-4b54-9f3c-4502f10a3380 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:14:49.291748 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-da65c0a1-4e83-4cd0-ac27-763dea862f10 req-1ed028dd-c84d-4b43-80e2-84005bccfc91 service neutron] 10.222.0.66 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967863 Aug 11 02:14:49.297643 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a8aa4498-e2e4-4b54-9f3c-4502f10a3380 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2396157 Aug 11 02:14:49.300269 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41568) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:49.305606 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-2702290b-2ff4-49f1-9ba2-91acbc82391c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:49.321500 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41570) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:49.425247 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3e30446d-3c2b-463f-9ca2-f8288e5339af no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:14:49.448257 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 3e30446d-3c2b-463f-9ca2-f8288e5339af {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:14:49.448605 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3e30446d-3c2b-463f-9ca2-f8288e5339af not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:14:49.469719 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01382d-2808-4074-ab5c-0793ad48e212 req-8bd18b0e-6735-4775-861e-b8c0b8f75167 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:49.471313 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4c01382d-2808-4074-ab5c-0793ad48e212 req-8bd18b0e-6735-4775-861e-b8c0b8f75167 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=97879ff0-c67b-4c27-aa7d-b6f580dd9366 HTTP/1.1" status: 200 len: 943 time: 0.1335161 Aug 11 02:14:49.489436 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-f0fa74d3-7fce-4fe7-b8c0-2923ea52df77 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1362338898-network', 'tenant_id': '6ea082c7c9b74e87ac8d2d59b9948a98'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:49.510900 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2702290b-2ff4-49f1-9ba2-91acbc82391c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:49.514437 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2702290b-2ff4-49f1-9ba2-91acbc82391c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:49.516224 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-2702290b-2ff4-49f1-9ba2-91acbc82391c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:14:49.516655 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2702290b-2ff4-49f1-9ba2-91acbc82391c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:14:49.523747 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fa74d3-7fce-4fe7-b8c0-2923ea52df77 admin admin] Made reservation on behalf of 6ea082c7c9b74e87ac8d2d59b9948a98 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:49.527391 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0fa74d3-7fce-4fe7-b8c0-2923ea52df77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:49.541325 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4c01382d-2808-4074-ab5c-0793ad48e212 req-4bf9f477-8b51-46c7-9e80-edd10497078d tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610757 Aug 11 02:14:49.546290 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0fa74d3-7fce-4fe7-b8c0-2923ea52df77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:49.555266 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2702290b-2ff4-49f1-9ba2-91acbc82391c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2539232 Aug 11 02:14:49.555975 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41576) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:49.600378 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b0b0b5de-ade6-47fb-9583-7b12039f8ecb tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0432398 Aug 11 02:14:49.600931 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41578) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:49.664553 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa19a19b-22e0-4347-b171-03dc8a77c9ba tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:49.668850 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-aa19a19b-22e0-4347-b171-03dc8a77c9ba tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0669692 Aug 11 02:14:49.670485 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41582) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:49.722360 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3cf0e05a-eebe-4c44-ac0f-168057d121a1 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467892 Aug 11 02:14:49.723138 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41584) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:49.729015 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-7487c740-6229-44e1-98f3-b3ced8057116 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:49.742649 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0fa74d3-7fce-4fe7-b8c0-2923ea52df77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:49.747831 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0fa74d3-7fce-4fe7-b8c0-2923ea52df77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:49.782144 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0fa74d3-7fce-4fe7-b8c0-2923ea52df77 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:14:49.801671 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0fa74d3-7fce-4fe7-b8c0-2923ea52df77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:49.801778 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-f0fa74d3-7fce-4fe7-b8c0-2923ea52df77 admin admin] Added segment 559c21a5-4bb1-4b2d-b2ab-da399dea4712 of type vlan for network c5f2d8d7-6677-43a2-937b-2401edec6a18 Aug 11 02:14:49.803003 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa74d3-7fce-4fe7-b8c0-2923ea52df77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa49f86c-b959-43db-8dab-5b3b91a3893b,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:49.862889 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0fa74d3-7fce-4fe7-b8c0-2923ea52df77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:49.874871 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:49.877772 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7487c740-6229-44e1-98f3-b3ced8057116 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:49.886610 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7487c740-6229-44e1-98f3-b3ced8057116 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:49.930302 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 073da2ac-4e4b-4f54-a377-bb7d199be90c no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:14:49.962300 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 073da2ac-4e4b-4f54-a377-bb7d199be90c {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:14:49.962646 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 073da2ac-4e4b-4f54-a377-bb7d199be90c not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:14:49.967443 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0984a-ca3e-47d2-a816-e3c071dcd3ea req-d86e63af-a4e5-4e06-b50d-c27e249bd33d tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:49.969555 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60b0984a-ca3e-47d2-a816-e3c071dcd3ea req-d86e63af-a4e5-4e06-b50d-c27e249bd33d tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.66 "GET /v2.0/ports?device_id=02930f71-8ee0-41bf-86b3-0cac767efcdb HTTP/1.1" status: 200 len: 945 time: 0.0988882 Aug 11 02:14:49.970382 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0fa74d3-7fce-4fe7-b8c0-2923ea52df77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:49.971404 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fa74d3-7fce-4fe7-b8c0-2923ea52df77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:49.973980 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0fa74d3-7fce-4fe7-b8c0-2923ea52df77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:50.039381 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a933d-2365-4278-ad7f-1c35b6bf0ee6 req-ec099ea2-de8a-4c5a-b913-931a02e537de tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:50.041300 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d73a933d-2365-4278-ad7f-1c35b6bf0ee6 req-ec099ea2-de8a-4c5a-b913-931a02e537de tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 945 time: 0.1790257 Aug 11 02:14:50.065606 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f0fa74d3-7fce-4fe7-b8c0-2923ea52df77 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7426574 Aug 11 02:14:50.070541 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41590) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:50.071210 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa74d3-7fce-4fe7-b8c0-2923ea52df77 admin admin] Pushing event updated for resources: {'Network': ['ID=c5f2d8d7-6677-43a2-937b-2401edec6a18,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:50.080276 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-28ae7ca4-680d-4ceb-bf47-927c1f8ae238 admin admin] Request body: {'subnet': {'network_id': 'c5f2d8d7-6677-43a2-937b-2401edec6a18', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1362338898-subnet', 'tenant_id': '6ea082c7c9b74e87ac8d2d59b9948a98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:50.088538 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network c5f2d8d7-6677-43a2-937b-2401edec6a18 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:14:50.140058 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-60b0984a-ca3e-47d2-a816-e3c071dcd3ea req-1cb80a1a-5992-4a33-a1cd-58df58aecd3c tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Deleting port fe73f5e1-147c-4afb-84d2-881c2ab9b69e {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:14:50.140989 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-60b0984a-ca3e-47d2-a816-e3c071dcd3ea req-1cb80a1a-5992-4a33-a1cd-58df58aecd3c tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:50.158119 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d73a933d-2365-4278-ad7f-1c35b6bf0ee6 req-ed8c9036-0566-4618-9eae-de8986021a94 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082237 Aug 11 02:14:50.174951 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ae7ca4-680d-4ceb-bf47-927c1f8ae238 admin admin] Made reservation on behalf of 6ea082c7c9b74e87ac8d2d59b9948a98 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:50.180145 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-28ae7ca4-680d-4ceb-bf47-927c1f8ae238 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:50.257752 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-60b0984a-ca3e-47d2-a816-e3c071dcd3ea req-1cb80a1a-5992-4a33-a1cd-58df58aecd3c tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] For port fe73f5e1-147c-4afb-84d2-881c2ab9b69e, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=fe73f5e1-147c-4afb-84d2-881c2ab9b69e,segment=NetworkSegment(b3af0fa2-7035-422c-aee4-ac13c9a756a9),segment_id=b3af0fa2-7035-422c-aee4-ac13c9a756a9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:50.258451 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-60b0984a-ca3e-47d2-a816-e3c071dcd3ea req-1cb80a1a-5992-4a33-a1cd-58df58aecd3c tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:50.275960 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-60b0984a-ca3e-47d2-a816-e3c071dcd3ea req-1cb80a1a-5992-4a33-a1cd-58df58aecd3c tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Calling delete_port for fe73f5e1-147c-4afb-84d2-881c2ab9b69e owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:14:50.435137 n-d-615180-33 neutron-server[94506]: DEBUG neutron.objects.ports [None req-7487c740-6229-44e1-98f3-b3ced8057116 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94506) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:14:50.441691 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7487c740-6229-44e1-98f3-b3ced8057116 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:50.480404 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-60b0984a-ca3e-47d2-a816-e3c071dcd3ea req-1cb80a1a-5992-4a33-a1cd-58df58aecd3c tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:50.495483 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['fe73f5e1-147c-4afb-84d2-881c2ab9b69e'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:14:50.516242 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb80a1a-5992-4a33-a1cd-58df58aecd3c tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Pushing event deleted for resources: {'Port': ['ID=fe73f5e1-147c-4afb-84d2-881c2ab9b69e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:50.550206 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7487c740-6229-44e1-98f3-b3ced8057116 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:50.567675 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-7487c740-6229-44e1-98f3-b3ced8057116 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:50.571061 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7487c740-6229-44e1-98f3-b3ced8057116 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:50.573016 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7487c740-6229-44e1-98f3-b3ced8057116 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:50.573677 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b0984a-ca3e-47d2-a816-e3c071dcd3ea req-1cb80a1a-5992-4a33-a1cd-58df58aecd3c tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] No DVR routers for this DVR port fe73f5e1-147c-4afb-84d2-881c2ab9b69e on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:14:50.578869 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-60b0984a-ca3e-47d2-a816-e3c071dcd3ea req-1cb80a1a-5992-4a33-a1cd-58df58aecd3c tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:50.581349 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60b0984a-ca3e-47d2-a816-e3c071dcd3ea req-1cb80a1a-5992-4a33-a1cd-58df58aecd3c tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.66 "DELETE /v2.0/ports/fe73f5e1-147c-4afb-84d2-881c2ab9b69e HTTP/1.1" status: 204 len: 173 time: 0.6030703 Aug 11 02:14:50.581898 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02930f71-8ee0-41bf-86b3-0cac767efcdb', 'name': 'network-vif-deleted', 'tag': 'fe73f5e1-147c-4afb-84d2-881c2ab9b69e'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:50.584148 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd5d3cd-f02c-4ef6-93cd-6e9df471188b None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:50.584451 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc51c06c-ee18-4f37-943f-1735a76dc745" -d '{"events": [{"server_uuid": "02930f71-8ee0-41bf-86b3-0cac767efcdb", "name": "network-vif-deleted", "tag": "fe73f5e1-147c-4afb-84d2-881c2ab9b69e"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:50.591976 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a355cf7-3572-47db-af5c-ea079f1460c0 req-d8a9be31-51ae-4d04-91ad-4ba2972d1bce tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:50.595454 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9a355cf7-3572-47db-af5c-ea079f1460c0 req-d8a9be31-51ae-4d04-91ad-4ba2972d1bce tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/ports?device_id=02930f71-8ee0-41bf-86b3-0cac767efcdb HTTP/1.1" status: 200 len: 867 time: 0.2503214 Aug 11 02:14:50.641308 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487c740-6229-44e1-98f3-b3ced8057116 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=d0ce9e92-34f3-4a26-a4a7-ce01e82b81e4,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:50.673835 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-28ae7ca4-680d-4ceb-bf47-927c1f8ae238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:50.710487 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 9bc461a3-c1f3-4835-a946-25f13c9201b3 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:14:50.733811 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7487c740-6229-44e1-98f3-b3ced8057116 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0090950 Aug 11 02:14:50.737680 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41600) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:50.743901 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-a89bc63c-1c9d-4ae4-9145-e70a04318638 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'port': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'mac_address': 'fa:16:3e:8e:f6:31', 'name': 'tempest-NetworksTestDHCPv6-1280082236'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:50.777426 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9a355cf7-3572-47db-af5c-ea079f1460c0 req-1672b305-facb-4620-93a1-d58e59cce3e7 tempest-DeleteServersTestJSON-1799227821 tempest-DeleteServersTestJSON-1799227821-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2033826-e558-4270-9000-47682f0f34ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640525 Aug 11 02:14:50.837997 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae7ca4-680d-4ceb-bf47-927c1f8ae238 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70adba11-da73-4e7f-b439-fc6a3bb11d38,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:50.889059 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9935dec6-44ce-4e47-8a97-38e3293ef341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-abfe629d-e2ef-4da1-94ab-4576283f6a78', 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'fixed_ips': [{'subnet_id': 'd0ce9e92-34f3-4a26-a4a7-ce01e82b81e4'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:14:50.890228 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9935dec6-44ce-4e47-8a97-38e3293ef341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:50.892469 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ae7ca4-680d-4ceb-bf47-927c1f8ae238 admin admin] Checking segment: {'id': '559c21a5-4bb1-4b2d-b2ab-da399dea4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c5f2d8d7-6677-43a2-937b-2401edec6a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:50.892837 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ae7ca4-680d-4ceb-bf47-927c1f8ae238 admin admin] Network hostable DHCP agents. Network: c5f2d8d7-6677-43a2-937b-2401edec6a18, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:14:50.925937 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89bc63c-1c9d-4ae4-9145-e70a04318638 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:50.933108 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c40b2-6b12-4ad1-8ff0-07671fe4c7b8 req-46c969a0-c376-4349-84ec-c1b1a14e970c tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:50.935026 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a11c40b2-6b12-4ad1-8ff0-07671fe4c7b8 req-46c969a0-c376-4349-84ec-c1b1a14e970c tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=97879ff0-c67b-4c27-aa7d-b6f580dd9366 HTTP/1.1" status: 200 len: 943 time: 0.0723331 Aug 11 02:14:50.935876 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ae7ca4-680d-4ceb-bf47-927c1f8ae238 admin admin] Network c5f2d8d7-6677-43a2-937b-2401edec6a18 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:14:50.979453 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-28ae7ca4-680d-4ceb-bf47-927c1f8ae238 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, c5f2d8d7-6677-43a2-937b-2401edec6a18) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:50.991490 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ae7ca4-680d-4ceb-bf47-927c1f8ae238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:50.992415 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-28ae7ca4-680d-4ceb-bf47-927c1f8ae238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:50.995110 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d09e20-1398-4940-8ed3-32d679826805 None None] Network c5f2d8d7-6677-43a2-937b-2401edec6a18 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:51.014449 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a11c40b2-6b12-4ad1-8ff0-07671fe4c7b8 req-545d20ef-2510-483b-b58e-4677fe4fd5ce tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708303 Aug 11 02:14:51.021892 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-28ae7ca4-680d-4ceb-bf47-927c1f8ae238 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9474339 Aug 11 02:14:51.025214 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41604) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:51.042929 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-07c808d4-931a-4f91-aacd-cf5f26d765c4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1362338898-router', 'tenant_id': '6ea082c7c9b74e87ac8d2d59b9948a98', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:51.110409 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 9bc461a3-c1f3-4835-a946-25f13c9201b3, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=9bc461a3-c1f3-4835-a946-25f13c9201b3,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:51.144363 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '9bc461a3-c1f3-4835-a946-25f13c9201b3', 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603', 'port_id': '9bc461a3-c1f3-4835-a946-25f13c9201b3', 'mac_address': 'fa:16:3e:e8:54:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:14:51.313846 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee3249-464a-4d9f-8a71-4ca2d3427714 req-d3f85897-c4c3-46bf-9016-980c8a914cec tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:51.327791 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-27ee3249-464a-4d9f-8a71-4ca2d3427714 req-d3f85897-c4c3-46bf-9016-980c8a914cec tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 945 time: 0.0822604 Aug 11 02:14:51.389791 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-27ee3249-464a-4d9f-8a71-4ca2d3427714 req-cfa41096-92c9-4978-944e-f8f18939ef92 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579634 Aug 11 02:14:51.447164 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:51.479895 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:51.496479 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-9935dec6-44ce-4e47-8a97-38e3293ef341 None None] Allocated IP 2001:db8::f816:3eff:feb6:4e79 (abfe629d-e2ef-4da1-94ab-4576283f6a78/d0ce9e92-34f3-4a26-a4a7-ce01e82b81e4/eb2bfb7d-f493-433f-9f99-754ef2675e66) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:51.500277 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc461a3-c1f3-4835-a946-25f13c9201b3 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:14:51.531401 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be201113-9a4f-4439-846b-db9a3bf03db5 x-openstack-request-id: req-be201113-9a4f-4439-846b-db9a3bf03db5 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:51.531642 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02930f71-8ee0-41bf-86b3-0cac767efcdb", "name": "network-vif-deleted", "tag": "fe73f5e1-147c-4afb-84d2-881c2ab9b69e", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:51.531870 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-be201113-9a4f-4439-846b-db9a3bf03db5 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:51.532258 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02930f71-8ee0-41bf-86b3-0cac767efcdb', 'name': 'network-vif-deleted', 'tag': 'fe73f5e1-147c-4afb-84d2-881c2ab9b69e', 'status': 'completed', 'code': 200} Aug 11 02:14:51.551133 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 9bc461a3-c1f3-4835-a946-25f13c9201b3, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=9bc461a3-c1f3-4835-a946-25f13c9201b3,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:51.572961 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:51.596787 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-07c808d4-931a-4f91-aacd-cf5f26d765c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:51.597820 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-07c808d4-931a-4f91-aacd-cf5f26d765c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:51.616376 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a89bc63c-1c9d-4ae4-9145-e70a04318638 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:51.626510 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f46cc-1a53-4c4a-8749-7fd805ed952b req-86dd95f7-bf1d-4bd9-a7b0-8cba30ad4288 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:51.628161 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f9f46cc-1a53-4c4a-8749-7fd805ed952b req-86dd95f7-bf1d-4bd9-a7b0-8cba30ad4288 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad4f4e19-1211-4bfc-ac42-7ebb752c588b HTTP/1.1" status: 200 len: 948 time: 0.0991237 Aug 11 02:14:51.706603 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-07c808d4-931a-4f91-aacd-cf5f26d765c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:51.710028 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-a89bc63c-1c9d-4ae4-9145-e70a04318638 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] device_id is not set on port 1a513226-5e10-4fd1-a10e-5c34c9c3ff72 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:14:51.756703 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23027ecd-5309-48b9-bf9e-61229f90dfb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-c5f2d8d7-6677-43a2-937b-2401edec6a18', 'network_id': 'c5f2d8d7-6677-43a2-937b-2401edec6a18', 'tenant_id': '6ea082c7c9b74e87ac8d2d59b9948a98', 'fixed_ips': [{'subnet_id': '70adba11-da73-4e7f-b439-fc6a3bb11d38'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:14:51.757544 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-23027ecd-5309-48b9-bf9e-61229f90dfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:51.784649 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f9f46cc-1a53-4c4a-8749-7fd805ed952b req-12c5990d-d393-4503-bf70-674d418f538c tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec401f9e-4875-4c45-b4cf-37796f182c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400628 Aug 11 02:14:51.811809 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=9bc461a3-c1f3-4835-a946-25f13c9201b3,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:51.841914 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['9bc461a3-c1f3-4835-a946-25f13c9201b3'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:14:51.966662 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-07c808d4-931a-4f91-aacd-cf5f26d765c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:52.213671 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9935dec6-44ce-4e47-8a97-38e3293ef341 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:52.224252 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9935dec6-44ce-4e47-8a97-38e3293ef341 None None] Transition to ACTIVE for port object eb2bfb7d-f493-433f-9f99-754ef2675e66 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:52.240626 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9935dec6-44ce-4e47-8a97-38e3293ef341 None None] Transition to ACTIVE for port object eb2bfb7d-f493-433f-9f99-754ef2675e66 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:52.253731 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6349ac6-d4e1-4162-abcf-79199cbcd1ab req-234a92db-1973-490e-b191-f6d8072ce9bb tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:52.255409 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f6349ac6-d4e1-4162-abcf-79199cbcd1ab req-234a92db-1973-490e-b191-f6d8072ce9bb tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 945 time: 0.1720066 Aug 11 02:14:52.287905 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831ca4e-6a5e-4f0a-8a87-6a78ed1550cb req-0b6e5346-1965-427a-9ced-28f68d6f059e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:52.293956 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9935dec6-44ce-4e47-8a97-38e3293ef341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:52.302961 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d831ca4e-6a5e-4f0a-8a87-6a78ed1550cb req-0b6e5346-1965-427a-9ced-28f68d6f059e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=97879ff0-c67b-4c27-aa7d-b6f580dd9366 HTTP/1.1" status: 200 len: 944 time: 0.1490970 Aug 11 02:14:52.375797 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d831ca4e-6a5e-4f0a-8a87-6a78ed1550cb req-50e9a665-103d-432d-8b3a-5b54179f3c5e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717502 Aug 11 02:14:52.405328 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-07c808d4-931a-4f91-aacd-cf5f26d765c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:52.465186 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9935dec6-44ce-4e47-8a97-38e3293ef341 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:52.481010 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-07c808d4-931a-4f91-aacd-cf5f26d765c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:52.483442 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-9935dec6-44ce-4e47-8a97-38e3293ef341 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:52.491938 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-23027ecd-5309-48b9-bf9e-61229f90dfb8 None None] Allocated IP 172.20.0.2 (c5f2d8d7-6677-43a2-937b-2401edec6a18/70adba11-da73-4e7f-b439-fc6a3bb11d38/a7ef8111-7067-4ea9-a89d-912c5a23ce51) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:52.494994 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9935dec6-44ce-4e47-8a97-38e3293ef341 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:52.498682 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935dec6-44ce-4e47-8a97-38e3293ef341 None None] Pushing event updated for resources: {'Port': ['ID=eb2bfb7d-f493-433f-9f99-754ef2675e66,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:52.512696 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-a89bc63c-1c9d-4ae4-9145-e70a04318638 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Allocated IP 2001:db8::f816:3eff:fe8e:f631 (abfe629d-e2ef-4da1-94ab-4576283f6a78/d0ce9e92-34f3-4a26-a4a7-ce01e82b81e4/1a513226-5e10-4fd1-a10e-5c34c9c3ff72) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:52.599780 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04da2e-1702-4bcf-bd90-59ba9e0b0663 req-5ca094b8-c077-4b6a-a221-a4f6b4bad64e tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:52.613934 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8f04da2e-1702-4bcf-bd90-59ba9e0b0663 req-5ca094b8-c077-4b6a-a221-a4f6b4bad64e tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 945 time: 0.0861933 Aug 11 02:14:52.664897 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-9935dec6-44ce-4e47-8a97-38e3293ef341 None None] Attempting to bind port eb2bfb7d-f493-433f-9f99-754ef2675e66 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:14:52.664897 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-9935dec6-44ce-4e47-8a97-38e3293ef341 None None] Attempting to bind port eb2bfb7d-f493-433f-9f99-754ef2675e66 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:14:52.664897 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9935dec6-44ce-4e47-8a97-38e3293ef341 None None] Attempting to bind port eb2bfb7d-f493-433f-9f99-754ef2675e66 on network abfe629d-e2ef-4da1-94ab-4576283f6a78 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:52.683744 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9935dec6-44ce-4e47-8a97-38e3293ef341 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:14:52.683744 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9935dec6-44ce-4e47-8a97-38e3293ef341 None None] Checking segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:52.683744 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9935dec6-44ce-4e47-8a97-38e3293ef341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:52.683744 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9935dec6-44ce-4e47-8a97-38e3293ef341 None None] Bound using segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:14:52.683744 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-9935dec6-44ce-4e47-8a97-38e3293ef341 None None] Bound port: eb2bfb7d-f493-433f-9f99-754ef2675e66, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:14:52.683744 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9935dec6-44ce-4e47-8a97-38e3293ef341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:52.689448 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8f04da2e-1702-4bcf-bd90-59ba9e0b0663 req-53496ff6-dc6b-4e23-962d-c6fd1568ef00 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740209 Aug 11 02:14:52.712874 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device fe73f5e1-147c-4afb-84d2-881c2ab9b69e no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:14:52.782664 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: fe73f5e1-147c-4afb-84d2-881c2ab9b69e {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:14:52.783012 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device fe73f5e1-147c-4afb-84d2-881c2ab9b69e not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:14:52.862180 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-23027ecd-5309-48b9-bf9e-61229f90dfb8 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:52.864377 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-9935dec6-44ce-4e47-8a97-38e3293ef341 None None] For port eb2bfb7d-f493-433f-9f99-754ef2675e66, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:52.870115 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-f6349ac6-d4e1-4162-abcf-79199cbcd1ab req-1cd6a4b2-7f91-406b-abf5-8c0a3b4139d3 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Deleting port f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:14:52.870115 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f6349ac6-d4e1-4162-abcf-79199cbcd1ab req-1cd6a4b2-7f91-406b-abf5-8c0a3b4139d3 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:52.870549 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-9935dec6-44ce-4e47-8a97-38e3293ef341 None None] For port eb2bfb7d-f493-433f-9f99-754ef2675e66, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=eb2bfb7d-f493-433f-9f99-754ef2675e66,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:14:52.876446 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-23027ecd-5309-48b9-bf9e-61229f90dfb8 None None] Transition to ACTIVE for port object a7ef8111-7067-4ea9-a89d-912c5a23ce51 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:52.883323 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-07c808d4-931a-4f91-aacd-cf5f26d765c4 admin admin] Allocated IP 172.25.2.198 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/abaddb08-8e9c-4898-97eb-42ccc0f20a64) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:52.884186 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9935dec6-44ce-4e47-8a97-38e3293ef341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:52.987486 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-23027ecd-5309-48b9-bf9e-61229f90dfb8 None None] Transition to ACTIVE for port object a7ef8111-7067-4ea9-a89d-912c5a23ce51 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:53.018119 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-23027ecd-5309-48b9-bf9e-61229f90dfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:53.063823 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935dec6-44ce-4e47-8a97-38e3293ef341 None None] Pushing event updated for resources: {'Port': ['ID=eb2bfb7d-f493-433f-9f99-754ef2675e66,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:53.162208 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-f6349ac6-d4e1-4162-abcf-79199cbcd1ab req-1cd6a4b2-7f91-406b-abf5-8c0a3b4139d3 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] For port f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd,segment=NetworkSegment(c4d12000-2f18-4a49-89bc-59fc19f987a2),segment_id=c4d12000-2f18-4a49-89bc-59fc19f987a2)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:53.162456 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f6349ac6-d4e1-4162-abcf-79199cbcd1ab req-1cd6a4b2-7f91-406b-abf5-8c0a3b4139d3 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:53.178827 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23027ecd-5309-48b9-bf9e-61229f90dfb8 None None] Network c5f2d8d7-6677-43a2-937b-2401edec6a18 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:53.187166 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-23027ecd-5309-48b9-bf9e-61229f90dfb8 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:53.193680 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-f6349ac6-d4e1-4162-abcf-79199cbcd1ab req-1cd6a4b2-7f91-406b-abf5-8c0a3b4139d3 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Calling delete_port for f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:14:53.196757 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23027ecd-5309-48b9-bf9e-61229f90dfb8 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:53.212422 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23027ecd-5309-48b9-bf9e-61229f90dfb8 None None] Pushing event updated for resources: {'Port': ['ID=a7ef8111-7067-4ea9-a89d-912c5a23ce51,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:53.306620 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-23027ecd-5309-48b9-bf9e-61229f90dfb8 None None] Attempting to bind port a7ef8111-7067-4ea9-a89d-912c5a23ce51 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:14:53.306620 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-23027ecd-5309-48b9-bf9e-61229f90dfb8 None None] Attempting to bind port a7ef8111-7067-4ea9-a89d-912c5a23ce51 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '559c21a5-4bb1-4b2d-b2ab-da399dea4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c5f2d8d7-6677-43a2-937b-2401edec6a18'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:14:53.306620 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23027ecd-5309-48b9-bf9e-61229f90dfb8 None None] Attempting to bind port a7ef8111-7067-4ea9-a89d-912c5a23ce51 on network c5f2d8d7-6677-43a2-937b-2401edec6a18 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:53.310650 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23027ecd-5309-48b9-bf9e-61229f90dfb8 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:14:53.311142 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23027ecd-5309-48b9-bf9e-61229f90dfb8 None None] Checking segment: {'id': '559c21a5-4bb1-4b2d-b2ab-da399dea4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c5f2d8d7-6677-43a2-937b-2401edec6a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:53.311696 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-23027ecd-5309-48b9-bf9e-61229f90dfb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:53.312255 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23027ecd-5309-48b9-bf9e-61229f90dfb8 None None] Bound using segment: {'id': '559c21a5-4bb1-4b2d-b2ab-da399dea4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c5f2d8d7-6677-43a2-937b-2401edec6a18'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:14:53.312870 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-23027ecd-5309-48b9-bf9e-61229f90dfb8 None None] Bound port: a7ef8111-7067-4ea9-a89d-912c5a23ce51, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559c21a5-4bb1-4b2d-b2ab-da399dea4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c5f2d8d7-6677-43a2-937b-2401edec6a18'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:14:53.313497 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-23027ecd-5309-48b9-bf9e-61229f90dfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:53.336163 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a89bc63c-1c9d-4ae4-9145-e70a04318638 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:53.346466 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-07c808d4-931a-4f91-aacd-cf5f26d765c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:53.409010 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-a89bc63c-1c9d-4ae4-9145-e70a04318638 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Transition to ACTIVE for port object 1a513226-5e10-4fd1-a10e-5c34c9c3ff72 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:53.485635 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-23027ecd-5309-48b9-bf9e-61229f90dfb8 None None] For port a7ef8111-7067-4ea9-a89d-912c5a23ce51, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:53.491912 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-23027ecd-5309-48b9-bf9e-61229f90dfb8 None None] For port a7ef8111-7067-4ea9-a89d-912c5a23ce51, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a7ef8111-7067-4ea9-a89d-912c5a23ce51,segment=NetworkSegment(559c21a5-4bb1-4b2d-b2ab-da399dea4712),segment_id=559c21a5-4bb1-4b2d-b2ab-da399dea4712)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:14:53.505958 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-23027ecd-5309-48b9-bf9e-61229f90dfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:53.586126 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23027ecd-5309-48b9-bf9e-61229f90dfb8 None None] Pushing event updated for resources: {'Port': ['ID=a7ef8111-7067-4ea9-a89d-912c5a23ce51,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:53.642724 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-07c808d4-931a-4f91-aacd-cf5f26d765c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:53.681130 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c808d4-931a-4f91-aacd-cf5f26d765c4 admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:53.720310 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa181d58-bf4d-473a-8f97-2a4d5b78798c req-afceeffa-c82a-4594-a78f-0549bb454f92 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:53.732069 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe03f4e-dc54-4984-a401-9e5aabb259ba req-c883eb64-e3b4-4f8b-b56d-0b3e4e41cdb5 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:53.735224 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aa181d58-bf4d-473a-8f97-2a4d5b78798c req-afceeffa-c82a-4594-a78f-0549bb454f92 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad4f4e19-1211-4bfc-ac42-7ebb752c588b HTTP/1.1" status: 200 len: 948 time: 0.1160049 Aug 11 02:14:53.739006 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe03f4e-dc54-4984-a401-9e5aabb259ba req-c883eb64-e3b4-4f8b-b56d-0b3e4e41cdb5 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=97879ff0-c67b-4c27-aa7d-b6f580dd9366 HTTP/1.1" status: 200 len: 944 time: 0.2386127 Aug 11 02:14:53.810300 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-07c808d4-931a-4f91-aacd-cf5f26d765c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:53.812788 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c808d4-931a-4f91-aacd-cf5f26d765c4 admin admin] Pushing event updated for resources: {'Port': ['ID=abaddb08-8e9c-4898-97eb-42ccc0f20a64,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:53.821757 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c808d4-931a-4f91-aacd-cf5f26d765c4 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:53.844955 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aa181d58-bf4d-473a-8f97-2a4d5b78798c req-bab80829-81e0-44db-a458-89a061a4b4d0 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec401f9e-4875-4c45-b4cf-37796f182c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087363 Aug 11 02:14:53.913069 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a89bc63c-1c9d-4ae4-9145-e70a04318638 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:53.998674 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89bc63c-1c9d-4ae4-9145-e70a04318638 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:54.006194 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-a89bc63c-1c9d-4ae4-9145-e70a04318638 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:54.011308 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f6349ac6-d4e1-4162-abcf-79199cbcd1ab req-1cd6a4b2-7f91-406b-abf5-8c0a3b4139d3 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:54.013098 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89bc63c-1c9d-4ae4-9145-e70a04318638 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:54.021055 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89bc63c-1c9d-4ae4-9145-e70a04318638 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:54.023916 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:14:54.026882 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d56b7104-f850-45fd-9e2c-849462d4b9bd req-89cd399a-5876-4882-bddb-719bc8d01201 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 210 time: 0.0633342 Aug 11 02:14:54.037349 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a89bc63c-1c9d-4ae4-9145-e70a04318638 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:54.090881 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbe03f4e-dc54-4984-a401-9e5aabb259ba req-395ecc82-9c86-4e28-9bf3-04b57c171959 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732198 Aug 11 02:14:54.107520 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89bc63c-1c9d-4ae4-9145-e70a04318638 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Port': ['ID=1a513226-5e10-4fd1-a10e-5c34c9c3ff72,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:54.260288 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6a4b2-7f91-406b-abf5-8c0a3b4139d3 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Pushing event deleted for resources: {'Port': ['ID=f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:54.264457 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a89bc63c-1c9d-4ae4-9145-e70a04318638 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5241551 Aug 11 02:14:54.266174 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41724) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:54.273681 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:54.358113 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75414fd5-d8d3-48b5-ba0d-7fd5f1da98da tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:54.379020 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75414fd5-d8d3-48b5-ba0d-7fd5f1da98da tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:54.384271 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-75414fd5-d8d3-48b5-ba0d-7fd5f1da98da tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1164851 Aug 11 02:14:54.386240 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6349ac6-d4e1-4162-abcf-79199cbcd1ab req-1cd6a4b2-7f91-406b-abf5-8c0a3b4139d3 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] No DVR routers for this DVR port f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:14:54.388640 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41728) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:54.393322 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f6349ac6-d4e1-4162-abcf-79199cbcd1ab req-1cd6a4b2-7f91-406b-abf5-8c0a3b4139d3 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:54.395396 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f6349ac6-d4e1-4162-abcf-79199cbcd1ab req-1cd6a4b2-7f91-406b-abf5-8c0a3b4139d3 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.66 "DELETE /v2.0/ports/f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd HTTP/1.1" status: 204 len: 173 time: 2.1325829 Aug 11 02:14:54.402575 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f92f73b-bfc1-4569-9f38-8b21a5ee37d8', 'name': 'network-vif-deleted', 'tag': 'f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:54.424312 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ef7523-273f-47b9-86d7-62bb51d90130" -d '{"events": [{"server_uuid": "8f92f73b-bfc1-4569-9f38-8b21a5ee37d8", "name": "network-vif-deleted", "tag": "f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:54.638402 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f747405d-b215-4cd3-a664-00d5e281b86a x-openstack-request-id: req-f747405d-b215-4cd3-a664-00d5e281b86a {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:54.638691 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f92f73b-bfc1-4569-9f38-8b21a5ee37d8", "name": "network-vif-deleted", "tag": "f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:54.638947 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f747405d-b215-4cd3-a664-00d5e281b86a {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:54.639395 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f92f73b-bfc1-4569-9f38-8b21a5ee37d8', 'name': 'network-vif-deleted', 'tag': 'f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd', 'status': 'completed', 'code': 200} Aug 11 02:14:54.640747 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-07c808d4-931a-4f91-aacd-cf5f26d765c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:54.644400 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-1594d7a0-60eb-4540-98c1-2390c81d8a8c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting port 1a513226-5e10-4fd1-a10e-5c34c9c3ff72 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:14:54.657536 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1594d7a0-60eb-4540-98c1-2390c81d8a8c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:54.720815 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 9bc461a3-c1f3-4835-a946-25f13c9201b3 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:54.842784 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1594d7a0-60eb-4540-98c1-2390c81d8a8c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:54.861159 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-1594d7a0-60eb-4540-98c1-2390c81d8a8c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Calling delete_port for 1a513226-5e10-4fd1-a10e-5c34c9c3ff72 owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:14:54.942126 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 9bc461a3-c1f3-4835-a946-25f13c9201b3 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:54.963115 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 9bc461a3-c1f3-4835-a946-25f13c9201b3 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:54.965986 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.105230 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b4dd8b4c-55ad-445e-940f-fd8bd287b49f None None] Provisioning for port eb2bfb7d-f493-433f-9f99-754ef2675e66 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:55.197697 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.200583 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.225076 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1594d7a0-60eb-4540-98c1-2390c81d8a8c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.286562 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97879ff0-c67b-4c27-aa7d-b6f580dd9366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc461a3-c1f3-4835-a946-25f13c9201b3'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:55.305520 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1948a4-2ae9-4c52-af03-e44e946c10b9" -d '{"events": [{"server_uuid": "97879ff0-c67b-4c27-aa7d-b6f580dd9366", "name": "network-vif-plugged", "status": "completed", "tag": "9bc461a3-c1f3-4835-a946-25f13c9201b3"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:55.349958 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594d7a0-60eb-4540-98c1-2390c81d8a8c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Port': ['ID=1a513226-5e10-4fd1-a10e-5c34c9c3ff72,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:55.366739 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 9bc461a3-c1f3-4835-a946-25f13c9201b3, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=9bc461a3-c1f3-4835-a946-25f13c9201b3,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:55.378132 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.470051 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=9bc461a3-c1f3-4835-a946-25f13c9201b3,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:55.474239 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc1cb8d-bef4-4903-91dc-ed5cf8ffc4d7 None None] Network c5f2d8d7-6677-43a2-937b-2401edec6a18 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:55.507066 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0b8f6595-94d6-4736-b2d7-c513123ddcf9 req-f9ee9c07-3e84-41b6-b912-6467b39ade38 tempest-ServerRescueTestJSON-1956722996 tempest-ServerRescueTestJSON-1956722996-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f92f73b-bfc1-4569-9f38-8b21a5ee37d8 HTTP/1.1" status: 200 len: 210 time: 0.1682675 Aug 11 02:14:55.665837 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1594d7a0-60eb-4540-98c1-2390c81d8a8c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.672505 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device eb2bfb7d-f493-433f-9f99-754ef2675e66 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:55.673117 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1594d7a0-60eb-4540-98c1-2390c81d8a8c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/1a513226-5e10-4fd1-a10e-5c34c9c3ff72 HTTP/1.1" status: 204 len: 168 time: 1.2834272 Aug 11 02:14:55.715808 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41748) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:55.789226 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8b2c70ab-4562-422f-ae40-51f24cc7d627 None None] Provisioning for port a7ef8111-7067-4ea9-a89d-912c5a23ce51 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:55.973716 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8b2c70ab-4562-422f-ae40-51f24cc7d627 None None] Could not find standard attr ID for object 1a513226-5e10-4fd1-a10e-5c34c9c3ff72. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:14:55.995172 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port eb2bfb7d-f493-433f-9f99-754ef2675e66 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:56.010772 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port eb2bfb7d-f493-433f-9f99-754ef2675e66 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:56.016004 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:56.022356 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9b032-eaf8-4ced-8f9a-9a77a816a221 req-08abbfb7-2513-4c61-965f-df96ef94d832 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:56.023394 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ed5ef-0f9a-4007-8d30-093329036ff1 req-f427ba5d-e5e5-46ec-aef9-843f980048f3 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:56.025120 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-54f9b032-eaf8-4ced-8f9a-9a77a816a221 req-08abbfb7-2513-4c61-965f-df96ef94d832 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad4f4e19-1211-4bfc-ac42-7ebb752c588b HTTP/1.1" status: 200 len: 948 time: 0.5078220 Aug 11 02:14:56.025330 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c50ed5ef-0f9a-4007-8d30-093329036ff1 req-f427ba5d-e5e5-46ec-aef9-843f980048f3 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad4f4e19-1211-4bfc-ac42-7ebb752c588b HTTP/1.1" status: 200 len: 948 time: 0.2595291 Aug 11 02:14:56.032093 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afb45d3-09f2-4b2a-bce5-b55ad28d64ac tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:56.034122 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afb45d3-09f2-4b2a-bce5-b55ad28d64ac tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:56.035966 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9afb45d3-09f2-4b2a-bce5-b55ad28d64ac tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3118396 Aug 11 02:14:56.073457 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41752) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:56.107860 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d1de3-17dc-462d-8d60-77c8fe7fcdfc req-6ce3c50e-a4e0-4e40-841c-3019516a1987 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:56.116071 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-777d1de3-17dc-462d-8d60-77c8fe7fcdfc req-6ce3c50e-a4e0-4e40-841c-3019516a1987 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=97879ff0-c67b-4c27-aa7d-b6f580dd9366 HTTP/1.1" status: 200 len: 945 time: 0.4109468 Aug 11 02:14:56.177201 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-07c808d4-931a-4f91-aacd-cf5f26d765c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:56.182340 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:56.204833 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-777d1de3-17dc-462d-8d60-77c8fe7fcdfc req-463194c2-d970-477e-887f-3b3ecb024398 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877800 Aug 11 02:14:56.221383 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port eb2bfb7d-f493-433f-9f99-754ef2675e66, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=eb2bfb7d-f493-433f-9f99-754ef2675e66,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:56.235467 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:56.236396 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a7ef8111-7067-4ea9-a89d-912c5a23ce51 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:56.274103 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-54f9b032-eaf8-4ced-8f9a-9a77a816a221 req-dcb060c3-ddbd-4ada-9da1-3615b64917ae tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Deleting port a8393636-749a-49bd-88f4-c38c0632584d {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:14:56.274764 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-54f9b032-eaf8-4ced-8f9a-9a77a816a221 req-dcb060c3-ddbd-4ada-9da1-3615b64917ae tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:56.323585 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c50ed5ef-0f9a-4007-8d30-093329036ff1 req-9e8453e4-295a-4eb1-80a1-96df070f9ae9 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec401f9e-4875-4c45-b4cf-37796f182c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729754 Aug 11 02:14:56.351777 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-4edccdc2-613a-45c1-8843-cd35d6051bb6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet d0ce9e92-34f3-4a26-a4a7-ce01e82b81e4 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:14:56.358463 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4edccdc2-613a-45c1-8843-cd35d6051bb6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:56.442144 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=eb2bfb7d-f493-433f-9f99-754ef2675e66,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:56.455354 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port a7ef8111-7067-4ea9-a89d-912c5a23ce51 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:56.461307 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port a7ef8111-7067-4ea9-a89d-912c5a23ce51 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:56.461686 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:56.469570 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4edccdc2-613a-45c1-8843-cd35d6051bb6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:56.572893 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-54f9b032-eaf8-4ced-8f9a-9a77a816a221 req-dcb060c3-ddbd-4ada-9da1-3615b64917ae tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] For port a8393636-749a-49bd-88f4-c38c0632584d, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a8393636-749a-49bd-88f4-c38c0632584d,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:56.573269 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-54f9b032-eaf8-4ced-8f9a-9a77a816a221 req-dcb060c3-ddbd-4ada-9da1-3615b64917ae tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:56.583396 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41766) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:56.596017 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-54f9b032-eaf8-4ced-8f9a-9a77a816a221 req-dcb060c3-ddbd-4ada-9da1-3615b64917ae tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Calling delete_port for a8393636-749a-49bd-88f4-c38c0632584d owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:14:56.689728 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7560a8ba-cfd2-488b-8c5b-f3abfef9a604 x-openstack-request-id: req-7560a8ba-cfd2-488b-8c5b-f3abfef9a604 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:56.690030 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97879ff0-c67b-4c27-aa7d-b6f580dd9366", "name": "network-vif-plugged", "status": "completed", "tag": "9bc461a3-c1f3-4835-a946-25f13c9201b3", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:56.690290 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7560a8ba-cfd2-488b-8c5b-f3abfef9a604 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:56.690689 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97879ff0-c67b-4c27-aa7d-b6f580dd9366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc461a3-c1f3-4835-a946-25f13c9201b3', 'code': 200} Aug 11 02:14:56.691276 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:56.755166 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:14:56.825386 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2460c288-3a7f-4798-974f-5e59d3630e40 None None] Provisioning complete for port a7ef8111-7067-4ea9-a89d-912c5a23ce51 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:56.826071 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2460c288-3a7f-4798-974f-5e59d3630e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:56.838292 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:14:56.838633 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device f4b282f8-f35d-4ce0-88d0-30e6aeb2abcd not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:14:56.859275 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port a7ef8111-7067-4ea9-a89d-912c5a23ce51, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a7ef8111-7067-4ea9-a89d-912c5a23ce51,segment=NetworkSegment(559c21a5-4bb1-4b2d-b2ab-da399dea4712),segment_id=559c21a5-4bb1-4b2d-b2ab-da399dea4712)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:56.911321 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-54f9b032-eaf8-4ced-8f9a-9a77a816a221 req-dcb060c3-ddbd-4ada-9da1-3615b64917ae tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:56.923970 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:56.961208 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb060c3-ddbd-4ada-9da1-3615b64917ae tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Pushing event deleted for resources: {'Port': ['ID=a8393636-749a-49bd-88f4-c38c0632584d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:57.074639 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=a7ef8111-7067-4ea9-a89d-912c5a23ce51,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:57.103881 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f9b032-eaf8-4ced-8f9a-9a77a816a221 req-dcb060c3-ddbd-4ada-9da1-3615b64917ae tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] No DVR routers for this DVR port a8393636-749a-49bd-88f4-c38c0632584d on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:14:57.107775 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-54f9b032-eaf8-4ced-8f9a-9a77a816a221 req-dcb060c3-ddbd-4ada-9da1-3615b64917ae tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:57.110095 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-54f9b032-eaf8-4ced-8f9a-9a77a816a221 req-dcb060c3-ddbd-4ada-9da1-3615b64917ae tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.73 "DELETE /v2.0/ports/a8393636-749a-49bd-88f4-c38c0632584d HTTP/1.1" status: 204 len: 173 time: 1.0726950 Aug 11 02:14:57.110630 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4f4e19-1211-4bfc-ac42-7ebb752c588b', 'name': 'network-vif-deleted', 'tag': 'a8393636-749a-49bd-88f4-c38c0632584d'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:57.122913 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aaba112-2d00-46d8-b127-0dfc2331f231" -d '{"events": [{"server_uuid": "ad4f4e19-1211-4bfc-ac42-7ebb752c588b", "name": "network-vif-deleted", "tag": "a8393636-749a-49bd-88f4-c38c0632584d"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:57.183363 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b37929c-3755-4af3-8e01-8062ba454266 x-openstack-request-id: req-1b37929c-3755-4af3-8e01-8062ba454266 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:57.191241 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4f4e19-1211-4bfc-ac42-7ebb752c588b", "name": "network-vif-deleted", "tag": "a8393636-749a-49bd-88f4-c38c0632584d", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:57.191568 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1b37929c-3755-4af3-8e01-8062ba454266 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:57.191992 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4f4e19-1211-4bfc-ac42-7ebb752c588b', 'name': 'network-vif-deleted', 'tag': 'a8393636-749a-49bd-88f4-c38c0632584d', 'status': 'completed', 'code': 200} Aug 11 02:14:57.237271 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4edccdc2-613a-45c1-8843-cd35d6051bb6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:57.244357 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c808d4-931a-4f91-aacd-cf5f26d765c4 admin admin] Router df281678-0a0d-4519-b548-d0ac34930c97 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:14:57.283643 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb6a05-2b4c-4ae4-8e9c-00c91a84423f req-e0399622-d7de-4b8a-a572-90a5b23a81b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:57.285375 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2edb6a05-2b4c-4ae4-8e9c-00c91a84423f req-e0399622-d7de-4b8a-a572-90a5b23a81b5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=97879ff0-c67b-4c27-aa7d-b6f580dd9366 HTTP/1.1" status: 200 len: 1097 time: 0.4769077 Aug 11 02:14:57.449235 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device eb2bfb7d-f493-433f-9f99-754ef2675e66 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:57.507516 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb66b8-9805-4389-9ba8-f6d636521b3f req-573631e5-dfd7-42c2-86a0-cdee138d57d1 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:57.511096 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-30bb66b8-9805-4389-9ba8-f6d636521b3f req-573631e5-dfd7-42c2-86a0-cdee138d57d1 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=97879ff0-c67b-4c27-aa7d-b6f580dd9366 HTTP/1.1" status: 200 len: 945 time: 0.1838789 Aug 11 02:14:57.543265 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c808d4-931a-4f91-aacd-cf5f26d765c4 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:14:57.561492 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b9427d-f084-48d4-a390-97db351a82b5 None None] Sync routers for ids ['df281678-0a0d-4519-b548-d0ac34930c97'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:14:57.567226 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port eb2bfb7d-f493-433f-9f99-754ef2675e66 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:57.567929 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:57.595826 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b9427d-f084-48d4-a390-97db351a82b5 None None] Routers {'df281678-0a0d-4519-b548-d0ac34930c97'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:14:57.599232 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-75b9427d-f084-48d4-a390-97db351a82b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:14:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['df281678-0a0d-4519-b548-d0ac34930c97'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:57.610972 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-30bb66b8-9805-4389-9ba8-f6d636521b3f req-acc77b8e-0c4d-4943-9daa-7a8b1d5541c3 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837052 Aug 11 02:14:57.710287 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a7ef8111-7067-4ea9-a89d-912c5a23ce51 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:57.826126 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port a7ef8111-7067-4ea9-a89d-912c5a23ce51 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:57.826787 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:57.904647 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-07c808d4-931a-4f91-aacd-cf5f26d765c4 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:57.911254 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-07c808d4-931a-4f91-aacd-cf5f26d765c4 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.8806450 Aug 11 02:14:57.911665 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41784) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:57.913606 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2edb6a05-2b4c-4ae4-8e9c-00c91a84423f req-75005c4c-457b-43cb-8968-ae27c5617acf service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6173165 Aug 11 02:14:58.000310 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-75b9427d-f084-48d4-a390-97db351a82b5 None None] Set router df281678-0a0d-4519-b548-d0ac34930c97 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:14:58.038482 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aa9b80bd-6a69-4e58-a7ae-3d3cbfd958d7 req-a64bb764-d1b3-4f4b-83a7-2b5df49a69e8 tempest-ImagesOneServerTestJSON-2025490291 tempest-ImagesOneServerTestJSON-2025490291-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad4f4e19-1211-4bfc-ac42-7ebb752c588b HTTP/1.1" status: 200 len: 210 time: 0.4367280 Aug 11 02:14:58.125030 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4edccdc2-613a-45c1-8843-cd35d6051bb6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:58.170468 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edccdc2-613a-45c1-8843-cd35d6051bb6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=d0ce9e92-34f3-4a26-a4a7-ce01e82b81e4,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:58.184173 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4edccdc2-613a-45c1-8843-cd35d6051bb6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:58.188277 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4edccdc2-613a-45c1-8843-cd35d6051bb6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/d0ce9e92-34f3-4a26-a4a7-ce01e82b81e4 HTTP/1.1" status: 204 len: 168 time: 2.1128776 Aug 11 02:14:58.193419 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec62fbb2-feda-4628-b0b8-16a719639aae None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:58.194604 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41788) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:58.240782 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3121ed91-8184-4b0b-9065-8f170e3f6196 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448737 Aug 11 02:14:58.254161 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41790) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:58.261442 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-109906c0-1b7b-476e-a239-f76b7ebe60a8 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:58.393366 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-75b9427d-f084-48d4-a390-97db351a82b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df281678-0a0d-4519-b548-d0ac34930c97', 'name': 'tempest-FloatingIPsNegativeTestJSON-1362338898-router', 'tenant_id': '6ea082c7c9b74e87ac8d2d59b9948a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'abaddb08-8e9c-4898-97eb-42ccc0f20a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:51Z', 'updated_at': '2021-08-11T02:14:54Z', 'revision_number': 3, 'project_id': '6ea082c7c9b74e87ac8d2d59b9948a98', 'gw_port': {'id': 'abaddb08-8e9c-4898-97eb-42ccc0f20a64', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:72:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df281678-0a0d-4519-b548-d0ac34930c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:52Z', 'updated_at': '2021-08-11T02:14:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:58.424771 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b9427d-f084-48d4-a390-97db351a82b5 None None] Checking router: df281678-0a0d-4519-b548-d0ac34930c97 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:14:58.425448 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b9427d-f084-48d4-a390-97db351a82b5 None None] Updating router df281678-0a0d-4519-b548-d0ac34930c97 port abaddb08-8e9c-4898-97eb-42ccc0f20a64 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:14:58.453953 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-75b9427d-f084-48d4-a390-97db351a82b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:58.552696 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109906c0-1b7b-476e-a239-f76b7ebe60a8 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:58.556935 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-109906c0-1b7b-476e-a239-f76b7ebe60a8 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:58.600403 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b748ff-6b52-41e3-90b0-30eb8ad937b6 None None] DHCP port deletion for abfe629d-e2ef-4da1-94ab-4576283f6a78 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:14:58.719585 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-20b748ff-6b52-41e3-90b0-30eb8ad937b6 None None] Deleting port eb2bfb7d-f493-433f-9f99-754ef2675e66 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:14:58.721907 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-20b748ff-6b52-41e3-90b0-30eb8ad937b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:58.820411 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-75b9427d-f084-48d4-a390-97db351a82b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:58.840673 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-75b9427d-f084-48d4-a390-97db351a82b5 None None] Transition to ACTIVE for port object abaddb08-8e9c-4898-97eb-42ccc0f20a64 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:58.852383 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-75b9427d-f084-48d4-a390-97db351a82b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:58.940711 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bead6bbd-41d4-4754-8421-52e72c637ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:58.964544 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738ee28-1749-4c00-b467-b0e9e47cdf67 req-79c86203-6f5f-495d-ada9-3ca7d3cc8814 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:58.974861 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8738ee28-1749-4c00-b467-b0e9e47cdf67 req-79c86203-6f5f-495d-ada9-3ca7d3cc8814 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=97879ff0-c67b-4c27-aa7d-b6f580dd9366 HTTP/1.1" status: 200 len: 945 time: 0.2007132 Aug 11 02:14:59.016883 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-75b9427d-f084-48d4-a390-97db351a82b5 None None] Attempting to bind port abaddb08-8e9c-4898-97eb-42ccc0f20a64 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:14:59.024018 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-75b9427d-f084-48d4-a390-97db351a82b5 None None] Attempting to bind port abaddb08-8e9c-4898-97eb-42ccc0f20a64 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:14:59.025275 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b9427d-f084-48d4-a390-97db351a82b5 None None] Attempting to bind port abaddb08-8e9c-4898-97eb-42ccc0f20a64 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:59.028379 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f40358d5-4973-4a0a-a060-ee9f406e2dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:59.031456 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb7c1a-af00-4c25-a43e-8bc42ae565a8 None None] Pushing event updated for resources: {'Port': ['ID=abaddb08-8e9c-4898-97eb-42ccc0f20a64,revision_number=2']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:59.048111 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b9427d-f084-48d4-a390-97db351a82b5 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:14:59.050760 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b9427d-f084-48d4-a390-97db351a82b5 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:59.052006 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-75b9427d-f084-48d4-a390-97db351a82b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:59.055878 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b9427d-f084-48d4-a390-97db351a82b5 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:14:59.055878 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-75b9427d-f084-48d4-a390-97db351a82b5 None None] Bound port: abaddb08-8e9c-4898-97eb-42ccc0f20a64, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:14:59.055878 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-75b9427d-f084-48d4-a390-97db351a82b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:59.061054 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb7c1a-af00-4c25-a43e-8bc42ae565a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:59.061054 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb7c1a-af00-4c25-a43e-8bc42ae565a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:59.064837 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb7c1a-af00-4c25-a43e-8bc42ae565a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:59.066642 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb7c1a-af00-4c25-a43e-8bc42ae565a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:59.070688 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb7c1a-af00-4c25-a43e-8bc42ae565a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:59.070688 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb7c1a-af00-4c25-a43e-8bc42ae565a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:59.071000 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb7c1a-af00-4c25-a43e-8bc42ae565a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:59.075032 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb7c1a-af00-4c25-a43e-8bc42ae565a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:59.075179 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb7c1a-af00-4c25-a43e-8bc42ae565a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:59.075504 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb7c1a-af00-4c25-a43e-8bc42ae565a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:59.075877 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb7c1a-af00-4c25-a43e-8bc42ae565a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:59.076200 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb7c1a-af00-4c25-a43e-8bc42ae565a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:59.112706 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8738ee28-1749-4c00-b467-b0e9e47cdf67 req-7cd93ace-c049-4a4d-aa4a-23addc29ce7f tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357954 Aug 11 02:14:59.194319 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-20b748ff-6b52-41e3-90b0-30eb8ad937b6 None None] For port eb2bfb7d-f493-433f-9f99-754ef2675e66, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=eb2bfb7d-f493-433f-9f99-754ef2675e66,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:59.194819 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-20b748ff-6b52-41e3-90b0-30eb8ad937b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:59.224797 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-20b748ff-6b52-41e3-90b0-30eb8ad937b6 None None] Calling delete_port for eb2bfb7d-f493-433f-9f99-754ef2675e66 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:14:59.271693 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-75b9427d-f084-48d4-a390-97db351a82b5 None None] For port abaddb08-8e9c-4898-97eb-42ccc0f20a64, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:59.286352 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-75b9427d-f084-48d4-a390-97db351a82b5 None None] For port abaddb08-8e9c-4898-97eb-42ccc0f20a64, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=abaddb08-8e9c-4898-97eb-42ccc0f20a64,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:14:59.299807 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-75b9427d-f084-48d4-a390-97db351a82b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:59.465134 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device eb2bfb7d-f493-433f-9f99-754ef2675e66 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:14:59.487369 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb7c1a-af00-4c25-a43e-8bc42ae565a8 None None] Pushing event updated for resources: {'Port': ['ID=abaddb08-8e9c-4898-97eb-42ccc0f20a64,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:59.509156 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b9427d-f084-48d4-a390-97db351a82b5 None None] Routers {'df281678-0a0d-4519-b548-d0ac34930c97'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:14:59.512412 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-75b9427d-f084-48d4-a390-97db351a82b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:14:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['df281678-0a0d-4519-b548-d0ac34930c97'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:59.515493 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41816) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:59.552076 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-f40358d5-4973-4a0a-a060-ee9f406e2dd1 admin admin] Allocated IP 172.20.0.1 (c5f2d8d7-6677-43a2-937b-2401edec6a18/70adba11-da73-4e7f-b439-fc6a3bb11d38/635f9975-1695-4efb-9bc1-015f02892480) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:59.629381 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-20b748ff-6b52-41e3-90b0-30eb8ad937b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:59.739354 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b748ff-6b52-41e3-90b0-30eb8ad937b6 None None] Pushing event deleted for resources: {'Port': ['ID=eb2bfb7d-f493-433f-9f99-754ef2675e66,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:59.757560 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b748ff-6b52-41e3-90b0-30eb8ad937b6 None None] No DVR routers for this DVR port eb2bfb7d-f493-433f-9f99-754ef2675e66 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:14:59.762789 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No active binding found for port eb2bfb7d-f493-433f-9f99-754ef2675e66 {{(pid=94508) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 02:14:59.762789 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device eb2bfb7d-f493-433f-9f99-754ef2675e66 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:14:59.858857 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-75b9427d-f084-48d4-a390-97db351a82b5 None None] Set router df281678-0a0d-4519-b548-d0ac34930c97 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:14:59.966107 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device a8393636-749a-49bd-88f4-c38c0632584d no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:15:00.029565 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: a8393636-749a-49bd-88f4-c38c0632584d {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:15:00.031639 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device a8393636-749a-49bd-88f4-c38c0632584d not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:15:00.166694 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41824) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:00.215397 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7467067-ffec-4609-963b-ce2a64ccc655 admin admin] Deleting subnet 852e65ca-6cb3-47f3-8aea-2b8debfff40c {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:15:00.224505 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a7467067-ffec-4609-963b-ce2a64ccc655 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:00.342972 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a7467067-ffec-4609-963b-ce2a64ccc655 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:00.419330 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-75b9427d-f084-48d4-a390-97db351a82b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df281678-0a0d-4519-b548-d0ac34930c97', 'name': 'tempest-FloatingIPsNegativeTestJSON-1362338898-router', 'tenant_id': '6ea082c7c9b74e87ac8d2d59b9948a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'abaddb08-8e9c-4898-97eb-42ccc0f20a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:51Z', 'updated_at': '2021-08-11T02:14:54Z', 'revision_number': 3, 'project_id': '6ea082c7c9b74e87ac8d2d59b9948a98', 'gw_port': {'id': 'abaddb08-8e9c-4898-97eb-42ccc0f20a64', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:72:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df281678-0a0d-4519-b548-d0ac34930c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:52Z', 'updated_at': '2021-08-11T02:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:00.466050 n-d-615180-33 neutron-server[94507]: DEBUG neutron.objects.ports [None req-109906c0-1b7b-476e-a239-f76b7ebe60a8 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94507) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:15:00.480918 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-109906c0-1b7b-476e-a239-f76b7ebe60a8 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:00.508974 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b9427d-f084-48d4-a390-97db351a82b5 None None] The sync data for ids ['df281678-0a0d-4519-b548-d0ac34930c97'] in n-d-615180-33 is: [{'id': 'df281678-0a0d-4519-b548-d0ac34930c97', 'name': 'tempest-FloatingIPsNegativeTestJSON-1362338898-router', 'tenant_id': '6ea082c7c9b74e87ac8d2d59b9948a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'abaddb08-8e9c-4898-97eb-42ccc0f20a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:51Z', 'updated_at': '2021-08-11T02:14:54Z', 'revision_number': 3, 'project_id': '6ea082c7c9b74e87ac8d2d59b9948a98', 'gw_port': {'id': 'abaddb08-8e9c-4898-97eb-42ccc0f20a64', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:72:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df281678-0a0d-4519-b548-d0ac34930c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:52Z', 'updated_at': '2021-08-11T02:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:15:00.558049 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1ba6e-c124-447d-bd25-a75aeaeaef41 req-780caa49-eb02-43e7-8614-559bf4cdc6ca tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:00.567278 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-85e1ba6e-c124-447d-bd25-a75aeaeaef41 req-780caa49-eb02-43e7-8614-559bf4cdc6ca tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=97879ff0-c67b-4c27-aa7d-b6f580dd9366 HTTP/1.1" status: 200 len: 945 time: 0.2077322 Aug 11 02:15:00.592685 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a7467067-ffec-4609-963b-ce2a64ccc655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:00.635312 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f40358d5-4973-4a0a-a060-ee9f406e2dd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:00.689937 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-f40358d5-4973-4a0a-a060-ee9f406e2dd1 admin admin] Transition to ACTIVE for port object 635f9975-1695-4efb-9bc1-015f02892480 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:00.744264 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109906c0-1b7b-476e-a239-f76b7ebe60a8 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:00.756134 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-85e1ba6e-c124-447d-bd25-a75aeaeaef41 req-c1b83cdf-6982-4df5-ba8b-683786dcbf8a tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877255 Aug 11 02:15:00.762371 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f40358d5-4973-4a0a-a060-ee9f406e2dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:00.787088 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-109906c0-1b7b-476e-a239-f76b7ebe60a8 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:00.795357 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109906c0-1b7b-476e-a239-f76b7ebe60a8 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:00.798976 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-109906c0-1b7b-476e-a239-f76b7ebe60a8 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:00.802663 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1439cc8e-fdae-4a9c-b5e7-067d93df7874 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:00.824357 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109906c0-1b7b-476e-a239-f76b7ebe60a8 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=ad0accfb-f733-4d84-ab2b-e38764839fde,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:00.877514 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a7467067-ffec-4609-963b-ce2a64ccc655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:00.937719 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40358d5-4973-4a0a-a060-ee9f406e2dd1 admin admin] Network c5f2d8d7-6677-43a2-937b-2401edec6a18 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:00.950824 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-109906c0-1b7b-476e-a239-f76b7ebe60a8 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6889637 Aug 11 02:15:00.951010 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41834) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:00.961109 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-fa0535ce-079c-4226-bbf1-71e10099b28c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'port': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'mac_address': 'fa:16:3e:ef:c6:15', 'name': 'tempest-NetworksTestDHCPv6-1804150169'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:00.966264 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-f40358d5-4973-4a0a-a060-ee9f406e2dd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:00.977100 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40358d5-4973-4a0a-a060-ee9f406e2dd1 admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:01.086726 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7467067-ffec-4609-963b-ce2a64ccc655 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=852e65ca-6cb3-47f3-8aea-2b8debfff40c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:01.128222 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a7467067-ffec-4609-963b-ce2a64ccc655 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:01.129547 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbcc076-3385-4220-8d4e-b8f7ee1e9352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-abfe629d-e2ef-4da1-94ab-4576283f6a78', 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'fixed_ips': [{'subnet_id': 'ad0accfb-f733-4d84-ab2b-e38764839fde'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:15:01.129987 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a7467067-ffec-4609-963b-ce2a64ccc655 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/852e65ca-6cb3-47f3-8aea-2b8debfff40c HTTP/1.1" status: 204 len: 168 time: 1.5973644 Aug 11 02:15:01.131270 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cbbcc076-3385-4220-8d4e-b8f7ee1e9352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:01.146741 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40358d5-4973-4a0a-a060-ee9f406e2dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=635f9975-1695-4efb-9bc1-015f02892480,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:01.149692 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7afe13d5-d384-4097-9cca-68ed2daf2cd0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=12b28face75441218286234c5874bafc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9815657 Aug 11 02:15:01.151964 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41838) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:01.152301 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41840) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:01.318470 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f40358d5-4973-4a0a-a060-ee9f406e2dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:01.442890 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-856dbaf2-0b05-42bf-841e-3146b2ca443b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:01.466654 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581604dd-b3f1-4c1a-a161-7f7b45e30cae req-ac8ac7cc-77df-4b1d-8b85-947a4ba2e62d tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:01.489445 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-581604dd-b3f1-4c1a-a161-7f7b45e30cae req-ac8ac7cc-77df-4b1d-8b85-947a4ba2e62d tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=97879ff0-c67b-4c27-aa7d-b6f580dd9366 HTTP/1.1" status: 200 len: 945 time: 0.4312732 Aug 11 02:15:01.505864 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0535ce-079c-4226-bbf1-71e10099b28c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:01.522356 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device abaddb08-8e9c-4898-97eb-42ccc0f20a64 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:01.525283 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-bead6bbd-41d4-4754-8421-52e72c637ce4 admin admin] Deleting port 598e2c15-665c-4e0a-b223-c833d953f44c {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:01.525626 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bead6bbd-41d4-4754-8421-52e72c637ce4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:01.638249 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-81889a61-dc11-4de3-88fb-9522e6d9d773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:01.655288 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-581604dd-b3f1-4c1a-a161-7f7b45e30cae req-bca0e333-364c-49e8-b563-949f4b01a3ee tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625996 Aug 11 02:15:01.693316 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-cbbcc076-3385-4220-8d4e-b8f7ee1e9352 None None] Allocated IP 2001:db8::f816:3eff:fe53:622e (abfe629d-e2ef-4da1-94ab-4576283f6a78/ad0accfb-f733-4d84-ab2b-e38764839fde/6ed4616d-57ec-44ad-8a6c-67b134adcbad) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:01.697060 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-15278ee3-0ff9-424a-91e8-61eb0a49d244 None None] Provisioning for port 635f9975-1695-4efb-9bc1-015f02892480 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:01.701888 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fa0535ce-079c-4226-bbf1-71e10099b28c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:01.716188 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-15278ee3-0ff9-424a-91e8-61eb0a49d244 None None] Provisioning complete for port 635f9975-1695-4efb-9bc1-015f02892480 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:01.716708 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-15278ee3-0ff9-424a-91e8-61eb0a49d244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:01.755982 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port abaddb08-8e9c-4898-97eb-42ccc0f20a64 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:01.773621 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-fa0535ce-079c-4226-bbf1-71e10099b28c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] device_id is not set on port 270567b9-5c10-4a98-ada5-7b2013672b19 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:15:01.864880 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port abaddb08-8e9c-4898-97eb-42ccc0f20a64 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:01.866142 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:01.870165 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-856dbaf2-0b05-42bf-841e-3146b2ca443b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:01.889175 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-81889a61-dc11-4de3-88fb-9522e6d9d773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:01.955721 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f40358d5-4973-4a0a-a060-ee9f406e2dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:01.974209 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-856dbaf2-0b05-42bf-841e-3146b2ca443b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['887cdb43-e9b9-4bf0-8022-79d7ba803ebc']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:01.985042 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-15278ee3-0ff9-424a-91e8-61eb0a49d244 None None] Port 635f9975-1695-4efb-9bc1-015f02892480 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:02.042239 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-856dbaf2-0b05-42bf-841e-3146b2ca443b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3af0fa2-7035-422c-aee4-ac13c9a756a9') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:02.042543 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-856dbaf2-0b05-42bf-841e-3146b2ca443b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3af0fa2-7035-422c-aee4-ac13c9a756a9') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:02.068898 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:02.116522 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-856dbaf2-0b05-42bf-841e-3146b2ca443b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:02.119724 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-bead6bbd-41d4-4754-8421-52e72c637ce4 admin admin] For port 598e2c15-665c-4e0a-b223-c833d953f44c, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=598e2c15-665c-4e0a-b223-c833d953f44c,segment=NetworkSegment(c4d12000-2f18-4a49-89bc-59fc19f987a2),segment_id=c4d12000-2f18-4a49-89bc-59fc19f987a2)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:02.120094 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bead6bbd-41d4-4754-8421-52e72c637ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:02.142882 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port abaddb08-8e9c-4898-97eb-42ccc0f20a64, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=abaddb08-8e9c-4898-97eb-42ccc0f20a64,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:02.156588 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-856dbaf2-0b05-42bf-841e-3146b2ca443b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:02.158877 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-bead6bbd-41d4-4754-8421-52e72c637ce4 admin admin] Calling delete_port for 598e2c15-665c-4e0a-b223-c833d953f44c owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:02.165175 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:02.197880 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856dbaf2-0b05-42bf-841e-3146b2ca443b admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:15:02.198553 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-856dbaf2-0b05-42bf-841e-3146b2ca443b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:15:02.205025 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:15:02.257712 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aea21c-74cd-481a-8183-f41382e2b027 req-53a65dc4-481a-4b52-b02d-ceb46b190e86 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:02.266193 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-95aea21c-74cd-481a-8183-f41382e2b027 req-53a65dc4-481a-4b52-b02d-ceb46b190e86 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=97879ff0-c67b-4c27-aa7d-b6f580dd9366 HTTP/1.1" status: 200 len: 945 time: 0.2039211 Aug 11 02:15:02.286672 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cbbcc076-3385-4220-8d4e-b8f7ee1e9352 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:02.286873 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-81889a61-dc11-4de3-88fb-9522e6d9d773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:02.290227 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-81889a61-dc11-4de3-88fb-9522e6d9d773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:02.291393 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-81889a61-dc11-4de3-88fb-9522e6d9d773 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ec401f9e-4875-4c45-b4cf-37796f182c1b HTTP/1.1" status: 204 len: 168 time: 1.1271994 Aug 11 02:15:02.311372 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cbbcc076-3385-4220-8d4e-b8f7ee1e9352 None None] Transition to ACTIVE for port object 6ed4616d-57ec-44ad-8a6c-67b134adcbad will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:02.324371 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=abaddb08-8e9c-4898-97eb-42ccc0f20a64,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:02.359357 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cbbcc076-3385-4220-8d4e-b8f7ee1e9352 None None] Transition to ACTIVE for port object 6ed4616d-57ec-44ad-8a6c-67b134adcbad will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:02.371556 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cbbcc076-3385-4220-8d4e-b8f7ee1e9352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:02.399622 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81889a61-dc11-4de3-88fb-9522e6d9d773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec401f9e-4875-4c45-b4cf-37796f182c1b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:02.419832 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f40358d5-4973-4a0a-a060-ee9f406e2dd1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:02.443817 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f40358d5-4973-4a0a-a060-ee9f406e2dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:02.478432 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbcc076-3385-4220-8d4e-b8f7ee1e9352 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:02.481523 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-cbbcc076-3385-4220-8d4e-b8f7ee1e9352 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:02.485966 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbcc076-3385-4220-8d4e-b8f7ee1e9352 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:02.502169 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcc076-3385-4220-8d4e-b8f7ee1e9352 None None] Pushing event updated for resources: {'Port': ['ID=6ed4616d-57ec-44ad-8a6c-67b134adcbad,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:02.585007 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-cbbcc076-3385-4220-8d4e-b8f7ee1e9352 None None] Attempting to bind port 6ed4616d-57ec-44ad-8a6c-67b134adcbad on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:02.585549 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-cbbcc076-3385-4220-8d4e-b8f7ee1e9352 None None] Attempting to bind port 6ed4616d-57ec-44ad-8a6c-67b134adcbad by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:02.585922 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbcc076-3385-4220-8d4e-b8f7ee1e9352 None None] Attempting to bind port 6ed4616d-57ec-44ad-8a6c-67b134adcbad on network abfe629d-e2ef-4da1-94ab-4576283f6a78 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:02.590068 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-fa0535ce-079c-4226-bbf1-71e10099b28c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Allocated IP 2001:db8::f816:3eff:feef:c615 (abfe629d-e2ef-4da1-94ab-4576283f6a78/ad0accfb-f733-4d84-ab2b-e38764839fde/270567b9-5c10-4a98-ada5-7b2013672b19) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:02.595612 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbcc076-3385-4220-8d4e-b8f7ee1e9352 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:02.596123 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-856dbaf2-0b05-42bf-841e-3146b2ca443b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:02.600394 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbcc076-3385-4220-8d4e-b8f7ee1e9352 None None] Checking segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:02.601836 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cbbcc076-3385-4220-8d4e-b8f7ee1e9352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:02.602662 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbcc076-3385-4220-8d4e-b8f7ee1e9352 None None] Bound using segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:02.603564 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-cbbcc076-3385-4220-8d4e-b8f7ee1e9352 None None] Bound port: 6ed4616d-57ec-44ad-8a6c-67b134adcbad, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:02.604285 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cbbcc076-3385-4220-8d4e-b8f7ee1e9352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:02.628528 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-856dbaf2-0b05-42bf-841e-3146b2ca443b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:02.631650 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40358d5-4973-4a0a-a060-ee9f406e2dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=635f9975-1695-4efb-9bc1-015f02892480,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:02.635569 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-856dbaf2-0b05-42bf-841e-3146b2ca443b admin admin] 10.222.0.50 "DELETE /v2.0/networks/887cdb43-e9b9-4bf0-8022-79d7ba803ebc HTTP/1.1" status: 204 len: 168 time: 1.4812369 Aug 11 02:15:02.638952 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856dbaf2-0b05-42bf-841e-3146b2ca443b admin admin] Pushing event deleted for resources: {'Network': ['ID=887cdb43-e9b9-4bf0-8022-79d7ba803ebc,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:02.649177 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f40358d5-4973-4a0a-a060-ee9f406e2dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:02.653877 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-95aea21c-74cd-481a-8183-f41382e2b027 req-175fd5a8-dd79-4640-b62f-5ae040a44a1f tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863516 Aug 11 02:15:02.690122 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bead6bbd-41d4-4754-8421-52e72c637ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:02.810484 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-cbbcc076-3385-4220-8d4e-b8f7ee1e9352 None None] For port 6ed4616d-57ec-44ad-8a6c-67b134adcbad, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:02.818432 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-cbbcc076-3385-4220-8d4e-b8f7ee1e9352 None None] For port 6ed4616d-57ec-44ad-8a6c-67b134adcbad, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=6ed4616d-57ec-44ad-8a6c-67b134adcbad,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:02.839746 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cbbcc076-3385-4220-8d4e-b8f7ee1e9352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:02.885649 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead6bbd-41d4-4754-8421-52e72c637ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=598e2c15-665c-4e0a-b223-c833d953f44c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:02.990118 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcc076-3385-4220-8d4e-b8f7ee1e9352 None None] Pushing event updated for resources: {'Port': ['ID=6ed4616d-57ec-44ad-8a6c-67b134adcbad,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:03.032291 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41866) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:03.120083 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40358d5-4973-4a0a-a060-ee9f406e2dd1 admin admin] Network c5f2d8d7-6677-43a2-937b-2401edec6a18 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:03.125034 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-f40358d5-4973-4a0a-a060-ee9f406e2dd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:03.174490 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bead6bbd-41d4-4754-8421-52e72c637ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:03.237879 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fa0535ce-079c-4226-bbf1-71e10099b28c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:03.318420 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-fa0535ce-079c-4226-bbf1-71e10099b28c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Transition to ACTIVE for port object 270567b9-5c10-4a98-ada5-7b2013672b19 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:03.475944 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e75f4e71-9a90-4a82-80d5-772a93d8719f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cb683947b58544f291a36cdc9fa42ce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4404874 Aug 11 02:15:03.478063 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41876) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:03.524014 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40358d5-4973-4a0a-a060-ee9f406e2dd1 admin admin] Router df281678-0a0d-4519-b548-d0ac34930c97 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:15:03.735179 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fa0535ce-079c-4226-bbf1-71e10099b28c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:03.774026 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-836243eb-58fa-4c38-bbf1-fe61e292878b None None] Provisioning complete for port 635f9975-1695-4efb-9bc1-015f02892480 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:03.774951 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-836243eb-58fa-4c38-bbf1-fe61e292878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:03.853305 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-836243eb-58fa-4c38-bbf1-fe61e292878b None None] Port 635f9975-1695-4efb-9bc1-015f02892480 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:03.853840 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b8a84-4c4a-466a-9cf4-88997ee65cdd req-385ab938-f74e-4166-ab34-bdd40ae4996e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:03.870986 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-992b8a84-4c4a-466a-9cf4-88997ee65cdd req-385ab938-f74e-4166-ab34-bdd40ae4996e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.66 "GET /v2.0/ports?device_id=97879ff0-c67b-4c27-aa7d-b6f580dd9366 HTTP/1.1" status: 200 len: 945 time: 0.4906719 Aug 11 02:15:03.872799 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 6ed4616d-57ec-44ad-8a6c-67b134adcbad up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:03.917535 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0535ce-079c-4226-bbf1-71e10099b28c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:03.985536 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 6ed4616d-57ec-44ad-8a6c-67b134adcbad completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:03.991482 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device abaddb08-8e9c-4898-97eb-42ccc0f20a64 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:04.019581 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c38bc718-63e3-424c-a0c4-295df8dd6bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:04.054104 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-fa0535ce-079c-4226-bbf1-71e10099b28c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:04.111461 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port abaddb08-8e9c-4898-97eb-42ccc0f20a64 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:04.112941 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:04.117886 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0535ce-079c-4226-bbf1-71e10099b28c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Port': ['ID=270567b9-5c10-4a98-ada5-7b2013672b19,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:04.136240 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0535ce-079c-4226-bbf1-71e10099b28c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:04.160308 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0535ce-079c-4226-bbf1-71e10099b28c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:04.160901 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fa0535ce-079c-4226-bbf1-71e10099b28c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:04.279831 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c38bc718-63e3-424c-a0c4-295df8dd6bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:04.311726 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bead6bbd-41d4-4754-8421-52e72c637ce4 admin admin] Router 7bcd1aee-7add-4aad-b618-b31ba4dc3655 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:15:04.325505 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-992b8a84-4c4a-466a-9cf4-88997ee65cdd req-d88c6b38-c2db-4eb1-b76b-23fccdb62954 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Deleting port 9bc461a3-c1f3-4835-a946-25f13c9201b3 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:04.325848 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-992b8a84-4c4a-466a-9cf4-88997ee65cdd req-d88c6b38-c2db-4eb1-b76b-23fccdb62954 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:04.328747 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fa0535ce-079c-4226-bbf1-71e10099b28c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3735161 Aug 11 02:15:04.330112 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41900) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:04.355116 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40358d5-4973-4a0a-a060-ee9f406e2dd1 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:15:04.365769 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d6cfb1-12f3-4981-a7f1-beecf3e97d9a None None] Sync routers for ids ['df281678-0a0d-4519-b548-d0ac34930c97'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:15:04.379260 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d6cfb1-12f3-4981-a7f1-beecf3e97d9a None None] Routers {'df281678-0a0d-4519-b548-d0ac34930c97'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:15:04.379851 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-69d6cfb1-12f3-4981-a7f1-beecf3e97d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:14:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['df281678-0a0d-4519-b548-d0ac34930c97'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:04.391030 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f40358d5-4973-4a0a-a060-ee9f406e2dd1 admin admin] 10.222.0.50 "PUT /v2.0/routers/df281678-0a0d-4519-b548-d0ac34930c97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4777131 Aug 11 02:15:04.408532 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6cb99-9325-4632-949e-5e2304d1d222 req-f0cfbf98-2b75-4bbf-b74c-9e008fb7bd9a tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:04.410143 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-53c6cb99-9325-4632-949e-5e2304d1d222 req-f0cfbf98-2b75-4bbf-b74c-9e008fb7bd9a tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=97879ff0-c67b-4c27-aa7d-b6f580dd9366 HTTP/1.1" status: 200 len: 945 time: 0.5143847 Aug 11 02:15:04.513279 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-53c6cb99-9325-4632-949e-5e2304d1d222 req-e169cc13-a98f-4b12-9272-3a530b582118 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887530 Aug 11 02:15:04.528004 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c38bc718-63e3-424c-a0c4-295df8dd6bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:04.542244 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c38bc718-63e3-424c-a0c4-295df8dd6bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:04.556806 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c38bc718-63e3-424c-a0c4-295df8dd6bdd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c2033826-e558-4270-9000-47682f0f34ab HTTP/1.1" status: 204 len: 168 time: 1.0685663 Aug 11 02:15:04.591442 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38bc718-63e3-424c-a0c4-295df8dd6bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2033826-e558-4270-9000-47682f0f34ab,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:04.726774 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-69d6cfb1-12f3-4981-a7f1-beecf3e97d9a None None] Set router df281678-0a0d-4519-b548-d0ac34930c97 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:15:04.746869 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7339de5-64f8-4d69-82ad-dbf0fc0595b1 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:04.755425 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7339de5-64f8-4d69-82ad-dbf0fc0595b1 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:04.757391 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b7339de5-64f8-4d69-82ad-dbf0fc0595b1 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4250290 Aug 11 02:15:04.760461 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41912) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:04.914707 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-28ea481d-7106-42f6-bb65-cdc5cb843596 None None] Provisioning for port 6ed4616d-57ec-44ad-8a6c-67b134adcbad completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:05.006815 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-b6511a32-3627-493c-ac11-5ca981922bcc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting port 270567b9-5c10-4a98-ada5-7b2013672b19 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:05.007171 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b6511a32-3627-493c-ac11-5ca981922bcc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:05.015768 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-28ea481d-7106-42f6-bb65-cdc5cb843596 None None] Provisioning complete for port 6ed4616d-57ec-44ad-8a6c-67b134adcbad triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:05.016356 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-28ea481d-7106-42f6-bb65-cdc5cb843596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:05.022485 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b35c8488-c4e4-4b77-be39-aa2fa93fcece req-1e9b40de-e38a-4deb-9c5d-520b3a0794e5 tempest-FloatingIPsNegativeTestJSON-1800862044 tempest-FloatingIPsNegativeTestJSON-1800862044-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=6ea082c7c9b74e87ac8d2d59b9948a98 HTTP/1.1" status: 200 len: 217 time: 0.1961911 Aug 11 02:15:05.039679 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-992b8a84-4c4a-466a-9cf4-88997ee65cdd req-d88c6b38-c2db-4eb1-b76b-23fccdb62954 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] For port 9bc461a3-c1f3-4835-a946-25f13c9201b3, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=9bc461a3-c1f3-4835-a946-25f13c9201b3,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:05.040067 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-992b8a84-4c4a-466a-9cf4-88997ee65cdd req-d88c6b38-c2db-4eb1-b76b-23fccdb62954 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:05.116924 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-454422f4-3a0a-4578-b5c0-0eed8dc3c495 req-3a67fe43-9568-471c-9dd7-ba051c57d8c4 tempest-FloatingIPsNegativeTestJSON-1800862044 tempest-FloatingIPsNegativeTestJSON-1800862044-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0485060 Aug 11 02:15:05.134383 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bead6bbd-41d4-4754-8421-52e72c637ce4 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:15:05.147360 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bead6bbd-41d4-4754-8421-52e72c637ce4 admin admin] 10.222.0.50 "PUT /v2.0/routers/7bcd1aee-7add-4aad-b618-b31ba4dc3655/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5531342 Aug 11 02:15:05.151376 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41922) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:05.152202 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe948890-f1f2-47ed-a81c-c639e591f423 None None] Sync routers for ids ['7bcd1aee-7add-4aad-b618-b31ba4dc3655'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:15:05.175515 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe948890-f1f2-47ed-a81c-c639e591f423 None None] Routers {'7bcd1aee-7add-4aad-b618-b31ba4dc3655'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:15:05.176406 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-fe948890-f1f2-47ed-a81c-c639e591f423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:14:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['7bcd1aee-7add-4aad-b618-b31ba4dc3655'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:05.191824 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-992b8a84-4c4a-466a-9cf4-88997ee65cdd req-d88c6b38-c2db-4eb1-b76b-23fccdb62954 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Calling delete_port for 9bc461a3-c1f3-4835-a946-25f13c9201b3 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:05.274145 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-69d6cfb1-12f3-4981-a7f1-beecf3e97d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df281678-0a0d-4519-b548-d0ac34930c97', 'name': 'tempest-FloatingIPsNegativeTestJSON-1362338898-router', 'tenant_id': '6ea082c7c9b74e87ac8d2d59b9948a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'abaddb08-8e9c-4898-97eb-42ccc0f20a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:51Z', 'updated_at': '2021-08-11T02:15:01Z', 'revision_number': 4, 'project_id': '6ea082c7c9b74e87ac8d2d59b9948a98', 'gw_port': {'id': 'abaddb08-8e9c-4898-97eb-42ccc0f20a64', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:72:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df281678-0a0d-4519-b548-d0ac34930c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:52Z', 'updated_at': '2021-08-11T02:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '635f9975-1695-4efb-9bc1-015f02892480', 'name': '', 'network_id': 'c5f2d8d7-6677-43a2-937b-2401edec6a18', 'tenant_id': '6ea082c7c9b74e87ac8d2d59b9948a98', 'mac_address': 'fa:16:3e:f2:9c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df281678-0a0d-4519-b548-d0ac34930c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '70adba11-da73-4e7f-b439-fc6a3bb11d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:59Z', 'updated_at': '2021-08-11T02:15:02Z', 'revision_number': 2, 'project_id': '6ea082c7c9b74e87ac8d2d59b9948a98', 'subnets': [{'id': '70adba11-da73-4e7f-b439-fc6a3bb11d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:05.289915 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-28ea481d-7106-42f6-bb65-cdc5cb843596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:05.454776 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [req-5d74ddba-da21-4758-a0e4-b14b335d9dd3 req-c41482eb-686e-483f-bfba-6382f6425af8 tempest-FloatingIPsNegativeTestJSON-1800862044 tempest-FloatingIPsNegativeTestJSON-1800862044-project] show failed (client error): The resource could not be found. Aug 11 02:15:05.455696 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b6511a32-3627-493c-ac11-5ca981922bcc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:05.469260 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5d74ddba-da21-4758-a0e4-b14b335d9dd3 req-c41482eb-686e-483f-bfba-6382f6425af8 tempest-FloatingIPsNegativeTestJSON-1800862044 tempest-FloatingIPsNegativeTestJSON-1800862044-project] 10.222.0.50 "GET /v2.0/floatingips/5b44f137-7df0-4d21-8611-c40aa1a525a2 HTTP/1.1" status: 404 len: 350 time: 0.2890792 Aug 11 02:15:05.493854 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41930) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:05.533527 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d6cfb1-12f3-4981-a7f1-beecf3e97d9a None None] Checking router: df281678-0a0d-4519-b548-d0ac34930c97 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:15:05.534189 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d6cfb1-12f3-4981-a7f1-beecf3e97d9a None None] Updating router df281678-0a0d-4519-b548-d0ac34930c97 port 635f9975-1695-4efb-9bc1-015f02892480 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:15:05.555406 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-b6511a32-3627-493c-ac11-5ca981922bcc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Calling delete_port for 270567b9-5c10-4a98-ada5-7b2013672b19 owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:05.577455 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-69d6cfb1-12f3-4981-a7f1-beecf3e97d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:05.618380 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-28ea481d-7106-42f6-bb65-cdc5cb843596 None None] For port 6ed4616d-57ec-44ad-8a6c-67b134adcbad, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=6ed4616d-57ec-44ad-8a6c-67b134adcbad,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:05.652715 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-28ea481d-7106-42f6-bb65-cdc5cb843596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:05.773645 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea481d-7106-42f6-bb65-cdc5cb843596 None None] Pushing event updated for resources: {'Port': ['ID=6ed4616d-57ec-44ad-8a6c-67b134adcbad,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:05.803508 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-fe948890-f1f2-47ed-a81c-c639e591f423 None None] Set router 7bcd1aee-7add-4aad-b618-b31ba4dc3655 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:15:05.929893 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-10bb4677-16b2-44c4-9db2-76db3cd1541a None None] Provisioning for port 270567b9-5c10-4a98-ada5-7b2013672b19 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:05.936323 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-10bb4677-16b2-44c4-9db2-76db3cd1541a None None] Provisioning complete for port 270567b9-5c10-4a98-ada5-7b2013672b19 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:05.936745 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-10bb4677-16b2-44c4-9db2-76db3cd1541a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:06.003632 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-10bb4677-16b2-44c4-9db2-76db3cd1541a None None] Port 270567b9-5c10-4a98-ada5-7b2013672b19 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:06.285364 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-69d6cfb1-12f3-4981-a7f1-beecf3e97d9a None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:06.300559 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-fe948890-f1f2-47ed-a81c-c639e591f423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcd1aee-7add-4aad-b618-b31ba4dc3655', 'name': 'tempest-ServerRescueTestJSON-1576559058-router', 'tenant_id': '1d0255ff2e7f4c5f9a0fc50ad67a2630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '90f16a13-d0cb-4ac2-aaaa-37338310d315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:12:12Z', 'updated_at': '2021-08-11T02:15:02Z', 'revision_number': 5, 'project_id': '1d0255ff2e7f4c5f9a0fc50ad67a2630', 'gw_port': {'id': '90f16a13-d0cb-4ac2-aaaa-37338310d315', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:03:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcd1aee-7add-4aad-b618-b31ba4dc3655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:13Z', 'updated_at': '2021-08-11T02:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:06.346426 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df622920-6172-4f25-b3ce-bfebe5e1b652 req-465021aa-128f-4320-a7b8-94812f9d4d96 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:06.353855 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-df622920-6172-4f25-b3ce-bfebe5e1b652 req-465021aa-128f-4320-a7b8-94812f9d4d96 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=97879ff0-c67b-4c27-aa7d-b6f580dd9366 HTTP/1.1" status: 200 len: 945 time: 0.2171285 Aug 11 02:15:06.370423 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe948890-f1f2-47ed-a81c-c639e591f423 None None] Checking router: 7bcd1aee-7add-4aad-b618-b31ba4dc3655 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:15:06.378962 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-38d1b8c3-6e37-4871-a079-45f698721726 admin admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:06.383735 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe948890-f1f2-47ed-a81c-c639e591f423 None None] Routers {'7bcd1aee-7add-4aad-b618-b31ba4dc3655'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:15:06.384461 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-fe948890-f1f2-47ed-a81c-c639e591f423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:14:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['7bcd1aee-7add-4aad-b618-b31ba4dc3655'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:06.492962 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41966) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:06.536685 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b6511a32-3627-493c-ac11-5ca981922bcc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:06.549192 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-38d1b8c3-6e37-4871-a079-45f698721726 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:06.606746 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-69d6cfb1-12f3-4981-a7f1-beecf3e97d9a None None] Transition to ACTIVE for port object 635f9975-1695-4efb-9bc1-015f02892480 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:06.614014 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-df622920-6172-4f25-b3ce-bfebe5e1b652 req-983bb8dc-5f22-47c9-9569-2ab7edfc8bbc tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586963 Aug 11 02:15:06.619687 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-992b8a84-4c4a-466a-9cf4-88997ee65cdd req-d88c6b38-c2db-4eb1-b76b-23fccdb62954 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:06.622199 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-fe948890-f1f2-47ed-a81c-c639e591f423 None None] Set router 7bcd1aee-7add-4aad-b618-b31ba4dc3655 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:15:06.638352 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['05898258-4491-4fa9-91f4-a855886e6aab'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:06.642538 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-69d6cfb1-12f3-4981-a7f1-beecf3e97d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:06.682050 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b6511a32-3627-493c-ac11-5ca981922bcc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:06.704627 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b6511a32-3627-493c-ac11-5ca981922bcc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/270567b9-5c10-4a98-ada5-7b2013672b19 HTTP/1.1" status: 204 len: 168 time: 1.9429145 Aug 11 02:15:06.730377 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41980) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:06.736413 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6511a32-3627-493c-ac11-5ca981922bcc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Port': ['ID=270567b9-5c10-4a98-ada5-7b2013672b19,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:06.836353 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 9bc461a3-c1f3-4835-a946-25f13c9201b3 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:15:06.868253 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c6b38-c2db-4eb1-b76b-23fccdb62954 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Pushing event deleted for resources: {'Port': ['ID=9bc461a3-c1f3-4835-a946-25f13c9201b3,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:06.909840 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41984) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:06.968745 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 9bc461a3-c1f3-4835-a946-25f13c9201b3 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:15:06.969092 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 9bc461a3-c1f3-4835-a946-25f13c9201b3 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:15:06.975887 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9ecd95be-62f0-49f6-85fd-334ff73bcc4f req-cc171519-e455-4cb6-a36d-1b389cb8c43c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d819440d-52ce-4c33-947a-a55039ec2ce8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2967761 Aug 11 02:15:07.049860 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b7a36-f7ae-4174-8d23-8aa872c812e1 None None] Pushing event updated for resources: {'Port': ['ID=635f9975-1695-4efb-9bc1-015f02892480,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:07.051006 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36648944-26ce-4552-8cc1-69c3e24ab0a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:07.134397 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-fe948890-f1f2-47ed-a81c-c639e591f423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcd1aee-7add-4aad-b618-b31ba4dc3655', 'name': 'tempest-ServerRescueTestJSON-1576559058-router', 'tenant_id': '1d0255ff2e7f4c5f9a0fc50ad67a2630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '90f16a13-d0cb-4ac2-aaaa-37338310d315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:12:12Z', 'updated_at': '2021-08-11T02:15:02Z', 'revision_number': 5, 'project_id': '1d0255ff2e7f4c5f9a0fc50ad67a2630', 'gw_port': {'id': '90f16a13-d0cb-4ac2-aaaa-37338310d315', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:03:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcd1aee-7add-4aad-b618-b31ba4dc3655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:13Z', 'updated_at': '2021-08-11T02:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:07.138876 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6cc9f6c6-117c-447f-81b8-acc8218505e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:07.210157 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe948890-f1f2-47ed-a81c-c639e591f423 None None] The sync data for ids ['7bcd1aee-7add-4aad-b618-b31ba4dc3655'] in n-d-615180-33 is: [{'id': '7bcd1aee-7add-4aad-b618-b31ba4dc3655', 'name': 'tempest-ServerRescueTestJSON-1576559058-router', 'tenant_id': '1d0255ff2e7f4c5f9a0fc50ad67a2630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '90f16a13-d0cb-4ac2-aaaa-37338310d315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:12:12Z', 'updated_at': '2021-08-11T02:15:02Z', 'revision_number': 5, 'project_id': '1d0255ff2e7f4c5f9a0fc50ad67a2630', 'gw_port': {'id': '90f16a13-d0cb-4ac2-aaaa-37338310d315', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:03:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcd1aee-7add-4aad-b618-b31ba4dc3655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:13Z', 'updated_at': '2021-08-11T02:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:15:07.212329 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-8665fe43-0a31-4d58-a2ba-4b719add7eb3 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-476696799-network', 'tenant_id': '79f8d23f222248799ead34520f673660'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:07.329430 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-992b8a84-4c4a-466a-9cf4-88997ee65cdd req-d88c6b38-c2db-4eb1-b76b-23fccdb62954 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] No DVR routers for this DVR port 9bc461a3-c1f3-4835-a946-25f13c9201b3 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:15:07.338997 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-992b8a84-4c4a-466a-9cf4-88997ee65cdd req-d88c6b38-c2db-4eb1-b76b-23fccdb62954 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:07.349696 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-992b8a84-4c4a-466a-9cf4-88997ee65cdd req-d88c6b38-c2db-4eb1-b76b-23fccdb62954 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.66 "DELETE /v2.0/ports/9bc461a3-c1f3-4835-a946-25f13c9201b3 HTTP/1.1" status: 204 len: 173 time: 3.4673932 Aug 11 02:15:07.354120 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97879ff0-c67b-4c27-aa7d-b6f580dd9366', 'name': 'network-vif-deleted', 'tag': '9bc461a3-c1f3-4835-a946-25f13c9201b3'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:07.359900 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd95be-62f0-49f6-85fd-334ff73bcc4f req-291406fe-87e3-47f6-908f-3f280c9510f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:07.360451 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7da85f-7b2d-4157-a80d-454e459d47be" -d '{"events": [{"server_uuid": "97879ff0-c67b-4c27-aa7d-b6f580dd9366", "name": "network-vif-deleted", "tag": "9bc461a3-c1f3-4835-a946-25f13c9201b3"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:07.361791 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9ecd95be-62f0-49f6-85fd-334ff73bcc4f req-291406fe-87e3-47f6-908f-3f280c9510f5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e4e387ba25a4d14b8728f756bd278ce&device_id=d819440d-52ce-4c33-947a-a55039ec2ce8 HTTP/1.1" status: 200 len: 1097 time: 0.1795156 Aug 11 02:15:07.404797 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddf7365-0f7d-435b-a62d-551d63d6f7bf tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:07.418167 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddf7365-0f7d-435b-a62d-551d63d6f7bf tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:07.423064 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2ddf7365-0f7d-435b-a62d-551d63d6f7bf tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5886092 Aug 11 02:15:07.429009 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41998) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:07.493751 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917e9a9c-fbe0-41e6-afc2-23db17a866ce x-openstack-request-id: req-917e9a9c-fbe0-41e6-afc2-23db17a866ce {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:07.494439 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97879ff0-c67b-4c27-aa7d-b6f580dd9366", "name": "network-vif-deleted", "tag": "9bc461a3-c1f3-4835-a946-25f13c9201b3", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:07.494893 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-917e9a9c-fbe0-41e6-afc2-23db17a866ce {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:07.495486 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97879ff0-c67b-4c27-aa7d-b6f580dd9366', 'name': 'network-vif-deleted', 'tag': '9bc461a3-c1f3-4835-a946-25f13c9201b3', 'status': 'completed', 'code': 200} Aug 11 02:15:07.503045 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d949118-1f08-4401-95bb-5e76cdbf0165 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet ad0accfb-f733-4d84-ab2b-e38764839fde {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:15:07.508590 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0d949118-1f08-4401-95bb-5e76cdbf0165 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:07.528430 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-69d6cfb1-12f3-4981-a7f1-beecf3e97d9a None None] Attempting to bind port 635f9975-1695-4efb-9bc1-015f02892480 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:07.528944 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-69d6cfb1-12f3-4981-a7f1-beecf3e97d9a None None] Attempting to bind port 635f9975-1695-4efb-9bc1-015f02892480 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '559c21a5-4bb1-4b2d-b2ab-da399dea4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c5f2d8d7-6677-43a2-937b-2401edec6a18'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:07.529159 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d6cfb1-12f3-4981-a7f1-beecf3e97d9a None None] Attempting to bind port 635f9975-1695-4efb-9bc1-015f02892480 on network c5f2d8d7-6677-43a2-937b-2401edec6a18 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:07.543382 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d6cfb1-12f3-4981-a7f1-beecf3e97d9a None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:07.543799 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d6cfb1-12f3-4981-a7f1-beecf3e97d9a None None] Checking segment: {'id': '559c21a5-4bb1-4b2d-b2ab-da399dea4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c5f2d8d7-6677-43a2-937b-2401edec6a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:07.543985 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-69d6cfb1-12f3-4981-a7f1-beecf3e97d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:07.544330 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d6cfb1-12f3-4981-a7f1-beecf3e97d9a None None] Bound using segment: {'id': '559c21a5-4bb1-4b2d-b2ab-da399dea4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c5f2d8d7-6677-43a2-937b-2401edec6a18'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:07.544805 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-69d6cfb1-12f3-4981-a7f1-beecf3e97d9a None None] Bound port: 635f9975-1695-4efb-9bc1-015f02892480, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559c21a5-4bb1-4b2d-b2ab-da399dea4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c5f2d8d7-6677-43a2-937b-2401edec6a18'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:07.545183 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-69d6cfb1-12f3-4981-a7f1-beecf3e97d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:07.574971 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0d949118-1f08-4401-95bb-5e76cdbf0165 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:07.665521 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0d949118-1f08-4401-95bb-5e76cdbf0165 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:07.741855 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0d949118-1f08-4401-95bb-5e76cdbf0165 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:07.780296 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-38d1b8c3-6e37-4871-a079-45f698721726 admin admin] Deleting port 90f16a13-d0cb-4ac2-aaaa-37338310d315 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:07.780523 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd95be-62f0-49f6-85fd-334ff73bcc4f req-59392c03-b040-451f-ac9d-8a4c05d8c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:07.780974 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-38d1b8c3-6e37-4871-a079-45f698721726 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:07.782080 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9ecd95be-62f0-49f6-85fd-334ff73bcc4f req-59392c03-b040-451f-ac9d-8a4c05d8c76e service neutron] 10.222.0.73 "GET /v2.0/networks?id=fa6d118c-1b11-471b-a79b-8ba66c683603 HTTP/1.1" status: 200 len: 907 time: 0.3796425 Aug 11 02:15:07.793171 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 6ed4616d-57ec-44ad-8a6c-67b134adcbad up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:07.857814 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9ecd95be-62f0-49f6-85fd-334ff73bcc4f req-9840303d-af84-4a4e-8339-b92102d0cde9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05898258-4491-4fa9-91f4-a855886e6aab HTTP/1.1" status: 200 len: 217 time: 0.0652552 Aug 11 02:15:07.910648 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-69d6cfb1-12f3-4981-a7f1-beecf3e97d9a None None] For port 635f9975-1695-4efb-9bc1-015f02892480, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:07.925280 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-38d1b8c3-6e37-4871-a079-45f698721726 admin admin] For port 90f16a13-d0cb-4ac2-aaaa-37338310d315, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=90f16a13-d0cb-4ac2-aaaa-37338310d315,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:07.929640 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-38d1b8c3-6e37-4871-a079-45f698721726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:07.941134 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 6ed4616d-57ec-44ad-8a6c-67b134adcbad triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:07.941761 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:07.958151 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd95be-62f0-49f6-85fd-334ff73bcc4f req-cef65835-112a-47fa-a81b-a0d5ea0fe36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:07.959954 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9ecd95be-62f0-49f6-85fd-334ff73bcc4f req-cef65835-112a-47fa-a81b-a0d5ea0fe36c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62 HTTP/1.1" status: 200 len: 846 time: 0.0895391 Aug 11 02:15:07.963274 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-38d1b8c3-6e37-4871-a079-45f698721726 admin admin] Calling delete_port for 90f16a13-d0cb-4ac2-aaaa-37338310d315 owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:08.006312 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-69d6cfb1-12f3-4981-a7f1-beecf3e97d9a None None] For port 635f9975-1695-4efb-9bc1-015f02892480, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=635f9975-1695-4efb-9bc1-015f02892480,segment=NetworkSegment(559c21a5-4bb1-4b2d-b2ab-da399dea4712),segment_id=559c21a5-4bb1-4b2d-b2ab-da399dea4712)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:08.025251 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9ecd95be-62f0-49f6-85fd-334ff73bcc4f req-3bfc7fa3-88ca-45af-9d60-42faeb0e7351 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa6d118c-1b11-471b-a79b-8ba66c683603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562685 Aug 11 02:15:08.031329 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-69d6cfb1-12f3-4981-a7f1-beecf3e97d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:08.055735 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:15:08.121161 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d949118-1f08-4401-95bb-5e76cdbf0165 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=ad0accfb-f733-4d84-ab2b-e38764839fde,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:08.187346 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0d949118-1f08-4401-95bb-5e76cdbf0165 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:08.189463 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b7a36-f7ae-4174-8d23-8aa872c812e1 None None] Pushing event updated for resources: {'Port': ['ID=635f9975-1695-4efb-9bc1-015f02892480,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:08.197209 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0d949118-1f08-4401-95bb-5e76cdbf0165 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/ad0accfb-f733-4d84-ab2b-e38764839fde HTTP/1.1" status: 204 len: 168 time: 0.7641463 Aug 11 02:15:08.202925 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fee1107-8425-4778-b06e-f43b1085ae8d None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:08.204219 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42012) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:08.227165 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ad8e00b0-2909-4a18-b7e0-d33e88e4e309 req-7988bc7e-bd9e-41f9-a1ae-77915fe4060a tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=97879ff0-c67b-4c27-aa7d-b6f580dd9366 HTTP/1.1" status: 200 len: 210 time: 0.1164210 Aug 11 02:15:08.326485 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6cc9f6c6-117c-447f-81b8-acc8218505e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:08.337155 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ab6a10b2-062d-43d2-9849-5a69026f00e0 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1197152 Aug 11 02:15:08.341871 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42016) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:08.351744 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 598e2c15-665c-4e0a-b223-c833d953f44c no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:15:08.433288 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 598e2c15-665c-4e0a-b223-c833d953f44c {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:15:08.433638 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 598e2c15-665c-4e0a-b223-c833d953f44c not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:15:08.465695 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d6cfb1-12f3-4981-a7f1-beecf3e97d9a None None] Routers {'df281678-0a0d-4519-b548-d0ac34930c97'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:15:08.466342 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-69d6cfb1-12f3-4981-a7f1-beecf3e97d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:14:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['df281678-0a0d-4519-b548-d0ac34930c97'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:08.556356 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6cc9f6c6-117c-447f-81b8-acc8218505e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:08.573774 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-38d1b8c3-6e37-4871-a079-45f698721726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:08.628581 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1b8c3-6e37-4871-a079-45f698721726 admin admin] Pushing event deleted for resources: {'Port': ['ID=90f16a13-d0cb-4ac2-aaaa-37338310d315,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:08.696088 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6cc9f6c6-117c-447f-81b8-acc8218505e0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=410b4e34b5a2431aa8cd3bec58ff1443&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1898561 Aug 11 02:15:08.699404 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42018) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:08.701520 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9f6c6-117c-447f-81b8-acc8218505e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96dd90d9-71e3-4823-8602-f6c70d514150,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:08.737615 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-69d6cfb1-12f3-4981-a7f1-beecf3e97d9a None None] Set router df281678-0a0d-4519-b548-d0ac34930c97 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:15:08.773772 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-38d1b8c3-6e37-4871-a079-45f698721726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:08.783110 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9ecd95be-62f0-49f6-85fd-334ff73bcc4f req-1681bbdc-793e-419f-b035-62060d589dfb service neutron] 10.222.0.73 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7485514 Aug 11 02:15:08.785262 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-36648944-26ce-4552-8cc1-69c3e24ab0a6 admin admin] Deleting port 635f9975-1695-4efb-9bc1-015f02892480 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:08.785668 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36648944-26ce-4552-8cc1-69c3e24ab0a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:08.790880 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8665fe43-0a31-4d58-a2ba-4b719add7eb3 admin admin] Made reservation on behalf of 79f8d23f222248799ead34520f673660 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:08.797646 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8665fe43-0a31-4d58-a2ba-4b719add7eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:08.805458 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5953590c-4521-4cae-ba24-ccc0eb35068a None None] DHCP port deletion for abfe629d-e2ef-4da1-94ab-4576283f6a78 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:15:08.877024 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3534a4b9-4e60-406a-9cb7-4d0f72cb94e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:08.884163 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-36648944-26ce-4552-8cc1-69c3e24ab0a6 admin admin] For port 635f9975-1695-4efb-9bc1-015f02892480, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=635f9975-1695-4efb-9bc1-015f02892480,segment=NetworkSegment(559c21a5-4bb1-4b2d-b2ab-da399dea4712),segment_id=559c21a5-4bb1-4b2d-b2ab-da399dea4712)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:08.884785 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36648944-26ce-4552-8cc1-69c3e24ab0a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:08.885709 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-38d1b8c3-6e37-4871-a079-45f698721726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:08.892501 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-38d1b8c3-6e37-4871-a079-45f698721726 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:08.899112 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-36648944-26ce-4552-8cc1-69c3e24ab0a6 admin admin] Calling delete_port for 635f9975-1695-4efb-9bc1-015f02892480 owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:08.939764 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3534a4b9-4e60-406a-9cb7-4d0f72cb94e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:08.971448 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-5953590c-4521-4cae-ba24-ccc0eb35068a None None] Deleting port 6ed4616d-57ec-44ad-8a6c-67b134adcbad {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:08.972124 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5953590c-4521-4cae-ba24-ccc0eb35068a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:08.998463 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdec1d27-fbc1-4546-9c8b-fd3899a81135 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:09.003255 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fdec1d27-fbc1-4546-9c8b-fd3899a81135 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6588509 Aug 11 02:15:09.004179 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8665fe43-0a31-4d58-a2ba-4b719add7eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:09.006069 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42020) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:09.013776 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-38d1b8c3-6e37-4871-a079-45f698721726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:09.016579 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d1b8c3-6e37-4871-a079-45f698721726 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bcd1aee-7add-4aad-b618-b31ba4dc3655 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:15:09.032475 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-38d1b8c3-6e37-4871-a079-45f698721726 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:09.037322 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-38d1b8c3-6e37-4871-a079-45f698721726 admin admin] 10.222.0.50 "DELETE /v2.0/routers/7bcd1aee-7add-4aad-b618-b31ba4dc3655 HTTP/1.1" status: 204 len: 168 time: 3.8841901 Aug 11 02:15:09.038447 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42022) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:09.050155 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3534a4b9-4e60-406a-9cb7-4d0f72cb94e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:09.054785 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3534a4b9-4e60-406a-9cb7-4d0f72cb94e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:09.058480 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3534a4b9-4e60-406a-9cb7-4d0f72cb94e0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/96dd90d9-71e3-4823-8602-f6c70d514150 HTTP/1.1" status: 204 len: 168 time: 0.3556182 Aug 11 02:15:09.066174 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-5953590c-4521-4cae-ba24-ccc0eb35068a None None] For port 6ed4616d-57ec-44ad-8a6c-67b134adcbad, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=6ed4616d-57ec-44ad-8a6c-67b134adcbad,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:09.066463 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5953590c-4521-4cae-ba24-ccc0eb35068a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:09.105765 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534a4b9-4e60-406a-9cb7-4d0f72cb94e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96dd90d9-71e3-4823-8602-f6c70d514150,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:09.133642 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-5953590c-4521-4cae-ba24-ccc0eb35068a None None] Calling delete_port for 6ed4616d-57ec-44ad-8a6c-67b134adcbad owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:09.171420 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d68874-3594-46bd-bdcf-9662caee1843 admin admin] Deleting subnet 43fa3b0b-85ea-4bef-bf2a-1eb966dfb8aa {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:15:09.179516 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d2d68874-3594-46bd-bdcf-9662caee1843 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:09.199249 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d3c329-dbf2-4fea-a10a-4a0d7d68b3e5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:09.203944 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-07d3c329-dbf2-4fea-a10a-4a0d7d68b3e5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1936095 Aug 11 02:15:09.204687 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42026) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:09.228306 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9ecd95be-62f0-49f6-85fd-334ff73bcc4f req-de19286f-5d0a-46cd-9f52-a6bbc60b7fcc service neutron] 10.222.0.73 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279826 Aug 11 02:15:09.278330 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b73384c0-cd4b-43b0-9fe2-8fa2ac9df69d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0681195 Aug 11 02:15:09.281418 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42030) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:09.288441 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-c135536b-15a7-4963-b444-8da5bce0198c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:09.289596 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d2d68874-3594-46bd-bdcf-9662caee1843 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:09.379886 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d2d68874-3594-46bd-bdcf-9662caee1843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:09.449022 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42040) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:09.456860 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-fd9ab5f1-906b-4acc-a3cf-ae23e7d19dcd tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-768554052'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:09.470712 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d2d68874-3594-46bd-bdcf-9662caee1843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:09.477696 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-69d6cfb1-12f3-4981-a7f1-beecf3e97d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df281678-0a0d-4519-b548-d0ac34930c97', 'name': 'tempest-FloatingIPsNegativeTestJSON-1362338898-router', 'tenant_id': '6ea082c7c9b74e87ac8d2d59b9948a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'abaddb08-8e9c-4898-97eb-42ccc0f20a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:51Z', 'updated_at': '2021-08-11T02:15:01Z', 'revision_number': 4, 'project_id': '6ea082c7c9b74e87ac8d2d59b9948a98', 'gw_port': {'id': 'abaddb08-8e9c-4898-97eb-42ccc0f20a64', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:72:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df281678-0a0d-4519-b548-d0ac34930c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:52Z', 'updated_at': '2021-08-11T02:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '635f9975-1695-4efb-9bc1-015f02892480', 'name': '', 'network_id': 'c5f2d8d7-6677-43a2-937b-2401edec6a18', 'tenant_id': '6ea082c7c9b74e87ac8d2d59b9948a98', 'mac_address': 'fa:16:3e:f2:9c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df281678-0a0d-4519-b548-d0ac34930c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '70adba11-da73-4e7f-b439-fc6a3bb11d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:59Z', 'updated_at': '2021-08-11T02:15:07Z', 'revision_number': 4, 'project_id': '6ea082c7c9b74e87ac8d2d59b9948a98', 'subnets': [{'id': '70adba11-da73-4e7f-b439-fc6a3bb11d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:09.515964 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d68874-3594-46bd-bdcf-9662caee1843 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43fa3b0b-85ea-4bef-bf2a-1eb966dfb8aa,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:09.520071 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d6cfb1-12f3-4981-a7f1-beecf3e97d9a None None] The sync data for ids ['df281678-0a0d-4519-b548-d0ac34930c97'] in n-d-615180-33 is: [{'id': 'df281678-0a0d-4519-b548-d0ac34930c97', 'name': 'tempest-FloatingIPsNegativeTestJSON-1362338898-router', 'tenant_id': '6ea082c7c9b74e87ac8d2d59b9948a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'abaddb08-8e9c-4898-97eb-42ccc0f20a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:51Z', 'updated_at': '2021-08-11T02:15:01Z', 'revision_number': 4, 'project_id': '6ea082c7c9b74e87ac8d2d59b9948a98', 'gw_port': {'id': 'abaddb08-8e9c-4898-97eb-42ccc0f20a64', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:72:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df281678-0a0d-4519-b548-d0ac34930c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:52Z', 'updated_at': '2021-08-11T02:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '635f9975-1695-4efb-9bc1-015f02892480', 'name': '', 'network_id': 'c5f2d8d7-6677-43a2-937b-2401edec6a18', 'tenant_id': '6ea082c7c9b74e87ac8d2d59b9948a98', 'mac_address': 'fa:16:3e:f2:9c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df281678-0a0d-4519-b548-d0ac34930c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '70adba11-da73-4e7f-b439-fc6a3bb11d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:59Z', 'updated_at': '2021-08-11T02:15:07Z', 'revision_number': 4, 'project_id': '6ea082c7c9b74e87ac8d2d59b9948a98', 'subnets': [{'id': '70adba11-da73-4e7f-b439-fc6a3bb11d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:15:09.523994 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d2d68874-3594-46bd-bdcf-9662caee1843 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:09.525972 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d2d68874-3594-46bd-bdcf-9662caee1843 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/43fa3b0b-85ea-4bef-bf2a-1eb966dfb8aa HTTP/1.1" status: 204 len: 168 time: 0.4845681 Aug 11 02:15:09.529301 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42046) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:09.534833 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5953590c-4521-4cae-ba24-ccc0eb35068a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:09.565145 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953590c-4521-4cae-ba24-ccc0eb35068a None None] Pushing event deleted for resources: {'Port': ['ID=6ed4616d-57ec-44ad-8a6c-67b134adcbad,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:09.575295 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5953590c-4521-4cae-ba24-ccc0eb35068a None None] No DVR routers for this DVR port 6ed4616d-57ec-44ad-8a6c-67b134adcbad on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:15:09.578339 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5953590c-4521-4cae-ba24-ccc0eb35068a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:09.580595 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36648944-26ce-4552-8cc1-69c3e24ab0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:09.596190 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5953590c-4521-4cae-ba24-ccc0eb35068a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:09.596984 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5953590c-4521-4cae-ba24-ccc0eb35068a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:09.597541 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5953590c-4521-4cae-ba24-ccc0eb35068a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:09.598093 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5953590c-4521-4cae-ba24-ccc0eb35068a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:09.601893 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5953590c-4521-4cae-ba24-ccc0eb35068a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:09.601893 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5953590c-4521-4cae-ba24-ccc0eb35068a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:09.601893 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5953590c-4521-4cae-ba24-ccc0eb35068a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:09.601893 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5953590c-4521-4cae-ba24-ccc0eb35068a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:09.601893 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5953590c-4521-4cae-ba24-ccc0eb35068a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:09.601893 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5953590c-4521-4cae-ba24-ccc0eb35068a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:09.613027 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5953590c-4521-4cae-ba24-ccc0eb35068a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:09.788669 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8665fe43-0a31-4d58-a2ba-4b719add7eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:09.802308 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36648944-26ce-4552-8cc1-69c3e24ab0a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=635f9975-1695-4efb-9bc1-015f02892480,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:09.808934 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8665fe43-0a31-4d58-a2ba-4b719add7eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:09.882775 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-53dd50c8-27ec-4575-960a-03100ed4d424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:09.904251 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9ab5f1-906b-4acc-a3cf-ae23e7d19dcd tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Made reservation on behalf of b9900cac277147b786c9feaddc3e5258 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:09.923747 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 6ed4616d-57ec-44ad-8a6c-67b134adcbad no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:15:09.926202 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd9ab5f1-906b-4acc-a3cf-ae23e7d19dcd tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:09.939522 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8665fe43-0a31-4d58-a2ba-4b719add7eb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:15:09.984340 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665fe43-0a31-4d58-a2ba-4b719add7eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092a1b70-b4f9-412e-96bf-10682d8834b6,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:10.008787 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd9ab5f1-906b-4acc-a3cf-ae23e7d19dcd tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:15:10.019031 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 6ed4616d-57ec-44ad-8a6c-67b134adcbad {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:15:10.019648 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 6ed4616d-57ec-44ad-8a6c-67b134adcbad not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:15:10.048403 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8665fe43-0a31-4d58-a2ba-4b719add7eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.048753 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-8665fe43-0a31-4d58-a2ba-4b719add7eb3 admin admin] Added segment 478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8 of type vlan for network 60d084ea-01f1-4906-aad5-d6c73abbe8a1 Aug 11 02:15:10.085212 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c135536b-15a7-4963-b444-8da5bce0198c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:10.091331 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c135536b-15a7-4963-b444-8da5bce0198c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.093716 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-53dd50c8-27ec-4575-960a-03100ed4d424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.104882 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-53dd50c8-27ec-4575-960a-03100ed4d424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae641db3-ab70-425a-9e3e-c284ea18d394']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:10.117909 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-53dd50c8-27ec-4575-960a-03100ed4d424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d12000-2f18-4a49-89bc-59fc19f987a2') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:10.118437 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-53dd50c8-27ec-4575-960a-03100ed4d424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d12000-2f18-4a49-89bc-59fc19f987a2') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:10.130144 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-53dd50c8-27ec-4575-960a-03100ed4d424 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.150860 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-53dd50c8-27ec-4575-960a-03100ed4d424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.165115 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53dd50c8-27ec-4575-960a-03100ed4d424 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:15:10.167682 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-53dd50c8-27ec-4575-960a-03100ed4d424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:15:10.228632 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:15:10.246844 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd9ab5f1-906b-4acc-a3cf-ae23e7d19dcd tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.247423 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-fd9ab5f1-906b-4acc-a3cf-ae23e7d19dcd tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Added segment 7d4b7bcc-8eef-48d8-8309-95445fdb1890 of type vlan for network 6b37a7db-7b2c-45a9-a3ea-9ce097777b06 Aug 11 02:15:10.309147 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-53dd50c8-27ec-4575-960a-03100ed4d424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.314899 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-53dd50c8-27ec-4575-960a-03100ed4d424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.317173 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-53dd50c8-27ec-4575-960a-03100ed4d424 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ae641db3-ab70-425a-9e3e-c284ea18d394 HTTP/1.1" status: 204 len: 168 time: 0.7875943 Aug 11 02:15:10.334495 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd9ab5f1-906b-4acc-a3cf-ae23e7d19dcd tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.339129 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd50c8-27ec-4575-960a-03100ed4d424 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae641db3-ab70-425a-9e3e-c284ea18d394,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:10.382825 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd9ab5f1-906b-4acc-a3cf-ae23e7d19dcd tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.389792 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9ab5f1-906b-4acc-a3cf-ae23e7d19dcd tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:10.390735 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd9ab5f1-906b-4acc-a3cf-ae23e7d19dcd tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.534392 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ab5f1-906b-4acc-a3cf-ae23e7d19dcd tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Pushing event updated for resources: {'Network': ['ID=6b37a7db-7b2c-45a9-a3ea-9ce097777b06,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:10.535618 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8665fe43-0a31-4d58-a2ba-4b719add7eb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.555105 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fd9ab5f1-906b-4acc-a3cf-ae23e7d19dcd tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1044762 Aug 11 02:15:10.556735 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 6b37a7db-7b2c-45a9-a3ea-9ce097777b06 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:15:10.557409 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42082) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:10.564981 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-d1a8ee2f-c599-4f50-926f-4b2667b92353 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-134404423'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:10.574346 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-4431533a-7f40-483b-a4a7-621ec61ed78c tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:10.588413 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-4431533a-7f40-483b-a4a7-621ec61ed78c tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/networks?id=fa6d118c-1b11-471b-a79b-8ba66c683603 HTTP/1.1" status: 200 len: 806 time: 0.6115954 Aug 11 02:15:10.610486 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42086) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:10.631841 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a8ee2f-c599-4f50-926f-4b2667b92353 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Made reservation on behalf of b9900cac277147b786c9feaddc3e5258 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:10.640539 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d1a8ee2f-c599-4f50-926f-4b2667b92353 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.683477 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-13eb327c-dd03-4375-8a0e-adf186886874 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/quotas/0e4e387ba25a4d14b8728f756bd278ce HTTP/1.1" status: 200 len: 375 time: 0.0938647 Aug 11 02:15:10.725203 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36648944-26ce-4552-8cc1-69c3e24ab0a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.757992 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b10ed06e-4bd7-4773-85a0-0296e8b18bbd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d0255ff2e7f4c5f9a0fc50ad67a2630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1363373 Aug 11 02:15:10.757992 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a8ee2f-c599-4f50-926f-4b2667b92353 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:15:10.760381 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42090) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:10.761995 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8665fe43-0a31-4d58-a2ba-4b719add7eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.763693 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8665fe43-0a31-4d58-a2ba-4b719add7eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:10.764503 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8665fe43-0a31-4d58-a2ba-4b719add7eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.801010 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d1a8ee2f-c599-4f50-926f-4b2667b92353 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.801388 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-d1a8ee2f-c599-4f50-926f-4b2667b92353 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Added segment 461aeab3-769d-4585-948b-7cdcb45ee6e2 of type vlan for network 2c433229-6c79-4510-a34a-8c4278ec5b0e Aug 11 02:15:10.882473 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d1a8ee2f-c599-4f50-926f-4b2667b92353 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.886924 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6f5e8a5f-f470-4f14-b80c-fee20b79af22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.911971 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6f5e8a5f-f470-4f14-b80c-fee20b79af22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.971102 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6f5e8a5f-f470-4f14-b80c-fee20b79af22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.974237 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6f5e8a5f-f470-4f14-b80c-fee20b79af22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.976043 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6f5e8a5f-f470-4f14-b80c-fee20b79af22 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb HTTP/1.1" status: 204 len: 168 time: 0.2145813 Aug 11 02:15:10.990005 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e8a5f-f470-4f14-b80c-fee20b79af22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ccc14c-4aca-4f7e-83c8-6d376f4aaccb,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:11.007419 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42098) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:11.014642 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-f2820258-5413-4463-8e94-92e7f71922a3 admin admin] Request body: {'subnet': {'network_id': '60d084ea-01f1-4906-aad5-d6c73abbe8a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-476696799-subnet', 'tenant_id': '79f8d23f222248799ead34520f673660', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:11.016983 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8665fe43-0a31-4d58-a2ba-4b719add7eb3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 4.1058147 Aug 11 02:15:11.028336 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d1a8ee2f-c599-4f50-926f-4b2667b92353 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:11.036370 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a8ee2f-c599-4f50-926f-4b2667b92353 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:11.036708 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d1a8ee2f-c599-4f50-926f-4b2667b92353 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:11.066930 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665fe43-0a31-4d58-a2ba-4b719add7eb3 admin admin] Pushing event updated for resources: {'Network': ['ID=60d084ea-01f1-4906-aad5-d6c73abbe8a1,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:11.081034 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 60d084ea-01f1-4906-aad5-d6c73abbe8a1 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:15:11.104013 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-dbd51321-532d-4e7e-ac63-33e6fba40612 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0e4e387ba25a4d14b8728f756bd278ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4097023 Aug 11 02:15:11.118985 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8ee2f-c599-4f50-926f-4b2667b92353 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Pushing event updated for resources: {'Network': ['ID=2c433229-6c79-4510-a34a-8c4278ec5b0e,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:11.142745 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2820258-5413-4463-8e94-92e7f71922a3 admin admin] Made reservation on behalf of 79f8d23f222248799ead34520f673660 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:11.146155 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f2820258-5413-4463-8e94-92e7f71922a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:11.163814 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d1a8ee2f-c599-4f50-926f-4b2667b92353 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6049881 Aug 11 02:15:11.189522 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42102) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:11.198085 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 2c433229-6c79-4510-a34a-8c4278ec5b0e details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:15:11.215757 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-4498f7f3-2933-48a2-9ae9-5b9995153195 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Request body: {'subnet': {'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:11.403018 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 90f16a13-d0cb-4ac2-aaaa-37338310d315 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:15:11.470084 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 90f16a13-d0cb-4ac2-aaaa-37338310d315 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:15:11.470723 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 90f16a13-d0cb-4ac2-aaaa-37338310d315 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:15:11.510061 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4498f7f3-2933-48a2-9ae9-5b9995153195 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Made reservation on behalf of b9900cac277147b786c9feaddc3e5258 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:11.517598 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4498f7f3-2933-48a2-9ae9-5b9995153195 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:11.706872 n-d-615180-33 neutron-server[94506]: DEBUG neutron.objects.ports [None req-c135536b-15a7-4963-b444-8da5bce0198c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94506) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:15:11.717564 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c135536b-15a7-4963-b444-8da5bce0198c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:11.796602 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f2820258-5413-4463-8e94-92e7f71922a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:11.809249 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135536b-15a7-4963-b444-8da5bce0198c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=16927038-5439-4d19-9c70-b26cba142da7,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:11.918316 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-00fca6c1-cdcd-464a-ac86-84fc6c27683d service neutron] 10.222.0.50 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8131642 Aug 11 02:15:11.964632 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c135536b-15a7-4963-b444-8da5bce0198c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:11.978344 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2820258-5413-4463-8e94-92e7f71922a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc309811-bde7-4f46-845e-f907a139b29e,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:11.987139 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-c135536b-15a7-4963-b444-8da5bce0198c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:11.993759 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4498f7f3-2933-48a2-9ae9-5b9995153195 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:12.007247 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1b9b7f-f621-48ba-9ed6-274daf4bc06b None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:12.028648 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c135536b-15a7-4963-b444-8da5bce0198c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:12.029251 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c135536b-15a7-4963-b444-8da5bce0198c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:12.032514 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2820258-5413-4463-8e94-92e7f71922a3 admin admin] Checking segment: {'id': '478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '60d084ea-01f1-4906-aad5-d6c73abbe8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:12.032678 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2820258-5413-4463-8e94-92e7f71922a3 admin admin] Network hostable DHCP agents. Network: 60d084ea-01f1-4906-aad5-d6c73abbe8a1, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:15:12.069290 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36648944-26ce-4552-8cc1-69c3e24ab0a6 admin admin] Router df281678-0a0d-4519-b548-d0ac34930c97 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:15:12.077673 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c135536b-15a7-4963-b444-8da5bce0198c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.7934835 Aug 11 02:15:12.090581 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42128) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:12.106252 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-184c412c-351a-43e0-998a-645e62d3dcfc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'port': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'mac_address': 'fa:16:3e:33:94:aa', 'name': 'tempest-NetworksTestDHCPv6-580145882'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:12.121157 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498f7f3-2933-48a2-9ae9-5b9995153195 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Pushing event updated for resources: {'Subnet': ['ID=43f401ce-6254-4272-a783-9abc425d1620,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:12.130841 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4498f7f3-2933-48a2-9ae9-5b9995153195 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Checking segment: {'id': '7d4b7bcc-8eef-48d8-8309-95445fdb1890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:12.131207 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4498f7f3-2933-48a2-9ae9-5b9995153195 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Network hostable DHCP agents. Network: 6b37a7db-7b2c-45a9-a3ea-9ce097777b06, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:15:12.135674 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2820258-5413-4463-8e94-92e7f71922a3 admin admin] Network 60d084ea-01f1-4906-aad5-d6c73abbe8a1 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:15:12.157995 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-f2820258-5413-4463-8e94-92e7f71922a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 60d084ea-01f1-4906-aad5-d6c73abbe8a1) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:12.172578 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2820258-5413-4463-8e94-92e7f71922a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:12.173480 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f2820258-5413-4463-8e94-92e7f71922a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:12.182096 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4498f7f3-2933-48a2-9ae9-5b9995153195 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Network 6b37a7db-7b2c-45a9-a3ea-9ce097777b06 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:15:12.183679 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfa427f-b6bd-4b82-9b42-3b16fb23454b None None] Network 60d084ea-01f1-4906-aad5-d6c73abbe8a1 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:12.192140 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-4498f7f3-2933-48a2-9ae9-5b9995153195 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 6b37a7db-7b2c-45a9-a3ea-9ce097777b06) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:12.208309 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4498f7f3-2933-48a2-9ae9-5b9995153195 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:12.209314 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4498f7f3-2933-48a2-9ae9-5b9995153195 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:12.230468 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f2820258-5413-4463-8e94-92e7f71922a3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2214789 Aug 11 02:15:12.269552 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4498f7f3-2933-48a2-9ae9-5b9995153195 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0532398 Aug 11 02:15:12.270130 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42140) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:12.278828 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-c5e84ff1-60c5-4880-b8d9-03111e8af1e2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Request body: {'subnet': {'network_id': '2c433229-6c79-4510-a34a-8c4278ec5b0e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:12.344998 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-709829c3-3ec5-4c74-a0fc-ae7ef3ccc358 service neutron] 10.222.0.50 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027541 Aug 11 02:15:12.421706 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca53933-1a81-41e2-8747-5cfed5bdb37f None None] Network 6b37a7db-7b2c-45a9-a3ea-9ce097777b06 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:12.500076 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e84ff1-60c5-4880-b8d9-03111e8af1e2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Made reservation on behalf of b9900cac277147b786c9feaddc3e5258 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:12.504322 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c5e84ff1-60c5-4880-b8d9-03111e8af1e2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:12.578034 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42144) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:12.641560 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36648944-26ce-4552-8cc1-69c3e24ab0a6 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:15:12.662431 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-36648944-26ce-4552-8cc1-69c3e24ab0a6 admin admin] 10.222.0.50 "PUT /v2.0/routers/df281678-0a0d-4519-b548-d0ac34930c97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1491454 Aug 11 02:15:12.667924 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42150) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:12.695584 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c58f64-ab84-449a-8468-d93ddb1addee None None] Sync routers for ids ['df281678-0a0d-4519-b548-d0ac34930c97'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:15:12.753424 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c58f64-ab84-449a-8468-d93ddb1addee None None] Routers {'df281678-0a0d-4519-b548-d0ac34930c97'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:15:12.754296 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-84c58f64-ab84-449a-8468-d93ddb1addee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:14:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['df281678-0a0d-4519-b548-d0ac34930c97'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:12.814191 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184c412c-351a-43e0-998a-645e62d3dcfc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:12.849098 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-0006331f-76d9-4720-97a8-b180e593fc67 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1641083083-network', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:12.879755 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c5e84ff1-60c5-4880-b8d9-03111e8af1e2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:12.976722 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e04e999-d7ca-47a1-b815-bb9f9dc91327 req-b0370996-b153-4c47-9544-8296a5a5fa5e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=89c87264-e4f3-492d-94d4-66ae0ee70130 HTTP/1.1" status: 200 len: 210 time: 0.0976863 Aug 11 02:15:13.018550 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0006331f-76d9-4720-97a8-b180e593fc67 admin admin] Made reservation on behalf of 15f6ff753e694e9dbfd4e9be5e45ed17 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:13.023154 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0006331f-76d9-4720-97a8-b180e593fc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:13.035682 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92150c0-563a-42f5-a801-a1cd6fab51f8 None None] Network 60d084ea-01f1-4906-aad5-d6c73abbe8a1 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:13.044526 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15266547-ae60-44d0-9fb6-65351511b635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-6b37a7db-7b2c-45a9-a3ea-9ce097777b06', 'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'fixed_ips': [{'subnet_id': '43f401ce-6254-4272-a783-9abc425d1620'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:15:13.046318 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-15266547-ae60-44d0-9fb6-65351511b635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:13.066552 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e84ff1-60c5-4880-b8d9-03111e8af1e2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Pushing event updated for resources: {'Subnet': ['ID=d883f484-d67b-4b0e-a60e-d2d168985bab,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:13.070464 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0006331f-76d9-4720-97a8-b180e593fc67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:13.104961 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fb48ee30-e800-4a93-b731-d3ee59a28031 admin admin] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:13.116334 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e84ff1-60c5-4880-b8d9-03111e8af1e2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Checking segment: {'id': '461aeab3-769d-4585-948b-7cdcb45ee6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2c433229-6c79-4510-a34a-8c4278ec5b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:13.120172 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e84ff1-60c5-4880-b8d9-03111e8af1e2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Network hostable DHCP agents. Network: 2c433229-6c79-4510-a34a-8c4278ec5b0e, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:15:13.176697 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234875de-6079-46f8-9869-ed7e9b47e554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-abfe629d-e2ef-4da1-94ab-4576283f6a78', 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'fixed_ips': [{'subnet_id': '16927038-5439-4d19-9c70-b26cba142da7'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:15:13.177790 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-234875de-6079-46f8-9869-ed7e9b47e554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:13.181709 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e84ff1-60c5-4880-b8d9-03111e8af1e2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Network 2c433229-6c79-4510-a34a-8c4278ec5b0e is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:15:13.207812 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-c5e84ff1-60c5-4880-b8d9-03111e8af1e2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 2c433229-6c79-4510-a34a-8c4278ec5b0e) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:13.213454 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e84ff1-60c5-4880-b8d9-03111e8af1e2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:13.214158 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c5e84ff1-60c5-4880-b8d9-03111e8af1e2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:13.254184 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c5e84ff1-60c5-4880-b8d9-03111e8af1e2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9826159 Aug 11 02:15:13.256816 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42168) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:13.263095 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-e51d48fa-ed19-4aac-b714-56486062d6ee tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Request body: {'port': {'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06', 'name': 'tempest-TaggedBootDevicesTest_v242-2111805050', 'fixed_ips': [{'subnet_id': '43f401ce-6254-4272-a783-9abc425d1620'}]}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:13.308571 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab44d1a-95fe-4bbb-999f-0ed2facbbd7b None None] Network 2c433229-6c79-4510-a34a-8c4278ec5b0e requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:13.531710 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-b6083ade-fa8f-42ae-9042-d1e3d27c5f0b tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:13.543062 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-b6083ade-fa8f-42ae-9042-d1e3d27c5f0b tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/networks?id=60d084ea-01f1-4906-aad5-d6c73abbe8a1 HTTP/1.1" status: 200 len: 817 time: 0.2302153 Aug 11 02:15:13.601378 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-a51da989-f1c1-488d-9665-846c8f47288e tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/quotas/79f8d23f222248799ead34520f673660 HTTP/1.1" status: 200 len: 375 time: 0.0563910 Aug 11 02:15:13.684475 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-60bc5887-0550-4561-9d06-653af3b611fc tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=79f8d23f222248799ead34520f673660&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814126 Aug 11 02:15:13.704044 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-84c58f64-ab84-449a-8468-d93ddb1addee None None] Set router df281678-0a0d-4519-b548-d0ac34930c97 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:15:13.717364 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-184c412c-351a-43e0-998a-645e62d3dcfc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:13.857585 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-df106547-7093-4613-8760-37f0aaeec830 service neutron] 10.222.0.50 "GET /v2.0/networks/60d084ea-01f1-4906-aad5-d6c73abbe8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708717 Aug 11 02:15:13.863443 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-184c412c-351a-43e0-998a-645e62d3dcfc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] device_id is not set on port e0d3fcb1-a58f-4a61-9101-a8b7d44f950c yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:15:13.883827 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b3cf44-6acc-440d-897d-4f0c822a8123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-2c433229-6c79-4510-a34a-8c4278ec5b0e', 'network_id': '2c433229-6c79-4510-a34a-8c4278ec5b0e', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'fixed_ips': [{'subnet_id': 'd883f484-d67b-4b0e-a60e-d2d168985bab'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:15:13.884727 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-44b3cf44-6acc-440d-897d-4f0c822a8123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:13.938427 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-234875de-6079-46f8-9869-ed7e9b47e554 None None] Allocated IP 2001:db8::f816:3eff:fe30:35ca (abfe629d-e2ef-4da1-94ab-4576283f6a78/16927038-5439-4d19-9c70-b26cba142da7/7153c60f-da80-4441-acfa-ad2926cace6a) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:13.995446 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-15266547-ae60-44d0-9fb6-65351511b635 None None] Allocated IP 10.1.1.2 (6b37a7db-7b2c-45a9-a3ea-9ce097777b06/43f401ce-6254-4272-a783-9abc425d1620/18c71c16-1292-4702-89f5-af7b7bd21b63) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:14.083275 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fb48ee30-e800-4a93-b731-d3ee59a28031 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:14.191432 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-af383323-b578-4384-85c2-cfc8e3a9abc8 service neutron] 10.222.0.50 "GET /v2.0/networks/60d084ea-01f1-4906-aad5-d6c73abbe8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092580 Aug 11 02:15:14.206423 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3f43567e-b802-4c6c-bcd4-c47d6d29ca85 req-1b3d3170-6654-47cc-a8b9-98fd38ada4ea tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=89c87264-e4f3-492d-94d4-66ae0ee70130 HTTP/1.1" status: 200 len: 210 time: 0.0647705 Aug 11 02:15:14.247415 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0006331f-76d9-4720-97a8-b180e593fc67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:14.274595 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0006331f-76d9-4720-97a8-b180e593fc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:14.284437 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51d48fa-ed19-4aac-b714-56486062d6ee tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Made reservation on behalf of b9900cac277147b786c9feaddc3e5258 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:14.350891 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006331f-76d9-4720-97a8-b180e593fc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c0fc99-3846-4769-8839-9d4e70eb72bf,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:14.399879 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-fb48ee30-e800-4a93-b731-d3ee59a28031 admin admin] Deleting port abaddb08-8e9c-4898-97eb-42ccc0f20a64 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:14.400314 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fb48ee30-e800-4a93-b731-d3ee59a28031 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:14.406302 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0006331f-76d9-4720-97a8-b180e593fc67 admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:15:14.540291 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0006331f-76d9-4720-97a8-b180e593fc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:14.540647 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-0006331f-76d9-4720-97a8-b180e593fc67 admin admin] Added segment f26ba00b-86b6-4205-9899-8431f69e5353 of type vlan for network 2564e31e-dea6-46ca-b2de-bf165812396f Aug 11 02:15:14.722075 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0006331f-76d9-4720-97a8-b180e593fc67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:14.775878 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-fb48ee30-e800-4a93-b731-d3ee59a28031 admin admin] For port abaddb08-8e9c-4898-97eb-42ccc0f20a64, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=abaddb08-8e9c-4898-97eb-42ccc0f20a64,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:14.776280 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fb48ee30-e800-4a93-b731-d3ee59a28031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:14.840618 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-fb48ee30-e800-4a93-b731-d3ee59a28031 admin admin] Calling delete_port for abaddb08-8e9c-4898-97eb-42ccc0f20a64 owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:14.930253 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0006331f-76d9-4720-97a8-b180e593fc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:14.932025 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0006331f-76d9-4720-97a8-b180e593fc67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:14.932785 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0006331f-76d9-4720-97a8-b180e593fc67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:14.952461 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-44b3cf44-6acc-440d-897d-4f0c822a8123 None None] Allocated IP 10.2.2.2 (2c433229-6c79-4510-a34a-8c4278ec5b0e/d883f484-d67b-4b0e-a60e-d2d168985bab/5ae3f713-4a68-42f7-ad53-bb1977e2ca94) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:14.971689 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-234875de-6079-46f8-9869-ed7e9b47e554 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:14.990415 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-84c58f64-ab84-449a-8468-d93ddb1addee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df281678-0a0d-4519-b548-d0ac34930c97', 'name': 'tempest-FloatingIPsNegativeTestJSON-1362338898-router', 'tenant_id': '6ea082c7c9b74e87ac8d2d59b9948a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'abaddb08-8e9c-4898-97eb-42ccc0f20a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:51Z', 'updated_at': '2021-08-11T02:15:09Z', 'revision_number': 5, 'project_id': '6ea082c7c9b74e87ac8d2d59b9948a98', 'gw_port': {'id': 'abaddb08-8e9c-4898-97eb-42ccc0f20a64', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:72:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df281678-0a0d-4519-b548-d0ac34930c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:52Z', 'updated_at': '2021-08-11T02:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:14.993272 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-15266547-ae60-44d0-9fb6-65351511b635 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:15.016580 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006331f-76d9-4720-97a8-b180e593fc67 admin admin] Pushing event updated for resources: {'Network': ['ID=2564e31e-dea6-46ca-b2de-bf165812396f,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:15.029381 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-234875de-6079-46f8-9869-ed7e9b47e554 None None] Transition to ACTIVE for port object 7153c60f-da80-4441-acfa-ad2926cace6a will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:15.037419 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 2564e31e-dea6-46ca-b2de-bf165812396f details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:15:15.052926 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0006331f-76d9-4720-97a8-b180e593fc67 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4670289 Aug 11 02:15:15.055852 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42206) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:15.056930 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c58f64-ab84-449a-8468-d93ddb1addee None None] Checking router: df281678-0a0d-4519-b548-d0ac34930c97 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:15:15.059418 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-15266547-ae60-44d0-9fb6-65351511b635 None None] Transition to ACTIVE for port object 18c71c16-1292-4702-89f5-af7b7bd21b63 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:15.064618 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-bf370155-ae87-4d5d-94a3-f306e5e6bfcf admin admin] Request body: {'subnet': {'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1641083083-subnet', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:15.115351 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf370155-ae87-4d5d-94a3-f306e5e6bfcf admin admin] Made reservation on behalf of 15f6ff753e694e9dbfd4e9be5e45ed17 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:15.118184 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bf370155-ae87-4d5d-94a3-f306e5e6bfcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:15.210016 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-438f6c52-2886-4a45-9143-726f4540c9a8 req-2467f4c7-f69c-493b-b890-a8756b8a29aa tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4f4b0b8-4190-4eec-9b00-b587f0e3a59f HTTP/1.1" status: 200 len: 210 time: 0.1560121 Aug 11 02:15:15.294496 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-234875de-6079-46f8-9869-ed7e9b47e554 None None] Transition to ACTIVE for port object 7153c60f-da80-4441-acfa-ad2926cace6a will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:15.297488 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-15266547-ae60-44d0-9fb6-65351511b635 None None] Transition to ACTIVE for port object 18c71c16-1292-4702-89f5-af7b7bd21b63 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:15.322534 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c58f64-ab84-449a-8468-d93ddb1addee None None] Routers {'df281678-0a0d-4519-b548-d0ac34930c97'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:15:15.328516 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-84c58f64-ab84-449a-8468-d93ddb1addee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:14:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['df281678-0a0d-4519-b548-d0ac34930c97'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:15.393771 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-234875de-6079-46f8-9869-ed7e9b47e554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:15.417966 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-169567bf-742b-4874-8cb9-a815540df43f req-300da7fa-45e7-4707-84af-850de3b792ec tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=89c87264-e4f3-492d-94d4-66ae0ee70130 HTTP/1.1" status: 200 len: 210 time: 0.0478969 Aug 11 02:15:15.426728 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e51d48fa-ed19-4aac-b714-56486062d6ee tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:15.473970 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-e51d48fa-ed19-4aac-b714-56486062d6ee tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] device_id is not set on port 54a21190-3213-4831-8458-9bdd8fb2c46c yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:15:15.496280 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-184c412c-351a-43e0-998a-645e62d3dcfc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Allocated IP 2001:db8::f816:3eff:fe33:94aa (abfe629d-e2ef-4da1-94ab-4576283f6a78/16927038-5439-4d19-9c70-b26cba142da7/e0d3fcb1-a58f-4a61-9101-a8b7d44f950c) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:15.611527 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fb48ee30-e800-4a93-b731-d3ee59a28031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:15.643187 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-75e3dc1f-e688-4b95-a81b-0f54dc1ad0b4 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:15.646204 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-75e3dc1f-e688-4b95-a81b-0f54dc1ad0b4 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.66 "GET /v2.0/networks?id=fa6d118c-1b11-471b-a79b-8ba66c683603 HTTP/1.1" status: 200 len: 806 time: 0.5947175 Aug 11 02:15:15.673505 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-7021e336-5f38-467a-bc8e-0e2e9340f757 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Request body: {'port': {'device_id': '89c87264-e4f3-492d-94d4-66ae0ee70130', 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603', 'admin_state_up': True, 'tenant_id': '0e4e387ba25a4d14b8728f756bd278ce'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:15.731482 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-15266547-ae60-44d0-9fb6-65351511b635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:15.774577 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-e51d48fa-ed19-4aac-b714-56486062d6ee tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Allocated IP 10.1.1.57 (6b37a7db-7b2c-45a9-a3ea-9ce097777b06/43f401ce-6254-4272-a783-9abc425d1620/54a21190-3213-4831-8458-9bdd8fb2c46c) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:15.807877 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb48ee30-e800-4a93-b731-d3ee59a28031 admin admin] Pushing event deleted for resources: {'Port': ['ID=abaddb08-8e9c-4898-97eb-42ccc0f20a64,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:15.829882 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234875de-6079-46f8-9869-ed7e9b47e554 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:15.844579 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15266547-ae60-44d0-9fb6-65351511b635 None None] Network 6b37a7db-7b2c-45a9-a3ea-9ce097777b06 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:15.855253 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-15266547-ae60-44d0-9fb6-65351511b635 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:15.858954 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15266547-ae60-44d0-9fb6-65351511b635 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:15.874617 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-234875de-6079-46f8-9869-ed7e9b47e554 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:15.878292 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234875de-6079-46f8-9869-ed7e9b47e554 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:15.916781 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-7021e336-5f38-467a-bc8e-0e2e9340f757 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Made reservation on behalf of 0e4e387ba25a4d14b8728f756bd278ce for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:15.921089 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-7021e336-5f38-467a-bc8e-0e2e9340f757 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:15.929335 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7979af03-63fd-4938-8bdb-ae3a407d3181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.022551 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-84c58f64-ab84-449a-8468-d93ddb1addee None None] Set router df281678-0a0d-4519-b548-d0ac34930c97 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:15:16.029427 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234875de-6079-46f8-9869-ed7e9b47e554 None None] Pushing event updated for resources: {'Port': ['ID=7153c60f-da80-4441-acfa-ad2926cace6a,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:16.085385 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bf370155-ae87-4d5d-94a3-f306e5e6bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.147068 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-7021e336-5f38-467a-bc8e-0e2e9340f757 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Allocated IP 172.20.0.14 (fa6d118c-1b11-471b-a79b-8ba66c683603/84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62/7123ad39-b8ea-4575-bf5c-b8770fc818ee) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:16.209754 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15266547-ae60-44d0-9fb6-65351511b635 None None] Pushing event updated for resources: {'Port': ['ID=18c71c16-1292-4702-89f5-af7b7bd21b63,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:16.263243 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fb48ee30-e800-4a93-b731-d3ee59a28031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.353700 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e51d48fa-ed19-4aac-b714-56486062d6ee tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.379327 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-e51d48fa-ed19-4aac-b714-56486062d6ee tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Transition to ACTIVE for port object 54a21190-3213-4831-8458-9bdd8fb2c46c will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:16.388909 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-84c58f64-ab84-449a-8468-d93ddb1addee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df281678-0a0d-4519-b548-d0ac34930c97', 'name': 'tempest-FloatingIPsNegativeTestJSON-1362338898-router', 'tenant_id': '6ea082c7c9b74e87ac8d2d59b9948a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:51Z', 'updated_at': '2021-08-11T02:15:14Z', 'revision_number': 6, 'project_id': '6ea082c7c9b74e87ac8d2d59b9948a98', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:16.481653 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fb48ee30-e800-4a93-b731-d3ee59a28031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.487221 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c58f64-ab84-449a-8468-d93ddb1addee None None] The sync data for ids ['df281678-0a0d-4519-b548-d0ac34930c97'] in n-d-615180-33 is: [{'id': 'df281678-0a0d-4519-b548-d0ac34930c97', 'name': 'tempest-FloatingIPsNegativeTestJSON-1362338898-router', 'tenant_id': '6ea082c7c9b74e87ac8d2d59b9948a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:51Z', 'updated_at': '2021-08-11T02:15:14Z', 'revision_number': 6, 'project_id': '6ea082c7c9b74e87ac8d2d59b9948a98', 'gw_port_host': None}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:15:16.488590 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-15266547-ae60-44d0-9fb6-65351511b635 None None] Attempting to bind port 18c71c16-1292-4702-89f5-af7b7bd21b63 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:16.488959 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-15266547-ae60-44d0-9fb6-65351511b635 None None] Attempting to bind port 18c71c16-1292-4702-89f5-af7b7bd21b63 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '7d4b7bcc-8eef-48d8-8309-95445fdb1890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:16.489315 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15266547-ae60-44d0-9fb6-65351511b635 None None] Attempting to bind port 18c71c16-1292-4702-89f5-af7b7bd21b63 on network 6b37a7db-7b2c-45a9-a3ea-9ce097777b06 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:16.494389 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf370155-ae87-4d5d-94a3-f306e5e6bfcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:16.505577 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-184c412c-351a-43e0-998a-645e62d3dcfc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.508084 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fb48ee30-e800-4a93-b731-d3ee59a28031 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.512316 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-44b3cf44-6acc-440d-897d-4f0c822a8123 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.514513 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-234875de-6079-46f8-9869-ed7e9b47e554 None None] Attempting to bind port 7153c60f-da80-4441-acfa-ad2926cace6a on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:16.514880 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-234875de-6079-46f8-9869-ed7e9b47e554 None None] Attempting to bind port 7153c60f-da80-4441-acfa-ad2926cace6a by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:16.515240 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234875de-6079-46f8-9869-ed7e9b47e554 None None] Attempting to bind port 7153c60f-da80-4441-acfa-ad2926cace6a on network abfe629d-e2ef-4da1-94ab-4576283f6a78 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:16.536174 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-44b3cf44-6acc-440d-897d-4f0c822a8123 None None] Transition to ACTIVE for port object 5ae3f713-4a68-42f7-ad53-bb1977e2ca94 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:16.541267 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234875de-6079-46f8-9869-ed7e9b47e554 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:16.541641 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234875de-6079-46f8-9869-ed7e9b47e554 None None] Checking segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:16.542076 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-234875de-6079-46f8-9869-ed7e9b47e554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.542457 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234875de-6079-46f8-9869-ed7e9b47e554 None None] Bound using segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:16.542933 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-234875de-6079-46f8-9869-ed7e9b47e554 None None] Bound port: 7153c60f-da80-4441-acfa-ad2926cace6a, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:16.543742 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-234875de-6079-46f8-9869-ed7e9b47e554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.564819 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15266547-ae60-44d0-9fb6-65351511b635 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:16.565187 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15266547-ae60-44d0-9fb6-65351511b635 None None] Checking segment: {'id': '7d4b7bcc-8eef-48d8-8309-95445fdb1890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:16.565584 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-15266547-ae60-44d0-9fb6-65351511b635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.565977 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15266547-ae60-44d0-9fb6-65351511b635 None None] Bound using segment: {'id': '7d4b7bcc-8eef-48d8-8309-95445fdb1890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:16.566525 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-15266547-ae60-44d0-9fb6-65351511b635 None None] Bound port: 18c71c16-1292-4702-89f5-af7b7bd21b63, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b7bcc-8eef-48d8-8309-95445fdb1890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:16.566924 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-15266547-ae60-44d0-9fb6-65351511b635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.594232 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbcccfa7-bcb5-4caa-ad48-01f881114455 req-2e0d97a8-326b-4bf7-ac77-2a88612b9365 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4f4b0b8-4190-4eec-9b00-b587f0e3a59f HTTP/1.1" status: 200 len: 210 time: 0.1998110 Aug 11 02:15:16.640208 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-184c412c-351a-43e0-998a-645e62d3dcfc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Transition to ACTIVE for port object e0d3fcb1-a58f-4a61-9101-a8b7d44f950c will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:16.643601 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf370155-ae87-4d5d-94a3-f306e5e6bfcf admin admin] Checking segment: {'id': 'f26ba00b-86b6-4205-9899-8431f69e5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:16.643847 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf370155-ae87-4d5d-94a3-f306e5e6bfcf admin admin] Network hostable DHCP agents. Network: 2564e31e-dea6-46ca-b2de-bf165812396f, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:15:16.697671 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e51d48fa-ed19-4aac-b714-56486062d6ee tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.703978 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-44b3cf44-6acc-440d-897d-4f0c822a8123 None None] Transition to ACTIVE for port object 5ae3f713-4a68-42f7-ad53-bb1977e2ca94 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:16.717106 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fb48ee30-e800-4a93-b731-d3ee59a28031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.718251 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb48ee30-e800-4a93-b731-d3ee59a28031 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df281678-0a0d-4519-b548-d0ac34930c97 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:15:16.721553 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a412c1f4-5c54-4e15-a58f-852d53a662c4 req-a1470db3-b393-40f4-b387-54493a9f3a8e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=89c87264-e4f3-492d-94d4-66ae0ee70130 HTTP/1.1" status: 200 len: 210 time: 0.0827811 Aug 11 02:15:16.724408 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fb48ee30-e800-4a93-b731-d3ee59a28031 admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.725481 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fb48ee30-e800-4a93-b731-d3ee59a28031 admin admin] 10.222.0.50 "DELETE /v2.0/routers/df281678-0a0d-4519-b548-d0ac34930c97 HTTP/1.1" status: 204 len: 168 time: 4.0528367 Aug 11 02:15:16.756697 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-44b3cf44-6acc-440d-897d-4f0c822a8123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.767506 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42246) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:16.767506 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42248) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:16.778468 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-184c412c-351a-43e0-998a-645e62d3dcfc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.789460 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf370155-ae87-4d5d-94a3-f306e5e6bfcf admin admin] Network 2564e31e-dea6-46ca-b2de-bf165812396f is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:15:16.825210 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-7021e336-5f38-467a-bc8e-0e2e9340f757 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.833311 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51d48fa-ed19-4aac-b714-56486062d6ee tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Network 6b37a7db-7b2c-45a9-a3ea-9ce097777b06 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:16.840278 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b3cf44-6acc-440d-897d-4f0c822a8123 None None] Network 2c433229-6c79-4510-a34a-8c4278ec5b0e is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:16.842241 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-234875de-6079-46f8-9869-ed7e9b47e554 None None] For port 7153c60f-da80-4441-acfa-ad2926cace6a, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:16.848733 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-15266547-ae60-44d0-9fb6-65351511b635 None None] For port 18c71c16-1292-4702-89f5-af7b7bd21b63, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:16.849216 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-e51d48fa-ed19-4aac-b714-56486062d6ee tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:16.854882 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-bf370155-ae87-4d5d-94a3-f306e5e6bfcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 2564e31e-dea6-46ca-b2de-bf165812396f) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:16.858903 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-44b3cf44-6acc-440d-897d-4f0c822a8123 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:16.862042 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf370155-ae87-4d5d-94a3-f306e5e6bfcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:16.863475 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bf370155-ae87-4d5d-94a3-f306e5e6bfcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.871298 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b3cf44-6acc-440d-897d-4f0c822a8123 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:16.874297 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-234875de-6079-46f8-9869-ed7e9b47e554 None None] For port 7153c60f-da80-4441-acfa-ad2926cace6a, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7153c60f-da80-4441-acfa-ad2926cace6a,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:16.884522 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1d9e00-e76c-48e3-ae26-b8f4696ea1d0 None None] Network 2564e31e-dea6-46ca-b2de-bf165812396f requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:16.886225 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3cf44-6acc-440d-897d-4f0c822a8123 None None] Pushing event updated for resources: {'Port': ['ID=5ae3f713-4a68-42f7-ad53-bb1977e2ca94,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:16.890751 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184c412c-351a-43e0-998a-645e62d3dcfc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:16.895206 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-15266547-ae60-44d0-9fb6-65351511b635 None None] For port 18c71c16-1292-4702-89f5-af7b7bd21b63, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=18c71c16-1292-4702-89f5-af7b7bd21b63,segment=NetworkSegment(7d4b7bcc-8eef-48d8-8309-95445fdb1890),segment_id=7d4b7bcc-8eef-48d8-8309-95445fdb1890)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:16.896778 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bf370155-ae87-4d5d-94a3-f306e5e6bfcf admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8389051 Aug 11 02:15:16.901462 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-184c412c-351a-43e0-998a-645e62d3dcfc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:16.905669 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184c412c-351a-43e0-998a-645e62d3dcfc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:16.909798 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc5f91d-5c86-497b-9c92-cef7d40c994a admin admin] Deleting subnet 70adba11-da73-4e7f-b439-fc6a3bb11d38 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:15:16.910073 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-234875de-6079-46f8-9869-ed7e9b47e554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.912457 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d48fa-ed19-4aac-b714-56486062d6ee tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Pushing event updated for resources: {'Port': ['ID=54a21190-3213-4831-8458-9bdd8fb2c46c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:16.916381 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51d48fa-ed19-4aac-b714-56486062d6ee tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:16.920397 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42252) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:16.940512 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184c412c-351a-43e0-998a-645e62d3dcfc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:16.941220 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-184c412c-351a-43e0-998a-645e62d3dcfc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.964091 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-15266547-ae60-44d0-9fb6-65351511b635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.964680 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c412c-351a-43e0-998a-645e62d3dcfc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Port': ['ID=e0d3fcb1-a58f-4a61-9101-a8b7d44f950c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:16.974890 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-04a1e4e5-06b7-439b-86c2-93c2e3765b80 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1641083083-router', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:17.000475 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6dc5f91d-5c86-497b-9c92-cef7d40c994a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:17.013617 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-184c412c-351a-43e0-998a-645e62d3dcfc tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.9209528 Aug 11 02:15:17.016362 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42254) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:17.112706 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e55167-34ff-4de9-bfec-0e0a4677ffd6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:17.120520 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e55167-34ff-4de9-bfec-0e0a4677ffd6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:17.126893 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6dc5f91d-5c86-497b-9c92-cef7d40c994a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:17.137587 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b2e55167-34ff-4de9-bfec-0e0a4677ffd6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1160591 Aug 11 02:15:17.137587 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42256) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:17.154722 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-44b3cf44-6acc-440d-897d-4f0c822a8123 None None] Attempting to bind port 5ae3f713-4a68-42f7-ad53-bb1977e2ca94 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:17.156316 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-44b3cf44-6acc-440d-897d-4f0c822a8123 None None] Attempting to bind port 5ae3f713-4a68-42f7-ad53-bb1977e2ca94 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '461aeab3-769d-4585-948b-7cdcb45ee6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2c433229-6c79-4510-a34a-8c4278ec5b0e'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:17.156838 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b3cf44-6acc-440d-897d-4f0c822a8123 None None] Attempting to bind port 5ae3f713-4a68-42f7-ad53-bb1977e2ca94 on network 2c433229-6c79-4510-a34a-8c4278ec5b0e {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:17.161188 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234875de-6079-46f8-9869-ed7e9b47e554 None None] Pushing event updated for resources: {'Port': ['ID=7153c60f-da80-4441-acfa-ad2926cace6a,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:17.209218 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b3cf44-6acc-440d-897d-4f0c822a8123 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:17.209499 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b3cf44-6acc-440d-897d-4f0c822a8123 None None] Checking segment: {'id': '461aeab3-769d-4585-948b-7cdcb45ee6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2c433229-6c79-4510-a34a-8c4278ec5b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:17.210138 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-44b3cf44-6acc-440d-897d-4f0c822a8123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:17.210710 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b3cf44-6acc-440d-897d-4f0c822a8123 None None] Bound using segment: {'id': '461aeab3-769d-4585-948b-7cdcb45ee6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2c433229-6c79-4510-a34a-8c4278ec5b0e'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:17.211374 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-44b3cf44-6acc-440d-897d-4f0c822a8123 None None] Bound port: 5ae3f713-4a68-42f7-ad53-bb1977e2ca94, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461aeab3-769d-4585-948b-7cdcb45ee6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2c433229-6c79-4510-a34a-8c4278ec5b0e'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:17.212168 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-44b3cf44-6acc-440d-897d-4f0c822a8123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:17.214522 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-04a1e4e5-06b7-439b-86c2-93c2e3765b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:17.215675 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-04a1e4e5-06b7-439b-86c2-93c2e3765b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:17.237540 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-7021e336-5f38-467a-bc8e-0e2e9340f757 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:17.273378 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-97a7ac74-b2aa-4f3c-8d23-5f9eefcf32e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:17.291474 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['05898258-4491-4fa9-91f4-a855886e6aab'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:17.457338 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15266547-ae60-44d0-9fb6-65351511b635 None None] Pushing event updated for resources: {'Port': ['ID=18c71c16-1292-4702-89f5-af7b7bd21b63,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:17.530869 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 635f9975-1695-4efb-9bc1-015f02892480 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:15:17.577301 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 635f9975-1695-4efb-9bc1-015f02892480 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:15:17.577736 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 635f9975-1695-4efb-9bc1-015f02892480 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:15:17.578343 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device abaddb08-8e9c-4898-97eb-42ccc0f20a64 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:15:17.581761 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-44b3cf44-6acc-440d-897d-4f0c822a8123 None None] For port 5ae3f713-4a68-42f7-ad53-bb1977e2ca94, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:17.664222 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6dc5f91d-5c86-497b-9c92-cef7d40c994a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:17.672857 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9639b478-8f95-4810-811c-e03c67f47a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-2564e31e-dea6-46ca-b2de-bf165812396f', 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'fixed_ips': [{'subnet_id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:15:17.674780 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9639b478-8f95-4810-811c-e03c67f47a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:17.736697 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51d48fa-ed19-4aac-b714-56486062d6ee tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:17.737389 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e51d48fa-ed19-4aac-b714-56486062d6ee tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:17.743167 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: abaddb08-8e9c-4898-97eb-42ccc0f20a64 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:15:17.752346 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device abaddb08-8e9c-4898-97eb-42ccc0f20a64 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:15:17.758793 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-44b3cf44-6acc-440d-897d-4f0c822a8123 None None] For port 5ae3f713-4a68-42f7-ad53-bb1977e2ca94, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5ae3f713-4a68-42f7-ad53-bb1977e2ca94,segment=NetworkSegment(461aeab3-769d-4585-948b-7cdcb45ee6e2),segment_id=461aeab3-769d-4585-948b-7cdcb45ee6e2)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:17.806690 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-7021e336-5f38-467a-bc8e-0e2e9340f757 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Network fa6d118c-1b11-471b-a79b-8ba66c683603 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:17.811552 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-44b3cf44-6acc-440d-897d-4f0c822a8123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:17.868943 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-82764389-80b4-49d7-92d1-7b05cf16133a tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:17.873985 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-82764389-80b4-49d7-92d1-7b05cf16133a tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.73 "GET /v2.0/networks?id=60d084ea-01f1-4906-aad5-d6c73abbe8a1 HTTP/1.1" status: 200 len: 817 time: 0.7352009 Aug 11 02:15:17.913050 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-c2310c02-7ff9-46bf-a743-a7f5aee80245 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:17.914676 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-c2310c02-7ff9-46bf-a743-a7f5aee80245 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.66 "GET /v2.0/networks?id=60d084ea-01f1-4906-aad5-d6c73abbe8a1 HTTP/1.1" status: 200 len: 817 time: 0.7716970 Aug 11 02:15:17.932697 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-5d256cb8-384d-47b8-8285-dffc21bd69fd tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Request body: {'port': {'device_id': 'e776b6a5-f553-4315-9f48-d8da31bbc0ea', 'network_id': '60d084ea-01f1-4906-aad5-d6c73abbe8a1', 'admin_state_up': True, 'tenant_id': '79f8d23f222248799ead34520f673660'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:17.935723 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-7021e336-5f38-467a-bc8e-0e2e9340f757 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:17.984464 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-a21827d1-701c-44a0-a647-62229cc47424 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Request body: {'port': {'device_id': 'df8deacb-9ae0-4c2d-94a0-b937e0df8f8a', 'network_id': '60d084ea-01f1-4906-aad5-d6c73abbe8a1', 'admin_state_up': True, 'tenant_id': '79f8d23f222248799ead34520f673660'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:18.025655 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-7021e336-5f38-467a-bc8e-0e2e9340f757 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:18.051657 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-04a1e4e5-06b7-439b-86c2-93c2e3765b80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.062515 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7b361419-f9ee-4d38-ac0e-1ddf0edb262a req-d11a5d98-bb0c-44d9-bf3d-283385e99ee0 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4f4b0b8-4190-4eec-9b00-b587f0e3a59f HTTP/1.1" status: 200 len: 210 time: 0.1632965 Aug 11 02:15:18.096819 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021e336-5f38-467a-bc8e-0e2e9340f757 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Pushing event updated for resources: {'Port': ['ID=7123ad39-b8ea-4575-bf5c-b8770fc818ee,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:18.270702 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-9639b478-8f95-4810-811c-e03c67f47a84 None None] Allocated IP 172.20.0.2 (2564e31e-dea6-46ca-b2de-bf165812396f/97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f/98b8c2d7-6a66-477e-8f7c-1515fdfa2cce) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:18.274972 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-c1f15fdf-531b-479b-a6b1-180c65eaf872 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting port e0d3fcb1-a58f-4a61-9101-a8b7d44f950c {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:18.275314 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c1f15fdf-531b-479b-a6b1-180c65eaf872 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.346236 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-7021e336-5f38-467a-bc8e-0e2e9340f757 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:18.347261 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-7021e336-5f38-467a-bc8e-0e2e9340f757 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.441156 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3cf44-6acc-440d-897d-4f0c822a8123 None None] Pushing event updated for resources: {'Port': ['ID=5ae3f713-4a68-42f7-ad53-bb1977e2ca94,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:18.481398 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c1f15fdf-531b-479b-a6b1-180c65eaf872 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.499988 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9639b478-8f95-4810-811c-e03c67f47a84 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.511828 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-66196cdb-f952-4886-bac3-b248bc2ad8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.519438 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.524813 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9639b478-8f95-4810-811c-e03c67f47a84 None None] Transition to ACTIVE for port object 98b8c2d7-6a66-477e-8f7c-1515fdfa2cce will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:18.549139 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-c1f15fdf-531b-479b-a6b1-180c65eaf872 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Calling delete_port for e0d3fcb1-a58f-4a61-9101-a8b7d44f950c owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:18.564906 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9639b478-8f95-4810-811c-e03c67f47a84 None None] Transition to ACTIVE for port object 98b8c2d7-6a66-477e-8f7c-1515fdfa2cce will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:18.565791 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15aaa3f-3216-4e95-9a06-728c61437fba req-8b72dd7f-97d1-4769-aca3-8202242f4dec tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:18.567396 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a15aaa3f-3216-4e95-9a06-728c61437fba req-8b72dd7f-97d1-4769-aca3-8202242f4dec tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=89c87264-e4f3-492d-94d4-66ae0ee70130 HTTP/1.1" status: 200 len: 932 time: 0.6203570 Aug 11 02:15:18.573407 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9639b478-8f95-4810-811c-e03c67f47a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.582295 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6dc5f91d-5c86-497b-9c92-cef7d40c994a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.601686 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-14a6fddd-4562-4c4d-b595-156a782e0feb tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:18.603432 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-14a6fddd-4562-4c4d-b595-156a782e0feb tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.73 "GET /v2.0/networks?id=60d084ea-01f1-4906-aad5-d6c73abbe8a1 HTTP/1.1" status: 200 len: 817 time: 0.7867041 Aug 11 02:15:18.629066 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-04a1e4e5-06b7-439b-86c2-93c2e3765b80 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.639867 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-6c48dc61-2036-445b-90bd-d2ecf764c7ef tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Request body: {'port': {'device_id': 'e4f4b0b8-4190-4eec-9b00-b587f0e3a59f', 'network_id': '60d084ea-01f1-4906-aad5-d6c73abbe8a1', 'admin_state_up': True, 'tenant_id': '79f8d23f222248799ead34520f673660'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:18.655592 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9639b478-8f95-4810-811c-e03c67f47a84 None None] Network 2564e31e-dea6-46ca-b2de-bf165812396f is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:18.664876 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-9639b478-8f95-4810-811c-e03c67f47a84 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:18.673176 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9639b478-8f95-4810-811c-e03c67f47a84 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:18.678722 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5f91d-5c86-497b-9c92-cef7d40c994a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70adba11-da73-4e7f-b439-fc6a3bb11d38,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:18.687245 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6dc5f91d-5c86-497b-9c92-cef7d40c994a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.689473 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6dc5f91d-5c86-497b-9c92-cef7d40c994a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/70adba11-da73-4e7f-b439-fc6a3bb11d38 HTTP/1.1" status: 204 len: 168 time: 1.9209316 Aug 11 02:15:18.713470 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de74675c-4573-40a0-99db-de80caaca0ee None None] Network c5f2d8d7-6677-43a2-937b-2401edec6a18 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:18.717791 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639b478-8f95-4810-811c-e03c67f47a84 None None] Pushing event updated for resources: {'Port': ['ID=98b8c2d7-6a66-477e-8f7c-1515fdfa2cce,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:18.719786 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42274) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:18.806693 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a15aaa3f-3216-4e95-9a06-728c61437fba req-5ae19e49-4149-40bb-ac1b-b227cbb9836a tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297630 Aug 11 02:15:18.876680 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-9639b478-8f95-4810-811c-e03c67f47a84 None None] Attempting to bind port 98b8c2d7-6a66-477e-8f7c-1515fdfa2cce on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:18.877503 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-9639b478-8f95-4810-811c-e03c67f47a84 None None] Attempting to bind port 98b8c2d7-6a66-477e-8f7c-1515fdfa2cce by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'f26ba00b-86b6-4205-9899-8431f69e5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:18.877503 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9639b478-8f95-4810-811c-e03c67f47a84 None None] Attempting to bind port 98b8c2d7-6a66-477e-8f7c-1515fdfa2cce on network 2564e31e-dea6-46ca-b2de-bf165812396f {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:18.884135 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9639b478-8f95-4810-811c-e03c67f47a84 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:18.886598 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9639b478-8f95-4810-811c-e03c67f47a84 None None] Checking segment: {'id': 'f26ba00b-86b6-4205-9899-8431f69e5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:18.887050 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9639b478-8f95-4810-811c-e03c67f47a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.889789 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9639b478-8f95-4810-811c-e03c67f47a84 None None] Bound using segment: {'id': 'f26ba00b-86b6-4205-9899-8431f69e5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:18.890309 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-9639b478-8f95-4810-811c-e03c67f47a84 None None] Bound port: 98b8c2d7-6a66-477e-8f7c-1515fdfa2cce, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f26ba00b-86b6-4205-9899-8431f69e5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:18.890759 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9639b478-8f95-4810-811c-e03c67f47a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.925425 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91d58fbe-4115-4e3e-94ad-d34ebaa5aed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.948510 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-97a7ac74-b2aa-4f3c-8d23-5f9eefcf32e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.968322 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-97a7ac74-b2aa-4f3c-8d23-5f9eefcf32e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.979300 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e51d48fa-ed19-4aac-b714-56486062d6ee tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.7210488 Aug 11 02:15:18.979873 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42276) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:18.980885 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-7021e336-5f38-467a-bc8e-0e2e9340f757 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3117809 Aug 11 02:15:19.024814 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Request body: {'port': {'device_id': '89c87264-e4f3-492d-94d4-66ae0ee70130', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:19.096933 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7ac74-b2aa-4f3c-8d23-5f9eefcf32e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22144b46-1c89-4dbe-87fa-5b90e6e4a129,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:19.120778 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-97a7ac74-b2aa-4f3c-8d23-5f9eefcf32e1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5de3531553eb4333a1ee957e31c6f3ce&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3509822 Aug 11 02:15:19.127821 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42278) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:19.293872 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:19.396488 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-9639b478-8f95-4810-811c-e03c67f47a84 None None] For port 98b8c2d7-6a66-477e-8f7c-1515fdfa2cce, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:19.401694 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-9639b478-8f95-4810-811c-e03c67f47a84 None None] For port 98b8c2d7-6a66-477e-8f7c-1515fdfa2cce, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=98b8c2d7-6a66-477e-8f7c-1515fdfa2cce,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:19.409108 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9639b478-8f95-4810-811c-e03c67f47a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:19.425876 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-461f9f9e-71af-4707-91e3-bb1b3cd8c636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:19.458993 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-461f9f9e-71af-4707-91e3-bb1b3cd8c636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:19.529964 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a981e76c-3420-4324-b190-1edca31055a6 req-76ac90fa-bcbf-4711-a812-fde68e4f54ed tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4f4b0b8-4190-4eec-9b00-b587f0e3a59f HTTP/1.1" status: 200 len: 210 time: 0.2369297 Aug 11 02:15:19.564613 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-461f9f9e-71af-4707-91e3-bb1b3cd8c636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:19.577519 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-461f9f9e-71af-4707-91e3-bb1b3cd8c636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:19.578661 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0631bdb-a147-4cc1-b5c8-c680f1dba3d7 None None] DHCP port deletion for c5f2d8d7-6677-43a2-937b-2401edec6a18 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:15:19.583863 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-461f9f9e-71af-4707-91e3-bb1b3cd8c636 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/22144b46-1c89-4dbe-87fa-5b90e6e4a129 HTTP/1.1" status: 204 len: 168 time: 0.4545727 Aug 11 02:15:19.679148 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639b478-8f95-4810-811c-e03c67f47a84 None None] Pushing event updated for resources: {'Port': ['ID=98b8c2d7-6a66-477e-8f7c-1515fdfa2cce,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:19.689169 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd548af-7eeb-4bdb-af8e-f0516e76eb55 None None] Network 6b37a7db-7b2c-45a9-a3ea-9ce097777b06 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:19.691148 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7153c60f-da80-4441-acfa-ad2926cace6a up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:19.701709 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-76d59e80-2e8f-4b79-a6df-ec95923d4961 None None] Provisioning for port 7153c60f-da80-4441-acfa-ad2926cace6a completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:19.710096 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f9f9e-71af-4707-91e3-bb1b3cd8c636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22144b46-1c89-4dbe-87fa-5b90e6e4a129,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:19.982594 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-45e2126c-3912-44a1-8c66-97ee1a360a83 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Request body: {'port': {'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06', 'name': 'tempest-TaggedBootDevicesTest_v242-874726401', 'fixed_ips': [{'subnet_id': '43f401ce-6254-4272-a783-9abc425d1620'}]}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:20.045054 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:20.047243 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-04a1e4e5-06b7-439b-86c2-93c2e3765b80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:20.100895 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01784853-d57c-4595-a2fc-f5609ae4cea7 None None] Network 2c433229-6c79-4510-a34a-8c4278ec5b0e requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:20.171120 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-5d256cb8-384d-47b8-8285-dffc21bd69fd tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Made reservation on behalf of 79f8d23f222248799ead34520f673660 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:20.181702 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-5d256cb8-384d-47b8-8285-dffc21bd69fd tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:20.183915 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a0631bdb-a147-4cc1-b5c8-c680f1dba3d7 None None] Deleting port a7ef8111-7067-4ea9-a89d-912c5a23ce51 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:20.184411 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a0631bdb-a147-4cc1-b5c8-c680f1dba3d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:20.191937 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5c53f571-afa9-4611-b1c1-d247b41bb446 None None] Provisioning for port 18c71c16-1292-4702-89f5-af7b7bd21b63 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:20.213367 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 7153c60f-da80-4441-acfa-ad2926cace6a completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:20.252622 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 7153c60f-da80-4441-acfa-ad2926cace6a triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:20.253343 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:20.272797 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c1f15fdf-531b-479b-a6b1-180c65eaf872 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:20.340517 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5c53f571-afa9-4611-b1c1-d247b41bb446 None None] Could not find standard attr ID for object e0d3fcb1-a58f-4a61-9101-a8b7d44f950c. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:15:20.374532 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-a0631bdb-a147-4cc1-b5c8-c680f1dba3d7 None None] For port a7ef8111-7067-4ea9-a89d-912c5a23ce51, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a7ef8111-7067-4ea9-a89d-912c5a23ce51,segment=NetworkSegment(559c21a5-4bb1-4b2d-b2ab-da399dea4712),segment_id=559c21a5-4bb1-4b2d-b2ab-da399dea4712)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:20.374532 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a0631bdb-a147-4cc1-b5c8-c680f1dba3d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:20.400912 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a0631bdb-a147-4cc1-b5c8-c680f1dba3d7 None None] Calling delete_port for a7ef8111-7067-4ea9-a89d-912c5a23ce51 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:20.417180 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-a21827d1-701c-44a0-a647-62229cc47424 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Made reservation on behalf of 79f8d23f222248799ead34520f673660 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:20.450287 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-a21827d1-701c-44a0-a647-62229cc47424 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:20.511206 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-04a1e4e5-06b7-439b-86c2-93c2e3765b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:20.528126 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:20.597796 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-6c48dc61-2036-445b-90bd-d2ecf764c7ef tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Made reservation on behalf of 79f8d23f222248799ead34520f673660 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:20.602125 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-6c48dc61-2036-445b-90bd-d2ecf764c7ef tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:20.630630 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 7153c60f-da80-4441-acfa-ad2926cace6a, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7153c60f-da80-4441-acfa-ad2926cace6a,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:20.676767 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:20.677589 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 18c71c16-1292-4702-89f5-af7b7bd21b63 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:20.750576 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-16047b3d-6c16-47c5-9ceb-bef8167e357a None None] Provisioning for port 5ae3f713-4a68-42f7-ad53-bb1977e2ca94 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:20.772961 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f15fdf-531b-479b-a6b1-180c65eaf872 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Port': ['ID=e0d3fcb1-a58f-4a61-9101-a8b7d44f950c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:20.802391 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156aed6-8756-4207-b361-7b6f63a1f47e req-a55d6ef5-cb11-462a-a8f8-84ed2dcbca47 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:20.807125 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c156aed6-8756-4207-b361-7b6f63a1f47e req-a55d6ef5-cb11-462a-a8f8-84ed2dcbca47 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=89c87264-e4f3-492d-94d4-66ae0ee70130 HTTP/1.1" status: 200 len: 932 time: 0.8124702 Aug 11 02:15:20.935499 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9c4d367d-1c54-492a-905c-1a53e22f7788 req-fabdd6fd-dc16-47bc-ad47-6e2111b5ddd8 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4f4b0b8-4190-4eec-9b00-b587f0e3a59f HTTP/1.1" status: 200 len: 210 time: 0.1311176 Aug 11 02:15:21.055170 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=7153c60f-da80-4441-acfa-ad2926cace6a,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:21.083239 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a0631bdb-a147-4cc1-b5c8-c680f1dba3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:21.083834 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c156aed6-8756-4207-b361-7b6f63a1f47e req-a844ff5b-f81e-4267-ba31-9c59d8c71ded tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413652 Aug 11 02:15:21.100574 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-04a1e4e5-06b7-439b-86c2-93c2e3765b80 admin admin] Allocated IP 172.25.2.90 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/2c21b6dc-6324-4a8a-9d62-cbc210c308a3) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:21.105361 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-5d256cb8-384d-47b8-8285-dffc21bd69fd tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Allocated IP 172.20.0.6 (60d084ea-01f1-4906-aad5-d6c73abbe8a1/bc309811-bde7-4f46-845e-f907a139b29e/b6d7e105-b3f0-4133-ae18-653cb3a38871) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:21.140631 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0631bdb-a147-4cc1-b5c8-c680f1dba3d7 None None] No DVR routers for this DVR port a7ef8111-7067-4ea9-a89d-912c5a23ce51 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:15:21.151552 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 18c71c16-1292-4702-89f5-af7b7bd21b63 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:21.158330 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0631bdb-a147-4cc1-b5c8-c680f1dba3d7 None None] Pushing event deleted for resources: {'Port': ['ID=a7ef8111-7067-4ea9-a89d-912c5a23ce51,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:21.174885 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 18c71c16-1292-4702-89f5-af7b7bd21b63 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:21.175352 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:21.209837 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c1f15fdf-531b-479b-a6b1-180c65eaf872 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:21.211906 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c1f15fdf-531b-479b-a6b1-180c65eaf872 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/e0d3fcb1-a58f-4a61-9101-a8b7d44f950c HTTP/1.1" status: 204 len: 168 time: 4.0668800 Aug 11 02:15:21.234146 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e9feb95e-4879-4063-9f59-c568aeb76ca6 None None] Provisioning for port 54a21190-3213-4831-8458-9bdd8fb2c46c completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:21.239526 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-91d58fbe-4115-4e3e-94ad-d34ebaa5aed5 admin admin] Deleting port a7ef8111-7067-4ea9-a89d-912c5a23ce51 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:21.239897 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91d58fbe-4115-4e3e-94ad-d34ebaa5aed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:21.246214 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e9feb95e-4879-4063-9f59-c568aeb76ca6 None None] Provisioning complete for port 54a21190-3213-4831-8458-9bdd8fb2c46c triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:21.247197 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e9feb95e-4879-4063-9f59-c568aeb76ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:21.248264 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42322) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:21.331440 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-e9feb95e-4879-4063-9f59-c568aeb76ca6 None None] Port 54a21190-3213-4831-8458-9bdd8fb2c46c cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:21.436659 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e2126c-3912-44a1-8c66-97ee1a360a83 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Made reservation on behalf of b9900cac277147b786c9feaddc3e5258 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:21.458987 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:21.468163 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e9feb95e-4879-4063-9f59-c568aeb76ca6 None None] Provisioning complete for port 18c71c16-1292-4702-89f5-af7b7bd21b63 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:21.471381 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e9feb95e-4879-4063-9f59-c568aeb76ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:21.548092 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7123ad39-b8ea-4575-bf5c-b8770fc818ee {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:21.563030 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:21.567130 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c404d9cd-a346-4f15-9111-8a148f368577 None None] Network 2564e31e-dea6-46ca-b2de-bf165812396f requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:21.577403 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Transition to ACTIVE for port object 7123ad39-b8ea-4575-bf5c-b8770fc818ee will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:21.585936 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:21.590234 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:21.618387 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-04a1e4e5-06b7-439b-86c2-93c2e3765b80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:21.646563 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f69fd6-c84e-400f-85df-03ba118bd8b4 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:21.648533 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f69fd6-c84e-400f-85df-03ba118bd8b4 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:21.650272 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f1f69fd6-c84e-400f-85df-03ba118bd8b4 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4000571 Aug 11 02:15:21.657697 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42326) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:21.702275 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-91d58fbe-4115-4e3e-94ad-d34ebaa5aed5 admin admin] For port a7ef8111-7067-4ea9-a89d-912c5a23ce51, host n-d-615180-33, got binding levels [] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:21.702662 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91d58fbe-4115-4e3e-94ad-d34ebaa5aed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:21.726429 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e7a0552-ca8b-412e-acbf-9f020244ecb2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet 16927038-5439-4d19-9c70-b26cba142da7 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:15:21.730459 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9e7a0552-ca8b-412e-acbf-9f020244ecb2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:21.744282 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 18c71c16-1292-4702-89f5-af7b7bd21b63, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=18c71c16-1292-4702-89f5-af7b7bd21b63,segment=NetworkSegment(7d4b7bcc-8eef-48d8-8309-95445fdb1890),segment_id=7d4b7bcc-8eef-48d8-8309-95445fdb1890)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:21.754949 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-91d58fbe-4115-4e3e-94ad-d34ebaa5aed5 admin admin] Calling delete_port for a7ef8111-7067-4ea9-a89d-912c5a23ce51 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:21.764030 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:21.765349 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5ae3f713-4a68-42f7-ad53-bb1977e2ca94 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:21.767469 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.ipam_backend_mixin [None req-91d58fbe-4115-4e3e-94ad-d34ebaa5aed5 admin admin] Port a7ef8111-7067-4ea9-a89d-912c5a23ce51 was not found and therefore no delete operation was performed {{(pid=94506) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:15:21.777390 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9e7a0552-ca8b-412e-acbf-9f020244ecb2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:21.785684 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91d58fbe-4115-4e3e-94ad-d34ebaa5aed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:21.875015 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d58fbe-4115-4e3e-94ad-d34ebaa5aed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ef8111-7067-4ea9-a89d-912c5a23ce51,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:21.894201 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-45e2126c-3912-44a1-8c66-97ee1a360a83 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:21.911923 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Pushing event updated for resources: {'Port': ['ID=7123ad39-b8ea-4575-bf5c-b8770fc818ee,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:21.922899 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-45e2126c-3912-44a1-8c66-97ee1a360a83 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] device_id is not set on port 0a38793e-41b1-4d7a-a9ec-fc766a55001c yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:15:21.925173 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:21.925829 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:21.926460 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:21.926967 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:21.927309 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:21.927794 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:21.928130 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:21.928455 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:21.930202 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:21.930202 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:21.930202 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:21.930202 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:21.956785 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9e7a0552-ca8b-412e-acbf-9f020244ecb2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:21.976742 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=18c71c16-1292-4702-89f5-af7b7bd21b63,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:22.062642 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 5ae3f713-4a68-42f7-ad53-bb1977e2ca94 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:22.075430 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d58fbe-4115-4e3e-94ad-d34ebaa5aed5 admin admin] No DVR routers for this DVR port a7ef8111-7067-4ea9-a89d-912c5a23ce51 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:15:22.096576 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 5ae3f713-4a68-42f7-ad53-bb1977e2ca94 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:22.097571 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.101834 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9e7a0552-ca8b-412e-acbf-9f020244ecb2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.129671 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42336) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:22.133095 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-04a1e4e5-06b7-439b-86c2-93c2e3765b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.164328 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Attempting to bind port 7123ad39-b8ea-4575-bf5c-b8770fc818ee on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:22.164658 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Attempting to bind port 7123ad39-b8ea-4575-bf5c-b8770fc818ee by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '17ab65aa-1575-4f0d-91af-c45c627f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:22.164988 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Attempting to bind port 7123ad39-b8ea-4575-bf5c-b8770fc818ee on network fa6d118c-1b11-471b-a79b-8ba66c683603 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:22.172050 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a0552-ca8b-412e-acbf-9f020244ecb2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=16927038-5439-4d19-9c70-b26cba142da7,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:22.183322 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d1b1e18b-8227-40d8-b0a2-1d984bce7ed0 None None] Provisioning complete for port 54a21190-3213-4831-8458-9bdd8fb2c46c triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:22.183722 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d1b1e18b-8227-40d8-b0a2-1d984bce7ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.197808 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a1e4e5-06b7-439b-86c2-93c2e3765b80 admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:22.200820 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Port 7123ad39-b8ea-4575-bf5c-b8770fc818ee on network fa6d118c-1b11-471b-a79b-8ba66c683603 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:15:22.201160 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Attempting to bind port 7123ad39-b8ea-4575-bf5c-b8770fc818ee on network fa6d118c-1b11-471b-a79b-8ba66c683603 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:22.213917 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9e7a0552-ca8b-412e-acbf-9f020244ecb2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.222894 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9e7a0552-ca8b-412e-acbf-9f020244ecb2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/16927038-5439-4d19-9c70-b26cba142da7 HTTP/1.1" status: 204 len: 168 time: 0.5549438 Aug 11 02:15:22.224159 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:22.224502 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Checking segment: {'id': '17ab65aa-1575-4f0d-91af-c45c627f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:22.225424 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Bound using segment: {'id': '17ab65aa-1575-4f0d-91af-c45c627f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:22.225553 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Bound port: 7123ad39-b8ea-4575-bf5c-b8770fc818ee, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ab65aa-1575-4f0d-91af-c45c627f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:22.225882 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.227968 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42340) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:22.231303 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-04a1e4e5-06b7-439b-86c2-93c2e3765b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:22.253493 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-d1b1e18b-8227-40d8-b0a2-1d984bce7ed0 None None] Port 54a21190-3213-4831-8458-9bdd8fb2c46c cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:22.263280 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3affdd9-8265-47fc-8439-22ac4df403e2 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:22.297009 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a1e4e5-06b7-439b-86c2-93c2e3765b80 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:22.373180 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-db17bb0f-e160-4811-b395-15d2fb7b3697 req-3bddb18f-d406-4458-baf5-b292ffaff71c tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4f4b0b8-4190-4eec-9b00-b587f0e3a59f HTTP/1.1" status: 200 len: 210 time: 0.2027545 Aug 11 02:15:22.418307 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91d58fbe-4115-4e3e-94ad-d34ebaa5aed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.421085 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d1b1e18b-8227-40d8-b0a2-1d984bce7ed0 None None] Provisioning for port 98b8c2d7-6a66-477e-8f7c-1515fdfa2cce completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:22.424082 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a6fa426e-ba1d-4122-9652-0ecb18dda946 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1898575 Aug 11 02:15:22.432994 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42342) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:22.433671 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a1e4e5-06b7-439b-86c2-93c2e3765b80 admin admin] Pushing event updated for resources: {'Port': ['ID=2c21b6dc-6324-4a8a-9d62-cbc210c308a3,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:22.446594 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-e2a28558-b7f3-45cd-9754-a2a182aff125 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:22.458784 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-5d256cb8-384d-47b8-8285-dffc21bd69fd tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.468866 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d1b1e18b-8227-40d8-b0a2-1d984bce7ed0 None None] Provisioning complete for port 5ae3f713-4a68-42f7-ad53-bb1977e2ca94 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:22.469345 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d1b1e18b-8227-40d8-b0a2-1d984bce7ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.485058 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-91d58fbe-4115-4e3e-94ad-d34ebaa5aed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f2d8d7-6677-43a2-937b-2401edec6a18']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:22.509593 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e8f287d4-5cd7-4e05-8ccc-019a2433fd81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.516559 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-91d58fbe-4115-4e3e-94ad-d34ebaa5aed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '559c21a5-4bb1-4b2d-b2ab-da399dea4712') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:22.517048 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-91d58fbe-4115-4e3e-94ad-d34ebaa5aed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '559c21a5-4bb1-4b2d-b2ab-da399dea4712') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:22.526582 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.560964 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91d58fbe-4115-4e3e-94ad-d34ebaa5aed5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.603203 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91d58fbe-4115-4e3e-94ad-d34ebaa5aed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.607443 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 5ae3f713-4a68-42f7-ad53-bb1977e2ca94, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5ae3f713-4a68-42f7-ad53-bb1977e2ca94,segment=NetworkSegment(461aeab3-769d-4585-948b-7cdcb45ee6e2),segment_id=461aeab3-769d-4585-948b-7cdcb45ee6e2)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:22.612752 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06aafb01-8692-409b-87bf-9bf116dd5aa8 None None] DHCP port deletion for abfe629d-e2ef-4da1-94ab-4576283f6a78 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:15:22.615693 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbbccc-8eb4-4f97-88f3-7d98251ccf31 req-6ab1f397-257a-40b0-a740-29cb17d62eaa tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:22.617506 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-57bbbccc-8eb4-4f97-88f3-7d98251ccf31 req-6ab1f397-257a-40b0-a740-29cb17d62eaa tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=89c87264-e4f3-492d-94d4-66ae0ee70130 HTTP/1.1" status: 200 len: 944 time: 0.3058589 Aug 11 02:15:22.619776 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.620427 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d58fbe-4115-4e3e-94ad-d34ebaa5aed5 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:15:22.620933 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91d58fbe-4115-4e3e-94ad-d34ebaa5aed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:15:22.633029 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:15:22.637471 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-45e2126c-3912-44a1-8c66-97ee1a360a83 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Allocated IP 10.1.1.67 (6b37a7db-7b2c-45a9-a3ea-9ce097777b06/43f401ce-6254-4272-a783-9abc425d1620/0a38793e-41b1-4d7a-a9ec-fc766a55001c) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:22.709955 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-5d256cb8-384d-47b8-8285-dffc21bd69fd tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.794185 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91d58fbe-4115-4e3e-94ad-d34ebaa5aed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.819332 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] For port 7123ad39-b8ea-4575-bf5c-b8770fc818ee, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:22.820161 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91d58fbe-4115-4e3e-94ad-d34ebaa5aed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.824629 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-91d58fbe-4115-4e3e-94ad-d34ebaa5aed5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c5f2d8d7-6677-43a2-937b-2401edec6a18 HTTP/1.1" status: 204 len: 168 time: 4.1011386 Aug 11 02:15:22.835270 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-5d256cb8-384d-47b8-8285-dffc21bd69fd tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Network 60d084ea-01f1-4906-aad5-d6c73abbe8a1 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:22.851519 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d256cb8-384d-47b8-8285-dffc21bd69fd tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Pushing event updated for resources: {'Port': ['ID=b6d7e105-b3f0-4133-ae18-653cb3a38871,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:22.858789 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-5d256cb8-384d-47b8-8285-dffc21bd69fd tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:22.866877 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d58fbe-4115-4e3e-94ad-d34ebaa5aed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5f2d8d7-6677-43a2-937b-2401edec6a18,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:22.874558 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-5d256cb8-384d-47b8-8285-dffc21bd69fd tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:22.876154 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] For port 7123ad39-b8ea-4575-bf5c-b8770fc818ee, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=7123ad39-b8ea-4575-bf5c-b8770fc818ee,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:22.880069 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-6c48dc61-2036-445b-90bd-d2ecf764c7ef tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Allocated IP 172.20.0.9 (60d084ea-01f1-4906-aad5-d6c73abbe8a1/bc309811-bde7-4f46-845e-f907a139b29e/1b74260a-9d2e-47b5-9353-6aaccaa4813e) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:22.884794 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-57bbbccc-8eb4-4f97-88f3-7d98251ccf31 req-e38e5977-b8a5-42a0-a5e3-b8961f1f2238 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913848 Aug 11 02:15:22.885745 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d1b1e18b-8227-40d8-b0a2-1d984bce7ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.897636 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.921087 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=5ae3f713-4a68-42f7-ad53-bb1977e2ca94,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:22.984037 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-06aafb01-8692-409b-87bf-9bf116dd5aa8 None None] Deleting port 7153c60f-da80-4441-acfa-ad2926cace6a {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:22.984287 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-06aafb01-8692-409b-87bf-9bf116dd5aa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.986046 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.db.api [None req-d1b1e18b-8227-40d8-b0a2-1d984bce7ed0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:15:22.986394 n-d-615180-33 neutron-server[94508]: DEBUG oslo_db.api [None req-d1b1e18b-8227-40d8-b0a2-1d984bce7ed0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:15:23.018732 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 98b8c2d7-6a66-477e-8f7c-1515fdfa2cce up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:23.030210 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-5d256cb8-384d-47b8-8285-dffc21bd69fd tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:23.030858 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-5d256cb8-384d-47b8-8285-dffc21bd69fd tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.034021 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42346) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:23.044702 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:23.046099 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.047926 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] 10.222.0.66 "PUT /v2.0/ports/7123ad39-b8ea-4575-bf5c-b8770fc818ee HTTP/1.1" status: 200 len: 1093 time: 4.0482390 Aug 11 02:15:23.054780 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c87264-e4f3-492d-94d4-66ae0ee70130', 'tag': '7123ad39-b8ea-4575-bf5c-b8770fc818ee'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:23.057256 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c760586-ba24-4851-afb4-aa72f3fa998d" -d '{"events": [{"name": "network-changed", "server_uuid": "89c87264-e4f3-492d-94d4-66ae0ee70130", "tag": "7123ad39-b8ea-4575-bf5c-b8770fc818ee"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:23.057444 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e8f287d4-5cd7-4e05-8ccc-019a2433fd81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.060184 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa0bcf8-7d6e-4986-976d-43bdba42f9cc service neutron] Pushing event updated for resources: {'Port': ['ID=7123ad39-b8ea-4575-bf5c-b8770fc818ee,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:23.082933 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e8f287d4-5cd7-4e05-8ccc-019a2433fd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.101997 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-06aafb01-8692-409b-87bf-9bf116dd5aa8 None None] For port 7153c60f-da80-4441-acfa-ad2926cace6a, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7153c60f-da80-4441-acfa-ad2926cace6a,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:23.102393 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-06aafb01-8692-409b-87bf-9bf116dd5aa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.119482 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e8f287d4-5cd7-4e05-8ccc-019a2433fd81 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bc39c01f7fbb45c494f4dc7d248bbd7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9887433 Aug 11 02:15:23.120082 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-06aafb01-8692-409b-87bf-9bf116dd5aa8 None None] Calling delete_port for 7153c60f-da80-4441-acfa-ad2926cace6a owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:23.127002 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42352) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:23.155054 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42354) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:23.166376 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-2436e3df-b2ff-4fbd-9d85-5de96ce4e2b5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-325246067'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:23.178283 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 98b8c2d7-6a66-477e-8f7c-1515fdfa2cce completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:23.185374 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 98b8c2d7-6a66-477e-8f7c-1515fdfa2cce triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:23.185936 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.196537 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-45e2126c-3912-44a1-8c66-97ee1a360a83 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.235208 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f287d4-5cd7-4e05-8ccc-019a2433fd81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04be1e6-6b37-4cb4-adc5-2ccd29ca5fad,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:23.239344 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cc34d9-5677-43ef-a485-0084a8364ca4 x-openstack-request-id: req-d0cc34d9-5677-43ef-a485-0084a8364ca4 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:23.239655 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c87264-e4f3-492d-94d4-66ae0ee70130", "tag": "7123ad39-b8ea-4575-bf5c-b8770fc818ee", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:23.239905 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d0cc34d9-5677-43ef-a485-0084a8364ca4 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:23.240289 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c87264-e4f3-492d-94d4-66ae0ee70130', 'tag': '7123ad39-b8ea-4575-bf5c-b8770fc818ee', 'status': 'completed', 'code': 200} Aug 11 02:15:23.241284 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-37d3bd01-4324-4adb-ad89-3782aed97155 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6ea082c7c9b74e87ac8d2d59b9948a98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1989725 Aug 11 02:15:23.250483 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42356) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:23.257518 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-45e2126c-3912-44a1-8c66-97ee1a360a83 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Transition to ACTIVE for port object 0a38793e-41b1-4d7a-a9ec-fc766a55001c will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:23.287825 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-5d256cb8-384d-47b8-8285-dffc21bd69fd tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3719499 Aug 11 02:15:23.288443 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3561d3b0-6430-4338-8f87-a776ebe48d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.302712 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-06aafb01-8692-409b-87bf-9bf116dd5aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.312388 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-fab6ce2d-59c2-4f01-b1be-354648ce5ad2 service neutron] Request body: {'port': {'device_id': 'e776b6a5-f553-4315-9f48-d8da31bbc0ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:23.314679 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a28558-b7f3-45cd-9754-a2a182aff125 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:23.318108 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e2a28558-b7f3-45cd-9754-a2a182aff125 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.336717 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aafb01-8692-409b-87bf-9bf116dd5aa8 None None] Pushing event deleted for resources: {'Port': ['ID=7153c60f-da80-4441-acfa-ad2926cace6a,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:23.347823 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aafb01-8692-409b-87bf-9bf116dd5aa8 None None] No DVR routers for this DVR port 7153c60f-da80-4441-acfa-ad2926cace6a on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:15:23.349742 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.369759 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3561d3b0-6430-4338-8f87-a776ebe48d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.387883 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 98b8c2d7-6a66-477e-8f7c-1515fdfa2cce, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=98b8c2d7-6a66-477e-8f7c-1515fdfa2cce,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:23.393184 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.394105 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 18c71c16-1292-4702-89f5-af7b7bd21b63 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:23.421757 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-04a1e4e5-06b7-439b-86c2-93c2e3765b80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.465541 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-fab6ce2d-59c2-4f01-b1be-354648ce5ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.469436 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-45e2126c-3912-44a1-8c66-97ee1a360a83 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.476935 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2436e3df-b2ff-4fbd-9d85-5de96ce4e2b5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Made reservation on behalf of 3f544ac306fb418fb17bb1bb0c938ed0 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:23.480541 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2436e3df-b2ff-4fbd-9d85-5de96ce4e2b5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.510347 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=98b8c2d7-6a66-477e-8f7c-1515fdfa2cce,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:23.514780 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-71d49a3f-0649-4329-92fe-37f6eca04b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:23.516311 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-71d49a3f-0649-4329-92fe-37f6eca04b22 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e4e387ba25a4d14b8728f756bd278ce&device_id=89c87264-e4f3-492d-94d4-66ae0ee70130 HTTP/1.1" status: 200 len: 1096 time: 0.3661866 Aug 11 02:15:23.543184 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 18c71c16-1292-4702-89f5-af7b7bd21b63 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:23.543618 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.546268 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e2126c-3912-44a1-8c66-97ee1a360a83 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Network 6b37a7db-7b2c-45a9-a3ea-9ce097777b06 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:23.582789 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b40d8467-371c-405c-9960-5c473a4fca19 req-130ab7ee-9b63-4170-8069-8f7337edaf37 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4f4b0b8-4190-4eec-9b00-b587f0e3a59f HTTP/1.1" status: 200 len: 210 time: 0.0872369 Aug 11 02:15:23.583915 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-45e2126c-3912-44a1-8c66-97ee1a360a83 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:23.597255 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e2126c-3912-44a1-8c66-97ee1a360a83 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:23.613483 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2126c-3912-44a1-8c66-97ee1a360a83 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Pushing event updated for resources: {'Port': ['ID=0a38793e-41b1-4d7a-a9ec-fc766a55001c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:23.615913 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3561d3b0-6430-4338-8f87-a776ebe48d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.627830 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3561d3b0-6430-4338-8f87-a776ebe48d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.629012 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3561d3b0-6430-4338-8f87-a776ebe48d65 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e04be1e6-6b37-4cb4-adc5-2ccd29ca5fad HTTP/1.1" status: 204 len: 168 time: 0.4935875 Aug 11 02:15:23.660837 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-61ca533b-326a-4416-a876-8df2c678f26a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7123ad39-b8ea-4575-bf5c-b8770fc818ee HTTP/1.1" status: 200 len: 217 time: 0.1166046 Aug 11 02:15:23.698190 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-25c46b94-912f-4fec-9f4b-efebc507c3ca None None] Provisioning complete for port 98b8c2d7-6a66-477e-8f7c-1515fdfa2cce triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:23.698679 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-25c46b94-912f-4fec-9f4b-efebc507c3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.720417 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561d3b0-6430-4338-8f87-a776ebe48d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04be1e6-6b37-4cb4-adc5-2ccd29ca5fad,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:23.726971 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c2d039fa-946e-43fc-99c4-a1e181ad1aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.759803 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-6c48dc61-2036-445b-90bd-d2ecf764c7ef tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.763039 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2436e3df-b2ff-4fbd-9d85-5de96ce4e2b5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:15:23.792092 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e2126c-3912-44a1-8c66-97ee1a360a83 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:23.797718 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-45e2126c-3912-44a1-8c66-97ee1a360a83 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.828022 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a7ef8111-7067-4ea9-a89d-912c5a23ce51 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:15:23.833477 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c2d039fa-946e-43fc-99c4-a1e181ad1aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.836850 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2436e3df-b2ff-4fbd-9d85-5de96ce4e2b5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.837262 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-2436e3df-b2ff-4fbd-9d85-5de96ce4e2b5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Added segment 0c644148-5bd6-4e31-a8c5-17979de92fc4 of type vlan for network a22ae8f3-b76a-495f-839c-755566103de1 Aug 11 02:15:23.838480 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-45e2126c-3912-44a1-8c66-97ee1a360a83 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.8209786 Aug 11 02:15:23.857506 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: a7ef8111-7067-4ea9-a89d-912c5a23ce51 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:15:23.857889 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a7ef8111-7067-4ea9-a89d-912c5a23ce51 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:15:23.858300 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7153c60f-da80-4441-acfa-ad2926cace6a no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:15:23.898884 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 7153c60f-da80-4441-acfa-ad2926cace6a {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:15:23.899239 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7153c60f-da80-4441-acfa-ad2926cace6a not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:15:24.026069 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-22c292a3-e1b6-4670-bee8-8df0fae3739c None None] Provisioning for port 0a38793e-41b1-4d7a-a9ec-fc766a55001c completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:24.031299 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-22c292a3-e1b6-4670-bee8-8df0fae3739c None None] Provisioning complete for port 0a38793e-41b1-4d7a-a9ec-fc766a55001c triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:24.031720 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-22c292a3-e1b6-4670-bee8-8df0fae3739c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.079021 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-22c292a3-e1b6-4670-bee8-8df0fae3739c None None] Port 0a38793e-41b1-4d7a-a9ec-fc766a55001c cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:24.104311 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2436e3df-b2ff-4fbd-9d85-5de96ce4e2b5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.129416 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-dfba237f-e2ab-4e74-be65-a89394c9ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:24.130886 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-dfba237f-e2ab-4e74-be65-a89394c9ad32 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62 HTTP/1.1" status: 200 len: 846 time: 0.4170423 Aug 11 02:15:24.176691 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c2d039fa-946e-43fc-99c4-a1e181ad1aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.179079 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c2d039fa-946e-43fc-99c4-a1e181ad1aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.180699 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c2d039fa-946e-43fc-99c4-a1e181ad1aaf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aa49f86c-b959-43db-8dab-5b3b91a3893b HTTP/1.1" status: 204 len: 168 time: 0.9264958 Aug 11 02:15:24.268548 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.425600 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42382) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:24.432025 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-8c4dcb35-2306-4402-84dd-74dcb353feed tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1753924774', 'description': 'tempest-description--1789294785'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:24.460596 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8c4dcb35-2306-4402-84dd-74dcb353feed tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.577947 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8c4dcb35-2306-4402-84dd-74dcb353feed tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.583365 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8c4dcb35-2306-4402-84dd-74dcb353feed tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.601847 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-cb350554-0517-4d96-9462-cae8495feee1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fa6d118c-1b11-471b-a79b-8ba66c683603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4558699 Aug 11 02:15:24.622235 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.db.resource_extend [None req-2436e3df-b2ff-4fbd-9d85-5de96ce4e2b5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:15:24.647846 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d039fa-946e-43fc-99c4-a1e181ad1aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa49f86c-b959-43db-8dab-5b3b91a3893b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:24.660422 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-6c48dc61-2036-445b-90bd-d2ecf764c7ef tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.669340 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8c4dcb35-2306-4402-84dd-74dcb353feed tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.674540 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8c4dcb35-2306-4402-84dd-74dcb353feed tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2475100 Aug 11 02:15:24.675216 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42398) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:24.697726 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-f03b1300-7619-47ab-9117-6b1ed080c2ca tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Request body: {'security_group_rule': {'security_group_id': '6c392c7f-3c1c-485e-8d97-0c15363d3c8d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:24.708763 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4dcb35-2306-4402-84dd-74dcb353feed tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c392c7f-3c1c-485e-8d97-0c15363d3c8d,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:24.736620 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034ab00-0930-45ae-abd4-f6c7a73c5e63 req-1a304383-46ba-4a9a-8736-930cd2ef2884 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:24.744132 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1034ab00-0930-45ae-abd4-f6c7a73c5e63 req-1a304383-46ba-4a9a-8736-930cd2ef2884 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=89c87264-e4f3-492d-94d4-66ae0ee70130 HTTP/1.1" status: 200 len: 944 time: 0.7075915 Aug 11 02:15:24.777724 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2436e3df-b2ff-4fbd-9d85-5de96ce4e2b5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.783126 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2436e3df-b2ff-4fbd-9d85-5de96ce4e2b5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:24.783754 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2436e3df-b2ff-4fbd-9d85-5de96ce4e2b5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.806292 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.db.api [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-a21827d1-701c-44a0-a647-62229cc47424 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.9-1ea6c84b-4082-4974-a960-36641d24a38b {{(pid=94506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:15:24.806650 n-d-615180-33 neutron-server[94506]: DEBUG oslo_db.api [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-a21827d1-701c-44a0-a647-62229cc47424 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:15:24.810987 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42400) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:24.818026 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 98b8c2d7-6a66-477e-8f7c-1515fdfa2cce up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:24.822558 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-04a1e4e5-06b7-439b-86c2-93c2e3765b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.850684 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f03b1300-7619-47ab-9117-6b1ed080c2ca tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.878637 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-6c48dc61-2036-445b-90bd-d2ecf764c7ef tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Network 60d084ea-01f1-4906-aad5-d6c73abbe8a1 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:24.928512 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 98b8c2d7-6a66-477e-8f7c-1515fdfa2cce triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:24.929420 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.929535 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-6c48dc61-2036-445b-90bd-d2ecf764c7ef tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:24.934597 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2436e3df-b2ff-4fbd-9d85-5de96ce4e2b5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7755430 Aug 11 02:15:24.934597 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-6c48dc61-2036-445b-90bd-d2ecf764c7ef tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:24.946943 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42406) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:24.965281 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48dc61-2036-445b-90bd-d2ecf764c7ef tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Pushing event updated for resources: {'Port': ['ID=1b74260a-9d2e-47b5-9353-6aaccaa4813e,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:25.044876 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5ae3f713-4a68-42f7-ad53-bb1977e2ca94 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:25.080159 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1034ab00-0930-45ae-abd4-f6c7a73c5e63 req-3ddecb1a-0cc0-4ded-aba5-7d7c74e325a5 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350515 Aug 11 02:15:25.080865 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436e3df-b2ff-4fbd-9d85-5de96ce4e2b5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Pushing event updated for resources: {'Network': ['ID=a22ae8f3-b76a-495f-839c-755566103de1,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:25.093451 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-fab6ce2d-59c2-4f01-b1be-354648ce5ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6d7e105-b3f0-4133-ae18-653cb3a38871 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:25.100566 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network a22ae8f3-b76a-495f-839c-755566103de1 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:15:25.107031 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-a0068596-4693-4489-940c-02ca70764b3a service neutron] 10.222.0.66 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861474 Aug 11 02:15:25.107991 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-fab6ce2d-59c2-4f01-b1be-354648ce5ad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.128650 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-fab6ce2d-59c2-4f01-b1be-354648ce5ad2 service neutron] Transition to ACTIVE for port object b6d7e105-b3f0-4133-ae18-653cb3a38871 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:25.147565 n-d-615180-33 neutron-server[94507]: DEBUG neutron.objects.ports [None req-e2a28558-b7f3-45cd-9754-a2a182aff125 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94507) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:15:25.155849 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-fe5b11ab-423c-4198-aaf1-9cd611a83f4e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-49700963'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:25.189759 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-9e5d5751-b48b-40f3-a913-ab411e4c51e3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1547864009-network', 'tenant_id': '0adf9a2a266b4f57829c934787eb4a07'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:25.196585 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e2a28558-b7f3-45cd-9754-a2a182aff125 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.208543 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.221141 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-fab6ce2d-59c2-4f01-b1be-354648ce5ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.230303 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 5ae3f713-4a68-42f7-ad53-bb1977e2ca94 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:25.230695 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.234065 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-6c48dc61-2036-445b-90bd-d2ecf764c7ef tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:25.234691 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-6c48dc61-2036-445b-90bd-d2ecf764c7ef tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.238328 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5b11ab-423c-4198-aaf1-9cd611a83f4e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Made reservation on behalf of 3f544ac306fb418fb17bb1bb0c938ed0 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:25.256737 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fe5b11ab-423c-4198-aaf1-9cd611a83f4e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.296015 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe5b11ab-423c-4198-aaf1-9cd611a83f4e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:15:25.308724 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fe5b11ab-423c-4198-aaf1-9cd611a83f4e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.309153 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-fe5b11ab-423c-4198-aaf1-9cd611a83f4e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Added segment c2e8159c-d990-439a-8147-40324f3e05e5 of type vlan for network dd83919f-ff7e-4fd8-96b1-202904e5f138 Aug 11 02:15:25.311792 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a28558-b7f3-45cd-9754-a2a182aff125 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:25.328101 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-e2a28558-b7f3-45cd-9754-a2a182aff125 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:25.335649 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a28558-b7f3-45cd-9754-a2a182aff125 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:25.336260 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e2a28558-b7f3-45cd-9754-a2a182aff125 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.344010 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39af45d-9147-41f5-a0e3-a4e1509eb821 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:25.366042 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-a21827d1-701c-44a0-a647-62229cc47424 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.368210 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42416) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:25.376093 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb0bef-2ce1-4e5b-b84c-daaae76368dc req-cc2045aa-8a6f-40c6-91a5-63cb77d12895 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:25.377923 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-11cb0bef-2ce1-4e5b-b84c-daaae76368dc req-cc2045aa-8a6f-40c6-91a5-63cb77d12895 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4f4b0b8-4190-4eec-9b00-b587f0e3a59f HTTP/1.1" status: 200 len: 931 time: 0.5635371 Aug 11 02:15:25.378954 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a28558-b7f3-45cd-9754-a2a182aff125 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=65a6c8cd-c207-4d01-8fb6-ecdbf41e735d,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:25.395799 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-13cfadef-aac9-4101-abb1-462daf9f6d20 req-0e89285a-a34f-471b-a72a-8597a863865c service neutron] 10.222.0.66 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804029 Aug 11 02:15:25.426698 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a1e4e5-06b7-439b-86c2-93c2e3765b80 admin admin] Router ef079d62-0933-47d4-9dd5-30bcc2918751 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:15:25.438862 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e2a28558-b7f3-45cd-9754-a2a182aff125 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.9961467 Aug 11 02:15:25.442230 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42420) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:25.446092 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5d5751-b48b-40f3-a913-ab411e4c51e3 admin admin] Made reservation on behalf of 0adf9a2a266b4f57829c934787eb4a07 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:25.446995 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-6c48dc61-2036-445b-90bd-d2ecf764c7ef tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8113773 Aug 11 02:15:25.448571 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9e5d5751-b48b-40f3-a913-ab411e4c51e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.452250 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-6c7a7b3d-1653-4a97-aa10-2605aad28856 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'port': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'mac_address': 'fa:16:3e:a1:e8:a4', 'name': 'tempest-NetworksTestDHCPv6-1076199101'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:25.477597 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-2088b362-56ee-4926-904c-6335d362f6a5 service neutron] Request body: {'port': {'device_id': 'e4f4b0b8-4190-4eec-9b00-b587f0e3a59f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:25.491262 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9e5d5751-b48b-40f3-a913-ab411e4c51e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.497687 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f03b1300-7619-47ab-9117-6b1ed080c2ca tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.564926 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f03b1300-7619-47ab-9117-6b1ed080c2ca tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.565947 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb95b983-6586-480d-9e66-cea993d3afac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-abfe629d-e2ef-4da1-94ab-4576283f6a78', 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'fixed_ips': [{'subnet_id': '65a6c8cd-c207-4d01-8fb6-ecdbf41e735d'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:15:25.566867 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cb95b983-6586-480d-9e66-cea993d3afac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.570184 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fe5b11ab-423c-4198-aaf1-9cd611a83f4e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.607902 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6ce2d-59c2-4f01-b1be-354648ce5ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d7e105-b3f0-4133-ae18-653cb3a38871,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:25.653048 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-7097462e-0e97-4962-9da3-2256076ffb3a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1776283413-network', 'tenant_id': '0cfacaf78696422e8ffa8119283a095a'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:25.680800 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b1300-7619-47ab-9117-6b1ed080c2ca tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a2326f-d7d8-4769-aa69-338cef608a94,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:25.705241 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-cb95b983-6586-480d-9e66-cea993d3afac None None] Allocated IP 2001:db8::f816:3eff:fe12:406e (abfe629d-e2ef-4da1-94ab-4576283f6a78/65a6c8cd-c207-4d01-8fb6-ecdbf41e735d/dec07273-77e6-4820-9dda-102cd4e39095) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:25.729078 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-11cb0bef-2ce1-4e5b-b84c-daaae76368dc req-4fb3eaa2-32fc-4f2b-bd19-9b6cff06beb0 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/security-groups?id=092a1b70-b4f9-412e-96bf-10682d8834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044958 Aug 11 02:15:25.746709 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.db.api [None req-7097462e-0e97-4962-9da3-2256076ffb3a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:15:25.746709 n-d-615180-33 neutron-server[94507]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:15:25.746709 n-d-615180-33 neutron-server[94507]: [parameters: {'project_id_1': '0cfacaf78696422e8ffa8119283a095a', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 15, 25, 661993)}] Aug 11 02:15:25.746709 n-d-615180-33 neutron-server[94507]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:15:25.747140 n-d-615180-33 neutron-server[94507]: DEBUG oslo_db.api [None req-7097462e-0e97-4962-9da3-2256076ffb3a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:15:25.765146 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-fab6ce2d-59c2-4f01-b1be-354648ce5ad2 service neutron] Attempting to bind port b6d7e105-b3f0-4133-ae18-653cb3a38871 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:25.765547 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-fab6ce2d-59c2-4f01-b1be-354648ce5ad2 service neutron] Attempting to bind port b6d7e105-b3f0-4133-ae18-653cb3a38871 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '60d084ea-01f1-4906-aad5-d6c73abbe8a1'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:25.765708 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-2088b362-56ee-4926-904c-6335d362f6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.765913 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-fab6ce2d-59c2-4f01-b1be-354648ce5ad2 service neutron] Attempting to bind port b6d7e105-b3f0-4133-ae18-653cb3a38871 on network 60d084ea-01f1-4906-aad5-d6c73abbe8a1 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:25.774135 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c760586-ba24-4851-afb4-aa72f3fa998d req-05f67968-e959-40e1-bba7-0f1af7bc24dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:25.775773 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c760586-ba24-4851-afb4-aa72f3fa998d req-05f67968-e959-40e1-bba7-0f1af7bc24dc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e4e387ba25a4d14b8728f756bd278ce&device_id=89c87264-e4f3-492d-94d4-66ae0ee70130 HTTP/1.1" status: 200 len: 1096 time: 0.2953186 Aug 11 02:15:25.791992 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fe5b11ab-423c-4198-aaf1-9cd611a83f4e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.797546 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5b11ab-423c-4198-aaf1-9cd611a83f4e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:25.798157 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fe5b11ab-423c-4198-aaf1-9cd611a83f4e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.816971 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-fab6ce2d-59c2-4f01-b1be-354648ce5ad2 service neutron] Port b6d7e105-b3f0-4133-ae18-653cb3a38871 on network 60d084ea-01f1-4906-aad5-d6c73abbe8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:15:25.817328 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-fab6ce2d-59c2-4f01-b1be-354648ce5ad2 service neutron] Attempting to bind port b6d7e105-b3f0-4133-ae18-653cb3a38871 on network 60d084ea-01f1-4906-aad5-d6c73abbe8a1 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:25.867890 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a1e4e5-06b7-439b-86c2-93c2e3765b80 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:15:25.875040 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cb95b983-6586-480d-9e66-cea993d3afac None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.885616 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-fab6ce2d-59c2-4f01-b1be-354648ce5ad2 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:25.885968 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-fab6ce2d-59c2-4f01-b1be-354648ce5ad2 service neutron] Checking segment: {'id': '478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '60d084ea-01f1-4906-aad5-d6c73abbe8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:25.886362 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-fab6ce2d-59c2-4f01-b1be-354648ce5ad2 service neutron] Bound using segment: {'id': '478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '60d084ea-01f1-4906-aad5-d6c73abbe8a1'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:25.887086 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-fab6ce2d-59c2-4f01-b1be-354648ce5ad2 service neutron] Bound port: b6d7e105-b3f0-4133-ae18-653cb3a38871, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '60d084ea-01f1-4906-aad5-d6c73abbe8a1'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:25.887209 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a973857b-3dce-4067-85bd-90fb0a776a7b None None] Sync routers for ids ['ef079d62-0933-47d4-9dd5-30bcc2918751'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:15:25.887931 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-fab6ce2d-59c2-4f01-b1be-354648ce5ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.888377 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cb95b983-6586-480d-9e66-cea993d3afac None None] Transition to ACTIVE for port object dec07273-77e6-4820-9dda-102cd4e39095 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:25.899948 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a973857b-3dce-4067-85bd-90fb0a776a7b None None] Routers {'ef079d62-0933-47d4-9dd5-30bcc2918751'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:15:25.901479 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a973857b-3dce-4067-85bd-90fb0a776a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:15:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['ef079d62-0933-47d4-9dd5-30bcc2918751'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:25.919098 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cb95b983-6586-480d-9e66-cea993d3afac None None] Transition to ACTIVE for port object dec07273-77e6-4820-9dda-102cd4e39095 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:25.930761 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b11ab-423c-4198-aaf1-9cd611a83f4e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Pushing event updated for resources: {'Network': ['ID=dd83919f-ff7e-4fd8-96b1-202904e5f138,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:25.933578 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cb95b983-6586-480d-9e66-cea993d3afac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.942504 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-a21827d1-701c-44a0-a647-62229cc47424 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Allocated IP 172.20.0.4 (60d084ea-01f1-4906-aad5-d6c73abbe8a1/bc309811-bde7-4f46-845e-f907a139b29e/6ab36f1f-fa42-4458-8e5b-3533805ec440) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:25.948233 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network dd83919f-ff7e-4fd8-96b1-202904e5f138 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:15:26.008937 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c760586-ba24-4851-afb4-aa72f3fa998d req-bd35c4d8-c92f-4618-b7d9-a57039be7a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:26.010732 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c760586-ba24-4851-afb4-aa72f3fa998d req-bd35c4d8-c92f-4618-b7d9-a57039be7a6b service neutron] 10.222.0.66 "GET /v2.0/networks?id=fa6d118c-1b11-471b-a79b-8ba66c683603 HTTP/1.1" status: 200 len: 907 time: 0.2242432 Aug 11 02:15:26.021287 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9e5d5751-b48b-40f3-a913-ab411e4c51e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.030977 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-a973857b-3dce-4067-85bd-90fb0a776a7b None None] Set router ef079d62-0933-47d4-9dd5-30bcc2918751 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:15:26.042821 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-fab6ce2d-59c2-4f01-b1be-354648ce5ad2 service neutron] For port b6d7e105-b3f0-4133-ae18-653cb3a38871, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:26.054743 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9e5d5751-b48b-40f3-a913-ab411e4c51e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.072595 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c760586-ba24-4851-afb4-aa72f3fa998d req-a8504949-32d8-444e-aaeb-55ea678a61e9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7123ad39-b8ea-4575-bf5c-b8770fc818ee HTTP/1.1" status: 200 len: 217 time: 0.0493720 Aug 11 02:15:26.074986 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f03b1300-7619-47ab-9117-6b1ed080c2ca tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.079923 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f03b1300-7619-47ab-9117-6b1ed080c2ca tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3952367 Aug 11 02:15:26.082012 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42422) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:26.089612 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-fab6ce2d-59c2-4f01-b1be-354648ce5ad2 service neutron] For port b6d7e105-b3f0-4133-ae18-653cb3a38871, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b6d7e105-b3f0-4133-ae18-653cb3a38871,segment=NetworkSegment(478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8),segment_id=478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:26.094686 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fe5b11ab-423c-4198-aaf1-9cd611a83f4e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9453664 Aug 11 02:15:26.099248 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-ff84b47f-3872-4222-bca0-0c68728e5b10 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Request body: {'security_group_rule': {'security_group_id': '6c392c7f-3c1c-485e-8d97-0c15363d3c8d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:26.104629 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42426) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:26.119746 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-a9470286-d304-4815-8107-c80df7b943c6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Request body: {'subnet': {'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:26.120905 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-04a1e4e5-06b7-439b-86c2-93c2e3765b80 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.123142 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-04a1e4e5-06b7-439b-86c2-93c2e3765b80 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.1562023 Aug 11 02:15:26.126863 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5d5751-b48b-40f3-a913-ab411e4c51e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:15:26.130584 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42428) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:26.138720 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-fab6ce2d-59c2-4f01-b1be-354648ce5ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.146011 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb95b983-6586-480d-9e66-cea993d3afac None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:26.160269 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-cb95b983-6586-480d-9e66-cea993d3afac None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:26.174396 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb95b983-6586-480d-9e66-cea993d3afac None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:26.182455 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95b983-6586-480d-9e66-cea993d3afac None None] Pushing event updated for resources: {'Port': ['ID=dec07273-77e6-4820-9dda-102cd4e39095,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:26.237950 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d5751-b48b-40f3-a913-ab411e4c51e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6346d37b-335f-4d43-94a4-d63b1ce513f7,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:26.254281 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-cb95b983-6586-480d-9e66-cea993d3afac None None] Attempting to bind port dec07273-77e6-4820-9dda-102cd4e39095 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:26.254797 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-cb95b983-6586-480d-9e66-cea993d3afac None None] Attempting to bind port dec07273-77e6-4820-9dda-102cd4e39095 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:26.257999 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb95b983-6586-480d-9e66-cea993d3afac None None] Attempting to bind port dec07273-77e6-4820-9dda-102cd4e39095 on network abfe629d-e2ef-4da1-94ab-4576283f6a78 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:26.261159 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9e5d5751-b48b-40f3-a913-ab411e4c51e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.261503 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-9e5d5751-b48b-40f3-a913-ab411e4c51e3 admin admin] Added segment d198db34-e966-458f-9d16-4862acbcdabd of type vlan for network 5a04b2a8-9534-4bd6-a3f4-579413d419f6 Aug 11 02:15:26.262860 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a973857b-3dce-4067-85bd-90fb0a776a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'name': 'tempest-AttachVolumeShelveTestJSON-1641083083-router', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:15:17Z', 'updated_at': '2021-08-11T02:15:22Z', 'revision_number': 3, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'gw_port': {'id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:20Z', 'updated_at': '2021-08-11T02:15:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:26.267410 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb95b983-6586-480d-9e66-cea993d3afac None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:26.268117 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb95b983-6586-480d-9e66-cea993d3afac None None] Checking segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:26.269555 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cb95b983-6586-480d-9e66-cea993d3afac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.270106 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb95b983-6586-480d-9e66-cea993d3afac None None] Bound using segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:26.270743 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-cb95b983-6586-480d-9e66-cea993d3afac None None] Bound port: dec07273-77e6-4820-9dda-102cd4e39095, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:26.271383 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cb95b983-6586-480d-9e66-cea993d3afac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.303667 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a973857b-3dce-4067-85bd-90fb0a776a7b None None] Checking router: ef079d62-0933-47d4-9dd5-30bcc2918751 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:15:26.304311 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a973857b-3dce-4067-85bd-90fb0a776a7b None None] Updating router ef079d62-0933-47d4-9dd5-30bcc2918751 port 2c21b6dc-6324-4a8a-9d62-cbc210c308a3 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:15:26.309544 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7a7b3d-1653-4a97-aa10-2605aad28856 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:26.321925 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-fab6ce2d-59c2-4f01-b1be-354648ce5ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:26.322461 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-fab6ce2d-59c2-4f01-b1be-354648ce5ad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.324142 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-fab6ce2d-59c2-4f01-b1be-354648ce5ad2 service neutron] 10.222.0.73 "PUT /v2.0/ports/b6d7e105-b3f0-4133-ae18-653cb3a38871 HTTP/1.1" status: 200 len: 1092 time: 3.0265253 Aug 11 02:15:26.324728 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e776b6a5-f553-4315-9f48-d8da31bbc0ea', 'tag': 'b6d7e105-b3f0-4133-ae18-653cb3a38871'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:26.328918 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52cdd4e-2d3a-4542-be61-ca269b342ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "e776b6a5-f553-4315-9f48-d8da31bbc0ea", "tag": "b6d7e105-b3f0-4133-ae18-653cb3a38871"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:26.339913 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-a973857b-3dce-4067-85bd-90fb0a776a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.383137 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-cb95b983-6586-480d-9e66-cea993d3afac None None] For port dec07273-77e6-4820-9dda-102cd4e39095, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:26.390033 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-cb95b983-6586-480d-9e66-cea993d3afac None None] For port dec07273-77e6-4820-9dda-102cd4e39095, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=dec07273-77e6-4820-9dda-102cd4e39095,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:26.396409 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cb95b983-6586-480d-9e66-cea993d3afac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.405170 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16e1f13-58a6-4a8b-826a-f1d0704fafc3 x-openstack-request-id: req-e16e1f13-58a6-4a8b-826a-f1d0704fafc3 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:26.405493 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e776b6a5-f553-4315-9f48-d8da31bbc0ea", "tag": "b6d7e105-b3f0-4133-ae18-653cb3a38871", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:26.405752 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e16e1f13-58a6-4a8b-826a-f1d0704fafc3 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:26.406157 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e776b6a5-f553-4315-9f48-d8da31bbc0ea', 'tag': 'b6d7e105-b3f0-4133-ae18-653cb3a38871', 'status': 'completed', 'code': 200} Aug 11 02:15:26.418108 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c760586-ba24-4851-afb4-aa72f3fa998d req-985be0ec-f3de-42d6-afd1-2bc1667c1c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:26.420547 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c760586-ba24-4851-afb4-aa72f3fa998d req-985be0ec-f3de-42d6-afd1-2bc1667c1c0c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62 HTTP/1.1" status: 200 len: 846 time: 0.3346100 Aug 11 02:15:26.421537 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9e5d5751-b48b-40f3-a913-ab411e4c51e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.454275 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6ce2d-59c2-4f01-b1be-354648ce5ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d7e105-b3f0-4133-ae18-653cb3a38871,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:26.466398 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7097462e-0e97-4962-9da3-2256076ffb3a admin admin] Made reservation on behalf of 0cfacaf78696422e8ffa8119283a095a for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:26.468720 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7097462e-0e97-4962-9da3-2256076ffb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.482205 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff84b47f-3872-4222-bca0-0c68728e5b10 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.491599 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95b983-6586-480d-9e66-cea993d3afac None None] Pushing event updated for resources: {'Port': ['ID=dec07273-77e6-4820-9dda-102cd4e39095,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:26.528755 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990216f-8dad-4036-84f7-c5b0a007ed06 req-751ad830-4557-4ae0-a7fa-b188bf7db9e4 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:26.530462 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d990216f-8dad-4036-84f7-c5b0a007ed06 req-751ad830-4557-4ae0-a7fa-b188bf7db9e4 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=89c87264-e4f3-492d-94d4-66ae0ee70130 HTTP/1.1" status: 200 len: 944 time: 0.3113008 Aug 11 02:15:26.538740 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-a21827d1-701c-44a0-a647-62229cc47424 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.542776 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c760586-ba24-4851-afb4-aa72f3fa998d req-c64fefaa-994c-43a8-8044-e759344aa9e3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fa6d118c-1b11-471b-a79b-8ba66c683603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016507 Aug 11 02:15:26.546604 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-ec16b290-8ae5-4fdc-b000-821023dd1724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:26.548441 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-ec16b290-8ae5-4fdc-b000-821023dd1724 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79f8d23f222248799ead34520f673660&device_id=e776b6a5-f553-4315-9f48-d8da31bbc0ea HTTP/1.1" status: 200 len: 1095 time: 0.1503742 Aug 11 02:15:26.550837 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7097462e-0e97-4962-9da3-2256076ffb3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.552796 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9470286-d304-4815-8107-c80df7b943c6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Made reservation on behalf of 3f544ac306fb418fb17bb1bb0c938ed0 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:26.556783 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a9470286-d304-4815-8107-c80df7b943c6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.564598 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9e5d5751-b48b-40f3-a913-ab411e4c51e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.565591 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5d5751-b48b-40f3-a913-ab411e4c51e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:26.566224 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9e5d5751-b48b-40f3-a913-ab411e4c51e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.743385 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d990216f-8dad-4036-84f7-c5b0a007ed06 req-f050bb2e-dcef-406d-8999-96e773aa782f tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943135 Aug 11 02:15:26.797026 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-a973857b-3dce-4067-85bd-90fb0a776a7b None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.798866 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6c7a7b3d-1653-4a97-aa10-2605aad28856 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.813532 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-a973857b-3dce-4067-85bd-90fb0a776a7b None None] Transition to ACTIVE for port object 2c21b6dc-6324-4a8a-9d62-cbc210c308a3 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:26.832911 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-a973857b-3dce-4067-85bd-90fb0a776a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.914740 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce8295-a945-472b-bf17-cd0922fe7639 None None] Pushing event updated for resources: {'Port': ['ID=2c21b6dc-6324-4a8a-9d62-cbc210c308a3,revision_number=2']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:26.923240 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-a973857b-3dce-4067-85bd-90fb0a776a7b None None] Attempting to bind port 2c21b6dc-6324-4a8a-9d62-cbc210c308a3 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:26.924227 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-a973857b-3dce-4067-85bd-90fb0a776a7b None None] Attempting to bind port 2c21b6dc-6324-4a8a-9d62-cbc210c308a3 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:26.924903 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a973857b-3dce-4067-85bd-90fb0a776a7b None None] Attempting to bind port 2c21b6dc-6324-4a8a-9d62-cbc210c308a3 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:26.941190 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a973857b-3dce-4067-85bd-90fb0a776a7b None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:26.942110 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a973857b-3dce-4067-85bd-90fb0a776a7b None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:26.943080 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-a973857b-3dce-4067-85bd-90fb0a776a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.943754 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a973857b-3dce-4067-85bd-90fb0a776a7b None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:26.944439 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-a973857b-3dce-4067-85bd-90fb0a776a7b None None] Bound port: 2c21b6dc-6324-4a8a-9d62-cbc210c308a3, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:26.945045 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-a973857b-3dce-4067-85bd-90fb0a776a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:27.003767 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-a973857b-3dce-4067-85bd-90fb0a776a7b None None] For port 2c21b6dc-6324-4a8a-9d62-cbc210c308a3, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:27.007290 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-a973857b-3dce-4067-85bd-90fb0a776a7b None None] For port 2c21b6dc-6324-4a8a-9d62-cbc210c308a3, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=2c21b6dc-6324-4a8a-9d62-cbc210c308a3,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:27.015094 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-a973857b-3dce-4067-85bd-90fb0a776a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:27.031847 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-b3513676-a6b3-41fc-88a8-716b43d306bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6d7e105-b3f0-4133-ae18-653cb3a38871 HTTP/1.1" status: 200 len: 217 time: 0.4714856 Aug 11 02:15:27.082910 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a973857b-3dce-4067-85bd-90fb0a776a7b None None] Routers {'ef079d62-0933-47d4-9dd5-30bcc2918751'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:15:27.083658 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a973857b-3dce-4067-85bd-90fb0a776a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:15:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['ef079d62-0933-47d4-9dd5-30bcc2918751'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:27.087430 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce8295-a945-472b-bf17-cd0922fe7639 None None] Pushing event updated for resources: {'Port': ['ID=2c21b6dc-6324-4a8a-9d62-cbc210c308a3,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:27.182466 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d5751-b48b-40f3-a913-ab411e4c51e3 admin admin] Pushing event updated for resources: {'Network': ['ID=5a04b2a8-9534-4bd6-a3f4-579413d419f6,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:27.193742 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 5a04b2a8-9534-4bd6-a3f4-579413d419f6 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:15:27.208239 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-f6523bbc-3578-47bc-b35a-64a18c66f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:27.209822 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-f6523bbc-3578-47bc-b35a-64a18c66f62a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bc309811-bde7-4f46-845e-f907a139b29e HTTP/1.1" status: 200 len: 857 time: 0.1567872 Aug 11 02:15:27.213783 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff84b47f-3872-4222-bca0-0c68728e5b10 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:27.223771 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-a973857b-3dce-4067-85bd-90fb0a776a7b None None] Set router ef079d62-0933-47d4-9dd5-30bcc2918751 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:15:27.251730 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-6c7a7b3d-1653-4a97-aa10-2605aad28856 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] device_id is not set on port 4d089b1b-4177-4a78-ae06-48c164f6b24f yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:15:27.256230 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff84b47f-3872-4222-bca0-0c68728e5b10 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:27.256379 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-43877cf6-ca3a-4971-9152-9e9e9029029c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60d084ea-01f1-4906-aad5-d6c73abbe8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364017 Aug 11 02:15:27.270606 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b805c-fd82-486b-8bf8-c75768a6bb22 req-ff3a185f-bc39-4db8-8e03-1bac7c719361 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:27.272237 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a08b805c-fd82-486b-8bf8-c75768a6bb22 req-ff3a185f-bc39-4db8-8e03-1bac7c719361 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4f4b0b8-4190-4eec-9b00-b587f0e3a59f HTTP/1.1" status: 200 len: 931 time: 0.2742536 Aug 11 02:15:27.283377 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-a21827d1-701c-44a0-a647-62229cc47424 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:27.310582 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c760586-ba24-4851-afb4-aa72f3fa998d req-16be237c-1346-407e-a504-ee3f9ce4d922 service neutron] 10.222.0.66 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7467887 Aug 11 02:15:27.396950 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84b47f-3872-4222-bca0-0c68728e5b10 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36cceb5d-869c-404f-abd1-1f35d4b39333,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:27.429924 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-a21827d1-701c-44a0-a647-62229cc47424 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Network 60d084ea-01f1-4906-aad5-d6c73abbe8a1 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:27.469205 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21827d1-701c-44a0-a647-62229cc47424 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Pushing event updated for resources: {'Port': ['ID=6ab36f1f-fa42-4458-8e5b-3533805ec440,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:27.477155 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-a21827d1-701c-44a0-a647-62229cc47424 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:27.485007 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-a21827d1-701c-44a0-a647-62229cc47424 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:27.495178 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a08b805c-fd82-486b-8bf8-c75768a6bb22 req-21432467-6e4a-4cf8-b9b9-1fce9759101a tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/security-groups?id=092a1b70-b4f9-412e-96bf-10682d8834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075853 Aug 11 02:15:27.513639 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a973857b-3dce-4067-85bd-90fb0a776a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'name': 'tempest-AttachVolumeShelveTestJSON-1641083083-router', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:15:17Z', 'updated_at': '2021-08-11T02:15:22Z', 'revision_number': 3, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'gw_port': {'id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:20Z', 'updated_at': '2021-08-11T02:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:27.553026 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a973857b-3dce-4067-85bd-90fb0a776a7b None None] The sync data for ids ['ef079d62-0933-47d4-9dd5-30bcc2918751'] in n-d-615180-33 is: [{'id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'name': 'tempest-AttachVolumeShelveTestJSON-1641083083-router', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:15:17Z', 'updated_at': '2021-08-11T02:15:22Z', 'revision_number': 3, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'gw_port': {'id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:20Z', 'updated_at': '2021-08-11T02:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:15:27.567693 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-1fc22bf6-3c7b-4930-a240-b0294a140d23 service neutron] 10.222.0.73 "GET /v2.0/networks/60d084ea-01f1-4906-aad5-d6c73abbe8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944150 Aug 11 02:15:27.676997 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-a21827d1-701c-44a0-a647-62229cc47424 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:27.677658 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-a21827d1-701c-44a0-a647-62229cc47424 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:27.685838 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a9470286-d304-4815-8107-c80df7b943c6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:27.754864 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c760586-ba24-4851-afb4-aa72f3fa998d req-80e840fe-33c1-4774-ba55-ed9cc37162fb service neutron] 10.222.0.66 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305089 Aug 11 02:15:27.776882 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9470286-d304-4815-8107-c80df7b943c6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Pushing event updated for resources: {'Subnet': ['ID=325640a4-d334-4da9-8e10-51bbb0627559,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:27.799237 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-79d8fee7-a0df-4d02-9fd3-11171e364579 service neutron] 10.222.0.73 "GET /v2.0/networks/60d084ea-01f1-4906-aad5-d6c73abbe8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013524 Aug 11 02:15:27.805630 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9470286-d304-4815-8107-c80df7b943c6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Checking segment: {'id': '0c644148-5bd6-4e31-a8c5-17979de92fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:27.805830 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9470286-d304-4815-8107-c80df7b943c6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Network hostable DHCP agents. Network: a22ae8f3-b76a-495f-839c-755566103de1, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:15:27.832050 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9470286-d304-4815-8107-c80df7b943c6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Network a22ae8f3-b76a-495f-839c-755566103de1 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:15:27.844705 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-a9470286-d304-4815-8107-c80df7b943c6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, a22ae8f3-b76a-495f-839c-755566103de1) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:27.850706 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9470286-d304-4815-8107-c80df7b943c6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:27.851718 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a9470286-d304-4815-8107-c80df7b943c6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:27.860830 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7097462e-0e97-4962-9da3-2256076ffb3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:27.878402 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7097462e-0e97-4962-9da3-2256076ffb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:27.899722 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff84b47f-3872-4222-bca0-0c68728e5b10 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:27.901087 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ff84b47f-3872-4222-bca0-0c68728e5b10 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8148189 Aug 11 02:15:27.907020 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f11459-a96c-4520-a2e4-6b9c325c2998 None None] Network a22ae8f3-b76a-495f-839c-755566103de1 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:27.915601 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-6c7a7b3d-1653-4a97-aa10-2605aad28856 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Allocated IP 2001:db8::f816:3eff:fea1:e8a4 (abfe629d-e2ef-4da1-94ab-4576283f6a78/65a6c8cd-c207-4d01-8fb6-ecdbf41e735d/4d089b1b-4177-4a78-ae06-48c164f6b24f) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:27.915807 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42436) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:27.922201 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9e5d5751-b48b-40f3-a913-ab411e4c51e3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.1035612 Aug 11 02:15:27.929838 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42438) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:27.945515 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-b7cbab6b-4471-499f-b353-7e77455addc0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:27.949243 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-90ffae14-901b-4dac-86d5-2374328f51d4 admin admin] Request body: {'subnet': {'network_id': '5a04b2a8-9534-4bd6-a3f4-579413d419f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1547864009-subnet', 'tenant_id': '0adf9a2a266b4f57829c934787eb4a07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:27.954219 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a9470286-d304-4815-8107-c80df7b943c6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8485279 Aug 11 02:15:27.955637 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-a21827d1-701c-44a0-a647-62229cc47424 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.9804754 Aug 11 02:15:27.957235 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42440) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:27.963352 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-953a417b-8d54-4e72-b695-a2f963e55598 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Request body: {'subnet': {'network_id': 'dd83919f-ff7e-4fd8-96b1-202904e5f138', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:28.009719 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7097462e-0e97-4962-9da3-2256076ffb3a admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:15:28.053637 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ffae14-901b-4dac-86d5-2374328f51d4 admin admin] Made reservation on behalf of 0adf9a2a266b4f57829c934787eb4a07 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:28.053899 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-d157024e-30cc-48bb-b884-89b72ff11844 service neutron] Request body: {'port': {'device_id': 'df8deacb-9ae0-4c2d-94a0-b937e0df8f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:28.056160 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-90ffae14-901b-4dac-86d5-2374328f51d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:28.093568 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-12f960cf-2690-4f72-9630-b4b8e729651c None None] Provisioning for port dec07273-77e6-4820-9dda-102cd4e39095 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:28.130901 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-2088b362-56ee-4926-904c-6335d362f6a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b74260a-9d2e-47b5-9353-6aaccaa4813e {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:28.147111 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e4d3fb-a109-4439-88d2-0179d46ce7a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-a22ae8f3-b76a-495f-839c-755566103de1', 'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'fixed_ips': [{'subnet_id': '325640a4-d334-4da9-8e10-51bbb0627559'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:15:28.148101 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-52e4d3fb-a109-4439-88d2-0179d46ce7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:28.150563 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b7cbab6b-4471-499f-b353-7e77455addc0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for floatingip, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:28.159343 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cdd4e-2d3a-4542-be61-ca269b342ec7 req-8bc2d186-5b0d-4294-86d3-d213e1bccc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:28.159913 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7097462e-0e97-4962-9da3-2256076ffb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ddbfec-47ca-4dbf-8c32-e787b27c9f51,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:28.160649 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b52cdd4e-2d3a-4542-be61-ca269b342ec7 req-8bc2d186-5b0d-4294-86d3-d213e1bccc4d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79f8d23f222248799ead34520f673660&device_id=e776b6a5-f553-4315-9f48-d8da31bbc0ea HTTP/1.1" status: 200 len: 1095 time: 0.2739022 Aug 11 02:15:28.183304 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-d157024e-30cc-48bb-b884-89b72ff11844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:28.190028 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7097462e-0e97-4962-9da3-2256076ffb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:28.190306 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-7097462e-0e97-4962-9da3-2256076ffb3a admin admin] Added segment 19dbea17-970b-4093-9d9c-314e17b532a2 of type vlan for network 79a301b6-8eb6-4684-84fd-05d6fc546709 Aug 11 02:15:28.235224 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7097462e-0e97-4962-9da3-2256076ffb3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:28.246768 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953a417b-8d54-4e72-b695-a2f963e55598 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Made reservation on behalf of 3f544ac306fb418fb17bb1bb0c938ed0 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:28.250851 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-953a417b-8d54-4e72-b695-a2f963e55598 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:28.270897 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-2088b362-56ee-4926-904c-6335d362f6a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:28.338750 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7097462e-0e97-4962-9da3-2256076ffb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:28.340098 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7097462e-0e97-4962-9da3-2256076ffb3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:28.341808 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7097462e-0e97-4962-9da3-2256076ffb3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:28.362782 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-52e4d3fb-a109-4439-88d2-0179d46ce7a8 None None] Allocated IP 10.1.1.2 (a22ae8f3-b76a-495f-839c-755566103de1/325640a4-d334-4da9-8e10-51bbb0627559/96509f72-ee82-4c07-b82e-ccab7c3bd535) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:28.373825 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718671b-dd79-4657-96a1-5a191301b6b0 req-8b81408a-b40f-45ca-8e35-74a8bc79c194 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:28.381716 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e718671b-dd79-4657-96a1-5a191301b6b0 req-8b81408a-b40f-45ca-8e35-74a8bc79c194 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=89c87264-e4f3-492d-94d4-66ae0ee70130 HTTP/1.1" status: 200 len: 944 time: 0.4793141 Aug 11 02:15:28.384253 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-2088b362-56ee-4926-904c-6335d362f6a5 service neutron] Transition to ACTIVE for port object 1b74260a-9d2e-47b5-9353-6aaccaa4813e will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:28.425213 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7097462e-0e97-4962-9da3-2256076ffb3a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.0539675 Aug 11 02:15:28.439581 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42442) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:28.456342 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-25988396-5b98-4b76-82b8-0fed5ef07c93 admin admin] Request body: {'subnet': {'network_id': '79a301b6-8eb6-4684-84fd-05d6fc546709', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1776283413-subnet', 'tenant_id': '0cfacaf78696422e8ffa8119283a095a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:28.463274 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-2088b362-56ee-4926-904c-6335d362f6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:28.517681 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cdd4e-2d3a-4542-be61-ca269b342ec7 req-0096602b-5628-469e-8aa1-3b705eceec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:28.519216 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b52cdd4e-2d3a-4542-be61-ca269b342ec7 req-0096602b-5628-469e-8aa1-3b705eceec82 service neutron] 10.222.0.73 "GET /v2.0/networks?id=60d084ea-01f1-4906-aad5-d6c73abbe8a1 HTTP/1.1" status: 200 len: 918 time: 0.3314764 Aug 11 02:15:28.562430 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-52e4d3fb-a109-4439-88d2-0179d46ce7a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:28.572889 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-52e4d3fb-a109-4439-88d2-0179d46ce7a8 None None] Transition to ACTIVE for port object 96509f72-ee82-4c07-b82e-ccab7c3bd535 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:28.597190 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-52e4d3fb-a109-4439-88d2-0179d46ce7a8 None None] Transition to ACTIVE for port object 96509f72-ee82-4c07-b82e-ccab7c3bd535 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:28.606051 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-52e4d3fb-a109-4439-88d2-0179d46ce7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:28.613070 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b52cdd4e-2d3a-4542-be61-ca269b342ec7 req-4d9d4fa9-a8bf-408f-9237-b21373224816 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6d7e105-b3f0-4133-ae18-653cb3a38871 HTTP/1.1" status: 200 len: 217 time: 0.0717988 Aug 11 02:15:28.626511 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c695abe8-98db-41f7-82a8-0c76cca58eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:28.664314 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4d3fb-a109-4439-88d2-0179d46ce7a8 None None] Pushing event updated for resources: {'Port': ['ID=96509f72-ee82-4c07-b82e-ccab7c3bd535,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:28.679807 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e4d3fb-a109-4439-88d2-0179d46ce7a8 None None] Network a22ae8f3-b76a-495f-839c-755566103de1 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:28.682911 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25988396-5b98-4b76-82b8-0fed5ef07c93 admin admin] Made reservation on behalf of 0cfacaf78696422e8ffa8119283a095a for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:28.684504 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-52e4d3fb-a109-4439-88d2-0179d46ce7a8 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:28.685182 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25988396-5b98-4b76-82b8-0fed5ef07c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:28.688234 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e4d3fb-a109-4439-88d2-0179d46ce7a8 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:28.765630 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-52e4d3fb-a109-4439-88d2-0179d46ce7a8 None None] Attempting to bind port 96509f72-ee82-4c07-b82e-ccab7c3bd535 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:28.766149 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-52e4d3fb-a109-4439-88d2-0179d46ce7a8 None None] Attempting to bind port 96509f72-ee82-4c07-b82e-ccab7c3bd535 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '0c644148-5bd6-4e31-a8c5-17979de92fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:28.766683 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e4d3fb-a109-4439-88d2-0179d46ce7a8 None None] Attempting to bind port 96509f72-ee82-4c07-b82e-ccab7c3bd535 on network a22ae8f3-b76a-495f-839c-755566103de1 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:28.772385 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e4d3fb-a109-4439-88d2-0179d46ce7a8 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:28.772941 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e4d3fb-a109-4439-88d2-0179d46ce7a8 None None] Checking segment: {'id': '0c644148-5bd6-4e31-a8c5-17979de92fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:28.773439 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-52e4d3fb-a109-4439-88d2-0179d46ce7a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:28.773922 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e4d3fb-a109-4439-88d2-0179d46ce7a8 None None] Bound using segment: {'id': '0c644148-5bd6-4e31-a8c5-17979de92fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:28.774485 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-52e4d3fb-a109-4439-88d2-0179d46ce7a8 None None] Bound port: 96509f72-ee82-4c07-b82e-ccab7c3bd535, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c644148-5bd6-4e31-a8c5-17979de92fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:28.776281 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-52e4d3fb-a109-4439-88d2-0179d46ce7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:28.862513 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device dec07273-77e6-4820-9dda-102cd4e39095 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:28.879623 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cdd4e-2d3a-4542-be61-ca269b342ec7 req-99bbb014-7485-4832-9040-f69d03390f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:28.881026 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b52cdd4e-2d3a-4542-be61-ca269b342ec7 req-99bbb014-7485-4832-9040-f69d03390f15 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bc309811-bde7-4f46-845e-f907a139b29e HTTP/1.1" status: 200 len: 857 time: 0.2365243 Aug 11 02:15:28.898633 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-52e4d3fb-a109-4439-88d2-0179d46ce7a8 None None] For port 96509f72-ee82-4c07-b82e-ccab7c3bd535, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:28.905126 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088b362-56ee-4926-904c-6335d362f6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=1b74260a-9d2e-47b5-9353-6aaccaa4813e,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:28.912674 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 7123ad39-b8ea-4575-bf5c-b8770fc818ee details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:15:28.919018 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e718671b-dd79-4657-96a1-5a191301b6b0 req-6fac773c-fb43-49b8-999b-e99fd0137c16 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5362966 Aug 11 02:15:28.942746 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-52e4d3fb-a109-4439-88d2-0179d46ce7a8 None None] For port 96509f72-ee82-4c07-b82e-ccab7c3bd535, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=96509f72-ee82-4c07-b82e-ccab7c3bd535,segment=NetworkSegment(0c644148-5bd6-4e31-a8c5-17979de92fc4),segment_id=0c644148-5bd6-4e31-a8c5-17979de92fc4)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:28.958481 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-52e4d3fb-a109-4439-88d2-0179d46ce7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:28.972761 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7097462e-0e97-4962-9da3-2256076ffb3a admin admin] Pushing event updated for resources: {'Network': ['ID=79a301b6-8eb6-4684-84fd-05d6fc546709,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:28.983991 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b7cbab6b-4471-499f-b353-7e77455addc0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:28.987202 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b52cdd4e-2d3a-4542-be61-ca269b342ec7 req-fd8231b8-a8da-46d7-8671-de774cff276c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60d084ea-01f1-4906-aad5-d6c73abbe8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889599 Aug 11 02:15:29.012084 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70df39b-07f3-4db2-ab03-e9d22704a3e3 req-d5fc197d-4adc-48d1-983a-3ab74019331b tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:29.013589 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b70df39b-07f3-4db2-ab03-e9d22704a3e3 req-d5fc197d-4adc-48d1-983a-3ab74019331b tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4f4b0b8-4190-4eec-9b00-b587f0e3a59f HTTP/1.1" status: 200 len: 943 time: 0.3702667 Aug 11 02:15:29.031298 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 79a301b6-8eb6-4684-84fd-05d6fc546709 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:15:29.070642 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-2088b362-56ee-4926-904c-6335d362f6a5 service neutron] Attempting to bind port 1b74260a-9d2e-47b5-9353-6aaccaa4813e on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:29.071132 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-2088b362-56ee-4926-904c-6335d362f6a5 service neutron] Attempting to bind port 1b74260a-9d2e-47b5-9353-6aaccaa4813e by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '60d084ea-01f1-4906-aad5-d6c73abbe8a1'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:29.071601 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-2088b362-56ee-4926-904c-6335d362f6a5 service neutron] Attempting to bind port 1b74260a-9d2e-47b5-9353-6aaccaa4813e on network 60d084ea-01f1-4906-aad5-d6c73abbe8a1 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:29.082669 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-953a417b-8d54-4e72-b695-a2f963e55598 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:29.091073 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-90ffae14-901b-4dac-86d5-2374328f51d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:29.137203 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-2088b362-56ee-4926-904c-6335d362f6a5 service neutron] Port 1b74260a-9d2e-47b5-9353-6aaccaa4813e on network 60d084ea-01f1-4906-aad5-d6c73abbe8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:15:29.137203 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-2088b362-56ee-4926-904c-6335d362f6a5 service neutron] Attempting to bind port 1b74260a-9d2e-47b5-9353-6aaccaa4813e on network 60d084ea-01f1-4906-aad5-d6c73abbe8a1 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:29.142387 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6c7a7b3d-1653-4a97-aa10-2605aad28856 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:29.152536 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port dec07273-77e6-4820-9dda-102cd4e39095 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:29.170546 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port dec07273-77e6-4820-9dda-102cd4e39095 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:29.170920 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:29.199007 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-2088b362-56ee-4926-904c-6335d362f6a5 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:29.199486 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-2088b362-56ee-4926-904c-6335d362f6a5 service neutron] Checking segment: {'id': '478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '60d084ea-01f1-4906-aad5-d6c73abbe8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:29.200004 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-2088b362-56ee-4926-904c-6335d362f6a5 service neutron] Bound using segment: {'id': '478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '60d084ea-01f1-4906-aad5-d6c73abbe8a1'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:29.200539 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-2088b362-56ee-4926-904c-6335d362f6a5 service neutron] Bound port: 1b74260a-9d2e-47b5-9353-6aaccaa4813e, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '60d084ea-01f1-4906-aad5-d6c73abbe8a1'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:29.200991 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-2088b362-56ee-4926-904c-6335d362f6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:29.213720 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4d3fb-a109-4439-88d2-0179d46ce7a8 None None] Pushing event updated for resources: {'Port': ['ID=96509f72-ee82-4c07-b82e-ccab7c3bd535,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:29.222169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-6c7a7b3d-1653-4a97-aa10-2605aad28856 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Transition to ACTIVE for port object 4d089b1b-4177-4a78-ae06-48c164f6b24f will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:29.238987 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ffae14-901b-4dac-86d5-2374328f51d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36ff63fc-eeb6-4ca9-b11f-e5b0e32c2f6c,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:29.270336 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 7123ad39-b8ea-4575-bf5c-b8770fc818ee, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=7123ad39-b8ea-4575-bf5c-b8770fc818ee,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:29.292326 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '7123ad39-b8ea-4575-bf5c-b8770fc818ee', 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603', 'port_id': '7123ad39-b8ea-4575-bf5c-b8770fc818ee', 'mac_address': 'fa:16:3e:2a:d8:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:15:29.321210 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a417b-8d54-4e72-b695-a2f963e55598 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Pushing event updated for resources: {'Subnet': ['ID=9f5cbcb9-b2a3-403b-9666-6d1a30805883,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:29.354067 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b70df39b-07f3-4db2-ab03-e9d22704a3e3 req-ab4a6f3d-a48d-4eda-9440-2d504429ad93 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/security-groups?id=092a1b70-b4f9-412e-96bf-10682d8834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202422 Aug 11 02:15:29.356074 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ffae14-901b-4dac-86d5-2374328f51d4 admin admin] Checking segment: {'id': 'd198db34-e966-458f-9d16-4862acbcdabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5a04b2a8-9534-4bd6-a3f4-579413d419f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:29.356497 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ffae14-901b-4dac-86d5-2374328f51d4 admin admin] Network hostable DHCP agents. Network: 5a04b2a8-9534-4bd6-a3f4-579413d419f6, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:15:29.358269 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-d157024e-30cc-48bb-b884-89b72ff11844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab36f1f-fa42-4458-8e5b-3533805ec440 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:29.372649 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:29.383701 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:29.397250 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-c695abe8-98db-41f7-82a8-0c76cca58eb6 admin admin] Allocated IP 172.20.0.1 (2564e31e-dea6-46ca-b2de-bf165812396f/97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f/ab34cb1f-13a6-4106-9afa-81664ea77706) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:29.402289 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-d157024e-30cc-48bb-b884-89b72ff11844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:29.402429 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-2088b362-56ee-4926-904c-6335d362f6a5 service neutron] For port 1b74260a-9d2e-47b5-9353-6aaccaa4813e, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:29.409626 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-2088b362-56ee-4926-904c-6335d362f6a5 service neutron] For port 1b74260a-9d2e-47b5-9353-6aaccaa4813e, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=1b74260a-9d2e-47b5-9353-6aaccaa4813e,segment=NetworkSegment(478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8),segment_id=478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:29.412882 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6c7a7b3d-1653-4a97-aa10-2605aad28856 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:29.423983 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-2088b362-56ee-4926-904c-6335d362f6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:29.427887 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7123ad39-b8ea-4575-bf5c-b8770fc818ee {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:29.499655 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b52cdd4e-2d3a-4542-be61-ca269b342ec7 req-ac493804-df4c-4856-bbbb-32b5e5658456 service neutron] 10.222.0.73 "GET /v2.0/networks/60d084ea-01f1-4906-aad5-d6c73abbe8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5000801 Aug 11 02:15:29.509108 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 7123ad39-b8ea-4575-bf5c-b8770fc818ee, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=7123ad39-b8ea-4575-bf5c-b8770fc818ee,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:29.520208 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-d157024e-30cc-48bb-b884-89b72ff11844 service neutron] Transition to ACTIVE for port object 6ab36f1f-fa42-4458-8e5b-3533805ec440 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:29.521289 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:29.535526 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port dec07273-77e6-4820-9dda-102cd4e39095, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=dec07273-77e6-4820-9dda-102cd4e39095,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:29.550688 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953a417b-8d54-4e72-b695-a2f963e55598 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Checking segment: {'id': 'c2e8159c-d990-439a-8147-40324f3e05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dd83919f-ff7e-4fd8-96b1-202904e5f138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:29.551061 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953a417b-8d54-4e72-b695-a2f963e55598 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Network hostable DHCP agents. Network: dd83919f-ff7e-4fd8-96b1-202904e5f138, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:15:29.553232 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7a7b3d-1653-4a97-aa10-2605aad28856 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:29.561683 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-b7cbab6b-4471-499f-b353-7e77455addc0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Allocated IP 172.25.2.66 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/6f3223f0-4aec-409f-8fc1-a055c91aad77) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:29.563807 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-d157024e-30cc-48bb-b884-89b72ff11844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:29.567167 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-6c7a7b3d-1653-4a97-aa10-2605aad28856 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:29.568786 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:29.569561 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 2c21b6dc-6324-4a8a-9d62-cbc210c308a3 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:29.573314 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7a7b3d-1653-4a97-aa10-2605aad28856 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:29.580415 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7a7b3d-1653-4a97-aa10-2605aad28856 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:29.581152 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6c7a7b3d-1653-4a97-aa10-2605aad28856 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:29.593912 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-2088b362-56ee-4926-904c-6335d362f6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:29.595389 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-2088b362-56ee-4926-904c-6335d362f6a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:29.597293 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-2088b362-56ee-4926-904c-6335d362f6a5 service neutron] 10.222.0.73 "PUT /v2.0/ports/1b74260a-9d2e-47b5-9353-6aaccaa4813e HTTP/1.1" status: 200 len: 1092 time: 4.1371920 Aug 11 02:15:29.597904 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ffae14-901b-4dac-86d5-2374328f51d4 admin admin] Network 5a04b2a8-9534-4bd6-a3f4-579413d419f6 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:15:29.635139 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=7123ad39-b8ea-4575-bf5c-b8770fc818ee,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:29.639439 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f4b0b8-4190-4eec-9b00-b587f0e3a59f', 'tag': '1b74260a-9d2e-47b5-9353-6aaccaa4813e'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:29.649798 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5ab0b6-b708-40a3-ba08-96ef9a0b3ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f4b0b8-4190-4eec-9b00-b587f0e3a59f", "tag": "1b74260a-9d2e-47b5-9353-6aaccaa4813e"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:29.703603 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25988396-5b98-4b76-82b8-0fed5ef07c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:29.747959 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c1d2d6-e647-4254-83b4-9ebc274e6d3e x-openstack-request-id: req-10c1d2d6-e647-4254-83b4-9ebc274e6d3e {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:29.748634 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f4b0b8-4190-4eec-9b00-b587f0e3a59f", "tag": "1b74260a-9d2e-47b5-9353-6aaccaa4813e", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:29.749145 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-10c1d2d6-e647-4254-83b4-9ebc274e6d3e {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:29.749708 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f4b0b8-4190-4eec-9b00-b587f0e3a59f', 'tag': '1b74260a-9d2e-47b5-9353-6aaccaa4813e', 'status': 'completed', 'code': 200} Aug 11 02:15:29.784607 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25988396-5b98-4b76-82b8-0fed5ef07c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=025e1ca0-7884-4b5a-921c-958f38e3c6f7,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:29.804434 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6c7a7b3d-1653-4a97-aa10-2605aad28856 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.3610964 Aug 11 02:15:29.808908 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a7b3d-1653-4a97-aa10-2605aad28856 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Port': ['ID=4d089b1b-4177-4a78-ae06-48c164f6b24f,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:29.811751 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-90ffae14-901b-4dac-86d5-2374328f51d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 5a04b2a8-9534-4bd6-a3f4-579413d419f6) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:29.813178 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42448) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:29.861581 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ffae14-901b-4dac-86d5-2374328f51d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:29.862193 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-90ffae14-901b-4dac-86d5-2374328f51d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:29.883706 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d404c0a5-2b2c-4005-9a65-cb5b2a76755a None None] Network 5a04b2a8-9534-4bd6-a3f4-579413d419f6 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:29.943850 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=dec07273-77e6-4820-9dda-102cd4e39095,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:29.972496 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-90ffae14-901b-4dac-86d5-2374328f51d4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0404947 Aug 11 02:15:29.984018 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-0e8fadf0-ea1e-46c9-9661-092bc99b8042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:29.985673 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-0e8fadf0-ea1e-46c9-9661-092bc99b8042 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79f8d23f222248799ead34520f673660&device_id=e4f4b0b8-4190-4eec-9b00-b587f0e3a59f HTTP/1.1" status: 200 len: 1095 time: 0.3061938 Aug 11 02:15:29.993524 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088b362-56ee-4926-904c-6335d362f6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=1b74260a-9d2e-47b5-9353-6aaccaa4813e,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:30.048761 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['7123ad39-b8ea-4575-bf5c-b8770fc818ee'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:30.071170 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c52c1c-ed9b-4f15-ab3a-249f39abf5a0 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:30.077455 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c52c1c-ed9b-4f15-ab3a-249f39abf5a0 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:30.079189 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a6c52c1c-ed9b-4f15-ab3a-249f39abf5a0 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2606273 Aug 11 02:15:30.085853 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-455fefc9-ee02-462d-b916-4a8b0e41873c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b74260a-9d2e-47b5-9353-6aaccaa4813e HTTP/1.1" status: 200 len: 217 time: 0.0813093 Aug 11 02:15:30.086784 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42454) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:30.153005 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c695abe8-98db-41f7-82a8-0c76cca58eb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:30.207564 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-c695abe8-98db-41f7-82a8-0c76cca58eb6 admin admin] Transition to ACTIVE for port object ab34cb1f-13a6-4106-9afa-81664ea77706 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:30.218025 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953a417b-8d54-4e72-b695-a2f963e55598 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Network dd83919f-ff7e-4fd8-96b1-202904e5f138 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:15:30.232051 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-b0f79893-831a-4c00-83f2-43366e3c8e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:30.234905 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-b0f79893-831a-4c00-83f2-43366e3c8e11 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bc309811-bde7-4f46-845e-f907a139b29e HTTP/1.1" status: 200 len: 857 time: 0.1289952 Aug 11 02:15:30.240276 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-953a417b-8d54-4e72-b695-a2f963e55598 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, dd83919f-ff7e-4fd8-96b1-202904e5f138) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:30.268286 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 2c21b6dc-6324-4a8a-9d62-cbc210c308a3 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:30.272210 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a2264f-efed-4b72-8da7-921ab446c72d None None] Network dd83919f-ff7e-4fd8-96b1-202904e5f138 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:30.277093 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-9ecb106e-47f5-4f5d-999e-d057528d8629 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60d084ea-01f1-4906-aad5-d6c73abbe8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337486 Aug 11 02:15:30.283933 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157024e-30cc-48bb-b884-89b72ff11844 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab36f1f-fa42-4458-8e5b-3533805ec440,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:30.299337 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953a417b-8d54-4e72-b695-a2f963e55598 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:30.300427 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-953a417b-8d54-4e72-b695-a2f963e55598 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:30.303679 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3129d39c-f2ab-4c04-9f7e-a1437d95c9c5 None None] Provisioning for port 4d089b1b-4177-4a78-ae06-48c164f6b24f completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:30.338574 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 2c21b6dc-6324-4a8a-9d62-cbc210c308a3 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:30.338574 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:30.380724 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3129d39c-f2ab-4c04-9f7e-a1437d95c9c5 None None] Provisioning complete for port 4d089b1b-4177-4a78-ae06-48c164f6b24f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:30.381487 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3129d39c-f2ab-4c04-9f7e-a1437d95c9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:30.390320 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85ad282-5a75-436c-8b31-f70a69fc6714 None None] Network 5a04b2a8-9534-4bd6-a3f4-579413d419f6 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:30.403203 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e575fd-08f7-4425-832a-014b88c2071d req-719f973e-4993-4d8f-bb1f-2c026b744b12 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:30.416269 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7e575fd-08f7-4425-832a-014b88c2071d req-719f973e-4993-4d8f-bb1f-2c026b744b12 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=89c87264-e4f3-492d-94d4-66ae0ee70130 HTTP/1.1" status: 200 len: 945 time: 0.2584429 Aug 11 02:15:30.428413 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-a7ad1cb0-fb2e-4617-9ee9-6b7caeda3baa service neutron] 10.222.0.73 "GET /v2.0/networks/60d084ea-01f1-4906-aad5-d6c73abbe8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411932 Aug 11 02:15:30.431727 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-113ce73f-a772-4d73-b8e5-0e5d0b6655e5 req-38088180-0f5b-42c7-88d3-961d8179ff8c tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1484122277', 'description': 'tempest-description-1873499777'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:30.444600 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-953a417b-8d54-4e72-b695-a2f963e55598 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4835436 Aug 11 02:15:30.453211 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42462) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:30.464409 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-01d51a52-ade8-4da0-807b-42b03c1e5aa6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Request body: {'port': {'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1', 'name': 'tempest-TaggedBootDevicesTest-1413709167', 'fixed_ips': [{'subnet_id': '325640a4-d334-4da9-8e10-51bbb0627559'}]}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:30.480300 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b52cdd4e-2d3a-4542-be61-ca269b342ec7 req-511c484f-fa62-4f94-9c13-fa451ba4761b service neutron] 10.222.0.73 "GET /v2.0/networks/60d084ea-01f1-4906-aad5-d6c73abbe8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9587605 Aug 11 02:15:30.520222 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25988396-5b98-4b76-82b8-0fed5ef07c93 admin admin] Checking segment: {'id': '19dbea17-970b-4093-9d9c-314e17b532a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '79a301b6-8eb6-4684-84fd-05d6fc546709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:30.526507 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25988396-5b98-4b76-82b8-0fed5ef07c93 admin admin] Network hostable DHCP agents. Network: 79a301b6-8eb6-4684-84fd-05d6fc546709, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:15:30.555139 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b7cbab6b-4471-499f-b353-7e77455addc0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:30.564675 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c695abe8-98db-41f7-82a8-0c76cca58eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:30.572775 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7e575fd-08f7-4425-832a-014b88c2071d req-8bb1a288-6372-4e26-af61-0690e0ebb083 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547041 Aug 11 02:15:30.628526 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25988396-5b98-4b76-82b8-0fed5ef07c93 admin admin] Network 79a301b6-8eb6-4684-84fd-05d6fc546709 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:15:30.629084 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-3129d39c-f2ab-4c04-9f7e-a1437d95c9c5 None None] Port 4d089b1b-4177-4a78-ae06-48c164f6b24f cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:30.630970 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-d157024e-30cc-48bb-b884-89b72ff11844 service neutron] Attempting to bind port 6ab36f1f-fa42-4458-8e5b-3533805ec440 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:30.631525 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-d157024e-30cc-48bb-b884-89b72ff11844 service neutron] Attempting to bind port 6ab36f1f-fa42-4458-8e5b-3533805ec440 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '60d084ea-01f1-4906-aad5-d6c73abbe8a1'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:30.631903 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-d157024e-30cc-48bb-b884-89b72ff11844 service neutron] Attempting to bind port 6ab36f1f-fa42-4458-8e5b-3533805ec440 on network 60d084ea-01f1-4906-aad5-d6c73abbe8a1 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:30.645498 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b7cbab6b-4471-499f-b353-7e77455addc0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:30.649070 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-d157024e-30cc-48bb-b884-89b72ff11844 service neutron] Port 6ab36f1f-fa42-4458-8e5b-3533805ec440 on network 60d084ea-01f1-4906-aad5-d6c73abbe8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:15:30.649070 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-d157024e-30cc-48bb-b884-89b72ff11844 service neutron] Attempting to bind port 6ab36f1f-fa42-4458-8e5b-3533805ec440 on network 60d084ea-01f1-4906-aad5-d6c73abbe8a1 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:30.721381 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cbab6b-4471-499f-b353-7e77455addc0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Pushing event updated for resources: {'Port': ['ID=6f3223f0-4aec-409f-8fc1-a055c91aad77,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:30.729055 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-25988396-5b98-4b76-82b8-0fed5ef07c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 79a301b6-8eb6-4684-84fd-05d6fc546709) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:30.754918 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32833b87-e7c6-4cba-800c-4dca93b58992 None None] Network 79a301b6-8eb6-4684-84fd-05d6fc546709 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:30.770200 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-d157024e-30cc-48bb-b884-89b72ff11844 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:30.770573 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-d157024e-30cc-48bb-b884-89b72ff11844 service neutron] Checking segment: {'id': '478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '60d084ea-01f1-4906-aad5-d6c73abbe8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:30.770935 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-d157024e-30cc-48bb-b884-89b72ff11844 service neutron] Bound using segment: {'id': '478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '60d084ea-01f1-4906-aad5-d6c73abbe8a1'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:30.771396 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-d157024e-30cc-48bb-b884-89b72ff11844 service neutron] Bound port: 6ab36f1f-fa42-4458-8e5b-3533805ec440, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '60d084ea-01f1-4906-aad5-d6c73abbe8a1'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:30.771842 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-d157024e-30cc-48bb-b884-89b72ff11844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:30.804844 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25988396-5b98-4b76-82b8-0fed5ef07c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:30.805917 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25988396-5b98-4b76-82b8-0fed5ef07c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:30.849583 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cbab6b-4471-499f-b353-7e77455addc0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:30.855835 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-b7cbab6b-4471-499f-b353-7e77455addc0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:30.859015 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cbab6b-4471-499f-b353-7e77455addc0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:30.869077 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:30.872341 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-25988396-5b98-4b76-82b8-0fed5ef07c93 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4310048 Aug 11 02:15:30.897335 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5425b1-849e-412d-9cf3-7b41240eb690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-dd83919f-ff7e-4fd8-96b1-202904e5f138', 'network_id': 'dd83919f-ff7e-4fd8-96b1-202904e5f138', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'fixed_ips': [{'subnet_id': '9f5cbcb9-b2a3-403b-9666-6d1a30805883'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:15:30.898196 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3c5425b1-849e-412d-9cf3-7b41240eb690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:30.919670 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef587e4a-33f4-4636-b193-a4f354e27883 req-b2e1e271-fdaf-45ef-ae2c-74f1b0a7018d tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:30.926565 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 2c21b6dc-6324-4a8a-9d62-cbc210c308a3, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=2c21b6dc-6324-4a8a-9d62-cbc210c308a3,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:30.929255 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ef587e4a-33f4-4636-b193-a4f354e27883 req-b2e1e271-fdaf-45ef-ae2c-74f1b0a7018d tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4f4b0b8-4190-4eec-9b00-b587f0e3a59f HTTP/1.1" status: 200 len: 943 time: 0.2121179 Aug 11 02:15:30.946702 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.050443 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-664bc645-9a36-46eb-8ba0-b182750e03f2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting port 4d089b1b-4177-4a78-ae06-48c164f6b24f {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:31.050795 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-664bc645-9a36-46eb-8ba0-b182750e03f2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.063656 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0782d2-e64b-42b1-9e4b-3929164b8a4d None None] Network a22ae8f3-b76a-495f-839c-755566103de1 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:31.068486 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-d157024e-30cc-48bb-b884-89b72ff11844 service neutron] For port 6ab36f1f-fa42-4458-8e5b-3533805ec440, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:31.075438 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-d157024e-30cc-48bb-b884-89b72ff11844 service neutron] For port 6ab36f1f-fa42-4458-8e5b-3533805ec440, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=6ab36f1f-fa42-4458-8e5b-3533805ec440,segment=NetworkSegment(478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8),segment_id=478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:31.090762 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-d157024e-30cc-48bb-b884-89b72ff11844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.170052 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ef587e4a-33f4-4636-b193-a4f354e27883 req-8b863190-ab4a-4bbb-baa3-bfbb2b599e6d tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/security-groups?id=092a1b70-b4f9-412e-96bf-10682d8834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397485 Aug 11 02:15:31.182670 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-664bc645-9a36-46eb-8ba0-b182750e03f2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.216513 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-113ce73f-a772-4d73-b8e5-0e5d0b6655e5 req-38088180-0f5b-42c7-88d3-961d8179ff8c tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.236871 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device dec07273-77e6-4820-9dda-102cd4e39095 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:31.248853 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157024e-30cc-48bb-b884-89b72ff11844 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab36f1f-fa42-4458-8e5b-3533805ec440,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:31.254251 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-d157024e-30cc-48bb-b884-89b72ff11844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:31.255143 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-d157024e-30cc-48bb-b884-89b72ff11844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.256767 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-d157024e-30cc-48bb-b884-89b72ff11844 service neutron] 10.222.0.66 "PUT /v2.0/ports/6ab36f1f-fa42-4458-8e5b-3533805ec440 HTTP/1.1" status: 200 len: 1092 time: 3.2095311 Aug 11 02:15:31.267055 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8deacb-9ae0-4c2d-94a0-b937e0df8f8a', 'tag': '6ab36f1f-fa42-4458-8e5b-3533805ec440'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:31.270472 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7150474a-5c60-4ebb-88bd-056ceb06f08a" -d '{"events": [{"name": "network-changed", "server_uuid": "df8deacb-9ae0-4c2d-94a0-b937e0df8f8a", "tag": "6ab36f1f-fa42-4458-8e5b-3533805ec440"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:31.340192 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f183ac0-3ad3-44f9-ab2b-fcad00cba3d1 None None] Network 79a301b6-8eb6-4684-84fd-05d6fc546709 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:31.352148 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-fab3c65e-33a6-49e2-833c-27d0e6ed6549 req-620c3347-e7c4-4ea8-bb2a-4b8adbfd1eec tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-118928574', 'description': 'tempest-description-708606222'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:31.363051 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b7cbab6b-4471-499f-b353-7e77455addc0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.369527 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-113ce73f-a772-4d73-b8e5-0e5d0b6655e5 req-38088180-0f5b-42c7-88d3-961d8179ff8c tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.398449 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c695abe8-98db-41f7-82a8-0c76cca58eb6 admin admin] Network 2564e31e-dea6-46ca-b2de-bf165812396f is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:31.405763 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-664bc645-9a36-46eb-8ba0-b182750e03f2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Calling delete_port for 4d089b1b-4177-4a78-ae06-48c164f6b24f owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:31.411848 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-113ce73f-a772-4d73-b8e5-0e5d0b6655e5 req-38088180-0f5b-42c7-88d3-961d8179ff8c tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.416166 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-f4ab21a7-94aa-47c0-a162-f5043fb32847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:31.418931 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-f4ab21a7-94aa-47c0-a162-f5043fb32847 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=79f8d23f222248799ead34520f673660&device_id=df8deacb-9ae0-4c2d-94a0-b937e0df8f8a HTTP/1.1" status: 200 len: 1095 time: 0.1143761 Aug 11 02:15:31.424865 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5134c16d-c321-4800-bdd2-620d816b0d64 None None] Provisioning for port 96509f72-ee82-4c07-b82e-ccab7c3bd535 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:31.443598 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-fab3c65e-33a6-49e2-833c-27d0e6ed6549 req-620c3347-e7c4-4ea8-bb2a-4b8adbfd1eec tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.462168 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=2c21b6dc-6324-4a8a-9d62-cbc210c308a3,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:31.483293 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38088180-0f5b-42c7-88d3-961d8179ff8c tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52e3dcdd-d552-4bc2-81a2-c18f4d37407c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:31.485730 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-113ce73f-a772-4d73-b8e5-0e5d0b6655e5 req-38088180-0f5b-42c7-88d3-961d8179ff8c tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.499046 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-113ce73f-a772-4d73-b8e5-0e5d0b6655e5 req-38088180-0f5b-42c7-88d3-961d8179ff8c tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.0782244 Aug 11 02:15:31.501353 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-c695abe8-98db-41f7-82a8-0c76cca58eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:31.506707 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c695abe8-98db-41f7-82a8-0c76cca58eb6 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:31.519837 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695abe8-98db-41f7-82a8-0c76cca58eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=ab34cb1f-13a6-4106-9afa-81664ea77706,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:31.534662 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-7481d1f2-01f7-4fa3-a7da-da249b19f957 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ab36f1f-fa42-4458-8e5b-3533805ec440 HTTP/1.1" status: 200 len: 217 time: 0.0840549 Aug 11 02:15:31.535659 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b7cbab6b-4471-499f-b353-7e77455addc0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.639264 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port dec07273-77e6-4820-9dda-102cd4e39095 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:31.639760 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.649911 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e82cd4-48a9-4c1a-bcc5-950da28cb59a x-openstack-request-id: req-87e82cd4-48a9-4c1a-bcc5-950da28cb59a {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:31.649911 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8deacb-9ae0-4c2d-94a0-b937e0df8f8a", "tag": "6ab36f1f-fa42-4458-8e5b-3533805ec440", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:31.650302 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-87e82cd4-48a9-4c1a-bcc5-950da28cb59a {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:31.650529 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8deacb-9ae0-4c2d-94a0-b937e0df8f8a', 'tag': '6ab36f1f-fa42-4458-8e5b-3533805ec440', 'status': 'completed', 'code': 200} Aug 11 02:15:31.653860 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-fab3c65e-33a6-49e2-833c-27d0e6ed6549 req-620c3347-e7c4-4ea8-bb2a-4b8adbfd1eec tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.677377 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-3c5425b1-849e-412d-9cf3-7b41240eb690 None None] Allocated IP 10.2.2.2 (dd83919f-ff7e-4fd8-96b1-202904e5f138/9f5cbcb9-b2a3-403b-9666-6d1a30805883/ffe4abb7-ebc8-454a-916d-1b5261eeb6a6) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:31.704278 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-d9bf8a32-f68a-493b-8d01-84e2a52fbac1 service neutron] 10.222.0.73 "GET /v2.0/networks/60d084ea-01f1-4906-aad5-d6c73abbe8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2592268 Aug 11 02:15:31.740591 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-fab3c65e-33a6-49e2-833c-27d0e6ed6549 req-620c3347-e7c4-4ea8-bb2a-4b8adbfd1eec tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.771275 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c695abe8-98db-41f7-82a8-0c76cca58eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.812821 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c3347-e7c4-4ea8-bb2a-4b8adbfd1eec tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31d11fa5-cb40-4da6-886e-615b107b3938,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:31.876810 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-f6ffa048-6edd-48c2-8c75-4844e167386b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:31.878460 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-f6ffa048-6edd-48c2-8c75-4844e167386b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bc309811-bde7-4f46-845e-f907a139b29e HTTP/1.1" status: 200 len: 857 time: 0.2315798 Aug 11 02:15:31.975301 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a1899d9b-ba8c-4019-8564-3e5a16f101a0 None None] Provisioning for port ab34cb1f-13a6-4106-9afa-81664ea77706 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:31.987140 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a1899d9b-ba8c-4019-8564-3e5a16f101a0 None None] Provisioning complete for port ab34cb1f-13a6-4106-9afa-81664ea77706 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:31.987512 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a1899d9b-ba8c-4019-8564-3e5a16f101a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.992737 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-61ae3024-c5f8-44a2-99c4-69d68912acce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=60d084ea-01f1-4906-aad5-d6c73abbe8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964792 Aug 11 02:15:31.995577 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-fab3c65e-33a6-49e2-833c-27d0e6ed6549 req-620c3347-e7c4-4ea8-bb2a-4b8adbfd1eec tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.997050 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fab3c65e-33a6-49e2-833c-27d0e6ed6549 req-620c3347-e7c4-4ea8-bb2a-4b8adbfd1eec tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6513710 Aug 11 02:15:32.033671 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d51a52-ade8-4da0-807b-42b03c1e5aa6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Made reservation on behalf of 3f544ac306fb418fb17bb1bb0c938ed0 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:32.099522 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 96509f72-ee82-4c07-b82e-ccab7c3bd535 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:32.104777 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-912b43d1-b74c-454c-8366-03d31d8b2190 req-83eedda1-facf-4eae-adc4-46ac5af32dbb tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] 10.222.0.50 "GET /v2.0/security-groups/52e3dcdd-d552-4bc2-81a2-c18f4d37407c HTTP/1.1" status: 200 len: 1815 time: 0.5292900 Aug 11 02:15:32.143083 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c695abe8-98db-41f7-82a8-0c76cca58eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.152283 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-912b43d1-b74c-454c-8366-03d31d8b2190 req-0df144f3-e617-4263-adba-fe95957e28a4 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '52e3dcdd-d552-4bc2-81a2-c18f4d37407c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:32.152735 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-912b43d1-b74c-454c-8366-03d31d8b2190 req-0df144f3-e617-4263-adba-fe95957e28a4 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '52e3dcdd-d552-4bc2-81a2-c18f4d37407c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:32.158689 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device b6d7e105-b3f0-4133-ae18-653cb3a38871 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:15:32.190158 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a1899d9b-ba8c-4019-8564-3e5a16f101a0 None None] Port ab34cb1f-13a6-4106-9afa-81664ea77706 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:32.204624 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3c5425b1-849e-412d-9cf3-7b41240eb690 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.226263 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-b15c0731-bdb3-4867-8133-5c16ef142867 service neutron] 10.222.0.66 "GET /v2.0/networks/60d084ea-01f1-4906-aad5-d6c73abbe8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189879 Aug 11 02:15:32.228805 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b7cbab6b-4471-499f-b353-7e77455addc0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.230371 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ab0b6-b708-40a3-ba08-96ef9a0b3ca1 req-7a3cdbdd-45d4-4362-baec-91189eb3bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:32.232133 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-da5ab0b6-b708-40a3-ba08-96ef9a0b3ca1 req-7a3cdbdd-45d4-4362-baec-91189eb3bd05 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79f8d23f222248799ead34520f673660&device_id=e4f4b0b8-4190-4eec-9b00-b587f0e3a59f HTTP/1.1" status: 200 len: 1095 time: 0.3099449 Aug 11 02:15:32.238836 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e0726-e32f-4b0d-b6ce-90e8a81de56b req-a6d3086f-11c0-42e9-8f21-718c3aa1113e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:32.240886 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ee2e0726-e32f-4b0d-b6ce-90e8a81de56b req-a6d3086f-11c0-42e9-8f21-718c3aa1113e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=89c87264-e4f3-492d-94d4-66ae0ee70130 HTTP/1.1" status: 200 len: 945 time: 0.1405215 Aug 11 02:15:32.249862 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b7cbab6b-4471-499f-b353-7e77455addc0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.378128 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-01d51a52-ade8-4da0-807b-42b03c1e5aa6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.403170 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-664bc645-9a36-46eb-8ba0-b182750e03f2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.412230 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cbab6b-4471-499f-b353-7e77455addc0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Pushing event updated for resources: {'Port': ['ID=6f3223f0-4aec-409f-8fc1-a055c91aad77,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:32.421041 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ee2e0726-e32f-4b0d-b6ce-90e8a81de56b req-f5991863-d141-4886-b77f-3a08a331649d tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058822 Aug 11 02:15:32.432297 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b7cbab6b-4471-499f-b353-7e77455addc0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.447806 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3c5425b1-849e-412d-9cf3-7b41240eb690 None None] Transition to ACTIVE for port object ffe4abb7-ebc8-454a-916d-1b5261eeb6a6 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:32.456841 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-01a7d097-2ef2-4011-8c33-786b63c94687 req-171b329b-de0a-4073-be37-ffe29bd313d4 service neutron] 10.222.0.66 "GET /v2.0/networks/60d084ea-01f1-4906-aad5-d6c73abbe8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154839 Aug 11 02:15:32.466182 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b7cbab6b-4471-499f-b353-7e77455addc0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.472289 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b7cbab6b-4471-499f-b353-7e77455addc0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5563006 Aug 11 02:15:32.487421 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-7c25b566-abf1-4100-ba19-9548acd79b2e req-c7a52ec2-7e27-440a-809b-de44148e8c68 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1011828586', 'description': 'tempest-description-1332404439'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:32.498462 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 96509f72-ee82-4c07-b82e-ccab7c3bd535 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:32.509971 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3c5425b1-849e-412d-9cf3-7b41240eb690 None None] Transition to ACTIVE for port object ffe4abb7-ebc8-454a-916d-1b5261eeb6a6 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:32.511320 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 96509f72-ee82-4c07-b82e-ccab7c3bd535 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:32.511772 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.528232 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-7c25b566-abf1-4100-ba19-9548acd79b2e req-c7a52ec2-7e27-440a-809b-de44148e8c68 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.533605 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664bc645-9a36-46eb-8ba0-b182750e03f2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Port': ['ID=4d089b1b-4177-4a78-ae06-48c164f6b24f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:32.536594 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-01d51a52-ade8-4da0-807b-42b03c1e5aa6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] device_id is not set on port 5eb9176f-1ed6-4f79-a75b-1c022309c059 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:15:32.550216 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3c5425b1-849e-412d-9cf3-7b41240eb690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.556720 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-912b43d1-b74c-454c-8366-03d31d8b2190 req-0df144f3-e617-4263-adba-fe95957e28a4 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.639984 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ab0b6-b708-40a3-ba08-96ef9a0b3ca1 req-169edb02-37cd-4f38-a5b7-eacb4aec150b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:32.642059 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-da5ab0b6-b708-40a3-ba08-96ef9a0b3ca1 req-169edb02-37cd-4f38-a5b7-eacb4aec150b service neutron] 10.222.0.73 "GET /v2.0/networks?id=60d084ea-01f1-4906-aad5-d6c73abbe8a1 HTTP/1.1" status: 200 len: 918 time: 0.3983130 Aug 11 02:15:32.644180 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-664bc645-9a36-46eb-8ba0-b182750e03f2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.644957 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5425b1-849e-412d-9cf3-7b41240eb690 None None] Pushing event updated for resources: {'Port': ['ID=ffe4abb7-ebc8-454a-916d-1b5261eeb6a6,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:32.648669 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-664bc645-9a36-46eb-8ba0-b182750e03f2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/4d089b1b-4177-4a78-ae06-48c164f6b24f HTTP/1.1" status: 204 len: 168 time: 2.5533094 Aug 11 02:15:32.651767 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42484) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:32.695127 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port b6d7e105-b3f0-4133-ae18-653cb3a38871, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b6d7e105-b3f0-4133-ae18-653cb3a38871,segment=NetworkSegment(478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8),segment_id=478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:32.698419 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5425b1-849e-412d-9cf3-7b41240eb690 None None] Network dd83919f-ff7e-4fd8-96b1-202904e5f138 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:32.707988 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-3c5425b1-849e-412d-9cf3-7b41240eb690 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:32.710415 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5425b1-849e-412d-9cf3-7b41240eb690 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:32.715894 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'b6d7e105-b3f0-4133-ae18-653cb3a38871', 'network_id': '60d084ea-01f1-4906-aad5-d6c73abbe8a1', 'port_id': 'b6d7e105-b3f0-4133-ae18-653cb3a38871', 'mac_address': 'fa:16:3e:27:35:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc309811-bde7-4f46-845e-f907a139b29e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:15:32.727815 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-912b43d1-b74c-454c-8366-03d31d8b2190 req-0df144f3-e617-4263-adba-fe95957e28a4 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.738254 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-da5ab0b6-b708-40a3-ba08-96ef9a0b3ca1 req-ec3cf2c4-984f-4c1d-b23f-488adc80a0aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b74260a-9d2e-47b5-9353-6aaccaa4813e HTTP/1.1" status: 200 len: 217 time: 0.0775971 Aug 11 02:15:32.761974 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150474a-5c60-4ebb-88bd-056ceb06f08a req-383d6597-fe05-4e3c-81aa-0ffdde9aab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:32.765500 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7150474a-5c60-4ebb-88bd-056ceb06f08a req-383d6597-fe05-4e3c-81aa-0ffdde9aab20 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=79f8d23f222248799ead34520f673660&device_id=df8deacb-9ae0-4c2d-94a0-b937e0df8f8a HTTP/1.1" status: 200 len: 1095 time: 0.2336295 Aug 11 02:15:32.769426 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5744fc7b-d213-4e37-a7a0-0aff95a20e4e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:32.771375 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5744fc7b-d213-4e37-a7a0-0aff95a20e4e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:32.777382 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5744fc7b-d213-4e37-a7a0-0aff95a20e4e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1183960 Aug 11 02:15:32.781284 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42488) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:32.786724 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-912b43d1-b74c-454c-8366-03d31d8b2190 req-0df144f3-e617-4263-adba-fe95957e28a4 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.835216 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.837661 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.867228 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6d7e105-b3f0-4133-ae18-653cb3a38871 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:32.870212 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df144f3-e617-4263-adba-fe95957e28a4 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9c5bbe-313f-4045-8c90-e220ec754696,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:32.872367 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-3c5425b1-849e-412d-9cf3-7b41240eb690 None None] Attempting to bind port ffe4abb7-ebc8-454a-916d-1b5261eeb6a6 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:32.872761 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-3c5425b1-849e-412d-9cf3-7b41240eb690 None None] Attempting to bind port ffe4abb7-ebc8-454a-916d-1b5261eeb6a6 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'c2e8159c-d990-439a-8147-40324f3e05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dd83919f-ff7e-4fd8-96b1-202904e5f138'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:32.873197 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5425b1-849e-412d-9cf3-7b41240eb690 None None] Attempting to bind port ffe4abb7-ebc8-454a-916d-1b5261eeb6a6 on network dd83919f-ff7e-4fd8-96b1-202904e5f138 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:32.892710 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5425b1-849e-412d-9cf3-7b41240eb690 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:32.893139 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5425b1-849e-412d-9cf3-7b41240eb690 None None] Checking segment: {'id': 'c2e8159c-d990-439a-8147-40324f3e05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dd83919f-ff7e-4fd8-96b1-202904e5f138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:32.893556 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3c5425b1-849e-412d-9cf3-7b41240eb690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.893990 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5425b1-849e-412d-9cf3-7b41240eb690 None None] Bound using segment: {'id': 'c2e8159c-d990-439a-8147-40324f3e05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dd83919f-ff7e-4fd8-96b1-202904e5f138'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:32.895602 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-3c5425b1-849e-412d-9cf3-7b41240eb690 None None] Bound port: ffe4abb7-ebc8-454a-916d-1b5261eeb6a6, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2e8159c-d990-439a-8147-40324f3e05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dd83919f-ff7e-4fd8-96b1-202904e5f138'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:32.895983 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3c5425b1-849e-412d-9cf3-7b41240eb690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.902131 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c695abe8-98db-41f7-82a8-0c76cca58eb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.930194 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c695abe8-98db-41f7-82a8-0c76cca58eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.933279 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ab0b6-b708-40a3-ba08-96ef9a0b3ca1 req-aff2a43c-dfb5-4c4b-b039-dd3241195c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:32.934504 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-7c25b566-abf1-4100-ba19-9548acd79b2e req-c7a52ec2-7e27-440a-809b-de44148e8c68 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.935065 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-da5ab0b6-b708-40a3-ba08-96ef9a0b3ca1 req-aff2a43c-dfb5-4c4b-b039-dd3241195c1f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bc309811-bde7-4f46-845e-f907a139b29e HTTP/1.1" status: 200 len: 857 time: 0.1876271 Aug 11 02:15:32.937492 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 7123ad39-b8ea-4575-bf5c-b8770fc818ee up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:32.941289 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port b6d7e105-b3f0-4133-ae18-653cb3a38871, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b6d7e105-b3f0-4133-ae18-653cb3a38871,segment=NetworkSegment(478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8),segment_id=478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:32.946406 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-7c25b566-abf1-4100-ba19-9548acd79b2e req-c7a52ec2-7e27-440a-809b-de44148e8c68 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.964610 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 96509f72-ee82-4c07-b82e-ccab7c3bd535, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=96509f72-ee82-4c07-b82e-ccab7c3bd535,segment=NetworkSegment(0c644148-5bd6-4e31-a8c5-17979de92fc4),segment_id=0c644148-5bd6-4e31-a8c5-17979de92fc4)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:32.969851 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.994811 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae40050-f005-4ea6-bc5d-d9e2ec79e740 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet 65a6c8cd-c207-4d01-8fb6-ecdbf41e735d {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:15:33.001335 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:33.008134 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2ae40050-f005-4ea6-bc5d-d9e2ec79e740 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:33.011269 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-912b43d1-b74c-454c-8366-03d31d8b2190 req-0df144f3-e617-4263-adba-fe95957e28a4 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:33.012810 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-912b43d1-b74c-454c-8366-03d31d8b2190 req-0df144f3-e617-4263-adba-fe95957e28a4 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8753979 Aug 11 02:15:33.042498 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-da5ab0b6-b708-40a3-ba08-96ef9a0b3ca1 req-6e0e0c59-546d-46c9-a727-ba4a73a483f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60d084ea-01f1-4906-aad5-d6c73abbe8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738988 Aug 11 02:15:33.046898 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-7c25b566-abf1-4100-ba19-9548acd79b2e req-c7a52ec2-7e27-440a-809b-de44148e8c68 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:33.048516 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7c25b566-abf1-4100-ba19-9548acd79b2e req-c7a52ec2-7e27-440a-809b-de44148e8c68 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5852227 Aug 11 02:15:33.056671 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-01d51a52-ade8-4da0-807b-42b03c1e5aa6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Allocated IP 10.1.1.233 (a22ae8f3-b76a-495f-839c-755566103de1/325640a4-d334-4da9-8e10-51bbb0627559/5eb9176f-1ed6-4f79-a75b-1c022309c059) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:33.062482 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a52ec2-7e27-440a-809b-de44148e8c68 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59ea80ba-3945-43b8-9cfb-0c53face9725,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:33.087601 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c695abe8-98db-41f7-82a8-0c76cca58eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:33.105221 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150474a-5c60-4ebb-88bd-056ceb06f08a req-f3d72bf3-1c8c-46b0-99ca-c01e7b0c4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:33.106873 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7150474a-5c60-4ebb-88bd-056ceb06f08a req-f3d72bf3-1c8c-46b0-99ca-c01e7b0c4338 service neutron] 10.222.0.66 "GET /v2.0/networks?id=60d084ea-01f1-4906-aad5-d6c73abbe8a1 HTTP/1.1" status: 200 len: 918 time: 0.3282995 Aug 11 02:15:33.130328 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-3c5425b1-849e-412d-9cf3-7b41240eb690 None None] For port ffe4abb7-ebc8-454a-916d-1b5261eeb6a6, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:33.145802 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=b6d7e105-b3f0-4133-ae18-653cb3a38871,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:33.174174 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-3c5425b1-849e-412d-9cf3-7b41240eb690 None None] For port ffe4abb7-ebc8-454a-916d-1b5261eeb6a6, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=ffe4abb7-ebc8-454a-916d-1b5261eeb6a6,segment=NetworkSegment(c2e8159c-d990-439a-8147-40324f3e05e5),segment_id=c2e8159c-d990-439a-8147-40324f3e05e5)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:33.175608 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7150474a-5c60-4ebb-88bd-056ceb06f08a req-ac278b6d-4a3a-4e48-a9c0-c2905676c002 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ab36f1f-fa42-4458-8e5b-3533805ec440 HTTP/1.1" status: 200 len: 217 time: 0.0549130 Aug 11 02:15:33.178305 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2ae40050-f005-4ea6-bc5d-d9e2ec79e740 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:33.214928 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 2c21b6dc-6324-4a8a-9d62-cbc210c308a3 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:33.217339 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['b6d7e105-b3f0-4133-ae18-653cb3a38871'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:33.221340 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-da5ab0b6-b708-40a3-ba08-96ef9a0b3ca1 req-2b01c010-ac08-4022-ad3a-9bf0eeab27f0 service neutron] 10.222.0.73 "GET /v2.0/networks/60d084ea-01f1-4906-aad5-d6c73abbe8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654859 Aug 11 02:15:33.223710 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695abe8-98db-41f7-82a8-0c76cca58eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=ab34cb1f-13a6-4106-9afa-81664ea77706,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:33.230626 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3c5425b1-849e-412d-9cf3-7b41240eb690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:33.262880 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150474a-5c60-4ebb-88bd-056ceb06f08a req-3a14c7b6-8894-4c1e-ab3a-d55606d938e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:33.265093 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7150474a-5c60-4ebb-88bd-056ceb06f08a req-3a14c7b6-8894-4c1e-ab3a-d55606d938e2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bc309811-bde7-4f46-845e-f907a139b29e HTTP/1.1" status: 200 len: 857 time: 0.0814936 Aug 11 02:15:33.285836 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 7123ad39-b8ea-4575-bf5c-b8770fc818ee completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:33.303601 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 7123ad39-b8ea-4575-bf5c-b8770fc818ee triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:33.303976 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:33.316188 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7150474a-5c60-4ebb-88bd-056ceb06f08a req-96a324c7-b5ad-4fc4-9353-5d20803b9693 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=60d084ea-01f1-4906-aad5-d6c73abbe8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395088 Aug 11 02:15:33.367675 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=96509f72-ee82-4c07-b82e-ccab7c3bd535,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:33.433541 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a569ae4-14a0-4008-94e7-38ffe5bc91fd req-73d16b73-f509-4a64-9e9d-c3d4004b9ce4 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:33.435280 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0a569ae4-14a0-4008-94e7-38ffe5bc91fd req-73d16b73-f509-4a64-9e9d-c3d4004b9ce4 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4f4b0b8-4190-4eec-9b00-b587f0e3a59f HTTP/1.1" status: 200 len: 943 time: 0.2471099 Aug 11 02:15:33.455239 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5425b1-849e-412d-9cf3-7b41240eb690 None None] Pushing event updated for resources: {'Port': ['ID=ffe4abb7-ebc8-454a-916d-1b5261eeb6a6,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:33.500035 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 2c21b6dc-6324-4a8a-9d62-cbc210c308a3 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:33.500416 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:33.512233 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-a55755f2-62ca-4f10-b3e4-fd4d8d2cf2ee tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1753924774&fields=id&tenant_id=b9900cac277147b786c9feaddc3e5258 HTTP/1.1" status: 200 len: 267 time: 0.2433350 Aug 11 02:15:33.519204 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7150474a-5c60-4ebb-88bd-056ceb06f08a req-43536c84-efac-4548-8307-dbc175525219 service neutron] 10.222.0.66 "GET /v2.0/networks/60d084ea-01f1-4906-aad5-d6c73abbe8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829576 Aug 11 02:15:33.524812 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2ae40050-f005-4ea6-bc5d-d9e2ec79e740 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:33.572266 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0a569ae4-14a0-4008-94e7-38ffe5bc91fd req-6cc93bc5-587f-4fcd-b1d3-5656868e7041 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/security-groups?id=092a1b70-b4f9-412e-96bf-10682d8834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244633 Aug 11 02:15:33.584101 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-da5ab0b6-b708-40a3-ba08-96ef9a0b3ca1 req-e80f27b7-7172-4a57-946c-550d5002bcf0 service neutron] 10.222.0.73 "GET /v2.0/networks/60d084ea-01f1-4906-aad5-d6c73abbe8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000879 Aug 11 02:15:33.615879 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:33.616092 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c695abe8-98db-41f7-82a8-0c76cca58eb6 admin admin] Network 2564e31e-dea6-46ca-b2de-bf165812396f is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:33.626300 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-c695abe8-98db-41f7-82a8-0c76cca58eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:33.673167 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c87264-e4f3-492d-94d4-66ae0ee70130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7123ad39-b8ea-4575-bf5c-b8770fc818ee'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:33.675195 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e40673-16a4-4bf1-aced-60a19e7068ef" -d '{"events": [{"server_uuid": "89c87264-e4f3-492d-94d4-66ae0ee70130", "name": "network-vif-plugged", "status": "completed", "tag": "7123ad39-b8ea-4575-bf5c-b8770fc818ee"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:33.692050 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-93310ec4-284a-4ac8-9aee-f43efccdce3b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:33.693504 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-93310ec4-284a-4ac8-9aee-f43efccdce3b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports/54a21190-3213-4831-8458-9bdd8fb2c46c HTTP/1.1" status: 200 len: 936 time: 0.1377516 Aug 11 02:15:33.711578 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 7123ad39-b8ea-4575-bf5c-b8770fc818ee, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=7123ad39-b8ea-4575-bf5c-b8770fc818ee,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:33.792539 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:33.798720 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d51a05b9-555e-4d0e-8131-2fcd1a023a52 req-7e71e793-52d8-4f82-acfc-480f43b9455e tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] 10.222.0.50 "GET /v2.0/security-groups/52e3dcdd-d552-4bc2-81a2-c18f4d37407c HTTP/1.1" status: 200 len: 2409 time: 0.1777894 Aug 11 02:15:33.798942 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-60f8d022-6de9-4f19-bc64-fcb6e81b03e9 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:33.800372 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-60f8d022-6de9-4f19-bc64-fcb6e81b03e9 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports/0a38793e-41b1-4d7a-a9ec-fc766a55001c HTTP/1.1" status: 200 len: 935 time: 0.0942712 Aug 11 02:15:33.828367 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-01d51a52-ade8-4da0-807b-42b03c1e5aa6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:33.872579 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-bc1087b8-86b8-4b5f-afb8-6df86b2dff3b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?network_id=2c433229-6c79-4510-a34a-8c4278ec5b0e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0638356 Aug 11 02:15:33.876863 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2ae40050-f005-4ea6-bc5d-d9e2ec79e740 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:33.903295 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-01d51a52-ade8-4da0-807b-42b03c1e5aa6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Transition to ACTIVE for port object 5eb9176f-1ed6-4f79-a75b-1c022309c059 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:33.926131 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=7123ad39-b8ea-4575-bf5c-b8770fc818ee,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:33.949033 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7150474a-5c60-4ebb-88bd-056ceb06f08a req-c58ff4c5-2b5c-4347-b35d-43b52cebf159 service neutron] 10.222.0.66 "GET /v2.0/networks/60d084ea-01f1-4906-aad5-d6c73abbe8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205918 Aug 11 02:15:33.949699 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e929c31a-e68d-4af8-8d01-840f97359942 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:33.952124 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2ae40050-f005-4ea6-bc5d-d9e2ec79e740 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:33.954949 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2ae40050-f005-4ea6-bc5d-d9e2ec79e740 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/65a6c8cd-c207-4d01-8fb6-ecdbf41e735d HTTP/1.1" status: 204 len: 168 time: 1.1444459 Aug 11 02:15:33.957458 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-33e7248d-81ec-4a49-b331-8b19f3593548 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?network_id=2c433229-6c79-4510-a34a-8c4278ec5b0e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0650463 Aug 11 02:15:33.957726 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42518) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:33.994103 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae40050-f005-4ea6-bc5d-d9e2ec79e740 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=65a6c8cd-c207-4d01-8fb6-ecdbf41e735d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:34.048586 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c695abe8-98db-41f7-82a8-0c76cca58eb6 admin admin] Router ef079d62-0933-47d4-9dd5-30bcc2918751 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:15:34.059113 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-01d51a52-ade8-4da0-807b-42b03c1e5aa6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:34.070140 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-45e0f472-6f8b-438e-800a-713f03cc2543 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0926027 Aug 11 02:15:34.070365 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42520) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:34.129090 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d51a52-ade8-4da0-807b-42b03c1e5aa6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Network a22ae8f3-b76a-495f-839c-755566103de1 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:34.140278 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-61ae8b17-1c97-48ef-ab6e-ce911f643caa None None] Provisioning complete for port ab34cb1f-13a6-4106-9afa-81664ea77706 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:34.140659 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-61ae8b17-1c97-48ef-ab6e-ce911f643caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:34.146457 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-01d51a52-ade8-4da0-807b-42b03c1e5aa6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:34.151939 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d51a52-ade8-4da0-807b-42b03c1e5aa6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:34.154861 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d51a52-ade8-4da0-807b-42b03c1e5aa6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Pushing event updated for resources: {'Port': ['ID=5eb9176f-1ed6-4f79-a75b-1c022309c059,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:34.164480 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c2cd1d-676c-4874-96fa-546f1c5cb0dd tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:34.168248 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a3c2cd1d-676c-4874-96fa-546f1c5cb0dd tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0947635 Aug 11 02:15:34.173422 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42522) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:34.183162 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-918fb5af-fd03-4921-895f-aee1dca29bee tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:34.186661 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-61ae8b17-1c97-48ef-ab6e-ce911f643caa None None] Port ab34cb1f-13a6-4106-9afa-81664ea77706 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:34.189604 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-918fb5af-fd03-4921-895f-aee1dca29bee tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:34.195323 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-918fb5af-fd03-4921-895f-aee1dca29bee tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:34.197004 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-918fb5af-fd03-4921-895f-aee1dca29bee tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/networks?id=5fe47308-1e64-4a04-9103-656b58efd77e&id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&id=2c433229-6c79-4510-a34a-8c4278ec5b0e&id=2c433229-6c79-4510-a34a-8c4278ec5b0e HTTP/1.1" status: 200 len: 1994 time: 0.2207661 Aug 11 02:15:34.250324 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-787fe837-fdb6-46c3-97db-f73d2c9077b4 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/quotas/b9900cac277147b786c9feaddc3e5258 HTTP/1.1" status: 200 len: 375 time: 0.0422788 Aug 11 02:15:34.261707 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af540794-d0cc-48d8-9b48-c43f3cdd0f78 None None] DHCP port deletion for abfe629d-e2ef-4da1-94ab-4576283f6a78 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:15:34.279442 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9800800c-9ff5-4561-9586-6586d894a398 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:34.280967 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9800800c-9ff5-4561-9586-6586d894a398 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1064296 Aug 11 02:15:34.293576 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d51a52-ade8-4da0-807b-42b03c1e5aa6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:34.294195 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-01d51a52-ade8-4da0-807b-42b03c1e5aa6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:34.295953 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42524) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:34.310305 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-4637cafc-a286-4340-ad5c-3f9d303a633a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:34.318000 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-4637cafc-a286-4340-ad5c-3f9d303a633a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/networks?id=79a301b6-8eb6-4684-84fd-05d6fc546709 HTTP/1.1" status: 200 len: 813 time: 0.4044755 Aug 11 02:15:34.349610 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-3ae5ef03-7c9c-42f7-a5a2-9d0d0143527b tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/quotas/0cfacaf78696422e8ffa8119283a095a HTTP/1.1" status: 200 len: 375 time: 0.0306075 Aug 11 02:15:34.359872 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-98aa3b52-3de7-4c34-a289-0e13fcacf288 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615470 Aug 11 02:15:34.368026 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42526) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:34.380138 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-af540794-d0cc-48d8-9b48-c43f3cdd0f78 None None] Deleting port dec07273-77e6-4820-9dda-102cd4e39095 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:34.380514 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-af540794-d0cc-48d8-9b48-c43f3cdd0f78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:34.387257 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-1cc8aea5-5da5-4bc9-a4aa-c580ea9d593b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:34.448561 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c695abe8-98db-41f7-82a8-0c76cca58eb6 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:15:34.453811 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-01d51a52-ade8-4da0-807b-42b03c1e5aa6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.9953799 Aug 11 02:15:34.461342 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42528) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:34.465759 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-d6878c3b-920a-4d92-886a-35b1e7a64215 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9900cac277147b786c9feaddc3e5258&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2044678 Aug 11 02:15:34.487808 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c695abe8-98db-41f7-82a8-0c76cca58eb6 admin admin] 10.222.0.50 "PUT /v2.0/routers/ef079d62-0933-47d4-9dd5-30bcc2918751/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3539345 Aug 11 02:15:34.493423 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-d73eb10e-c874-46fd-9201-349b68ed450a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Request body: {'port': {'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1', 'name': 'tempest-TaggedBootDevicesTest-1883040845', 'fixed_ips': [{'subnet_id': '325640a4-d334-4da9-8e10-51bbb0627559'}]}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:34.571176 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-af540794-d0cc-48d8-9b48-c43f3cdd0f78 None None] For port dec07273-77e6-4820-9dda-102cd4e39095, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=dec07273-77e6-4820-9dda-102cd4e39095,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:34.571805 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-b21ef11d-ed54-43f6-8308-c0e0cc1e03f3 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0cfacaf78696422e8ffa8119283a095a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2208107 Aug 11 02:15:34.572361 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-af540794-d0cc-48d8-9b48-c43f3cdd0f78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:34.590292 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-af540794-d0cc-48d8-9b48-c43f3cdd0f78 None None] Calling delete_port for dec07273-77e6-4820-9dda-102cd4e39095 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:34.618147 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-4955fdeb-4df6-4c92-a816-e8b5ae2985e8 service neutron] 10.222.0.50 "GET /v2.0/networks/5fe47308-1e64-4a04-9103-656b58efd77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183250 Aug 11 02:15:34.706559 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d644e565-2445-499c-8e38-fe98629c5558 None None] Sync routers for ids ['ef079d62-0933-47d4-9dd5-30bcc2918751'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:15:34.731495 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d644e565-2445-499c-8e38-fe98629c5558 None None] Routers {'ef079d62-0933-47d4-9dd5-30bcc2918751'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:15:34.732460 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d644e565-2445-499c-8e38-fe98629c5558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:15:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['ef079d62-0933-47d4-9dd5-30bcc2918751'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:34.806671 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-6826a1e8-3dd1-4ea2-82b0-53f65a2015a8 service neutron] 10.222.0.50 "GET /v2.0/networks/5fe47308-1e64-4a04-9103-656b58efd77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875446 Aug 11 02:15:34.817096 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc8aea5-5da5-4bc9-a4aa-c580ea9d593b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:34.820549 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1cc8aea5-5da5-4bc9-a4aa-c580ea9d593b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:34.829359 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-af540794-d0cc-48d8-9b48-c43f3cdd0f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:34.839973 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-21f2a816-c6cd-43e7-be63-867452a9882b None None] Provisioning for port 5eb9176f-1ed6-4f79-a75b-1c022309c059 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:34.864109 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-4e3c7326-bed9-4c0f-a08d-dcc048652449 service neutron] 10.222.0.50 "GET /v2.0/networks/79a301b6-8eb6-4684-84fd-05d6fc546709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914066 Aug 11 02:15:34.883828 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af540794-d0cc-48d8-9b48-c43f3cdd0f78 None None] Pushing event deleted for resources: {'Port': ['ID=dec07273-77e6-4820-9dda-102cd4e39095,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:34.886565 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-21f2a816-c6cd-43e7-be63-867452a9882b None None] Provisioning complete for port 5eb9176f-1ed6-4f79-a75b-1c022309c059 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:34.886947 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-21f2a816-c6cd-43e7-be63-867452a9882b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:34.927316 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73eb10e-c874-46fd-9201-349b68ed450a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Made reservation on behalf of 3f544ac306fb418fb17bb1bb0c938ed0 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:34.930668 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af540794-d0cc-48d8-9b48-c43f3cdd0f78 None None] No DVR routers for this DVR port dec07273-77e6-4820-9dda-102cd4e39095 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:15:34.932551 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d73eb10e-c874-46fd-9201-349b68ed450a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:34.939296 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-21f2a816-c6cd-43e7-be63-867452a9882b None None] Port 5eb9176f-1ed6-4f79-a75b-1c022309c059 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:34.945077 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 6ab36f1f-fa42-4458-8e5b-3533805ec440 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:15:34.957392 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-d73eb10e-c874-46fd-9201-349b68ed450a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] device_id is not set on port 6a46a20f-db43-47c2-9b7f-8cd1abe24e39 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:15:34.957750 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-d644e565-2445-499c-8e38-fe98629c5558 None None] Set router ef079d62-0933-47d4-9dd5-30bcc2918751 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:15:35.078060 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006a255d-da94-4981-84c5-2a5466bc039c None None] Network dd83919f-ff7e-4fd8-96b1-202904e5f138 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:35.225924 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-4b543926-4b57-47c3-b7c8-cee3c73e9ee7 service neutron] 10.222.0.50 "GET /v2.0/ports/54a21190-3213-4831-8458-9bdd8fb2c46c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.4183779 Aug 11 02:15:35.232080 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-14e4de85-328a-48f6-bef5-f0bd0698e528 None None] Provisioning for port ffe4abb7-ebc8-454a-916d-1b5261eeb6a6 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:35.291696 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 6ab36f1f-fa42-4458-8e5b-3533805ec440, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=6ab36f1f-fa42-4458-8e5b-3533805ec440,segment=NetworkSegment(478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8),segment_id=478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:35.307921 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ffe4abb7-ebc8-454a-916d-1b5261eeb6a6 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:35.346765 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '6ab36f1f-fa42-4458-8e5b-3533805ec440', 'network_id': '60d084ea-01f1-4906-aad5-d6c73abbe8a1', 'port_id': '6ab36f1f-fa42-4458-8e5b-3533805ec440', 'mac_address': 'fa:16:3e:db:3a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc309811-bde7-4f46-845e-f907a139b29e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:15:35.405747 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b3d94d4b-287c-4869-8fe6-4676dc0fa497 service neutron] 10.222.0.50 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734555 Aug 11 02:15:35.427381 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-6496f68d-b6c3-472d-8df8-f01fdc4de6b0 service neutron] 10.222.0.50 "GET /v2.0/networks/79a301b6-8eb6-4684-84fd-05d6fc546709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5556529 Aug 11 02:15:35.514332 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-d73eb10e-c874-46fd-9201-349b68ed450a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Allocated IP 10.1.1.111 (a22ae8f3-b76a-495f-839c-755566103de1/325640a4-d334-4da9-8e10-51bbb0627559/6a46a20f-db43-47c2-9b7f-8cd1abe24e39) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:35.565496 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1cc8aea5-5da5-4bc9-a4aa-c580ea9d593b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:35.618712 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8aea5-5da5-4bc9-a4aa-c580ea9d593b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=7b400922-b258-4287-9c98-1110a48701c8,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:35.631966 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-8b681c22-6f84-474c-9f43-eda3f505936c service neutron] 10.222.0.50 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106583 Aug 11 02:15:35.640319 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc8aea5-5da5-4bc9-a4aa-c580ea9d593b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:35.642930 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-1cc8aea5-5da5-4bc9-a4aa-c580ea9d593b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:35.676377 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abbb3f3-7c45-4cf3-8703-47f4366f8399 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:35.676908 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-11694d17-9d92-4495-8710-39ada88e0a58 service neutron] 10.222.0.50 "GET /v2.0/ports/0a38793e-41b1-4d7a-a9ec-fc766a55001c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0347338 Aug 11 02:15:35.678011 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc8aea5-5da5-4bc9-a4aa-c580ea9d593b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:35.678599 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1cc8aea5-5da5-4bc9-a4aa-c580ea9d593b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:35.713453 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1cc8aea5-5da5-4bc9-a4aa-c580ea9d593b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3443720 Aug 11 02:15:35.737871 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42540) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:35.745775 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-b3624241-8f2a-4a63-b6fa-5493657b8a77 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'port': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'mac_address': 'fa:16:3e:5d:9d:c9', 'name': 'tempest-NetworksTestDHCPv6-1489966057'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:35.751500 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:35.789699 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab36f1f-fa42-4458-8e5b-3533805ec440 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:35.815452 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port ffe4abb7-ebc8-454a-916d-1b5261eeb6a6 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:35.849213 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port ffe4abb7-ebc8-454a-916d-1b5261eeb6a6 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:35.849562 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:35.856290 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 6ab36f1f-fa42-4458-8e5b-3533805ec440, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=6ab36f1f-fa42-4458-8e5b-3533805ec440,segment=NetworkSegment(478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8),segment_id=478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:35.869161 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-7c6deff4-6160-4de5-a6c6-55588e243bf6 service neutron] 10.222.0.50 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837878 Aug 11 02:15:35.880103 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8654da-784a-4507-85d0-4f84516fa3bd req-7a542fbc-ffe0-45c4-9005-04e57e3c2a22 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:35.887253 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:35.892806 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2a8654da-784a-4507-85d0-4f84516fa3bd req-7a542fbc-ffe0-45c4-9005-04e57e3c2a22 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=89c87264-e4f3-492d-94d4-66ae0ee70130 HTTP/1.1" status: 200 len: 946 time: 0.2521024 Aug 11 02:15:35.918601 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d73eb10e-c874-46fd-9201-349b68ed450a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:35.960504 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-d73eb10e-c874-46fd-9201-349b68ed450a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Transition to ACTIVE for port object 6a46a20f-db43-47c2-9b7f-8cd1abe24e39 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:35.975492 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3624241-8f2a-4a63-b6fa-5493657b8a77 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:35.981167 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d644e565-2445-499c-8e38-fe98629c5558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'name': 'tempest-AttachVolumeShelveTestJSON-1641083083-router', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:15:17Z', 'updated_at': '2021-08-11T02:15:31Z', 'revision_number': 4, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'gw_port': {'id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:20Z', 'updated_at': '2021-08-11T02:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'ab34cb1f-13a6-4106-9afa-81664ea77706', 'name': '', 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'mac_address': 'fa:16:3e:d5:62:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:28Z', 'updated_at': '2021-08-11T02:15:32Z', 'revision_number': 2, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'subnets': [{'id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:35.993805 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2a8654da-784a-4507-85d0-4f84516fa3bd req-cf66fd3c-04c1-4eda-b55f-4691872fbab4 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936368 Aug 11 02:15:36.015719 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d644e565-2445-499c-8e38-fe98629c5558 None None] Checking router: ef079d62-0933-47d4-9dd5-30bcc2918751 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:15:36.016091 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d644e565-2445-499c-8e38-fe98629c5558 None None] Updating router ef079d62-0933-47d4-9dd5-30bcc2918751 port ab34cb1f-13a6-4106-9afa-81664ea77706 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:15:36.065165 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d73eb10e-c874-46fd-9201-349b68ed450a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:36.109949 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-e60bc837-5209-4f04-95ba-a005288281ef service neutron] 10.222.0.50 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213778 Aug 11 02:15:36.117547 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042d1412-1f04-4d82-8da6-100eab194fac x-openstack-request-id: req-042d1412-1f04-4d82-8da6-100eab194fac {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:36.117835 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c87264-e4f3-492d-94d4-66ae0ee70130", "name": "network-vif-plugged", "status": "completed", "tag": "7123ad39-b8ea-4575-bf5c-b8770fc818ee", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:36.118091 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-042d1412-1f04-4d82-8da6-100eab194fac {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:36.118494 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c87264-e4f3-492d-94d4-66ae0ee70130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7123ad39-b8ea-4575-bf5c-b8770fc818ee', 'code': 200} Aug 11 02:15:36.128120 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d644e565-2445-499c-8e38-fe98629c5558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:36.157443 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73eb10e-c874-46fd-9201-349b68ed450a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Pushing event updated for resources: {'Port': ['ID=6a46a20f-db43-47c2-9b7f-8cd1abe24e39,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:36.160583 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['6ab36f1f-fa42-4458-8e5b-3533805ec440'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:36.197251 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1189bafd-fcb0-484a-98b6-e564982718c2 req-77344cbd-ba54-4cef-9a3c-757c1304778f tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] 10.222.0.50 "GET /v2.0/security-group-rules/ac9c5bbe-313f-4045-8c90-e220ec754696 HTTP/1.1" status: 200 len: 778 time: 0.0423353 Aug 11 02:15:36.220090 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73eb10e-c874-46fd-9201-349b68ed450a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Network a22ae8f3-b76a-495f-839c-755566103de1 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:36.224244 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-d73eb10e-c874-46fd-9201-349b68ed450a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:36.228105 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73eb10e-c874-46fd-9201-349b68ed450a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:36.243972 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device b6d7e105-b3f0-4133-ae18-653cb3a38871 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:36.246429 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 1b74260a-9d2e-47b5-9353-6aaccaa4813e details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:15:36.248768 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=6ab36f1f-fa42-4458-8e5b-3533805ec440,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:36.251598 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b3624241-8f2a-4a63-b6fa-5493657b8a77 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:36.278980 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae45549-81dc-496b-807e-4a39864cb2ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-abfe629d-e2ef-4da1-94ab-4576283f6a78', 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'fixed_ips': [{'subnet_id': '7b400922-b258-4287-9c98-1110a48701c8'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:15:36.280351 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fae45549-81dc-496b-807e-4a39864cb2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:36.314883 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03549b7-0e4c-44d5-89ae-9ed2669a678b req-425fb646-a8ac-44af-95c7-906869da0c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:36.316670 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d03549b7-0e4c-44d5-89ae-9ed2669a678b req-425fb646-a8ac-44af-95c7-906869da0c74 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=89c87264-e4f3-492d-94d4-66ae0ee70130 HTTP/1.1" status: 200 len: 1098 time: 0.1442251 Aug 11 02:15:36.323659 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-b3624241-8f2a-4a63-b6fa-5493657b8a77 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] device_id is not set on port fbe55993-073e-45c6-a5a7-fd6aa35153a7 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:15:36.338603 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1189bafd-fcb0-484a-98b6-e564982718c2 req-a7b9c07c-ef79-4b9f-972a-27160ce7a255 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] 10.222.0.50 "GET /v2.0/security-groups/52e3dcdd-d552-4bc2-81a2-c18f4d37407c HTTP/1.1" status: 200 len: 2409 time: 0.1400290 Aug 11 02:15:36.361288 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73eb10e-c874-46fd-9201-349b68ed450a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:36.361889 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d73eb10e-c874-46fd-9201-349b68ed450a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:36.393305 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1189bafd-fcb0-484a-98b6-e564982718c2 req-1774ca66-340c-4408-9bb8-56e1f87d1a9c tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:36.405231 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1189bafd-fcb0-484a-98b6-e564982718c2 req-1774ca66-340c-4408-9bb8-56e1f87d1a9c tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:36.417173 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-8d82b2e7-ba57-46ac-b3d7-2926befd2084 service neutron] 10.222.0.50 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896793 Aug 11 02:15:36.420912 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d73eb10e-c874-46fd-9201-349b68ed450a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9315362 Aug 11 02:15:36.445506 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d03549b7-0e4c-44d5-89ae-9ed2669a678b req-d0c7f1fa-fa1b-471b-913f-6547b65e5315 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167722 Aug 11 02:15:36.452874 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1189bafd-fcb0-484a-98b6-e564982718c2 req-1774ca66-340c-4408-9bb8-56e1f87d1a9c tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:36.468058 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:36.468767 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1189bafd-fcb0-484a-98b6-e564982718c2 req-1774ca66-340c-4408-9bb8-56e1f87d1a9c tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:36.481520 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1189bafd-fcb0-484a-98b6-e564982718c2 req-1774ca66-340c-4408-9bb8-56e1f87d1a9c tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/ac9c5bbe-313f-4045-8c90-e220ec754696 HTTP/1.1" status: 204 len: 173 time: 0.1419055 Aug 11 02:15:36.482412 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774ca66-340c-4408-9bb8-56e1f87d1a9c tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac9c5bbe-313f-4045-8c90-e220ec754696,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:36.520259 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port ffe4abb7-ebc8-454a-916d-1b5261eeb6a6, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=ffe4abb7-ebc8-454a-916d-1b5261eeb6a6,segment=NetworkSegment(c2e8159c-d990-439a-8147-40324f3e05e5),segment_id=c2e8159c-d990-439a-8147-40324f3e05e5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:36.589331 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-b3624241-8f2a-4a63-b6fa-5493657b8a77 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Allocated IP 2001:db8::f (abfe629d-e2ef-4da1-94ab-4576283f6a78/7b400922-b258-4287-9c98-1110a48701c8/fbe55993-073e-45c6-a5a7-fd6aa35153a7) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:36.605398 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142b6e3-5df3-425c-8132-a56d8c44531d req-bd1b940d-f246-4640-8737-d4b1c2bca6da tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:36.627441 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3142b6e3-5df3-425c-8132-a56d8c44531d req-bd1b940d-f246-4640-8737-d4b1c2bca6da tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4f4b0b8-4190-4eec-9b00-b587f0e3a59f HTTP/1.1" status: 200 len: 943 time: 0.0945890 Aug 11 02:15:36.632122 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-d73cc792-1591-42e7-b272-5c69db50ed19 service neutron] 10.222.0.50 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137125 Aug 11 02:15:36.668442 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:36.669247 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 96509f72-ee82-4c07-b82e-ccab7c3bd535 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:36.678371 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3142b6e3-5df3-425c-8132-a56d8c44531d req-cc38d43d-3b23-4170-9381-2f7383d1df2b tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/security-groups?id=092a1b70-b4f9-412e-96bf-10682d8834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494812 Aug 11 02:15:36.785397 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5436fc5f-e722-493d-a83b-2c5fcb45f8c3 None None] Provisioning complete for port ffe4abb7-ebc8-454a-916d-1b5261eeb6a6 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:36.785923 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5436fc5f-e722-493d-a83b-2c5fcb45f8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:36.800088 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f985ef90-0d85-43ae-bf7e-55f4eb6a2058 service neutron] 10.222.0.50 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669395 Aug 11 02:15:36.925292 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b3624241-8f2a-4a63-b6fa-5493657b8a77 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:36.956377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-b3624241-8f2a-4a63-b6fa-5493657b8a77 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Transition to ACTIVE for port object fbe55993-073e-45c6-a5a7-fd6aa35153a7 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:36.974259 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 1b74260a-9d2e-47b5-9353-6aaccaa4813e, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=1b74260a-9d2e-47b5-9353-6aaccaa4813e,segment=NetworkSegment(478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8),segment_id=478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:36.980053 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-04eda912-5f33-4ca4-949b-fcd40625a3c1 service neutron] 10.222.0.50 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637192 Aug 11 02:15:36.995469 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port b6d7e105-b3f0-4133-ae18-653cb3a38871 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:37.031219 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '1b74260a-9d2e-47b5-9353-6aaccaa4813e', 'network_id': '60d084ea-01f1-4906-aad5-d6c73abbe8a1', 'port_id': '1b74260a-9d2e-47b5-9353-6aaccaa4813e', 'mac_address': 'fa:16:3e:91:18:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc309811-bde7-4f46-845e-f907a139b29e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:15:37.033837 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port b6d7e105-b3f0-4133-ae18-653cb3a38871 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:37.034219 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.047207 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=ffe4abb7-ebc8-454a-916d-1b5261eeb6a6,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:37.129791 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 96509f72-ee82-4c07-b82e-ccab7c3bd535 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:37.130304 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.203300 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42558) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:37.209554 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-e70846c4-d2f2-41d4-9299-1b0ffb76c0da tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Request body: {'security_group': {'name': 'tempest-securitygroup--698415238', 'description': 'tempest-description--1570692534'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:37.233302 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b3624241-8f2a-4a63-b6fa-5493657b8a77 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.240670 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.269458 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e70846c4-d2f2-41d4-9299-1b0ffb76c0da tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.291740 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3624241-8f2a-4a63-b6fa-5493657b8a77 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:37.300434 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-58526b1e-f550-4f2d-ae34-245aa31e2fa3 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:37.302307 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-58526b1e-f550-4f2d-ae34-245aa31e2fa3 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.66 "GET /v2.0/networks?id=79a301b6-8eb6-4684-84fd-05d6fc546709 HTTP/1.1" status: 200 len: 813 time: 0.2954907 Aug 11 02:15:37.329467 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-b3624241-8f2a-4a63-b6fa-5493657b8a77 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:37.332520 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3624241-8f2a-4a63-b6fa-5493657b8a77 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:37.340145 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3624241-8f2a-4a63-b6fa-5493657b8a77 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:37.340774 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b74260a-9d2e-47b5-9353-6aaccaa4813e {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:37.340922 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b3624241-8f2a-4a63-b6fa-5493657b8a77 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.346298 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-975f5e08-43fe-491d-a561-a0dcb42d4483 req-d56a69c1-ed99-49ee-988b-1989502dd515 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3 HTTP/1.1" status: 200 len: 210 time: 0.0725043 Aug 11 02:15:37.366192 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-3a7af12b-271c-4b3f-a0af-a2647414786a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Request body: {'port': {'device_id': '69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3', 'network_id': '79a301b6-8eb6-4684-84fd-05d6fc546709', 'admin_state_up': True, 'tenant_id': '0cfacaf78696422e8ffa8119283a095a'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:37.410411 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-fae45549-81dc-496b-807e-4a39864cb2ce None None] Allocated IP 2001:db8::2 (abfe629d-e2ef-4da1-94ab-4576283f6a78/7b400922-b258-4287-9c98-1110a48701c8/5698fa45-1b3a-42db-b22f-b4a7deb99de6) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:37.452213 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3624241-8f2a-4a63-b6fa-5493657b8a77 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Port': ['ID=fbe55993-073e-45c6-a5a7-fd6aa35153a7,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:37.454336 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 1b74260a-9d2e-47b5-9353-6aaccaa4813e, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=1b74260a-9d2e-47b5-9353-6aaccaa4813e,segment=NetworkSegment(478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8),segment_id=478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:37.464608 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-283befb3-d12b-4b07-9d8f-5d4c3a125123 service neutron] 10.222.0.50 "GET /v2.0/networks/2c433229-6c79-4510-a34a-8c4278ec5b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587896 Aug 11 02:15:37.473733 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e70846c4-d2f2-41d4-9299-1b0ffb76c0da tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.479388 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e70846c4-d2f2-41d4-9299-1b0ffb76c0da tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.511443 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.526935 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d644e565-2445-499c-8e38-fe98629c5558 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.527137 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e70846c4-d2f2-41d4-9299-1b0ffb76c0da tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.533624 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e70846c4-d2f2-41d4-9299-1b0ffb76c0da tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3291628 Aug 11 02:15:37.534367 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42560) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:37.538280 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70846c4-d2f2-41d4-9299-1b0ffb76c0da tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd798ebc-2651-4962-bd9a-6b55c45b4dd3,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:37.543982 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-78e5f92b-ce9b-4e03-a244-656c8be12038 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Request body: {'security_group_rule': {'security_group_id': 'bd798ebc-2651-4962-bd9a-6b55c45b4dd3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:37.564267 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-538dbf32-a313-4b34-b155-1e2acd9dcc9f None None] Provisioning for port 6a46a20f-db43-47c2-9b7f-8cd1abe24e39 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:37.584482 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b3624241-8f2a-4a63-b6fa-5493657b8a77 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8455641 Aug 11 02:15:37.584814 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-78e5f92b-ce9b-4e03-a244-656c8be12038 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.588116 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42562) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:37.610219 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-538dbf32-a313-4b34-b155-1e2acd9dcc9f None None] Provisioning complete for port 6a46a20f-db43-47c2-9b7f-8cd1abe24e39 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:37.610577 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-538dbf32-a313-4b34-b155-1e2acd9dcc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.612231 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.614867 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d644e565-2445-499c-8e38-fe98629c5558 None None] Transition to ACTIVE for port object ab34cb1f-13a6-4106-9afa-81664ea77706 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:37.641167 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-6bfaee15-afa9-4912-992b-4eb6a5669b12 service neutron] 10.222.0.50 "GET /v2.0/networks/2c433229-6c79-4510-a34a-8c4278ec5b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463556 Aug 11 02:15:37.670729 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d644e565-2445-499c-8e38-fe98629c5558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.722849 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-78e5f92b-ce9b-4e03-a244-656c8be12038 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.740318 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab4c045-69a9-40fe-92f3-421f9cc1d28f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:37.742825 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6ab4c045-69a9-40fe-92f3-421f9cc1d28f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1516600 Aug 11 02:15:37.744624 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-78e5f92b-ce9b-4e03-a244-656c8be12038 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.746534 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42566) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:37.750255 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b5ed8e4b-324d-4180-818e-5092bef83013 service neutron] 10.222.0.50 "GET /v2.0/networks/2c433229-6c79-4510-a34a-8c4278ec5b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993927 Aug 11 02:15:37.757515 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-3a7af12b-271c-4b3f-a0af-a2647414786a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Made reservation on behalf of 0cfacaf78696422e8ffa8119283a095a for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:37.761842 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-3a7af12b-271c-4b3f-a0af-a2647414786a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.823689 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-78e5f92b-ce9b-4e03-a244-656c8be12038 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.828024 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-78e5f92b-ce9b-4e03-a244-656c8be12038 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2911232 Aug 11 02:15:37.835016 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42568) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:37.843104 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-8c899806-0bf3-476d-a038-a17091cb3f87 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Request body: {'security_group_rule': {'security_group_id': 'bd798ebc-2651-4962-bd9a-6b55c45b4dd3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:37.852924 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5f92b-ce9b-4e03-a244-656c8be12038 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fbf8022-ff86-4669-ba14-e1b1f1ad4af2,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:37.862980 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['1b74260a-9d2e-47b5-9353-6aaccaa4813e'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:37.871843 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device dec07273-77e6-4820-9dda-102cd4e39095 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:15:37.876724 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42570) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:37.890220 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-8f76044f-78bd-47a7-9da2-f3e5dcb93c07 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1044076502', 'description': 'tempest-description--756787658'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:37.911628 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-5e7de068-48b8-42f9-8c3a-85d36f0d713d req-11584159-9e7f-4101-9576-8f255509d114 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1743551292', 'description': 'tempest-description-1511345127'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:37.930667 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=1b74260a-9d2e-47b5-9353-6aaccaa4813e,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:37.939121 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8c899806-0bf3-476d-a038-a17091cb3f87 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.945691 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: dec07273-77e6-4820-9dda-102cd4e39095 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:15:37.945907 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device dec07273-77e6-4820-9dda-102cd4e39095 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:15:37.947124 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-538dbf32-a313-4b34-b155-1e2acd9dcc9f None None] Port 6a46a20f-db43-47c2-9b7f-8cd1abe24e39 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:37.988997 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port b6d7e105-b3f0-4133-ae18-653cb3a38871, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b6d7e105-b3f0-4133-ae18-653cb3a38871,segment=NetworkSegment(478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8),segment_id=478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:38.000561 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-a347e09a-ef40-4bfe-b0cd-c57c1cb44a37 service neutron] 10.222.0.50 "GET /v2.0/networks/2c433229-6c79-4510-a34a-8c4278ec5b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224844 Aug 11 02:15:38.014068 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8f76044f-78bd-47a7-9da2-f3e5dcb93c07 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.016911 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.038157 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-3a7af12b-271c-4b3f-a0af-a2647414786a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Allocated IP 172.20.0.12 (79a301b6-8eb6-4684-84fd-05d6fc546709/025e1ca0-7884-4b5a-921c-958f38e3c6f7/690bbc53-f3db-4498-b12d-5eb8eb7e60b7) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:38.096605 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-06a8dd8b-d439-463c-8e89-de5161a5ad76 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting port fbe55993-073e-45c6-a5a7-fd6aa35153a7 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:38.096818 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-06a8dd8b-d439-463c-8e89-de5161a5ad76 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.106552 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5e7de068-48b8-42f9-8c3a-85d36f0d713d req-11584159-9e7f-4101-9576-8f255509d114 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.132236 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e8fd2-2751-4c65-a96e-0b747b389978 None None] Pushing event updated for resources: {'Port': ['ID=ab34cb1f-13a6-4106-9afa-81664ea77706,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:38.134669 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e776b6a5-f553-4315-9f48-d8da31bbc0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d7e105-b3f0-4133-ae18-653cb3a38871'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:38.137173 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b0aaea-312b-4370-95ed-9060161e1906" -d '{"events": [{"server_uuid": "e776b6a5-f553-4315-9f48-d8da31bbc0ea", "name": "network-vif-plugged", "status": "completed", "tag": "b6d7e105-b3f0-4133-ae18-653cb3a38871"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:38.153811 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ffe4abb7-ebc8-454a-916d-1b5261eeb6a6 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:38.203043 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8c899806-0bf3-476d-a038-a17091cb3f87 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.215489 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8c899806-0bf3-476d-a038-a17091cb3f87 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.270496 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c899806-0bf3-476d-a038-a17091cb3f87 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d3d6fc-aa85-4c98-a401-cc30a9e20ca4,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:38.299158 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fae45549-81dc-496b-807e-4a39864cb2ce None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.302506 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-06a8dd8b-d439-463c-8e89-de5161a5ad76 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.318075 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d644e565-2445-499c-8e38-fe98629c5558 None None] Attempting to bind port ab34cb1f-13a6-4106-9afa-81664ea77706 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:38.318466 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d644e565-2445-499c-8e38-fe98629c5558 None None] Attempting to bind port ab34cb1f-13a6-4106-9afa-81664ea77706 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'f26ba00b-86b6-4205-9899-8431f69e5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:38.318767 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-06a8dd8b-d439-463c-8e89-de5161a5ad76 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Calling delete_port for fbe55993-073e-45c6-a5a7-fd6aa35153a7 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:38.318895 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d644e565-2445-499c-8e38-fe98629c5558 None None] Attempting to bind port ab34cb1f-13a6-4106-9afa-81664ea77706 on network 2564e31e-dea6-46ca-b2de-bf165812396f {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:38.352383 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d644e565-2445-499c-8e38-fe98629c5558 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:38.352744 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d644e565-2445-499c-8e38-fe98629c5558 None None] Checking segment: {'id': 'f26ba00b-86b6-4205-9899-8431f69e5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:38.353144 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d644e565-2445-499c-8e38-fe98629c5558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.353728 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d644e565-2445-499c-8e38-fe98629c5558 None None] Bound using segment: {'id': 'f26ba00b-86b6-4205-9899-8431f69e5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:38.354357 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d644e565-2445-499c-8e38-fe98629c5558 None None] Bound port: ab34cb1f-13a6-4106-9afa-81664ea77706, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f26ba00b-86b6-4205-9899-8431f69e5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:38.354733 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d644e565-2445-499c-8e38-fe98629c5558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.356542 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=b6d7e105-b3f0-4133-ae18-653cb3a38871,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:38.358854 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8f76044f-78bd-47a7-9da2-f3e5dcb93c07 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.361028 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fae45549-81dc-496b-807e-4a39864cb2ce None None] Transition to ACTIVE for port object 5698fa45-1b3a-42db-b22f-b4a7deb99de6 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:38.373098 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8f76044f-78bd-47a7-9da2-f3e5dcb93c07 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.425909 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76044f-78bd-47a7-9da2-f3e5dcb93c07 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3511bb-15f1-4c41-a90c-1bd0e06285c1,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:38.436980 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fae45549-81dc-496b-807e-4a39864cb2ce None None] Transition to ACTIVE for port object 5698fa45-1b3a-42db-b22f-b4a7deb99de6 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:38.454358 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-3a7af12b-271c-4b3f-a0af-a2647414786a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.456043 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port ffe4abb7-ebc8-454a-916d-1b5261eeb6a6 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:38.456619 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.464961 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fae45549-81dc-496b-807e-4a39864cb2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.470349 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8c899806-0bf3-476d-a038-a17091cb3f87 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.472712 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8c899806-0bf3-476d-a038-a17091cb3f87 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6334984 Aug 11 02:15:38.479508 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42586) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:38.496414 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-b2711b74-3414-4425-a700-6f7f2d1a1c07 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:38.568864 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-3a7af12b-271c-4b3f-a0af-a2647414786a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.574757 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae45549-81dc-496b-807e-4a39864cb2ce None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:38.576616 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d644e565-2445-499c-8e38-fe98629c5558 None None] For port ab34cb1f-13a6-4106-9afa-81664ea77706, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:38.602403 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-fae45549-81dc-496b-807e-4a39864cb2ce None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:38.611876 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d644e565-2445-499c-8e38-fe98629c5558 None None] For port ab34cb1f-13a6-4106-9afa-81664ea77706, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=ab34cb1f-13a6-4106-9afa-81664ea77706,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:38.612484 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae45549-81dc-496b-807e-4a39864cb2ce None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:38.615606 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5e7de068-48b8-42f9-8c3a-85d36f0d713d req-11584159-9e7f-4101-9576-8f255509d114 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.616682 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-06a8dd8b-d439-463c-8e89-de5161a5ad76 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.621981 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae45549-81dc-496b-807e-4a39864cb2ce None None] Pushing event updated for resources: {'Port': ['ID=5698fa45-1b3a-42db-b22f-b4a7deb99de6,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:38.629765 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d644e565-2445-499c-8e38-fe98629c5558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.643296 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5e7de068-48b8-42f9-8c3a-85d36f0d713d req-11584159-9e7f-4101-9576-8f255509d114 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.663209 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-3a7af12b-271c-4b3f-a0af-a2647414786a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Network 79a301b6-8eb6-4684-84fd-05d6fc546709 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:38.668928 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8f76044f-78bd-47a7-9da2-f3e5dcb93c07 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.670547 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8f76044f-78bd-47a7-9da2-f3e5dcb93c07 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7910736 Aug 11 02:15:38.677216 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42592) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:38.682661 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-81ba32f3-92ce-4bae-a550-726760381b8b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Request body: {'security_group_rule': {'security_group_id': '3e3511bb-15f1-4c41-a90c-1bd0e06285c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:38.691206 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-3a7af12b-271c-4b3f-a0af-a2647414786a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:38.693679 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-3a7af12b-271c-4b3f-a0af-a2647414786a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:38.704626 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7af12b-271c-4b3f-a0af-a2647414786a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Pushing event updated for resources: {'Port': ['ID=690bbc53-f3db-4498-b12d-5eb8eb7e60b7,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:38.719738 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-06a8dd8b-d439-463c-8e89-de5161a5ad76 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.724818 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-06a8dd8b-d439-463c-8e89-de5161a5ad76 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/fbe55993-073e-45c6-a5a7-fd6aa35153a7 HTTP/1.1" status: 204 len: 168 time: 0.9636672 Aug 11 02:15:38.727227 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8dd8b-d439-463c-8e89-de5161a5ad76 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Port': ['ID=fbe55993-073e-45c6-a5a7-fd6aa35153a7,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:38.745108 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42594) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:38.774475 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b2711b74-3414-4425-a700-6f7f2d1a1c07 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for floatingip, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.776998 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5e7de068-48b8-42f9-8c3a-85d36f0d713d req-11584159-9e7f-4101-9576-8f255509d114 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.799512 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e8fd2-2751-4c65-a96e-0b747b389978 None None] Pushing event updated for resources: {'Port': ['ID=ab34cb1f-13a6-4106-9afa-81664ea77706,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:38.811050 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-fae45549-81dc-496b-807e-4a39864cb2ce None None] Attempting to bind port 5698fa45-1b3a-42db-b22f-b4a7deb99de6 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:38.811510 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-fae45549-81dc-496b-807e-4a39864cb2ce None None] Attempting to bind port 5698fa45-1b3a-42db-b22f-b4a7deb99de6 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:38.811880 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae45549-81dc-496b-807e-4a39864cb2ce None None] Attempting to bind port 5698fa45-1b3a-42db-b22f-b4a7deb99de6 on network abfe629d-e2ef-4da1-94ab-4576283f6a78 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:38.815479 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5e7de068-48b8-42f9-8c3a-85d36f0d713d req-11584159-9e7f-4101-9576-8f255509d114 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.8977721 Aug 11 02:15:38.815653 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d644e565-2445-499c-8e38-fe98629c5558 None None] Routers {'ef079d62-0933-47d4-9dd5-30bcc2918751'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:15:38.816340 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d644e565-2445-499c-8e38-fe98629c5558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:15:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['ef079d62-0933-47d4-9dd5-30bcc2918751'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:38.821145 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11584159-9e7f-4101-9576-8f255509d114 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a58770d9-95f5-4e02-8ed6-23924f557716,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:38.873532 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae45549-81dc-496b-807e-4a39864cb2ce None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:38.874125 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae45549-81dc-496b-807e-4a39864cb2ce None None] Checking segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:38.874324 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fae45549-81dc-496b-807e-4a39864cb2ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.874680 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae45549-81dc-496b-807e-4a39864cb2ce None None] Bound using segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:38.875168 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-fae45549-81dc-496b-807e-4a39864cb2ce None None] Bound port: 5698fa45-1b3a-42db-b22f-b4a7deb99de6, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:38.875639 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fae45549-81dc-496b-807e-4a39864cb2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.903827 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-3a7af12b-271c-4b3f-a0af-a2647414786a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:38.905143 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-3a7af12b-271c-4b3f-a0af-a2647414786a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.926124 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e9a44c-e896-484c-afb9-3675f3978d25 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:38.927782 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e9a44c-e896-484c-afb9-3675f3978d25 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:38.932180 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-20e9a44c-e896-484c-afb9-3675f3978d25 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1831264 Aug 11 02:15:38.933756 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42602) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:38.951667 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-81ba32f3-92ce-4bae-a550-726760381b8b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.959766 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 6ab36f1f-fa42-4458-8e5b-3533805ec440 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:38.982131 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-3a7af12b-271c-4b3f-a0af-a2647414786a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6276817 Aug 11 02:15:38.983787 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c97ee8-5853-421e-98fa-c78a7332eddb req-3af0f35d-409a-4e35-b9e4-8bf02fb62e46 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:38.985463 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-55c97ee8-5853-421e-98fa-c78a7332eddb req-3af0f35d-409a-4e35-b9e4-8bf02fb62e46 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=89c87264-e4f3-492d-94d4-66ae0ee70130 HTTP/1.1" status: 200 len: 946 time: 0.0675156 Aug 11 02:15:39.009764 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-ae574731-2515-4449-a55b-b6b55373daa8 service neutron] Request body: {'port': {'device_id': '69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:39.068057 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-55c97ee8-5853-421e-98fa-c78a7332eddb req-06de00f1-9e72-4a04-bd5e-0f3f0a4ee7d6 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751593 Aug 11 02:15:39.113347 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fae45549-81dc-496b-807e-4a39864cb2ce None None] For port 5698fa45-1b3a-42db-b22f-b4a7deb99de6, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:39.121021 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-ae574731-2515-4449-a55b-b6b55373daa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:39.151343 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fae45549-81dc-496b-807e-4a39864cb2ce None None] For port 5698fa45-1b3a-42db-b22f-b4a7deb99de6, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5698fa45-1b3a-42db-b22f-b4a7deb99de6,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:39.156346 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602a951e-1e01-42c1-becb-138c6bd5a6cf x-openstack-request-id: req-602a951e-1e01-42c1-becb-138c6bd5a6cf {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:39.156898 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e776b6a5-f553-4315-9f48-d8da31bbc0ea", "name": "network-vif-plugged", "status": "completed", "tag": "b6d7e105-b3f0-4133-ae18-653cb3a38871", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:39.157206 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-602a951e-1e01-42c1-becb-138c6bd5a6cf {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:39.157677 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e776b6a5-f553-4315-9f48-d8da31bbc0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d7e105-b3f0-4133-ae18-653cb3a38871', 'code': 200} Aug 11 02:15:39.183707 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-81ba32f3-92ce-4bae-a550-726760381b8b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:39.187406 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fae45549-81dc-496b-807e-4a39864cb2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:39.228458 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-81ba32f3-92ce-4bae-a550-726760381b8b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:39.270140 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-d644e565-2445-499c-8e38-fe98629c5558 None None] Set router ef079d62-0933-47d4-9dd5-30bcc2918751 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:15:39.276659 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba32f3-92ce-4bae-a550-726760381b8b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a0ef11b-cf44-4714-a9bc-3df4b32a3a58,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:39.290086 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-81ba32f3-92ce-4bae-a550-726760381b8b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:39.293896 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-81ba32f3-92ce-4bae-a550-726760381b8b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6128299 Aug 11 02:15:39.298951 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c7607b-5e06-46a0-892e-9d7cb1ff2af1 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet 7b400922-b258-4287-9c98-1110a48701c8 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:15:39.301149 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42614) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:39.312008 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-c8c1f45c-5d04-45f8-890b-b32a2ef62ffa tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Request body: {'security_group_rule': {'security_group_id': '3e3511bb-15f1-4c41-a90c-1bd0e06285c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:39.314835 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba32f3-92ce-4bae-a550-726760381b8b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:39.315851 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba32f3-92ce-4bae-a550-726760381b8b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:39.316886 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba32f3-92ce-4bae-a550-726760381b8b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:39.317695 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba32f3-92ce-4bae-a550-726760381b8b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:39.318356 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba32f3-92ce-4bae-a550-726760381b8b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:39.319024 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba32f3-92ce-4bae-a550-726760381b8b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:39.319631 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba32f3-92ce-4bae-a550-726760381b8b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:39.320179 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba32f3-92ce-4bae-a550-726760381b8b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:39.320829 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba32f3-92ce-4bae-a550-726760381b8b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:39.321452 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba32f3-92ce-4bae-a550-726760381b8b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:39.322235 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba32f3-92ce-4bae-a550-726760381b8b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:39.323020 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba32f3-92ce-4bae-a550-726760381b8b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:39.331138 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-49c7607b-5e06-46a0-892e-9d7cb1ff2af1 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:39.342762 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e615b6-083b-4486-85eb-6fbe54deaa3b req-d5820471-8458-49d7-bb9d-7bb97e57f3e9 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:39.344873 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-62e615b6-083b-4486-85eb-6fbe54deaa3b req-d5820471-8458-49d7-bb9d-7bb97e57f3e9 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4f4b0b8-4190-4eec-9b00-b587f0e3a59f HTTP/1.1" status: 200 len: 944 time: 0.2251067 Aug 11 02:15:39.346642 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de2844-2874-403e-8cc7-6c9bf4c5572b req-b70068f8-8a14-467d-9372-7aa637202574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:39.348468 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a1de2844-2874-403e-8cc7-6c9bf4c5572b req-b70068f8-8a14-467d-9372-7aa637202574 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e776b6a5-f553-4315-9f48-d8da31bbc0ea HTTP/1.1" status: 200 len: 1097 time: 0.1515691 Aug 11 02:15:39.394937 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a1de2844-2874-403e-8cc7-6c9bf4c5572b req-e720307d-a28d-40ac-b8af-979386a8eff5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=092a1b70-b4f9-412e-96bf-10682d8834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347624 Aug 11 02:15:39.402492 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde50624-2181-428e-be33-b3e4fbecaf84 req-e4307074-df95-46f6-ad7f-9f47a583714f tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:39.404171 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cde50624-2181-428e-be33-b3e4fbecaf84 req-e4307074-df95-46f6-ad7f-9f47a583714f tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3 HTTP/1.1" status: 200 len: 932 time: 0.1601171 Aug 11 02:15:39.410177 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8c1f45c-5d04-45f8-890b-b32a2ef62ffa tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:39.481950 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cde50624-2181-428e-be33-b3e4fbecaf84 req-2520be81-f4db-4d86-a869-f51ab5003c12 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups?id=56ddbfec-47ca-4dbf-8c32-e787b27c9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687420 Aug 11 02:15:39.482480 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae45549-81dc-496b-807e-4a39864cb2ce None None] Pushing event updated for resources: {'Port': ['ID=5698fa45-1b3a-42db-b22f-b4a7deb99de6,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:39.519863 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 6ab36f1f-fa42-4458-8e5b-3533805ec440 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:39.536657 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 6ab36f1f-fa42-4458-8e5b-3533805ec440 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:39.539508 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:39.594067 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8c1f45c-5d04-45f8-890b-b32a2ef62ffa tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:39.604837 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8c1f45c-5d04-45f8-890b-b32a2ef62ffa tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:39.651902 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c61612fd-92f3-48ac-be57-54a7c370b0f0 req-e0f3aa58-af43-4d45-adec-9bb30048d204 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] 10.222.0.50 "GET /v2.0/security-groups/a58770d9-95f5-4e02-8ed6-23924f557716 HTTP/1.1" status: 200 len: 1815 time: 0.1182284 Aug 11 02:15:39.653667 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1f45c-5d04-45f8-890b-b32a2ef62ffa tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395027b4-7b41-4b0e-95fa-5edd0b3224d1,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:39.673459 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8c1f45c-5d04-45f8-890b-b32a2ef62ffa tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:39.678048 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c8c1f45c-5d04-45f8-890b-b32a2ef62ffa tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3713737 Aug 11 02:15:39.678214 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42622) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:39.683111 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-d345ca4e-4446-4c54-91e8-4ee2e78c3295 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:39.729135 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d644e565-2445-499c-8e38-fe98629c5558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'name': 'tempest-AttachVolumeShelveTestJSON-1641083083-router', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:15:17Z', 'updated_at': '2021-08-11T02:15:31Z', 'revision_number': 4, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'gw_port': {'id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:20Z', 'updated_at': '2021-08-11T02:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'ab34cb1f-13a6-4106-9afa-81664ea77706', 'name': '', 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'mac_address': 'fa:16:3e:d5:62:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:28Z', 'updated_at': '2021-08-11T02:15:38Z', 'revision_number': 4, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'subnets': [{'id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:39.758842 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-527af1a0-c228-40df-ad50-f45f1b43a1d8 req-e4714d1c-d304-4338-994d-56f42b76cbb9 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 210 time: 0.0521250 Aug 11 02:15:39.779774 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d345ca4e-4446-4c54-91e8-4ee2e78c3295 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:39.786323 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d644e565-2445-499c-8e38-fe98629c5558 None None] The sync data for ids ['ef079d62-0933-47d4-9dd5-30bcc2918751'] in n-d-615180-33 is: [{'id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'name': 'tempest-AttachVolumeShelveTestJSON-1641083083-router', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:15:17Z', 'updated_at': '2021-08-11T02:15:31Z', 'revision_number': 4, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'gw_port': {'id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:20Z', 'updated_at': '2021-08-11T02:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'ab34cb1f-13a6-4106-9afa-81664ea77706', 'name': '', 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'mac_address': 'fa:16:3e:d5:62:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:28Z', 'updated_at': '2021-08-11T02:15:38Z', 'revision_number': 4, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'subnets': [{'id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:15:39.787366 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:39.851977 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-62e615b6-083b-4486-85eb-6fbe54deaa3b req-fb5f94eb-b31b-4060-a2bf-1b4d6607a4b5 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/security-groups?id=092a1b70-b4f9-412e-96bf-10682d8834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809443 Aug 11 02:15:39.882213 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-49c7607b-5e06-46a0-892e-9d7cb1ff2af1 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:39.914981 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 6ab36f1f-fa42-4458-8e5b-3533805ec440, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=6ab36f1f-fa42-4458-8e5b-3533805ec440,segment=NetworkSegment(478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8),segment_id=478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:39.927781 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:40.014229 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-a5284d41-a2cc-45e9-b5a8-50c9a94b17b6 req-b4a2af84-ab52-47c4-82b3-599ebb453fd5 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1969509008', 'description': 'tempest-description-2129626245'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:40.026062 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=6ab36f1f-fa42-4458-8e5b-3533805ec440,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:40.133697 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b2711b74-3414-4425-a700-6f7f2d1a1c07 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:40.212102 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 1b74260a-9d2e-47b5-9353-6aaccaa4813e up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:40.261506 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-25cef6c1-3161-4d38-b787-fe52f494a726 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:40.275144 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-25cef6c1-3161-4d38-b787-fe52f494a726 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/networks?id=fa6d118c-1b11-471b-a79b-8ba66c683603 HTTP/1.1" status: 200 len: 806 time: 0.2254698 Aug 11 02:15:40.278009 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5698fa45-1b3a-42db-b22f-b4a7deb99de6 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:40.304193 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-b2711b74-3414-4425-a700-6f7f2d1a1c07 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Allocated IP 172.25.2.85 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/5ad7fa7a-90ae-4454-bbe6-8d5b44773946) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:40.310895 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-8942c885-6969-4ea5-be2b-9ab05db5fbbe tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/quotas/0e4e387ba25a4d14b8728f756bd278ce HTTP/1.1" status: 200 len: 375 time: 0.0347085 Aug 11 02:15:40.387235 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 5698fa45-1b3a-42db-b22f-b4a7deb99de6 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:40.393439 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ab34cb1f-13a6-4106-9afa-81664ea77706 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:40.442223 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b2711b74-3414-4425-a700-6f7f2d1a1c07 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:40.450150 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 1b74260a-9d2e-47b5-9353-6aaccaa4813e completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:40.460275 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 1b74260a-9d2e-47b5-9353-6aaccaa4813e triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:40.460666 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:40.484236 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-7e0556e2-82f3-4741-a3b9-6a8683b1d2d6 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0e4e387ba25a4d14b8728f756bd278ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1723478 Aug 11 02:15:40.540935 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a5284d41-a2cc-45e9-b5a8-50c9a94b17b6 req-b4a2af84-ab52-47c4-82b3-599ebb453fd5 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:40.545287 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port ab34cb1f-13a6-4106-9afa-81664ea77706 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:40.590205 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-49c7607b-5e06-46a0-892e-9d7cb1ff2af1 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:40.635154 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port ab34cb1f-13a6-4106-9afa-81664ea77706 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:40.635736 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:40.643697 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d345ca4e-4446-4c54-91e8-4ee2e78c3295 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:40.677852 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:40.781956 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b2711b74-3414-4425-a700-6f7f2d1a1c07 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:40.786033 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 1b74260a-9d2e-47b5-9353-6aaccaa4813e, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=1b74260a-9d2e-47b5-9353-6aaccaa4813e,segment=NetworkSegment(478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8),segment_id=478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:40.787151 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:40.811860 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:40.849001 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-49c7607b-5e06-46a0-892e-9d7cb1ff2af1 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:40.856681 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-d345ca4e-4446-4c54-91e8-4ee2e78c3295 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Allocated IP 172.25.2.16 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/e56b6ff2-4eec-4e74-9dd7-f2d11c9ae730) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:40.899007 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2711b74-3414-4425-a700-6f7f2d1a1c07 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:40.936520 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f58ea8c7-de94-4561-88cd-12d22e33e789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:40.937999 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f58ea8c7-de94-4561-88cd-12d22e33e789 service neutron] 10.222.0.73 "GET /v2.0/ports/54a21190-3213-4831-8458-9bdd8fb2c46c HTTP/1.1" status: 200 len: 1032 time: 0.0778322 Aug 11 02:15:40.953281 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port ab34cb1f-13a6-4106-9afa-81664ea77706, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=ab34cb1f-13a6-4106-9afa-81664ea77706,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:40.954493 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-49c7607b-5e06-46a0-892e-9d7cb1ff2af1 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:40.960050 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-49c7607b-5e06-46a0-892e-9d7cb1ff2af1 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/7b400922-b258-4287-9c98-1110a48701c8 HTTP/1.1" status: 204 len: 168 time: 2.0230765 Aug 11 02:15:40.970158 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=1b74260a-9d2e-47b5-9353-6aaccaa4813e,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:40.974186 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:40.986254 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42640) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:40.990451 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-b2711b74-3414-4425-a700-6f7f2d1a1c07 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:40.993634 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2711b74-3414-4425-a700-6f7f2d1a1c07 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:40.996292 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7607b-5e06-46a0-892e-9d7cb1ff2af1 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=7b400922-b258-4287-9c98-1110a48701c8,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:41.046401 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=ab34cb1f-13a6-4106-9afa-81664ea77706,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:41.057378 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-1bc46dc0-5d23-47b8-903e-4c627ae92ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:41.058509 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-1bc46dc0-5d23-47b8-903e-4c627ae92ad8 service neutron] 10.222.0.73 "GET /v2.0/ports/0a38793e-41b1-4d7a-a9ec-fc766a55001c HTTP/1.1" status: 200 len: 1031 time: 0.1027939 Aug 11 02:15:41.105431 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cc92ed04-7bed-43c7-ac92-5218c534b24c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1042850 Aug 11 02:15:41.106209 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2711b74-3414-4425-a700-6f7f2d1a1c07 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Pushing event updated for resources: {'Port': ['ID=5ad7fa7a-90ae-4454-bbe6-8d5b44773946,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:41.110775 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42642) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:41.152796 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-ae574731-2515-4449-a55b-b6b55373daa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 690bbc53-f3db-4498-b12d-5eb8eb7e60b7 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:41.157595 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a5284d41-a2cc-45e9-b5a8-50c9a94b17b6 req-b4a2af84-ab52-47c4-82b3-599ebb453fd5 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:41.159109 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8deacb-9ae0-4c2d-94a0-b937e0df8f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab36f1f-fa42-4458-8e5b-3533805ec440'}, {'server_uuid': 'e4f4b0b8-4190-4eec-9b00-b587f0e3a59f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b74260a-9d2e-47b5-9353-6aaccaa4813e'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:41.162125 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fa07b9-64b5-4795-9584-a70d51f878a5" -d '{"events": [{"server_uuid": "df8deacb-9ae0-4c2d-94a0-b937e0df8f8a", "name": "network-vif-plugged", "status": "completed", "tag": "6ab36f1f-fa42-4458-8e5b-3533805ec440"}, {"server_uuid": "e4f4b0b8-4190-4eec-9b00-b587f0e3a59f", "name": "network-vif-plugged", "status": "completed", "tag": "1b74260a-9d2e-47b5-9353-6aaccaa4813e"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:41.185119 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-ae574731-2515-4449-a55b-b6b55373daa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:41.196313 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a5284d41-a2cc-45e9-b5a8-50c9a94b17b6 req-b4a2af84-ab52-47c4-82b3-599ebb453fd5 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:41.236604 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c87ef14-4799-47c2-89b0-cc0889924b73 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:41.247602 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-ae574731-2515-4449-a55b-b6b55373daa8 service neutron] Transition to ACTIVE for port object 690bbc53-f3db-4498-b12d-5eb8eb7e60b7 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:41.289029 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2af84-ab52-47c4-82b3-599ebb453fd5 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8da997-6cf0-4638-a56c-aad94a35e41a,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:41.292640 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a5284d41-a2cc-45e9-b5a8-50c9a94b17b6 req-b4a2af84-ab52-47c4-82b3-599ebb453fd5 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:41.305390 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a5284d41-a2cc-45e9-b5a8-50c9a94b17b6 req-b4a2af84-ab52-47c4-82b3-599ebb453fd5 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.3633153 Aug 11 02:15:41.313892 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-ae574731-2515-4449-a55b-b6b55373daa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:41.316172 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-d6eac4e3-04f3-4c91-bd9a-f716b9b44227 service neutron] 10.222.0.50 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8304889 Aug 11 02:15:41.335648 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6c2d06-a647-4670-a3e9-63f46d0e829e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:41.337468 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-aa6c2d06-a647-4670-a3e9-63f46d0e829e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2169619 Aug 11 02:15:41.342774 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3b9b58cc-2941-4cab-9322-6cc6fa40555a None None] Provisioning for port 5698fa45-1b3a-42db-b22f-b4a7deb99de6 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:41.344935 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42648) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:41.359924 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3b9b58cc-2941-4cab-9322-6cc6fa40555a None None] Provisioning complete for port 5698fa45-1b3a-42db-b22f-b4a7deb99de6 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:41.362382 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3b9b58cc-2941-4cab-9322-6cc6fa40555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:41.481166 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b2711b74-3414-4425-a700-6f7f2d1a1c07 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:41.536624 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-c3570f32-b050-4699-ada4-33b2a63a7417 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:41.542312 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-c3570f32-b050-4699-ada4-33b2a63a7417 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:41.548452 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-c3570f32-b050-4699-ada4-33b2a63a7417 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:41.550040 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-c3570f32-b050-4699-ada4-33b2a63a7417 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.73 "GET /v2.0/networks?id=5fe47308-1e64-4a04-9103-656b58efd77e&id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&id=2c433229-6c79-4510-a34a-8c4278ec5b0e&id=2c433229-6c79-4510-a34a-8c4278ec5b0e HTTP/1.1" status: 200 len: 1994 time: 0.4767528 Aug 11 02:15:41.573985 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d345ca4e-4446-4c54-91e8-4ee2e78c3295 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:41.632411 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae574731-2515-4449-a55b-b6b55373daa8 service neutron] Pushing event updated for resources: {'Port': ['ID=690bbc53-f3db-4498-b12d-5eb8eb7e60b7,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:41.634703 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-ef885a18-be50-4a98-a4e9-3cc7919b4e3e service neutron] 10.222.0.50 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134141 Aug 11 02:15:41.672612 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60468ede-309b-4f8f-9ac5-0a972b43c459 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:41.674500 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-60468ede-309b-4f8f-9ac5-0a972b43c459 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3236022 Aug 11 02:15:41.679781 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d345ca4e-4446-4c54-91e8-4ee2e78c3295 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:41.682907 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42650) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:41.723050 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac392d7-44a6-4860-bac0-e518be3f6881 None None] DHCP port deletion for abfe629d-e2ef-4da1-94ab-4576283f6a78 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:15:41.723902 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b2711b74-3414-4425-a700-6f7f2d1a1c07 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:41.744705 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3b9b58cc-2941-4cab-9322-6cc6fa40555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:41.773027 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8bbea-3e2d-4a4e-b6a6-4a3a8ced5d1b req-3699fc8d-7976-4b29-817e-664595a5f8e2 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:41.781880 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-48e8bbea-3e2d-4a4e-b6a6-4a3a8ced5d1b req-3699fc8d-7976-4b29-817e-664595a5f8e2 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3 HTTP/1.1" status: 200 len: 944 time: 0.3811970 Aug 11 02:15:41.796696 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e5459091-520a-4483-ab8b-a666ea9f42ef tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1051631 Aug 11 02:15:41.796924 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-c65f2b11-76dd-409c-991a-4da100c3f96d tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9900cac277147b786c9feaddc3e5258 HTTP/1.1" status: 200 len: 380 time: 0.1578624 Aug 11 02:15:41.807969 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f8c474a6-9524-4710-a08c-a14438c91ad2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Request body: {'port': {'device_id': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'network_id': '5fe47308-1e64-4a04-9103-656b58efd77e', 'admin_state_up': True, 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'security_groups': ['6c392c7f-3c1c-485e-8d97-0c15363d3c8d']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:41.812554 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42652) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:41.838307 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-4b28af88-1446-481b-97a1-56e8a0a7503f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:41.853385 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-ae574731-2515-4449-a55b-b6b55373daa8 service neutron] Attempting to bind port 690bbc53-f3db-4498-b12d-5eb8eb7e60b7 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:41.853838 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-ae574731-2515-4449-a55b-b6b55373daa8 service neutron] Attempting to bind port 690bbc53-f3db-4498-b12d-5eb8eb7e60b7 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '19dbea17-970b-4093-9d9c-314e17b532a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '79a301b6-8eb6-4684-84fd-05d6fc546709'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:41.854344 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-ae574731-2515-4449-a55b-b6b55373daa8 service neutron] Attempting to bind port 690bbc53-f3db-4498-b12d-5eb8eb7e60b7 on network 79a301b6-8eb6-4684-84fd-05d6fc546709 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:41.884129 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-3b9b58cc-2941-4cab-9322-6cc6fa40555a None None] For port 5698fa45-1b3a-42db-b22f-b4a7deb99de6, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5698fa45-1b3a-42db-b22f-b4a7deb99de6,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:41.899772 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3b9b58cc-2941-4cab-9322-6cc6fa40555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:41.905005 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-ae574731-2515-4449-a55b-b6b55373daa8 service neutron] Port 690bbc53-f3db-4498-b12d-5eb8eb7e60b7 on network 79a301b6-8eb6-4684-84fd-05d6fc546709 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:15:41.905397 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-ae574731-2515-4449-a55b-b6b55373daa8 service neutron] Attempting to bind port 690bbc53-f3db-4498-b12d-5eb8eb7e60b7 on network 79a301b6-8eb6-4684-84fd-05d6fc546709 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:41.930104 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-48e8bbea-3e2d-4a4e-b6a6-4a3a8ced5d1b req-c2ea0371-30a0-462f-8cd3-3ec266a8015b tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups?id=56ddbfec-47ca-4dbf-8c32-e787b27c9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463578 Aug 11 02:15:41.934289 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-ae574731-2515-4449-a55b-b6b55373daa8 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:41.935037 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-ae574731-2515-4449-a55b-b6b55373daa8 service neutron] Checking segment: {'id': '19dbea17-970b-4093-9d9c-314e17b532a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '79a301b6-8eb6-4684-84fd-05d6fc546709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:41.936318 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-ae574731-2515-4449-a55b-b6b55373daa8 service neutron] Bound using segment: {'id': '19dbea17-970b-4093-9d9c-314e17b532a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '79a301b6-8eb6-4684-84fd-05d6fc546709'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:41.936883 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-ae574731-2515-4449-a55b-b6b55373daa8 service neutron] Bound port: 690bbc53-f3db-4498-b12d-5eb8eb7e60b7, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19dbea17-970b-4093-9d9c-314e17b532a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '79a301b6-8eb6-4684-84fd-05d6fc546709'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:41.937246 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-ae574731-2515-4449-a55b-b6b55373daa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:41.957885 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d345ca4e-4446-4c54-91e8-4ee2e78c3295 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:41.975605 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-2ac392d7-44a6-4860-bac0-e518be3f6881 None None] Deleting port 5698fa45-1b3a-42db-b22f-b4a7deb99de6 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:41.975605 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2ac392d7-44a6-4860-bac0-e518be3f6881 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:42.024479 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-d345ca4e-4446-4c54-91e8-4ee2e78c3295 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:42.027171 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345ca4e-4446-4c54-91e8-4ee2e78c3295 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Pushing event updated for resources: {'Port': ['ID=e56b6ff2-4eec-4e74-9dd7-f2d11c9ae730,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:42.069552 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d345ca4e-4446-4c54-91e8-4ee2e78c3295 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:42.095142 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1c52ee65-1055-4763-a0ea-990566077449 req-2864af89-530c-4aef-b229-d9e6bc7e435c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 210 time: 0.0886881 Aug 11 02:15:42.124442 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b58cc-2941-4cab-9322-6cc6fa40555a None None] Pushing event updated for resources: {'Port': ['ID=5698fa45-1b3a-42db-b22f-b4a7deb99de6,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:42.148919 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ab34cb1f-13a6-4106-9afa-81664ea77706 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:42.177790 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-2ac392d7-44a6-4860-bac0-e518be3f6881 None None] For port 5698fa45-1b3a-42db-b22f-b4a7deb99de6, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5698fa45-1b3a-42db-b22f-b4a7deb99de6,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:42.180735 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2ac392d7-44a6-4860-bac0-e518be3f6881 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:42.221313 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40992cea-1d0e-4619-8957-6c83d0651df0 x-openstack-request-id: req-40992cea-1d0e-4619-8957-6c83d0651df0 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:42.222001 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8deacb-9ae0-4c2d-94a0-b937e0df8f8a", "name": "network-vif-plugged", "status": "completed", "tag": "6ab36f1f-fa42-4458-8e5b-3533805ec440", "code": 200}, {"server_uuid": "e4f4b0b8-4190-4eec-9b00-b587f0e3a59f", "name": "network-vif-plugged", "status": "completed", "tag": "1b74260a-9d2e-47b5-9353-6aaccaa4813e", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:42.222765 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-40992cea-1d0e-4619-8957-6c83d0651df0 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:42.224133 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8deacb-9ae0-4c2d-94a0-b937e0df8f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab36f1f-fa42-4458-8e5b-3533805ec440', 'code': 200} Aug 11 02:15:42.225189 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f4b0b8-4190-4eec-9b00-b587f0e3a59f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b74260a-9d2e-47b5-9353-6aaccaa4813e', 'code': 200} Aug 11 02:15:42.234566 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-2ac392d7-44a6-4860-bac0-e518be3f6881 None None] Calling delete_port for 5698fa45-1b3a-42db-b22f-b4a7deb99de6 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:42.337679 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port ab34cb1f-13a6-4106-9afa-81664ea77706 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:42.338292 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:42.380240 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-ae574731-2515-4449-a55b-b6b55373daa8 service neutron] For port 690bbc53-f3db-4498-b12d-5eb8eb7e60b7, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:42.396811 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-ae574731-2515-4449-a55b-b6b55373daa8 service neutron] For port 690bbc53-f3db-4498-b12d-5eb8eb7e60b7, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=690bbc53-f3db-4498-b12d-5eb8eb7e60b7,segment=NetworkSegment(19dbea17-970b-4093-9d9c-314e17b532a2),segment_id=19dbea17-970b-4093-9d9c-314e17b532a2)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:42.402886 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2ac392d7-44a6-4860-bac0-e518be3f6881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:42.410038 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28a626-2d45-4ac4-845e-3f02e1db95eb req-0e671546-7850-4c01-a82f-964ec54844b8 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:42.412192 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9f28a626-2d45-4ac4-845e-3f02e1db95eb req-0e671546-7850-4c01-a82f-964ec54844b8 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4f4b0b8-4190-4eec-9b00-b587f0e3a59f HTTP/1.1" status: 200 len: 945 time: 0.2937331 Aug 11 02:15:42.428284 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-ae574731-2515-4449-a55b-b6b55373daa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:42.450265 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-ae574731-2515-4449-a55b-b6b55373daa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:42.452425 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-ae574731-2515-4449-a55b-b6b55373daa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:42.454990 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-ae574731-2515-4449-a55b-b6b55373daa8 service neutron] 10.222.0.66 "PUT /v2.0/ports/690bbc53-f3db-4498-b12d-5eb8eb7e60b7 HTTP/1.1" status: 200 len: 1093 time: 3.4559064 Aug 11 02:15:42.457696 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac392d7-44a6-4860-bac0-e518be3f6881 None None] No DVR routers for this DVR port 5698fa45-1b3a-42db-b22f-b4a7deb99de6 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:15:42.461398 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac392d7-44a6-4860-bac0-e518be3f6881 None None] Pushing event deleted for resources: {'Port': ['ID=5698fa45-1b3a-42db-b22f-b4a7deb99de6,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:42.515448 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f7900a86-94d0-46df-b778-cc21d0318999 req-f2c646bd-f533-4f0e-80f6-d35a14ed5996 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] 10.222.0.50 "GET /v2.0/security-groups/6d8da997-6cf0-4638-a56c-aad94a35e41a HTTP/1.1" status: 200 len: 1815 time: 0.2547355 Aug 11 02:15:42.515668 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3', 'tag': '690bbc53-f3db-4498-b12d-5eb8eb7e60b7'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:42.518497 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf2249d-7bac-4f90-b173-4b500bf0de38" -d '{"events": [{"name": "network-changed", "server_uuid": "69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3", "tag": "690bbc53-f3db-4498-b12d-5eb8eb7e60b7"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:42.533516 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b28af88-1446-481b-97a1-56e8a0a7503f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:42.543656 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4b28af88-1446-481b-97a1-56e8a0a7503f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:42.596745 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ce031-7ad9-4f34-8345-2bffdaead86b req-643da32b-37d3-419f-beb5-fab3f5d3b7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:42.597539 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-174ce031-7ad9-4f34-8345-2bffdaead86b req-643da32b-37d3-419f-beb5-fab3f5d3b7f3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e4f4b0b8-4190-4eec-9b00-b587f0e3a59f HTTP/1.1" status: 200 len: 1097 time: 0.2826970 Aug 11 02:15:42.642480 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9f28a626-2d45-4ac4-845e-3f02e1db95eb req-5e41ba69-f76c-4073-8528-d1c117075be3 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/security-groups?id=092a1b70-b4f9-412e-96bf-10682d8834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155316 Aug 11 02:15:42.644611 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b2711b74-3414-4425-a700-6f7f2d1a1c07 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:42.679003 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5698fa45-1b3a-42db-b22f-b4a7deb99de6 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:15:42.700033 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b2711b74-3414-4425-a700-6f7f2d1a1c07 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:42.712563 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 5698fa45-1b3a-42db-b22f-b4a7deb99de6 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:15:42.713267 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5698fa45-1b3a-42db-b22f-b4a7deb99de6 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:15:42.722617 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae574731-2515-4449-a55b-b6b55373daa8 service neutron] Pushing event updated for resources: {'Port': ['ID=690bbc53-f3db-4498-b12d-5eb8eb7e60b7,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:42.753425 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-1c555059-4bda-4e01-ad08-a26628d7604c req-bc4ac974-67eb-4288-baba-33736ac7c70a tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1794558032', 'description': 'tempest-description-1523380626'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:42.761540 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-154f7a6f-d1e5-4c6e-bbd9-c69ec1664d27 req-c0d4dd5b-4389-4384-8972-0c89260d6958 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=f170428c-721d-4192-86aa-bd86fb8de842 HTTP/1.1" status: 200 len: 210 time: 0.1663439 Aug 11 02:15:42.784937 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d345ca4e-4446-4c54-91e8-4ee2e78c3295 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:42.814808 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db386e2e-08c5-4e90-adeb-2c91cb4f222c req-7db96812-b30e-4a6c-b834-144b8eb3c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:42.816436 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-db386e2e-08c5-4e90-adeb-2c91cb4f222c req-7db96812-b30e-4a6c-b834-144b8eb3c469 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=df8deacb-9ae0-4c2d-94a0-b937e0df8f8a HTTP/1.1" status: 200 len: 1097 time: 0.4680135 Aug 11 02:15:42.834280 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f8c474a6-9524-4710-a08c-a14438c91ad2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Made reservation on behalf of b9900cac277147b786c9feaddc3e5258 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:42.838363 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f8c474a6-9524-4710-a08c-a14438c91ad2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:42.842977 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-eaf7a550-0978-4c3a-b614-4252b9f17ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:42.845185 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-eaf7a550-0978-4c3a-b614-4252b9f17ab5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0cfacaf78696422e8ffa8119283a095a&device_id=69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3 HTTP/1.1" status: 200 len: 1096 time: 0.3090620 Aug 11 02:15:42.847643 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d723ab54-887f-449b-8cd9-d058e9209212 x-openstack-request-id: req-d723ab54-887f-449b-8cd9-d058e9209212 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:42.847643 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3", "tag": "690bbc53-f3db-4498-b12d-5eb8eb7e60b7", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:42.847907 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d723ab54-887f-449b-8cd9-d058e9209212 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:42.848405 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3', 'tag': '690bbc53-f3db-4498-b12d-5eb8eb7e60b7', 'status': 'completed', 'code': 200} Aug 11 02:15:42.915639 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-db871fac-dd44-48f5-a120-3222dfd96bb6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=690bbc53-f3db-4498-b12d-5eb8eb7e60b7 HTTP/1.1" status: 200 len: 217 time: 0.0596380 Aug 11 02:15:42.921762 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-174ce031-7ad9-4f34-8345-2bffdaead86b req-70de0979-231a-434c-821c-70bcba914589 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=092a1b70-b4f9-412e-96bf-10682d8834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164735 Aug 11 02:15:42.926445 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2711b74-3414-4425-a700-6f7f2d1a1c07 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Pushing event updated for resources: {'Port': ['ID=5ad7fa7a-90ae-4454-bbe6-8d5b44773946,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:42.938461 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d345ca4e-4446-4c54-91e8-4ee2e78c3295 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:42.942954 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b2711b74-3414-4425-a700-6f7f2d1a1c07 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:42.971392 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1c555059-4bda-4e01-ad08-a26628d7604c req-bc4ac974-67eb-4288-baba-33736ac7c70a tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.014113 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b2711b74-3414-4425-a700-6f7f2d1a1c07 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.015572 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b2711b74-3414-4425-a700-6f7f2d1a1c07 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5307956 Aug 11 02:15:43.030988 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-f1dff136-ab42-4dd3-8d64-62a7cd0cb701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:43.034014 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-db386e2e-08c5-4e90-adeb-2c91cb4f222c req-390577a1-077c-46f9-a273-0812c7a867fc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=092a1b70-b4f9-412e-96bf-10682d8834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083373 Aug 11 02:15:43.038489 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-f1dff136-ab42-4dd3-8d64-62a7cd0cb701 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=025e1ca0-7884-4b5a-921c-958f38e3c6f7 HTTP/1.1" status: 200 len: 853 time: 0.1063368 Aug 11 02:15:43.147700 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-13a9bc1a-194b-4371-b118-290038b82250 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79a301b6-8eb6-4684-84fd-05d6fc546709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431640 Aug 11 02:15:43.158806 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1c555059-4bda-4e01-ad08-a26628d7604c req-bc4ac974-67eb-4288-baba-33736ac7c70a tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.163059 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1c555059-4bda-4e01-ad08-a26628d7604c req-bc4ac974-67eb-4288-baba-33736ac7c70a tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.241416 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1c555059-4bda-4e01-ad08-a26628d7604c req-bc4ac974-67eb-4288-baba-33736ac7c70a tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.243206 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c555059-4bda-4e01-ad08-a26628d7604c req-bc4ac974-67eb-4288-baba-33736ac7c70a tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4983470 Aug 11 02:15:43.246187 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ac974-67eb-4288-baba-33736ac7c70a tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7c74eb-00f0-47ba-85c9-f456cc7d74c5,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:43.312261 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-432d4636-2ab2-4b43-aa40-d46b7e0770fc service neutron] 10.222.0.66 "GET /v2.0/networks/79a301b6-8eb6-4684-84fd-05d6fc546709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332254 Aug 11 02:15:43.431514 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-70147404-1e49-4197-80af-bf38487144e8 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--698415238&fields=id&tenant_id=15f6ff753e694e9dbfd4e9be5e45ed17 HTTP/1.1" status: 200 len: 267 time: 0.0889664 Aug 11 02:15:43.507527 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5fb13207-ca14-476d-bbfb-d0f3eacb2bd9 req-208406a0-222c-4ded-a16b-8cf8b8b12507 service neutron] 10.222.0.66 "GET /v2.0/networks/79a301b6-8eb6-4684-84fd-05d6fc546709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859586 Aug 11 02:15:43.593400 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-8c584bc3-a12b-427b-8b2a-f2e803b8ee2b tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:43.596325 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-8c584bc3-a12b-427b-8b2a-f2e803b8ee2b tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/networks?id=2564e31e-dea6-46ca-b2de-bf165812396f HTTP/1.1" status: 200 len: 817 time: 0.1526308 Aug 11 02:15:43.603193 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f8c474a6-9524-4710-a08c-a14438c91ad2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Allocated IP 172.20.0.3 (5fe47308-1e64-4a04-9103-656b58efd77e/cca11161-972d-481d-9501-cb4b39e49752/622f47f6-616c-4c28-9002-bebf0b890eca) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:43.626113 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-6df15428-0511-42cb-9809-e3a2e1bcc714 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/quotas/15f6ff753e694e9dbfd4e9be5e45ed17 HTTP/1.1" status: 200 len: 375 time: 0.0216827 Aug 11 02:15:43.659333 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9477d-f80d-472c-afff-39e2311510f8 req-1fb7d176-2bdd-4051-816d-7c5668f4ff27 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:43.661042 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6eb9477d-f80d-472c-afff-39e2311510f8 req-1fb7d176-2bdd-4051-816d-7c5668f4ff27 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3 HTTP/1.1" status: 200 len: 944 time: 0.5834105 Aug 11 02:15:43.803339 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-2692f056-909d-4a03-a55f-fff322428bd7 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=15f6ff753e694e9dbfd4e9be5e45ed17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1699920 Aug 11 02:15:43.806939 n-d-615180-33 neutron-server[94507]: DEBUG neutron.objects.ports [None req-4b28af88-1446-481b-97a1-56e8a0a7503f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94507) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:15:43.822543 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d345ca4e-4446-4c54-91e8-4ee2e78c3295 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.827317 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4b28af88-1446-481b-97a1-56e8a0a7503f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.905042 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d345ca4e-4446-4c54-91e8-4ee2e78c3295 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.909728 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6eb9477d-f80d-472c-afff-39e2311510f8 req-a20d8bdf-665b-4415-9666-e2df04623f3f tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups?id=56ddbfec-47ca-4dbf-8c32-e787b27c9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228317 Aug 11 02:15:43.918077 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2249d-7bac-4f90-b173-4b500bf0de38 req-17986931-2c7f-4b87-9936-1200517a01fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:43.920189 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eaf2249d-7bac-4f90-b173-4b500bf0de38 req-17986931-2c7f-4b87-9936-1200517a01fe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0cfacaf78696422e8ffa8119283a095a&device_id=69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3 HTTP/1.1" status: 200 len: 1096 time: 0.2765548 Aug 11 02:15:43.935823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-bdc013fd-a4d8-46c6-87e0-93500291d77f tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:43.937536 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-bdc013fd-a4d8-46c6-87e0-93500291d77f tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.66 "GET /v2.0/networks?id=fa6d118c-1b11-471b-a79b-8ba66c683603 HTTP/1.1" status: 200 len: 806 time: 0.2924967 Aug 11 02:15:43.939981 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-7df35610-421c-4521-8811-e10acb0feff9 service neutron] 10.222.0.50 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142988 Aug 11 02:15:43.964578 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-a40552f1-d81e-405a-98cb-81795ade11db tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Request body: {'port': {'device_id': 'f170428c-721d-4192-86aa-bd86fb8de842', 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603', 'admin_state_up': True, 'tenant_id': '0e4e387ba25a4d14b8728f756bd278ce'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:43.980968 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b28af88-1446-481b-97a1-56e8a0a7503f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:44.044076 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-4b28af88-1446-481b-97a1-56e8a0a7503f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:44.055794 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affe4fe8-09ac-417b-b65e-dc5b41045bbe None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:44.088898 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b28af88-1446-481b-97a1-56e8a0a7503f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:44.089538 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4b28af88-1446-481b-97a1-56e8a0a7503f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:44.092455 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28af88-1446-481b-97a1-56e8a0a7503f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=b551dddd-e924-47c6-a600-d1de781ef155,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:44.103960 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345ca4e-4446-4c54-91e8-4ee2e78c3295 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Pushing event updated for resources: {'Port': ['ID=e56b6ff2-4eec-4e74-9dd7-f2d11c9ae730,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:44.151358 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a3efeb9e-3d85-4fc9-a82a-1c940345d697 req-1d904e73-3c8f-4a5d-a95a-cb78a8abae0e tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 210 time: 0.1085241 Aug 11 02:15:44.181810 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-a8b45f26-22c4-485c-9021-83db8e391485 service neutron] 10.222.0.50 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329712 Aug 11 02:15:44.184114 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4b28af88-1446-481b-97a1-56e8a0a7503f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3638451 Aug 11 02:15:44.202592 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42690) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:44.215417 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-4a1162b5-755e-4561-8cf6-1a342c29fb50 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:44.239763 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f8c474a6-9524-4710-a08c-a14438c91ad2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:44.279909 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-a40552f1-d81e-405a-98cb-81795ade11db tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Made reservation on behalf of 0e4e387ba25a4d14b8728f756bd278ce for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:44.284545 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-a40552f1-d81e-405a-98cb-81795ade11db tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:44.296299 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d345ca4e-4446-4c54-91e8-4ee2e78c3295 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:44.315170 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2253f047-60ed-43b1-9e5c-b65047899fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-abfe629d-e2ef-4da1-94ab-4576283f6a78', 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'fixed_ips': [{'subnet_id': 'b551dddd-e924-47c6-a600-d1de781ef155'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:15:44.316232 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2253f047-60ed-43b1-9e5c-b65047899fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:44.367916 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f8c474a6-9524-4710-a08c-a14438c91ad2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Transition to ACTIVE for port object 622f47f6-616c-4c28-9002-bebf0b890eca will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:44.377874 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2249d-7bac-4f90-b173-4b500bf0de38 req-4a3303eb-ed2d-480c-9ebc-caa265af6e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:44.377874 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eaf2249d-7bac-4f90-b173-4b500bf0de38 req-4a3303eb-ed2d-480c-9ebc-caa265af6e8d service neutron] 10.222.0.66 "GET /v2.0/networks?id=79a301b6-8eb6-4684-84fd-05d6fc546709 HTTP/1.1" status: 200 len: 914 time: 0.4191778 Aug 11 02:15:44.391821 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d345ca4e-4446-4c54-91e8-4ee2e78c3295 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:44.393206 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d345ca4e-4446-4c54-91e8-4ee2e78c3295 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7139556 Aug 11 02:15:44.469764 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e83dc0a5-c2a7-45b6-86d2-11902ebc1152 req-b87cef32-a789-4524-9ae7-036cf4087073 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] 10.222.0.50 "GET /v2.0/security-groups/ae7c74eb-00f0-47ba-85c9-f456cc7d74c5 HTTP/1.1" status: 200 len: 1815 time: 0.2481716 Aug 11 02:15:44.474948 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eaf2249d-7bac-4f90-b173-4b500bf0de38 req-6c052245-83c1-4739-9411-8ccf8bab74c4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=690bbc53-f3db-4498-b12d-5eb8eb7e60b7 HTTP/1.1" status: 200 len: 217 time: 0.0637789 Aug 11 02:15:44.542054 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-a40552f1-d81e-405a-98cb-81795ade11db tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Allocated IP 172.20.0.11 (fa6d118c-1b11-471b-a79b-8ba66c683603/84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62/487dbc68-bf93-4e06-8cf1-8d06179b7961) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:44.564828 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-2253f047-60ed-43b1-9e5c-b65047899fa3 None None] Allocated IP 2001:db8::f816:3eff:fe6f:5d0d (abfe629d-e2ef-4da1-94ab-4576283f6a78/b551dddd-e924-47c6-a600-d1de781ef155/61d96d82-543c-4fc0-a407-4e487c05b8e7) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:44.616446 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d338097a-b1e9-4e7b-9f6a-8e4d05f69eb8 req-37f19eeb-073c-4331-9052-7c958181a8a4 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=f170428c-721d-4192-86aa-bd86fb8de842 HTTP/1.1" status: 200 len: 210 time: 0.0309508 Aug 11 02:15:44.655264 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2249d-7bac-4f90-b173-4b500bf0de38 req-8e6d595a-2eef-41e1-9aec-db8436715bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:44.658258 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eaf2249d-7bac-4f90-b173-4b500bf0de38 req-8e6d595a-2eef-41e1-9aec-db8436715bb5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=025e1ca0-7884-4b5a-921c-958f38e3c6f7 HTTP/1.1" status: 200 len: 853 time: 0.1682432 Aug 11 02:15:44.689386 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12d3a5-b1e6-4c8e-a78a-817c80c842dd req-75d0da6b-36dd-4e38-924f-2c1c7a371ebd tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:44.691566 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-af12d3a5-b1e6-4c8e-a78a-817c80c842dd req-75d0da6b-36dd-4e38-924f-2c1c7a371ebd tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4f4b0b8-4190-4eec-9b00-b587f0e3a59f HTTP/1.1" status: 200 len: 945 time: 0.1125793 Aug 11 02:15:44.709501 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f8c474a6-9524-4710-a08c-a14438c91ad2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:44.761460 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eaf2249d-7bac-4f90-b173-4b500bf0de38 req-5dc78e49-be6a-4467-aeb0-f46597839cf2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79a301b6-8eb6-4684-84fd-05d6fc546709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854335 Aug 11 02:15:44.778523 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-45da750a-d58a-4c6d-b9a8-cbd02bd3050c req-a35f5364-c834-40b9-9be7-eec7b824e4a4 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 210 time: 0.0969381 Aug 11 02:15:44.849380 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f8c474a6-9524-4710-a08c-a14438c91ad2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Network 5fe47308-1e64-4a04-9103-656b58efd77e is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:44.865426 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-6d9979b5-a0f6-462a-aa3c-bc23852b2f13 req-36a1d2ae-2d2c-492b-8374-5b9c81237e06 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-171281453', 'description': 'tempest-description-2034973353'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:44.871314 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f8c474a6-9524-4710-a08c-a14438c91ad2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:44.924363 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f8c474a6-9524-4710-a08c-a14438c91ad2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:44.927376 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1162b5-755e-4561-8cf6-1a342c29fb50 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:44.944506 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4a1162b5-755e-4561-8cf6-1a342c29fb50 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:44.946616 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2253f047-60ed-43b1-9e5c-b65047899fa3 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:44.967335 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2253f047-60ed-43b1-9e5c-b65047899fa3 None None] Transition to ACTIVE for port object 61d96d82-543c-4fc0-a407-4e487c05b8e7 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:44.988998 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2253f047-60ed-43b1-9e5c-b65047899fa3 None None] Transition to ACTIVE for port object 61d96d82-543c-4fc0-a407-4e487c05b8e7 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:45.012100 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2253f047-60ed-43b1-9e5c-b65047899fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.057409 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:15:45.127141 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253f047-60ed-43b1-9e5c-b65047899fa3 None None] Pushing event updated for resources: {'Port': ['ID=61d96d82-543c-4fc0-a407-4e487c05b8e7,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:45.135582 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2253f047-60ed-43b1-9e5c-b65047899fa3 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:45.138479 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-2253f047-60ed-43b1-9e5c-b65047899fa3 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:45.141428 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c474a6-9524-4710-a08c-a14438c91ad2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Pushing event updated for resources: {'Port': ['ID=622f47f6-616c-4c28-9002-bebf0b890eca,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:45.146759 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2253f047-60ed-43b1-9e5c-b65047899fa3 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:45.190759 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7c474a38-f240-4283-9540-e4490a3b07e2 None None] Provisioning for port 622f47f6-616c-4c28-9002-bebf0b890eca completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:45.209467 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7c474a38-f240-4283-9540-e4490a3b07e2 None None] Provisioning complete for port 622f47f6-616c-4c28-9002-bebf0b890eca triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:45.210455 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7c474a38-f240-4283-9540-e4490a3b07e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.263055 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6d9979b5-a0f6-462a-aa3c-bc23852b2f13 req-36a1d2ae-2d2c-492b-8374-5b9c81237e06 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.268497 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-2253f047-60ed-43b1-9e5c-b65047899fa3 None None] Attempting to bind port 61d96d82-543c-4fc0-a407-4e487c05b8e7 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:45.268878 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-2253f047-60ed-43b1-9e5c-b65047899fa3 None None] Attempting to bind port 61d96d82-543c-4fc0-a407-4e487c05b8e7 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:45.269245 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2253f047-60ed-43b1-9e5c-b65047899fa3 None None] Attempting to bind port 61d96d82-543c-4fc0-a407-4e487c05b8e7 on network abfe629d-e2ef-4da1-94ab-4576283f6a78 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:45.276620 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2253f047-60ed-43b1-9e5c-b65047899fa3 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:45.276846 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2253f047-60ed-43b1-9e5c-b65047899fa3 None None] Checking segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:45.277156 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2253f047-60ed-43b1-9e5c-b65047899fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.277555 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2253f047-60ed-43b1-9e5c-b65047899fa3 None None] Bound using segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:45.278051 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-2253f047-60ed-43b1-9e5c-b65047899fa3 None None] Bound port: 61d96d82-543c-4fc0-a407-4e487c05b8e7, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:45.278438 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2253f047-60ed-43b1-9e5c-b65047899fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.281408 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-af12d3a5-b1e6-4c8e-a78a-817c80c842dd req-20deb37b-b4b7-4ff2-9e48-f15323ee4422 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/security-groups?id=092a1b70-b4f9-412e-96bf-10682d8834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826929 Aug 11 02:15:45.295643 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-7c474a38-f240-4283-9540-e4490a3b07e2 None None] Port 622f47f6-616c-4c28-9002-bebf0b890eca cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:45.306661 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f8c474a6-9524-4710-a08c-a14438c91ad2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:45.307877 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f8c474a6-9524-4710-a08c-a14438c91ad2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.337112 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f8c474a6-9524-4710-a08c-a14438c91ad2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5345130 Aug 11 02:15:45.343248 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eaf2249d-7bac-4f90-b173-4b500bf0de38 req-acd68dcb-a15b-405e-b287-0123d5f74ede service neutron] 10.222.0.66 "GET /v2.0/networks/79a301b6-8eb6-4684-84fd-05d6fc546709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5182455 Aug 11 02:15:45.358606 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-1d1f8b80-da04-4e7f-a72c-65f8fca6a9bf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Request body: {'port': {'device_id': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06', 'admin_state_up': True, 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'security_groups': ['6c392c7f-3c1c-485e-8d97-0c15363d3c8d']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:45.385217 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-a40552f1-d81e-405a-98cb-81795ade11db tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.444464 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-2253f047-60ed-43b1-9e5c-b65047899fa3 None None] For port 61d96d82-543c-4fc0-a407-4e487c05b8e7, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:45.448583 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-2253f047-60ed-43b1-9e5c-b65047899fa3 None None] For port 61d96d82-543c-4fc0-a407-4e487c05b8e7, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=61d96d82-543c-4fc0-a407-4e487c05b8e7,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:45.458377 n-d-615180-33 neutron-server[94507]: INFO neutron.db.ipam_backend_mixin [None req-4a1162b5-755e-4561-8cf6-1a342c29fb50 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b551dddd-e924-47c6-a600-d1de781ef155 (CIDR: 2001:db8::/64) Aug 11 02:15:45.465140 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2253f047-60ed-43b1-9e5c-b65047899fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.483264 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-568f6e37-6371-4d0d-8bdd-ef9cfefce4c2 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1044076502&fields=id&tenant_id=3f544ac306fb418fb17bb1bb0c938ed0 HTTP/1.1" status: 200 len: 267 time: 0.0597510 Aug 11 02:15:45.516052 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a1162b5-755e-4561-8cf6-1a342c29fb50 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:15:45.516603 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a1162b5-755e-4561-8cf6-1a342c29fb50 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:15:45.527959 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-a40552f1-d81e-405a-98cb-81795ade11db tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.590840 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['05898258-4491-4fa9-91f4-a855886e6aab'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:45.599410 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['7123ad39-b8ea-4575-bf5c-b8770fc818ee'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:45.629055 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-3ce5cc8f-dc72-421c-9528-5b8686034d5b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:45.630611 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-3ce5cc8f-dc72-421c-9528-5b8686034d5b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports/5eb9176f-1ed6-4f79-a75b-1c022309c059 HTTP/1.1" status: 200 len: 932 time: 0.1370008 Aug 11 02:15:45.648442 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-a40552f1-d81e-405a-98cb-81795ade11db tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Network fa6d118c-1b11-471b-a79b-8ba66c683603 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:45.655092 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-a40552f1-d81e-405a-98cb-81795ade11db tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:45.671991 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-a40552f1-d81e-405a-98cb-81795ade11db tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:45.723388 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eaf2249d-7bac-4f90-b173-4b500bf0de38 req-789e898d-c3d4-4d2b-bae2-ff36d77b46c4 service neutron] 10.222.0.66 "GET /v2.0/networks/79a301b6-8eb6-4684-84fd-05d6fc546709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553975 Aug 11 02:15:45.741188 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6d9979b5-a0f6-462a-aa3c-bc23852b2f13 req-36a1d2ae-2d2c-492b-8374-5b9c81237e06 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.749482 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c9c60acf-18c2-458f-8e10-61fee8bb0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.753161 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-a40552f1-d81e-405a-98cb-81795ade11db tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:45.753852 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-a40552f1-d81e-405a-98cb-81795ade11db tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.758245 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6d9979b5-a0f6-462a-aa3c-bc23852b2f13 req-36a1d2ae-2d2c-492b-8374-5b9c81237e06 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.776619 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253f047-60ed-43b1-9e5c-b65047899fa3 None None] Pushing event updated for resources: {'Port': ['ID=61d96d82-543c-4fc0-a407-4e487c05b8e7,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:45.790306 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4a1162b5-755e-4561-8cf6-1a342c29fb50 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5789769 Aug 11 02:15:45.802312 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42728) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:45.810847 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-a40552f1-d81e-405a-98cb-81795ade11db tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8514469 Aug 11 02:15:45.819298 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-84aeca3f-c973-41de-9492-8aaca6d2bf46 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:45.831208 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1d2ae-2d2c-492b-8374-5b9c81237e06 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae6e748-7bbb-456e-84dd-55dd7587247f,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:45.838279 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-1d1f8b80-da04-4e7f-a72c-65f8fca6a9bf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Made reservation on behalf of b9900cac277147b786c9feaddc3e5258 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:45.842423 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-1d1f8b80-da04-4e7f-a72c-65f8fca6a9bf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.888613 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6d9979b5-a0f6-462a-aa3c-bc23852b2f13 req-36a1d2ae-2d2c-492b-8374-5b9c81237e06 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.891346 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6d9979b5-a0f6-462a-aa3c-bc23852b2f13 req-36a1d2ae-2d2c-492b-8374-5b9c81237e06 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.0553105 Aug 11 02:15:45.923764 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40552f1-d81e-405a-98cb-81795ade11db tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Pushing event updated for resources: {'Port': ['ID=487dbc68-bf93-4e06-8cf1-8d06179b7961,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:45.935610 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-598cbd28-42a4-40e4-ac50-1d338bd87829 service neutron] Request body: {'port': {'device_id': 'f170428c-721d-4192-86aa-bd86fb8de842', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:46.008492 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-d93f6fda-68d3-4a6c-87f6-83732ace989e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:46.012617 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-d93f6fda-68d3-4a6c-87f6-83732ace989e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports/6a46a20f-db43-47c2-9b7f-8cd1abe24e39 HTTP/1.1" status: 200 len: 932 time: 0.3589036 Aug 11 02:15:46.105871 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-fc07fb9b-66bc-4f55-bbae-208534ee53fa tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?network_id=dd83919f-ff7e-4fd8-96b1-202904e5f138&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0690260 Aug 11 02:15:46.162063 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-1d1f8b80-da04-4e7f-a72c-65f8fca6a9bf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Allocated IP 10.1.1.187 (6b37a7db-7b2c-45a9-a3ea-9ce097777b06/43f401ce-6254-4272-a783-9abc425d1620/bd38919d-9f9a-4f29-be28-260e9cba0751) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:46.179178 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4225aaa2-199b-41c2-b3c7-3fffc8da6ed2 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?network_id=dd83919f-ff7e-4fd8-96b1-202904e5f138&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0602093 Aug 11 02:15:46.210832 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 61d96d82-543c-4fc0-a407-4e487c05b8e7 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:46.311948 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 61d96d82-543c-4fc0-a407-4e487c05b8e7 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:46.341266 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-598cbd28-42a4-40e4-ac50-1d338bd87829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:46.361713 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab6a0b-6605-41e3-8ca0-0845684d673e req-04657d7c-2b25-4a51-8c23-3834fc46b349 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:46.364186 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5cab6a0b-6605-41e3-8ca0-0845684d673e req-04657d7c-2b25-4a51-8c23-3834fc46b349 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3 HTTP/1.1" status: 200 len: 944 time: 0.1606138 Aug 11 02:15:46.396255 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84aeca3f-c973-41de-9492-8aaca6d2bf46 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:46.399352 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84aeca3f-c973-41de-9492-8aaca6d2bf46 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:46.432532 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5cab6a0b-6605-41e3-8ca0-0845684d673e req-3c2518ee-3cbe-458c-accd-a3566a8ab03a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups?id=56ddbfec-47ca-4dbf-8c32-e787b27c9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539556 Aug 11 02:15:46.483824 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-1d1f8b80-da04-4e7f-a72c-65f8fca6a9bf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:46.506128 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-1d1f8b80-da04-4e7f-a72c-65f8fca6a9bf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Transition to ACTIVE for port object bd38919d-9f9a-4f29-be28-260e9cba0751 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:46.580069 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-1d1f8b80-da04-4e7f-a72c-65f8fca6a9bf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:46.628006 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bb87c-5f78-41d1-b70f-d972873ab66b req-c3bd7afa-0d4d-498b-87bc-b1bab3503962 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:46.629554 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-402bb87c-5f78-41d1-b70f-d972873ab66b req-c3bd7afa-0d4d-498b-87bc-b1bab3503962 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 931 time: 0.1024110 Aug 11 02:15:46.630282 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-89e93b21-b848-464f-b4c5-2520035eda45 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:46.631810 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-89e93b21-b848-464f-b4c5-2520035eda45 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.73 "GET /v2.0/networks?id=2564e31e-dea6-46ca-b2de-bf165812396f HTTP/1.1" status: 200 len: 817 time: 0.4476361 Aug 11 02:15:46.644461 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5781f94d-0734-4934-945b-d3ac90574125 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:46.651060 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5781f94d-0734-4934-945b-d3ac90574125 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:46.655496 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-1d1f8b80-da04-4e7f-a72c-65f8fca6a9bf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Network 6b37a7db-7b2c-45a9-a3ea-9ce097777b06 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:46.658203 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5781f94d-0734-4934-945b-d3ac90574125 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:46.660849 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-1d1f8b80-da04-4e7f-a72c-65f8fca6a9bf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:46.666400 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5781f94d-0734-4934-945b-d3ac90574125 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/networks?id=47c1ad3c-2161-421b-b922-fe59b93cfe05&id=a22ae8f3-b76a-495f-839c-755566103de1&id=a22ae8f3-b76a-495f-839c-755566103de1&id=dd83919f-ff7e-4fd8-96b1-202904e5f138&id=dd83919f-ff7e-4fd8-96b1-202904e5f138 HTTP/1.1" status: 200 len: 1987 time: 0.4485106 Aug 11 02:15:46.671345 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f8b80-da04-4e7f-a72c-65f8fca6a9bf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Pushing event updated for resources: {'Port': ['ID=bd38919d-9f9a-4f29-be28-260e9cba0751,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:46.688891 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-1d1f8b80-da04-4e7f-a72c-65f8fca6a9bf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:46.734264 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-7c27398f-d347-4be3-8be6-24a05ed91193 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/quotas/3f544ac306fb418fb17bb1bb0c938ed0 HTTP/1.1" status: 200 len: 375 time: 0.0668695 Aug 11 02:15:46.734733 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-402bb87c-5f78-41d1-b70f-d972873ab66b req-a59a922c-e370-4725-a546-1551f2843d06 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943096 Aug 11 02:15:46.783453 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-1d1f8b80-da04-4e7f-a72c-65f8fca6a9bf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:46.784328 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-1d1f8b80-da04-4e7f-a72c-65f8fca6a9bf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:46.810743 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-1d1f8b80-da04-4e7f-a72c-65f8fca6a9bf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4624183 Aug 11 02:15:46.825327 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b77422c2-0a7c-4530-9ec5-4e151ff11a3c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Request body: {'port': {'device_id': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06', 'admin_state_up': True, 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'security_groups': ['6c392c7f-3c1c-485e-8d97-0c15363d3c8d']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:46.944107 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 690bbc53-f3db-4498-b12d-5eb8eb7e60b7 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:15:46.995941 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-025abae9-e8df-41b2-a891-778bc9ee8afe tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15f6ff753e694e9dbfd4e9be5e45ed17 HTTP/1.1" status: 200 len: 379 time: 0.3175318 Aug 11 02:15:47.016363 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-6e4c5e7c-0af7-4ed6-94b0-4af9fa92930f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Request body: {'port': {'device_id': 'c7886c27-845c-4960-b149-c8f2f52836d9', 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'admin_state_up': True, 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'security_groups': ['bd798ebc-2651-4962-bd9a-6b55c45b4dd3']}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:47.075303 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59aa48-1c15-4a6b-b2f5-7656d7f9b8b6 req-427ef50f-2528-405f-b3d7-c68e65138f73 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:47.082718 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cd59aa48-1c15-4a6b-b2f5-7656d7f9b8b6 req-427ef50f-2528-405f-b3d7-c68e65138f73 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/ports?device_id=df8deacb-9ae0-4c2d-94a0-b937e0df8f8a HTTP/1.1" status: 200 len: 945 time: 0.2046270 Aug 11 02:15:47.148756 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cd59aa48-1c15-4a6b-b2f5-7656d7f9b8b6 req-fcdb5e17-e4b9-4c11-938e-a0aada79f503 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/security-groups?id=092a1b70-b4f9-412e-96bf-10682d8834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631049 Aug 11 02:15:47.149470 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 690bbc53-f3db-4498-b12d-5eb8eb7e60b7, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=690bbc53-f3db-4498-b12d-5eb8eb7e60b7,segment=NetworkSegment(19dbea17-970b-4093-9d9c-314e17b532a2),segment_id=19dbea17-970b-4093-9d9c-314e17b532a2)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:47.149947 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b77422c2-0a7c-4530-9ec5-4e151ff11a3c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Made reservation on behalf of b9900cac277147b786c9feaddc3e5258 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:47.153569 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b77422c2-0a7c-4530-9ec5-4e151ff11a3c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.170757 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '690bbc53-f3db-4498-b12d-5eb8eb7e60b7', 'network_id': '79a301b6-8eb6-4684-84fd-05d6fc546709', 'port_id': '690bbc53-f3db-4498-b12d-5eb8eb7e60b7', 'mac_address': 'fa:16:3e:b8:8a:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '025e1ca0-7884-4b5a-921c-958f38e3c6f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:15:47.174497 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d1ed524d-45f0-4026-9623-a9c8e7441088 None None] Provisioning for port bd38919d-9f9a-4f29-be28-260e9cba0751 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:47.175056 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-dd557c0b-37fe-4e08-835f-eea9e51f1bc1 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3f544ac306fb418fb17bb1bb0c938ed0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4399126 Aug 11 02:15:47.198090 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d1ed524d-45f0-4026-9623-a9c8e7441088 None None] Provisioning complete for port bd38919d-9f9a-4f29-be28-260e9cba0751 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:47.198646 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d1ed524d-45f0-4026-9623-a9c8e7441088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.276524 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed524d-45f0-4026-9623-a9c8e7441088 None None] Port bd38919d-9f9a-4f29-be28-260e9cba0751 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:47.278294 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.295812 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690bbc53-f3db-4498-b12d-5eb8eb7e60b7 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:47.306409 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b8edda4c-6d9d-48d2-9182-3911adb191e7 service neutron] 10.222.0.50 "GET /v2.0/networks/47c1ad3c-2161-421b-b922-fe59b93cfe05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014543 Aug 11 02:15:47.336637 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 690bbc53-f3db-4498-b12d-5eb8eb7e60b7, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=690bbc53-f3db-4498-b12d-5eb8eb7e60b7,segment=NetworkSegment(19dbea17-970b-4093-9d9c-314e17b532a2),segment_id=19dbea17-970b-4093-9d9c-314e17b532a2)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:47.345143 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.384323 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b77422c2-0a7c-4530-9ec5-4e151ff11a3c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Allocated IP 10.1.1.82 (6b37a7db-7b2c-45a9-a3ea-9ce097777b06/43f401ce-6254-4272-a783-9abc425d1620/c6bc117e-5f2a-42b2-ad16-089daf123adb) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:47.435578 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84aeca3f-c973-41de-9492-8aaca6d2bf46 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.442028 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e946868e-93bb-4573-b9f2-2c07376bec6d None None] Provisioning for port 61d96d82-543c-4fc0-a407-4e487c05b8e7 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:47.448345 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=690bbc53-f3db-4498-b12d-5eb8eb7e60b7,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:47.452856 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e946868e-93bb-4573-b9f2-2c07376bec6d None None] Provisioning complete for port 61d96d82-543c-4fc0-a407-4e487c05b8e7 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:47.453238 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e946868e-93bb-4573-b9f2-2c07376bec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.467094 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cfc467-5fd6-4d79-afd8-9a09492721d5 req-d4657527-4d7f-4558-80d1-e5faafe6b9e0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:47.469466 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-22cfc467-5fd6-4d79-afd8-9a09492721d5 req-d4657527-4d7f-4558-80d1-e5faafe6b9e0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=f170428c-721d-4192-86aa-bd86fb8de842 HTTP/1.1" status: 200 len: 932 time: 0.1296947 Aug 11 02:15:47.561029 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84aeca3f-c973-41de-9492-8aaca6d2bf46 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:47.568257 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-84aeca3f-c973-41de-9492-8aaca6d2bf46 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:47.570650 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e946868e-93bb-4573-b9f2-2c07376bec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.571320 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aeca3f-c973-41de-9492-8aaca6d2bf46 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:47.571973 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84aeca3f-c973-41de-9492-8aaca6d2bf46 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.583929 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176d8ec5-c437-458d-821a-65e2f67b76a4 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:47.586473 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-22cfc467-5fd6-4d79-afd8-9a09492721d5 req-69dffa5a-b524-411e-a99b-98c69aa5e42f tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059191 Aug 11 02:15:47.635737 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-6e4c5e7c-0af7-4ed6-94b0-4af9fa92930f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Made reservation on behalf of 15f6ff753e694e9dbfd4e9be5e45ed17 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:47.640132 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-6e4c5e7c-0af7-4ed6-94b0-4af9fa92930f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.643385 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['690bbc53-f3db-4498-b12d-5eb8eb7e60b7'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:47.652403 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-598cbd28-42a4-40e4-ac50-1d338bd87829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 487dbc68-bf93-4e06-8cf1-8d06179b7961 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:47.657930 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aeca3f-c973-41de-9492-8aaca6d2bf46 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=08935a74-4995-48b6-a48d-fd42d0bfdf34,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:47.665860 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-84aeca3f-c973-41de-9492-8aaca6d2bf46 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8537819 Aug 11 02:15:47.666954 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42738) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:47.677399 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-598cbd28-42a4-40e4-ac50-1d338bd87829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.681906 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a059568-3cb8-4295-b697-ac92f91eb7ef service neutron] 10.222.0.50 "GET /v2.0/networks/47c1ad3c-2161-421b-b922-fe59b93cfe05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635073 Aug 11 02:15:47.687290 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-a92a6477-d923-45f0-b7e1-fc45d30e55c7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'port': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'mac_address': 'fa:16:3e:d4:26:60', 'name': 'tempest-NetworksTestDHCPv6-1571320085'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:47.703520 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-e946868e-93bb-4573-b9f2-2c07376bec6d None None] For port 61d96d82-543c-4fc0-a407-4e487c05b8e7, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=61d96d82-543c-4fc0-a407-4e487c05b8e7,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:47.715644 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e946868e-93bb-4573-b9f2-2c07376bec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.736633 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-598cbd28-42a4-40e4-ac50-1d338bd87829 service neutron] Transition to ACTIVE for port object 487dbc68-bf93-4e06-8cf1-8d06179b7961 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:47.781521 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946868e-93bb-4573-b9f2-2c07376bec6d None None] Pushing event updated for resources: {'Port': ['ID=61d96d82-543c-4fc0-a407-4e487c05b8e7,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:47.782009 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-598cbd28-42a4-40e4-ac50-1d338bd87829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.790898 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-0e996331-d6f3-48b2-b7fc-227badc2b41e service neutron] 10.222.0.50 "GET /v2.0/ports/5eb9176f-1ed6-4f79-a75b-1c022309c059?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0916665 Aug 11 02:15:47.951752 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598cbd28-42a4-40e4-ac50-1d338bd87829 service neutron] Pushing event updated for resources: {'Port': ['ID=487dbc68-bf93-4e06-8cf1-8d06179b7961,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:48.048249 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09df0397-a201-425e-960b-ea390839ae96 None None] Update dhcp port {'port': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'fixed_ips': [{'subnet_id': 'b551dddd-e924-47c6-a600-d1de781ef155', 'ip_address': '2001:db8::f816:3eff:fe6f:5d0d'}, {'subnet_id': '08935a74-4995-48b6-a48d-fd42d0bfdf34'}], 'binding:host_id': 'n-d-615180-33'}, 'id': '61d96d82-543c-4fc0-a407-4e487c05b8e7'} from n-d-615180-33. {{(pid=94508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:15:48.077286 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-09df0397-a201-425e-960b-ea390839ae96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:48.079668 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 61d96d82-543c-4fc0-a407-4e487c05b8e7 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:48.131055 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4ca810af-e776-486a-9b2f-b051eb224684 service neutron] 10.222.0.50 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059890 Aug 11 02:15:48.178443 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-777c49d7-1e3d-4ed7-9246-8cafde947359 req-16e001e6-27aa-4c2c-96d5-9c26a51d1eba tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 210 time: 0.0690176 Aug 11 02:15:48.198267 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b77422c2-0a7c-4530-9ec5-4e151ff11a3c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:48.222682 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-598cbd28-42a4-40e4-ac50-1d338bd87829 service neutron] Attempting to bind port 487dbc68-bf93-4e06-8cf1-8d06179b7961 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:48.225201 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-598cbd28-42a4-40e4-ac50-1d338bd87829 service neutron] Attempting to bind port 487dbc68-bf93-4e06-8cf1-8d06179b7961 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '17ab65aa-1575-4f0d-91af-c45c627f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:48.226943 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-598cbd28-42a4-40e4-ac50-1d338bd87829 service neutron] Attempting to bind port 487dbc68-bf93-4e06-8cf1-8d06179b7961 on network fa6d118c-1b11-471b-a79b-8ba66c683603 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:48.228306 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b77422c2-0a7c-4530-9ec5-4e151ff11a3c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Transition to ACTIVE for port object c6bc117e-5f2a-42b2-ad16-089daf123adb will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:48.255487 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 61d96d82-543c-4fc0-a407-4e487c05b8e7 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:48.255890 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:48.276777 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-6e4c5e7c-0af7-4ed6-94b0-4af9fa92930f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Allocated IP 172.20.0.11 (2564e31e-dea6-46ca-b2de-bf165812396f/97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f/77805b64-04d0-4824-a813-e616ef53f616) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:48.282359 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b2f652fd-18ae-4f25-b838-22e50e6571c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:48.297506 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-598cbd28-42a4-40e4-ac50-1d338bd87829 service neutron] Port 487dbc68-bf93-4e06-8cf1-8d06179b7961 on network fa6d118c-1b11-471b-a79b-8ba66c683603 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:15:48.298146 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-598cbd28-42a4-40e4-ac50-1d338bd87829 service neutron] Attempting to bind port 487dbc68-bf93-4e06-8cf1-8d06179b7961 on network fa6d118c-1b11-471b-a79b-8ba66c683603 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:48.338534 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-598cbd28-42a4-40e4-ac50-1d338bd87829 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:48.338909 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-598cbd28-42a4-40e4-ac50-1d338bd87829 service neutron] Checking segment: {'id': '17ab65aa-1575-4f0d-91af-c45c627f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:48.339261 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-598cbd28-42a4-40e4-ac50-1d338bd87829 service neutron] Bound using segment: {'id': '17ab65aa-1575-4f0d-91af-c45c627f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:48.339739 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-598cbd28-42a4-40e4-ac50-1d338bd87829 service neutron] Bound port: 487dbc68-bf93-4e06-8cf1-8d06179b7961, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ab65aa-1575-4f0d-91af-c45c627f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:48.340336 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-598cbd28-42a4-40e4-ac50-1d338bd87829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:48.344329 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b77422c2-0a7c-4530-9ec5-4e151ff11a3c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:48.351669 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-09df0397-a201-425e-960b-ea390839ae96 None None] Allocated IP 2001:db8:0:1::2 (abfe629d-e2ef-4da1-94ab-4576283f6a78/08935a74-4995-48b6-a48d-fd42d0bfdf34/61d96d82-543c-4fc0-a407-4e487c05b8e7) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:48.376035 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:48.402016 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92a6477-d923-45f0-b7e1-fc45d30e55c7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:48.423839 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bce44455-0d23-40e8-bbc2-b6b9d111f363 req-60806bf3-c809-4ab1-94fa-cef53fc00710 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] 10.222.0.50 "GET /v2.0/security-groups/1ae6e748-7bbb-456e-84dd-55dd7587247f HTTP/1.1" status: 200 len: 1814 time: 0.1742680 Aug 11 02:15:48.453323 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-953e6d63-8b44-4bd9-80a6-34e9bca9847e service neutron] 10.222.0.50 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212199 Aug 11 02:15:48.462441 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b77422c2-0a7c-4530-9ec5-4e151ff11a3c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Network 6b37a7db-7b2c-45a9-a3ea-9ce097777b06 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:48.472166 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b77422c2-0a7c-4530-9ec5-4e151ff11a3c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:48.474617 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b77422c2-0a7c-4530-9ec5-4e151ff11a3c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:48.503840 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77422c2-0a7c-4530-9ec5-4e151ff11a3c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Pushing event updated for resources: {'Port': ['ID=c6bc117e-5f2a-42b2-ad16-089daf123adb,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:48.510102 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-09df0397-a201-425e-960b-ea390839ae96 None None] For port 61d96d82-543c-4fc0-a407-4e487c05b8e7, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=61d96d82-543c-4fc0-a407-4e487c05b8e7,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:48.561664 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-09df0397-a201-425e-960b-ea390839ae96 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:48.564563 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b77422c2-0a7c-4530-9ec5-4e151ff11a3c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:48.565251 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b77422c2-0a7c-4530-9ec5-4e151ff11a3c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:48.586988 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-09df0397-a201-425e-960b-ea390839ae96 None None] Transition to ACTIVE for port object 61d96d82-543c-4fc0-a407-4e487c05b8e7 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:48.593117 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-d3a08f96-a2f9-481d-824b-11f6692cea2a service neutron] 10.222.0.50 "GET /v2.0/ports/6a46a20f-db43-47c2-9b7f-8cd1abe24e39?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1272280 Aug 11 02:15:48.596238 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-09df0397-a201-425e-960b-ea390839ae96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:48.665217 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b77422c2-0a7c-4530-9ec5-4e151ff11a3c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8438864 Aug 11 02:15:48.683459 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-1295b6d8-163a-4640-a067-6ea85ae4c4c8 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Request body: {'port': {'device_id': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2c433229-6c79-4510-a34a-8c4278ec5b0e', 'admin_state_up': True, 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'security_groups': ['6c392c7f-3c1c-485e-8d97-0c15363d3c8d']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:48.734495 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-6be8b2c4-8402-437a-93d4-f673539bca52 service neutron] 10.222.0.50 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143885 Aug 11 02:15:48.736576 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df0397-a201-425e-960b-ea390839ae96 None None] Pushing event updated for resources: {'Port': ['ID=61d96d82-543c-4fc0-a407-4e487c05b8e7,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:48.755781 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-598cbd28-42a4-40e4-ac50-1d338bd87829 service neutron] For port 487dbc68-bf93-4e06-8cf1-8d06179b7961, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:48.838805 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a92a6477-d923-45f0-b7e1-fc45d30e55c7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:48.855253 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cecbe8fa-beb4-44e0-b8f7-ef4700a78bfc None None] Provisioning for port c6bc117e-5f2a-42b2-ad16-089daf123adb completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:48.861873 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cecbe8fa-beb4-44e0-b8f7-ef4700a78bfc None None] Provisioning complete for port c6bc117e-5f2a-42b2-ad16-089daf123adb triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:48.862314 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cecbe8fa-beb4-44e0-b8f7-ef4700a78bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:48.890737 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d53c5-db59-42bd-a49d-8028275b6681 req-f8b3e6f8-531f-4782-b7f1-68c5fbc7beec tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:48.892589 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-831d53c5-db59-42bd-a49d-8028275b6681 req-f8b3e6f8-531f-4782-b7f1-68c5fbc7beec tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/ports?device_id=e776b6a5-f553-4315-9f48-d8da31bbc0ea HTTP/1.1" status: 200 len: 945 time: 0.3033876 Aug 11 02:15:48.924236 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-a92a6477-d923-45f0-b7e1-fc45d30e55c7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] device_id is not set on port 222d7587-341a-4fc5-a8f5-33f44a47dcc3 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:15:49.054924 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-1295b6d8-163a-4640-a067-6ea85ae4c4c8 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Made reservation on behalf of b9900cac277147b786c9feaddc3e5258 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:49.067332 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 690bbc53-f3db-4498-b12d-5eb8eb7e60b7 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:49.100146 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-cecbe8fa-beb4-44e0-b8f7-ef4700a78bfc None None] Port c6bc117e-5f2a-42b2-ad16-089daf123adb cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:49.156204 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-831d53c5-db59-42bd-a49d-8028275b6681 req-7a307e51-cf4e-47dd-9289-e20665ff714b tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/security-groups?id=092a1b70-b4f9-412e-96bf-10682d8834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212740 Aug 11 02:15:49.158184 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 690bbc53-f3db-4498-b12d-5eb8eb7e60b7 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:49.162886 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 690bbc53-f3db-4498-b12d-5eb8eb7e60b7 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:49.163366 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:49.236860 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-598cbd28-42a4-40e4-ac50-1d338bd87829 service neutron] For port 487dbc68-bf93-4e06-8cf1-8d06179b7961, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=487dbc68-bf93-4e06-8cf1-8d06179b7961,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:49.262716 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-598cbd28-42a4-40e4-ac50-1d338bd87829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:49.297322 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:49.305740 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-a92a6477-d923-45f0-b7e1-fc45d30e55c7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Allocated IP 2001:db8:0:1::3ad (abfe629d-e2ef-4da1-94ab-4576283f6a78/08935a74-4995-48b6-a48d-fd42d0bfdf34/222d7587-341a-4fc5-a8f5-33f44a47dcc3) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:49.323054 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-6e4c5e7c-0af7-4ed6-94b0-4af9fa92930f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:49.333693 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-a92a6477-d923-45f0-b7e1-fc45d30e55c7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Allocated IP 2001:db8::f816:3eff:fed4:2660 (abfe629d-e2ef-4da1-94ab-4576283f6a78/b551dddd-e924-47c6-a600-d1de781ef155/222d7587-341a-4fc5-a8f5-33f44a47dcc3) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:49.348649 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-598cbd28-42a4-40e4-ac50-1d338bd87829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:49.349421 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-598cbd28-42a4-40e4-ac50-1d338bd87829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:49.351344 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-598cbd28-42a4-40e4-ac50-1d338bd87829 service neutron] 10.222.0.66 "PUT /v2.0/ports/487dbc68-bf93-4e06-8cf1-8d06179b7961 HTTP/1.1" status: 200 len: 1093 time: 3.4356029 Aug 11 02:15:49.359907 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f170428c-721d-4192-86aa-bd86fb8de842', 'tag': '487dbc68-bf93-4e06-8cf1-8d06179b7961'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:49.362379 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c300204-a682-4bfb-9ba9-bc965ec96bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "f170428c-721d-4192-86aa-bd86fb8de842", "tag": "487dbc68-bf93-4e06-8cf1-8d06179b7961"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:49.365399 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690bbc53-f3db-4498-b12d-5eb8eb7e60b7'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:49.368153 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309709d4-7ce7-412e-b61e-fe30234b9f1f" -d '{"events": [{"server_uuid": "69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3", "name": "network-vif-plugged", "status": "completed", "tag": "690bbc53-f3db-4498-b12d-5eb8eb7e60b7"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:49.370684 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-1295b6d8-163a-4640-a067-6ea85ae4c4c8 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:49.390015 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-6e4c5e7c-0af7-4ed6-94b0-4af9fa92930f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Transition to ACTIVE for port object 77805b64-04d0-4824-a813-e616ef53f616 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:49.405504 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 690bbc53-f3db-4498-b12d-5eb8eb7e60b7, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=690bbc53-f3db-4498-b12d-5eb8eb7e60b7,segment=NetworkSegment(19dbea17-970b-4093-9d9c-314e17b532a2),segment_id=19dbea17-970b-4093-9d9c-314e17b532a2)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:49.411215 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:49.413706 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5e6c399e-45c4-42a5-b285-1178e757044f service neutron] 10.222.0.50 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6783483 Aug 11 02:15:49.421990 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598cbd28-42a4-40e4-ac50-1d338bd87829 service neutron] Pushing event updated for resources: {'Port': ['ID=487dbc68-bf93-4e06-8cf1-8d06179b7961,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:49.448791 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63d4cf-81a7-43a2-baf1-fbed90fdf170 req-a5a3a1bd-97dc-4ec4-a4cd-1c903a1576b4 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:49.458165 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cb63d4cf-81a7-43a2-baf1-fbed90fdf170 req-a5a3a1bd-97dc-4ec4-a4cd-1c903a1576b4 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3 HTTP/1.1" status: 200 len: 945 time: 0.1739464 Aug 11 02:15:49.520030 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=690bbc53-f3db-4498-b12d-5eb8eb7e60b7,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:49.561738 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-49537302-c946-4abd-aff0-787e7ef5fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:49.563690 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-49537302-c946-4abd-aff0-787e7ef5fcec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e4e387ba25a4d14b8728f756bd278ce&device_id=f170428c-721d-4192-86aa-bd86fb8de842 HTTP/1.1" status: 200 len: 1096 time: 0.1637380 Aug 11 02:15:49.576064 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-6e4c5e7c-0af7-4ed6-94b0-4af9fa92930f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:49.672099 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cb63d4cf-81a7-43a2-baf1-fbed90fdf170 req-9ddbb0f2-c60d-43b7-80a5-8e370b1e3535 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups?id=56ddbfec-47ca-4dbf-8c32-e787b27c9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129953 Aug 11 02:15:49.674756 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-8621b00f-ebd4-445b-a890-fa324d3edc91 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=487dbc68-bf93-4e06-8cf1-8d06179b7961 HTTP/1.1" status: 200 len: 217 time: 0.0873992 Aug 11 02:15:49.681368 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-21eef508-6663-4c77-8aef-efe97bfb2a6f service neutron] 10.222.0.50 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558978 Aug 11 02:15:49.685181 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-6e4c5e7c-0af7-4ed6-94b0-4af9fa92930f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Network 2564e31e-dea6-46ca-b2de-bf165812396f is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:49.707665 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-6e4c5e7c-0af7-4ed6-94b0-4af9fa92930f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:49.709548 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c5e7c-0af7-4ed6-94b0-4af9fa92930f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Pushing event updated for resources: {'Port': ['ID=77805b64-04d0-4824-a813-e616ef53f616,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:49.737727 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-6e4c5e7c-0af7-4ed6-94b0-4af9fa92930f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:49.738348 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-6897e312-d327-436a-b476-7ddeacdec433 None None] Provisioning for port 61d96d82-543c-4fc0-a407-4e487c05b8e7 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:49.742651 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-6897e312-d327-436a-b476-7ddeacdec433 None None] Provisioning complete for port 61d96d82-543c-4fc0-a407-4e487c05b8e7 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:49.743020 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6897e312-d327-436a-b476-7ddeacdec433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:49.785555 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a92a6477-d923-45f0-b7e1-fc45d30e55c7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:49.864444 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-6c00c5c4-84cd-4b57-8e5c-bcb24fabdc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:49.865881 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-6c00c5c4-84cd-4b57-8e5c-bcb24fabdc0b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62 HTTP/1.1" status: 200 len: 846 time: 0.1797307 Aug 11 02:15:49.878853 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-6e4c5e7c-0af7-4ed6-94b0-4af9fa92930f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:49.879526 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-6e4c5e7c-0af7-4ed6-94b0-4af9fa92930f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:49.897945 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-a92a6477-d923-45f0-b7e1-fc45d30e55c7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Transition to ACTIVE for port object 222d7587-341a-4fc5-a8f5-33f44a47dcc3 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:49.910005 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:49.931030 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-a40e8203-b45d-4a86-9be9-1554c47329b8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fa6d118c-1b11-471b-a79b-8ba66c683603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479672 Aug 11 02:15:49.953417 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-eab3ffdd-518b-4671-813d-781ac1149928 service neutron] 10.222.0.50 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466481 Aug 11 02:15:49.972569 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-6e4c5e7c-0af7-4ed6-94b0-4af9fa92930f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9633274 Aug 11 02:15:50.002211 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-1295b6d8-163a-4640-a067-6ea85ae4c4c8 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Allocated IP 10.2.2.100 (2c433229-6c79-4510-a34a-8c4278ec5b0e/d883f484-d67b-4b0e-a60e-d2d168985bab/6393fbf0-c5b3-41a1-83d3-53a8c87fd107) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:50.021296 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93695fa-487d-4be0-a24d-fc453887d25e req-7f7b56c7-19cb-4fbf-9e98-e49d0dff093c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:50.027569 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93695fa-487d-4be0-a24d-fc453887d25e req-7f7b56c7-19cb-4fbf-9e98-e49d0dff093c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:50.033711 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93695fa-487d-4be0-a24d-fc453887d25e req-7f7b56c7-19cb-4fbf-9e98-e49d0dff093c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:50.035432 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b93695fa-487d-4be0-a24d-fc453887d25e req-7f7b56c7-19cb-4fbf-9e98-e49d0dff093c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 2373 time: 0.1639419 Aug 11 02:15:50.043202 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-558fa264-c5bd-459f-be98-d503a4ec4244 service neutron] Request body: {'port': {'device_id': 'c7886c27-845c-4960-b149-c8f2f52836d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:50.117053 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 61d96d82-543c-4fc0-a407-4e487c05b8e7 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:50.156996 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-06e14d8c-2015-42b6-bd43-266d72c52320 None None] Provisioning for port 77805b64-04d0-4824-a813-e616ef53f616 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:50.163624 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-06e14d8c-2015-42b6-bd43-266d72c52320 None None] Provisioning complete for port 77805b64-04d0-4824-a813-e616ef53f616 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:50.164013 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-06e14d8c-2015-42b6-bd43-266d72c52320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:50.191924 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a92a6477-d923-45f0-b7e1-fc45d30e55c7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:50.210732 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 61d96d82-543c-4fc0-a407-4e487c05b8e7 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:50.210732 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:50.211069 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-558fa264-c5bd-459f-be98-d503a4ec4244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:50.217268 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-76935cf4-0d0c-4233-938e-ed1e43939d98 service neutron] 10.222.0.66 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768102 Aug 11 02:15:50.245001 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-06e14d8c-2015-42b6-bd43-266d72c52320 None None] Port 77805b64-04d0-4824-a813-e616ef53f616 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:50.248128 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b93695fa-487d-4be0-a24d-fc453887d25e req-c11044b4-2d4b-480b-951c-ec59b1dac925 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947479 Aug 11 02:15:50.321064 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-44b499ab-feb1-4dda-ae1e-ca5effb58a05 service neutron] 10.222.0.50 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926006 Aug 11 02:15:50.331178 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a6477-d923-45f0-b7e1-fc45d30e55c7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Port': ['ID=222d7587-341a-4fc5-a8f5-33f44a47dcc3,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:50.361526 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92a6477-d923-45f0-b7e1-fc45d30e55c7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:50.365586 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-a92a6477-d923-45f0-b7e1-fc45d30e55c7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:50.367991 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [req-70a43719-d523-4fd8-8b07-786b1cc2b39d req-d1c9c0a7-069c-4b5d-ae8e-13f01fcebf20 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] show failed (client error): The resource could not be found. Aug 11 02:15:50.369448 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-70a43719-d523-4fd8-8b07-786b1cc2b39d req-d1c9c0a7-069c-4b5d-ae8e-13f01fcebf20 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] 10.222.0.50 "GET /v2.0/security-groups/7caa8f48-2620-4d0a-98ae-74f506ff7d25 HTTP/1.1" status: 404 len: 352 time: 0.0548067 Aug 11 02:15:50.373145 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92a6477-d923-45f0-b7e1-fc45d30e55c7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:50.378652 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92a6477-d923-45f0-b7e1-fc45d30e55c7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:50.388223 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a92a6477-d923-45f0-b7e1-fc45d30e55c7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:50.429890 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a92a6477-d923-45f0-b7e1-fc45d30e55c7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.7595735 Aug 11 02:15:50.433917 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42756) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:50.522011 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b683f25d-97a0-4cf5-be95-b997db3ce2b2 req-f3382b37-b1fb-4b27-ad55-3bfacbc63c60 service neutron] 10.222.0.66 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917204 Aug 11 02:15:50.574254 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-1295b6d8-163a-4640-a067-6ea85ae4c4c8 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:50.598949 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-1295b6d8-163a-4640-a067-6ea85ae4c4c8 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Transition to ACTIVE for port object 6393fbf0-c5b3-41a1-83d3-53a8c87fd107 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:50.625501 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-d7137d93-f286-4eda-b205-e1763193ad47 service neutron] 10.222.0.50 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958033 Aug 11 02:15:50.628663 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcdcc3-bc63-45eb-ad48-53b635e6f214 req-7881043a-24cb-4dc7-8a7d-551a91287530 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:50.630201 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00dcdcc3-bc63-45eb-ad48-53b635e6f214 req-7881043a-24cb-4dc7-8a7d-551a91287530 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=f170428c-721d-4192-86aa-bd86fb8de842 HTTP/1.1" status: 200 len: 944 time: 0.1405387 Aug 11 02:15:50.671226 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-921c911c-76a4-4352-9034-539911ce2852 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting port 222d7587-341a-4fc5-a8f5-33f44a47dcc3 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:50.671589 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-921c911c-76a4-4352-9034-539911ce2852 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:50.737728 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00dcdcc3-bc63-45eb-ad48-53b635e6f214 req-f5424088-4308-4871-8cc5-a58c17f8c1ff tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946355 Aug 11 02:15:50.764574 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-1295b6d8-163a-4640-a067-6ea85ae4c4c8 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:50.793782 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-39e788a4-db9c-4900-9e4c-f41f00cac75a None None] Provisioning for port 222d7587-341a-4fc5-a8f5-33f44a47dcc3 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:50.800109 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-39e788a4-db9c-4900-9e4c-f41f00cac75a None None] Provisioning complete for port 222d7587-341a-4fc5-a8f5-33f44a47dcc3 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:50.800497 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-39e788a4-db9c-4900-9e4c-f41f00cac75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:50.813946 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-bcd0d110-7e5d-4526-a253-32e26f5804a5 service neutron] 10.222.0.50 "GET /v2.0/networks/dd83919f-ff7e-4fd8-96b1-202904e5f138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694455 Aug 11 02:15:50.857696 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-1295b6d8-163a-4640-a067-6ea85ae4c4c8 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Network 2c433229-6c79-4510-a34a-8c4278ec5b0e is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:50.866615 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-1295b6d8-163a-4640-a067-6ea85ae4c4c8 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:50.869953 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-921c911c-76a4-4352-9034-539911ce2852 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:50.875415 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-1295b6d8-163a-4640-a067-6ea85ae4c4c8 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:50.884249 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-558fa264-c5bd-459f-be98-d503a4ec4244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77805b64-04d0-4824-a813-e616ef53f616 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:50.903135 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-39e788a4-db9c-4900-9e4c-f41f00cac75a None None] Port 222d7587-341a-4fc5-a8f5-33f44a47dcc3 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:50.904084 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-558fa264-c5bd-459f-be98-d503a4ec4244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:50.911972 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295b6d8-163a-4640-a067-6ea85ae4c4c8 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Pushing event updated for resources: {'Port': ['ID=6393fbf0-c5b3-41a1-83d3-53a8c87fd107,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:50.914637 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-921c911c-76a4-4352-9034-539911ce2852 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Calling delete_port for 222d7587-341a-4fc5-a8f5-33f44a47dcc3 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:50.939956 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-558fa264-c5bd-459f-be98-d503a4ec4244 service neutron] Transition to ACTIVE for port object 77805b64-04d0-4824-a813-e616ef53f616 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:50.950045 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-558fa264-c5bd-459f-be98-d503a4ec4244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:51.036407 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-fca0d002-79b7-4ba5-9f7f-3f57f43e4bd0 service neutron] 10.222.0.50 "GET /v2.0/networks/dd83919f-ff7e-4fd8-96b1-202904e5f138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214899 Aug 11 02:15:51.078157 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fa264-c5bd-459f-be98-d503a4ec4244 service neutron] Pushing event updated for resources: {'Port': ['ID=77805b64-04d0-4824-a813-e616ef53f616,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:51.087068 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-1295b6d8-163a-4640-a067-6ea85ae4c4c8 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:51.087820 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-1295b6d8-163a-4640-a067-6ea85ae4c4c8 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:51.149233 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-1295b6d8-163a-4640-a067-6ea85ae4c4c8 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4699821 Aug 11 02:15:51.166946 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-735001dd-4025-49cc-a098-95c808f8fdc2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Request body: {'port': {'device_id': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2c433229-6c79-4510-a34a-8c4278ec5b0e', 'admin_state_up': True, 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'security_groups': ['6c392c7f-3c1c-485e-8d97-0c15363d3c8d']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:51.241280 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b6be7716-e132-49ec-99d2-c3cc81c04798 None None] Provisioning for port 6393fbf0-c5b3-41a1-83d3-53a8c87fd107 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:51.248151 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b6be7716-e132-49ec-99d2-c3cc81c04798 None None] Provisioning complete for port 6393fbf0-c5b3-41a1-83d3-53a8c87fd107 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:51.248572 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b6be7716-e132-49ec-99d2-c3cc81c04798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:51.292332 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-558fa264-c5bd-459f-be98-d503a4ec4244 service neutron] Attempting to bind port 77805b64-04d0-4824-a813-e616ef53f616 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:51.292864 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-558fa264-c5bd-459f-be98-d503a4ec4244 service neutron] Attempting to bind port 77805b64-04d0-4824-a813-e616ef53f616 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': 'f26ba00b-86b6-4205-9899-8431f69e5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:51.293926 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-558fa264-c5bd-459f-be98-d503a4ec4244 service neutron] Attempting to bind port 77805b64-04d0-4824-a813-e616ef53f616 on network 2564e31e-dea6-46ca-b2de-bf165812396f {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:51.303770 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-558fa264-c5bd-459f-be98-d503a4ec4244 service neutron] Port 77805b64-04d0-4824-a813-e616ef53f616 on network 2564e31e-dea6-46ca-b2de-bf165812396f not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:15:51.304286 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-558fa264-c5bd-459f-be98-d503a4ec4244 service neutron] Attempting to bind port 77805b64-04d0-4824-a813-e616ef53f616 on network 2564e31e-dea6-46ca-b2de-bf165812396f {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:51.309237 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-edddd029-90ba-4494-bddb-1285bc6c1003 service neutron] 10.222.0.50 "GET /v2.0/networks/dd83919f-ff7e-4fd8-96b1-202904e5f138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718892 Aug 11 02:15:51.315577 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-558fa264-c5bd-459f-be98-d503a4ec4244 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:51.316119 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-558fa264-c5bd-459f-be98-d503a4ec4244 service neutron] Checking segment: {'id': 'f26ba00b-86b6-4205-9899-8431f69e5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:51.316643 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-558fa264-c5bd-459f-be98-d503a4ec4244 service neutron] Bound using segment: {'id': 'f26ba00b-86b6-4205-9899-8431f69e5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:51.317188 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-558fa264-c5bd-459f-be98-d503a4ec4244 service neutron] Bound port: 77805b64-04d0-4824-a813-e616ef53f616, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f26ba00b-86b6-4205-9899-8431f69e5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:51.317911 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-558fa264-c5bd-459f-be98-d503a4ec4244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:51.326641 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-b6be7716-e132-49ec-99d2-c3cc81c04798 None None] Port 6393fbf0-c5b3-41a1-83d3-53a8c87fd107 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:51.364670 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:51.392118 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e90695-2d29-4419-b463-8ddfbfa06aae req-3f618211-6ced-4ad1-a7fa-3f339c475fa6 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:51.393656 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-39e90695-2d29-4419-b463-8ddfbfa06aae req-3f618211-6ced-4ad1-a7fa-3f339c475fa6 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 944 time: 0.3019960 Aug 11 02:15:51.417860 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-921c911c-76a4-4352-9034-539911ce2852 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:51.474803 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c911c-76a4-4352-9034-539911ce2852 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Port': ['ID=222d7587-341a-4fc5-a8f5-33f44a47dcc3,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:51.478427 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-735001dd-4025-49cc-a098-95c808f8fdc2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Made reservation on behalf of b9900cac277147b786c9feaddc3e5258 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:51.483404 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-735001dd-4025-49cc-a098-95c808f8fdc2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:51.494700 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-558fa264-c5bd-459f-be98-d503a4ec4244 service neutron] For port 77805b64-04d0-4824-a813-e616ef53f616, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:51.499237 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-558fa264-c5bd-459f-be98-d503a4ec4244 service neutron] For port 77805b64-04d0-4824-a813-e616ef53f616, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=77805b64-04d0-4824-a813-e616ef53f616,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:51.505079 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-777a0178-964e-4465-85d4-efd013368e5d service neutron] 10.222.0.50 "GET /v2.0/networks/dd83919f-ff7e-4fd8-96b1-202904e5f138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694112 Aug 11 02:15:51.513011 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-558fa264-c5bd-459f-be98-d503a4ec4244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:51.566051 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-558fa264-c5bd-459f-be98-d503a4ec4244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:51.566675 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-558fa264-c5bd-459f-be98-d503a4ec4244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:51.568115 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-558fa264-c5bd-459f-be98-d503a4ec4244 service neutron] 10.222.0.73 "PUT /v2.0/ports/77805b64-04d0-4824-a813-e616ef53f616 HTTP/1.1" status: 200 len: 1093 time: 1.5298452 Aug 11 02:15:51.569188 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-39e90695-2d29-4419-b463-8ddfbfa06aae req-4cd6796f-acad-4a71-9faf-73fecc55d635 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654036 Aug 11 02:15:51.628037 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-921c911c-76a4-4352-9034-539911ce2852 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:51.635717 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-921c911c-76a4-4352-9034-539911ce2852 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/222d7587-341a-4fc5-a8f5-33f44a47dcc3 HTTP/1.1" status: 204 len: 168 time: 1.1987708 Aug 11 02:15:51.637644 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42766) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:51.658983 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ba7aa6-ac8f-4693-99f2-df0e432ff5d2 x-openstack-request-id: req-e8ba7aa6-ac8f-4693-99f2-df0e432ff5d2 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:51.663904 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f170428c-721d-4192-86aa-bd86fb8de842", "tag": "487dbc68-bf93-4e06-8cf1-8d06179b7961", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:51.664329 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e8ba7aa6-ac8f-4693-99f2-df0e432ff5d2 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:51.664925 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f170428c-721d-4192-86aa-bd86fb8de842', 'tag': '487dbc68-bf93-4e06-8cf1-8d06179b7961', 'status': 'completed', 'code': 200} Aug 11 02:15:51.665713 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fa264-c5bd-459f-be98-d503a4ec4244 service neutron] Pushing event updated for resources: {'Port': ['ID=77805b64-04d0-4824-a813-e616ef53f616,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:51.745774 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6446b23-19b5-486a-b7e7-7d4d8aa87b3c x-openstack-request-id: req-d6446b23-19b5-486a-b7e7-7d4d8aa87b3c {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:51.746066 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3", "name": "network-vif-plugged", "status": "completed", "tag": "690bbc53-f3db-4498-b12d-5eb8eb7e60b7", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:51.746370 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d6446b23-19b5-486a-b7e7-7d4d8aa87b3c {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:51.747061 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690bbc53-f3db-4498-b12d-5eb8eb7e60b7', 'code': 200} Aug 11 02:15:51.765363 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57b9a5d-ad93-4027-b5ba-a44b12f051cb tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:51.784277 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f57b9a5d-ad93-4027-b5ba-a44b12f051cb tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1433432 Aug 11 02:15:51.798176 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42772) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:51.859089 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c300204-a682-4bfb-9ba9-bc965ec96bc9 req-6a4727ba-0a21-4bdf-94a8-7a4b79d519ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:51.860661 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5c300204-a682-4bfb-9ba9-bc965ec96bc9 req-6a4727ba-0a21-4bdf-94a8-7a4b79d519ed service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e4e387ba25a4d14b8728f756bd278ce&device_id=f170428c-721d-4192-86aa-bd86fb8de842 HTTP/1.1" status: 200 len: 1096 time: 0.1472068 Aug 11 02:15:51.876980 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-6b4c5f3d-7092-4837-8db2-540e1ee932e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:51.879018 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-6b4c5f3d-7092-4837-8db2-540e1ee932e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=15f6ff753e694e9dbfd4e9be5e45ed17&device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 1096 time: 0.2481425 Aug 11 02:15:51.961746 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [req-66eb82b6-b1af-4156-8ccb-2e05d770ab97 req-ecf89a85-3447-4d30-a13c-edcf318e4798 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] show failed (client error): The resource could not be found. Aug 11 02:15:51.963095 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-66eb82b6-b1af-4156-8ccb-2e05d770ab97 req-ecf89a85-3447-4d30-a13c-edcf318e4798 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] 10.222.0.50 "GET /v2.0/security-group-rules/a988b6dd-0e62-4089-abb0-a6a0d270fa11 HTTP/1.1" status: 404 len: 361 time: 0.1378248 Aug 11 02:15:52.007472 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-b0fc2995-dbd8-42b8-a389-55f8567f37f1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77805b64-04d0-4824-a813-e616ef53f616 HTTP/1.1" status: 200 len: 217 time: 0.1074872 Aug 11 02:15:52.086213 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-735001dd-4025-49cc-a098-95c808f8fdc2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Allocated IP 10.2.2.200 (2c433229-6c79-4510-a34a-8c4278ec5b0e/d883f484-d67b-4b0e-a60e-d2d168985bab/7f2bbf46-3ede-45de-88ba-1f3435d9778a) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:52.102226 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-7373468a-5456-48fe-9366-ab32610750dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:52.103749 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-7373468a-5456-48fe-9366-ab32610750dd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f HTTP/1.1" status: 200 len: 856 time: 0.0834749 Aug 11 02:15:52.106567 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c300204-a682-4bfb-9ba9-bc965ec96bc9 req-9da6807d-9593-4589-b413-e57f20c0fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:52.108530 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5c300204-a682-4bfb-9ba9-bc965ec96bc9 req-9da6807d-9593-4589-b413-e57f20c0fcd0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fa6d118c-1b11-471b-a79b-8ba66c683603 HTTP/1.1" status: 200 len: 907 time: 0.2279518 Aug 11 02:15:52.176867 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5c300204-a682-4bfb-9ba9-bc965ec96bc9 req-9c0a3a26-8628-4536-aa9d-a0c78945372c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=487dbc68-bf93-4e06-8cf1-8d06179b7961 HTTP/1.1" status: 200 len: 217 time: 0.0557251 Aug 11 02:15:52.180422 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479b276d-d10a-4896-b7cd-3e3d7120de4c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:52.184408 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-479b276d-d10a-4896-b7cd-3e3d7120de4c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3732915 Aug 11 02:15:52.197313 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42792) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:52.207998 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ada15d-68f4-4f0a-a4a5-83352e468c8f req-cbbe2561-9e5f-4e5a-932a-f3f7fc01b79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:52.209512 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-78ada15d-68f4-4f0a-a4a5-83352e468c8f req-cbbe2561-9e5f-4e5a-932a-f3f7fc01b79c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3 HTTP/1.1" status: 200 len: 1098 time: 0.3807204 Aug 11 02:15:52.266329 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-d0bf62e2-268d-46d4-aed5-b52d2235d547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:52.267964 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-d0bf62e2-268d-46d4-aed5-b52d2235d547 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2564e31e-dea6-46ca-b2de-bf165812396f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1562884 Aug 11 02:15:52.280471 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84e7f5-5ad5-40bc-8d5d-f30c46d45fcc req-0e6d30c8-475c-4808-a80f-229a628ade00 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:52.288281 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7d84e7f5-5ad5-40bc-8d5d-f30c46d45fcc req-0e6d30c8-475c-4808-a80f-229a628ade00 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3 HTTP/1.1" status: 200 len: 946 time: 0.1714411 Aug 11 02:15:52.361051 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-78ada15d-68f4-4f0a-a4a5-83352e468c8f req-371f3e7b-8c10-4303-8fec-a5184eb0f07d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=56ddbfec-47ca-4dbf-8c32-e787b27c9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243780 Aug 11 02:15:52.394160 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7d84e7f5-5ad5-40bc-8d5d-f30c46d45fcc req-06a7d878-3dcd-4fb7-a041-a14e452908a6 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups?id=56ddbfec-47ca-4dbf-8c32-e787b27c9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050043 Aug 11 02:15:52.426481 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-735001dd-4025-49cc-a098-95c808f8fdc2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:52.456293 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-735001dd-4025-49cc-a098-95c808f8fdc2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Transition to ACTIVE for port object 7f2bbf46-3ede-45de-88ba-1f3435d9778a will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:52.561047 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-735001dd-4025-49cc-a098-95c808f8fdc2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:52.615665 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0b355-a5f3-441d-858f-7e7c2356b51f req-f6f1efb3-f313-4920-bd44-10da29266a47 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:52.622378 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0b355-a5f3-441d-858f-7e7c2356b51f req-f6f1efb3-f313-4920-bd44-10da29266a47 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:52.629974 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0b355-a5f3-441d-858f-7e7c2356b51f req-f6f1efb3-f313-4920-bd44-10da29266a47 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:52.635952 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0b355-a5f3-441d-858f-7e7c2356b51f req-f6f1efb3-f313-4920-bd44-10da29266a47 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:52.638461 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60d0b355-a5f3-441d-858f-7e7c2356b51f req-f6f1efb3-f313-4920-bd44-10da29266a47 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 3094 time: 0.1407073 Aug 11 02:15:52.669829 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-735001dd-4025-49cc-a098-95c808f8fdc2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Network 2c433229-6c79-4510-a34a-8c4278ec5b0e is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:52.677439 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-735001dd-4025-49cc-a098-95c808f8fdc2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:52.687424 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-735001dd-4025-49cc-a098-95c808f8fdc2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:52.694498 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735001dd-4025-49cc-a098-95c808f8fdc2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Pushing event updated for resources: {'Port': ['ID=7f2bbf46-3ede-45de-88ba-1f3435d9778a,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:52.752870 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60d0b355-a5f3-441d-858f-7e7c2356b51f req-b1cf5d05-b6f5-4be9-83ec-851d8a9342a1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951025 Aug 11 02:15:52.767454 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-735001dd-4025-49cc-a098-95c808f8fdc2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:52.768149 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-735001dd-4025-49cc-a098-95c808f8fdc2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:52.785856 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-735001dd-4025-49cc-a098-95c808f8fdc2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6266062 Aug 11 02:15:52.805486 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b84d57f1-f358-4e49-b2a3-c0bffa069167 service neutron] Request body: {'port': {'device_id': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:52.820224 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c300204-a682-4bfb-9ba9-bc965ec96bc9 req-4fcff2fd-bd43-4019-9521-f2c9330dbf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:52.829109 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5c300204-a682-4bfb-9ba9-bc965ec96bc9 req-4fcff2fd-bd43-4019-9521-f2c9330dbf21 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62 HTTP/1.1" status: 200 len: 846 time: 0.6441073 Aug 11 02:15:52.838063 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e36e2a-2f7d-4c2d-94dd-0fbbd5848a61 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:52.840916 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e36e2a-2f7d-4c2d-94dd-0fbbd5848a61 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:52.843175 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e36e2a-2f7d-4c2d-94dd-0fbbd5848a61 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:52.845122 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-34e36e2a-2f7d-4c2d-94dd-0fbbd5848a61 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6368554 Aug 11 02:15:52.864250 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42806) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:52.929300 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65382a02-cac5-492c-b5c4-16dab7a29e90 req-558b78e6-9221-4d23-8ecd-ef959365681b tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:52.944443 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65382a02-cac5-492c-b5c4-16dab7a29e90 req-558b78e6-9221-4d23-8ecd-ef959365681b tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/ports?device_id=e776b6a5-f553-4315-9f48-d8da31bbc0ea HTTP/1.1" status: 200 len: 945 time: 0.2389464 Aug 11 02:15:52.954195 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5c300204-a682-4bfb-9ba9-bc965ec96bc9 req-b0e8030b-ee83-404a-a53f-969b12ac2c15 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fa6d118c-1b11-471b-a79b-8ba66c683603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062586 Aug 11 02:15:52.985357 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 487dbc68-bf93-4e06-8cf1-8d06179b7961 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:15:53.015203 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7121aa1-5ca2-4e0f-a273-47a035cd3ae0 req-61df98d4-19ae-41c2-845c-a0083bd0d58d tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:53.016927 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a7121aa1-5ca2-4e0f-a273-47a035cd3ae0 req-61df98d4-19ae-41c2-845c-a0083bd0d58d tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.73 "GET /v2.0/ports?device_id=e776b6a5-f553-4315-9f48-d8da31bbc0ea HTTP/1.1" status: 200 len: 945 time: 0.3129799 Aug 11 02:15:53.063079 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b84d57f1-f358-4e49-b2a3-c0bffa069167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:53.100748 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ea6de2-6412-4966-9dc2-66c483d4aaa7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet 08935a74-4995-48b6-a48d-fd42d0bfdf34 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:15:53.110055 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 487dbc68-bf93-4e06-8cf1-8d06179b7961, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=487dbc68-bf93-4e06-8cf1-8d06179b7961,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:53.111556 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-a5ea046e-1386-489a-bdef-cb74d0533b9b service neutron] 10.222.0.73 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8206563 Aug 11 02:15:53.125366 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '487dbc68-bf93-4e06-8cf1-8d06179b7961', 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603', 'port_id': '487dbc68-bf93-4e06-8cf1-8d06179b7961', 'mac_address': 'fa:16:3e:cd:14:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:15:53.183059 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:53.199395 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-0022c41c-a9ad-4001-a673-13f811131419 None None] Provisioning for port 7f2bbf46-3ede-45de-88ba-1f3435d9778a completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:53.204948 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 487dbc68-bf93-4e06-8cf1-8d06179b7961 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:53.211584 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-0022c41c-a9ad-4001-a673-13f811131419 None None] Provisioning complete for port 7f2bbf46-3ede-45de-88ba-1f3435d9778a triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:53.212258 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0022c41c-a9ad-4001-a673-13f811131419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:53.262220 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-0022c41c-a9ad-4001-a673-13f811131419 None None] Port 7f2bbf46-3ede-45de-88ba-1f3435d9778a cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:53.281328 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 487dbc68-bf93-4e06-8cf1-8d06179b7961, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=487dbc68-bf93-4e06-8cf1-8d06179b7961,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:53.289743 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:53.296069 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65382a02-cac5-492c-b5c4-16dab7a29e90 req-a42ea130-49e6-4b0e-8813-583cbc8f49a7 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/security-groups?id=092a1b70-b4f9-412e-96bf-10682d8834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500226 Aug 11 02:15:53.380083 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=487dbc68-bf93-4e06-8cf1-8d06179b7961,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:53.485528 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5c300204-a682-4bfb-9ba9-bc965ec96bc9 req-b1cafc56-bfa2-404d-aef2-396802f3bbea service neutron] 10.222.0.66 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014336 Aug 11 02:15:53.498699 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bf15b836-e53c-4bfe-942e-c46f6bd0a97b req-33b950d1-0055-416b-ac7b-64a9da021eb7 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] 10.222.0.50 "GET /v2.0/security-groups/1ae6e748-7bbb-456e-84dd-55dd7587247f HTTP/1.1" status: 200 len: 1814 time: 0.1407461 Aug 11 02:15:53.564609 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-46ea6de2-6412-4966-9dc2-66c483d4aaa7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:53.568618 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-a7121aa1-5ca2-4e0f-a273-47a035cd3ae0 req-15acf5b5-ef35-4bb8-a157-609677fb864d tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Deleting port b6d7e105-b3f0-4133-ae18-653cb3a38871 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:53.568774 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a7121aa1-5ca2-4e0f-a273-47a035cd3ae0 req-15acf5b5-ef35-4bb8-a157-609677fb864d tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:53.572837 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a3e31a8-d7a2-4f29-b3a0-809bfad6a4e4 req-b7f2a0ad-5cb4-4dc8-93b9-5bc638cdabab service neutron] 10.222.0.73 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181228 Aug 11 02:15:53.596803 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['487dbc68-bf93-4e06-8cf1-8d06179b7961'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:53.616277 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f71e8e-b2d3-4cea-92df-f3685e837041 req-0ed294db-ba43-458a-be91-172f8e98ef6b tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:53.624834 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c8f71e8e-b2d3-4cea-92df-f3685e837041 req-0ed294db-ba43-458a-be91-172f8e98ef6b tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=f170428c-721d-4192-86aa-bd86fb8de842 HTTP/1.1" status: 200 len: 944 time: 0.7119906 Aug 11 02:15:53.669227 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7886c27-845c-4960-b149-c8f2f52836d9', 'tag': '77805b64-04d0-4824-a813-e616ef53f616'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:53.670266 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1cdae7-ecb9-4cac-8125-f318295e536a" -d '{"events": [{"name": "network-changed", "server_uuid": "c7886c27-845c-4960-b149-c8f2f52836d9", "tag": "77805b64-04d0-4824-a813-e616ef53f616"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:53.670419 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-46ea6de2-6412-4966-9dc2-66c483d4aaa7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:53.715797 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5c300204-a682-4bfb-9ba9-bc965ec96bc9 req-46bddb25-ba1c-4954-90b6-acd8e2234772 service neutron] 10.222.0.66 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136812 Aug 11 02:15:53.721636 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bf15b836-e53c-4bfe-942e-c46f6bd0a97b req-d5215935-9452-4793-8699-4f4545d79a04 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:53.766982 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c8f71e8e-b2d3-4cea-92df-f3685e837041 req-7c4a449b-858e-4658-96fe-7a041f76898b tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411581 Aug 11 02:15:53.772180 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-a7121aa1-5ca2-4e0f-a273-47a035cd3ae0 req-15acf5b5-ef35-4bb8-a157-609677fb864d tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] For port b6d7e105-b3f0-4133-ae18-653cb3a38871, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=b6d7e105-b3f0-4133-ae18-653cb3a38871,segment=NetworkSegment(478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8),segment_id=478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:53.772568 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a7121aa1-5ca2-4e0f-a273-47a035cd3ae0 req-15acf5b5-ef35-4bb8-a157-609677fb864d tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:53.802765 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bf15b836-e53c-4bfe-942e-c46f6bd0a97b req-d5215935-9452-4793-8699-4f4545d79a04 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:53.823260 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-a7121aa1-5ca2-4e0f-a273-47a035cd3ae0 req-15acf5b5-ef35-4bb8-a157-609677fb864d tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Calling delete_port for b6d7e105-b3f0-4133-ae18-653cb3a38871 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:53.947254 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-45d2fe5b-8e0f-495b-b60e-16241fb5e55e req-6585ae04-37b9-4c9d-a6d3-0b40ef1bfe4e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 210 time: 0.0506227 Aug 11 02:15:53.976082 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-46ea6de2-6412-4966-9dc2-66c483d4aaa7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:54.045721 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-15aaa928-4b9d-42a6-b696-07232987ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:54.047125 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-15aaa928-4b9d-42a6-b696-07232987ec11 service neutron] 10.222.0.66 "GET /v2.0/ports/5eb9176f-1ed6-4f79-a75b-1c022309c059 HTTP/1.1" status: 200 len: 1028 time: 0.1103303 Aug 11 02:15:54.052795 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bf15b836-e53c-4bfe-942e-c46f6bd0a97b req-d5215935-9452-4793-8699-4f4545d79a04 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:54.056794 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bf15b836-e53c-4bfe-942e-c46f6bd0a97b req-d5215935-9452-4793-8699-4f4545d79a04 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:54.057991 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bf15b836-e53c-4bfe-942e-c46f6bd0a97b req-d5215935-9452-4793-8699-4f4545d79a04 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] 10.222.0.50 "DELETE /v2.0/security-groups/1ae6e748-7bbb-456e-84dd-55dd7587247f HTTP/1.1" status: 204 len: 173 time: 0.5461402 Aug 11 02:15:54.098834 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a7121aa1-5ca2-4e0f-a273-47a035cd3ae0 req-15acf5b5-ef35-4bb8-a157-609677fb864d tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:54.110475 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['b6d7e105-b3f0-4133-ae18-653cb3a38871', '1b74260a-9d2e-47b5-9353-6aaccaa4813e'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:54.123396 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5215935-9452-4793-8699-4f4545d79a04 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae6e748-7bbb-456e-84dd-55dd7587247f,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:54.150756 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15acf5b5-ef35-4bb8-a157-609677fb864d tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Pushing event deleted for resources: {'Port': ['ID=b6d7e105-b3f0-4133-ae18-653cb3a38871,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:54.160643 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-df4d9160-d084-429d-b828-3d5641e6210e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:54.161642 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-df4d9160-d084-429d-b828-3d5641e6210e service neutron] 10.222.0.66 "GET /v2.0/ports/6a46a20f-db43-47c2-9b7f-8cd1abe24e39 HTTP/1.1" status: 200 len: 1028 time: 0.1027703 Aug 11 02:15:54.233026 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a3b34-23c7-4542-a61b-6e5aed06bd47 req-988d6c90-e8f9-4d3f-86c2-bf634eb6a839 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:54.234658 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d94a3b34-23c7-4542-a61b-6e5aed06bd47 req-988d6c90-e8f9-4d3f-86c2-bf634eb6a839 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 944 time: 0.1582932 Aug 11 02:15:54.264515 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-46ea6de2-6412-4966-9dc2-66c483d4aaa7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:54.279639 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b84d57f1-f358-4e49-b2a3-c0bffa069167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 622f47f6-616c-4c28-9002-bebf0b890eca {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:54.301559 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['6ab36f1f-fa42-4458-8e5b-3533805ec440'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:54.312165 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7121aa1-5ca2-4e0f-a273-47a035cd3ae0 req-15acf5b5-ef35-4bb8-a157-609677fb864d tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] No DVR routers for this DVR port b6d7e105-b3f0-4133-ae18-653cb3a38871 on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:15:54.318920 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b84d57f1-f358-4e49-b2a3-c0bffa069167 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:54.323651 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-46ea6de2-6412-4966-9dc2-66c483d4aaa7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:54.330069 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-46ea6de2-6412-4966-9dc2-66c483d4aaa7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/08935a74-4995-48b6-a48d-fd42d0bfdf34 HTTP/1.1" status: 204 len: 168 time: 1.4645247 Aug 11 02:15:54.330946 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea6de2-6412-4966-9dc2-66c483d4aaa7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=08935a74-4995-48b6-a48d-fd42d0bfdf34,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:54.352852 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33470657-17eb-44cd-82a7-d4777dfbe867 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:54.355142 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42818) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:54.357965 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:54.360405 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d94a3b34-23c7-4542-a61b-6e5aed06bd47 req-ffd92db4-9735-416f-94cc-4f47bc1a17c0 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170070 Aug 11 02:15:54.380967 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a7121aa1-5ca2-4e0f-a273-47a035cd3ae0 req-15acf5b5-ef35-4bb8-a157-609677fb864d tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:54.383092 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a7121aa1-5ca2-4e0f-a273-47a035cd3ae0 req-15acf5b5-ef35-4bb8-a157-609677fb864d tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.73 "DELETE /v2.0/ports/b6d7e105-b3f0-4133-ae18-653cb3a38871 HTTP/1.1" status: 204 len: 173 time: 1.3422236 Aug 11 02:15:54.445224 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ea0f98-680c-41ae-b0a0-ab5c52160cba x-openstack-request-id: req-f7ea0f98-680c-41ae-b0a0-ab5c52160cba {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:54.445604 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7886c27-845c-4960-b149-c8f2f52836d9", "tag": "77805b64-04d0-4824-a813-e616ef53f616", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:54.445788 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f7ea0f98-680c-41ae-b0a0-ab5c52160cba {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:54.446156 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7886c27-845c-4960-b149-c8f2f52836d9', 'tag': '77805b64-04d0-4824-a813-e616ef53f616', 'status': 'completed', 'code': 200} Aug 11 02:15:54.472952 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b84d57f1-f358-4e49-b2a3-c0bffa069167 service neutron] Transition to ACTIVE for port object 622f47f6-616c-4c28-9002-bebf0b890eca will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:54.481655 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-3acb9d65-e50b-4c58-81e0-b53ceebff62e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet b551dddd-e924-47c6-a600-d1de781ef155 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:15:54.487017 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b84d57f1-f358-4e49-b2a3-c0bffa069167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:54.515778 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3acb9d65-e50b-4c58-81e0-b53ceebff62e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:54.549273 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a14df-5b91-4c3c-9edc-a0e23fef99f1 req-ac6d8d2d-9cff-4f42-87d9-d6b270f97fb6 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:54.551992 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2d0a14df-5b91-4c3c-9edc-a0e23fef99f1 req-ac6d8d2d-9cff-4f42-87d9-d6b270f97fb6 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3 HTTP/1.1" status: 200 len: 946 time: 0.2983558 Aug 11 02:15:54.601645 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-9eae235d-5228-4a0e-a13e-56e2b7681d62 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:54.610662 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-9eae235d-5228-4a0e-a13e-56e2b7681d62 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:54.621551 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-9eae235d-5228-4a0e-a13e-56e2b7681d62 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:54.624271 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-9eae235d-5228-4a0e-a13e-56e2b7681d62 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.66 "GET /v2.0/networks?id=47c1ad3c-2161-421b-b922-fe59b93cfe05&id=a22ae8f3-b76a-495f-839c-755566103de1&id=a22ae8f3-b76a-495f-839c-755566103de1&id=a22ae8f3-b76a-495f-839c-755566103de1&id=a22ae8f3-b76a-495f-839c-755566103de1&id=dd83919f-ff7e-4fd8-96b1-202904e5f138&id=dd83919f-ff7e-4fd8-96b1-202904e5f138 HTTP/1.1" status: 200 len: 1987 time: 0.4397044 Aug 11 02:15:54.641924 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d57f1-f358-4e49-b2a3-c0bffa069167 service neutron] Pushing event updated for resources: {'Port': ['ID=622f47f6-616c-4c28-9002-bebf0b890eca,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:54.673116 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cdae7-ecb9-4cac-8125-f318295e536a req-a9655539-30bb-459c-b0e8-24cbbf67885c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:54.674999 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7c1cdae7-ecb9-4cac-8125-f318295e536a req-a9655539-30bb-459c-b0e8-24cbbf67885c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=15f6ff753e694e9dbfd4e9be5e45ed17&device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 1096 time: 0.1986544 Aug 11 02:15:54.687253 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2d0a14df-5b91-4c3c-9edc-a0e23fef99f1 req-f27ea617-491a-4518-aac3-3f722c5e195b tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups?id=56ddbfec-47ca-4dbf-8c32-e787b27c9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261923 Aug 11 02:15:54.826074 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cdae7-ecb9-4cac-8125-f318295e536a req-6f6bc574-0e1f-4d2d-93f1-182ee8e8da3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:54.827571 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7c1cdae7-ecb9-4cac-8125-f318295e536a req-6f6bc574-0e1f-4d2d-93f1-182ee8e8da3f service neutron] 10.222.0.73 "GET /v2.0/networks?id=2564e31e-dea6-46ca-b2de-bf165812396f HTTP/1.1" status: 200 len: 918 time: 0.1372824 Aug 11 02:15:54.830059 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3acb9d65-e50b-4c58-81e0-b53ceebff62e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:54.940046 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7c1cdae7-ecb9-4cac-8125-f318295e536a req-95096e55-50f7-4ca5-9077-f1bf066b6ec3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77805b64-04d0-4824-a813-e616ef53f616 HTTP/1.1" status: 200 len: 217 time: 0.0989063 Aug 11 02:15:54.973689 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-a78900c8-bde9-45eb-a34b-5f8503b48857 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f544ac306fb418fb17bb1bb0c938ed0 HTTP/1.1" status: 200 len: 380 time: 0.3287213 Aug 11 02:15:55.000933 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 487dbc68-bf93-4e06-8cf1-8d06179b7961 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:55.045838 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3acb9d65-e50b-4c58-81e0-b53ceebff62e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:55.082990 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a23bf080-3c2f-4550-9c41-cd7ab5be28ca req-65ff345a-43d2-49bb-ae12-c17627fbe9fd tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] 10.222.0.50 "GET /v2.0/security-groups/ae7c74eb-00f0-47ba-85c9-f456cc7d74c5 HTTP/1.1" status: 200 len: 1815 time: 0.2526796 Aug 11 02:15:55.130954 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-65dc8829-8f5f-4ce5-bbe0-e2d6ebe81c85 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Request body: {'port': {'device_id': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'network_id': '47c1ad3c-2161-421b-b922-fe59b93cfe05', 'admin_state_up': True, 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'security_groups': ['3e3511bb-15f1-4c41-a90c-1bd0e06285c1']}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:55.141221 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:55.158995 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 487dbc68-bf93-4e06-8cf1-8d06179b7961 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:55.163497 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 487dbc68-bf93-4e06-8cf1-8d06179b7961 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:55.163976 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:55.171681 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6427a-9f93-45dc-acd6-b385b064c592 req-f43e5e27-8424-463e-83be-14383bf61391 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:55.179671 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6427a-9f93-45dc-acd6-b385b064c592 req-f43e5e27-8424-463e-83be-14383bf61391 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:55.187199 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6427a-9f93-45dc-acd6-b385b064c592 req-f43e5e27-8424-463e-83be-14383bf61391 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:55.204790 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6427a-9f93-45dc-acd6-b385b064c592 req-f43e5e27-8424-463e-83be-14383bf61391 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:55.220333 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6427a-9f93-45dc-acd6-b385b064c592 req-f43e5e27-8424-463e-83be-14383bf61391 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:55.222261 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-53e6427a-9f93-45dc-acd6-b385b064c592 req-f43e5e27-8424-463e-83be-14383bf61391 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 3827 time: 0.5718496 Aug 11 02:15:55.234588 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3acb9d65-e50b-4c58-81e0-b53ceebff62e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:55.287683 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:55.289026 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b84d57f1-f358-4e49-b2a3-c0bffa069167 service neutron] Attempting to bind port 622f47f6-616c-4c28-9002-bebf0b890eca on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:55.289364 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b84d57f1-f358-4e49-b2a3-c0bffa069167 service neutron] Attempting to bind port 622f47f6-616c-4c28-9002-bebf0b890eca by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '54995699-ccb8-46c9-8986-86289a757a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5fe47308-1e64-4a04-9103-656b58efd77e'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:55.289692 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b84d57f1-f358-4e49-b2a3-c0bffa069167 service neutron] Attempting to bind port 622f47f6-616c-4c28-9002-bebf0b890eca on network 5fe47308-1e64-4a04-9103-656b58efd77e {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:55.292384 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cdae7-ecb9-4cac-8125-f318295e536a req-4e06913b-64fd-42e9-a738-9cd09b4c4098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:55.294804 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb9d65-e50b-4c58-81e0-b53ceebff62e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=b551dddd-e924-47c6-a600-d1de781ef155,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:55.295049 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7c1cdae7-ecb9-4cac-8125-f318295e536a req-4e06913b-64fd-42e9-a738-9cd09b4c4098 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f HTTP/1.1" status: 200 len: 856 time: 0.3192682 Aug 11 02:15:55.308219 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3acb9d65-e50b-4c58-81e0-b53ceebff62e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:55.313554 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3acb9d65-e50b-4c58-81e0-b53ceebff62e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/b551dddd-e924-47c6-a600-d1de781ef155 HTTP/1.1" status: 204 len: 168 time: 0.9520485 Aug 11 02:15:55.314526 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42826) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:55.327409 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b84d57f1-f358-4e49-b2a3-c0bffa069167 service neutron] Port 622f47f6-616c-4c28-9002-bebf0b890eca on network 5fe47308-1e64-4a04-9103-656b58efd77e not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:15:55.328171 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b84d57f1-f358-4e49-b2a3-c0bffa069167 service neutron] Attempting to bind port 622f47f6-616c-4c28-9002-bebf0b890eca on network 5fe47308-1e64-4a04-9103-656b58efd77e {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:55.344179 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f170428c-721d-4192-86aa-bd86fb8de842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487dbc68-bf93-4e06-8cf1-8d06179b7961'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:55.354881 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84be3068-8805-41c5-bfcb-c4d8a62dcee3" -d '{"events": [{"server_uuid": "f170428c-721d-4192-86aa-bd86fb8de842", "name": "network-vif-plugged", "status": "completed", "tag": "487dbc68-bf93-4e06-8cf1-8d06179b7961"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:55.363850 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a23bf080-3c2f-4550-9c41-cd7ab5be28ca req-739c6cf3-af00-4a8f-8a24-221a99e01d3d tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:55.375136 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 487dbc68-bf93-4e06-8cf1-8d06179b7961, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=487dbc68-bf93-4e06-8cf1-8d06179b7961,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:55.381282 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:55.406114 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a40f26e7-e442-4708-82b2-4456e5810dd5 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865133 Aug 11 02:15:55.406976 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42832) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:55.408835 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b84d57f1-f358-4e49-b2a3-c0bffa069167 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:55.409169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b84d57f1-f358-4e49-b2a3-c0bffa069167 service neutron] Checking segment: {'id': '54995699-ccb8-46c9-8986-86289a757a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5fe47308-1e64-4a04-9103-656b58efd77e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:55.409548 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b84d57f1-f358-4e49-b2a3-c0bffa069167 service neutron] Bound using segment: {'id': '54995699-ccb8-46c9-8986-86289a757a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5fe47308-1e64-4a04-9103-656b58efd77e'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:55.409985 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b84d57f1-f358-4e49-b2a3-c0bffa069167 service neutron] Bound port: 622f47f6-616c-4c28-9002-bebf0b890eca, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54995699-ccb8-46c9-8986-86289a757a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5fe47308-1e64-4a04-9103-656b58efd77e'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:55.410342 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b84d57f1-f358-4e49-b2a3-c0bffa069167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:55.416622 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-e663b3f3-4f48-4634-98ca-13fefbcad24a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:55.425041 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cdae7-ecb9-4cac-8125-f318295e536a req-c26a7aa4-caa7-4b5c-9604-49eb3effa934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:55.426568 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7c1cdae7-ecb9-4cac-8125-f318295e536a req-c26a7aa4-caa7-4b5c-9604-49eb3effa934 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2564e31e-dea6-46ca-b2de-bf165812396f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919051 Aug 11 02:15:55.432004 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a23bf080-3c2f-4550-9c41-cd7ab5be28ca req-739c6cf3-af00-4a8f-8a24-221a99e01d3d tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:55.440034 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-53e6427a-9f93-45dc-acd6-b385b064c592 req-ad10ecfd-2b42-4220-a8a0-1699003132a4 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028952 Aug 11 02:15:55.477851 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=487dbc68-bf93-4e06-8cf1-8d06179b7961,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:55.573859 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a23bf080-3c2f-4550-9c41-cd7ab5be28ca req-739c6cf3-af00-4a8f-8a24-221a99e01d3d tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:55.578434 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a23bf080-3c2f-4550-9c41-cd7ab5be28ca req-739c6cf3-af00-4a8f-8a24-221a99e01d3d tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:55.579666 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a23bf080-3c2f-4550-9c41-cd7ab5be28ca req-739c6cf3-af00-4a8f-8a24-221a99e01d3d tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] 10.222.0.50 "DELETE /v2.0/security-groups/ae7c74eb-00f0-47ba-85c9-f456cc7d74c5 HTTP/1.1" status: 204 len: 173 time: 0.4949849 Aug 11 02:15:55.639567 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c6cf3-af00-4a8f-8a24-221a99e01d3d tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7c74eb-00f0-47ba-85c9-f456cc7d74c5,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:55.649541 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-65dc8829-8f5f-4ce5-bbe0-e2d6ebe81c85 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Made reservation on behalf of 3f544ac306fb418fb17bb1bb0c938ed0 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:55.655561 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-65dc8829-8f5f-4ce5-bbe0-e2d6ebe81c85 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:55.723464 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e663b3f3-4f48-4634-98ca-13fefbcad24a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:55.727121 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e663b3f3-4f48-4634-98ca-13fefbcad24a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:55.731751 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b84d57f1-f358-4e49-b2a3-c0bffa069167 service neutron] For port 622f47f6-616c-4c28-9002-bebf0b890eca, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:55.794508 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7c1cdae7-ecb9-4cac-8125-f318295e536a req-451df6a3-93ce-43f9-95ad-bd69399ed7bb service neutron] 10.222.0.73 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803726 Aug 11 02:15:55.799715 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e9bf91ad-c53e-4fb6-bc5a-33ec124b3fdd req-71645e02-a5c8-412a-8c7f-c8257b5c43a6 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-118928574&fields=id&tenant_id=0cfacaf78696422e8ffa8119283a095a HTTP/1.1" status: 200 len: 267 time: 0.2008622 Aug 11 02:15:55.803448 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b84d57f1-f358-4e49-b2a3-c0bffa069167 service neutron] For port 622f47f6-616c-4c28-9002-bebf0b890eca, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=622f47f6-616c-4c28-9002-bebf0b890eca,segment=NetworkSegment(54995699-ccb8-46c9-8986-86289a757a66),segment_id=54995699-ccb8-46c9-8986-86289a757a66)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:55.851007 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b84d57f1-f358-4e49-b2a3-c0bffa069167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:55.868881 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2ab94-4c30-4eb3-884d-39b46f9dd2f0 req-0dbdb5ff-973c-4db7-9393-ff498b3de347 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:55.870659 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-93d2ab94-4c30-4eb3-884d-39b46f9dd2f0 req-0dbdb5ff-973c-4db7-9393-ff498b3de347 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=f170428c-721d-4192-86aa-bd86fb8de842 HTTP/1.1" status: 200 len: 946 time: 0.1865001 Aug 11 02:15:55.882038 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab8057f-8f32-4330-92ce-d6fed3b4a3e8 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:55.927392 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf91ad-c53e-4fb6-bc5a-33ec124b3fdd req-9873e291-051e-404e-b529-1701e91ad46c tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:55.928994 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e9bf91ad-c53e-4fb6-bc5a-33ec124b3fdd req-9873e291-051e-404e-b529-1701e91ad46c tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3 HTTP/1.1" status: 200 len: 946 time: 0.1219573 Aug 11 02:15:55.942723 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b84d57f1-f358-4e49-b2a3-c0bffa069167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:55.943351 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b84d57f1-f358-4e49-b2a3-c0bffa069167 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:55.952061 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b84d57f1-f358-4e49-b2a3-c0bffa069167 service neutron] 10.222.0.73 "PUT /v2.0/ports/622f47f6-616c-4c28-9002-bebf0b890eca HTTP/1.1" status: 200 len: 1092 time: 3.1492031 Aug 11 02:15:55.952292 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'tag': '622f47f6-616c-4c28-9002-bebf0b890eca'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:55.961093 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd587a80-d105-49e8-922e-18ae90a7810b" -d '{"events": [{"name": "network-changed", "server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "tag": "622f47f6-616c-4c28-9002-bebf0b890eca"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:55.980108 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-e9bf91ad-c53e-4fb6-bc5a-33ec124b3fdd req-d8309de2-4e58-428f-9d89-a32788a4b0ef tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Request body: {'port': {'security_groups': ['56ddbfec-47ca-4dbf-8c32-e787b27c9f51', '31d11fa5-cb40-4da6-886e-615b107b3938']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:56.021717 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-93d2ab94-4c30-4eb3-884d-39b46f9dd2f0 req-a806c059-aafa-4334-8055-1c0ec2ddcf73 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428130 Aug 11 02:15:56.023049 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-65dc8829-8f5f-4ce5-bbe0-e2d6ebe81c85 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Allocated IP 172.20.0.10 (47c1ad3c-2161-421b-b922-fe59b93cfe05/c48f56bb-082d-428b-b7c4-d68dad46b955/20f53a84-827e-4a21-8b16-64a8498d6bf9) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:56.055993 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7c1cdae7-ecb9-4cac-8125-f318295e536a req-4ae44df1-03af-4c29-b653-13d6ab568e22 service neutron] 10.222.0.73 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467272 Aug 11 02:15:56.057506 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-67fe221b-6231-4a9d-8980-f1686d822503 service neutron] Request body: {'port': {'device_id': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:56.108979 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-06fc66c8-a535-4770-92da-416786b90ccb None None] Provisioning complete for port 61d96d82-543c-4fc0-a407-4e487c05b8e7 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:56.109753 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-06fc66c8-a535-4770-92da-416786b90ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:56.199656 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fcbb4166-62f8-4c68-86f6-5ea54204e64d req-72fcd78d-80f8-43f4-af0d-aece214b6432 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 210 time: 0.0725446 Aug 11 02:15:56.214471 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e9bf91ad-c53e-4fb6-bc5a-33ec124b3fdd req-d8309de2-4e58-428f-9d89-a32788a4b0ef tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:56.233950 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d57f1-f358-4e49-b2a3-c0bffa069167 service neutron] Pushing event updated for resources: {'Port': ['ID=622f47f6-616c-4c28-9002-bebf0b890eca,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:56.277749 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 77805b64-04d0-4824-a813-e616ef53f616 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:15:56.282644 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device b6d7e105-b3f0-4133-ae18-653cb3a38871 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:15:56.306386 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc512340-fa0f-46cc-bf8c-e26b78464b41 None None] DHCP port deletion for abfe629d-e2ef-4da1-94ab-4576283f6a78 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:15:56.312483 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: b6d7e105-b3f0-4133-ae18-653cb3a38871 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:15:56.312483 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device b6d7e105-b3f0-4133-ae18-653cb3a38871 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:15:56.316815 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5bd76f-e633-429a-9ba1-4fe8c60efb10 x-openstack-request-id: req-bd5bd76f-e633-429a-9ba1-4fe8c60efb10 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:56.316815 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f170428c-721d-4192-86aa-bd86fb8de842", "name": "network-vif-plugged", "status": "completed", "tag": "487dbc68-bf93-4e06-8cf1-8d06179b7961", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:56.316815 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bd5bd76f-e633-429a-9ba1-4fe8c60efb10 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:56.316815 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f170428c-721d-4192-86aa-bd86fb8de842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487dbc68-bf93-4e06-8cf1-8d06179b7961', 'code': 200} Aug 11 02:15:56.330635 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-67fe221b-6231-4a9d-8980-f1686d822503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:56.448845 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 77805b64-04d0-4824-a813-e616ef53f616, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=77805b64-04d0-4824-a813-e616ef53f616,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:56.449673 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e776b6a5-f553-4315-9f48-d8da31bbc0ea', 'name': 'network-vif-deleted', 'tag': 'b6d7e105-b3f0-4133-ae18-653cb3a38871'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:56.452897 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64957289-2649-4d08-8e86-21765350cbba" -d '{"events": [{"server_uuid": "e776b6a5-f553-4315-9f48-d8da31bbc0ea", "name": "network-vif-deleted", "tag": "b6d7e105-b3f0-4133-ae18-653cb3a38871"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:56.458222 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-bc512340-fa0f-46cc-bf8c-e26b78464b41 None None] Deleting port 61d96d82-543c-4fc0-a407-4e487c05b8e7 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:56.458601 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bc512340-fa0f-46cc-bf8c-e26b78464b41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:56.489089 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-65dc8829-8f5f-4ce5-bbe0-e2d6ebe81c85 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:56.501066 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '77805b64-04d0-4824-a813-e616ef53f616', 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'port_id': '77805b64-04d0-4824-a813-e616ef53f616', 'mac_address': 'fa:16:3e:7f:b2:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:15:56.511511 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-65dc8829-8f5f-4ce5-bbe0-e2d6ebe81c85 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Transition to ACTIVE for port object 20f53a84-827e-4a21-8b16-64a8498d6bf9 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:56.533246 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c2e7a-fdec-4b7e-909f-bde5dcd83565 req-e4928d45-1b3e-45ec-af33-9d91023f2545 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:56.541547 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-388c2e7a-fdec-4b7e-909f-bde5dcd83565 req-e4928d45-1b3e-45ec-af33-9d91023f2545 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 944 time: 0.1133392 Aug 11 02:15:56.553824 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-bc512340-fa0f-46cc-bf8c-e26b78464b41 None None] For port 61d96d82-543c-4fc0-a407-4e487c05b8e7, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=61d96d82-543c-4fc0-a407-4e487c05b8e7,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:56.554231 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bc512340-fa0f-46cc-bf8c-e26b78464b41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:56.575322 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-bc512340-fa0f-46cc-bf8c-e26b78464b41 None None] Calling delete_port for 61d96d82-543c-4fc0-a407-4e487c05b8e7 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:56.579288 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:56.603579 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-388c2e7a-fdec-4b7e-909f-bde5dcd83565 req-4687fd64-f0c7-4c63-838d-ae6990a33152 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590131 Aug 11 02:15:56.634357 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-65dc8829-8f5f-4ce5-bbe0-e2d6ebe81c85 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:56.680047 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e42828-93a5-4081-94b7-cd611254e8e1 req-2bade65f-d5f6-4201-8ef6-efbefac4c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:56.680512 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77805b64-04d0-4824-a813-e616ef53f616 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:56.681490 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a2e42828-93a5-4081-94b7-cd611254e8e1 req-2bade65f-d5f6-4201-8ef6-efbefac4c4d3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f170428c-721d-4192-86aa-bd86fb8de842 HTTP/1.1" status: 200 len: 1098 time: 0.1973131 Aug 11 02:15:56.702807 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 77805b64-04d0-4824-a813-e616ef53f616, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=77805b64-04d0-4824-a813-e616ef53f616,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:56.711999 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc8829-8f5f-4ce5-bbe0-e2d6ebe81c85 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Pushing event updated for resources: {'Port': ['ID=20f53a84-827e-4a21-8b16-64a8498d6bf9,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:56.715668 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:56.730481 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-65dc8829-8f5f-4ce5-bbe0-e2d6ebe81c85 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Network 47c1ad3c-2161-421b-b922-fe59b93cfe05 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:56.732925 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-65dc8829-8f5f-4ce5-bbe0-e2d6ebe81c85 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:56.747425 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-65dc8829-8f5f-4ce5-bbe0-e2d6ebe81c85 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:56.752464 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bc512340-fa0f-46cc-bf8c-e26b78464b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:56.769832 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc512340-fa0f-46cc-bf8c-e26b78464b41 None None] No DVR routers for this DVR port 61d96d82-543c-4fc0-a407-4e487c05b8e7 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:15:56.800370 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=77805b64-04d0-4824-a813-e616ef53f616,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:56.808530 n-d-615180-33 neutron-server[94507]: DEBUG neutron.objects.ports [None req-e663b3f3-4f48-4634-98ca-13fefbcad24a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94507) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:15:56.829381 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc512340-fa0f-46cc-bf8c-e26b78464b41 None None] Pushing event deleted for resources: {'Port': ['ID=61d96d82-543c-4fc0-a407-4e487c05b8e7,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:56.851528 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e663b3f3-4f48-4634-98ca-13fefbcad24a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:56.856484 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-65dc8829-8f5f-4ce5-bbe0-e2d6ebe81c85 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:56.857168 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-65dc8829-8f5f-4ce5-bbe0-e2d6ebe81c85 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:56.895797 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-65dc8829-8f5f-4ce5-bbe0-e2d6ebe81c85 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7762473 Aug 11 02:15:56.911632 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f5f45cf9-9323-4446-b147-6418c4fc1334 req-ca675aeb-3a73-4047-b982-b5d7a2fadc65 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] 10.222.0.50 "GET /v2.0/security-groups/6d8da997-6cf0-4638-a56c-aad94a35e41a HTTP/1.1" status: 200 len: 1815 time: 0.0888245 Aug 11 02:15:56.919222 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a2e42828-93a5-4081-94b7-cd611254e8e1 req-0d0c8dbb-9225-418f-957e-985f6ef134d6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021244 Aug 11 02:15:56.925481 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-649a0d67-e32f-4ece-82e9-3cae3289fe04 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Request body: {'port': {'device_id': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1', 'admin_state_up': True, 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'security_groups': ['3e3511bb-15f1-4c41-a90c-1bd0e06285c1']}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:56.952416 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['77805b64-04d0-4824-a813-e616ef53f616'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:57.024056 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f5f45cf9-9323-4446-b147-6418c4fc1334 req-832a3823-bd96-4464-99e0-282a0e85ec40 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:57.054029 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e663b3f3-4f48-4634-98ca-13fefbcad24a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:57.069638 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f5f45cf9-9323-4446-b147-6418c4fc1334 req-832a3823-bd96-4464-99e0-282a0e85ec40 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:57.080801 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-e663b3f3-4f48-4634-98ca-13fefbcad24a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:57.094780 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663b3f3-4f48-4634-98ca-13fefbcad24a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=4e46b50e-14c6-44f2-a904-39eb38600961,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:57.096539 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7136c6-b80e-4111-8b46-32374efc02df None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:57.098291 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e663b3f3-4f48-4634-98ca-13fefbcad24a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:57.099160 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e663b3f3-4f48-4634-98ca-13fefbcad24a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:57.142005 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-649a0d67-e32f-4ece-82e9-3cae3289fe04 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Made reservation on behalf of 3f544ac306fb418fb17bb1bb0c938ed0 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:57.146000 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-649a0d67-e32f-4ece-82e9-3cae3289fe04 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:57.151474 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f5f45cf9-9323-4446-b147-6418c4fc1334 req-832a3823-bd96-4464-99e0-282a0e85ec40 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:57.154942 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f5f45cf9-9323-4446-b147-6418c4fc1334 req-832a3823-bd96-4464-99e0-282a0e85ec40 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:57.160938 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e663b3f3-4f48-4634-98ca-13fefbcad24a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7531071 Aug 11 02:15:57.166134 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42848) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:57.171107 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-30753fb5-1405-4a3b-a1ea-bfec3da85a5d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:57.171450 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f5f45cf9-9323-4446-b147-6418c4fc1334 req-832a3823-bd96-4464-99e0-282a0e85ec40 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] 10.222.0.50 "DELETE /v2.0/security-groups/6d8da997-6cf0-4638-a56c-aad94a35e41a HTTP/1.1" status: 204 len: 173 time: 0.2586985 Aug 11 02:15:57.196559 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a3823-bd96-4464-99e0-282a0e85ec40 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8da997-6cf0-4638-a56c-aad94a35e41a,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:57.237477 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6665105-38e3-4931-a2bb-4d6582db35d7 x-openstack-request-id: req-a6665105-38e3-4931-a2bb-4d6582db35d7 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:57.237808 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "tag": "622f47f6-616c-4c28-9002-bebf0b890eca", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:57.238011 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a6665105-38e3-4931-a2bb-4d6582db35d7 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:57.238414 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'tag': '622f47f6-616c-4c28-9002-bebf0b890eca', 'status': 'completed', 'code': 200} Aug 11 02:15:57.261478 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65d171b-2c8a-4536-99e0-5694a01ed357 x-openstack-request-id: req-f65d171b-2c8a-4536-99e0-5694a01ed357 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:57.261948 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e776b6a5-f553-4315-9f48-d8da31bbc0ea", "name": "network-vif-deleted", "tag": "b6d7e105-b3f0-4133-ae18-653cb3a38871", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:57.261948 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f65d171b-2c8a-4536-99e0-5694a01ed357 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:57.262354 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e776b6a5-f553-4315-9f48-d8da31bbc0ea', 'name': 'network-vif-deleted', 'tag': 'b6d7e105-b3f0-4133-ae18-653cb3a38871', 'status': 'completed', 'code': 200} Aug 11 02:15:57.347078 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd587a80-d105-49e8-922e-18ae90a7810b req-6d7c00f2-26ef-4191-8415-760e5cbd8462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:57.347607 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd587a80-d105-49e8-922e-18ae90a7810b req-6d7c00f2-26ef-4191-8415-760e5cbd8462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:57.348748 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd587a80-d105-49e8-922e-18ae90a7810b req-6d7c00f2-26ef-4191-8415-760e5cbd8462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:57.348748 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd587a80-d105-49e8-922e-18ae90a7810b req-6d7c00f2-26ef-4191-8415-760e5cbd8462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:57.349047 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd587a80-d105-49e8-922e-18ae90a7810b req-6d7c00f2-26ef-4191-8415-760e5cbd8462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:57.351022 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fd587a80-d105-49e8-922e-18ae90a7810b req-6d7c00f2-26ef-4191-8415-760e5cbd8462 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9900cac277147b786c9feaddc3e5258&device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 4363 time: 0.0983810 Aug 11 02:15:57.371865 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-e9bf91ad-c53e-4fb6-bc5a-33ec124b3fdd req-d8309de2-4e58-428f-9d89-a32788a4b0ef tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] For port 690bbc53-f3db-4498-b12d-5eb8eb7e60b7, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=690bbc53-f3db-4498-b12d-5eb8eb7e60b7,segment=NetworkSegment(19dbea17-970b-4093-9d9c-314e17b532a2),segment_id=19dbea17-970b-4093-9d9c-314e17b532a2)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:57.448600 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-649a0d67-e32f-4ece-82e9-3cae3289fe04 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Allocated IP 10.1.1.44 (a22ae8f3-b76a-495f-839c-755566103de1/325640a4-d334-4da9-8e10-51bbb0627559/607f8c57-0c37-4d39-8378-b28860d65df4) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:57.464701 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e9bf91ad-c53e-4fb6-bc5a-33ec124b3fdd req-d8309de2-4e58-428f-9d89-a32788a4b0ef tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:57.477811 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30753fb5-1405-4a3b-a1ea-bfec3da85a5d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:57.479270 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-af6d2bb9-b1d0-4250-8808-d0aa85680d6f None None] Provisioning for port 20f53a84-827e-4a21-8b16-64a8498d6bf9 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:57.482670 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-30753fb5-1405-4a3b-a1ea-bfec3da85a5d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:57.492712 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e9bf91ad-c53e-4fb6-bc5a-33ec124b3fdd req-d8309de2-4e58-428f-9d89-a32788a4b0ef tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:57.518794 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['690bbc53-f3db-4498-b12d-5eb8eb7e60b7'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:57.522449 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-af6d2bb9-b1d0-4250-8808-d0aa85680d6f None None] Provisioning complete for port 20f53a84-827e-4a21-8b16-64a8498d6bf9 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:57.522818 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-af6d2bb9-b1d0-4250-8808-d0aa85680d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:57.566402 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-af6d2bb9-b1d0-4250-8808-d0aa85680d6f None None] Port 20f53a84-827e-4a21-8b16-64a8498d6bf9 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:57.612655 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-67fe221b-6231-4a9d-8980-f1686d822503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a21190-3213-4831-8458-9bdd8fb2c46c {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:57.637278 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf91ad-c53e-4fb6-bc5a-33ec124b3fdd req-d8309de2-4e58-428f-9d89-a32788a4b0ef tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:57.638235 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e9bf91ad-c53e-4fb6-bc5a-33ec124b3fdd req-d8309de2-4e58-428f-9d89-a32788a4b0ef tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:57.646212 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-649a0d67-e32f-4ece-82e9-3cae3289fe04 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:57.651639 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e9bf91ad-c53e-4fb6-bc5a-33ec124b3fdd req-d8309de2-4e58-428f-9d89-a32788a4b0ef tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "PUT /v2.0/ports/690bbc53-f3db-4498-b12d-5eb8eb7e60b7 HTTP/1.1" status: 200 len: 982 time: 1.7114744 Aug 11 02:15:57.658224 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-67fe221b-6231-4a9d-8980-f1686d822503 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:57.669484 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-649a0d67-e32f-4ece-82e9-3cae3289fe04 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Transition to ACTIVE for port object 607f8c57-0c37-4d39-8378-b28860d65df4 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:57.705290 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8309de2-4e58-428f-9d89-a32788a4b0ef tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Pushing event updated for resources: {'Port': ['ID=690bbc53-f3db-4498-b12d-5eb8eb7e60b7,revision_number=6']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:57.708955 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-67fe221b-6231-4a9d-8980-f1686d822503 service neutron] Transition to ACTIVE for port object 54a21190-3213-4831-8458-9bdd8fb2c46c will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:57.721260 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-67fe221b-6231-4a9d-8980-f1686d822503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:57.774049 n-d-615180-33 neutron-server[94507]: INFO neutron.db.ipam_backend_mixin [None req-30753fb5-1405-4a3b-a1ea-bfec3da85a5d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4e46b50e-14c6-44f2-a904-39eb38600961 (CIDR: 2001:db8::/64) Aug 11 02:15:57.795440 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-649a0d67-e32f-4ece-82e9-3cae3289fe04 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:57.798184 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['690bbc53-f3db-4498-b12d-5eb8eb7e60b7'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:57.849044 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-30753fb5-1405-4a3b-a1ea-bfec3da85a5d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:15:57.849744 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30753fb5-1405-4a3b-a1ea-bfec3da85a5d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:15:57.951240 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe221b-6231-4a9d-8980-f1686d822503 service neutron] Pushing event updated for resources: {'Port': ['ID=54a21190-3213-4831-8458-9bdd8fb2c46c,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:57.973487 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533bb114-de90-4e67-b568-1b724a880a30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-abfe629d-e2ef-4da1-94ab-4576283f6a78', 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'fixed_ips': [{'subnet_id': '4e46b50e-14c6-44f2-a904-39eb38600961'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:15:57.974722 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-533bb114-de90-4e67-b568-1b724a880a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:58.062335 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-30753fb5-1405-4a3b-a1ea-bfec3da85a5d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8950579 Aug 11 02:15:58.064218 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42860) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:58.064958 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-67fe221b-6231-4a9d-8980-f1686d822503 service neutron] Attempting to bind port 54a21190-3213-4831-8458-9bdd8fb2c46c on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:58.065291 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-67fe221b-6231-4a9d-8980-f1686d822503 service neutron] Attempting to bind port 54a21190-3213-4831-8458-9bdd8fb2c46c by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '7d4b7bcc-8eef-48d8-8309-95445fdb1890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:58.065618 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-67fe221b-6231-4a9d-8980-f1686d822503 service neutron] Attempting to bind port 54a21190-3213-4831-8458-9bdd8fb2c46c on network 6b37a7db-7b2c-45a9-a3ea-9ce097777b06 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:58.073041 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-d753c860-ee6d-45e6-9a3d-40c4b23313ee tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:58.090430 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e6591-72ac-447b-ac96-0152b93e0195 req-40e6fd88-fbf3-4ed0-9bc1-5ec9a9688edc tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:58.092093 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-661e6591-72ac-447b-ac96-0152b93e0195 req-40e6fd88-fbf3-4ed0-9bc1-5ec9a9688edc tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=f170428c-721d-4192-86aa-bd86fb8de842 HTTP/1.1" status: 200 len: 946 time: 0.3143528 Aug 11 02:15:58.148445 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-67fe221b-6231-4a9d-8980-f1686d822503 service neutron] Port 54a21190-3213-4831-8458-9bdd8fb2c46c on network 6b37a7db-7b2c-45a9-a3ea-9ce097777b06 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:15:58.148847 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-67fe221b-6231-4a9d-8980-f1686d822503 service neutron] Attempting to bind port 54a21190-3213-4831-8458-9bdd8fb2c46c on network 6b37a7db-7b2c-45a9-a3ea-9ce097777b06 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:58.167979 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-67fe221b-6231-4a9d-8980-f1686d822503 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:58.168459 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-67fe221b-6231-4a9d-8980-f1686d822503 service neutron] Checking segment: {'id': '7d4b7bcc-8eef-48d8-8309-95445fdb1890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:58.168849 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-67fe221b-6231-4a9d-8980-f1686d822503 service neutron] Bound using segment: {'id': '7d4b7bcc-8eef-48d8-8309-95445fdb1890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:58.169338 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-67fe221b-6231-4a9d-8980-f1686d822503 service neutron] Bound port: 54a21190-3213-4831-8458-9bdd8fb2c46c, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d4b7bcc-8eef-48d8-8309-95445fdb1890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:58.169699 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-67fe221b-6231-4a9d-8980-f1686d822503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:58.217172 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 61d96d82-543c-4fc0-a407-4e487c05b8e7 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:15:58.235559 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-661e6591-72ac-447b-ac96-0152b93e0195 req-1febd2f8-779a-47cb-85cd-738bbc2cf9f0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298654 Aug 11 02:15:58.296421 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 61d96d82-543c-4fc0-a407-4e487c05b8e7 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:15:58.297090 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 61d96d82-543c-4fc0-a407-4e487c05b8e7 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:15:58.330171 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 77805b64-04d0-4824-a813-e616ef53f616 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:58.381465 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-67fe221b-6231-4a9d-8980-f1686d822503 service neutron] For port 54a21190-3213-4831-8458-9bdd8fb2c46c, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:58.391677 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-67fe221b-6231-4a9d-8980-f1686d822503 service neutron] For port 54a21190-3213-4831-8458-9bdd8fb2c46c, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=54a21190-3213-4831-8458-9bdd8fb2c46c,segment=NetworkSegment(7d4b7bcc-8eef-48d8-8309-95445fdb1890),segment_id=7d4b7bcc-8eef-48d8-8309-95445fdb1890)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:58.399776 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-649a0d67-e32f-4ece-82e9-3cae3289fe04 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Network a22ae8f3-b76a-495f-839c-755566103de1 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:58.411020 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24c269-2852-4e56-ba50-ffd1a20cda1a req-eb506243-89e6-4a8f-9c7c-e4b558f1f379 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:58.411566 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-91ca67c6-267e-41bb-90f5-d3df524ba4c3 req-8fde8564-0200-44ab-aa7b-586d9f827b06 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] 10.222.0.50 "GET /v2.0/security-groups/a58770d9-95f5-4e02-8ed6-23924f557716 HTTP/1.1" status: 200 len: 1815 time: 0.1299400 Aug 11 02:15:58.417025 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24c269-2852-4e56-ba50-ffd1a20cda1a req-eb506243-89e6-4a8f-9c7c-e4b558f1f379 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:58.423938 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24c269-2852-4e56-ba50-ffd1a20cda1a req-eb506243-89e6-4a8f-9c7c-e4b558f1f379 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:58.431357 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24c269-2852-4e56-ba50-ffd1a20cda1a req-eb506243-89e6-4a8f-9c7c-e4b558f1f379 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:58.438098 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24c269-2852-4e56-ba50-ffd1a20cda1a req-eb506243-89e6-4a8f-9c7c-e4b558f1f379 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:58.440730 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ec24c269-2852-4e56-ba50-ffd1a20cda1a req-eb506243-89e6-4a8f-9c7c-e4b558f1f379 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 3827 time: 1.0818410 Aug 11 02:15:58.448609 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a0d67-e32f-4ece-82e9-3cae3289fe04 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Pushing event updated for resources: {'Port': ['ID=607f8c57-0c37-4d39-8378-b28860d65df4,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:58.459069 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-67fe221b-6231-4a9d-8980-f1686d822503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:58.466097 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-649a0d67-e32f-4ece-82e9-3cae3289fe04 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:58.484747 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-649a0d67-e32f-4ece-82e9-3cae3289fe04 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:58.540193 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-533bb114-de90-4e67-b568-1b724a880a30 None None] Allocated IP 2001:db8::f816:3eff:fe71:1de4 (abfe629d-e2ef-4da1-94ab-4576283f6a78/4e46b50e-14c6-44f2-a904-39eb38600961/e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:58.545313 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd587a80-d105-49e8-922e-18ae90a7810b req-893da543-c497-4b8f-b19b-33403d6f069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:58.545809 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd587a80-d105-49e8-922e-18ae90a7810b req-893da543-c497-4b8f-b19b-33403d6f069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:58.546294 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd587a80-d105-49e8-922e-18ae90a7810b req-893da543-c497-4b8f-b19b-33403d6f069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:58.548022 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fd587a80-d105-49e8-922e-18ae90a7810b req-893da543-c497-4b8f-b19b-33403d6f069b service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b9900cac277147b786c9feaddc3e5258&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.1783302 Aug 11 02:15:58.635110 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 77805b64-04d0-4824-a813-e616ef53f616 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:58.658294 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 77805b64-04d0-4824-a813-e616ef53f616 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:58.664281 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:58.847474 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ec24c269-2852-4e56-ba50-ffd1a20cda1a req-3fc72d1d-0fe2-4bab-9ba3-4922bba03a57 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3961325 Aug 11 02:15:58.848595 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd587a80-d105-49e8-922e-18ae90a7810b req-da512da5-fa0f-45ab-b40d-f4985f23c677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:58.849994 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fd587a80-d105-49e8-922e-18ae90a7810b req-da512da5-fa0f-45ab-b40d-f4985f23c677 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2655036 Aug 11 02:15:58.870332 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-649a0d67-e32f-4ece-82e9-3cae3289fe04 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:58.871026 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-649a0d67-e32f-4ece-82e9-3cae3289fe04 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:58.955340 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-67fe221b-6231-4a9d-8980-f1686d822503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:58.955981 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-67fe221b-6231-4a9d-8980-f1686d822503 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:58.957728 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-67fe221b-6231-4a9d-8980-f1686d822503 service neutron] 10.222.0.73 "PUT /v2.0/ports/54a21190-3213-4831-8458-9bdd8fb2c46c HTTP/1.1" status: 200 len: 1136 time: 2.9067965 Aug 11 02:15:58.971493 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d753c860-ee6d-45e6-9a3d-40c4b23313ee tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:58.975336 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d753c860-ee6d-45e6-9a3d-40c4b23313ee tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:58.987047 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-649a0d67-e32f-4ece-82e9-3cae3289fe04 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0671041 Aug 11 02:15:58.988063 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:59.001347 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-7b065880-67d6-4358-9f3f-e9a0684478ff tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Request body: {'port': {'device_id': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1', 'admin_state_up': True, 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'security_groups': ['3e3511bb-15f1-4c41-a90c-1bd0e06285c1']}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:59.014459 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-91ca67c6-267e-41bb-90f5-d3df524ba4c3 req-728237a9-3a80-4ff7-8df7-b92fdc6a2488 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:59.015171 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-1c94e7b1-0d35-4b2b-a2ba-f284ee2f656e None None] Provisioning for port 607f8c57-0c37-4d39-8378-b28860d65df4 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:59.026714 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-1c94e7b1-0d35-4b2b-a2ba-f284ee2f656e None None] Provisioning complete for port 607f8c57-0c37-4d39-8378-b28860d65df4 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:59.027262 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1c94e7b1-0d35-4b2b-a2ba-f284ee2f656e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:59.055205 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-d06087c5-5779-4b83-83b5-76dd8f0aefa5 service neutron] Request body: {'port': {'device_id': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:59.066496 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebebc95-3942-4275-a063-f227860ea504 req-1ff064b2-7d54-49f0-a0b7-58022150c586 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:59.072748 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebebc95-3942-4275-a063-f227860ea504 req-1ff064b2-7d54-49f0-a0b7-58022150c586 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:59.074528 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5ebebc95-3942-4275-a063-f227860ea504 req-1ff064b2-7d54-49f0-a0b7-58022150c586 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 1653 time: 0.1236126 Aug 11 02:15:59.091853 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 77805b64-04d0-4824-a813-e616ef53f616, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=77805b64-04d0-4824-a813-e616ef53f616,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:59.096629 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-1c94e7b1-0d35-4b2b-a2ba-f284ee2f656e None None] Port 607f8c57-0c37-4d39-8378-b28860d65df4 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:59.099390 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7886c27-845c-4960-b149-c8f2f52836d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77805b64-04d0-4824-a813-e616ef53f616'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:59.103438 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ea1292-0171-416b-9065-12129c4c8ee7" -d '{"events": [{"server_uuid": "c7886c27-845c-4960-b149-c8f2f52836d9", "name": "network-vif-plugged", "status": "completed", "tag": "77805b64-04d0-4824-a813-e616ef53f616"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:59.117891 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:59.118102 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe221b-6231-4a9d-8980-f1686d822503 service neutron] Pushing event updated for resources: {'Port': ['ID=54a21190-3213-4831-8458-9bdd8fb2c46c,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:59.145945 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-91ca67c6-267e-41bb-90f5-d3df524ba4c3 req-728237a9-3a80-4ff7-8df7-b92fdc6a2488 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:59.147783 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5ebebc95-3942-4275-a063-f227860ea504 req-fb29efc0-de57-4672-b520-d3576f0219b7 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648167 Aug 11 02:15:59.187164 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-7b065880-67d6-4358-9f3f-e9a0684478ff tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Made reservation on behalf of 3f544ac306fb418fb17bb1bb0c938ed0 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:59.191035 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-7b065880-67d6-4358-9f3f-e9a0684478ff tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:59.244690 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-533bb114-de90-4e67-b568-1b724a880a30 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:59.252397 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3', 'tag': '690bbc53-f3db-4498-b12d-5eb8eb7e60b7'}, {'name': 'network-changed', 'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'tag': '54a21190-3213-4831-8458-9bdd8fb2c46c'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:59.256054 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6221c4e8-41d6-48a9-a2e2-e8266fd5e572" -d '{"events": [{"name": "network-changed", "server_uuid": "69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3", "tag": "690bbc53-f3db-4498-b12d-5eb8eb7e60b7"}, {"name": "network-changed", "server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "tag": "54a21190-3213-4831-8458-9bdd8fb2c46c"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:59.261212 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=77805b64-04d0-4824-a813-e616ef53f616,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:59.265790 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-533bb114-de90-4e67-b568-1b724a880a30 None None] Transition to ACTIVE for port object e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:59.284769 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-533bb114-de90-4e67-b568-1b724a880a30 None None] Transition to ACTIVE for port object e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:59.299263 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-533bb114-de90-4e67-b568-1b724a880a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:59.317953 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-d06087c5-5779-4b83-83b5-76dd8f0aefa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:59.353300 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-91ca67c6-267e-41bb-90f5-d3df524ba4c3 req-728237a9-3a80-4ff7-8df7-b92fdc6a2488 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:59.355986 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-91ca67c6-267e-41bb-90f5-d3df524ba4c3 req-728237a9-3a80-4ff7-8df7-b92fdc6a2488 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:59.365896 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533bb114-de90-4e67-b568-1b724a880a30 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:59.368946 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-91ca67c6-267e-41bb-90f5-d3df524ba4c3 req-728237a9-3a80-4ff7-8df7-b92fdc6a2488 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] 10.222.0.50 "DELETE /v2.0/security-groups/a58770d9-95f5-4e02-8ed6-23924f557716 HTTP/1.1" status: 204 len: 173 time: 0.9563961 Aug 11 02:15:59.375283 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-533bb114-de90-4e67-b568-1b724a880a30 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:59.381115 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533bb114-de90-4e67-b568-1b724a880a30 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:59.399514 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533bb114-de90-4e67-b568-1b724a880a30 None None] Pushing event updated for resources: {'Port': ['ID=e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:59.400329 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79226712-da8c-4ebd-9a4e-f81112da631a req-ef2f309d-21cc-45be-a3f4-f5bcc2b8c0eb tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:59.408825 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-79226712-da8c-4ebd-9a4e-f81112da631a req-ef2f309d-21cc-45be-a3f4-f5bcc2b8c0eb tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 946 time: 0.1818252 Aug 11 02:15:59.481907 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-79226712-da8c-4ebd-9a4e-f81112da631a req-cca592d6-4c19-4064-a61f-7d6fe93161d6 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537894 Aug 11 02:15:59.485834 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-533bb114-de90-4e67-b568-1b724a880a30 None None] Attempting to bind port e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:59.486291 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-533bb114-de90-4e67-b568-1b724a880a30 None None] Attempting to bind port e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:59.486729 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533bb114-de90-4e67-b568-1b724a880a30 None None] Attempting to bind port e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea on network abfe629d-e2ef-4da1-94ab-4576283f6a78 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:59.488910 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-7b065880-67d6-4358-9f3f-e9a0684478ff tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Allocated IP 10.1.1.248 (a22ae8f3-b76a-495f-839c-755566103de1/325640a4-d334-4da9-8e10-51bbb0627559/3085161b-7e48-4c97-a864-056bb09eb941) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:59.492994 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533bb114-de90-4e67-b568-1b724a880a30 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:59.493512 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533bb114-de90-4e67-b568-1b724a880a30 None None] Checking segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:59.494015 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-533bb114-de90-4e67-b568-1b724a880a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:59.494743 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533bb114-de90-4e67-b568-1b724a880a30 None None] Bound using segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:59.495008 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-533bb114-de90-4e67-b568-1b724a880a30 None None] Bound port: e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:59.495577 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-533bb114-de90-4e67-b568-1b724a880a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:59.590929 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-533bb114-de90-4e67-b568-1b724a880a30 None None] For port e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:59.594356 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-533bb114-de90-4e67-b568-1b724a880a30 None None] For port e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:59.606106 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-533bb114-de90-4e67-b568-1b724a880a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:59.612433 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728237a9-3a80-4ff7-8df7-b92fdc6a2488 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58770d9-95f5-4e02-8ed6-23924f557716,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:59.694019 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-7b065880-67d6-4358-9f3f-e9a0684478ff tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:59.717759 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-7b065880-67d6-4358-9f3f-e9a0684478ff tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Transition to ACTIVE for port object 3085161b-7e48-4c97-a864-056bb09eb941 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:59.717975 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac5bc86-15c3-4871-b3e0-e9d00c162523 x-openstack-request-id: req-7ac5bc86-15c3-4871-b3e0-e9d00c162523 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:59.718487 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7886c27-845c-4960-b149-c8f2f52836d9", "name": "network-vif-plugged", "status": "completed", "tag": "77805b64-04d0-4824-a813-e616ef53f616", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:59.718910 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7ac5bc86-15c3-4871-b3e0-e9d00c162523 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:59.719504 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7886c27-845c-4960-b149-c8f2f52836d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77805b64-04d0-4824-a813-e616ef53f616', 'code': 200} Aug 11 02:15:59.735471 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533bb114-de90-4e67-b568-1b724a880a30 None None] Pushing event updated for resources: {'Port': ['ID=e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:59.820374 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-7b065880-67d6-4358-9f3f-e9a0684478ff tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:59.836164 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d753c860-ee6d-45e6-9a3d-40c4b23313ee tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:59.885798 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-7b065880-67d6-4358-9f3f-e9a0684478ff tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Network a22ae8f3-b76a-495f-839c-755566103de1 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:59.894700 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-7b065880-67d6-4358-9f3f-e9a0684478ff tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:59.897324 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-7b065880-67d6-4358-9f3f-e9a0684478ff tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:59.940349 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753c860-ee6d-45e6-9a3d-40c4b23313ee tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=1ea12aaf-5183-44d3-aaae-e84e376f5805,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:59.970334 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b065880-67d6-4358-9f3f-e9a0684478ff tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Pushing event updated for resources: {'Port': ['ID=3085161b-7e48-4c97-a864-056bb09eb941,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:59.974480 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-16b06da0-5368-4ae6-baaa-daebda47367f req-6cbb6559-43e6-4a27-9b5a-162211c2df56 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1011828586&fields=id&tenant_id=0cfacaf78696422e8ffa8119283a095a HTTP/1.1" status: 200 len: 267 time: 0.3699398 Aug 11 02:15:59.976551 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d753c860-ee6d-45e6-9a3d-40c4b23313ee tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:59.980095 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-d753c860-ee6d-45e6-9a3d-40c4b23313ee tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:59.992413 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4145d9-47e4-42ac-b192-65f3ee7fe058 req-8242060c-8020-4455-8491-cf34c9aafd61 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:00.007266 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d753c860-ee6d-45e6-9a3d-40c4b23313ee tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:00.014455 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e4145d9-47e4-42ac-b192-65f3ee7fe058 req-8242060c-8020-4455-8491-cf34c9aafd61 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=f170428c-721d-4192-86aa-bd86fb8de842 HTTP/1.1" status: 200 len: 946 time: 0.2100549 Aug 11 02:16:00.016108 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d753c860-ee6d-45e6-9a3d-40c4b23313ee tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:00.019116 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fbc61-0414-41ef-b9cb-c546c641fa6c req-08fec544-0f4d-4445-9042-e5082881f43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:00.025780 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-129fbc61-0414-41ef-b9cb-c546c641fa6c req-08fec544-0f4d-4445-9042-e5082881f43d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 1098 time: 0.2467151 Aug 11 02:16:00.083697 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-7b065880-67d6-4358-9f3f-e9a0684478ff tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:00.086938 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-7b065880-67d6-4358-9f3f-e9a0684478ff tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:00.160412 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d753c860-ee6d-45e6-9a3d-40c4b23313ee tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0906765 Aug 11 02:16:00.168122 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42876) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:00.169934 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-129fbc61-0414-41ef-b9cb-c546c641fa6c req-95dd0804-8a43-45ec-a662-506d3c05c4f8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347296 Aug 11 02:16:00.173599 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-7b065880-67d6-4358-9f3f-e9a0684478ff tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1765106 Aug 11 02:16:00.174970 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-d3db17ad-4942-4aa1-97ab-8a5029ddfc10 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'port': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'mac_address': 'fa:16:3e:ea:7a:eb', 'name': 'tempest-NetworksTestDHCPv6-1029953985'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:00.193614 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e4145d9-47e4-42ac-b192-65f3ee7fe058 req-b7dabee3-03d1-4077-af24-eef2a73a9210 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422725 Aug 11 02:16:00.201771 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a3109fe-a953-4d97-94a4-c057f0680cf6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Request body: {'port': {'device_id': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'dd83919f-ff7e-4fd8-96b1-202904e5f138', 'admin_state_up': True, 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'security_groups': ['3e3511bb-15f1-4c41-a90c-1bd0e06285c1']}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:00.210524 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:00.211831 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b06da0-5368-4ae6-baaa-daebda47367f req-77b15f03-55a6-437f-bf36-8dfd7a18ec21 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:00.220752 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-16b06da0-5368-4ae6-baaa-daebda47367f req-77b15f03-55a6-437f-bf36-8dfd7a18ec21 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3 HTTP/1.1" status: 200 len: 985 time: 0.2380023 Aug 11 02:16:00.233469 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-16b06da0-5368-4ae6-baaa-daebda47367f req-eab36288-53ba-4de0-a39a-89bff595c8a6 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Request body: {'port': {'security_groups': ['31d11fa5-cb40-4da6-886e-615b107b3938', '56ddbfec-47ca-4dbf-8c32-e787b27c9f51', '59ea80ba-3945-43b8-9cfb-0c53face9725']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:00.292911 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403a0ec5-5151-412b-89a1-6308c66a17e8 x-openstack-request-id: req-403a0ec5-5151-412b-89a1-6308c66a17e8 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:00.293234 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3", "tag": "690bbc53-f3db-4498-b12d-5eb8eb7e60b7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "tag": "54a21190-3213-4831-8458-9bdd8fb2c46c", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:00.293669 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-403a0ec5-5151-412b-89a1-6308c66a17e8 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:00.294702 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3', 'tag': '690bbc53-f3db-4498-b12d-5eb8eb7e60b7', 'status': 'completed', 'code': 200} Aug 11 02:16:00.295020 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'tag': '54a21190-3213-4831-8458-9bdd8fb2c46c', 'status': 'completed', 'code': 200} Aug 11 02:16:00.330815 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:00.415700 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-179c9ea5-61c9-4c86-986c-b50b36897cda None None] Provisioning for port 3085161b-7e48-4c97-a864-056bb09eb941 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:00.421964 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-179c9ea5-61c9-4c86-986c-b50b36897cda None None] Provisioning complete for port 3085161b-7e48-4c97-a864-056bb09eb941 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:00.422443 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-179c9ea5-61c9-4c86-986c-b50b36897cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:00.459991 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-16b06da0-5368-4ae6-baaa-daebda47367f req-eab36288-53ba-4de0-a39a-89bff595c8a6 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:00.460700 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221c4e8-41d6-48a9-a2e2-e8266fd5e572 req-31ac0205-45bc-4e54-9a75-13729b21817c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:00.461159 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221c4e8-41d6-48a9-a2e2-e8266fd5e572 req-31ac0205-45bc-4e54-9a75-13729b21817c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:00.462434 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221c4e8-41d6-48a9-a2e2-e8266fd5e572 req-31ac0205-45bc-4e54-9a75-13729b21817c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:00.462994 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221c4e8-41d6-48a9-a2e2-e8266fd5e572 req-31ac0205-45bc-4e54-9a75-13729b21817c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:00.463984 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221c4e8-41d6-48a9-a2e2-e8266fd5e572 req-31ac0205-45bc-4e54-9a75-13729b21817c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:00.464191 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221c4e8-41d6-48a9-a2e2-e8266fd5e572 req-31ac0205-45bc-4e54-9a75-13729b21817c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:00.467023 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6221c4e8-41d6-48a9-a2e2-e8266fd5e572 req-31ac0205-45bc-4e54-9a75-13729b21817c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9900cac277147b786c9feaddc3e5258&device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5292 time: 0.1393886 Aug 11 02:16:00.484155 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0167f04a-80c6-4c7d-bed1-50072a73026b req-c05d38dd-cc57-4961-8211-326894f20ad0 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] 10.222.0.50 "GET /v2.0/security-groups/52e3dcdd-d552-4bc2-81a2-c18f4d37407c HTTP/1.1" status: 200 len: 1815 time: 0.1543212 Aug 11 02:16:00.490644 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-179c9ea5-61c9-4c86-986c-b50b36897cda None None] Port 3085161b-7e48-4c97-a864-056bb09eb941 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:16:00.502628 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-d06087c5-5779-4b83-83b5-76dd8f0aefa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a38793e-41b1-4d7a-a9ec-fc766a55001c {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:00.519441 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-d06087c5-5779-4b83-83b5-76dd8f0aefa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:00.562027 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221c4e8-41d6-48a9-a2e2-e8266fd5e572 req-4843589c-912a-4f7d-8646-9a846b44bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:00.563579 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6221c4e8-41d6-48a9-a2e2-e8266fd5e572 req-4843589c-912a-4f7d-8646-9a846b44bd19 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0cfacaf78696422e8ffa8119283a095a&device_id=69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3 HTTP/1.1" status: 200 len: 1137 time: 0.2248998 Aug 11 02:16:00.587331 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-d06087c5-5779-4b83-83b5-76dd8f0aefa5 service neutron] Transition to ACTIVE for port object 0a38793e-41b1-4d7a-a9ec-fc766a55001c will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:00.637265 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-d06087c5-5779-4b83-83b5-76dd8f0aefa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:00.642591 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a3109fe-a953-4d97-94a4-c057f0680cf6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Made reservation on behalf of 3f544ac306fb418fb17bb1bb0c938ed0 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:00.741230 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221c4e8-41d6-48a9-a2e2-e8266fd5e572 req-aa209e9f-f5c6-4fac-8327-63ec1fb056bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:00.741710 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221c4e8-41d6-48a9-a2e2-e8266fd5e572 req-aa209e9f-f5c6-4fac-8327-63ec1fb056bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:00.742441 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221c4e8-41d6-48a9-a2e2-e8266fd5e572 req-aa209e9f-f5c6-4fac-8327-63ec1fb056bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:00.744950 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6221c4e8-41d6-48a9-a2e2-e8266fd5e572 req-aa209e9f-f5c6-4fac-8327-63ec1fb056bd service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b9900cac277147b786c9feaddc3e5258&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2578793 Aug 11 02:16:00.745579 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0167f04a-80c6-4c7d-bed1-50072a73026b req-60268c3b-cb7f-4cb3-af62-a1eb26ce7228 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:00.761829 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3db17ad-4942-4aa1-97ab-8a5029ddfc10 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:00.780564 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06087c5-5779-4b83-83b5-76dd8f0aefa5 service neutron] Pushing event updated for resources: {'Port': ['ID=0a38793e-41b1-4d7a-a9ec-fc766a55001c,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:00.858406 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0167f04a-80c6-4c7d-bed1-50072a73026b req-60268c3b-cb7f-4cb3-af62-a1eb26ce7228 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:00.922558 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a3109fe-a953-4d97-94a4-c057f0680cf6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:00.946412 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221c4e8-41d6-48a9-a2e2-e8266fd5e572 req-8a19674f-c3fd-4518-9824-fa8b21fa7acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:00.947608 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6221c4e8-41d6-48a9-a2e2-e8266fd5e572 req-8a19674f-c3fd-4518-9824-fa8b21fa7acb service neutron] 10.222.0.66 "GET /v2.0/networks?id=79a301b6-8eb6-4684-84fd-05d6fc546709 HTTP/1.1" status: 200 len: 914 time: 0.3695242 Aug 11 02:16:00.966852 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-d06087c5-5779-4b83-83b5-76dd8f0aefa5 service neutron] Attempting to bind port 0a38793e-41b1-4d7a-a9ec-fc766a55001c on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:00.967307 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-d06087c5-5779-4b83-83b5-76dd8f0aefa5 service neutron] Attempting to bind port 0a38793e-41b1-4d7a-a9ec-fc766a55001c by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '7d4b7bcc-8eef-48d8-8309-95445fdb1890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:00.967593 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-d06087c5-5779-4b83-83b5-76dd8f0aefa5 service neutron] Attempting to bind port 0a38793e-41b1-4d7a-a9ec-fc766a55001c on network 6b37a7db-7b2c-45a9-a3ea-9ce097777b06 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:00.986094 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221c4e8-41d6-48a9-a2e2-e8266fd5e572 req-14023df3-08e4-4cf8-8969-bd59c5ab1855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:00.987612 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6221c4e8-41d6-48a9-a2e2-e8266fd5e572 req-14023df3-08e4-4cf8-8969-bd59c5ab1855 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2329133 Aug 11 02:16:01.048550 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-d06087c5-5779-4b83-83b5-76dd8f0aefa5 service neutron] Port 0a38793e-41b1-4d7a-a9ec-fc766a55001c on network 6b37a7db-7b2c-45a9-a3ea-9ce097777b06 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:16:01.049125 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-d06087c5-5779-4b83-83b5-76dd8f0aefa5 service neutron] Attempting to bind port 0a38793e-41b1-4d7a-a9ec-fc766a55001c on network 6b37a7db-7b2c-45a9-a3ea-9ce097777b06 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:01.056884 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6221c4e8-41d6-48a9-a2e2-e8266fd5e572 req-86e7bb89-fe10-4f9b-91a5-2df8c9718840 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=690bbc53-f3db-4498-b12d-5eb8eb7e60b7 HTTP/1.1" status: 200 len: 217 time: 0.0961313 Aug 11 02:16:01.113664 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0167f04a-80c6-4c7d-bed1-50072a73026b req-60268c3b-cb7f-4cb3-af62-a1eb26ce7228 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:01.119954 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0167f04a-80c6-4c7d-bed1-50072a73026b req-60268c3b-cb7f-4cb3-af62-a1eb26ce7228 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:01.121282 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0167f04a-80c6-4c7d-bed1-50072a73026b req-60268c3b-cb7f-4cb3-af62-a1eb26ce7228 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] 10.222.0.50 "DELETE /v2.0/security-groups/52e3dcdd-d552-4bc2-81a2-c18f4d37407c HTTP/1.1" status: 204 len: 173 time: 0.6363113 Aug 11 02:16:01.167464 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221c4e8-41d6-48a9-a2e2-e8266fd5e572 req-2ca6630c-1ede-4002-81db-a80a4e3896fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:01.168999 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6221c4e8-41d6-48a9-a2e2-e8266fd5e572 req-2ca6630c-1ede-4002-81db-a80a4e3896fb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=025e1ca0-7884-4b5a-921c-958f38e3c6f7 HTTP/1.1" status: 200 len: 853 time: 0.0888860 Aug 11 02:16:01.169466 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42884) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:01.175068 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60268c3b-cb7f-4cb3-af62-a1eb26ce7228 tempest-SecurityGroupRulesNegativeTestJSON-341577012 tempest-SecurityGroupRulesNegativeTestJSON-341577012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e3dcdd-d552-4bc2-81a2-c18f4d37407c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:01.243591 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-d06087c5-5779-4b83-83b5-76dd8f0aefa5 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:01.243591 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-d06087c5-5779-4b83-83b5-76dd8f0aefa5 service neutron] Checking segment: {'id': '7d4b7bcc-8eef-48d8-8309-95445fdb1890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:01.249408 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-d06087c5-5779-4b83-83b5-76dd8f0aefa5 service neutron] Bound using segment: {'id': '7d4b7bcc-8eef-48d8-8309-95445fdb1890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:01.250066 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-d06087c5-5779-4b83-83b5-76dd8f0aefa5 service neutron] Bound port: 0a38793e-41b1-4d7a-a9ec-fc766a55001c, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d4b7bcc-8eef-48d8-8309-95445fdb1890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:01.250444 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-d06087c5-5779-4b83-83b5-76dd8f0aefa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:01.303301 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d3db17ad-4942-4aa1-97ab-8a5029ddfc10 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:01.316751 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6221c4e8-41d6-48a9-a2e2-e8266fd5e572 req-1350e12f-46e8-4505-8480-8ce8d445d407 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79a301b6-8eb6-4684-84fd-05d6fc546709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993121 Aug 11 02:16:01.349116 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451c6a99-9a5a-4df0-9c59-0214675b1187 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:01.435754 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-e598e5d1-80c6-44a9-bd25-a1d4aca7ef02 admin admin] Deleting subnet 36ff63fc-eeb6-4ca9-b11f-e5b0e32c2f6c {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:16:01.446620 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-d3db17ad-4942-4aa1-97ab-8a5029ddfc10 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] device_id is not set on port d8a83442-5400-4b8c-b21d-0aad01558fbb yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:16:01.456737 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e598e5d1-80c6-44a9-bd25-a1d4aca7ef02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:01.473314 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a3109fe-a953-4d97-94a4-c057f0680cf6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Allocated IP 10.2.2.100 (dd83919f-ff7e-4fd8-96b1-202904e5f138/9f5cbcb9-b2a3-403b-9666-6d1a30805883/6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:01.493249 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d732e50-0d5a-41a5-b54d-d1c8bbb96005 req-14756ff6-8f66-426f-a8a6-3054f6a3b1b0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:01.500900 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d732e50-0d5a-41a5-b54d-d1c8bbb96005 req-14756ff6-8f66-426f-a8a6-3054f6a3b1b0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:01.508719 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d732e50-0d5a-41a5-b54d-d1c8bbb96005 req-14756ff6-8f66-426f-a8a6-3054f6a3b1b0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:01.516011 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d732e50-0d5a-41a5-b54d-d1c8bbb96005 req-14756ff6-8f66-426f-a8a6-3054f6a3b1b0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:01.520801 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7cae6a51-7edd-46cb-89d7-3245bde2d3c5 None None] Provisioning for port e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:01.523991 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d732e50-0d5a-41a5-b54d-d1c8bbb96005 req-14756ff6-8f66-426f-a8a6-3054f6a3b1b0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:01.527784 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7cae6a51-7edd-46cb-89d7-3245bde2d3c5 None None] Provisioning complete for port e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:01.528954 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7cae6a51-7edd-46cb-89d7-3245bde2d3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:01.530576 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d732e50-0d5a-41a5-b54d-d1c8bbb96005 req-14756ff6-8f66-426f-a8a6-3054f6a3b1b0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:01.537231 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d732e50-0d5a-41a5-b54d-d1c8bbb96005 req-14756ff6-8f66-426f-a8a6-3054f6a3b1b0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:01.539154 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2d732e50-0d5a-41a5-b54d-d1c8bbb96005 req-14756ff6-8f66-426f-a8a6-3054f6a3b1b0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5380 time: 0.1654842 Aug 11 02:16:01.551775 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-16b06da0-5368-4ae6-baaa-daebda47367f req-eab36288-53ba-4de0-a39a-89bff595c8a6 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] For port 690bbc53-f3db-4498-b12d-5eb8eb7e60b7, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=690bbc53-f3db-4498-b12d-5eb8eb7e60b7,segment=NetworkSegment(19dbea17-970b-4093-9d9c-314e17b532a2),segment_id=19dbea17-970b-4093-9d9c-314e17b532a2)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:01.603162 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e598e5d1-80c6-44a9-bd25-a1d4aca7ef02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:01.614987 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2d732e50-0d5a-41a5-b54d-d1c8bbb96005 req-466caa52-3435-4000-b015-0127e138f19f tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0668550 Aug 11 02:16:01.630598 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-d06087c5-5779-4b83-83b5-76dd8f0aefa5 service neutron] For port 0a38793e-41b1-4d7a-a9ec-fc766a55001c, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:01.674731 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7cae6a51-7edd-46cb-89d7-3245bde2d3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:01.686155 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-d06087c5-5779-4b83-83b5-76dd8f0aefa5 service neutron] For port 0a38793e-41b1-4d7a-a9ec-fc766a55001c, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=0a38793e-41b1-4d7a-a9ec-fc766a55001c,segment=NetworkSegment(7d4b7bcc-8eef-48d8-8309-95445fdb1890),segment_id=7d4b7bcc-8eef-48d8-8309-95445fdb1890)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:01.718255 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-d06087c5-5779-4b83-83b5-76dd8f0aefa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:01.722164 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-16b06da0-5368-4ae6-baaa-daebda47367f req-eab36288-53ba-4de0-a39a-89bff595c8a6 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:01.726443 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-7cae6a51-7edd-46cb-89d7-3245bde2d3c5 None None] For port e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:01.735753 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7cae6a51-7edd-46cb-89d7-3245bde2d3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:01.767328 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e598e5d1-80c6-44a9-bd25-a1d4aca7ef02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:01.774229 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6221c4e8-41d6-48a9-a2e2-e8266fd5e572 req-7a0224ca-543d-428a-93f0-81aa09c8c510 service neutron] 10.222.0.66 "GET /v2.0/networks/79a301b6-8eb6-4684-84fd-05d6fc546709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311366 Aug 11 02:16:01.774873 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-16b06da0-5368-4ae6-baaa-daebda47367f req-eab36288-53ba-4de0-a39a-89bff595c8a6 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:01.805998 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['690bbc53-f3db-4498-b12d-5eb8eb7e60b7'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:01.849116 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b06da0-5368-4ae6-baaa-daebda47367f req-eab36288-53ba-4de0-a39a-89bff595c8a6 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:01.849933 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-16b06da0-5368-4ae6-baaa-daebda47367f req-eab36288-53ba-4de0-a39a-89bff595c8a6 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:01.851434 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-16b06da0-5368-4ae6-baaa-daebda47367f req-eab36288-53ba-4de0-a39a-89bff595c8a6 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "PUT /v2.0/ports/690bbc53-f3db-4498-b12d-5eb8eb7e60b7 HTTP/1.1" status: 200 len: 1021 time: 1.6298623 Aug 11 02:16:01.861507 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-d06087c5-5779-4b83-83b5-76dd8f0aefa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:01.862172 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-d06087c5-5779-4b83-83b5-76dd8f0aefa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:01.864802 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-d06087c5-5779-4b83-83b5-76dd8f0aefa5 service neutron] 10.222.0.73 "PUT /v2.0/ports/0a38793e-41b1-4d7a-a9ec-fc766a55001c HTTP/1.1" status: 200 len: 1135 time: 2.8547578 Aug 11 02:16:01.893325 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae6a51-7edd-46cb-89d7-3245bde2d3c5 None None] Pushing event updated for resources: {'Port': ['ID=e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:01.924857 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79999b6e-78bb-4c0e-9709-226133e5451d None None] Update dhcp port {'port': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'fixed_ips': [{'subnet_id': '4e46b50e-14c6-44f2-a904-39eb38600961', 'ip_address': '2001:db8::f816:3eff:fe71:1de4'}, {'subnet_id': '1ea12aaf-5183-44d3-aaae-e84e376f5805'}], 'binding:host_id': 'n-d-615180-33'}, 'id': 'e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea'} from n-d-615180-33. {{(pid=94508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:16:01.942667 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f9c5e672-bf40-41b3-95d3-81cd7c5f2bf6 service neutron] Request body: {'port': {'device_id': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:01.964726 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-79999b6e-78bb-4c0e-9709-226133e5451d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:01.979975 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a3109fe-a953-4d97-94a4-c057f0680cf6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:02.009398 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98887147-61a6-4f15-a041-5a7eb9411e12 req-c9dacefe-5abd-4778-9cc3-95c5d46c8605 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:02.017459 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98887147-61a6-4f15-a041-5a7eb9411e12 req-c9dacefe-5abd-4778-9cc3-95c5d46c8605 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:02.026268 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98887147-61a6-4f15-a041-5a7eb9411e12 req-c9dacefe-5abd-4778-9cc3-95c5d46c8605 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:02.036162 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-98887147-61a6-4f15-a041-5a7eb9411e12 req-c9dacefe-5abd-4778-9cc3-95c5d46c8605 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 2374 time: 0.2244735 Aug 11 02:16:02.058272 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a3109fe-a953-4d97-94a4-c057f0680cf6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Transition to ACTIVE for port object 6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:02.117615 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-98887147-61a6-4f15-a041-5a7eb9411e12 req-80ffeaa5-61fb-4915-bacf-03e6ab70fb6c tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769446 Aug 11 02:16:02.154505 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['690bbc53-f3db-4498-b12d-5eb8eb7e60b7'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:02.176767 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:02.187159 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a3109fe-a953-4d97-94a4-c057f0680cf6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:02.312490 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a3109fe-a953-4d97-94a4-c057f0680cf6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Network dd83919f-ff7e-4fd8-96b1-202904e5f138 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:02.324041 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a3109fe-a953-4d97-94a4-c057f0680cf6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:02.339530 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a3109fe-a953-4d97-94a4-c057f0680cf6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:02.354456 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:02.355638 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:02.375747 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3', 'tag': '690bbc53-f3db-4498-b12d-5eb8eb7e60b7'}, {'name': 'network-changed', 'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'tag': '0a38793e-41b1-4d7a-a9ec-fc766a55001c'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:02.378033 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edf3d1c-43ce-4f0f-85a6-1d2aba3efe6f" -d '{"events": [{"name": "network-changed", "server_uuid": "69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3", "tag": "690bbc53-f3db-4498-b12d-5eb8eb7e60b7"}, {"name": "network-changed", "server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "tag": "0a38793e-41b1-4d7a-a9ec-fc766a55001c"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:02.413533 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a3109fe-a953-4d97-94a4-c057f0680cf6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:02.415183 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a3109fe-a953-4d97-94a4-c057f0680cf6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:02.431782 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648613f-3b6d-4f29-953c-3b0674672693 req-f2d5e1b1-ea28-431a-926b-d86d8790622a tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:02.433815 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9648613f-3b6d-4f29-953c-3b0674672693 req-f2d5e1b1-ea28-431a-926b-d86d8790622a tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 946 time: 0.2051518 Aug 11 02:16:02.438155 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3109fe-a953-4d97-94a4-c057f0680cf6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Pushing event updated for resources: {'Port': ['ID=6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:02.476715 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a3109fe-a953-4d97-94a4-c057f0680cf6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2803578 Aug 11 02:16:02.501344 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-be80c0d1-d97b-4ec5-b8c7-117f4497a3e7 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Request body: {'port': {'device_id': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'dd83919f-ff7e-4fd8-96b1-202904e5f138', 'admin_state_up': True, 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'security_groups': ['3e3511bb-15f1-4c41-a90c-1bd0e06285c1']}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:02.509300 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9648613f-3b6d-4f29-953c-3b0674672693 req-fca17999-07fe-4794-b260-c0be347183d1 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660174 Aug 11 02:16:02.569241 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6221c4e8-41d6-48a9-a2e2-e8266fd5e572 req-fbd63ff2-2d35-402f-8d7e-8bbfd070679a service neutron] 10.222.0.66 "GET /v2.0/networks/79a301b6-8eb6-4684-84fd-05d6fc546709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7414393 Aug 11 02:16:02.586077 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e598e5d1-80c6-44a9-bd25-a1d4aca7ef02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:02.650365 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e598e5d1-80c6-44a9-bd25-a1d4aca7ef02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:02.656022 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e598e5d1-80c6-44a9-bd25-a1d4aca7ef02 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/36ff63fc-eeb6-4ca9-b11f-e5b0e32c2f6c HTTP/1.1" status: 204 len: 168 time: 1.4479191 Aug 11 02:16:02.657007 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42896) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:02.659488 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598e5d1-80c6-44a9-bd25-a1d4aca7ef02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36ff63fc-eeb6-4ca9-b11f-e5b0e32c2f6c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:02.665481 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f9c5e672-bf40-41b3-95d3-81cd7c5f2bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:02.679252 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06087c5-5779-4b83-83b5-76dd8f0aefa5 service neutron] Pushing event updated for resources: {'Port': ['ID=0a38793e-41b1-4d7a-a9ec-fc766a55001c,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:02.750717 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-d3db17ad-4942-4aa1-97ab-8a5029ddfc10 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Allocated IP 2001:db8:0:1::265 (abfe629d-e2ef-4da1-94ab-4576283f6a78/1ea12aaf-5183-44d3-aaae-e84e376f5805/d8a83442-5400-4b8c-b21d-0aad01558fbb) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:02.775450 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc9b93-9f3e-421c-8334-c60e223aa20e req-71a5d81d-f167-4026-96df-49ff8e5deb15 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:02.776513 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-13fc9b93-9f3e-421c-8334-c60e223aa20e req-71a5d81d-f167-4026-96df-49ff8e5deb15 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=89c87264-e4f3-492d-94d4-66ae0ee70130 HTTP/1.1" status: 200 len: 946 time: 0.3746645 Aug 11 02:16:02.779795 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-be064866-609f-42f5-8860-951d53122ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:02.782068 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-d3db17ad-4942-4aa1-97ab-8a5029ddfc10 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Allocated IP 2001:db8::f816:3eff:feea:7aeb (abfe629d-e2ef-4da1-94ab-4576283f6a78/4e46b50e-14c6-44f2-a904-39eb38600961/d8a83442-5400-4b8c-b21d-0aad01558fbb) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:02.790927 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b23a95ce-9a0f-410f-b61a-5a0030e22b2e None None] Provisioning for port 6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:02.814132 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b23a95ce-9a0f-410f-b61a-5a0030e22b2e None None] Provisioning complete for port 6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:02.814533 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b23a95ce-9a0f-410f-b61a-5a0030e22b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:02.898799 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-b23a95ce-9a0f-410f-b61a-5a0030e22b2e None None] Port 6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:16:02.914758 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e8172-3dfd-45f4-9fe5-4991c0dc48bf req-dcb9bb8a-5a12-464f-9601-80619d327851 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:02.916905 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6b2e8172-3dfd-45f4-9fe5-4991c0dc48bf req-dcb9bb8a-5a12-464f-9601-80619d327851 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3 HTTP/1.1" status: 200 len: 1024 time: 0.2499568 Aug 11 02:16:02.922420 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab36288-53ba-4de0-a39a-89bff595c8a6 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Pushing event updated for resources: {'Port': ['ID=690bbc53-f3db-4498-b12d-5eb8eb7e60b7,revision_number=7']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:02.923021 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-be064866-609f-42f5-8860-951d53122ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:02.954801 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-13fc9b93-9f3e-421c-8334-c60e223aa20e req-2f5f48c0-cd08-4377-9ae3-ed2ba0c6c2f1 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700022 Aug 11 02:16:02.956181 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-be064866-609f-42f5-8860-951d53122ebb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a04b2a8-9534-4bd6-a3f4-579413d419f6']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:02.969003 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-be80c0d1-d97b-4ec5-b8c7-117f4497a3e7 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Made reservation on behalf of 3f544ac306fb418fb17bb1bb0c938ed0 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:02.973967 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-be80c0d1-d97b-4ec5-b8c7-117f4497a3e7 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:03.001131 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-be064866-609f-42f5-8860-951d53122ebb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd198db34-e966-458f-9d16-4862acbcdabd') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:03.001689 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-be064866-609f-42f5-8860-951d53122ebb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd198db34-e966-458f-9d16-4862acbcdabd') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:03.047208 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20156057-a843-4015-8eff-d9cbc0e001f7 x-openstack-request-id: req-20156057-a843-4015-8eff-d9cbc0e001f7 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:03.047595 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3", "tag": "690bbc53-f3db-4498-b12d-5eb8eb7e60b7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "tag": "0a38793e-41b1-4d7a-a9ec-fc766a55001c", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:03.047790 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-20156057-a843-4015-8eff-d9cbc0e001f7 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:03.048211 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3', 'tag': '690bbc53-f3db-4498-b12d-5eb8eb7e60b7', 'status': 'completed', 'code': 200} Aug 11 02:16:03.048470 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'tag': '0a38793e-41b1-4d7a-a9ec-fc766a55001c', 'status': 'completed', 'code': 200} Aug 11 02:16:03.068517 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-be064866-609f-42f5-8860-951d53122ebb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:03.105517 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6b2e8172-3dfd-45f4-9fe5-4991c0dc48bf req-c171ba79-a0c8-4f1c-a599-03b33166ead7 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups?id=59ea80ba-3945-43b8-9cfb-0c53face9725&id=31d11fa5-cb40-4da6-886e-615b107b3938&id=56ddbfec-47ca-4dbf-8c32-e787b27c9f51 HTTP/1.1" status: 200 len: 6156 time: 0.1669624 Aug 11 02:16:03.189246 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-be064866-609f-42f5-8860-951d53122ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:03.219163 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d3db17ad-4942-4aa1-97ab-8a5029ddfc10 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:03.220826 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf3d1c-43ce-4f0f-85a6-1d2aba3efe6f req-6e363d9d-a811-4716-a27c-b716849bce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:03.221866 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf3d1c-43ce-4f0f-85a6-1d2aba3efe6f req-6e363d9d-a811-4716-a27c-b716849bce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:03.222628 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf3d1c-43ce-4f0f-85a6-1d2aba3efe6f req-6e363d9d-a811-4716-a27c-b716849bce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:03.223288 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf3d1c-43ce-4f0f-85a6-1d2aba3efe6f req-6e363d9d-a811-4716-a27c-b716849bce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:03.223995 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf3d1c-43ce-4f0f-85a6-1d2aba3efe6f req-6e363d9d-a811-4716-a27c-b716849bce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:03.224719 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf3d1c-43ce-4f0f-85a6-1d2aba3efe6f req-6e363d9d-a811-4716-a27c-b716849bce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:03.225369 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf3d1c-43ce-4f0f-85a6-1d2aba3efe6f req-6e363d9d-a811-4716-a27c-b716849bce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:03.228005 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf3d1c-43ce-4f0f-85a6-1d2aba3efe6f req-2bbc0faa-34e2-4927-a31f-e26b44242329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:03.228641 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1edf3d1c-43ce-4f0f-85a6-1d2aba3efe6f req-6e363d9d-a811-4716-a27c-b716849bce88 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9900cac277147b786c9feaddc3e5258&device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 6220 time: 0.1574512 Aug 11 02:16:03.229684 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1edf3d1c-43ce-4f0f-85a6-1d2aba3efe6f req-2bbc0faa-34e2-4927-a31f-e26b44242329 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0cfacaf78696422e8ffa8119283a095a&device_id=69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3 HTTP/1.1" status: 200 len: 1176 time: 0.1639440 Aug 11 02:16:03.233809 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be064866-609f-42f5-8860-951d53122ebb admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:16:03.234222 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-be064866-609f-42f5-8860-951d53122ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:16:03.236149 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:16:03.267817 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-d3db17ad-4942-4aa1-97ab-8a5029ddfc10 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Transition to ACTIVE for port object d8a83442-5400-4b8c-b21d-0aad01558fbb will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:03.331915 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29458ccb-012e-41dc-bb99-7b57770c3220 req-f8c90378-f202-447f-b306-bfb0c00a5cfb tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:03.333551 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-29458ccb-012e-41dc-bb99-7b57770c3220 req-f8c90378-f202-447f-b306-bfb0c00a5cfb tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 946 time: 0.1960940 Aug 11 02:16:03.379077 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f9c5e672-bf40-41b3-95d3-81cd7c5f2bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd38919d-9f9a-4f29-be28-260e9cba0751 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:03.389119 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f9c5e672-bf40-41b3-95d3-81cd7c5f2bf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:03.399824 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42908) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:03.407254 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-cecc91a7-2e5e-4139-892d-e54d1db46343 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Request body: {'floatingip': {'port_id': '77805b64-04d0-4824-a813-e616ef53f616'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:03.481442 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f9c5e672-bf40-41b3-95d3-81cd7c5f2bf6 service neutron] Transition to ACTIVE for port object bd38919d-9f9a-4f29-be28-260e9cba0751 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:03.521330 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f9c5e672-bf40-41b3-95d3-81cd7c5f2bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:03.531290 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cecc91a7-2e5e-4139-892d-e54d1db46343 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for floatingip, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:03.705927 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5e672-bf40-41b3-95d3-81cd7c5f2bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=bd38919d-9f9a-4f29-be28-260e9cba0751,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:03.765924 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf3d1c-43ce-4f0f-85a6-1d2aba3efe6f req-4a793fbf-f935-4846-bfcd-37fb81243d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:03.767958 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1edf3d1c-43ce-4f0f-85a6-1d2aba3efe6f req-4a793fbf-f935-4846-bfcd-37fb81243d45 service neutron] 10.222.0.66 "GET /v2.0/networks?id=79a301b6-8eb6-4684-84fd-05d6fc546709 HTTP/1.1" status: 200 len: 914 time: 0.5261104 Aug 11 02:16:03.779907 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5558b6-8fff-4fa7-a102-ef0483af787e req-078f41f4-c6af-4874-a95a-7735e41a7526 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:03.789495 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf3d1c-43ce-4f0f-85a6-1d2aba3efe6f req-2b9f8bd6-f407-4379-bc0d-8d4c1b89ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:03.790119 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf3d1c-43ce-4f0f-85a6-1d2aba3efe6f req-2b9f8bd6-f407-4379-bc0d-8d4c1b89ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:03.790778 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf3d1c-43ce-4f0f-85a6-1d2aba3efe6f req-2b9f8bd6-f407-4379-bc0d-8d4c1b89ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:03.791276 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5b5558b6-8fff-4fa7-a102-ef0483af787e req-078f41f4-c6af-4874-a95a-7735e41a7526 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=f170428c-721d-4192-86aa-bd86fb8de842 HTTP/1.1" status: 200 len: 946 time: 0.3887894 Aug 11 02:16:03.792602 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1edf3d1c-43ce-4f0f-85a6-1d2aba3efe6f req-2b9f8bd6-f407-4379-bc0d-8d4c1b89ff56 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b9900cac277147b786c9feaddc3e5258&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5406678 Aug 11 02:16:03.862460 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-79999b6e-78bb-4c0e-9709-226133e5451d None None] Allocated IP 2001:db8:0:1::2 (abfe629d-e2ef-4da1-94ab-4576283f6a78/1ea12aaf-5183-44d3-aaae-e84e376f5805/e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:03.883054 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1edf3d1c-43ce-4f0f-85a6-1d2aba3efe6f req-e5c190f7-9952-4e1c-b990-35ac22bdd4e5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=690bbc53-f3db-4498-b12d-5eb8eb7e60b7 HTTP/1.1" status: 200 len: 217 time: 0.0703108 Aug 11 02:16:03.884154 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d3db17ad-4942-4aa1-97ab-8a5029ddfc10 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:03.962731 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de0fb0-60d8-409b-90d7-28bbb61d886e req-c2855296-9dd8-4309-8dfc-5ae5344ce5c1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:03.969460 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de0fb0-60d8-409b-90d7-28bbb61d886e req-c2855296-9dd8-4309-8dfc-5ae5344ce5c1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:03.977339 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de0fb0-60d8-409b-90d7-28bbb61d886e req-c2855296-9dd8-4309-8dfc-5ae5344ce5c1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:03.986232 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de0fb0-60d8-409b-90d7-28bbb61d886e req-c2855296-9dd8-4309-8dfc-5ae5344ce5c1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:03.993000 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de0fb0-60d8-409b-90d7-28bbb61d886e req-c2855296-9dd8-4309-8dfc-5ae5344ce5c1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:04.000774 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf3d1c-43ce-4f0f-85a6-1d2aba3efe6f req-9b174b15-f040-4fbc-96e2-0e6b3fe88054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:04.001016 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de0fb0-60d8-409b-90d7-28bbb61d886e req-c2855296-9dd8-4309-8dfc-5ae5344ce5c1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:04.002493 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1edf3d1c-43ce-4f0f-85a6-1d2aba3efe6f req-9b174b15-f040-4fbc-96e2-0e6b3fe88054 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=025e1ca0-7884-4b5a-921c-958f38e3c6f7 HTTP/1.1" status: 200 len: 853 time: 0.0710654 Aug 11 02:16:04.007999 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de0fb0-60d8-409b-90d7-28bbb61d886e req-c2855296-9dd8-4309-8dfc-5ae5344ce5c1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:04.016039 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-87de0fb0-60d8-409b-90d7-28bbb61d886e req-c2855296-9dd8-4309-8dfc-5ae5344ce5c1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5392 time: 0.2587218 Aug 11 02:16:04.056314 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-be064866-609f-42f5-8860-951d53122ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:04.084970 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1edf3d1c-43ce-4f0f-85a6-1d2aba3efe6f req-abcf791f-837a-4410-9410-2d351c942c99 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79a301b6-8eb6-4684-84fd-05d6fc546709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537097 Aug 11 02:16:04.107520 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5b5558b6-8fff-4fa7-a102-ef0483af787e req-7a39a135-c633-4e1a-8692-20132d264600 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088048 Aug 11 02:16:04.122990 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-be064866-609f-42f5-8860-951d53122ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:04.126384 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-be064866-609f-42f5-8860-951d53122ebb admin admin] 10.222.0.50 "DELETE /v2.0/networks/5a04b2a8-9534-4bd6-a3f4-579413d419f6 HTTP/1.1" status: 204 len: 168 time: 1.4683375 Aug 11 02:16:04.144244 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be064866-609f-42f5-8860-951d53122ebb admin admin] Pushing event deleted for resources: {'Network': ['ID=5a04b2a8-9534-4bd6-a3f4-579413d419f6,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:04.150899 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-79999b6e-78bb-4c0e-9709-226133e5451d None None] For port e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:04.176086 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-87de0fb0-60d8-409b-90d7-28bbb61d886e req-28f4e4e5-f2fe-4e7e-942e-4c3e18df0ae0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1590111 Aug 11 02:16:04.216777 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-be80c0d1-d97b-4ec5-b8c7-117f4497a3e7 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Allocated IP 10.2.2.200 (dd83919f-ff7e-4fd8-96b1-202904e5f138/9f5cbcb9-b2a3-403b-9666-6d1a30805883/1451ea14-a62f-4cdf-b59f-1f01ea8381d0) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:04.236620 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-79999b6e-78bb-4c0e-9709-226133e5451d None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:04.244342 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf3d1c-43ce-4f0f-85a6-1d2aba3efe6f req-e9c418a1-a210-47ea-8a98-f155135f445e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:04.245865 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1edf3d1c-43ce-4f0f-85a6-1d2aba3efe6f req-e9c418a1-a210-47ea-8a98-f155135f445e service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4042897 Aug 11 02:16:04.292760 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-79999b6e-78bb-4c0e-9709-226133e5451d None None] Transition to ACTIVE for port object e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:04.299693 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-79999b6e-78bb-4c0e-9709-226133e5451d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:04.352511 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42916) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:04.370516 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3db17ad-4942-4aa1-97ab-8a5029ddfc10 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:04.377566 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-d3db17ad-4942-4aa1-97ab-8a5029ddfc10 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:04.403726 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db17ad-4942-4aa1-97ab-8a5029ddfc10 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Port': ['ID=d8a83442-5400-4b8c-b21d-0aad01558fbb,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:04.410162 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3db17ad-4942-4aa1-97ab-8a5029ddfc10 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:04.418244 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db17ad-4942-4aa1-97ab-8a5029ddfc10 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:04.420565 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d3db17ad-4942-4aa1-97ab-8a5029ddfc10 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:04.426240 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-eddd2fae-fa6d-4e41-8714-6b02406a4d3b req-e761ed00-c95a-4d67-888e-73a7faf10f73 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1769514641 ', 'description': 'tempest-description-517153080'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:04.458221 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79999b6e-78bb-4c0e-9709-226133e5451d None None] Pushing event updated for resources: {'Port': ['ID=e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:04.470896 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f9c5e672-bf40-41b3-95d3-81cd7c5f2bf6 service neutron] Attempting to bind port bd38919d-9f9a-4f29-be28-260e9cba0751 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:04.471311 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f9c5e672-bf40-41b3-95d3-81cd7c5f2bf6 service neutron] Attempting to bind port bd38919d-9f9a-4f29-be28-260e9cba0751 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '7d4b7bcc-8eef-48d8-8309-95445fdb1890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:04.471744 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f9c5e672-bf40-41b3-95d3-81cd7c5f2bf6 service neutron] Attempting to bind port bd38919d-9f9a-4f29-be28-260e9cba0751 on network 6b37a7db-7b2c-45a9-a3ea-9ce097777b06 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:04.488268 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f9c5e672-bf40-41b3-95d3-81cd7c5f2bf6 service neutron] Port bd38919d-9f9a-4f29-be28-260e9cba0751 on network 6b37a7db-7b2c-45a9-a3ea-9ce097777b06 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:16:04.488686 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f9c5e672-bf40-41b3-95d3-81cd7c5f2bf6 service neutron] Attempting to bind port bd38919d-9f9a-4f29-be28-260e9cba0751 on network 6b37a7db-7b2c-45a9-a3ea-9ce097777b06 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:04.501429 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f9c5e672-bf40-41b3-95d3-81cd7c5f2bf6 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:04.501913 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f9c5e672-bf40-41b3-95d3-81cd7c5f2bf6 service neutron] Checking segment: {'id': '7d4b7bcc-8eef-48d8-8309-95445fdb1890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:04.502375 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f9c5e672-bf40-41b3-95d3-81cd7c5f2bf6 service neutron] Bound using segment: {'id': '7d4b7bcc-8eef-48d8-8309-95445fdb1890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:04.502942 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f9c5e672-bf40-41b3-95d3-81cd7c5f2bf6 service neutron] Bound port: bd38919d-9f9a-4f29-be28-260e9cba0751, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d4b7bcc-8eef-48d8-8309-95445fdb1890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:04.503380 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f9c5e672-bf40-41b3-95d3-81cd7c5f2bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:04.589214 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f54821cc-e688-4d5e-9184-62bd549bb88f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0adf9a2a266b4f57829c934787eb4a07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2166839 Aug 11 02:16:04.597882 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42918) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:04.619514 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656e64f-c0c9-40de-8db3-eb4af61bd61a req-69eef251-26a8-4f1b-9032-cd1804d27904 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:04.633476 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656e64f-c0c9-40de-8db3-eb4af61bd61a req-69eef251-26a8-4f1b-9032-cd1804d27904 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:04.643259 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656e64f-c0c9-40de-8db3-eb4af61bd61a req-69eef251-26a8-4f1b-9032-cd1804d27904 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:04.653938 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-eddd2fae-fa6d-4e41-8714-6b02406a4d3b req-e761ed00-c95a-4d67-888e-73a7faf10f73 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:04.656434 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656e64f-c0c9-40de-8db3-eb4af61bd61a req-69eef251-26a8-4f1b-9032-cd1804d27904 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:04.658383 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a656e64f-c0c9-40de-8db3-eb4af61bd61a req-69eef251-26a8-4f1b-9032-cd1804d27904 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 3095 time: 0.3049586 Aug 11 02:16:04.759169 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d3db17ad-4942-4aa1-97ab-8a5029ddfc10 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.5891495 Aug 11 02:16:04.770342 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42920) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:04.795548 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1edf3d1c-43ce-4f0f-85a6-1d2aba3efe6f req-1f7cc8e4-0fb8-4caa-a255-719287d60b0e service neutron] 10.222.0.66 "GET /v2.0/networks/79a301b6-8eb6-4684-84fd-05d6fc546709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6807199 Aug 11 02:16:04.840205 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-be80c0d1-d97b-4ec5-b8c7-117f4497a3e7 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:04.862494 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a656e64f-c0c9-40de-8db3-eb4af61bd61a req-68ad8e36-779c-47be-b824-26e7678735a9 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879849 Aug 11 02:16:04.863361 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e91e26f2-44e9-4313-b49c-7e47ecd62cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:04.923062 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-be80c0d1-d97b-4ec5-b8c7-117f4497a3e7 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Transition to ACTIVE for port object 1451ea14-a62f-4cdf-b59f-1f01ea8381d0 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:04.969083 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e91e26f2-44e9-4313-b49c-7e47ecd62cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:04.990829 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1edf3d1c-43ce-4f0f-85a6-1d2aba3efe6f req-74499a96-78c5-4aae-ac7f-1217eb5c2343 service neutron] 10.222.0.66 "GET /v2.0/networks/79a301b6-8eb6-4684-84fd-05d6fc546709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186793 Aug 11 02:16:05.055916 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cfdb2-2654-4bf2-ac2b-fc716541be9b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting port d8a83442-5400-4b8c-b21d-0aad01558fbb {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:05.056266 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cc0cfdb2-2654-4bf2-ac2b-fc716541be9b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:05.084789 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f9c5e672-bf40-41b3-95d3-81cd7c5f2bf6 service neutron] For port bd38919d-9f9a-4f29-be28-260e9cba0751, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:05.112307 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-be80c0d1-d97b-4ec5-b8c7-117f4497a3e7 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:05.147478 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f9c5e672-bf40-41b3-95d3-81cd7c5f2bf6 service neutron] For port bd38919d-9f9a-4f29-be28-260e9cba0751, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=bd38919d-9f9a-4f29-be28-260e9cba0751,segment=NetworkSegment(7d4b7bcc-8eef-48d8-8309-95445fdb1890),segment_id=7d4b7bcc-8eef-48d8-8309-95445fdb1890)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:05.150222 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-eddd2fae-fa6d-4e41-8714-6b02406a4d3b req-e761ed00-c95a-4d67-888e-73a7faf10f73 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:05.162600 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f9c5e672-bf40-41b3-95d3-81cd7c5f2bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:05.267312 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5e672-bf40-41b3-95d3-81cd7c5f2bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=bd38919d-9f9a-4f29-be28-260e9cba0751,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:05.270588 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-eddd2fae-fa6d-4e41-8714-6b02406a4d3b req-e761ed00-c95a-4d67-888e-73a7faf10f73 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:05.281252 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b5b715f2-fada-477d-893d-1dcd13b5d80b None None] Provisioning for port e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:05.286401 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b5b715f2-fada-477d-893d-1dcd13b5d80b None None] Provisioning complete for port e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:05.286782 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b5b715f2-fada-477d-893d-1dcd13b5d80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:05.287818 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80c0d1-d97b-4ec5-b8c7-117f4497a3e7 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Pushing event updated for resources: {'Port': ['ID=1451ea14-a62f-4cdf-b59f-1f01ea8381d0,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:05.304625 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-be80c0d1-d97b-4ec5-b8c7-117f4497a3e7 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Network dd83919f-ff7e-4fd8-96b1-202904e5f138 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:05.311018 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-be80c0d1-d97b-4ec5-b8c7-117f4497a3e7 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:05.340123 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e91e26f2-44e9-4313-b49c-7e47ecd62cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:05.343633 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e91e26f2-44e9-4313-b49c-7e47ecd62cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:05.348959 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e91e26f2-44e9-4313-b49c-7e47ecd62cda admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6346d37b-335f-4d43-94a4-d63b1ce513f7 HTTP/1.1" status: 204 len: 168 time: 0.7469387 Aug 11 02:16:05.353536 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-be80c0d1-d97b-4ec5-b8c7-117f4497a3e7 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:05.373432 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cc0cfdb2-2654-4bf2-ac2b-fc716541be9b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:05.380874 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e26f2-44e9-4313-b49c-7e47ecd62cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6346d37b-335f-4d43-94a4-d63b1ce513f7,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:05.441845 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f9c5e672-bf40-41b3-95d3-81cd7c5f2bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:05.443189 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f9c5e672-bf40-41b3-95d3-81cd7c5f2bf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:05.444998 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f9c5e672-bf40-41b3-95d3-81cd7c5f2bf6 service neutron] 10.222.0.73 "PUT /v2.0/ports/bd38919d-9f9a-4f29-be28-260e9cba0751 HTTP/1.1" status: 200 len: 1092 time: 3.5083168 Aug 11 02:16:05.446562 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-eddd2fae-fa6d-4e41-8714-6b02406a4d3b req-e761ed00-c95a-4d67-888e-73a7faf10f73 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:05.462718 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eddd2fae-fa6d-4e41-8714-6b02406a4d3b req-e761ed00-c95a-4d67-888e-73a7faf10f73 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 1.0897369 Aug 11 02:16:05.463374 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'tag': 'bd38919d-9f9a-4f29-be28-260e9cba0751'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:05.467097 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140acf57-2e95-4e01-a838-06362cbdb45f" -d '{"events": [{"name": "network-changed", "server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "tag": "bd38919d-9f9a-4f29-be28-260e9cba0751"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:05.555096 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-3b6c0745-5cd9-4492-a0e0-23f90742b5f4 service neutron] Request body: {'port': {'device_id': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:05.691638 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-be80c0d1-d97b-4ec5-b8c7-117f4497a3e7 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:05.691638 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-be80c0d1-d97b-4ec5-b8c7-117f4497a3e7 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:05.695774 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cfdb2-2654-4bf2-ac2b-fc716541be9b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Calling delete_port for d8a83442-5400-4b8c-b21d-0aad01558fbb owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:05.814014 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-184b234b-a4ef-486c-9923-d4892e10cbe1 None None] Provisioning for port d8a83442-5400-4b8c-b21d-0aad01558fbb completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:05.826648 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-184b234b-a4ef-486c-9923-d4892e10cbe1 None None] Provisioning complete for port d8a83442-5400-4b8c-b21d-0aad01558fbb triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:05.827024 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-184b234b-a4ef-486c-9923-d4892e10cbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:05.912906 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-184b234b-a4ef-486c-9923-d4892e10cbe1 None None] Port d8a83442-5400-4b8c-b21d-0aad01558fbb cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:16:06.079561 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48582087-a30c-4ce1-97c8-28636df255ed req-a51e3add-7596-4683-8313-7723cdabf186 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:06.081683 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-48582087-a30c-4ce1-97c8-28636df255ed req-a51e3add-7596-4683-8313-7723cdabf186 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=f170428c-721d-4192-86aa-bd86fb8de842 HTTP/1.1" status: 200 len: 946 time: 0.5727010 Aug 11 02:16:06.085977 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-16158090-64af-435f-8ff0-ae90362915f0 None None] Provisioning for port 1451ea14-a62f-4cdf-b59f-1f01ea8381d0 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:06.090429 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-16158090-64af-435f-8ff0-ae90362915f0 None None] Provisioning complete for port 1451ea14-a62f-4cdf-b59f-1f01ea8381d0 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:06.091386 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-16158090-64af-435f-8ff0-ae90362915f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:06.107889 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cc0cfdb2-2654-4bf2-ac2b-fc716541be9b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:06.157297 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:06.162216 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761ed00-c95a-4d67-888e-73a7faf10f73 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a51127-a73d-406d-afee-fcd575d91879,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:06.173372 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-be80c0d1-d97b-4ec5-b8c7-117f4497a3e7 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6761241 Aug 11 02:16:06.193083 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b08714a0-819d-43de-8349-af9d17c9c339 service neutron] Request body: {'port': {'device_id': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:06.284036 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-3b6c0745-5cd9-4492-a0e0-23f90742b5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:06.337808 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b08714a0-819d-43de-8349-af9d17c9c339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:06.354677 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55970d6-00f8-4054-8585-a57a72d96700 req-645661c8-efcd-4c0a-b44c-5a3f482ace0c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:06.366623 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55970d6-00f8-4054-8585-a57a72d96700 req-645661c8-efcd-4c0a-b44c-5a3f482ace0c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:06.374827 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55970d6-00f8-4054-8585-a57a72d96700 req-645661c8-efcd-4c0a-b44c-5a3f482ace0c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:06.384399 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55970d6-00f8-4054-8585-a57a72d96700 req-645661c8-efcd-4c0a-b44c-5a3f482ace0c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:06.391760 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55970d6-00f8-4054-8585-a57a72d96700 req-645661c8-efcd-4c0a-b44c-5a3f482ace0c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:06.398467 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cfdb2-2654-4bf2-ac2b-fc716541be9b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Port': ['ID=d8a83442-5400-4b8c-b21d-0aad01558fbb,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:06.398819 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55970d6-00f8-4054-8585-a57a72d96700 req-645661c8-efcd-4c0a-b44c-5a3f482ace0c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:06.406202 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55970d6-00f8-4054-8585-a57a72d96700 req-645661c8-efcd-4c0a-b44c-5a3f482ace0c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:06.407747 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cc0cfdb2-2654-4bf2-ac2b-fc716541be9b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:06.411755 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cc0cfdb2-2654-4bf2-ac2b-fc716541be9b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/d8a83442-5400-4b8c-b21d-0aad01558fbb HTTP/1.1" status: 204 len: 168 time: 1.6371779 Aug 11 02:16:06.414626 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a55970d6-00f8-4054-8585-a57a72d96700 req-645661c8-efcd-4c0a-b44c-5a3f482ace0c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5392 time: 0.7577176 Aug 11 02:16:06.422699 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-48582087-a30c-4ce1-97c8-28636df255ed req-c201222c-62a7-471e-b4af-6b19bf529177 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400366 Aug 11 02:16:06.430025 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42946) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:06.468436 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.db.resource_extend [None req-cecc91a7-2e5e-4139-892d-e54d1db46343 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:16:06.578408 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-16158090-64af-435f-8ff0-ae90362915f0 None None] Port 1451ea14-a62f-4cdf-b59f-1f01ea8381d0 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:16:06.591241 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:06.591791 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:06.656110 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cecc91a7-2e5e-4139-892d-e54d1db46343 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:06.755909 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42958) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:06.853045 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a55970d6-00f8-4054-8585-a57a72d96700 req-19e5ffd3-3508-42d8-9cbf-3eb1c768d1e1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4368522 Aug 11 02:16:06.855466 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c1dacb8b-ee00-4a5c-8f1c-584b58aa31bb req-07a4582e-5b0c-47c9-8467-578bd89ad315 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups/a2a51127-a73d-406d-afee-fcd575d91879 HTTP/1.1" status: 200 len: 1782 time: 0.0978873 Aug 11 02:16:06.872621 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cd8d8b-3f9e-4428-91ea-0d010e694b27 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:06.877456 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-03cd8d8b-3f9e-4428-91ea-0d010e694b27 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4321270 Aug 11 02:16:06.878300 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42964) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:06.878440 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cecc91a7-2e5e-4139-892d-e54d1db46343 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:06.932367 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-8e214372-671c-4cef-87cd-e794f1225964 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-854889179-network', 'tenant_id': 'd27662a21afe4995af28d23689a48778'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:06.958383 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c137fdf-5f61-4571-8f10-30f5a00b4487 x-openstack-request-id: req-2c137fdf-5f61-4571-8f10-30f5a00b4487 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:06.958383 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "tag": "bd38919d-9f9a-4f29-be28-260e9cba0751", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:06.958662 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2c137fdf-5f61-4571-8f10-30f5a00b4487 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:06.958861 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'tag': 'bd38919d-9f9a-4f29-be28-260e9cba0751', 'status': 'completed', 'code': 200} Aug 11 02:16:07.041221 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5509263-efa9-4ca6-b6a9-99da8766226d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:07.046164 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c5509263-efa9-4ca6-b6a9-99da8766226d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1668732 Aug 11 02:16:07.050900 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42966) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:07.052040 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-cecc91a7-2e5e-4139-892d-e54d1db46343 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Floating IP f9ba4731-de00-4355-b323-8553b76737ce associated. External IP: 172.25.2.85, port: 77805b64-04d0-4824-a813-e616ef53f616. Aug 11 02:16:07.120550 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e214372-671c-4cef-87cd-e794f1225964 admin admin] Made reservation on behalf of d27662a21afe4995af28d23689a48778 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:07.122864 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8e214372-671c-4cef-87cd-e794f1225964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:07.151742 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140acf57-2e95-4e01-a838-06362cbdb45f req-6d4e8bb0-0747-44f9-9e03-cb8a0982247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:07.152246 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140acf57-2e95-4e01-a838-06362cbdb45f req-6d4e8bb0-0747-44f9-9e03-cb8a0982247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:07.153553 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140acf57-2e95-4e01-a838-06362cbdb45f req-6d4e8bb0-0747-44f9-9e03-cb8a0982247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:07.153737 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140acf57-2e95-4e01-a838-06362cbdb45f req-6d4e8bb0-0747-44f9-9e03-cb8a0982247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:07.154219 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140acf57-2e95-4e01-a838-06362cbdb45f req-6d4e8bb0-0747-44f9-9e03-cb8a0982247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:07.154692 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140acf57-2e95-4e01-a838-06362cbdb45f req-6d4e8bb0-0747-44f9-9e03-cb8a0982247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:07.155168 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140acf57-2e95-4e01-a838-06362cbdb45f req-6d4e8bb0-0747-44f9-9e03-cb8a0982247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:07.157101 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-140acf57-2e95-4e01-a838-06362cbdb45f req-6d4e8bb0-0747-44f9-9e03-cb8a0982247a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9900cac277147b786c9feaddc3e5258&device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 6288 time: 0.2107561 Aug 11 02:16:07.200966 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8e214372-671c-4cef-87cd-e794f1225964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:07.232684 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d251d07f-8a0a-413a-a3cb-fb69ec05b87e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:07.234230 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d251d07f-8a0a-413a-a3cb-fb69ec05b87e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:07.235905 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d251d07f-8a0a-413a-a3cb-fb69ec05b87e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:07.240302 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d251d07f-8a0a-413a-a3cb-fb69ec05b87e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1837647 Aug 11 02:16:07.244670 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42968) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:07.264517 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-3b6c0745-5cd9-4492-a0e0-23f90742b5f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6bc117e-5f2a-42b2-ad16-089daf123adb {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:07.279497 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5276b0-ea30-4066-b60c-e0c65b7b9038 req-a29fa1d2-8ebe-4c96-b66d-91fd7684e51b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:07.285567 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5276b0-ea30-4066-b60c-e0c65b7b9038 req-a29fa1d2-8ebe-4c96-b66d-91fd7684e51b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:07.287280 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b08714a0-819d-43de-8349-af9d17c9c339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20f53a84-827e-4a21-8b16-64a8498d6bf9 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:07.291347 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5276b0-ea30-4066-b60c-e0c65b7b9038 req-a29fa1d2-8ebe-4c96-b66d-91fd7684e51b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:07.297774 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5276b0-ea30-4066-b60c-e0c65b7b9038 req-a29fa1d2-8ebe-4c96-b66d-91fd7684e51b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:07.303648 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5276b0-ea30-4066-b60c-e0c65b7b9038 req-a29fa1d2-8ebe-4c96-b66d-91fd7684e51b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:07.305480 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4e5276b0-ea30-4066-b60c-e0c65b7b9038 req-a29fa1d2-8ebe-4c96-b66d-91fd7684e51b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 3816 time: 0.2172015 Aug 11 02:16:07.315150 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d26a90-0375-41d7-8b5c-62f011dfb5db req-83afb5c0-8b67-4a05-b392-3898706b9f5b tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:07.321492 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d26a90-0375-41d7-8b5c-62f011dfb5db req-83afb5c0-8b67-4a05-b392-3898706b9f5b tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:07.324051 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f1d26a90-0375-41d7-8b5c-62f011dfb5db req-83afb5c0-8b67-4a05-b392-3898706b9f5b tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/ports?device_id=df8deacb-9ae0-4c2d-94a0-b937e0df8f8a&device_id=e4f4b0b8-4190-4eec-9b00-b587f0e3a59f HTTP/1.1" status: 200 len: 1681 time: 0.2378025 Aug 11 02:16:07.330345 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b08714a0-819d-43de-8349-af9d17c9c339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:07.340163 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-3b6c0745-5cd9-4492-a0e0-23f90742b5f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:07.349648 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a6571-ed64-4b80-bcba-690b9ddfe46a req-850c898d-ac16-4e5b-ab42-a1b95c31d24a tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:07.351138 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5e6a6571-ed64-4b80-bcba-690b9ddfe46a req-850c898d-ac16-4e5b-ab42-a1b95c31d24a tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.66 "GET /v2.0/ports?device_id=f170428c-721d-4192-86aa-bd86fb8de842 HTTP/1.1" status: 200 len: 946 time: 0.2618237 Aug 11 02:16:07.411845 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b08714a0-819d-43de-8349-af9d17c9c339 service neutron] Transition to ACTIVE for port object 20f53a84-827e-4a21-8b16-64a8498d6bf9 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:07.412061 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-3b6c0745-5cd9-4492-a0e0-23f90742b5f4 service neutron] Transition to ACTIVE for port object c6bc117e-5f2a-42b2-ad16-089daf123adb will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:07.427741 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-3b6c0745-5cd9-4492-a0e0-23f90742b5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:07.429669 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b08714a0-819d-43de-8349-af9d17c9c339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:07.433011 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-40fd23ae-a68e-43ca-8778-58599fe59cec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet 1ea12aaf-5183-44d3-aaae-e84e376f5805 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:16:07.461857 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-40fd23ae-a68e-43ca-8778-58599fe59cec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:07.489646 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140acf57-2e95-4e01-a838-06362cbdb45f req-480e812c-3a2a-40a2-b628-a07b870a21b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:07.490140 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140acf57-2e95-4e01-a838-06362cbdb45f req-480e812c-3a2a-40a2-b628-a07b870a21b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:07.490632 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140acf57-2e95-4e01-a838-06362cbdb45f req-480e812c-3a2a-40a2-b628-a07b870a21b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:07.492540 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-140acf57-2e95-4e01-a838-06362cbdb45f req-480e812c-3a2a-40a2-b628-a07b870a21b4 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b9900cac277147b786c9feaddc3e5258&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3187618 Aug 11 02:16:07.502149 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f1d26a90-0375-41d7-8b5c-62f011dfb5db req-f255a088-b726-4790-9524-5b8b15d07215 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/security-groups?id=092a1b70-b4f9-412e-96bf-10682d8834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656640 Aug 11 02:16:07.572486 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4e5276b0-ea30-4066-b60c-e0c65b7b9038 req-2f88348f-1799-46bb-be15-5c69fcba5b05 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420743 Aug 11 02:16:07.648571 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08714a0-819d-43de-8349-af9d17c9c339 service neutron] Pushing event updated for resources: {'Port': ['ID=20f53a84-827e-4a21-8b16-64a8498d6bf9,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:07.651093 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-40fd23ae-a68e-43ca-8778-58599fe59cec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:07.689848 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c0745-5cd9-4492-a0e0-23f90742b5f4 service neutron] Pushing event updated for resources: {'Port': ['ID=c6bc117e-5f2a-42b2-ad16-089daf123adb,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:07.837251 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f4bf517d-13f9-42da-a726-ec0026d35545 req-ff3a7890-2734-4f8a-82ad-951fd8d85d35 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups/a2a51127-a73d-406d-afee-fcd575d91879 HTTP/1.1" status: 200 len: 1782 time: 0.2853839 Aug 11 02:16:07.912976 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140acf57-2e95-4e01-a838-06362cbdb45f req-c2473cec-347d-40e1-b11c-b401afbd96a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:07.914607 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-140acf57-2e95-4e01-a838-06362cbdb45f req-c2473cec-347d-40e1-b11c-b401afbd96a1 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3866940 Aug 11 02:16:07.968492 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c212d62-93f5-4fa3-a00d-74e3ea6aa489 req-d31d4522-81e6-46d4-88ed-0ec946d133cd tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:07.968741 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8e214372-671c-4cef-87cd-e794f1225964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:07.976148 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9c212d62-93f5-4fa3-a00d-74e3ea6aa489 req-d31d4522-81e6-46d4-88ed-0ec946d133cd tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=f170428c-721d-4192-86aa-bd86fb8de842 HTTP/1.1" status: 200 len: 946 time: 0.2156477 Aug 11 02:16:07.984490 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8e214372-671c-4cef-87cd-e794f1225964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:07.989743 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b08714a0-819d-43de-8349-af9d17c9c339 service neutron] Attempting to bind port 20f53a84-827e-4a21-8b16-64a8498d6bf9 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:07.990011 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b08714a0-819d-43de-8349-af9d17c9c339 service neutron] Attempting to bind port 20f53a84-827e-4a21-8b16-64a8498d6bf9 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'e6734c29-07dd-4ba0-854f-67a4bb24e988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '47c1ad3c-2161-421b-b922-fe59b93cfe05'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:07.990344 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b08714a0-819d-43de-8349-af9d17c9c339 service neutron] Attempting to bind port 20f53a84-827e-4a21-8b16-64a8498d6bf9 on network 47c1ad3c-2161-421b-b922-fe59b93cfe05 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:08.010394 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b08714a0-819d-43de-8349-af9d17c9c339 service neutron] Port 20f53a84-827e-4a21-8b16-64a8498d6bf9 on network 47c1ad3c-2161-421b-b922-fe59b93cfe05 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:16:08.010721 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b08714a0-819d-43de-8349-af9d17c9c339 service neutron] Attempting to bind port 20f53a84-827e-4a21-8b16-64a8498d6bf9 on network 47c1ad3c-2161-421b-b922-fe59b93cfe05 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:08.014537 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cecc91a7-2e5e-4139-892d-e54d1db46343 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Router ef079d62-0933-47d4-9dd5-30bcc2918751 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:16:08.026400 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e214372-671c-4cef-87cd-e794f1225964 admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:16:08.038009 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b08714a0-819d-43de-8349-af9d17c9c339 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:08.038353 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b08714a0-819d-43de-8349-af9d17c9c339 service neutron] Checking segment: {'id': 'e6734c29-07dd-4ba0-854f-67a4bb24e988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '47c1ad3c-2161-421b-b922-fe59b93cfe05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:08.038744 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b08714a0-819d-43de-8349-af9d17c9c339 service neutron] Bound using segment: {'id': 'e6734c29-07dd-4ba0-854f-67a4bb24e988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '47c1ad3c-2161-421b-b922-fe59b93cfe05'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:08.039295 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b08714a0-819d-43de-8349-af9d17c9c339 service neutron] Bound port: 20f53a84-827e-4a21-8b16-64a8498d6bf9, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6734c29-07dd-4ba0-854f-67a4bb24e988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '47c1ad3c-2161-421b-b922-fe59b93cfe05'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:08.039684 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b08714a0-819d-43de-8349-af9d17c9c339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.046138 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-40fd23ae-a68e-43ca-8778-58599fe59cec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.055649 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e214372-671c-4cef-87cd-e794f1225964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11028649-ba8f-4fd3-a64b-a9550446dd38,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:08.067450 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8e214372-671c-4cef-87cd-e794f1225964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.067827 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-8e214372-671c-4cef-87cd-e794f1225964 admin admin] Added segment 86dfe7ee-57e2-46dd-94ca-04bdc46a01cc of type vlan for network 1f2a5bd3-378a-4e10-ab94-40d8e0a3d02d Aug 11 02:16:08.082437 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f4bf517d-13f9-42da-a726-ec0026d35545 req-ad142d33-2f11-41ba-b8b6-7addfe466c0b tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.125920 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-5e6a6571-ed64-4b80-bcba-690b9ddfe46a req-432ce471-1751-4c00-b49e-7fa4fb5139f0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Deleting port 487dbc68-bf93-4e06-8cf1-8d06179b7961 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:08.126442 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5e6a6571-ed64-4b80-bcba-690b9ddfe46a req-432ce471-1751-4c00-b49e-7fa4fb5139f0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.145800 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8e214372-671c-4cef-87cd-e794f1225964 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.170694 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f4bf517d-13f9-42da-a726-ec0026d35545 req-ad142d33-2f11-41ba-b8b6-7addfe466c0b tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.180520 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-3b6c0745-5cd9-4492-a0e0-23f90742b5f4 service neutron] Attempting to bind port c6bc117e-5f2a-42b2-ad16-089daf123adb on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:08.180749 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-3b6c0745-5cd9-4492-a0e0-23f90742b5f4 service neutron] Attempting to bind port c6bc117e-5f2a-42b2-ad16-089daf123adb by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '7d4b7bcc-8eef-48d8-8309-95445fdb1890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:08.181214 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-3b6c0745-5cd9-4492-a0e0-23f90742b5f4 service neutron] Attempting to bind port c6bc117e-5f2a-42b2-ad16-089daf123adb on network 6b37a7db-7b2c-45a9-a3ea-9ce097777b06 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:08.185710 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9c212d62-93f5-4fa3-a00d-74e3ea6aa489 req-40dc9b0b-4c5c-44f3-87da-9f0a349e009b tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084358 Aug 11 02:16:08.218163 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b08714a0-819d-43de-8349-af9d17c9c339 service neutron] For port 20f53a84-827e-4a21-8b16-64a8498d6bf9, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:08.247214 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b08714a0-819d-43de-8349-af9d17c9c339 service neutron] For port 20f53a84-827e-4a21-8b16-64a8498d6bf9, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=20f53a84-827e-4a21-8b16-64a8498d6bf9,segment=NetworkSegment(e6734c29-07dd-4ba0-854f-67a4bb24e988),segment_id=e6734c29-07dd-4ba0-854f-67a4bb24e988)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:08.250498 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-3b6c0745-5cd9-4492-a0e0-23f90742b5f4 service neutron] Port c6bc117e-5f2a-42b2-ad16-089daf123adb on network 6b37a7db-7b2c-45a9-a3ea-9ce097777b06 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:16:08.250800 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-3b6c0745-5cd9-4492-a0e0-23f90742b5f4 service neutron] Attempting to bind port c6bc117e-5f2a-42b2-ad16-089daf123adb on network 6b37a7db-7b2c-45a9-a3ea-9ce097777b06 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:08.261857 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8e214372-671c-4cef-87cd-e794f1225964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.263722 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e214372-671c-4cef-87cd-e794f1225964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:08.264583 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8e214372-671c-4cef-87cd-e794f1225964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.282957 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-3b6c0745-5cd9-4492-a0e0-23f90742b5f4 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:08.283301 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-3b6c0745-5cd9-4492-a0e0-23f90742b5f4 service neutron] Checking segment: {'id': '7d4b7bcc-8eef-48d8-8309-95445fdb1890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:08.283722 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-3b6c0745-5cd9-4492-a0e0-23f90742b5f4 service neutron] Bound using segment: {'id': '7d4b7bcc-8eef-48d8-8309-95445fdb1890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:08.284167 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-3b6c0745-5cd9-4492-a0e0-23f90742b5f4 service neutron] Bound port: c6bc117e-5f2a-42b2-ad16-089daf123adb, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d4b7bcc-8eef-48d8-8309-95445fdb1890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:08.284526 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-3b6c0745-5cd9-4492-a0e0-23f90742b5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.300796 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-40fd23ae-a68e-43ca-8778-58599fe59cec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.301312 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b08714a0-819d-43de-8349-af9d17c9c339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.343044 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f4bf517d-13f9-42da-a726-ec0026d35545 req-ad142d33-2f11-41ba-b8b6-7addfe466c0b tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.345598 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f4bf517d-13f9-42da-a726-ec0026d35545 req-ad142d33-2f11-41ba-b8b6-7addfe466c0b tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.348011 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f4bf517d-13f9-42da-a726-ec0026d35545 req-ad142d33-2f11-41ba-b8b6-7addfe466c0b tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "DELETE /v2.0/security-groups/a2a51127-a73d-406d-afee-fcd575d91879 HTTP/1.1" status: 204 len: 173 time: 0.4662657 Aug 11 02:16:08.398276 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8e214372-671c-4cef-87cd-e794f1225964 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6368389 Aug 11 02:16:08.398543 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd23ae-a68e-43ca-8778-58599fe59cec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=1ea12aaf-5183-44d3-aaae-e84e376f5805,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:08.403688 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42980) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:08.410512 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e35646b5-6df7-4801-b0da-7bb55ef8d0fb admin admin] Request body: {'subnet': {'network_id': '1f2a5bd3-378a-4e10-ab94-40d8e0a3d02d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-854889179-subnet', 'tenant_id': 'd27662a21afe4995af28d23689a48778', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:08.424971 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b08714a0-819d-43de-8349-af9d17c9c339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:08.425604 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b08714a0-819d-43de-8349-af9d17c9c339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.427019 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b08714a0-819d-43de-8349-af9d17c9c339 service neutron] 10.222.0.66 "PUT /v2.0/ports/20f53a84-827e-4a21-8b16-64a8498d6bf9 HTTP/1.1" status: 200 len: 1093 time: 2.2392197 Aug 11 02:16:08.428363 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad142d33-2f11-41ba-b8b6-7addfe466c0b tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a51127-a73d-406d-afee-fcd575d91879,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:08.429859 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'tag': '20f53a84-827e-4a21-8b16-64a8498d6bf9'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:08.432185 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8482e5c-c60b-427d-b2a7-8c626ae14845" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "tag": "20f53a84-827e-4a21-8b16-64a8498d6bf9"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:08.451562 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e214372-671c-4cef-87cd-e794f1225964 admin admin] Pushing event updated for resources: {'Network': ['ID=1f2a5bd3-378a-4e10-ab94-40d8e0a3d02d,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:08.470523 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c0a78e-861f-4bf7-94a5-20fecec73a23 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:08.477027 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08714a0-819d-43de-8349-af9d17c9c339 service neutron] Pushing event updated for resources: {'Port': ['ID=20f53a84-827e-4a21-8b16-64a8498d6bf9,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:08.489944 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-40fd23ae-a68e-43ca-8778-58599fe59cec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.495292 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-40fd23ae-a68e-43ca-8778-58599fe59cec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/1ea12aaf-5183-44d3-aaae-e84e376f5805 HTTP/1.1" status: 204 len: 168 time: 1.2489531 Aug 11 02:16:08.496471 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 1f2a5bd3-378a-4e10-ab94-40d8e0a3d02d details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:16:08.501341 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42986) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:08.504902 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a866288-c04b-4f01-b0c3-fefeafacd858 service neutron] Request body: {'port': {'device_id': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:08.529745 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [req-9ad7bc2f-bcfe-43a1-83eb-302bf7ba8549 req-d80b5e05-8de5-4df7-8fa1-dd59e884e88b tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] show failed (client error): The resource could not be found. Aug 11 02:16:08.531224 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9ad7bc2f-bcfe-43a1-83eb-302bf7ba8549 req-d80b5e05-8de5-4df7-8fa1-dd59e884e88b tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups/a2a51127-a73d-406d-afee-fcd575d91879 HTTP/1.1" status: 404 len: 352 time: 0.0324416 Aug 11 02:16:08.546467 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-5e6a6571-ed64-4b80-bcba-690b9ddfe46a req-432ce471-1751-4c00-b49e-7fa4fb5139f0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] For port 487dbc68-bf93-4e06-8cf1-8d06179b7961, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=487dbc68-bf93-4e06-8cf1-8d06179b7961,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:08.546889 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5e6a6571-ed64-4b80-bcba-690b9ddfe46a req-432ce471-1751-4c00-b49e-7fa4fb5139f0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.551450 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35646b5-6df7-4801-b0da-7bb55ef8d0fb admin admin] Made reservation on behalf of d27662a21afe4995af28d23689a48778 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:08.559076 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e35646b5-6df7-4801-b0da-7bb55ef8d0fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.638733 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cecc91a7-2e5e-4139-892d-e54d1db46343 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:16:08.641042 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-5e6a6571-ed64-4b80-bcba-690b9ddfe46a req-432ce471-1751-4c00-b49e-7fa4fb5139f0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Calling delete_port for 487dbc68-bf93-4e06-8cf1-8d06179b7961 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:08.652825 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b05bf7-d6cb-496c-bf81-9e600f1b8ae8 None None] Sync routers for ids ['ef079d62-0933-47d4-9dd5-30bcc2918751'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:16:08.661055 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cecc91a7-2e5e-4139-892d-e54d1db46343 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.678896 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b05bf7-d6cb-496c-bf81-9e600f1b8ae8 None None] Routers {'ef079d62-0933-47d4-9dd5-30bcc2918751'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:16:08.687443 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f7b05bf7-d6cb-496c-bf81-9e600f1b8ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:15:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['ef079d62-0933-47d4-9dd5-30bcc2918751'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:08.740783 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7cf421-1c0a-4390-818e-5bdb348c44ff x-openstack-request-id: req-fb7cf421-1c0a-4390-818e-5bdb348c44ff {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:08.740783 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "tag": "20f53a84-827e-4a21-8b16-64a8498d6bf9", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:08.741109 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fb7cf421-1c0a-4390-818e-5bdb348c44ff {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:08.741448 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'tag': '20f53a84-827e-4a21-8b16-64a8498d6bf9', 'status': 'completed', 'code': 200} Aug 11 02:16:08.775321 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-a73bf620-86bf-43bc-a61a-8cdd0e3b6639 req-2be348e1-d767-4ea0-af6b-fb11e8b074ad tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-58527559', 'description': 'tempest-description-9682135'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:08.852355 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a866288-c04b-4f01-b0c3-fefeafacd858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.891664 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-f7b05bf7-d6cb-496c-bf81-9e600f1b8ae8 None None] Set router ef079d62-0933-47d4-9dd5-30bcc2918751 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:16:08.892060 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bd94100e-9b5b-4d4a-aaac-b9f43982b503 req-4990c181-0091-4d1c-8138-99226972d5dd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d819440d-52ce-4c33-947a-a55039ec2ce8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1543093 Aug 11 02:16:08.924031 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a73bf620-86bf-43bc-a61a-8cdd0e3b6639 req-2be348e1-d767-4ea0-af6b-fb11e8b074ad tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:09.169569 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94100e-9b5b-4d4a-aaac-b9f43982b503 req-9c243b44-6fe2-43de-9f83-8f4f60509bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:09.172066 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bd94100e-9b5b-4d4a-aaac-b9f43982b503 req-9c243b44-6fe2-43de-9f83-8f4f60509bf8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e4e387ba25a4d14b8728f756bd278ce&device_id=d819440d-52ce-4c33-947a-a55039ec2ce8 HTTP/1.1" status: 200 len: 1097 time: 0.2240682 Aug 11 02:16:09.218267 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be21f8-7b6e-49e2-8128-cb0841d18077 req-f31c3d5b-6322-4d04-a154-ba3a94af0d09 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:09.227569 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be21f8-7b6e-49e2-8128-cb0841d18077 req-f31c3d5b-6322-4d04-a154-ba3a94af0d09 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:09.234042 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be21f8-7b6e-49e2-8128-cb0841d18077 req-f31c3d5b-6322-4d04-a154-ba3a94af0d09 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:09.240391 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be21f8-7b6e-49e2-8128-cb0841d18077 req-f31c3d5b-6322-4d04-a154-ba3a94af0d09 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:09.247624 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be21f8-7b6e-49e2-8128-cb0841d18077 req-f31c3d5b-6322-4d04-a154-ba3a94af0d09 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:09.255289 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f7b05bf7-d6cb-496c-bf81-9e600f1b8ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'name': 'tempest-AttachVolumeShelveTestJSON-1641083083-router', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:15:17Z', 'updated_at': '2021-08-11T02:15:31Z', 'revision_number': 4, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'gw_port': {'id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:20Z', 'updated_at': '2021-08-11T02:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'f9ba4731-de00-4355-b323-8553b76737ce', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'port_id': '77805b64-04d0-4824-a813-e616ef53f616', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'mac_address': 'fa:16:3e:7f:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7886c27-845c-4960-b149-c8f2f52836d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:15:41Z', 'updated_at': '2021-08-11T02:16:06Z', 'revision_number': 1, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab34cb1f-13a6-4106-9afa-81664ea77706', 'name': '', 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'mac_address': 'fa:16:3e:d5:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:28Z', 'updated_at': '2021-08-11T02:15:40Z', 'revision_number': 5, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'subnets': [{'id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:09.255696 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be21f8-7b6e-49e2-8128-cb0841d18077 req-f31c3d5b-6322-4d04-a154-ba3a94af0d09 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:09.262055 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be21f8-7b6e-49e2-8128-cb0841d18077 req-f31c3d5b-6322-4d04-a154-ba3a94af0d09 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:09.264735 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-37be21f8-7b6e-49e2-8128-cb0841d18077 req-f31c3d5b-6322-4d04-a154-ba3a94af0d09 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5404 time: 0.9198878 Aug 11 02:16:09.295017 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-94eef669-b8d8-4db1-be99-ea84666da763 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet 4e46b50e-14c6-44f2-a904-39eb38600961 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:16:09.323294 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-94eef669-b8d8-4db1-be99-ea84666da763 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:09.341609 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e35646b5-6df7-4801-b0da-7bb55ef8d0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:09.344089 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94100e-9b5b-4d4a-aaac-b9f43982b503 req-086199b9-7df6-4f9c-a741-a0043c7535a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:09.345704 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bd94100e-9b5b-4d4a-aaac-b9f43982b503 req-086199b9-7df6-4f9c-a741-a0043c7535a8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fa6d118c-1b11-471b-a79b-8ba66c683603 HTTP/1.1" status: 200 len: 907 time: 0.1309698 Aug 11 02:16:09.380329 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-cecc91a7-2e5e-4139-892d-e54d1db46343 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "PUT /v2.0/floatingips/f9ba4731-de00-4355-b323-8553b76737ce HTTP/1.1" status: 200 len: 991 time: 5.9766338 Aug 11 02:16:09.381770 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-3b6c0745-5cd9-4492-a0e0-23f90742b5f4 service neutron] For port c6bc117e-5f2a-42b2-ad16-089daf123adb, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:09.389730 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7886c27-845c-4960-b149-c8f2f52836d9', 'tag': '77805b64-04d0-4824-a813-e616ef53f616'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:09.392215 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c44139-3111-4116-87d9-464bb207addb" -d '{"events": [{"name": "network-changed", "server_uuid": "c7886c27-845c-4960-b149-c8f2f52836d9", "tag": "77805b64-04d0-4824-a813-e616ef53f616"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:09.432146 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b05bf7-d6cb-496c-bf81-9e600f1b8ae8 None None] Checking router: ef079d62-0933-47d4-9dd5-30bcc2918751 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:16:09.455120 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-3b6c0745-5cd9-4492-a0e0-23f90742b5f4 service neutron] For port c6bc117e-5f2a-42b2-ad16-089daf123adb, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=c6bc117e-5f2a-42b2-ad16-089daf123adb,segment=NetworkSegment(7d4b7bcc-8eef-48d8-8309-95445fdb1890),segment_id=7d4b7bcc-8eef-48d8-8309-95445fdb1890)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:09.459505 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b05bf7-d6cb-496c-bf81-9e600f1b8ae8 None None] Routers {'ef079d62-0933-47d4-9dd5-30bcc2918751'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:16:09.460115 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f7b05bf7-d6cb-496c-bf81-9e600f1b8ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:15:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['ef079d62-0933-47d4-9dd5-30bcc2918751'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:09.489110 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-94eef669-b8d8-4db1-be99-ea84666da763 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:09.494107 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-3b6c0745-5cd9-4492-a0e0-23f90742b5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:09.503500 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bd94100e-9b5b-4d4a-aaac-b9f43982b503 req-ad1fd5a2-55b9-41e3-bd6b-0d44ce22f96a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05898258-4491-4fa9-91f4-a855886e6aab HTTP/1.1" status: 200 len: 217 time: 0.1433780 Aug 11 02:16:09.504118 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35646b5-6df7-4801-b0da-7bb55ef8d0fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e75af626-0058-44dd-999f-9d126807d3cf,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:09.555434 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8482e5c-c60b-427d-b2a7-8c626ae14845 req-429044a0-b3f0-472d-90ee-17c0fbed256d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:09.556169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8482e5c-c60b-427d-b2a7-8c626ae14845 req-429044a0-b3f0-472d-90ee-17c0fbed256d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:09.556693 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8482e5c-c60b-427d-b2a7-8c626ae14845 req-429044a0-b3f0-472d-90ee-17c0fbed256d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:09.557232 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8482e5c-c60b-427d-b2a7-8c626ae14845 req-429044a0-b3f0-472d-90ee-17c0fbed256d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:09.557761 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8482e5c-c60b-427d-b2a7-8c626ae14845 req-429044a0-b3f0-472d-90ee-17c0fbed256d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:09.560325 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a8482e5c-c60b-427d-b2a7-8c626ae14845 req-429044a0-b3f0-472d-90ee-17c0fbed256d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3f544ac306fb418fb17bb1bb0c938ed0&device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 4364 time: 0.3877580 Aug 11 02:16:09.584348 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-37be21f8-7b6e-49e2-8128-cb0841d18077 req-b5c37fd5-2c0e-49b6-aadf-2e3a30ee27c3 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2780790 Aug 11 02:16:09.601456 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35646b5-6df7-4801-b0da-7bb55ef8d0fb admin admin] Checking segment: {'id': '86dfe7ee-57e2-46dd-94ca-04bdc46a01cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1f2a5bd3-378a-4e10-ab94-40d8e0a3d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:09.601912 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35646b5-6df7-4801-b0da-7bb55ef8d0fb admin admin] Network hostable DHCP agents. Network: 1f2a5bd3-378a-4e10-ab94-40d8e0a3d02d, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:16:09.658738 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-f7b05bf7-d6cb-496c-bf81-9e600f1b8ae8 None None] Set router ef079d62-0933-47d4-9dd5-30bcc2918751 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:16:09.824194 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-3b6c0745-5cd9-4492-a0e0-23f90742b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:09.824909 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-3b6c0745-5cd9-4492-a0e0-23f90742b5f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:09.826340 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-3b6c0745-5cd9-4492-a0e0-23f90742b5f4 service neutron] 10.222.0.73 "PUT /v2.0/ports/c6bc117e-5f2a-42b2-ad16-089daf123adb HTTP/1.1" status: 200 len: 1091 time: 4.2761009 Aug 11 02:16:09.886531 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-13fbbb3c-2808-45ba-9037-9d2a752d8c2b service neutron] Request body: {'port': {'device_id': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:10.058860 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c0745-5cd9-4492-a0e0-23f90742b5f4 service neutron] Pushing event updated for resources: {'Port': ['ID=c6bc117e-5f2a-42b2-ad16-089daf123adb,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:10.068768 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-0e6692f8-8435-490f-8b64-e7eaf2c87292 None None] Provisioning complete for port e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:10.069772 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0e6692f8-8435-490f-8b64-e7eaf2c87292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:10.098674 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f7b05bf7-d6cb-496c-bf81-9e600f1b8ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'name': 'tempest-AttachVolumeShelveTestJSON-1641083083-router', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:15:17Z', 'updated_at': '2021-08-11T02:15:31Z', 'revision_number': 4, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'gw_port': {'id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:20Z', 'updated_at': '2021-08-11T02:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'f9ba4731-de00-4355-b323-8553b76737ce', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'port_id': '77805b64-04d0-4824-a813-e616ef53f616', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'mac_address': 'fa:16:3e:7f:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7886c27-845c-4960-b149-c8f2f52836d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:15:41Z', 'updated_at': '2021-08-11T02:16:06Z', 'revision_number': 1, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab34cb1f-13a6-4106-9afa-81664ea77706', 'name': '', 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'mac_address': 'fa:16:3e:d5:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:28Z', 'updated_at': '2021-08-11T02:15:40Z', 'revision_number': 5, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'subnets': [{'id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:10.158665 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b05bf7-d6cb-496c-bf81-9e600f1b8ae8 None None] The sync data for ids ['ef079d62-0933-47d4-9dd5-30bcc2918751'] in n-d-615180-33 is: [{'id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'name': 'tempest-AttachVolumeShelveTestJSON-1641083083-router', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:15:17Z', 'updated_at': '2021-08-11T02:15:31Z', 'revision_number': 4, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'gw_port': {'id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:20Z', 'updated_at': '2021-08-11T02:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'f9ba4731-de00-4355-b323-8553b76737ce', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'port_id': '77805b64-04d0-4824-a813-e616ef53f616', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'mac_address': 'fa:16:3e:7f:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7886c27-845c-4960-b149-c8f2f52836d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:15:41Z', 'updated_at': '2021-08-11T02:16:06Z', 'revision_number': 1, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab34cb1f-13a6-4106-9afa-81664ea77706', 'name': '', 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'mac_address': 'fa:16:3e:d5:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:28Z', 'updated_at': '2021-08-11T02:15:40Z', 'revision_number': 5, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'subnets': [{'id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:16:10.160850 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5e6a6571-ed64-4b80-bcba-690b9ddfe46a req-432ce471-1751-4c00-b49e-7fa4fb5139f0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:10.179712 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['05898258-4491-4fa9-91f4-a855886e6aab'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:10.180050 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94100e-9b5b-4d4a-aaac-b9f43982b503 req-21735e1d-e872-496c-b474-b8bd4006b954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:10.181540 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bd94100e-9b5b-4d4a-aaac-b9f43982b503 req-21735e1d-e872-496c-b474-b8bd4006b954 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62 HTTP/1.1" status: 200 len: 846 time: 0.6612811 Aug 11 02:16:10.184861 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a73bf620-86bf-43bc-a61a-8cdd0e3b6639 req-2be348e1-d767-4ea0-af6b-fb11e8b074ad tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:10.190185 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['7123ad39-b8ea-4575-bf5c-b8770fc818ee'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:10.204028 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6992e2-d83f-450a-98a4-4624c7adde80 req-57430f67-ec59-40d7-afdd-57f7b07a1b59 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:10.210106 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6992e2-d83f-450a-98a4-4624c7adde80 req-57430f67-ec59-40d7-afdd-57f7b07a1b59 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:10.217214 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a73bf620-86bf-43bc-a61a-8cdd0e3b6639 req-2be348e1-d767-4ea0-af6b-fb11e8b074ad tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:10.229179 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6992e2-d83f-450a-98a4-4624c7adde80 req-57430f67-ec59-40d7-afdd-57f7b07a1b59 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:10.229840 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bd94100e-9b5b-4d4a-aaac-b9f43982b503 req-28d1def3-6a24-41a5-b8dd-c8110d267428 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa6d118c-1b11-471b-a79b-8ba66c683603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386760 Aug 11 02:16:10.239842 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6992e2-d83f-450a-98a4-4624c7adde80 req-57430f67-ec59-40d7-afdd-57f7b07a1b59 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:10.249509 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6992e2-d83f-450a-98a4-4624c7adde80 req-57430f67-ec59-40d7-afdd-57f7b07a1b59 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:10.252175 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5d6992e2-d83f-450a-98a4-4624c7adde80 req-57430f67-ec59-40d7-afdd-57f7b07a1b59 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 3828 time: 0.4500446 Aug 11 02:16:10.264476 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-94eef669-b8d8-4db1-be99-ea84666da763 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:10.280795 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be348e1-d767-4ea0-af6b-fb11e8b074ad tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1a66ef-d3a6-4c4c-99e2-9b23d2c2e8fb,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:10.284448 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a73bf620-86bf-43bc-a61a-8cdd0e3b6639 req-2be348e1-d767-4ea0-af6b-fb11e8b074ad tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:10.296262 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a73bf620-86bf-43bc-a61a-8cdd0e3b6639 req-2be348e1-d767-4ea0-af6b-fb11e8b074ad tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 1.5573254 Aug 11 02:16:10.296965 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35646b5-6df7-4801-b0da-7bb55ef8d0fb admin admin] Network 1f2a5bd3-378a-4e10-ab94-40d8e0a3d02d is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:16:10.369980 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8482e5c-c60b-427d-b2a7-8c626ae14845 req-3d81dcf1-629c-4a4e-a421-432fabdcbebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:10.370532 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8482e5c-c60b-427d-b2a7-8c626ae14845 req-3d81dcf1-629c-4a4e-a421-432fabdcbebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:10.371565 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8482e5c-c60b-427d-b2a7-8c626ae14845 req-3d81dcf1-629c-4a4e-a421-432fabdcbebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:10.374502 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a8482e5c-c60b-427d-b2a7-8c626ae14845 req-3d81dcf1-629c-4a4e-a421-432fabdcbebf service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=3f544ac306fb418fb17bb1bb0c938ed0&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7358251 Aug 11 02:16:10.375098 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-13fbbb3c-2808-45ba-9037-9d2a752d8c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:10.448480 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-e35646b5-6df7-4801-b0da-7bb55ef8d0fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 1f2a5bd3-378a-4e10-ab94-40d8e0a3d02d) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:10.463054 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b97e69-2387-454d-a5e5-ed8909207718 None None] Network 1f2a5bd3-378a-4e10-ab94-40d8e0a3d02d requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:10.469219 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35646b5-6df7-4801-b0da-7bb55ef8d0fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:10.469833 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e35646b5-6df7-4801-b0da-7bb55ef8d0fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:10.561592 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-94eef669-b8d8-4db1-be99-ea84666da763 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:10.563620 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ce471-1751-4c00-b49e-7fa4fb5139f0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Pushing event deleted for resources: {'Port': ['ID=487dbc68-bf93-4e06-8cf1-8d06179b7961,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:10.622577 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3daf51-6938-426f-b538-94b6c9b65970 None None] New status for floating IP f9ba4731-de00-4355-b323-8553b76737ce: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:16:10.626792 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e35646b5-6df7-4801-b0da-7bb55ef8d0fb admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2205579 Aug 11 02:16:10.628915 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a866288-c04b-4f01-b0c3-fefeafacd858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb9176f-1ed6-4f79-a75b-1c022309c059 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:10.665480 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a866288-c04b-4f01-b0c3-fefeafacd858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:10.712816 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-921a13d2-0308-4f9c-9d6b-7843309e0ab3 req-b7309d62-f129-4724-8e66-dad0e3ed0092 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=f170428c-721d-4192-86aa-bd86fb8de842 HTTP/1.1" status: 200 len: 210 time: 0.0494649 Aug 11 02:16:10.746199 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a866288-c04b-4f01-b0c3-fefeafacd858 service neutron] Transition to ACTIVE for port object 5eb9176f-1ed6-4f79-a75b-1c022309c059 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:10.750256 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bd94100e-9b5b-4d4a-aaac-b9f43982b503 req-043a288b-c9f3-47f7-976c-0a1a1da50737 service neutron] 10.222.0.73 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748204 Aug 11 02:16:10.783208 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5121f4-52a5-4b67-a77f-0082c70bf96c None None] Network 1f2a5bd3-378a-4e10-ab94-40d8e0a3d02d requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:10.875957 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bd94100e-9b5b-4d4a-aaac-b9f43982b503 req-2af8a1e8-addb-4c47-a526-76ecfc2663d9 service neutron] 10.222.0.73 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168885 Aug 11 02:16:10.876730 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a866288-c04b-4f01-b0c3-fefeafacd858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:11.023076 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-3abed7ee-ea26-4075-ba8f-5b8263c9458a req-05231357-803f-4f9a-a28b-e8e4e12b6ceb tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-987414451', 'description': 'tempest-description-1967073273'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:11.038860 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-13fbbb3c-2808-45ba-9037-9d2a752d8c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6393fbf0-c5b3-41a1-83d3-53a8c87fd107 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:11.049530 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-13fbbb3c-2808-45ba-9037-9d2a752d8c2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:11.056828 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a866288-c04b-4f01-b0c3-fefeafacd858 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb9176f-1ed6-4f79-a75b-1c022309c059,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:11.090190 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 487dbc68-bf93-4e06-8cf1-8d06179b7961 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:16:11.108894 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf10195c-c922-434d-a781-c281195c1ab8 x-openstack-request-id: req-bf10195c-c922-434d-a781-c281195c1ab8 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:11.109250 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7886c27-845c-4960-b149-c8f2f52836d9", "tag": "77805b64-04d0-4824-a813-e616ef53f616", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:11.109444 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bf10195c-c922-434d-a781-c281195c1ab8 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:11.109840 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7886c27-845c-4960-b149-c8f2f52836d9', 'tag': '77805b64-04d0-4824-a813-e616ef53f616', 'status': 'completed', 'code': 200} Aug 11 02:16:11.118006 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c44139-3111-4116-87d9-464bb207addb req-4e35c799-6deb-40e6-abaa-d06748839977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:11.119241 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 487dbc68-bf93-4e06-8cf1-8d06179b7961 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:16:11.119581 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-39c44139-3111-4116-87d9-464bb207addb req-4e35c799-6deb-40e6-abaa-d06748839977 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=15f6ff753e694e9dbfd4e9be5e45ed17&device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 1098 time: 0.1525826 Aug 11 02:16:11.119719 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 487dbc68-bf93-4e06-8cf1-8d06179b7961 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:16:11.122319 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3abed7ee-ea26-4075-ba8f-5b8263c9458a req-05231357-803f-4f9a-a28b-e8e4e12b6ceb tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:11.140381 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eef669-b8d8-4db1-be99-ea84666da763 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=4e46b50e-14c6-44f2-a904-39eb38600961,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:11.147453 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-94eef669-b8d8-4db1-be99-ea84666da763 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:11.149683 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-94eef669-b8d8-4db1-be99-ea84666da763 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/4e46b50e-14c6-44f2-a904-39eb38600961 HTTP/1.1" status: 204 len: 168 time: 2.6251521 Aug 11 02:16:11.152185 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-13fbbb3c-2808-45ba-9037-9d2a752d8c2b service neutron] Transition to ACTIVE for port object 6393fbf0-c5b3-41a1-83d3-53a8c87fd107 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:11.153665 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43010) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:11.163633 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7229d26-24b6-4863-a0a8-8e2562abbcf0 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:11.254802 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-13fbbb3c-2808-45ba-9037-9d2a752d8c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:11.269912 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c44139-3111-4116-87d9-464bb207addb req-7c27d185-8e50-46dc-90b6-4ac11ece30b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:11.271444 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-39c44139-3111-4116-87d9-464bb207addb req-7c27d185-8e50-46dc-90b6-4ac11ece30b6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2564e31e-dea6-46ca-b2de-bf165812396f HTTP/1.1" status: 200 len: 918 time: 0.1389811 Aug 11 02:16:11.273532 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d72f61f9-6659-48f7-a22f-b65cb99ba468 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1138144 Aug 11 02:16:11.278121 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43012) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:11.286609 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-1b97cb92-2e71-4d01-8e76-77526287b6d7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:11.336317 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6a6571-ed64-4b80-bcba-690b9ddfe46a req-432ce471-1751-4c00-b49e-7fa4fb5139f0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] No DVR routers for this DVR port 487dbc68-bf93-4e06-8cf1-8d06179b7961 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:16:11.346703 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5e6a6571-ed64-4b80-bcba-690b9ddfe46a req-432ce471-1751-4c00-b49e-7fa4fb5139f0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:11.348900 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5e6a6571-ed64-4b80-bcba-690b9ddfe46a req-432ce471-1751-4c00-b49e-7fa4fb5139f0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.66 "DELETE /v2.0/ports/487dbc68-bf93-4e06-8cf1-8d06179b7961 HTTP/1.1" status: 204 len: 173 time: 3.9795480 Aug 11 02:16:11.375748 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5d6992e2-d83f-450a-98a4-4624c7adde80 req-27251f66-2a70-44e1-9584-41a37a92c861 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9764464 Aug 11 02:16:11.409556 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a866288-c04b-4f01-b0c3-fefeafacd858 service neutron] Attempting to bind port 5eb9176f-1ed6-4f79-a75b-1c022309c059 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:11.409972 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a866288-c04b-4f01-b0c3-fefeafacd858 service neutron] Attempting to bind port 5eb9176f-1ed6-4f79-a75b-1c022309c059 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '0c644148-5bd6-4e31-a8c5-17979de92fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:11.410318 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a866288-c04b-4f01-b0c3-fefeafacd858 service neutron] Attempting to bind port 5eb9176f-1ed6-4f79-a75b-1c022309c059 on network a22ae8f3-b76a-495f-839c-755566103de1 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:11.453862 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a866288-c04b-4f01-b0c3-fefeafacd858 service neutron] Port 5eb9176f-1ed6-4f79-a75b-1c022309c059 on network a22ae8f3-b76a-495f-839c-755566103de1 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:16:11.454196 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a866288-c04b-4f01-b0c3-fefeafacd858 service neutron] Attempting to bind port 5eb9176f-1ed6-4f79-a75b-1c022309c059 on network a22ae8f3-b76a-495f-839c-755566103de1 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:11.468944 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a866288-c04b-4f01-b0c3-fefeafacd858 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:11.469389 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a866288-c04b-4f01-b0c3-fefeafacd858 service neutron] Checking segment: {'id': '0c644148-5bd6-4e31-a8c5-17979de92fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:11.469817 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a866288-c04b-4f01-b0c3-fefeafacd858 service neutron] Bound using segment: {'id': '0c644148-5bd6-4e31-a8c5-17979de92fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:11.470279 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a866288-c04b-4f01-b0c3-fefeafacd858 service neutron] Bound port: 5eb9176f-1ed6-4f79-a75b-1c022309c059, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c644148-5bd6-4e31-a8c5-17979de92fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:11.470641 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a866288-c04b-4f01-b0c3-fefeafacd858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:11.482723 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8482e5c-c60b-427d-b2a7-8c626ae14845 req-2233a764-20f1-4561-928f-529d701adf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:11.484747 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a8482e5c-c60b-427d-b2a7-8c626ae14845 req-2233a764-20f1-4561-928f-529d701adf7d service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0694034 Aug 11 02:16:11.511942 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fbbb3c-2808-45ba-9037-9d2a752d8c2b service neutron] Pushing event updated for resources: {'Port': ['ID=6393fbf0-c5b3-41a1-83d3-53a8c87fd107,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:11.555783 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a121e631-da2e-4066-949b-e99f4a15540f None None] DHCP port deletion for abfe629d-e2ef-4da1-94ab-4576283f6a78 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:16:11.595012 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-39c44139-3111-4116-87d9-464bb207addb req-a04a47fa-8c88-4bbf-a6c4-51f3f2134d97 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77805b64-04d0-4824-a813-e616ef53f616 HTTP/1.1" status: 200 len: 1001 time: 0.3141809 Aug 11 02:16:11.666766 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a121e631-da2e-4066-949b-e99f4a15540f None None] Deleting port e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:11.667287 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a121e631-da2e-4066-949b-e99f4a15540f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:11.744974 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b045014e-238a-4896-8c34-39f0d5c38738 req-7ae448ac-2696-46f7-880e-18bb1e36334f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=89c87264-e4f3-492d-94d4-66ae0ee70130&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3385112 Aug 11 02:16:11.779040 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c44139-3111-4116-87d9-464bb207addb req-4b15c0e7-59a8-4937-bcd5-57e35584cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:11.780621 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-39c44139-3111-4116-87d9-464bb207addb req-4b15c0e7-59a8-4937-bcd5-57e35584cc7b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f HTTP/1.1" status: 200 len: 856 time: 0.1535974 Aug 11 02:16:11.783647 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-a121e631-da2e-4066-949b-e99f4a15540f None None] For port e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:11.784287 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a121e631-da2e-4066-949b-e99f4a15540f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:11.799253 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a121e631-da2e-4066-949b-e99f4a15540f None None] Calling delete_port for e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:11.845674 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a866288-c04b-4f01-b0c3-fefeafacd858 service neutron] For port 5eb9176f-1ed6-4f79-a75b-1c022309c059, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:11.855206 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3abed7ee-ea26-4075-ba8f-5b8263c9458a req-05231357-803f-4f9a-a28b-e8e4e12b6ceb tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:11.861855 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-13fbbb3c-2808-45ba-9037-9d2a752d8c2b service neutron] Attempting to bind port 6393fbf0-c5b3-41a1-83d3-53a8c87fd107 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:11.862333 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-13fbbb3c-2808-45ba-9037-9d2a752d8c2b service neutron] Attempting to bind port 6393fbf0-c5b3-41a1-83d3-53a8c87fd107 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '461aeab3-769d-4585-948b-7cdcb45ee6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2c433229-6c79-4510-a34a-8c4278ec5b0e'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:11.862859 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-13fbbb3c-2808-45ba-9037-9d2a752d8c2b service neutron] Attempting to bind port 6393fbf0-c5b3-41a1-83d3-53a8c87fd107 on network 2c433229-6c79-4510-a34a-8c4278ec5b0e {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:11.871639 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a866288-c04b-4f01-b0c3-fefeafacd858 service neutron] For port 5eb9176f-1ed6-4f79-a75b-1c022309c059, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=5eb9176f-1ed6-4f79-a75b-1c022309c059,segment=NetworkSegment(0c644148-5bd6-4e31-a8c5-17979de92fc4),segment_id=0c644148-5bd6-4e31-a8c5-17979de92fc4)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:11.872648 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3abed7ee-ea26-4075-ba8f-5b8263c9458a req-05231357-803f-4f9a-a28b-e8e4e12b6ceb tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:11.901875 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cc8bc-b80e-4520-89c1-74b8ab2aa8a1 req-b19c246b-6791-4568-b3dc-8c559300bf02 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:11.905895 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05231357-803f-4f9a-a28b-e8e4e12b6ceb tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a410266-c9e5-4b16-a9c0-0adf72ebac8c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:11.910138 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cc8bc-b80e-4520-89c1-74b8ab2aa8a1 req-b19c246b-6791-4568-b3dc-8c559300bf02 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:11.913217 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a866288-c04b-4f01-b0c3-fefeafacd858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:11.913560 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a121e631-da2e-4066-949b-e99f4a15540f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:11.918181 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cc8bc-b80e-4520-89c1-74b8ab2aa8a1 req-b19c246b-6791-4568-b3dc-8c559300bf02 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:11.925531 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cc8bc-b80e-4520-89c1-74b8ab2aa8a1 req-b19c246b-6791-4568-b3dc-8c559300bf02 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:11.933033 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cc8bc-b80e-4520-89c1-74b8ab2aa8a1 req-b19c246b-6791-4568-b3dc-8c559300bf02 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:11.939658 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cc8bc-b80e-4520-89c1-74b8ab2aa8a1 req-b19c246b-6791-4568-b3dc-8c559300bf02 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:11.945964 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cc8bc-b80e-4520-89c1-74b8ab2aa8a1 req-b19c246b-6791-4568-b3dc-8c559300bf02 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:11.948558 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-920cc8bc-b80e-4520-89c1-74b8ab2aa8a1 req-b19c246b-6791-4568-b3dc-8c559300bf02 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5416 time: 0.1717439 Aug 11 02:16:11.951661 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-13fbbb3c-2808-45ba-9037-9d2a752d8c2b service neutron] Port 6393fbf0-c5b3-41a1-83d3-53a8c87fd107 on network 2c433229-6c79-4510-a34a-8c4278ec5b0e not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:16:11.952136 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-13fbbb3c-2808-45ba-9037-9d2a752d8c2b service neutron] Attempting to bind port 6393fbf0-c5b3-41a1-83d3-53a8c87fd107 on network 2c433229-6c79-4510-a34a-8c4278ec5b0e {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:11.955057 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121e631-da2e-4066-949b-e99f4a15540f None None] Pushing event deleted for resources: {'Port': ['ID=e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:11.963943 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a121e631-da2e-4066-949b-e99f4a15540f None None] No DVR routers for this DVR port e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:16:11.967717 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121e631-da2e-4066-949b-e99f4a15540f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:11.968301 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121e631-da2e-4066-949b-e99f4a15540f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:11.968818 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121e631-da2e-4066-949b-e99f4a15540f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:11.969420 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121e631-da2e-4066-949b-e99f4a15540f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:11.970268 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121e631-da2e-4066-949b-e99f4a15540f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:11.970770 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121e631-da2e-4066-949b-e99f4a15540f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:11.971389 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121e631-da2e-4066-949b-e99f4a15540f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:11.971912 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121e631-da2e-4066-949b-e99f4a15540f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:11.972406 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121e631-da2e-4066-949b-e99f4a15540f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:11.972885 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121e631-da2e-4066-949b-e99f4a15540f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:11.973546 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121e631-da2e-4066-949b-e99f4a15540f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:11.974020 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121e631-da2e-4066-949b-e99f4a15540f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:11.974882 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c44139-3111-4116-87d9-464bb207addb req-75124de7-9330-48fa-a738-c8f8af7dd111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:11.976657 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-39c44139-3111-4116-87d9-464bb207addb req-75124de7-9330-48fa-a738-c8f8af7dd111 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2564e31e-dea6-46ca-b2de-bf165812396f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1829646 Aug 11 02:16:11.990743 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-13fbbb3c-2808-45ba-9037-9d2a752d8c2b service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:11.991194 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-13fbbb3c-2808-45ba-9037-9d2a752d8c2b service neutron] Checking segment: {'id': '461aeab3-769d-4585-948b-7cdcb45ee6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2c433229-6c79-4510-a34a-8c4278ec5b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:11.992094 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-13fbbb3c-2808-45ba-9037-9d2a752d8c2b service neutron] Bound using segment: {'id': '461aeab3-769d-4585-948b-7cdcb45ee6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2c433229-6c79-4510-a34a-8c4278ec5b0e'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:11.992668 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-13fbbb3c-2808-45ba-9037-9d2a752d8c2b service neutron] Bound port: 6393fbf0-c5b3-41a1-83d3-53a8c87fd107, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461aeab3-769d-4585-948b-7cdcb45ee6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2c433229-6c79-4510-a34a-8c4278ec5b0e'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:11.993138 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-13fbbb3c-2808-45ba-9037-9d2a752d8c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:12.019472 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045014e-238a-4896-8c34-39f0d5c38738 req-8bc9b163-8fba-4830-a220-cd1882feee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:12.021327 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b045014e-238a-4896-8c34-39f0d5c38738 req-8bc9b163-8fba-4830-a220-cd1882feee7e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e4e387ba25a4d14b8728f756bd278ce&device_id=89c87264-e4f3-492d-94d4-66ae0ee70130 HTTP/1.1" status: 200 len: 1098 time: 0.1932786 Aug 11 02:16:12.073426 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-920cc8bc-b80e-4520-89c1-74b8ab2aa8a1 req-54e89239-15f7-40c8-8d83-4b3277fffc36 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1143789 Aug 11 02:16:12.096205 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b97cb92-2e71-4d01-8e76-77526287b6d7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:12.111364 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1b97cb92-2e71-4d01-8e76-77526287b6d7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:12.117993 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a866288-c04b-4f01-b0c3-fefeafacd858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:12.118611 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a866288-c04b-4f01-b0c3-fefeafacd858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:12.120387 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-5a866288-c04b-4f01-b0c3-fefeafacd858 service neutron] 10.222.0.66 "PUT /v2.0/ports/5eb9176f-1ed6-4f79-a75b-1c022309c059 HTTP/1.1" status: 200 len: 1132 time: 3.6463704 Aug 11 02:16:12.123051 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'tag': '5eb9176f-1ed6-4f79-a75b-1c022309c059'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:12.125855 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0a03ab-9896-4881-972e-97b5d831921c" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "tag": "5eb9176f-1ed6-4f79-a75b-1c022309c059"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:12.145242 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3abed7ee-ea26-4075-ba8f-5b8263c9458a req-05231357-803f-4f9a-a28b-e8e4e12b6ceb tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:12.147308 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3abed7ee-ea26-4075-ba8f-5b8263c9458a req-05231357-803f-4f9a-a28b-e8e4e12b6ceb tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1561651 Aug 11 02:16:12.215067 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:16:12.239205 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b4a247df-d910-4ef7-862b-b8dde51cf545 service neutron] Request body: {'port': {'device_id': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:12.275431 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:16:12.275932 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e0b4cd36-ff83-4fbb-9fc6-c121e60c48ea not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:16:12.288927 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-13fbbb3c-2808-45ba-9037-9d2a752d8c2b service neutron] For port 6393fbf0-c5b3-41a1-83d3-53a8c87fd107, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:12.298607 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-13fbbb3c-2808-45ba-9037-9d2a752d8c2b service neutron] For port 6393fbf0-c5b3-41a1-83d3-53a8c87fd107, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=6393fbf0-c5b3-41a1-83d3-53a8c87fd107,segment=NetworkSegment(461aeab3-769d-4585-948b-7cdcb45ee6e2),segment_id=461aeab3-769d-4585-948b-7cdcb45ee6e2)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:12.317869 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-13fbbb3c-2808-45ba-9037-9d2a752d8c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:12.367608 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a866288-c04b-4f01-b0c3-fefeafacd858 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb9176f-1ed6-4f79-a75b-1c022309c059,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:12.386005 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-13fbbb3c-2808-45ba-9037-9d2a752d8c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:12.386905 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-13fbbb3c-2808-45ba-9037-9d2a752d8c2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:12.389350 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-13fbbb3c-2808-45ba-9037-9d2a752d8c2b service neutron] 10.222.0.73 "PUT /v2.0/ports/6393fbf0-c5b3-41a1-83d3-53a8c87fd107 HTTP/1.1" status: 200 len: 1092 time: 2.5078983 Aug 11 02:16:12.390717 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045014e-238a-4896-8c34-39f0d5c38738 req-82ec62e2-4eb3-4d90-b829-00ed18267308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:12.394322 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b045014e-238a-4896-8c34-39f0d5c38738 req-82ec62e2-4eb3-4d90-b829-00ed18267308 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fa6d118c-1b11-471b-a79b-8ba66c683603 HTTP/1.1" status: 200 len: 907 time: 0.3354464 Aug 11 02:16:12.460501 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-39c44139-3111-4116-87d9-464bb207addb req-aed0df39-0da9-4235-8fd2-5adfdfaac8c9 service neutron] 10.222.0.73 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667425 Aug 11 02:16:12.506994 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-7a8e8842-1953-4bfa-8c22-7fddbcd61768 service neutron] Request body: {'port': {'device_id': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:12.545050 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b045014e-238a-4896-8c34-39f0d5c38738 req-a084b3da-4a23-4bda-8237-ff21a861f5a4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7123ad39-b8ea-4575-bf5c-b8770fc818ee HTTP/1.1" status: 200 len: 217 time: 0.1142616 Aug 11 02:16:12.574227 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83ff20d-4ccb-4e36-8eec-369642c20eb5 x-openstack-request-id: req-d83ff20d-4ccb-4e36-8eec-369642c20eb5 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:12.574425 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "tag": "5eb9176f-1ed6-4f79-a75b-1c022309c059", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:12.574714 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d83ff20d-4ccb-4e36-8eec-369642c20eb5 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:12.575116 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'tag': '5eb9176f-1ed6-4f79-a75b-1c022309c059', 'status': 'completed', 'code': 200} Aug 11 02:16:12.616093 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-02412459-86a7-413a-a66c-d5369008e673 req-23d37f9d-ccc5-49f8-bca6-9ed83aefa97a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1402690413', 'description': 'tempest-description-1629699566'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:12.647010 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [req-c68d27f4-0845-422f-8da4-80d2ae83c3c8 req-51351153-b817-49e2-b7db-5f9d75c21e32 tempest-SecurityGroupsNegativeTestJSON-312007439 tempest-SecurityGroupsNegativeTestJSON-312007439-project] show failed (client error): The resource could not be found. Aug 11 02:16:12.653923 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c68d27f4-0845-422f-8da4-80d2ae83c3c8 req-51351153-b817-49e2-b7db-5f9d75c21e32 tempest-SecurityGroupsNegativeTestJSON-312007439 tempest-SecurityGroupsNegativeTestJSON-312007439-project] 10.222.0.50 "GET /v2.0/security-groups/8d14a4a1-3b70-4ba4-be41-93218f31c036 HTTP/1.1" status: 404 len: 352 time: 0.1007864 Aug 11 02:16:12.670664 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-02412459-86a7-413a-a66c-d5369008e673 req-23d37f9d-ccc5-49f8-bca6-9ed83aefa97a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:12.690530 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fbbb3c-2808-45ba-9037-9d2a752d8c2b service neutron] Pushing event updated for resources: {'Port': ['ID=6393fbf0-c5b3-41a1-83d3-53a8c87fd107,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:12.699123 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-7a8e8842-1953-4bfa-8c22-7fddbcd61768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:12.713402 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f596ec8-4b70-4e67-88aa-71c17be836f0 req-5214cfe2-5cc2-40df-94ba-4b6c0b7eb334 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:12.715254 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5f596ec8-4b70-4e67-88aa-71c17be836f0 req-5214cfe2-5cc2-40df-94ba-4b6c0b7eb334 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8deacb-9ae0-4c2d-94a0-b937e0df8f8a HTTP/1.1" status: 200 len: 945 time: 0.3520086 Aug 11 02:16:12.749828 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b4a247df-d910-4ef7-862b-b8dde51cf545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:12.773656 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045014e-238a-4896-8c34-39f0d5c38738 req-96a10759-d189-4583-84bb-3d5161e94017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:12.775821 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b045014e-238a-4896-8c34-39f0d5c38738 req-96a10759-d189-4583-84bb-3d5161e94017 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62 HTTP/1.1" status: 200 len: 846 time: 0.1970778 Aug 11 02:16:12.829376 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a03ab-9896-4881-972e-97b5d831921c req-3c754e92-079e-448b-a903-0d141726b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:12.830046 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a03ab-9896-4881-972e-97b5d831921c req-3c754e92-079e-448b-a903-0d141726b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:12.830690 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a03ab-9896-4881-972e-97b5d831921c req-3c754e92-079e-448b-a903-0d141726b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:12.831403 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a03ab-9896-4881-972e-97b5d831921c req-3c754e92-079e-448b-a903-0d141726b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:12.832056 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a03ab-9896-4881-972e-97b5d831921c req-3c754e92-079e-448b-a903-0d141726b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:12.832759 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a03ab-9896-4881-972e-97b5d831921c req-3c754e92-079e-448b-a903-0d141726b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:12.835321 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fe0a03ab-9896-4881-972e-97b5d831921c req-3c754e92-079e-448b-a903-0d141726b593 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3f544ac306fb418fb17bb1bb0c938ed0&device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5289 time: 0.1937065 Aug 11 02:16:12.876637 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b045014e-238a-4896-8c34-39f0d5c38738 req-b3e17e0e-a762-4a0c-aae8-526c0119871b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fa6d118c-1b11-471b-a79b-8ba66c683603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885744 Aug 11 02:16:13.024265 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c0615-ce3f-43c5-bdd8-27e9896fa8d6 req-90cb87e2-0148-4ecb-a964-71f49d8d4ff6 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:13.025805 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-264c0615-ce3f-43c5-bdd8-27e9896fa8d6 req-90cb87e2-0148-4ecb-a964-71f49d8d4ff6 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/ports?device_id=df8deacb-9ae0-4c2d-94a0-b937e0df8f8a HTTP/1.1" status: 200 len: 945 time: 0.2607589 Aug 11 02:16:13.095747 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-39c44139-3111-4116-87d9-464bb207addb req-d3c92348-c7e5-40fe-ab1f-c6e53d2acf20 service neutron] 10.222.0.73 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5851221 Aug 11 02:16:13.105617 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-5f596ec8-4b70-4e67-88aa-71c17be836f0 req-242969cc-fa14-43af-886d-7c651ba1f424 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Deleting port 6ab36f1f-fa42-4458-8e5b-3533805ec440 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:13.106922 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5f596ec8-4b70-4e67-88aa-71c17be836f0 req-242969cc-fa14-43af-886d-7c651ba1f424 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:13.145367 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'tag': 'c6bc117e-5f2a-42b2-ad16-089daf123adb'}, {'server_uuid': 'f170428c-721d-4192-86aa-bd86fb8de842', 'name': 'network-vif-deleted', 'tag': '487dbc68-bf93-4e06-8cf1-8d06179b7961'}, {'name': 'network-changed', 'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'tag': '6393fbf0-c5b3-41a1-83d3-53a8c87fd107'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:13.147981 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63292050-6854-45b1-b1b5-66d57a32f692" -d '{"events": [{"name": "network-changed", "server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "tag": "c6bc117e-5f2a-42b2-ad16-089daf123adb"}, {"server_uuid": "f170428c-721d-4192-86aa-bd86fb8de842", "name": "network-vif-deleted", "tag": "487dbc68-bf93-4e06-8cf1-8d06179b7961"}, {"name": "network-changed", "server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "tag": "6393fbf0-c5b3-41a1-83d3-53a8c87fd107"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:13.161200 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1b97cb92-2e71-4d01-8e76-77526287b6d7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:13.219816 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b045014e-238a-4896-8c34-39f0d5c38738 req-100c322a-ac7c-4395-9437-1ade89599096 service neutron] 10.222.0.66 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315783 Aug 11 02:16:13.227682 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-264c0615-ce3f-43c5-bdd8-27e9896fa8d6 req-4f4a4e55-d0ad-4606-84e5-10b3593804f5 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/security-groups?id=092a1b70-b4f9-412e-96bf-10682d8834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919973 Aug 11 02:16:13.348876 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b4a247df-d910-4ef7-862b-b8dde51cf545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a46a20f-db43-47c2-9b7f-8cd1abe24e39 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:13.357288 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b4a247df-d910-4ef7-862b-b8dde51cf545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:13.368172 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-5f596ec8-4b70-4e67-88aa-71c17be836f0 req-242969cc-fa14-43af-886d-7c651ba1f424 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] For port 6ab36f1f-fa42-4458-8e5b-3533805ec440, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=6ab36f1f-fa42-4458-8e5b-3533805ec440,segment=NetworkSegment(478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8),segment_id=478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:13.368537 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5f596ec8-4b70-4e67-88aa-71c17be836f0 req-242969cc-fa14-43af-886d-7c651ba1f424 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:13.370991 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b4a247df-d910-4ef7-862b-b8dde51cf545 service neutron] Transition to ACTIVE for port object 6a46a20f-db43-47c2-9b7f-8cd1abe24e39 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:13.407684 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-5f596ec8-4b70-4e67-88aa-71c17be836f0 req-242969cc-fa14-43af-886d-7c651ba1f424 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Calling delete_port for 6ab36f1f-fa42-4458-8e5b-3533805ec440 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:13.415257 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a03ab-9896-4881-972e-97b5d831921c req-7cbf802f-9d1c-43c7-ba84-60043eda5c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:13.416180 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a03ab-9896-4881-972e-97b5d831921c req-7cbf802f-9d1c-43c7-ba84-60043eda5c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:13.417791 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a03ab-9896-4881-972e-97b5d831921c req-7cbf802f-9d1c-43c7-ba84-60043eda5c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:13.418601 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fe0a03ab-9896-4881-972e-97b5d831921c req-7cbf802f-9d1c-43c7-ba84-60043eda5c2c service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=3f544ac306fb418fb17bb1bb0c938ed0&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5414903 Aug 11 02:16:13.422241 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b045014e-238a-4896-8c34-39f0d5c38738 req-d85f79eb-b604-46e6-8c46-abf070a4202f service neutron] 10.222.0.66 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918862 Aug 11 02:16:13.430435 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b4a247df-d910-4ef7-862b-b8dde51cf545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:13.436212 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-02412459-86a7-413a-a66c-d5369008e673 req-23d37f9d-ccc5-49f8-bca6-9ed83aefa97a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:13.438407 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b97cb92-2e71-4d01-8e76-77526287b6d7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:13.511588 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-7a8e8842-1953-4bfa-8c22-7fddbcd61768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f2bbf46-3ede-45de-88ba-1f3435d9778a {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:13.523246 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-7a8e8842-1953-4bfa-8c22-7fddbcd61768 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:13.547281 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-7a8e8842-1953-4bfa-8c22-7fddbcd61768 service neutron] Transition to ACTIVE for port object 7f2bbf46-3ede-45de-88ba-1f3435d9778a will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:13.577148 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-7a8e8842-1953-4bfa-8c22-7fddbcd61768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:13.596865 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-1b97cb92-2e71-4d01-8e76-77526287b6d7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:13.597702 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-02412459-86a7-413a-a66c-d5369008e673 req-23d37f9d-ccc5-49f8-bca6-9ed83aefa97a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:13.610998 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f62b433-4f89-44bb-a32e-2aa18bb72f1e None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:13.613134 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b97cb92-2e71-4d01-8e76-77526287b6d7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:13.614020 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1b97cb92-2e71-4d01-8e76-77526287b6d7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:13.641073 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-02412459-86a7-413a-a66c-d5369008e673 req-23d37f9d-ccc5-49f8-bca6-9ed83aefa97a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:13.655978 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-02412459-86a7-413a-a66c-d5369008e673 req-23d37f9d-ccc5-49f8-bca6-9ed83aefa97a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.0944798 Aug 11 02:16:13.697194 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e8842-1953-4bfa-8c22-7fddbcd61768 service neutron] Pushing event updated for resources: {'Port': ['ID=7f2bbf46-3ede-45de-88ba-1f3435d9778a,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:13.701739 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a03ab-9896-4881-972e-97b5d831921c req-9db934d2-082c-4bd3-8c5a-026a777c3e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:13.703636 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fe0a03ab-9896-4881-972e-97b5d831921c req-9db934d2-082c-4bd3-8c5a-026a777c3e6d service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2364018 Aug 11 02:16:13.713915 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42061bdf-4459-41d2-b020-b7f1c6d4d899 req-cc680d62-6687-4866-9627-85e9ff4e301b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:13.724341 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42061bdf-4459-41d2-b020-b7f1c6d4d899 req-cc680d62-6687-4866-9627-85e9ff4e301b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:13.731304 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42061bdf-4459-41d2-b020-b7f1c6d4d899 req-cc680d62-6687-4866-9627-85e9ff4e301b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:13.736209 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97cb92-2e71-4d01-8e76-77526287b6d7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=e829315a-53c4-4bac-b9c5-c1d83fa108f1,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:13.741136 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42061bdf-4459-41d2-b020-b7f1c6d4d899 req-cc680d62-6687-4866-9627-85e9ff4e301b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:13.751094 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42061bdf-4459-41d2-b020-b7f1c6d4d899 req-cc680d62-6687-4866-9627-85e9ff4e301b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:13.757083 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42061bdf-4459-41d2-b020-b7f1c6d4d899 req-cc680d62-6687-4866-9627-85e9ff4e301b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:13.763691 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42061bdf-4459-41d2-b020-b7f1c6d4d899 req-cc680d62-6687-4866-9627-85e9ff4e301b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:13.765559 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-42061bdf-4459-41d2-b020-b7f1c6d4d899 req-cc680d62-6687-4866-9627-85e9ff4e301b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5374 time: 0.2013626 Aug 11 02:16:13.774754 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbce36-45f2-42ac-ad75-76255599e8f2 req-12f6b819-a71c-4575-933e-acd9c27eca7b tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:13.776463 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e0fbce36-45f2-42ac-ad75-76255599e8f2 req-12f6b819-a71c-4575-933e-acd9c27eca7b tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.73 "GET /v2.0/ports?device_id=e4f4b0b8-4190-4eec-9b00-b587f0e3a59f HTTP/1.1" status: 200 len: 945 time: 0.3512149 Aug 11 02:16:13.781570 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1b97cb92-2e71-4d01-8e76-77526287b6d7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4985495 Aug 11 02:16:13.781971 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a247df-d910-4ef7-862b-b8dde51cf545 service neutron] Pushing event updated for resources: {'Port': ['ID=6a46a20f-db43-47c2-9b7f-8cd1abe24e39,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:13.785599 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43046) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:13.801194 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-5dcc3ea9-5248-4490-8a7c-6c6d7128acaf tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:13.820393 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d37f9d-ccc5-49f8-bca6-9ed83aefa97a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc158af2-443d-4b2b-9177-7c4c23b35e9f,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:14.005625 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98d0191-c373-4047-b8c0-3c68d7710d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-abfe629d-e2ef-4da1-94ab-4576283f6a78', 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'fixed_ips': [{'subnet_id': 'e829315a-53c4-4bac-b9c5-c1d83fa108f1'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:16:14.006896 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e98d0191-c373-4047-b8c0-3c68d7710d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:14.192160 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-e98d0191-c373-4047-b8c0-3c68d7710d7e None None] Allocated IP 2001:db8::2 (abfe629d-e2ef-4da1-94ab-4576283f6a78/e829315a-53c4-4bac-b9c5-c1d83fa108f1/dd04b3ec-e8f3-45d5-834a-670bea155ffc) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:14.336004 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5f596ec8-4b70-4e67-88aa-71c17be836f0 req-242969cc-fa14-43af-886d-7c651ba1f424 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:14.338229 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e98d0191-c373-4047-b8c0-3c68d7710d7e None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:14.347396 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e98d0191-c373-4047-b8c0-3c68d7710d7e None None] Transition to ACTIVE for port object dd04b3ec-e8f3-45d5-834a-670bea155ffc will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:14.362104 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e98d0191-c373-4047-b8c0-3c68d7710d7e None None] Transition to ACTIVE for port object dd04b3ec-e8f3-45d5-834a-670bea155ffc will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:14.368048 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-42061bdf-4459-41d2-b020-b7f1c6d4d899 req-f228d383-bb3f-411a-b3cc-58e8bb18ecc3 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1116395 Aug 11 02:16:14.369898 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['1b74260a-9d2e-47b5-9353-6aaccaa4813e'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:14.423354 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['6ab36f1f-fa42-4458-8e5b-3533805ec440'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:14.429896 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e98d0191-c373-4047-b8c0-3c68d7710d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:14.490202 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242969cc-fa14-43af-886d-7c651ba1f424 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Pushing event deleted for resources: {'Port': ['ID=6ab36f1f-fa42-4458-8e5b-3533805ec440,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:14.494546 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d0191-c373-4047-b8c0-3c68d7710d7e None None] Pushing event updated for resources: {'Port': ['ID=dd04b3ec-e8f3-45d5-834a-670bea155ffc,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:14.541349 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1bf493-86f0-497c-854c-95bf1b7e4f48 x-openstack-request-id: req-ff1bf493-86f0-497c-854c-95bf1b7e4f48 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:14.541808 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "tag": "c6bc117e-5f2a-42b2-ad16-089daf123adb", "status": "completed", "code": 200}, {"server_uuid": "f170428c-721d-4192-86aa-bd86fb8de842", "name": "network-vif-deleted", "tag": "487dbc68-bf93-4e06-8cf1-8d06179b7961", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "tag": "6393fbf0-c5b3-41a1-83d3-53a8c87fd107", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:14.542693 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ff1bf493-86f0-497c-854c-95bf1b7e4f48 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:14.543201 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'tag': 'c6bc117e-5f2a-42b2-ad16-089daf123adb', 'status': 'completed', 'code': 200} Aug 11 02:16:14.543658 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f170428c-721d-4192-86aa-bd86fb8de842', 'name': 'network-vif-deleted', 'tag': '487dbc68-bf93-4e06-8cf1-8d06179b7961', 'status': 'completed', 'code': 200} Aug 11 02:16:14.544237 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'tag': '6393fbf0-c5b3-41a1-83d3-53a8c87fd107', 'status': 'completed', 'code': 200} Aug 11 02:16:14.545278 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f596ec8-4b70-4e67-88aa-71c17be836f0 req-242969cc-fa14-43af-886d-7c651ba1f424 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] No DVR routers for this DVR port 6ab36f1f-fa42-4458-8e5b-3533805ec440 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:16:14.548165 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5f596ec8-4b70-4e67-88aa-71c17be836f0 req-242969cc-fa14-43af-886d-7c651ba1f424 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:14.551356 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5f596ec8-4b70-4e67-88aa-71c17be836f0 req-242969cc-fa14-43af-886d-7c651ba1f424 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.66 "DELETE /v2.0/ports/6ab36f1f-fa42-4458-8e5b-3533805ec440 HTTP/1.1" status: 204 len: 173 time: 1.8273530 Aug 11 02:16:14.555805 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-7a8e8842-1953-4bfa-8c22-7fddbcd61768 service neutron] Attempting to bind port 7f2bbf46-3ede-45de-88ba-1f3435d9778a on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:14.556404 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-7a8e8842-1953-4bfa-8c22-7fddbcd61768 service neutron] Attempting to bind port 7f2bbf46-3ede-45de-88ba-1f3435d9778a by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '461aeab3-769d-4585-948b-7cdcb45ee6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2c433229-6c79-4510-a34a-8c4278ec5b0e'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:14.556837 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-7a8e8842-1953-4bfa-8c22-7fddbcd61768 service neutron] Attempting to bind port 7f2bbf46-3ede-45de-88ba-1f3435d9778a on network 2c433229-6c79-4510-a34a-8c4278ec5b0e {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:14.563715 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-7a8e8842-1953-4bfa-8c22-7fddbcd61768 service neutron] Port 7f2bbf46-3ede-45de-88ba-1f3435d9778a on network 2c433229-6c79-4510-a34a-8c4278ec5b0e not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:16:14.564309 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-7a8e8842-1953-4bfa-8c22-7fddbcd61768 service neutron] Attempting to bind port 7f2bbf46-3ede-45de-88ba-1f3435d9778a on network 2c433229-6c79-4510-a34a-8c4278ec5b0e {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:14.570208 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-7a8e8842-1953-4bfa-8c22-7fddbcd61768 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:14.570668 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-7a8e8842-1953-4bfa-8c22-7fddbcd61768 service neutron] Checking segment: {'id': '461aeab3-769d-4585-948b-7cdcb45ee6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2c433229-6c79-4510-a34a-8c4278ec5b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:14.571150 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-7a8e8842-1953-4bfa-8c22-7fddbcd61768 service neutron] Bound using segment: {'id': '461aeab3-769d-4585-948b-7cdcb45ee6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2c433229-6c79-4510-a34a-8c4278ec5b0e'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:14.571747 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-7a8e8842-1953-4bfa-8c22-7fddbcd61768 service neutron] Bound port: 7f2bbf46-3ede-45de-88ba-1f3435d9778a, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461aeab3-769d-4585-948b-7cdcb45ee6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2c433229-6c79-4510-a34a-8c4278ec5b0e'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:14.573043 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-7a8e8842-1953-4bfa-8c22-7fddbcd61768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:14.580302 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98d0191-c373-4047-b8c0-3c68d7710d7e None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:14.588920 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-e98d0191-c373-4047-b8c0-3c68d7710d7e None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:14.597067 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b4a247df-d910-4ef7-862b-b8dde51cf545 service neutron] Attempting to bind port 6a46a20f-db43-47c2-9b7f-8cd1abe24e39 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:14.602729 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98d0191-c373-4047-b8c0-3c68d7710d7e None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:14.611885 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b4a247df-d910-4ef7-862b-b8dde51cf545 service neutron] Attempting to bind port 6a46a20f-db43-47c2-9b7f-8cd1abe24e39 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '0c644148-5bd6-4e31-a8c5-17979de92fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:14.612590 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b4a247df-d910-4ef7-862b-b8dde51cf545 service neutron] Attempting to bind port 6a46a20f-db43-47c2-9b7f-8cd1abe24e39 on network a22ae8f3-b76a-495f-839c-755566103de1 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:14.707965 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02d77f-090c-479b-aaec-e1015cf67234 req-03f38e07-187a-4b04-8d72-91f074949b0c tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:14.716939 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bd02d77f-090c-479b-aaec-e1015cf67234 req-03f38e07-187a-4b04-8d72-91f074949b0c tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=89c87264-e4f3-492d-94d4-66ae0ee70130 HTTP/1.1" status: 200 len: 946 time: 0.0990086 Aug 11 02:16:14.727006 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-e98d0191-c373-4047-b8c0-3c68d7710d7e None None] Attempting to bind port dd04b3ec-e8f3-45d5-834a-670bea155ffc on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:14.727710 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-e98d0191-c373-4047-b8c0-3c68d7710d7e None None] Attempting to bind port dd04b3ec-e8f3-45d5-834a-670bea155ffc by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:14.728573 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d0191-c373-4047-b8c0-3c68d7710d7e None None] Attempting to bind port dd04b3ec-e8f3-45d5-834a-670bea155ffc on network abfe629d-e2ef-4da1-94ab-4576283f6a78 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:14.730718 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b4a247df-d910-4ef7-862b-b8dde51cf545 service neutron] Port 6a46a20f-db43-47c2-9b7f-8cd1abe24e39 on network a22ae8f3-b76a-495f-839c-755566103de1 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:16:14.731078 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b4a247df-d910-4ef7-862b-b8dde51cf545 service neutron] Attempting to bind port 6a46a20f-db43-47c2-9b7f-8cd1abe24e39 on network a22ae8f3-b76a-495f-839c-755566103de1 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:14.732854 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-7a8e8842-1953-4bfa-8c22-7fddbcd61768 service neutron] For port 7f2bbf46-3ede-45de-88ba-1f3435d9778a, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:14.739245 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d0191-c373-4047-b8c0-3c68d7710d7e None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:14.740116 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d0191-c373-4047-b8c0-3c68d7710d7e None None] Checking segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:14.740713 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e98d0191-c373-4047-b8c0-3c68d7710d7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:14.741271 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d0191-c373-4047-b8c0-3c68d7710d7e None None] Bound using segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:14.746305 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-e98d0191-c373-4047-b8c0-3c68d7710d7e None None] Bound port: dd04b3ec-e8f3-45d5-834a-670bea155ffc, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:14.747507 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e98d0191-c373-4047-b8c0-3c68d7710d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:14.755684 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175eef8b-c8f4-4065-bc88-92e6b02d9804 req-e738b1a7-9a28-4011-8ad3-c3c9b56a5bce tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:14.761434 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-7a8e8842-1953-4bfa-8c22-7fddbcd61768 service neutron] For port 7f2bbf46-3ede-45de-88ba-1f3435d9778a, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=7f2bbf46-3ede-45de-88ba-1f3435d9778a,segment=NetworkSegment(461aeab3-769d-4585-948b-7cdcb45ee6e2),segment_id=461aeab3-769d-4585-948b-7cdcb45ee6e2)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:14.761598 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175eef8b-c8f4-4065-bc88-92e6b02d9804 req-e738b1a7-9a28-4011-8ad3-c3c9b56a5bce tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:14.768787 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175eef8b-c8f4-4065-bc88-92e6b02d9804 req-e738b1a7-9a28-4011-8ad3-c3c9b56a5bce tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:14.774060 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175eef8b-c8f4-4065-bc88-92e6b02d9804 req-e738b1a7-9a28-4011-8ad3-c3c9b56a5bce tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:14.775593 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-7a8e8842-1953-4bfa-8c22-7fddbcd61768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:14.780184 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175eef8b-c8f4-4065-bc88-92e6b02d9804 req-e738b1a7-9a28-4011-8ad3-c3c9b56a5bce tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:14.786063 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175eef8b-c8f4-4065-bc88-92e6b02d9804 req-e738b1a7-9a28-4011-8ad3-c3c9b56a5bce tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:14.791925 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175eef8b-c8f4-4065-bc88-92e6b02d9804 req-e738b1a7-9a28-4011-8ad3-c3c9b56a5bce tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:14.800302 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-175eef8b-c8f4-4065-bc88-92e6b02d9804 req-e738b1a7-9a28-4011-8ad3-c3c9b56a5bce tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5428 time: 1.0370643 Aug 11 02:16:14.826894 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bd02d77f-090c-479b-aaec-e1015cf67234 req-a5e6a97f-8d0d-4be8-84b3-77ead4aff2ee tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047649 Aug 11 02:16:14.847040 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b4a247df-d910-4ef7-862b-b8dde51cf545 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:14.847377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b4a247df-d910-4ef7-862b-b8dde51cf545 service neutron] Checking segment: {'id': '0c644148-5bd6-4e31-a8c5-17979de92fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:14.850755 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-7a8e8842-1953-4bfa-8c22-7fddbcd61768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:14.851626 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-7a8e8842-1953-4bfa-8c22-7fddbcd61768 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:14.851778 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b4a247df-d910-4ef7-862b-b8dde51cf545 service neutron] Bound using segment: {'id': '0c644148-5bd6-4e31-a8c5-17979de92fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:14.852111 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b4a247df-d910-4ef7-862b-b8dde51cf545 service neutron] Bound port: 6a46a20f-db43-47c2-9b7f-8cd1abe24e39, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c644148-5bd6-4e31-a8c5-17979de92fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:14.852488 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b4a247df-d910-4ef7-862b-b8dde51cf545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:14.853042 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-7a8e8842-1953-4bfa-8c22-7fddbcd61768 service neutron] 10.222.0.73 "PUT /v2.0/ports/7f2bbf46-3ede-45de-88ba-1f3435d9778a HTTP/1.1" status: 200 len: 1092 time: 2.3522155 Aug 11 02:16:14.854764 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-e98d0191-c373-4047-b8c0-3c68d7710d7e None None] For port dd04b3ec-e8f3-45d5-834a-670bea155ffc, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:14.862271 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-e98d0191-c373-4047-b8c0-3c68d7710d7e None None] For port dd04b3ec-e8f3-45d5-834a-670bea155ffc, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=dd04b3ec-e8f3-45d5-834a-670bea155ffc,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:14.882063 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e98d0191-c373-4047-b8c0-3c68d7710d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:14.898320 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e8842-1953-4bfa-8c22-7fddbcd61768 service neutron] Pushing event updated for resources: {'Port': ['ID=7f2bbf46-3ede-45de-88ba-1f3435d9778a,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:14.932983 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63292050-6854-45b1-b1b5-66d57a32f692 req-1981be1b-53ec-48a2-a883-e03046dffcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:14.934728 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63292050-6854-45b1-b1b5-66d57a32f692 req-1981be1b-53ec-48a2-a883-e03046dffcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:14.935355 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63292050-6854-45b1-b1b5-66d57a32f692 req-1981be1b-53ec-48a2-a883-e03046dffcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:14.935876 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63292050-6854-45b1-b1b5-66d57a32f692 req-1981be1b-53ec-48a2-a883-e03046dffcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:14.936356 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63292050-6854-45b1-b1b5-66d57a32f692 req-1981be1b-53ec-48a2-a883-e03046dffcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:14.936838 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63292050-6854-45b1-b1b5-66d57a32f692 req-1981be1b-53ec-48a2-a883-e03046dffcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:14.937569 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63292050-6854-45b1-b1b5-66d57a32f692 req-1981be1b-53ec-48a2-a883-e03046dffcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:14.939675 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-63292050-6854-45b1-b1b5-66d57a32f692 req-1981be1b-53ec-48a2-a883-e03046dffcaf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9900cac277147b786c9feaddc3e5258&device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 6450 time: 0.4188123 Aug 11 02:16:14.949193 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-175eef8b-c8f4-4065-bc88-92e6b02d9804 req-6b3f72e4-ad02-4604-b4e6-66a278597eda tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1479928 Aug 11 02:16:14.995954 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d0191-c373-4047-b8c0-3c68d7710d7e None None] Pushing event updated for resources: {'Port': ['ID=dd04b3ec-e8f3-45d5-834a-670bea155ffc,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:15.133307 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-e0fbce36-45f2-42ac-ad75-76255599e8f2 req-9521bbf4-3f79-4aaa-906e-7b411405324e tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Deleting port 1b74260a-9d2e-47b5-9353-6aaccaa4813e {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:15.133641 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-e0fbce36-45f2-42ac-ad75-76255599e8f2 req-9521bbf4-3f79-4aaa-906e-7b411405324e tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:15.138989 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63292050-6854-45b1-b1b5-66d57a32f692 req-ff2b1da0-65a2-434f-aa6d-5ae046633832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:15.140152 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63292050-6854-45b1-b1b5-66d57a32f692 req-ff2b1da0-65a2-434f-aa6d-5ae046633832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:15.140152 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63292050-6854-45b1-b1b5-66d57a32f692 req-ff2b1da0-65a2-434f-aa6d-5ae046633832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:15.142216 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-63292050-6854-45b1-b1b5-66d57a32f692 req-ff2b1da0-65a2-434f-aa6d-5ae046633832 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b9900cac277147b786c9feaddc3e5258&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1919184 Aug 11 02:16:15.148375 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0b45bd8b-b571-4b65-be82-69c56e2b1cbc req-dfd2cf3b-01d9-4968-88fc-67b10ba8485d tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0cfacaf78696422e8ffa8119283a095a HTTP/1.1" status: 200 len: 10906 time: 0.1717038 Aug 11 02:16:15.199352 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcc3ea9-5248-4490-8a7c-6c6d7128acaf tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:15.202806 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5dcc3ea9-5248-4490-8a7c-6c6d7128acaf tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:15.345569 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0b45bd8b-b571-4b65-be82-69c56e2b1cbc req-925a6678-c80e-4c9a-8a5c-89b88b7955b8 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups/56ddbfec-47ca-4dbf-8c32-e787b27c9f51 HTTP/1.1" status: 200 len: 2985 time: 0.1831746 Aug 11 02:16:15.430514 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffd0d0-c68b-4d81-b95c-1219247a02e3 req-08981451-9a63-4a9c-bb6c-b6aba3705430 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:15.431918 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-12ffd0d0-c68b-4d81-b95c-1219247a02e3 req-08981451-9a63-4a9c-bb6c-b6aba3705430 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.66 "GET /v2.0/ports?device_id=89c87264-e4f3-492d-94d4-66ae0ee70130 HTTP/1.1" status: 200 len: 946 time: 0.2825167 Aug 11 02:16:15.448133 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0b45bd8b-b571-4b65-be82-69c56e2b1cbc req-49f6b47d-dd05-4906-b12b-e04b4298d6d8 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups/56ddbfec-47ca-4dbf-8c32-e787b27c9f51 HTTP/1.1" status: 200 len: 2985 time: 0.1016607 Aug 11 02:16:15.522409 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b59dff89-34fd-4bc8-bdfd-e338aadc0e71 req-6ed57c08-07de-499c-a532-8c99420e4ebc tempest-SecurityGroupsNegativeTestJSON-312007439 tempest-SecurityGroupsNegativeTestJSON-312007439-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d27662a21afe4995af28d23689a48778 HTTP/1.1" status: 200 len: 2988 time: 0.3699048 Aug 11 02:16:15.568203 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-e0fbce36-45f2-42ac-ad75-76255599e8f2 req-9521bbf4-3f79-4aaa-906e-7b411405324e tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] For port 1b74260a-9d2e-47b5-9353-6aaccaa4813e, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=1b74260a-9d2e-47b5-9353-6aaccaa4813e,segment=NetworkSegment(478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8),segment_id=478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:15.568672 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-e0fbce36-45f2-42ac-ad75-76255599e8f2 req-9521bbf4-3f79-4aaa-906e-7b411405324e tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:15.571698 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63292050-6854-45b1-b1b5-66d57a32f692 req-dbf23669-39e0-4577-bdb9-22c61f471d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:15.573847 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-63292050-6854-45b1-b1b5-66d57a32f692 req-dbf23669-39e0-4577-bdb9-22c61f471d8e service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3827832 Aug 11 02:16:15.610751 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-e0fbce36-45f2-42ac-ad75-76255599e8f2 req-9521bbf4-3f79-4aaa-906e-7b411405324e tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Calling delete_port for 1b74260a-9d2e-47b5-9353-6aaccaa4813e owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:15.615654 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4e7972c1-789f-4511-a8f7-cb7d056a51d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:15.650601 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bed65d-edb2-4538-ab0e-8512f080179c req-a095e603-abe7-4ed4-bc1e-d4c22191c8cd tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:15.654638 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b4a247df-d910-4ef7-862b-b8dde51cf545 service neutron] For port 6a46a20f-db43-47c2-9b7f-8cd1abe24e39, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:15.657283 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bed65d-edb2-4538-ab0e-8512f080179c req-a095e603-abe7-4ed4-bc1e-d4c22191c8cd tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:15.663296 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bed65d-edb2-4538-ab0e-8512f080179c req-a095e603-abe7-4ed4-bc1e-d4c22191c8cd tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:15.669641 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bed65d-edb2-4538-ab0e-8512f080179c req-a095e603-abe7-4ed4-bc1e-d4c22191c8cd tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:15.675494 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bed65d-edb2-4538-ab0e-8512f080179c req-a095e603-abe7-4ed4-bc1e-d4c22191c8cd tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:15.681395 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bed65d-edb2-4538-ab0e-8512f080179c req-a095e603-abe7-4ed4-bc1e-d4c22191c8cd tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:15.687369 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bed65d-edb2-4538-ab0e-8512f080179c req-a095e603-abe7-4ed4-bc1e-d4c22191c8cd tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:15.689363 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-80bed65d-edb2-4538-ab0e-8512f080179c req-a095e603-abe7-4ed4-bc1e-d4c22191c8cd tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5374 time: 0.1245985 Aug 11 02:16:15.693510 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-12ffd0d0-c68b-4d81-b95c-1219247a02e3 req-5322d750-744f-449d-9e55-a695cec2120f tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Deleting port 7123ad39-b8ea-4575-bf5c-b8770fc818ee {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:15.693510 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-12ffd0d0-c68b-4d81-b95c-1219247a02e3 req-5322d750-744f-449d-9e55-a695cec2120f tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:15.718341 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b4a247df-d910-4ef7-862b-b8dde51cf545 service neutron] For port 6a46a20f-db43-47c2-9b7f-8cd1abe24e39, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=6a46a20f-db43-47c2-9b7f-8cd1abe24e39,segment=NetworkSegment(0c644148-5bd6-4e31-a8c5-17979de92fc4),segment_id=0c644148-5bd6-4e31-a8c5-17979de92fc4)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:15.772525 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b4a247df-d910-4ef7-862b-b8dde51cf545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:15.789734 n-d-615180-33 neutron-server[94506]: INFO neutron.db.ipam_backend_mixin [None req-5dcc3ea9-5248-4490-8a7c-6c6d7128acaf tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e829315a-53c4-4bac-b9c5-c1d83fa108f1 (CIDR: 2001:db8::/64) Aug 11 02:16:15.793508 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-80bed65d-edb2-4538-ab0e-8512f080179c req-de9e07a8-0b2e-44ea-ab31-04188634a691 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849016 Aug 11 02:16:15.835081 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-12ffd0d0-c68b-4d81-b95c-1219247a02e3 req-5322d750-744f-449d-9e55-a695cec2120f tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] For port 7123ad39-b8ea-4575-bf5c-b8770fc818ee, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=7123ad39-b8ea-4575-bf5c-b8770fc818ee,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:15.835605 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-12ffd0d0-c68b-4d81-b95c-1219247a02e3 req-5322d750-744f-449d-9e55-a695cec2120f tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:15.846098 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63292050-6854-45b1-b1b5-66d57a32f692 req-83d6ca0e-b5a3-4fde-a37d-aabcf7a8e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:15.846591 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63292050-6854-45b1-b1b5-66d57a32f692 req-83d6ca0e-b5a3-4fde-a37d-aabcf7a8e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:15.847165 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63292050-6854-45b1-b1b5-66d57a32f692 req-83d6ca0e-b5a3-4fde-a37d-aabcf7a8e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:15.847668 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63292050-6854-45b1-b1b5-66d57a32f692 req-83d6ca0e-b5a3-4fde-a37d-aabcf7a8e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:15.848144 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63292050-6854-45b1-b1b5-66d57a32f692 req-83d6ca0e-b5a3-4fde-a37d-aabcf7a8e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:15.848639 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63292050-6854-45b1-b1b5-66d57a32f692 req-83d6ca0e-b5a3-4fde-a37d-aabcf7a8e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:15.849105 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63292050-6854-45b1-b1b5-66d57a32f692 req-83d6ca0e-b5a3-4fde-a37d-aabcf7a8e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:15.851221 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-63292050-6854-45b1-b1b5-66d57a32f692 req-83d6ca0e-b5a3-4fde-a37d-aabcf7a8e1d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9900cac277147b786c9feaddc3e5258&device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 6492 time: 0.2241817 Aug 11 02:16:15.860824 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-12ffd0d0-c68b-4d81-b95c-1219247a02e3 req-5322d750-744f-449d-9e55-a695cec2120f tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Calling delete_port for 7123ad39-b8ea-4575-bf5c-b8770fc818ee owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:15.873343 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dcc3ea9-5248-4490-8a7c-6c6d7128acaf tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:16:15.873836 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dcc3ea9-5248-4490-8a7c-6c6d7128acaf tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:15.889524 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b59dff89-34fd-4bc8-bdfd-e338aadc0e71 req-6e6c9869-f4b9-4a35-8a7f-33567bb3eef2 tempest-SecurityGroupsNegativeTestJSON-312007439 tempest-SecurityGroupsNegativeTestJSON-312007439-project] 10.222.0.50 "GET /v2.0/security-groups/11028649-ba8f-4fd3-a64b-a9550446dd38 HTTP/1.1" status: 200 len: 2985 time: 0.2979536 Aug 11 02:16:15.898088 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5882c7ca-ac50-468f-8c14-f8b7dd53526c req-fca9e9ff-011b-4aa6-b74f-6c881bd31307 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups/3c1a66ef-d3a6-4c4c-99e2-9b23d2c2e8fb HTTP/1.1" status: 200 len: 1798 time: 0.0742755 Aug 11 02:16:15.909986 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b4a247df-d910-4ef7-862b-b8dde51cf545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:15.910612 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b4a247df-d910-4ef7-862b-b8dde51cf545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:15.912084 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b4a247df-d910-4ef7-862b-b8dde51cf545 service neutron] 10.222.0.66 "PUT /v2.0/ports/6a46a20f-db43-47c2-9b7f-8cd1abe24e39 HTTP/1.1" status: 200 len: 1132 time: 3.6870947 Aug 11 02:16:15.921831 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'tag': '6a46a20f-db43-47c2-9b7f-8cd1abe24e39'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:15.924108 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d7f9c4-3fd1-4666-86b8-d550bf39462d" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "tag": "6a46a20f-db43-47c2-9b7f-8cd1abe24e39"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:15.984818 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-44b44e55-d14b-4bf6-9e03-ed3d7b6df3e1 service neutron] Request body: {'port': {'device_id': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:16.020647 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5882c7ca-ac50-468f-8c14-f8b7dd53526c req-945bd8d2-1f2b-4b25-a38b-53184284498b tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:16.021917 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5dcc3ea9-5248-4490-8a7c-6c6d7128acaf tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2267702 Aug 11 02:16:16.029435 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43064) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:16.036563 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-22f406b8-e155-42a1-bbeb-94ef47a680a3 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:16.164087 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5882c7ca-ac50-468f-8c14-f8b7dd53526c req-945bd8d2-1f2b-4b25-a38b-53184284498b tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:16.196210 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device dd04b3ec-e8f3-45d5-834a-670bea155ffc up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:16.245749 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a247df-d910-4ef7-862b-b8dde51cf545 service neutron] Pushing event updated for resources: {'Port': ['ID=6a46a20f-db43-47c2-9b7f-8cd1abe24e39,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:16.275504 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b59dff89-34fd-4bc8-bdfd-e338aadc0e71 req-6c6cce3e-49f1-478f-a560-8a49bc6c4cc0 tempest-SecurityGroupsNegativeTestJSON-312007439 tempest-SecurityGroupsNegativeTestJSON-312007439-project] 10.222.0.50 "GET /v2.0/security-groups/11028649-ba8f-4fd3-a64b-a9550446dd38 HTTP/1.1" status: 200 len: 2985 time: 0.3606284 Aug 11 02:16:16.301749 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port dd04b3ec-e8f3-45d5-834a-670bea155ffc completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:16.328361 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-e0fbce36-45f2-42ac-ad75-76255599e8f2 req-9521bbf4-3f79-4aaa-906e-7b411405324e tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:16.332418 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-44b44e55-d14b-4bf6-9e03-ed3d7b6df3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:16.344901 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-12ffd0d0-c68b-4d81-b95c-1219247a02e3 req-5322d750-744f-449d-9e55-a695cec2120f tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:16.363271 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63292050-6854-45b1-b1b5-66d57a32f692 req-a6fa9f39-fc07-4e1d-b2fe-26090f75e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:16.363271 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63292050-6854-45b1-b1b5-66d57a32f692 req-a6fa9f39-fc07-4e1d-b2fe-26090f75e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:16.363271 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63292050-6854-45b1-b1b5-66d57a32f692 req-a6fa9f39-fc07-4e1d-b2fe-26090f75e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:16.365105 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['05898258-4491-4fa9-91f4-a855886e6aab'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:16.368595 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-63292050-6854-45b1-b1b5-66d57a32f692 req-a6fa9f39-fc07-4e1d-b2fe-26090f75e55a service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b9900cac277147b786c9feaddc3e5258&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4722071 Aug 11 02:16:16.372223 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['7123ad39-b8ea-4575-bf5c-b8770fc818ee'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:16.404927 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521bbf4-3f79-4aaa-906e-7b411405324e tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Pushing event deleted for resources: {'Port': ['ID=1b74260a-9d2e-47b5-9353-6aaccaa4813e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:16.415613 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322d750-744f-449d-9e55-a695cec2120f tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Pushing event deleted for resources: {'Port': ['ID=7123ad39-b8ea-4575-bf5c-b8770fc818ee,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:16.443748 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5882c7ca-ac50-468f-8c14-f8b7dd53526c req-945bd8d2-1f2b-4b25-a38b-53184284498b tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:16.446273 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5882c7ca-ac50-468f-8c14-f8b7dd53526c req-945bd8d2-1f2b-4b25-a38b-53184284498b tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:16.453429 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5882c7ca-ac50-468f-8c14-f8b7dd53526c req-945bd8d2-1f2b-4b25-a38b-53184284498b tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "DELETE /v2.0/security-groups/3c1a66ef-d3a6-4c4c-99e2-9b23d2c2e8fb HTTP/1.1" status: 204 len: 173 time: 0.5205405 Aug 11 02:16:16.478846 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f406b8-e155-42a1-bbeb-94ef47a680a3 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:16.482795 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22f406b8-e155-42a1-bbeb-94ef47a680a3 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:16.493525 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945bd8d2-1f2b-4b25-a38b-53184284498b tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1a66ef-d3a6-4c4c-99e2-9b23d2c2e8fb,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:16.570525 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-14f2eb2d-4173-495f-86da-012b4709448c req-52ae9de2-de13-4ea4-ae2f-f644c1129a33 tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4f4b0b8-4190-4eec-9b00-b587f0e3a59f HTTP/1.1" status: 200 len: 210 time: 0.1614296 Aug 11 02:16:16.582763 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ffd0d0-c68b-4d81-b95c-1219247a02e3 req-5322d750-744f-449d-9e55-a695cec2120f tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] No DVR routers for this DVR port 7123ad39-b8ea-4575-bf5c-b8770fc818ee on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:16:16.584541 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8deacb-9ae0-4c2d-94a0-b937e0df8f8a', 'name': 'network-vif-deleted', 'tag': '6ab36f1f-fa42-4458-8e5b-3533805ec440'}, {'name': 'network-changed', 'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'tag': '7f2bbf46-3ede-45de-88ba-1f3435d9778a'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:16.587035 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a7d61b-9a3a-4bd4-82e1-2bc1f45fde7c" -d '{"events": [{"server_uuid": "df8deacb-9ae0-4c2d-94a0-b937e0df8f8a", "name": "network-vif-deleted", "tag": "6ab36f1f-fa42-4458-8e5b-3533805ec440"}, {"name": "network-changed", "server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "tag": "7f2bbf46-3ede-45de-88ba-1f3435d9778a"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:16.625276 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab3bca9e-1563-454d-b16b-a42daf75a722 req-6e990a12-4e2d-4998-8409-1178a2e08c39 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=89c87264-e4f3-492d-94d4-66ae0ee70130 HTTP/1.1" status: 200 len: 210 time: 0.0997741 Aug 11 02:16:16.628390 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-12ffd0d0-c68b-4d81-b95c-1219247a02e3 req-5322d750-744f-449d-9e55-a695cec2120f tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:16.630306 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-12ffd0d0-c68b-4d81-b95c-1219247a02e3 req-5322d750-744f-449d-9e55-a695cec2120f tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.66 "DELETE /v2.0/ports/7123ad39-b8ea-4575-bf5c-b8770fc818ee HTTP/1.1" status: 204 len: 173 time: 1.1810141 Aug 11 02:16:16.798228 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-56c30dde-f8bc-4051-bea0-ba4a057227df None None] Provisioning for port dd04b3ec-e8f3-45d5-834a-670bea155ffc completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:16.802814 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-56c30dde-f8bc-4051-bea0-ba4a057227df None None] Provisioning complete for port dd04b3ec-e8f3-45d5-834a-670bea155ffc triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:16.803264 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-56c30dde-f8bc-4051-bea0-ba4a057227df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:16.826364 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ed9b0d-a213-4c60-bde7-b66913960339 x-openstack-request-id: req-10ed9b0d-a213-4c60-bde7-b66913960339 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:16.826782 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "tag": "6a46a20f-db43-47c2-9b7f-8cd1abe24e39", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:16.826973 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-10ed9b0d-a213-4c60-bde7-b66913960339 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:16.827507 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'tag': '6a46a20f-db43-47c2-9b7f-8cd1abe24e39', 'status': 'completed', 'code': 200} Aug 11 02:16:16.857923 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7f9c4-3fd1-4666-86b8-d550bf39462d req-fce0f792-8d37-4a76-a3c9-142dff10f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:16.858792 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7f9c4-3fd1-4666-86b8-d550bf39462d req-fce0f792-8d37-4a76-a3c9-142dff10f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:16.859469 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7f9c4-3fd1-4666-86b8-d550bf39462d req-fce0f792-8d37-4a76-a3c9-142dff10f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:16.860148 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7f9c4-3fd1-4666-86b8-d550bf39462d req-fce0f792-8d37-4a76-a3c9-142dff10f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:16.860838 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7f9c4-3fd1-4666-86b8-d550bf39462d req-fce0f792-8d37-4a76-a3c9-142dff10f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:16.861539 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7f9c4-3fd1-4666-86b8-d550bf39462d req-fce0f792-8d37-4a76-a3c9-142dff10f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:16.862227 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7f9c4-3fd1-4666-86b8-d550bf39462d req-fce0f792-8d37-4a76-a3c9-142dff10f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:16.864402 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-43d7f9c4-3fd1-4666-86b8-d550bf39462d req-fce0f792-8d37-4a76-a3c9-142dff10f913 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3f544ac306fb418fb17bb1bb0c938ed0&device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 6214 time: 0.1629415 Aug 11 02:16:16.880913 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fbce36-45f2-42ac-ad75-76255599e8f2 req-9521bbf4-3f79-4aaa-906e-7b411405324e tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] No DVR routers for this DVR port 1b74260a-9d2e-47b5-9353-6aaccaa4813e on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:16:16.883665 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-e0fbce36-45f2-42ac-ad75-76255599e8f2 req-9521bbf4-3f79-4aaa-906e-7b411405324e tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:16.888561 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e0fbce36-45f2-42ac-ad75-76255599e8f2 req-9521bbf4-3f79-4aaa-906e-7b411405324e tempest-ListServersNegativeTestJSON-754907200 tempest-ListServersNegativeTestJSON-754907200-project] 10.222.0.73 "DELETE /v2.0/ports/1b74260a-9d2e-47b5-9353-6aaccaa4813e HTTP/1.1" status: 204 len: 173 time: 3.1013119 Aug 11 02:16:16.954300 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-56c30dde-f8bc-4051-bea0-ba4a057227df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:16.957730 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a7f52-2a33-48c4-8d3d-b6d01a8ef0de req-6c53913d-96c0-4e33-9b09-6ce7d662e505 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:16.964141 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a7f52-2a33-48c4-8d3d-b6d01a8ef0de req-6c53913d-96c0-4e33-9b09-6ce7d662e505 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:16.970938 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a7f52-2a33-48c4-8d3d-b6d01a8ef0de req-6c53913d-96c0-4e33-9b09-6ce7d662e505 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:16.977077 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a7f52-2a33-48c4-8d3d-b6d01a8ef0de req-6c53913d-96c0-4e33-9b09-6ce7d662e505 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:16.984219 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a7f52-2a33-48c4-8d3d-b6d01a8ef0de req-6c53913d-96c0-4e33-9b09-6ce7d662e505 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:16.990461 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a7f52-2a33-48c4-8d3d-b6d01a8ef0de req-6c53913d-96c0-4e33-9b09-6ce7d662e505 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:16.995204 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-56c30dde-f8bc-4051-bea0-ba4a057227df None None] For port dd04b3ec-e8f3-45d5-834a-670bea155ffc, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=dd04b3ec-e8f3-45d5-834a-670bea155ffc,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:16.997399 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a7f52-2a33-48c4-8d3d-b6d01a8ef0de req-6c53913d-96c0-4e33-9b09-6ce7d662e505 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:16.999602 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5f5a7f52-2a33-48c4-8d3d-b6d01a8ef0de req-6c53913d-96c0-4e33-9b09-6ce7d662e505 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5428 time: 0.2101560 Aug 11 02:16:17.003110 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-56c30dde-f8bc-4051-bea0-ba4a057227df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:17.091024 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c30dde-f8bc-4051-bea0-ba4a057227df None None] Pushing event updated for resources: {'Port': ['ID=dd04b3ec-e8f3-45d5-834a-670bea155ffc,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:17.107173 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63292050-6854-45b1-b1b5-66d57a32f692 req-d69bfdcb-62e1-4ffc-8137-e1652a418915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:17.108908 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-63292050-6854-45b1-b1b5-66d57a32f692 req-d69bfdcb-62e1-4ffc-8137-e1652a418915 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7152429 Aug 11 02:16:17.131805 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 6ab36f1f-fa42-4458-8e5b-3533805ec440 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:16:17.140231 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c1aa0672-4fba-4637-b60a-8333b5a7af65 req-a4237957-35ac-430e-9044-85967541411d tempest-SecurityGroupsNegativeTestJSON-312007439 tempest-SecurityGroupsNegativeTestJSON-312007439-project] 10.222.0.50 "GET /v2.0/security-groups/11028649-ba8f-4fd3-a64b-a9550446dd38 HTTP/1.1" status: 200 len: 2985 time: 0.3116186 Aug 11 02:16:17.166166 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5f5a7f52-2a33-48c4-8d3d-b6d01a8ef0de req-4d3cd942-ee6b-4c4f-9640-160e5ad1b992 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1572187 Aug 11 02:16:17.175333 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7f9c4-3fd1-4666-86b8-d550bf39462d req-923c95aa-5061-4465-8b49-3623e0a88668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:17.176311 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7f9c4-3fd1-4666-86b8-d550bf39462d req-923c95aa-5061-4465-8b49-3623e0a88668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:17.177128 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7f9c4-3fd1-4666-86b8-d550bf39462d req-923c95aa-5061-4465-8b49-3623e0a88668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:17.179576 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-43d7f9c4-3fd1-4666-86b8-d550bf39462d req-923c95aa-5061-4465-8b49-3623e0a88668 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=3f544ac306fb418fb17bb1bb0c938ed0&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3029401 Aug 11 02:16:17.191813 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 6ab36f1f-fa42-4458-8e5b-3533805ec440 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:16:17.193930 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 6ab36f1f-fa42-4458-8e5b-3533805ec440 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:16:17.277478 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [req-b0aa0d68-2dfb-4794-9282-c00cebc45595 req-fa4f3d05-6bb4-4a45-afff-2f47f038daee tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] show failed (client error): The resource could not be found. Aug 11 02:16:17.279596 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b0aa0d68-2dfb-4794-9282-c00cebc45595 req-fa4f3d05-6bb4-4a45-afff-2f47f038daee tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups/3c1a66ef-d3a6-4c4c-99e2-9b23d2c2e8fb HTTP/1.1" status: 404 len: 352 time: 0.0732052 Aug 11 02:16:17.322320 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [req-c1aa0672-4fba-4637-b60a-8333b5a7af65 req-9e599bbf-5878-4cb7-b4b7-11778a64d256 tempest-SecurityGroupsNegativeTestJSON-312007439 tempest-SecurityGroupsNegativeTestJSON-312007439-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 02:16:17.323375 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c1aa0672-4fba-4637-b60a-8333b5a7af65 req-9e599bbf-5878-4cb7-b4b7-11778a64d256 tempest-SecurityGroupsNegativeTestJSON-312007439 tempest-SecurityGroupsNegativeTestJSON-312007439-project] 10.222.0.50 "DELETE /v2.0/security-groups/11028649-ba8f-4fd3-a64b-a9550446dd38 HTTP/1.1" status: 409 len: 352 time: 0.1663017 Aug 11 02:16:17.344943 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b2dbe916-b1e1-4ef7-a422-709d6ccb890c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:17.345448 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b2dbe916-b1e1-4ef7-a422-709d6ccb890c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:17.346058 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b2dbe916-b1e1-4ef7-a422-709d6ccb890c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:17.346642 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b2dbe916-b1e1-4ef7-a422-709d6ccb890c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:17.347120 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b2dbe916-b1e1-4ef7-a422-709d6ccb890c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:17.347679 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b2dbe916-b1e1-4ef7-a422-709d6ccb890c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:17.348238 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b2dbe916-b1e1-4ef7-a422-709d6ccb890c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:17.350186 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-b2dbe916-b1e1-4ef7-a422-709d6ccb890c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9900cac277147b786c9feaddc3e5258&device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 6492 time: 0.1489832 Aug 11 02:16:17.358221 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-44b44e55-d14b-4bf6-9e03-ed3d7b6df3e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 607f8c57-0c37-4d39-8378-b28860d65df4 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:17.365698 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce9fccd-acdb-4b15-a1b7-c1df99c760ec x-openstack-request-id: req-cce9fccd-acdb-4b15-a1b7-c1df99c760ec {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:17.366046 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8deacb-9ae0-4c2d-94a0-b937e0df8f8a", "name": "network-vif-deleted", "tag": "6ab36f1f-fa42-4458-8e5b-3533805ec440", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "tag": "7f2bbf46-3ede-45de-88ba-1f3435d9778a", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:17.366979 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cce9fccd-acdb-4b15-a1b7-c1df99c760ec {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:17.367410 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8deacb-9ae0-4c2d-94a0-b937e0df8f8a', 'name': 'network-vif-deleted', 'tag': '6ab36f1f-fa42-4458-8e5b-3533805ec440', 'status': 'completed', 'code': 200} Aug 11 02:16:17.367694 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'tag': '7f2bbf46-3ede-45de-88ba-1f3435d9778a', 'status': 'completed', 'code': 200} Aug 11 02:16:17.388683 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-44b44e55-d14b-4bf6-9e03-ed3d7b6df3e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:17.428536 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-83c58aea-97dc-4cb4-977b-014019ba6833 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=622f47f6-616c-4c28-9002-bebf0b890eca HTTP/1.1" status: 200 len: 217 time: 0.0649390 Aug 11 02:16:17.505974 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-44b44e55-d14b-4bf6-9e03-ed3d7b6df3e1 service neutron] Transition to ACTIVE for port object 607f8c57-0c37-4d39-8378-b28860d65df4 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:17.515882 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-44b44e55-d14b-4bf6-9e03-ed3d7b6df3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:17.529287 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7f9c4-3fd1-4666-86b8-d550bf39462d req-8b3af085-f140-4c66-a8c9-ec42c073478d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:17.530928 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-43d7f9c4-3fd1-4666-86b8-d550bf39462d req-8b3af085-f140-4c66-a8c9-ec42c073478d service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3256090 Aug 11 02:16:17.547139 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-207067ae-752f-4574-a919-7817595d827c req-483f43c8-e960-4a7f-b344-e8e28a4ab609 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups/0a410266-c9e5-4b16-a9c0-0adf72ebac8c HTTP/1.1" status: 200 len: 1802 time: 0.1723120 Aug 11 02:16:17.565567 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-63896a13-0f9e-45e0-89c1-322968291f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:17.567042 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-63896a13-0f9e-45e0-89c1-322968291f2d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cca11161-972d-481d-9501-cb4b39e49752 HTTP/1.1" status: 200 len: 856 time: 0.1236153 Aug 11 02:16:17.605059 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f9612-422c-4275-aa6d-aab1c474ca3c req-d351c5c8-e278-4123-8d5f-d23954ce77df tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:17.611865 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f9612-422c-4275-aa6d-aab1c474ca3c req-d351c5c8-e278-4123-8d5f-d23954ce77df tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:17.620502 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f9612-422c-4275-aa6d-aab1c474ca3c req-d351c5c8-e278-4123-8d5f-d23954ce77df tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:17.627054 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f9612-422c-4275-aa6d-aab1c474ca3c req-d351c5c8-e278-4123-8d5f-d23954ce77df tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:17.629422 n-d-615180-33 neutron-server[94507]: DEBUG neutron.objects.ports [None req-22f406b8-e155-42a1-bbeb-94ef47a680a3 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94507) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:16:17.633148 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f9612-422c-4275-aa6d-aab1c474ca3c req-d351c5c8-e278-4123-8d5f-d23954ce77df tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:17.639059 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f9612-422c-4275-aa6d-aab1c474ca3c req-d351c5c8-e278-4123-8d5f-d23954ce77df tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:17.645050 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f9612-422c-4275-aa6d-aab1c474ca3c req-d351c5c8-e278-4123-8d5f-d23954ce77df tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:17.646945 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e77f9612-422c-4275-aa6d-aab1c474ca3c req-d351c5c8-e278-4123-8d5f-d23954ce77df tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5374 time: 0.2129893 Aug 11 02:16:17.674209 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b44e55-d14b-4bf6-9e03-ed3d7b6df3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=607f8c57-0c37-4d39-8378-b28860d65df4,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:17.757499 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e77f9612-422c-4275-aa6d-aab1c474ca3c req-69de8de7-d6a6-465e-928e-b38ad4dbb7e5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0925202 Aug 11 02:16:17.770562 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-c6c5a04a-2ae9-4afe-9621-06b70a5ad944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:17.770865 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-207067ae-752f-4574-a919-7817595d827c req-d12703a1-93db-4603-90e6-34d9288048a3 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:17.772097 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-c6c5a04a-2ae9-4afe-9621-06b70a5ad944 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5fe47308-1e64-4a04-9103-656b58efd77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1946485 Aug 11 02:16:17.805304 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-44b44e55-d14b-4bf6-9e03-ed3d7b6df3e1 service neutron] Attempting to bind port 607f8c57-0c37-4d39-8378-b28860d65df4 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:17.805796 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-44b44e55-d14b-4bf6-9e03-ed3d7b6df3e1 service neutron] Attempting to bind port 607f8c57-0c37-4d39-8378-b28860d65df4 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '0c644148-5bd6-4e31-a8c5-17979de92fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:17.806105 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-44b44e55-d14b-4bf6-9e03-ed3d7b6df3e1 service neutron] Attempting to bind port 607f8c57-0c37-4d39-8378-b28860d65df4 on network a22ae8f3-b76a-495f-839c-755566103de1 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:17.844081 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-207067ae-752f-4574-a919-7817595d827c req-d12703a1-93db-4603-90e6-34d9288048a3 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:17.852068 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-44b44e55-d14b-4bf6-9e03-ed3d7b6df3e1 service neutron] Port 607f8c57-0c37-4d39-8378-b28860d65df4 on network a22ae8f3-b76a-495f-839c-755566103de1 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:16:17.852564 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-44b44e55-d14b-4bf6-9e03-ed3d7b6df3e1 service neutron] Attempting to bind port 607f8c57-0c37-4d39-8378-b28860d65df4 on network a22ae8f3-b76a-495f-839c-755566103de1 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:17.860982 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [req-d416ed00-09d9-4a03-b74c-7766e61be08a req-574d53e8-974c-4b05-9495-27e1352d4ff7 tempest-SecurityGroupsNegativeTestJSON-312007439 tempest-SecurityGroupsNegativeTestJSON-312007439-project] show failed (client error): The resource could not be found. Aug 11 02:16:17.862097 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d416ed00-09d9-4a03-b74c-7766e61be08a req-574d53e8-974c-4b05-9495-27e1352d4ff7 tempest-SecurityGroupsNegativeTestJSON-312007439 tempest-SecurityGroupsNegativeTestJSON-312007439-project] 10.222.0.50 "GET /v2.0/security-groups/7d3324b0-a2df-4361-ad95-eee2aaca289f HTTP/1.1" status: 404 len: 352 time: 0.0302026 Aug 11 02:16:17.869340 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-44b44e55-d14b-4bf6-9e03-ed3d7b6df3e1 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:17.869753 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-44b44e55-d14b-4bf6-9e03-ed3d7b6df3e1 service neutron] Checking segment: {'id': '0c644148-5bd6-4e31-a8c5-17979de92fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:17.870214 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-44b44e55-d14b-4bf6-9e03-ed3d7b6df3e1 service neutron] Bound using segment: {'id': '0c644148-5bd6-4e31-a8c5-17979de92fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:17.870712 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-44b44e55-d14b-4bf6-9e03-ed3d7b6df3e1 service neutron] Bound port: 607f8c57-0c37-4d39-8378-b28860d65df4, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c644148-5bd6-4e31-a8c5-17979de92fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:17.871133 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-44b44e55-d14b-4bf6-9e03-ed3d7b6df3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:17.906587 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43086) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:17.951089 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-d18970e4-19b8-48db-8c16-e56bfebff757 service neutron] 10.222.0.73 "GET /v2.0/networks/5fe47308-1e64-4a04-9103-656b58efd77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677024 Aug 11 02:16:17.997980 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-207067ae-752f-4574-a919-7817595d827c req-d12703a1-93db-4603-90e6-34d9288048a3 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.000919 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-207067ae-752f-4574-a919-7817595d827c req-d12703a1-93db-4603-90e6-34d9288048a3 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.002363 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-207067ae-752f-4574-a919-7817595d827c req-d12703a1-93db-4603-90e6-34d9288048a3 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "DELETE /v2.0/security-groups/0a410266-c9e5-4b16-a9c0-0adf72ebac8c HTTP/1.1" status: 204 len: 173 time: 0.4380398 Aug 11 02:16:18.020251 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-44b44e55-d14b-4bf6-9e03-ed3d7b6df3e1 service neutron] For port 607f8c57-0c37-4d39-8378-b28860d65df4, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:18.028949 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12703a1-93db-4603-90e6-34d9288048a3 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a410266-c9e5-4b16-a9c0-0adf72ebac8c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:18.045896 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-e09c5cfc-255b-41b6-9ff3-72ab36c2e544 admin admin] Deleting subnet bc309811-bde7-4f46-845e-f907a139b29e {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:16:18.048332 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-44b44e55-d14b-4bf6-9e03-ed3d7b6df3e1 service neutron] For port 607f8c57-0c37-4d39-8378-b28860d65df4, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=607f8c57-0c37-4d39-8378-b28860d65df4,segment=NetworkSegment(0c644148-5bd6-4e31-a8c5-17979de92fc4),segment_id=0c644148-5bd6-4e31-a8c5-17979de92fc4)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:18.050473 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22f406b8-e155-42a1-bbeb-94ef47a680a3 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.057172 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [req-7a1b6f90-157d-4517-b00e-85dcefeee5b3 req-e3303c47-063f-44e9-bcf2-ddc3cda5fd75 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] show failed (client error): The resource could not be found. Aug 11 02:16:18.057367 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e09c5cfc-255b-41b6-9ff3-72ab36c2e544 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.058275 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7a1b6f90-157d-4517-b00e-85dcefeee5b3 req-e3303c47-063f-44e9-bcf2-ddc3cda5fd75 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups/0a410266-c9e5-4b16-a9c0-0adf72ebac8c HTTP/1.1" status: 404 len: 352 time: 0.0215554 Aug 11 02:16:18.064834 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-44b44e55-d14b-4bf6-9e03-ed3d7b6df3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.140885 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device dd04b3ec-e8f3-45d5-834a-670bea155ffc up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:18.141379 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-7540b5f8-54e8-433b-a979-2e5819703f28 service neutron] 10.222.0.73 "GET /v2.0/networks/5fe47308-1e64-4a04-9103-656b58efd77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803489 Aug 11 02:16:18.142380 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [req-f3abbcc1-3b11-42d3-98be-5529bfa61cd2 req-87053426-05d4-4c15-8190-57c0ccf206d8 tempest-SecurityGroupsNegativeTestJSON-312007439 tempest-SecurityGroupsNegativeTestJSON-312007439-project] show failed (client error): The resource could not be found. Aug 11 02:16:18.142620 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-44b44e55-d14b-4bf6-9e03-ed3d7b6df3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:18.143228 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-44b44e55-d14b-4bf6-9e03-ed3d7b6df3e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.144543 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-44b44e55-d14b-4bf6-9e03-ed3d7b6df3e1 service neutron] 10.222.0.66 "PUT /v2.0/ports/607f8c57-0c37-4d39-8378-b28860d65df4 HTTP/1.1" status: 200 len: 1091 time: 2.1642506 Aug 11 02:16:18.148151 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3abbcc1-3b11-42d3-98be-5529bfa61cd2 req-87053426-05d4-4c15-8190-57c0ccf206d8 tempest-SecurityGroupsNegativeTestJSON-312007439 tempest-SecurityGroupsNegativeTestJSON-312007439-project] 10.222.0.50 "GET /v2.0/security-groups/eb7ac713-aed0-4d83-a049-7274d0abbb0f HTTP/1.1" status: 404 len: 352 time: 0.0417001 Aug 11 02:16:18.157600 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43096) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:18.164743 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b44e55-d14b-4bf6-9e03-ed3d7b6df3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=607f8c57-0c37-4d39-8378-b28860d65df4,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:18.217969 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-8e13e64f-8ebd-412c-8fa2-9aeb651cc644 service neutron] Request body: {'port': {'device_id': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:18.223611 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-64d7391c-2779-4b3d-8b9c-7baf7df533df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=54a21190-3213-4831-8458-9bdd8fb2c46c HTTP/1.1" status: 200 len: 217 time: 0.0512934 Aug 11 02:16:18.234723 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port dd04b3ec-e8f3-45d5-834a-670bea155ffc triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:18.235098 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.280563 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-67244644-c3bc-4b42-b83f-f7f947f435d7 admin admin] Deleting subnet e75af626-0058-44dd-999f-9d126807d3cf {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:16:18.284023 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-67244644-c3bc-4b42-b83f-f7f947f435d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.292345 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7d63343-670a-4822-a4aa-c766a25f4923 req-3e865d0d-7c9c-4d12-9659-52251f70341f tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups/dc158af2-443d-4b2b-9177-7c4c23b35e9f HTTP/1.1" status: 200 len: 1803 time: 0.1933360 Aug 11 02:16:18.330920 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 1b74260a-9d2e-47b5-9353-6aaccaa4813e no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:16:18.337431 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-743c9844-4fa4-4636-99c6-c8ac6b9c30ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.365917 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 1b74260a-9d2e-47b5-9353-6aaccaa4813e {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:16:18.366282 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 1b74260a-9d2e-47b5-9353-6aaccaa4813e not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:16:18.369140 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-74edacdf-b33f-4def-b23c-7a1de1249427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:18.370910 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-74edacdf-b33f-4def-b23c-7a1de1249427 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43f401ce-6254-4272-a783-9abc425d1620 HTTP/1.1" status: 200 len: 797 time: 0.1200452 Aug 11 02:16:18.376655 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-8e13e64f-8ebd-412c-8fa2-9aeb651cc644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.384972 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-67244644-c3bc-4b42-b83f-f7f947f435d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.399400 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.425282 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e09c5cfc-255b-41b6-9ff3-72ab36c2e544 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.542551 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e09c5cfc-255b-41b6-9ff3-72ab36c2e544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.584292 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-67244644-c3bc-4b42-b83f-f7f947f435d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.698897 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-fda80511-dae9-4f61-87c5-c96d620b2054 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:18.700418 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-fda80511-dae9-4f61-87c5-c96d620b2054 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/networks?id=fa6d118c-1b11-471b-a79b-8ba66c683603 HTTP/1.1" status: 200 len: 806 time: 0.3820193 Aug 11 02:16:18.730576 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b7d63343-670a-4822-a4aa-c766a25f4923 req-95565271-c2d9-41fa-9b54-5fdffafa325c tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.747991 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-2da260e2-d541-442b-97fc-7660af05cc9c tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/quotas/0e4e387ba25a4d14b8728f756bd278ce HTTP/1.1" status: 200 len: 375 time: 0.0328383 Aug 11 02:16:18.755114 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-22f406b8-e155-42a1-bbeb-94ef47a680a3 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] For port dd04b3ec-e8f3-45d5-834a-670bea155ffc, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=dd04b3ec-e8f3-45d5-834a-670bea155ffc,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:18.757530 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e09c5cfc-255b-41b6-9ff3-72ab36c2e544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.784842 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b7d63343-670a-4822-a4aa-c766a25f4923 req-95565271-c2d9-41fa-9b54-5fdffafa325c tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.803361 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-1873909d-176b-413b-9997-ba9aa75a3864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:18.804881 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-1873909d-176b-413b-9997-ba9aa75a3864 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4241779 Aug 11 02:16:18.806875 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c5cfc-255b-41b6-9ff3-72ab36c2e544 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc309811-bde7-4f46-845e-f907a139b29e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:18.811509 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e09c5cfc-255b-41b6-9ff3-72ab36c2e544 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.816558 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e09c5cfc-255b-41b6-9ff3-72ab36c2e544 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/bc309811-bde7-4f46-845e-f907a139b29e HTTP/1.1" status: 204 len: 168 time: 0.9061918 Aug 11 02:16:18.822862 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43110) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:18.834761 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-67244644-c3bc-4b42-b83f-f7f947f435d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.838528 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f4b0b8-4190-4eec-9b00-b587f0e3a59f', 'name': 'network-vif-deleted', 'tag': '1b74260a-9d2e-47b5-9353-6aaccaa4813e'}, {'name': 'network-changed', 'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'tag': '607f8c57-0c37-4d39-8378-b28860d65df4'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:18.840765 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6ef716-4140-4329-9062-400ee0c3b4c2" -d '{"events": [{"server_uuid": "e4f4b0b8-4190-4eec-9b00-b587f0e3a59f", "name": "network-vif-deleted", "tag": "1b74260a-9d2e-47b5-9353-6aaccaa4813e"}, {"name": "network-changed", "server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "tag": "607f8c57-0c37-4d39-8378-b28860d65df4"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:18.882243 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22f406b8-e155-42a1-bbeb-94ef47a680a3 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.885164 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67244644-c3bc-4b42-b83f-f7f947f435d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e75af626-0058-44dd-999f-9d126807d3cf,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:18.887489 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-67244644-c3bc-4b42-b83f-f7f947f435d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.889485 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-67244644-c3bc-4b42-b83f-f7f947f435d7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e75af626-0058-44dd-999f-9d126807d3cf HTTP/1.1" status: 204 len: 168 time: 0.7287819 Aug 11 02:16:18.892780 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43114) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:18.904005 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22f406b8-e155-42a1-bbeb-94ef47a680a3 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.905019 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22f406b8-e155-42a1-bbeb-94ef47a680a3 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:19.020198 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b7d63343-670a-4822-a4aa-c766a25f4923 req-95565271-c2d9-41fa-9b54-5fdffafa325c tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:19.022603 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b7d63343-670a-4822-a4aa-c766a25f4923 req-95565271-c2d9-41fa-9b54-5fdffafa325c tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:19.023773 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7d63343-670a-4822-a4aa-c766a25f4923 req-95565271-c2d9-41fa-9b54-5fdffafa325c tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "DELETE /v2.0/security-groups/dc158af2-443d-4b2b-9177-7c4c23b35e9f HTTP/1.1" status: 204 len: 173 time: 0.7251320 Aug 11 02:16:19.030474 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-88d9c7cb-61d4-4ab3-86e3-8613ddcf9270 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0e4e387ba25a4d14b8728f756bd278ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2605464 Aug 11 02:16:19.072568 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f406b8-e155-42a1-bbeb-94ef47a680a3 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:19.088230 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95565271-c2d9-41fa-9b54-5fdffafa325c tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc158af2-443d-4b2b-9177-7c4c23b35e9f,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:19.100243 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-22f406b8-e155-42a1-bbeb-94ef47a680a3 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:19.121236 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7871b6ff-9a69-4fa2-b484-f419850bbe99 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:19.124804 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61373ca7-4a28-4762-98ae-274a042c0bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:19.135009 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f406b8-e155-42a1-bbeb-94ef47a680a3 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:19.135625 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22f406b8-e155-42a1-bbeb-94ef47a680a3 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:19.150811 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-125723e5-affd-4fea-8059-9d126d092240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:19.158480 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-847e716e-c0bb-40dd-b505-c43c53fa1e11 service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424037 Aug 11 02:16:19.159369 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f406b8-e155-42a1-bbeb-94ef47a680a3 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=e68f118e-a5bc-4020-8957-3a1d704cb607,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:19.166008 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 7123ad39-b8ea-4575-bf5c-b8770fc818ee no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:16:19.166679 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f406b8-e155-42a1-bbeb-94ef47a680a3 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Port': ['ID=dd04b3ec-e8f3-45d5-834a-670bea155ffc,revision_number=5']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:19.195898 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-22f406b8-e155-42a1-bbeb-94ef47a680a3 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.1641223 Aug 11 02:16:19.198217 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43120) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:19.207054 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-0daa7250-79a1-40a2-8d20-6641d298441c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'port': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'mac_address': 'fa:16:3e:36:9e:ad', 'name': 'tempest-NetworksTestDHCPv6-1916637548'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:19.209590 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 7123ad39-b8ea-4575-bf5c-b8770fc818ee {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:16:19.210101 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 7123ad39-b8ea-4575-bf5c-b8770fc818ee not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:16:19.341845 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44920b-9eb2-4b76-a2b6-8c9dd93c0395 req-35509dab-a3b6-43ae-b21d-af816467ffec tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:19.348046 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44920b-9eb2-4b76-a2b6-8c9dd93c0395 req-35509dab-a3b6-43ae-b21d-af816467ffec tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:19.354008 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44920b-9eb2-4b76-a2b6-8c9dd93c0395 req-35509dab-a3b6-43ae-b21d-af816467ffec tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:19.360114 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44920b-9eb2-4b76-a2b6-8c9dd93c0395 req-35509dab-a3b6-43ae-b21d-af816467ffec tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:19.366206 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44920b-9eb2-4b76-a2b6-8c9dd93c0395 req-35509dab-a3b6-43ae-b21d-af816467ffec tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:19.372435 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44920b-9eb2-4b76-a2b6-8c9dd93c0395 req-35509dab-a3b6-43ae-b21d-af816467ffec tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:19.378488 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44920b-9eb2-4b76-a2b6-8c9dd93c0395 req-35509dab-a3b6-43ae-b21d-af816467ffec tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:19.380534 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2b44920b-9eb2-4b76-a2b6-8c9dd93c0395 req-35509dab-a3b6-43ae-b21d-af816467ffec tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5428 time: 0.2841334 Aug 11 02:16:19.410554 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61373ca7-4a28-4762-98ae-274a042c0bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:19.439186 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-61373ca7-4a28-4762-98ae-274a042c0bfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d084ea-01f1-4906-aad5-d6c73abbe8a1']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:19.480250 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-61373ca7-4a28-4762-98ae-274a042c0bfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:19.480537 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-61373ca7-4a28-4762-98ae-274a042c0bfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478d6d2b-ca0c-49d9-85cf-c0f62ddc8ce8') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:19.521113 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-89a318c4-6a20-4d7d-8cb7-ebd1fbabbb67 service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503242 Aug 11 02:16:19.524339 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61373ca7-4a28-4762-98ae-274a042c0bfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:19.530179 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2b44920b-9eb2-4b76-a2b6-8c9dd93c0395 req-c76f0bfe-5dea-4a9c-95f6-105982fae809 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1274776 Aug 11 02:16:19.581472 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c87264-e4f3-492d-94d4-66ae0ee70130', 'name': 'network-vif-deleted', 'tag': '7123ad39-b8ea-4575-bf5c-b8770fc818ee'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:19.583281 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70b9979-a1e6-422b-850a-5552c0561138" -d '{"events": [{"server_uuid": "89c87264-e4f3-492d-94d4-66ae0ee70130", "name": "network-vif-deleted", "tag": "7123ad39-b8ea-4575-bf5c-b8770fc818ee"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:19.589131 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-8e13e64f-8ebd-412c-8fa2-9aeb651cc644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3085161b-7e48-4c97-a864-056bb09eb941 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:19.597585 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-7d7d3d9b-3aec-4cf4-9c25-b2b0891f441c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=0a38793e-41b1-4d7a-a9ec-fc766a55001c HTTP/1.1" status: 200 len: 217 time: 0.0641286 Aug 11 02:16:19.597585 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61373ca7-4a28-4762-98ae-274a042c0bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:19.604110 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-8e13e64f-8ebd-412c-8fa2-9aeb651cc644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:19.643322 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61373ca7-4a28-4762-98ae-274a042c0bfe admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:16:19.643757 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61373ca7-4a28-4762-98ae-274a042c0bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:16:19.645447 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:16:19.652093 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-ab8c9de0-9b21-46df-ba5f-7497ba682b11 service neutron] 10.222.0.50 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6000860 Aug 11 02:16:19.710668 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-8e13e64f-8ebd-412c-8fa2-9aeb651cc644 service neutron] Transition to ACTIVE for port object 3085161b-7e48-4c97-a864-056bb09eb941 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:19.723741 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-125723e5-affd-4fea-8059-9d126d092240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:19.736158 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-8e13e64f-8ebd-412c-8fa2-9aeb651cc644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:19.755892 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-635c0f69-6dac-4ec6-bc76-ef595a2d2a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:19.757382 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-635c0f69-6dac-4ec6-bc76-ef595a2d2a22 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43f401ce-6254-4272-a783-9abc425d1620 HTTP/1.1" status: 200 len: 797 time: 0.1508918 Aug 11 02:16:19.769553 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-125723e5-affd-4fea-8059-9d126d092240 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2a5bd3-378a-4e10-ab94-40d8e0a3d02d']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:19.792780 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-125723e5-affd-4fea-8059-9d126d092240 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86dfe7ee-57e2-46dd-94ca-04bdc46a01cc') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:19.792780 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-125723e5-affd-4fea-8059-9d126d092240 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86dfe7ee-57e2-46dd-94ca-04bdc46a01cc') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:19.795529 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61373ca7-4a28-4762-98ae-274a042c0bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:19.826142 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-125723e5-affd-4fea-8059-9d126d092240 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:19.833122 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61373ca7-4a28-4762-98ae-274a042c0bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:19.840527 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-61373ca7-4a28-4762-98ae-274a042c0bfe admin admin] 10.222.0.50 "DELETE /v2.0/networks/60d084ea-01f1-4906-aad5-d6c73abbe8a1 HTTP/1.1" status: 204 len: 168 time: 1.0077245 Aug 11 02:16:19.864460 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-125723e5-affd-4fea-8059-9d126d092240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:19.890239 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125723e5-affd-4fea-8059-9d126d092240 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:16:19.890658 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-125723e5-affd-4fea-8059-9d126d092240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:19.892737 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:16:19.893905 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:16:19.908836 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13e64f-8ebd-412c-8fa2-9aeb651cc644 service neutron] Pushing event updated for resources: {'Port': ['ID=3085161b-7e48-4c97-a864-056bb09eb941,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:19.937804 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-ebc94e81-a480-4d7d-8dd4-c334988ccfe1 service neutron] 10.222.0.50 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509806 Aug 11 02:16:19.945931 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d235fe-f15c-4684-9627-977b87cd6384 req-a7723ce6-dd87-4e09-bf48-09ba900e57fe tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:19.953078 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d235fe-f15c-4684-9627-977b87cd6384 req-a7723ce6-dd87-4e09-bf48-09ba900e57fe tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:19.959998 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d235fe-f15c-4684-9627-977b87cd6384 req-a7723ce6-dd87-4e09-bf48-09ba900e57fe tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:19.961499 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0daa7250-79a1-40a2-8d20-6641d298441c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:19.967190 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d235fe-f15c-4684-9627-977b87cd6384 req-a7723ce6-dd87-4e09-bf48-09ba900e57fe tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:19.973567 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d235fe-f15c-4684-9627-977b87cd6384 req-a7723ce6-dd87-4e09-bf48-09ba900e57fe tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:19.981497 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d235fe-f15c-4684-9627-977b87cd6384 req-a7723ce6-dd87-4e09-bf48-09ba900e57fe tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:19.992431 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d235fe-f15c-4684-9627-977b87cd6384 req-a7723ce6-dd87-4e09-bf48-09ba900e57fe tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:19.998402 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-83d235fe-f15c-4684-9627-977b87cd6384 req-a7723ce6-dd87-4e09-bf48-09ba900e57fe tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5386 time: 0.3378489 Aug 11 02:16:20.008288 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61373ca7-4a28-4762-98ae-274a042c0bfe admin admin] Pushing event deleted for resources: {'Network': ['ID=60d084ea-01f1-4906-aad5-d6c73abbe8a1,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:20.047041 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-125723e5-affd-4fea-8059-9d126d092240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:20.055735 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-125723e5-affd-4fea-8059-9d126d092240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:20.057618 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-125723e5-affd-4fea-8059-9d126d092240 admin admin] 10.222.0.50 "DELETE /v2.0/networks/1f2a5bd3-378a-4e10-ab94-40d8e0a3d02d HTTP/1.1" status: 204 len: 168 time: 1.1636946 Aug 11 02:16:20.089256 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-64a5e715-46a8-4e99-8e17-fb2a81dadb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:20.091211 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43128) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:20.091530 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-64a5e715-46a8-4e99-8e17-fb2a81dadb3e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3128655 Aug 11 02:16:20.131030 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125723e5-affd-4fea-8059-9d126d092240 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f2a5bd3-378a-4e10-ab94-40d8e0a3d02d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:20.166352 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device dd04b3ec-e8f3-45d5-834a-670bea155ffc up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:20.246864 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-912de12f-bf5e-4afb-ae8d-143c22228c72 None None] Provisioning complete for port dd04b3ec-e8f3-45d5-834a-670bea155ffc triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:20.247019 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdea9aa-2824-455f-9dec-f8aff31df747 x-openstack-request-id: req-ebdea9aa-2824-455f-9dec-f8aff31df747 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:20.247233 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-912de12f-bf5e-4afb-ae8d-143c22228c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:20.247372 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f4b0b8-4190-4eec-9b00-b587f0e3a59f", "name": "network-vif-deleted", "tag": "1b74260a-9d2e-47b5-9353-6aaccaa4813e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "tag": "607f8c57-0c37-4d39-8378-b28860d65df4", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:20.247515 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ebdea9aa-2824-455f-9dec-f8aff31df747 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:20.248039 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f4b0b8-4190-4eec-9b00-b587f0e3a59f', 'name': 'network-vif-deleted', 'tag': '1b74260a-9d2e-47b5-9353-6aaccaa4813e', 'status': 'completed', 'code': 200} Aug 11 02:16:20.248448 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'tag': '607f8c57-0c37-4d39-8378-b28860d65df4', 'status': 'completed', 'code': 200} Aug 11 02:16:20.284248 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0daa7250-79a1-40a2-8d20-6641d298441c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:20.287298 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-83d235fe-f15c-4684-9627-977b87cd6384 req-01ee8ca6-8d9d-4196-8354-dba7423d3982 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2811244 Aug 11 02:16:20.324245 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port dd04b3ec-e8f3-45d5-834a-670bea155ffc triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:20.329044 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:20.351976 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9b2b3439-698d-4d0f-80ee-42c660b04a6a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=79f8d23f222248799ead34520f673660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2565107 Aug 11 02:16:20.353576 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43134) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:20.366362 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-0daa7250-79a1-40a2-8d20-6641d298441c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] device_id is not set on port 44600be4-6def-4aae-96fe-b83b07bd0c0f yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:16:20.389653 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ef716-4140-4329-9062-400ee0c3b4c2 req-f519cf43-8c7c-47c5-b347-b6bcb457d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:20.389875 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ef716-4140-4329-9062-400ee0c3b4c2 req-f519cf43-8c7c-47c5-b347-b6bcb457d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:20.390398 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ef716-4140-4329-9062-400ee0c3b4c2 req-f519cf43-8c7c-47c5-b347-b6bcb457d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:20.390879 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ef716-4140-4329-9062-400ee0c3b4c2 req-f519cf43-8c7c-47c5-b347-b6bcb457d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:20.391399 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ef716-4140-4329-9062-400ee0c3b4c2 req-f519cf43-8c7c-47c5-b347-b6bcb457d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:20.391919 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ef716-4140-4329-9062-400ee0c3b4c2 req-f519cf43-8c7c-47c5-b347-b6bcb457d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:20.392413 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ef716-4140-4329-9062-400ee0c3b4c2 req-f519cf43-8c7c-47c5-b347-b6bcb457d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:20.394540 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dc6ef716-4140-4329-9062-400ee0c3b4c2 req-f519cf43-8c7c-47c5-b347-b6bcb457d11e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3f544ac306fb418fb17bb1bb0c938ed0&device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 6308 time: 0.1380231 Aug 11 02:16:20.426625 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-ca04746c-51f1-4d21-b139-c0c089cbd785 service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821774 Aug 11 02:16:20.430855 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6802a407-9c46-4f63-b782-33f8796abd2e x-openstack-request-id: req-6802a407-9c46-4f63-b782-33f8796abd2e {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:20.431152 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c87264-e4f3-492d-94d4-66ae0ee70130", "name": "network-vif-deleted", "tag": "7123ad39-b8ea-4575-bf5c-b8770fc818ee", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:20.431440 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6802a407-9c46-4f63-b782-33f8796abd2e {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:20.432088 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c87264-e4f3-492d-94d4-66ae0ee70130', 'name': 'network-vif-deleted', 'tag': '7123ad39-b8ea-4575-bf5c-b8770fc818ee', 'status': 'completed', 'code': 200} Aug 11 02:16:20.441628 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43136) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:20.443245 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-8e13e64f-8ebd-412c-8fa2-9aeb651cc644 service neutron] Attempting to bind port 3085161b-7e48-4c97-a864-056bb09eb941 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:20.443624 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-8e13e64f-8ebd-412c-8fa2-9aeb651cc644 service neutron] Attempting to bind port 3085161b-7e48-4c97-a864-056bb09eb941 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '0c644148-5bd6-4e31-a8c5-17979de92fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:20.444051 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-8e13e64f-8ebd-412c-8fa2-9aeb651cc644 service neutron] Attempting to bind port 3085161b-7e48-4c97-a864-056bb09eb941 on network a22ae8f3-b76a-495f-839c-755566103de1 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:20.462258 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-8e13e64f-8ebd-412c-8fa2-9aeb651cc644 service neutron] Port 3085161b-7e48-4c97-a864-056bb09eb941 on network a22ae8f3-b76a-495f-839c-755566103de1 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:16:20.462645 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-8e13e64f-8ebd-412c-8fa2-9aeb651cc644 service neutron] Attempting to bind port 3085161b-7e48-4c97-a864-056bb09eb941 on network a22ae8f3-b76a-495f-839c-755566103de1 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:20.465280 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [req-8dce3ff6-25a2-4a21-a264-808ede10dbf0 req-a2c4a464-dadb-44f1-8b13-4ce881965ca8 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] show failed (client error): The resource could not be found. Aug 11 02:16:20.466859 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8dce3ff6-25a2-4a21-a264-808ede10dbf0 req-a2c4a464-dadb-44f1-8b13-4ce881965ca8 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups/dc158af2-443d-4b2b-9177-7c4c23b35e9f HTTP/1.1" status: 404 len: 352 time: 0.1301901 Aug 11 02:16:20.526349 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-8e13e64f-8ebd-412c-8fa2-9aeb651cc644 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:20.527364 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-8e13e64f-8ebd-412c-8fa2-9aeb651cc644 service neutron] Checking segment: {'id': '0c644148-5bd6-4e31-a8c5-17979de92fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:20.528388 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-8e13e64f-8ebd-412c-8fa2-9aeb651cc644 service neutron] Bound using segment: {'id': '0c644148-5bd6-4e31-a8c5-17979de92fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:20.528859 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-8e13e64f-8ebd-412c-8fa2-9aeb651cc644 service neutron] Bound port: 3085161b-7e48-4c97-a864-056bb09eb941, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c644148-5bd6-4e31-a8c5-17979de92fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:20.529225 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-8e13e64f-8ebd-412c-8fa2-9aeb651cc644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:20.553540 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ad41268b-0abf-422e-85cd-535abcabebda req-05ad29d1-1332-4058-9be7-70b984cd2f83 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=be98c980-f7d1-4e85-81af-9ef451418ed5 HTTP/1.1" status: 200 len: 210 time: 0.0761387 Aug 11 02:16:20.626606 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-8f59c771-2034-4f2a-8c17-e85375ed1bea service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749063 Aug 11 02:16:20.684746 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cf3a1369-3ffa-4783-8072-4e8d5b6869e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:20.703253 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-3a4277b6-034c-4ae4-8b70-1f24711ca07d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=bd38919d-9f9a-4f29-be28-260e9cba0751 HTTP/1.1" status: 200 len: 217 time: 0.0652452 Aug 11 02:16:20.706738 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8b749a32-7c8e-4227-be68-089d007510e0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d27662a21afe4995af28d23689a48778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2591939 Aug 11 02:16:20.711747 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43148) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:20.778366 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cf3a1369-3ffa-4783-8072-4e8d5b6869e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:20.833987 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0d56e803-827a-4b1b-8e2c-214a030a0db4 req-51bf7d5f-cfa0-4643-9fa7-ee0678cac581 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0cfacaf78696422e8ffa8119283a095a HTTP/1.1" status: 200 len: 6156 time: 0.3011105 Aug 11 02:16:20.841001 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-8e13e64f-8ebd-412c-8fa2-9aeb651cc644 service neutron] For port 3085161b-7e48-4c97-a864-056bb09eb941, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:20.846736 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ef716-4140-4329-9062-400ee0c3b4c2 req-1eb839a3-2f67-405c-ba8b-be489efb0b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:20.847217 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ef716-4140-4329-9062-400ee0c3b4c2 req-1eb839a3-2f67-405c-ba8b-be489efb0b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:20.847459 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-8e13e64f-8ebd-412c-8fa2-9aeb651cc644 service neutron] For port 3085161b-7e48-4c97-a864-056bb09eb941, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=3085161b-7e48-4c97-a864-056bb09eb941,segment=NetworkSegment(0c644148-5bd6-4e31-a8c5-17979de92fc4),segment_id=0c644148-5bd6-4e31-a8c5-17979de92fc4)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:20.847917 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ef716-4140-4329-9062-400ee0c3b4c2 req-1eb839a3-2f67-405c-ba8b-be489efb0b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:20.849657 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dc6ef716-4140-4329-9062-400ee0c3b4c2 req-1eb839a3-2f67-405c-ba8b-be489efb0b32 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=3f544ac306fb418fb17bb1bb0c938ed0&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4115033 Aug 11 02:16:20.866269 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-8e13e64f-8ebd-412c-8fa2-9aeb651cc644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:20.869190 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-2ca347f3-6f11-4e5a-a98e-b45b1dbd3623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:20.870517 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-2ca347f3-6f11-4e5a-a98e-b45b1dbd3623 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43f401ce-6254-4272-a783-9abc425d1620 HTTP/1.1" status: 200 len: 797 time: 0.1410432 Aug 11 02:16:20.896075 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f88bc280-1729-4a31-865e-cab89a3e0e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:20.901610 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd910757-1395-4a88-a68b-770a2d8b016b req-3d9b2e2b-197a-44a5-9898-728164f952b2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:20.908234 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd910757-1395-4a88-a68b-770a2d8b016b req-3d9b2e2b-197a-44a5-9898-728164f952b2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:20.914064 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd910757-1395-4a88-a68b-770a2d8b016b req-3d9b2e2b-197a-44a5-9898-728164f952b2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:20.920065 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd910757-1395-4a88-a68b-770a2d8b016b req-3d9b2e2b-197a-44a5-9898-728164f952b2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:20.926127 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd910757-1395-4a88-a68b-770a2d8b016b req-3d9b2e2b-197a-44a5-9898-728164f952b2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:20.932176 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd910757-1395-4a88-a68b-770a2d8b016b req-3d9b2e2b-197a-44a5-9898-728164f952b2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:20.938538 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd910757-1395-4a88-a68b-770a2d8b016b req-3d9b2e2b-197a-44a5-9898-728164f952b2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:20.940644 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cd910757-1395-4a88-a68b-770a2d8b016b req-3d9b2e2b-197a-44a5-9898-728164f952b2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5428 time: 0.2622731 Aug 11 02:16:20.967091 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-8e13e64f-8ebd-412c-8fa2-9aeb651cc644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:20.967968 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-8e13e64f-8ebd-412c-8fa2-9aeb651cc644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:20.969275 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-8e13e64f-8ebd-412c-8fa2-9aeb651cc644 service neutron] 10.222.0.66 "PUT /v2.0/ports/3085161b-7e48-4c97-a864-056bb09eb941 HTTP/1.1" status: 200 len: 1092 time: 2.7571614 Aug 11 02:16:20.987594 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-0daa7250-79a1-40a2-8d20-6641d298441c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Allocated IP 2001:db8::15c (abfe629d-e2ef-4da1-94ab-4576283f6a78/e829315a-53c4-4bac-b9c5-c1d83fa108f1/44600be4-6def-4aae-96fe-b83b07bd0c0f) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:20.997608 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f88bc280-1729-4a31-865e-cab89a3e0e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:21.012596 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-0daa7250-79a1-40a2-8d20-6641d298441c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Allocated IP 2001:db8:0:1:f816:3eff:fe36:9ead (abfe629d-e2ef-4da1-94ab-4576283f6a78/e68f118e-a5bc-4020-8957-3a1d704cb607/44600be4-6def-4aae-96fe-b83b07bd0c0f) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:21.019631 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-79011d46-eacc-497d-91b4-67847f1ad304 service neutron] Request body: {'port': {'device_id': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:21.024238 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0d56e803-827a-4b1b-8e2c-214a030a0db4 req-7d273cf2-b16d-49dc-9c30-cb40c4879e58 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups/56ddbfec-47ca-4dbf-8c32-e787b27c9f51 HTTP/1.1" status: 200 len: 2985 time: 0.1753702 Aug 11 02:16:21.039958 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cf3a1369-3ffa-4783-8072-4e8d5b6869e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:21.042705 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cf3a1369-3ffa-4783-8072-4e8d5b6869e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:21.044303 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-cf3a1369-3ffa-4783-8072-4e8d5b6869e8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/092a1b70-b4f9-412e-96bf-10682d8834b6 HTTP/1.1" status: 204 len: 168 time: 0.6893680 Aug 11 02:16:21.102711 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13e64f-8ebd-412c-8fa2-9aeb651cc644 service neutron] Pushing event updated for resources: {'Port': ['ID=3085161b-7e48-4c97-a864-056bb09eb941,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:21.117172 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a1369-3ffa-4783-8072-4e8d5b6869e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092a1b70-b4f9-412e-96bf-10682d8834b6,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:21.122166 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-2b7051b0-9398-4785-a183-2371015f109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:21.123717 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-2b7051b0-9398-4785-a183-2371015f109f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2399769 Aug 11 02:16:21.144219 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cd910757-1395-4a88-a68b-770a2d8b016b req-e7580d3c-31b1-485a-8937-1a511999e495 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1674693 Aug 11 02:16:21.189097 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ef716-4140-4329-9062-400ee0c3b4c2 req-c8629f95-89c6-44a0-97f5-39489106c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:21.190783 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dc6ef716-4140-4329-9062-400ee0c3b4c2 req-c8629f95-89c6-44a0-97f5-39489106c230 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3304665 Aug 11 02:16:21.293787 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0d56e803-827a-4b1b-8e2c-214a030a0db4 req-8e6ae9cc-27f4-411a-8c44-f182e91becc0 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups/56ddbfec-47ca-4dbf-8c32-e787b27c9f51 HTTP/1.1" status: 200 len: 2985 time: 0.2476287 Aug 11 02:16:21.293787 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-79011d46-eacc-497d-91b4-67847f1ad304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:21.320295 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-79f798c4-64d1-4f7e-8ea1-031f640584ac req-46e10464-2a9f-42e3-8966-a230c7a03223 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1941339174', 'description': 'tempest-description-1789499435'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:21.361004 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f88bc280-1729-4a31-865e-cab89a3e0e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:21.368382 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f88bc280-1729-4a31-865e-cab89a3e0e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:21.368382 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f88bc280-1729-4a31-865e-cab89a3e0e91 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/11028649-ba8f-4fd3-a64b-a9550446dd38 HTTP/1.1" status: 204 len: 168 time: 0.6523657 Aug 11 02:16:21.368635 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:21.395830 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-150f2843-f77b-47a8-a091-ed8efe98ad35 service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599361 Aug 11 02:16:21.398508 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88bc280-1729-4a31-865e-cab89a3e0e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11028649-ba8f-4fd3-a64b-a9550446dd38,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:21.405158 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0daa7250-79a1-40a2-8d20-6641d298441c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:21.453758 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-79f798c4-64d1-4f7e-8ea1-031f640584ac req-46e10464-2a9f-42e3-8966-a230c7a03223 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:21.480423 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-0daa7250-79a1-40a2-8d20-6641d298441c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Transition to ACTIVE for port object 44600be4-6def-4aae-96fe-b83b07bd0c0f will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:21.630021 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0daa7250-79a1-40a2-8d20-6641d298441c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:21.658106 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-cfa71972-4f69-4418-973d-37927c9fbc99 service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386527 Aug 11 02:16:21.695806 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa7250-79a1-40a2-8d20-6641d298441c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Port': ['ID=44600be4-6def-4aae-96fe-b83b07bd0c0f,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:21.712227 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-6addfe7a-1786-4ead-9043-6afc93f1e2c6 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:21.712227 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-6addfe7a-1786-4ead-9043-6afc93f1e2c6 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.66 "GET /v2.0/networks?id=fa6d118c-1b11-471b-a79b-8ba66c683603 HTTP/1.1" status: 200 len: 806 time: 0.2519665 Aug 11 02:16:21.729553 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-2277f2c4-ff12-47c8-99fa-4f06fb6507e7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Request body: {'port': {'device_id': 'be98c980-f7d1-4e85-81af-9ef451418ed5', 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603', 'admin_state_up': True, 'tenant_id': '0e4e387ba25a4d14b8728f756bd278ce'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:21.736093 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daa7250-79a1-40a2-8d20-6641d298441c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:21.754876 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04d9b3-f351-4e93-91e0-0a7f58feae8e req-8c8f0895-97bb-41af-8b28-54fa1f6d5fce tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:21.755039 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-0daa7250-79a1-40a2-8d20-6641d298441c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:21.759622 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04d9b3-f351-4e93-91e0-0a7f58feae8e req-8c8f0895-97bb-41af-8b28-54fa1f6d5fce tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:21.766126 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04d9b3-f351-4e93-91e0-0a7f58feae8e req-8c8f0895-97bb-41af-8b28-54fa1f6d5fce tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:21.772498 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04d9b3-f351-4e93-91e0-0a7f58feae8e req-8c8f0895-97bb-41af-8b28-54fa1f6d5fce tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:21.779242 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04d9b3-f351-4e93-91e0-0a7f58feae8e req-8c8f0895-97bb-41af-8b28-54fa1f6d5fce tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:21.784935 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daa7250-79a1-40a2-8d20-6641d298441c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:21.785229 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04d9b3-f351-4e93-91e0-0a7f58feae8e req-8c8f0895-97bb-41af-8b28-54fa1f6d5fce tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:21.790472 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa7250-79a1-40a2-8d20-6641d298441c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:21.791088 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04d9b3-f351-4e93-91e0-0a7f58feae8e req-8c8f0895-97bb-41af-8b28-54fa1f6d5fce tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:21.791214 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0daa7250-79a1-40a2-8d20-6641d298441c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:21.793087 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ce04d9b3-f351-4e93-91e0-0a7f58feae8e req-8c8f0895-97bb-41af-8b28-54fa1f6d5fce tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5398 time: 0.3781424 Aug 11 02:16:21.794419 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-2e629465-5c14-45f6-bc9f-b6a6dfafcede service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=c6bc117e-5f2a-42b2-ad16-089daf123adb HTTP/1.1" status: 200 len: 217 time: 0.1253757 Aug 11 02:16:21.806143 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-79f798c4-64d1-4f7e-8ea1-031f640584ac req-46e10464-2a9f-42e3-8966-a230c7a03223 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:21.822976 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-79f798c4-64d1-4f7e-8ea1-031f640584ac req-46e10464-2a9f-42e3-8966-a230c7a03223 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:21.877449 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0daa7250-79a1-40a2-8d20-6641d298441c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6781802 Aug 11 02:16:21.885727 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43180) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:21.890988 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-79f798c4-64d1-4f7e-8ea1-031f640584ac req-46e10464-2a9f-42e3-8966-a230c7a03223 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:21.904077 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-79f798c4-64d1-4f7e-8ea1-031f640584ac req-46e10464-2a9f-42e3-8966-a230c7a03223 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5964506 Aug 11 02:16:21.915581 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e10464-2a9f-42e3-8966-a230c7a03223 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe4de83-0223-4e94-bcdb-2f228a19c7b7,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:21.987814 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-2277f2c4-ff12-47c8-99fa-4f06fb6507e7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Made reservation on behalf of 0e4e387ba25a4d14b8728f756bd278ce for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:21.993094 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-2277f2c4-ff12-47c8-99fa-4f06fb6507e7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:22.035493 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ce04d9b3-f351-4e93-91e0-0a7f58feae8e req-113ddada-3ad2-43ca-819f-917eb1f0bd0a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2067444 Aug 11 02:16:22.037472 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-4f60ee47-6470-45bd-aa43-58f5d61f484e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:22.039136 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-4f60ee47-6470-45bd-aa43-58f5d61f484e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43f401ce-6254-4272-a783-9abc425d1620 HTTP/1.1" status: 200 len: 797 time: 0.2146780 Aug 11 02:16:22.070207 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:16:22.136594 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-f5c37328-0076-4841-9cf0-bbb0804208d7 req-cd402134-5036-415c-9d53-38a477e91c8a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1964208219', 'description': 'tempest-description-1289047401'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:22.163843 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-2277f2c4-ff12-47c8-99fa-4f06fb6507e7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Allocated IP 172.20.0.3 (fa6d118c-1b11-471b-a79b-8ba66c683603/84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62/4e0c3380-b938-429b-a46f-cc5356b15cb9) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:22.218462 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5abb2db6-910a-488e-881e-41d70823ebae None None] Provisioning for port 44600be4-6def-4aae-96fe-b83b07bd0c0f completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:22.226041 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5abb2db6-910a-488e-881e-41d70823ebae None None] Provisioning complete for port 44600be4-6def-4aae-96fe-b83b07bd0c0f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:22.226715 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5abb2db6-910a-488e-881e-41d70823ebae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:22.235288 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-e531cab3-79a2-4c26-aec9-ba9604b7719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:22.237228 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-e531cab3-79a2-4c26-aec9-ba9604b7719f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1849558 Aug 11 02:16:22.246229 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f5c37328-0076-4841-9cf0-bbb0804208d7 req-cd402134-5036-415c-9d53-38a477e91c8a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:22.259175 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'tag': '3085161b-7e48-4c97-a864-056bb09eb941'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:22.264073 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a537481-e2cc-4308-8a3b-1810113659ce" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "tag": "3085161b-7e48-4c97-a864-056bb09eb941"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:22.284331 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-5abb2db6-910a-488e-881e-41d70823ebae None None] Port 44600be4-6def-4aae-96fe-b83b07bd0c0f cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:16:22.291125 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1850e7de-a614-494d-8e65-fbc48beae186 req-1b1f9499-10ff-4b33-8f61-ac11396bfd27 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=be98c980-f7d1-4e85-81af-9ef451418ed5 HTTP/1.1" status: 200 len: 210 time: 0.0672872 Aug 11 02:16:22.362646 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-f22d96eb-1319-4ba8-9d44-54eec193afe6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting port 44600be4-6def-4aae-96fe-b83b07bd0c0f {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:22.363000 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f22d96eb-1319-4ba8-9d44-54eec193afe6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:22.439787 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-79011d46-eacc-497d-91b4-67847f1ad304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:22.471816 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-79011d46-eacc-497d-91b4-67847f1ad304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:22.501901 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2638d3-b908-4c4d-8761-5fae91dc2a31 req-b860b84c-7637-4b08-b4bf-08f2a2aaa795 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:22.504492 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43204) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:22.508572 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2638d3-b908-4c4d-8761-5fae91dc2a31 req-b860b84c-7637-4b08-b4bf-08f2a2aaa795 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:22.515943 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2638d3-b908-4c4d-8761-5fae91dc2a31 req-b860b84c-7637-4b08-b4bf-08f2a2aaa795 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:22.522228 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2638d3-b908-4c4d-8761-5fae91dc2a31 req-b860b84c-7637-4b08-b4bf-08f2a2aaa795 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:22.528221 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-79011d46-eacc-497d-91b4-67847f1ad304 service neutron] Transition to ACTIVE for port object 6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:22.529824 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2638d3-b908-4c4d-8761-5fae91dc2a31 req-b860b84c-7637-4b08-b4bf-08f2a2aaa795 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:22.536452 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2638d3-b908-4c4d-8761-5fae91dc2a31 req-b860b84c-7637-4b08-b4bf-08f2a2aaa795 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:22.543588 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2638d3-b908-4c4d-8761-5fae91dc2a31 req-b860b84c-7637-4b08-b4bf-08f2a2aaa795 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:22.550248 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-0d3df282-e47e-47cb-97d3-ac6a8e1815e9 service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950358 Aug 11 02:16:22.550873 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-79011d46-eacc-497d-91b4-67847f1ad304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:22.552391 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2c2638d3-b908-4c4d-8761-5fae91dc2a31 req-b860b84c-7637-4b08-b4bf-08f2a2aaa795 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5428 time: 0.1694820 Aug 11 02:16:22.584819 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-2277f2c4-ff12-47c8-99fa-4f06fb6507e7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:22.621364 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2c2638d3-b908-4c4d-8761-5fae91dc2a31 req-51e9cd4e-c4da-4e46-9c4a-62f2e4d7a55a tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678010 Aug 11 02:16:22.623465 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43210) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:22.649313 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f22d96eb-1319-4ba8-9d44-54eec193afe6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:22.668665 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-fec8aeda-6ce8-43fa-bc6a-4773c72ce8e5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1133917206-network', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:22.679972 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-2277f2c4-ff12-47c8-99fa-4f06fb6507e7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:22.695419 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['05898258-4491-4fa9-91f4-a855886e6aab'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:22.723759 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-21be67f8-e6b7-435f-9dc0-f86348132a86 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1775609857-network', 'tenant_id': '953757b63989485aa599c97f35f2480d'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:22.747777 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-2277f2c4-ff12-47c8-99fa-4f06fb6507e7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Network fa6d118c-1b11-471b-a79b-8ba66c683603 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:22.751700 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-2277f2c4-ff12-47c8-99fa-4f06fb6507e7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:22.755053 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-2277f2c4-ff12-47c8-99fa-4f06fb6507e7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:22.790979 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277f2c4-ff12-47c8-99fa-4f06fb6507e7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Pushing event updated for resources: {'Port': ['ID=4e0c3380-b938-429b-a46f-cc5356b15cb9,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:22.807357 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2277f2c4-ff12-47c8-99fa-4f06fb6507e7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:22.807732 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2277f2c4-ff12-47c8-99fa-4f06fb6507e7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:22.808069 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2277f2c4-ff12-47c8-99fa-4f06fb6507e7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:22.808396 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2277f2c4-ff12-47c8-99fa-4f06fb6507e7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:22.809216 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2277f2c4-ff12-47c8-99fa-4f06fb6507e7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:22.809544 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2277f2c4-ff12-47c8-99fa-4f06fb6507e7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:22.809862 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2277f2c4-ff12-47c8-99fa-4f06fb6507e7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:22.810315 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2277f2c4-ff12-47c8-99fa-4f06fb6507e7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:22.810643 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2277f2c4-ff12-47c8-99fa-4f06fb6507e7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:22.810985 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2277f2c4-ff12-47c8-99fa-4f06fb6507e7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:22.811276 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2277f2c4-ff12-47c8-99fa-4f06fb6507e7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:22.811797 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2277f2c4-ff12-47c8-99fa-4f06fb6507e7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:22.837982 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-2277f2c4-ff12-47c8-99fa-4f06fb6507e7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:22.838979 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-2277f2c4-ff12-47c8-99fa-4f06fb6507e7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:22.985984 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac45c57-ed2c-4492-9f87-566f3744dcd6 x-openstack-request-id: req-eac45c57-ed2c-4492-9f87-566f3744dcd6 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:22.986308 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "tag": "3085161b-7e48-4c97-a864-056bb09eb941", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:22.986509 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eac45c57-ed2c-4492-9f87-566f3744dcd6 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:22.986956 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'tag': '3085161b-7e48-4c97-a864-056bb09eb941', 'status': 'completed', 'code': 200} Aug 11 02:16:23.025930 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-f22d96eb-1319-4ba8-9d44-54eec193afe6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Calling delete_port for 44600be4-6def-4aae-96fe-b83b07bd0c0f owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:23.080911 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79011d46-eacc-497d-91b4-67847f1ad304 service neutron] Pushing event updated for resources: {'Port': ['ID=6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:23.096081 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f5c37328-0076-4841-9cf0-bbb0804208d7 req-cd402134-5036-415c-9d53-38a477e91c8a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.130149 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-2277f2c4-ff12-47c8-99fa-4f06fb6507e7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4041617 Aug 11 02:16:23.134861 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21be67f8-e6b7-435f-9dc0-f86348132a86 admin admin] Made reservation on behalf of 953757b63989485aa599c97f35f2480d for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:23.138093 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21be67f8-e6b7-435f-9dc0-f86348132a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.154675 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f5c37328-0076-4841-9cf0-bbb0804208d7 req-cd402134-5036-415c-9d53-38a477e91c8a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.156673 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-601d1c2a-5f6b-4493-bb90-08fb88d69e01 service neutron] Request body: {'port': {'device_id': 'be98c980-f7d1-4e85-81af-9ef451418ed5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:23.194504 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-26f8f3e6-923c-41b0-8c36-5286105d5dbb service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6248331 Aug 11 02:16:23.201332 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21be67f8-e6b7-435f-9dc0-f86348132a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.253874 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a537481-e2cc-4308-8a3b-1810113659ce req-c868645b-65dd-4c5e-b2da-994a457e4238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:23.254623 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a537481-e2cc-4308-8a3b-1810113659ce req-c868645b-65dd-4c5e-b2da-994a457e4238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:23.255102 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a537481-e2cc-4308-8a3b-1810113659ce req-c868645b-65dd-4c5e-b2da-994a457e4238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:23.255592 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a537481-e2cc-4308-8a3b-1810113659ce req-c868645b-65dd-4c5e-b2da-994a457e4238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:23.256059 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a537481-e2cc-4308-8a3b-1810113659ce req-c868645b-65dd-4c5e-b2da-994a457e4238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:23.256683 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a537481-e2cc-4308-8a3b-1810113659ce req-c868645b-65dd-4c5e-b2da-994a457e4238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:23.257168 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a537481-e2cc-4308-8a3b-1810113659ce req-c868645b-65dd-4c5e-b2da-994a457e4238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:23.259101 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3a537481-e2cc-4308-8a3b-1810113659ce req-c868645b-65dd-4c5e-b2da-994a457e4238 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3f544ac306fb418fb17bb1bb0c938ed0&device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 6376 time: 0.2780046 Aug 11 02:16:23.273132 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5d9d4-f0d8-49d9-9727-fa3f70c20daf req-edd592ab-d8bc-4303-8d7c-763326e50f0d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:23.278895 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5d9d4-f0d8-49d9-9727-fa3f70c20daf req-edd592ab-d8bc-4303-8d7c-763326e50f0d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:23.284704 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5d9d4-f0d8-49d9-9727-fa3f70c20daf req-edd592ab-d8bc-4303-8d7c-763326e50f0d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:23.290785 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5d9d4-f0d8-49d9-9727-fa3f70c20daf req-edd592ab-d8bc-4303-8d7c-763326e50f0d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:23.297059 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec8aeda-6ce8-43fa-bc6a-4773c72ce8e5 admin admin] Made reservation on behalf of 46ac404d6c2f4ff8a9d4b2717b2d3aa2 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:23.297524 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5d9d4-f0d8-49d9-9727-fa3f70c20daf req-edd592ab-d8bc-4303-8d7c-763326e50f0d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:23.299319 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fec8aeda-6ce8-43fa-bc6a-4773c72ce8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.303430 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5d9d4-f0d8-49d9-9727-fa3f70c20daf req-edd592ab-d8bc-4303-8d7c-763326e50f0d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:23.309799 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5d9d4-f0d8-49d9-9727-fa3f70c20daf req-edd592ab-d8bc-4303-8d7c-763326e50f0d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:23.311819 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a5b5d9d4-f0d8-49d9-9727-fa3f70c20daf req-edd592ab-d8bc-4303-8d7c-763326e50f0d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5410 time: 0.1797984 Aug 11 02:16:23.312560 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-601d1c2a-5f6b-4493-bb90-08fb88d69e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.314284 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-6903fb2f-3fc7-473f-b5a8-496d8f233998 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6393fbf0-c5b3-41a1-83d3-53a8c87fd107 HTTP/1.1" status: 200 len: 217 time: 0.1044445 Aug 11 02:16:23.315083 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f5c37328-0076-4841-9cf0-bbb0804208d7 req-cd402134-5036-415c-9d53-38a477e91c8a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.316122 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f5c37328-0076-4841-9cf0-bbb0804208d7 req-cd402134-5036-415c-9d53-38a477e91c8a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.2018476 Aug 11 02:16:23.325913 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd402134-5036-415c-9d53-38a477e91c8a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12724211-38a2-444b-a032-99f61017acef,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:23.381212 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fec8aeda-6ce8-43fa-bc6a-4773c72ce8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.393196 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21be67f8-e6b7-435f-9dc0-f86348132a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.408471 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21be67f8-e6b7-435f-9dc0-f86348132a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.468012 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21be67f8-e6b7-435f-9dc0-f86348132a86 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:16:23.477607 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-79011d46-eacc-497d-91b4-67847f1ad304 service neutron] Attempting to bind port 6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:23.477944 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-79011d46-eacc-497d-91b4-67847f1ad304 service neutron] Attempting to bind port 6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'c2e8159c-d990-439a-8147-40324f3e05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dd83919f-ff7e-4fd8-96b1-202904e5f138'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:23.478273 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-79011d46-eacc-497d-91b4-67847f1ad304 service neutron] Attempting to bind port 6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1 on network dd83919f-ff7e-4fd8-96b1-202904e5f138 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:23.504449 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be67f8-e6b7-435f-9dc0-f86348132a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:23.512373 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a5b5d9d4-f0d8-49d9-9727-fa3f70c20daf req-c40f1b27-00a1-4653-8ad8-78b3c4228c20 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1178124 Aug 11 02:16:23.514124 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-79011d46-eacc-497d-91b4-67847f1ad304 service neutron] Port 6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1 on network dd83919f-ff7e-4fd8-96b1-202904e5f138 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:16:23.514415 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-79011d46-eacc-497d-91b4-67847f1ad304 service neutron] Attempting to bind port 6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1 on network dd83919f-ff7e-4fd8-96b1-202904e5f138 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:23.565330 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-79011d46-eacc-497d-91b4-67847f1ad304 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:23.565667 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-79011d46-eacc-497d-91b4-67847f1ad304 service neutron] Checking segment: {'id': 'c2e8159c-d990-439a-8147-40324f3e05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dd83919f-ff7e-4fd8-96b1-202904e5f138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:23.566050 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-79011d46-eacc-497d-91b4-67847f1ad304 service neutron] Bound using segment: {'id': 'c2e8159c-d990-439a-8147-40324f3e05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dd83919f-ff7e-4fd8-96b1-202904e5f138'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:23.566493 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-79011d46-eacc-497d-91b4-67847f1ad304 service neutron] Bound port: 6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2e8159c-d990-439a-8147-40324f3e05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dd83919f-ff7e-4fd8-96b1-202904e5f138'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:23.566851 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-79011d46-eacc-497d-91b4-67847f1ad304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.569641 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f32d2034-6cec-4296-b527-e990ff6d5d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:23.571097 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f32d2034-6cec-4296-b527-e990ff6d5d5d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d883f484-d67b-4b0e-a60e-d2d168985bab HTTP/1.1" status: 200 len: 797 time: 0.2285550 Aug 11 02:16:23.649669 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145c4c7-5cde-4c9a-b994-57d06ddf78f9 req-827155a8-0fde-4b40-ac04-129278cc3695 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:23.651137 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6145c4c7-5cde-4c9a-b994-57d06ddf78f9 req-827155a8-0fde-4b40-ac04-129278cc3695 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=be98c980-f7d1-4e85-81af-9ef451418ed5 HTTP/1.1" status: 200 len: 931 time: 0.2309141 Aug 11 02:16:23.652981 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a537481-e2cc-4308-8a3b-1810113659ce req-997f7c5e-be70-4875-ada6-c24494ef0856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:23.653467 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a537481-e2cc-4308-8a3b-1810113659ce req-997f7c5e-be70-4875-ada6-c24494ef0856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:23.653942 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a537481-e2cc-4308-8a3b-1810113659ce req-997f7c5e-be70-4875-ada6-c24494ef0856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:23.655428 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3a537481-e2cc-4308-8a3b-1810113659ce req-997f7c5e-be70-4875-ada6-c24494ef0856 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=3f544ac306fb418fb17bb1bb0c938ed0&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3621297 Aug 11 02:16:23.780448 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-3cb69ab8-67c7-4bbf-b177-6fdc651f858c tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:23.781859 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-3cb69ab8-67c7-4bbf-b177-6fdc651f858c tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/networks?id=79a301b6-8eb6-4684-84fd-05d6fc546709 HTTP/1.1" status: 200 len: 813 time: 0.1461370 Aug 11 02:16:23.827167 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-048dc7aa-6bbb-441e-9a1b-d574a18b80f3 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/quotas/0cfacaf78696422e8ffa8119283a095a HTTP/1.1" status: 200 len: 375 time: 0.0349555 Aug 11 02:16:23.848888 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-601d1c2a-5f6b-4493-bb90-08fb88d69e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e0c3380-b938-429b-a46f-cc5356b15cb9 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:23.870857 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-50f952d6-2348-4ea1-a82b-2b7ca5f1ea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:23.872418 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-50f952d6-2348-4ea1-a82b-2b7ca5f1ea62 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c433229-6c79-4510-a34a-8c4278ec5b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2853181 Aug 11 02:16:23.875847 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-601d1c2a-5f6b-4493-bb90-08fb88d69e01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.880927 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21be67f8-e6b7-435f-9dc0-f86348132a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.881301 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-21be67f8-e6b7-435f-9dc0-f86348132a86 admin admin] Added segment d96cfe33-0c98-475f-a757-618812c1d7f6 of type vlan for network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 Aug 11 02:16:23.883214 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-79011d46-eacc-497d-91b4-67847f1ad304 service neutron] For port 6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:23.891127 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6145c4c7-5cde-4c9a-b994-57d06ddf78f9 req-34c298cc-095b-4cbf-afa9-9daef2a86a36 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267094 Aug 11 02:16:23.891749 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f22d96eb-1319-4ba8-9d44-54eec193afe6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.922246 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-601d1c2a-5f6b-4493-bb90-08fb88d69e01 service neutron] Transition to ACTIVE for port object 4e0c3380-b938-429b-a46f-cc5356b15cb9 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:23.935435 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-601d1c2a-5f6b-4493-bb90-08fb88d69e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.948428 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21be67f8-e6b7-435f-9dc0-f86348132a86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.977659 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-ffc59927-193c-4382-9230-4fe5895990dc tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0cfacaf78696422e8ffa8119283a095a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1428361 Aug 11 02:16:24.004471 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-79011d46-eacc-497d-91b4-67847f1ad304 service neutron] For port 6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1,segment=NetworkSegment(c2e8159c-d990-439a-8147-40324f3e05e5),segment_id=c2e8159c-d990-439a-8147-40324f3e05e5)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:24.018258 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d96eb-1319-4ba8-9d44-54eec193afe6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Port': ['ID=44600be4-6def-4aae-96fe-b83b07bd0c0f,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:24.050554 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a537481-e2cc-4308-8a3b-1810113659ce req-9fd20170-4221-4eac-ac66-edfe3e23789b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:24.052063 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3a537481-e2cc-4308-8a3b-1810113659ce req-9fd20170-4221-4eac-ac66-edfe3e23789b service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3825309 Aug 11 02:16:24.053396 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-79011d46-eacc-497d-91b4-67847f1ad304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.055124 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d1c2a-5f6b-4493-bb90-08fb88d69e01 service neutron] Pushing event updated for resources: {'Port': ['ID=4e0c3380-b938-429b-a46f-cc5356b15cb9,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:24.079275 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fec8aeda-6ce8-43fa-bc6a-4773c72ce8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.106615 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21be67f8-e6b7-435f-9dc0-f86348132a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.107613 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21be67f8-e6b7-435f-9dc0-f86348132a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:24.108201 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21be67f8-e6b7-435f-9dc0-f86348132a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.117444 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fec8aeda-6ce8-43fa-bc6a-4773c72ce8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.172059 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-79011d46-eacc-497d-91b4-67847f1ad304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:24.172738 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-79011d46-eacc-497d-91b4-67847f1ad304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.174069 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-79011d46-eacc-497d-91b4-67847f1ad304 service neutron] 10.222.0.66 "PUT /v2.0/ports/6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1 HTTP/1.1" status: 200 len: 1092 time: 3.1587639 Aug 11 02:16:24.176948 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f22d96eb-1319-4ba8-9d44-54eec193afe6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.181686 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f22d96eb-1319-4ba8-9d44-54eec193afe6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/44600be4-6def-4aae-96fe-b83b07bd0c0f HTTP/1.1" status: 204 len: 168 time: 2.2891111 Aug 11 02:16:24.189444 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43236) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:24.227314 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-e4405a43-f749-4137-b3e6-0d7021da533b service neutron] 10.222.0.50 "GET /v2.0/networks/79a301b6-8eb6-4684-84fd-05d6fc546709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379506 Aug 11 02:16:24.255940 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-21be67f8-e6b7-435f-9dc0-f86348132a86 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6313696 Aug 11 02:16:24.271810 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a10cc1d-0c11-4847-9846-09980177607e service neutron] Request body: {'port': {'device_id': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:24.275734 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.282700 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec8aeda-6ce8-43fa-bc6a-4773c72ce8e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:16:24.285746 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43238) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:24.294984 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be67f8-e6b7-435f-9dc0-f86348132a86 admin admin] Pushing event updated for resources: {'Network': ['ID=59cdb064-6e17-4f2a-988c-bc3dbd58ef99,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:24.311809 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:16:24.314088 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-66f4eb97-c377-4e33-a91a-96bed898bcd2 admin admin] Request body: {'subnet': {'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1775609857-subnet', 'tenant_id': '953757b63989485aa599c97f35f2480d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:24.317477 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8aeda-6ce8-43fa-bc6a-4773c72ce8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1129f82d-df8c-49f3-8c1e-ceab3e998456,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:24.325366 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79011d46-eacc-497d-91b4-67847f1ad304 service neutron] Pushing event updated for resources: {'Port': ['ID=6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:24.338964 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-9866889d-ee22-4021-a7b1-55580ce460fa service neutron] 10.222.0.73 "GET /v2.0/networks/2c433229-6c79-4510-a34a-8c4278ec5b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535258 Aug 11 02:16:24.348364 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-601d1c2a-5f6b-4493-bb90-08fb88d69e01 service neutron] Attempting to bind port 4e0c3380-b938-429b-a46f-cc5356b15cb9 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:24.348705 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-601d1c2a-5f6b-4493-bb90-08fb88d69e01 service neutron] Attempting to bind port 4e0c3380-b938-429b-a46f-cc5356b15cb9 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '17ab65aa-1575-4f0d-91af-c45c627f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:24.349374 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-601d1c2a-5f6b-4493-bb90-08fb88d69e01 service neutron] Attempting to bind port 4e0c3380-b938-429b-a46f-cc5356b15cb9 on network fa6d118c-1b11-471b-a79b-8ba66c683603 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:24.356237 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa1207-bbae-4a06-8ff0-6963eef17871 req-2133d4f6-0ecf-43a0-b1c6-ab81c3a4d4a7 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:24.358327 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-601d1c2a-5f6b-4493-bb90-08fb88d69e01 service neutron] Port 4e0c3380-b938-429b-a46f-cc5356b15cb9 on network fa6d118c-1b11-471b-a79b-8ba66c683603 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:16:24.358658 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-601d1c2a-5f6b-4493-bb90-08fb88d69e01 service neutron] Attempting to bind port 4e0c3380-b938-429b-a46f-cc5356b15cb9 on network fa6d118c-1b11-471b-a79b-8ba66c683603 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:24.362780 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa1207-bbae-4a06-8ff0-6963eef17871 req-2133d4f6-0ecf-43a0-b1c6-ab81c3a4d4a7 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:24.365814 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-601d1c2a-5f6b-4493-bb90-08fb88d69e01 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:24.366155 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-601d1c2a-5f6b-4493-bb90-08fb88d69e01 service neutron] Checking segment: {'id': '17ab65aa-1575-4f0d-91af-c45c627f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:24.366546 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-601d1c2a-5f6b-4493-bb90-08fb88d69e01 service neutron] Bound using segment: {'id': '17ab65aa-1575-4f0d-91af-c45c627f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:24.367242 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-601d1c2a-5f6b-4493-bb90-08fb88d69e01 service neutron] Bound port: 4e0c3380-b938-429b-a46f-cc5356b15cb9, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ab65aa-1575-4f0d-91af-c45c627f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:24.367631 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-601d1c2a-5f6b-4493-bb90-08fb88d69e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.369319 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa1207-bbae-4a06-8ff0-6963eef17871 req-2133d4f6-0ecf-43a0-b1c6-ab81c3a4d4a7 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:24.375967 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa1207-bbae-4a06-8ff0-6963eef17871 req-2133d4f6-0ecf-43a0-b1c6-ab81c3a4d4a7 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:24.381846 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa1207-bbae-4a06-8ff0-6963eef17871 req-2133d4f6-0ecf-43a0-b1c6-ab81c3a4d4a7 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:24.388349 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa1207-bbae-4a06-8ff0-6963eef17871 req-2133d4f6-0ecf-43a0-b1c6-ab81c3a4d4a7 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:24.399280 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa1207-bbae-4a06-8ff0-6963eef17871 req-2133d4f6-0ecf-43a0-b1c6-ab81c3a4d4a7 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:24.401450 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-adaa1207-bbae-4a06-8ff0-6963eef17871 req-2133d4f6-0ecf-43a0-b1c6-ab81c3a4d4a7 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5428 time: 0.4113283 Aug 11 02:16:24.428306 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fec8aeda-6ce8-43fa-bc6a-4773c72ce8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.428728 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-fec8aeda-6ce8-43fa-bc6a-4773c72ce8e5 admin admin] Added segment f16b25d0-24e1-421b-b9aa-004aa418c2ae of type vlan for network 1cc06348-0fe8-4b09-9dc0-727cbdd09d09 Aug 11 02:16:24.440399 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-91822339-68fe-44ec-bce8-8e3c429a1d93 service neutron] 10.222.0.50 "GET /v2.0/networks/79a301b6-8eb6-4684-84fd-05d6fc546709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111058 Aug 11 02:16:24.466325 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-601d1c2a-5f6b-4493-bb90-08fb88d69e01 service neutron] For port 4e0c3380-b938-429b-a46f-cc5356b15cb9, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:24.469562 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-601d1c2a-5f6b-4493-bb90-08fb88d69e01 service neutron] For port 4e0c3380-b938-429b-a46f-cc5356b15cb9, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=4e0c3380-b938-429b-a46f-cc5356b15cb9,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:24.475847 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-601d1c2a-5f6b-4493-bb90-08fb88d69e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.494869 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-601d1c2a-5f6b-4493-bb90-08fb88d69e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:24.495578 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-601d1c2a-5f6b-4493-bb90-08fb88d69e01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.498682 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-601d1c2a-5f6b-4493-bb90-08fb88d69e01 service neutron] 10.222.0.66 "PUT /v2.0/ports/4e0c3380-b938-429b-a46f-cc5356b15cb9 HTTP/1.1" status: 200 len: 1092 time: 1.3499918 Aug 11 02:16:24.523270 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be98c980-f7d1-4e85-81af-9ef451418ed5', 'tag': '4e0c3380-b938-429b-a46f-cc5356b15cb9'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:24.525566 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930bd202-9094-438e-87ac-eca41703a04e" -d '{"events": [{"name": "network-changed", "server_uuid": "be98c980-f7d1-4e85-81af-9ef451418ed5", "tag": "4e0c3380-b938-429b-a46f-cc5356b15cb9"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:24.569263 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130d41c0-8773-48d4-92d4-f32c8df8373d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:24.570793 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-130d41c0-8773-48d4-92d4-f32c8df8373d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3717475 Aug 11 02:16:24.578396 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43244) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:24.606239 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d1c2a-5f6b-4493-bb90-08fb88d69e01 service neutron] Pushing event updated for resources: {'Port': ['ID=4e0c3380-b938-429b-a46f-cc5356b15cb9,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:24.612004 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fec8aeda-6ce8-43fa-bc6a-4773c72ce8e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.615398 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f4eb97-c377-4e33-a91a-96bed898bcd2 admin admin] Made reservation on behalf of 953757b63989485aa599c97f35f2480d for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:24.617860 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-66f4eb97-c377-4e33-a91a-96bed898bcd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.666415 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-5549dd81-2df7-4c99-a303-6e732b8b37c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:24.668444 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-5549dd81-2df7-4c99-a303-6e732b8b37c4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e4e387ba25a4d14b8728f756bd278ce&device_id=be98c980-f7d1-4e85-81af-9ef451418ed5 HTTP/1.1" status: 200 len: 1095 time: 0.1056006 Aug 11 02:16:24.671951 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a10cc1d-0c11-4847-9846-09980177607e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.678162 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2449c956-a707-4e37-96df-ad66459e795b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:24.682135 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-adaa1207-bbae-4a06-8ff0-6963eef17871 req-651148de-afb0-45b1-a6e0-f9bb245df17f tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2606983 Aug 11 02:16:24.686395 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2449c956-a707-4e37-96df-ad66459e795b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1081626 Aug 11 02:16:24.686642 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43250) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:24.736063 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-7f815b55-1ca7-42f7-a4b8-7e7402d59e32 service neutron] 10.222.0.73 "GET /v2.0/networks/2c433229-6c79-4510-a34a-8c4278ec5b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307991 Aug 11 02:16:24.742654 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb19ae09-1872-4b55-a89b-a417fb54837f x-openstack-request-id: req-cb19ae09-1872-4b55-a89b-a417fb54837f {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:24.743030 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be98c980-f7d1-4e85-81af-9ef451418ed5", "tag": "4e0c3380-b938-429b-a46f-cc5356b15cb9", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:24.744298 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cb19ae09-1872-4b55-a89b-a417fb54837f {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:24.745437 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be98c980-f7d1-4e85-81af-9ef451418ed5', 'tag': '4e0c3380-b938-429b-a46f-cc5356b15cb9', 'status': 'completed', 'code': 200} Aug 11 02:16:24.786655 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-faf553ee-7694-4590-97e8-f0b486e3348d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e0c3380-b938-429b-a46f-cc5356b15cb9 HTTP/1.1" status: 200 len: 217 time: 0.0990279 Aug 11 02:16:24.815899 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fec8aeda-6ce8-43fa-bc6a-4773c72ce8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.816885 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec8aeda-6ce8-43fa-bc6a-4773c72ce8e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:24.817467 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fec8aeda-6ce8-43fa-bc6a-4773c72ce8e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.820295 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-f74b7fa5-771b-4022-aa86-bad44b9d5e1f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7f2bbf46-3ede-45de-88ba-1f3435d9778a HTTP/1.1" status: 200 len: 217 time: 0.0541298 Aug 11 02:16:24.845700 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9e15ee7a-46be-4527-b458-d817277209b5 req-745aebb2-2f44-4156-a45f-5e63fc128b95 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b416745-3306-4fca-b9c4-6d6f23110d37 HTTP/1.1" status: 200 len: 210 time: 0.0634520 Aug 11 02:16:24.882311 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3bf432-28de-47af-96da-e7b8ffcad20a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:24.883921 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3bf432-28de-47af-96da-e7b8ffcad20a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:24.885495 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3bf432-28de-47af-96da-e7b8ffcad20a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:24.890445 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-be3bf432-28de-47af-96da-e7b8ffcad20a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1918337 Aug 11 02:16:24.894343 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43256) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:24.936553 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-d98310c0-2174-405f-88d8-4d7007eed481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:24.938470 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-d98310c0-2174-405f-88d8-4d7007eed481 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62 HTTP/1.1" status: 200 len: 846 time: 0.1372240 Aug 11 02:16:24.958372 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fec8aeda-6ce8-43fa-bc6a-4773c72ce8e5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4511669 Aug 11 02:16:24.972691 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-0362a9d6-d09b-4a60-8bae-ad3a1bba003a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet e68f118e-a5bc-4020-8957-3a1d704cb607 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:16:24.976755 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43260) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:24.991980 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-77760577-0444-4dc5-b432-fb4ed377f102 admin admin] Request body: {'subnet': {'network_id': '1cc06348-0fe8-4b09-9dc0-727cbdd09d09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1133917206-subnet', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:24.998389 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0362a9d6-d09b-4a60-8bae-ad3a1bba003a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:25.007139 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'tag': '6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:25.009922 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2c15f8-9893-4739-98b3-e8520ec1b13f" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "tag": "6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:25.059345 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8aeda-6ce8-43fa-bc6a-4773c72ce8e5 admin admin] Pushing event updated for resources: {'Network': ['ID=1cc06348-0fe8-4b09-9dc0-727cbdd09d09,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:25.070963 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 1cc06348-0fe8-4b09-9dc0-727cbdd09d09 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:16:25.081204 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-5c9c3b5d-e9ca-4aee-babc-302831223673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:25.082713 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-5c9c3b5d-e9ca-4aee-babc-302831223673 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d883f484-d67b-4b0e-a60e-d2d168985bab HTTP/1.1" status: 200 len: 797 time: 0.2517939 Aug 11 02:16:25.169994 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:25.211780 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2cf0dc-8b8b-4f7f-9f65-3bfd1c70a278 req-77f2eb02-37eb-4097-96ae-96a070f61006 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:25.218587 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2cf0dc-8b8b-4f7f-9f65-3bfd1c70a278 req-77f2eb02-37eb-4097-96ae-96a070f61006 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:25.224869 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2cf0dc-8b8b-4f7f-9f65-3bfd1c70a278 req-77f2eb02-37eb-4097-96ae-96a070f61006 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:25.231517 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2cf0dc-8b8b-4f7f-9f65-3bfd1c70a278 req-77f2eb02-37eb-4097-96ae-96a070f61006 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:25.237709 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2cf0dc-8b8b-4f7f-9f65-3bfd1c70a278 req-77f2eb02-37eb-4097-96ae-96a070f61006 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:25.243876 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2cf0dc-8b8b-4f7f-9f65-3bfd1c70a278 req-77f2eb02-37eb-4097-96ae-96a070f61006 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:25.249923 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2cf0dc-8b8b-4f7f-9f65-3bfd1c70a278 req-77f2eb02-37eb-4097-96ae-96a070f61006 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:25.252181 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9c2cf0dc-8b8b-4f7f-9f65-3bfd1c70a278 req-77f2eb02-37eb-4097-96ae-96a070f61006 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5410 time: 0.4310000 Aug 11 02:16:25.420909 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-92900474-18ea-4105-b604-ed63604dd1d4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fa6d118c-1b11-471b-a79b-8ba66c683603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4722540 Aug 11 02:16:25.536291 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77760577-0444-4dc5-b432-fb4ed377f102 admin admin] Made reservation on behalf of 46ac404d6c2f4ff8a9d4b2717b2d3aa2 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:25.539562 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-77760577-0444-4dc5-b432-fb4ed377f102 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:25.544423 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0362a9d6-d09b-4a60-8bae-ad3a1bba003a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:25.606714 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-66f4eb97-c377-4e33-a91a-96bed898bcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:25.646660 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539bafa0-7612-46f8-9985-20bc4c0f06fa req-c215785e-5fa2-41eb-a2ed-6eba0c3ee0c0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:25.648223 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-539bafa0-7612-46f8-9985-20bc4c0f06fa req-c215785e-5fa2-41eb-a2ed-6eba0c3ee0c0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=be98c980-f7d1-4e85-81af-9ef451418ed5 HTTP/1.1" status: 200 len: 943 time: 0.6517200 Aug 11 02:16:25.656198 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-2c820ad5-bb81-4ebb-8952-0a936e794bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:25.657718 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-2c820ad5-bb81-4ebb-8952-0a936e794bad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c433229-6c79-4510-a34a-8c4278ec5b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5645320 Aug 11 02:16:25.679754 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9c2cf0dc-8b8b-4f7f-9f65-3bfd1c70a278 req-4325b248-ec55-430b-89e5-0cfe00482f3f tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1161740 Aug 11 02:16:25.742027 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-2542ae53-ff86-4306-8978-15fdc878a876 service neutron] 10.222.0.66 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948735 Aug 11 02:16:25.765701 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7908537-f3e0-4485-8b14-d38e84255327 x-openstack-request-id: req-b7908537-f3e0-4485-8b14-d38e84255327 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:25.765954 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "tag": "6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:25.766216 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b7908537-f3e0-4485-8b14-d38e84255327 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:25.766571 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'tag': '6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1', 'status': 'completed', 'code': 200} Aug 11 02:16:25.819529 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4eb97-c377-4e33-a91a-96bed898bcd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7193a88f-4d31-4933-a3af-0738d0f7bf97,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:25.855465 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0362a9d6-d09b-4a60-8bae-ad3a1bba003a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:25.862747 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-539bafa0-7612-46f8-9985-20bc4c0f06fa req-0bd0e53f-f3b9-4784-950a-bdfaf2cff36f tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006233 Aug 11 02:16:25.934366 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f4eb97-c377-4e33-a91a-96bed898bcd2 admin admin] Checking segment: {'id': 'd96cfe33-0c98-475f-a757-618812c1d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:25.934707 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f4eb97-c377-4e33-a91a-96bed898bcd2 admin admin] Network hostable DHCP agents. Network: 59cdb064-6e17-4f2a-988c-bc3dbd58ef99, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:16:25.987753 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a10cc1d-0c11-4847-9846-09980177607e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1451ea14-a62f-4cdf-b59f-1f01ea8381d0 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:26.015603 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-45b8cec2-89e6-4011-993f-7ae121459972 req-9793bf4f-4033-41bc-8265-ec065234cf84 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b416745-3306-4fca-b9c4-6d6f23110d37 HTTP/1.1" status: 200 len: 210 time: 0.0470638 Aug 11 02:16:26.034199 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6feeac4e-6c98-4001-91c7-d719f4565607 req-cbc68376-d969-45fe-aa69-98e3d6629e68 service neutron] 10.222.0.66 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819943 Aug 11 02:16:26.035557 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a10cc1d-0c11-4847-9846-09980177607e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:26.044016 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c15f8-9893-4739-98b3-e8520ec1b13f req-8e41b6e5-c93f-46dd-93e3-aacb496d59df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.044507 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c15f8-9893-4739-98b3-e8520ec1b13f req-8e41b6e5-c93f-46dd-93e3-aacb496d59df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.044990 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c15f8-9893-4739-98b3-e8520ec1b13f req-8e41b6e5-c93f-46dd-93e3-aacb496d59df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.045459 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c15f8-9893-4739-98b3-e8520ec1b13f req-8e41b6e5-c93f-46dd-93e3-aacb496d59df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.045930 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c15f8-9893-4739-98b3-e8520ec1b13f req-8e41b6e5-c93f-46dd-93e3-aacb496d59df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.046400 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c15f8-9893-4739-98b3-e8520ec1b13f req-8e41b6e5-c93f-46dd-93e3-aacb496d59df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.046867 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c15f8-9893-4739-98b3-e8520ec1b13f req-8e41b6e5-c93f-46dd-93e3-aacb496d59df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.048840 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ce2c15f8-9893-4739-98b3-e8520ec1b13f req-8e41b6e5-c93f-46dd-93e3-aacb496d59df service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3f544ac306fb418fb17bb1bb0c938ed0&device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 6418 time: 0.2350233 Aug 11 02:16:26.056727 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-afed9ba5-5791-4b12-aef9-47601a7bd404 service neutron] 10.222.0.73 "GET /v2.0/networks/2c433229-6c79-4510-a34a-8c4278ec5b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864152 Aug 11 02:16:26.069563 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0362a9d6-d09b-4a60-8bae-ad3a1bba003a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:26.107947 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-f3d926b3-ad47-4397-a5a9-633abbcc0550 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.109480 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-f3d926b3-ad47-4397-a5a9-633abbcc0550 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.73 "GET /v2.0/networks?id=79a301b6-8eb6-4684-84fd-05d6fc546709 HTTP/1.1" status: 200 len: 813 time: 0.4111445 Aug 11 02:16:26.124864 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362a9d6-d09b-4a60-8bae-ad3a1bba003a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=e68f118e-a5bc-4020-8957-3a1d704cb607,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:26.130249 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0362a9d6-d09b-4a60-8bae-ad3a1bba003a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:26.134598 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0362a9d6-d09b-4a60-8bae-ad3a1bba003a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/e68f118e-a5bc-4020-8957-3a1d704cb607 HTTP/1.1" status: 204 len: 168 time: 1.2369137 Aug 11 02:16:26.140586 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf27407-671f-4300-b88a-de8e84c23c10 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:26.143930 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a10cc1d-0c11-4847-9846-09980177607e service neutron] Transition to ACTIVE for port object 1451ea14-a62f-4cdf-b59f-1f01ea8381d0 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:26.144767 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f4eb97-c377-4e33-a91a-96bed898bcd2 admin admin] Network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:16:26.149441 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43272) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:26.159867 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-77760577-0444-4dc5-b432-fb4ed377f102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:26.187473 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-82f02b73-7b64-43ce-948e-29476c353eb2 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Request body: {'port': {'device_id': '0b416745-3306-4fca-b9c4-6d6f23110d37', 'network_id': '79a301b6-8eb6-4684-84fd-05d6fc546709', 'admin_state_up': True, 'tenant_id': '0cfacaf78696422e8ffa8119283a095a'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:26.194535 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a10cc1d-0c11-4847-9846-09980177607e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:26.257603 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bd202-9094-438e-87ac-eca41703a04e req-d826cc87-1463-44c7-8e25-a1efbea3ce4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.258519 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-930bd202-9094-438e-87ac-eca41703a04e req-d826cc87-1463-44c7-8e25-a1efbea3ce4b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e4e387ba25a4d14b8728f756bd278ce&device_id=be98c980-f7d1-4e85-81af-9ef451418ed5 HTTP/1.1" status: 200 len: 1095 time: 0.1442900 Aug 11 02:16:26.272370 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0843307-e950-46ba-b272-55c20e5b674d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet e829315a-53c4-4bac-b9c5-c1d83fa108f1 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:16:26.272833 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-66f4eb97-c377-4e33-a91a-96bed898bcd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 59cdb064-6e17-4f2a-988c-bc3dbd58ef99) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:26.279098 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77760577-0444-4dc5-b432-fb4ed377f102 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cccbf575-460b-41a5-802c-8f12cd514561,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:26.284857 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dd9fc5-a429-4ea4-ad1c-a14567b71b3d None None] Network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:26.289571 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a0843307-e950-46ba-b272-55c20e5b674d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:26.290404 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f4eb97-c377-4e33-a91a-96bed898bcd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.291163 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-66f4eb97-c377-4e33-a91a-96bed898bcd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:26.313383 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6db86-79fd-47f5-80ec-0996d3b691d1 req-dfad2e25-d32e-4d55-8d4e-5a917fe333a1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.319524 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6db86-79fd-47f5-80ec-0996d3b691d1 req-dfad2e25-d32e-4d55-8d4e-5a917fe333a1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.325684 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6db86-79fd-47f5-80ec-0996d3b691d1 req-dfad2e25-d32e-4d55-8d4e-5a917fe333a1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.331671 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6db86-79fd-47f5-80ec-0996d3b691d1 req-dfad2e25-d32e-4d55-8d4e-5a917fe333a1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.338063 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6db86-79fd-47f5-80ec-0996d3b691d1 req-dfad2e25-d32e-4d55-8d4e-5a917fe333a1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.344399 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6db86-79fd-47f5-80ec-0996d3b691d1 req-dfad2e25-d32e-4d55-8d4e-5a917fe333a1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.350517 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6db86-79fd-47f5-80ec-0996d3b691d1 req-dfad2e25-d32e-4d55-8d4e-5a917fe333a1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.352738 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b8a6db86-79fd-47f5-80ec-0996d3b691d1 req-dfad2e25-d32e-4d55-8d4e-5a917fe333a1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5428 time: 0.3982835 Aug 11 02:16:26.367420 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77760577-0444-4dc5-b432-fb4ed377f102 admin admin] Checking segment: {'id': 'f16b25d0-24e1-421b-b9aa-004aa418c2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1cc06348-0fe8-4b09-9dc0-727cbdd09d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:26.367808 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77760577-0444-4dc5-b432-fb4ed377f102 admin admin] Network hostable DHCP agents. Network: 1cc06348-0fe8-4b09-9dc0-727cbdd09d09, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:16:26.390281 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a0843307-e950-46ba-b272-55c20e5b674d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:26.444254 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10cc1d-0c11-4847-9846-09980177607e service neutron] Pushing event updated for resources: {'Port': ['ID=1451ea14-a62f-4cdf-b59f-1f01ea8381d0,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:26.457788 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77760577-0444-4dc5-b432-fb4ed377f102 admin admin] Network 1cc06348-0fe8-4b09-9dc0-727cbdd09d09 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:16:26.478224 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-66f4eb97-c377-4e33-a91a-96bed898bcd2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1889749 Aug 11 02:16:26.481054 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bd202-9094-438e-87ac-eca41703a04e req-e7d385ab-29fd-4aed-a0a4-1b264d356819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.482430 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-930bd202-9094-438e-87ac-eca41703a04e req-e7d385ab-29fd-4aed-a0a4-1b264d356819 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fa6d118c-1b11-471b-a79b-8ba66c683603 HTTP/1.1" status: 200 len: 907 time: 0.2069099 Aug 11 02:16:26.482895 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43274) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:26.487426 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-34bf5d3d-161a-4147-897a-f6ccd7c192a8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1775609857-router', 'tenant_id': '953757b63989485aa599c97f35f2480d', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:26.504448 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-77760577-0444-4dc5-b432-fb4ed377f102 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 1cc06348-0fe8-4b09-9dc0-727cbdd09d09) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:26.555012 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c15f8-9893-4739-98b3-e8520ec1b13f req-0e5d4eaf-b5f3-4845-88ea-1205581f1c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.555493 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c15f8-9893-4739-98b3-e8520ec1b13f req-0e5d4eaf-b5f3-4845-88ea-1205581f1c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.556007 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c15f8-9893-4739-98b3-e8520ec1b13f req-0e5d4eaf-b5f3-4845-88ea-1205581f1c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.557662 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ce2c15f8-9893-4739-98b3-e8520ec1b13f req-0e5d4eaf-b5f3-4845-88ea-1205581f1c24 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=3f544ac306fb418fb17bb1bb0c938ed0&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5000730 Aug 11 02:16:26.574847 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d21c5c-bee2-44c8-b4a2-6bb77bf42e59 None None] Network 1cc06348-0fe8-4b09-9dc0-727cbdd09d09 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:26.587936 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77760577-0444-4dc5-b432-fb4ed377f102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.588121 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44b2cf0c-0628-4bad-8444-7dd2d32a647e req-dd817e41-f1fc-42f0-b0f7-8e4584e55f6f service neutron] 10.222.0.73 "GET /v2.0/networks/2c433229-6c79-4510-a34a-8c4278ec5b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5236871 Aug 11 02:16:26.588969 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-77760577-0444-4dc5-b432-fb4ed377f102 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:26.607194 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34bf5d3d-161a-4147-897a-f6ccd7c192a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:26.608884 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34bf5d3d-161a-4147-897a-f6ccd7c192a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:26.630315 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-930bd202-9094-438e-87ac-eca41703a04e req-fd572416-e14e-4862-9cb6-86170e94e618 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e0c3380-b938-429b-a46f-cc5356b15cb9 HTTP/1.1" status: 200 len: 217 time: 0.1388626 Aug 11 02:16:26.630800 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b8a6db86-79fd-47f5-80ec-0996d3b691d1 req-de1afe4e-9fdf-43c1-8d95-0395555655eb tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2483706 Aug 11 02:16:26.675520 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae661e5d-f071-4ab0-9cfd-43465913c674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-59cdb064-6e17-4f2a-988c-bc3dbd58ef99', 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99', 'tenant_id': '953757b63989485aa599c97f35f2480d', 'fixed_ips': [{'subnet_id': '7193a88f-4d31-4933-a3af-0738d0f7bf97'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:16:26.676582 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ae661e5d-f071-4ab0-9cfd-43465913c674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:26.687042 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-77760577-0444-4dc5-b432-fb4ed377f102 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7005363 Aug 11 02:16:26.694616 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43276) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:26.704500 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-9a2582aa-453f-4729-b34d-1eda73f75fbe admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1133917206-router', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:26.784554 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34bf5d3d-161a-4147-897a-f6ccd7c192a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:26.793632 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a0843307-e950-46ba-b272-55c20e5b674d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:26.795062 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-82f02b73-7b64-43ce-948e-29476c353eb2 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Made reservation on behalf of 0cfacaf78696422e8ffa8119283a095a for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:26.799353 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-82f02b73-7b64-43ce-948e-29476c353eb2 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:26.850468 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a10cc1d-0c11-4847-9846-09980177607e service neutron] Attempting to bind port 1451ea14-a62f-4cdf-b59f-1f01ea8381d0 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:26.850798 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a10cc1d-0c11-4847-9846-09980177607e service neutron] Attempting to bind port 1451ea14-a62f-4cdf-b59f-1f01ea8381d0 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'c2e8159c-d990-439a-8147-40324f3e05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dd83919f-ff7e-4fd8-96b1-202904e5f138'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:26.851138 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a10cc1d-0c11-4847-9846-09980177607e service neutron] Attempting to bind port 1451ea14-a62f-4cdf-b59f-1f01ea8381d0 on network dd83919f-ff7e-4fd8-96b1-202904e5f138 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:26.860149 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c15f8-9893-4739-98b3-e8520ec1b13f req-c6d916ab-3700-4e71-bd9a-19ff37597d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.861672 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ce2c15f8-9893-4739-98b3-e8520ec1b13f req-c6d916ab-3700-4e71-bd9a-19ff37597d04 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2727516 Aug 11 02:16:26.884595 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a10cc1d-0c11-4847-9846-09980177607e service neutron] Port 1451ea14-a62f-4cdf-b59f-1f01ea8381d0 on network dd83919f-ff7e-4fd8-96b1-202904e5f138 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:16:26.884933 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a10cc1d-0c11-4847-9846-09980177607e service neutron] Attempting to bind port 1451ea14-a62f-4cdf-b59f-1f01ea8381d0 on network dd83919f-ff7e-4fd8-96b1-202904e5f138 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:26.896490 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a2582aa-453f-4729-b34d-1eda73f75fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:26.899146 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a2582aa-453f-4729-b34d-1eda73f75fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:26.916582 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bd202-9094-438e-87ac-eca41703a04e req-366edc39-b314-46e2-9c7a-db1085b4646e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.918255 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-930bd202-9094-438e-87ac-eca41703a04e req-366edc39-b314-46e2-9c7a-db1085b4646e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62 HTTP/1.1" status: 200 len: 846 time: 0.2753203 Aug 11 02:16:26.944612 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7d61b-9a3a-4bd4-82e1-2bc1f45fde7c req-29d65422-9da6-491b-80aa-708d489c133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.945172 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7d61b-9a3a-4bd4-82e1-2bc1f45fde7c req-29d65422-9da6-491b-80aa-708d489c133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.945592 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7d61b-9a3a-4bd4-82e1-2bc1f45fde7c req-29d65422-9da6-491b-80aa-708d489c133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.946076 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7d61b-9a3a-4bd4-82e1-2bc1f45fde7c req-29d65422-9da6-491b-80aa-708d489c133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.946550 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7d61b-9a3a-4bd4-82e1-2bc1f45fde7c req-29d65422-9da6-491b-80aa-708d489c133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.947031 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7d61b-9a3a-4bd4-82e1-2bc1f45fde7c req-29d65422-9da6-491b-80aa-708d489c133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.947497 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7d61b-9a3a-4bd4-82e1-2bc1f45fde7c req-29d65422-9da6-491b-80aa-708d489c133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.951502 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a7a7d61b-9a3a-4bd4-82e1-2bc1f45fde7c req-29d65422-9da6-491b-80aa-708d489c133c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9900cac277147b786c9feaddc3e5258&device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 6492 time: 0.2730272 Aug 11 02:16:26.962035 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46343bf2-662f-4a63-bfba-f3af4f587873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-1cc06348-0fe8-4b09-9dc0-727cbdd09d09', 'network_id': '1cc06348-0fe8-4b09-9dc0-727cbdd09d09', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'fixed_ips': [{'subnet_id': 'cccbf575-460b-41a5-802c-8f12cd514561'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:16:26.963910 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-46343bf2-662f-4a63-bfba-f3af4f587873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:27.013192 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-930bd202-9094-438e-87ac-eca41703a04e req-5a64d09e-4724-4198-a2b0-2fdaeb6b312f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fa6d118c-1b11-471b-a79b-8ba66c683603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602584 Aug 11 02:16:27.045192 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a10cc1d-0c11-4847-9846-09980177607e service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:27.045538 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a10cc1d-0c11-4847-9846-09980177607e service neutron] Checking segment: {'id': 'c2e8159c-d990-439a-8147-40324f3e05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dd83919f-ff7e-4fd8-96b1-202904e5f138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:27.045937 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a10cc1d-0c11-4847-9846-09980177607e service neutron] Bound using segment: {'id': 'c2e8159c-d990-439a-8147-40324f3e05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dd83919f-ff7e-4fd8-96b1-202904e5f138'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:27.046394 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a10cc1d-0c11-4847-9846-09980177607e service neutron] Bound port: 1451ea14-a62f-4cdf-b59f-1f01ea8381d0, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2e8159c-d990-439a-8147-40324f3e05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dd83919f-ff7e-4fd8-96b1-202904e5f138'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:27.046758 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a10cc1d-0c11-4847-9846-09980177607e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:27.117926 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d575b-3007-49f9-89c2-e6caf5d8b3d0 req-f2dde593-ea9e-4579-af42-e86fa74923bc tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:27.123955 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d575b-3007-49f9-89c2-e6caf5d8b3d0 req-f2dde593-ea9e-4579-af42-e86fa74923bc tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:27.129832 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d575b-3007-49f9-89c2-e6caf5d8b3d0 req-f2dde593-ea9e-4579-af42-e86fa74923bc tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:27.134712 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-ae661e5d-f071-4ab0-9cfd-43465913c674 None None] Allocated IP 172.20.0.2 (59cdb064-6e17-4f2a-988c-bc3dbd58ef99/7193a88f-4d31-4933-a3af-0738d0f7bf97/8df16492-0cba-4f65-be53-9f24a0e05dc3) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:27.135777 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d575b-3007-49f9-89c2-e6caf5d8b3d0 req-f2dde593-ea9e-4579-af42-e86fa74923bc tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:27.142470 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d575b-3007-49f9-89c2-e6caf5d8b3d0 req-f2dde593-ea9e-4579-af42-e86fa74923bc tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:27.148341 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d575b-3007-49f9-89c2-e6caf5d8b3d0 req-f2dde593-ea9e-4579-af42-e86fa74923bc tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:27.154909 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d575b-3007-49f9-89c2-e6caf5d8b3d0 req-f2dde593-ea9e-4579-af42-e86fa74923bc tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:27.157062 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c99d575b-3007-49f9-89c2-e6caf5d8b3d0 req-f2dde593-ea9e-4579-af42-e86fa74923bc tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5422 time: 0.3835180 Aug 11 02:16:27.185968 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7d61b-9a3a-4bd4-82e1-2bc1f45fde7c req-55f40704-42e5-4c95-9fe6-692080eb7f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:27.187671 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a7a7d61b-9a3a-4bd4-82e1-2bc1f45fde7c req-55f40704-42e5-4c95-9fe6-692080eb7f56 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2c433229-6c79-4510-a34a-8c4278ec5b0e HTTP/1.1" status: 200 len: 902 time: 0.1648939 Aug 11 02:16:27.201350 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34bf5d3d-161a-4147-897a-f6ccd7c192a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:27.242266 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a0843307-e950-46ba-b272-55c20e5b674d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:27.269394 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-46343bf2-662f-4a63-bfba-f3af4f587873 None None] Allocated IP 172.20.0.2 (1cc06348-0fe8-4b09-9dc0-727cbdd09d09/cccbf575-460b-41a5-802c-8f12cd514561/8a9262ca-e850-4a91-8bfb-a6702218ff2c) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:27.331388 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a2582aa-453f-4729-b34d-1eda73f75fbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:27.337484 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a7a7d61b-9a3a-4bd4-82e1-2bc1f45fde7c req-030ab745-8ede-47bd-a505-6ee2457b6ef9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7f2bbf46-3ede-45de-88ba-1f3435d9778a HTTP/1.1" status: 200 len: 217 time: 0.1202693 Aug 11 02:16:27.352659 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c99d575b-3007-49f9-89c2-e6caf5d8b3d0 req-8cba0dd8-7b85-465b-b511-723fac81b76d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1782660 Aug 11 02:16:27.354294 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0843307-e950-46ba-b272-55c20e5b674d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=e829315a-53c4-4bac-b9c5-c1d83fa108f1,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:27.365076 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a0843307-e950-46ba-b272-55c20e5b674d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:27.369441 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a0843307-e950-46ba-b272-55c20e5b674d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/e829315a-53c4-4bac-b9c5-c1d83fa108f1 HTTP/1.1" status: 204 len: 168 time: 1.2158213 Aug 11 02:16:27.370355 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfa6e7c-88c2-4491-85ca-3ef57fb710d4 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:27.379663 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43286) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:27.432629 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ae661e5d-f071-4ab0-9cfd-43465913c674 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:27.451999 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-930bd202-9094-438e-87ac-eca41703a04e req-716a0925-d196-4595-8113-bc14e27c1935 service neutron] 10.222.0.66 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860188 Aug 11 02:16:27.459157 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f09e2523-b257-4c7d-bf94-594e99434bb4 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702472 Aug 11 02:16:27.472625 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ae661e5d-f071-4ab0-9cfd-43465913c674 None None] Transition to ACTIVE for port object 8df16492-0cba-4f65-be53-9f24a0e05dc3 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:27.474238 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43288) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:27.486925 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-cfe660ae-1303-44aa-92be-3acdde29660b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:27.542421 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a10cc1d-0c11-4847-9846-09980177607e service neutron] For port 1451ea14-a62f-4cdf-b59f-1f01ea8381d0, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:27.544209 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ae661e5d-f071-4ab0-9cfd-43465913c674 None None] Transition to ACTIVE for port object 8df16492-0cba-4f65-be53-9f24a0e05dc3 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:27.546890 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fa12d648-f3fc-431d-b221-9e05e0ad728f None None] Provisioning complete for port dd04b3ec-e8f3-45d5-834a-670bea155ffc triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:27.547260 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fa12d648-f3fc-431d-b221-9e05e0ad728f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:27.549620 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a10cc1d-0c11-4847-9846-09980177607e service neutron] For port 1451ea14-a62f-4cdf-b59f-1f01ea8381d0, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=1451ea14-a62f-4cdf-b59f-1f01ea8381d0,segment=NetworkSegment(c2e8159c-d990-439a-8147-40324f3e05e5),segment_id=c2e8159c-d990-439a-8147-40324f3e05e5)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:27.550942 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-da3eb2b2-29fd-48c8-909a-9573db2f4f99 req-28eb3bcd-233e-49b3-951b-9567359b6383 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b416745-3306-4fca-b9c4-6d6f23110d37 HTTP/1.1" status: 200 len: 210 time: 0.0970042 Aug 11 02:16:27.588695 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ae661e5d-f071-4ab0-9cfd-43465913c674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:27.608374 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451feba-d20f-470c-8b65-70013a9b540a req-ac581bbb-167b-4c45-b53f-9a398076a61c tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:27.616481 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1451feba-d20f-470c-8b65-70013a9b540a req-ac581bbb-167b-4c45-b53f-9a398076a61c tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=be98c980-f7d1-4e85-81af-9ef451418ed5 HTTP/1.1" status: 200 len: 943 time: 0.4360604 Aug 11 02:16:27.630315 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-82f02b73-7b64-43ce-948e-29476c353eb2 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Allocated IP 172.20.0.11 (79a301b6-8eb6-4684-84fd-05d6fc546709/025e1ca0-7884-4b5a-921c-958f38e3c6f7/ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:27.663150 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a10cc1d-0c11-4847-9846-09980177607e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:27.689983 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae661e5d-f071-4ab0-9cfd-43465913c674 None None] Network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:27.694764 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae661e5d-f071-4ab0-9cfd-43465913c674 None None] Pushing event updated for resources: {'Port': ['ID=8df16492-0cba-4f65-be53-9f24a0e05dc3,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:27.703239 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-ae661e5d-f071-4ab0-9cfd-43465913c674 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:27.711335 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae661e5d-f071-4ab0-9cfd-43465913c674 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:27.714475 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-46343bf2-662f-4a63-bfba-f3af4f587873 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:27.729814 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe660ae-1303-44aa-92be-3acdde29660b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:27.734244 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cfe660ae-1303-44aa-92be-3acdde29660b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:27.758916 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7d61b-9a3a-4bd4-82e1-2bc1f45fde7c req-62ff7dfc-bcac-4969-a44c-759c91cb2be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:27.760759 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a7a7d61b-9a3a-4bd4-82e1-2bc1f45fde7c req-62ff7dfc-bcac-4969-a44c-759c91cb2be3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d883f484-d67b-4b0e-a60e-d2d168985bab HTTP/1.1" status: 200 len: 797 time: 0.4097729 Aug 11 02:16:27.765284 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-46343bf2-662f-4a63-bfba-f3af4f587873 None None] Transition to ACTIVE for port object 8a9262ca-e850-4a91-8bfb-a6702218ff2c will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:27.775620 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10cc1d-0c11-4847-9846-09980177607e service neutron] Pushing event updated for resources: {'Port': ['ID=1451ea14-a62f-4cdf-b59f-1f01ea8381d0,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:27.790170 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-930bd202-9094-438e-87ac-eca41703a04e req-0a7de180-ac5f-4624-9583-75a4bb92e8d4 service neutron] 10.222.0.66 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179734 Aug 11 02:16:27.794212 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a2582aa-453f-4729-b34d-1eda73f75fbe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:27.801812 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444bda09-8612-47c2-9470-101507897425 None None] DHCP port deletion for abfe629d-e2ef-4da1-94ab-4576283f6a78 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:16:27.821100 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-46343bf2-662f-4a63-bfba-f3af4f587873 None None] Transition to ACTIVE for port object 8a9262ca-e850-4a91-8bfb-a6702218ff2c will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:27.832581 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-46343bf2-662f-4a63-bfba-f3af4f587873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:27.834240 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-ae661e5d-f071-4ab0-9cfd-43465913c674 None None] Attempting to bind port 8df16492-0cba-4f65-be53-9f24a0e05dc3 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:27.834603 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-ae661e5d-f071-4ab0-9cfd-43465913c674 None None] Attempting to bind port 8df16492-0cba-4f65-be53-9f24a0e05dc3 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd96cfe33-0c98-475f-a757-618812c1d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:27.834988 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae661e5d-f071-4ab0-9cfd-43465913c674 None None] Attempting to bind port 8df16492-0cba-4f65-be53-9f24a0e05dc3 on network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:27.856505 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a10cc1d-0c11-4847-9846-09980177607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:27.857140 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a10cc1d-0c11-4847-9846-09980177607e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:27.858573 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a10cc1d-0c11-4847-9846-09980177607e service neutron] 10.222.0.66 "PUT /v2.0/ports/1451ea14-a62f-4cdf-b59f-1f01ea8381d0 HTTP/1.1" status: 200 len: 1092 time: 3.6276202 Aug 11 02:16:27.875738 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1451feba-d20f-470c-8b65-70013a9b540a req-08e9de56-a0de-4301-8627-dad5a9580484 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519381 Aug 11 02:16:27.876471 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'tag': '1451ea14-a62f-4cdf-b59f-1f01ea8381d0'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:27.879051 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8bd24d-9d3f-4029-813f-44c317ce8146" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "tag": "1451ea14-a62f-4cdf-b59f-1f01ea8381d0"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:27.923344 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46343bf2-662f-4a63-bfba-f3af4f587873 None None] Pushing event updated for resources: {'Port': ['ID=8a9262ca-e850-4a91-8bfb-a6702218ff2c,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:27.926900 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae661e5d-f071-4ab0-9cfd-43465913c674 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:27.927328 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae661e5d-f071-4ab0-9cfd-43465913c674 None None] Checking segment: {'id': 'd96cfe33-0c98-475f-a757-618812c1d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:27.927699 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ae661e5d-f071-4ab0-9cfd-43465913c674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:27.928086 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae661e5d-f071-4ab0-9cfd-43465913c674 None None] Bound using segment: {'id': 'd96cfe33-0c98-475f-a757-618812c1d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:27.928568 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-ae661e5d-f071-4ab0-9cfd-43465913c674 None None] Bound port: 8df16492-0cba-4f65-be53-9f24a0e05dc3, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96cfe33-0c98-475f-a757-618812c1d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:27.929116 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ae661e5d-f071-4ab0-9cfd-43465913c674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:27.941147 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46343bf2-662f-4a63-bfba-f3af4f587873 None None] Network 1cc06348-0fe8-4b09-9dc0-727cbdd09d09 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:27.955488 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-46343bf2-662f-4a63-bfba-f3af4f587873 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:28.028697 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-ae661e5d-f071-4ab0-9cfd-43465913c674 None None] For port 8df16492-0cba-4f65-be53-9f24a0e05dc3, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:28.030774 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f033a73-4f8d-4764-a923-33e95f8bf20b req-ebd82a5f-c2fc-4928-91d3-3affeee3ccaf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:28.032384 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-ae661e5d-f071-4ab0-9cfd-43465913c674 None None] For port 8df16492-0cba-4f65-be53-9f24a0e05dc3, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8df16492-0cba-4f65-be53-9f24a0e05dc3,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:28.033952 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46343bf2-662f-4a63-bfba-f3af4f587873 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:28.045847 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f033a73-4f8d-4764-a923-33e95f8bf20b req-ebd82a5f-c2fc-4928-91d3-3affeee3ccaf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:28.053401 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f033a73-4f8d-4764-a923-33e95f8bf20b req-ebd82a5f-c2fc-4928-91d3-3affeee3ccaf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:28.061458 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f033a73-4f8d-4764-a923-33e95f8bf20b req-ebd82a5f-c2fc-4928-91d3-3affeee3ccaf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:28.068137 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f033a73-4f8d-4764-a923-33e95f8bf20b req-ebd82a5f-c2fc-4928-91d3-3affeee3ccaf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:28.075427 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f033a73-4f8d-4764-a923-33e95f8bf20b req-ebd82a5f-c2fc-4928-91d3-3affeee3ccaf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:28.082007 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f033a73-4f8d-4764-a923-33e95f8bf20b req-ebd82a5f-c2fc-4928-91d3-3affeee3ccaf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:28.086442 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ae661e5d-f071-4ab0-9cfd-43465913c674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:28.091661 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7f033a73-4f8d-4764-a923-33e95f8bf20b req-ebd82a5f-c2fc-4928-91d3-3affeee3ccaf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5428 time: 0.2800367 Aug 11 02:16:28.132149 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34bf5d3d-161a-4147-897a-f6ccd7c192a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:28.157826 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34bf5d3d-161a-4147-897a-f6ccd7c192a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:28.164561 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device dd04b3ec-e8f3-45d5-834a-670bea155ffc no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:16:28.221968 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7f033a73-4f8d-4764-a923-33e95f8bf20b req-214fdf26-285a-4ab7-a68f-8dd01518e849 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1282191 Aug 11 02:16:28.356654 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cfe660ae-1303-44aa-92be-3acdde29660b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:28.361667 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-444bda09-8612-47c2-9470-101507897425 None None] Deleting port dd04b3ec-e8f3-45d5-834a-670bea155ffc {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:28.362233 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-444bda09-8612-47c2-9470-101507897425 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:28.375653 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-46343bf2-662f-4a63-bfba-f3af4f587873 None None] Attempting to bind port 8a9262ca-e850-4a91-8bfb-a6702218ff2c on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:28.376119 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-46343bf2-662f-4a63-bfba-f3af4f587873 None None] Attempting to bind port 8a9262ca-e850-4a91-8bfb-a6702218ff2c by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'f16b25d0-24e1-421b-b9aa-004aa418c2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1cc06348-0fe8-4b09-9dc0-727cbdd09d09'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:28.376490 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46343bf2-662f-4a63-bfba-f3af4f587873 None None] Attempting to bind port 8a9262ca-e850-4a91-8bfb-a6702218ff2c on network 1cc06348-0fe8-4b09-9dc0-727cbdd09d09 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:28.436057 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46343bf2-662f-4a63-bfba-f3af4f587873 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:28.436686 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46343bf2-662f-4a63-bfba-f3af4f587873 None None] Checking segment: {'id': 'f16b25d0-24e1-421b-b9aa-004aa418c2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1cc06348-0fe8-4b09-9dc0-727cbdd09d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:28.437026 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-34bf5d3d-161a-4147-897a-f6ccd7c192a8 admin admin] Allocated IP 172.25.2.58 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/69acca0c-4f63-431f-a175-53bddb12d3e7) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:28.437561 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-46343bf2-662f-4a63-bfba-f3af4f587873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:28.438600 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46343bf2-662f-4a63-bfba-f3af4f587873 None None] Bound using segment: {'id': 'f16b25d0-24e1-421b-b9aa-004aa418c2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1cc06348-0fe8-4b09-9dc0-727cbdd09d09'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:28.439249 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-46343bf2-662f-4a63-bfba-f3af4f587873 None None] Bound port: 8a9262ca-e850-4a91-8bfb-a6702218ff2c, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f16b25d0-24e1-421b-b9aa-004aa418c2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1cc06348-0fe8-4b09-9dc0-727cbdd09d09'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:28.439844 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-46343bf2-662f-4a63-bfba-f3af4f587873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:28.441169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe660ae-1303-44aa-92be-3acdde29660b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:28.450295 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe660ae-1303-44aa-92be-3acdde29660b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=50b3d186-b085-4d33-9523-ff952edb0f1c,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:28.455430 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-cfe660ae-1303-44aa-92be-3acdde29660b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:28.461720 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe660ae-1303-44aa-92be-3acdde29660b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:28.462476 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cfe660ae-1303-44aa-92be-3acdde29660b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:28.493602 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae661e5d-f071-4ab0-9cfd-43465913c674 None None] Pushing event updated for resources: {'Port': ['ID=8df16492-0cba-4f65-be53-9f24a0e05dc3,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:28.495438 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d598360d-290b-4da0-992d-b29b41b4344a x-openstack-request-id: req-d598360d-290b-4da0-992d-b29b41b4344a {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:28.496016 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "tag": "1451ea14-a62f-4cdf-b59f-1f01ea8381d0", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:28.496016 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d598360d-290b-4da0-992d-b29b41b4344a {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:28.496419 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'tag': '1451ea14-a62f-4cdf-b59f-1f01ea8381d0', 'status': 'completed', 'code': 200} Aug 11 02:16:28.508504 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-cfe660ae-1303-44aa-92be-3acdde29660b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0336599 Aug 11 02:16:28.515340 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43298) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:28.541453 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-3748fb0b-62aa-4a35-ab64-80d49eacf1ec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:28.617757 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7d61b-9a3a-4bd4-82e1-2bc1f45fde7c req-2f35f256-fbbd-4f70-9543-7def675e9012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:28.619303 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a7a7d61b-9a3a-4bd4-82e1-2bc1f45fde7c req-2f35f256-fbbd-4f70-9543-7def675e9012 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c433229-6c79-4510-a34a-8c4278ec5b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8403902 Aug 11 02:16:28.620563 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-444bda09-8612-47c2-9470-101507897425 None None] For port dd04b3ec-e8f3-45d5-834a-670bea155ffc, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=dd04b3ec-e8f3-45d5-834a-670bea155ffc,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:28.621037 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-444bda09-8612-47c2-9470-101507897425 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:28.634625 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-46343bf2-662f-4a63-bfba-f3af4f587873 None None] For port 8a9262ca-e850-4a91-8bfb-a6702218ff2c, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:28.635754 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34bf5d3d-161a-4147-897a-f6ccd7c192a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:28.649434 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-444bda09-8612-47c2-9470-101507897425 None None] Calling delete_port for dd04b3ec-e8f3-45d5-834a-670bea155ffc owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:28.690204 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8213296d-f7bd-4454-a5a1-b0fc2576c2f0 req-6d8796b1-a347-44a0-94ce-5cd410e36a8c tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b416745-3306-4fca-b9c4-6d6f23110d37 HTTP/1.1" status: 200 len: 210 time: 0.0351098 Aug 11 02:16:28.742281 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-46343bf2-662f-4a63-bfba-f3af4f587873 None None] For port 8a9262ca-e850-4a91-8bfb-a6702218ff2c, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8a9262ca-e850-4a91-8bfb-a6702218ff2c,segment=NetworkSegment(f16b25d0-24e1-421b-b9aa-004aa418c2ae),segment_id=f16b25d0-24e1-421b-b9aa-004aa418c2ae)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:28.745057 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:28.758056 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34bf5d3d-161a-4147-897a-f6ccd7c192a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:28.760180 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-46343bf2-662f-4a63-bfba-f3af4f587873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:28.771265 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a239544-c95d-4027-be17-3df7814d36c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:28.771265 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a239544-c95d-4027-be17-3df7814d36c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:28.771265 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a239544-c95d-4027-be17-3df7814d36c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:28.771265 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a239544-c95d-4027-be17-3df7814d36c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:28.771265 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a239544-c95d-4027-be17-3df7814d36c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:28.771849 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a239544-c95d-4027-be17-3df7814d36c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:28.772233 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a239544-c95d-4027-be17-3df7814d36c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:28.774178 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4a239544-c95d-4027-be17-3df7814d36c7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3f544ac306fb418fb17bb1bb0c938ed0&device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 6486 time: 0.7774844 Aug 11 02:16:28.809599 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bf5d3d-161a-4147-897a-f6ccd7c192a8 admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:28.816760 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-34bf5d3d-161a-4147-897a-f6ccd7c192a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:28.831042 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bf5d3d-161a-4147-897a-f6ccd7c192a8 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:28.850487 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-810eafef-3132-43d9-ba39-eeb5b1b835df service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20f53a84-827e-4a21-8b16-64a8498d6bf9 HTTP/1.1" status: 200 len: 217 time: 0.0586507 Aug 11 02:16:28.855666 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf5d3d-161a-4147-897a-f6ccd7c192a8 admin admin] Pushing event updated for resources: {'Port': ['ID=69acca0c-4f63-431f-a175-53bddb12d3e7,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:28.856956 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46343bf2-662f-4a63-bfba-f3af4f587873 None None] Pushing event updated for resources: {'Port': ['ID=8a9262ca-e850-4a91-8bfb-a6702218ff2c,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:28.880593 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port dd04b3ec-e8f3-45d5-834a-670bea155ffc, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=dd04b3ec-e8f3-45d5-834a-670bea155ffc,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:28.892386 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:28.938602 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-82f02b73-7b64-43ce-948e-29476c353eb2 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:28.957314 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-444bda09-8612-47c2-9470-101507897425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:28.978549 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444bda09-8612-47c2-9470-101507897425 None None] No DVR routers for this DVR port dd04b3ec-e8f3-45d5-834a-670bea155ffc on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:16:29.005075 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=dd04b3ec-e8f3-45d5-834a-670bea155ffc,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:29.013625 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20e956c-fc01-4eeb-a727-78d35c3c097f None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:29.024206 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390444ab-4bfa-4d6b-9e92-fd86db0464f5 req-fdd98eae-ab08-4990-9d8d-a4c7c14f1444 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:29.030850 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390444ab-4bfa-4d6b-9e92-fd86db0464f5 req-fdd98eae-ab08-4990-9d8d-a4c7c14f1444 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:29.037027 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390444ab-4bfa-4d6b-9e92-fd86db0464f5 req-fdd98eae-ab08-4990-9d8d-a4c7c14f1444 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:29.046330 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390444ab-4bfa-4d6b-9e92-fd86db0464f5 req-fdd98eae-ab08-4990-9d8d-a4c7c14f1444 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:29.052304 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390444ab-4bfa-4d6b-9e92-fd86db0464f5 req-fdd98eae-ab08-4990-9d8d-a4c7c14f1444 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:29.058175 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390444ab-4bfa-4d6b-9e92-fd86db0464f5 req-fdd98eae-ab08-4990-9d8d-a4c7c14f1444 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:29.064131 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390444ab-4bfa-4d6b-9e92-fd86db0464f5 req-fdd98eae-ab08-4990-9d8d-a4c7c14f1444 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:29.072611 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-390444ab-4bfa-4d6b-9e92-fd86db0464f5 req-fdd98eae-ab08-4990-9d8d-a4c7c14f1444 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5422 time: 0.5072572 Aug 11 02:16:29.116075 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efa73a-e586-41fa-aaa4-b816efdd819e req-d908c54d-d18a-4eac-9ce7-4b32dad7d49f tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:29.117651 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444bda09-8612-47c2-9470-101507897425 None None] Pushing event deleted for resources: {'Port': ['ID=dd04b3ec-e8f3-45d5-834a-670bea155ffc,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:29.123316 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-25efa73a-e586-41fa-aaa4-b816efdd819e req-d908c54d-d18a-4eac-9ce7-4b32dad7d49f tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=be98c980-f7d1-4e85-81af-9ef451418ed5 HTTP/1.1" status: 200 len: 943 time: 0.0986636 Aug 11 02:16:29.181308 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 4e0c3380-b938-429b-a46f-cc5356b15cb9 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:16:29.213476 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-a756dd57-8ced-4d79-a5ea-65603e742fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:29.215599 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-a756dd57-8ced-4d79-a5ea-65603e742fcb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c48f56bb-082d-428b-b7c4-d68dad46b955 HTTP/1.1" status: 200 len: 850 time: 0.3267951 Aug 11 02:16:29.236135 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889b0bf1-6574-4c18-935c-41422eb78dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-abfe629d-e2ef-4da1-94ab-4576283f6a78', 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'tenant_id': 'ad4de75c6cef45fcb9c1501c711130da', 'fixed_ips': [{'subnet_id': '50b3d186-b085-4d33-9523-ff952edb0f1c'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:16:29.237221 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-889b0bf1-6574-4c18-935c-41422eb78dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:29.255939 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3748fb0b-62aa-4a35-ab64-80d49eacf1ec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:29.271649 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3748fb0b-62aa-4a35-ab64-80d49eacf1ec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:29.305864 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a7a7d61b-9a3a-4bd4-82e1-2bc1f45fde7c req-bf155815-2707-4fab-9d10-fcb03de6638c service neutron] 10.222.0.73 "GET /v2.0/networks/2c433229-6c79-4510-a34a-8c4278ec5b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6762979 Aug 11 02:16:29.362795 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 4e0c3380-b938-429b-a46f-cc5356b15cb9, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=4e0c3380-b938-429b-a46f-cc5356b15cb9,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:29.392164 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-390444ab-4bfa-4d6b-9e92-fd86db0464f5 req-e13b1ce1-309b-4a86-a234-02b92aa11c3c tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3183858 Aug 11 02:16:29.473967 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '4e0c3380-b938-429b-a46f-cc5356b15cb9', 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603', 'port_id': '4e0c3380-b938-429b-a46f-cc5356b15cb9', 'mac_address': 'fa:16:3e:da:56:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:16:29.597618 n-d-615180-33 neutron-server[94506]: INFO neutron.db.ipam_backend_mixin [None req-3748fb0b-62aa-4a35-ab64-80d49eacf1ec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 50b3d186-b085-4d33-9523-ff952edb0f1c (CIDR: 2001:db8::/64) Aug 11 02:16:29.601764 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b1782ee1-0913-43f1-bc59-8c5977e99ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:29.602962 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:29.605145 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b1782ee1-0913-43f1-bc59-8c5977e99ce6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=47c1ad3c-2161-421b-b922-fe59b93cfe05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3726699 Aug 11 02:16:29.631727 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e0c3380-b938-429b-a46f-cc5356b15cb9 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:29.651957 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-82f02b73-7b64-43ce-948e-29476c353eb2 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:29.654236 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-3748fb0b-62aa-4a35-ab64-80d49eacf1ec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:16:29.655134 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3748fb0b-62aa-4a35-ab64-80d49eacf1ec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:29.664145 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 4e0c3380-b938-429b-a46f-cc5356b15cb9, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=4e0c3380-b938-429b-a46f-cc5356b15cb9,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:29.665752 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-889b0bf1-6574-4c18-935c-41422eb78dea None None] Allocated IP 2001:db8::2 (abfe629d-e2ef-4da1-94ab-4576283f6a78/50b3d186-b085-4d33-9523-ff952edb0f1c/1793941e-134d-40c4-9d28-aa783e49aa01) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:29.671037 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['690bbc53-f3db-4498-b12d-5eb8eb7e60b7'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:29.672617 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-25efa73a-e586-41fa-aaa4-b816efdd819e req-295c8742-e471-43a1-b0e2-64bc470e8151 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884396 Aug 11 02:16:29.688192 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34bf5d3d-161a-4147-897a-f6ccd7c192a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:29.729047 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:29.782717 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3748fb0b-62aa-4a35-ab64-80d49eacf1ec tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2542400 Aug 11 02:16:29.805720 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43310) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:29.813982 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-0e0b21fd-ab45-40ab-99ff-ab20ac572fcd tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'subnet': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:29.914477 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-82f02b73-7b64-43ce-948e-29476c353eb2 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Network 79a301b6-8eb6-4684-84fd-05d6fc546709 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:29.917063 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=4e0c3380-b938-429b-a46f-cc5356b15cb9,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:29.941495 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-82f02b73-7b64-43ce-948e-29476c353eb2 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:29.970080 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebc545-7ce8-4827-ac92-eefb73adf2a3 req-a84db5ae-b408-4406-beeb-ba36c349a413 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:29.977858 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebc545-7ce8-4827-ac92-eefb73adf2a3 req-a84db5ae-b408-4406-beeb-ba36c349a413 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:29.984746 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['4e0c3380-b938-429b-a46f-cc5356b15cb9'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:29.994013 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebc545-7ce8-4827-ac92-eefb73adf2a3 req-a84db5ae-b408-4406-beeb-ba36c349a413 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:30.011131 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebc545-7ce8-4827-ac92-eefb73adf2a3 req-a84db5ae-b408-4406-beeb-ba36c349a413 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:30.020346 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40491f98-1fba-4ef2-9dbf-268cbc34db1c None None] Network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:30.020951 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebc545-7ce8-4827-ac92-eefb73adf2a3 req-a84db5ae-b408-4406-beeb-ba36c349a413 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:30.027964 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebc545-7ce8-4827-ac92-eefb73adf2a3 req-a84db5ae-b408-4406-beeb-ba36c349a413 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:30.034547 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebc545-7ce8-4827-ac92-eefb73adf2a3 req-a84db5ae-b408-4406-beeb-ba36c349a413 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:30.046694 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-86ebc545-7ce8-4827-ac92-eefb73adf2a3 req-a84db5ae-b408-4406-beeb-ba36c349a413 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5428 time: 0.4343951 Aug 11 02:16:30.082453 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-82f02b73-7b64-43ce-948e-29476c353eb2 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:30.093932 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec96a1-0c39-4090-8aaf-d43506b1c91b req-9348f339-1cf7-42c0-87b2-3c8fec051f64 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:30.096738 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-13ec96a1-0c39-4090-8aaf-d43506b1c91b req-9348f339-1cf7-42c0-87b2-3c8fec051f64 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b416745-3306-4fca-b9c4-6d6f23110d37 HTTP/1.1" status: 200 len: 932 time: 0.2462268 Aug 11 02:16:30.106429 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34bf5d3d-161a-4147-897a-f6ccd7c192a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:30.118442 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0b21fd-ab45-40ab-99ff-ab20ac572fcd tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:30.122149 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0e0b21fd-ab45-40ab-99ff-ab20ac572fcd tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:30.206951 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a7a7d61b-9a3a-4bd4-82e1-2bc1f45fde7c req-442aa8e0-abaf-4831-bc1c-3d1d8f56cea4 service neutron] 10.222.0.73 "GET /v2.0/networks/2c433229-6c79-4510-a34a-8c4278ec5b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8676307 Aug 11 02:16:30.208006 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a2582aa-453f-4729-b34d-1eda73f75fbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:30.215201 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-82f02b73-7b64-43ce-948e-29476c353eb2 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:30.216045 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-82f02b73-7b64-43ce-948e-29476c353eb2 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:30.242305 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-889b0bf1-6574-4c18-935c-41422eb78dea None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:30.258768 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-889b0bf1-6574-4c18-935c-41422eb78dea None None] Transition to ACTIVE for port object 1793941e-134d-40c4-9d28-aa783e49aa01 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:30.275957 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f02b73-7b64-43ce-948e-29476c353eb2 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Pushing event updated for resources: {'Port': ['ID=ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:30.278902 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-889b0bf1-6574-4c18-935c-41422eb78dea None None] Transition to ACTIVE for port object 1793941e-134d-40c4-9d28-aa783e49aa01 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:30.280975 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-258ed068-1b12-4a87-842a-6c91a749236c service neutron] 10.222.0.66 "GET /v2.0/networks/47c1ad3c-2161-421b-b922-fe59b93cfe05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5383403 Aug 11 02:16:30.288026 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a2582aa-453f-4729-b34d-1eda73f75fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:30.295140 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-86ebc545-7ce8-4827-ac92-eefb73adf2a3 req-c34b4064-0dcc-46a0-a2b7-b00b61b2c51b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2475696 Aug 11 02:16:30.312045 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-13ec96a1-0c39-4090-8aaf-d43506b1c91b req-4b7b28f8-2c27-473b-bd49-90766574e55e tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups?id=56ddbfec-47ca-4dbf-8c32-e787b27c9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998644 Aug 11 02:16:30.344549 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-82f02b73-7b64-43ce-948e-29476c353eb2 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1650302 Aug 11 02:16:30.359983 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b7aabad4-b5ff-4d36-9be5-836537632c87 None None] Provisioning for port 8df16492-0cba-4f65-be53-9f24a0e05dc3 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:30.362844 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8df16492-0cba-4f65-be53-9f24a0e05dc3 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:30.382680 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-889b0bf1-6574-4c18-935c-41422eb78dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:30.386417 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-7b1a7b53-24fd-48e1-8631-0732c3c5b472 service neutron] Request body: {'port': {'device_id': '0b416745-3306-4fca-b9c4-6d6f23110d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:30.488938 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34bf5d3d-161a-4147-897a-f6ccd7c192a8 admin admin] Router 00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:16:30.547971 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b0bf1-6574-4c18-935c-41422eb78dea None None] Pushing event updated for resources: {'Port': ['ID=1793941e-134d-40c4-9d28-aa783e49aa01,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:30.569133 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889b0bf1-6574-4c18-935c-41422eb78dea None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:30.576386 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-889b0bf1-6574-4c18-935c-41422eb78dea None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:30.584725 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-7b1a7b53-24fd-48e1-8631-0732c3c5b472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:30.590899 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-8e9a92a7-0f1d-4068-967d-ef0cb7e02091 service neutron] 10.222.0.66 "GET /v2.0/networks/47c1ad3c-2161-421b-b922-fe59b93cfe05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004725 Aug 11 02:16:30.594830 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889b0bf1-6574-4c18-935c-41422eb78dea None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:30.627736 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f671cb2-d9fe-42bf-94ba-44117279d842 None None] Network 1cc06348-0fe8-4b09-9dc0-727cbdd09d09 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:30.681479 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-7826e110-bb63-4597-8cfd-082dee8c5de8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=5eb9176f-1ed6-4f79-a75b-1c022309c059 HTTP/1.1" status: 200 len: 217 time: 0.0576770 Aug 11 02:16:30.713513 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-9a2582aa-453f-4729-b34d-1eda73f75fbe admin admin] Allocated IP 172.25.2.254 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/a8e1c58a-8a39-4a18-bb9a-21e89826c95a) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:30.725308 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bf5d3d-161a-4147-897a-f6ccd7c192a8 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:16:30.749903 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185d3e8a-b0e1-4734-a5c8-3edcf48e6940 None None] Sync routers for ids ['00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:16:30.761734 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185d3e8a-b0e1-4734-a5c8-3edcf48e6940 None None] Routers {'00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:16:30.763127 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-185d3e8a-b0e1-4734-a5c8-3edcf48e6940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:16:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:30.776599 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34bf5d3d-161a-4147-897a-f6ccd7c192a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:30.777815 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-34bf5d3d-161a-4147-897a-f6ccd7c192a8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2939765 Aug 11 02:16:30.781529 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43318) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:30.803204 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f07ee5-0ee2-4b09-9f83-8c523e389ea3 req-6743f16b-95ec-46e6-a73c-14f06eba7a33 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:30.810068 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f07ee5-0ee2-4b09-9f83-8c523e389ea3 req-6743f16b-95ec-46e6-a73c-14f06eba7a33 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:30.816317 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f07ee5-0ee2-4b09-9f83-8c523e389ea3 req-6743f16b-95ec-46e6-a73c-14f06eba7a33 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:30.822452 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f07ee5-0ee2-4b09-9f83-8c523e389ea3 req-6743f16b-95ec-46e6-a73c-14f06eba7a33 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:30.828876 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f07ee5-0ee2-4b09-9f83-8c523e389ea3 req-6743f16b-95ec-46e6-a73c-14f06eba7a33 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:30.834773 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f07ee5-0ee2-4b09-9f83-8c523e389ea3 req-6743f16b-95ec-46e6-a73c-14f06eba7a33 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:30.840997 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f07ee5-0ee2-4b09-9f83-8c523e389ea3 req-6743f16b-95ec-46e6-a73c-14f06eba7a33 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:30.848836 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c0f07ee5-0ee2-4b09-9f83-8c523e389ea3 req-6743f16b-95ec-46e6-a73c-14f06eba7a33 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5422 time: 0.3196695 Aug 11 02:16:30.879625 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 8df16492-0cba-4f65-be53-9f24a0e05dc3 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:30.898941 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9b77f091-2971-49b5-9018-099ffa76f16f None None] Provisioning for port 8a9262ca-e850-4a91-8bfb-a6702218ff2c completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:30.913469 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 8df16492-0cba-4f65-be53-9f24a0e05dc3 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:30.913834 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:30.913952 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-185d3e8a-b0e1-4734-a5c8-3edcf48e6940 None None] Set router 00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:16:30.957788 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-889b0bf1-6574-4c18-935c-41422eb78dea None None] Attempting to bind port 1793941e-134d-40c4-9d28-aa783e49aa01 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:30.958204 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-889b0bf1-6574-4c18-935c-41422eb78dea None None] Attempting to bind port 1793941e-134d-40c4-9d28-aa783e49aa01 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:30.958568 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889b0bf1-6574-4c18-935c-41422eb78dea None None] Attempting to bind port 1793941e-134d-40c4-9d28-aa783e49aa01 on network abfe629d-e2ef-4da1-94ab-4576283f6a78 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:30.974874 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfea86-23fd-47f2-99a5-fe89a31a76f9 req-df5d4061-516d-42ef-81d1-6bfcba4624cf tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:30.983451 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-32dfea86-23fd-47f2-99a5-fe89a31a76f9 req-df5d4061-516d-42ef-81d1-6bfcba4624cf tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=be98c980-f7d1-4e85-81af-9ef451418ed5 HTTP/1.1" status: 200 len: 944 time: 0.1558437 Aug 11 02:16:30.986245 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889b0bf1-6574-4c18-935c-41422eb78dea None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:30.986615 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889b0bf1-6574-4c18-935c-41422eb78dea None None] Checking segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:30.987013 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-889b0bf1-6574-4c18-935c-41422eb78dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:30.987402 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889b0bf1-6574-4c18-935c-41422eb78dea None None] Bound using segment: {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:30.987901 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-889b0bf1-6574-4c18-935c-41422eb78dea None None] Bound port: 1793941e-134d-40c4-9d28-aa783e49aa01, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965bfb6a-77e7-4e80-8088-d016626c9303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:30.988279 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-889b0bf1-6574-4c18-935c-41422eb78dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:30.990291 n-d-615180-33 neutron-server[94507]: DEBUG neutron.objects.ports [None req-0e0b21fd-ab45-40ab-99ff-ab20ac572fcd tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94507) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:16:31.040756 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a2582aa-453f-4729-b34d-1eda73f75fbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:31.105149 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-185d3e8a-b0e1-4734-a5c8-3edcf48e6940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'name': 'tempest-ServerActionsTestJSON-1775609857-router', 'tenant_id': '953757b63989485aa599c97f35f2480d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '69acca0c-4f63-431f-a175-53bddb12d3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:26Z', 'updated_at': '2021-08-11T02:16:29Z', 'revision_number': 3, 'project_id': '953757b63989485aa599c97f35f2480d', 'gw_port': {'id': '69acca0c-4f63-431f-a175-53bddb12d3e7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:71:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:28Z', 'updated_at': '2021-08-11T02:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:31.139208 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185d3e8a-b0e1-4734-a5c8-3edcf48e6940 None None] Checking router: 00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:16:31.140130 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185d3e8a-b0e1-4734-a5c8-3edcf48e6940 None None] Updating router 00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b port 69acca0c-4f63-431f-a175-53bddb12d3e7 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:16:31.169073 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-185d3e8a-b0e1-4734-a5c8-3edcf48e6940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:31.228306 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-32dfea86-23fd-47f2-99a5-fe89a31a76f9 req-7a88d525-9dbc-4ef4-8073-f2f05df01a26 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423971 Aug 11 02:16:31.381358 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-889b0bf1-6574-4c18-935c-41422eb78dea None None] For port 1793941e-134d-40c4-9d28-aa783e49aa01, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:31.416777 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-889b0bf1-6574-4c18-935c-41422eb78dea None None] For port 1793941e-134d-40c4-9d28-aa783e49aa01, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=1793941e-134d-40c4-9d28-aa783e49aa01,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:31.438674 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:31.442208 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a2582aa-453f-4729-b34d-1eda73f75fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:31.444563 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-889b0bf1-6574-4c18-935c-41422eb78dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:31.488600 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0e0b21fd-ab45-40ab-99ff-ab20ac572fcd tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:31.554199 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-a519a4d5-ce07-464a-811e-548cd40af0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:31.555728 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-a519a4d5-ce07-464a-811e-548cd40af0bf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=325640a4-d334-4da9-8e10-51bbb0627559 HTTP/1.1" status: 200 len: 797 time: 0.8380280 Aug 11 02:16:31.607266 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-7b1a7b53-24fd-48e1-8631-0732c3c5b472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:31.629375 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-185d3e8a-b0e1-4734-a5c8-3edcf48e6940 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:31.651250 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-185d3e8a-b0e1-4734-a5c8-3edcf48e6940 None None] Transition to ACTIVE for port object 69acca0c-4f63-431f-a175-53bddb12d3e7 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:31.659142 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 8df16492-0cba-4f65-be53-9f24a0e05dc3, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8df16492-0cba-4f65-be53-9f24a0e05dc3,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:31.660318 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b0bf1-6574-4c18-935c-41422eb78dea None None] Pushing event updated for resources: {'Port': ['ID=1793941e-134d-40c4-9d28-aa783e49aa01,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:31.670104 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:31.671120 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8a9262ca-e850-4a91-8bfb-a6702218ff2c up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:31.676192 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-185d3e8a-b0e1-4734-a5c8-3edcf48e6940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:31.687258 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c0f07ee5-0ee2-4b09-9f83-8c523e389ea3 req-56b218bb-be8d-4f40-b05c-e12ca40f1011 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8375514 Aug 11 02:16:31.689403 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-7b1a7b53-24fd-48e1-8631-0732c3c5b472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:31.776528 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2582aa-453f-4729-b34d-1eda73f75fbe admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:31.781419 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df842493-842f-4355-9501-ab038cd0eed4 None None] Pushing event updated for resources: {'Port': ['ID=69acca0c-4f63-431f-a175-53bddb12d3e7,revision_number=2']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:31.789403 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-9a2582aa-453f-4729-b34d-1eda73f75fbe admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:31.800630 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2582aa-453f-4729-b34d-1eda73f75fbe admin admin] Pushing event updated for resources: {'Port': ['ID=a8e1c58a-8a39-4a18-bb9a-21e89826c95a,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:31.802850 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df842493-842f-4355-9501-ab038cd0eed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:31.803190 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df842493-842f-4355-9501-ab038cd0eed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:31.803529 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df842493-842f-4355-9501-ab038cd0eed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:31.803879 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df842493-842f-4355-9501-ab038cd0eed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:31.804206 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df842493-842f-4355-9501-ab038cd0eed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:31.804635 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2582aa-453f-4729-b34d-1eda73f75fbe admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:31.811909 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df842493-842f-4355-9501-ab038cd0eed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:31.812306 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df842493-842f-4355-9501-ab038cd0eed4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:31.812823 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df842493-842f-4355-9501-ab038cd0eed4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:31.813307 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df842493-842f-4355-9501-ab038cd0eed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:31.813830 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df842493-842f-4355-9501-ab038cd0eed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:31.814311 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df842493-842f-4355-9501-ab038cd0eed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:31.814784 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df842493-842f-4355-9501-ab038cd0eed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:31.830657 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-185d3e8a-b0e1-4734-a5c8-3edcf48e6940 None None] Attempting to bind port 69acca0c-4f63-431f-a175-53bddb12d3e7 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:31.831270 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-185d3e8a-b0e1-4734-a5c8-3edcf48e6940 None None] Attempting to bind port 69acca0c-4f63-431f-a175-53bddb12d3e7 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:31.831851 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185d3e8a-b0e1-4734-a5c8-3edcf48e6940 None None] Attempting to bind port 69acca0c-4f63-431f-a175-53bddb12d3e7 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:31.844388 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185d3e8a-b0e1-4734-a5c8-3edcf48e6940 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:31.845037 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185d3e8a-b0e1-4734-a5c8-3edcf48e6940 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:31.845602 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-185d3e8a-b0e1-4734-a5c8-3edcf48e6940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:31.847137 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185d3e8a-b0e1-4734-a5c8-3edcf48e6940 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:31.847834 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-185d3e8a-b0e1-4734-a5c8-3edcf48e6940 None None] Bound port: 69acca0c-4f63-431f-a175-53bddb12d3e7, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:31.848982 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-7b1a7b53-24fd-48e1-8631-0732c3c5b472 service neutron] Transition to ACTIVE for port object ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:31.849559 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-185d3e8a-b0e1-4734-a5c8-3edcf48e6940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:31.899003 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=8df16492-0cba-4f65-be53-9f24a0e05dc3,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:31.903331 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-7b1a7b53-24fd-48e1-8631-0732c3c5b472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:31.913114 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2b5d9232-15dc-4e2a-a412-9407f133647f None None] Provisioning complete for port 8df16492-0cba-4f65-be53-9f24a0e05dc3 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:31.913488 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2b5d9232-15dc-4e2a-a412-9407f133647f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.015452 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-185d3e8a-b0e1-4734-a5c8-3edcf48e6940 None None] For port 69acca0c-4f63-431f-a175-53bddb12d3e7, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:32.019417 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-185d3e8a-b0e1-4734-a5c8-3edcf48e6940 None None] For port 69acca0c-4f63-431f-a175-53bddb12d3e7, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=69acca0c-4f63-431f-a175-53bddb12d3e7,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:32.025858 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-185d3e8a-b0e1-4734-a5c8-3edcf48e6940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.070285 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ae6d4-c6fa-4d3b-bd2c-cdbe791250ff req-fba57890-8b4b-487b-a6e9-3df54a15d89b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:32.079287 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 8a9262ca-e850-4a91-8bfb-a6702218ff2c completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:32.084913 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ae6d4-c6fa-4d3b-bd2c-cdbe791250ff req-fba57890-8b4b-487b-a6e9-3df54a15d89b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:32.091489 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 8a9262ca-e850-4a91-8bfb-a6702218ff2c triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:32.091730 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.103265 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df842493-842f-4355-9501-ab038cd0eed4 None None] Pushing event updated for resources: {'Port': ['ID=69acca0c-4f63-431f-a175-53bddb12d3e7,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:32.107102 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ae6d4-c6fa-4d3b-bd2c-cdbe791250ff req-fba57890-8b4b-487b-a6e9-3df54a15d89b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:32.112057 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185d3e8a-b0e1-4734-a5c8-3edcf48e6940 None None] Routers {'00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:16:32.113014 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-185d3e8a-b0e1-4734-a5c8-3edcf48e6940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:16:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:32.113644 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ae6d4-c6fa-4d3b-bd2c-cdbe791250ff req-fba57890-8b4b-487b-a6e9-3df54a15d89b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:32.130644 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ae6d4-c6fa-4d3b-bd2c-cdbe791250ff req-fba57890-8b4b-487b-a6e9-3df54a15d89b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:32.143379 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ae6d4-c6fa-4d3b-bd2c-cdbe791250ff req-fba57890-8b4b-487b-a6e9-3df54a15d89b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:32.157701 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ae6d4-c6fa-4d3b-bd2c-cdbe791250ff req-fba57890-8b4b-487b-a6e9-3df54a15d89b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:32.159687 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b99ae6d4-c6fa-4d3b-bd2c-cdbe791250ff req-fba57890-8b4b-487b-a6e9-3df54a15d89b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5428 time: 0.7217467 Aug 11 02:16:32.271296 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-185d3e8a-b0e1-4734-a5c8-3edcf48e6940 None None] Set router 00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:16:32.290818 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b99ae6d4-c6fa-4d3b-bd2c-cdbe791250ff req-a53f43a5-ed58-459b-be93-3fe5cacedab7 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1171942 Aug 11 02:16:32.304801 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-0e0b21fd-ab45-40ab-99ff-ab20ac572fcd tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] For port 1793941e-134d-40c4-9d28-aa783e49aa01, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=1793941e-134d-40c4-9d28-aa783e49aa01,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:32.333779 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.392143 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 8a9262ca-e850-4a91-8bfb-a6702218ff2c, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8a9262ca-e850-4a91-8bfb-a6702218ff2c,segment=NetworkSegment(f16b25d0-24e1-421b-b9aa-004aa418c2ae),segment_id=f16b25d0-24e1-421b-b9aa-004aa418c2ae)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:32.412494 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.413168 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0e0b21fd-ab45-40ab-99ff-ab20ac572fcd tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.512277 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5463b502-7adb-48b5-9950-0f8042fb0943 None None] Provisioning complete for port 8a9262ca-e850-4a91-8bfb-a6702218ff2c triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:32.519076 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5463b502-7adb-48b5-9950-0f8042fb0943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.538736 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-185d3e8a-b0e1-4734-a5c8-3edcf48e6940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'name': 'tempest-ServerActionsTestJSON-1775609857-router', 'tenant_id': '953757b63989485aa599c97f35f2480d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '69acca0c-4f63-431f-a175-53bddb12d3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:26Z', 'updated_at': '2021-08-11T02:16:29Z', 'revision_number': 3, 'project_id': '953757b63989485aa599c97f35f2480d', 'gw_port': {'id': '69acca0c-4f63-431f-a175-53bddb12d3e7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:71:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:28Z', 'updated_at': '2021-08-11T02:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:32.552160 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a7b53-24fd-48e1-8631-0732c3c5b472 service neutron] Pushing event updated for resources: {'Port': ['ID=ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:32.560131 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0e0b21fd-ab45-40ab-99ff-ab20ac572fcd tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.561082 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0e0b21fd-ab45-40ab-99ff-ab20ac572fcd tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.601586 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-daf2b8df-b263-45cd-95f3-3a9c16ac8a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:32.603189 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-daf2b8df-b263-45cd-95f3-3a9c16ac8a8b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a22ae8f3-b76a-495f-839c-755566103de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0177672 Aug 11 02:16:32.650667 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=8a9262ca-e850-4a91-8bfb-a6702218ff2c,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:32.691758 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185d3e8a-b0e1-4734-a5c8-3edcf48e6940 None None] The sync data for ids ['00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b'] in n-d-615180-33 is: [{'id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'name': 'tempest-ServerActionsTestJSON-1775609857-router', 'tenant_id': '953757b63989485aa599c97f35f2480d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '69acca0c-4f63-431f-a175-53bddb12d3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:26Z', 'updated_at': '2021-08-11T02:16:29Z', 'revision_number': 3, 'project_id': '953757b63989485aa599c97f35f2480d', 'gw_port': {'id': '69acca0c-4f63-431f-a175-53bddb12d3e7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:71:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:28Z', 'updated_at': '2021-08-11T02:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:16:32.771433 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e3f9b-643c-4bfc-a377-c1aa2c06cf30 req-e426521e-f33b-4b4e-8eeb-00b9e4607c35 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:32.779955 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6b0e3f9b-643c-4bfc-a377-c1aa2c06cf30 req-e426521e-f33b-4b4e-8eeb-00b9e4607c35 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b416745-3306-4fca-b9c4-6d6f23110d37 HTTP/1.1" status: 200 len: 944 time: 0.9263208 Aug 11 02:16:32.796051 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8df16492-0cba-4f65-be53-9f24a0e05dc3 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:32.815675 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0b21fd-ab45-40ab-99ff-ab20ac572fcd tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:32.830845 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b21fd-ab45-40ab-99ff-ab20ac572fcd tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Subnet': ['ID=7088c766-7051-47ec-b8c2-03ef4a7c156f,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:32.834994 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-0e0b21fd-ab45-40ab-99ff-ab20ac572fcd tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:32.839502 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0b21fd-ab45-40ab-99ff-ab20ac572fcd tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:32.841097 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0e0b21fd-ab45-40ab-99ff-ab20ac572fcd tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.878093 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 8df16492-0cba-4f65-be53-9f24a0e05dc3 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:32.879134 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.920213 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdcd31-df41-47e6-b122-e310c3e95b1c req-629a5452-7961-4471-8e2b-7f9011ca1098 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:32.928252 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-35cdcd31-df41-47e6-b122-e310c3e95b1c req-629a5452-7961-4471-8e2b-7f9011ca1098 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=be98c980-f7d1-4e85-81af-9ef451418ed5 HTTP/1.1" status: 200 len: 944 time: 0.2484488 Aug 11 02:16:32.956781 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0e0b21fd-ab45-40ab-99ff-ab20ac572fcd tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.1479611 Aug 11 02:16:32.957523 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b21fd-ab45-40ab-99ff-ab20ac572fcd tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Port': ['ID=1793941e-134d-40c4-9d28-aa783e49aa01,revision_number=4']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:32.963935 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43330) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:32.969477 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-40859ac7-363d-46d1-8c4e-3b440e47211b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Request body: {'port': {'network_id': 'abfe629d-e2ef-4da1-94ab-4576283f6a78', 'mac_address': 'fa:16:3e:4f:15:a3', 'name': 'tempest-NetworksTestDHCPv6-499793208'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:32.994332 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1793941e-134d-40c4-9d28-aa783e49aa01 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:33.084645 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 1793941e-134d-40c4-9d28-aa783e49aa01 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:33.110292 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6b0e3f9b-643c-4bfc-a377-c1aa2c06cf30 req-e610c57a-16f2-4ae0-963e-7fdac0a31083 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups?id=56ddbfec-47ca-4dbf-8c32-e787b27c9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291540 Aug 11 02:16:33.166093 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-35cdcd31-df41-47e6-b122-e310c3e95b1c req-8833e0e5-8051-422e-8010-08c16744b553 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318892 Aug 11 02:16:33.198288 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 4e0c3380-b938-429b-a46f-cc5356b15cb9 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:33.219115 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-7b1a7b53-24fd-48e1-8631-0732c3c5b472 service neutron] Attempting to bind port ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:33.219625 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-7b1a7b53-24fd-48e1-8631-0732c3c5b472 service neutron] Attempting to bind port ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19dbea17-970b-4093-9d9c-314e17b532a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '79a301b6-8eb6-4684-84fd-05d6fc546709'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:33.220671 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-7b1a7b53-24fd-48e1-8631-0732c3c5b472 service neutron] Attempting to bind port ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1 on network 79a301b6-8eb6-4684-84fd-05d6fc546709 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:33.222306 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d47c1405-efec-4646-aa4c-c1557d6f37b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:33.229455 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-7b1a7b53-24fd-48e1-8631-0732c3c5b472 service neutron] Port ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1 on network 79a301b6-8eb6-4684-84fd-05d6fc546709 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:16:33.229455 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-7b1a7b53-24fd-48e1-8631-0732c3c5b472 service neutron] Attempting to bind port ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1 on network 79a301b6-8eb6-4684-84fd-05d6fc546709 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:33.259346 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-d5f42e7d-224a-41ae-be1d-07c6f7f9bf4b service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5950522 Aug 11 02:16:33.279396 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 4e0c3380-b938-429b-a46f-cc5356b15cb9 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:33.284102 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 4e0c3380-b938-429b-a46f-cc5356b15cb9 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:33.284703 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:33.300367 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-7b1a7b53-24fd-48e1-8631-0732c3c5b472 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:33.300720 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-7b1a7b53-24fd-48e1-8631-0732c3c5b472 service neutron] Checking segment: {'id': '19dbea17-970b-4093-9d9c-314e17b532a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '79a301b6-8eb6-4684-84fd-05d6fc546709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:33.301121 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-7b1a7b53-24fd-48e1-8631-0732c3c5b472 service neutron] Bound using segment: {'id': '19dbea17-970b-4093-9d9c-314e17b532a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '79a301b6-8eb6-4684-84fd-05d6fc546709'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:33.301640 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-7b1a7b53-24fd-48e1-8631-0732c3c5b472 service neutron] Bound port: ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19dbea17-970b-4093-9d9c-314e17b532a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '79a301b6-8eb6-4684-84fd-05d6fc546709'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:33.302011 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-7b1a7b53-24fd-48e1-8631-0732c3c5b472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:33.327645 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633e5a00-1e1d-4dfb-a113-6a4f4ed40fe4 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:33.418930 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abb3e2-71a0-4da8-bdc5-c39bbf3e3d3d req-2a1cb31f-f6d6-4693-92da-2965f19101b5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:33.432634 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abb3e2-71a0-4da8-bdc5-c39bbf3e3d3d req-2a1cb31f-f6d6-4693-92da-2965f19101b5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:33.444309 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abb3e2-71a0-4da8-bdc5-c39bbf3e3d3d req-2a1cb31f-f6d6-4693-92da-2965f19101b5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:33.450248 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-d47c1405-efec-4646-aa4c-c1557d6f37b9 admin admin] Allocated IP 172.20.0.1 (59cdb064-6e17-4f2a-988c-bc3dbd58ef99/7193a88f-4d31-4933-a3af-0738d0f7bf97/26330340-86ea-47c4-98bf-fb077d132d33) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:33.451361 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abb3e2-71a0-4da8-bdc5-c39bbf3e3d3d req-2a1cb31f-f6d6-4693-92da-2965f19101b5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:33.459979 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abb3e2-71a0-4da8-bdc5-c39bbf3e3d3d req-2a1cb31f-f6d6-4693-92da-2965f19101b5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:33.468048 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abb3e2-71a0-4da8-bdc5-c39bbf3e3d3d req-2a1cb31f-f6d6-4693-92da-2965f19101b5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:33.474676 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abb3e2-71a0-4da8-bdc5-c39bbf3e3d3d req-2a1cb31f-f6d6-4693-92da-2965f19101b5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:33.484594 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-26abb3e2-71a0-4da8-bdc5-c39bbf3e3d3d req-2a1cb31f-f6d6-4693-92da-2965f19101b5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5422 time: 0.2747934 Aug 11 02:16:33.511119 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ca494038-4d6f-4bba-8851-ce63ce27800f None None] Provisioning for port 1793941e-134d-40c4-9d28-aa783e49aa01 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:33.520571 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ca494038-4d6f-4bba-8851-ce63ce27800f None None] Provisioning complete for port 1793941e-134d-40c4-9d28-aa783e49aa01 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:33.521644 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ca494038-4d6f-4bba-8851-ce63ce27800f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:33.551967 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40859ac7-363d-46d1-8c4e-3b440e47211b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Made reservation on behalf of ad4de75c6cef45fcb9c1501c711130da for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:33.615049 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d47c1405-efec-4646-aa4c-c1557d6f37b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:33.634204 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:33.648832 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-26abb3e2-71a0-4da8-bdc5-c39bbf3e3d3d req-9da489af-29f1-4b24-91f7-fbd692aaefa8 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1608768 Aug 11 02:16:33.688759 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be98c980-f7d1-4e85-81af-9ef451418ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e0c3380-b938-429b-a46f-cc5356b15cb9'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:33.691781 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0dd86f4-e2c4-4c08-8aab-e2142c75f3f8" -d '{"events": [{"server_uuid": "be98c980-f7d1-4e85-81af-9ef451418ed5", "name": "network-vif-plugged", "status": "completed", "tag": "4e0c3380-b938-429b-a46f-cc5356b15cb9"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:33.716979 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-9bb2bb30-0c8c-4af5-8b49-fc1bc256acf4 service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461415 Aug 11 02:16:33.725955 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-7b1a7b53-24fd-48e1-8631-0732c3c5b472 service neutron] For port ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:33.763900 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 4e0c3380-b938-429b-a46f-cc5356b15cb9, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=4e0c3380-b938-429b-a46f-cc5356b15cb9,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:33.783072 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-48173837-fb85-42a4-8ec4-65d89769353a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=6a46a20f-db43-47c2-9b7f-8cd1abe24e39 HTTP/1.1" status: 200 len: 217 time: 0.0542278 Aug 11 02:16:33.787789 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ca494038-4d6f-4bba-8851-ce63ce27800f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:33.796877 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:33.848051 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a2582aa-453f-4729-b34d-1eda73f75fbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:33.851521 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-1f2adc6c-f691-47c6-b556-7fd6443fcf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:33.853154 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-1f2adc6c-f691-47c6-b556-7fd6443fcf6a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=325640a4-d334-4da9-8e10-51bbb0627559 HTTP/1.1" status: 200 len: 797 time: 0.0566409 Aug 11 02:16:33.858760 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-7b1a7b53-24fd-48e1-8631-0732c3c5b472 service neutron] For port ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1,segment=NetworkSegment(19dbea17-970b-4093-9d9c-314e17b532a2),segment_id=19dbea17-970b-4093-9d9c-314e17b532a2)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:33.867619 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-ca494038-4d6f-4bba-8851-ce63ce27800f None None] For port 1793941e-134d-40c4-9d28-aa783e49aa01, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=1793941e-134d-40c4-9d28-aa783e49aa01,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:33.872252 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b388a7-7a13-40d3-b001-f686f1648a3f x-openstack-request-id: req-32b388a7-7a13-40d3-b001-f686f1648a3f {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:33.873391 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be98c980-f7d1-4e85-81af-9ef451418ed5", "name": "network-vif-plugged", "status": "completed", "tag": "4e0c3380-b938-429b-a46f-cc5356b15cb9", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:33.873968 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-32b388a7-7a13-40d3-b001-f686f1648a3f {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:33.874708 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be98c980-f7d1-4e85-81af-9ef451418ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e0c3380-b938-429b-a46f-cc5356b15cb9', 'code': 200} Aug 11 02:16:33.911110 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ca494038-4d6f-4bba-8851-ce63ce27800f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:33.936612 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-7b1a7b53-24fd-48e1-8631-0732c3c5b472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:33.981616 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=4e0c3380-b938-429b-a46f-cc5356b15cb9,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:34.014455 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-7b1a7b53-24fd-48e1-8631-0732c3c5b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:34.015622 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-7b1a7b53-24fd-48e1-8631-0732c3c5b472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:34.017083 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-7b1a7b53-24fd-48e1-8631-0732c3c5b472 service neutron] 10.222.0.73 "PUT /v2.0/ports/ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1 HTTP/1.1" status: 200 len: 1093 time: 3.6392155 Aug 11 02:16:34.022655 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b416745-3306-4fca-b9c4-6d6f23110d37', 'tag': 'ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:34.025350 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d359f8da-7a8f-403c-894d-1b6ce2b6d379" -d '{"events": [{"name": "network-changed", "server_uuid": "0b416745-3306-4fca-b9c4-6d6f23110d37", "tag": "ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:34.122555 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca494038-4d6f-4bba-8851-ce63ce27800f None None] Pushing event updated for resources: {'Port': ['ID=1793941e-134d-40c4-9d28-aa783e49aa01,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:34.145547 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a7b53-24fd-48e1-8631-0732c3c5b472 service neutron] Pushing event updated for resources: {'Port': ['ID=ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:34.153587 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a677965-c26f-40fc-9cf2-c3feb63a22d9 x-openstack-request-id: req-6a677965-c26f-40fc-9cf2-c3feb63a22d9 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:34.154159 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b416745-3306-4fca-b9c4-6d6f23110d37", "tag": "ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:34.154570 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6a677965-c26f-40fc-9cf2-c3feb63a22d9 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:34.155273 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b416745-3306-4fca-b9c4-6d6f23110d37', 'tag': 'ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1', 'status': 'completed', 'code': 200} Aug 11 02:16:34.176177 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-d47c1405-efec-4646-aa4c-c1557d6f37b9 admin admin] Transition to ACTIVE for port object 26330340-86ea-47c4-98bf-fb077d132d33 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:34.219709 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb9bc1-8d6f-4ad3-9772-2636196ca38f req-409363cd-2108-4737-9eca-7a7c039417dc tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:34.225532 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb9bc1-8d6f-4ad3-9772-2636196ca38f req-409363cd-2108-4737-9eca-7a7c039417dc tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:34.231435 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb9bc1-8d6f-4ad3-9772-2636196ca38f req-409363cd-2108-4737-9eca-7a7c039417dc tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:34.237408 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb9bc1-8d6f-4ad3-9772-2636196ca38f req-409363cd-2108-4737-9eca-7a7c039417dc tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:34.243452 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb9bc1-8d6f-4ad3-9772-2636196ca38f req-409363cd-2108-4737-9eca-7a7c039417dc tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:34.250074 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb9bc1-8d6f-4ad3-9772-2636196ca38f req-409363cd-2108-4737-9eca-7a7c039417dc tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:34.256371 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb9bc1-8d6f-4ad3-9772-2636196ca38f req-409363cd-2108-4737-9eca-7a7c039417dc tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:34.257884 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a9eb9bc1-8d6f-4ad3-9772-2636196ca38f req-409363cd-2108-4737-9eca-7a7c039417dc tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5428 time: 0.7103703 Aug 11 02:16:34.262664 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-be658195-b3d1-4259-ac6e-33bd3c94171d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:34.264246 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-be658195-b3d1-4259-ac6e-33bd3c94171d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a22ae8f3-b76a-495f-839c-755566103de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3406894 Aug 11 02:16:34.309171 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0291e-f068-4c06-93f6-72f23269717e req-20520a94-1baf-4422-845b-667abae936d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:34.310590 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05f0291e-f068-4c06-93f6-72f23269717e req-20520a94-1baf-4422-845b-667abae936d8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=be98c980-f7d1-4e85-81af-9ef451418ed5 HTTP/1.1" status: 200 len: 1097 time: 0.1876767 Aug 11 02:16:34.316247 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-40859ac7-363d-46d1-8c4e-3b440e47211b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:34.377584 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a9eb9bc1-8d6f-4ad3-9772-2636196ca38f req-967e36ac-89af-4d05-a8ab-4be5cbd24cc0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1085122 Aug 11 02:16:34.387674 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d47c1405-efec-4646-aa4c-c1557d6f37b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:34.389705 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfde17-a90f-4e33-a491-a331f00f348e req-1e7a3867-1d4b-4645-8d66-3c3a3eec694a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:34.391290 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9acfde17-a90f-4e33-a491-a331f00f348e req-1e7a3867-1d4b-4645-8d66-3c3a3eec694a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b416745-3306-4fca-b9c4-6d6f23110d37 HTTP/1.1" status: 200 len: 944 time: 0.1739647 Aug 11 02:16:34.391670 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-40859ac7-363d-46d1-8c4e-3b440e47211b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] device_id is not set on port 3b5b3153-65b4-432c-a61b-61105531ea58 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:16:34.425131 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-3bfcfb2e-d85d-4e9c-aa5c-a2e803a8f580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:34.426766 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-3bfcfb2e-d85d-4e9c-aa5c-a2e803a8f580 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0cfacaf78696422e8ffa8119283a095a&device_id=0b416745-3306-4fca-b9c4-6d6f23110d37 HTTP/1.1" status: 200 len: 1096 time: 0.2826238 Aug 11 02:16:34.441284 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05f0291e-f068-4c06-93f6-72f23269717e req-e8d1ec22-9c59-4542-92be-d570865e5ef6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213131 Aug 11 02:16:34.504817 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-c0c8ac42-7767-4609-a480-6ea6925af174 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1 HTTP/1.1" status: 200 len: 217 time: 0.0682571 Aug 11 02:16:34.517463 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a2582aa-453f-4729-b34d-1eda73f75fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:34.539449 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47c1405-efec-4646-aa4c-c1557d6f37b9 admin admin] Network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:34.560014 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-d47c1405-efec-4646-aa4c-c1557d6f37b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:34.563725 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47c1405-efec-4646-aa4c-c1557d6f37b9 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:34.565727 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c1405-efec-4646-aa4c-c1557d6f37b9 admin admin] Pushing event updated for resources: {'Port': ['ID=26330340-86ea-47c4-98bf-fb077d132d33,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:34.567449 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9acfde17-a90f-4e33-a491-a331f00f348e req-a195e663-f0b8-476e-81ad-c57e8e8d91f2 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups?id=56ddbfec-47ca-4dbf-8c32-e787b27c9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579533 Aug 11 02:16:34.620609 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-50b0184a-5f9d-45ec-bf2a-1e70d59640e1 service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433604 Aug 11 02:16:34.651902 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-38cb40b2-9b9f-4ae0-abaf-33f36d2f6591 None None] Provisioning complete for port 1793941e-134d-40c4-9d28-aa783e49aa01 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:34.655243 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-38cb40b2-9b9f-4ae0-abaf-33f36d2f6591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:34.725816 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d47c1405-efec-4646-aa4c-c1557d6f37b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:34.758635 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1793941e-134d-40c4-9d28-aa783e49aa01 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:34.929093 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 1793941e-134d-40c4-9d28-aa783e49aa01 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:34.929616 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:34.931467 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-04d65d4c-b2b9-4227-90d4-10cc4b438eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:34.935124 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-04d65d4c-b2b9-4227-90d4-10cc4b438eaf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=025e1ca0-7884-4b5a-921c-958f38e3c6f7 HTTP/1.1" status: 200 len: 853 time: 0.4059997 Aug 11 02:16:34.954375 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddbe7f-8a40-4383-9cbf-6b437657c067 req-67ca0397-9b60-44bb-85a0-561d7bbee875 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:34.956174 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6cddbe7f-8a40-4383-9cbf-6b437657c067 req-67ca0397-9b60-44bb-85a0-561d7bbee875 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=be98c980-f7d1-4e85-81af-9ef451418ed5 HTTP/1.1" status: 200 len: 945 time: 0.4154661 Aug 11 02:16:35.020447 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2582aa-453f-4729-b34d-1eda73f75fbe admin admin] Router 0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:16:35.025316 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-40859ac7-363d-46d1-8c4e-3b440e47211b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Allocated IP 2001:db8::25a (abfe629d-e2ef-4da1-94ab-4576283f6a78/50b3d186-b085-4d33-9523-ff952edb0f1c/3b5b3153-65b4-432c-a61b-61105531ea58) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:35.027997 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d47c1405-efec-4646-aa4c-c1557d6f37b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:35.031223 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-1577e7db-0b35-4f24-99d9-9767dad62227 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79a301b6-8eb6-4684-84fd-05d6fc546709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823593 Aug 11 02:16:35.050097 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-40859ac7-363d-46d1-8c4e-3b440e47211b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4f:15a3 (abfe629d-e2ef-4da1-94ab-4576283f6a78/7088c766-7051-47ec-b8c2-03ef4a7c156f/3b5b3153-65b4-432c-a61b-61105531ea58) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:35.062967 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6cddbe7f-8a40-4383-9cbf-6b437657c067 req-619767d4-32e3-4c8b-8bbb-4ce3283ca992 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785716 Aug 11 02:16:35.116334 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431555b-1f94-4a59-8f6f-6d615b17ad01 req-dcc83a07-a4e9-4ab1-945d-b4743461e00a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:35.122857 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431555b-1f94-4a59-8f6f-6d615b17ad01 req-dcc83a07-a4e9-4ab1-945d-b4743461e00a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:35.124312 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 69acca0c-4f63-431f-a175-53bddb12d3e7 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:35.146168 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431555b-1f94-4a59-8f6f-6d615b17ad01 req-dcc83a07-a4e9-4ab1-945d-b4743461e00a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:35.153432 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431555b-1f94-4a59-8f6f-6d615b17ad01 req-dcc83a07-a4e9-4ab1-945d-b4743461e00a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:35.159326 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431555b-1f94-4a59-8f6f-6d615b17ad01 req-dcc83a07-a4e9-4ab1-945d-b4743461e00a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:35.167067 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4bd75d6c-c63f-495f-8b56-8c931ce440b0 None None] Provisioning for port 26330340-86ea-47c4-98bf-fb077d132d33 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:35.168573 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431555b-1f94-4a59-8f6f-6d615b17ad01 req-dcc83a07-a4e9-4ab1-945d-b4743461e00a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:35.182723 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431555b-1f94-4a59-8f6f-6d615b17ad01 req-dcc83a07-a4e9-4ab1-945d-b4743461e00a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:35.195520 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a431555b-1f94-4a59-8f6f-6d615b17ad01 req-dcc83a07-a4e9-4ab1-945d-b4743461e00a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5422 time: 0.3765316 Aug 11 02:16:35.216931 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4bd75d6c-c63f-495f-8b56-8c931ce440b0 None None] Provisioning complete for port 26330340-86ea-47c4-98bf-fb077d132d33 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:35.217227 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4bd75d6c-c63f-495f-8b56-8c931ce440b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:35.289642 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-3e64496d-2ac6-4b0f-a364-795b56bd376d service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6561537 Aug 11 02:16:35.317815 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-4bd75d6c-c63f-495f-8b56-8c931ce440b0 None None] Port 26330340-86ea-47c4-98bf-fb077d132d33 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:16:35.336143 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 69acca0c-4f63-431f-a175-53bddb12d3e7 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:35.341243 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 69acca0c-4f63-431f-a175-53bddb12d3e7 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:35.342051 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:35.378539 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-40859ac7-363d-46d1-8c4e-3b440e47211b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:35.399238 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4671b987-86e7-4aca-9931-7f089b133f0b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=607f8c57-0c37-4d39-8378-b28860d65df4 HTTP/1.1" status: 200 len: 217 time: 0.0683970 Aug 11 02:16:35.403734 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d47c1405-efec-4646-aa4c-c1557d6f37b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:35.405527 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-40859ac7-363d-46d1-8c4e-3b440e47211b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Transition to ACTIVE for port object 3b5b3153-65b4-432c-a61b-61105531ea58 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:35.410395 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d47c1405-efec-4646-aa4c-c1557d6f37b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:35.437865 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:35.438312 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a431555b-1f94-4a59-8f6f-6d615b17ad01 req-7fc9a7b2-9d9a-41c8-a122-8d46220c88f4 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2414973 Aug 11 02:16:35.462742 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 69acca0c-4f63-431f-a175-53bddb12d3e7, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=69acca0c-4f63-431f-a175-53bddb12d3e7,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:35.470315 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:35.471367 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8a9262ca-e850-4a91-8bfb-a6702218ff2c up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:35.488208 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c1405-efec-4646-aa4c-c1557d6f37b9 admin admin] Pushing event updated for resources: {'Port': ['ID=26330340-86ea-47c4-98bf-fb077d132d33,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:35.510377 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d47c1405-efec-4646-aa4c-c1557d6f37b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:35.533342 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4115a28c-2994-449b-ba4b-028423736564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:35.535066 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4115a28c-2994-449b-ba4b-028423736564 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=325640a4-d334-4da9-8e10-51bbb0627559 HTTP/1.1" status: 200 len: 797 time: 0.1244128 Aug 11 02:16:35.573347 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=69acca0c-4f63-431f-a175-53bddb12d3e7,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:35.573705 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-40859ac7-363d-46d1-8c4e-3b440e47211b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:35.592581 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 8a9262ca-e850-4a91-8bfb-a6702218ff2c triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:35.592963 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:35.678241 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40859ac7-363d-46d1-8c4e-3b440e47211b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:35.694024 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-40859ac7-363d-46d1-8c4e-3b440e47211b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:35.698477 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40859ac7-363d-46d1-8c4e-3b440e47211b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event updated for resources: {'Port': ['ID=3b5b3153-65b4-432c-a61b-61105531ea58,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:35.701676 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40859ac7-363d-46d1-8c4e-3b440e47211b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:35.707461 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40859ac7-363d-46d1-8c4e-3b440e47211b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:35.708152 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-40859ac7-363d-46d1-8c4e-3b440e47211b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:35.724103 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81782175-592e-40ca-872a-b908ed32bf76 req-1fb51ada-bb84-4323-b318-1e9a704fb6c3 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:35.729991 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81782175-592e-40ca-872a-b908ed32bf76 req-1fb51ada-bb84-4323-b318-1e9a704fb6c3 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:35.735997 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81782175-592e-40ca-872a-b908ed32bf76 req-1fb51ada-bb84-4323-b318-1e9a704fb6c3 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:35.742177 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81782175-592e-40ca-872a-b908ed32bf76 req-1fb51ada-bb84-4323-b318-1e9a704fb6c3 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:35.748803 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81782175-592e-40ca-872a-b908ed32bf76 req-1fb51ada-bb84-4323-b318-1e9a704fb6c3 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:35.754810 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81782175-592e-40ca-872a-b908ed32bf76 req-1fb51ada-bb84-4323-b318-1e9a704fb6c3 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:35.760822 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81782175-592e-40ca-872a-b908ed32bf76 req-1fb51ada-bb84-4323-b318-1e9a704fb6c3 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:35.763719 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81782175-592e-40ca-872a-b908ed32bf76 req-1fb51ada-bb84-4323-b318-1e9a704fb6c3 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5428 time: 0.2449496 Aug 11 02:16:35.804686 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-40859ac7-363d-46d1-8c4e-3b440e47211b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.8376276 Aug 11 02:16:35.805949 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43352) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:35.823693 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47c1405-efec-4646-aa4c-c1557d6f37b9 admin admin] Network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:35.849694 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-d47c1405-efec-4646-aa4c-c1557d6f37b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:35.871563 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81782175-592e-40ca-872a-b908ed32bf76 req-eb0b3df2-1a28-4089-8e34-c6cbc02f957c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0959098 Aug 11 02:16:35.944163 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-1c4154a5-317c-49fb-9707-bc39d81cb5ce service neutron] 10.222.0.73 "GET /v2.0/networks/79a301b6-8eb6-4684-84fd-05d6fc546709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9027715 Aug 11 02:16:35.980713 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2582aa-453f-4729-b34d-1eda73f75fbe admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:16:35.991986 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3cdacf-e9d9-4633-ad85-c3144996817b None None] Sync routers for ids ['0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:16:36.005780 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3cdacf-e9d9-4633-ad85-c3144996817b None None] Routers {'0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:16:36.006432 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-7c3cdacf-e9d9-4633-ad85-c3144996817b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:16:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:36.029091 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-36abd98c-9af8-428b-8c91-c555465ec264 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting port 3b5b3153-65b4-432c-a61b-61105531ea58 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:36.030039 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-36abd98c-9af8-428b-8c91-c555465ec264 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:36.054035 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-f3418630-af70-4487-9dde-968e40675259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:36.056102 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-f3418630-af70-4487-9dde-968e40675259 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a22ae8f3-b76a-495f-839c-755566103de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5091212 Aug 11 02:16:36.066890 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773c502-148b-479b-b8fb-e58cc99e457e req-08438b0a-31e6-4fc8-b81a-bc5f6f580d34 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:36.068619 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4773c502-148b-479b-b8fb-e58cc99e457e req-08438b0a-31e6-4fc8-b81a-bc5f6f580d34 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b416745-3306-4fca-b9c4-6d6f23110d37 HTTP/1.1" status: 200 len: 944 time: 0.1755269 Aug 11 02:16:36.069541 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a2582aa-453f-4729-b34d-1eda73f75fbe admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:36.073378 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9a2582aa-453f-4729-b34d-1eda73f75fbe admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.3740122 Aug 11 02:16:36.082579 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43354) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:36.120249 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47c1405-efec-4646-aa4c-c1557d6f37b9 admin admin] Router 00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:16:36.130092 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-7c3cdacf-e9d9-4633-ad85-c3144996817b None None] Set router 0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:16:36.235371 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-36abd98c-9af8-428b-8c91-c555465ec264 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:36.253904 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-54a261b6-64e6-4459-befa-d6b4b3cfe638 req-066a1970-0461-44d8-be75-c7067c26e6bd service neutron] 10.222.0.73 "GET /v2.0/networks/79a301b6-8eb6-4684-84fd-05d6fc546709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975211 Aug 11 02:16:36.265170 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4773c502-148b-479b-b8fb-e58cc99e457e req-d8c5f2a7-dca8-4539-967e-da119c03ea5a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups?id=56ddbfec-47ca-4dbf-8c32-e787b27c9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808653 Aug 11 02:16:36.284849 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-36abd98c-9af8-428b-8c91-c555465ec264 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Calling delete_port for 3b5b3153-65b4-432c-a61b-61105531ea58 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:36.354914 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-67b6f744-07c3-402e-8c3c-d5d28d9bf540 service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830505 Aug 11 02:16:36.388034 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-70b2ca5b-37db-4dad-a8b8-f0eaccbed62a None None] Provisioning for port 3b5b3153-65b4-432c-a61b-61105531ea58 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:36.394019 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-70b2ca5b-37db-4dad-a8b8-f0eaccbed62a None None] Provisioning complete for port 3b5b3153-65b4-432c-a61b-61105531ea58 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:36.394388 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-70b2ca5b-37db-4dad-a8b8-f0eaccbed62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:36.475103 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359f8da-7a8f-403c-894d-1b6ce2b6d379 req-528a8028-d684-447c-87d8-2b8d092294ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:36.476711 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d359f8da-7a8f-403c-894d-1b6ce2b6d379 req-528a8028-d684-447c-87d8-2b8d092294ca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0cfacaf78696422e8ffa8119283a095a&device_id=0b416745-3306-4fca-b9c4-6d6f23110d37 HTTP/1.1" status: 200 len: 1096 time: 0.1590912 Aug 11 02:16:36.523262 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-70b2ca5b-37db-4dad-a8b8-f0eaccbed62a None None] Port 3b5b3153-65b4-432c-a61b-61105531ea58 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:16:36.526076 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 69acca0c-4f63-431f-a175-53bddb12d3e7 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:36.531076 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a4b85-ec0e-4499-955f-d8aa43f3beb9 req-d7e0923e-3c9f-44b0-95b0-b32a799748ac tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:36.533307 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-724a4b85-ec0e-4499-955f-d8aa43f3beb9 req-d7e0923e-3c9f-44b0-95b0-b32a799748ac tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=be98c980-f7d1-4e85-81af-9ef451418ed5 HTTP/1.1" status: 200 len: 945 time: 0.3446093 Aug 11 02:16:36.562372 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-36abd98c-9af8-428b-8c91-c555465ec264 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:36.608786 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-7c3cdacf-e9d9-4633-ad85-c3144996817b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'name': 'tempest-ServersTestFqdnHostnames-1133917206-router', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'a8e1c58a-8a39-4a18-bb9a-21e89826c95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:26Z', 'updated_at': '2021-08-11T02:16:33Z', 'revision_number': 3, 'project_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'gw_port': {'id': 'a8e1c58a-8a39-4a18-bb9a-21e89826c95a', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:30Z', 'updated_at': '2021-08-11T02:16:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:36.614926 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abd98c-9af8-428b-8c91-c555465ec264 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Port': ['ID=3b5b3153-65b4-432c-a61b-61105531ea58,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:36.620859 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47c1405-efec-4646-aa4c-c1557d6f37b9 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:16:36.634701 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-84cd34fd-19c6-4fd1-8a66-8a3e50752c67 service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706401 Aug 11 02:16:36.643628 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d47c1405-efec-4646-aa4c-c1557d6f37b9 admin admin] 10.222.0.50 "PUT /v2.0/routers/00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8610168 Aug 11 02:16:36.646112 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3457da6-c4a1-44cc-8f3f-492c6c1816e7 None None] Sync routers for ids ['00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:16:36.668738 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3457da6-c4a1-44cc-8f3f-492c6c1816e7 None None] Routers {'00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:16:36.670765 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3cdacf-e9d9-4633-ad85-c3144996817b None None] Checking router: 0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:16:36.671123 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3cdacf-e9d9-4633-ad85-c3144996817b None None] Updating router 0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18 port a8e1c58a-8a39-4a18-bb9a-21e89826c95a binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:16:36.671840 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-b3457da6-c4a1-44cc-8f3f-492c6c1816e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:16:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:36.681570 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-724a4b85-ec0e-4499-955f-d8aa43f3beb9 req-329f06cf-a2d6-44da-9af7-b6ce196ebeb3 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332293 Aug 11 02:16:36.718530 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7c3cdacf-e9d9-4633-ad85-c3144996817b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:36.719994 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-36abd98c-9af8-428b-8c91-c555465ec264 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:36.720138 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 69acca0c-4f63-431f-a175-53bddb12d3e7 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:36.720452 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:36.722843 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-36abd98c-9af8-428b-8c91-c555465ec264 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/3b5b3153-65b4-432c-a61b-61105531ea58 HTTP/1.1" status: 204 len: 168 time: 0.9159482 Aug 11 02:16:36.725509 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43366) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:36.802807 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-8c5635ee-60fc-4276-8c1b-6aed5d9668e8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=3085161b-7e48-4c97-a864-056bb09eb941 HTTP/1.1" status: 200 len: 217 time: 0.1276760 Aug 11 02:16:36.847679 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0c3b95-a76e-4f7f-9694-824f46ec4435 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:36.852542 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9c0c3b95-a76e-4f7f-9694-824f46ec4435 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1258409 Aug 11 02:16:36.853523 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43368) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:36.879609 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1a70f-59c6-43f5-8a0c-c275c38d509d req-6a185e26-16d7-49c8-a645-c4fa37fb13d3 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:36.885758 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1a70f-59c6-43f5-8a0c-c275c38d509d req-6a185e26-16d7-49c8-a645-c4fa37fb13d3 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:36.895469 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1a70f-59c6-43f5-8a0c-c275c38d509d req-6a185e26-16d7-49c8-a645-c4fa37fb13d3 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:36.908808 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1a70f-59c6-43f5-8a0c-c275c38d509d req-6a185e26-16d7-49c8-a645-c4fa37fb13d3 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:36.923927 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1a70f-59c6-43f5-8a0c-c275c38d509d req-6a185e26-16d7-49c8-a645-c4fa37fb13d3 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:36.929953 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1a70f-59c6-43f5-8a0c-c275c38d509d req-6a185e26-16d7-49c8-a645-c4fa37fb13d3 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:36.932669 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-b3457da6-c4a1-44cc-8f3f-492c6c1816e7 None None] Set router 00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:16:36.946813 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1a70f-59c6-43f5-8a0c-c275c38d509d req-6a185e26-16d7-49c8-a645-c4fa37fb13d3 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:36.964817 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a1e1a70f-59c6-43f5-8a0c-c275c38d509d req-6a185e26-16d7-49c8-a645-c4fa37fb13d3 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5422 time: 0.3885562 Aug 11 02:16:36.983837 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83006135-47c7-484e-a70e-5f0881bfa6c7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:36.991801 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-83006135-47c7-484e-a70e-5f0881bfa6c7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1365380 Aug 11 02:16:36.992434 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43376) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:37.043614 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7c3cdacf-e9d9-4633-ad85-c3144996817b None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.051428 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359f8da-7a8f-403c-894d-1b6ce2b6d379 req-9c239813-7831-4af2-8e08-480faab0dcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:37.053087 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d359f8da-7a8f-403c-894d-1b6ce2b6d379 req-9c239813-7831-4af2-8e08-480faab0dcaa service neutron] 10.222.0.73 "GET /v2.0/networks?id=79a301b6-8eb6-4684-84fd-05d6fc546709 HTTP/1.1" status: 200 len: 914 time: 0.5442870 Aug 11 02:16:37.054216 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7c3cdacf-e9d9-4633-ad85-c3144996817b None None] Transition to ACTIVE for port object a8e1c58a-8a39-4a18-bb9a-21e89826c95a will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:37.081539 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7c3cdacf-e9d9-4633-ad85-c3144996817b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.110130 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef430e9-c94f-463d-8f79-859dd46b8eb8 req-b3c81c16-84d1-400a-804a-9277b60ba6b8 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:37.118588 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cef430e9-c94f-463d-8f79-859dd46b8eb8 req-b3c81c16-84d1-400a-804a-9277b60ba6b8 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=be98c980-f7d1-4e85-81af-9ef451418ed5 HTTP/1.1" status: 200 len: 945 time: 0.1099658 Aug 11 02:16:37.129223 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a041d553-43a4-4522-a438-c8fd9f261e25 None None] Provisioning complete for port 26330340-86ea-47c4-98bf-fb077d132d33 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:37.129764 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a041d553-43a4-4522-a438-c8fd9f261e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.132821 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e053629-c94a-4162-b254-35efdf3db81f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:37.134871 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e053629-c94a-4162-b254-35efdf3db81f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:37.137525 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e053629-c94a-4162-b254-35efdf3db81f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:37.142543 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2e053629-c94a-4162-b254-35efdf3db81f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1488914 Aug 11 02:16:37.147821 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43378) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:37.181457 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-7c3cdacf-e9d9-4633-ad85-c3144996817b None None] Attempting to bind port a8e1c58a-8a39-4a18-bb9a-21e89826c95a on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:37.182020 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-7c3cdacf-e9d9-4633-ad85-c3144996817b None None] Attempting to bind port a8e1c58a-8a39-4a18-bb9a-21e89826c95a by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:37.182428 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cef430e9-c94f-463d-8f79-859dd46b8eb8 req-aee1513e-0b92-4395-92d7-aa9de92a1cad tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588472 Aug 11 02:16:37.182569 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cdacf-e9d9-4633-ad85-c3144996817b None None] Attempting to bind port a8e1c58a-8a39-4a18-bb9a-21e89826c95a on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:37.200024 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-b3457da6-c4a1-44cc-8f3f-492c6c1816e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'name': 'tempest-ServerActionsTestJSON-1775609857-router', 'tenant_id': '953757b63989485aa599c97f35f2480d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '69acca0c-4f63-431f-a175-53bddb12d3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:26Z', 'updated_at': '2021-08-11T02:16:34Z', 'revision_number': 4, 'project_id': '953757b63989485aa599c97f35f2480d', 'gw_port': {'id': '69acca0c-4f63-431f-a175-53bddb12d3e7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:28Z', 'updated_at': '2021-08-11T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '26330340-86ea-47c4-98bf-fb077d132d33', 'name': '', 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99', 'tenant_id': '953757b63989485aa599c97f35f2480d', 'mac_address': 'fa:16:3e:53:91:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '7193a88f-4d31-4933-a3af-0738d0f7bf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:33Z', 'updated_at': '2021-08-11T02:16:35Z', 'revision_number': 2, 'project_id': '953757b63989485aa599c97f35f2480d', 'subnets': [{'id': '7193a88f-4d31-4933-a3af-0738d0f7bf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:37.206417 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f97374-37df-4a79-8492-ba5691bc969d None None] Pushing event updated for resources: {'Port': ['ID=a8e1c58a-8a39-4a18-bb9a-21e89826c95a,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:37.216664 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cdacf-e9d9-4633-ad85-c3144996817b None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:37.217230 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cdacf-e9d9-4633-ad85-c3144996817b None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:37.217740 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7c3cdacf-e9d9-4633-ad85-c3144996817b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.218231 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cdacf-e9d9-4633-ad85-c3144996817b None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:37.218820 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-7c3cdacf-e9d9-4633-ad85-c3144996817b None None] Bound port: a8e1c58a-8a39-4a18-bb9a-21e89826c95a, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:37.219508 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7c3cdacf-e9d9-4633-ad85-c3144996817b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.231919 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a1e1a70f-59c6-43f5-8a0c-c275c38d509d req-9fdd4717-107d-44aa-9881-15ed206cf45c tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2609549 Aug 11 02:16:37.233379 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3457da6-c4a1-44cc-8f3f-492c6c1816e7 None None] Checking router: 00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:16:37.233514 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d359f8da-7a8f-403c-894d-1b6ce2b6d379 req-46e7ae6c-25cb-4f44-87d0-ed867d7dd766 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1 HTTP/1.1" status: 200 len: 217 time: 0.1657600 Aug 11 02:16:37.233877 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3457da6-c4a1-44cc-8f3f-492c6c1816e7 None None] Updating router 00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b port 26330340-86ea-47c4-98bf-fb077d132d33 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:16:37.234916 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-1c6e0308-c9a8-4474-9b63-3e3243c3aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:37.244992 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-1c6e0308-c9a8-4474-9b63-3e3243c3aa2d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=325640a4-d334-4da9-8e10-51bbb0627559 HTTP/1.1" status: 200 len: 797 time: 0.4138513 Aug 11 02:16:37.277634 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a041d553-43a4-4522-a438-c8fd9f261e25 None None] Port 26330340-86ea-47c4-98bf-fb077d132d33 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:16:37.285906 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-b3457da6-c4a1-44cc-8f3f-492c6c1816e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.322042 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-7c3cdacf-e9d9-4633-ad85-c3144996817b None None] For port a8e1c58a-8a39-4a18-bb9a-21e89826c95a, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:37.326819 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-7c3cdacf-e9d9-4633-ad85-c3144996817b None None] For port a8e1c58a-8a39-4a18-bb9a-21e89826c95a, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a8e1c58a-8a39-4a18-bb9a-21e89826c95a,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:37.332964 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7c3cdacf-e9d9-4633-ad85-c3144996817b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.389157 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3cdacf-e9d9-4633-ad85-c3144996817b None None] Routers {'0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:16:37.389864 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-7c3cdacf-e9d9-4633-ad85-c3144996817b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:16:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:37.457621 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f97374-37df-4a79-8492-ba5691bc969d None None] Pushing event updated for resources: {'Port': ['ID=a8e1c58a-8a39-4a18-bb9a-21e89826c95a,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:37.552038 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43388) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:37.554452 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-7c3cdacf-e9d9-4633-ad85-c3144996817b None None] Set router 0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:16:37.557663 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-da26e6d4-c177-4fb8-9595-5a8a321fb8ae tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1640245815', 'description': 'tempest-description--1283305146'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:37.561103 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a6c33c-52a6-4898-bc43-9a6940823d83 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet 50b3d186-b085-4d33-9523-ff952edb0f1c {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:16:37.565065 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c9a6c33c-52a6-4898-bc43-9a6940823d83 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.611058 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c9a6c33c-52a6-4898-bc43-9a6940823d83 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.612303 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da26e6d4-c177-4fb8-9595-5a8a321fb8ae tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.643559 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-b3457da6-c4a1-44cc-8f3f-492c6c1816e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.657116 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-b3457da6-c4a1-44cc-8f3f-492c6c1816e7 None None] Transition to ACTIVE for port object 26330340-86ea-47c4-98bf-fb077d132d33 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:37.666998 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-b3457da6-c4a1-44cc-8f3f-492c6c1816e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.687645 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6eccc-f6bf-4dc5-8a96-68b4f315facd req-4abb2327-628b-4ae3-ba3f-d414610b11f5 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:37.689476 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-efa6eccc-f6bf-4dc5-8a96-68b4f315facd req-4abb2327-628b-4ae3-ba3f-d414610b11f5 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=be98c980-f7d1-4e85-81af-9ef451418ed5 HTTP/1.1" status: 200 len: 945 time: 0.0739176 Aug 11 02:16:37.719660 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c9a6c33c-52a6-4898-bc43-9a6940823d83 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.726398 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d9913-c911-43df-96c2-d2ac4c05fca4 None None] Pushing event updated for resources: {'Port': ['ID=26330340-86ea-47c4-98bf-fb077d132d33,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:37.768413 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-efa6eccc-f6bf-4dc5-8a96-68b4f315facd req-797f9896-0f18-4717-a81b-b59df78689f3 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709701 Aug 11 02:16:37.794530 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-7c3cdacf-e9d9-4633-ad85-c3144996817b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'name': 'tempest-ServersTestFqdnHostnames-1133917206-router', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'a8e1c58a-8a39-4a18-bb9a-21e89826c95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:26Z', 'updated_at': '2021-08-11T02:16:33Z', 'revision_number': 3, 'project_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'gw_port': {'id': 'a8e1c58a-8a39-4a18-bb9a-21e89826c95a', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:30Z', 'updated_at': '2021-08-11T02:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:37.840611 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da26e6d4-c177-4fb8-9595-5a8a321fb8ae tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.846559 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-b3457da6-c4a1-44cc-8f3f-492c6c1816e7 None None] Attempting to bind port 26330340-86ea-47c4-98bf-fb077d132d33 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:37.847198 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-b3457da6-c4a1-44cc-8f3f-492c6c1816e7 None None] Attempting to bind port 26330340-86ea-47c4-98bf-fb077d132d33 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd96cfe33-0c98-475f-a757-618812c1d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:37.847671 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3457da6-c4a1-44cc-8f3f-492c6c1816e7 None None] Attempting to bind port 26330340-86ea-47c4-98bf-fb077d132d33 on network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:37.852973 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da26e6d4-c177-4fb8-9595-5a8a321fb8ae tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.855461 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2172b-82e9-4e1d-b993-2472e0755ae8 req-658e45d8-9413-4a48-a214-8214812db59b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:37.858491 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3cdacf-e9d9-4633-ad85-c3144996817b None None] The sync data for ids ['0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18'] in n-d-615180-33 is: [{'id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'name': 'tempest-ServersTestFqdnHostnames-1133917206-router', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'a8e1c58a-8a39-4a18-bb9a-21e89826c95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:26Z', 'updated_at': '2021-08-11T02:16:33Z', 'revision_number': 3, 'project_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'gw_port': {'id': 'a8e1c58a-8a39-4a18-bb9a-21e89826c95a', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:30Z', 'updated_at': '2021-08-11T02:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:16:37.865316 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2172b-82e9-4e1d-b993-2472e0755ae8 req-658e45d8-9413-4a48-a214-8214812db59b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:37.866397 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3457da6-c4a1-44cc-8f3f-492c6c1816e7 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:37.868407 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3457da6-c4a1-44cc-8f3f-492c6c1816e7 None None] Checking segment: {'id': 'd96cfe33-0c98-475f-a757-618812c1d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:37.869327 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-b3457da6-c4a1-44cc-8f3f-492c6c1816e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.870177 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3457da6-c4a1-44cc-8f3f-492c6c1816e7 None None] Bound using segment: {'id': 'd96cfe33-0c98-475f-a757-618812c1d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:37.872128 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-b3457da6-c4a1-44cc-8f3f-492c6c1816e7 None None] Bound port: 26330340-86ea-47c4-98bf-fb077d132d33, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96cfe33-0c98-475f-a757-618812c1d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:37.872645 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2172b-82e9-4e1d-b993-2472e0755ae8 req-658e45d8-9413-4a48-a214-8214812db59b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:37.873179 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-b3457da6-c4a1-44cc-8f3f-492c6c1816e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.890123 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2172b-82e9-4e1d-b993-2472e0755ae8 req-658e45d8-9413-4a48-a214-8214812db59b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:37.897186 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2172b-82e9-4e1d-b993-2472e0755ae8 req-658e45d8-9413-4a48-a214-8214812db59b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:37.903921 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2172b-82e9-4e1d-b993-2472e0755ae8 req-658e45d8-9413-4a48-a214-8214812db59b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:37.910077 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2172b-82e9-4e1d-b993-2472e0755ae8 req-658e45d8-9413-4a48-a214-8214812db59b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:37.911986 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-59c2172b-82e9-4e1d-b993-2472e0755ae8 req-658e45d8-9413-4a48-a214-8214812db59b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5428 time: 0.5397818 Aug 11 02:16:37.913099 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c9a6c33c-52a6-4898-bc43-9a6940823d83 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.928189 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da26e6d4-c177-4fb8-9595-5a8a321fb8ae tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.929600 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-da26e6d4-c177-4fb8-9595-5a8a321fb8ae tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3764246 Aug 11 02:16:37.937814 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43392) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:37.942699 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c64c5715-7def-4eba-a3a5-a49b9d90b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.953610 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-32396fd8-2eb0-4b79-9d5f-ba43091e76d1 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Request body: {'security_group_rule': {'security_group_id': '3b0f7e57-e85b-476c-9b4d-69d3fe0a279c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:37.965814 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-b3457da6-c4a1-44cc-8f3f-492c6c1816e7 None None] For port 26330340-86ea-47c4-98bf-fb077d132d33, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:37.970345 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-b3457da6-c4a1-44cc-8f3f-492c6c1816e7 None None] For port 26330340-86ea-47c4-98bf-fb077d132d33, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=26330340-86ea-47c4-98bf-fb077d132d33,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:37.978118 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-b3457da6-c4a1-44cc-8f3f-492c6c1816e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.987792 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6c33c-52a6-4898-bc43-9a6940823d83 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=50b3d186-b085-4d33-9523-ff952edb0f1c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:37.989858 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26e6d4-c177-4fb8-9595-5a8a321fb8ae tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:38.015992 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34f404-2a3b-4f42-b26f-fdefb7fc0b52 req-83fe6c00-4646-41ac-8f75-664b04c789fb tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:38.019023 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-df34f404-2a3b-4f42-b26f-fdefb7fc0b52 req-83fe6c00-4646-41ac-8f75-664b04c789fb tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b416745-3306-4fca-b9c4-6d6f23110d37 HTTP/1.1" status: 200 len: 944 time: 0.1397269 Aug 11 02:16:38.031171 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32396fd8-2eb0-4b79-9d5f-ba43091e76d1 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:38.048761 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359f8da-7a8f-403c-894d-1b6ce2b6d379 req-517cad3f-914e-4281-8bd8-d2da22caf18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:38.050324 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d359f8da-7a8f-403c-894d-1b6ce2b6d379 req-517cad3f-914e-4281-8bd8-d2da22caf18c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=025e1ca0-7884-4b5a-921c-958f38e3c6f7 HTTP/1.1" status: 200 len: 853 time: 0.8019404 Aug 11 02:16:38.052121 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-fe0b26c2-a5e2-422a-8812-2cf0a5578b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:38.053608 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-fe0b26c2-a5e2-422a-8812-2cf0a5578b00 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a22ae8f3-b76a-495f-839c-755566103de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7170920 Aug 11 02:16:38.054814 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3457da6-c4a1-44cc-8f3f-492c6c1816e7 None None] Routers {'00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:16:38.055660 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-b3457da6-c4a1-44cc-8f3f-492c6c1816e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:16:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:38.057585 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c9a6c33c-52a6-4898-bc43-9a6940823d83 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:38.060055 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c9a6c33c-52a6-4898-bc43-9a6940823d83 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/50b3d186-b085-4d33-9523-ff952edb0f1c HTTP/1.1" status: 204 len: 168 time: 0.8610499 Aug 11 02:16:38.061217 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbd09dc-95f3-46f5-bd3c-69c4c56c3247 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:38.065312 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43394) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:38.130819 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-e726c688-5551-4ed6-b8f7-84e29eceb266 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Deleting subnet 7088c766-7051-47ec-b8c2-03ef4a7c156f {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:16:38.143780 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d9913-c911-43df-96c2-d2ac4c05fca4 None None] Pushing event updated for resources: {'Port': ['ID=26330340-86ea-47c4-98bf-fb077d132d33,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:38.155845 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e726c688-5551-4ed6-b8f7-84e29eceb266 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:38.200490 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32396fd8-2eb0-4b79-9d5f-ba43091e76d1 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:38.207275 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-59c2172b-82e9-4e1d-b993-2472e0755ae8 req-eb62d00c-7f39-4bea-8974-e7454fcfb0ed tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2536347 Aug 11 02:16:38.223561 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32396fd8-2eb0-4b79-9d5f-ba43091e76d1 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:38.274532 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-b3457da6-c4a1-44cc-8f3f-492c6c1816e7 None None] Set router 00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:16:38.289403 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-df34f404-2a3b-4f42-b26f-fdefb7fc0b52 req-be6f8e7f-5da0-4676-8858-8b12768912e7 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups?id=56ddbfec-47ca-4dbf-8c32-e787b27c9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255354 Aug 11 02:16:38.298199 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d359f8da-7a8f-403c-894d-1b6ce2b6d379 req-a0798a9f-4c1b-439a-9f18-e18a31a027e3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79a301b6-8eb6-4684-84fd-05d6fc546709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1592720 Aug 11 02:16:38.364111 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e726c688-5551-4ed6-b8f7-84e29eceb266 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:38.461314 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32396fd8-2eb0-4b79-9d5f-ba43091e76d1 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a67ce0-4c92-4843-b2c5-c4f18de56945,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:38.500180 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d359f8da-7a8f-403c-894d-1b6ce2b6d379 req-3fb1133b-04f6-4509-a5e2-29b68d4e5cbc service neutron] 10.222.0.73 "GET /v2.0/networks/79a301b6-8eb6-4684-84fd-05d6fc546709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850970 Aug 11 02:16:38.536941 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32396fd8-2eb0-4b79-9d5f-ba43091e76d1 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:38.540527 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-32396fd8-2eb0-4b79-9d5f-ba43091e76d1 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5974553 Aug 11 02:16:38.555776 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43398) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:38.561811 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-15c44a27-ffaa-4761-b13d-dc2d06cc2ebf tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Request body: {'security_group_rule': {'security_group_id': '3b0f7e57-e85b-476c-9b4d-69d3fe0a279c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:38.677501 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e726c688-5551-4ed6-b8f7-84e29eceb266 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:38.695926 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a8e1c58a-8a39-4a18-bb9a-21e89826c95a up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:38.738385 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-b3457da6-c4a1-44cc-8f3f-492c6c1816e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'name': 'tempest-ServerActionsTestJSON-1775609857-router', 'tenant_id': '953757b63989485aa599c97f35f2480d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '69acca0c-4f63-431f-a175-53bddb12d3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:26Z', 'updated_at': '2021-08-11T02:16:34Z', 'revision_number': 4, 'project_id': '953757b63989485aa599c97f35f2480d', 'gw_port': {'id': '69acca0c-4f63-431f-a175-53bddb12d3e7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:28Z', 'updated_at': '2021-08-11T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '26330340-86ea-47c4-98bf-fb077d132d33', 'name': '', 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99', 'tenant_id': '953757b63989485aa599c97f35f2480d', 'mac_address': 'fa:16:3e:53:91:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '7193a88f-4d31-4933-a3af-0738d0f7bf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:33Z', 'updated_at': '2021-08-11T02:16:37Z', 'revision_number': 4, 'project_id': '953757b63989485aa599c97f35f2480d', 'subnets': [{'id': '7193a88f-4d31-4933-a3af-0738d0f7bf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:38.792189 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3457da6-c4a1-44cc-8f3f-492c6c1816e7 None None] The sync data for ids ['00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b'] in n-d-615180-33 is: [{'id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'name': 'tempest-ServerActionsTestJSON-1775609857-router', 'tenant_id': '953757b63989485aa599c97f35f2480d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '69acca0c-4f63-431f-a175-53bddb12d3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:26Z', 'updated_at': '2021-08-11T02:16:34Z', 'revision_number': 4, 'project_id': '953757b63989485aa599c97f35f2480d', 'gw_port': {'id': '69acca0c-4f63-431f-a175-53bddb12d3e7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:28Z', 'updated_at': '2021-08-11T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '26330340-86ea-47c4-98bf-fb077d132d33', 'name': '', 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99', 'tenant_id': '953757b63989485aa599c97f35f2480d', 'mac_address': 'fa:16:3e:53:91:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '7193a88f-4d31-4933-a3af-0738d0f7bf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:33Z', 'updated_at': '2021-08-11T02:16:37Z', 'revision_number': 4, 'project_id': '953757b63989485aa599c97f35f2480d', 'subnets': [{'id': '7193a88f-4d31-4933-a3af-0738d0f7bf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:16:38.876259 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e726c688-5551-4ed6-b8f7-84e29eceb266 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:38.876742 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port a8e1c58a-8a39-4a18-bb9a-21e89826c95a completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:38.890235 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port a8e1c58a-8a39-4a18-bb9a-21e89826c95a triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:38.890612 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:38.961072 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726c688-5551-4ed6-b8f7-84e29eceb266 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Subnet': ['ID=7088c766-7051-47ec-b8c2-03ef4a7c156f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:38.973927 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e726c688-5551-4ed6-b8f7-84e29eceb266 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:38.978729 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e726c688-5551-4ed6-b8f7-84e29eceb266 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/7088c766-7051-47ec-b8c2-03ef4a7c156f HTTP/1.1" status: 204 len: 168 time: 0.9123790 Aug 11 02:16:38.983035 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43402) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:38.993683 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-e67070ec-9d16-4b80-853c-5331e388718a service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8558567 Aug 11 02:16:39.013438 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a1ed8-2659-4093-b262-cc5734350c0b req-d84d2042-c99a-42eb-b1b5-f44d4e3a4d0c tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:39.015630 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b05a1ed8-2659-4093-b262-cc5734350c0b req-d84d2042-c99a-42eb-b1b5-f44d4e3a4d0c tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=be98c980-f7d1-4e85-81af-9ef451418ed5 HTTP/1.1" status: 200 len: 945 time: 0.1886935 Aug 11 02:16:39.019517 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-15c44a27-ffaa-4761-b13d-dc2d06cc2ebf tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:39.078347 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:39.106439 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b05a1ed8-2659-4093-b262-cc5734350c0b req-fd862459-11a4-43c9-abdd-a66af3e324f7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727856 Aug 11 02:16:39.111996 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port a8e1c58a-8a39-4a18-bb9a-21e89826c95a, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a8e1c58a-8a39-4a18-bb9a-21e89826c95a,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:39.124717 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:39.191693 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=a8e1c58a-8a39-4a18-bb9a-21e89826c95a,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:39.428497 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d907e-d025-4580-9188-4653bdafb4a1 req-5c4eecc2-7ebf-47ea-abb6-c73f8afa509c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:39.437400 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d907e-d025-4580-9188-4653bdafb4a1 req-5c4eecc2-7ebf-47ea-abb6-c73f8afa509c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:39.443523 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d907e-d025-4580-9188-4653bdafb4a1 req-5c4eecc2-7ebf-47ea-abb6-c73f8afa509c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:39.458127 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d907e-d025-4580-9188-4653bdafb4a1 req-5c4eecc2-7ebf-47ea-abb6-c73f8afa509c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:39.464743 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d907e-d025-4580-9188-4653bdafb4a1 req-5c4eecc2-7ebf-47ea-abb6-c73f8afa509c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:39.481223 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d907e-d025-4580-9188-4653bdafb4a1 req-5c4eecc2-7ebf-47ea-abb6-c73f8afa509c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:39.488902 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d907e-d025-4580-9188-4653bdafb4a1 req-5c4eecc2-7ebf-47ea-abb6-c73f8afa509c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:39.498100 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc6d907e-d025-4580-9188-4653bdafb4a1 req-5c4eecc2-7ebf-47ea-abb6-c73f8afa509c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5428 time: 0.1509247 Aug 11 02:16:39.522320 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9207b4-7e8d-4d6e-9b0e-4c39f5172878 None None] Network abfe629d-e2ef-4da1-94ab-4576283f6a78 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:39.554805 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc6d907e-d025-4580-9188-4653bdafb4a1 req-b9b22cfe-14fa-4fdd-af05-53a50e20e4a6 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554554 Aug 11 02:16:39.585423 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbd0c5-8b24-4995-8289-0a0dbaad5db8 req-9e58450b-d914-40b9-8d10-0025345ec004 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:39.591399 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbd0c5-8b24-4995-8289-0a0dbaad5db8 req-9e58450b-d914-40b9-8d10-0025345ec004 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:39.597565 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbd0c5-8b24-4995-8289-0a0dbaad5db8 req-9e58450b-d914-40b9-8d10-0025345ec004 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:39.600593 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f52130be-cfa2-4210-b85f-0cd973044173 None None] Provisioning complete for port 1793941e-134d-40c4-9d28-aa783e49aa01 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:39.600965 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f52130be-cfa2-4210-b85f-0cd973044173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:39.603478 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbd0c5-8b24-4995-8289-0a0dbaad5db8 req-9e58450b-d914-40b9-8d10-0025345ec004 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:39.613914 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbd0c5-8b24-4995-8289-0a0dbaad5db8 req-9e58450b-d914-40b9-8d10-0025345ec004 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:39.620068 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbd0c5-8b24-4995-8289-0a0dbaad5db8 req-9e58450b-d914-40b9-8d10-0025345ec004 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:39.627088 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbd0c5-8b24-4995-8289-0a0dbaad5db8 req-9e58450b-d914-40b9-8d10-0025345ec004 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:39.639505 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-69bbd0c5-8b24-4995-8289-0a0dbaad5db8 req-9e58450b-d914-40b9-8d10-0025345ec004 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5422 time: 1.0173740 Aug 11 02:16:39.642571 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-56552d01-0eeb-4220-b517-bc2498c9847b tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6478930 Aug 11 02:16:39.652832 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43410) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:39.660938 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-c64c5715-7def-4eba-a3a5-a49b9d90b7d9 admin admin] Allocated IP 172.20.0.1 (1cc06348-0fe8-4b09-9dc0-727cbdd09d09/cccbf575-460b-41a5-802c-8f12cd514561/88bd1e0f-a5a1-4f87-b357-7f588fd2652e) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:39.713415 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6baed97-d795-4e5d-a800-4aea8617d849 req-a7b11651-dfd2-41c7-912c-2c596da8569e tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:39.715006 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c6baed97-d795-4e5d-a800-4aea8617d849 req-a7b11651-dfd2-41c7-912c-2c596da8569e tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b416745-3306-4fca-b9c4-6d6f23110d37 HTTP/1.1" status: 200 len: 944 time: 0.0773005 Aug 11 02:16:39.715729 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d359f8da-7a8f-403c-894d-1b6ce2b6d379 req-c6ab2dd6-cc26-43ec-a4b6-b457b149a0a0 service neutron] 10.222.0.73 "GET /v2.0/networks/79a301b6-8eb6-4684-84fd-05d6fc546709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1633670 Aug 11 02:16:39.768169 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c6baed97-d795-4e5d-a800-4aea8617d849 req-ec416594-c0e8-40c2-883b-cff161acf7fd tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups?id=56ddbfec-47ca-4dbf-8c32-e787b27c9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449402 Aug 11 02:16:39.801913 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19a1dfb-6c64-40bf-9126-e493194adfc0 None None] DHCP port deletion for abfe629d-e2ef-4da1-94ab-4576283f6a78 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:16:39.854278 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe47b60-6b2b-4a04-a748-9bdad1a17602 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:39.856334 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ffe47b60-6b2b-4a04-a748-9bdad1a17602 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1915779 Aug 11 02:16:39.858957 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43412) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:39.866463 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a19a1dfb-6c64-40bf-9126-e493194adfc0 None None] Deleting port 1793941e-134d-40c4-9d28-aa783e49aa01 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:39.867509 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a19a1dfb-6c64-40bf-9126-e493194adfc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:39.870407 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-69bbd0c5-8b24-4995-8289-0a0dbaad5db8 req-ba0a5969-68b6-4fa7-a550-0ab40a232c26 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2295306 Aug 11 02:16:39.882316 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-15c44a27-ffaa-4761-b13d-dc2d06cc2ebf tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:39.894887 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-15c44a27-ffaa-4761-b13d-dc2d06cc2ebf tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:39.912476 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-8807d50b-f8a4-4ccd-9a98-df34b81af5c5 service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8625631 Aug 11 02:16:39.934711 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1736c43d-5a79-47c0-8008-089c91ab37de tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:39.939031 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1736c43d-5a79-47c0-8008-089c91ab37de tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0765975 Aug 11 02:16:39.939844 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43414) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:39.957960 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-a19a1dfb-6c64-40bf-9126-e493194adfc0 None None] For port 1793941e-134d-40c4-9d28-aa783e49aa01, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=1793941e-134d-40c4-9d28-aa783e49aa01,segment=NetworkSegment(965bfb6a-77e7-4e80-8088-d016626c9303),segment_id=965bfb6a-77e7-4e80-8088-d016626c9303)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:39.958358 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a19a1dfb-6c64-40bf-9126-e493194adfc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:39.971435 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c44a27-ffaa-4761-b13d-dc2d06cc2ebf tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f4f7555-04ef-4c4b-9766-c9e0f7bb92e6,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:39.972197 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a19a1dfb-6c64-40bf-9126-e493194adfc0 None None] Calling delete_port for 1793941e-134d-40c4-9d28-aa783e49aa01 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:39.977558 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-15c44a27-ffaa-4761-b13d-dc2d06cc2ebf tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:39.977836 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8b014fa7-ab8b-4875-882e-294d2ba365db tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0366206 Aug 11 02:16:39.978957 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-15c44a27-ffaa-4761-b13d-dc2d06cc2ebf tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4220765 Aug 11 02:16:39.981134 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-1f525c71-6c67-4b9e-8b35-9daf23800459 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1 HTTP/1.1" status: 200 len: 217 time: 0.0540273 Aug 11 02:16:39.985800 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43416) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:39.986135 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43418) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:39.992030 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-8789d85d-3444-45cb-ad55-b1c3304006c8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:40.001518 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c44a27-ffaa-4761-b13d-dc2d06cc2ebf tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:40.002083 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c44a27-ffaa-4761-b13d-dc2d06cc2ebf tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:40.002351 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c44a27-ffaa-4761-b13d-dc2d06cc2ebf tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:40.002758 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c44a27-ffaa-4761-b13d-dc2d06cc2ebf tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:40.003198 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c44a27-ffaa-4761-b13d-dc2d06cc2ebf tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:40.003624 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c44a27-ffaa-4761-b13d-dc2d06cc2ebf tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:40.004026 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c44a27-ffaa-4761-b13d-dc2d06cc2ebf tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:40.004427 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c44a27-ffaa-4761-b13d-dc2d06cc2ebf tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:40.004833 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c44a27-ffaa-4761-b13d-dc2d06cc2ebf tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:40.005231 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c44a27-ffaa-4761-b13d-dc2d06cc2ebf tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:40.005630 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c44a27-ffaa-4761-b13d-dc2d06cc2ebf tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:40.006029 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c44a27-ffaa-4761-b13d-dc2d06cc2ebf tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:40.022647 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8edb4f-e0e1-4207-8964-a8f013efeb43 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:40.023253 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec8edb4f-e0e1-4207-8964-a8f013efeb43 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:40.026493 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ec8edb4f-e0e1-4207-8964-a8f013efeb43 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/3b5b3153-65b4-432c-a61b-61105531ea58 HTTP/1.1" status: 404 len: 333 time: 0.0381510 Aug 11 02:16:40.028381 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43420) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:40.055000 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c64c5715-7def-4eba-a3a5-a49b9d90b7d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:40.074223 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac4d2cf-3f66-47f5-82f6-c94807144194 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:40.074684 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac4d2cf-3f66-47f5-82f6-c94807144194 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:40.076465 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6ac4d2cf-3f66-47f5-82f6-c94807144194 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/7088c766-7051-47ec-b8c2-03ef4a7c156f HTTP/1.1" status: 404 len: 337 time: 0.0397408 Aug 11 02:16:40.078777 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-c64c5715-7def-4eba-a3a5-a49b9d90b7d9 admin admin] Transition to ACTIVE for port object 88bd1e0f-a5a1-4f87-b357-7f588fd2652e will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:40.078956 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43422) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:40.082917 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-331653f4-1ab8-44ab-b595-97aaecea2eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:40.084661 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-331653f4-1ab8-44ab-b595-97aaecea2eed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f5cbcb9-b2a3-403b-9666-6d1a30805883 HTTP/1.1" status: 200 len: 797 time: 0.0943539 Aug 11 02:16:40.092891 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a19a1dfb-6c64-40bf-9126-e493194adfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:40.111018 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-649852e5-63fc-44f4-a845-f423f199443c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:40.111384 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-649852e5-63fc-44f4-a845-f423f199443c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:40.113467 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-649852e5-63fc-44f4-a845-f423f199443c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/50b3d186-b085-4d33-9523-ff952edb0f1c HTTP/1.1" status: 404 len: 337 time: 0.0333252 Aug 11 02:16:40.114360 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8789d85d-3444-45cb-ad55-b1c3304006c8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:40.121749 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43424) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:40.125071 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a1dfb-6c64-40bf-9126-e493194adfc0 None None] Pushing event deleted for resources: {'Port': ['ID=1793941e-134d-40c4-9d28-aa783e49aa01,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:40.128912 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19a1dfb-6c64-40bf-9126-e493194adfc0 None None] No DVR routers for this DVR port 1793941e-134d-40c4-9d28-aa783e49aa01 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:16:40.172805 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c31fe9-ff11-4661-80be-85b1fcc4126e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:40.173573 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01c31fe9-ff11-4661-80be-85b1fcc4126e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:40.175458 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-01c31fe9-ff11-4661-80be-85b1fcc4126e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/44600be4-6def-4aae-96fe-b83b07bd0c0f HTTP/1.1" status: 404 len: 333 time: 0.0483661 Aug 11 02:16:40.188191 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43428) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:40.220096 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c64c5715-7def-4eba-a3a5-a49b9d90b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:40.232669 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f862803-0c32-4f07-b64b-9b3be0fc9a84 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:40.233125 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f862803-0c32-4f07-b64b-9b3be0fc9a84 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:40.234906 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4f862803-0c32-4f07-b64b-9b3be0fc9a84 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/e68f118e-a5bc-4020-8957-3a1d704cb607 HTTP/1.1" status: 404 len: 337 time: 0.0457187 Aug 11 02:16:40.255431 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43430) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:40.269104 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b5ace8fc-e263-45a0-81d6-d252cced88d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:40.271412 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-b5ace8fc-e263-45a0-81d6-d252cced88d2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dd83919f-ff7e-4fd8-96b1-202904e5f138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1769190 Aug 11 02:16:40.282862 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64c5715-7def-4eba-a3a5-a49b9d90b7d9 admin admin] Network 1cc06348-0fe8-4b09-9dc0-727cbdd09d09 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:40.295853 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-c64c5715-7def-4eba-a3a5-a49b9d90b7d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:40.298519 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64c5715-7def-4eba-a3a5-a49b9d90b7d9 admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:40.298668 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ffe0e0-55c2-4102-9e61-da2fe6ba7e71 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:40.299091 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ffe0e0-55c2-4102-9e61-da2fe6ba7e71 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:40.300843 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-32ffe0e0-55c2-4102-9e61-da2fe6ba7e71 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/e829315a-53c4-4bac-b9c5-c1d83fa108f1 HTTP/1.1" status: 404 len: 337 time: 0.0441248 Aug 11 02:16:40.307564 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43432) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:40.333507 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea399a-3e66-4219-ad58-1db0def0a09e req-e9146161-a6fa-46ca-94a4-61f6eea669e0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:40.335074 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f9ea399a-3e66-4219-ad58-1db0def0a09e req-e9146161-a6fa-46ca-94a4-61f6eea669e0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.66 "GET /v2.0/ports?device_id=be98c980-f7d1-4e85-81af-9ef451418ed5 HTTP/1.1" status: 200 len: 945 time: 0.2072139 Aug 11 02:16:40.358357 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c5715-7def-4eba-a3a5-a49b9d90b7d9 admin admin] Pushing event updated for resources: {'Port': ['ID=88bd1e0f-a5a1-4f87-b357-7f588fd2652e,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:40.387510 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c64c5715-7def-4eba-a3a5-a49b9d90b7d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:40.394007 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-b87331f8-1afe-45a2-9023-7f94d99ba758 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:40.394722 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b87331f8-1afe-45a2-9023-7f94d99ba758 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:40.396510 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b87331f8-1afe-45a2-9023-7f94d99ba758 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/d8a83442-5400-4b8c-b21d-0aad01558fbb HTTP/1.1" status: 404 len: 333 time: 0.0875139 Aug 11 02:16:40.401133 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43434) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:40.418122 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02de164-defe-4312-ac88-d5e0afa97cd4 req-3a4331a1-1dfa-4c77-ba1f-aca728c743f2 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:40.425514 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b02de164-defe-4312-ac88-d5e0afa97cd4 req-3a4331a1-1dfa-4c77-ba1f-aca728c743f2 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=be98c980-f7d1-4e85-81af-9ef451418ed5 HTTP/1.1" status: 200 len: 945 time: 0.2065194 Aug 11 02:16:40.460613 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:16:40.476038 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-9836205c-62f1-4c25-bd1d-419c07bd282d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:40.477193 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9836205c-62f1-4c25-bd1d-419c07bd282d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:40.481734 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9836205c-62f1-4c25-bd1d-419c07bd282d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/1ea12aaf-5183-44d3-aaae-e84e376f5805 HTTP/1.1" status: 404 len: 337 time: 0.0736895 Aug 11 02:16:40.491923 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43436) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:40.506982 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-282b5940-dc8c-4e4f-8f18-99f89dc2d39d service neutron] 10.222.0.66 "GET /v2.0/networks/dd83919f-ff7e-4fd8-96b1-202904e5f138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229445 Aug 11 02:16:40.607146 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef247a04-7636-4956-8842-e057ad65218e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:40.607654 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef247a04-7636-4956-8842-e057ad65218e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:40.611930 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ef247a04-7636-4956-8842-e057ad65218e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/4e46b50e-14c6-44f2-a904-39eb38600961 HTTP/1.1" status: 404 len: 337 time: 0.1168437 Aug 11 02:16:40.620140 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43440) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:40.638498 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b02de164-defe-4312-ac88-d5e0afa97cd4 req-356b5af2-f0d4-4b52-9ce4-72199efc43e4 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120275 Aug 11 02:16:40.693169 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8789d85d-3444-45cb-ad55-b1c3304006c8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:40.701427 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-f9ea399a-3e66-4219-ad58-1db0def0a09e req-64eeff7f-3a4f-4e3e-a3ab-57a267f1514e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Deleting port 4e0c3380-b938-429b-a46f-cc5356b15cb9 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:40.701768 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f9ea399a-3e66-4219-ad58-1db0def0a09e req-64eeff7f-3a4f-4e3e-a3ab-57a267f1514e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:40.742985 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1,segment=NetworkSegment(19dbea17-970b-4093-9d9c-314e17b532a2),segment_id=19dbea17-970b-4093-9d9c-314e17b532a2)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:40.768139 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 26330340-86ea-47c4-98bf-fb077d132d33 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:40.770051 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1', 'network_id': '79a301b6-8eb6-4684-84fd-05d6fc546709', 'port_id': 'ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1', 'mac_address': 'fa:16:3e:6f:f8:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '025e1ca0-7884-4b5a-921c-958f38e3c6f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:16:40.794173 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-837af0f5-cb2c-41c8-a740-a39653644667 None None] Provisioning for port 88bd1e0f-a5a1-4f87-b357-7f588fd2652e completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:40.803931 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e8c00a-d6f2-477a-955b-9742b1f2bf73 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:40.809498 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-837af0f5-cb2c-41c8-a740-a39653644667 None None] Provisioning complete for port 88bd1e0f-a5a1-4f87-b357-7f588fd2652e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:40.809498 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-837af0f5-cb2c-41c8-a740-a39653644667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:40.809941 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e8c00a-d6f2-477a-955b-9742b1f2bf73 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:40.820314 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f7e8c00a-d6f2-477a-955b-9742b1f2bf73 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/222d7587-341a-4fc5-a8f5-33f44a47dcc3 HTTP/1.1" status: 404 len: 333 time: 0.1971631 Aug 11 02:16:40.820511 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43444) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:40.875224 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1af1621-ae3e-4019-8d15-d6dee94fd981 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:40.875617 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1af1621-ae3e-4019-8d15-d6dee94fd981 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:40.879603 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c1af1621-ae3e-4019-8d15-d6dee94fd981 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/08935a74-4995-48b6-a48d-fd42d0bfdf34 HTTP/1.1" status: 404 len: 337 time: 0.0541956 Aug 11 02:16:40.888174 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43448) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:40.902852 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:40.934625 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c64c5715-7def-4eba-a3a5-a49b9d90b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:40.942626 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-20eb6ecc-8405-4a0f-a7d7-263819c7a402 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:40.943224 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20eb6ecc-8405-4a0f-a7d7-263819c7a402 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:40.951402 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-20eb6ecc-8405-4a0f-a7d7-263819c7a402 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/b551dddd-e924-47c6-a600-d1de781ef155 HTTP/1.1" status: 404 len: 337 time: 0.0568964 Aug 11 02:16:40.951619 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:40.961402 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055ec7b-8cba-46e1-8ccc-7eeed69f1d43 req-0181031f-1e20-4cbd-bfa5-ac64b82b8da2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:40.968077 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055ec7b-8cba-46e1-8ccc-7eeed69f1d43 req-0181031f-1e20-4cbd-bfa5-ac64b82b8da2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:40.971280 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43452) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:40.974336 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055ec7b-8cba-46e1-8ccc-7eeed69f1d43 req-0181031f-1e20-4cbd-bfa5-ac64b82b8da2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:40.981376 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055ec7b-8cba-46e1-8ccc-7eeed69f1d43 req-0181031f-1e20-4cbd-bfa5-ac64b82b8da2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:40.984531 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-837af0f5-cb2c-41c8-a740-a39653644667 None None] Port 88bd1e0f-a5a1-4f87-b357-7f588fd2652e cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:16:40.987775 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055ec7b-8cba-46e1-8ccc-7eeed69f1d43 req-0181031f-1e20-4cbd-bfa5-ac64b82b8da2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:40.994401 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055ec7b-8cba-46e1-8ccc-7eeed69f1d43 req-0181031f-1e20-4cbd-bfa5-ac64b82b8da2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:40.999241 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 26330340-86ea-47c4-98bf-fb077d132d33 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:41.000791 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055ec7b-8cba-46e1-8ccc-7eeed69f1d43 req-0181031f-1e20-4cbd-bfa5-ac64b82b8da2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:41.002924 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7055ec7b-8cba-46e1-8ccc-7eeed69f1d43 req-0181031f-1e20-4cbd-bfa5-ac64b82b8da2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5428 time: 0.2776461 Aug 11 02:16:41.012403 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1,segment=NetworkSegment(19dbea17-970b-4093-9d9c-314e17b532a2),segment_id=19dbea17-970b-4093-9d9c-314e17b532a2)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:41.016371 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 26330340-86ea-47c4-98bf-fb077d132d33 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:41.016685 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:41.060168 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:41.060424 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-ea4b5a86-df83-42a4-a24d-5db09fe86ed4 service neutron] 10.222.0.66 "GET /v2.0/networks/dd83919f-ff7e-4fd8-96b1-202904e5f138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096295 Aug 11 02:16:41.070921 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-8789d85d-3444-45cb-ad55-b1c3304006c8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Allocated IP 172.25.2.78 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/14f16680-3eb8-4a2a-91ca-c042f7864f9c) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:41.098886 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-86db6ef5-ecfb-403e-99d3-abde376c8f77 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:41.099756 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86db6ef5-ecfb-403e-99d3-abde376c8f77 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:41.102316 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-86db6ef5-ecfb-403e-99d3-abde376c8f77 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/fbe55993-073e-45c6-a5a7-fd6aa35153a7 HTTP/1.1" status: 404 len: 333 time: 0.1279359 Aug 11 02:16:41.128226 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43454) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:41.141636 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-19e6ce95-1913-4b18-9ada-21f7ce175f58 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1451ea14-a62f-4cdf-b59f-1f01ea8381d0 HTTP/1.1" status: 200 len: 217 time: 0.0726712 Aug 11 02:16:41.150327 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7055ec7b-8cba-46e1-8ccc-7eeed69f1d43 req-cd9ee8c0-2c63-4a37-9ad2-3def8d32b9c4 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1384444 Aug 11 02:16:41.156671 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:41.158083 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-f9ea399a-3e66-4219-ad58-1db0def0a09e req-64eeff7f-3a4f-4e3e-a3ab-57a267f1514e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] For port 4e0c3380-b938-429b-a46f-cc5356b15cb9, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=4e0c3380-b938-429b-a46f-cc5356b15cb9,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:41.158320 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f9ea399a-3e66-4219-ad58-1db0def0a09e req-64eeff7f-3a4f-4e3e-a3ab-57a267f1514e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:41.166511 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:41.200332 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27b188-c7dc-46ee-b9b7-48f4cfd9195e req-d9efbc72-e6f2-476b-ad30-b0dc37d7687d tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:41.200332 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4c27b188-c7dc-46ee-b9b7-48f4cfd9195e req-d9efbc72-e6f2-476b-ad30-b0dc37d7687d tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b416745-3306-4fca-b9c4-6d6f23110d37 HTTP/1.1" status: 200 len: 944 time: 0.2657120 Aug 11 02:16:41.203116 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 26330340-86ea-47c4-98bf-fb077d132d33, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=26330340-86ea-47c4-98bf-fb077d132d33,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:41.207237 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:41.208838 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a8e1c58a-8a39-4a18-bb9a-21e89826c95a up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:41.211954 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7bc1363-f34d-433b-a16c-60c10cdaf646 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:41.212420 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7bc1363-f34d-433b-a16c-60c10cdaf646 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:41.214170 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d7bc1363-f34d-433b-a16c-60c10cdaf646 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/7b400922-b258-4287-9c98-1110a48701c8 HTTP/1.1" status: 404 len: 337 time: 0.0850563 Aug 11 02:16:41.215062 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-f9ea399a-3e66-4219-ad58-1db0def0a09e req-64eeff7f-3a4f-4e3e-a3ab-57a267f1514e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Calling delete_port for 4e0c3380-b938-429b-a46f-cc5356b15cb9 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:41.220416 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43456) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:41.272756 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4d92c4bc-ed82-4895-a08a-bd36dc6c13f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:41.273611 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce9f628-f7b1-4e93-8f0d-3f739ad298fb tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:41.274247 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4d92c4bc-ed82-4895-a08a-bd36dc6c13f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f5cbcb9-b2a3-403b-9666-6d1a30805883 HTTP/1.1" status: 200 len: 797 time: 0.0967536 Aug 11 02:16:41.274751 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce9f628-f7b1-4e93-8f0d-3f739ad298fb tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:41.276617 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4ce9f628-f7b1-4e93-8f0d-3f739ad298fb tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/4d089b1b-4177-4a78-ae06-48c164f6b24f HTTP/1.1" status: 404 len: 333 time: 0.0483177 Aug 11 02:16:41.281368 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43458) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:41.322831 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port a8e1c58a-8a39-4a18-bb9a-21e89826c95a triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:41.323210 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:41.347157 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-8664e58e-a12d-4227-8d5d-e3c55826b07e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:41.347652 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8664e58e-a12d-4227-8d5d-e3c55826b07e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:41.352064 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8664e58e-a12d-4227-8d5d-e3c55826b07e tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/65a6c8cd-c207-4d01-8fb6-ecdbf41e735d HTTP/1.1" status: 404 len: 337 time: 0.0694945 Aug 11 02:16:41.352239 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:41.354044 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43460) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:41.386608 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-90cfc91d-3fd5-4220-9875-a098a4d2d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:41.387379 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4c27b188-c7dc-46ee-b9b7-48f4cfd9195e req-72934856-311d-45fe-a73b-a661b7299622 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups?id=56ddbfec-47ca-4dbf-8c32-e787b27c9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894388 Aug 11 02:16:41.388588 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-90cfc91d-3fd5-4220-9875-a098a4d2d78f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dd83919f-ff7e-4fd8-96b1-202904e5f138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1049402 Aug 11 02:16:41.408834 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=26330340-86ea-47c4-98bf-fb077d132d33,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:41.410972 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c64c5715-7def-4eba-a3a5-a49b9d90b7d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:41.416121 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39cab70-62a2-4891-b52b-915056b7b2f0 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:41.416964 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c39cab70-62a2-4891-b52b-915056b7b2f0 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:41.419755 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c39cab70-62a2-4891-b52b-915056b7b2f0 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/e0d3fcb1-a58f-4a61-9101-a8b7d44f950c HTTP/1.1" status: 404 len: 333 time: 0.0612013 Aug 11 02:16:41.425077 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43462) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:41.436862 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c64c5715-7def-4eba-a3a5-a49b9d90b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:41.439335 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8789d85d-3444-45cb-ad55-b1c3304006c8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:41.540481 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8789d85d-3444-45cb-ad55-b1c3304006c8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:41.547806 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f9ea399a-3e66-4219-ad58-1db0def0a09e req-64eeff7f-3a4f-4e3e-a3ab-57a267f1514e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:41.556623 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-859a2061-fb27-41c1-b61d-42c0816de53a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:41.557430 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-859a2061-fb27-41c1-b61d-42c0816de53a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:41.562031 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-859a2061-fb27-41c1-b61d-42c0816de53a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/16927038-5439-4d19-9c70-b26cba142da7 HTTP/1.1" status: 404 len: 337 time: 0.1330082 Aug 11 02:16:41.562882 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43464) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:41.583370 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1793941e-134d-40c4-9d28-aa783e49aa01 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:16:41.603672 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8789d85d-3444-45cb-ad55-b1c3304006c8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:41.603881 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6b60ad-486f-4e31-81ff-ed62629712a6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:41.604457 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff6b60ad-486f-4e31-81ff-ed62629712a6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:41.609112 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ff6b60ad-486f-4e31-81ff-ed62629712a6 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/270567b9-5c10-4a98-ada5-7b2013672b19 HTTP/1.1" status: 404 len: 333 time: 0.0379982 Aug 11 02:16:41.615050 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43466) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:41.617647 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 1793941e-134d-40c4-9d28-aa783e49aa01 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:16:41.618178 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1793941e-134d-40c4-9d28-aa783e49aa01 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:16:41.623329 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-8789d85d-3444-45cb-ad55-b1c3304006c8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:41.631553 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8789d85d-3444-45cb-ad55-b1c3304006c8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:41.665678 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c64c5715-7def-4eba-a3a5-a49b9d90b7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:41.671702 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ea399a-3e66-4219-ad58-1db0def0a09e req-64eeff7f-3a4f-4e3e-a3ab-57a267f1514e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] No DVR routers for this DVR port 4e0c3380-b938-429b-a46f-cc5356b15cb9 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:16:41.675104 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789d85d-3444-45cb-ad55-b1c3304006c8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Pushing event updated for resources: {'Port': ['ID=14f16680-3eb8-4a2a-91ca-c042f7864f9c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:41.680119 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f9ea399a-3e66-4219-ad58-1db0def0a09e req-64eeff7f-3a4f-4e3e-a3ab-57a267f1514e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:41.683463 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f9ea399a-3e66-4219-ad58-1db0def0a09e req-64eeff7f-3a4f-4e3e-a3ab-57a267f1514e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.66 "DELETE /v2.0/ports/4e0c3380-b938-429b-a46f-cc5356b15cb9 HTTP/1.1" status: 204 len: 173 time: 1.3316178 Aug 11 02:16:41.683631 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462711c-8502-4cd1-8fe1-5b7f96e8da46 req-6735a7da-9ad3-41f9-beb8-6ba3bddd4365 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:41.686282 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be98c980-f7d1-4e85-81af-9ef451418ed5', 'name': 'network-vif-deleted', 'tag': '4e0c3380-b938-429b-a46f-cc5356b15cb9'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:41.688963 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31735b2b-daad-4e43-9750-bf50cde68cdd" -d '{"events": [{"server_uuid": "be98c980-f7d1-4e85-81af-9ef451418ed5", "name": "network-vif-deleted", "tag": "4e0c3380-b938-429b-a46f-cc5356b15cb9"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:41.689418 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462711c-8502-4cd1-8fe1-5b7f96e8da46 req-6735a7da-9ad3-41f9-beb8-6ba3bddd4365 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:41.695667 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462711c-8502-4cd1-8fe1-5b7f96e8da46 req-6735a7da-9ad3-41f9-beb8-6ba3bddd4365 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:41.702801 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462711c-8502-4cd1-8fe1-5b7f96e8da46 req-6735a7da-9ad3-41f9-beb8-6ba3bddd4365 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:41.709022 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462711c-8502-4cd1-8fe1-5b7f96e8da46 req-6735a7da-9ad3-41f9-beb8-6ba3bddd4365 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:41.715477 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462711c-8502-4cd1-8fe1-5b7f96e8da46 req-6735a7da-9ad3-41f9-beb8-6ba3bddd4365 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:41.721800 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462711c-8502-4cd1-8fe1-5b7f96e8da46 req-6735a7da-9ad3-41f9-beb8-6ba3bddd4365 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:41.723754 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f462711c-8502-4cd1-8fe1-5b7f96e8da46 req-6735a7da-9ad3-41f9-beb8-6ba3bddd4365 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5422 time: 0.3295946 Aug 11 02:16:41.724681 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6dbcf8-cc68-4f33-87f1-0535edd5ae8a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:41.725112 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce6dbcf8-cc68-4f33-87f1-0535edd5ae8a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:41.729089 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ce6dbcf8-cc68-4f33-87f1-0535edd5ae8a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/ad0accfb-f733-4d84-ab2b-e38764839fde HTTP/1.1" status: 404 len: 337 time: 0.1041670 Aug 11 02:16:41.729089 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c5715-7def-4eba-a3a5-a49b9d90b7d9 admin admin] Pushing event updated for resources: {'Port': ['ID=88bd1e0f-a5a1-4f87-b357-7f588fd2652e,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:41.732771 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43472) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:41.794704 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-d058b01e-f6f8-4586-a389-b1eefe89d3f2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:41.795443 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d058b01e-f6f8-4586-a389-b1eefe89d3f2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:41.797286 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d058b01e-f6f8-4586-a389-b1eefe89d3f2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/1a513226-5e10-4fd1-a10e-5c34c9c3ff72 HTTP/1.1" status: 404 len: 333 time: 0.0620937 Aug 11 02:16:41.811104 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43474) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:41.813771 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-53d1a1c1-7e0a-4f71-b2e3-82cfb784ea37 service neutron] 10.222.0.66 "GET /v2.0/networks/dd83919f-ff7e-4fd8-96b1-202904e5f138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151900 Aug 11 02:16:41.929501 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd84267-5f72-4aa9-8922-e1cb43969f4d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:41.929872 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd84267-5f72-4aa9-8922-e1cb43969f4d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:41.934847 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9dd84267-5f72-4aa9-8922-e1cb43969f4d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/d0ce9e92-34f3-4a26-a4a7-ce01e82b81e4 HTTP/1.1" status: 404 len: 337 time: 0.1168697 Aug 11 02:16:41.935040 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['05898258-4491-4fa9-91f4-a855886e6aab'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:41.940243 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43476) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:41.962693 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f462711c-8502-4cd1-8fe1-5b7f96e8da46 req-4a80ff4d-6a18-4a40-9005-6a695f634a32 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2148876 Aug 11 02:16:42.014099 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfc409cb-cae0-4992-842f-d74994e2c5a8 req-4ac4b3c5-02fd-4820-8b51-d4edb431e48b service neutron] 10.222.0.66 "GET /v2.0/networks/dd83919f-ff7e-4fd8-96b1-202904e5f138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661851 Aug 11 02:16:42.033203 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0506129-0514-415b-971f-180fbb01fdf3 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:42.033932 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0506129-0514-415b-971f-180fbb01fdf3 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:42.038573 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b0506129-0514-415b-971f-180fbb01fdf3 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/1ec38b26-3722-48bc-b393-5bb18fb481bc HTTP/1.1" status: 404 len: 333 time: 0.0971782 Aug 11 02:16:42.045402 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43478) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:42.076933 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-d60c2dd2-633c-4433-a650-2c55dc037e9c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:42.077422 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d60c2dd2-633c-4433-a650-2c55dc037e9c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:42.082734 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d60c2dd2-633c-4433-a650-2c55dc037e9c tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/82f3a49d-91ce-44c3-b88f-af04e1cc202d HTTP/1.1" status: 404 len: 337 time: 0.0362391 Aug 11 02:16:42.083418 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43480) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:42.122101 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0406105a-426d-43c6-bc9b-44dbcbf5ae9a x-openstack-request-id: req-0406105a-426d-43c6-bc9b-44dbcbf5ae9a {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:42.122693 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be98c980-f7d1-4e85-81af-9ef451418ed5", "name": "network-vif-deleted", "tag": "4e0c3380-b938-429b-a46f-cc5356b15cb9", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:42.122693 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0406105a-426d-43c6-bc9b-44dbcbf5ae9a {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:42.123009 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be98c980-f7d1-4e85-81af-9ef451418ed5', 'name': 'network-vif-deleted', 'tag': '4e0c3380-b938-429b-a46f-cc5356b15cb9', 'status': 'completed', 'code': 200} Aug 11 02:16:42.125790 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eeff7f-3a4f-4e3e-a3ab-57a267f1514e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Pushing event deleted for resources: {'Port': ['ID=4e0c3380-b938-429b-a46f-cc5356b15cb9,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:42.129282 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4347cec8-786a-4d49-84cd-57e84540b38b req-6b1f3afc-3fd0-45f5-b6c9-f40a4f032528 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=be98c980-f7d1-4e85-81af-9ef451418ed5 HTTP/1.1" status: 200 len: 210 time: 0.4371934 Aug 11 02:16:42.148694 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86a3a8c-b78f-4031-90a4-76b936fa4e36 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:42.149151 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a86a3a8c-b78f-4031-90a4-76b936fa4e36 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:42.154064 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a86a3a8c-b78f-4031-90a4-76b936fa4e36 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/f99900b3-013e-4ce9-9c85-9d439aca3c8a HTTP/1.1" status: 404 len: 337 time: 0.0645792 Aug 11 02:16:42.156974 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43482) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:42.205418 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8789d85d-3444-45cb-ad55-b1c3304006c8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:42.212460 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-654a2c77-5816-4c76-884c-f7d371026e99 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:42.213435 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-654a2c77-5816-4c76-884c-f7d371026e99 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:42.215803 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-654a2c77-5816-4c76-884c-f7d371026e99 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/328b6040-3d13-4063-b21a-63b1001aa073 HTTP/1.1" status: 404 len: 333 time: 0.0585904 Aug 11 02:16:42.218499 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43486) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:42.234565 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64c5715-7def-4eba-a3a5-a49b9d90b7d9 admin admin] Network 1cc06348-0fe8-4b09-9dc0-727cbdd09d09 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:42.240375 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-c64c5715-7def-4eba-a3a5-a49b9d90b7d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:42.271609 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c545a73-c2fc-428c-a4d2-9c9446c1e731 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:42.271609 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c545a73-c2fc-428c-a4d2-9c9446c1e731 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:42.290523 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7c545a73-c2fc-428c-a4d2-9c9446c1e731 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/29b1a124-9327-4ad3-ba47-d665f439d1a7 HTTP/1.1" status: 404 len: 337 time: 0.0702331 Aug 11 02:16:42.296490 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43488) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:42.305437 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bd24d-9d3f-4029-813f-44c317ce8146 req-edb715e6-dc02-46e7-8235-a1333d532146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:42.306440 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bd24d-9d3f-4029-813f-44c317ce8146 req-edb715e6-dc02-46e7-8235-a1333d532146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:42.308761 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bd24d-9d3f-4029-813f-44c317ce8146 req-edb715e6-dc02-46e7-8235-a1333d532146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:42.309269 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bd24d-9d3f-4029-813f-44c317ce8146 req-edb715e6-dc02-46e7-8235-a1333d532146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:42.309814 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bd24d-9d3f-4029-813f-44c317ce8146 req-edb715e6-dc02-46e7-8235-a1333d532146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:42.310637 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bd24d-9d3f-4029-813f-44c317ce8146 req-edb715e6-dc02-46e7-8235-a1333d532146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:42.311128 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bd24d-9d3f-4029-813f-44c317ce8146 req-edb715e6-dc02-46e7-8235-a1333d532146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:42.313155 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8b8bd24d-9d3f-4029-813f-44c317ce8146 req-edb715e6-dc02-46e7-8235-a1333d532146 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3f544ac306fb418fb17bb1bb0c938ed0&device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 6486 time: 0.1925056 Aug 11 02:16:42.314526 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8789d85d-3444-45cb-ad55-b1c3304006c8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:42.390412 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-4434a9fb-9952-477c-8b77-e467f3a92ad2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:42.390867 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4434a9fb-9952-477c-8b77-e467f3a92ad2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:42.392648 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4434a9fb-9952-477c-8b77-e467f3a92ad2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/b73195ca-73b5-410f-bf6d-7aac17909bef HTTP/1.1" status: 404 len: 337 time: 0.0785747 Aug 11 02:16:42.397017 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43492) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:42.473863 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:42.529243 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-965f09e2-94d7-4d3e-9e9b-ed8a6a92b3a7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:42.531120 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-965f09e2-94d7-4d3e-9e9b-ed8a6a92b3a7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:42.533250 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-965f09e2-94d7-4d3e-9e9b-ed8a6a92b3a7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/2380d567-91f6-4711-98d1-e7b87e31f9ce HTTP/1.1" status: 404 len: 333 time: 0.1351373 Aug 11 02:16:42.556795 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43496) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:42.566047 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 26330340-86ea-47c4-98bf-fb077d132d33 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:42.601562 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc24085-0d6d-41be-b21f-e68b136d8c4a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:42.602022 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcc24085-0d6d-41be-b21f-e68b136d8c4a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:42.606707 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fcc24085-0d6d-41be-b21f-e68b136d8c4a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/a7a91bda-434d-48c2-9062-8a291a1e46b0 HTTP/1.1" status: 404 len: 337 time: 0.0442526 Aug 11 02:16:42.607453 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43498) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:42.614845 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:42.622204 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:42.622915 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:42.643746 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-9839f6a6-4fb6-4524-a09b-b6787d4be4da tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:42.644241 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9839f6a6-4fb6-4524-a09b-b6787d4be4da tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:42.645948 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9839f6a6-4fb6-4524-a09b-b6787d4be4da tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/2b0c2903-96c1-4c84-acc3-eac8789bb1d4 HTTP/1.1" status: 404 len: 337 time: 0.0377531 Aug 11 02:16:42.649281 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43500) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:42.681310 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 26330340-86ea-47c4-98bf-fb077d132d33 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:42.681799 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:42.687570 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-0e9fd4b1-43e3-436f-b405-a28ac17dfb4f None None] Provisioning complete for port 88bd1e0f-a5a1-4f87-b357-7f588fd2652e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:42.687809 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0e9fd4b1-43e3-436f-b405-a28ac17dfb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:42.690822 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be035b-d9d2-44ef-81b7-5e786113dc34 req-c2ef7958-0181-4449-900e-48151a358612 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:42.692458 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-09be035b-d9d2-44ef-81b7-5e786113dc34 req-c2ef7958-0181-4449-900e-48151a358612 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b416745-3306-4fca-b9c4-6d6f23110d37 HTTP/1.1" status: 200 len: 945 time: 0.1996760 Aug 11 02:16:42.694866 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8789d85d-3444-45cb-ad55-b1c3304006c8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:42.697425 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef726a0-1622-4085-81ba-36ee661911e2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:42.698160 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bef726a0-1622-4085-81ba-36ee661911e2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:42.700892 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bef726a0-1622-4085-81ba-36ee661911e2 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/961a3405-2594-4822-a32d-2056435e9ec6 HTTP/1.1" status: 404 len: 333 time: 0.0473650 Aug 11 02:16:42.705607 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43502) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:42.714277 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8789d85d-3444-45cb-ad55-b1c3304006c8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:42.775037 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ac7bc3-e5bf-4e49-bddf-537c1427011d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:42.775623 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03ac7bc3-e5bf-4e49-bddf-537c1427011d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:42.779295 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-0e9fd4b1-43e3-436f-b405-a28ac17dfb4f None None] Port 88bd1e0f-a5a1-4f87-b357-7f588fd2652e cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:16:42.780819 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-03ac7bc3-e5bf-4e49-bddf-537c1427011d tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/f54a58ea-73ef-464b-a591-797afbfbdb11 HTTP/1.1" status: 404 len: 337 time: 0.0741537 Aug 11 02:16:42.783724 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43504) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:42.793490 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:42.833996 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d978c26-2582-419b-ab78-cd80ae73e6f3 req-a9223974-a441-4c81-83a1-bf5e0f4f3c92 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:42.840591 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b416745-3306-4fca-b9c4-6d6f23110d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:42.840788 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d978c26-2582-419b-ab78-cd80ae73e6f3 req-a9223974-a441-4c81-83a1-bf5e0f4f3c92 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:42.842648 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ded02ee-ba1c-4594-b575-94765f068924" -d '{"events": [{"server_uuid": "0b416745-3306-4fca-b9c4-6d6f23110d37", "name": "network-vif-plugged", "status": "completed", "tag": "ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:42.847551 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d978c26-2582-419b-ab78-cd80ae73e6f3 req-a9223974-a441-4c81-83a1-bf5e0f4f3c92 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:42.850645 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-72294914-9f20-4e13-a785-d8dd74f23860 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:42.851341 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72294914-9f20-4e13-a785-d8dd74f23860 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:42.852860 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d978c26-2582-419b-ab78-cd80ae73e6f3 req-a9223974-a441-4c81-83a1-bf5e0f4f3c92 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:42.856278 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-72294914-9f20-4e13-a785-d8dd74f23860 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/231e40cd-3100-4ae3-9b2b-557dcf73e728 HTTP/1.1" status: 404 len: 337 time: 0.0693648 Aug 11 02:16:42.859204 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d978c26-2582-419b-ab78-cd80ae73e6f3 req-a9223974-a441-4c81-83a1-bf5e0f4f3c92 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:42.861878 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1,segment=NetworkSegment(19dbea17-970b-4093-9d9c-314e17b532a2),segment_id=19dbea17-970b-4093-9d9c-314e17b532a2)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:42.862453 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43508) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:42.865751 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d978c26-2582-419b-ab78-cd80ae73e6f3 req-a9223974-a441-4c81-83a1-bf5e0f4f3c92 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:42.872189 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:42.872838 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d978c26-2582-419b-ab78-cd80ae73e6f3 req-a9223974-a441-4c81-83a1-bf5e0f4f3c92 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:42.875569 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0d978c26-2582-419b-ab78-cd80ae73e6f3 req-a9223974-a441-4c81-83a1-bf5e0f4f3c92 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5428 time: 0.5800693 Aug 11 02:16:42.903830 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-09be035b-d9d2-44ef-81b7-5e786113dc34 req-bb9c8afe-b7ac-4839-b549-5c3e1429331d tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups?id=56ddbfec-47ca-4dbf-8c32-e787b27c9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994462 Aug 11 02:16:42.909453 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4ed0ddc8-c2eb-4e95-a093-72722256cbbd tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports?device_id=0aeb520e-699c-418a-aebd-b18f59f03a39 HTTP/1.1" status: 200 len: 205 time: 0.0426888 Aug 11 02:16:42.909453 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789d85d-3444-45cb-ad55-b1c3304006c8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Pushing event updated for resources: {'Port': ['ID=14f16680-3eb8-4a2a-91ca-c042f7864f9c,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:42.909453 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43510) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:42.922735 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8789d85d-3444-45cb-ad55-b1c3304006c8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:42.942065 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bd24d-9d3f-4029-813f-44c317ce8146 req-57c68f1a-68cd-43b7-90c9-619a9c99d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:42.943588 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8b8bd24d-9d3f-4029-813f-44c317ce8146 req-57c68f1a-68cd-43b7-90c9-619a9c99d703 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dd83919f-ff7e-4fd8-96b1-202904e5f138 HTTP/1.1" status: 200 len: 901 time: 0.6200531 Aug 11 02:16:42.950839 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64c5715-7def-4eba-a3a5-a49b9d90b7d9 admin admin] Router 0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:16:42.955757 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:42.965246 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-bb1d215b-4251-444c-bb08-94640f38886f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] delete failed (client error): The resource could not be found. Aug 11 02:16:42.966441 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bb1d215b-4251-444c-bb08-94640f38886f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/routers/0aeb520e-699c-418a-aebd-b18f59f03a39 HTTP/1.1" status: 404 len: 336 time: 0.0544124 Aug 11 02:16:42.972979 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43512) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:42.979379 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c324730c-e040-4dd5-ae78-61c429f5bf7a x-openstack-request-id: req-c324730c-e040-4dd5-ae78-61c429f5bf7a {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:42.979902 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b416745-3306-4fca-b9c4-6d6f23110d37", "name": "network-vif-plugged", "status": "completed", "tag": "ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:42.980289 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c324730c-e040-4dd5-ae78-61c429f5bf7a {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:42.980545 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b416745-3306-4fca-b9c4-6d6f23110d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1', 'code': 200} Aug 11 02:16:42.985687 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8789d85d-3444-45cb-ad55-b1c3304006c8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:42.986452 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8789d85d-3444-45cb-ad55-b1c3304006c8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9980536 Aug 11 02:16:43.006387 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-56805a22-6d8e-4afc-abb6-b0e07fe3fcab tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:43.006801 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56805a22-6d8e-4afc-abb6-b0e07fe3fcab tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:43.008670 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-56805a22-6d8e-4afc-abb6-b0e07fe3fcab tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/5375ff1a-e2fc-4984-ad38-6f8e1fa51db0 HTTP/1.1" status: 404 len: 337 time: 0.0343990 Aug 11 02:16:43.019494 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43518) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:43.052111 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0d978c26-2582-419b-ab78-cd80ae73e6f3 req-3e3cb978-92a9-4a95-89a3-5de018e26ebe tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1629567 Aug 11 02:16:43.055227 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1c48e625-de58-4c05-9aeb-7e6c3eff0ba8 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84f8724-a4fc-46cc-9507-c0c642eabc10 HTTP/1.1" status: 200 len: 205 time: 0.0323522 Aug 11 02:16:43.055501 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43522) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:43.056992 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8b8bd24d-9d3f-4029-813f-44c317ce8146 req-ab113cbd-80d6-406b-b763-71247ce83ca5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1451ea14-a62f-4cdf-b59f-1f01ea8381d0 HTTP/1.1" status: 200 len: 217 time: 0.1031320 Aug 11 02:16:43.113332 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-4d4e612f-7f33-467b-a1cb-24538bec3e82 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] delete failed (client error): The resource could not be found. Aug 11 02:16:43.113332 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4d4e612f-7f33-467b-a1cb-24538bec3e82 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/routers/f84f8724-a4fc-46cc-9507-c0c642eabc10 HTTP/1.1" status: 404 len: 336 time: 0.0543404 Aug 11 02:16:43.115162 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43528) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:43.158807 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9b1596-6e73-4599-987f-f84a0a1dc844 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:43.159516 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e9b1596-6e73-4599-987f-f84a0a1dc844 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:43.161466 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7e9b1596-6e73-4599-987f-f84a0a1dc844 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/a01b05b2-76a2-4946-b4f6-01191887da74 HTTP/1.1" status: 404 len: 337 time: 0.0464561 Aug 11 02:16:43.163721 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43534) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:43.192922 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bd24d-9d3f-4029-813f-44c317ce8146 req-2f390355-fe1c-408d-b00f-fe45138ebf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:43.194401 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8b8bd24d-9d3f-4029-813f-44c317ce8146 req-2f390355-fe1c-408d-b00f-fe45138ebf0e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f5cbcb9-b2a3-403b-9666-6d1a30805883 HTTP/1.1" status: 200 len: 797 time: 0.1272917 Aug 11 02:16:43.197707 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cac02df-2f4d-47e3-82d0-292eecc4ce38 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:43.198152 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cac02df-2f4d-47e3-82d0-292eecc4ce38 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:43.199885 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3cac02df-2f4d-47e3-82d0-292eecc4ce38 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/1951c05d-d242-4de5-946a-aaf5809fccd7 HTTP/1.1" status: 404 len: 337 time: 0.0352440 Aug 11 02:16:43.200916 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b1228-ca04-492b-b8d4-c8db1af1ce3a req-4eb07777-b8b5-4ccc-9227-144e79ef01a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:43.202376 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-287b1228-ca04-492b-b8d4-c8db1af1ce3a req-4eb07777-b8b5-4ccc-9227-144e79ef01a0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0b416745-3306-4fca-b9c4-6d6f23110d37 HTTP/1.1" status: 200 len: 1098 time: 0.1492524 Aug 11 02:16:43.203007 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43538) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:43.234560 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 4e0c3380-b938-429b-a46f-cc5356b15cb9 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:16:43.240414 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7959459-cda9-4802-86f3-3c90e051b9f8 req-7d7ae429-d53b-4127-927f-57280ab3b4e9 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:43.247107 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7959459-cda9-4802-86f3-3c90e051b9f8 req-7d7ae429-d53b-4127-927f-57280ab3b4e9 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:43.253778 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7959459-cda9-4802-86f3-3c90e051b9f8 req-7d7ae429-d53b-4127-927f-57280ab3b4e9 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:43.260226 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7959459-cda9-4802-86f3-3c90e051b9f8 req-7d7ae429-d53b-4127-927f-57280ab3b4e9 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:43.266226 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7959459-cda9-4802-86f3-3c90e051b9f8 req-7d7ae429-d53b-4127-927f-57280ab3b4e9 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:43.271353 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 4e0c3380-b938-429b-a46f-cc5356b15cb9 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:16:43.271899 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 4e0c3380-b938-429b-a46f-cc5356b15cb9 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:16:43.272196 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7959459-cda9-4802-86f3-3c90e051b9f8 req-7d7ae429-d53b-4127-927f-57280ab3b4e9 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:43.279913 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7959459-cda9-4802-86f3-3c90e051b9f8 req-7d7ae429-d53b-4127-927f-57280ab3b4e9 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:43.281881 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f7959459-cda9-4802-86f3-3c90e051b9f8 req-7d7ae429-d53b-4127-927f-57280ab3b4e9 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5422 time: 0.2187092 Aug 11 02:16:43.283388 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc80018a-17fb-4039-a0fc-cd9c30bdb06a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:43.284137 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc80018a-17fb-4039-a0fc-cd9c30bdb06a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:43.285978 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-dc80018a-17fb-4039-a0fc-cd9c30bdb06a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/5bf9b314-4340-4637-a3d9-ad6561cb202c HTTP/1.1" status: 404 len: 333 time: 0.0818324 Aug 11 02:16:43.289861 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43540) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:43.299056 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-864de5df-4347-47fc-861e-79103e36bb25 req-65ad56a2-206d-4f19-b82e-edacffbd91c0 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1640245815&fields=id&tenant_id=953757b63989485aa599c97f35f2480d HTTP/1.1" status: 200 len: 267 time: 0.1379516 Aug 11 02:16:43.321489 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6129b2d-6165-47e8-a7d4-c9c72b295563 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:43.322012 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6129b2d-6165-47e8-a7d4-c9c72b295563 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:43.324449 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e6129b2d-6165-47e8-a7d4-c9c72b295563 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/98fceb95-cd7f-4d79-bdcb-19ff4f153441 HTTP/1.1" status: 404 len: 337 time: 0.0336509 Aug 11 02:16:43.330396 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43542) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:43.353023 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64c5715-7def-4eba-a3a5-a49b9d90b7d9 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:16:43.356790 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-287b1228-ca04-492b-b8d4-c8db1af1ce3a req-ed45a167-16d7-4738-9c90-a10057e8778d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=56ddbfec-47ca-4dbf-8c32-e787b27c9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374476 Aug 11 02:16:43.358954 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-7970a666-6e29-4c09-8c3c-627f2f921093 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:43.359677 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7970a666-6e29-4c09-8c3c-627f2f921093 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:43.363584 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3ef793-df26-4db0-bec7-e6a87c837ca8 None None] Sync routers for ids ['0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:16:43.367028 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7970a666-6e29-4c09-8c3c-627f2f921093 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/97a0e91f-75cb-4337-ae8d-6b62e8b7fb85 HTTP/1.1" status: 404 len: 333 time: 0.0300860 Aug 11 02:16:43.367598 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43544) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:43.373476 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3ef793-df26-4db0-bec7-e6a87c837ca8 None None] Routers {'0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:16:43.374439 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-4a3ef793-df26-4db0-bec7-e6a87c837ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:16:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:43.387182 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c64c5715-7def-4eba-a3a5-a49b9d90b7d9 admin admin] 10.222.0.50 "PUT /v2.0/routers/0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2959187 Aug 11 02:16:43.392012 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bd24d-9d3f-4029-813f-44c317ce8146 req-126dcfc9-37fc-4198-8c3c-f23659c3fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:43.393729 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8b8bd24d-9d3f-4029-813f-44c317ce8146 req-126dcfc9-37fc-4198-8c3c-f23659c3fa69 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dd83919f-ff7e-4fd8-96b1-202904e5f138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1889741 Aug 11 02:16:43.423733 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f7959459-cda9-4802-86f3-3c90e051b9f8 req-bb5579c4-cfdb-4b9f-a613-f0d80191466c tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1345360 Aug 11 02:16:43.425062 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-967e85cc-cc18-4d7c-8259-13a31af5e6ed tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:43.425687 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-967e85cc-cc18-4d7c-8259-13a31af5e6ed tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:43.428182 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-967e85cc-cc18-4d7c-8259-13a31af5e6ed tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/2ec6e5d1-00e4-4e21-a33d-cebce64e1eca HTTP/1.1" status: 404 len: 337 time: 0.0544744 Aug 11 02:16:43.430934 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43550) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:43.484475 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf3deeb-a12d-42ff-8272-5e3961234185 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:43.485315 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abf3deeb-a12d-42ff-8272-5e3961234185 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:43.487145 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-abf3deeb-a12d-42ff-8272-5e3961234185 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/3f483a39-c4fd-47b1-98b4-900a029f972b HTTP/1.1" status: 404 len: 333 time: 0.0549064 Aug 11 02:16:43.492222 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43554) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:43.538270 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e74065-a481-4f1e-b16a-43a1c3dce625 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:43.538741 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42e74065-a481-4f1e-b16a-43a1c3dce625 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:43.542742 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-42e74065-a481-4f1e-b16a-43a1c3dce625 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/a769304c-3405-426f-b216-14c6f7133475 HTTP/1.1" status: 404 len: 337 time: 0.0473630 Aug 11 02:16:43.543032 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43558) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:43.572717 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-4a3ef793-df26-4db0-bec7-e6a87c837ca8 None None] Set router 0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:16:43.573399 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-93669927-fdeb-43dd-912c-53ba7b772661 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:43.575531 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93669927-fdeb-43dd-912c-53ba7b772661 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:43.580619 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-93669927-fdeb-43dd-912c-53ba7b772661 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/0c136c08-4fe3-4c78-ba93-01032a36ea88 HTTP/1.1" status: 404 len: 333 time: 0.0365479 Aug 11 02:16:43.581470 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43560) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:43.600982 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864de5df-4347-47fc-861e-79103e36bb25 req-41a1e4ed-42af-4767-99bc-185443513d30 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:43.602486 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-864de5df-4347-47fc-861e-79103e36bb25 req-41a1e4ed-42af-4767-99bc-185443513d30 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/networks?id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99 HTTP/1.1" status: 200 len: 812 time: 0.2921674 Aug 11 02:16:43.606828 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8b8bd24d-9d3f-4029-813f-44c317ce8146 req-e857704a-eeb0-4f3b-ba83-f99d05357115 service neutron] 10.222.0.66 "GET /v2.0/networks/dd83919f-ff7e-4fd8-96b1-202904e5f138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650913 Aug 11 02:16:43.634474 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-f096a231-d9f2-4ce5-8ac4-99665755f2e7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:43.634949 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f096a231-d9f2-4ce5-8ac4-99665755f2e7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:43.639667 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f096a231-d9f2-4ce5-8ac4-99665755f2e7 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/05ebe8fe-0e43-443c-a9d3-78c4e56f1a08 HTTP/1.1" status: 404 len: 337 time: 0.0531330 Aug 11 02:16:43.640445 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43564) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:43.669346 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3a4bd0-0705-460c-a23b-60455d2c44cd tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:43.670037 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a3a4bd0-0705-460c-a23b-60455d2c44cd tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:43.674434 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9a3a4bd0-0705-460c-a23b-60455d2c44cd tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/1e11bbfe-c6e0-42ac-b906-87d6b72d133d HTTP/1.1" status: 404 len: 333 time: 0.0327916 Aug 11 02:16:43.675155 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43568) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:43.689111 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-864de5df-4347-47fc-861e-79103e36bb25 req-f39f1dcc-5e6e-4afb-8868-8a8fd7849ae6 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/quotas/953757b63989485aa599c97f35f2480d HTTP/1.1" status: 200 len: 375 time: 0.0627618 Aug 11 02:16:43.702435 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-24fcf8ad-aa92-4dd4-9db0-8ee8ed90ce25 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:43.702892 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24fcf8ad-aa92-4dd4-9db0-8ee8ed90ce25 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:43.707445 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-24fcf8ad-aa92-4dd4-9db0-8ee8ed90ce25 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/6c324a3c-a56c-4ecd-a524-e9786a2209dc HTTP/1.1" status: 404 len: 337 time: 0.0311828 Aug 11 02:16:43.708067 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43570) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:43.734812 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c29ea8a-ece9-4243-853c-6112d40fb29a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:43.735371 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c29ea8a-ece9-4243-853c-6112d40fb29a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:43.739801 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1c29ea8a-ece9-4243-853c-6112d40fb29a tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/2cc3b004-3885-4e10-9659-77c265bd4793 HTTP/1.1" status: 404 len: 333 time: 0.0307429 Aug 11 02:16:43.740401 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43572) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:43.767260 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dce2124-fb8e-4325-bc28-871090b96521 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:43.767747 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dce2124-fb8e-4325-bc28-871090b96521 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:43.772114 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4dce2124-fb8e-4325-bc28-871090b96521 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/84302b08-cea2-43cf-8871-64591266e3ed HTTP/1.1" status: 404 len: 337 time: 0.0307899 Aug 11 02:16:43.772736 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43574) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:43.778042 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8b8bd24d-9d3f-4029-813f-44c317ce8146 req-98f3e1fe-fa5c-44f7-856a-cc673ac06c6e service neutron] 10.222.0.66 "GET /v2.0/networks/dd83919f-ff7e-4fd8-96b1-202904e5f138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531284 Aug 11 02:16:43.812432 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-615940b9-f313-4e5e-9efb-173759ad27c0 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:43.813820 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-615940b9-f313-4e5e-9efb-173759ad27c0 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:43.815438 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-864de5df-4347-47fc-861e-79103e36bb25 req-c8676967-f716-45c0-b1fd-476a34572231 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=953757b63989485aa599c97f35f2480d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1110830 Aug 11 02:16:43.818321 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-615940b9-f313-4e5e-9efb-173759ad27c0 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/ports/fe8ed391-ea3e-429f-98a2-28b5c97b9293 HTTP/1.1" status: 404 len: 333 time: 0.0446675 Aug 11 02:16:43.818920 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43576) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:43.834278 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-4a3ef793-df26-4db0-bec7-e6a87c837ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'name': 'tempest-ServersTestFqdnHostnames-1133917206-router', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'a8e1c58a-8a39-4a18-bb9a-21e89826c95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:26Z', 'updated_at': '2021-08-11T02:16:40Z', 'revision_number': 4, 'project_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'gw_port': {'id': 'a8e1c58a-8a39-4a18-bb9a-21e89826c95a', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:30Z', 'updated_at': '2021-08-11T02:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '88bd1e0f-a5a1-4f87-b357-7f588fd2652e', 'name': '', 'network_id': '1cc06348-0fe8-4b09-9dc0-727cbdd09d09', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'mac_address': 'fa:16:3e:70:57:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'cccbf575-460b-41a5-802c-8f12cd514561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:38Z', 'updated_at': '2021-08-11T02:16:41Z', 'revision_number': 2, 'project_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'subnets': [{'id': 'cccbf575-460b-41a5-802c-8f12cd514561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:43.860004 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3ef793-df26-4db0-bec7-e6a87c837ca8 None None] Checking router: 0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:16:43.860366 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3ef793-df26-4db0-bec7-e6a87c837ca8 None None] Updating router 0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18 port 88bd1e0f-a5a1-4f87-b357-7f588fd2652e binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:16:43.863937 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-25240c1f-1d12-4718-9b9a-f7481bac51b4 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:43.864511 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25240c1f-1d12-4718-9b9a-f7481bac51b4 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:43.868925 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-25240c1f-1d12-4718-9b9a-f7481bac51b4 tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/subnets/03f6dd79-a2b0-4456-9a0e-14a51838a00a HTTP/1.1" status: 404 len: 337 time: 0.0462248 Aug 11 02:16:43.870048 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43578) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:43.887235 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4a3ef793-df26-4db0-bec7-e6a87c837ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:43.941452 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-864de5df-4347-47fc-861e-79103e36bb25 req-1460dc76-2211-42e9-bd06-7baf8101a351 service neutron] 10.222.0.50 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109290 Aug 11 02:16:43.973176 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-555bc978-d6ff-445c-84aa-a5568f1b469f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.034881 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43582) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:44.041925 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-52a16ef7-f920-4ead-a90d-629e28a883e4 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1286770067', 'description': 'tempest-description--891494455'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:44.085885 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-555bc978-d6ff-445c-84aa-a5568f1b469f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.097351 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-555bc978-d6ff-445c-84aa-a5568f1b469f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abfe629d-e2ef-4da1-94ab-4576283f6a78']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:44.108664 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-555bc978-d6ff-445c-84aa-a5568f1b469f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '965bfb6a-77e7-4e80-8088-d016626c9303') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:44.108959 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-555bc978-d6ff-445c-84aa-a5568f1b469f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '965bfb6a-77e7-4e80-8088-d016626c9303') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:44.114534 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-864de5df-4347-47fc-861e-79103e36bb25 req-0821f7cc-c104-4215-a99c-d0192abb2a6a service neutron] 10.222.0.50 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619782 Aug 11 02:16:44.117773 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-52a16ef7-f920-4ead-a90d-629e28a883e4 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.140651 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-555bc978-d6ff-445c-84aa-a5568f1b469f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.215349 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4a3ef793-df26-4db0-bec7-e6a87c837ca8 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.217675 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-555bc978-d6ff-445c-84aa-a5568f1b469f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.228551 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4a3ef793-df26-4db0-bec7-e6a87c837ca8 None None] Transition to ACTIVE for port object 88bd1e0f-a5a1-4f87-b357-7f588fd2652e will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:44.229692 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-555bc978-d6ff-445c-84aa-a5568f1b469f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:16:44.230653 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-555bc978-d6ff-445c-84aa-a5568f1b469f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:16:44.234600 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:16:44.237712 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4a3ef793-df26-4db0-bec7-e6a87c837ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.277443 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-52a16ef7-f920-4ead-a90d-629e28a883e4 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.297652 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-52a16ef7-f920-4ead-a90d-629e28a883e4 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.337451 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-32a4eb21-20bf-4139-a24e-34be6f2a4e8b tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:44.339311 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-32a4eb21-20bf-4139-a24e-34be6f2a4e8b tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/networks?id=fa6d118c-1b11-471b-a79b-8ba66c683603 HTTP/1.1" status: 200 len: 806 time: 0.1942437 Aug 11 02:16:44.363211 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880a747-f4b8-484f-b9e0-7346c36f94f6 None None] Pushing event updated for resources: {'Port': ['ID=88bd1e0f-a5a1-4f87-b357-7f588fd2652e,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:44.376223 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-52a16ef7-f920-4ead-a90d-629e28a883e4 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.379734 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-52a16ef7-f920-4ead-a90d-629e28a883e4 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3409386 Aug 11 02:16:44.381883 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43598) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:44.384904 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a16ef7-f920-4ead-a90d-629e28a883e4 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d67352f-7653-4efd-bc06-5275a8933243,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:44.395928 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-b907b76e-8e51-4843-b6e9-41a538b54eef tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Request body: {'security_group_rule': {'security_group_id': '6d67352f-7653-4efd-bc06-5275a8933243', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:44.424794 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-0b718cae-bd52-4dbd-a39e-54db514d2d33 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/quotas/0e4e387ba25a4d14b8728f756bd278ce HTTP/1.1" status: 200 len: 375 time: 0.0574944 Aug 11 02:16:44.437855 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-4a3ef793-df26-4db0-bec7-e6a87c837ca8 None None] Attempting to bind port 88bd1e0f-a5a1-4f87-b357-7f588fd2652e on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:44.438338 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-4a3ef793-df26-4db0-bec7-e6a87c837ca8 None None] Attempting to bind port 88bd1e0f-a5a1-4f87-b357-7f588fd2652e by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'f16b25d0-24e1-421b-b9aa-004aa418c2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1cc06348-0fe8-4b09-9dc0-727cbdd09d09'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:44.438724 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3ef793-df26-4db0-bec7-e6a87c837ca8 None None] Attempting to bind port 88bd1e0f-a5a1-4f87-b357-7f588fd2652e on network 1cc06348-0fe8-4b09-9dc0-727cbdd09d09 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:44.454772 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3ef793-df26-4db0-bec7-e6a87c837ca8 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:44.455335 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-555bc978-d6ff-445c-84aa-a5568f1b469f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.456373 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3ef793-df26-4db0-bec7-e6a87c837ca8 None None] Checking segment: {'id': 'f16b25d0-24e1-421b-b9aa-004aa418c2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1cc06348-0fe8-4b09-9dc0-727cbdd09d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:44.456812 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4a3ef793-df26-4db0-bec7-e6a87c837ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.457270 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3ef793-df26-4db0-bec7-e6a87c837ca8 None None] Bound using segment: {'id': 'f16b25d0-24e1-421b-b9aa-004aa418c2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1cc06348-0fe8-4b09-9dc0-727cbdd09d09'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:44.458923 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-4a3ef793-df26-4db0-bec7-e6a87c837ca8 None None] Bound port: 88bd1e0f-a5a1-4f87-b357-7f588fd2652e, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f16b25d0-24e1-421b-b9aa-004aa418c2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1cc06348-0fe8-4b09-9dc0-727cbdd09d09'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:44.459318 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4a3ef793-df26-4db0-bec7-e6a87c837ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.478678 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-555bc978-d6ff-445c-84aa-a5568f1b469f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.481157 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-555bc978-d6ff-445c-84aa-a5568f1b469f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] 10.222.0.50 "DELETE /v2.0/networks/abfe629d-e2ef-4da1-94ab-4576283f6a78 HTTP/1.1" status: 204 len: 168 time: 0.6094215 Aug 11 02:16:44.497441 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81537e7d-309d-4091-9b0a-b478f3ce54db req-2d1e221f-1ba4-49f4-9a2f-acdc0ccb3926 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:44.507596 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-81537e7d-309d-4091-9b0a-b478f3ce54db req-2d1e221f-1ba4-49f4-9a2f-acdc0ccb3926 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b416745-3306-4fca-b9c4-6d6f23110d37 HTTP/1.1" status: 200 len: 946 time: 0.0989366 Aug 11 02:16:44.561894 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-81537e7d-309d-4091-9b0a-b478f3ce54db req-e6d1eaae-246f-416f-9698-a2daa022b714 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups?id=56ddbfec-47ca-4dbf-8c32-e787b27c9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485861 Aug 11 02:16:44.565796 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555bc978-d6ff-445c-84aa-a5568f1b469f tempest-NetworksTestDHCPv6-54238535 tempest-NetworksTestDHCPv6-54238535-project] Pushing event deleted for resources: {'Network': ['ID=abfe629d-e2ef-4da1-94ab-4576283f6a78,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:44.571568 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b907b76e-8e51-4843-b6e9-41a538b54eef tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.611703 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-4a3ef793-df26-4db0-bec7-e6a87c837ca8 None None] For port 88bd1e0f-a5a1-4f87-b357-7f588fd2652e, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:44.624213 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-4a3ef793-df26-4db0-bec7-e6a87c837ca8 None None] For port 88bd1e0f-a5a1-4f87-b357-7f588fd2652e, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=88bd1e0f-a5a1-4f87-b357-7f588fd2652e,segment=NetworkSegment(f16b25d0-24e1-421b-b9aa-004aa418c2ae),segment_id=f16b25d0-24e1-421b-b9aa-004aa418c2ae)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:44.634346 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-a9d10a31-11b8-42da-8bb7-36a632034b7a tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0e4e387ba25a4d14b8728f756bd278ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1807947 Aug 11 02:16:44.641856 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4a3ef793-df26-4db0-bec7-e6a87c837ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.660605 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b907b76e-8e51-4843-b6e9-41a538b54eef tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.678635 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b907b76e-8e51-4843-b6e9-41a538b54eef tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.716964 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907b76e-8e51-4843-b6e9-41a538b54eef tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8dfebe1-08e5-443a-a716-6b8481de6768,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:44.718229 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91f5dd-9247-42b3-ad5f-13725605a7e2 req-5b63b9d0-d81d-44c5-8ddf-8c99aad9d0ea tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:44.726338 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91f5dd-9247-42b3-ad5f-13725605a7e2 req-5b63b9d0-d81d-44c5-8ddf-8c99aad9d0ea tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:44.733330 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b907b76e-8e51-4843-b6e9-41a538b54eef tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.733979 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91f5dd-9247-42b3-ad5f-13725605a7e2 req-5b63b9d0-d81d-44c5-8ddf-8c99aad9d0ea tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:44.735582 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b907b76e-8e51-4843-b6e9-41a538b54eef tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3504162 Aug 11 02:16:44.738447 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43614) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:44.744554 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91f5dd-9247-42b3-ad5f-13725605a7e2 req-5b63b9d0-d81d-44c5-8ddf-8c99aad9d0ea tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:44.745575 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-c7b42cb2-ef90-4d76-8ff3-30d7e21b74db tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Request body: {'security_group_rule': {'security_group_id': '6d67352f-7653-4efd-bc06-5275a8933243', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:44.752221 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91f5dd-9247-42b3-ad5f-13725605a7e2 req-5b63b9d0-d81d-44c5-8ddf-8c99aad9d0ea tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:44.760695 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91f5dd-9247-42b3-ad5f-13725605a7e2 req-5b63b9d0-d81d-44c5-8ddf-8c99aad9d0ea tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:44.769109 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91f5dd-9247-42b3-ad5f-13725605a7e2 req-5b63b9d0-d81d-44c5-8ddf-8c99aad9d0ea tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:44.771820 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3c91f5dd-9247-42b3-ad5f-13725605a7e2 req-5b63b9d0-d81d-44c5-8ddf-8c99aad9d0ea tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5428 time: 0.1304157 Aug 11 02:16:44.775972 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-710c826e-2081-4c48-92f5-9ad11f0f472e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:16:44.784060 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-710c826e-2081-4c48-92f5-9ad11f0f472e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1219087 Aug 11 02:16:44.810049 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c7b42cb2-ef90-4d76-8ff3-30d7e21b74db tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.855026 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3c91f5dd-9247-42b3-ad5f-13725605a7e2 req-1129c5a9-2950-4acf-bad0-4c6e2b635e22 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0717146 Aug 11 02:16:44.869336 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880a747-f4b8-484f-b9e0-7346c36f94f6 None None] Pushing event updated for resources: {'Port': ['ID=88bd1e0f-a5a1-4f87-b357-7f588fd2652e,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:44.875047 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3ef793-df26-4db0-bec7-e6a87c837ca8 None None] Routers {'0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:16:44.877297 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-4a3ef793-df26-4db0-bec7-e6a87c837ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:16:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:44.943095 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43620) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:44.987307 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f43f2f59-5a9a-4e2b-91f8-5911a7487126 req-73ce110f-4696-48bd-8692-224e1e144d3c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 210 time: 0.0492899 Aug 11 02:16:44.988439 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-ec75152d-7686-44ee-9a44-39f4d06a2f4a service neutron] 10.222.0.50 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035398 Aug 11 02:16:44.990676 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c7b42cb2-ef90-4d76-8ff3-30d7e21b74db tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.008385 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c7b42cb2-ef90-4d76-8ff3-30d7e21b74db tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.066809 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b42cb2-ef90-4d76-8ff3-30d7e21b74db tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c5a6de6-db81-4802-b318-d669796c353e,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:45.085328 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c7b42cb2-ef90-4d76-8ff3-30d7e21b74db tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.086641 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c7b42cb2-ef90-4d76-8ff3-30d7e21b74db tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3469498 Aug 11 02:16:45.090567 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43624) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:45.095638 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-ecefd097-8456-4f6f-842d-26787e884197 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:45.106011 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-4a3ef793-df26-4db0-bec7-e6a87c837ca8 None None] Set router 0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:16:45.141510 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ecefd097-8456-4f6f-842d-26787e884197 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.216919 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-b580aa67-da9f-4808-8834-adb617e7f734 service neutron] 10.222.0.50 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215130 Aug 11 02:16:45.227178 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913298fa-d34d-4918-88e0-33a67b0ae217 req-1ce58861-c419-4934-8149-411bd357da18 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:45.236206 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913298fa-d34d-4918-88e0-33a67b0ae217 req-1ce58861-c419-4934-8149-411bd357da18 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:45.245129 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913298fa-d34d-4918-88e0-33a67b0ae217 req-1ce58861-c419-4934-8149-411bd357da18 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:45.255287 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913298fa-d34d-4918-88e0-33a67b0ae217 req-1ce58861-c419-4934-8149-411bd357da18 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:45.266556 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913298fa-d34d-4918-88e0-33a67b0ae217 req-1ce58861-c419-4934-8149-411bd357da18 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:45.275335 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913298fa-d34d-4918-88e0-33a67b0ae217 req-1ce58861-c419-4934-8149-411bd357da18 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:45.291688 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913298fa-d34d-4918-88e0-33a67b0ae217 req-1ce58861-c419-4934-8149-411bd357da18 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:45.293740 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-913298fa-d34d-4918-88e0-33a67b0ae217 req-1ce58861-c419-4934-8149-411bd357da18 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5422 time: 0.1542106 Aug 11 02:16:45.303701 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-06dcd3b8-c842-47b4-9174-d2112c8a3fca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ad4de75c6cef45fcb9c1501c711130da&name=default HTTP/1.1" status: 200 len: 2982 time: 0.3571098 Aug 11 02:16:45.304259 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43626) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:45.342571 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-913298fa-d34d-4918-88e0-33a67b0ae217 req-ac22e202-f840-421f-bcdb-9942a749e706 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414181 Aug 11 02:16:45.399192 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-4a3ef793-df26-4db0-bec7-e6a87c837ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'name': 'tempest-ServersTestFqdnHostnames-1133917206-router', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'a8e1c58a-8a39-4a18-bb9a-21e89826c95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:26Z', 'updated_at': '2021-08-11T02:16:40Z', 'revision_number': 4, 'project_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'gw_port': {'id': 'a8e1c58a-8a39-4a18-bb9a-21e89826c95a', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:30Z', 'updated_at': '2021-08-11T02:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '88bd1e0f-a5a1-4f87-b357-7f588fd2652e', 'name': '', 'network_id': '1cc06348-0fe8-4b09-9dc0-727cbdd09d09', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'mac_address': 'fa:16:3e:70:57:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'cccbf575-460b-41a5-802c-8f12cd514561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:38Z', 'updated_at': '2021-08-11T02:16:44Z', 'revision_number': 4, 'project_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'subnets': [{'id': 'cccbf575-460b-41a5-802c-8f12cd514561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:45.429669 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3ef793-df26-4db0-bec7-e6a87c837ca8 None None] The sync data for ids ['0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18'] in n-d-615180-33 is: [{'id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'name': 'tempest-ServersTestFqdnHostnames-1133917206-router', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'a8e1c58a-8a39-4a18-bb9a-21e89826c95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:26Z', 'updated_at': '2021-08-11T02:16:40Z', 'revision_number': 4, 'project_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'gw_port': {'id': 'a8e1c58a-8a39-4a18-bb9a-21e89826c95a', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:30Z', 'updated_at': '2021-08-11T02:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '88bd1e0f-a5a1-4f87-b357-7f588fd2652e', 'name': '', 'network_id': '1cc06348-0fe8-4b09-9dc0-727cbdd09d09', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'mac_address': 'fa:16:3e:70:57:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'cccbf575-460b-41a5-802c-8f12cd514561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:38Z', 'updated_at': '2021-08-11T02:16:44Z', 'revision_number': 4, 'project_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'subnets': [{'id': 'cccbf575-460b-41a5-802c-8f12cd514561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:16:45.482159 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-128a65f5-c826-4215-8c24-ab70de8340d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.517179 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ecefd097-8456-4f6f-842d-26787e884197 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.561958 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-128a65f5-c826-4215-8c24-ab70de8340d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.612520 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-114ae255-6e59-4174-b5dd-1a34bd1b8e19 req-8f2ccdac-1a00-435e-a4a5-c8ec0b46a80b tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 210 time: 0.0637941 Aug 11 02:16:45.620604 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6bb3fb1a-15fd-42fe-9801-3d6b95e5c701 req-8955d5a2-06ed-4a17-b29e-7ef066aabcad tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1941339174&fields=id&tenant_id=0cfacaf78696422e8ffa8119283a095a HTTP/1.1" status: 200 len: 267 time: 0.1461620 Aug 11 02:16:45.638209 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f51ecc4b-5438-4e5f-9066-63445851cb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.771619 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3fb1a-15fd-42fe-9801-3d6b95e5c701 req-ebde09cf-557b-45d4-97da-4de77297e23f tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:45.780351 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6bb3fb1a-15fd-42fe-9801-3d6b95e5c701 req-ebde09cf-557b-45d4-97da-4de77297e23f tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b416745-3306-4fca-b9c4-6d6f23110d37 HTTP/1.1" status: 200 len: 946 time: 0.1575019 Aug 11 02:16:45.788070 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-6bb3fb1a-15fd-42fe-9801-3d6b95e5c701 req-b44aa817-a213-4fc0-b261-fcc7088683f6 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Request body: {'port': {'security_groups': ['56ddbfec-47ca-4dbf-8c32-e787b27c9f51', '8fe4de83-0223-4e94-bcdb-2f228a19c7b7']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:45.829600 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-ecefd097-8456-4f6f-842d-26787e884197 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Allocated IP 172.25.2.37 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/3e2abead-27fe-471e-ad14-4902c8b31133) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:45.834277 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-128a65f5-c826-4215-8c24-ab70de8340d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.837063 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-128a65f5-c826-4215-8c24-ab70de8340d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.840839 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-128a65f5-c826-4215-8c24-ab70de8340d1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/61ecbd7e-2dd6-49d5-a25d-da9270e58215 HTTP/1.1" status: 204 len: 168 time: 0.5333300 Aug 11 02:16:45.884814 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a65f5-c826-4215-8c24-ab70de8340d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ecbd7e-2dd6-49d5-a25d-da9270e58215,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:45.950178 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864de5df-4347-47fc-861e-79103e36bb25 req-6ac988d2-c49d-4028-b790-cf56806f678b tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:45.951996 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-864de5df-4347-47fc-861e-79103e36bb25 req-6ac988d2-c49d-4028-b790-cf56806f678b tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.66 "GET /v2.0/networks?id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99 HTTP/1.1" status: 200 len: 812 time: 0.2119672 Aug 11 02:16:46.029499 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6bb3fb1a-15fd-42fe-9801-3d6b95e5c701 req-b44aa817-a213-4fc0-b261-fcc7088683f6 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:46.048716 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-864de5df-4347-47fc-861e-79103e36bb25 req-9a04a7d2-2c7a-4c02-8892-467ff99b8036 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=953757b63989485aa599c97f35f2480d HTTP/1.1" status: 200 len: 380 time: 0.0863101 Aug 11 02:16:46.087655 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-864de5df-4347-47fc-861e-79103e36bb25 req-f4eaed0c-e107-4fa3-9df3-a422eaff0697 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Request body: {'port': {'device_id': '3b22cf79-0747-42d2-8821-8c1bb71d4d5b', 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99', 'admin_state_up': True, 'tenant_id': '953757b63989485aa599c97f35f2480d', 'security_groups': ['3b0f7e57-e85b-476c-9b4d-69d3fe0a279c']}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:46.182253 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ecefd097-8456-4f6f-842d-26787e884197 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:46.191339 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6675ab3-7963-434f-b043-1240fcefb41c req-e1fc390c-8b15-4c0c-8a88-f78be5888acf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:46.197858 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6675ab3-7963-434f-b043-1240fcefb41c req-e1fc390c-8b15-4c0c-8a88-f78be5888acf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:46.204436 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6675ab3-7963-434f-b043-1240fcefb41c req-e1fc390c-8b15-4c0c-8a88-f78be5888acf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:46.228923 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6675ab3-7963-434f-b043-1240fcefb41c req-e1fc390c-8b15-4c0c-8a88-f78be5888acf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:46.236535 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6675ab3-7963-434f-b043-1240fcefb41c req-e1fc390c-8b15-4c0c-8a88-f78be5888acf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:46.243897 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6675ab3-7963-434f-b043-1240fcefb41c req-e1fc390c-8b15-4c0c-8a88-f78be5888acf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:46.251306 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6675ab3-7963-434f-b043-1240fcefb41c req-e1fc390c-8b15-4c0c-8a88-f78be5888acf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:46.254243 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b6675ab3-7963-434f-b043-1240fcefb41c req-e1fc390c-8b15-4c0c-8a88-f78be5888acf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5428 time: 0.2298915 Aug 11 02:16:46.348156 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ecefd097-8456-4f6f-842d-26787e884197 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:46.352636 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b6675ab3-7963-434f-b043-1240fcefb41c req-aede46b5-c496-4c7f-b071-1203d3aff488 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704410 Aug 11 02:16:46.359767 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-864de5df-4347-47fc-861e-79103e36bb25 req-f4eaed0c-e107-4fa3-9df3-a422eaff0697 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Made reservation on behalf of 953757b63989485aa599c97f35f2480d for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:46.371174 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-864de5df-4347-47fc-861e-79103e36bb25 req-f4eaed0c-e107-4fa3-9df3-a422eaff0697 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:46.436172 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-6bb3fb1a-15fd-42fe-9801-3d6b95e5c701 req-b44aa817-a213-4fc0-b261-fcc7088683f6 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] For port ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1,segment=NetworkSegment(19dbea17-970b-4093-9d9c-314e17b532a2),segment_id=19dbea17-970b-4093-9d9c-314e17b532a2)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:46.493040 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 0a38793e-41b1-4d7a-a9ec-fc766a55001c details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:16:46.493274 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefd097-8456-4f6f-842d-26787e884197 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Pushing event updated for resources: {'Port': ['ID=3e2abead-27fe-471e-ad14-4902c8b31133,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:46.572337 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6bb3fb1a-15fd-42fe-9801-3d6b95e5c701 req-b44aa817-a213-4fc0-b261-fcc7088683f6 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:46.584785 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecefd097-8456-4f6f-842d-26787e884197 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:46.588456 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-ecefd097-8456-4f6f-842d-26787e884197 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:46.602700 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6bb3fb1a-15fd-42fe-9801-3d6b95e5c701 req-b44aa817-a213-4fc0-b261-fcc7088683f6 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:46.606869 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecefd097-8456-4f6f-842d-26787e884197 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:46.642919 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b29fdd0c-facc-45e3-bec4-2af6a71946de req-f9cd4871-3e16-4a92-aa60-9a25c5e98d78 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 210 time: 0.1666861 Aug 11 02:16:46.657028 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 88bd1e0f-a5a1-4f87-b357-7f588fd2652e up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:46.663879 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:46.669740 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['690bbc53-f3db-4498-b12d-5eb8eb7e60b7'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:46.684855 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-864de5df-4347-47fc-861e-79103e36bb25 req-f4eaed0c-e107-4fa3-9df3-a422eaff0697 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Allocated IP 172.20.0.8 (59cdb064-6e17-4f2a-988c-bc3dbd58ef99/7193a88f-4d31-4933-a3af-0738d0f7bf97/4f2fc812-8e74-4f08-a40c-f327ac14bb35) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:46.741734 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3fb1a-15fd-42fe-9801-3d6b95e5c701 req-b44aa817-a213-4fc0-b261-fcc7088683f6 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:46.742400 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6bb3fb1a-15fd-42fe-9801-3d6b95e5c701 req-b44aa817-a213-4fc0-b261-fcc7088683f6 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:46.755079 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6bb3fb1a-15fd-42fe-9801-3d6b95e5c701 req-b44aa817-a213-4fc0-b261-fcc7088683f6 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "PUT /v2.0/ports/ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1 HTTP/1.1" status: 200 len: 982 time: 0.9738297 Aug 11 02:16:46.757432 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b416745-3306-4fca-b9c4-6d6f23110d37', 'tag': 'ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:46.759950 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d9014a-1184-4b2a-800a-aa1db20ae631" -d '{"events": [{"name": "network-changed", "server_uuid": "0b416745-3306-4fca-b9c4-6d6f23110d37", "tag": "ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:46.817439 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44aa817-a213-4fc0-b261-fcc7088683f6 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Pushing event updated for resources: {'Port': ['ID=ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1,revision_number=6']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:46.878615 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:46.916103 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ecefd097-8456-4f6f-842d-26787e884197 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:46.973970 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ecefd097-8456-4f6f-842d-26787e884197 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:46.999422 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c0379-c3fe-481e-8f09-47c4cab479dc req-c74126a7-e2a2-4f73-82b1-55c85ac03a76 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:47.006609 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c0379-c3fe-481e-8f09-47c4cab479dc req-c74126a7-e2a2-4f73-82b1-55c85ac03a76 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:47.013902 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c0379-c3fe-481e-8f09-47c4cab479dc req-c74126a7-e2a2-4f73-82b1-55c85ac03a76 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:47.020241 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c0379-c3fe-481e-8f09-47c4cab479dc req-c74126a7-e2a2-4f73-82b1-55c85ac03a76 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:47.026713 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c0379-c3fe-481e-8f09-47c4cab479dc req-c74126a7-e2a2-4f73-82b1-55c85ac03a76 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:47.047086 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c0379-c3fe-481e-8f09-47c4cab479dc req-c74126a7-e2a2-4f73-82b1-55c85ac03a76 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:47.056599 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c0379-c3fe-481e-8f09-47c4cab479dc req-c74126a7-e2a2-4f73-82b1-55c85ac03a76 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:47.059665 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-420c0379-c3fe-481e-8f09-47c4cab479dc req-c74126a7-e2a2-4f73-82b1-55c85ac03a76 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5422 time: 0.3057182 Aug 11 02:16:47.114547 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-864de5df-4347-47fc-861e-79103e36bb25 req-f4eaed0c-e107-4fa3-9df3-a422eaff0697 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.126919 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3d55939a-35c8-439d-ad7a-c5b41ea03134 req-927f0586-abaa-46df-bddc-2a7ee5e06716 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 210 time: 0.1002367 Aug 11 02:16:47.152696 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-864de5df-4347-47fc-861e-79103e36bb25 req-f4eaed0c-e107-4fa3-9df3-a422eaff0697 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Transition to ACTIVE for port object 4f2fc812-8e74-4f08-a40c-f327ac14bb35 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:47.225331 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43672) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:47.276925 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-864de5df-4347-47fc-861e-79103e36bb25 req-f4eaed0c-e107-4fa3-9df3-a422eaff0697 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.277753 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 0a38793e-41b1-4d7a-a9ec-fc766a55001c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=0a38793e-41b1-4d7a-a9ec-fc766a55001c,segment=NetworkSegment(7d4b7bcc-8eef-48d8-8309-95445fdb1890),segment_id=7d4b7bcc-8eef-48d8-8309-95445fdb1890)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:47.334665 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '0a38793e-41b1-4d7a-a9ec-fc766a55001c', 'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06', 'port_id': '0a38793e-41b1-4d7a-a9ec-fc766a55001c', 'mac_address': 'fa:16:3e:d5:33:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f401ce-6254-4272-a783-9abc425d1620', 'ip_address': '10.1.1.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:16:47.378547 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-420c0379-c3fe-481e-8f09-47c4cab479dc req-5e5364b4-fee7-46ae-842e-52c351a9b868 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1988411 Aug 11 02:16:47.381571 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-efea3945-8d7d-4c6b-a761-3433e64f4b93 req-a00d5e15-173b-4cb4-890c-1c57ea4f5ca0 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups/8fe4de83-0223-4e94-bcdb-2f228a19c7b7 HTTP/1.1" status: 200 len: 1803 time: 0.1838644 Aug 11 02:16:47.396158 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 88bd1e0f-a5a1-4f87-b357-7f588fd2652e completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:47.427328 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-864de5df-4347-47fc-861e-79103e36bb25 req-f4eaed0c-e107-4fa3-9df3-a422eaff0697 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:47.432313 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-03650111-f91e-433d-9247-3898f1f250e7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:47.433616 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 88bd1e0f-a5a1-4f87-b357-7f588fd2652e triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:47.433971 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.434539 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-03650111-f91e-433d-9247-3898f1f250e7 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.66 "GET /v2.0/networks?id=fa6d118c-1b11-471b-a79b-8ba66c683603 HTTP/1.1" status: 200 len: 806 time: 0.3929448 Aug 11 02:16:47.437224 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-dc26911f-53dd-45f0-ab15-85379170933e tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1281096420'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:47.447900 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-864de5df-4347-47fc-861e-79103e36bb25 req-f4eaed0c-e107-4fa3-9df3-a422eaff0697 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:47.454628 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-12d2830b-ad32-4674-a47b-c93525e03b5e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Request body: {'port': {'device_id': '4c58d106-33ae-487c-9b05-d7cc0c808f7e', 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603', 'admin_state_up': True, 'tenant_id': '0e4e387ba25a4d14b8728f756bd278ce'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:47.465761 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-864de5df-4347-47fc-861e-79103e36bb25 req-f4eaed0c-e107-4fa3-9df3-a422eaff0697 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:47.479384 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3975f037-e4ff-4dcf-b2d7-ffb8efa42d37 x-openstack-request-id: req-3975f037-e4ff-4dcf-b2d7-ffb8efa42d37 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:47.480649 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b416745-3306-4fca-b9c4-6d6f23110d37", "tag": "ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:47.480915 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3975f037-e4ff-4dcf-b2d7-ffb8efa42d37 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:47.483528 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b416745-3306-4fca-b9c4-6d6f23110d37', 'tag': 'ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1', 'status': 'completed', 'code': 200} Aug 11 02:16:47.519365 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.521058 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eaed0c-e107-4fa3-9df3-a422eaff0697 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Pushing event updated for resources: {'Port': ['ID=4f2fc812-8e74-4f08-a40c-f327ac14bb35,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:47.582402 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864de5df-4347-47fc-861e-79103e36bb25 req-f4eaed0c-e107-4fa3-9df3-a422eaff0697 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:47.583393 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-864de5df-4347-47fc-861e-79103e36bb25 req-f4eaed0c-e107-4fa3-9df3-a422eaff0697 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.598725 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [req-efea3945-8d7d-4c6b-a761-3433e64f4b93 req-f9fe5d0d-2140-4797-8364-bad4613ec33a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 02:16:47.599730 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-efea3945-8d7d-4c6b-a761-3433e64f4b93 req-f9fe5d0d-2140-4797-8364-bad4613ec33a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "DELETE /v2.0/security-groups/8fe4de83-0223-4e94-bcdb-2f228a19c7b7 HTTP/1.1" status: 409 len: 341 time: 0.1930308 Aug 11 02:16:47.624062 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a38793e-41b1-4d7a-a9ec-fc766a55001c {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:47.679486 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc26911f-53dd-45f0-ab15-85379170933e tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Made reservation on behalf of 8c81e60302ca420d8f3df9e1524b14c1 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:47.684647 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dc26911f-53dd-45f0-ab15-85379170933e tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.701333 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-864de5df-4347-47fc-861e-79103e36bb25 req-f4eaed0c-e107-4fa3-9df3-a422eaff0697 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6246855 Aug 11 02:16:47.707088 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dc26911f-53dd-45f0-ab15-85379170933e tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.718697 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ecefd097-8456-4f6f-842d-26787e884197 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.737510 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ecefd097-8456-4f6f-842d-26787e884197 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.742085 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-864de5df-4347-47fc-861e-79103e36bb25 req-56f3ed0e-4ddc-45e1-8cf0-306433a3589d service neutron] Request body: {'port': {'device_id': '3b22cf79-0747-42d2-8821-8c1bb71d4d5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:47.764996 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 0a38793e-41b1-4d7a-a9ec-fc766a55001c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=0a38793e-41b1-4d7a-a9ec-fc766a55001c,segment=NetworkSegment(7d4b7bcc-8eef-48d8-8309-95445fdb1890),segment_id=7d4b7bcc-8eef-48d8-8309-95445fdb1890)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:47.765765 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9014a-1184-4b2a-800a-aa1db20ae631 req-8f08038e-cb0c-4da5-aace-204ae7ff2d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:47.767486 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-74d9014a-1184-4b2a-800a-aa1db20ae631 req-8f08038e-cb0c-4da5-aace-204ae7ff2d6a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0cfacaf78696422e8ffa8119283a095a&device_id=0b416745-3306-4fca-b9c4-6d6f23110d37 HTTP/1.1" status: 200 len: 1137 time: 0.2379715 Aug 11 02:16:47.784982 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-12d2830b-ad32-4674-a47b-c93525e03b5e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Made reservation on behalf of 0e4e387ba25a4d14b8728f756bd278ce for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:47.789147 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-12d2830b-ad32-4674-a47b-c93525e03b5e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.832944 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.833757 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 622f47f6-616c-4c28-9002-bebf0b890eca details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:16:47.866761 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.872569 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563cffb-f850-4275-8bcc-9eac054018d4 req-a15570c1-0622-428b-96b5-3aaf6b1545e5 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:47.878576 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563cffb-f850-4275-8bcc-9eac054018d4 req-a15570c1-0622-428b-96b5-3aaf6b1545e5 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:47.884979 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563cffb-f850-4275-8bcc-9eac054018d4 req-a15570c1-0622-428b-96b5-3aaf6b1545e5 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:47.891699 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563cffb-f850-4275-8bcc-9eac054018d4 req-a15570c1-0622-428b-96b5-3aaf6b1545e5 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:47.898994 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563cffb-f850-4275-8bcc-9eac054018d4 req-a15570c1-0622-428b-96b5-3aaf6b1545e5 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:47.905747 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563cffb-f850-4275-8bcc-9eac054018d4 req-a15570c1-0622-428b-96b5-3aaf6b1545e5 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:47.912567 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefd097-8456-4f6f-842d-26787e884197 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Pushing event updated for resources: {'Port': ['ID=3e2abead-27fe-471e-ad14-4902c8b31133,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:47.913799 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563cffb-f850-4275-8bcc-9eac054018d4 req-a15570c1-0622-428b-96b5-3aaf6b1545e5 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:47.915756 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8563cffb-f850-4275-8bcc-9eac054018d4 req-a15570c1-0622-428b-96b5-3aaf6b1545e5 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5428 time: 0.3400176 Aug 11 02:16:47.959585 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ecefd097-8456-4f6f-842d-26787e884197 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.023361 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91575e-44fd-48d3-a6cb-7d4527d8b1f2 req-2e256146-1425-4835-9f54-e6bb76b9b8e3 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:48.024922 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f91575e-44fd-48d3-a6cb-7d4527d8b1f2 req-2e256146-1425-4835-9f54-e6bb76b9b8e3 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 931 time: 0.1344507 Aug 11 02:16:48.044941 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-12d2830b-ad32-4674-a47b-c93525e03b5e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Allocated IP 172.20.0.4 (fa6d118c-1b11-471b-a79b-8ba66c683603/84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62/d5703196-202b-4542-95f4-d70e26ef0b1a) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:48.047855 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-864de5df-4347-47fc-861e-79103e36bb25 req-56f3ed0e-4ddc-45e1-8cf0-306433a3589d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.048744 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-919b375e-e885-4af5-bd2a-db6acfba571d None None] Provisioning for port 4f2fc812-8e74-4f08-a40c-f327ac14bb35 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:48.060626 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=0a38793e-41b1-4d7a-a9ec-fc766a55001c,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:48.075031 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 88bd1e0f-a5a1-4f87-b357-7f588fd2652e, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=88bd1e0f-a5a1-4f87-b357-7f588fd2652e,segment=NetworkSegment(f16b25d0-24e1-421b-b9aa-004aa418c2ae),segment_id=f16b25d0-24e1-421b-b9aa-004aa418c2ae)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:48.076253 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-919b375e-e885-4af5-bd2a-db6acfba571d None None] Provisioning complete for port 4f2fc812-8e74-4f08-a40c-f327ac14bb35 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:48.076698 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-919b375e-e885-4af5-bd2a-db6acfba571d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.092795 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f91575e-44fd-48d3-a6cb-7d4527d8b1f2 req-8f2b671c-b721-4f90-a94e-df887e775969 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572648 Aug 11 02:16:48.118083 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.120353 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8563cffb-f850-4275-8bcc-9eac054018d4 req-ae085da2-9b00-4312-bafa-4896398a358b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1680233 Aug 11 02:16:48.195202 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9014a-1184-4b2a-800a-aa1db20ae631 req-d60109fd-1033-4567-8d8a-3e6bcaa269ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:48.196928 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-74d9014a-1184-4b2a-800a-aa1db20ae631 req-d60109fd-1033-4567-8d8a-3e6bcaa269ee service neutron] 10.222.0.73 "GET /v2.0/networks?id=79a301b6-8eb6-4684-84fd-05d6fc546709 HTTP/1.1" status: 200 len: 914 time: 0.4164250 Aug 11 02:16:48.257802 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-919b375e-e885-4af5-bd2a-db6acfba571d None None] Port 4f2fc812-8e74-4f08-a40c-f327ac14bb35 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:16:48.278963 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 622f47f6-616c-4c28-9002-bebf0b890eca, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=622f47f6-616c-4c28-9002-bebf0b890eca,segment=NetworkSegment(54995699-ccb8-46c9-8986-86289a757a66),segment_id=54995699-ccb8-46c9-8986-86289a757a66)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:48.307238 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-74d9014a-1184-4b2a-800a-aa1db20ae631 req-7f076c97-58e4-44e9-9b93-ba33eee5ca0f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1 HTTP/1.1" status: 200 len: 217 time: 0.0625136 Aug 11 02:16:48.329638 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '622f47f6-616c-4c28-9002-bebf0b890eca', 'network_id': '5fe47308-1e64-4a04-9103-656b58efd77e', 'port_id': '622f47f6-616c-4c28-9002-bebf0b890eca', 'mac_address': 'fa:16:3e:d3:0c:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cca11161-972d-481d-9501-cb4b39e49752', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:16:48.338410 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-73ad6dc9-391c-4726-adf1-279aac485094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.342863 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=88bd1e0f-a5a1-4f87-b357-7f588fd2652e,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:48.364514 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-12d2830b-ad32-4674-a47b-c93525e03b5e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.391770 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.394962 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83eaf7a-8f30-4500-af1c-599a33d32036 req-e355e353-44ec-467f-acf8-edb3a6703bb5 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:48.397116 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c83eaf7a-8f30-4500-af1c-599a33d32036 req-e355e353-44ec-467f-acf8-edb3a6703bb5 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b416745-3306-4fca-b9c4-6d6f23110d37 HTTP/1.1" status: 200 len: 985 time: 0.1873147 Aug 11 02:16:48.408710 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-07266438-dd8f-4f98-8380-a2394a314a30 req-b09995a7-2f10-4692-876b-2303315e060c tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 210 time: 0.0775383 Aug 11 02:16:48.424082 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.440276 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 622f47f6-616c-4c28-9002-bebf0b890eca {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:48.463345 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c83eaf7a-8f30-4500-af1c-599a33d32036 req-f2b947f1-3208-4af4-9362-bef6cf573794 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fe4de83-0223-4e94-bcdb-2f228a19c7b7&id=56ddbfec-47ca-4dbf-8c32-e787b27c9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0602572 Aug 11 02:16:48.479926 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dc26911f-53dd-45f0-ab15-85379170933e tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.482564 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-12d2830b-ad32-4674-a47b-c93525e03b5e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.485211 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 622f47f6-616c-4c28-9002-bebf0b890eca, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=622f47f6-616c-4c28-9002-bebf0b890eca,segment=NetworkSegment(54995699-ccb8-46c9-8986-86289a757a66),segment_id=54995699-ccb8-46c9-8986-86289a757a66)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:48.489534 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dc26911f-53dd-45f0-ab15-85379170933e tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.490579 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.491747 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 54a21190-3213-4831-8458-9bdd8fb2c46c details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:16:48.503572 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc26911f-53dd-45f0-ab15-85379170933e tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:16:48.512579 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dc26911f-53dd-45f0-ab15-85379170933e tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.513179 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-dc26911f-53dd-45f0-ab15-85379170933e tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Added segment 67edd463-a1bc-43b1-a033-e3931a7c24af of type vlan for network 1f7a718c-0054-4623-ae3d-0216ce336eaf Aug 11 02:16:48.515351 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ecefd097-8456-4f6f-842d-26787e884197 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.525010 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ecefd097-8456-4f6f-842d-26787e884197 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4257174 Aug 11 02:16:48.551782 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['05898258-4491-4fa9-91f4-a855886e6aab'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:48.555712 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dc26911f-53dd-45f0-ab15-85379170933e tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.583336 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9014a-1184-4b2a-800a-aa1db20ae631 req-2c46247f-a478-48d5-986a-639f477c07ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:48.585072 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-74d9014a-1184-4b2a-800a-aa1db20ae631 req-2c46247f-a478-48d5-986a-639f477c07ee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=025e1ca0-7884-4b5a-921c-958f38e3c6f7 HTTP/1.1" status: 200 len: 853 time: 0.2673736 Aug 11 02:16:48.594170 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 88bd1e0f-a5a1-4f87-b357-7f588fd2652e up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:48.603725 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dc26911f-53dd-45f0-ab15-85379170933e tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.609760 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc26911f-53dd-45f0-ab15-85379170933e tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:48.610360 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dc26911f-53dd-45f0-ab15-85379170933e tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.610602 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2830b-ad32-4674-a47b-c93525e03b5e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Pushing event updated for resources: {'Port': ['ID=d5703196-202b-4542-95f4-d70e26ef0b1a,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:48.632906 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-12d2830b-ad32-4674-a47b-c93525e03b5e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Network fa6d118c-1b11-471b-a79b-8ba66c683603 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:48.634468 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-12d2830b-ad32-4674-a47b-c93525e03b5e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:48.637528 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-12d2830b-ad32-4674-a47b-c93525e03b5e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:48.702721 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-12d2830b-ad32-4674-a47b-c93525e03b5e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:48.703917 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-12d2830b-ad32-4674-a47b-c93525e03b5e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.707884 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 54a21190-3213-4831-8458-9bdd8fb2c46c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=54a21190-3213-4831-8458-9bdd8fb2c46c,segment=NetworkSegment(7d4b7bcc-8eef-48d8-8309-95445fdb1890),segment_id=7d4b7bcc-8eef-48d8-8309-95445fdb1890)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:48.725424 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=622f47f6-616c-4c28-9002-bebf0b890eca,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:48.727140 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-12d2830b-ad32-4674-a47b-c93525e03b5e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2815404 Aug 11 02:16:48.741263 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-e9103c39-edfe-4ad0-8866-bb4236f0b9f0 service neutron] Request body: {'port': {'device_id': '4c58d106-33ae-487c-9b05-d7cc0c808f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:48.743954 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '54a21190-3213-4831-8458-9bdd8fb2c46c', 'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06', 'port_id': '54a21190-3213-4831-8458-9bdd8fb2c46c', 'mac_address': 'fa:16:3e:6e:79:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f401ce-6254-4272-a783-9abc425d1620', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:16:48.799877 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 88bd1e0f-a5a1-4f87-b357-7f588fd2652e triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:48.800489 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.840748 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-a7aafb44-1528-463c-b5d8-7c7154946896 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1286770067&fields=id&tenant_id=46ac404d6c2f4ff8a9d4b2717b2d3aa2 HTTP/1.1" status: 200 len: 267 time: 0.0956717 Aug 11 02:16:48.841959 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-e9103c39-edfe-4ad0-8866-bb4236f0b9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.843044 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.875848 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a21190-3213-4831-8458-9bdd8fb2c46c {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:48.924410 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 54a21190-3213-4831-8458-9bdd8fb2c46c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=54a21190-3213-4831-8458-9bdd8fb2c46c,segment=NetworkSegment(7d4b7bcc-8eef-48d8-8309-95445fdb1890),segment_id=7d4b7bcc-8eef-48d8-8309-95445fdb1890)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:48.941361 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.942531 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 7f2bbf46-3ede-45de-88ba-1f3435d9778a details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:16:49.013708 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-74d9014a-1184-4b2a-800a-aa1db20ae631 req-4c1e108b-7edd-420b-a060-4767c242872a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79a301b6-8eb6-4684-84fd-05d6fc546709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4109347 Aug 11 02:16:49.061727 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-32b2cfe3-3adf-4507-944b-f9c6a678d692 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:49.063269 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-32b2cfe3-3adf-4507-944b-f9c6a678d692 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "GET /v2.0/networks?id=1cc06348-0fe8-4b09-9dc0-727cbdd09d09 HTTP/1.1" status: 200 len: 815 time: 0.2068245 Aug 11 02:16:49.104809 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=54a21190-3213-4831-8458-9bdd8fb2c46c,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:49.107395 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-dc26911f-53dd-45f0-ab15-85379170933e tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8788655 Aug 11 02:16:49.120780 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43702) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:49.123193 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26911f-53dd-45f0-ab15-85379170933e tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec838e63-011e-4515-9cac-c6c9eec79c5b,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:49.124153 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-11f7d941-8cef-403b-97b4-26016c1c0cdf tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "GET /v2.0/quotas/46ac404d6c2f4ff8a9d4b2717b2d3aa2 HTTP/1.1" status: 200 len: 375 time: 0.0547957 Aug 11 02:16:49.133208 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-72e760a4-65a0-4114-8b5b-b87e74dda009 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Request body: {'subnet': {'network_id': '1f7a718c-0054-4623-ae3d-0216ce336eaf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:49.150979 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26911f-53dd-45f0-ab15-85379170933e tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Pushing event updated for resources: {'Network': ['ID=1f7a718c-0054-4623-ae3d-0216ce336eaf,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:49.159970 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 7f2bbf46-3ede-45de-88ba-1f3435d9778a, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=7f2bbf46-3ede-45de-88ba-1f3435d9778a,segment=NetworkSegment(461aeab3-769d-4585-948b-7cdcb45ee6e2),segment_id=461aeab3-769d-4585-948b-7cdcb45ee6e2)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:49.172289 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '7f2bbf46-3ede-45de-88ba-1f3435d9778a', 'network_id': '2c433229-6c79-4510-a34a-8c4278ec5b0e', 'port_id': '7f2bbf46-3ede-45de-88ba-1f3435d9778a', 'mac_address': 'fa:16:3e:ab:ba:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd883f484-d67b-4b0e-a60e-d2d168985bab', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:16:49.181590 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 1f7a718c-0054-4623-ae3d-0216ce336eaf details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:16:49.193135 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62706e29-8cdc-4b9a-8440-d53f8c52e68a req-4227437b-8551-4e38-a103-8b44ffe08c2d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:49.199605 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62706e29-8cdc-4b9a-8440-d53f8c52e68a req-4227437b-8551-4e38-a103-8b44ffe08c2d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:49.205739 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62706e29-8cdc-4b9a-8440-d53f8c52e68a req-4227437b-8551-4e38-a103-8b44ffe08c2d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:49.211595 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62706e29-8cdc-4b9a-8440-d53f8c52e68a req-4227437b-8551-4e38-a103-8b44ffe08c2d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:49.217663 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62706e29-8cdc-4b9a-8440-d53f8c52e68a req-4227437b-8551-4e38-a103-8b44ffe08c2d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:49.223878 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62706e29-8cdc-4b9a-8440-d53f8c52e68a req-4227437b-8551-4e38-a103-8b44ffe08c2d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:49.229876 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62706e29-8cdc-4b9a-8440-d53f8c52e68a req-4227437b-8551-4e38-a103-8b44ffe08c2d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:49.232072 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-62706e29-8cdc-4b9a-8440-d53f8c52e68a req-4227437b-8551-4e38-a103-8b44ffe08c2d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5422 time: 0.6381383 Aug 11 02:16:49.242617 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e760a4-65a0-4114-8b5b-b87e74dda009 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Made reservation on behalf of 8c81e60302ca420d8f3df9e1524b14c1 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:49.246415 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-72e760a4-65a0-4114-8b5b-b87e74dda009 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.298597 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.303833 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-74d9014a-1184-4b2a-800a-aa1db20ae631 req-6e757ee6-cccb-4699-8ba7-e8b351a11deb service neutron] 10.222.0.73 "GET /v2.0/networks/79a301b6-8eb6-4684-84fd-05d6fc546709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580693 Aug 11 02:16:49.316442 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f2bbf46-3ede-45de-88ba-1f3435d9778a {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:49.337041 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 7f2bbf46-3ede-45de-88ba-1f3435d9778a, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=7f2bbf46-3ede-45de-88ba-1f3435d9778a,segment=NetworkSegment(461aeab3-769d-4585-948b-7cdcb45ee6e2),segment_id=461aeab3-769d-4585-948b-7cdcb45ee6e2)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:49.342513 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.343340 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device bd38919d-9f9a-4f29-be28-260e9cba0751 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:16:49.350782 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-864de5df-4347-47fc-861e-79103e36bb25 req-56f3ed0e-4ddc-45e1-8cf0-306433a3589d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f2fc812-8e74-4f08-a40c-f327ac14bb35 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:49.388094 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-864de5df-4347-47fc-861e-79103e36bb25 req-56f3ed0e-4ddc-45e1-8cf0-306433a3589d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.394327 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-62706e29-8cdc-4b9a-8440-d53f8c52e68a req-a01b4b7b-1604-477c-a71d-69d989470d98 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1488924 Aug 11 02:16:49.413238 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port bd38919d-9f9a-4f29-be28-260e9cba0751, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=bd38919d-9f9a-4f29-be28-260e9cba0751,segment=NetworkSegment(7d4b7bcc-8eef-48d8-8309-95445fdb1890),segment_id=7d4b7bcc-8eef-48d8-8309-95445fdb1890)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:49.414918 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-864de5df-4347-47fc-861e-79103e36bb25 req-56f3ed0e-4ddc-45e1-8cf0-306433a3589d service neutron] Transition to ACTIVE for port object 4f2fc812-8e74-4f08-a40c-f327ac14bb35 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:49.415832 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=7f2bbf46-3ede-45de-88ba-1f3435d9778a,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:49.428601 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'bd38919d-9f9a-4f29-be28-260e9cba0751', 'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06', 'port_id': 'bd38919d-9f9a-4f29-be28-260e9cba0751', 'mac_address': 'fa:16:3e:71:11:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f401ce-6254-4272-a783-9abc425d1620', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:16:49.429141 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-864de5df-4347-47fc-861e-79103e36bb25 req-56f3ed0e-4ddc-45e1-8cf0-306433a3589d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.486755 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.492217 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-74d9014a-1184-4b2a-800a-aa1db20ae631 req-e2716050-d504-411f-b4c9-6c568130a89f service neutron] 10.222.0.73 "GET /v2.0/networks/79a301b6-8eb6-4684-84fd-05d6fc546709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760950 Aug 11 02:16:49.501145 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3ed0e-4ddc-45e1-8cf0-306433a3589d service neutron] Pushing event updated for resources: {'Port': ['ID=4f2fc812-8e74-4f08-a40c-f327ac14bb35,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:49.514368 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd38919d-9f9a-4f29-be28-260e9cba0751 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:49.545982 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port bd38919d-9f9a-4f29-be28-260e9cba0751, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=bd38919d-9f9a-4f29-be28-260e9cba0751,segment=NetworkSegment(7d4b7bcc-8eef-48d8-8309-95445fdb1890),segment_id=7d4b7bcc-8eef-48d8-8309-95445fdb1890)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:49.558783 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.559580 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device c6bc117e-5f2a-42b2-ad16-089daf123adb details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:16:49.635638 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=bd38919d-9f9a-4f29-be28-260e9cba0751,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:49.640038 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port c6bc117e-5f2a-42b2-ad16-089daf123adb, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=c6bc117e-5f2a-42b2-ad16-089daf123adb,segment=NetworkSegment(7d4b7bcc-8eef-48d8-8309-95445fdb1890),segment_id=7d4b7bcc-8eef-48d8-8309-95445fdb1890)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:49.656090 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'c6bc117e-5f2a-42b2-ad16-089daf123adb', 'network_id': '6b37a7db-7b2c-45a9-a3ea-9ce097777b06', 'port_id': 'c6bc117e-5f2a-42b2-ad16-089daf123adb', 'mac_address': 'fa:16:3e:78:f0:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f401ce-6254-4272-a783-9abc425d1620', 'ip_address': '10.1.1.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:16:49.672491 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-864de5df-4347-47fc-861e-79103e36bb25 req-56f3ed0e-4ddc-45e1-8cf0-306433a3589d service neutron] Attempting to bind port 4f2fc812-8e74-4f08-a40c-f327ac14bb35 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:49.672822 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-864de5df-4347-47fc-861e-79103e36bb25 req-56f3ed0e-4ddc-45e1-8cf0-306433a3589d service neutron] Attempting to bind port 4f2fc812-8e74-4f08-a40c-f327ac14bb35 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'd96cfe33-0c98-475f-a757-618812c1d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:49.673153 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864de5df-4347-47fc-861e-79103e36bb25 req-56f3ed0e-4ddc-45e1-8cf0-306433a3589d service neutron] Attempting to bind port 4f2fc812-8e74-4f08-a40c-f327ac14bb35 on network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:49.692369 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864de5df-4347-47fc-861e-79103e36bb25 req-56f3ed0e-4ddc-45e1-8cf0-306433a3589d service neutron] Port 4f2fc812-8e74-4f08-a40c-f327ac14bb35 on network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:16:49.692688 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864de5df-4347-47fc-861e-79103e36bb25 req-56f3ed0e-4ddc-45e1-8cf0-306433a3589d service neutron] Attempting to bind port 4f2fc812-8e74-4f08-a40c-f327ac14bb35 on network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:49.703638 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.703865 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d225a1-bcd7-4132-8aaa-9efb016ac4c1 req-5471aaff-5448-4437-a6df-73d0e2059df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:49.705507 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-88d225a1-bcd7-4132-8aaa-9efb016ac4c1 req-5471aaff-5448-4437-a6df-73d0e2059df2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0cfacaf78696422e8ffa8119283a095a&device_id=0b416745-3306-4fca-b9c4-6d6f23110d37 HTTP/1.1" status: 200 len: 1137 time: 0.1300981 Aug 11 02:16:49.707209 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864de5df-4347-47fc-861e-79103e36bb25 req-56f3ed0e-4ddc-45e1-8cf0-306433a3589d service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:49.707569 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864de5df-4347-47fc-861e-79103e36bb25 req-56f3ed0e-4ddc-45e1-8cf0-306433a3589d service neutron] Checking segment: {'id': 'd96cfe33-0c98-475f-a757-618812c1d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:49.707943 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864de5df-4347-47fc-861e-79103e36bb25 req-56f3ed0e-4ddc-45e1-8cf0-306433a3589d service neutron] Bound using segment: {'id': 'd96cfe33-0c98-475f-a757-618812c1d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:49.708386 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-864de5df-4347-47fc-861e-79103e36bb25 req-56f3ed0e-4ddc-45e1-8cf0-306433a3589d service neutron] Bound port: 4f2fc812-8e74-4f08-a40c-f327ac14bb35, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96cfe33-0c98-475f-a757-618812c1d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:49.708746 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-864de5df-4347-47fc-861e-79103e36bb25 req-56f3ed0e-4ddc-45e1-8cf0-306433a3589d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.719251 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6bc117e-5f2a-42b2-ad16-089daf123adb {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:49.720391 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9bb95c-797d-47ec-b516-0090ee072c04 req-dfda40e2-db3e-4fc5-8496-daee7aad8ba7 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:49.728284 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ea9bb95c-797d-47ec-b516-0090ee072c04 req-dfda40e2-db3e-4fc5-8496-daee7aad8ba7 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 943 time: 0.1194108 Aug 11 02:16:49.741198 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port c6bc117e-5f2a-42b2-ad16-089daf123adb, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=c6bc117e-5f2a-42b2-ad16-089daf123adb,segment=NetworkSegment(7d4b7bcc-8eef-48d8-8309-95445fdb1890),segment_id=7d4b7bcc-8eef-48d8-8309-95445fdb1890)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:49.746647 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.747507 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 6393fbf0-c5b3-41a1-83d3-53a8c87fd107 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:16:49.808722 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-4ba3694d-38ca-42c1-9a21-86485d3ec3e7 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=46ac404d6c2f4ff8a9d4b2717b2d3aa2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5813940 Aug 11 02:16:49.823450 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=c6bc117e-5f2a-42b2-ad16-089daf123adb,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:49.829526 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 6393fbf0-c5b3-41a1-83d3-53a8c87fd107, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=6393fbf0-c5b3-41a1-83d3-53a8c87fd107,segment=NetworkSegment(461aeab3-769d-4585-948b-7cdcb45ee6e2),segment_id=461aeab3-769d-4585-948b-7cdcb45ee6e2)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:49.846018 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '6393fbf0-c5b3-41a1-83d3-53a8c87fd107', 'network_id': '2c433229-6c79-4510-a34a-8c4278ec5b0e', 'port_id': '6393fbf0-c5b3-41a1-83d3-53a8c87fd107', 'mac_address': 'fa:16:3e:7b:f5:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd883f484-d67b-4b0e-a60e-d2d168985bab', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:16:49.864449 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ea9bb95c-797d-47ec-b516-0090ee072c04 req-2b8009c5-b4b9-4d92-9f39-4cb9f937b223 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351314 Aug 11 02:16:49.913644 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.918862 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.933415 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6393fbf0-c5b3-41a1-83d3-53a8c87fd107 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:49.951790 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-864de5df-4347-47fc-861e-79103e36bb25 req-56f3ed0e-4ddc-45e1-8cf0-306433a3589d service neutron] For port 4f2fc812-8e74-4f08-a40c-f327ac14bb35, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:49.956057 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-e9103c39-edfe-4ad0-8866-bb4236f0b9f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5703196-202b-4542-95f4-d70e26ef0b1a {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:49.957410 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-864de5df-4347-47fc-861e-79103e36bb25 req-56f3ed0e-4ddc-45e1-8cf0-306433a3589d service neutron] For port 4f2fc812-8e74-4f08-a40c-f327ac14bb35, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=4f2fc812-8e74-4f08-a40c-f327ac14bb35,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:49.965597 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 6393fbf0-c5b3-41a1-83d3-53a8c87fd107, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=6393fbf0-c5b3-41a1-83d3-53a8c87fd107,segment=NetworkSegment(461aeab3-769d-4585-948b-7cdcb45ee6e2),segment_id=461aeab3-769d-4585-948b-7cdcb45ee6e2)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:49.970913 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-864de5df-4347-47fc-861e-79103e36bb25 req-56f3ed0e-4ddc-45e1-8cf0-306433a3589d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.973559 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d225a1-bcd7-4132-8aaa-9efb016ac4c1 req-7d9412f7-12b2-41f2-9c02-7adca22cb645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:49.973896 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.975118 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-88d225a1-bcd7-4132-8aaa-9efb016ac4c1 req-7d9412f7-12b2-41f2-9c02-7adca22cb645 service neutron] 10.222.0.73 "GET /v2.0/networks?id=79a301b6-8eb6-4684-84fd-05d6fc546709 HTTP/1.1" status: 200 len: 914 time: 0.2353840 Aug 11 02:16:49.975990 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-e9103c39-edfe-4ad0-8866-bb4236f0b9f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:50.024652 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=6393fbf0-c5b3-41a1-83d3-53a8c87fd107,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:50.025663 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-e9103c39-edfe-4ad0-8866-bb4236f0b9f0 service neutron] Transition to ACTIVE for port object d5703196-202b-4542-95f4-d70e26ef0b1a will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:50.035892 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-e9103c39-edfe-4ad0-8866-bb4236f0b9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:50.067107 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864de5df-4347-47fc-861e-79103e36bb25 req-56f3ed0e-4ddc-45e1-8cf0-306433a3589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:50.068105 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-864de5df-4347-47fc-861e-79103e36bb25 req-56f3ed0e-4ddc-45e1-8cf0-306433a3589d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:50.069770 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-864de5df-4347-47fc-861e-79103e36bb25 req-56f3ed0e-4ddc-45e1-8cf0-306433a3589d service neutron] 10.222.0.66 "PUT /v2.0/ports/4f2fc812-8e74-4f08-a40c-f327ac14bb35 HTTP/1.1" status: 200 len: 1092 time: 2.3473926 Aug 11 02:16:50.073776 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b22cf79-0747-42d2-8821-8c1bb71d4d5b', 'tag': '4f2fc812-8e74-4f08-a40c-f327ac14bb35'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:50.081167 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fed5f1-33a5-42c8-8700-9970cdb1dcac" -d '{"events": [{"name": "network-changed", "server_uuid": "3b22cf79-0747-42d2-8821-8c1bb71d4d5b", "tag": "4f2fc812-8e74-4f08-a40c-f327ac14bb35"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:50.097451 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-88d225a1-bcd7-4132-8aaa-9efb016ac4c1 req-186f73ce-0e34-49f2-887e-6b6e5c9cbc49 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1 HTTP/1.1" status: 200 len: 217 time: 0.1035116 Aug 11 02:16:50.101748 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-e52e3947-3eda-46e8-950e-fc8d0d4b233c service neutron] 10.222.0.50 "GET /v2.0/networks/1cc06348-0fe8-4b09-9dc0-727cbdd09d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373536 Aug 11 02:16:50.102714 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-72e760a4-65a0-4114-8b5b-b87e74dda009 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:50.145283 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9103c39-edfe-4ad0-8866-bb4236f0b9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d5703196-202b-4542-95f4-d70e26ef0b1a,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:50.180851 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3ed0e-4ddc-45e1-8cf0-306433a3589d service neutron] Pushing event updated for resources: {'Port': ['ID=4f2fc812-8e74-4f08-a40c-f327ac14bb35,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:50.209218 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41464a5c-28d6-440f-b221-e9dcd2f4e3cc req-78698d99-34d4-47eb-b2e6-379360b26cde tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:50.216457 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41464a5c-28d6-440f-b221-e9dcd2f4e3cc req-78698d99-34d4-47eb-b2e6-379360b26cde tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:50.222251 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41464a5c-28d6-440f-b221-e9dcd2f4e3cc req-78698d99-34d4-47eb-b2e6-379360b26cde tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:50.228337 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41464a5c-28d6-440f-b221-e9dcd2f4e3cc req-78698d99-34d4-47eb-b2e6-379360b26cde tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:50.234525 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41464a5c-28d6-440f-b221-e9dcd2f4e3cc req-78698d99-34d4-47eb-b2e6-379360b26cde tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:50.240506 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41464a5c-28d6-440f-b221-e9dcd2f4e3cc req-78698d99-34d4-47eb-b2e6-379360b26cde tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:50.247060 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41464a5c-28d6-440f-b221-e9dcd2f4e3cc req-78698d99-34d4-47eb-b2e6-379360b26cde tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:50.248946 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41464a5c-28d6-440f-b221-e9dcd2f4e3cc req-78698d99-34d4-47eb-b2e6-379360b26cde tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5435 time: 0.2987475 Aug 11 02:16:50.251831 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e760a4-65a0-4114-8b5b-b87e74dda009 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Pushing event updated for resources: {'Subnet': ['ID=e835de6b-120f-4852-b0ac-fd7fbfc2daaf,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:50.270319 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d225a1-bcd7-4132-8aaa-9efb016ac4c1 req-4f5efab4-4689-485f-bde7-3e9d942899e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:50.271898 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-88d225a1-bcd7-4132-8aaa-9efb016ac4c1 req-4f5efab4-4689-485f-bde7-3e9d942899e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=025e1ca0-7884-4b5a-921c-958f38e3c6f7 HTTP/1.1" status: 200 len: 853 time: 0.1551125 Aug 11 02:16:50.275378 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864de5df-4347-47fc-861e-79103e36bb25 req-51369354-4ced-4404-a63a-d3634a6e9688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:50.277320 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-864de5df-4347-47fc-861e-79103e36bb25 req-51369354-4ced-4404-a63a-d3634a6e9688 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=953757b63989485aa599c97f35f2480d&device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 1095 time: 0.1489074 Aug 11 02:16:50.324394 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e760a4-65a0-4114-8b5b-b87e74dda009 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Checking segment: {'id': '67edd463-a1bc-43b1-a033-e3931a7c24af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '1f7a718c-0054-4623-ae3d-0216ce336eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:50.324915 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e760a4-65a0-4114-8b5b-b87e74dda009 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Network hostable DHCP agents. Network: 1f7a718c-0054-4623-ae3d-0216ce336eaf, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:16:50.355052 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-bbf05387-88b0-4ce2-aa9a-af958cf48eda service neutron] 10.222.0.50 "GET /v2.0/networks/1cc06348-0fe8-4b09-9dc0-727cbdd09d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367160 Aug 11 02:16:50.355577 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-88d225a1-bcd7-4132-8aaa-9efb016ac4c1 req-aa1e5e76-be81-4333-b7e5-af2e8ee43d83 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79a301b6-8eb6-4684-84fd-05d6fc546709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719368 Aug 11 02:16:50.357806 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-864de5df-4347-47fc-861e-79103e36bb25 req-4f07ef63-b89f-4ba9-88b3-9ac0500af40c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2fc812-8e74-4f08-a40c-f327ac14bb35 HTTP/1.1" status: 200 len: 217 time: 0.0654960 Aug 11 02:16:50.372265 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-e9103c39-edfe-4ad0-8866-bb4236f0b9f0 service neutron] Attempting to bind port d5703196-202b-4542-95f4-d70e26ef0b1a on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:50.372608 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-e9103c39-edfe-4ad0-8866-bb4236f0b9f0 service neutron] Attempting to bind port d5703196-202b-4542-95f4-d70e26ef0b1a by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '17ab65aa-1575-4f0d-91af-c45c627f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:50.372940 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-e9103c39-edfe-4ad0-8866-bb4236f0b9f0 service neutron] Attempting to bind port d5703196-202b-4542-95f4-d70e26ef0b1a on network fa6d118c-1b11-471b-a79b-8ba66c683603 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:50.378406 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-e9103c39-edfe-4ad0-8866-bb4236f0b9f0 service neutron] Port d5703196-202b-4542-95f4-d70e26ef0b1a on network fa6d118c-1b11-471b-a79b-8ba66c683603 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:16:50.378727 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-e9103c39-edfe-4ad0-8866-bb4236f0b9f0 service neutron] Attempting to bind port d5703196-202b-4542-95f4-d70e26ef0b1a on network fa6d118c-1b11-471b-a79b-8ba66c683603 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:50.383971 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-e9103c39-edfe-4ad0-8866-bb4236f0b9f0 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:50.384185 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-e9103c39-edfe-4ad0-8866-bb4236f0b9f0 service neutron] Checking segment: {'id': '17ab65aa-1575-4f0d-91af-c45c627f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:50.384585 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-e9103c39-edfe-4ad0-8866-bb4236f0b9f0 service neutron] Bound using segment: {'id': '17ab65aa-1575-4f0d-91af-c45c627f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:50.385020 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-e9103c39-edfe-4ad0-8866-bb4236f0b9f0 service neutron] Bound port: d5703196-202b-4542-95f4-d70e26ef0b1a, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ab65aa-1575-4f0d-91af-c45c627f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:50.385379 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-e9103c39-edfe-4ad0-8866-bb4236f0b9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:50.389126 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e760a4-65a0-4114-8b5b-b87e74dda009 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Network 1f7a718c-0054-4623-ae3d-0216ce336eaf is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:16:50.426927 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-72e760a4-65a0-4114-8b5b-b87e74dda009 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 1f7a718c-0054-4623-ae3d-0216ce336eaf) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:50.433845 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e760a4-65a0-4114-8b5b-b87e74dda009 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:50.434516 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-72e760a4-65a0-4114-8b5b-b87e74dda009 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:50.439811 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a216d373-955d-4325-8b27-e03ca1d3c61d None None] Network 1f7a718c-0054-4623-ae3d-0216ce336eaf requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:50.479196 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-72e760a4-65a0-4114-8b5b-b87e74dda009 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3566108 Aug 11 02:16:50.481416 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43718) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:50.483844 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-e9103c39-edfe-4ad0-8866-bb4236f0b9f0 service neutron] For port d5703196-202b-4542-95f4-d70e26ef0b1a, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:50.501307 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41464a5c-28d6-440f-b221-e9dcd2f4e3cc req-466ee2a4-57d8-44c0-b687-feb7d30f7c81 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2158673 Aug 11 02:16:50.501463 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-a45c196e-9382-44f3-ad6f-d9586475ed6c tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Request body: {'port': {'network_id': '1f7a718c-0054-4623-ae3d-0216ce336eaf', 'name': 'tempest-ExtraDHCPOptionsTestJSON-552526640'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:50.501463 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-e9103c39-edfe-4ad0-8866-bb4236f0b9f0 service neutron] For port d5703196-202b-4542-95f4-d70e26ef0b1a, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=d5703196-202b-4542-95f4-d70e26ef0b1a,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:50.516921 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-e9103c39-edfe-4ad0-8866-bb4236f0b9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:50.537783 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864de5df-4347-47fc-861e-79103e36bb25 req-ae05e4f6-ab02-46c6-a263-3a2c87ba8f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:50.539707 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-864de5df-4347-47fc-861e-79103e36bb25 req-ae05e4f6-ab02-46c6-a263-3a2c87ba8f8e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7193a88f-4d31-4933-a3af-0738d0f7bf97 HTTP/1.1" status: 200 len: 851 time: 0.1235819 Aug 11 02:16:50.597026 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-e9103c39-edfe-4ad0-8866-bb4236f0b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:50.597658 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-e9103c39-edfe-4ad0-8866-bb4236f0b9f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:50.599318 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-e9103c39-edfe-4ad0-8866-bb4236f0b9f0 service neutron] 10.222.0.66 "PUT /v2.0/ports/d5703196-202b-4542-95f4-d70e26ef0b1a HTTP/1.1" status: 200 len: 1092 time: 1.8634436 Aug 11 02:16:50.601287 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c58d106-33ae-487c-9b05-d7cc0c808f7e', 'tag': 'd5703196-202b-4542-95f4-d70e26ef0b1a'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:50.603921 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba19ed85-92af-42d1-ae1e-1f4dcd74e894" -d '{"events": [{"name": "network-changed", "server_uuid": "4c58d106-33ae-487c-9b05-d7cc0c808f7e", "tag": "d5703196-202b-4542-95f4-d70e26ef0b1a"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:50.673800 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9103c39-edfe-4ad0-8866-bb4236f0b9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d5703196-202b-4542-95f4-d70e26ef0b1a,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:50.714282 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['c6bc117e-5f2a-42b2-ad16-089daf123adb'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:50.723168 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452f7943-bb80-42da-a358-81a0de0d5960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-1f7a718c-0054-4623-ae3d-0216ce336eaf', 'network_id': '1f7a718c-0054-4623-ae3d-0216ce336eaf', 'tenant_id': '8c81e60302ca420d8f3df9e1524b14c1', 'fixed_ips': [{'subnet_id': 'e835de6b-120f-4852-b0ac-fd7fbfc2daaf'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:16:50.724973 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-452f7943-bb80-42da-a358-81a0de0d5960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:50.758780 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-88d225a1-bcd7-4132-8aaa-9efb016ac4c1 req-deb03040-b1ac-451f-bd6b-6815c8c8684b service neutron] 10.222.0.73 "GET /v2.0/networks/79a301b6-8eb6-4684-84fd-05d6fc546709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951311 Aug 11 02:16:50.760568 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864de5df-4347-47fc-861e-79103e36bb25 req-1e1028c1-23a8-4df9-a53c-2098bf42f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:50.762614 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-864de5df-4347-47fc-861e-79103e36bb25 req-1e1028c1-23a8-4df9-a53c-2098bf42f371 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1986055 Aug 11 02:16:50.779288 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['0a38793e-41b1-4d7a-a9ec-fc766a55001c'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:50.786557 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-ead545df-6beb-4020-b31c-febb3a3005b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:50.788449 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-ead545df-6beb-4020-b31c-febb3a3005b1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e4e387ba25a4d14b8728f756bd278ce&device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 1095 time: 0.1313422 Aug 11 02:16:50.797494 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45c196e-9382-44f3-ad6f-d9586475ed6c tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Made reservation on behalf of 8c81e60302ca420d8f3df9e1524b14c1 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:50.802278 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a45c196e-9382-44f3-ad6f-d9586475ed6c tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:50.834421 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['622f47f6-616c-4c28-9002-bebf0b890eca'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:50.837542 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['6393fbf0-c5b3-41a1-83d3-53a8c87fd107'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:50.842178 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['54a21190-3213-4831-8458-9bdd8fb2c46c'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:50.855828 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011f20d-057b-4b12-bd59-035bea3ba060 req-92fd6c3b-85ee-4b68-ade6-58a192db753b tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:50.857454 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b011f20d-057b-4b12-bd59-035bea3ba060 req-92fd6c3b-85ee-4b68-ade6-58a192db753b tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b416745-3306-4fca-b9c4-6d6f23110d37 HTTP/1.1" status: 200 len: 985 time: 0.1531081 Aug 11 02:16:50.867308 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c3dbb-fb60-465b-83bd-4c60f5c20f68 req-902cb094-d4ac-48f5-907f-149eb7382ee5 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:50.869077 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dd0c3dbb-fb60-465b-83bd-4c60f5c20f68 req-902cb094-d4ac-48f5-907f-149eb7382ee5 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 943 time: 0.1680775 Aug 11 02:16:50.872745 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-4260705c-423e-4eb1-95bc-5440744ce28e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5703196-202b-4542-95f4-d70e26ef0b1a HTTP/1.1" status: 200 len: 217 time: 0.0682166 Aug 11 02:16:50.894483 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-a45c196e-9382-44f3-ad6f-d9586475ed6c tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] device_id is not set on port 21644652-76d3-4b99-b656-01430dd908b9 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:16:50.905669 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['bd38919d-9f9a-4f29-be28-260e9cba0751'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:50.908532 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['7f2bbf46-3ede-45de-88ba-1f3435d9778a'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:50.948955 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b011f20d-057b-4b12-bd59-035bea3ba060 req-8bae85f2-a321-4cbc-b839-0723d93390dc tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fe4de83-0223-4e94-bcdb-2f228a19c7b7&id=56ddbfec-47ca-4dbf-8c32-e787b27c9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0611675 Aug 11 02:16:50.986617 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-88d225a1-bcd7-4132-8aaa-9efb016ac4c1 req-75c3cf8d-44cf-40db-bc19-e8d4f84073cc service neutron] 10.222.0.73 "GET /v2.0/networks/79a301b6-8eb6-4684-84fd-05d6fc546709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166014 Aug 11 02:16:51.014164 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dd0c3dbb-fb60-465b-83bd-4c60f5c20f68 req-5caf7ac3-da7d-4830-b3a2-760bd85e50bf tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362982 Aug 11 02:16:51.018088 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-4936def0-4e22-4ab9-b413-d79db19bcd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:51.019479 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-4936def0-4e22-4ab9-b413-d79db19bcd7d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62 HTTP/1.1" status: 200 len: 846 time: 0.1195025 Aug 11 02:16:51.020326 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-864de5df-4347-47fc-861e-79103e36bb25 req-590137eb-8d03-4100-94b7-60264faee031 service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959980 Aug 11 02:16:51.122916 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-f68c75ab-7df6-40ec-a4b2-6399854965aa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fa6d118c-1b11-471b-a79b-8ba66c683603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402334 Aug 11 02:16:51.156322 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-864de5df-4347-47fc-861e-79103e36bb25 req-eea8b5aa-778a-4fcb-9711-e4adf1db28b6 service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233654 Aug 11 02:16:51.177575 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c09cfc3-33ab-4010-8c6a-732410fedeaa x-openstack-request-id: req-9c09cfc3-33ab-4010-8c6a-732410fedeaa {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:51.177900 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b22cf79-0747-42d2-8821-8c1bb71d4d5b", "tag": "4f2fc812-8e74-4f08-a40c-f327ac14bb35", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:51.178313 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9c09cfc3-33ab-4010-8c6a-732410fedeaa {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:51.178716 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b22cf79-0747-42d2-8821-8c1bb71d4d5b', 'tag': '4f2fc812-8e74-4f08-a40c-f327ac14bb35', 'status': 'completed', 'code': 200} Aug 11 02:16:51.201867 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-428df83b-4693-47e8-91d4-81c74045ad95 req-9e859397-793b-4c41-adb8-6f53d619aeb7 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1346c47-7500-4832-bb6a-4d761152a970 HTTP/1.1" status: 200 len: 210 time: 0.0445452 Aug 11 02:16:51.263258 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-5bf57025-eb56-4c80-8717-043d4db1599b service neutron] 10.222.0.66 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287286 Aug 11 02:16:51.275768 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-a45c196e-9382-44f3-ad6f-d9586475ed6c tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Allocated IP 172.20.0.13 (1f7a718c-0054-4623-ae3d-0216ce336eaf/e835de6b-120f-4852-b0ac-fd7fbfc2daaf/21644652-76d3-4b99-b656-01430dd908b9) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:51.313284 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fed5f1-33a5-42c8-8700-9970cdb1dcac req-dfb37088-38d4-47fb-8752-a940fb66d252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:51.314999 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d4fed5f1-33a5-42c8-8700-9970cdb1dcac req-dfb37088-38d4-47fb-8752-a940fb66d252 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=953757b63989485aa599c97f35f2480d&device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 1095 time: 0.0858345 Aug 11 02:16:51.357736 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e1c105-16c6-4e6d-9e22-d4c2f71bbb50 x-openstack-request-id: req-a5e1c105-16c6-4e6d-9e22-d4c2f71bbb50 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:51.359140 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c58d106-33ae-487c-9b05-d7cc0c808f7e", "tag": "d5703196-202b-4542-95f4-d70e26ef0b1a", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:51.359574 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a5e1c105-16c6-4e6d-9e22-d4c2f71bbb50 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:51.360150 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c58d106-33ae-487c-9b05-d7cc0c808f7e', 'tag': 'd5703196-202b-4542-95f4-d70e26ef0b1a', 'status': 'completed', 'code': 200} Aug 11 02:16:51.447998 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dc406-1806-4e3a-86f3-112f51dbbe40 req-ad29c4c1-967c-4181-b50d-097bb4310e6f tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:51.456090 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dc406-1806-4e3a-86f3-112f51dbbe40 req-ad29c4c1-967c-4181-b50d-097bb4310e6f tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:51.462999 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dc406-1806-4e3a-86f3-112f51dbbe40 req-ad29c4c1-967c-4181-b50d-097bb4310e6f tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:51.466039 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70b489-2bef-4103-ab4d-8d07f1526d9c req-4feb7c13-5444-4028-b933-c34bea4a567c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:51.467999 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1d70b489-2bef-4103-ab4d-8d07f1526d9c req-4feb7c13-5444-4028-b933-c34bea4a567c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 943 time: 0.0766869 Aug 11 02:16:51.471306 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dc406-1806-4e3a-86f3-112f51dbbe40 req-ad29c4c1-967c-4181-b50d-097bb4310e6f tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:51.478038 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:51.478820 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dc406-1806-4e3a-86f3-112f51dbbe40 req-ad29c4c1-967c-4181-b50d-097bb4310e6f tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:51.486820 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dc406-1806-4e3a-86f3-112f51dbbe40 req-ad29c4c1-967c-4181-b50d-097bb4310e6f tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:51.493502 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dc406-1806-4e3a-86f3-112f51dbbe40 req-ad29c4c1-967c-4181-b50d-097bb4310e6f tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:51.505105 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-722dc406-1806-4e3a-86f3-112f51dbbe40 req-ad29c4c1-967c-4181-b50d-097bb4310e6f tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5422 time: 0.2176025 Aug 11 02:16:51.515576 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fed5f1-33a5-42c8-8700-9970cdb1dcac req-f5e33802-4ac3-4f24-a157-4ca3cfc29646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:51.517260 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d4fed5f1-33a5-42c8-8700-9970cdb1dcac req-f5e33802-4ac3-4f24-a157-4ca3cfc29646 service neutron] 10.222.0.66 "GET /v2.0/networks?id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99 HTTP/1.1" status: 200 len: 913 time: 0.1940122 Aug 11 02:16:51.530196 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1d70b489-2bef-4103-ab4d-8d07f1526d9c req-204fc871-1ac4-4ef0-8544-2649ad9949a0 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490100 Aug 11 02:16:51.604980 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d4fed5f1-33a5-42c8-8700-9970cdb1dcac req-60460723-f406-490e-9690-e55091c3e6bf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2fc812-8e74-4f08-a40c-f327ac14bb35 HTTP/1.1" status: 200 len: 217 time: 0.0686488 Aug 11 02:16:51.607181 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-722dc406-1806-4e3a-86f3-112f51dbbe40 req-5ce3306e-2596-429d-8a9c-966f5ad334b9 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1007953 Aug 11 02:16:51.710393 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e63d210-7748-40ee-a6e3-e20e8b84ff32 req-03cce955-9a8c-439c-973e-3c0a6faa82ee service neutron] 10.222.0.66 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199996 Aug 11 02:16:51.737439 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fed5f1-33a5-42c8-8700-9970cdb1dcac req-266c58f9-1cbc-497f-a5a7-d557b4455f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:51.740906 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d4fed5f1-33a5-42c8-8700-9970cdb1dcac req-266c58f9-1cbc-497f-a5a7-d557b4455f67 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7193a88f-4d31-4933-a3af-0738d0f7bf97 HTTP/1.1" status: 200 len: 851 time: 0.1259317 Aug 11 02:16:51.772819 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a45c196e-9382-44f3-ad6f-d9586475ed6c tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:51.789149 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-a45c196e-9382-44f3-ad6f-d9586475ed6c tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Transition to ACTIVE for port object 21644652-76d3-4b99-b656-01430dd908b9 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:51.797367 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758c882-4b0f-40f3-96a6-658cf5b37f46 req-454fd52a-a5f0-413a-bc69-7d0ec42452a7 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:51.803327 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758c882-4b0f-40f3-96a6-658cf5b37f46 req-454fd52a-a5f0-413a-bc69-7d0ec42452a7 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:51.809655 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758c882-4b0f-40f3-96a6-658cf5b37f46 req-454fd52a-a5f0-413a-bc69-7d0ec42452a7 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:51.816008 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758c882-4b0f-40f3-96a6-658cf5b37f46 req-454fd52a-a5f0-413a-bc69-7d0ec42452a7 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:51.822612 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758c882-4b0f-40f3-96a6-658cf5b37f46 req-454fd52a-a5f0-413a-bc69-7d0ec42452a7 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:51.830254 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758c882-4b0f-40f3-96a6-658cf5b37f46 req-454fd52a-a5f0-413a-bc69-7d0ec42452a7 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:51.836048 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758c882-4b0f-40f3-96a6-658cf5b37f46 req-454fd52a-a5f0-413a-bc69-7d0ec42452a7 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:51.838038 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8758c882-4b0f-40f3-96a6-658cf5b37f46 req-454fd52a-a5f0-413a-bc69-7d0ec42452a7 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5435 time: 0.1582210 Aug 11 02:16:51.848686 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a45c196e-9382-44f3-ad6f-d9586475ed6c tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:51.872400 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fed5f1-33a5-42c8-8700-9970cdb1dcac req-69105223-68a9-4595-9123-ce9ec2054f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:51.874493 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d4fed5f1-33a5-42c8-8700-9970cdb1dcac req-69105223-68a9-4595-9123-ce9ec2054f56 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1218371 Aug 11 02:16:51.907362 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45c196e-9382-44f3-ad6f-d9586475ed6c tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Network 1f7a718c-0054-4623-ae3d-0216ce336eaf is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:51.912248 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-a45c196e-9382-44f3-ad6f-d9586475ed6c tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:51.915460 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8758c882-4b0f-40f3-96a6-658cf5b37f46 req-68ec622c-c7a7-40b4-af58-1109d93be92d tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0670102 Aug 11 02:16:51.922413 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45c196e-9382-44f3-ad6f-d9586475ed6c tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:51.954927 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19ed85-92af-42d1-ae1e-1f4dcd74e894 req-e0b169b8-4a83-40a2-9106-accfee9cca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:51.956530 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ba19ed85-92af-42d1-ae1e-1f4dcd74e894 req-e0b169b8-4a83-40a2-9106-accfee9cca10 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e4e387ba25a4d14b8728f756bd278ce&device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 1095 time: 0.1354306 Aug 11 02:16:51.959648 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c196e-9382-44f3-ad6f-d9586475ed6c tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Pushing event updated for resources: {'Port': ['ID=21644652-76d3-4b99-b656-01430dd908b9,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:52.017927 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d4fed5f1-33a5-42c8-8700-9970cdb1dcac req-adc3fb22-5ea3-428f-94ca-983a6a9a4893 service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294613 Aug 11 02:16:52.039024 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45c196e-9382-44f3-ad6f-d9586475ed6c tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:52.039683 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a45c196e-9382-44f3-ad6f-d9586475ed6c tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.078577 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-452f7943-bb80-42da-a358-81a0de0d5960 None None] Allocated IP 172.20.0.2 (1f7a718c-0054-4623-ae3d-0216ce336eaf/e835de6b-120f-4852-b0ac-fd7fbfc2daaf/b857818d-09f1-4bbb-92a5-994529f1c054) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:52.132546 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a45c196e-9382-44f3-ad6f-d9586475ed6c tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6500347 Aug 11 02:16:52.134152 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43744) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:52.140062 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19ed85-92af-42d1-ae1e-1f4dcd74e894 req-81df7e28-478a-4f0a-ad4c-25e4bc464616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:52.141557 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ba19ed85-92af-42d1-ae1e-1f4dcd74e894 req-81df7e28-478a-4f0a-ad4c-25e4bc464616 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fa6d118c-1b11-471b-a79b-8ba66c683603 HTTP/1.1" status: 200 len: 907 time: 0.1763453 Aug 11 02:16:52.144432 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-7d4a3afc-cae8-4e8f-9da3-1c0030984dea tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Request body: {'port': {'network_id': '1f7a718c-0054-4623-ae3d-0216ce336eaf', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1323301671', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:52.149137 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.api.validators [None req-7d4a3afc-cae8-4e8f-9da3-1c0030984dea tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] bootfile-name is not in valid_values {{(pid=94506) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:16:52.149511 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.api.validators [None req-7d4a3afc-cae8-4e8f-9da3-1c0030984dea tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] tftp-server is not in valid_values {{(pid=94506) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:16:52.150167 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.api.validators [None req-7d4a3afc-cae8-4e8f-9da3-1c0030984dea tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] server-ip-address is not in valid_values {{(pid=94506) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:16:52.150581 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33545916-e988-432b-96f1-e0461f1059f5 req-e1dfcac0-c892-4dd3-a0e7-2d3000103fcf tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:52.152211 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-33545916-e988-432b-96f1-e0461f1059f5 req-e1dfcac0-c892-4dd3-a0e7-2d3000103fcf tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b416745-3306-4fca-b9c4-6d6f23110d37 HTTP/1.1" status: 200 len: 985 time: 0.1196082 Aug 11 02:16:52.194044 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ba19ed85-92af-42d1-ae1e-1f4dcd74e894 req-679ca670-716a-4927-b819-064209b30ddf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5703196-202b-4542-95f4-d70e26ef0b1a HTTP/1.1" status: 200 len: 217 time: 0.0408549 Aug 11 02:16:52.274420 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19ed85-92af-42d1-ae1e-1f4dcd74e894 req-ea593ebc-82c3-41ba-abac-dbd9c0da2fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:52.276091 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ba19ed85-92af-42d1-ae1e-1f4dcd74e894 req-ea593ebc-82c3-41ba-abac-dbd9c0da2fbe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62 HTTP/1.1" status: 200 len: 846 time: 0.0709877 Aug 11 02:16:52.317397 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ba19ed85-92af-42d1-ae1e-1f4dcd74e894 req-e70815f5-e8b5-4f8a-bcb5-4289e200291b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fa6d118c-1b11-471b-a79b-8ba66c683603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307913 Aug 11 02:16:52.324658 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-33545916-e988-432b-96f1-e0461f1059f5 req-50e067ab-42d2-4435-81ed-e2ef1f70ee3a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fe4de83-0223-4e94-bcdb-2f228a19c7b7&id=56ddbfec-47ca-4dbf-8c32-e787b27c9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1644294 Aug 11 02:16:52.437473 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d4fed5f1-33a5-42c8-8700-9970cdb1dcac req-ad86ea4e-e72c-4adb-812b-59fcedbf6267 service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049444 Aug 11 02:16:52.451453 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bf01e516-5a09-401d-818a-f84263a0e13f req-3eafe7ec-8f83-430d-af54-3b4341032d8a tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1346c47-7500-4832-bb6a-4d761152a970 HTTP/1.1" status: 200 len: 210 time: 0.0376775 Aug 11 02:16:52.466756 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ba19ed85-92af-42d1-ae1e-1f4dcd74e894 req-b10e85df-3bce-4a19-86e2-a6c7937e54c6 service neutron] 10.222.0.66 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396091 Aug 11 02:16:52.471310 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4a3afc-cae8-4e8f-9da3-1c0030984dea tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Made reservation on behalf of 8c81e60302ca420d8f3df9e1524b14c1 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:52.475429 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7d4a3afc-cae8-4e8f-9da3-1c0030984dea tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.476347 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-452f7943-bb80-42da-a358-81a0de0d5960 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.497632 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-452f7943-bb80-42da-a358-81a0de0d5960 None None] Transition to ACTIVE for port object b857818d-09f1-4bbb-92a5-994529f1c054 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:52.513156 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-7d4a3afc-cae8-4e8f-9da3-1c0030984dea tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] device_id is not set on port 3f101255-19c5-4787-b723-0fcd4786091b yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:16:52.517460 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-452f7943-bb80-42da-a358-81a0de0d5960 None None] Transition to ACTIVE for port object b857818d-09f1-4bbb-92a5-994529f1c054 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:52.526112 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-452f7943-bb80-42da-a358-81a0de0d5960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.538856 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe309e-0a9d-49a7-afa9-73441b423d9c req-4e68338d-4da7-4fb3-bfdc-cf3a4c99e4b5 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:52.546747 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bbbe309e-0a9d-49a7-afa9-73441b423d9c req-4e68338d-4da7-4fb3-bfdc-cf3a4c99e4b5 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 943 time: 0.2795417 Aug 11 02:16:52.576188 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452f7943-bb80-42da-a358-81a0de0d5960 None None] Network 1f7a718c-0054-4623-ae3d-0216ce336eaf is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:52.580993 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-452f7943-bb80-42da-a358-81a0de0d5960 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:52.583988 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452f7943-bb80-42da-a358-81a0de0d5960 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:52.591347 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f7943-bb80-42da-a358-81a0de0d5960 None None] Pushing event updated for resources: {'Port': ['ID=b857818d-09f1-4bbb-92a5-994529f1c054,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:52.605618 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ba19ed85-92af-42d1-ae1e-1f4dcd74e894 req-71fd7f2d-4375-4e56-b3fe-c8caeb730901 service neutron] 10.222.0.66 "GET /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308246 Aug 11 02:16:52.610791 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4b7e86b9-85cd-47b1-8591-b6f1fe4e37e7 req-b6f83b61-43ab-4bc4-8270-006fb4089b2b tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1964208219&fields=id&tenant_id=0cfacaf78696422e8ffa8119283a095a HTTP/1.1" status: 200 len: 267 time: 0.0579944 Aug 11 02:16:52.641949 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-ef8f534a-3a8f-4e0d-940d-773ca9afff2e tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:52.643447 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-ef8f534a-3a8f-4e0d-940d-773ca9afff2e tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.73 "GET /v2.0/networks?id=1cc06348-0fe8-4b09-9dc0-727cbdd09d09 HTTP/1.1" status: 200 len: 815 time: 0.3673561 Aug 11 02:16:52.651842 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-452f7943-bb80-42da-a358-81a0de0d5960 None None] Attempting to bind port b857818d-09f1-4bbb-92a5-994529f1c054 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:52.652499 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-452f7943-bb80-42da-a358-81a0de0d5960 None None] Attempting to bind port b857818d-09f1-4bbb-92a5-994529f1c054 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '67edd463-a1bc-43b1-a033-e3931a7c24af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '1f7a718c-0054-4623-ae3d-0216ce336eaf'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:52.653021 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452f7943-bb80-42da-a358-81a0de0d5960 None None] Attempting to bind port b857818d-09f1-4bbb-92a5-994529f1c054 on network 1f7a718c-0054-4623-ae3d-0216ce336eaf {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:52.659337 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452f7943-bb80-42da-a358-81a0de0d5960 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:52.659995 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452f7943-bb80-42da-a358-81a0de0d5960 None None] Checking segment: {'id': '67edd463-a1bc-43b1-a033-e3931a7c24af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '1f7a718c-0054-4623-ae3d-0216ce336eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:52.660411 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-452f7943-bb80-42da-a358-81a0de0d5960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.660809 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452f7943-bb80-42da-a358-81a0de0d5960 None None] Bound using segment: {'id': '67edd463-a1bc-43b1-a033-e3931a7c24af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '1f7a718c-0054-4623-ae3d-0216ce336eaf'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:52.661282 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-452f7943-bb80-42da-a358-81a0de0d5960 None None] Bound port: b857818d-09f1-4bbb-92a5-994529f1c054, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67edd463-a1bc-43b1-a033-e3931a7c24af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '1f7a718c-0054-4623-ae3d-0216ce336eaf'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:52.661670 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-452f7943-bb80-42da-a358-81a0de0d5960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.673696 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e86b9-85cd-47b1-8591-b6f1fe4e37e7 req-06e50f58-d1a0-4131-add4-d3c1265bd121 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:52.675324 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4b7e86b9-85cd-47b1-8591-b6f1fe4e37e7 req-06e50f58-d1a0-4131-add4-d3c1265bd121 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b416745-3306-4fca-b9c4-6d6f23110d37 HTTP/1.1" status: 200 len: 985 time: 0.0578859 Aug 11 02:16:52.687194 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-4b7e86b9-85cd-47b1-8591-b6f1fe4e37e7 req-5513306b-28e7-49b6-a7ed-31ac54dd041f tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Request body: {'port': {'security_groups': ['56ddbfec-47ca-4dbf-8c32-e787b27c9f51', '8fe4de83-0223-4e94-bcdb-2f228a19c7b7', '12724211-38a2-444b-a032-99f61017acef']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:52.703184 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bbbe309e-0a9d-49a7-afa9-73441b423d9c req-ac17246e-a963-4b92-98c4-9d65dfcfda7d tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555016 Aug 11 02:16:52.728984 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-452f7943-bb80-42da-a358-81a0de0d5960 None None] For port b857818d-09f1-4bbb-92a5-994529f1c054, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:52.733034 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-452f7943-bb80-42da-a358-81a0de0d5960 None None] For port b857818d-09f1-4bbb-92a5-994529f1c054, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b857818d-09f1-4bbb-92a5-994529f1c054,segment=NetworkSegment(67edd463-a1bc-43b1-a033-e3931a7c24af),segment_id=67edd463-a1bc-43b1-a033-e3931a7c24af)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:52.734576 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-ba5d1c3d-566f-4cd2-bbbc-6f44947ed4f5 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46ac404d6c2f4ff8a9d4b2717b2d3aa2 HTTP/1.1" status: 200 len: 380 time: 0.0812030 Aug 11 02:16:52.739818 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-452f7943-bb80-42da-a358-81a0de0d5960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.750973 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-8f370a27-bb34-45d2-b5f6-fdf7506bfe27 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Request body: {'port': {'device_id': 'd1346c47-7500-4832-bb6a-4d761152a970', 'network_id': '1cc06348-0fe8-4b09-9dc0-727cbdd09d09', 'admin_state_up': True, 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'security_groups': ['6d67352f-7653-4efd-bc06-5275a8933243']}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:52.754633 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-7d4a3afc-cae8-4e8f-9da3-1c0030984dea tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Allocated IP 172.20.0.7 (1f7a718c-0054-4623-ae3d-0216ce336eaf/e835de6b-120f-4852-b0ac-fd7fbfc2daaf/3f101255-19c5-4787-b723-0fcd4786091b) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:52.796600 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4b7e86b9-85cd-47b1-8591-b6f1fe4e37e7 req-5513306b-28e7-49b6-a7ed-31ac54dd041f tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.834984 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f7943-bb80-42da-a358-81a0de0d5960 None None] Pushing event updated for resources: {'Port': ['ID=b857818d-09f1-4bbb-92a5-994529f1c054,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:52.946489 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168091a-cb82-4088-aa37-f9dde3d9a350 req-9c6eef59-60cc-4fe6-b0e1-7921e1eec2e4 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:52.948084 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8168091a-cb82-4088-aa37-f9dde3d9a350 req-9c6eef59-60cc-4fe6-b0e1-7921e1eec2e4 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 943 time: 0.1398811 Aug 11 02:16:53.051264 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-4b7e86b9-85cd-47b1-8591-b6f1fe4e37e7 req-5513306b-28e7-49b6-a7ed-31ac54dd041f tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] For port ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1,segment=NetworkSegment(19dbea17-970b-4093-9d9c-314e17b532a2),segment_id=19dbea17-970b-4093-9d9c-314e17b532a2)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:53.071451 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-8f370a27-bb34-45d2-b5f6-fdf7506bfe27 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Made reservation on behalf of 46ac404d6c2f4ff8a9d4b2717b2d3aa2 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:53.075773 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-8f370a27-bb34-45d2-b5f6-fdf7506bfe27 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.082991 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8168091a-cb82-4088-aa37-f9dde3d9a350 req-8397a7ee-8442-43f0-ac57-badceb09f6db tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241002 Aug 11 02:16:53.091381 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4b7e86b9-85cd-47b1-8591-b6f1fe4e37e7 req-5513306b-28e7-49b6-a7ed-31ac54dd041f tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.098381 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4b7e86b9-85cd-47b1-8591-b6f1fe4e37e7 req-5513306b-28e7-49b6-a7ed-31ac54dd041f tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.115901 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['690bbc53-f3db-4498-b12d-5eb8eb7e60b7'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:53.132647 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e86b9-85cd-47b1-8591-b6f1fe4e37e7 req-5513306b-28e7-49b6-a7ed-31ac54dd041f tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:53.133537 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4b7e86b9-85cd-47b1-8591-b6f1fe4e37e7 req-5513306b-28e7-49b6-a7ed-31ac54dd041f tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.136269 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4b7e86b9-85cd-47b1-8591-b6f1fe4e37e7 req-5513306b-28e7-49b6-a7ed-31ac54dd041f tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "PUT /v2.0/ports/ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1 HTTP/1.1" status: 200 len: 1021 time: 0.4532869 Aug 11 02:16:53.220142 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513306b-28e7-49b6-a7ed-31ac54dd041f tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Pushing event updated for resources: {'Port': ['ID=ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1,revision_number=7']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:53.231423 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7d4a3afc-cae8-4e8f-9da3-1c0030984dea tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.282292 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-7d4a3afc-cae8-4e8f-9da3-1c0030984dea tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Transition to ACTIVE for port object 3f101255-19c5-4787-b723-0fcd4786091b will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:53.305764 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 4f2fc812-8e74-4f08-a40c-f327ac14bb35 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:16:53.345644 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5153be-b43e-4950-9fcd-e21a73c524c7 req-54b5fc02-e84d-44b4-8fb5-47ffbf6ccf5c tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:53.351868 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5153be-b43e-4950-9fcd-e21a73c524c7 req-54b5fc02-e84d-44b4-8fb5-47ffbf6ccf5c tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:53.358024 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5153be-b43e-4950-9fcd-e21a73c524c7 req-54b5fc02-e84d-44b4-8fb5-47ffbf6ccf5c tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:53.364086 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5153be-b43e-4950-9fcd-e21a73c524c7 req-54b5fc02-e84d-44b4-8fb5-47ffbf6ccf5c tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:53.364868 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b416745-3306-4fca-b9c4-6d6f23110d37', 'tag': 'ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:53.368233 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc7ca11-45c6-439d-8822-6006075c5ade" -d '{"events": [{"name": "network-changed", "server_uuid": "0b416745-3306-4fca-b9c4-6d6f23110d37", "tag": "ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:53.370461 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5153be-b43e-4950-9fcd-e21a73c524c7 req-54b5fc02-e84d-44b4-8fb5-47ffbf6ccf5c tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:53.376951 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5153be-b43e-4950-9fcd-e21a73c524c7 req-54b5fc02-e84d-44b4-8fb5-47ffbf6ccf5c tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:53.382850 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5153be-b43e-4950-9fcd-e21a73c524c7 req-54b5fc02-e84d-44b4-8fb5-47ffbf6ccf5c tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:53.384845 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8d5153be-b43e-4950-9fcd-e21a73c524c7 req-54b5fc02-e84d-44b4-8fb5-47ffbf6ccf5c tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5422 time: 0.1902845 Aug 11 02:16:53.398021 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4bc44-ee5b-44f5-9392-b410eb998b6b req-1c42192a-a43c-4dbe-be0c-f3c2d5a7047d tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:53.406098 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4bc44-ee5b-44f5-9392-b410eb998b6b req-1c42192a-a43c-4dbe-be0c-f3c2d5a7047d tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:53.412984 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4bc44-ee5b-44f5-9392-b410eb998b6b req-1c42192a-a43c-4dbe-be0c-f3c2d5a7047d tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:53.414301 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-8f370a27-bb34-45d2-b5f6-fdf7506bfe27 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Allocated IP 172.20.0.6 (1cc06348-0fe8-4b09-9dc0-727cbdd09d09/cccbf575-460b-41a5-802c-8f12cd514561/dfe97b6b-ad97-44d9-973c-18152287d570) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:53.420101 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4bc44-ee5b-44f5-9392-b410eb998b6b req-1c42192a-a43c-4dbe-be0c-f3c2d5a7047d tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:53.426988 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4bc44-ee5b-44f5-9392-b410eb998b6b req-1c42192a-a43c-4dbe-be0c-f3c2d5a7047d tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:53.434741 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4bc44-ee5b-44f5-9392-b410eb998b6b req-1c42192a-a43c-4dbe-be0c-f3c2d5a7047d tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:53.441848 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4bc44-ee5b-44f5-9392-b410eb998b6b req-1c42192a-a43c-4dbe-be0c-f3c2d5a7047d tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:53.445448 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7fe4bc44-ee5b-44f5-9392-b410eb998b6b req-1c42192a-a43c-4dbe-be0c-f3c2d5a7047d tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5435 time: 0.1318762 Aug 11 02:16:53.456874 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7d4a3afc-cae8-4e8f-9da3-1c0030984dea tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.475486 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8d5153be-b43e-4950-9fcd-e21a73c524c7 req-6f76003d-0e03-413e-b370-1730422432fe tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804293 Aug 11 02:16:53.476224 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 4f2fc812-8e74-4f08-a40c-f327ac14bb35, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=4f2fc812-8e74-4f08-a40c-f327ac14bb35,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:53.501484 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '4f2fc812-8e74-4f08-a40c-f327ac14bb35', 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99', 'port_id': '4f2fc812-8e74-4f08-a40c-f327ac14bb35', 'mac_address': 'fa:16:3e:72:d0:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7193a88f-4d31-4933-a3af-0738d0f7bf97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:16:53.531981 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7fe4bc44-ee5b-44f5-9392-b410eb998b6b req-7cb5f4e9-80b1-4192-9239-b1722d9caeaf tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683999 Aug 11 02:16:53.540708 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:53.571981 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4a3afc-cae8-4e8f-9da3-1c0030984dea tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Network 1f7a718c-0054-4623-ae3d-0216ce336eaf is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:53.595243 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7083de6c-eb1a-4b51-ae90-7132da6f8cc6 x-openstack-request-id: req-7083de6c-eb1a-4b51-ae90-7132da6f8cc6 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:53.596818 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b416745-3306-4fca-b9c4-6d6f23110d37", "tag": "ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:53.597249 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7083de6c-eb1a-4b51-ae90-7132da6f8cc6 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:53.598115 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b416745-3306-4fca-b9c4-6d6f23110d37', 'tag': 'ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1', 'status': 'completed', 'code': 200} Aug 11 02:16:53.600853 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.605642 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-7d4a3afc-cae8-4e8f-9da3-1c0030984dea tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:53.614379 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a3afc-cae8-4e8f-9da3-1c0030984dea tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Pushing event updated for resources: {'Port': ['ID=3f101255-19c5-4787-b723-0fcd4786091b,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:53.622500 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a3afc-cae8-4e8f-9da3-1c0030984dea tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:53.638045 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f2fc812-8e74-4f08-a40c-f327ac14bb35 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:53.670510 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 4f2fc812-8e74-4f08-a40c-f327ac14bb35, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=4f2fc812-8e74-4f08-a40c-f327ac14bb35,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:53.687895 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.718291 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4acfe0b3-636c-4f39-a543-c2737c316eea req-d84578fe-78de-4893-a2bf-042d9f7a3476 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1346c47-7500-4832-bb6a-4d761152a970 HTTP/1.1" status: 200 len: 210 time: 0.0406320 Aug 11 02:16:53.723923 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b0cde756-9f8d-4eda-ae32-13fadeaf089a req-8d0bc112-af02-4e3b-81b7-3445872994bd tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups/12724211-38a2-444b-a032-99f61017acef HTTP/1.1" status: 200 len: 1803 time: 0.1974525 Aug 11 02:16:53.795943 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=4f2fc812-8e74-4f08-a40c-f327ac14bb35,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:53.809969 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4a3afc-cae8-4e8f-9da3-1c0030984dea tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:53.810753 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7d4a3afc-cae8-4e8f-9da3-1c0030984dea tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.839164 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7ca11-45c6-439d-8822-6006075c5ade req-4eeb22af-5071-4a1a-b80c-92053c753098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:53.840828 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9cc7ca11-45c6-439d-8822-6006075c5ade req-4eeb22af-5071-4a1a-b80c-92053c753098 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0cfacaf78696422e8ffa8119283a095a&device_id=0b416745-3306-4fca-b9c4-6d6f23110d37 HTTP/1.1" status: 200 len: 1176 time: 0.1935494 Aug 11 02:16:53.846918 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-8f370a27-bb34-45d2-b5f6-fdf7506bfe27 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.861009 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [req-b0cde756-9f8d-4eda-ae32-13fadeaf089a req-d46a5aab-345c-4a2c-846f-20b3ac2367e4 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 02:16:53.866980 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b0cde756-9f8d-4eda-ae32-13fadeaf089a req-d46a5aab-345c-4a2c-846f-20b3ac2367e4 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "DELETE /v2.0/security-groups/12724211-38a2-444b-a032-99f61017acef HTTP/1.1" status: 409 len: 341 time: 0.1416776 Aug 11 02:16:53.876573 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b520603-7d87-494f-a3a1-1cb3b2c5c7d4 req-88bdc8fc-7d6a-4180-a2db-717094e6eed9 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:53.883343 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7d4a3afc-cae8-4e8f-9da3-1c0030984dea tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.7446716 Aug 11 02:16:53.885423 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9b520603-7d87-494f-a3a1-1cb3b2c5c7d4 req-88bdc8fc-7d6a-4180-a2db-717094e6eed9 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 943 time: 0.0687702 Aug 11 02:16:53.894216 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43768) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:53.922909 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['4f2fc812-8e74-4f08-a40c-f327ac14bb35'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:53.936228 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-8f370a27-bb34-45d2-b5f6-fdf7506bfe27 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Transition to ACTIVE for port object dfe97b6b-ad97-44d9-973c-18152287d570 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:53.961786 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9b520603-7d87-494f-a3a1-1cb3b2c5c7d4 req-f29778e7-e619-4358-acf7-a3a2631a8970 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752330 Aug 11 02:16:53.973354 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:53.992826 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b98cbf-6794-452d-a65c-d4d7b04534e7 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:54.004136 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b98cbf-6794-452d-a65c-d4d7b04534e7 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:54.017692 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b98cbf-6794-452d-a65c-d4d7b04534e7 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:54.019879 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e3b98cbf-6794-452d-a65c-d4d7b04534e7 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1246407 Aug 11 02:16:54.020849 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7ca11-45c6-439d-8822-6006075c5ade req-dea8dfaf-eeaf-4b59-86aa-650be81a7abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:54.022659 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9cc7ca11-45c6-439d-8822-6006075c5ade req-dea8dfaf-eeaf-4b59-86aa-650be81a7abc service neutron] 10.222.0.73 "GET /v2.0/networks?id=79a301b6-8eb6-4684-84fd-05d6fc546709 HTTP/1.1" status: 200 len: 914 time: 0.1700268 Aug 11 02:16:54.023566 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43770) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:54.032435 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device c6bc117e-5f2a-42b2-ad16-089daf123adb up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:54.102581 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9cc7ca11-45c6-439d-8822-6006075c5ade req-6c9789d6-4323-4723-847a-26c5547526a9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1 HTTP/1.1" status: 200 len: 217 time: 0.0621574 Aug 11 02:16:54.156323 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-de9a7638-453b-4017-ba05-d0848669b004 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Deleting port 3f101255-19c5-4787-b723-0fcd4786091b {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:54.156887 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-de9a7638-453b-4017-ba05-d0848669b004 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:54.174958 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7ca11-45c6-439d-8822-6006075c5ade req-ce78afa5-09c1-4644-a790-af64434dbb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:54.176762 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9cc7ca11-45c6-439d-8822-6006075c5ade req-ce78afa5-09c1-4644-a790-af64434dbb38 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=025e1ca0-7884-4b5a-921c-958f38e3c6f7 HTTP/1.1" status: 200 len: 853 time: 0.0649800 Aug 11 02:16:54.178910 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-8f370a27-bb34-45d2-b5f6-fdf7506bfe27 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:54.237396 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48cfeee-157d-459b-a7e7-dcbe37a11a4a None None] Network 1f7a718c-0054-4623-ae3d-0216ce336eaf requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:54.320704 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port c6bc117e-5f2a-42b2-ad16-089daf123adb completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:54.325950 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-de9a7638-453b-4017-ba05-d0848669b004 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:54.336826 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08238112-d867-4ac4-b685-c70acee706a3 req-56531a78-65bd-4db9-902d-b20829746998 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:54.339618 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-08238112-d867-4ac4-b685-c70acee706a3 req-56531a78-65bd-4db9-902d-b20829746998 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b416745-3306-4fca-b9c4-6d6f23110d37 HTTP/1.1" status: 200 len: 1024 time: 0.0856287 Aug 11 02:16:54.350294 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port c6bc117e-5f2a-42b2-ad16-089daf123adb triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:54.350765 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:54.352671 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-de9a7638-453b-4017-ba05-d0848669b004 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Calling delete_port for 3f101255-19c5-4787-b723-0fcd4786091b owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:54.360272 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:54.385738 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9c6f5a4b-b2e4-4827-a147-24411661e1e8 None None] Provisioning for port b857818d-09f1-4bbb-92a5-994529f1c054 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:54.516795 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-08238112-d867-4ac4-b685-c70acee706a3 req-18bfad5f-6839-486f-8b2d-50903ddc9976 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fe4de83-0223-4e94-bcdb-2f228a19c7b7&id=12724211-38a2-444b-a032-99f61017acef&id=56ddbfec-47ca-4dbf-8c32-e787b27c9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1541348 Aug 11 02:16:54.615609 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-8f370a27-bb34-45d2-b5f6-fdf7506bfe27 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Network 1cc06348-0fe8-4b09-9dc0-727cbdd09d09 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:54.619255 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9cc7ca11-45c6-439d-8822-6006075c5ade req-c0107dcd-d6c8-4d94-b3f8-72d04ac39aad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79a301b6-8eb6-4684-84fd-05d6fc546709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4320114 Aug 11 02:16:54.622935 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-8f370a27-bb34-45d2-b5f6-fdf7506bfe27 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:54.632730 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-8f370a27-bb34-45d2-b5f6-fdf7506bfe27 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:54.634395 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:54.656425 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b857818d-09f1-4bbb-92a5-994529f1c054 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:54.670466 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-de9a7638-453b-4017-ba05-d0848669b004 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:54.713424 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a53b3-334d-43d3-b709-301c0eff8cde req-cb00a519-c58a-4e9e-a821-87efb54316aa tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:54.721985 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ac8a53b3-334d-43d3-b709-301c0eff8cde req-cb00a519-c58a-4e9e-a821-87efb54316aa tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1834345 Aug 11 02:16:54.740355 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f370a27-bb34-45d2-b5f6-fdf7506bfe27 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Pushing event updated for resources: {'Port': ['ID=dfe97b6b-ad97-44d9-973c-18152287d570,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:54.744072 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bc117e-5f2a-42b2-ad16-089daf123adb'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:54.745330 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a7638-453b-4017-ba05-d0848669b004 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Pushing event deleted for resources: {'Port': ['ID=3f101255-19c5-4787-b723-0fcd4786091b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:54.749114 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e471f553-5f3d-493a-91f9-40e93fd0fa81" -d '{"events": [{"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-plugged", "status": "completed", "tag": "c6bc117e-5f2a-42b2-ad16-089daf123adb"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:54.782561 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port c6bc117e-5f2a-42b2-ad16-089daf123adb, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=c6bc117e-5f2a-42b2-ad16-089daf123adb,segment=NetworkSegment(7d4b7bcc-8eef-48d8-8309-95445fdb1890),segment_id=7d4b7bcc-8eef-48d8-8309-95445fdb1890)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:54.803205 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:54.830281 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-de9a7638-453b-4017-ba05-d0848669b004 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:54.833529 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-de9a7638-453b-4017-ba05-d0848669b004 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] 10.222.0.50 "DELETE /v2.0/ports/3f101255-19c5-4787-b723-0fcd4786091b HTTP/1.1" status: 204 len: 168 time: 0.8082471 Aug 11 02:16:54.837372 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43786) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:54.845828 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-efae057c-6775-4dcc-be8b-cd424869bfc4 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Request body: {'port': {'name': 'tempest-new-port-name-897211717', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:54.846077 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.api.validators [None req-efae057c-6775-4dcc-be8b-cd424869bfc4 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] bootfile-name is not in valid_values {{(pid=94507) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:16:54.846416 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.api.validators [None req-efae057c-6775-4dcc-be8b-cd424869bfc4 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] tftp-server is not in valid_values {{(pid=94507) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:16:54.846741 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.api.validators [None req-efae057c-6775-4dcc-be8b-cd424869bfc4 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] server-ip-address is not in valid_values {{(pid=94507) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:16:54.871826 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port b857818d-09f1-4bbb-92a5-994529f1c054 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:54.883488 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ac8a53b3-334d-43d3-b709-301c0eff8cde req-09e2d2a3-69e0-4cdc-9daa-9b2d92d9d509 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604736 Aug 11 02:16:54.887244 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port b857818d-09f1-4bbb-92a5-994529f1c054 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:54.887642 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:54.895521 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0c65e-5e69-4824-a8ae-1b5456099972 req-42c383b5-0fb4-46a2-9da3-05e5efaf15af tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:54.902035 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0c65e-5e69-4824-a8ae-1b5456099972 req-42c383b5-0fb4-46a2-9da3-05e5efaf15af tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:54.910555 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0c65e-5e69-4824-a8ae-1b5456099972 req-42c383b5-0fb4-46a2-9da3-05e5efaf15af tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:54.913810 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0c65e-5e69-4824-a8ae-1b5456099972 req-42c383b5-0fb4-46a2-9da3-05e5efaf15af tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:54.929177 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0c65e-5e69-4824-a8ae-1b5456099972 req-42c383b5-0fb4-46a2-9da3-05e5efaf15af tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:54.936692 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-8f370a27-bb34-45d2-b5f6-fdf7506bfe27 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:54.937741 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-8f370a27-bb34-45d2-b5f6-fdf7506bfe27 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:54.940272 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=c6bc117e-5f2a-42b2-ad16-089daf123adb,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:54.950899 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0c65e-5e69-4824-a8ae-1b5456099972 req-42c383b5-0fb4-46a2-9da3-05e5efaf15af tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:54.963239 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-8f370a27-bb34-45d2-b5f6-fdf7506bfe27 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2192020 Aug 11 02:16:54.963481 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0c65e-5e69-4824-a8ae-1b5456099972 req-42c383b5-0fb4-46a2-9da3-05e5efaf15af tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:54.971642 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00a0c65e-5e69-4824-a8ae-1b5456099972 req-42c383b5-0fb4-46a2-9da3-05e5efaf15af tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5422 time: 0.2032070 Aug 11 02:16:54.978047 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-1ff52424-1961-4bf4-be6d-64da9de3fd0b service neutron] Request body: {'port': {'device_id': 'd1346c47-7500-4832-bb6a-4d761152a970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:55.043720 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9cc7ca11-45c6-439d-8822-6006075c5ade req-749d8180-a136-465e-ae07-c407a7a89118 service neutron] 10.222.0.73 "GET /v2.0/networks/79a301b6-8eb6-4684-84fd-05d6fc546709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976297 Aug 11 02:16:55.053500 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-efae057c-6775-4dcc-be8b-cd424869bfc4 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:55.063876 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:55.068470 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-1ff52424-1961-4bf4-be6d-64da9de3fd0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:55.085695 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d36ac16b-11e0-4228-bd40-3ea6079b1dab None None] Provisioning for port dfe97b6b-ad97-44d9-973c-18152287d570 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:55.085874 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00a0c65e-5e69-4824-a8ae-1b5456099972 req-dd9f325b-5c2d-4cc3-887e-410b686a155c tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1126385 Aug 11 02:16:55.095276 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d36ac16b-11e0-4228-bd40-3ea6079b1dab None None] Provisioning complete for port dfe97b6b-ad97-44d9-973c-18152287d570 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:55.095694 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d36ac16b-11e0-4228-bd40-3ea6079b1dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:55.146577 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port b857818d-09f1-4bbb-92a5-994529f1c054, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b857818d-09f1-4bbb-92a5-994529f1c054,segment=NetworkSegment(67edd463-a1bc-43b1-a033-e3931a7c24af),segment_id=67edd463-a1bc-43b1-a033-e3931a7c24af)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:55.161754 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:55.169636 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:55.200720 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-d36ac16b-11e0-4228-bd40-3ea6079b1dab None None] Port dfe97b6b-ad97-44d9-973c-18152287d570 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:16:55.221729 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c439a2-611b-4b5e-93b8-021322d7520d req-e395a07e-7537-4518-a19a-6dd692c72c99 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:55.227996 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c439a2-611b-4b5e-93b8-021322d7520d req-e395a07e-7537-4518-a19a-6dd692c72c99 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:55.232080 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=b857818d-09f1-4bbb-92a5-994529f1c054,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:55.240978 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c439a2-611b-4b5e-93b8-021322d7520d req-e395a07e-7537-4518-a19a-6dd692c72c99 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:55.248196 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c439a2-611b-4b5e-93b8-021322d7520d req-e395a07e-7537-4518-a19a-6dd692c72c99 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:55.250874 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device d5703196-202b-4542-95f4-d70e26ef0b1a details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:16:55.255116 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c439a2-611b-4b5e-93b8-021322d7520d req-e395a07e-7537-4518-a19a-6dd692c72c99 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:55.257191 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 4f2fc812-8e74-4f08-a40c-f327ac14bb35 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:55.261984 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c439a2-611b-4b5e-93b8-021322d7520d req-e395a07e-7537-4518-a19a-6dd692c72c99 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:55.269413 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c439a2-611b-4b5e-93b8-021322d7520d req-e395a07e-7537-4518-a19a-6dd692c72c99 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:55.271974 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09c439a2-611b-4b5e-93b8-021322d7520d req-e395a07e-7537-4518-a19a-6dd692c72c99 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5436 time: 0.2569175 Aug 11 02:16:55.405750 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473b72c-bd5c-447d-beb8-d35135abfd58 req-7655f103-c779-4a63-9432-438f53eeb8a5 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:55.413479 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-13137d27-cade-4b08-a6b2-22dc54bd8d56 None None] Provisioning complete for port b857818d-09f1-4bbb-92a5-994529f1c054 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:55.415287 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-13137d27-cade-4b08-a6b2-22dc54bd8d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:55.416340 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6473b72c-bd5c-447d-beb8-d35135abfd58 req-7655f103-c779-4a63-9432-438f53eeb8a5 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1346c47-7500-4832-bb6a-4d761152a970 HTTP/1.1" status: 200 len: 931 time: 0.1500771 Aug 11 02:16:55.420728 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 4f2fc812-8e74-4f08-a40c-f327ac14bb35 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:55.452487 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 4f2fc812-8e74-4f08-a40c-f327ac14bb35 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:55.452940 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:55.470126 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09c439a2-611b-4b5e-93b8-021322d7520d req-c5ee35b1-ca3f-4848-a3a1-4c793e2199cd tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1725757 Aug 11 02:16:55.475681 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9cc7ca11-45c6-439d-8822-6006075c5ade req-66f91213-9c4c-439d-bc3a-3469fe8a9b3a service neutron] 10.222.0.73 "GET /v2.0/networks/79a301b6-8eb6-4684-84fd-05d6fc546709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047484 Aug 11 02:16:55.508410 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6473b72c-bd5c-447d-beb8-d35135abfd58 req-05da1546-4497-4a95-87f2-12d7a1a295ea tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d67352f-7653-4efd-bc06-5275a8933243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901742 Aug 11 02:16:55.514073 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port d5703196-202b-4542-95f4-d70e26ef0b1a, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=d5703196-202b-4542-95f4-d70e26ef0b1a,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:55.536259 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'd5703196-202b-4542-95f4-d70e26ef0b1a', 'network_id': 'fa6d118c-1b11-471b-a79b-8ba66c683603', 'port_id': 'd5703196-202b-4542-95f4-d70e26ef0b1a', 'mac_address': 'fa:16:3e:4e:58:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:16:55.560459 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac96fb4-197f-4075-9159-2249d05a2af0 x-openstack-request-id: req-3ac96fb4-197f-4075-9159-2249d05a2af0 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:55.560895 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-plugged", "status": "completed", "tag": "c6bc117e-5f2a-42b2-ad16-089daf123adb", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:55.561273 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ac96fb4-197f-4075-9159-2249d05a2af0 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:55.562424 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bc117e-5f2a-42b2-ad16-089daf123adb', 'code': 200} Aug 11 02:16:55.651035 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:55.676458 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-efae057c-6775-4dcc-be8b-cd424869bfc4 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:55.686384 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-efae057c-6775-4dcc-be8b-cd424869bfc4 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:55.687084 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35884eb-5ecb-402b-8f9e-2d41bf043c14 req-e4542f2e-ea4b-497c-a715-d5938a62a3b5 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:55.688549 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a35884eb-5ecb-402b-8f9e-2d41bf043c14 req-e4542f2e-ea4b-497c-a715-d5938a62a3b5 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b416745-3306-4fca-b9c4-6d6f23110d37 HTTP/1.1" status: 200 len: 1024 time: 0.0866756 Aug 11 02:16:55.742050 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:55.775504 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae057c-6775-4dcc-be8b-cd424869bfc4 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Pushing event updated for resources: {'Port': ['ID=21644652-76d3-4b99-b656-01430dd908b9,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:55.803491 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a1c1a-d2d4-4d9e-9c72-11c2c3daba62 req-f3852b01-81a6-45a0-a382-ab251534b1e5 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:55.805303 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1f6a1c1a-d2d4-4d9e-9c72-11c2c3daba62 req-f3852b01-81a6-45a0-a382-ab251534b1e5 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 943 time: 0.1740568 Aug 11 02:16:55.824317 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-efae057c-6775-4dcc-be8b-cd424869bfc4 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] In _notify_port_updated(), no bound segment for port 21644652-76d3-4b99-b656-01430dd908b9 on network 1f7a718c-0054-4623-ae3d-0216ce336eaf {{(pid=94507) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:16:55.831576 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efae057c-6775-4dcc-be8b-cd424869bfc4 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:55.832340 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-efae057c-6775-4dcc-be8b-cd424869bfc4 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:55.833828 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-efae057c-6775-4dcc-be8b-cd424869bfc4 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] 10.222.0.50 "PUT /v2.0/ports/21644652-76d3-4b99-b656-01430dd908b9 HTTP/1.1" status: 200 len: 1136 time: 0.9954760 Aug 11 02:16:55.838029 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43794) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:55.877302 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1f6a1c1a-d2d4-4d9e-9c72-11c2c3daba62 req-006d0823-b167-4ee9-b046-47d14f6bda56 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629156 Aug 11 02:16:55.926197 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86492e90-c848-4327-a255-e97a1c68348d req-69cbad93-aefa-4a38-a8f6-7a321a8540fc tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:55.927832 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-86492e90-c848-4327-a255-e97a1c68348d req-69cbad93-aefa-4a38-a8f6-7a321a8540fc tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b416745-3306-4fca-b9c4-6d6f23110d37 HTTP/1.1" status: 200 len: 1024 time: 0.2358551 Aug 11 02:16:55.940039 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40e6998-2b3a-4302-9057-836175072462 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:55.944872 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c40e6998-2b3a-4302-9057-836175072462 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] 10.222.0.50 "GET /v2.0/ports/21644652-76d3-4b99-b656-01430dd908b9 HTTP/1.1" status: 200 len: 1136 time: 0.1002853 Aug 11 02:16:55.947375 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43798) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:55.953110 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 4f2fc812-8e74-4f08-a40c-f327ac14bb35, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=4f2fc812-8e74-4f08-a40c-f327ac14bb35,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:55.960351 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5703196-202b-4542-95f4-d70e26ef0b1a {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:55.987965 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port d5703196-202b-4542-95f4-d70e26ef0b1a, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=d5703196-202b-4542-95f4-d70e26ef0b1a,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:55.990710 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:55.993767 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-13137d27-cade-4b08-a6b2-22dc54bd8d56 None None] Provisioning for port 21644652-76d3-4b99-b656-01430dd908b9 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:56.001977 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-13137d27-cade-4b08-a6b2-22dc54bd8d56 None None] Provisioning complete for port 21644652-76d3-4b99-b656-01430dd908b9 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:56.002442 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-13137d27-cade-4b08-a6b2-22dc54bd8d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.004617 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.043181 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-a35884eb-5ecb-402b-8f9e-2d41bf043c14 req-3dfd021a-040a-4748-989d-9d58af12a7ad tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Deleting port ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:56.043774 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a35884eb-5ecb-402b-8f9e-2d41bf043c14 req-3dfd021a-040a-4748-989d-9d58af12a7ad tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.045533 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device bd38919d-9f9a-4f29-be28-260e9cba0751 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:56.077914 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-86492e90-c848-4327-a255-e97a1c68348d req-c1454a06-e9ea-4bc3-a7a0-6edb111a4e32 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fe4de83-0223-4e94-bcdb-2f228a19c7b7&id=12724211-38a2-444b-a032-99f61017acef&id=56ddbfec-47ca-4dbf-8c32-e787b27c9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1292219 Aug 11 02:16:56.118900 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-13137d27-cade-4b08-a6b2-22dc54bd8d56 None None] Port 21644652-76d3-4b99-b656-01430dd908b9 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:16:56.138005 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934a9e9-282e-4d1b-b4eb-71a320848c67 req-1c6e17e1-2fe3-4bd4-b533-3478c1947739 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:56.139705 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5934a9e9-282e-4d1b-b4eb-71a320848c67 req-1c6e17e1-2fe3-4bd4-b533-3478c1947739 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 945 time: 0.0762103 Aug 11 02:16:56.146377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-1ff52424-1961-4bf4-be6d-64da9de3fd0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe97b6b-ad97-44d9-973c-18152287d570 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:56.154586 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-954ff72d-5ab7-46b7-991d-6e9da2f66a44 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Deleting port 21644652-76d3-4b99-b656-01430dd908b9 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:56.154845 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-954ff72d-5ab7-46b7-991d-6e9da2f66a44 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.157737 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-13137d27-cade-4b08-a6b2-22dc54bd8d56 None None] Could not find standard attr ID for object 3f101255-19c5-4787-b723-0fcd4786091b. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:16:56.164051 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=4f2fc812-8e74-4f08-a40c-f327ac14bb35,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:56.171884 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-1ff52424-1961-4bf4-be6d-64da9de3fd0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.200806 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-1ff52424-1961-4bf4-be6d-64da9de3fd0b service neutron] Transition to ACTIVE for port object dfe97b6b-ad97-44d9-973c-18152287d570 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:56.208992 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-1ff52424-1961-4bf4-be6d-64da9de3fd0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.256855 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=d5703196-202b-4542-95f4-d70e26ef0b1a,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:56.268627 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-a35884eb-5ecb-402b-8f9e-2d41bf043c14 req-3dfd021a-040a-4748-989d-9d58af12a7ad tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] For port ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1,segment=NetworkSegment(19dbea17-970b-4093-9d9c-314e17b532a2),segment_id=19dbea17-970b-4093-9d9c-314e17b532a2)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:56.269005 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a35884eb-5ecb-402b-8f9e-2d41bf043c14 req-3dfd021a-040a-4748-989d-9d58af12a7ad tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.273155 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['d5703196-202b-4542-95f4-d70e26ef0b1a'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:56.286813 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5934a9e9-282e-4d1b-b4eb-71a320848c67 req-47164ffd-61ec-4e51-9602-e67d5192a756 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228452 Aug 11 02:16:56.300478 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port bd38919d-9f9a-4f29-be28-260e9cba0751 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:56.320441 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-a35884eb-5ecb-402b-8f9e-2d41bf043c14 req-3dfd021a-040a-4748-989d-9d58af12a7ad tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Calling delete_port for ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:56.333545 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port bd38919d-9f9a-4f29-be28-260e9cba0751 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:56.333905 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.336558 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-954ff72d-5ab7-46b7-991d-6e9da2f66a44 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.343585 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff52424-1961-4bf4-be6d-64da9de3fd0b service neutron] Pushing event updated for resources: {'Port': ['ID=dfe97b6b-ad97-44d9-973c-18152287d570,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:56.350729 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-954ff72d-5ab7-46b7-991d-6e9da2f66a44 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Calling delete_port for 21644652-76d3-4b99-b656-01430dd908b9 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:56.388000 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-829dd9ab-f233-4fcd-b585-146e0c99a33b None None] Provisioning complete for port 21644652-76d3-4b99-b656-01430dd908b9 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:56.388370 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-829dd9ab-f233-4fcd-b585-146e0c99a33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.416485 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eeb4f-e5b3-4961-b5ae-dcb207ea2c24 req-625de879-bcd1-4ec0-9df1-ccfed097d9cd tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:56.423092 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eeb4f-e5b3-4961-b5ae-dcb207ea2c24 req-625de879-bcd1-4ec0-9df1-ccfed097d9cd tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:56.429143 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eeb4f-e5b3-4961-b5ae-dcb207ea2c24 req-625de879-bcd1-4ec0-9df1-ccfed097d9cd tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:56.435013 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eeb4f-e5b3-4961-b5ae-dcb207ea2c24 req-625de879-bcd1-4ec0-9df1-ccfed097d9cd tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:56.453330 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-829dd9ab-f233-4fcd-b585-146e0c99a33b None None] Port 21644652-76d3-4b99-b656-01430dd908b9 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:16:56.453542 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eeb4f-e5b3-4961-b5ae-dcb207ea2c24 req-625de879-bcd1-4ec0-9df1-ccfed097d9cd tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:56.459751 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eeb4f-e5b3-4961-b5ae-dcb207ea2c24 req-625de879-bcd1-4ec0-9df1-ccfed097d9cd tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:56.472702 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eeb4f-e5b3-4961-b5ae-dcb207ea2c24 req-625de879-bcd1-4ec0-9df1-ccfed097d9cd tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:56.477292 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c73eeb4f-e5b3-4961-b5ae-dcb207ea2c24 req-625de879-bcd1-4ec0-9df1-ccfed097d9cd tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5422 time: 0.2209792 Aug 11 02:16:56.477487 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-829dd9ab-f233-4fcd-b585-146e0c99a33b None None] Could not find standard attr ID for object 3f101255-19c5-4787-b723-0fcd4786091b. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:16:56.557574 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.577149 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b857818d-09f1-4bbb-92a5-994529f1c054 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:56.581850 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-954ff72d-5ab7-46b7-991d-6e9da2f66a44 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.600485 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-1ff52424-1961-4bf4-be6d-64da9de3fd0b service neutron] Attempting to bind port dfe97b6b-ad97-44d9-973c-18152287d570 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:56.600916 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-1ff52424-1961-4bf4-be6d-64da9de3fd0b service neutron] Attempting to bind port dfe97b6b-ad97-44d9-973c-18152287d570 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': 'f16b25d0-24e1-421b-b9aa-004aa418c2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1cc06348-0fe8-4b09-9dc0-727cbdd09d09'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:56.601349 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-1ff52424-1961-4bf4-be6d-64da9de3fd0b service neutron] Attempting to bind port dfe97b6b-ad97-44d9-973c-18152287d570 on network 1cc06348-0fe8-4b09-9dc0-727cbdd09d09 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:56.631418 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ff72d-5ab7-46b7-991d-6e9da2f66a44 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Pushing event deleted for resources: {'Port': ['ID=21644652-76d3-4b99-b656-01430dd908b9,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:56.641671 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-1ff52424-1961-4bf4-be6d-64da9de3fd0b service neutron] Port dfe97b6b-ad97-44d9-973c-18152287d570 on network 1cc06348-0fe8-4b09-9dc0-727cbdd09d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:16:56.642246 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-1ff52424-1961-4bf4-be6d-64da9de3fd0b service neutron] Attempting to bind port dfe97b6b-ad97-44d9-973c-18152287d570 on network 1cc06348-0fe8-4b09-9dc0-727cbdd09d09 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:56.662224 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port bd38919d-9f9a-4f29-be28-260e9cba0751, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=bd38919d-9f9a-4f29-be28-260e9cba0751,segment=NetworkSegment(7d4b7bcc-8eef-48d8-8309-95445fdb1890),segment_id=7d4b7bcc-8eef-48d8-8309-95445fdb1890)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:56.665301 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c73eeb4f-e5b3-4961-b5ae-dcb207ea2c24 req-d7941f6f-101b-42aa-8492-f6775d39cc07 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1813843 Aug 11 02:16:56.670593 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-1ff52424-1961-4bf4-be6d-64da9de3fd0b service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:56.671264 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-1ff52424-1961-4bf4-be6d-64da9de3fd0b service neutron] Checking segment: {'id': 'f16b25d0-24e1-421b-b9aa-004aa418c2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1cc06348-0fe8-4b09-9dc0-727cbdd09d09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:56.671927 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-1ff52424-1961-4bf4-be6d-64da9de3fd0b service neutron] Bound using segment: {'id': 'f16b25d0-24e1-421b-b9aa-004aa418c2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1cc06348-0fe8-4b09-9dc0-727cbdd09d09'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:56.673349 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-1ff52424-1961-4bf4-be6d-64da9de3fd0b service neutron] Bound port: dfe97b6b-ad97-44d9-973c-18152287d570, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16b25d0-24e1-421b-b9aa-004aa418c2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1cc06348-0fe8-4b09-9dc0-727cbdd09d09'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:56.674078 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-1ff52424-1961-4bf4-be6d-64da9de3fd0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.675362 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.676248 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 0a38793e-41b1-4d7a-a9ec-fc766a55001c up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:56.763100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e39be-5fb9-413b-b446-2c54370e4769 req-6a04d15e-8f11-4c87-a36f-6bfa33b3b02e tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:56.763702 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port b857818d-09f1-4bbb-92a5-994529f1c054 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:56.764083 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.769364 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e39be-5fb9-413b-b446-2c54370e4769 req-6a04d15e-8f11-4c87-a36f-6bfa33b3b02e tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:56.773896 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-1ff52424-1961-4bf4-be6d-64da9de3fd0b service neutron] For port dfe97b6b-ad97-44d9-973c-18152287d570, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:56.778160 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-1ff52424-1961-4bf4-be6d-64da9de3fd0b service neutron] For port dfe97b6b-ad97-44d9-973c-18152287d570, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=dfe97b6b-ad97-44d9-973c-18152287d570,segment=NetworkSegment(f16b25d0-24e1-421b-b9aa-004aa418c2ae),segment_id=f16b25d0-24e1-421b-b9aa-004aa418c2ae)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:56.779763 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e39be-5fb9-413b-b446-2c54370e4769 req-6a04d15e-8f11-4c87-a36f-6bfa33b3b02e tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:56.785799 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e39be-5fb9-413b-b446-2c54370e4769 req-6a04d15e-8f11-4c87-a36f-6bfa33b3b02e tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:56.787227 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-1ff52424-1961-4bf4-be6d-64da9de3fd0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.794337 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e39be-5fb9-413b-b446-2c54370e4769 req-6a04d15e-8f11-4c87-a36f-6bfa33b3b02e tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:56.800284 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e39be-5fb9-413b-b446-2c54370e4769 req-6a04d15e-8f11-4c87-a36f-6bfa33b3b02e tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:56.806116 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e39be-5fb9-413b-b446-2c54370e4769 req-6a04d15e-8f11-4c87-a36f-6bfa33b3b02e tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:56.814372 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-927e39be-5fb9-413b-b446-2c54370e4769 req-6a04d15e-8f11-4c87-a36f-6bfa33b3b02e tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5436 time: 0.1969948 Aug 11 02:16:56.828351 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=bd38919d-9f9a-4f29-be28-260e9cba0751,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:56.847825 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-954ff72d-5ab7-46b7-991d-6e9da2f66a44 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.852436 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-954ff72d-5ab7-46b7-991d-6e9da2f66a44 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] 10.222.0.50 "DELETE /v2.0/ports/21644652-76d3-4b99-b656-01430dd908b9 HTTP/1.1" status: 204 len: 168 time: 0.9030769 Aug 11 02:16:56.853414 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43806) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:56.887687 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 0a38793e-41b1-4d7a-a9ec-fc766a55001c completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:56.896397 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-1ff52424-1961-4bf4-be6d-64da9de3fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:56.897166 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-1ff52424-1961-4bf4-be6d-64da9de3fd0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.898475 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 0a38793e-41b1-4d7a-a9ec-fc766a55001c triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:56.899401 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.900334 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-1ff52424-1961-4bf4-be6d-64da9de3fd0b service neutron] 10.222.0.73 "PUT /v2.0/ports/dfe97b6b-ad97-44d9-973c-18152287d570 HTTP/1.1" status: 200 len: 1092 time: 1.9265075 Aug 11 02:16:56.900895 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1346c47-7500-4832-bb6a-4d761152a970', 'tag': 'dfe97b6b-ad97-44d9-973c-18152287d570'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:56.904049 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d91af2-a87e-4c9f-8f59-70a293e1e313" -d '{"events": [{"name": "network-changed", "server_uuid": "d1346c47-7500-4832-bb6a-4d761152a970", "tag": "dfe97b6b-ad97-44d9-973c-18152287d570"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:56.926566 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-927e39be-5fb9-413b-b446-2c54370e4769 req-e9ad6c0e-f783-4a94-a03a-e2ae30b24e95 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1112270 Aug 11 02:16:56.961407 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a35884eb-5ecb-402b-8f9e-2d41bf043c14 req-3dfd021a-040a-4748-989d-9d58af12a7ad tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.975938 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:56.987087 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96bbaf5-c317-4c8a-8c7f-5a06ce2123ae tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Deleting subnet e835de6b-120f-4852-b0ac-fd7fbfc2daaf {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:16:56.990620 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c96bbaf5-c317-4c8a-8c7f-5a06ce2123ae tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:57.034449 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['690bbc53-f3db-4498-b12d-5eb8eb7e60b7'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:57.036203 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff52424-1961-4bf4-be6d-64da9de3fd0b service neutron] Pushing event updated for resources: {'Port': ['ID=dfe97b6b-ad97-44d9-973c-18152287d570,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:57.081312 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd021a-040a-4748-989d-9d58af12a7ad tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Pushing event deleted for resources: {'Port': ['ID=ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:57.094809 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c96bbaf5-c317-4c8a-8c7f-5a06ce2123ae tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:57.097904 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:57.139372 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27ebf8-b2c7-443b-ba02-80ec601bae43 req-ccced496-a8c6-4b74-a418-5eb54d64c31f tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:57.146782 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-da27ebf8-b2c7-443b-ba02-80ec601bae43 req-ccced496-a8c6-4b74-a418-5eb54d64c31f tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 944 time: 0.0965366 Aug 11 02:16:57.159291 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 0a38793e-41b1-4d7a-a9ec-fc766a55001c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=0a38793e-41b1-4d7a-a9ec-fc766a55001c,segment=NetworkSegment(7d4b7bcc-8eef-48d8-8309-95445fdb1890),segment_id=7d4b7bcc-8eef-48d8-8309-95445fdb1890)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:57.159757 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35884eb-5ecb-402b-8f9e-2d41bf043c14 req-3dfd021a-040a-4748-989d-9d58af12a7ad tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] No DVR routers for this DVR port ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1 on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:16:57.169129 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:57.169932 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 622f47f6-616c-4c28-9002-bebf0b890eca up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:57.174179 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627457be-638c-48f4-b379-c1394a9e9588 req-491aa25b-135f-4acb-9ade-5ac62e81c6fb tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:57.175845 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-627457be-638c-48f4-b379-c1394a9e9588 req-491aa25b-135f-4acb-9ade-5ac62e81c6fb tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1346c47-7500-4832-bb6a-4d761152a970 HTTP/1.1" status: 200 len: 943 time: 0.3900931 Aug 11 02:16:57.178915 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a35884eb-5ecb-402b-8f9e-2d41bf043c14 req-3dfd021a-040a-4748-989d-9d58af12a7ad tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:57.181413 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a35884eb-5ecb-402b-8f9e-2d41bf043c14 req-3dfd021a-040a-4748-989d-9d58af12a7ad tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.73 "DELETE /v2.0/ports/ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1 HTTP/1.1" status: 204 len: 173 time: 1.4694736 Aug 11 02:16:57.221992 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-4bc34bd5-cbb2-4dca-b722-00f477126788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:57.223918 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-4bc34bd5-cbb2-4dca-b722-00f477126788 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=46ac404d6c2f4ff8a9d4b2717b2d3aa2&device_id=d1346c47-7500-4832-bb6a-4d761152a970 HTTP/1.1" status: 200 len: 1095 time: 0.2481356 Aug 11 02:16:57.235379 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-da27ebf8-b2c7-443b-ba02-80ec601bae43 req-a8bd8eb8-ad50-4933-9995-4994ed121804 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877252 Aug 11 02:16:57.255170 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device d5703196-202b-4542-95f4-d70e26ef0b1a up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:57.267663 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c96bbaf5-c317-4c8a-8c7f-5a06ce2123ae tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:57.324944 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-200553e6-2011-4dc3-80d6-bf6b2d938707 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfe97b6b-ad97-44d9-973c-18152287d570 HTTP/1.1" status: 200 len: 217 time: 0.0720003 Aug 11 02:16:57.327309 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f66473-7c0b-4f4a-944b-4ffc43752ef9 x-openstack-request-id: req-d5f66473-7c0b-4f4a-944b-4ffc43752ef9 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:57.327622 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1346c47-7500-4832-bb6a-4d761152a970", "tag": "dfe97b6b-ad97-44d9-973c-18152287d570", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:57.327882 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d5f66473-7c0b-4f4a-944b-4ffc43752ef9 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:57.328378 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1346c47-7500-4832-bb6a-4d761152a970', 'tag': 'dfe97b6b-ad97-44d9-973c-18152287d570', 'status': 'completed', 'code': 200} Aug 11 02:16:57.345011 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-627457be-638c-48f4-b379-c1394a9e9588 req-2f0f23f2-ba8e-4869-9b10-a2b77daa7f0f tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d67352f-7653-4efd-bc06-5275a8933243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609886 Aug 11 02:16:57.345774 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=0a38793e-41b1-4d7a-a9ec-fc766a55001c,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:57.349955 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c96bbaf5-c317-4c8a-8c7f-5a06ce2123ae tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:57.383755 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c96bbaf5-c317-4c8a-8c7f-5a06ce2123ae tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:57.397609 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec71decf-01c8-4bb3-9601-7bbe311d5724 None None] Network 1f7a718c-0054-4623-ae3d-0216ce336eaf requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:57.401826 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c96bbaf5-c317-4c8a-8c7f-5a06ce2123ae tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] 10.222.0.50 "DELETE /v2.0/subnets/e835de6b-120f-4852-b0ac-fd7fbfc2daaf HTTP/1.1" status: 204 len: 168 time: 0.5456965 Aug 11 02:16:57.407109 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 622f47f6-616c-4c28-9002-bebf0b890eca completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:57.423444 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43818) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:57.424709 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96bbaf5-c317-4c8a-8c7f-5a06ce2123ae tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Pushing event deleted for resources: {'Subnet': ['ID=e835de6b-120f-4852-b0ac-fd7fbfc2daaf,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:57.463585 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-c4847ec6-09b1-463a-b3d0-90ceb674bc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:57.465677 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-c4847ec6-09b1-463a-b3d0-90ceb674bc99 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cccbf575-460b-41a5-802c-8f12cd514561 HTTP/1.1" status: 200 len: 854 time: 0.1191804 Aug 11 02:16:57.474053 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 622f47f6-616c-4c28-9002-bebf0b890eca triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:57.474520 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:57.520877 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port d5703196-202b-4542-95f4-d70e26ef0b1a completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:57.536742 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port d5703196-202b-4542-95f4-d70e26ef0b1a triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:57.537213 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:57.539429 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-368ea415-25e4-4917-bd74-b640e2a7dd07 req-e9386d17-5a98-4ea9-a9fe-b351e2fe014a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b416745-3306-4fca-b9c4-6d6f23110d37 HTTP/1.1" status: 200 len: 210 time: 0.0502353 Aug 11 02:16:57.545683 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-93a41b6b-129d-4b06-bbc2-633972a686b7 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:57.556786 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-076025e2-d369-4e3f-aa23-76b71c14e011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:57.558530 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-076025e2-d369-4e3f-aa23-76b71c14e011 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1cc06348-0fe8-4b09-9dc0-727cbdd09d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0851448 Aug 11 02:16:57.565692 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b22cf79-0747-42d2-8821-8c1bb71d4d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2fc812-8e74-4f08-a40c-f327ac14bb35'}, {'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd38919d-9f9a-4f29-be28-260e9cba0751'}, {'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a38793e-41b1-4d7a-a9ec-fc766a55001c'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:57.568098 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66d45d2-3ab4-48fd-9d18-9b65c63f0abd" -d '{"events": [{"server_uuid": "3b22cf79-0747-42d2-8821-8c1bb71d4d5b", "name": "network-vif-plugged", "status": "completed", "tag": "4f2fc812-8e74-4f08-a40c-f327ac14bb35"}, {"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-plugged", "status": "completed", "tag": "bd38919d-9f9a-4f29-be28-260e9cba0751"}, {"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-plugged", "status": "completed", "tag": "0a38793e-41b1-4d7a-a9ec-fc766a55001c"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:57.572321 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34287937-7d0f-4e3a-98f4-b18b406993e2 req-0e571c75-b104-45bf-b92e-57fd4c6c0b1b tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:57.574393 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-34287937-7d0f-4e3a-98f4-b18b406993e2 req-0e571c75-b104-45bf-b92e-57fd4c6c0b1b tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 945 time: 0.0767949 Aug 11 02:16:57.668171 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fde115-f0d0-48d4-bec3-2b07f078f30f x-openstack-request-id: req-10fde115-f0d0-48d4-bec3-2b07f078f30f {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:57.668566 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b22cf79-0747-42d2-8821-8c1bb71d4d5b", "name": "network-vif-plugged", "status": "completed", "tag": "4f2fc812-8e74-4f08-a40c-f327ac14bb35", "code": 200}, {"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-plugged", "status": "completed", "tag": "bd38919d-9f9a-4f29-be28-260e9cba0751", "code": 200}, {"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-plugged", "status": "completed", "tag": "0a38793e-41b1-4d7a-a9ec-fc766a55001c", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:57.668909 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-10fde115-f0d0-48d4-bec3-2b07f078f30f {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:57.669995 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b22cf79-0747-42d2-8821-8c1bb71d4d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2fc812-8e74-4f08-a40c-f327ac14bb35', 'code': 200} Aug 11 02:16:57.669995 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd38919d-9f9a-4f29-be28-260e9cba0751', 'code': 200} Aug 11 02:16:57.669995 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a38793e-41b1-4d7a-a9ec-fc766a55001c', 'code': 200} Aug 11 02:16:57.699978 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-204e2149-03a8-4244-87d6-8483614dcbf9 service neutron] 10.222.0.73 "GET /v2.0/networks/1cc06348-0fe8-4b09-9dc0-727cbdd09d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299946 Aug 11 02:16:57.801337 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:57.839489 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:57.884781 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5d677aff-f8c3-40bf-ab9a-1a0afb9db405 req-259a73b9-18e4-42b8-860d-4800f162c9c9 service neutron] 10.222.0.73 "GET /v2.0/networks/1cc06348-0fe8-4b09-9dc0-727cbdd09d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771109 Aug 11 02:16:57.897252 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc40c921-b221-466b-ba60-b3c907e3cd93 None None] DHCP port deletion for 1f7a718c-0054-4623-ae3d-0216ce336eaf request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:16:57.906959 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 622f47f6-616c-4c28-9002-bebf0b890eca, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=622f47f6-616c-4c28-9002-bebf0b890eca,segment=NetworkSegment(54995699-ccb8-46c9-8986-86289a757a66),segment_id=54995699-ccb8-46c9-8986-86289a757a66)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:57.909647 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1140803-c121-442e-b650-c262dddd6061 req-9281dd02-f1cd-4972-a2e2-a79e01d37637 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:57.916177 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1140803-c121-442e-b650-c262dddd6061 req-9281dd02-f1cd-4972-a2e2-a79e01d37637 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:57.922341 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:57.922944 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1140803-c121-442e-b650-c262dddd6061 req-9281dd02-f1cd-4972-a2e2-a79e01d37637 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:57.923247 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 54a21190-3213-4831-8458-9bdd8fb2c46c up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:57.929742 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1140803-c121-442e-b650-c262dddd6061 req-9281dd02-f1cd-4972-a2e2-a79e01d37637 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:57.931633 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port d5703196-202b-4542-95f4-d70e26ef0b1a, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=d5703196-202b-4542-95f4-d70e26ef0b1a,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:57.938666 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1140803-c121-442e-b650-c262dddd6061 req-9281dd02-f1cd-4972-a2e2-a79e01d37637 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:57.945076 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1140803-c121-442e-b650-c262dddd6061 req-9281dd02-f1cd-4972-a2e2-a79e01d37637 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:57.951588 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1140803-c121-442e-b650-c262dddd6061 req-9281dd02-f1cd-4972-a2e2-a79e01d37637 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:57.953971 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c1140803-c121-442e-b650-c262dddd6061 req-9281dd02-f1cd-4972-a2e2-a79e01d37637 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5422 time: 0.1317217 Aug 11 02:16:57.996579 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.025671 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d91af2-a87e-4c9f-8f59-70a293e1e313 req-826f9aea-018f-498d-9db2-bf509c94beec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:58.027958 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a5d91af2-a87e-4c9f-8f59-70a293e1e313 req-826f9aea-018f-498d-9db2-bf509c94beec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=46ac404d6c2f4ff8a9d4b2717b2d3aa2&device_id=d1346c47-7500-4832-bb6a-4d761152a970 HTTP/1.1" status: 200 len: 1095 time: 0.0730770 Aug 11 02:16:58.035681 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c1140803-c121-442e-b650-c262dddd6061 req-b6acdf5a-f17e-4cf7-b937-73e484a7e9e8 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535302 Aug 11 02:16:58.040259 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=622f47f6-616c-4c28-9002-bebf0b890eca,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:58.107691 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 54a21190-3213-4831-8458-9bdd8fb2c46c completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:58.121403 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 54a21190-3213-4831-8458-9bdd8fb2c46c triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:58.121885 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.129021 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-bc40c921-b221-466b-ba60-b3c907e3cd93 None None] Deleting port b857818d-09f1-4bbb-92a5-994529f1c054 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:58.129979 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bc40c921-b221-466b-ba60-b3c907e3cd93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.141965 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d91af2-a87e-4c9f-8f59-70a293e1e313 req-2b0d6405-8c2e-4ce1-b7b0-414694cda0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:58.144033 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a5d91af2-a87e-4c9f-8f59-70a293e1e313 req-2b0d6405-8c2e-4ce1-b7b0-414694cda0b5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1cc06348-0fe8-4b09-9dc0-727cbdd09d09 HTTP/1.1" status: 200 len: 916 time: 0.1073751 Aug 11 02:16:58.150923 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=d5703196-202b-4542-95f4-d70e26ef0b1a,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:58.187154 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-34287937-7d0f-4e3a-98f4-b18b406993e2 req-dbbc9c20-1795-4f74-9af5-42a6f6f443e8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6055987 Aug 11 02:16:58.190534 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98e52c-9fa1-4e96-9c99-07d192ee9501 req-8df92dba-6c5f-4407-a633-01e69b3c1f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:58.192007 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5e98e52c-9fa1-4e96-9c99-07d192ee9501 req-8df92dba-6c5f-4407-a633-01e69b3c1f7a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 1097 time: 0.0909297 Aug 11 02:16:58.193111 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-93a41b6b-129d-4b06-bbc2-633972a686b7 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Deleting port b857818d-09f1-4bbb-92a5-994529f1c054 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:58.193460 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-93a41b6b-129d-4b06-bbc2-633972a686b7 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.212729 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a5d91af2-a87e-4c9f-8f59-70a293e1e313 req-fbca39aa-5219-4b81-b920-1fd6d70defac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfe97b6b-ad97-44d9-973c-18152287d570 HTTP/1.1" status: 200 len: 217 time: 0.0565834 Aug 11 02:16:58.239155 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-bc40c921-b221-466b-ba60-b3c907e3cd93 None None] For port b857818d-09f1-4bbb-92a5-994529f1c054, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b857818d-09f1-4bbb-92a5-994529f1c054,segment=NetworkSegment(67edd463-a1bc-43b1-a033-e3931a7c24af),segment_id=67edd463-a1bc-43b1-a033-e3931a7c24af)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:58.239567 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bc40c921-b221-466b-ba60-b3c907e3cd93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.259874 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-bc40c921-b221-466b-ba60-b3c907e3cd93 None None] Calling delete_port for b857818d-09f1-4bbb-92a5-994529f1c054 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:58.265017 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3540415-b797-4568-a3c0-c95885f5be00 req-6f144d8c-c611-449d-bb56-2077f7c6e694 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:58.271171 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3540415-b797-4568-a3c0-c95885f5be00 req-6f144d8c-c611-449d-bb56-2077f7c6e694 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:58.278094 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3540415-b797-4568-a3c0-c95885f5be00 req-6f144d8c-c611-449d-bb56-2077f7c6e694 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:58.284275 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3540415-b797-4568-a3c0-c95885f5be00 req-6f144d8c-c611-449d-bb56-2077f7c6e694 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:58.290797 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3540415-b797-4568-a3c0-c95885f5be00 req-6f144d8c-c611-449d-bb56-2077f7c6e694 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:58.297490 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5e98e52c-9fa1-4e96-9c99-07d192ee9501 req-97a3b55e-fa0e-4b5c-abf5-41d7e29b968c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863476 Aug 11 02:16:58.297638 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3540415-b797-4568-a3c0-c95885f5be00 req-6f144d8c-c611-449d-bb56-2077f7c6e694 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:58.302189 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-93a41b6b-129d-4b06-bbc2-633972a686b7 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] For port b857818d-09f1-4bbb-92a5-994529f1c054, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b857818d-09f1-4bbb-92a5-994529f1c054,segment=NetworkSegment(67edd463-a1bc-43b1-a033-e3931a7c24af),segment_id=67edd463-a1bc-43b1-a033-e3931a7c24af)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:58.303421 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-93a41b6b-129d-4b06-bbc2-633972a686b7 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.304085 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3540415-b797-4568-a3c0-c95885f5be00 req-6f144d8c-c611-449d-bb56-2077f7c6e694 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:58.306099 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b3540415-b797-4568-a3c0-c95885f5be00 req-6f144d8c-c611-449d-bb56-2077f7c6e694 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5439 time: 0.1608140 Aug 11 02:16:58.323822 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-93a41b6b-129d-4b06-bbc2-633972a686b7 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Calling delete_port for b857818d-09f1-4bbb-92a5-994529f1c054 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:58.341350 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d91af2-a87e-4c9f-8f59-70a293e1e313 req-d0fc39f9-1ff0-4082-af9d-0f155b503b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:58.342968 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a5d91af2-a87e-4c9f-8f59-70a293e1e313 req-d0fc39f9-1ff0-4082-af9d-0f155b503b82 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cccbf575-460b-41a5-802c-8f12cd514561 HTTP/1.1" status: 200 len: 854 time: 0.1222284 Aug 11 02:16:58.353553 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.385051 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b3540415-b797-4568-a3c0-c95885f5be00 req-95d4a16c-9008-48c2-9468-e701b73919d3 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697234 Aug 11 02:16:58.404848 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d91af2-a87e-4c9f-8f59-70a293e1e313 req-af92f2fc-fdc7-4d74-a812-facaa4748f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:58.406743 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a5d91af2-a87e-4c9f-8f59-70a293e1e313 req-af92f2fc-fdc7-4d74-a812-facaa4748f5f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1cc06348-0fe8-4b09-9dc0-727cbdd09d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554881 Aug 11 02:16:58.418917 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 54a21190-3213-4831-8458-9bdd8fb2c46c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=54a21190-3213-4831-8458-9bdd8fb2c46c,segment=NetworkSegment(7d4b7bcc-8eef-48d8-8309-95445fdb1890),segment_id=7d4b7bcc-8eef-48d8-8309-95445fdb1890)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:58.418917 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.418917 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 7f2bbf46-3ede-45de-88ba-1f3435d9778a up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:58.468475 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=54a21190-3213-4831-8458-9bdd8fb2c46c,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:58.476928 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf29ba-aba7-43fe-9a7f-6842045c328b req-6eb11fe5-6589-473e-ad30-9ade930aa27e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:58.485515 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1dbf29ba-aba7-43fe-9a7f-6842045c328b req-6eb11fe5-6589-473e-ad30-9ade930aa27e tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.1098509 Aug 11 02:16:58.488367 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bc40c921-b221-466b-ba60-b3c907e3cd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.520274 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc40c921-b221-466b-ba60-b3c907e3cd93 None None] No DVR routers for this DVR port b857818d-09f1-4bbb-92a5-994529f1c054 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:16:58.533474 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-93a41b6b-129d-4b06-bbc2-633972a686b7 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.550578 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40c921-b221-466b-ba60-b3c907e3cd93 None None] Pushing event deleted for resources: {'Port': ['ID=b857818d-09f1-4bbb-92a5-994529f1c054,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:58.566837 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1dbf29ba-aba7-43fe-9a7f-6842045c328b req-ec2718fc-147c-48d8-8d96-830bc6cee531 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801899 Aug 11 02:16:58.569381 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a41b6b-129d-4b06-bbc2-633972a686b7 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Pushing event deleted for resources: {'Port': ['ID=b857818d-09f1-4bbb-92a5-994529f1c054,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:58.571530 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a41b6b-129d-4b06-bbc2-633972a686b7 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] No DVR routers for this DVR port b857818d-09f1-4bbb-92a5-994529f1c054 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:16:58.592919 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 7f2bbf46-3ede-45de-88ba-1f3435d9778a completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:58.602372 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b857818d-09f1-4bbb-92a5-994529f1c054 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:16:58.605557 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 7f2bbf46-3ede-45de-88ba-1f3435d9778a triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:58.606088 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.613346 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a5d91af2-a87e-4c9f-8f59-70a293e1e313 req-a9d89fe1-1962-4b4b-87db-8e8bcfe84f19 service neutron] 10.222.0.73 "GET /v2.0/networks/1cc06348-0fe8-4b09-9dc0-727cbdd09d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975322 Aug 11 02:16:58.627978 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb033a18-61ea-4dae-95df-b453d00686d4 req-33af77d1-9136-4c87-91c7-2d8c702297c2 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:58.629567 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fb033a18-61ea-4dae-95df-b453d00686d4 req-33af77d1-9136-4c87-91c7-2d8c702297c2 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1346c47-7500-4832-bb6a-4d761152a970 HTTP/1.1" status: 200 len: 943 time: 0.1108749 Aug 11 02:16:58.700056 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-93a41b6b-129d-4b06-bbc2-633972a686b7 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.721782 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-93a41b6b-129d-4b06-bbc2-633972a686b7 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f7a718c-0054-4623-ae3d-0216ce336eaf']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:58.729422 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fb033a18-61ea-4dae-95df-b453d00686d4 req-17e53368-38ea-481e-986d-6282c539dfdb tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d67352f-7653-4efd-bc06-5275a8933243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898776 Aug 11 02:16:58.737714 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-93a41b6b-129d-4b06-bbc2-633972a686b7 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67edd463-a1bc-43b1-a033-e3931a7c24af') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:58.738048 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-93a41b6b-129d-4b06-bbc2-633972a686b7 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67edd463-a1bc-43b1-a033-e3931a7c24af') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:58.766631 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-93a41b6b-129d-4b06-bbc2-633972a686b7 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.768008 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a5d91af2-a87e-4c9f-8f59-70a293e1e313 req-0339d790-1fe4-4ef5-a294-3f17322ca1ce service neutron] 10.222.0.73 "GET /v2.0/networks/1cc06348-0fe8-4b09-9dc0-727cbdd09d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373785 Aug 11 02:16:58.787369 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: b857818d-09f1-4bbb-92a5-994529f1c054 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:16:58.787659 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b857818d-09f1-4bbb-92a5-994529f1c054 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:16:58.790322 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-93a41b6b-129d-4b06-bbc2-633972a686b7 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.805398 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a41b6b-129d-4b06-bbc2-633972a686b7 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:16:58.805812 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-93a41b6b-129d-4b06-bbc2-633972a686b7 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:16:58.809161 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:16:58.847099 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b2069fc8-3e05-4181-bec6-621acdbb9731 req-7a08f484-70f1-4be8-aa57-b3d1b1b78b1d tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups/8fe4de83-0223-4e94-bcdb-2f228a19c7b7 HTTP/1.1" status: 200 len: 1803 time: 0.0984051 Aug 11 02:16:58.848599 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.883502 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 7f2bbf46-3ede-45de-88ba-1f3435d9778a, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=7f2bbf46-3ede-45de-88ba-1f3435d9778a,segment=NetworkSegment(461aeab3-769d-4585-948b-7cdcb45ee6e2),segment_id=461aeab3-769d-4585-948b-7cdcb45ee6e2)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:58.886912 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-93a41b6b-129d-4b06-bbc2-633972a686b7 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.888607 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.889433 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 6393fbf0-c5b3-41a1-83d3-53a8c87fd107 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:58.892641 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-93a41b6b-129d-4b06-bbc2-633972a686b7 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.894507 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-93a41b6b-129d-4b06-bbc2-633972a686b7 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] 10.222.0.50 "DELETE /v2.0/networks/1f7a718c-0054-4623-ae3d-0216ce336eaf HTTP/1.1" status: 204 len: 168 time: 1.4669335 Aug 11 02:16:58.924249 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a41b6b-129d-4b06-bbc2-633972a686b7 tempest-ExtraDHCPOptionsTestJSON-1372671671 tempest-ExtraDHCPOptionsTestJSON-1372671671-project] Pushing event deleted for resources: {'Network': ['ID=1f7a718c-0054-4623-ae3d-0216ce336eaf,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:58.946452 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b2069fc8-3e05-4181-bec6-621acdbb9731 req-d440bfa9-1ec6-4ef0-8d28-eded4b7958e4 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.968029 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=7f2bbf46-3ede-45de-88ba-1f3435d9778a,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:58.972087 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b2069fc8-3e05-4181-bec6-621acdbb9731 req-d440bfa9-1ec6-4ef0-8d28-eded4b7958e4 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.982204 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 6393fbf0-c5b3-41a1-83d3-53a8c87fd107 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:58.986155 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 6393fbf0-c5b3-41a1-83d3-53a8c87fd107 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:58.986533 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.021293 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b2069fc8-3e05-4181-bec6-621acdbb9731 req-d440bfa9-1ec6-4ef0-8d28-eded4b7958e4 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.024527 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b2069fc8-3e05-4181-bec6-621acdbb9731 req-d440bfa9-1ec6-4ef0-8d28-eded4b7958e4 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.025708 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b2069fc8-3e05-4181-bec6-621acdbb9731 req-d440bfa9-1ec6-4ef0-8d28-eded4b7958e4 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "DELETE /v2.0/security-groups/8fe4de83-0223-4e94-bcdb-2f228a19c7b7 HTTP/1.1" status: 204 len: 173 time: 0.1717198 Aug 11 02:16:59.034913 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440bfa9-1ec6-4ef0-8d28-eded4b7958e4 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe4de83-0223-4e94-bcdb-2f228a19c7b7,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:59.062810 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:16:59.085884 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.103645 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-339649d2-263b-49d8-9c22-55c51498f197 req-a14ef50d-328d-4151-ab34-4427f116e289 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups/12724211-38a2-444b-a032-99f61017acef HTTP/1.1" status: 200 len: 1803 time: 0.0532947 Aug 11 02:16:59.145607 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 6393fbf0-c5b3-41a1-83d3-53a8c87fd107, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=6393fbf0-c5b3-41a1-83d3-53a8c87fd107,segment=NetworkSegment(461aeab3-769d-4585-948b-7cdcb45ee6e2),segment_id=461aeab3-769d-4585-948b-7cdcb45ee6e2)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:59.150782 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.162648 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:16:59.172997 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-339649d2-263b-49d8-9c22-55c51498f197 req-6cb2890a-3c1d-4f0d-854d-9aeb44e06b0e tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.204393 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:16:59.204743 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:16:59.205187 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-339649d2-263b-49d8-9c22-55c51498f197 req-6cb2890a-3c1d-4f0d-854d-9aeb44e06b0e tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.209545 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ed207-4dac-45b5-9f59-d18a8e8ec9de req-4d2b85b4-512e-4589-a109-cbb7cb10353d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:59.217302 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ed207-4dac-45b5-9f59-d18a8e8ec9de req-4d2b85b4-512e-4589-a109-cbb7cb10353d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:59.223833 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ed207-4dac-45b5-9f59-d18a8e8ec9de req-4d2b85b4-512e-4589-a109-cbb7cb10353d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:59.228958 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=6393fbf0-c5b3-41a1-83d3-53a8c87fd107,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:59.230317 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ed207-4dac-45b5-9f59-d18a8e8ec9de req-4d2b85b4-512e-4589-a109-cbb7cb10353d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:59.236274 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ed207-4dac-45b5-9f59-d18a8e8ec9de req-4d2b85b4-512e-4589-a109-cbb7cb10353d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:59.240726 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43846) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:59.242445 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ed207-4dac-45b5-9f59-d18a8e8ec9de req-4d2b85b4-512e-4589-a109-cbb7cb10353d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:59.248931 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ed207-4dac-45b5-9f59-d18a8e8ec9de req-4d2b85b4-512e-4589-a109-cbb7cb10353d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:59.250958 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-005ed207-4dac-45b5-9f59-d18a8e8ec9de req-4d2b85b4-512e-4589-a109-cbb7cb10353d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5422 time: 0.1091371 Aug 11 02:16:59.280479 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-339649d2-263b-49d8-9c22-55c51498f197 req-6cb2890a-3c1d-4f0d-854d-9aeb44e06b0e tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.285465 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-339649d2-263b-49d8-9c22-55c51498f197 req-6cb2890a-3c1d-4f0d-854d-9aeb44e06b0e tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.287184 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-339649d2-263b-49d8-9c22-55c51498f197 req-6cb2890a-3c1d-4f0d-854d-9aeb44e06b0e tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "DELETE /v2.0/security-groups/12724211-38a2-444b-a032-99f61017acef HTTP/1.1" status: 204 len: 173 time: 0.1749184 Aug 11 02:16:59.298637 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2890a-3c1d-4f0d-854d-9aeb44e06b0e tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12724211-38a2-444b-a032-99f61017acef,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:59.313033 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-005ed207-4dac-45b5-9f59-d18a8e8ec9de req-0a4fe0f6-88ae-4817-83a1-3c8565ac80c6 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0476313 Aug 11 02:16:59.329259 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b416745-3306-4fca-b9c4-6d6f23110d37', 'name': 'network-vif-deleted', 'tag': 'ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:59.331932 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd1f4d4-48c8-4e2b-bee1-159b1188660f" -d '{"events": [{"server_uuid": "0b416745-3306-4fca-b9c4-6d6f23110d37", "name": "network-vif-deleted", "tag": "ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:59.344214 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-25af6e18-2059-4bdc-956a-0af6f82ba5ac req-edc47e5e-e0fc-435b-98ec-56162370298a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-944441199', 'description': 'tempest-description-970609603'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:59.373141 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-25af6e18-2059-4bdc-956a-0af6f82ba5ac req-edc47e5e-e0fc-435b-98ec-56162370298a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.448766 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449469f-2aa0-4cee-9402-c0f63795c6ac req-5779357d-9dd9-4f24-b33e-618e1167cc03 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:59.450477 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8449469f-2aa0-4cee-9402-c0f63795c6ac req-5779357d-9dd9-4f24-b33e-618e1167cc03 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 945 time: 0.0781021 Aug 11 02:16:59.466569 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-25af6e18-2059-4bdc-956a-0af6f82ba5ac req-edc47e5e-e0fc-435b-98ec-56162370298a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.468591 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d7e9ac05-4b0c-46e6-a062-a235d2e6dd6e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8c81e60302ca420d8f3df9e1524b14c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2214706 Aug 11 02:16:59.471100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43856) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:59.478872 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-25af6e18-2059-4bdc-956a-0af6f82ba5ac req-edc47e5e-e0fc-435b-98ec-56162370298a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.495244 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8449469f-2aa0-4cee-9402-c0f63795c6ac req-6db12912-286b-48f9-a7ad-444a22f9573e tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368130 Aug 11 02:16:59.522735 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-25af6e18-2059-4bdc-956a-0af6f82ba5ac req-edc47e5e-e0fc-435b-98ec-56162370298a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.524134 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-25af6e18-2059-4bdc-956a-0af6f82ba5ac req-edc47e5e-e0fc-435b-98ec-56162370298a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1857076 Aug 11 02:16:59.530215 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc47e5e-e0fc-435b-98ec-56162370298a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ebfcd7-4e9b-4a9d-a48a-f6539157ceff,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:59.545968 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73b8a4e-bde5-42e7-8293-8f6b8e00d7eb x-openstack-request-id: req-c73b8a4e-bde5-42e7-8293-8f6b8e00d7eb {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:59.546155 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b416745-3306-4fca-b9c4-6d6f23110d37", "name": "network-vif-deleted", "tag": "ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:59.546817 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c73b8a4e-bde5-42e7-8293-8f6b8e00d7eb {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:59.547220 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b416745-3306-4fca-b9c4-6d6f23110d37', 'name': 'network-vif-deleted', 'tag': 'ad6c73df-56cb-4172-ae7f-aac0fa7fc3d1', 'status': 'completed', 'code': 200} Aug 11 02:16:59.557421 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eb610694-0d49-46bf-8354-3d816fc18514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.582059 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eb610694-0d49-46bf-8354-3d816fc18514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.597815 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-29fc87fa-be04-4f85-8406-4911a5a39d10 req-1ff8bfb7-8cd9-4226-a38b-911d6c42787b tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups/b9ebfcd7-4e9b-4a9d-a48a-f6539157ceff HTTP/1.1" status: 200 len: 1801 time: 0.0390604 Aug 11 02:16:59.609419 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-29fc87fa-be04-4f85-8406-4911a5a39d10 req-5941daac-5f93-4409-9a78-0e7a1b8be3f4 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Request body: {'security_group': {'name': 'tempest-sg-hth-55184128', 'description': 'tempest-description-hth-1580058575'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:59.634561 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-29fc87fa-be04-4f85-8406-4911a5a39d10 req-5941daac-5f93-4409-9a78-0e7a1b8be3f4 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.659402 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a077dc9-d5f8-4a9a-b514-58f44b696901 req-9c75daf2-fdbc-45e5-bda8-c5933edb485f tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:59.665153 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a077dc9-d5f8-4a9a-b514-58f44b696901 req-9c75daf2-fdbc-45e5-bda8-c5933edb485f tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:59.672073 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a077dc9-d5f8-4a9a-b514-58f44b696901 req-9c75daf2-fdbc-45e5-bda8-c5933edb485f tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:59.672210 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622f47f6-616c-4c28-9002-bebf0b890eca'}, {'server_uuid': '4c58d106-33ae-487c-9b05-d7cc0c808f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5703196-202b-4542-95f4-d70e26ef0b1a'}, {'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a21190-3213-4831-8458-9bdd8fb2c46c'}, {'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2bbf46-3ede-45de-88ba-1f3435d9778a'}, {'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6393fbf0-c5b3-41a1-83d3-53a8c87fd107'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:59.674280 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d284e37-c45b-4b2e-a0f4-68a29456398a" -d '{"events": [{"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-plugged", "status": "completed", "tag": "622f47f6-616c-4c28-9002-bebf0b890eca"}, {"server_uuid": "4c58d106-33ae-487c-9b05-d7cc0c808f7e", "name": "network-vif-plugged", "status": "completed", "tag": "d5703196-202b-4542-95f4-d70e26ef0b1a"}, {"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-plugged", "status": "completed", "tag": "54a21190-3213-4831-8458-9bdd8fb2c46c"}, {"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-plugged", "status": "completed", "tag": "7f2bbf46-3ede-45de-88ba-1f3435d9778a"}, {"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-plugged", "status": "completed", "tag": "6393fbf0-c5b3-41a1-83d3-53a8c87fd107"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:59.677131 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a077dc9-d5f8-4a9a-b514-58f44b696901 req-9c75daf2-fdbc-45e5-bda8-c5933edb485f tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:59.684118 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a077dc9-d5f8-4a9a-b514-58f44b696901 req-9c75daf2-fdbc-45e5-bda8-c5933edb485f tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:59.684678 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-29fc87fa-be04-4f85-8406-4911a5a39d10 req-5941daac-5f93-4409-9a78-0e7a1b8be3f4 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.688959 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-29fc87fa-be04-4f85-8406-4911a5a39d10 req-5941daac-5f93-4409-9a78-0e7a1b8be3f4 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.690461 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a077dc9-d5f8-4a9a-b514-58f44b696901 req-9c75daf2-fdbc-45e5-bda8-c5933edb485f tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:59.691635 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-29fc87fa-be04-4f85-8406-4911a5a39d10 req-5941daac-5f93-4409-9a78-0e7a1b8be3f4 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.692904 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-29fc87fa-be04-4f85-8406-4911a5a39d10 req-5941daac-5f93-4409-9a78-0e7a1b8be3f4 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "PUT /v2.0/security-groups/b9ebfcd7-4e9b-4a9d-a48a-f6539157ceff HTTP/1.1" status: 200 len: 1775 time: 0.0876677 Aug 11 02:16:59.696240 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a077dc9-d5f8-4a9a-b514-58f44b696901 req-9c75daf2-fdbc-45e5-bda8-c5933edb485f tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:59.698731 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8a077dc9-d5f8-4a9a-b514-58f44b696901 req-9c75daf2-fdbc-45e5-bda8-c5933edb485f tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5442 time: 0.1141891 Aug 11 02:16:59.719295 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941daac-5f93-4409-9a78-0e7a1b8be3f4 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ebfcd7-4e9b-4a9d-a48a-f6539157ceff,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:59.730445 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eb610694-0d49-46bf-8354-3d816fc18514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.732927 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eb610694-0d49-46bf-8354-3d816fc18514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.734042 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-eb610694-0d49-46bf-8354-3d816fc18514 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ec838e63-011e-4515-9cac-c6c9eec79c5b HTTP/1.1" status: 204 len: 168 time: 0.2618136 Aug 11 02:16:59.748496 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb610694-0d49-46bf-8354-3d816fc18514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec838e63-011e-4515-9cac-c6c9eec79c5b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:59.772703 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8a077dc9-d5f8-4a9a-b514-58f44b696901 req-2ea05800-edcc-4a52-ad8f-efb85f0720cb tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573564 Aug 11 02:16:59.817339 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee22aaa-0a0e-4076-bac9-53ed59a31907 req-1f7aa377-26ba-4c4e-bb0d-6efc92d6e22b tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:59.818916 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2ee22aaa-0a0e-4076-bac9-53ed59a31907 req-1f7aa377-26ba-4c4e-bb0d-6efc92d6e22b tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.0690575 Aug 11 02:16:59.860713 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2ee22aaa-0a0e-4076-bac9-53ed59a31907 req-74af1b2c-efc7-48ec-9c9c-aa7c441ec41c tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352602 Aug 11 02:16:59.906752 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7130fb7f-f5e8-4534-8c5b-54258e6afe33 x-openstack-request-id: req-7130fb7f-f5e8-4534-8c5b-54258e6afe33 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:59.907587 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-plugged", "status": "completed", "tag": "622f47f6-616c-4c28-9002-bebf0b890eca", "code": 200}, {"server_uuid": "4c58d106-33ae-487c-9b05-d7cc0c808f7e", "name": "network-vif-plugged", "status": "completed", "tag": "d5703196-202b-4542-95f4-d70e26ef0b1a", "code": 200}, {"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-plugged", "status": "completed", "tag": "54a21190-3213-4831-8458-9bdd8fb2c46c", "code": 200}, {"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-plugged", "status": "completed", "tag": "7f2bbf46-3ede-45de-88ba-1f3435d9778a", "code": 200}, {"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-plugged", "status": "completed", "tag": "6393fbf0-c5b3-41a1-83d3-53a8c87fd107", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:59.907587 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7130fb7f-f5e8-4534-8c5b-54258e6afe33 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:59.908045 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622f47f6-616c-4c28-9002-bebf0b890eca', 'code': 200} Aug 11 02:16:59.908394 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c58d106-33ae-487c-9b05-d7cc0c808f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5703196-202b-4542-95f4-d70e26ef0b1a', 'code': 200} Aug 11 02:16:59.908741 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a21190-3213-4831-8458-9bdd8fb2c46c', 'code': 200} Aug 11 02:16:59.909083 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2bbf46-3ede-45de-88ba-1f3435d9778a', 'code': 200} Aug 11 02:16:59.909418 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6393fbf0-c5b3-41a1-83d3-53a8c87fd107', 'code': 200} Aug 11 02:16:59.936619 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2b429df2-ea8f-423f-ba99-cf0b75505238 req-3db92c4f-dc82-4cfa-a98c-d453c4c6146a tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups/b9ebfcd7-4e9b-4a9d-a48a-f6539157ceff HTTP/1.1" status: 200 len: 1775 time: 0.0490377 Aug 11 02:17:00.042355 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8625db6f-74ea-4d13-b151-35b8a218ad66 req-6e522f3f-c72a-4229-aebe-d993c4158018 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups/b9ebfcd7-4e9b-4a9d-a48a-f6539157ceff HTTP/1.1" status: 200 len: 1775 time: 0.0829346 Aug 11 02:17:00.057934 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4d045-3340-47c0-aaa3-04904614f97b req-cc1d151d-485a-4896-9db7-6e2e812dad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:00.059455 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e0e4d045-3340-47c0-aaa3-04904614f97b req-cc1d151d-485a-4896-9db7-6e2e812dad17 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 1097 time: 0.0767181 Aug 11 02:17:00.067677 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device dfe97b6b-ad97-44d9-973c-18152287d570 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:17:00.079026 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da7e8b-c956-46eb-8922-4ce3ad6dc4e7 req-269722c1-75c4-42fd-8c61-76c78511aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:00.079589 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da7e8b-c956-46eb-8922-4ce3ad6dc4e7 req-269722c1-75c4-42fd-8c61-76c78511aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:00.080082 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da7e8b-c956-46eb-8922-4ce3ad6dc4e7 req-269722c1-75c4-42fd-8c61-76c78511aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:00.081302 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da7e8b-c956-46eb-8922-4ce3ad6dc4e7 req-269722c1-75c4-42fd-8c61-76c78511aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:00.081302 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da7e8b-c956-46eb-8922-4ce3ad6dc4e7 req-269722c1-75c4-42fd-8c61-76c78511aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:00.081519 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da7e8b-c956-46eb-8922-4ce3ad6dc4e7 req-269722c1-75c4-42fd-8c61-76c78511aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:00.081961 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da7e8b-c956-46eb-8922-4ce3ad6dc4e7 req-269722c1-75c4-42fd-8c61-76c78511aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:00.083919 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18da7e8b-c956-46eb-8922-4ce3ad6dc4e7 req-269722c1-75c4-42fd-8c61-76c78511aff4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 6506 time: 0.0880566 Aug 11 02:17:00.093890 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf0e74-6679-4339-8c49-85ff79a07a39 req-81cdc706-d06a-4c08-b67b-e4ee68436e30 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:00.095373 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b0bf0e74-6679-4339-8c49-85ff79a07a39 req-81cdc706-d06a-4c08-b67b-e4ee68436e30 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1346c47-7500-4832-bb6a-4d761152a970 HTTP/1.1" status: 200 len: 943 time: 0.1021643 Aug 11 02:17:00.133908 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e0e4d045-3340-47c0-aaa3-04904614f97b req-b677c9b7-c7b2-437c-8052-31924d0a92ad service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599492 Aug 11 02:17:00.140735 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8625db6f-74ea-4d13-b151-35b8a218ad66 req-d947277e-b3cb-4cb4-804b-a2383d7a9f7d tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:00.144051 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18da7e8b-c956-46eb-8922-4ce3ad6dc4e7 req-c23986c2-591b-4941-a0f3-02e3b83f0919 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0487757 Aug 11 02:17:00.151852 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b0bf0e74-6679-4339-8c49-85ff79a07a39 req-26bad26c-912c-4676-8b70-d8394e167ac9 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d67352f-7653-4efd-bc06-5275a8933243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435021 Aug 11 02:17:00.176439 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8625db6f-74ea-4d13-b151-35b8a218ad66 req-d947277e-b3cb-4cb4-804b-a2383d7a9f7d tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:00.195474 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port dfe97b6b-ad97-44d9-973c-18152287d570, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=dfe97b6b-ad97-44d9-973c-18152287d570,segment=NetworkSegment(f16b25d0-24e1-421b-b9aa-004aa418c2ae),segment_id=f16b25d0-24e1-421b-b9aa-004aa418c2ae)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:00.207436 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'dfe97b6b-ad97-44d9-973c-18152287d570', 'network_id': '1cc06348-0fe8-4b09-9dc0-727cbdd09d09', 'port_id': 'dfe97b6b-ad97-44d9-973c-18152287d570', 'mac_address': 'fa:16:3e:a7:bd:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cccbf575-460b-41a5-802c-8f12cd514561', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:17:00.224158 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8625db6f-74ea-4d13-b151-35b8a218ad66 req-d947277e-b3cb-4cb4-804b-a2383d7a9f7d tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:00.226783 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8625db6f-74ea-4d13-b151-35b8a218ad66 req-d947277e-b3cb-4cb4-804b-a2383d7a9f7d tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:00.228136 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8625db6f-74ea-4d13-b151-35b8a218ad66 req-d947277e-b3cb-4cb4-804b-a2383d7a9f7d tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "DELETE /v2.0/security-groups/b9ebfcd7-4e9b-4a9d-a48a-f6539157ceff HTTP/1.1" status: 204 len: 173 time: 0.1779566 Aug 11 02:17:00.258748 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947277e-b3cb-4cb4-804b-a2383d7a9f7d tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ebfcd7-4e9b-4a9d-a48a-f6539157ceff,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:00.262208 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:00.295915 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe97b6b-ad97-44d9-973c-18152287d570 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:00.322318 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port dfe97b6b-ad97-44d9-973c-18152287d570, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=dfe97b6b-ad97-44d9-973c-18152287d570,segment=NetworkSegment(f16b25d0-24e1-421b-b9aa-004aa418c2ae),segment_id=f16b25d0-24e1-421b-b9aa-004aa418c2ae)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:00.326156 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:00.343185 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [req-b3412ab8-f564-4959-a23a-2395d796ad28 req-cbbe16d7-ebf9-4524-be80-3fbcc4488471 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] show failed (client error): The resource could not be found. Aug 11 02:17:00.345048 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b3412ab8-f564-4959-a23a-2395d796ad28 req-cbbe16d7-ebf9-4524-be80-3fbcc4488471 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups/12724211-38a2-444b-a032-99f61017acef HTTP/1.1" status: 404 len: 352 time: 0.0167358 Aug 11 02:17:00.388346 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [req-d5d1303c-f33f-40bd-8efe-b5ad6c110af3 req-9d751a91-0209-48d8-abff-fcc149ad7b23 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] show failed (client error): The resource could not be found. Aug 11 02:17:00.392105 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=dfe97b6b-ad97-44d9-973c-18152287d570,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:00.392245 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5d1303c-f33f-40bd-8efe-b5ad6c110af3 req-9d751a91-0209-48d8-abff-fcc149ad7b23 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups/8fe4de83-0223-4e94-bcdb-2f228a19c7b7 HTTP/1.1" status: 404 len: 352 time: 0.0199542 Aug 11 02:17:00.437907 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [req-c243a85c-4a57-40ca-b4ca-42aaaaf52460 req-4382ef6a-e151-410d-b825-9c7d6a8bc3ec tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] show failed (client error): The resource could not be found. Aug 11 02:17:00.437907 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c243a85c-4a57-40ca-b4ca-42aaaaf52460 req-4382ef6a-e151-410d-b825-9c7d6a8bc3ec tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups/dc158af2-443d-4b2b-9177-7c4c23b35e9f HTTP/1.1" status: 404 len: 352 time: 0.0154283 Aug 11 02:17:00.468102 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099af889-7693-4936-bfbf-897981e33f61 req-9f8b8e64-cc05-48f4-bb0d-dab8c86b8848 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:00.468666 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [req-bed3b63a-92d7-4a79-935d-9c147c33f1d5 req-49cf4a99-1e75-4097-adf6-c1b5ead8b759 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] show failed (client error): The resource could not be found. Aug 11 02:17:00.469723 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bed3b63a-92d7-4a79-935d-9c147c33f1d5 req-49cf4a99-1e75-4097-adf6-c1b5ead8b759 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups/0a410266-c9e5-4b16-a9c0-0adf72ebac8c HTTP/1.1" status: 404 len: 352 time: 0.0175416 Aug 11 02:17:00.477096 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099af889-7693-4936-bfbf-897981e33f61 req-9f8b8e64-cc05-48f4-bb0d-dab8c86b8848 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:00.483682 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099af889-7693-4936-bfbf-897981e33f61 req-9f8b8e64-cc05-48f4-bb0d-dab8c86b8848 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:00.490158 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099af889-7693-4936-bfbf-897981e33f61 req-9f8b8e64-cc05-48f4-bb0d-dab8c86b8848 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:00.496300 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099af889-7693-4936-bfbf-897981e33f61 req-9f8b8e64-cc05-48f4-bb0d-dab8c86b8848 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:00.502163 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099af889-7693-4936-bfbf-897981e33f61 req-9f8b8e64-cc05-48f4-bb0d-dab8c86b8848 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:00.507604 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [req-c38d7825-a4ce-49a7-a62a-61603f3cc97c req-4b4f1866-4882-4588-9678-384c2b351fac tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] show failed (client error): The resource could not be found. Aug 11 02:17:00.508613 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c38d7825-a4ce-49a7-a62a-61603f3cc97c req-4b4f1866-4882-4588-9678-384c2b351fac tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups/3c1a66ef-d3a6-4c4c-99e2-9b23d2c2e8fb HTTP/1.1" status: 404 len: 352 time: 0.0193040 Aug 11 02:17:00.510636 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099af889-7693-4936-bfbf-897981e33f61 req-9f8b8e64-cc05-48f4-bb0d-dab8c86b8848 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:00.518875 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-099af889-7693-4936-bfbf-897981e33f61 req-9f8b8e64-cc05-48f4-bb0d-dab8c86b8848 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5422 time: 0.1208785 Aug 11 02:17:00.555648 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43912) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:00.569185 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-099af889-7693-4936-bfbf-897981e33f61 req-9da39e46-2aa2-41f5-a078-a84d762b598f tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0494659 Aug 11 02:17:00.611764 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [req-aae9ce54-51c0-431f-831f-2854244c0011 req-d7a131ca-a27d-4bc2-bbb9-e119ec149425 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] show failed (client error): The resource could not be found. Aug 11 02:17:00.612781 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aae9ce54-51c0-431f-831f-2854244c0011 req-d7a131ca-a27d-4bc2-bbb9-e119ec149425 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups/a2a51127-a73d-406d-afee-fcd575d91879 HTTP/1.1" status: 404 len: 352 time: 0.0139101 Aug 11 02:17:00.630647 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab532a-8b27-4a84-9f4d-d472d65c420a req-38003b2d-5437-4c47-b73a-2ab195248a76 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:00.632184 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-50ab532a-8b27-4a84-9f4d-d472d65c420a req-38003b2d-5437-4c47-b73a-2ab195248a76 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 945 time: 0.0653245 Aug 11 02:17:00.671861 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-50ab532a-8b27-4a84-9f4d-d472d65c420a req-46fec6e4-1fae-40cf-a7ef-c1907a9563d5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325649 Aug 11 02:17:00.684301 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-36a410fa-a938-48ce-9902-563690a42201 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-854528902'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:00.685487 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['dfe97b6b-ad97-44d9-973c-18152287d570'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:00.709993 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a410fa-a938-48ce-9902-563690a42201 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:00.715311 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36a410fa-a938-48ce-9902-563690a42201 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:00.727960 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36a410fa-a938-48ce-9902-563690a42201 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:00.802134 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64452c15-13ec-4fe1-bb19-915966c59bd3 req-b2b3bb52-9dbe-4fb2-a15e-51db12b3b4c5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:00.807718 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-64452c15-13ec-4fe1-bb19-915966c59bd3 req-b2b3bb52-9dbe-4fb2-a15e-51db12b3b4c5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 945 time: 0.0635779 Aug 11 02:17:00.813613 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43924) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:00.820698 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-1fd520f8-50d9-4ee2-a15e-6f18f644cbb4 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Request body: {'floatingip': {'port_id': '4f2fc812-8e74-4f08-a40c-f327ac14bb35'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:00.880480 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1fd520f8-50d9-4ee2-a15e-6f18f644cbb4 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks [] for floatingip, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:00.915803 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbe042-85d5-41d9-8add-f55c76777bcb req-d0a8d057-eb65-43a4-97a1-82cdba1b42b5 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:00.921670 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbe042-85d5-41d9-8add-f55c76777bcb req-d0a8d057-eb65-43a4-97a1-82cdba1b42b5 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:00.927587 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbe042-85d5-41d9-8add-f55c76777bcb req-d0a8d057-eb65-43a4-97a1-82cdba1b42b5 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:00.933963 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbe042-85d5-41d9-8add-f55c76777bcb req-d0a8d057-eb65-43a4-97a1-82cdba1b42b5 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:00.939851 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbe042-85d5-41d9-8add-f55c76777bcb req-d0a8d057-eb65-43a4-97a1-82cdba1b42b5 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:00.945676 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbe042-85d5-41d9-8add-f55c76777bcb req-d0a8d057-eb65-43a4-97a1-82cdba1b42b5 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:00.952154 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbe042-85d5-41d9-8add-f55c76777bcb req-d0a8d057-eb65-43a4-97a1-82cdba1b42b5 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:00.954119 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-70fbe042-85d5-41d9-8add-f55c76777bcb req-d0a8d057-eb65-43a4-97a1-82cdba1b42b5 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5442 time: 0.0927424 Aug 11 02:17:00.998615 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-70fbe042-85d5-41d9-8add-f55c76777bcb req-b5f75f0b-0712-44c5-88d2-8a01a404f71d tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382428 Aug 11 02:17:01.036491 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f037153-1ba8-4652-a948-aedd421c5e8e req-6c37aa3d-a03b-48f4-bf8a-85192666c067 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:01.037994 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2f037153-1ba8-4652-a948-aedd421c5e8e req-6c37aa3d-a03b-48f4-bf8a-85192666c067 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3 HTTP/1.1" status: 200 len: 1024 time: 0.1762488 Aug 11 02:17:01.045085 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36a410fa-a938-48ce-9902-563690a42201 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:01.187425 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3c7af-0d93-4237-8f3e-866d2e2e0b60 req-f1a0a673-8a8d-42cc-b078-522977d969a9 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:01.189020 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-03e3c7af-0d93-4237-8f3e-866d2e2e0b60 req-f1a0a673-8a8d-42cc-b078-522977d969a9 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.0618348 Aug 11 02:17:01.236258 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-03e3c7af-0d93-4237-8f3e-866d2e2e0b60 req-ee404454-8aef-4889-800a-f400b7d7965b tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403583 Aug 11 02:17:01.268581 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 3085161b-7e48-4c97-a864-056bb09eb941 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:17:01.372342 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36a410fa-a938-48ce-9902-563690a42201 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:01.376208 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed806d41-9098-4281-9c49-6e9d196c872a req-d063deeb-20a1-48f5-988b-2744df600b28 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:01.380167 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 3085161b-7e48-4c97-a864-056bb09eb941, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=3085161b-7e48-4c97-a864-056bb09eb941,segment=NetworkSegment(0c644148-5bd6-4e31-a8c5-17979de92fc4),segment_id=0c644148-5bd6-4e31-a8c5-17979de92fc4)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:01.384007 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ed806d41-9098-4281-9c49-6e9d196c872a req-d063deeb-20a1-48f5-988b-2744df600b28 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1346c47-7500-4832-bb6a-4d761152a970 HTTP/1.1" status: 200 len: 944 time: 0.0623419 Aug 11 02:17:01.400141 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '3085161b-7e48-4c97-a864-056bb09eb941', 'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1', 'port_id': '3085161b-7e48-4c97-a864-056bb09eb941', 'mac_address': 'fa:16:3e:9b:c1:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '325640a4-d334-4da9-8e10-51bbb0627559', 'ip_address': '10.1.1.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:17:01.414100 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a410fa-a938-48ce-9902-563690a42201 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:17:01.422876 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ed806d41-9098-4281-9c49-6e9d196c872a req-0178338b-fca7-4ffa-a891-c1bf0b402f2d tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d67352f-7653-4efd-bc06-5275a8933243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379820 Aug 11 02:17:01.449326 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:01.462566 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3085161b-7e48-4c97-a864-056bb09eb941 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:01.482722 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 3085161b-7e48-4c97-a864-056bb09eb941, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=3085161b-7e48-4c97-a864-056bb09eb941,segment=NetworkSegment(0c644148-5bd6-4e31-a8c5-17979de92fc4),segment_id=0c644148-5bd6-4e31-a8c5-17979de92fc4)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:01.486719 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:01.487364 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 1451ea14-a62f-4cdf-b59f-1f01ea8381d0 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:17:01.488309 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2f037153-1ba8-4652-a948-aedd421c5e8e req-d0262c8d-4876-479e-ac46-08dadb5c3e56 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups?id=59ea80ba-3945-43b8-9cfb-0c53face9725&id=31d11fa5-cb40-4da6-886e-615b107b3938&id=56ddbfec-47ca-4dbf-8c32-e787b27c9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4398441 Aug 11 02:17:01.489412 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36a410fa-a938-48ce-9902-563690a42201 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:01.489759 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-36a410fa-a938-48ce-9902-563690a42201 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Added segment 794cdf1b-d79d-48aa-848d-1e1019d2aafd of type vlan for network 6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4 Aug 11 02:17:01.499893 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a410fa-a938-48ce-9902-563690a42201 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6696aa-04ae-44ff-a303-b1b18127628e,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:01.578321 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=3085161b-7e48-4c97-a864-056bb09eb941,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:01.583151 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36a410fa-a938-48ce-9902-563690a42201 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:01.621905 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 1451ea14-a62f-4cdf-b59f-1f01ea8381d0, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=1451ea14-a62f-4cdf-b59f-1f01ea8381d0,segment=NetworkSegment(c2e8159c-d990-439a-8147-40324f3e05e5),segment_id=c2e8159c-d990-439a-8147-40324f3e05e5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:01.633352 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '1451ea14-a62f-4cdf-b59f-1f01ea8381d0', 'network_id': 'dd83919f-ff7e-4fd8-96b1-202904e5f138', 'port_id': '1451ea14-a62f-4cdf-b59f-1f01ea8381d0', 'mac_address': 'fa:16:3e:81:8c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5cbcb9-b2a3-403b-9666-6d1a30805883', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:17:01.670598 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:01.683130 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1451ea14-a62f-4cdf-b59f-1f01ea8381d0 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:01.702854 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 1451ea14-a62f-4cdf-b59f-1f01ea8381d0, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=1451ea14-a62f-4cdf-b59f-1f01ea8381d0,segment=NetworkSegment(c2e8159c-d990-439a-8147-40324f3e05e5),segment_id=c2e8159c-d990-439a-8147-40324f3e05e5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:01.706964 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:01.707751 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 20f53a84-827e-4a21-8b16-64a8498d6bf9 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:17:01.714306 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c02f29-4942-4d99-bfd3-26806a1bbf05 req-6764a781-5bac-4bce-aedf-218c80b95dba tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:01.722754 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36a410fa-a938-48ce-9902-563690a42201 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:01.723137 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c02f29-4942-4d99-bfd3-26806a1bbf05 req-6764a781-5bac-4bce-aedf-218c80b95dba tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:01.728321 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a410fa-a938-48ce-9902-563690a42201 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:01.728911 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36a410fa-a938-48ce-9902-563690a42201 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:01.730123 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c02f29-4942-4d99-bfd3-26806a1bbf05 req-6764a781-5bac-4bce-aedf-218c80b95dba tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:01.737494 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c02f29-4942-4d99-bfd3-26806a1bbf05 req-6764a781-5bac-4bce-aedf-218c80b95dba tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:01.743019 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c02f29-4942-4d99-bfd3-26806a1bbf05 req-6764a781-5bac-4bce-aedf-218c80b95dba tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:01.750266 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c02f29-4942-4d99-bfd3-26806a1bbf05 req-6764a781-5bac-4bce-aedf-218c80b95dba tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:01.756193 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c02f29-4942-4d99-bfd3-26806a1bbf05 req-6764a781-5bac-4bce-aedf-218c80b95dba tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:01.758313 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-69c02f29-4942-4d99-bfd3-26806a1bbf05 req-6764a781-5bac-4bce-aedf-218c80b95dba tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5423 time: 0.1095824 Aug 11 02:17:01.801489 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=1451ea14-a62f-4cdf-b59f-1f01ea8381d0,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:01.818933 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-69c02f29-4942-4d99-bfd3-26806a1bbf05 req-7a4700f9-b10d-473c-a490-b6b9da03a6dc tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489941 Aug 11 02:17:01.840681 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-36a410fa-a938-48ce-9902-563690a42201 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2838259 Aug 11 02:17:01.843250 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43934) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:01.848118 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 20f53a84-827e-4a21-8b16-64a8498d6bf9, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=20f53a84-827e-4a21-8b16-64a8498d6bf9,segment=NetworkSegment(e6734c29-07dd-4ba0-854f-67a4bb24e988),segment_id=e6734c29-07dd-4ba0-854f-67a4bb24e988)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:01.848469 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-ba1327d6-44f4-425c-a893-9f9742dfa073 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'port': {'network_id': '6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4', 'name': 'tempest-PortsIpV6TestJSON-1699464191'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:01.861241 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '20f53a84-827e-4a21-8b16-64a8498d6bf9', 'network_id': '47c1ad3c-2161-421b-b922-fe59b93cfe05', 'port_id': '20f53a84-827e-4a21-8b16-64a8498d6bf9', 'mac_address': 'fa:16:3e:53:d2:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c48f56bb-082d-428b-b7c4-d68dad46b955', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:17:01.877046 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a410fa-a938-48ce-9902-563690a42201 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Network': ['ID=6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:01.896436 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:17:01.936974 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1327d6-44f4-425c-a893-9f9742dfa073 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:01.941694 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ba1327d6-44f4-425c-a893-9f9742dfa073 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:01.944028 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:01.961288 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-ba1327d6-44f4-425c-a893-9f9742dfa073 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] device_id is not set on port c4fe5ea9-ce32-4b84-9b3b-0d912a988d9e yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:17:01.967180 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20f53a84-827e-4a21-8b16-64a8498d6bf9 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:01.997810 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 20f53a84-827e-4a21-8b16-64a8498d6bf9, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=20f53a84-827e-4a21-8b16-64a8498d6bf9,segment=NetworkSegment(e6734c29-07dd-4ba0-854f-67a4bb24e988),segment_id=e6734c29-07dd-4ba0-854f-67a4bb24e988)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:02.002130 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:02.002974 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 607f8c57-0c37-4d39-8378-b28860d65df4 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:17:02.096182 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 607f8c57-0c37-4d39-8378-b28860d65df4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=607f8c57-0c37-4d39-8378-b28860d65df4,segment=NetworkSegment(0c644148-5bd6-4e31-a8c5-17979de92fc4),segment_id=0c644148-5bd6-4e31-a8c5-17979de92fc4)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:02.098472 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device dfe97b6b-ad97-44d9-973c-18152287d570 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:02.110399 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1fd520f8-50d9-4ee2-a15e-6f18f644cbb4 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:02.118670 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=20f53a84-827e-4a21-8b16-64a8498d6bf9,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:02.122780 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1fd520f8-50d9-4ee2-a15e-6f18f644cbb4 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:02.141491 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '607f8c57-0c37-4d39-8378-b28860d65df4', 'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1', 'port_id': '607f8c57-0c37-4d39-8378-b28860d65df4', 'mac_address': 'fa:16:3e:78:be:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '325640a4-d334-4da9-8e10-51bbb0627559', 'ip_address': '10.1.1.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:17:02.187386 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ba1327d6-44f4-425c-a893-9f9742dfa073 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:02.194967 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:02.213120 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 607f8c57-0c37-4d39-8378-b28860d65df4 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:02.221296 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port dfe97b6b-ad97-44d9-973c-18152287d570 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:02.232616 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ba1327d6-44f4-425c-a893-9f9742dfa073 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:02.235006 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port dfe97b6b-ad97-44d9-973c-18152287d570 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:02.235218 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:02.238797 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec382de5-4824-45b1-93e5-c8ec175ee8b5 req-a64c2bc5-9194-4856-848d-bdcc77d711af tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:02.239855 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 607f8c57-0c37-4d39-8378-b28860d65df4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=607f8c57-0c37-4d39-8378-b28860d65df4,segment=NetworkSegment(0c644148-5bd6-4e31-a8c5-17979de92fc4),segment_id=0c644148-5bd6-4e31-a8c5-17979de92fc4)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:02.245593 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec382de5-4824-45b1-93e5-c8ec175ee8b5 req-a64c2bc5-9194-4856-848d-bdcc77d711af tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:02.253826 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec382de5-4824-45b1-93e5-c8ec175ee8b5 req-a64c2bc5-9194-4856-848d-bdcc77d711af tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:02.260111 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:02.260273 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec382de5-4824-45b1-93e5-c8ec175ee8b5 req-a64c2bc5-9194-4856-848d-bdcc77d711af tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:02.261306 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:17:02.266675 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec382de5-4824-45b1-93e5-c8ec175ee8b5 req-a64c2bc5-9194-4856-848d-bdcc77d711af tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:02.272756 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec382de5-4824-45b1-93e5-c8ec175ee8b5 req-a64c2bc5-9194-4856-848d-bdcc77d711af tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:02.279576 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec382de5-4824-45b1-93e5-c8ec175ee8b5 req-a64c2bc5-9194-4856-848d-bdcc77d711af tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:02.281495 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ec382de5-4824-45b1-93e5-c8ec175ee8b5 req-a64c2bc5-9194-4856-848d-bdcc77d711af tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5442 time: 0.1697216 Aug 11 02:17:02.335013 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-1fd520f8-50d9-4ee2-a15e-6f18f644cbb4 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Floating IP 5a8b659c-210c-44b5-82e2-6236c86da647 associated. External IP: 172.25.2.78, port: 4f2fc812-8e74-4f08-a40c-f327ac14bb35. Aug 11 02:17:02.352731 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1327d6-44f4-425c-a893-9f9742dfa073 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Port': ['ID=c4fe5ea9-ce32-4b84-9b3b-0d912a988d9e,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:02.352952 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=607f8c57-0c37-4d39-8378-b28860d65df4,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:02.356406 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1,segment=NetworkSegment(c2e8159c-d990-439a-8147-40324f3e05e5),segment_id=c2e8159c-d990-439a-8147-40324f3e05e5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:02.364748 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1285b521-3a90-49b2-9c1f-e952a7deaeab req-163495db-1dbd-4da0-aebb-56053b0e2844 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:02.366286 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1285b521-3a90-49b2-9c1f-e952a7deaeab req-163495db-1dbd-4da0-aebb-56053b0e2844 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.66 "GET /v2.0/ports?device_id=69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3 HTTP/1.1" status: 200 len: 1024 time: 0.1138296 Aug 11 02:17:02.372469 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1327d6-44f4-425c-a893-9f9742dfa073 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Checking segment: {'id': '794cdf1b-d79d-48aa-848d-1e1019d2aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:02.372835 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1327d6-44f4-425c-a893-9f9742dfa073 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network hostable DHCP agents. Network: 6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:17:02.405147 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:02.407942 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ec382de5-4824-45b1-93e5-c8ec175ee8b5 req-71819761-fb8b-42da-9333-5aa262de0b97 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1176925 Aug 11 02:17:02.417949 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1', 'network_id': 'dd83919f-ff7e-4fd8-96b1-202904e5f138', 'port_id': '6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1', 'mac_address': 'fa:16:3e:56:62:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5cbcb9-b2a3-403b-9666-6d1a30805883', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:17:02.458171 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1327d6-44f4-425c-a893-9f9742dfa073 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network 6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:17:02.470175 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1346c47-7500-4832-bb6a-4d761152a970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe97b6b-ad97-44d9-973c-18152287d570'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:02.472689 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2a2cb2-e8be-4476-ad64-8a54c5919e41" -d '{"events": [{"server_uuid": "d1346c47-7500-4832-bb6a-4d761152a970", "name": "network-vif-plugged", "status": "completed", "tag": "dfe97b6b-ad97-44d9-973c-18152287d570"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:02.498088 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port dfe97b6b-ad97-44d9-973c-18152287d570, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=dfe97b6b-ad97-44d9-973c-18152287d570,segment=NetworkSegment(f16b25d0-24e1-421b-b9aa-004aa418c2ae),segment_id=f16b25d0-24e1-421b-b9aa-004aa418c2ae)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:02.506527 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:02.508727 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-ba1327d6-44f4-425c-a893-9f9742dfa073 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:02.511227 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:02.519264 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11257b-6ecc-48c7-b53f-4925f677629a req-1b0dceca-ba45-4b10-904a-d2ca106c0d47 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:02.520871 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3b11257b-6ecc-48c7-b53f-4925f677629a req-1b0dceca-ba45-4b10-904a-d2ca106c0d47 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.1438525 Aug 11 02:17:02.525423 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1327d6-44f4-425c-a893-9f9742dfa073 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:02.531724 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1327d6-44f4-425c-a893-9f9742dfa073 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:02.532219 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ba1327d6-44f4-425c-a893-9f9742dfa073 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:02.541248 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6231ad72-7020-4655-83ec-364bdd4b9629 None None] Network 6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:02.569237 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ba1327d6-44f4-425c-a893-9f9742dfa073 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7248213 Aug 11 02:17:02.573740 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43950) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:02.582873 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-8c1391d5-751f-427a-bfa7-cc0e78f5a234 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2134060162'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:02.594974 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:02.605302 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3b11257b-6ecc-48c7-b53f-4925f677629a req-5adab8f6-410a-43fc-8989-5855bda1122b tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673201 Aug 11 02:17:02.612009 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-1285b521-3a90-49b2-9c1f-e952a7deaeab req-e68aadbb-d929-4ba1-af99-c201e24c37aa tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Deleting port 690bbc53-f3db-4498-b12d-5eb8eb7e60b7 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:02.612342 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1285b521-3a90-49b2-9c1f-e952a7deaeab req-e68aadbb-d929-4ba1-af99-c201e24c37aa tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:02.614784 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f44cbf-aa07-440b-9898-7da49f159aa9 req-539191f3-4e45-4710-a242-0f6cb865edb0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:02.618326 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1,segment=NetworkSegment(c2e8159c-d990-439a-8147-40324f3e05e5),segment_id=c2e8159c-d990-439a-8147-40324f3e05e5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:02.622781 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f44cbf-aa07-440b-9898-7da49f159aa9 req-539191f3-4e45-4710-a242-0f6cb865edb0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:02.629514 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f44cbf-aa07-440b-9898-7da49f159aa9 req-539191f3-4e45-4710-a242-0f6cb865edb0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:02.635681 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f44cbf-aa07-440b-9898-7da49f159aa9 req-539191f3-4e45-4710-a242-0f6cb865edb0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:02.641922 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f44cbf-aa07-440b-9898-7da49f159aa9 req-539191f3-4e45-4710-a242-0f6cb865edb0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:02.645038 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:02.645694 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 6a46a20f-db43-47c2-9b7f-8cd1abe24e39 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:17:02.648378 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f44cbf-aa07-440b-9898-7da49f159aa9 req-539191f3-4e45-4710-a242-0f6cb865edb0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:02.655301 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f44cbf-aa07-440b-9898-7da49f159aa9 req-539191f3-4e45-4710-a242-0f6cb865edb0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:02.664529 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1391d5-751f-427a-bfa7-cc0e78f5a234 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:02.665999 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5f44cbf-aa07-440b-9898-7da49f159aa9 req-539191f3-4e45-4710-a242-0f6cb865edb0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5442 time: 0.1677616 Aug 11 02:17:02.670717 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8c1391d5-751f-427a-bfa7-cc0e78f5a234 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:02.676955 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43954) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:02.692870 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-58080999-5fdd-41e6-a4d4-a1e387ee7368 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Request body: {'floatingip': {'port_id': '622f47f6-616c-4c28-9002-bebf0b890eca'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:02.698108 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=dfe97b6b-ad97-44d9-973c-18152287d570,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:02.735313 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c3c65a-6728-4aae-b99f-383f53b72be8 x-openstack-request-id: req-d4c3c65a-6728-4aae-b99f-383f53b72be8 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:02.736372 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1346c47-7500-4832-bb6a-4d761152a970", "name": "network-vif-plugged", "status": "completed", "tag": "dfe97b6b-ad97-44d9-973c-18152287d570", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:02.736788 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d4c3c65a-6728-4aae-b99f-383f53b72be8 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:02.737192 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1346c47-7500-4832-bb6a-4d761152a970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe97b6b-ad97-44d9-973c-18152287d570', 'code': 200} Aug 11 02:17:02.761318 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-58080999-5fdd-41e6-a4d4-a1e387ee7368 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for floatingip, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:02.767073 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 6a46a20f-db43-47c2-9b7f-8cd1abe24e39, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=6a46a20f-db43-47c2-9b7f-8cd1abe24e39,segment=NetworkSegment(0c644148-5bd6-4e31-a8c5-17979de92fc4),segment_id=0c644148-5bd6-4e31-a8c5-17979de92fc4)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:02.785422 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd520f8-50d9-4ee2-a15e-6f18f644cbb4 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Router 00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:17:02.819037 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '6a46a20f-db43-47c2-9b7f-8cd1abe24e39', 'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1', 'port_id': '6a46a20f-db43-47c2-9b7f-8cd1abe24e39', 'mac_address': 'fa:16:3e:d8:a8:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '325640a4-d334-4da9-8e10-51bbb0627559', 'ip_address': '10.1.1.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:17:02.833345 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:02.868388 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c1391d5-751f-427a-bfa7-cc0e78f5a234 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:17:02.880518 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:02.895444 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a46a20f-db43-47c2-9b7f-8cd1abe24e39 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:02.896364 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-1285b521-3a90-49b2-9c1f-e952a7deaeab req-e68aadbb-d929-4ba1-af99-c201e24c37aa tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] For port 690bbc53-f3db-4498-b12d-5eb8eb7e60b7, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=690bbc53-f3db-4498-b12d-5eb8eb7e60b7,segment=NetworkSegment(19dbea17-970b-4093-9d9c-314e17b532a2),segment_id=19dbea17-970b-4093-9d9c-314e17b532a2)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:02.896559 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1285b521-3a90-49b2-9c1f-e952a7deaeab req-e68aadbb-d929-4ba1-af99-c201e24c37aa tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:02.918249 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 6a46a20f-db43-47c2-9b7f-8cd1abe24e39, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=6a46a20f-db43-47c2-9b7f-8cd1abe24e39,segment=NetworkSegment(0c644148-5bd6-4e31-a8c5-17979de92fc4),segment_id=0c644148-5bd6-4e31-a8c5-17979de92fc4)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:02.922062 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8c1391d5-751f-427a-bfa7-cc0e78f5a234 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:02.922411 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-8c1391d5-751f-427a-bfa7-cc0e78f5a234 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Added segment f840f2d9-e4a2-4f5f-80e2-d2ac91192548 of type vlan for network 2a8ec5ee-c8d5-4462-a2fb-d0e56811cd5c Aug 11 02:17:02.923721 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:02.924918 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 5eb9176f-1ed6-4f79-a75b-1c022309c059 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:17:02.933900 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86832e6-d1ba-4bdb-9303-86836f9e19fe req-054d6ddd-23c9-4bab-a8bf-0448082d8ae5 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:02.935466 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f86832e6-d1ba-4bdb-9303-86836f9e19fe req-054d6ddd-23c9-4bab-a8bf-0448082d8ae5 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1346c47-7500-4832-bb6a-4d761152a970 HTTP/1.1" status: 200 len: 945 time: 0.2063563 Aug 11 02:17:02.949745 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-1285b521-3a90-49b2-9c1f-e952a7deaeab req-e68aadbb-d929-4ba1-af99-c201e24c37aa tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Calling delete_port for 690bbc53-f3db-4498-b12d-5eb8eb7e60b7 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:02.994486 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 5eb9176f-1ed6-4f79-a75b-1c022309c059, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=5eb9176f-1ed6-4f79-a75b-1c022309c059,segment=NetworkSegment(0c644148-5bd6-4e31-a8c5-17979de92fc4),segment_id=0c644148-5bd6-4e31-a8c5-17979de92fc4)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:02.997386 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=6a46a20f-db43-47c2-9b7f-8cd1abe24e39,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:03.011167 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '5eb9176f-1ed6-4f79-a75b-1c022309c059', 'network_id': 'a22ae8f3-b76a-495f-839c-755566103de1', 'port_id': '5eb9176f-1ed6-4f79-a75b-1c022309c059', 'mac_address': 'fa:16:3e:72:2d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '325640a4-d334-4da9-8e10-51bbb0627559', 'ip_address': '10.1.1.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:17:03.020263 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f1cfe-e7c0-4dc0-98d0-5fc02b0c822e req-4a7399dc-47b3-41ef-a12a-dfdf83787d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:03.021304 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a55f1cfe-e7c0-4dc0-98d0-5fc02b0c822e req-4a7399dc-47b3-41ef-a12a-dfdf83787d24 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d1346c47-7500-4832-bb6a-4d761152a970 HTTP/1.1" status: 200 len: 1097 time: 0.1376114 Aug 11 02:17:03.024069 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd520f8-50d9-4ee2-a15e-6f18f644cbb4 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:17:03.029340 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1fd520f8-50d9-4ee2-a15e-6f18f644cbb4 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:03.036291 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513d89d4-b380-487f-a93d-a5e0755038fb None None] Sync routers for ids ['00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:17:03.043690 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbaaac5-d3b6-4018-91cc-a178d8ab40cd req-c8e3065d-4b7f-42a5-9224-b5504cc076f1 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:03.050001 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513d89d4-b380-487f-a93d-a5e0755038fb None None] Routers {'00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:03.051142 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-513d89d4-b380-487f-a93d-a5e0755038fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:16:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:03.052964 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:03.054215 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fdbaaac5-d3b6-4018-91cc-a178d8ab40cd req-c8e3065d-4b7f-42a5-9224-b5504cc076f1 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/ports?device_id=69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3 HTTP/1.1" status: 200 len: 1024 time: 0.1705554 Aug 11 02:17:03.067836 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb9176f-1ed6-4f79-a75b-1c022309c059 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:03.089376 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 5eb9176f-1ed6-4f79-a75b-1c022309c059, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=5eb9176f-1ed6-4f79-a75b-1c022309c059,segment=NetworkSegment(0c644148-5bd6-4e31-a8c5-17979de92fc4),segment_id=0c644148-5bd6-4e31-a8c5-17979de92fc4)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:03.094929 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:03.095125 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8c1391d5-751f-427a-bfa7-cc0e78f5a234 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:03.141472 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f86832e6-d1ba-4bdb-9303-86836f9e19fe req-a00077c7-13ce-4070-870d-2a57398a6852 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d67352f-7653-4efd-bc06-5275a8933243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896448 Aug 11 02:17:03.162698 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=5eb9176f-1ed6-4f79-a75b-1c022309c059,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:03.170251 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a55f1cfe-e7c0-4dc0-98d0-5fc02b0c822e req-634acca7-b0b4-43e2-be7c-d6b7282b5d57 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6d67352f-7653-4efd-bc06-5275a8933243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679176 Aug 11 02:17:03.187864 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-513d89d4-b380-487f-a93d-a5e0755038fb None None] Set router 00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:03.203661 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8c1391d5-751f-427a-bfa7-cc0e78f5a234 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:03.209165 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1391d5-751f-427a-bfa7-cc0e78f5a234 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:03.210206 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8c1391d5-751f-427a-bfa7-cc0e78f5a234 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:03.210606 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fdbaaac5-d3b6-4018-91cc-a178d8ab40cd req-2da589bc-f9ac-4ac0-9f31-60557b67ee3f tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups?id=59ea80ba-3945-43b8-9cfb-0c53face9725&id=31d11fa5-cb40-4da6-886e-615b107b3938&id=56ddbfec-47ca-4dbf-8c32-e787b27c9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1543071 Aug 11 02:17:03.215918 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1fd520f8-50d9-4ee2-a15e-6f18f644cbb4 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "PUT /v2.0/floatingips/5a8b659c-210c-44b5-82e2-6236c86da647 HTTP/1.1" status: 200 len: 990 time: 2.3979073 Aug 11 02:17:03.223442 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b22cf79-0747-42d2-8821-8c1bb71d4d5b', 'tag': '4f2fc812-8e74-4f08-a40c-f327ac14bb35'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:03.227700 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fec5f3f-85df-44a7-a9c4-8e4f535f7293" -d '{"events": [{"name": "network-changed", "server_uuid": "3b22cf79-0747-42d2-8821-8c1bb71d4d5b", "tag": "4f2fc812-8e74-4f08-a40c-f327ac14bb35"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:03.250733 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8c1391d5-751f-427a-bfa7-cc0e78f5a234 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6736195 Aug 11 02:17:03.252005 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43964) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:03.270776 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e3931070-dfad-4f5a-91dc-413b2ebde7c6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'ports': [{'network_id': '6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4'}, {'network_id': '2a8ec5ee-c8d5-4462-a2fb-d0e56811cd5c'}]} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:03.272420 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e3931070-dfad-4f5a-91dc-413b2ebde7c6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'port': {'network_id': '6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:03.273365 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e3931070-dfad-4f5a-91dc-413b2ebde7c6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'port': {'network_id': '2a8ec5ee-c8d5-4462-a2fb-d0e56811cd5c'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:03.284993 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 690bbc53-f3db-4498-b12d-5eb8eb7e60b7 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:17:03.390990 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1391d5-751f-427a-bfa7-cc0e78f5a234 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Network': ['ID=2a8ec5ee-c8d5-4462-a2fb-d0e56811cd5c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:03.410940 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 2a8ec5ee-c8d5-4462-a2fb-d0e56811cd5c details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:17:03.467334 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd986991-0314-432b-814d-359377137e49 req-93ab1020-02ea-4ca8-b8ca-012dc877f94f tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:03.474372 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd986991-0314-432b-814d-359377137e49 req-93ab1020-02ea-4ca8-b8ca-012dc877f94f tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:03.482387 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd986991-0314-432b-814d-359377137e49 req-93ab1020-02ea-4ca8-b8ca-012dc877f94f tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:03.489421 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd986991-0314-432b-814d-359377137e49 req-93ab1020-02ea-4ca8-b8ca-012dc877f94f tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:03.496853 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd986991-0314-432b-814d-359377137e49 req-93ab1020-02ea-4ca8-b8ca-012dc877f94f tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:03.503996 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd986991-0314-432b-814d-359377137e49 req-93ab1020-02ea-4ca8-b8ca-012dc877f94f tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:03.511681 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd986991-0314-432b-814d-359377137e49 req-93ab1020-02ea-4ca8-b8ca-012dc877f94f tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:03.520176 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fd986991-0314-432b-814d-359377137e49 req-93ab1020-02ea-4ca8-b8ca-012dc877f94f tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5429 time: 0.1475890 Aug 11 02:17:03.552370 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1285b521-3a90-49b2-9c1f-e952a7deaeab req-e68aadbb-d929-4ba1-af99-c201e24c37aa tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:03.560941 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:03.619457 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fd986991-0314-432b-814d-359377137e49 req-f888a456-f607-42cb-8f9c-2ffb411a9cd2 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0907397 Aug 11 02:17:03.637613 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68aadbb-d929-4ba1-af99-c201e24c37aa tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Pushing event deleted for resources: {'Port': ['ID=690bbc53-f3db-4498-b12d-5eb8eb7e60b7,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:03.674520 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-1285b521-3a90-49b2-9c1f-e952a7deaeab req-e68aadbb-d929-4ba1-af99-c201e24c37aa tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] No DVR routers for this DVR port 690bbc53-f3db-4498-b12d-5eb8eb7e60b7 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:17:03.678094 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1285b521-3a90-49b2-9c1f-e952a7deaeab req-e68aadbb-d929-4ba1-af99-c201e24c37aa tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:03.681649 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1285b521-3a90-49b2-9c1f-e952a7deaeab req-e68aadbb-d929-4ba1-af99-c201e24c37aa tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.66 "DELETE /v2.0/ports/690bbc53-f3db-4498-b12d-5eb8eb7e60b7 HTTP/1.1" status: 204 len: 173 time: 1.3022635 Aug 11 02:17:03.687178 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3', 'name': 'network-vif-deleted', 'tag': '690bbc53-f3db-4498-b12d-5eb8eb7e60b7'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:03.689716 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df217f2-7a35-4ca9-9552-b272f3a50822" -d '{"events": [{"server_uuid": "69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3", "name": "network-vif-deleted", "tag": "690bbc53-f3db-4498-b12d-5eb8eb7e60b7"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:03.697136 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be6db44-93b3-4fe7-b183-bc0b4fb00657 x-openstack-request-id: req-2be6db44-93b3-4fe7-b183-bc0b4fb00657 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:03.697433 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b22cf79-0747-42d2-8821-8c1bb71d4d5b", "tag": "4f2fc812-8e74-4f08-a40c-f327ac14bb35", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:03.697696 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2be6db44-93b3-4fe7-b183-bc0b4fb00657 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:03.698649 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b22cf79-0747-42d2-8821-8c1bb71d4d5b', 'tag': '4f2fc812-8e74-4f08-a40c-f327ac14bb35', 'status': 'completed', 'code': 200} Aug 11 02:17:03.754583 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23eeaba0-b79a-45a1-bea8-83e4db3a82c8 x-openstack-request-id: req-23eeaba0-b79a-45a1-bea8-83e4db3a82c8 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:03.754908 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3", "name": "network-vif-deleted", "tag": "690bbc53-f3db-4498-b12d-5eb8eb7e60b7", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:03.756267 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-23eeaba0-b79a-45a1-bea8-83e4db3a82c8 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:03.756700 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e3fbde-ed4d-4b97-9161-dcfb9f13d8d3', 'name': 'network-vif-deleted', 'tag': '690bbc53-f3db-4498-b12d-5eb8eb7e60b7', 'status': 'completed', 'code': 200} Aug 11 02:17:03.776055 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-513d89d4-b380-487f-a93d-a5e0755038fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'name': 'tempest-ServerActionsTestJSON-1775609857-router', 'tenant_id': '953757b63989485aa599c97f35f2480d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '69acca0c-4f63-431f-a175-53bddb12d3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:26Z', 'updated_at': '2021-08-11T02:16:34Z', 'revision_number': 4, 'project_id': '953757b63989485aa599c97f35f2480d', 'gw_port': {'id': '69acca0c-4f63-431f-a175-53bddb12d3e7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:28Z', 'updated_at': '2021-08-11T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '5a8b659c-210c-44b5-82e2-6236c86da647', 'tenant_id': '953757b63989485aa599c97f35f2480d', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'port_id': '4f2fc812-8e74-4f08-a40c-f327ac14bb35', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99', 'mac_address': 'fa:16:3e:72:d0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b22cf79-0747-42d2-8821-8c1bb71d4d5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:16:42Z', 'updated_at': '2021-08-11T02:17:01Z', 'revision_number': 1, 'project_id': '953757b63989485aa599c97f35f2480d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26330340-86ea-47c4-98bf-fb077d132d33', 'name': '', 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99', 'tenant_id': '953757b63989485aa599c97f35f2480d', 'mac_address': 'fa:16:3e:53:91:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '7193a88f-4d31-4933-a3af-0738d0f7bf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:33Z', 'updated_at': '2021-08-11T02:16:41Z', 'revision_number': 5, 'project_id': '953757b63989485aa599c97f35f2480d', 'subnets': [{'id': '7193a88f-4d31-4933-a3af-0738d0f7bf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:03.785062 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['3085161b-7e48-4c97-a864-056bb09eb941'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:03.800455 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.db.resource_extend [None req-58080999-5fdd-41e6-a4d4-a1e387ee7368 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:17:03.817660 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f583a24-f93e-49e8-b376-d946862556f3 req-9ee1f468-2e47-4b73-a855-0cf74b6f5033 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:03.825384 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f583a24-f93e-49e8-b376-d946862556f3 req-9ee1f468-2e47-4b73-a855-0cf74b6f5033 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.0782874 Aug 11 02:17:03.833735 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3931070-dfad-4f5a-91dc-413b2ebde7c6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'port': 2} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:03.838347 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e3931070-dfad-4f5a-91dc-413b2ebde7c6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:03.839187 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513d89d4-b380-487f-a93d-a5e0755038fb None None] Checking router: 00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:17:03.849142 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['607f8c57-0c37-4d39-8378-b28860d65df4'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:03.858401 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['20f53a84-827e-4a21-8b16-64a8498d6bf9'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:03.864578 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e3931070-dfad-4f5a-91dc-413b2ebde7c6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:03.864854 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513d89d4-b380-487f-a93d-a5e0755038fb None None] Routers {'00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:03.865258 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-513d89d4-b380-487f-a93d-a5e0755038fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:16:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:03.865828 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec5f3f-85df-44a7-a9c4-8e4f535f7293 req-e2cec063-e1e2-4801-b234-47a7f17123f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:03.869528 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9fec5f3f-85df-44a7-a9c4-8e4f535f7293 req-e2cec063-e1e2-4801-b234-47a7f17123f3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=953757b63989485aa599c97f35f2480d&device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 1097 time: 0.1398382 Aug 11 02:17:03.875454 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['5eb9176f-1ed6-4f79-a75b-1c022309c059'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:03.899454 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f583a24-f93e-49e8-b376-d946862556f3 req-353c7cf3-1629-428d-82d3-43406640e7db tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689142 Aug 11 02:17:04.007363 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-58080999-5fdd-41e6-a4d4-a1e387ee7368 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:04.013435 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec5f3f-85df-44a7-a9c4-8e4f535f7293 req-0d0400c3-a9f8-41cf-905e-3642eec76284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:04.015386 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9fec5f3f-85df-44a7-a9c4-8e4f535f7293 req-0d0400c3-a9f8-41cf-905e-3642eec76284 service neutron] 10.222.0.66 "GET /v2.0/networks?id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99 HTTP/1.1" status: 200 len: 913 time: 0.1371303 Aug 11 02:17:04.028478 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-e3931070-dfad-4f5a-91dc-413b2ebde7c6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] device_id is not set on port de4b6d3d-7188-4a9d-8b8c-527a3c356af8 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:17:04.052571 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-513d89d4-b380-487f-a93d-a5e0755038fb None None] Set router 00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:04.061779 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-58080999-5fdd-41e6-a4d4-a1e387ee7368 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:04.257097 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e3931070-dfad-4f5a-91dc-413b2ebde7c6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:04.330851 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9fec5f3f-85df-44a7-a9c4-8e4f535f7293 req-fa1e840b-c2a6-42a8-9485-f65d25efd4d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2fc812-8e74-4f08-a40c-f327ac14bb35 HTTP/1.1" status: 200 len: 998 time: 0.3058629 Aug 11 02:17:04.334335 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-58080999-5fdd-41e6-a4d4-a1e387ee7368 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Floating IP b758aee9-2e50-48d6-ab45-5ee60434ca33 associated. External IP: 172.25.2.66, port: 622f47f6-616c-4c28-9002-bebf0b890eca. Aug 11 02:17:04.346663 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772d71c-2832-4716-a106-1368b5d147e3 req-04f91879-5dd7-4781-a678-6605d6f8b5ed tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:04.357847 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5772d71c-2832-4716-a106-1368b5d147e3 req-04f91879-5dd7-4781-a678-6605d6f8b5ed tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.3363333 Aug 11 02:17:04.430739 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-513d89d4-b380-487f-a93d-a5e0755038fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'name': 'tempest-ServerActionsTestJSON-1775609857-router', 'tenant_id': '953757b63989485aa599c97f35f2480d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '69acca0c-4f63-431f-a175-53bddb12d3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:26Z', 'updated_at': '2021-08-11T02:16:34Z', 'revision_number': 4, 'project_id': '953757b63989485aa599c97f35f2480d', 'gw_port': {'id': '69acca0c-4f63-431f-a175-53bddb12d3e7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:28Z', 'updated_at': '2021-08-11T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '5a8b659c-210c-44b5-82e2-6236c86da647', 'tenant_id': '953757b63989485aa599c97f35f2480d', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'port_id': '4f2fc812-8e74-4f08-a40c-f327ac14bb35', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99', 'mac_address': 'fa:16:3e:72:d0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b22cf79-0747-42d2-8821-8c1bb71d4d5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:16:42Z', 'updated_at': '2021-08-11T02:17:01Z', 'revision_number': 1, 'project_id': '953757b63989485aa599c97f35f2480d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26330340-86ea-47c4-98bf-fb077d132d33', 'name': '', 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99', 'tenant_id': '953757b63989485aa599c97f35f2480d', 'mac_address': 'fa:16:3e:53:91:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '7193a88f-4d31-4933-a3af-0738d0f7bf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:33Z', 'updated_at': '2021-08-11T02:16:41Z', 'revision_number': 5, 'project_id': '953757b63989485aa599c97f35f2480d', 'subnets': [{'id': '7193a88f-4d31-4933-a3af-0738d0f7bf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:04.464493 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513d89d4-b380-487f-a93d-a5e0755038fb None None] The sync data for ids ['00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b'] in n-d-615180-33 is: [{'id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'name': 'tempest-ServerActionsTestJSON-1775609857-router', 'tenant_id': '953757b63989485aa599c97f35f2480d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '69acca0c-4f63-431f-a175-53bddb12d3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:26Z', 'updated_at': '2021-08-11T02:16:34Z', 'revision_number': 4, 'project_id': '953757b63989485aa599c97f35f2480d', 'gw_port': {'id': '69acca0c-4f63-431f-a175-53bddb12d3e7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:28Z', 'updated_at': '2021-08-11T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '5a8b659c-210c-44b5-82e2-6236c86da647', 'tenant_id': '953757b63989485aa599c97f35f2480d', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'port_id': '4f2fc812-8e74-4f08-a40c-f327ac14bb35', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99', 'mac_address': 'fa:16:3e:72:d0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b22cf79-0747-42d2-8821-8c1bb71d4d5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:16:42Z', 'updated_at': '2021-08-11T02:17:01Z', 'revision_number': 1, 'project_id': '953757b63989485aa599c97f35f2480d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26330340-86ea-47c4-98bf-fb077d132d33', 'name': '', 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99', 'tenant_id': '953757b63989485aa599c97f35f2480d', 'mac_address': 'fa:16:3e:53:91:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '7193a88f-4d31-4933-a3af-0738d0f7bf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:33Z', 'updated_at': '2021-08-11T02:16:41Z', 'revision_number': 5, 'project_id': '953757b63989485aa599c97f35f2480d', 'subnets': [{'id': '7193a88f-4d31-4933-a3af-0738d0f7bf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:17:04.493223 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab96815-e9e4-48c9-bed8-1d3bf77f84dd req-5fb444a7-5531-40b6-b6c2-a201172b0dc2 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:04.495404 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bab96815-e9e4-48c9-bed8-1d3bf77f84dd req-5fb444a7-5531-40b6-b6c2-a201172b0dc2 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1346c47-7500-4832-bb6a-4d761152a970 HTTP/1.1" status: 200 len: 945 time: 0.2510338 Aug 11 02:17:04.498244 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-e3931070-dfad-4f5a-91dc-413b2ebde7c6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] device_id is not set on port 8a2fad80-b1bd-417f-a965-2a5f441351d3 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:17:04.545693 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bab96815-e9e4-48c9-bed8-1d3bf77f84dd req-d038610b-50da-4c02-ba84-2e42bfd18dbb tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d67352f-7653-4efd-bc06-5275a8933243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441906 Aug 11 02:17:04.713652 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['1451ea14-a62f-4cdf-b59f-1f01ea8381d0'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:04.774806 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e3931070-dfad-4f5a-91dc-413b2ebde7c6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:04.843204 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b9646-ab42-4f25-9de6-a1b3c1ed8caf req-e848e7e0-60e2-478d-9175-5fbf91be2467 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:04.843422 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef2fd46-544a-4242-a8a2-2c39e4819f30 None None] New status for floating IP 5a8b659c-210c-44b5-82e2-6236c86da647: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:17:04.844754 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-987b9646-ab42-4f25-9de6-a1b3c1ed8caf req-e848e7e0-60e2-478d-9175-5fbf91be2467 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1346c47-7500-4832-bb6a-4d761152a970 HTTP/1.1" status: 200 len: 945 time: 0.0862072 Aug 11 02:17:04.858879 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43986) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:04.863858 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-fea51bca-0a0f-4ebf-b4fb-91d165877fb2 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Request body: {'floatingip': {'port_id': 'dfe97b6b-ad97-44d9-973c-18152287d570'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:04.915703 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:04.919856 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fea51bca-0a0f-4ebf-b4fb-91d165877fb2 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks [] for floatingip, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:04.924975 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e3931070-dfad-4f5a-91dc-413b2ebde7c6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:04.936049 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5772d71c-2832-4716-a106-1368b5d147e3 req-c95f9aa0-a8c4-4456-bf9b-2654f64bcd6a tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5762596 Aug 11 02:17:04.963955 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['6a46a20f-db43-47c2-9b7f-8cd1abe24e39'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:04.975400 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec5f3f-85df-44a7-a9c4-8e4f535f7293 req-fa7a0a8d-930f-42b4-80b9-2dba9c042c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:04.977228 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9fec5f3f-85df-44a7-a9c4-8e4f535f7293 req-fa7a0a8d-930f-42b4-80b9-2dba9c042c5a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7193a88f-4d31-4933-a3af-0738d0f7bf97 HTTP/1.1" status: 200 len: 851 time: 0.5656748 Aug 11 02:17:05.095328 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3931070-dfad-4f5a-91dc-413b2ebde7c6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network 6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:05.103573 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec5f3f-85df-44a7-a9c4-8e4f535f7293 req-c255c3a1-5878-491e-8de0-32ca04030d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:05.105156 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9fec5f3f-85df-44a7-a9c4-8e4f535f7293 req-c255c3a1-5878-491e-8de0-32ca04030d6e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1204178 Aug 11 02:17:05.129948 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-e3931070-dfad-4f5a-91dc-413b2ebde7c6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:05.136931 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3931070-dfad-4f5a-91dc-413b2ebde7c6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:05.137345 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e3931070-dfad-4f5a-91dc-413b2ebde7c6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:05.145469 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3931070-dfad-4f5a-91dc-413b2ebde7c6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Port': ['ID=de4b6d3d-7188-4a9d-8b8c-527a3c356af8,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:05.158915 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2dcf11eb-1ea8-4c16-aaa2-ff8590a3ed4f req-f1136ca6-4fac-4afb-b20d-25884535e7ea tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups/59ea80ba-3945-43b8-9cfb-0c53face9725 HTTP/1.1" status: 200 len: 1803 time: 0.1740594 Aug 11 02:17:05.211525 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e350b-ca9b-4f46-acd3-aa6c242b55ba req-a0d08843-cac9-4887-8811-59df80379b04 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:05.218217 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e350b-ca9b-4f46-acd3-aa6c242b55ba req-a0d08843-cac9-4887-8811-59df80379b04 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:05.224628 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e350b-ca9b-4f46-acd3-aa6c242b55ba req-a0d08843-cac9-4887-8811-59df80379b04 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:05.230670 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e350b-ca9b-4f46-acd3-aa6c242b55ba req-a0d08843-cac9-4887-8811-59df80379b04 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:05.236621 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e350b-ca9b-4f46-acd3-aa6c242b55ba req-a0d08843-cac9-4887-8811-59df80379b04 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:05.247473 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e350b-ca9b-4f46-acd3-aa6c242b55ba req-a0d08843-cac9-4887-8811-59df80379b04 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:05.254857 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e350b-ca9b-4f46-acd3-aa6c242b55ba req-a0d08843-cac9-4887-8811-59df80379b04 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:05.258458 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f01e350b-ca9b-4f46-acd3-aa6c242b55ba req-a0d08843-cac9-4887-8811-59df80379b04 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5429 time: 0.2387691 Aug 11 02:17:05.379605 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f01e350b-ca9b-4f46-acd3-aa6c242b55ba req-5ee4cdae-2ca6-479b-85d7-41bd00bbe37f tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0911214 Aug 11 02:17:05.381689 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58080999-5fdd-41e6-a4d4-a1e387ee7368 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Router 8cdd431b-5b4c-48b3-ad36-237c802964cf has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:17:05.384053 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9fec5f3f-85df-44a7-a9c4-8e4f535f7293 req-b0c7f2f5-de7c-4568-bfb5-16f323c99bfd service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703521 Aug 11 02:17:05.594088 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9fec5f3f-85df-44a7-a9c4-8e4f535f7293 req-4dbe7e36-4174-48fd-860b-162e8c99183d service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006626 Aug 11 02:17:05.599405 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3931070-dfad-4f5a-91dc-413b2ebde7c6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Port': ['ID=8a2fad80-b1bd-417f-a965-2a5f441351d3,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:05.601771 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58080999-5fdd-41e6-a4d4-a1e387ee7368 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:17:05.606674 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-58080999-5fdd-41e6-a4d4-a1e387ee7368 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:05.615120 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564ad03f-40b7-476d-9787-284833073ab4 None None] Sync routers for ids ['8cdd431b-5b4c-48b3-ad36-237c802964cf'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:17:05.631679 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564ad03f-40b7-476d-9787-284833073ab4 None None] Routers {'8cdd431b-5b4c-48b3-ad36-237c802964cf'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:05.632371 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-564ad03f-40b7-476d-9787-284833073ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:16:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['8cdd431b-5b4c-48b3-ad36-237c802964cf'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:05.646803 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-58080999-5fdd-41e6-a4d4-a1e387ee7368 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "PUT /v2.0/floatingips/b758aee9-2e50-48d6-ab45-5ee60434ca33 HTTP/1.1" status: 200 len: 990 time: 2.9637940 Aug 11 02:17:05.654514 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04929b46-dd40-412f-9521-8aabca62633e req-17bc4b61-74dc-4165-9fae-926f04f6e356 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:05.656050 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-04929b46-dd40-412f-9521-8aabca62633e req-17bc4b61-74dc-4165-9fae-926f04f6e356 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.1018870 Aug 11 02:17:05.687093 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-2dcf11eb-1ea8-4c16-aaa2-ff8590a3ed4f req-33ac3724-f1e3-45ea-8af4-5d10fd3ddb37 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:05.688823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3931070-dfad-4f5a-91dc-413b2ebde7c6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Checking segment: {'id': 'f840f2d9-e4a2-4f5f-80e2-d2ac91192548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2a8ec5ee-c8d5-4462-a2fb-d0e56811cd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:05.689179 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3931070-dfad-4f5a-91dc-413b2ebde7c6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network hostable DHCP agents. Network: 2a8ec5ee-c8d5-4462-a2fb-d0e56811cd5c, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:17:05.702817 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-04929b46-dd40-412f-9521-8aabca62633e req-8f334999-5c1c-4532-b99f-e2e8d191a0cd tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399218 Aug 11 02:17:05.736908 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-2dcf11eb-1ea8-4c16-aaa2-ff8590a3ed4f req-33ac3724-f1e3-45ea-8af4-5d10fd3ddb37 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:05.748727 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3931070-dfad-4f5a-91dc-413b2ebde7c6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network 2a8ec5ee-c8d5-4462-a2fb-d0e56811cd5c is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:17:05.757735 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-564ad03f-40b7-476d-9787-284833073ab4 None None] Set router 8cdd431b-5b4c-48b3-ad36-237c802964cf gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:05.758484 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'tag': '622f47f6-616c-4c28-9002-bebf0b890eca'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:05.771035 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf42d2f9-743e-45e9-9d8b-6b405b4bf0af" -d '{"events": [{"name": "network-changed", "server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "tag": "622f47f6-616c-4c28-9002-bebf0b890eca"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:05.803315 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-e3931070-dfad-4f5a-91dc-413b2ebde7c6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 2a8ec5ee-c8d5-4462-a2fb-d0e56811cd5c) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:05.816336 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200ca251-2253-42cc-ab0d-ef4acc4eed2f None None] Network 2a8ec5ee-c8d5-4462-a2fb-d0e56811cd5c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:05.852442 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3931070-dfad-4f5a-91dc-413b2ebde7c6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:05.859713 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3931070-dfad-4f5a-91dc-413b2ebde7c6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:05.868802 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3931070-dfad-4f5a-91dc-413b2ebde7c6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:05.869515 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e3931070-dfad-4f5a-91dc-413b2ebde7c6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:05.901656 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e3931070-dfad-4f5a-91dc-413b2ebde7c6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6455708 Aug 11 02:17:05.902338 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43998) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:05.914617 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3da345c-5d50-41d5-ab22-470d348d2f26 x-openstack-request-id: req-b3da345c-5d50-41d5-ab22-470d348d2f26 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:05.914907 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "tag": "622f47f6-616c-4c28-9002-bebf0b890eca", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:05.915162 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b3da345c-5d50-41d5-ab22-470d348d2f26 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:05.915591 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'tag': '622f47f6-616c-4c28-9002-bebf0b890eca', 'status': 'completed', 'code': 200} Aug 11 02:17:05.939000 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-2dcf11eb-1ea8-4c16-aaa2-ff8590a3ed4f req-33ac3724-f1e3-45ea-8af4-5d10fd3ddb37 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:05.941855 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-2dcf11eb-1ea8-4c16-aaa2-ff8590a3ed4f req-33ac3724-f1e3-45ea-8af4-5d10fd3ddb37 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:05.947088 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2dcf11eb-1ea8-4c16-aaa2-ff8590a3ed4f req-33ac3724-f1e3-45ea-8af4-5d10fd3ddb37 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "DELETE /v2.0/security-groups/59ea80ba-3945-43b8-9cfb-0c53face9725 HTTP/1.1" status: 204 len: 173 time: 0.4472690 Aug 11 02:17:06.016058 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac3724-f1e3-45ea-8af4-5d10fd3ddb37 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ea80ba-3945-43b8-9cfb-0c53face9725,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:06.059958 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-1ac8e0f5-574f-4408-a6fa-0fd90fc61452 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting port 8a2fad80-b1bd-417f-a965-2a5f441351d3 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:06.060574 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ac8e0f5-574f-4408-a6fa-0fd90fc61452 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.072731 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-564ad03f-40b7-476d-9787-284833073ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1662482736-router', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bf38d9db-e662-4a12-b0ed-b5c934854f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:12Z', 'updated_at': '2021-08-11T02:14:22Z', 'revision_number': 4, 'project_id': 'b9900cac277147b786c9feaddc3e5258', 'gw_port': {'id': 'bf38d9db-e662-4a12-b0ed-b5c934854f88', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:13Z', 'updated_at': '2021-08-11T02:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'b758aee9-2e50-48d6-ab45-5ee60434ca33', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'floating_ip_address': '172.25.2.66', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'port_id': '622f47f6-616c-4c28-9002-bebf0b890eca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe47308-1e64-4a04-9103-656b58efd77e', 'mac_address': 'fa:16:3e:d3:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:15:31Z', 'updated_at': '2021-08-11T02:17:03Z', 'revision_number': 1, 'project_id': 'b9900cac277147b786c9feaddc3e5258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb63bfd-193e-4eca-8480-b9b043930685', 'name': '', 'network_id': '5fe47308-1e64-4a04-9103-656b58efd77e', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'mac_address': 'fa:16:3e:82:54:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'cca11161-972d-481d-9501-cb4b39e49752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:20Z', 'updated_at': '2021-08-11T02:14:32Z', 'revision_number': 5, 'project_id': 'b9900cac277147b786c9feaddc3e5258', 'subnets': [{'id': 'cca11161-972d-481d-9501-cb4b39e49752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:06.083899 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d4643da8-cd6c-46da-949c-256a69b3f7b5 req-c16b62f8-0aff-45c0-9f77-6df04c367566 tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "GET /v2.0/security-groups/31d11fa5-cb40-4da6-886e-615b107b3938 HTTP/1.1" status: 200 len: 1801 time: 0.1064420 Aug 11 02:17:06.106549 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564ad03f-40b7-476d-9787-284833073ab4 None None] Checking router: 8cdd431b-5b4c-48b3-ad36-237c802964cf for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:17:06.115620 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564ad03f-40b7-476d-9787-284833073ab4 None None] Routers {'8cdd431b-5b4c-48b3-ad36-237c802964cf'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:06.116739 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-564ad03f-40b7-476d-9787-284833073ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:16:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['8cdd431b-5b4c-48b3-ad36-237c802964cf'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:06.124350 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42d2f9-743e-45e9-9d8b-6b405b4bf0af req-b79063a9-3c37-4eb5-ac23-771a555cafae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:06.124855 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42d2f9-743e-45e9-9d8b-6b405b4bf0af req-b79063a9-3c37-4eb5-ac23-771a555cafae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:06.125331 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42d2f9-743e-45e9-9d8b-6b405b4bf0af req-b79063a9-3c37-4eb5-ac23-771a555cafae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:06.125807 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42d2f9-743e-45e9-9d8b-6b405b4bf0af req-b79063a9-3c37-4eb5-ac23-771a555cafae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:06.126290 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42d2f9-743e-45e9-9d8b-6b405b4bf0af req-b79063a9-3c37-4eb5-ac23-771a555cafae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:06.126750 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42d2f9-743e-45e9-9d8b-6b405b4bf0af req-b79063a9-3c37-4eb5-ac23-771a555cafae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:06.127227 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42d2f9-743e-45e9-9d8b-6b405b4bf0af req-b79063a9-3c37-4eb5-ac23-771a555cafae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:06.129210 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cf42d2f9-743e-45e9-9d8b-6b405b4bf0af req-b79063a9-3c37-4eb5-ac23-771a555cafae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9900cac277147b786c9feaddc3e5258&device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 6506 time: 0.1243627 Aug 11 02:17:06.129332 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ac8e0f5-574f-4408-a6fa-0fd90fc61452 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.148085 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-1ac8e0f5-574f-4408-a6fa-0fd90fc61452 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Calling delete_port for 8a2fad80-b1bd-417f-a965-2a5f441351d3 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:06.229565 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ac8e0f5-574f-4408-a6fa-0fd90fc61452 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.233797 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-564ad03f-40b7-476d-9787-284833073ab4 None None] Set router 8cdd431b-5b4c-48b3-ad36-237c802964cf gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:06.261182 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8e0f5-574f-4408-a6fa-0fd90fc61452 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Port': ['ID=8a2fad80-b1bd-417f-a965-2a5f441351d3,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:06.265064 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fea51bca-0a0f-4ebf-b4fb-91d165877fb2 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.267575 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ac8e0f5-574f-4408-a6fa-0fd90fc61452 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.273709 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1ac8e0f5-574f-4408-a6fa-0fd90fc61452 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/ports/8a2fad80-b1bd-417f-a965-2a5f441351d3 HTTP/1.1" status: 204 len: 168 time: 0.3699138 Aug 11 02:17:06.274555 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44004) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:06.279486 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fea51bca-0a0f-4ebf-b4fb-91d165877fb2 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.325175 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478a3a43-db5e-4e8f-a8f9-9271831f8243 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:06.331157 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478a3a43-db5e-4e8f-a8f9-9271831f8243 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:06.332755 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-478a3a43-db5e-4e8f-a8f9-9271831f8243 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0574942 Aug 11 02:17:06.333728 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d4643da8-cd6c-46da-949c-256a69b3f7b5 req-822b62e8-847b-4a8d-afe8-6754e75f2e3e tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.335483 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44006) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:06.369852 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42d2f9-743e-45e9-9d8b-6b405b4bf0af req-42ce4111-82e1-4a47-ab31-807a00e94b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:06.371395 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cf42d2f9-743e-45e9-9d8b-6b405b4bf0af req-42ce4111-82e1-4a47-ab31-807a00e94b88 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5fe47308-1e64-4a04-9103-656b58efd77e HTTP/1.1" status: 200 len: 918 time: 0.2346663 Aug 11 02:17:06.417156 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d4643da8-cd6c-46da-949c-256a69b3f7b5 req-822b62e8-847b-4a8d-afe8-6754e75f2e3e tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.457245 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-b12ea897-25f2-405f-89b3-fbc32247e94b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting port de4b6d3d-7188-4a9d-8b8c-527a3c356af8 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:06.457657 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b12ea897-25f2-405f-89b3-fbc32247e94b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.496372 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-564ad03f-40b7-476d-9787-284833073ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1662482736-router', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bf38d9db-e662-4a12-b0ed-b5c934854f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:12Z', 'updated_at': '2021-08-11T02:14:22Z', 'revision_number': 4, 'project_id': 'b9900cac277147b786c9feaddc3e5258', 'gw_port': {'id': 'bf38d9db-e662-4a12-b0ed-b5c934854f88', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:13Z', 'updated_at': '2021-08-11T02:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'b758aee9-2e50-48d6-ab45-5ee60434ca33', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'floating_ip_address': '172.25.2.66', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'port_id': '622f47f6-616c-4c28-9002-bebf0b890eca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe47308-1e64-4a04-9103-656b58efd77e', 'mac_address': 'fa:16:3e:d3:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:15:31Z', 'updated_at': '2021-08-11T02:17:03Z', 'revision_number': 1, 'project_id': 'b9900cac277147b786c9feaddc3e5258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb63bfd-193e-4eca-8480-b9b043930685', 'name': '', 'network_id': '5fe47308-1e64-4a04-9103-656b58efd77e', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'mac_address': 'fa:16:3e:82:54:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'cca11161-972d-481d-9501-cb4b39e49752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:20Z', 'updated_at': '2021-08-11T02:14:32Z', 'revision_number': 5, 'project_id': 'b9900cac277147b786c9feaddc3e5258', 'subnets': [{'id': 'cca11161-972d-481d-9501-cb4b39e49752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:06.519644 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-fea51bca-0a0f-4ebf-b4fb-91d165877fb2 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Floating IP f1e8f69b-d5ed-4f17-9fdb-56e1a99a39b4 associated. External IP: 172.25.2.37, port: dfe97b6b-ad97-44d9-973c-18152287d570. Aug 11 02:17:06.531582 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564ad03f-40b7-476d-9787-284833073ab4 None None] The sync data for ids ['8cdd431b-5b4c-48b3-ad36-237c802964cf'] in n-d-615180-33 is: [{'id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1662482736-router', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bf38d9db-e662-4a12-b0ed-b5c934854f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:12Z', 'updated_at': '2021-08-11T02:14:22Z', 'revision_number': 4, 'project_id': 'b9900cac277147b786c9feaddc3e5258', 'gw_port': {'id': 'bf38d9db-e662-4a12-b0ed-b5c934854f88', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:13Z', 'updated_at': '2021-08-11T02:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'b758aee9-2e50-48d6-ab45-5ee60434ca33', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'floating_ip_address': '172.25.2.66', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'port_id': '622f47f6-616c-4c28-9002-bebf0b890eca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe47308-1e64-4a04-9103-656b58efd77e', 'mac_address': 'fa:16:3e:d3:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:15:31Z', 'updated_at': '2021-08-11T02:17:03Z', 'revision_number': 1, 'project_id': 'b9900cac277147b786c9feaddc3e5258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb63bfd-193e-4eca-8480-b9b043930685', 'name': '', 'network_id': '5fe47308-1e64-4a04-9103-656b58efd77e', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'mac_address': 'fa:16:3e:82:54:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'cca11161-972d-481d-9501-cb4b39e49752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:20Z', 'updated_at': '2021-08-11T02:14:32Z', 'revision_number': 5, 'project_id': 'b9900cac277147b786c9feaddc3e5258', 'subnets': [{'id': 'cca11161-972d-481d-9501-cb4b39e49752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:17:06.563281 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b12ea897-25f2-405f-89b3-fbc32247e94b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.581405 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-b12ea897-25f2-405f-89b3-fbc32247e94b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Calling delete_port for de4b6d3d-7188-4a9d-8b8c-527a3c356af8 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:06.590667 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cf42d2f9-743e-45e9-9d8b-6b405b4bf0af req-b8a0aa55-fa68-4955-836f-6a0f103d31fa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=622f47f6-616c-4c28-9002-bebf0b890eca HTTP/1.1" status: 200 len: 998 time: 0.2119825 Aug 11 02:17:06.594595 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c774efc-f49d-4956-a9b5-a635a145a528 req-a8a77a2e-e0f5-4e2c-bee1-74d95d164c44 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:06.600975 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c774efc-f49d-4956-a9b5-a635a145a528 req-a8a77a2e-e0f5-4e2c-bee1-74d95d164c44 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:06.606902 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c774efc-f49d-4956-a9b5-a635a145a528 req-a8a77a2e-e0f5-4e2c-bee1-74d95d164c44 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:06.612892 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c774efc-f49d-4956-a9b5-a635a145a528 req-a8a77a2e-e0f5-4e2c-bee1-74d95d164c44 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:06.618954 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c774efc-f49d-4956-a9b5-a635a145a528 req-a8a77a2e-e0f5-4e2c-bee1-74d95d164c44 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:06.624876 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c774efc-f49d-4956-a9b5-a635a145a528 req-a8a77a2e-e0f5-4e2c-bee1-74d95d164c44 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:06.630757 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c774efc-f49d-4956-a9b5-a635a145a528 req-a8a77a2e-e0f5-4e2c-bee1-74d95d164c44 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:06.632775 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8c774efc-f49d-4956-a9b5-a635a145a528 req-a8a77a2e-e0f5-4e2c-bee1-74d95d164c44 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5429 time: 0.1574981 Aug 11 02:17:06.634024 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d4643da8-cd6c-46da-949c-256a69b3f7b5 req-822b62e8-847b-4a8d-afe8-6754e75f2e3e tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.637164 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d4643da8-cd6c-46da-949c-256a69b3f7b5 req-822b62e8-847b-4a8d-afe8-6754e75f2e3e tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.638426 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d4643da8-cd6c-46da-949c-256a69b3f7b5 req-822b62e8-847b-4a8d-afe8-6754e75f2e3e tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] 10.222.0.50 "DELETE /v2.0/security-groups/31d11fa5-cb40-4da6-886e-615b107b3938 HTTP/1.1" status: 204 len: 173 time: 0.5303669 Aug 11 02:17:06.645702 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44010) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:06.675187 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b62e8-847b-4a8d-afe8-6754e75f2e3e tempest-SecurityGroupsTestJSON-170815872 tempest-SecurityGroupsTestJSON-170815872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d11fa5-cb40-4da6-886e-615b107b3938,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:06.706055 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42d2f9-743e-45e9-9d8b-6b405b4bf0af req-f7b66c3c-5ced-4156-8898-c9990cfad101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:06.708767 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cf42d2f9-743e-45e9-9d8b-6b405b4bf0af req-f7b66c3c-5ced-4156-8898-c9990cfad101 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cca11161-972d-481d-9501-cb4b39e49752 HTTP/1.1" status: 200 len: 856 time: 0.0839896 Aug 11 02:17:06.755530 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f0130e-9f8a-4faf-92de-1fe408bf675f None None] New status for floating IP b758aee9-2e50-48d6-ab45-5ee60434ca33: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:17:06.778551 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-45596b48-29f5-47e5-86a9-40c0009b71be admin admin] Deleting subnet 025e1ca0-7884-4b5a-921c-958f38e3c6f7 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:17:06.784456 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-45596b48-29f5-47e5-86a9-40c0009b71be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.832330 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8c774efc-f49d-4956-a9b5-a635a145a528 req-48f4ddeb-0167-4365-a4a5-44c79c7363d2 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1886487 Aug 11 02:17:06.848313 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-45596b48-29f5-47e5-86a9-40c0009b71be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.883657 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42d2f9-743e-45e9-9d8b-6b405b4bf0af req-e532f478-5c43-420f-b0b4-839c9ebd41f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:06.884145 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b12ea897-25f2-405f-89b3-fbc32247e94b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.886969 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cf42d2f9-743e-45e9-9d8b-6b405b4bf0af req-e532f478-5c43-420f-b0b4-839c9ebd41f2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5fe47308-1e64-4a04-9103-656b58efd77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1344116 Aug 11 02:17:06.904411 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490d1ed-7abf-4682-84ea-f404d7e94a29 req-27ff33ee-5e57-4ff3-b94a-2356d54d49d8 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:06.906087 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0490d1ed-7abf-4682-84ea-f404d7e94a29 req-27ff33ee-5e57-4ff3-b94a-2356d54d49d8 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.1201844 Aug 11 02:17:06.918043 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea51bca-0a0f-4ebf-b4fb-91d165877fb2 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Router 0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:17:06.926421 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ea897-25f2-405f-89b3-fbc32247e94b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Port': ['ID=de4b6d3d-7188-4a9d-8b8c-527a3c356af8,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:06.936842 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b12ea897-25f2-405f-89b3-fbc32247e94b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.942027 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b12ea897-25f2-405f-89b3-fbc32247e94b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/ports/de4b6d3d-7188-4a9d-8b8c-527a3c356af8 HTTP/1.1" status: 204 len: 168 time: 0.6053727 Aug 11 02:17:06.946047 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44018) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:06.981690 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-45596b48-29f5-47e5-86a9-40c0009b71be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.038316 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf75fa1-a4cd-4b3e-b078-8fa3faef00f5 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:07.039859 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ccf75fa1-a4cd-4b3e-b078-8fa3faef00f5 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0928454 Aug 11 02:17:07.043663 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44022) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:07.072259 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0490d1ed-7abf-4682-84ea-f404d7e94a29 req-0a7fdaaf-51ba-4d4f-921a-782fdec0f7dd tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529772 Aug 11 02:17:07.074931 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-879ae08e-294a-46d9-8320-9e2ea8ce7ca5 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] GET failed (client error): The resource could not be found. Aug 11 02:17:07.080157 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-879ae08e-294a-46d9-8320-9e2ea8ce7ca5 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "GET /v2.0/ports/8a2fad80-b1bd-417f-a965-2a5f441351d3 HTTP/1.1" status: 404 len: 333 time: 0.0320148 Aug 11 02:17:07.080157 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44024) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:07.098153 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cf42d2f9-743e-45e9-9d8b-6b405b4bf0af req-94ab1768-8a18-4cb5-889d-ca3a8b268742 service neutron] 10.222.0.73 "GET /v2.0/networks/5fe47308-1e64-4a04-9103-656b58efd77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909313 Aug 11 02:17:07.114804 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-45596b48-29f5-47e5-86a9-40c0009b71be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.117775 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4f588f-afb2-4394-802f-7d637fb32ac3 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] GET failed (client error): The resource could not be found. Aug 11 02:17:07.122392 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2a4f588f-afb2-4394-802f-7d637fb32ac3 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "GET /v2.0/ports/de4b6d3d-7188-4a9d-8b8c-527a3c356af8 HTTP/1.1" status: 404 len: 333 time: 0.0390482 Aug 11 02:17:07.122980 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44026) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:07.191788 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45596b48-29f5-47e5-86a9-40c0009b71be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=025e1ca0-7884-4b5a-921c-958f38e3c6f7,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:07.197530 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea51bca-0a0f-4ebf-b4fb-91d165877fb2 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:17:07.202943 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fea51bca-0a0f-4ebf-b4fb-91d165877fb2 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.203420 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-45596b48-29f5-47e5-86a9-40c0009b71be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.205250 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-45596b48-29f5-47e5-86a9-40c0009b71be admin admin] 10.222.0.50 "DELETE /v2.0/subnets/025e1ca0-7884-4b5a-921c-958f38e3c6f7 HTTP/1.1" status: 204 len: 168 time: 0.5572844 Aug 11 02:17:07.207773 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44028) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:07.210612 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a7428f-847f-4890-9eaf-7744389ef1a9 None None] Sync routers for ids ['0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:17:07.220520 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a7428f-847f-4890-9eaf-7744389ef1a9 None None] Routers {'0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:07.221254 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e5a7428f-847f-4890-9eaf-7744389ef1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:16:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:07.231179 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ac2a029b-e684-4455-b3f0-d2f7205bb561 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.290622 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fea51bca-0a0f-4ebf-b4fb-91d165877fb2 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "PUT /v2.0/floatingips/f1e8f69b-d5ed-4f17-9fdb-56e1a99a39b4 HTTP/1.1" status: 200 len: 990 time: 2.4301167 Aug 11 02:17:07.296855 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 3085161b-7e48-4c97-a864-056bb09eb941 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:07.304775 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1346c47-7500-4832-bb6a-4d761152a970', 'tag': 'dfe97b6b-ad97-44d9-973c-18152287d570'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:07.307109 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506b2f8e-1422-4da1-9092-12eeeed82802" -d '{"events": [{"name": "network-changed", "server_uuid": "d1346c47-7500-4832-bb6a-4d761152a970", "tag": "dfe97b6b-ad97-44d9-973c-18152287d570"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:07.327887 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cf42d2f9-743e-45e9-9d8b-6b405b4bf0af req-03838351-60a8-47c7-87a8-afff587e92d4 service neutron] 10.222.0.73 "GET /v2.0/networks/5fe47308-1e64-4a04-9103-656b58efd77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023087 Aug 11 02:17:07.329877 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ac2a029b-e684-4455-b3f0-d2f7205bb561 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.339839 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8185bf1b-eda4-4a6e-a352-77b8720161a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.341548 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-ac2a029b-e684-4455-b3f0-d2f7205bb561 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8ec5ee-c8d5-4462-a2fb-d0e56811cd5c']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:07.359339 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-ac2a029b-e684-4455-b3f0-d2f7205bb561 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f840f2d9-e4a2-4f5f-80e2-d2ac91192548') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:07.359759 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-ac2a029b-e684-4455-b3f0-d2f7205bb561 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f840f2d9-e4a2-4f5f-80e2-d2ac91192548') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:07.370440 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ac2a029b-e684-4455-b3f0-d2f7205bb561 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.388799 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ac2a029b-e684-4455-b3f0-d2f7205bb561 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.406057 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3bb0de-6da1-4550-bfdf-3bc77cb78055 x-openstack-request-id: req-0e3bb0de-6da1-4550-bfdf-3bc77cb78055 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:07.406404 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1346c47-7500-4832-bb6a-4d761152a970", "tag": "dfe97b6b-ad97-44d9-973c-18152287d570", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:07.407514 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0e3bb0de-6da1-4550-bfdf-3bc77cb78055 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:07.407958 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac2a029b-e684-4455-b3f0-d2f7205bb561 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:17:07.408101 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1346c47-7500-4832-bb6a-4d761152a970', 'tag': 'dfe97b6b-ad97-44d9-973c-18152287d570', 'status': 'completed', 'code': 200} Aug 11 02:17:07.408720 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ac2a029b-e684-4455-b3f0-d2f7205bb561 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:17:07.412307 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:17:07.419705 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 3085161b-7e48-4c97-a864-056bb09eb941 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:07.424050 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 3085161b-7e48-4c97-a864-056bb09eb941 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:07.424478 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.429569 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-e5a7428f-847f-4890-9eaf-7744389ef1a9 None None] Set router 0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:07.481102 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ac2a029b-e684-4455-b3f0-d2f7205bb561 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.502998 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8185bf1b-eda4-4a6e-a352-77b8720161a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.504744 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ac2a029b-e684-4455-b3f0-d2f7205bb561 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.507528 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ac2a029b-e684-4455-b3f0-d2f7205bb561 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/networks/2a8ec5ee-c8d5-4462-a2fb-d0e56811cd5c HTTP/1.1" status: 204 len: 168 time: 0.3835120 Aug 11 02:17:07.508762 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a029b-e684-4455-b3f0-d2f7205bb561 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Network': ['ID=2a8ec5ee-c8d5-4462-a2fb-d0e56811cd5c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:07.513947 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44034) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:07.520663 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-8185bf1b-eda4-4a6e-a352-77b8720161a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79a301b6-8eb6-4684-84fd-05d6fc546709']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:07.521711 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-348a8c61-f9f6-49b5-953e-7918b3ea39b9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-753313223'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:07.536320 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.542436 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b2f8e-1422-4da1-9092-12eeeed82802 req-2dce1607-13b4-4885-b97a-8fb8408c33db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:07.544287 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-506b2f8e-1422-4da1-9092-12eeeed82802 req-2dce1607-13b4-4885-b97a-8fb8408c33db service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=46ac404d6c2f4ff8a9d4b2717b2d3aa2&device_id=d1346c47-7500-4832-bb6a-4d761152a970 HTTP/1.1" status: 200 len: 1097 time: 0.1192150 Aug 11 02:17:07.546450 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-8185bf1b-eda4-4a6e-a352-77b8720161a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19dbea17-970b-4093-9d9c-314e17b532a2') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:07.546889 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-8185bf1b-eda4-4a6e-a352-77b8720161a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19dbea17-970b-4093-9d9c-314e17b532a2') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:07.549852 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348a8c61-f9f6-49b5-953e-7918b3ea39b9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:07.554259 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-348a8c61-f9f6-49b5-953e-7918b3ea39b9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.572462 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3085161b-7e48-4c97-a864-056bb09eb941'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:07.575842 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc00209-cf9b-487f-8f30-ebad3258b12b" -d '{"events": [{"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-plugged", "status": "completed", "tag": "3085161b-7e48-4c97-a864-056bb09eb941"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:07.579883 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8185bf1b-eda4-4a6e-a352-77b8720161a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.586003 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348a8c61-f9f6-49b5-953e-7918b3ea39b9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:17:07.596947 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 3085161b-7e48-4c97-a864-056bb09eb941, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=3085161b-7e48-4c97-a864-056bb09eb941,segment=NetworkSegment(0c644148-5bd6-4e31-a8c5-17979de92fc4),segment_id=0c644148-5bd6-4e31-a8c5-17979de92fc4)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:07.599996 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-348a8c61-f9f6-49b5-953e-7918b3ea39b9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.600347 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-348a8c61-f9f6-49b5-953e-7918b3ea39b9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Added segment 12b55080-89df-4410-8b75-cb001cc8b869 of type vlan for network 09a86f63-eb6c-4041-b643-9b918dc8c9df Aug 11 02:17:07.602462 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.603669 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 1451ea14-a62f-4cdf-b59f-1f01ea8381d0 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:07.627805 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8185bf1b-eda4-4a6e-a352-77b8720161a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.638826 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8185bf1b-eda4-4a6e-a352-77b8720161a0 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:17:07.640923 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8185bf1b-eda4-4a6e-a352-77b8720161a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:17:07.641587 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:17:07.665693 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d9c253-0f06-4ad3-aa55-8b284cc7c58a x-openstack-request-id: req-f1d9c253-0f06-4ad3-aa55-8b284cc7c58a {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:07.665999 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-plugged", "status": "completed", "tag": "3085161b-7e48-4c97-a864-056bb09eb941", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:07.666316 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f1d9c253-0f06-4ad3-aa55-8b284cc7c58a {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:07.666789 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3085161b-7e48-4c97-a864-056bb09eb941', 'code': 200} Aug 11 02:17:07.675386 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-348a8c61-f9f6-49b5-953e-7918b3ea39b9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.719069 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-348a8c61-f9f6-49b5-953e-7918b3ea39b9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.725057 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=3085161b-7e48-4c97-a864-056bb09eb941,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:07.726993 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348a8c61-f9f6-49b5-953e-7918b3ea39b9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:07.727527 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b2f8e-1422-4da1-9092-12eeeed82802 req-91c10600-82f3-43e6-b590-91b313be0382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:07.728778 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-348a8c61-f9f6-49b5-953e-7918b3ea39b9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.730169 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-506b2f8e-1422-4da1-9092-12eeeed82802 req-91c10600-82f3-43e6-b590-91b313be0382 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1cc06348-0fe8-4b09-9dc0-727cbdd09d09 HTTP/1.1" status: 200 len: 916 time: 0.1733932 Aug 11 02:17:07.731618 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8185bf1b-eda4-4a6e-a352-77b8720161a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.737719 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8185bf1b-eda4-4a6e-a352-77b8720161a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.740063 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8185bf1b-eda4-4a6e-a352-77b8720161a0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/79a301b6-8eb6-4684-84fd-05d6fc546709 HTTP/1.1" status: 204 len: 168 time: 0.5312426 Aug 11 02:17:07.756420 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 1451ea14-a62f-4cdf-b59f-1f01ea8381d0 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:07.765285 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 1451ea14-a62f-4cdf-b59f-1f01ea8381d0 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:07.767062 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.794310 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185bf1b-eda4-4a6e-a352-77b8720161a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=79a301b6-8eb6-4684-84fd-05d6fc546709,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:07.833028 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-506b2f8e-1422-4da1-9092-12eeeed82802 req-bf53d0b8-cb29-44a7-8c0d-4c63849ecd33 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfe97b6b-ad97-44d9-973c-18152287d570 HTTP/1.1" status: 200 len: 998 time: 0.0915356 Aug 11 02:17:07.846703 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-348a8c61-f9f6-49b5-953e-7918b3ea39b9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3279905 Aug 11 02:17:07.847261 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44040) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:07.847931 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a8c61-f9f6-49b5-953e-7918b3ea39b9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Network': ['ID=09a86f63-eb6c-4041-b643-9b918dc8c9df,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:07.856210 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-85411a6a-d06f-4e33-a763-d795ccec6a18 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'subnet': {'network_id': '09a86f63-eb6c-4041-b643-9b918dc8c9df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:07.876021 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 09a86f63-eb6c-4041-b643-9b918dc8c9df details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:17:07.898844 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b2f8e-1422-4da1-9092-12eeeed82802 req-5b455b16-1b74-4e58-a2ec-ffd6ca4b4671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:07.901491 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-506b2f8e-1422-4da1-9092-12eeeed82802 req-5b455b16-1b74-4e58-a2ec-ffd6ca4b4671 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cccbf575-460b-41a5-802c-8f12cd514561 HTTP/1.1" status: 200 len: 854 time: 0.0605130 Aug 11 02:17:07.922646 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.962745 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e5a7428f-847f-4890-9eaf-7744389ef1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'name': 'tempest-ServersTestFqdnHostnames-1133917206-router', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'a8e1c58a-8a39-4a18-bb9a-21e89826c95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:26Z', 'updated_at': '2021-08-11T02:16:40Z', 'revision_number': 4, 'project_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'gw_port': {'id': 'a8e1c58a-8a39-4a18-bb9a-21e89826c95a', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:30Z', 'updated_at': '2021-08-11T02:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'f1e8f69b-d5ed-4f17-9fdb-56e1a99a39b4', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'port_id': 'dfe97b6b-ad97-44d9-973c-18152287d570', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cc06348-0fe8-4b09-9dc0-727cbdd09d09', 'mac_address': 'fa:16:3e:a7:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1346c47-7500-4832-bb6a-4d761152a970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:16:46Z', 'updated_at': '2021-08-11T02:17:06Z', 'revision_number': 1, 'project_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88bd1e0f-a5a1-4f87-b357-7f588fd2652e', 'name': '', 'network_id': '1cc06348-0fe8-4b09-9dc0-727cbdd09d09', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'mac_address': 'fa:16:3e:70:57:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'cccbf575-460b-41a5-802c-8f12cd514561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:38Z', 'updated_at': '2021-08-11T02:16:47Z', 'revision_number': 5, 'project_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'subnets': [{'id': 'cccbf575-460b-41a5-802c-8f12cd514561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:07.970272 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b2f8e-1422-4da1-9092-12eeeed82802 req-f71679a9-1657-447e-a40e-391c29a41be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:07.972845 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-506b2f8e-1422-4da1-9092-12eeeed82802 req-f71679a9-1657-447e-a40e-391c29a41be5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1cc06348-0fe8-4b09-9dc0-727cbdd09d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627279 Aug 11 02:17:08.009014 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 1451ea14-a62f-4cdf-b59f-1f01ea8381d0, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=1451ea14-a62f-4cdf-b59f-1f01ea8381d0,segment=NetworkSegment(c2e8159c-d990-439a-8147-40324f3e05e5),segment_id=c2e8159c-d990-439a-8147-40324f3e05e5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:08.016512 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.017416 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 20f53a84-827e-4a21-8b16-64a8498d6bf9 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:08.046323 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a7428f-847f-4890-9eaf-7744389ef1a9 None None] Checking router: 0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:17:08.076136 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=1451ea14-a62f-4cdf-b59f-1f01ea8381d0,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:08.076519 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a7428f-847f-4890-9eaf-7744389ef1a9 None None] Routers {'0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:08.077898 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e5a7428f-847f-4890-9eaf-7744389ef1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:16:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:08.094361 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a0627-37ae-49af-8335-973df81c5d89 req-7c49b6f4-59ef-441c-ab18-430d7487359e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:08.097560 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-506b2f8e-1422-4da1-9092-12eeeed82802 req-20fe3c58-1b07-4486-a35a-2c53f35543d0 service neutron] 10.222.0.73 "GET /v2.0/networks/1cc06348-0fe8-4b09-9dc0-727cbdd09d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166449 Aug 11 02:17:08.107683 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a0627-37ae-49af-8335-973df81c5d89 req-7c49b6f4-59ef-441c-ab18-430d7487359e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:08.114100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a0627-37ae-49af-8335-973df81c5d89 req-7c49b6f4-59ef-441c-ab18-430d7487359e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:08.120653 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a0627-37ae-49af-8335-973df81c5d89 req-7c49b6f4-59ef-441c-ab18-430d7487359e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:08.130043 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a0627-37ae-49af-8335-973df81c5d89 req-7c49b6f4-59ef-441c-ab18-430d7487359e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:08.136811 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a0627-37ae-49af-8335-973df81c5d89 req-7c49b6f4-59ef-441c-ab18-430d7487359e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:08.138138 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44050) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:08.143281 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a0627-37ae-49af-8335-973df81c5d89 req-7c49b6f4-59ef-441c-ab18-430d7487359e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:08.155851 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c07a0627-37ae-49af-8335-973df81c5d89 req-7c49b6f4-59ef-441c-ab18-430d7487359e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5430 time: 0.2152681 Aug 11 02:17:08.164668 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 20f53a84-827e-4a21-8b16-64a8498d6bf9 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:08.170011 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 20f53a84-827e-4a21-8b16-64a8498d6bf9 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:08.170423 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.219814 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c07a0627-37ae-49af-8335-973df81c5d89 req-d6beecd5-d442-4f9d-a23d-787a39cdda22 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627511 Aug 11 02:17:08.249004 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85411a6a-d06f-4e33-a763-d795ccec6a18 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:08.252910 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-85411a6a-d06f-4e33-a763-d795ccec6a18 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.253407 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-e5a7428f-847f-4890-9eaf-7744389ef1a9 None None] Set router 0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:08.287753 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-506b2f8e-1422-4da1-9092-12eeeed82802 req-5a55c87a-af52-40e8-aaf0-051fa51b1c5f service neutron] 10.222.0.73 "GET /v2.0/networks/1cc06348-0fe8-4b09-9dc0-727cbdd09d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831110 Aug 11 02:17:08.317143 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f3bb9f1a-4667-427b-80a8-137784d122bc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0cfacaf78696422e8ffa8119283a095a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1775565 Aug 11 02:17:08.318668 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.351476 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44054) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:08.361115 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 20f53a84-827e-4a21-8b16-64a8498d6bf9, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=20f53a84-827e-4a21-8b16-64a8498d6bf9,segment=NetworkSegment(e6734c29-07dd-4ba0-854f-67a4bb24e988),segment_id=e6734c29-07dd-4ba0-854f-67a4bb24e988)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:08.367829 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.370378 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 607f8c57-0c37-4d39-8378-b28860d65df4 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:08.386964 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4b8b2-9432-470d-8d2e-ca804ff30c2c req-207fd05c-3f53-4351-96e3-29725e4e31d4 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:08.398664 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5fa4b8b2-9432-470d-8d2e-ca804ff30c2c req-207fd05c-3f53-4351-96e3-29725e4e31d4 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.1071303 Aug 11 02:17:08.486209 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=20f53a84-827e-4a21-8b16-64a8498d6bf9,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:08.500895 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 607f8c57-0c37-4d39-8378-b28860d65df4 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:08.505406 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 607f8c57-0c37-4d39-8378-b28860d65df4 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:08.505918 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.541323 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5fa4b8b2-9432-470d-8d2e-ca804ff30c2c req-16909b4d-7bdd-44e8-a73b-942ecca0fcb2 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413143 Aug 11 02:17:08.547872 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-71c55cf9-869b-478c-980b-4ff17fd6be25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.548485 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-85411a6a-d06f-4e33-a763-d795ccec6a18 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.581659 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-71c55cf9-869b-478c-980b-4ff17fd6be25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.606414 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e5a7428f-847f-4890-9eaf-7744389ef1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'name': 'tempest-ServersTestFqdnHostnames-1133917206-router', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'a8e1c58a-8a39-4a18-bb9a-21e89826c95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:26Z', 'updated_at': '2021-08-11T02:16:40Z', 'revision_number': 4, 'project_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'gw_port': {'id': 'a8e1c58a-8a39-4a18-bb9a-21e89826c95a', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:30Z', 'updated_at': '2021-08-11T02:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'f1e8f69b-d5ed-4f17-9fdb-56e1a99a39b4', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'port_id': 'dfe97b6b-ad97-44d9-973c-18152287d570', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cc06348-0fe8-4b09-9dc0-727cbdd09d09', 'mac_address': 'fa:16:3e:a7:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1346c47-7500-4832-bb6a-4d761152a970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:16:46Z', 'updated_at': '2021-08-11T02:17:06Z', 'revision_number': 1, 'project_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88bd1e0f-a5a1-4f87-b357-7f588fd2652e', 'name': '', 'network_id': '1cc06348-0fe8-4b09-9dc0-727cbdd09d09', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'mac_address': 'fa:16:3e:70:57:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'cccbf575-460b-41a5-802c-8f12cd514561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:38Z', 'updated_at': '2021-08-11T02:16:47Z', 'revision_number': 5, 'project_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'subnets': [{'id': 'cccbf575-460b-41a5-802c-8f12cd514561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:08.608121 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.609919 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85411a6a-d06f-4e33-a763-d795ccec6a18 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Subnet': ['ID=0282ddeb-80c1-4ebe-8b96-2f0a2ae91faf,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:08.630837 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85411a6a-d06f-4e33-a763-d795ccec6a18 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Checking segment: {'id': '12b55080-89df-4410-8b75-cb001cc8b869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '09a86f63-eb6c-4041-b643-9b918dc8c9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:08.631199 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85411a6a-d06f-4e33-a763-d795ccec6a18 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network hostable DHCP agents. Network: 09a86f63-eb6c-4041-b643-9b918dc8c9df, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:17:08.649412 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-71c55cf9-869b-478c-980b-4ff17fd6be25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.650039 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85411a6a-d06f-4e33-a763-d795ccec6a18 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network 09a86f63-eb6c-4041-b643-9b918dc8c9df is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:17:08.652295 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-71c55cf9-869b-478c-980b-4ff17fd6be25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.655715 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-71c55cf9-869b-478c-980b-4ff17fd6be25 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/56ddbfec-47ca-4dbf-8c32-e787b27c9f51 HTTP/1.1" status: 204 len: 168 time: 0.3008547 Aug 11 02:17:08.659598 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a7428f-847f-4890-9eaf-7744389ef1a9 None None] The sync data for ids ['0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18'] in n-d-615180-33 is: [{'id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'name': 'tempest-ServersTestFqdnHostnames-1133917206-router', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'a8e1c58a-8a39-4a18-bb9a-21e89826c95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:26Z', 'updated_at': '2021-08-11T02:16:40Z', 'revision_number': 4, 'project_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'gw_port': {'id': 'a8e1c58a-8a39-4a18-bb9a-21e89826c95a', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:30Z', 'updated_at': '2021-08-11T02:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'f1e8f69b-d5ed-4f17-9fdb-56e1a99a39b4', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'port_id': 'dfe97b6b-ad97-44d9-973c-18152287d570', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cc06348-0fe8-4b09-9dc0-727cbdd09d09', 'mac_address': 'fa:16:3e:a7:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1346c47-7500-4832-bb6a-4d761152a970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:16:46Z', 'updated_at': '2021-08-11T02:17:06Z', 'revision_number': 1, 'project_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88bd1e0f-a5a1-4f87-b357-7f588fd2652e', 'name': '', 'network_id': '1cc06348-0fe8-4b09-9dc0-727cbdd09d09', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'mac_address': 'fa:16:3e:70:57:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'cccbf575-460b-41a5-802c-8f12cd514561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:38Z', 'updated_at': '2021-08-11T02:16:47Z', 'revision_number': 5, 'project_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'subnets': [{'id': 'cccbf575-460b-41a5-802c-8f12cd514561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:17:08.664317 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c55cf9-869b-478c-980b-4ff17fd6be25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ddbfec-47ca-4dbf-8c32-e787b27c9f51,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:08.665757 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-85411a6a-d06f-4e33-a763-d795ccec6a18 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 09a86f63-eb6c-4041-b643-9b918dc8c9df) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:08.670216 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85411a6a-d06f-4e33-a763-d795ccec6a18 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:08.671420 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-85411a6a-d06f-4e33-a763-d795ccec6a18 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.676087 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 607f8c57-0c37-4d39-8378-b28860d65df4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=607f8c57-0c37-4d39-8378-b28860d65df4,segment=NetworkSegment(0c644148-5bd6-4e31-a8c5-17979de92fc4),segment_id=0c644148-5bd6-4e31-a8c5-17979de92fc4)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:08.680932 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6066a1-41df-4bdd-afcd-80754d8455ea None None] Network 09a86f63-eb6c-4041-b643-9b918dc8c9df requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:08.693169 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-85411a6a-d06f-4e33-a763-d795ccec6a18 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8402503 Aug 11 02:17:08.693505 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44060) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:08.700272 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-56f60567-b12d-49da-9541-e374155976ad tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'port': {'network_id': '09a86f63-eb6c-4041-b643-9b918dc8c9df', 'name': 'tempest-PortsIpV6TestJSON-1738955822'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:08.702279 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.703983 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:08.860767 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=607f8c57-0c37-4d39-8378-b28860d65df4,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:08.866702 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:08.874539 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:08.874923 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.881726 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f60567-b12d-49da-9541-e374155976ad tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:08.886962 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-56f60567-b12d-49da-9541-e374155976ad tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.915984 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-56f60567-b12d-49da-9541-e374155976ad tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] device_id is not set on port db9afdfa-2f90-43e9-8b3e-86fb4690505e yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:17:09.009229 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881018a0-c93c-4a90-9642-8a23e50314e5 None None] New status for floating IP f1e8f69b-d5ed-4f17-9fdb-56e1a99a39b4: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:17:09.051764 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-56f60567-b12d-49da-9541-e374155976ad tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Allocated IP 2001:db8::272 (09a86f63-eb6c-4041-b643-9b918dc8c9df/0282ddeb-80c1-4ebe-8b96-2f0a2ae91faf/db9afdfa-2f90-43e9-8b3e-86fb4690505e) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:09.065491 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38db86b3-416d-4563-a8bd-0c823a7236cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-09a86f63-eb6c-4041-b643-9b918dc8c9df', 'network_id': '09a86f63-eb6c-4041-b643-9b918dc8c9df', 'tenant_id': '69e9f5d39e27442ea18e5831e53fddbd', 'fixed_ips': [{'subnet_id': '0282ddeb-80c1-4ebe-8b96-2f0a2ae91faf'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:17:09.066559 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-38db86b3-416d-4563-a8bd-0c823a7236cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:09.121643 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:09.273414 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-56f60567-b12d-49da-9541-e374155976ad tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:09.289926 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-56f60567-b12d-49da-9541-e374155976ad tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Transition to ACTIVE for port object db9afdfa-2f90-43e9-8b3e-86fb4690505e will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:09.311638 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1,segment=NetworkSegment(c2e8159c-d990-439a-8147-40324f3e05e5),segment_id=c2e8159c-d990-439a-8147-40324f3e05e5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:09.317035 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:09.317844 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 6a46a20f-db43-47c2-9b7f-8cd1abe24e39 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:09.375145 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-56f60567-b12d-49da-9541-e374155976ad tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:09.405130 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:09.447782 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f60567-b12d-49da-9541-e374155976ad tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network 09a86f63-eb6c-4041-b643-9b918dc8c9df is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:09.454811 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-56f60567-b12d-49da-9541-e374155976ad tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:09.458027 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f60567-b12d-49da-9541-e374155976ad tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:09.463938 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f60567-b12d-49da-9541-e374155976ad tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:09.464626 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-56f60567-b12d-49da-9541-e374155976ad tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:09.467578 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f60567-b12d-49da-9541-e374155976ad tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Port': ['ID=db9afdfa-2f90-43e9-8b3e-86fb4690505e,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:09.504202 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2aeb1-0196-4680-8947-2f663a397119 req-bb42ef27-6fd2-4dcf-81d8-274b97844360 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:09.511475 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2aeb1-0196-4680-8947-2f663a397119 req-bb42ef27-6fd2-4dcf-81d8-274b97844360 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:09.517955 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2aeb1-0196-4680-8947-2f663a397119 req-bb42ef27-6fd2-4dcf-81d8-274b97844360 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:09.524719 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2aeb1-0196-4680-8947-2f663a397119 req-bb42ef27-6fd2-4dcf-81d8-274b97844360 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:09.531579 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2aeb1-0196-4680-8947-2f663a397119 req-bb42ef27-6fd2-4dcf-81d8-274b97844360 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:09.537237 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2aeb1-0196-4680-8947-2f663a397119 req-bb42ef27-6fd2-4dcf-81d8-274b97844360 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:09.543761 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2aeb1-0196-4680-8947-2f663a397119 req-bb42ef27-6fd2-4dcf-81d8-274b97844360 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:09.545749 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-03e2aeb1-0196-4680-8947-2f663a397119 req-bb42ef27-6fd2-4dcf-81d8-274b97844360 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5434 time: 0.2243199 Aug 11 02:17:09.592174 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-56f60567-b12d-49da-9541-e374155976ad tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8975856 Aug 11 02:17:09.595524 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44092) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:09.652334 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-03e2aeb1-0196-4680-8947-2f663a397119 req-e29696df-dded-457c-beab-58b9141d7a92 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0973403 Aug 11 02:17:09.656209 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44094) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:09.657478 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-38db86b3-416d-4563-a8bd-0c823a7236cf None None] Allocated IP 2001:db8::2 (09a86f63-eb6c-4041-b643-9b918dc8c9df/0282ddeb-80c1-4ebe-8b96-2f0a2ae91faf/0fa3191e-f0af-4c18-855e-fb0b86259341) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:09.667376 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1451ea14-a62f-4cdf-b59f-1f01ea8381d0'}, {'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f53a84-827e-4a21-8b16-64a8498d6bf9'}, {'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607f8c57-0c37-4d39-8378-b28860d65df4'}, {'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:09.669773 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bce09c-8e31-46b2-b878-2136c633fe8f" -d '{"events": [{"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-plugged", "status": "completed", "tag": "1451ea14-a62f-4cdf-b59f-1f01ea8381d0"}, {"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-plugged", "status": "completed", "tag": "20f53a84-827e-4a21-8b16-64a8498d6bf9"}, {"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-plugged", "status": "completed", "tag": "607f8c57-0c37-4d39-8378-b28860d65df4"}, {"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-plugged", "status": "completed", "tag": "6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:09.682807 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 6a46a20f-db43-47c2-9b7f-8cd1abe24e39 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:09.688356 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 6a46a20f-db43-47c2-9b7f-8cd1abe24e39 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:09.688952 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:09.743567 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9eace0-6aac-441e-8834-5cd7389d0468 req-b661b07a-94c2-475a-bd41-d7e5d7eaa871 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:09.750018 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-18e9939e-fe7d-468d-a7f7-6bff328f942c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting port db9afdfa-2f90-43e9-8b3e-86fb4690505e {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:09.750482 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-18e9939e-fe7d-468d-a7f7-6bff328f942c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:09.751608 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ea9eace0-6aac-441e-8834-5cd7389d0468 req-b661b07a-94c2-475a-bd41-d7e5d7eaa871 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.1304255 Aug 11 02:17:09.778281 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d459a97-edef-4190-9441-f7f079279bf9 x-openstack-request-id: req-2d459a97-edef-4190-9441-f7f079279bf9 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:09.778590 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-plugged", "status": "completed", "tag": "1451ea14-a62f-4cdf-b59f-1f01ea8381d0", "code": 200}, {"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-plugged", "status": "completed", "tag": "20f53a84-827e-4a21-8b16-64a8498d6bf9", "code": 200}, {"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-plugged", "status": "completed", "tag": "607f8c57-0c37-4d39-8378-b28860d65df4", "code": 200}, {"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-plugged", "status": "completed", "tag": "6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:09.778857 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2d459a97-edef-4190-9441-f7f079279bf9 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:09.779263 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1451ea14-a62f-4cdf-b59f-1f01ea8381d0', 'code': 200} Aug 11 02:17:09.779520 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f53a84-827e-4a21-8b16-64a8498d6bf9', 'code': 200} Aug 11 02:17:09.779835 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607f8c57-0c37-4d39-8378-b28860d65df4', 'code': 200} Aug 11 02:17:09.780143 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1', 'code': 200} Aug 11 02:17:09.780700 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-38e50e26-e365-4199-9502-1dd9fd48cf7b req-e2341d4f-9237-425f-bb8a-9dc5d22d8aa6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1264150 Aug 11 02:17:09.809465 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ea9eace0-6aac-441e-8834-5cd7389d0468 req-60a773bc-b73c-4aa4-9ee5-117c451a6891 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519156 Aug 11 02:17:09.858225 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-31b41600-ce43-47aa-9510-f784308c3a0d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-893484164-network', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:09.864155 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-18e9939e-fe7d-468d-a7f7-6bff328f942c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:09.878245 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e50e26-e365-4199-9502-1dd9fd48cf7b req-cbe06fab-c6d1-4257-9502-d7af5fe9e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:09.879558 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-18e9939e-fe7d-468d-a7f7-6bff328f942c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Calling delete_port for db9afdfa-2f90-43e9-8b3e-86fb4690505e owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:09.880510 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-38e50e26-e365-4199-9502-1dd9fd48cf7b req-cbe06fab-c6d1-4257-9502-d7af5fe9e86e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=15f6ff753e694e9dbfd4e9be5e45ed17&device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 1098 time: 0.0700879 Aug 11 02:17:09.892256 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b41600-ce43-47aa-9510-f784308c3a0d admin admin] Made reservation on behalf of 47ff2e4ca0364f8c830ae8b0e3bd074d for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:09.895357 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-31b41600-ce43-47aa-9510-f784308c3a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:09.908953 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:09.913027 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-31b41600-ce43-47aa-9510-f784308c3a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:09.944163 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-38db86b3-416d-4563-a8bd-0c823a7236cf None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:09.967077 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 6a46a20f-db43-47c2-9b7f-8cd1abe24e39, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=6a46a20f-db43-47c2-9b7f-8cd1abe24e39,segment=NetworkSegment(0c644148-5bd6-4e31-a8c5-17979de92fc4),segment_id=0c644148-5bd6-4e31-a8c5-17979de92fc4)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:09.969083 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-38db86b3-416d-4563-a8bd-0c823a7236cf None None] Transition to ACTIVE for port object 0fa3191e-f0af-4c18-855e-fb0b86259341 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:09.974758 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:09.975607 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 5eb9176f-1ed6-4f79-a75b-1c022309c059 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:10.022512 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e50e26-e365-4199-9502-1dd9fd48cf7b req-0f2f3269-5c9b-40fd-9d47-0b2d5017ab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:10.024323 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-38e50e26-e365-4199-9502-1dd9fd48cf7b req-0f2f3269-5c9b-40fd-9d47-0b2d5017ab63 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2564e31e-dea6-46ca-b2de-bf165812396f HTTP/1.1" status: 200 len: 918 time: 0.1190715 Aug 11 02:17:10.033500 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-18e9939e-fe7d-468d-a7f7-6bff328f942c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.046707 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-38db86b3-416d-4563-a8bd-0c823a7236cf None None] Transition to ACTIVE for port object 0fa3191e-f0af-4c18-855e-fb0b86259341 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:10.066040 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9939e-fe7d-468d-a7f7-6bff328f942c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Port': ['ID=db9afdfa-2f90-43e9-8b3e-86fb4690505e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:10.070425 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-38db86b3-416d-4563-a8bd-0c823a7236cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.082482 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 5eb9176f-1ed6-4f79-a75b-1c022309c059 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:10.084779 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=6a46a20f-db43-47c2-9b7f-8cd1abe24e39,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:10.093419 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 5eb9176f-1ed6-4f79-a75b-1c022309c059 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:10.093799 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.095839 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-18e9939e-fe7d-468d-a7f7-6bff328f942c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.098010 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-18e9939e-fe7d-468d-a7f7-6bff328f942c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/ports/db9afdfa-2f90-43e9-8b3e-86fb4690505e HTTP/1.1" status: 204 len: 168 time: 0.5015297 Aug 11 02:17:10.100636 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44100) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:10.118236 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38db86b3-416d-4563-a8bd-0c823a7236cf None None] Network 09a86f63-eb6c-4041-b643-9b918dc8c9df is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:10.129549 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e44375-efe1-4423-ac81-ad321151b86f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] DELETE failed (client error): The resource could not be found. Aug 11 02:17:10.130170 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5e44375-efe1-4423-ac81-ad321151b86f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:17:10.134662 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f5e44375-efe1-4423-ac81-ad321151b86f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/ports/db9afdfa-2f90-43e9-8b3e-86fb4690505e HTTP/1.1" status: 404 len: 333 time: 0.0304983 Aug 11 02:17:10.134943 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44102) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:10.145660 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-38db86b3-416d-4563-a8bd-0c823a7236cf None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:10.154815 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38db86b3-416d-4563-a8bd-0c823a7236cf None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:10.173461 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db86b3-416d-4563-a8bd-0c823a7236cf None None] Pushing event updated for resources: {'Port': ['ID=0fa3191e-f0af-4c18-855e-fb0b86259341,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:10.174666 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7023813-f2e0-4b7e-97a5-4d0fb1c9374d tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] GET failed (client error): The resource could not be found. Aug 11 02:17:10.179809 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c7023813-f2e0-4b7e-97a5-4d0fb1c9374d tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "GET /v2.0/ports/db9afdfa-2f90-43e9-8b3e-86fb4690505e HTTP/1.1" status: 404 len: 333 time: 0.0431063 Aug 11 02:17:10.180575 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44106) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:10.234891 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-38db86b3-416d-4563-a8bd-0c823a7236cf None None] Attempting to bind port 0fa3191e-f0af-4c18-855e-fb0b86259341 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:10.234891 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-38db86b3-416d-4563-a8bd-0c823a7236cf None None] Attempting to bind port 0fa3191e-f0af-4c18-855e-fb0b86259341 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '12b55080-89df-4410-8b75-cb001cc8b869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '09a86f63-eb6c-4041-b643-9b918dc8c9df'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:10.235118 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38db86b3-416d-4563-a8bd-0c823a7236cf None None] Attempting to bind port 0fa3191e-f0af-4c18-855e-fb0b86259341 on network 09a86f63-eb6c-4041-b643-9b918dc8c9df {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:10.245669 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-738a5ed1-2893-4787-81c5-9b79a22f62c4 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting subnet 0282ddeb-80c1-4ebe-8b96-2f0a2ae91faf {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:17:10.252559 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-738a5ed1-2893-4787-81c5-9b79a22f62c4 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.262357 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38db86b3-416d-4563-a8bd-0c823a7236cf None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:10.263234 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38db86b3-416d-4563-a8bd-0c823a7236cf None None] Checking segment: {'id': '12b55080-89df-4410-8b75-cb001cc8b869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '09a86f63-eb6c-4041-b643-9b918dc8c9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:10.263234 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-38db86b3-416d-4563-a8bd-0c823a7236cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.263521 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38db86b3-416d-4563-a8bd-0c823a7236cf None None] Bound using segment: {'id': '12b55080-89df-4410-8b75-cb001cc8b869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '09a86f63-eb6c-4041-b643-9b918dc8c9df'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:10.264048 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-38db86b3-416d-4563-a8bd-0c823a7236cf None None] Bound port: 0fa3191e-f0af-4c18-855e-fb0b86259341, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b55080-89df-4410-8b75-cb001cc8b869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '09a86f63-eb6c-4041-b643-9b918dc8c9df'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:10.264548 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-38db86b3-416d-4563-a8bd-0c823a7236cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.286185 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.316433 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-738a5ed1-2893-4787-81c5-9b79a22f62c4 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.363875 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 5eb9176f-1ed6-4f79-a75b-1c022309c059, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=5eb9176f-1ed6-4f79-a75b-1c022309c059,segment=NetworkSegment(0c644148-5bd6-4e31-a8c5-17979de92fc4),segment_id=0c644148-5bd6-4e31-a8c5-17979de92fc4)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:10.372192 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.380994 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-38db86b3-416d-4563-a8bd-0c823a7236cf None None] For port 0fa3191e-f0af-4c18-855e-fb0b86259341, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:10.412950 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-38db86b3-416d-4563-a8bd-0c823a7236cf None None] For port 0fa3191e-f0af-4c18-855e-fb0b86259341, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=0fa3191e-f0af-4c18-855e-fb0b86259341,segment=NetworkSegment(12b55080-89df-4410-8b75-cb001cc8b869),segment_id=12b55080-89df-4410-8b75-cb001cc8b869)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:10.428208 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-38db86b3-416d-4563-a8bd-0c823a7236cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.428897 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-738a5ed1-2893-4787-81c5-9b79a22f62c4 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.457719 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=5eb9176f-1ed6-4f79-a75b-1c022309c059,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:10.517548 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-738a5ed1-2893-4787-81c5-9b79a22f62c4 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.520787 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db86b3-416d-4563-a8bd-0c823a7236cf None None] Pushing event updated for resources: {'Port': ['ID=0fa3191e-f0af-4c18-855e-fb0b86259341,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:10.550448 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-38e50e26-e365-4199-9502-1dd9fd48cf7b req-8cf5a729-17f2-44e9-bde3-4d843bb86812 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77805b64-04d0-4824-a813-e616ef53f616 HTTP/1.1" status: 200 len: 1001 time: 0.5052044 Aug 11 02:17:10.556106 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a5ed1-2893-4787-81c5-9b79a22f62c4 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Subnet': ['ID=0282ddeb-80c1-4ebe-8b96-2f0a2ae91faf,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:10.559794 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-738a5ed1-2893-4787-81c5-9b79a22f62c4 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.561201 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-738a5ed1-2893-4787-81c5-9b79a22f62c4 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/subnets/0282ddeb-80c1-4ebe-8b96-2f0a2ae91faf HTTP/1.1" status: 204 len: 168 time: 0.3792028 Aug 11 02:17:10.568680 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44114) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:10.614189 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-31b41600-ce43-47aa-9510-f784308c3a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.623240 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-31b41600-ce43-47aa-9510-f784308c3a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.645615 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e50e26-e365-4199-9502-1dd9fd48cf7b req-8d5f7332-4cd1-4199-9c1c-23993890e9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:10.647123 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-38e50e26-e365-4199-9502-1dd9fd48cf7b req-8d5f7332-4cd1-4199-9c1c-23993890e9db service neutron] 10.222.0.73 "GET /v2.0/subnets?id=97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f HTTP/1.1" status: 200 len: 856 time: 0.0886922 Aug 11 02:17:10.656751 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b41600-ce43-47aa-9510-f784308c3a0d admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:17:10.663293 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5874c79b-2083-42c6-84db-d418818ae1c9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.698681 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b41600-ce43-47aa-9510-f784308c3a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcf8093-c22e-4cf7-8246-ef4646186aa1,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:10.717417 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-31b41600-ce43-47aa-9510-f784308c3a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.717771 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-31b41600-ce43-47aa-9510-f784308c3a0d admin admin] Added segment ee8e7aa9-6060-4fc5-bb74-59e581dbee69 of type vlan for network 4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6 Aug 11 02:17:10.735669 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-5874c79b-2083-42c6-84db-d418818ae1c9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting port 0fa3191e-f0af-4c18-855e-fb0b86259341 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:10.736281 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5874c79b-2083-42c6-84db-d418818ae1c9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.792621 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e50e26-e365-4199-9502-1dd9fd48cf7b req-b3152fc9-c49b-42df-8c15-33f00383fddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:10.794175 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-38e50e26-e365-4199-9502-1dd9fd48cf7b req-b3152fc9-c49b-42df-8c15-33f00383fddc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2564e31e-dea6-46ca-b2de-bf165812396f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1353536 Aug 11 02:17:10.795885 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-31b41600-ce43-47aa-9510-f784308c3a0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.870304 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-5874c79b-2083-42c6-84db-d418818ae1c9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] For port 0fa3191e-f0af-4c18-855e-fb0b86259341, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=0fa3191e-f0af-4c18-855e-fb0b86259341,segment=NetworkSegment(12b55080-89df-4410-8b75-cb001cc8b869),segment_id=12b55080-89df-4410-8b75-cb001cc8b869)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:10.870950 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5874c79b-2083-42c6-84db-d418818ae1c9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.888719 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-5874c79b-2083-42c6-84db-d418818ae1c9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Calling delete_port for 0fa3191e-f0af-4c18-855e-fb0b86259341 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:10.901685 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bff995-1157-4730-8f81-02300fee2160 req-85b875a1-729b-445b-8094-8dde28f91e55 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:10.907734 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bff995-1157-4730-8f81-02300fee2160 req-85b875a1-729b-445b-8094-8dde28f91e55 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:10.907878 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-31b41600-ce43-47aa-9510-f784308c3a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.908716 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b41600-ce43-47aa-9510-f784308c3a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:10.909300 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-31b41600-ce43-47aa-9510-f784308c3a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.915830 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bff995-1157-4730-8f81-02300fee2160 req-85b875a1-729b-445b-8094-8dde28f91e55 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:10.920190 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bff995-1157-4730-8f81-02300fee2160 req-85b875a1-729b-445b-8094-8dde28f91e55 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:10.926027 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bff995-1157-4730-8f81-02300fee2160 req-85b875a1-729b-445b-8094-8dde28f91e55 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:10.931842 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bff995-1157-4730-8f81-02300fee2160 req-85b875a1-729b-445b-8094-8dde28f91e55 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:10.937710 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bff995-1157-4730-8f81-02300fee2160 req-85b875a1-729b-445b-8094-8dde28f91e55 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:10.939672 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-53bff995-1157-4730-8f81-02300fee2160 req-85b875a1-729b-445b-8094-8dde28f91e55 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5436 time: 0.1502132 Aug 11 02:17:11.008314 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-31b41600-ce43-47aa-9510-f784308c3a0d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3469622 Aug 11 02:17:11.012771 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44122) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:11.020377 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-1b4fa6c3-21a9-42f2-a64a-bddb5c6513b6 admin admin] Request body: {'subnet': {'network_id': '4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-893484164-subnet', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:11.028585 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b41600-ce43-47aa-9510-f784308c3a0d admin admin] Pushing event updated for resources: {'Network': ['ID=4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:11.032470 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-53bff995-1157-4730-8f81-02300fee2160 req-90394476-6e19-439b-8107-abd9d1612a86 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848315 Aug 11 02:17:11.040845 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:17:11.045225 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-38e50e26-e365-4199-9502-1dd9fd48cf7b req-aaece5b1-6267-46b9-9ac1-90192309596b service neutron] 10.222.0.73 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420151 Aug 11 02:17:11.052970 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd854f2-2267-4dda-ae19-021af462323d req-c80354a8-68ed-4276-9853-6e1d6fcbae55 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:11.054793 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fd854f2-2267-4dda-ae19-021af462323d req-c80354a8-68ed-4276-9853-6e1d6fcbae55 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.1576335 Aug 11 02:17:11.068023 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4fa6c3-21a9-42f2-a64a-bddb5c6513b6 admin admin] Made reservation on behalf of 47ff2e4ca0364f8c830ae8b0e3bd074d for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:11.070357 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1b4fa6c3-21a9-42f2-a64a-bddb5c6513b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.122563 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5874c79b-2083-42c6-84db-d418818ae1c9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.159144 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5874c79b-2083-42c6-84db-d418818ae1c9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Port': ['ID=0fa3191e-f0af-4c18-855e-fb0b86259341,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:11.161154 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5874c79b-2083-42c6-84db-d418818ae1c9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] No DVR routers for this DVR port 0fa3191e-f0af-4c18-855e-fb0b86259341 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:17:11.163839 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fd854f2-2267-4dda-ae19-021af462323d req-b510437b-e5f8-4fa4-a6f7-c4d3a1ef47a1 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550501 Aug 11 02:17:11.184203 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-38e50e26-e365-4199-9502-1dd9fd48cf7b req-d35bc002-5772-4252-b7ef-9b8a9107d6b2 service neutron] 10.222.0.73 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286659 Aug 11 02:17:11.289427 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5874c79b-2083-42c6-84db-d418818ae1c9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.303272 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5874c79b-2083-42c6-84db-d418818ae1c9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09a86f63-eb6c-4041-b643-9b918dc8c9df']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:11.319028 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5874c79b-2083-42c6-84db-d418818ae1c9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b55080-89df-4410-8b75-cb001cc8b869') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:11.319685 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5874c79b-2083-42c6-84db-d418818ae1c9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b55080-89df-4410-8b75-cb001cc8b869') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:11.333971 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5874c79b-2083-42c6-84db-d418818ae1c9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.374047 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5874c79b-2083-42c6-84db-d418818ae1c9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.388707 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5874c79b-2083-42c6-84db-d418818ae1c9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:17:11.389389 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5874c79b-2083-42c6-84db-d418818ae1c9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:17:11.393004 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:17:11.404022 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1b4fa6c3-21a9-42f2-a64a-bddb5c6513b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.496779 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5874c79b-2083-42c6-84db-d418818ae1c9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.501716 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fa6c3-21a9-42f2-a64a-bddb5c6513b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3916d2b-9ce1-4894-8441-582c2805386b,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:11.507378 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5874c79b-2083-42c6-84db-d418818ae1c9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.509309 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5874c79b-2083-42c6-84db-d418818ae1c9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/networks/09a86f63-eb6c-4041-b643-9b918dc8c9df HTTP/1.1" status: 204 len: 168 time: 0.9423611 Aug 11 02:17:11.514001 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44128) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:11.521023 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-8403189e-0c0a-4cb4-b3b8-c8946aff4b53 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-942123257'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:11.530966 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5874c79b-2083-42c6-84db-d418818ae1c9 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Network': ['ID=09a86f63-eb6c-4041-b643-9b918dc8c9df,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:11.542602 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4fa6c3-21a9-42f2-a64a-bddb5c6513b6 admin admin] Checking segment: {'id': 'ee8e7aa9-6060-4fc5-bb74-59e581dbee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:11.542968 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4fa6c3-21a9-42f2-a64a-bddb5c6513b6 admin admin] Network hostable DHCP agents. Network: 4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:17:11.547049 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8403189e-0c0a-4cb4-b3b8-c8946aff4b53 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:11.551056 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8403189e-0c0a-4cb4-b3b8-c8946aff4b53 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.566523 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4fa6c3-21a9-42f2-a64a-bddb5c6513b6 admin admin] Network 4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:17:11.581567 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-1b4fa6c3-21a9-42f2-a64a-bddb5c6513b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:11.589584 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4fa6c3-21a9-42f2-a64a-bddb5c6513b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:11.591593 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1b4fa6c3-21a9-42f2-a64a-bddb5c6513b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.600488 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4c6c0d-99e3-4ffc-a5ed-c4f73b4c0cf5 None None] Network 4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:11.606024 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8403189e-0c0a-4cb4-b3b8-c8946aff4b53 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:17:11.627748 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1b4fa6c3-21a9-42f2-a64a-bddb5c6513b6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6089442 Aug 11 02:17:11.627967 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8403189e-0c0a-4cb4-b3b8-c8946aff4b53 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.627967 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-8403189e-0c0a-4cb4-b3b8-c8946aff4b53 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Added segment 93539ff4-2576-441d-a1ea-a683fff5ed7f of type vlan for network e4b96dc7-4cfb-4586-9245-7efdeff42880 Aug 11 02:17:11.628189 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44132) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:11.633110 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-310607b0-5d38-47c0-b1fe-465947842f2e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-893484164-router', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:11.658550 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-310607b0-5d38-47c0-b1fe-465947842f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.659903 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-310607b0-5d38-47c0-b1fe-465947842f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.709914 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8403189e-0c0a-4cb4-b3b8-c8946aff4b53 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.727724 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-43199ef1-3503-485f-a917-ef9a4ff9b659 None None] Could not find standard attr ID for object 0fa3191e-f0af-4c18-855e-fb0b86259341. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:17:11.756711 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28195e1f-ca81-4e9c-b92d-43b5861066d6 None None] DHCP port deletion for 09a86f63-eb6c-4041-b643-9b918dc8c9df request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:17:11.757217 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-310607b0-5d38-47c0-b1fe-465947842f2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.764016 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8403189e-0c0a-4cb4-b3b8-c8946aff4b53 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.771099 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8403189e-0c0a-4cb4-b3b8-c8946aff4b53 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:11.772723 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8403189e-0c0a-4cb4-b3b8-c8946aff4b53 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.780820 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a46a20f-db43-47c2-9b7f-8cd1abe24e39'}, {'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb9176f-1ed6-4f79-a75b-1c022309c059'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:11.783851 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d586194-e4bd-4ff0-bd04-34065bead1d2" -d '{"events": [{"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-plugged", "status": "completed", "tag": "6a46a20f-db43-47c2-9b7f-8cd1abe24e39"}, {"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-plugged", "status": "completed", "tag": "5eb9176f-1ed6-4f79-a75b-1c022309c059"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:11.797878 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8403189e-0c0a-4cb4-b3b8-c8946aff4b53 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2826805 Aug 11 02:17:11.810581 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44138) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:11.817557 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-22c0f06e-5c08-40b2-98c0-0184638d91a4 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'subnet': {'network_id': 'e4b96dc7-4cfb-4586-9245-7efdeff42880', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:11.819188 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa04e6a-cc63-4622-9083-02ed5508d48e None None] Network 09a86f63-eb6c-4041-b643-9b918dc8c9df requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:11.872168 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36776ef-a906-4769-a3d3-f77eed3e6962 x-openstack-request-id: req-d36776ef-a906-4769-a3d3-f77eed3e6962 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:11.872666 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-plugged", "status": "completed", "tag": "6a46a20f-db43-47c2-9b7f-8cd1abe24e39", "code": 200}, {"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-plugged", "status": "completed", "tag": "5eb9176f-1ed6-4f79-a75b-1c022309c059", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:11.873434 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d36776ef-a906-4769-a3d3-f77eed3e6962 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:11.874045 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a46a20f-db43-47c2-9b7f-8cd1abe24e39', 'code': 200} Aug 11 02:17:11.874476 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb9176f-1ed6-4f79-a75b-1c022309c059', 'code': 200} Aug 11 02:17:11.879949 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa04e6a-cc63-4622-9083-02ed5508d48e None None] Network 09a86f63-eb6c-4041-b643-9b918dc8c9df could not be found, it might have been deleted concurrently. {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 02:17:11.926865 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403189e-0c0a-4cb4-b3b8-c8946aff4b53 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Network': ['ID=e4b96dc7-4cfb-4586-9245-7efdeff42880,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:11.952331 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network e4b96dc7-4cfb-4586-9245-7efdeff42880 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:17:11.955071 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-310607b0-5d38-47c0-b1fe-465947842f2e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.999935 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c0f06e-5c08-40b2-98c0-0184638d91a4 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:12.003700 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-22c0f06e-5c08-40b2-98c0-0184638d91a4 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:12.011640 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6', 'network_id': '4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'fixed_ips': [{'subnet_id': 'b3916d2b-9ce1-4894-8441-582c2805386b'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:17:12.012513 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:12.089043 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd27ee-d360-4dcf-8a09-3f7028706e8a req-7c49de77-230d-401a-a231-762deedf68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:12.089545 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd27ee-d360-4dcf-8a09-3f7028706e8a req-7c49de77-230d-401a-a231-762deedf68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:12.090185 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd27ee-d360-4dcf-8a09-3f7028706e8a req-7c49de77-230d-401a-a231-762deedf68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:12.090617 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd27ee-d360-4dcf-8a09-3f7028706e8a req-7c49de77-230d-401a-a231-762deedf68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:12.091075 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd27ee-d360-4dcf-8a09-3f7028706e8a req-7c49de77-230d-401a-a231-762deedf68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:12.091561 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd27ee-d360-4dcf-8a09-3f7028706e8a req-7c49de77-230d-401a-a231-762deedf68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:12.092034 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd27ee-d360-4dcf-8a09-3f7028706e8a req-7c49de77-230d-401a-a231-762deedf68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:12.093930 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dcfd27ee-d360-4dcf-8a09-3f7028706e8a req-7c49de77-230d-401a-a231-762deedf68ab service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 6500 time: 0.0693705 Aug 11 02:17:12.152313 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dcfd27ee-d360-4dcf-8a09-3f7028706e8a req-eca07a9f-aab8-4f61-9c7a-9cba1fee2d70 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410836 Aug 11 02:17:12.194701 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Allocated IP 172.20.0.2 (4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6/b3916d2b-9ce1-4894-8441-582c2805386b/a08d1dfe-d34c-41b6-a4a4-3a953ff76f90) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:12.301192 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c03335-9289-44eb-bf9a-0447934c34bd req-656977e9-42e9-4732-bb22-f7ac3ccfc71e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:12.308450 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c03335-9289-44eb-bf9a-0447934c34bd req-656977e9-42e9-4732-bb22-f7ac3ccfc71e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:12.315016 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c03335-9289-44eb-bf9a-0447934c34bd req-656977e9-42e9-4732-bb22-f7ac3ccfc71e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:12.321371 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c03335-9289-44eb-bf9a-0447934c34bd req-656977e9-42e9-4732-bb22-f7ac3ccfc71e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:12.329327 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c03335-9289-44eb-bf9a-0447934c34bd req-656977e9-42e9-4732-bb22-f7ac3ccfc71e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:12.336452 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c03335-9289-44eb-bf9a-0447934c34bd req-656977e9-42e9-4732-bb22-f7ac3ccfc71e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:12.342835 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c03335-9289-44eb-bf9a-0447934c34bd req-656977e9-42e9-4732-bb22-f7ac3ccfc71e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:12.351298 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-82c03335-9289-44eb-bf9a-0447934c34bd req-656977e9-42e9-4732-bb22-f7ac3ccfc71e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5436 time: 0.1658092 Aug 11 02:17:12.360639 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-22c0f06e-5c08-40b2-98c0-0184638d91a4 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:12.395363 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:12.396669 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-310607b0-5d38-47c0-b1fe-465947842f2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:12.408427 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Transition to ACTIVE for port object a08d1dfe-d34c-41b6-a4a4-3a953ff76f90 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:12.426104 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-310607b0-5d38-47c0-b1fe-465947842f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:12.429365 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Transition to ACTIVE for port object a08d1dfe-d34c-41b6-a4a4-3a953ff76f90 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:12.442049 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:12.445218 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-82c03335-9289-44eb-bf9a-0447934c34bd req-175d7d8f-f60c-4cb0-afd5-fccf106d7e1c tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0929585 Aug 11 02:17:12.464239 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26014a5-6816-4bb3-96d1-551e89f7e8c1 req-5ee8168c-0171-4254-8898-eeb61d0fd819 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:12.466173 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d26014a5-6816-4bb3-96d1-551e89f7e8c1 req-5ee8168c-0171-4254-8898-eeb61d0fd819 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.1779501 Aug 11 02:17:12.472659 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0f06e-5c08-40b2-98c0-0184638d91a4 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Subnet': ['ID=5dbdfe97-fcc4-4778-a550-bcaa98206109,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:12.492739 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Network 4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:12.494259 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:12.504664 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:12.511930 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c0f06e-5c08-40b2-98c0-0184638d91a4 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Checking segment: {'id': '93539ff4-2576-441d-a1ea-a683fff5ed7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e4b96dc7-4cfb-4586-9245-7efdeff42880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:12.512315 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c0f06e-5c08-40b2-98c0-0184638d91a4 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network hostable DHCP agents. Network: e4b96dc7-4cfb-4586-9245-7efdeff42880, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:17:12.539273 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c0f06e-5c08-40b2-98c0-0184638d91a4 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network e4b96dc7-4cfb-4586-9245-7efdeff42880 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:17:12.554662 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-22c0f06e-5c08-40b2-98c0-0184638d91a4 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, e4b96dc7-4cfb-4586-9245-7efdeff42880) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:12.566144 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d26014a5-6816-4bb3-96d1-551e89f7e8c1 req-b48a423a-0bbb-41d1-85d9-52666fe35c2f tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480006 Aug 11 02:17:12.585504 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c0f06e-5c08-40b2-98c0-0184638d91a4 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:12.586257 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-22c0f06e-5c08-40b2-98c0-0184638d91a4 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:12.601259 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9de991-941d-421c-8a49-778aca43f267 None None] Network e4b96dc7-4cfb-4586-9245-7efdeff42880 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:12.614615 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-22c0f06e-5c08-40b2-98c0-0184638d91a4 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8025014 Aug 11 02:17:12.617437 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44148) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:12.624270 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-a070a67b-17f8-48fc-9888-a2001ed56a46 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'port': {'network_id': 'e4b96dc7-4cfb-4586-9245-7efdeff42880', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1246766493'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:12.636469 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-310607b0-5d38-47c0-b1fe-465947842f2e admin admin] Allocated IP 172.25.2.102 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/1076d4dc-ce63-46c6-8295-fecf939b84cf) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:12.678236 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Pushing event updated for resources: {'Port': ['ID=a08d1dfe-d34c-41b6-a4a4-3a953ff76f90,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:12.708697 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:12.708999 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:12.709334 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:12.709680 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:12.710013 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:12.710347 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:12.710749 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:12.711078 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:12.711866 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:12.711866 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:12.712070 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:12.712436 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:12.718646 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Attempting to bind port a08d1dfe-d34c-41b6-a4a4-3a953ff76f90 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:12.719021 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Attempting to bind port a08d1dfe-d34c-41b6-a4a4-3a953ff76f90 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'ee8e7aa9-6060-4fc5-bb74-59e581dbee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:12.719384 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Attempting to bind port a08d1dfe-d34c-41b6-a4a4-3a953ff76f90 on network 4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:12.726893 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:12.727069 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Checking segment: {'id': 'ee8e7aa9-6060-4fc5-bb74-59e581dbee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:12.727379 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:12.727780 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Bound using segment: {'id': 'ee8e7aa9-6060-4fc5-bb74-59e581dbee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:12.728256 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Bound port: a08d1dfe-d34c-41b6-a4a4-3a953ff76f90, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8e7aa9-6060-4fc5-bb74-59e581dbee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:12.728945 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:12.782691 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-310607b0-5d38-47c0-b1fe-465947842f2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:12.795323 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a070a67b-17f8-48fc-9888-a2001ed56a46 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:12.802492 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a070a67b-17f8-48fc-9888-a2001ed56a46 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:12.824854 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-a070a67b-17f8-48fc-9888-a2001ed56a46 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] device_id is not set on port aa6d5389-cb12-41a6-b94c-f64d6d56dca7 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:17:12.835486 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-310607b0-5d38-47c0-b1fe-465947842f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:12.853539 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] For port a08d1dfe-d34c-41b6-a4a4-3a953ff76f90, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:12.865898 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af625e15-27e6-4781-a95c-7f04b2bdc595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-e4b96dc7-4cfb-4586-9245-7efdeff42880', 'network_id': 'e4b96dc7-4cfb-4586-9245-7efdeff42880', 'tenant_id': '69e9f5d39e27442ea18e5831e53fddbd', 'fixed_ips': [{'subnet_id': '5dbdfe97-fcc4-4778-a550-bcaa98206109'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:17:12.867133 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-af625e15-27e6-4781-a95c-7f04b2bdc595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:12.871889 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] For port a08d1dfe-d34c-41b6-a4a4-3a953ff76f90, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a08d1dfe-d34c-41b6-a4a4-3a953ff76f90,segment=NetworkSegment(ee8e7aa9-6060-4fc5-bb74-59e581dbee69),segment_id=ee8e7aa9-6060-4fc5-bb74-59e581dbee69)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:12.883128 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:12.908135 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310607b0-5d38-47c0-b1fe-465947842f2e admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:12.913374 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-310607b0-5d38-47c0-b1fe-465947842f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:12.921460 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310607b0-5d38-47c0-b1fe-465947842f2e admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:12.950889 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310607b0-5d38-47c0-b1fe-465947842f2e admin admin] Pushing event updated for resources: {'Port': ['ID=1076d4dc-ce63-46c6-8295-fecf939b84cf,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:12.974956 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-a070a67b-17f8-48fc-9888-a2001ed56a46 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Allocated IP 2001:db8::53 (e4b96dc7-4cfb-4586-9245-7efdeff42880/5dbdfe97-fcc4-4778-a550-bcaa98206109/aa6d5389-cb12-41a6-b94c-f64d6d56dca7) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:13.023555 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d94267-7f2f-454f-b3b2-36299b6cb07b None None] Pushing event updated for resources: {'Port': ['ID=a08d1dfe-d34c-41b6-a4a4-3a953ff76f90,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:13.152307 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a070a67b-17f8-48fc-9888-a2001ed56a46 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.168771 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-a070a67b-17f8-48fc-9888-a2001ed56a46 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Transition to ACTIVE for port object aa6d5389-cb12-41a6-b94c-f64d6d56dca7 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:13.226619 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a070a67b-17f8-48fc-9888-a2001ed56a46 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.299959 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-af625e15-27e6-4781-a95c-7f04b2bdc595 None None] Allocated IP 2001:db8::2 (e4b96dc7-4cfb-4586-9245-7efdeff42880/5dbdfe97-fcc4-4778-a550-bcaa98206109/9561263b-dd0a-44e0-b028-2ce21f2d6259) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:13.326825 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070a67b-17f8-48fc-9888-a2001ed56a46 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Port': ['ID=aa6d5389-cb12-41a6-b94c-f64d6d56dca7,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:13.353309 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a070a67b-17f8-48fc-9888-a2001ed56a46 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network e4b96dc7-4cfb-4586-9245-7efdeff42880 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:13.359229 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-a070a67b-17f8-48fc-9888-a2001ed56a46 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:13.367121 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a070a67b-17f8-48fc-9888-a2001ed56a46 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:13.379740 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a070a67b-17f8-48fc-9888-a2001ed56a46 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:13.384613 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a070a67b-17f8-48fc-9888-a2001ed56a46 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.417268 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a070a67b-17f8-48fc-9888-a2001ed56a46 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.7940853 Aug 11 02:17:13.418279 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44156) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:13.557743 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-af625e15-27e6-4781-a95c-7f04b2bdc595 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.561679 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-f8ce49fa-28d6-4834-8cb1-3ed729c0a6b2 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting port aa6d5389-cb12-41a6-b94c-f64d6d56dca7 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:13.562357 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8ce49fa-28d6-4834-8cb1-3ed729c0a6b2 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.568644 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-af625e15-27e6-4781-a95c-7f04b2bdc595 None None] Transition to ACTIVE for port object 9561263b-dd0a-44e0-b028-2ce21f2d6259 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:13.605016 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-af625e15-27e6-4781-a95c-7f04b2bdc595 None None] Transition to ACTIVE for port object 9561263b-dd0a-44e0-b028-2ce21f2d6259 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:13.613982 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-af625e15-27e6-4781-a95c-7f04b2bdc595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.664095 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af625e15-27e6-4781-a95c-7f04b2bdc595 None None] Network e4b96dc7-4cfb-4586-9245-7efdeff42880 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:13.670624 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-af625e15-27e6-4781-a95c-7f04b2bdc595 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:13.674753 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af625e15-27e6-4781-a95c-7f04b2bdc595 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:13.689581 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af625e15-27e6-4781-a95c-7f04b2bdc595 None None] Pushing event updated for resources: {'Port': ['ID=9561263b-dd0a-44e0-b028-2ce21f2d6259,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:13.718900 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8ce49fa-28d6-4834-8cb1-3ed729c0a6b2 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.736490 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-f8ce49fa-28d6-4834-8cb1-3ed729c0a6b2 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Calling delete_port for aa6d5389-cb12-41a6-b94c-f64d6d56dca7 owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:13.748669 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-af625e15-27e6-4781-a95c-7f04b2bdc595 None None] Attempting to bind port 9561263b-dd0a-44e0-b028-2ce21f2d6259 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:13.750204 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-af625e15-27e6-4781-a95c-7f04b2bdc595 None None] Attempting to bind port 9561263b-dd0a-44e0-b028-2ce21f2d6259 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '93539ff4-2576-441d-a1ea-a683fff5ed7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e4b96dc7-4cfb-4586-9245-7efdeff42880'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:13.750204 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af625e15-27e6-4781-a95c-7f04b2bdc595 None None] Attempting to bind port 9561263b-dd0a-44e0-b028-2ce21f2d6259 on network e4b96dc7-4cfb-4586-9245-7efdeff42880 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:13.754699 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af625e15-27e6-4781-a95c-7f04b2bdc595 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:13.755001 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af625e15-27e6-4781-a95c-7f04b2bdc595 None None] Checking segment: {'id': '93539ff4-2576-441d-a1ea-a683fff5ed7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e4b96dc7-4cfb-4586-9245-7efdeff42880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:13.755409 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-af625e15-27e6-4781-a95c-7f04b2bdc595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.755840 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af625e15-27e6-4781-a95c-7f04b2bdc595 None None] Bound using segment: {'id': '93539ff4-2576-441d-a1ea-a683fff5ed7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e4b96dc7-4cfb-4586-9245-7efdeff42880'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:13.756306 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-af625e15-27e6-4781-a95c-7f04b2bdc595 None None] Bound port: 9561263b-dd0a-44e0-b028-2ce21f2d6259, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93539ff4-2576-441d-a1ea-a683fff5ed7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e4b96dc7-4cfb-4586-9245-7efdeff42880'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:13.756690 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-af625e15-27e6-4781-a95c-7f04b2bdc595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.764432 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a0ecf-4e38-415e-8179-27ad692ead93 req-8413fbfb-fb0c-48d3-b0c2-3555275e1381 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:13.770452 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a0ecf-4e38-415e-8179-27ad692ead93 req-8413fbfb-fb0c-48d3-b0c2-3555275e1381 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:13.777155 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a0ecf-4e38-415e-8179-27ad692ead93 req-8413fbfb-fb0c-48d3-b0c2-3555275e1381 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:13.783236 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a0ecf-4e38-415e-8179-27ad692ead93 req-8413fbfb-fb0c-48d3-b0c2-3555275e1381 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:13.789466 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a0ecf-4e38-415e-8179-27ad692ead93 req-8413fbfb-fb0c-48d3-b0c2-3555275e1381 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:13.796519 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a0ecf-4e38-415e-8179-27ad692ead93 req-8413fbfb-fb0c-48d3-b0c2-3555275e1381 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:13.802866 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a0ecf-4e38-415e-8179-27ad692ead93 req-8413fbfb-fb0c-48d3-b0c2-3555275e1381 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:13.804998 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c01a0ecf-4e38-415e-8179-27ad692ead93 req-8413fbfb-fb0c-48d3-b0c2-3555275e1381 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5436 time: 0.1211624 Aug 11 02:17:13.843943 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c9c82-3016-46e3-a6e9-78826f8b36e0 req-bb8403ec-a20d-44f4-b100-cd3766b0801b tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:13.852062 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fa7c9c82-3016-46e3-a6e9-78826f8b36e0 req-bb8403ec-a20d-44f4-b100-cd3766b0801b tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.1222606 Aug 11 02:17:13.874941 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-310607b0-5d38-47c0-b1fe-465947842f2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.938179 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fa7c9c82-3016-46e3-a6e9-78826f8b36e0 req-c99f1307-53fa-4c4f-bba9-9a9eb706af29 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851109 Aug 11 02:17:13.996389 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-af625e15-27e6-4781-a95c-7f04b2bdc595 None None] For port 9561263b-dd0a-44e0-b028-2ce21f2d6259, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:13.999898 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-af625e15-27e6-4781-a95c-7f04b2bdc595 None None] For port 9561263b-dd0a-44e0-b028-2ce21f2d6259, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9561263b-dd0a-44e0-b028-2ce21f2d6259,segment=NetworkSegment(93539ff4-2576-441d-a1ea-a683fff5ed7f),segment_id=93539ff4-2576-441d-a1ea-a683fff5ed7f)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:14.008114 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-af625e15-27e6-4781-a95c-7f04b2bdc595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.041292 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c01a0ecf-4e38-415e-8179-27ad692ead93 req-ae1d2c1d-489e-4896-bac0-754121ab6a00 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1639805 Aug 11 02:17:14.069109 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af625e15-27e6-4781-a95c-7f04b2bdc595 None None] Pushing event updated for resources: {'Port': ['ID=9561263b-dd0a-44e0-b028-2ce21f2d6259,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:14.075208 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8ce49fa-28d6-4834-8cb1-3ed729c0a6b2 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.161179 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce49fa-28d6-4834-8cb1-3ed729c0a6b2 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Port': ['ID=aa6d5389-cb12-41a6-b94c-f64d6d56dca7,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:14.212650 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8ce49fa-28d6-4834-8cb1-3ed729c0a6b2 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.216401 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f8ce49fa-28d6-4834-8cb1-3ed729c0a6b2 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/ports/aa6d5389-cb12-41a6-b94c-f64d6d56dca7 HTTP/1.1" status: 204 len: 168 time: 0.7946556 Aug 11 02:17:14.218179 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44172) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:14.243518 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-18956dd1-0042-4735-b37a-cb2df6b4c9e5 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] GET failed (client error): The resource could not be found. Aug 11 02:17:14.245196 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-18956dd1-0042-4735-b37a-cb2df6b4c9e5 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "GET /v2.0/ports/aa6d5389-cb12-41a6-b94c-f64d6d56dca7 HTTP/1.1" status: 404 len: 333 time: 0.0260799 Aug 11 02:17:14.247949 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44174) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:14.308721 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0de7559-3f73-4a39-b400-080ca30e82d0 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting subnet 5dbdfe97-fcc4-4778-a550-bcaa98206109 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:17:14.312086 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b0de7559-3f73-4a39-b400-080ca30e82d0 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.336196 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354b71ed-0751-4ffa-b05d-5c8778023c3e None None] Network 4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:14.341310 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d4b1d-f1a7-47d8-b94a-30a20e703bcf req-354f4db4-1bd7-4b55-b133-3e55a80174dd tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:14.347286 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d4b1d-f1a7-47d8-b94a-30a20e703bcf req-354f4db4-1bd7-4b55-b133-3e55a80174dd tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:14.353318 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d4b1d-f1a7-47d8-b94a-30a20e703bcf req-354f4db4-1bd7-4b55-b133-3e55a80174dd tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:14.355527 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b0de7559-3f73-4a39-b400-080ca30e82d0 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.359813 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d4b1d-f1a7-47d8-b94a-30a20e703bcf req-354f4db4-1bd7-4b55-b133-3e55a80174dd tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:14.365930 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d4b1d-f1a7-47d8-b94a-30a20e703bcf req-354f4db4-1bd7-4b55-b133-3e55a80174dd tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:14.372375 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d4b1d-f1a7-47d8-b94a-30a20e703bcf req-354f4db4-1bd7-4b55-b133-3e55a80174dd tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:14.380353 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d4b1d-f1a7-47d8-b94a-30a20e703bcf req-354f4db4-1bd7-4b55-b133-3e55a80174dd tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:14.399101 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7d5d4b1d-f1a7-47d8-b94a-30a20e703bcf req-354f4db4-1bd7-4b55-b133-3e55a80174dd tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5436 time: 0.1751933 Aug 11 02:17:14.404577 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44176) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:14.411937 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-c77cfce2-0247-49c6-953c-bda14b0f59cb tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Request body: {'floatingip': {'port_id': '20f53a84-827e-4a21-8b16-64a8498d6bf9'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:14.417714 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-310607b0-5d38-47c0-b1fe-465947842f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.439304 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f5d87b43-2a0d-4518-8b81-031fd60e3ece None None] Provisioning for port a08d1dfe-d34c-41b6-a4a4-3a953ff76f90 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:14.478616 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c77cfce2-0247-49c6-953c-bda14b0f59cb tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for floatingip, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.542698 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b0de7559-3f73-4a39-b400-080ca30e82d0 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.639933 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b0de7559-3f73-4a39-b400-080ca30e82d0 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.640977 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a08d1dfe-d34c-41b6-a4a4-3a953ff76f90 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:14.668301 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de7559-3f73-4a39-b400-080ca30e82d0 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Subnet': ['ID=5dbdfe97-fcc4-4778-a550-bcaa98206109,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:14.672490 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b0de7559-3f73-4a39-b400-080ca30e82d0 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.674555 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b0de7559-3f73-4a39-b400-080ca30e82d0 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/subnets/5dbdfe97-fcc4-4778-a550-bcaa98206109 HTTP/1.1" status: 204 len: 168 time: 0.4256392 Aug 11 02:17:14.680053 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44180) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:14.706718 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port a08d1dfe-d34c-41b6-a4a4-3a953ff76f90 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:14.711405 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port a08d1dfe-d34c-41b6-a4a4-3a953ff76f90 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:14.711405 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.813887 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.853297 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port a08d1dfe-d34c-41b6-a4a4-3a953ff76f90, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a08d1dfe-d34c-41b6-a4a4-3a953ff76f90,segment=NetworkSegment(ee8e7aa9-6060-4fc5-bb74-59e581dbee69),segment_id=ee8e7aa9-6060-4fc5-bb74-59e581dbee69)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:14.854437 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-273d0b1d-6dee-44fe-bc86-b13cd888f5d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.858499 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.859402 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9561263b-dd0a-44e0-b028-2ce21f2d6259 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:14.937948 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=a08d1dfe-d34c-41b6-a4a4-3a953ff76f90,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:14.949593 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 9561263b-dd0a-44e0-b028-2ce21f2d6259 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:14.970267 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310607b0-5d38-47c0-b1fe-465947842f2e admin admin] Router bd992842-5ba8-4c9d-b89a-25ee2468c136 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:17:15.006333 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-36b10f95-9076-450d-89f4-fb4cfa67c262 None None] Provisioning complete for port a08d1dfe-d34c-41b6-a4a4-3a953ff76f90 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:15.006769 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-36b10f95-9076-450d-89f4-fb4cfa67c262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.165996 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-273d0b1d-6dee-44fe-bc86-b13cd888f5d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting port 9561263b-dd0a-44e0-b028-2ce21f2d6259 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:15.166386 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-273d0b1d-6dee-44fe-bc86-b13cd888f5d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.297976 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8e335-4a70-48b9-a774-c30e954cb7f9 req-896793c8-cf05-44a1-91ad-97631622361c tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:15.299576 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6ab8e335-4a70-48b9-a774-c30e954cb7f9 req-896793c8-cf05-44a1-91ad-97631622361c tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.2743623 Aug 11 02:17:15.370792 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843cf557-3733-4f54-a179-21b291b4482d None None] Network e4b96dc7-4cfb-4586-9245-7efdeff42880 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:15.375858 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310607b0-5d38-47c0-b1fe-465947842f2e admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:17:15.378780 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-273d0b1d-6dee-44fe-bc86-b13cd888f5d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] For port 9561263b-dd0a-44e0-b028-2ce21f2d6259, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9561263b-dd0a-44e0-b028-2ce21f2d6259,segment=NetworkSegment(93539ff4-2576-441d-a1ea-a683fff5ed7f),segment_id=93539ff4-2576-441d-a1ea-a683fff5ed7f)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:15.379171 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-273d0b1d-6dee-44fe-bc86-b13cd888f5d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.385793 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b01091-4a58-46de-b4fc-fb8e134e5c46 None None] Sync routers for ids ['bd992842-5ba8-4c9d-b89a-25ee2468c136'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:17:15.394468 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b01091-4a58-46de-b4fc-fb8e134e5c46 None None] Routers {'bd992842-5ba8-4c9d-b89a-25ee2468c136'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:15.395073 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-01b01091-4a58-46de-b4fc-fb8e134e5c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:16:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['bd992842-5ba8-4c9d-b89a-25ee2468c136'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:15.425769 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-273d0b1d-6dee-44fe-bc86-b13cd888f5d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Calling delete_port for 9561263b-dd0a-44e0-b028-2ce21f2d6259 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:15.434155 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6ab8e335-4a70-48b9-a774-c30e954cb7f9 req-c913224d-9493-49ec-ace6-d57eaf4cd5c3 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190562 Aug 11 02:17:15.454619 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3ebfdc08-91a7-4321-8e5b-a2ddaab43747 None None] Provisioning for port 9561263b-dd0a-44e0-b028-2ce21f2d6259 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:15.460740 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-310607b0-5d38-47c0-b1fe-465947842f2e admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.461425 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-310607b0-5d38-47c0-b1fe-465947842f2e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8324933 Aug 11 02:17:15.464269 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44190) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:15.473781 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3ebfdc08-91a7-4321-8e5b-a2ddaab43747 None None] Provisioning complete for port 9561263b-dd0a-44e0-b028-2ce21f2d6259 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:15.474159 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3ebfdc08-91a7-4321-8e5b-a2ddaab43747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.550827 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-01b01091-4a58-46de-b4fc-fb8e134e5c46 None None] Set router bd992842-5ba8-4c9d-b89a-25ee2468c136 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:15.552730 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c77cfce2-0247-49c6-953c-bda14b0f59cb tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.560926 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c77cfce2-0247-49c6-953c-bda14b0f59cb tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.688651 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d00c30c2-0c4a-482c-91bf-94fdc66fa72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.696736 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3ebfdc08-91a7-4321-8e5b-a2ddaab43747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.725822 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-273d0b1d-6dee-44fe-bc86-b13cd888f5d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.752087 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4159573-6f43-40f9-9c84-1b1c57273326 None None] DHCP port deletion for e4b96dc7-4cfb-4586-9245-7efdeff42880 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:17:15.780173 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d0b1d-6dee-44fe-bc86-b13cd888f5d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Port': ['ID=9561263b-dd0a-44e0-b028-2ce21f2d6259,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:15.783931 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273d0b1d-6dee-44fe-bc86-b13cd888f5d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] No DVR routers for this DVR port 9561263b-dd0a-44e0-b028-2ce21f2d6259 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:17:15.814931 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-01b01091-4a58-46de-b4fc-fb8e134e5c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'name': 'tempest-ServersTestManualDisk-893484164-router', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '1076d4dc-ce63-46c6-8295-fecf939b84cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:11Z', 'updated_at': '2021-08-11T02:17:13Z', 'revision_number': 3, 'project_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'gw_port': {'id': '1076d4dc-ce63-46c6-8295-fecf939b84cf', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:12Z', 'updated_at': '2021-08-11T02:17:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:15.822228 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-c77cfce2-0247-49c6-953c-bda14b0f59cb tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Floating IP 44d9db5f-68f0-456c-8bff-e5243449fa0e associated. External IP: 172.25.2.16, port: 20f53a84-827e-4a21-8b16-64a8498d6bf9. Aug 11 02:17:15.844849 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b01091-4a58-46de-b4fc-fb8e134e5c46 None None] Checking router: bd992842-5ba8-4c9d-b89a-25ee2468c136 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:17:15.845200 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b01091-4a58-46de-b4fc-fb8e134e5c46 None None] Updating router bd992842-5ba8-4c9d-b89a-25ee2468c136 port 1076d4dc-ce63-46c6-8295-fecf939b84cf binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:17:15.875598 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-01b01091-4a58-46de-b4fc-fb8e134e5c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.917735 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-273d0b1d-6dee-44fe-bc86-b13cd888f5d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.955521 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-273d0b1d-6dee-44fe-bc86-b13cd888f5d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b96dc7-4cfb-4586-9245-7efdeff42880']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:15.969774 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-273d0b1d-6dee-44fe-bc86-b13cd888f5d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93539ff4-2576-441d-a1ea-a683fff5ed7f') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:15.970324 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-273d0b1d-6dee-44fe-bc86-b13cd888f5d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93539ff4-2576-441d-a1ea-a683fff5ed7f') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:15.990760 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-273d0b1d-6dee-44fe-bc86-b13cd888f5d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.010459 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-273d0b1d-6dee-44fe-bc86-b13cd888f5d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.012184 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a34e2f0-ccf7-4ec5-b87c-c6e659a466a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.019506 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273d0b1d-6dee-44fe-bc86-b13cd888f5d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:17:16.020185 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-273d0b1d-6dee-44fe-bc86-b13cd888f5d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:17:16.023145 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:17:16.147085 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-273d0b1d-6dee-44fe-bc86-b13cd888f5d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.155175 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-273d0b1d-6dee-44fe-bc86-b13cd888f5d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.160263 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-273d0b1d-6dee-44fe-bc86-b13cd888f5d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/networks/e4b96dc7-4cfb-4586-9245-7efdeff42880 HTTP/1.1" status: 204 len: 168 time: 1.4761858 Aug 11 02:17:16.162072 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44196) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:16.169018 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-d0b4ef26-92d0-4a75-ba29-e7ea6d61cd65 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'port': {'network_id': '6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4', 'name': 'tempest-PortsIpV6TestJSON-1914132803'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:16.176693 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d0b1d-6dee-44fe-bc86-b13cd888f5d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Network': ['ID=e4b96dc7-4cfb-4586-9245-7efdeff42880,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:16.180168 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-01b01091-4a58-46de-b4fc-fb8e134e5c46 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.198585 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77cfce2-0247-49c6-953c-bda14b0f59cb tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Router 40e8d774-6123-4b09-a370-21a3f48c316f has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:17:16.199800 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-01b01091-4a58-46de-b4fc-fb8e134e5c46 None None] Transition to ACTIVE for port object 1076d4dc-ce63-46c6-8295-fecf939b84cf will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:16.208343 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-01b01091-4a58-46de-b4fc-fb8e134e5c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.267196 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-01b01091-4a58-46de-b4fc-fb8e134e5c46 None None] Attempting to bind port 1076d4dc-ce63-46c6-8295-fecf939b84cf on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:16.267595 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-01b01091-4a58-46de-b4fc-fb8e134e5c46 None None] Attempting to bind port 1076d4dc-ce63-46c6-8295-fecf939b84cf by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:16.267947 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b01091-4a58-46de-b4fc-fb8e134e5c46 None None] Attempting to bind port 1076d4dc-ce63-46c6-8295-fecf939b84cf on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:16.275569 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cce2cf-9bc5-4c45-81a8-62b7387af42a None None] Pushing event updated for resources: {'Port': ['ID=1076d4dc-ce63-46c6-8295-fecf939b84cf,revision_number=2']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:16.279981 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b01091-4a58-46de-b4fc-fb8e134e5c46 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:16.280350 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b01091-4a58-46de-b4fc-fb8e134e5c46 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:16.280874 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-01b01091-4a58-46de-b4fc-fb8e134e5c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.281318 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b01091-4a58-46de-b4fc-fb8e134e5c46 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:16.281818 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-01b01091-4a58-46de-b4fc-fb8e134e5c46 None None] Bound port: 1076d4dc-ce63-46c6-8295-fecf939b84cf, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:16.282206 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-01b01091-4a58-46de-b4fc-fb8e134e5c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.333833 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-9a34e2f0-ccf7-4ec5-b87c-c6e659a466a4 admin admin] Allocated IP 172.20.0.1 (4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6/b3916d2b-9ce1-4894-8441-582c2805386b/3ce6b3c7-336a-463c-9230-5fa05d42a2ca) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:16.350712 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-01b01091-4a58-46de-b4fc-fb8e134e5c46 None None] For port 1076d4dc-ce63-46c6-8295-fecf939b84cf, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:16.354987 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-01b01091-4a58-46de-b4fc-fb8e134e5c46 None None] For port 1076d4dc-ce63-46c6-8295-fecf939b84cf, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=1076d4dc-ce63-46c6-8295-fecf939b84cf,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:16.359528 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-01b01091-4a58-46de-b4fc-fb8e134e5c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.413865 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cce2cf-9bc5-4c45-81a8-62b7387af42a None None] Pushing event updated for resources: {'Port': ['ID=1076d4dc-ce63-46c6-8295-fecf939b84cf,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:16.436825 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b01091-4a58-46de-b4fc-fb8e134e5c46 None None] Routers {'bd992842-5ba8-4c9d-b89a-25ee2468c136'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:16.437447 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-01b01091-4a58-46de-b4fc-fb8e134e5c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:16:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['bd992842-5ba8-4c9d-b89a-25ee2468c136'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:16.441684 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b4ef26-92d0-4a75-ba29-e7ea6d61cd65 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:16.445984 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d0b4ef26-92d0-4a75-ba29-e7ea6d61cd65 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.478679 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-d0b4ef26-92d0-4a75-ba29-e7ea6d61cd65 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] device_id is not set on port 16e8a1dd-27e2-42da-a867-b4ea72ef1194 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:17:16.564921 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a08d1dfe-d34c-41b6-a4a4-3a953ff76f90 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:16.594770 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-01b01091-4a58-46de-b4fc-fb8e134e5c46 None None] Set router bd992842-5ba8-4c9d-b89a-25ee2468c136 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:16.615728 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a34e2f0-ccf7-4ec5-b87c-c6e659a466a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.622190 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port a08d1dfe-d34c-41b6-a4a4-3a953ff76f90 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:16.622889 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.693118 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-9a34e2f0-ccf7-4ec5-b87c-c6e659a466a4 admin admin] Transition to ACTIVE for port object 3ce6b3c7-336a-463c-9230-5fa05d42a2ca will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:16.713365 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641823b-f150-4bb5-b8d5-ad23d0537903 req-783307c5-72dc-4d88-ae58-6ff8b0ece911 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:16.714877 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0641823b-f150-4bb5-b8d5-ad23d0537903 req-783307c5-72dc-4d88-ae58-6ff8b0ece911 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.1485384 Aug 11 02:17:16.723084 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77cfce2-0247-49c6-953c-bda14b0f59cb tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:17:16.728377 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c77cfce2-0247-49c6-953c-bda14b0f59cb tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.733902 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77c2ac3-f6d1-4f12-98a6-d64603a1112c None None] Sync routers for ids ['40e8d774-6123-4b09-a370-21a3f48c316f'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:17:16.747042 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77c2ac3-f6d1-4f12-98a6-d64603a1112c None None] Routers {'40e8d774-6123-4b09-a370-21a3f48c316f'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:16.747718 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b77c2ac3-f6d1-4f12-98a6-d64603a1112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:16:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['40e8d774-6123-4b09-a370-21a3f48c316f'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:16.759520 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d0b4ef26-92d0-4a75-ba29-e7ea6d61cd65 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.788006 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c77cfce2-0247-49c6-953c-bda14b0f59cb tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "PUT /v2.0/floatingips/44d9db5f-68f0-456c-8bff-e5243449fa0e HTTP/1.1" status: 200 len: 991 time: 2.3776641 Aug 11 02:17:16.789156 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'tag': '20f53a84-827e-4a21-8b16-64a8498d6bf9'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:16.792183 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4682b31d-3308-4d05-92a2-31ed078e4182" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "tag": "20f53a84-827e-4a21-8b16-64a8498d6bf9"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:16.821157 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9561263b-dd0a-44e0-b028-2ce21f2d6259 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:17:16.821952 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0641823b-f150-4bb5-b8d5-ad23d0537903 req-344fe189-5880-433e-b08b-04e90836f34c tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870528 Aug 11 02:17:16.840616 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a34e2f0-ccf7-4ec5-b87c-c6e659a466a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.878982 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 9561263b-dd0a-44e0-b028-2ce21f2d6259 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:17:16.879939 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9561263b-dd0a-44e0-b028-2ce21f2d6259 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:17:16.882997 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d0b4ef26-92d0-4a75-ba29-e7ea6d61cd65 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.892459 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ce2815-27b0-4a89-ad15-b179468b6627 x-openstack-request-id: req-16ce2815-27b0-4a89-ad15-b179468b6627 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:16.893441 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "tag": "20f53a84-827e-4a21-8b16-64a8498d6bf9", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:16.893602 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-16ce2815-27b0-4a89-ad15-b179468b6627 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:16.894021 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'tag': '20f53a84-827e-4a21-8b16-64a8498d6bf9', 'status': 'completed', 'code': 200} Aug 11 02:17:16.929886 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a34e2f0-ccf7-4ec5-b87c-c6e659a466a4 admin admin] Network 4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:16.933196 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34e2f0-ccf7-4ec5-b87c-c6e659a466a4 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce6b3c7-336a-463c-9230-5fa05d42a2ca,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:16.936804 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-9a34e2f0-ccf7-4ec5-b87c-c6e659a466a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:16.984018 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a34e2f0-ccf7-4ec5-b87c-c6e659a466a4 admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:16.988326 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b4ef26-92d0-4a75-ba29-e7ea6d61cd65 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network 6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:17.002043 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-b77c2ac3-f6d1-4f12-98a6-d64603a1112c None None] Set router 40e8d774-6123-4b09-a370-21a3f48c316f gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:17.010500 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4ef26-92d0-4a75-ba29-e7ea6d61cd65 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Port': ['ID=16e8a1dd-27e2-42da-a867-b4ea72ef1194,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:17.010847 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682b31d-3308-4d05-92a2-31ed078e4182 req-ea60a586-239f-4ac7-8854-ee58ee435d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:17.011994 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682b31d-3308-4d05-92a2-31ed078e4182 req-ea60a586-239f-4ac7-8854-ee58ee435d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:17.012969 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682b31d-3308-4d05-92a2-31ed078e4182 req-ea60a586-239f-4ac7-8854-ee58ee435d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:17.013671 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682b31d-3308-4d05-92a2-31ed078e4182 req-ea60a586-239f-4ac7-8854-ee58ee435d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:17.014327 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682b31d-3308-4d05-92a2-31ed078e4182 req-ea60a586-239f-4ac7-8854-ee58ee435d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:17.015021 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682b31d-3308-4d05-92a2-31ed078e4182 req-ea60a586-239f-4ac7-8854-ee58ee435d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:17.015738 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682b31d-3308-4d05-92a2-31ed078e4182 req-ea60a586-239f-4ac7-8854-ee58ee435d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:17.018104 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4682b31d-3308-4d05-92a2-31ed078e4182 req-ea60a586-239f-4ac7-8854-ee58ee435d3a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3f544ac306fb418fb17bb1bb0c938ed0&device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 6500 time: 0.0879283 Aug 11 02:17:17.020971 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-d0b4ef26-92d0-4a75-ba29-e7ea6d61cd65 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:17.027044 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-01b01091-4a58-46de-b4fc-fb8e134e5c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'name': 'tempest-ServersTestManualDisk-893484164-router', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '1076d4dc-ce63-46c6-8295-fecf939b84cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:11Z', 'updated_at': '2021-08-11T02:17:13Z', 'revision_number': 3, 'project_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'gw_port': {'id': '1076d4dc-ce63-46c6-8295-fecf939b84cf', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:12Z', 'updated_at': '2021-08-11T02:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:17.028048 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b4ef26-92d0-4a75-ba29-e7ea6d61cd65 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:17.034828 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b4ef26-92d0-4a75-ba29-e7ea6d61cd65 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:17.035481 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d0b4ef26-92d0-4a75-ba29-e7ea6d61cd65 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:17.078444 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d0b4ef26-92d0-4a75-ba29-e7ea6d61cd65 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9144735 Aug 11 02:17:17.079873 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a34e2f0-ccf7-4ec5-b87c-c6e659a466a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:17.081791 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b01091-4a58-46de-b4fc-fb8e134e5c46 None None] The sync data for ids ['bd992842-5ba8-4c9d-b89a-25ee2468c136'] in n-d-615180-33 is: [{'id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'name': 'tempest-ServersTestManualDisk-893484164-router', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '1076d4dc-ce63-46c6-8295-fecf939b84cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:11Z', 'updated_at': '2021-08-11T02:17:13Z', 'revision_number': 3, 'project_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'gw_port': {'id': '1076d4dc-ce63-46c6-8295-fecf939b84cf', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:12Z', 'updated_at': '2021-08-11T02:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:17:17.083256 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44210) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:17.256087 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682b31d-3308-4d05-92a2-31ed078e4182 req-246ca592-8cfd-4e43-941d-47b1660a20f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:17.258268 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4682b31d-3308-4d05-92a2-31ed078e4182 req-246ca592-8cfd-4e43-941d-47b1660a20f1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=47c1ad3c-2161-421b-b922-fe59b93cfe05 HTTP/1.1" status: 200 len: 912 time: 0.2291913 Aug 11 02:17:17.270755 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a34e2f0-ccf7-4ec5-b87c-c6e659a466a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:17.357060 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-c668c599-e8cd-488c-84e1-d4a05043dc34 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting port 16e8a1dd-27e2-42da-a867-b4ea72ef1194 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:17.357411 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c668c599-e8cd-488c-84e1-d4a05043dc34 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:17.358861 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-eb41c2b6-f39e-42eb-86ac-228275a68530 None None] Provisioning for port 3ce6b3c7-336a-463c-9230-5fa05d42a2ca completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:17.364681 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-eb41c2b6-f39e-42eb-86ac-228275a68530 None None] Provisioning complete for port 3ce6b3c7-336a-463c-9230-5fa05d42a2ca triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:17.365061 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-eb41c2b6-f39e-42eb-86ac-228275a68530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:17.434718 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4682b31d-3308-4d05-92a2-31ed078e4182 req-fe294854-bdbb-4b5e-bf83-064a5912ff7e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20f53a84-827e-4a21-8b16-64a8498d6bf9 HTTP/1.1" status: 200 len: 999 time: 0.1643538 Aug 11 02:17:17.443590 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b77c2ac3-f6d1-4f12-98a6-d64603a1112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'name': 'tempest-TaggedBootDevicesTest-664173540-router', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '02d3ed36-b6e9-43cb-9f39-90209fd31476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:15Z', 'updated_at': '2021-08-11T02:14:31Z', 'revision_number': 4, 'project_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'gw_port': {'id': '02d3ed36-b6e9-43cb-9f39-90209fd31476', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:17Z', 'updated_at': '2021-08-11T02:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '44d9db5f-68f0-456c-8bff-e5243449fa0e', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'port_id': '20f53a84-827e-4a21-8b16-64a8498d6bf9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47c1ad3c-2161-421b-b922-fe59b93cfe05', 'mac_address': 'fa:16:3e:53:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:15:42Z', 'updated_at': '2021-08-11T02:17:15Z', 'revision_number': 1, 'project_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603260cc-e2ba-430e-90d2-00c54faba575', 'name': '', 'network_id': '47c1ad3c-2161-421b-b922-fe59b93cfe05', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'mac_address': 'fa:16:3e:62:dc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'c48f56bb-082d-428b-b7c4-d68dad46b955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:28Z', 'updated_at': '2021-08-11T02:14:40Z', 'revision_number': 5, 'project_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'subnets': [{'id': 'c48f56bb-082d-428b-b7c4-d68dad46b955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:17.485937 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77c2ac3-f6d1-4f12-98a6-d64603a1112c None None] Checking router: 40e8d774-6123-4b09-a370-21a3f48c316f for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:17:17.493374 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-eb41c2b6-f39e-42eb-86ac-228275a68530 None None] Port 3ce6b3c7-336a-463c-9230-5fa05d42a2ca cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:17.500888 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77c2ac3-f6d1-4f12-98a6-d64603a1112c None None] Routers {'40e8d774-6123-4b09-a370-21a3f48c316f'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:17.501519 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b77c2ac3-f6d1-4f12-98a6-d64603a1112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:16:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['40e8d774-6123-4b09-a370-21a3f48c316f'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:17.535095 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c668c599-e8cd-488c-84e1-d4a05043dc34 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:17.555022 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a34e2f0-ccf7-4ec5-b87c-c6e659a466a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:17.556100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-c668c599-e8cd-488c-84e1-d4a05043dc34 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Calling delete_port for 16e8a1dd-27e2-42da-a867-b4ea72ef1194 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:17.565516 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a34e2f0-ccf7-4ec5-b87c-c6e659a466a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:17.635985 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682b31d-3308-4d05-92a2-31ed078e4182 req-bcecd3d2-dd8f-453e-a031-d0f09986228d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:17.636687 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-b77c2ac3-f6d1-4f12-98a6-d64603a1112c None None] Set router 40e8d774-6123-4b09-a370-21a3f48c316f gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:17.641149 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4682b31d-3308-4d05-92a2-31ed078e4182 req-bcecd3d2-dd8f-453e-a031-d0f09986228d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c48f56bb-082d-428b-b7c4-d68dad46b955 HTTP/1.1" status: 200 len: 850 time: 0.1816039 Aug 11 02:17:17.702192 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a34e2f0-ccf7-4ec5-b87c-c6e659a466a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:17.705256 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34e2f0-ccf7-4ec5-b87c-c6e659a466a4 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce6b3c7-336a-463c-9230-5fa05d42a2ca,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:17.737678 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682b31d-3308-4d05-92a2-31ed078e4182 req-0d49c668-90f2-4e9f-b062-c6f0799c6fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:17.739306 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4682b31d-3308-4d05-92a2-31ed078e4182 req-0d49c668-90f2-4e9f-b062-c6f0799c6fc8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=47c1ad3c-2161-421b-b922-fe59b93cfe05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891542 Aug 11 02:17:17.746037 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c668c599-e8cd-488c-84e1-d4a05043dc34 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:17.817971 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668c599-e8cd-488c-84e1-d4a05043dc34 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Port': ['ID=16e8a1dd-27e2-42da-a867-b4ea72ef1194,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:17.856875 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a34e2f0-ccf7-4ec5-b87c-c6e659a466a4 admin admin] Network 4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:17.858520 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-9a34e2f0-ccf7-4ec5-b87c-c6e659a466a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:17.889257 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c668c599-e8cd-488c-84e1-d4a05043dc34 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:17.891414 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c668c599-e8cd-488c-84e1-d4a05043dc34 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/ports/16e8a1dd-27e2-42da-a867-b4ea72ef1194 HTTP/1.1" status: 204 len: 168 time: 0.8069947 Aug 11 02:17:17.893945 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44220) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:17.906594 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-aa801984-9694-47e6-9bf8-3d4f296b20dd tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'port': {'network_id': '6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4', 'mac_address': 'fa:16:3e:8a:15:be', 'name': 'tempest-PortsIpV6TestJSON-1277591605'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:18.061862 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b77c2ac3-f6d1-4f12-98a6-d64603a1112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'name': 'tempest-TaggedBootDevicesTest-664173540-router', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '02d3ed36-b6e9-43cb-9f39-90209fd31476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:15Z', 'updated_at': '2021-08-11T02:14:31Z', 'revision_number': 4, 'project_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'gw_port': {'id': '02d3ed36-b6e9-43cb-9f39-90209fd31476', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:17Z', 'updated_at': '2021-08-11T02:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '44d9db5f-68f0-456c-8bff-e5243449fa0e', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'port_id': '20f53a84-827e-4a21-8b16-64a8498d6bf9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47c1ad3c-2161-421b-b922-fe59b93cfe05', 'mac_address': 'fa:16:3e:53:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:15:42Z', 'updated_at': '2021-08-11T02:17:15Z', 'revision_number': 1, 'project_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603260cc-e2ba-430e-90d2-00c54faba575', 'name': '', 'network_id': '47c1ad3c-2161-421b-b922-fe59b93cfe05', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'mac_address': 'fa:16:3e:62:dc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'c48f56bb-082d-428b-b7c4-d68dad46b955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:28Z', 'updated_at': '2021-08-11T02:14:40Z', 'revision_number': 5, 'project_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'subnets': [{'id': 'c48f56bb-082d-428b-b7c4-d68dad46b955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:18.119358 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77c2ac3-f6d1-4f12-98a6-d64603a1112c None None] The sync data for ids ['40e8d774-6123-4b09-a370-21a3f48c316f'] in n-d-615180-33 is: [{'id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'name': 'tempest-TaggedBootDevicesTest-664173540-router', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '02d3ed36-b6e9-43cb-9f39-90209fd31476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:15Z', 'updated_at': '2021-08-11T02:14:31Z', 'revision_number': 4, 'project_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'gw_port': {'id': '02d3ed36-b6e9-43cb-9f39-90209fd31476', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:17Z', 'updated_at': '2021-08-11T02:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '44d9db5f-68f0-456c-8bff-e5243449fa0e', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'port_id': '20f53a84-827e-4a21-8b16-64a8498d6bf9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47c1ad3c-2161-421b-b922-fe59b93cfe05', 'mac_address': 'fa:16:3e:53:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:15:42Z', 'updated_at': '2021-08-11T02:17:15Z', 'revision_number': 1, 'project_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603260cc-e2ba-430e-90d2-00c54faba575', 'name': '', 'network_id': '47c1ad3c-2161-421b-b922-fe59b93cfe05', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'mac_address': 'fa:16:3e:62:dc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'c48f56bb-082d-428b-b7c4-d68dad46b955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:28Z', 'updated_at': '2021-08-11T02:14:40Z', 'revision_number': 5, 'project_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'subnets': [{'id': 'c48f56bb-082d-428b-b7c4-d68dad46b955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:17:18.127147 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4682b31d-3308-4d05-92a2-31ed078e4182 req-03ce3657-64b2-4703-9dfe-aa71846b2153 service neutron] 10.222.0.66 "GET /v2.0/networks/47c1ad3c-2161-421b-b922-fe59b93cfe05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528900 Aug 11 02:17:18.129529 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa801984-9694-47e6-9bf8-3d4f296b20dd tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:18.233539 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78fef2-168d-4dbb-8e53-2b9b8d5853e0 req-1c2b31bc-c8f1-4d42-bedb-d05b92becc17 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:18.235106 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6b78fef2-168d-4dbb-8e53-2b9b8d5853e0 req-1c2b31bc-c8f1-4d42-bedb-d05b92becc17 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.2363329 Aug 11 02:17:18.255348 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a34e2f0-ccf7-4ec5-b87c-c6e659a466a4 admin admin] Router bd992842-5ba8-4c9d-b89a-25ee2468c136 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:17:18.294664 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aa801984-9694-47e6-9bf8-3d4f296b20dd tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:18.295494 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3ee54db5-1a22-4290-8d48-92b19eb8ade7 None None] Provisioning complete for port 3ce6b3c7-336a-463c-9230-5fa05d42a2ca triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:18.295970 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3ee54db5-1a22-4290-8d48-92b19eb8ade7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:18.299810 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a7222ea0-a338-485e-a9a2-ce30422bafb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:18.346013 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-aa801984-9694-47e6-9bf8-3d4f296b20dd tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] device_id is not set on port 184bda93-2bdd-4a17-9f72-e668ca4ea386 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:17:18.405274 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6b78fef2-168d-4dbb-8e53-2b9b8d5853e0 req-07ea2273-aafa-4efe-84ff-1762ded9b845 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624582 Aug 11 02:17:18.420308 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:18.424264 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-3ee54db5-1a22-4290-8d48-92b19eb8ade7 None None] Port 3ce6b3c7-336a-463c-9230-5fa05d42a2ca cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:18.496454 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4682b31d-3308-4d05-92a2-31ed078e4182 req-04dc5c86-9d81-4e47-ad70-79c0acf0cfc5 service neutron] 10.222.0.66 "GET /v2.0/networks/47c1ad3c-2161-421b-b922-fe59b93cfe05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548839 Aug 11 02:17:18.573424 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a34e2f0-ccf7-4ec5-b87c-c6e659a466a4 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:17:18.592119 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9a34e2f0-ccf7-4ec5-b87c-c6e659a466a4 admin admin] 10.222.0.50 "PUT /v2.0/routers/bd992842-5ba8-4c9d-b89a-25ee2468c136/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1266186 Aug 11 02:17:18.638827 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503c0979-2157-4381-af9c-4685b2cdb25d None None] New status for floating IP 44d9db5f-68f0-456c-8bff-e5243449fa0e: ACTIVE {{(pid=94509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:17:18.675073 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1076d4dc-ce63-46c6-8295-fecf939b84cf up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:18.748587 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aa801984-9694-47e6-9bf8-3d4f296b20dd tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:18.771048 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 1076d4dc-ce63-46c6-8295-fecf939b84cf completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:18.776779 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 1076d4dc-ce63-46c6-8295-fecf939b84cf triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:18.777181 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:18.800068 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aa801984-9694-47e6-9bf8-3d4f296b20dd tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:18.852527 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa801984-9694-47e6-9bf8-3d4f296b20dd tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network 6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:18.859972 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-aa801984-9694-47e6-9bf8-3d4f296b20dd tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:18.865005 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa801984-9694-47e6-9bf8-3d4f296b20dd tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:18.872727 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa801984-9694-47e6-9bf8-3d4f296b20dd tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:18.873364 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aa801984-9694-47e6-9bf8-3d4f296b20dd tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:18.883839 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:18.884441 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa801984-9694-47e6-9bf8-3d4f296b20dd tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Port': ['ID=184bda93-2bdd-4a17-9f72-e668ca4ea386,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:18.898674 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-aa801984-9694-47e6-9bf8-3d4f296b20dd tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0035126 Aug 11 02:17:18.901779 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44238) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:18.911750 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 1076d4dc-ce63-46c6-8295-fecf939b84cf, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=1076d4dc-ce63-46c6-8295-fecf939b84cf,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:18.916712 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:18.952128 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c6acc3-b706-45d5-928c-adbf13854ed1 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:18.954284 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f0c6acc3-b706-45d5-928c-adbf13854ed1 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "GET /v2.0/ports/184bda93-2bdd-4a17-9f72-e668ca4ea386 HTTP/1.1" status: 200 len: 845 time: 0.0514247 Aug 11 02:17:18.956853 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44240) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:18.983189 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=1076d4dc-ce63-46c6-8295-fecf939b84cf,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:19.062035 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-60406ded-a81c-4094-a482-f847d8c63dd1 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting port 184bda93-2bdd-4a17-9f72-e668ca4ea386 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:19.062569 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-60406ded-a81c-4094-a482-f847d8c63dd1 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.131650 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-60406ded-a81c-4094-a482-f847d8c63dd1 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.145203 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-60406ded-a81c-4094-a482-f847d8c63dd1 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Calling delete_port for 184bda93-2bdd-4a17-9f72-e668ca4ea386 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:19.157438 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44244) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:19.162254 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-53195518-bf44-4582-8906-70074db10dfa tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1695321490', 'description': 'tempest-description--1031764484'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:19.185174 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-53195518-bf44-4582-8906-70074db10dfa tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.243143 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-60406ded-a81c-4094-a482-f847d8c63dd1 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.281014 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-53195518-bf44-4582-8906-70074db10dfa tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.285764 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-53195518-bf44-4582-8906-70074db10dfa tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.291070 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-60406ded-a81c-4094-a482-f847d8c63dd1 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.293808 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-60406ded-a81c-4094-a482-f847d8c63dd1 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/ports/184bda93-2bdd-4a17-9f72-e668ca4ea386 HTTP/1.1" status: 204 len: 168 time: 0.3359494 Aug 11 02:17:19.294873 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60406ded-a81c-4094-a482-f847d8c63dd1 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Port': ['ID=184bda93-2bdd-4a17-9f72-e668ca4ea386,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:19.296875 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44248) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:19.323092 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-53195518-bf44-4582-8906-70074db10dfa tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.326944 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-53195518-bf44-4582-8906-70074db10dfa tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1659045 Aug 11 02:17:19.327260 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44250) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:19.328861 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db75004-94cb-4688-87b5-a0f35ac39c52 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] GET failed (client error): The resource could not be found. Aug 11 02:17:19.331585 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1db75004-94cb-4688-87b5-a0f35ac39c52 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "GET /v2.0/ports/184bda93-2bdd-4a17-9f72-e668ca4ea386 HTTP/1.1" status: 404 len: 333 time: 0.0327499 Aug 11 02:17:19.332059 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-1cdf393f-6774-422f-9d79-4b25557f70d3 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Request body: {'security_group_rule': {'security_group_id': '4bdf85f0-b103-4a4f-b00e-111b763dfbe7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:19.334433 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44252) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:19.339438 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53195518-bf44-4582-8906-70074db10dfa tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdf85f0-b103-4a4f-b00e-111b763dfbe7,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:19.340273 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-398815aa-27e8-43ea-9b46-79c8222ba38d tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'port': {'network_id': '6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4', 'name': 'tempest-PortsIpV6TestJSON-1764712928'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:19.363981 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1cdf393f-6774-422f-9d79-4b25557f70d3 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.432322 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1cdf393f-6774-422f-9d79-4b25557f70d3 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.435454 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398815aa-27e8-43ea-9b46-79c8222ba38d tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:19.438681 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1cdf393f-6774-422f-9d79-4b25557f70d3 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.439921 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-398815aa-27e8-43ea-9b46-79c8222ba38d tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.454403 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf393f-6774-422f-9d79-4b25557f70d3 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9571c3cd-b771-4b35-a067-eaf7b58c337e,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:19.466903 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-398815aa-27e8-43ea-9b46-79c8222ba38d tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] device_id is not set on port 31bc2a6c-dae4-4ffb-a0ee-321aa09699b0 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:17:19.478109 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1cdf393f-6774-422f-9d79-4b25557f70d3 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.483222 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1cdf393f-6774-422f-9d79-4b25557f70d3 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510482 Aug 11 02:17:19.490579 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44258) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:19.496678 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-4aca0365-8b2e-412f-bdba-8e67a7036b40 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Request body: {'security_group_rule': {'security_group_id': '4bdf85f0-b103-4a4f-b00e-111b763dfbe7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:19.563787 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5825d-e72b-4e5b-82db-8f033bbfc00a req-83248071-07a8-4111-b836-4510ca9be2b2 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:19.565330 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4e5825d-e72b-4e5b-82db-8f033bbfc00a req-83248071-07a8-4111-b836-4510ca9be2b2 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.0737929 Aug 11 02:17:19.566770 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4aca0365-8b2e-412f-bdba-8e67a7036b40 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.642124 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4e5825d-e72b-4e5b-82db-8f033bbfc00a req-c99cdce0-e674-4bae-8d7b-ab54c5182a3c tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644834 Aug 11 02:17:19.664894 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4aca0365-8b2e-412f-bdba-8e67a7036b40 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.669653 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-398815aa-27e8-43ea-9b46-79c8222ba38d tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.670828 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4aca0365-8b2e-412f-bdba-8e67a7036b40 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.684658 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca0365-8b2e-412f-bdba-8e67a7036b40 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa3cf76-e6d6-4f18-a184-44cbf99fe6c1,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:19.701568 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4aca0365-8b2e-412f-bdba-8e67a7036b40 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.703515 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4aca0365-8b2e-412f-bdba-8e67a7036b40 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2102845 Aug 11 02:17:19.706691 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44264) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:19.711979 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-2f43b65a-ef8b-4710-aa85-1e28d32b32f4 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:19.715608 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732639ba-65b6-45f9-97c3-eee3f7960b36 None None] Sync routers for ids ['bd992842-5ba8-4c9d-b89a-25ee2468c136'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:17:19.739157 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-398815aa-27e8-43ea-9b46-79c8222ba38d tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.739753 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732639ba-65b6-45f9-97c3-eee3f7960b36 None None] Routers {'bd992842-5ba8-4c9d-b89a-25ee2468c136'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:19.740928 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-732639ba-65b6-45f9-97c3-eee3f7960b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:17:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['bd992842-5ba8-4c9d-b89a-25ee2468c136'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:19.746869 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2f43b65a-ef8b-4710-aa85-1e28d32b32f4 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks [] for floatingip, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.795877 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398815aa-27e8-43ea-9b46-79c8222ba38d tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network 6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:19.799114 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-398815aa-27e8-43ea-9b46-79c8222ba38d tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:19.801738 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398815aa-27e8-43ea-9b46-79c8222ba38d tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:19.808204 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398815aa-27e8-43ea-9b46-79c8222ba38d tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:19.808827 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-398815aa-27e8-43ea-9b46-79c8222ba38d tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.829240 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-398815aa-27e8-43ea-9b46-79c8222ba38d tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4936378 Aug 11 02:17:19.830141 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398815aa-27e8-43ea-9b46-79c8222ba38d tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Port': ['ID=31bc2a6c-dae4-4ffb-a0ee-321aa09699b0,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:19.831888 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44266) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:19.837290 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-33718ff8-fd31-4706-8a23-49c25914238c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:19.919956 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-33718ff8-fd31-4706-8a23-49c25914238c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.930815 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2f43b65a-ef8b-4710-aa85-1e28d32b32f4 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.995490 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:20.005839 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-732639ba-65b6-45f9-97c3-eee3f7960b36 None None] Set router bd992842-5ba8-4c9d-b89a-25ee2468c136 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:20.203470 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-732639ba-65b6-45f9-97c3-eee3f7960b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'name': 'tempest-ServersTestManualDisk-893484164-router', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '1076d4dc-ce63-46c6-8295-fecf939b84cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:11Z', 'updated_at': '2021-08-11T02:17:17Z', 'revision_number': 4, 'project_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'gw_port': {'id': '1076d4dc-ce63-46c6-8295-fecf939b84cf', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:12Z', 'updated_at': '2021-08-11T02:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '3ce6b3c7-336a-463c-9230-5fa05d42a2ca', 'name': '', 'network_id': '4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'mac_address': 'fa:16:3e:e1:bd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b3916d2b-9ce1-4894-8441-582c2805386b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:16Z', 'updated_at': '2021-08-11T02:17:17Z', 'revision_number': 2, 'project_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'subnets': [{'id': 'b3916d2b-9ce1-4894-8441-582c2805386b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:20.230770 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732639ba-65b6-45f9-97c3-eee3f7960b36 None None] Checking router: bd992842-5ba8-4c9d-b89a-25ee2468c136 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:17:20.231130 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732639ba-65b6-45f9-97c3-eee3f7960b36 None None] Updating router bd992842-5ba8-4c9d-b89a-25ee2468c136 port 3ce6b3c7-336a-463c-9230-5fa05d42a2ca binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:17:20.261816 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-732639ba-65b6-45f9-97c3-eee3f7960b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:20.464378 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-2f43b65a-ef8b-4710-aa85-1e28d32b32f4 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Allocated IP 172.25.2.227 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/ac012cc8-4e34-4da4-95d7-0adc360b6484) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:20.496628 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-33718ff8-fd31-4706-8a23-49c25914238c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:20.533616 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-33718ff8-fd31-4706-8a23-49c25914238c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:20.554877 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1076d4dc-ce63-46c6-8295-fecf939b84cf up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:20.562679 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-732639ba-65b6-45f9-97c3-eee3f7960b36 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:20.579336 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-33718ff8-fd31-4706-8a23-49c25914238c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] In _notify_port_updated(), no bound segment for port 31bc2a6c-dae4-4ffb-a0ee-321aa09699b0 on network 6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4 {{(pid=94506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:17:20.584845 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33718ff8-fd31-4706-8a23-49c25914238c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:20.585632 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-33718ff8-fd31-4706-8a23-49c25914238c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:20.589833 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-33718ff8-fd31-4706-8a23-49c25914238c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "PUT /v2.0/ports/31bc2a6c-dae4-4ffb-a0ee-321aa09699b0 HTTP/1.1" status: 200 len: 818 time: 0.7538905 Aug 11 02:17:20.591719 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44274) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:20.612318 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-732639ba-65b6-45f9-97c3-eee3f7960b36 None None] Transition to ACTIVE for port object 3ce6b3c7-336a-463c-9230-5fa05d42a2ca will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:20.612536 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33718ff8-fd31-4706-8a23-49c25914238c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Port': ['ID=31bc2a6c-dae4-4ffb-a0ee-321aa09699b0,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:20.631211 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-732639ba-65b6-45f9-97c3-eee3f7960b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:20.654195 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2f43b65a-ef8b-4710-aa85-1e28d32b32f4 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:20.703240 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-601bfe02-a2e4-467b-bee3-85b78dc91b2f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting port 31bc2a6c-dae4-4ffb-a0ee-321aa09699b0 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:20.703616 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-601bfe02-a2e4-467b-bee3-85b78dc91b2f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:20.708219 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2f43b65a-ef8b-4710-aa85-1e28d32b32f4 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:20.721132 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28269a98-1ea9-49ac-a1bd-a2ed31079657 None None] Pushing event updated for resources: {'Port': ['ID=3ce6b3c7-336a-463c-9230-5fa05d42a2ca,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:20.754308 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f43b65a-ef8b-4710-aa85-1e28d32b32f4 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:20.761355 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-2f43b65a-ef8b-4710-aa85-1e28d32b32f4 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:20.774242 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f43b65a-ef8b-4710-aa85-1e28d32b32f4 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:20.789928 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 1076d4dc-ce63-46c6-8295-fecf939b84cf triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:20.790549 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:20.811584 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43b65a-ef8b-4710-aa85-1e28d32b32f4 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Pushing event updated for resources: {'Port': ['ID=ac012cc8-4e34-4da4-95d7-0adc360b6484,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:20.856745 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-601bfe02-a2e4-467b-bee3-85b78dc91b2f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:20.862469 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-732639ba-65b6-45f9-97c3-eee3f7960b36 None None] Attempting to bind port 3ce6b3c7-336a-463c-9230-5fa05d42a2ca on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:20.863226 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-732639ba-65b6-45f9-97c3-eee3f7960b36 None None] Attempting to bind port 3ce6b3c7-336a-463c-9230-5fa05d42a2ca by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'ee8e7aa9-6060-4fc5-bb74-59e581dbee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:20.863848 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732639ba-65b6-45f9-97c3-eee3f7960b36 None None] Attempting to bind port 3ce6b3c7-336a-463c-9230-5fa05d42a2ca on network 4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:20.873585 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732639ba-65b6-45f9-97c3-eee3f7960b36 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:20.874414 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732639ba-65b6-45f9-97c3-eee3f7960b36 None None] Checking segment: {'id': 'ee8e7aa9-6060-4fc5-bb74-59e581dbee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:20.875265 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-732639ba-65b6-45f9-97c3-eee3f7960b36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:20.876201 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732639ba-65b6-45f9-97c3-eee3f7960b36 None None] Bound using segment: {'id': 'ee8e7aa9-6060-4fc5-bb74-59e581dbee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:20.876766 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ee8ea-2fbb-4b4a-9f24-8749b694c856 req-b9b228d5-21fd-47e0-9656-0b5b723e17c2 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:20.877212 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-732639ba-65b6-45f9-97c3-eee3f7960b36 None None] Bound port: 3ce6b3c7-336a-463c-9230-5fa05d42a2ca, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8e7aa9-6060-4fc5-bb74-59e581dbee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:20.877862 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-732639ba-65b6-45f9-97c3-eee3f7960b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:20.880160 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-028ee8ea-2fbb-4b4a-9f24-8749b694c856 req-b9b228d5-21fd-47e0-9656-0b5b723e17c2 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.1127388 Aug 11 02:17:20.883521 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-601bfe02-a2e4-467b-bee3-85b78dc91b2f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Calling delete_port for 31bc2a6c-dae4-4ffb-a0ee-321aa09699b0 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:20.963728 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-028ee8ea-2fbb-4b4a-9f24-8749b694c856 req-d2de0c65-13a9-4109-85f6-432e1fe2a27b tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744236 Aug 11 02:17:20.974857 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2f43b65a-ef8b-4710-aa85-1e28d32b32f4 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:21.001417 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-601bfe02-a2e4-467b-bee3-85b78dc91b2f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:21.010906 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-732639ba-65b6-45f9-97c3-eee3f7960b36 None None] For port 3ce6b3c7-336a-463c-9230-5fa05d42a2ca, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:21.014222 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-732639ba-65b6-45f9-97c3-eee3f7960b36 None None] For port 3ce6b3c7-336a-463c-9230-5fa05d42a2ca, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3ce6b3c7-336a-463c-9230-5fa05d42a2ca,segment=NetworkSegment(ee8e7aa9-6060-4fc5-bb74-59e581dbee69),segment_id=ee8e7aa9-6060-4fc5-bb74-59e581dbee69)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:21.018600 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-732639ba-65b6-45f9-97c3-eee3f7960b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:21.027346 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2f43b65a-ef8b-4710-aa85-1e28d32b32f4 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:21.032138 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-601bfe02-a2e4-467b-bee3-85b78dc91b2f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:21.034712 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-601bfe02-a2e4-467b-bee3-85b78dc91b2f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/ports/31bc2a6c-dae4-4ffb-a0ee-321aa09699b0 HTTP/1.1" status: 204 len: 168 time: 0.4434316 Aug 11 02:17:21.049278 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44282) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:21.059091 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601bfe02-a2e4-467b-bee3-85b78dc91b2f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Port': ['ID=31bc2a6c-dae4-4ffb-a0ee-321aa09699b0,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:21.092455 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732639ba-65b6-45f9-97c3-eee3f7960b36 None None] Routers {'bd992842-5ba8-4c9d-b89a-25ee2468c136'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:21.093010 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-732639ba-65b6-45f9-97c3-eee3f7960b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:17:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['bd992842-5ba8-4c9d-b89a-25ee2468c136'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:21.100191 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28269a98-1ea9-49ac-a1bd-a2ed31079657 None None] Pushing event updated for resources: {'Port': ['ID=3ce6b3c7-336a-463c-9230-5fa05d42a2ca,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:21.169919 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0822809d-e939-495a-8882-5713642055d6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:21.174227 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0822809d-e939-495a-8882-5713642055d6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1212497 Aug 11 02:17:21.174991 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44284) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:21.207247 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-29066a70-888c-46c4-b94b-e13458f53a51 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] GET failed (client error): The resource could not be found. Aug 11 02:17:21.212705 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-29066a70-888c-46c4-b94b-e13458f53a51 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "GET /v2.0/ports/31bc2a6c-dae4-4ffb-a0ee-321aa09699b0 HTTP/1.1" status: 404 len: 333 time: 0.0310726 Aug 11 02:17:21.212705 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44286) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:21.218967 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-64b7bee1-6071-407c-bc86-4e12be5fac1c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-26573905'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:21.220446 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-732639ba-65b6-45f9-97c3-eee3f7960b36 None None] Set router bd992842-5ba8-4c9d-b89a-25ee2468c136 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:21.277179 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b7bee1-6071-407c-bc86-4e12be5fac1c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:21.279039 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2f43b65a-ef8b-4710-aa85-1e28d32b32f4 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:21.283084 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-64b7bee1-6071-407c-bc86-4e12be5fac1c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:21.288587 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2f43b65a-ef8b-4710-aa85-1e28d32b32f4 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:21.311809 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b7bee1-6071-407c-bc86-4e12be5fac1c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:17:21.323691 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-64b7bee1-6071-407c-bc86-4e12be5fac1c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:21.324130 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-64b7bee1-6071-407c-bc86-4e12be5fac1c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Added segment 1dd57eaa-8ca2-4591-9f83-4f7fadf23ad4 of type vlan for network f600ad72-709a-461d-82ea-a0d77b837f69 Aug 11 02:17:21.372533 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-64b7bee1-6071-407c-bc86-4e12be5fac1c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:21.392805 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43b65a-ef8b-4710-aa85-1e28d32b32f4 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Pushing event updated for resources: {'Port': ['ID=ac012cc8-4e34-4da4-95d7-0adc360b6484,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:21.395388 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2f43b65a-ef8b-4710-aa85-1e28d32b32f4 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:21.410220 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:21.416373 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2f43b65a-ef8b-4710-aa85-1e28d32b32f4 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:21.417753 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2f43b65a-ef8b-4710-aa85-1e28d32b32f4 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7099376 Aug 11 02:17:21.445597 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-64b7bee1-6071-407c-bc86-4e12be5fac1c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:21.452740 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b7bee1-6071-407c-bc86-4e12be5fac1c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:21.453381 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-64b7bee1-6071-407c-bc86-4e12be5fac1c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:21.482485 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-64b7bee1-6071-407c-bc86-4e12be5fac1c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2687418 Aug 11 02:17:21.485655 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44296) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:21.493450 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-2fed2596-fb44-4458-aa39-396c1d88db97 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'subnet': {'network_id': 'f600ad72-709a-461d-82ea-a0d77b837f69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:21.527645 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-732639ba-65b6-45f9-97c3-eee3f7960b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'name': 'tempest-ServersTestManualDisk-893484164-router', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '1076d4dc-ce63-46c6-8295-fecf939b84cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:11Z', 'updated_at': '2021-08-11T02:17:17Z', 'revision_number': 4, 'project_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'gw_port': {'id': '1076d4dc-ce63-46c6-8295-fecf939b84cf', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:12Z', 'updated_at': '2021-08-11T02:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '3ce6b3c7-336a-463c-9230-5fa05d42a2ca', 'name': '', 'network_id': '4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'mac_address': 'fa:16:3e:e1:bd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b3916d2b-9ce1-4894-8441-582c2805386b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:16Z', 'updated_at': '2021-08-11T02:17:21Z', 'revision_number': 4, 'project_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'subnets': [{'id': 'b3916d2b-9ce1-4894-8441-582c2805386b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:21.534871 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7bee1-6071-407c-bc86-4e12be5fac1c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Network': ['ID=f600ad72-709a-461d-82ea-a0d77b837f69,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:21.562294 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network f600ad72-709a-461d-82ea-a0d77b837f69 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:17:21.564614 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732639ba-65b6-45f9-97c3-eee3f7960b36 None None] The sync data for ids ['bd992842-5ba8-4c9d-b89a-25ee2468c136'] in n-d-615180-33 is: [{'id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'name': 'tempest-ServersTestManualDisk-893484164-router', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '1076d4dc-ce63-46c6-8295-fecf939b84cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:11Z', 'updated_at': '2021-08-11T02:17:17Z', 'revision_number': 4, 'project_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'gw_port': {'id': '1076d4dc-ce63-46c6-8295-fecf939b84cf', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:12Z', 'updated_at': '2021-08-11T02:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '3ce6b3c7-336a-463c-9230-5fa05d42a2ca', 'name': '', 'network_id': '4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'mac_address': 'fa:16:3e:e1:bd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b3916d2b-9ce1-4894-8441-582c2805386b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:16Z', 'updated_at': '2021-08-11T02:17:21Z', 'revision_number': 4, 'project_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'subnets': [{'id': 'b3916d2b-9ce1-4894-8441-582c2805386b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:17:21.587350 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-600c32d1-2981-474f-b30b-5de56401e046 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1695321490&fields=id&tenant_id=47ff2e4ca0364f8c830ae8b0e3bd074d HTTP/1.1" status: 200 len: 267 time: 0.0376320 Aug 11 02:17:21.614017 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fed2596-fb44-4458-aa39-396c1d88db97 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:21.618617 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2fed2596-fb44-4458-aa39-396c1d88db97 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:21.781113 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-c83abfcf-0d77-4ed6-8ad4-8c5fe862f6c8 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:21.782846 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-c83abfcf-0d77-4ed6-8ad4-8c5fe862f6c8 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/networks?id=4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6 HTTP/1.1" status: 200 len: 811 time: 0.1840725 Aug 11 02:17:21.799971 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-80a3c08f-caab-4e38-a71d-b6c3f0cdfebb tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/quotas/47ff2e4ca0364f8c830ae8b0e3bd074d HTTP/1.1" status: 200 len: 375 time: 0.0110481 Aug 11 02:17:21.868496 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-11e26a6b-511c-4025-8b86-006d71863222 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=47ff2e4ca0364f8c830ae8b0e3bd074d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0614829 Aug 11 02:17:21.888082 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2fed2596-fb44-4458-aa39-396c1d88db97 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:21.975492 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed2596-fb44-4458-aa39-396c1d88db97 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Subnet': ['ID=a26db91a-3b87-451c-bae2-48b3d8f16bb0,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:21.983883 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fed2596-fb44-4458-aa39-396c1d88db97 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Checking segment: {'id': '1dd57eaa-8ca2-4591-9f83-4f7fadf23ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f600ad72-709a-461d-82ea-a0d77b837f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:21.984263 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fed2596-fb44-4458-aa39-396c1d88db97 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network hostable DHCP agents. Network: f600ad72-709a-461d-82ea-a0d77b837f69, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:17:21.995549 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-27e03cba-40fc-46a2-8786-b2f96c563568 service neutron] 10.222.0.50 "GET /v2.0/networks/4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141140 Aug 11 02:17:22.011623 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fed2596-fb44-4458-aa39-396c1d88db97 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network f600ad72-709a-461d-82ea-a0d77b837f69 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:17:22.030438 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-2fed2596-fb44-4458-aa39-396c1d88db97 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, f600ad72-709a-461d-82ea-a0d77b837f69) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:22.044800 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb13d3cb-50af-4640-963c-37f3ff98fe77 None None] Network f600ad72-709a-461d-82ea-a0d77b837f69 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:22.046380 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fed2596-fb44-4458-aa39-396c1d88db97 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:22.047913 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2fed2596-fb44-4458-aa39-396c1d88db97 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:22.097859 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2fed2596-fb44-4458-aa39-396c1d88db97 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6105859 Aug 11 02:17:22.100774 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44314) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:22.107943 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-d50ac950-2291-4978-a25f-ff0633d47f65 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'subnet': {'network_id': 'f600ad72-709a-461d-82ea-a0d77b837f69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:22.116058 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-23a6b337-93cc-42ae-83ef-80eb6da40e12 service neutron] 10.222.0.50 "GET /v2.0/networks/4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195929 Aug 11 02:17:22.137132 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39f4bf-deb7-4968-a0c7-8b7e98358e3f req-37239a17-9d02-4945-992c-a6b406346612 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:22.138701 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cd39f4bf-deb7-4968-a0c7-8b7e98358e3f req-37239a17-9d02-4945-992c-a6b406346612 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.0873222 Aug 11 02:17:22.234953 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cd39f4bf-deb7-4968-a0c7-8b7e98358e3f req-60efde9b-331e-4b9a-94a5-dfc44fdc094d tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622761 Aug 11 02:17:22.280337 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a9a47b-aed2-418d-8ef0-8a3837bb3722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-f600ad72-709a-461d-82ea-a0d77b837f69', 'network_id': 'f600ad72-709a-461d-82ea-a0d77b837f69', 'tenant_id': '69e9f5d39e27442ea18e5831e53fddbd', 'fixed_ips': [{'subnet_id': 'a26db91a-3b87-451c-bae2-48b3d8f16bb0'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:17:22.282869 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c0a9a47b-aed2-418d-8ef0-8a3837bb3722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:22.342329 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50ac950-2291-4978-a25f-ff0633d47f65 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:22.347615 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d50ac950-2291-4978-a25f-ff0633d47f65 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:22.466749 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e9fe4e03-b62e-444e-868a-0ec99fd4b0b4 req-b5eaab80-3976-496b-ac5a-6892321a633f tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/ports?device_id=185b2e12-d345-465f-8747-a60b249f664b HTTP/1.1" status: 200 len: 210 time: 0.0436492 Aug 11 02:17:22.504897 n-d-615180-33 neutron-server[94506]: INFO neutron.db.ipam_backend_mixin [None req-d50ac950-2291-4978-a25f-ff0633d47f65 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a26db91a-3b87-451c-bae2-48b3d8f16bb0 (CIDR: 2001:db8::/64) Aug 11 02:17:22.513272 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50ac950-2291-4978-a25f-ff0633d47f65 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:17:22.514100 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50ac950-2291-4978-a25f-ff0633d47f65 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:17:22.533068 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-c0a9a47b-aed2-418d-8ef0-8a3837bb3722 None None] Allocated IP 2001:db8::2 (f600ad72-709a-461d-82ea-a0d77b837f69/a26db91a-3b87-451c-bae2-48b3d8f16bb0/9aae4641-6e66-43ad-a704-b369a8ee9a9e) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:22.553123 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d50ac950-2291-4978-a25f-ff0633d47f65 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4509332 Aug 11 02:17:22.556657 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44324) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:22.563552 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-dd77c904-8344-45e0-82f1-94e8eea4fc37 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'subnet': {'network_id': 'f600ad72-709a-461d-82ea-a0d77b837f69', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:22.672934 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3ce6b3c7-336a-463c-9230-5fa05d42a2ca up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:22.797827 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd77c904-8344-45e0-82f1-94e8eea4fc37 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:22.803359 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-dd77c904-8344-45e0-82f1-94e8eea4fc37 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:22.816623 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 3ce6b3c7-336a-463c-9230-5fa05d42a2ca completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:22.821292 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c0a9a47b-aed2-418d-8ef0-8a3837bb3722 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:22.824007 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 3ce6b3c7-336a-463c-9230-5fa05d42a2ca triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:22.824384 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:22.865723 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c0a9a47b-aed2-418d-8ef0-8a3837bb3722 None None] Transition to ACTIVE for port object 9aae4641-6e66-43ad-a704-b369a8ee9a9e will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:22.918475 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c0a9a47b-aed2-418d-8ef0-8a3837bb3722 None None] Transition to ACTIVE for port object 9aae4641-6e66-43ad-a704-b369a8ee9a9e will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:22.929804 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c0a9a47b-aed2-418d-8ef0-8a3837bb3722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:23.044986 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a9a47b-aed2-418d-8ef0-8a3837bb3722 None None] Network f600ad72-709a-461d-82ea-a0d77b837f69 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:23.050656 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-c0a9a47b-aed2-418d-8ef0-8a3837bb3722 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:23.054887 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:23.057647 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a9a47b-aed2-418d-8ef0-8a3837bb3722 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:23.061407 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9a47b-aed2-418d-8ef0-8a3837bb3722 None None] Pushing event updated for resources: {'Port': ['ID=9aae4641-6e66-43ad-a704-b369a8ee9a9e,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:23.127340 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-dd77c904-8344-45e0-82f1-94e8eea4fc37 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:23.143387 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 3ce6b3c7-336a-463c-9230-5fa05d42a2ca, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3ce6b3c7-336a-463c-9230-5fa05d42a2ca,segment=NetworkSegment(ee8e7aa9-6060-4fc5-bb74-59e581dbee69),segment_id=ee8e7aa9-6060-4fc5-bb74-59e581dbee69)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:23.152567 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:23.159835 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-c0a9a47b-aed2-418d-8ef0-8a3837bb3722 None None] Attempting to bind port 9aae4641-6e66-43ad-a704-b369a8ee9a9e on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:23.159835 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-c0a9a47b-aed2-418d-8ef0-8a3837bb3722 None None] Attempting to bind port 9aae4641-6e66-43ad-a704-b369a8ee9a9e by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '1dd57eaa-8ca2-4591-9f83-4f7fadf23ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f600ad72-709a-461d-82ea-a0d77b837f69'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:23.160131 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a9a47b-aed2-418d-8ef0-8a3837bb3722 None None] Attempting to bind port 9aae4641-6e66-43ad-a704-b369a8ee9a9e on network f600ad72-709a-461d-82ea-a0d77b837f69 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:23.184902 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd77c904-8344-45e0-82f1-94e8eea4fc37 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network f600ad72-709a-461d-82ea-a0d77b837f69 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:23.185133 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a9a47b-aed2-418d-8ef0-8a3837bb3722 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:23.185365 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a9a47b-aed2-418d-8ef0-8a3837bb3722 None None] Checking segment: {'id': '1dd57eaa-8ca2-4591-9f83-4f7fadf23ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f600ad72-709a-461d-82ea-a0d77b837f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:23.185703 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c0a9a47b-aed2-418d-8ef0-8a3837bb3722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:23.186109 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a9a47b-aed2-418d-8ef0-8a3837bb3722 None None] Bound using segment: {'id': '1dd57eaa-8ca2-4591-9f83-4f7fadf23ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f600ad72-709a-461d-82ea-a0d77b837f69'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:23.186576 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-c0a9a47b-aed2-418d-8ef0-8a3837bb3722 None None] Bound port: 9aae4641-6e66-43ad-a704-b369a8ee9a9e, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd57eaa-8ca2-4591-9f83-4f7fadf23ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f600ad72-709a-461d-82ea-a0d77b837f69'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:23.186962 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c0a9a47b-aed2-418d-8ef0-8a3837bb3722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:23.189924 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-dd77c904-8344-45e0-82f1-94e8eea4fc37 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:23.192697 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd77c904-8344-45e0-82f1-94e8eea4fc37 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:23.193795 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-dd77c904-8344-45e0-82f1-94e8eea4fc37 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:23.208481 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77c904-8344-45e0-82f1-94e8eea4fc37 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Subnet': ['ID=7bd5e1dc-aa05-46ee-b632-b84e9866fa8e,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:23.221604 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd77c904-8344-45e0-82f1-94e8eea4fc37 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:23.222062 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd77c904-8344-45e0-82f1-94e8eea4fc37 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:23.222443 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd77c904-8344-45e0-82f1-94e8eea4fc37 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:23.222948 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd77c904-8344-45e0-82f1-94e8eea4fc37 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:23.223288 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd77c904-8344-45e0-82f1-94e8eea4fc37 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:23.223752 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd77c904-8344-45e0-82f1-94e8eea4fc37 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:23.224122 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd77c904-8344-45e0-82f1-94e8eea4fc37 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:23.224453 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd77c904-8344-45e0-82f1-94e8eea4fc37 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:23.224780 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd77c904-8344-45e0-82f1-94e8eea4fc37 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:23.225106 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd77c904-8344-45e0-82f1-94e8eea4fc37 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:23.225432 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd77c904-8344-45e0-82f1-94e8eea4fc37 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:23.225840 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd77c904-8344-45e0-82f1-94e8eea4fc37 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:23.241069 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44338) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:23.242266 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-dd77c904-8344-45e0-82f1-94e8eea4fc37 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6839767 Aug 11 02:17:23.245917 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=3ce6b3c7-336a-463c-9230-5fa05d42a2ca,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:23.247775 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-23e7ba15-c5e3-43e7-845f-deb5e6a02c5a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'port': {'network_id': 'f600ad72-709a-461d-82ea-a0d77b837f69', 'fixed_ips': [{'subnet_id': 'a26db91a-3b87-451c-bae2-48b3d8f16bb0'}, {'subnet_id': '7bd5e1dc-aa05-46ee-b632-b84e9866fa8e'}], 'name': 'tempest-PortsIpV6TestJSON-660313998'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:23.278430 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-c0a9a47b-aed2-418d-8ef0-8a3837bb3722 None None] For port 9aae4641-6e66-43ad-a704-b369a8ee9a9e, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:23.282031 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-c0a9a47b-aed2-418d-8ef0-8a3837bb3722 None None] For port 9aae4641-6e66-43ad-a704-b369a8ee9a9e, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9aae4641-6e66-43ad-a704-b369a8ee9a9e,segment=NetworkSegment(1dd57eaa-8ca2-4591-9f83-4f7fadf23ad4),segment_id=1dd57eaa-8ca2-4591-9f83-4f7fadf23ad4)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:23.288357 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c0a9a47b-aed2-418d-8ef0-8a3837bb3722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:23.351514 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9a47b-aed2-418d-8ef0-8a3837bb3722 None None] Pushing event updated for resources: {'Port': ['ID=9aae4641-6e66-43ad-a704-b369a8ee9a9e,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:23.387307 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a8485-3fbe-4262-9903-747d7cf27388 req-a970979e-59cd-4178-945a-84d9121b9571 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:23.389490 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1b5a8485-3fbe-4262-9903-747d7cf27388 req-a970979e-59cd-4178-945a-84d9121b9571 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.0572996 Aug 11 02:17:23.396721 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e7ba15-c5e3-43e7-845f-deb5e6a02c5a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:23.432028 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1b5a8485-3fbe-4262-9903-747d7cf27388 req-6243d985-0882-49ec-9527-b40b4d2ed89c tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343301 Aug 11 02:17:23.496752 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-23e7ba15-c5e3-43e7-845f-deb5e6a02c5a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:23.526534 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-23e7ba15-c5e3-43e7-845f-deb5e6a02c5a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] device_id is not set on port a74681d2-107e-4819-9245-65e708513b75 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:17:23.617709 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-366d34a9-63da-4a4f-9d14-61834657e8c8 req-53da098b-8664-435d-97d7-e953fc313cfa tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/ports?device_id=185b2e12-d345-465f-8747-a60b249f664b HTTP/1.1" status: 200 len: 210 time: 0.0626469 Aug 11 02:17:23.820153 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-ea51f259-ee9d-45e8-a5b9-51c5853717f2 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:23.821684 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-ea51f259-ee9d-45e8-a5b9-51c5853717f2 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.73 "GET /v2.0/networks?id=4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6 HTTP/1.1" status: 200 len: 811 time: 0.2362800 Aug 11 02:17:23.912019 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-02559985-279f-41c0-9fb5-874693d06422 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47ff2e4ca0364f8c830ae8b0e3bd074d HTTP/1.1" status: 200 len: 380 time: 0.0761800 Aug 11 02:17:23.927404 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-a61aceab-0f2e-4c76-b9a9-b86113be51ab tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Request body: {'port': {'device_id': '185b2e12-d345-465f-8747-a60b249f664b', 'network_id': '4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6', 'admin_state_up': True, 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'security_groups': ['4bdf85f0-b103-4a4f-b00e-111b763dfbe7']}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:24.056107 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-23e7ba15-c5e3-43e7-845f-deb5e6a02c5a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Allocated IP 2001:db8::152 (f600ad72-709a-461d-82ea-a0d77b837f69/a26db91a-3b87-451c-bae2-48b3d8f16bb0/a74681d2-107e-4819-9245-65e708513b75) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:24.073103 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-23e7ba15-c5e3-43e7-845f-deb5e6a02c5a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Allocated IP 2001:db8:0:1::da (f600ad72-709a-461d-82ea-a0d77b837f69/7bd5e1dc-aa05-46ee-b632-b84e9866fa8e/a74681d2-107e-4819-9245-65e708513b75) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:24.131474 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-a61aceab-0f2e-4c76-b9a9-b86113be51ab tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Made reservation on behalf of 47ff2e4ca0364f8c830ae8b0e3bd074d for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:24.135053 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-a61aceab-0f2e-4c76-b9a9-b86113be51ab tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:24.277336 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:24.336665 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-23e7ba15-c5e3-43e7-845f-deb5e6a02c5a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:24.364546 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-23e7ba15-c5e3-43e7-845f-deb5e6a02c5a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Transition to ACTIVE for port object a74681d2-107e-4819-9245-65e708513b75 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:24.370651 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-a61aceab-0f2e-4c76-b9a9-b86113be51ab tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Allocated IP 172.20.0.10 (4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6/b3916d2b-9ce1-4894-8441-582c2805386b/60410b1d-ef87-4960-a1f4-bfabf92c214d) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:24.402738 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42044e3-7978-4972-bc2e-dee0e960eb32 None None] Network f600ad72-709a-461d-82ea-a0d77b837f69 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:24.474936 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-23e7ba15-c5e3-43e7-845f-deb5e6a02c5a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:24.560734 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7ba15-c5e3-43e7-845f-deb5e6a02c5a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Port': ['ID=a74681d2-107e-4819-9245-65e708513b75,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:24.620386 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e7ba15-c5e3-43e7-845f-deb5e6a02c5a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network f600ad72-709a-461d-82ea-a0d77b837f69 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:24.627228 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-23e7ba15-c5e3-43e7-845f-deb5e6a02c5a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:24.628266 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9f09f604-df11-4958-9ef5-e7d15c872d81 None None] Provisioning for port 9aae4641-6e66-43ad-a704-b369a8ee9a9e completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:24.632426 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e7ba15-c5e3-43e7-845f-deb5e6a02c5a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:24.638423 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e7ba15-c5e3-43e7-845f-deb5e6a02c5a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:24.639430 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-23e7ba15-c5e3-43e7-845f-deb5e6a02c5a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:24.677625 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b151ae4-5a04-425b-a3bd-2388ff4e0fb4 req-813c8c3f-d99c-488c-a501-4c13b5982d2f tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:24.679158 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6b151ae4-5a04-425b-a3bd-2388ff4e0fb4 req-813c8c3f-d99c-488c-a501-4c13b5982d2f tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.1328678 Aug 11 02:17:24.688522 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-23e7ba15-c5e3-43e7-845f-deb5e6a02c5a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.4436178 Aug 11 02:17:24.689480 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44360) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:24.694983 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-5462a700-3d40-43cc-9d9b-fe95616aa5b6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a26db91a-3b87-451c-bae2-48b3d8f16bb0'}]}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:24.696311 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-a61aceab-0f2e-4c76-b9a9-b86113be51ab tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:24.724320 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9aae4641-6e66-43ad-a704-b369a8ee9a9e up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:24.732195 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-a61aceab-0f2e-4c76-b9a9-b86113be51ab tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Transition to ACTIVE for port object 60410b1d-ef87-4960-a1f4-bfabf92c214d will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:24.752531 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6b151ae4-5a04-425b-a3bd-2388ff4e0fb4 req-8f575ae5-f0e4-4873-b413-2a149f0623bb tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595400 Aug 11 02:17:24.788614 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-a61aceab-0f2e-4c76-b9a9-b86113be51ab tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:24.800214 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 9aae4641-6e66-43ad-a704-b369a8ee9a9e completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:24.805662 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 9aae4641-6e66-43ad-a704-b369a8ee9a9e triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:24.806059 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:24.832862 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-51306dea-b24e-413e-94a6-91fea9bf7006 req-bb74ca41-a45f-4a2b-baaf-52963b33113a tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/ports?device_id=185b2e12-d345-465f-8747-a60b249f664b HTTP/1.1" status: 200 len: 210 time: 0.0889025 Aug 11 02:17:24.854224 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-a61aceab-0f2e-4c76-b9a9-b86113be51ab tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Network 4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:24.861277 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-a61aceab-0f2e-4c76-b9a9-b86113be51ab tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:24.865616 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-a61aceab-0f2e-4c76-b9a9-b86113be51ab tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:24.897409 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5d417d-e8b1-4847-9101-e48314b6c0d3 None None] Update dhcp port {'port': {'network_id': 'f600ad72-709a-461d-82ea-a0d77b837f69', 'fixed_ips': [{'subnet_id': 'a26db91a-3b87-451c-bae2-48b3d8f16bb0', 'ip_address': '2001:db8::2'}, {'subnet_id': '7bd5e1dc-aa05-46ee-b632-b84e9866fa8e'}], 'binding:host_id': 'n-d-615180-33'}, 'id': '9aae4641-6e66-43ad-a704-b369a8ee9a9e'} from n-d-615180-33. {{(pid=94508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:17:24.905131 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61aceab-0f2e-4c76-b9a9-b86113be51ab tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Pushing event updated for resources: {'Port': ['ID=60410b1d-ef87-4960-a1f4-bfabf92c214d,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:24.931913 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-a61aceab-0f2e-4c76-b9a9-b86113be51ab tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:24.932599 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-a61aceab-0f2e-4c76-b9a9-b86113be51ab tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:24.957008 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-a61aceab-0f2e-4c76-b9a9-b86113be51ab tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0333221 Aug 11 02:17:24.970493 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-8e179385-806c-41d6-a4ea-e1ece9ef4062 service neutron] Request body: {'port': {'device_id': '185b2e12-d345-465f-8747-a60b249f664b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:24.974419 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5462a700-3d40-43cc-9d9b-fe95616aa5b6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:24.996914 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9e5d417d-e8b1-4847-9101-e48314b6c0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:25.048017 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-8e179385-806c-41d6-a4ea-e1ece9ef4062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:25.055008 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:25.247311 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 9aae4641-6e66-43ad-a704-b369a8ee9a9e, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9aae4641-6e66-43ad-a704-b369a8ee9a9e,segment=NetworkSegment(1dd57eaa-8ca2-4591-9f83-4f7fadf23ad4),segment_id=1dd57eaa-8ca2-4591-9f83-4f7fadf23ad4)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:25.251361 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:25.268913 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:25.269769 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3ce6b3c7-336a-463c-9230-5fa05d42a2ca up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:25.349380 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-18362294-3d0c-4383-9d2d-9989ce83dcd8 None None] Provisioning for port 60410b1d-ef87-4960-a1f4-bfabf92c214d completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:25.364798 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-18362294-3d0c-4383-9d2d-9989ce83dcd8 None None] Provisioning complete for port 60410b1d-ef87-4960-a1f4-bfabf92c214d triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:25.365169 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-18362294-3d0c-4383-9d2d-9989ce83dcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:25.420903 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=9aae4641-6e66-43ad-a704-b369a8ee9a9e,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:25.427910 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-9e5d417d-e8b1-4847-9101-e48314b6c0d3 None None] Allocated IP 2001:db8:0:1::2 (f600ad72-709a-461d-82ea-a0d77b837f69/7bd5e1dc-aa05-46ee-b632-b84e9866fa8e/9aae4641-6e66-43ad-a704-b369a8ee9a9e) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:25.450263 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-18362294-3d0c-4383-9d2d-9989ce83dcd8 None None] Port 60410b1d-ef87-4960-a1f4-bfabf92c214d cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:25.453532 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-8e179385-806c-41d6-a4ea-e1ece9ef4062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60410b1d-ef87-4960-a1f4-bfabf92c214d {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:25.461438 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-8e179385-806c-41d6-a4ea-e1ece9ef4062 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:25.469098 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 3ce6b3c7-336a-463c-9230-5fa05d42a2ca triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:25.469464 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:25.475950 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-8e179385-806c-41d6-a4ea-e1ece9ef4062 service neutron] Transition to ACTIVE for port object 60410b1d-ef87-4960-a1f4-bfabf92c214d will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:25.479960 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-8e179385-806c-41d6-a4ea-e1ece9ef4062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:25.544053 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e179385-806c-41d6-a4ea-e1ece9ef4062 service neutron] Pushing event updated for resources: {'Port': ['ID=60410b1d-ef87-4960-a1f4-bfabf92c214d,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:25.570843 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-9e5d417d-e8b1-4847-9101-e48314b6c0d3 None None] For port 9aae4641-6e66-43ad-a704-b369a8ee9a9e, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9aae4641-6e66-43ad-a704-b369a8ee9a9e,segment=NetworkSegment(1dd57eaa-8ca2-4591-9f83-4f7fadf23ad4),segment_id=1dd57eaa-8ca2-4591-9f83-4f7fadf23ad4)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:25.631779 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-8e179385-806c-41d6-a4ea-e1ece9ef4062 service neutron] Attempting to bind port 60410b1d-ef87-4960-a1f4-bfabf92c214d on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:25.632122 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-8e179385-806c-41d6-a4ea-e1ece9ef4062 service neutron] Attempting to bind port 60410b1d-ef87-4960-a1f4-bfabf92c214d by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': 'ee8e7aa9-6060-4fc5-bb74-59e581dbee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:25.632447 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-8e179385-806c-41d6-a4ea-e1ece9ef4062 service neutron] Attempting to bind port 60410b1d-ef87-4960-a1f4-bfabf92c214d on network 4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:25.637911 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-8e179385-806c-41d6-a4ea-e1ece9ef4062 service neutron] Port 60410b1d-ef87-4960-a1f4-bfabf92c214d on network 4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:17:25.638437 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-8e179385-806c-41d6-a4ea-e1ece9ef4062 service neutron] Attempting to bind port 60410b1d-ef87-4960-a1f4-bfabf92c214d on network 4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:25.643872 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-8e179385-806c-41d6-a4ea-e1ece9ef4062 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:25.644439 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-8e179385-806c-41d6-a4ea-e1ece9ef4062 service neutron] Checking segment: {'id': 'ee8e7aa9-6060-4fc5-bb74-59e581dbee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:25.645015 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-8e179385-806c-41d6-a4ea-e1ece9ef4062 service neutron] Bound using segment: {'id': 'ee8e7aa9-6060-4fc5-bb74-59e581dbee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:25.645614 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-8e179385-806c-41d6-a4ea-e1ece9ef4062 service neutron] Bound port: 60410b1d-ef87-4960-a1f4-bfabf92c214d, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8e7aa9-6060-4fc5-bb74-59e581dbee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:25.646165 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-8e179385-806c-41d6-a4ea-e1ece9ef4062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:25.649598 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9e5d417d-e8b1-4847-9101-e48314b6c0d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:25.674203 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9e5d417d-e8b1-4847-9101-e48314b6c0d3 None None] Transition to ACTIVE for port object 9aae4641-6e66-43ad-a704-b369a8ee9a9e will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:25.679382 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9e5d417d-e8b1-4847-9101-e48314b6c0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:25.732300 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-8e179385-806c-41d6-a4ea-e1ece9ef4062 service neutron] For port 60410b1d-ef87-4960-a1f4-bfabf92c214d, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:25.736390 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-8e179385-806c-41d6-a4ea-e1ece9ef4062 service neutron] For port 60410b1d-ef87-4960-a1f4-bfabf92c214d, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=60410b1d-ef87-4960-a1f4-bfabf92c214d,segment=NetworkSegment(ee8e7aa9-6060-4fc5-bb74-59e581dbee69),segment_id=ee8e7aa9-6060-4fc5-bb74-59e581dbee69)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:25.743572 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-8e179385-806c-41d6-a4ea-e1ece9ef4062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:25.755741 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d417d-e8b1-4847-9101-e48314b6c0d3 None None] Pushing event updated for resources: {'Port': ['ID=9aae4641-6e66-43ad-a704-b369a8ee9a9e,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:25.762451 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-5462a700-3d40-43cc-9d9b-fe95616aa5b6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Delete allocated IP 2001:db8:0:1::da (f600ad72-709a-461d-82ea-a0d77b837f69/7bd5e1dc-aa05-46ee-b632-b84e9866fa8e) {{(pid=94507) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 02:17:25.790623 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-8e179385-806c-41d6-a4ea-e1ece9ef4062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:25.791277 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-8e179385-806c-41d6-a4ea-e1ece9ef4062 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:25.792946 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-8e179385-806c-41d6-a4ea-e1ece9ef4062 service neutron] 10.222.0.73 "PUT /v2.0/ports/60410b1d-ef87-4960-a1f4-bfabf92c214d HTTP/1.1" status: 200 len: 1093 time: 0.8279159 Aug 11 02:17:25.793404 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '185b2e12-d345-465f-8747-a60b249f664b', 'tag': '60410b1d-ef87-4960-a1f4-bfabf92c214d'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:25.796503 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a499e74-9434-4a7f-8cf1-e9b733cb0295" -d '{"events": [{"name": "network-changed", "server_uuid": "185b2e12-d345-465f-8747-a60b249f664b", "tag": "60410b1d-ef87-4960-a1f4-bfabf92c214d"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:25.832342 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e179385-806c-41d6-a4ea-e1ece9ef4062 service neutron] Pushing event updated for resources: {'Port': ['ID=60410b1d-ef87-4960-a1f4-bfabf92c214d,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:25.921637 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce88be34-41fc-4c4f-b885-14092dbe54fd x-openstack-request-id: req-ce88be34-41fc-4c4f-b885-14092dbe54fd {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:25.921999 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "185b2e12-d345-465f-8747-a60b249f664b", "tag": "60410b1d-ef87-4960-a1f4-bfabf92c214d", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:25.922238 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ce88be34-41fc-4c4f-b885-14092dbe54fd {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:25.925550 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '185b2e12-d345-465f-8747-a60b249f664b', 'tag': '60410b1d-ef87-4960-a1f4-bfabf92c214d', 'status': 'completed', 'code': 200} Aug 11 02:17:25.935119 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-960feef4-0b52-44b4-90dc-6d27b68dcdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:25.939139 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-960feef4-0b52-44b4-90dc-6d27b68dcdaf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47ff2e4ca0364f8c830ae8b0e3bd074d&device_id=185b2e12-d345-465f-8747-a60b249f664b HTTP/1.1" status: 200 len: 1096 time: 0.0977128 Aug 11 02:17:26.020765 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5462a700-3d40-43cc-9d9b-fe95616aa5b6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:26.025387 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-efbe536e-6a66-46bb-97f0-ec873447542d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60410b1d-ef87-4960-a1f4-bfabf92c214d HTTP/1.1" status: 200 len: 217 time: 0.0744281 Aug 11 02:17:26.034235 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627b6e3-857d-47ab-a291-cc0a66abe255 req-4075aa46-79c2-4ca6-a6ed-ec8aeb08e49d tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:26.039330 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d627b6e3-857d-47ab-a291-cc0a66abe255 req-4075aa46-79c2-4ca6-a6ed-ec8aeb08e49d tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.0973318 Aug 11 02:17:26.085667 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-5462a700-3d40-43cc-9d9b-fe95616aa5b6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Ignored duplicate provisioning block setup for port a74681d2-107e-4819-9245-65e708513b75 by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 02:17:26.090167 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d627b6e3-857d-47ab-a291-cc0a66abe255 req-97816304-50f7-41fe-826c-c2eb801860cb tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419524 Aug 11 02:17:26.091386 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5462a700-3d40-43cc-9d9b-fe95616aa5b6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:26.144942 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-58420b2b-1e0d-43ef-b345-98388f2e02b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:26.146993 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-58420b2b-1e0d-43ef-b345-98388f2e02b1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b3916d2b-9ce1-4894-8441-582c2805386b HTTP/1.1" status: 200 len: 850 time: 0.0952454 Aug 11 02:17:26.175244 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-5462a700-3d40-43cc-9d9b-fe95616aa5b6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] In _notify_port_updated(), no bound segment for port a74681d2-107e-4819-9245-65e708513b75 on network f600ad72-709a-461d-82ea-a0d77b837f69 {{(pid=94507) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:17:26.182501 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5462a700-3d40-43cc-9d9b-fe95616aa5b6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:26.183441 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5462a700-3d40-43cc-9d9b-fe95616aa5b6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:26.187352 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5462a700-3d40-43cc-9d9b-fe95616aa5b6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "PUT /v2.0/ports/a74681d2-107e-4819-9245-65e708513b75 HTTP/1.1" status: 200 len: 925 time: 1.4942329 Aug 11 02:17:26.187595 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1bc235-f01a-47f3-9fe3-6e6aec576a94 req-8c807bae-fbe5-4841-9225-75f412f33f6d tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:26.189849 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44384) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:26.190437 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e1bc235-f01a-47f3-9fe3-6e6aec576a94 req-8c807bae-fbe5-4841-9225-75f412f33f6d tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/ports?device_id=185b2e12-d345-465f-8747-a60b249f664b HTTP/1.1" status: 200 len: 944 time: 0.1836438 Aug 11 02:17:26.195603 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-7498e91b-df06-4260-96fd-ed5ade7707ca tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a26db91a-3b87-451c-bae2-48b3d8f16bb0'}, {'subnet_id': '7bd5e1dc-aa05-46ee-b632-b84e9866fa8e'}]}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:26.231736 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462a700-3d40-43cc-9d9b-fe95616aa5b6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Port': ['ID=a74681d2-107e-4819-9245-65e708513b75,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:26.284692 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-778dd423-cc43-4dbc-9572-a53b38e4faee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:26.286770 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-778dd423-cc43-4dbc-9572-a53b38e4faee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1266346 Aug 11 02:17:26.290105 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7498e91b-df06-4260-96fd-ed5ade7707ca tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:26.307915 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e1bc235-f01a-47f3-9fe3-6e6aec576a94 req-b571e3a8-f63c-4eff-9865-a8d2c93cdf89 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bdf85f0-b103-4a4f-b00e-111b763dfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846138 Aug 11 02:17:26.448538 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-f06aa1b2-6ba0-436c-8bd6-7ce7ed732822 service neutron] 10.222.0.73 "GET /v2.0/networks/4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395214 Aug 11 02:17:26.560800 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9aae4641-6e66-43ad-a704-b369a8ee9a9e up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:26.564049 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e3e84412-203d-4620-b6a6-46f825a83a3b req-4360c969-2602-4f1b-84f2-580558ab8c58 service neutron] 10.222.0.73 "GET /v2.0/networks/4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017818 Aug 11 02:17:26.643142 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-7498e91b-df06-4260-96fd-ed5ade7707ca tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Allocated IP 2001:db8:0:1::3b6 (f600ad72-709a-461d-82ea-a0d77b837f69/7bd5e1dc-aa05-46ee-b632-b84e9866fa8e/a74681d2-107e-4819-9245-65e708513b75) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:26.681459 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a499e74-9434-4a7f-8cf1-e9b733cb0295 req-c5038ddf-46c2-4616-8242-edfef26a263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:26.683350 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a499e74-9434-4a7f-8cf1-e9b733cb0295 req-c5038ddf-46c2-4616-8242-edfef26a263e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47ff2e4ca0364f8c830ae8b0e3bd074d&device_id=185b2e12-d345-465f-8747-a60b249f664b HTTP/1.1" status: 200 len: 1096 time: 0.0559223 Aug 11 02:17:26.712001 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97028249-c9d4-475a-bee9-2f59fd0262f4 None None] Network f600ad72-709a-461d-82ea-a0d77b837f69 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:26.796807 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-1bcb2694-8e35-4173-91c5-5316a6c5976b None None] Provisioning for port a74681d2-107e-4819-9245-65e708513b75 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:26.799571 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7498e91b-df06-4260-96fd-ed5ade7707ca tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:26.801607 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a499e74-9434-4a7f-8cf1-e9b733cb0295 req-6afdb5b3-516a-4fb5-8db6-357c6b5fe655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:26.803161 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a499e74-9434-4a7f-8cf1-e9b733cb0295 req-6afdb5b3-516a-4fb5-8db6-357c6b5fe655 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6 HTTP/1.1" status: 200 len: 912 time: 0.1100047 Aug 11 02:17:26.805677 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-1bcb2694-8e35-4173-91c5-5316a6c5976b None None] Provisioning complete for port a74681d2-107e-4819-9245-65e708513b75 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:26.806075 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1bcb2694-8e35-4173-91c5-5316a6c5976b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:26.813129 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-7498e91b-df06-4260-96fd-ed5ade7707ca tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Ignored duplicate provisioning block setup for port a74681d2-107e-4819-9245-65e708513b75 by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 02:17:26.817056 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7498e91b-df06-4260-96fd-ed5ade7707ca tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:26.869251 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a499e74-9434-4a7f-8cf1-e9b733cb0295 req-bd49747e-f815-49b7-9e2e-4c4f7253e268 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60410b1d-ef87-4960-a1f4-bfabf92c214d HTTP/1.1" status: 200 len: 217 time: 0.0498469 Aug 11 02:17:26.873840 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-1bcb2694-8e35-4173-91c5-5316a6c5976b None None] Port a74681d2-107e-4819-9245-65e708513b75 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:26.898354 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-1bcb2694-8e35-4173-91c5-5316a6c5976b None None] Provisioning for port 9aae4641-6e66-43ad-a704-b369a8ee9a9e completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:26.906700 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-7498e91b-df06-4260-96fd-ed5ade7707ca tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] In _notify_port_updated(), no bound segment for port a74681d2-107e-4819-9245-65e708513b75 on network f600ad72-709a-461d-82ea-a0d77b837f69 {{(pid=94507) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:17:26.912282 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7498e91b-df06-4260-96fd-ed5ade7707ca tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:26.912914 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7498e91b-df06-4260-96fd-ed5ade7707ca tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:26.915613 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7498e91b-df06-4260-96fd-ed5ade7707ca tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "PUT /v2.0/ports/a74681d2-107e-4819-9245-65e708513b75 HTTP/1.1" status: 200 len: 1011 time: 0.7233939 Aug 11 02:17:26.916675 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498e91b-df06-4260-96fd-ed5ade7707ca tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Port': ['ID=a74681d2-107e-4819-9245-65e708513b75,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:26.918371 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-1bcb2694-8e35-4173-91c5-5316a6c5976b None None] Provisioning complete for port 9aae4641-6e66-43ad-a704-b369a8ee9a9e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:26.919124 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1bcb2694-8e35-4173-91c5-5316a6c5976b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:26.919246 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44390) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:26.940358 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a499e74-9434-4a7f-8cf1-e9b733cb0295 req-7ed9ae60-568f-4aba-b57e-60df6c7f3150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:26.941851 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a499e74-9434-4a7f-8cf1-e9b733cb0295 req-7ed9ae60-568f-4aba-b57e-60df6c7f3150 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b3916d2b-9ce1-4894-8441-582c2805386b HTTP/1.1" status: 200 len: 850 time: 0.0556061 Aug 11 02:17:26.998177 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a499e74-9434-4a7f-8cf1-e9b733cb0295 req-f2f3b644-6012-42ee-b573-21b4d8dfbb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:26.999765 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a499e74-9434-4a7f-8cf1-e9b733cb0295 req-f2f3b644-6012-42ee-b573-21b4d8dfbb45 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499132 Aug 11 02:17:27.033156 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-c6a43e6c-29f3-4e69-ab2e-0c0a63e4f33a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting port a74681d2-107e-4819-9245-65e708513b75 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:27.033495 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c6a43e6c-29f3-4e69-ab2e-0c0a63e4f33a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:27.120563 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a499e74-9434-4a7f-8cf1-e9b733cb0295 req-5e1a6ef4-264c-4fa3-bcf4-9d60ba0eb379 service neutron] 10.222.0.73 "GET /v2.0/networks/4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007402 Aug 11 02:17:27.139638 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c6a43e6c-29f3-4e69-ab2e-0c0a63e4f33a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:27.156780 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-c6a43e6c-29f3-4e69-ab2e-0c0a63e4f33a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Calling delete_port for a74681d2-107e-4819-9245-65e708513b75 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:27.245700 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-98f372b0-9ad3-4a1e-8c73-d7d71f8e2110 None None] Provisioning complete for port a74681d2-107e-4819-9245-65e708513b75 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:27.246341 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-98f372b0-9ad3-4a1e-8c73-d7d71f8e2110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:27.283728 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a499e74-9434-4a7f-8cf1-e9b733cb0295 req-c49505b9-092a-46c1-a68b-dda481a54c6a service neutron] 10.222.0.73 "GET /v2.0/networks/4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540973 Aug 11 02:17:27.314017 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-98f372b0-9ad3-4a1e-8c73-d7d71f8e2110 None None] Port a74681d2-107e-4819-9245-65e708513b75 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:27.321810 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77f209-1439-4593-8e48-ee0e40798ab1 req-fb0c0a80-dcdb-4cbf-9803-ed59fd8e9b60 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:27.324197 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e77f209-1439-4593-8e48-ee0e40798ab1 req-fb0c0a80-dcdb-4cbf-9803-ed59fd8e9b60 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.1374717 Aug 11 02:17:27.356226 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-98f372b0-9ad3-4a1e-8c73-d7d71f8e2110 None None] Provisioning complete for port 9aae4641-6e66-43ad-a704-b369a8ee9a9e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:27.356548 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-98f372b0-9ad3-4a1e-8c73-d7d71f8e2110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:27.388793 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e77f209-1439-4593-8e48-ee0e40798ab1 req-a4d97623-5c04-4e31-b9e0-f79309af4174 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537620 Aug 11 02:17:27.426971 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c6a43e6c-29f3-4e69-ab2e-0c0a63e4f33a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:27.462991 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a43e6c-29f3-4e69-ab2e-0c0a63e4f33a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Port': ['ID=a74681d2-107e-4819-9245-65e708513b75,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:27.546994 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c6a43e6c-29f3-4e69-ab2e-0c0a63e4f33a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:27.548941 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c6a43e6c-29f3-4e69-ab2e-0c0a63e4f33a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/ports/a74681d2-107e-4819-9245-65e708513b75 HTTP/1.1" status: 204 len: 168 time: 0.6288636 Aug 11 02:17:27.552486 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44404) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:27.569477 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd509e-ecb2-4d07-8a60-7215099a3935 req-5baa77e3-24c3-45c6-a679-356fe072f34d tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:27.571159 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-70bd509e-ecb2-4d07-8a60-7215099a3935 req-5baa77e3-24c3-45c6-a679-356fe072f34d tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/ports?device_id=185b2e12-d345-465f-8747-a60b249f664b HTTP/1.1" status: 200 len: 944 time: 0.0717397 Aug 11 02:17:27.584410 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7cc7c38-a35d-4b42-ae90-c60161be6570 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] GET failed (client error): The resource could not be found. Aug 11 02:17:27.586155 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a7cc7c38-a35d-4b42-ae90-c60161be6570 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "GET /v2.0/ports/a74681d2-107e-4819-9245-65e708513b75 HTTP/1.1" status: 404 len: 333 time: 0.0321984 Aug 11 02:17:27.588931 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44406) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:27.600039 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2f96aa0f-c487-4079-93b5-be0b026cce59 None None] Could not find standard attr ID for object a74681d2-107e-4819-9245-65e708513b75. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:17:27.629445 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-70bd509e-ecb2-4d07-8a60-7215099a3935 req-cee635f6-770c-46af-9401-d72a07038009 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bdf85f0-b103-4a4f-b00e-111b763dfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498483 Aug 11 02:17:27.655529 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-848e864d-d057-4f5c-a124-7c941db0f3fc tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting subnet 7bd5e1dc-aa05-46ee-b632-b84e9866fa8e {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:17:27.658833 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-848e864d-d057-4f5c-a124-7c941db0f3fc tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:27.699791 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-848e864d-d057-4f5c-a124-7c941db0f3fc tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:27.792202 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-848e864d-d057-4f5c-a124-7c941db0f3fc tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:27.814731 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-61c56aa6-28a8-405d-9e90-a52cb34c2732 None None] Could not find standard attr ID for object a74681d2-107e-4819-9245-65e708513b75. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:17:27.860911 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-848e864d-d057-4f5c-a124-7c941db0f3fc tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:27.887447 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e864d-d057-4f5c-a124-7c941db0f3fc tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Subnet': ['ID=7bd5e1dc-aa05-46ee-b632-b84e9866fa8e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:27.893597 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-848e864d-d057-4f5c-a124-7c941db0f3fc tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:27.898051 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-848e864d-d057-4f5c-a124-7c941db0f3fc tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/subnets/7bd5e1dc-aa05-46ee-b632-b84e9866fa8e HTTP/1.1" status: 204 len: 168 time: 0.3052819 Aug 11 02:17:27.898334 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44410) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:27.955337 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-64d59add-846a-4dc7-b099-b1da4cd5bdb3 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting subnet a26db91a-3b87-451c-bae2-48b3d8f16bb0 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:17:27.958879 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-64d59add-846a-4dc7-b099-b1da4cd5bdb3 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:27.972606 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b6f080-b678-4cb3-98db-8c439bc4d86d None None] Network f600ad72-709a-461d-82ea-a0d77b837f69 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:28.005000 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-64d59add-846a-4dc7-b099-b1da4cd5bdb3 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:28.037221 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-901188c0-c656-4ba5-97f9-b537b454876f None None] Could not find standard attr ID for object a74681d2-107e-4819-9245-65e708513b75. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:17:28.094711 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-64d59add-846a-4dc7-b099-b1da4cd5bdb3 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:28.157082 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-64d59add-846a-4dc7-b099-b1da4cd5bdb3 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:28.190734 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d59add-846a-4dc7-b099-b1da4cd5bdb3 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Subnet': ['ID=a26db91a-3b87-451c-bae2-48b3d8f16bb0,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:28.193023 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-64d59add-846a-4dc7-b099-b1da4cd5bdb3 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:28.194920 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-64d59add-846a-4dc7-b099-b1da4cd5bdb3 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/subnets/a26db91a-3b87-451c-bae2-48b3d8f16bb0 HTTP/1.1" status: 204 len: 168 time: 0.2956777 Aug 11 02:17:28.198304 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44412) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:28.277081 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-610c2a74-686a-42d3-8eca-cf1333a6b24b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:28.334645 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-610c2a74-686a-42d3-8eca-cf1333a6b24b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting port 9aae4641-6e66-43ad-a704-b369a8ee9a9e {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:28.335055 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-610c2a74-686a-42d3-8eca-cf1333a6b24b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:28.410073 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-610c2a74-686a-42d3-8eca-cf1333a6b24b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] For port 9aae4641-6e66-43ad-a704-b369a8ee9a9e, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9aae4641-6e66-43ad-a704-b369a8ee9a9e,segment=NetworkSegment(1dd57eaa-8ca2-4591-9f83-4f7fadf23ad4),segment_id=1dd57eaa-8ca2-4591-9f83-4f7fadf23ad4)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:28.410434 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-610c2a74-686a-42d3-8eca-cf1333a6b24b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:28.427664 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-610c2a74-686a-42d3-8eca-cf1333a6b24b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Calling delete_port for 9aae4641-6e66-43ad-a704-b369a8ee9a9e owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:28.561233 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe6737-e8e1-485b-b476-2bee0bbf3458 req-b9e55d73-d906-4648-8e3f-04b550097461 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:28.562847 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0afe6737-e8e1-485b-b476-2bee0bbf3458 req-b9e55d73-d906-4648-8e3f-04b550097461 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.0691156 Aug 11 02:17:28.563731 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-610c2a74-686a-42d3-8eca-cf1333a6b24b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:28.609459 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c2a74-686a-42d3-8eca-cf1333a6b24b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Port': ['ID=9aae4641-6e66-43ad-a704-b369a8ee9a9e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:28.612583 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610c2a74-686a-42d3-8eca-cf1333a6b24b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] No DVR routers for this DVR port 9aae4641-6e66-43ad-a704-b369a8ee9a9e on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:17:28.662895 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0afe6737-e8e1-485b-b476-2bee0bbf3458 req-05240dac-3ee7-4de8-8596-506d805885d6 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917027 Aug 11 02:17:28.718539 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-610c2a74-686a-42d3-8eca-cf1333a6b24b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:28.729526 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-610c2a74-686a-42d3-8eca-cf1333a6b24b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f600ad72-709a-461d-82ea-a0d77b837f69']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:28.744558 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff3de53-2c4e-42f3-9914-74743855e56c None None] Network f600ad72-709a-461d-82ea-a0d77b837f69 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:28.750430 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-610c2a74-686a-42d3-8eca-cf1333a6b24b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd57eaa-8ca2-4591-9f83-4f7fadf23ad4') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:28.750723 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-610c2a74-686a-42d3-8eca-cf1333a6b24b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd57eaa-8ca2-4591-9f83-4f7fadf23ad4') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:28.802423 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-87da8e8c-0c6e-42d3-9b25-d6a051b7ab56 None None] Could not find standard attr ID for object 9aae4641-6e66-43ad-a704-b369a8ee9a9e. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:17:28.929673 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17db6bc-906f-4364-8891-26c4e1360668 None None] DHCP port deletion for f600ad72-709a-461d-82ea-a0d77b837f69 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:17:29.112378 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-610c2a74-686a-42d3-8eca-cf1333a6b24b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:29.129659 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-610c2a74-686a-42d3-8eca-cf1333a6b24b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:29.138305 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610c2a74-686a-42d3-8eca-cf1333a6b24b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:17:29.138683 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-610c2a74-686a-42d3-8eca-cf1333a6b24b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:17:29.141496 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:17:29.160980 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81c73f-0103-4914-a5e1-85e7f3aea961 req-1082c8b5-74c3-43c2-a97c-64f8ae421566 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:29.163061 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4e81c73f-0103-4914-a5e1-85e7f3aea961 req-1082c8b5-74c3-43c2-a97c-64f8ae421566 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/ports?device_id=185b2e12-d345-465f-8747-a60b249f664b HTTP/1.1" status: 200 len: 944 time: 0.4248726 Aug 11 02:17:29.234740 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-610c2a74-686a-42d3-8eca-cf1333a6b24b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:29.246932 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-610c2a74-686a-42d3-8eca-cf1333a6b24b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:29.248792 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-610c2a74-686a-42d3-8eca-cf1333a6b24b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/networks/f600ad72-709a-461d-82ea-a0d77b837f69 HTTP/1.1" status: 204 len: 168 time: 1.0495162 Aug 11 02:17:29.252684 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44428) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:29.254186 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4e81c73f-0103-4914-a5e1-85e7f3aea961 req-a8109b1e-a1b3-481d-9137-b87c702117ac tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bdf85f0-b103-4a4f-b00e-111b763dfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621593 Aug 11 02:17:29.263212 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c2a74-686a-42d3-8eca-cf1333a6b24b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Network': ['ID=f600ad72-709a-461d-82ea-a0d77b837f69,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:29.310844 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de47c1e-a386-473c-9cd7-cb6599a06db7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:29.312355 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0de47c1e-a386-473c-9cd7-cb6599a06db7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0588439 Aug 11 02:17:29.316010 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44430) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:29.362467 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f24155e8-4172-469e-9458-5163250cd188 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0453146 Aug 11 02:17:29.365804 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44432) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:29.371950 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-cacc40be-03ad-489d-91bd-8b1496fd46ce tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1899819118'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:29.395164 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacc40be-03ad-489d-91bd-8b1496fd46ce tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:29.399855 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cacc40be-03ad-489d-91bd-8b1496fd46ce tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:29.425117 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cacc40be-03ad-489d-91bd-8b1496fd46ce tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:17:29.439469 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cacc40be-03ad-489d-91bd-8b1496fd46ce tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:29.439843 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-cacc40be-03ad-489d-91bd-8b1496fd46ce tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Added segment 1f7845fc-890f-4a7b-909e-aae85c805932 of type vlan for network 9843e546-3bbc-43f5-bdd7-1e9a5064c73a Aug 11 02:17:29.485526 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cacc40be-03ad-489d-91bd-8b1496fd46ce tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:29.521725 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cacc40be-03ad-489d-91bd-8b1496fd46ce tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:29.527646 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacc40be-03ad-489d-91bd-8b1496fd46ce tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:29.528269 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cacc40be-03ad-489d-91bd-8b1496fd46ce tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:29.593670 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cacc40be-03ad-489d-91bd-8b1496fd46ce tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2264068 Aug 11 02:17:29.597560 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44440) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:29.605043 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-e839fd1c-e725-4c1f-a429-57f63266ebb3 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'subnet': {'network_id': '9843e546-3bbc-43f5-bdd7-1e9a5064c73a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:29.606874 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc40be-03ad-489d-91bd-8b1496fd46ce tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Network': ['ID=9843e546-3bbc-43f5-bdd7-1e9a5064c73a,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:29.619783 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 9843e546-3bbc-43f5-bdd7-1e9a5064c73a details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:17:29.707986 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e839fd1c-e725-4c1f-a429-57f63266ebb3 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:29.712325 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e839fd1c-e725-4c1f-a429-57f63266ebb3 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:29.838532 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a9544-732c-4a2e-9c24-51e503a0d62c req-474c1ada-5d71-4669-89b4-e384c32712ca tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:29.840229 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-298a9544-732c-4a2e-9c24-51e503a0d62c req-474c1ada-5d71-4669-89b4-e384c32712ca tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.0860231 Aug 11 02:17:29.908546 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-298a9544-732c-4a2e-9c24-51e503a0d62c req-2e95462a-5867-4943-af71-5709a901440d tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618048 Aug 11 02:17:29.972081 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e839fd1c-e725-4c1f-a429-57f63266ebb3 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:30.055153 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839fd1c-e725-4c1f-a429-57f63266ebb3 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Subnet': ['ID=d04bfed5-4a71-465e-826b-a365717cc3e1,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:30.060583 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e839fd1c-e725-4c1f-a429-57f63266ebb3 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Checking segment: {'id': '1f7845fc-890f-4a7b-909e-aae85c805932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9843e546-3bbc-43f5-bdd7-1e9a5064c73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:30.060945 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e839fd1c-e725-4c1f-a429-57f63266ebb3 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network hostable DHCP agents. Network: 9843e546-3bbc-43f5-bdd7-1e9a5064c73a, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:17:30.077581 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e839fd1c-e725-4c1f-a429-57f63266ebb3 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network 9843e546-3bbc-43f5-bdd7-1e9a5064c73a is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:17:30.086306 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-e839fd1c-e725-4c1f-a429-57f63266ebb3 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 9843e546-3bbc-43f5-bdd7-1e9a5064c73a) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:30.091082 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e839fd1c-e725-4c1f-a429-57f63266ebb3 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:30.091707 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e839fd1c-e725-4c1f-a429-57f63266ebb3 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:30.096195 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578bda77-6fef-4905-b418-07e9044d3c5b None None] Network 9843e546-3bbc-43f5-bdd7-1e9a5064c73a requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:30.105884 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e839fd1c-e725-4c1f-a429-57f63266ebb3 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5066292 Aug 11 02:17:30.108723 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44448) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:30.113934 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-82fb2748-8db8-4ad9-98d7-0e9203c6c3c8 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'port': {'network_id': '9843e546-3bbc-43f5-bdd7-1e9a5064c73a', 'name': 'tempest-PortsIpV6TestJSON-327672067'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:30.211424 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 60410b1d-ef87-4960-a1f4-bfabf92c214d details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:17:30.229245 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fb2748-8db8-4ad9-98d7-0e9203c6c3c8 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:30.232852 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-82fb2748-8db8-4ad9-98d7-0e9203c6c3c8 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:30.261522 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-82fb2748-8db8-4ad9-98d7-0e9203c6c3c8 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] device_id is not set on port abad9b24-856c-4fce-ab40-7dd2b77cd51e yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:17:30.263926 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace20588-b0fa-4ce7-b523-c472fc42a4a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-9843e546-3bbc-43f5-bdd7-1e9a5064c73a', 'network_id': '9843e546-3bbc-43f5-bdd7-1e9a5064c73a', 'tenant_id': '69e9f5d39e27442ea18e5831e53fddbd', 'fixed_ips': [{'subnet_id': 'd04bfed5-4a71-465e-826b-a365717cc3e1'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:17:30.264792 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ace20588-b0fa-4ce7-b523-c472fc42a4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:30.403974 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634000b-12d4-47a4-8caf-90bc166c8d1d req-e83ffb56-48c5-4b2c-815c-f4e092a071ea tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:30.405937 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7634000b-12d4-47a4-8caf-90bc166c8d1d req-e83ffb56-48c5-4b2c-815c-f4e092a071ea tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/ports?device_id=185b2e12-d345-465f-8747-a60b249f664b HTTP/1.1" status: 200 len: 944 time: 0.0684376 Aug 11 02:17:30.411639 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-82fb2748-8db8-4ad9-98d7-0e9203c6c3c8 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Allocated IP 2001:db8::d7 (9843e546-3bbc-43f5-bdd7-1e9a5064c73a/d04bfed5-4a71-465e-826b-a365717cc3e1/abad9b24-856c-4fce-ab40-7dd2b77cd51e) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:30.416325 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 60410b1d-ef87-4960-a1f4-bfabf92c214d, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=60410b1d-ef87-4960-a1f4-bfabf92c214d,segment=NetworkSegment(ee8e7aa9-6060-4fc5-bb74-59e581dbee69),segment_id=ee8e7aa9-6060-4fc5-bb74-59e581dbee69)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:30.428375 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '60410b1d-ef87-4960-a1f4-bfabf92c214d', 'network_id': '4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6', 'port_id': '60410b1d-ef87-4960-a1f4-bfabf92c214d', 'mac_address': 'fa:16:3e:50:a6:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3916d2b-9ce1-4894-8441-582c2805386b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:17:30.474536 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:30.475705 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7634000b-12d4-47a4-8caf-90bc166c8d1d req-cc49f041-faa5-40e3-b555-480ace5f0b34 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bdf85f0-b103-4a4f-b00e-111b763dfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573962 Aug 11 02:17:30.496184 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60410b1d-ef87-4960-a1f4-bfabf92c214d {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:30.531368 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 60410b1d-ef87-4960-a1f4-bfabf92c214d, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=60410b1d-ef87-4960-a1f4-bfabf92c214d,segment=NetworkSegment(ee8e7aa9-6060-4fc5-bb74-59e581dbee69),segment_id=ee8e7aa9-6060-4fc5-bb74-59e581dbee69)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:30.536989 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:30.570101 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9aae4641-6e66-43ad-a704-b369a8ee9a9e no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:17:30.593821 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 9aae4641-6e66-43ad-a704-b369a8ee9a9e {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:17:30.594258 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9aae4641-6e66-43ad-a704-b369a8ee9a9e not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:17:30.629413 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=60410b1d-ef87-4960-a1f4-bfabf92c214d,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:30.642110 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-82fb2748-8db8-4ad9-98d7-0e9203c6c3c8 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:30.664020 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-82fb2748-8db8-4ad9-98d7-0e9203c6c3c8 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Transition to ACTIVE for port object abad9b24-856c-4fce-ab40-7dd2b77cd51e will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:30.704726 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-82fb2748-8db8-4ad9-98d7-0e9203c6c3c8 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:30.755570 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fb2748-8db8-4ad9-98d7-0e9203c6c3c8 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network 9843e546-3bbc-43f5-bdd7-1e9a5064c73a is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:30.758686 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-82fb2748-8db8-4ad9-98d7-0e9203c6c3c8 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:30.760847 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-ace20588-b0fa-4ce7-b523-c472fc42a4a7 None None] Allocated IP 2001:db8::2 (9843e546-3bbc-43f5-bdd7-1e9a5064c73a/d04bfed5-4a71-465e-826b-a365717cc3e1/c9cf0bd6-38ff-46b5-9c19-0af93ac87f87) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:30.762988 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fb2748-8db8-4ad9-98d7-0e9203c6c3c8 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:30.779496 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fb2748-8db8-4ad9-98d7-0e9203c6c3c8 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:30.780209 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-82fb2748-8db8-4ad9-98d7-0e9203c6c3c8 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:30.786712 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb2748-8db8-4ad9-98d7-0e9203c6c3c8 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Port': ['ID=abad9b24-856c-4fce-ab40-7dd2b77cd51e,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:30.801219 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-82fb2748-8db8-4ad9-98d7-0e9203c6c3c8 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6913881 Aug 11 02:17:30.803873 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44460) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:30.809442 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-864814fc-d1a1-49a4-9ad8-6f16d9a63f79 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'port': {'network_id': '9843e546-3bbc-43f5-bdd7-1e9a5064c73a', 'name': 'tempest-PortsIpV6TestJSON-481470135'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:30.870672 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['60410b1d-ef87-4960-a1f4-bfabf92c214d'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:30.922968 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864814fc-d1a1-49a4-9ad8-6f16d9a63f79 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:30.926940 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-864814fc-d1a1-49a4-9ad8-6f16d9a63f79 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:30.945209 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-864814fc-d1a1-49a4-9ad8-6f16d9a63f79 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] device_id is not set on port eab8d5d7-ef2a-4ccc-94bb-d8d3ed615a0f yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:17:30.956091 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ace20588-b0fa-4ce7-b523-c472fc42a4a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:30.968420 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ace20588-b0fa-4ce7-b523-c472fc42a4a7 None None] Transition to ACTIVE for port object c9cf0bd6-38ff-46b5-9c19-0af93ac87f87 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:30.999907 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ace20588-b0fa-4ce7-b523-c472fc42a4a7 None None] Transition to ACTIVE for port object c9cf0bd6-38ff-46b5-9c19-0af93ac87f87 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:31.010620 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ace20588-b0fa-4ce7-b523-c472fc42a4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:31.095683 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229d38b-8c5c-4303-bc13-d85e06bfbaf5 req-3b9e51f1-ca3c-4897-960e-334511094bef tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:31.097355 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2229d38b-8c5c-4303-bc13-d85e06bfbaf5 req-3b9e51f1-ca3c-4897-960e-334511094bef tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.1125956 Aug 11 02:17:31.204745 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace20588-b0fa-4ce7-b523-c472fc42a4a7 None None] Network 9843e546-3bbc-43f5-bdd7-1e9a5064c73a is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:31.218416 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-ace20588-b0fa-4ce7-b523-c472fc42a4a7 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:31.225011 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace20588-b0fa-4ce7-b523-c472fc42a4a7 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:31.235447 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace20588-b0fa-4ce7-b523-c472fc42a4a7 None None] Pushing event updated for resources: {'Port': ['ID=c9cf0bd6-38ff-46b5-9c19-0af93ac87f87,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:31.322287 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-ace20588-b0fa-4ce7-b523-c472fc42a4a7 None None] Attempting to bind port c9cf0bd6-38ff-46b5-9c19-0af93ac87f87 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:31.322674 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-ace20588-b0fa-4ce7-b523-c472fc42a4a7 None None] Attempting to bind port c9cf0bd6-38ff-46b5-9c19-0af93ac87f87 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '1f7845fc-890f-4a7b-909e-aae85c805932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9843e546-3bbc-43f5-bdd7-1e9a5064c73a'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:31.323027 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace20588-b0fa-4ce7-b523-c472fc42a4a7 None None] Attempting to bind port c9cf0bd6-38ff-46b5-9c19-0af93ac87f87 on network 9843e546-3bbc-43f5-bdd7-1e9a5064c73a {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:31.329047 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace20588-b0fa-4ce7-b523-c472fc42a4a7 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:31.329496 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace20588-b0fa-4ce7-b523-c472fc42a4a7 None None] Checking segment: {'id': '1f7845fc-890f-4a7b-909e-aae85c805932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9843e546-3bbc-43f5-bdd7-1e9a5064c73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:31.329858 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ace20588-b0fa-4ce7-b523-c472fc42a4a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:31.330265 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace20588-b0fa-4ce7-b523-c472fc42a4a7 None None] Bound using segment: {'id': '1f7845fc-890f-4a7b-909e-aae85c805932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9843e546-3bbc-43f5-bdd7-1e9a5064c73a'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:31.330791 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-ace20588-b0fa-4ce7-b523-c472fc42a4a7 None None] Bound port: c9cf0bd6-38ff-46b5-9c19-0af93ac87f87, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f7845fc-890f-4a7b-909e-aae85c805932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9843e546-3bbc-43f5-bdd7-1e9a5064c73a'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:31.331329 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ace20588-b0fa-4ce7-b523-c472fc42a4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:31.407635 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-ace20588-b0fa-4ce7-b523-c472fc42a4a7 None None] For port c9cf0bd6-38ff-46b5-9c19-0af93ac87f87, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:31.411347 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-ace20588-b0fa-4ce7-b523-c472fc42a4a7 None None] For port c9cf0bd6-38ff-46b5-9c19-0af93ac87f87, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=c9cf0bd6-38ff-46b5-9c19-0af93ac87f87,segment=NetworkSegment(1f7845fc-890f-4a7b-909e-aae85c805932),segment_id=1f7845fc-890f-4a7b-909e-aae85c805932)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:31.418277 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ace20588-b0fa-4ce7-b523-c472fc42a4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:31.476293 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-864814fc-d1a1-49a4-9ad8-6f16d9a63f79 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Allocated IP 2001:db8::22d (9843e546-3bbc-43f5-bdd7-1e9a5064c73a/d04bfed5-4a71-465e-826b-a365717cc3e1/eab8d5d7-ef2a-4ccc-94bb-d8d3ed615a0f) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:31.517962 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace20588-b0fa-4ce7-b523-c472fc42a4a7 None None] Pushing event updated for resources: {'Port': ['ID=c9cf0bd6-38ff-46b5-9c19-0af93ac87f87,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:31.529548 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2229d38b-8c5c-4303-bc13-d85e06bfbaf5 req-b4c71fff-0a34-4f0b-ad3a-deb9ac4641fd tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237034 Aug 11 02:17:31.637034 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29466300-870e-41ee-964c-333ef4f06b4c req-286e6d95-f074-424f-8ad1-cbc126a7a446 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:31.639011 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-29466300-870e-41ee-964c-333ef4f06b4c req-286e6d95-f074-424f-8ad1-cbc126a7a446 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/ports?device_id=185b2e12-d345-465f-8747-a60b249f664b HTTP/1.1" status: 200 len: 945 time: 0.0793295 Aug 11 02:17:31.700604 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-29466300-870e-41ee-964c-333ef4f06b4c req-15f89f10-83ae-4ede-88ed-d9db6bba3734 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bdf85f0-b103-4a4f-b00e-111b763dfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529623 Aug 11 02:17:31.717450 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-864814fc-d1a1-49a4-9ad8-6f16d9a63f79 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:31.763339 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-864814fc-d1a1-49a4-9ad8-6f16d9a63f79 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Transition to ACTIVE for port object eab8d5d7-ef2a-4ccc-94bb-d8d3ed615a0f will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:31.817789 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-864814fc-d1a1-49a4-9ad8-6f16d9a63f79 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:31.881502 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864814fc-d1a1-49a4-9ad8-6f16d9a63f79 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network 9843e546-3bbc-43f5-bdd7-1e9a5064c73a is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:31.886686 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-864814fc-d1a1-49a4-9ad8-6f16d9a63f79 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:31.891567 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864814fc-d1a1-49a4-9ad8-6f16d9a63f79 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:31.898127 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864814fc-d1a1-49a4-9ad8-6f16d9a63f79 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:31.899025 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-864814fc-d1a1-49a4-9ad8-6f16d9a63f79 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:31.912431 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864814fc-d1a1-49a4-9ad8-6f16d9a63f79 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Port': ['ID=eab8d5d7-ef2a-4ccc-94bb-d8d3ed615a0f,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:31.920755 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-864814fc-d1a1-49a4-9ad8-6f16d9a63f79 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1154058 Aug 11 02:17:31.923307 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44476) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:32.018415 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459c8538-bd7c-440b-b8a2-f22faae1f83a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:32.019887 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-459c8538-bd7c-440b-b8a2-f22faae1f83a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ad7 HTTP/1.1" status: 200 len: 927 time: 0.0952787 Aug 11 02:17:32.022579 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44478) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:32.117736 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-11807b66-94bb-4736-aeab-5616b3ecfafe tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting port eab8d5d7-ef2a-4ccc-94bb-d8d3ed615a0f {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:32.118078 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-11807b66-94bb-4736-aeab-5616b3ecfafe tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.214304 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-11807b66-94bb-4736-aeab-5616b3ecfafe tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.219191 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 60410b1d-ef87-4960-a1f4-bfabf92c214d up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:32.228493 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-11807b66-94bb-4736-aeab-5616b3ecfafe tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Calling delete_port for eab8d5d7-ef2a-4ccc-94bb-d8d3ed615a0f owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:32.279898 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 60410b1d-ef87-4960-a1f4-bfabf92c214d completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:32.284149 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 60410b1d-ef87-4960-a1f4-bfabf92c214d triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:32.284520 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.371510 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.378939 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-11807b66-94bb-4736-aeab-5616b3ecfafe tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.398733 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185b2e12-d345-465f-8747-a60b249f664b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60410b1d-ef87-4960-a1f4-bfabf92c214d'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:32.401099 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e6440f-c1ac-4eb6-a01b-6856097d63c0" -d '{"events": [{"server_uuid": "185b2e12-d345-465f-8747-a60b249f664b", "name": "network-vif-plugged", "status": "completed", "tag": "60410b1d-ef87-4960-a1f4-bfabf92c214d"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:32.410167 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11807b66-94bb-4736-aeab-5616b3ecfafe tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Port': ['ID=eab8d5d7-ef2a-4ccc-94bb-d8d3ed615a0f,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:32.421043 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 60410b1d-ef87-4960-a1f4-bfabf92c214d, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=60410b1d-ef87-4960-a1f4-bfabf92c214d,segment=NetworkSegment(ee8e7aa9-6060-4fc5-bb74-59e581dbee69),segment_id=ee8e7aa9-6060-4fc5-bb74-59e581dbee69)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:32.425445 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.444287 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-11807b66-94bb-4736-aeab-5616b3ecfafe tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.449869 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-11807b66-94bb-4736-aeab-5616b3ecfafe tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/ports/eab8d5d7-ef2a-4ccc-94bb-d8d3ed615a0f HTTP/1.1" status: 204 len: 168 time: 0.4232700 Aug 11 02:17:32.450694 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44484) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:32.488480 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a995fcb7-d6bf-43e6-a465-891f5a1b1a39 x-openstack-request-id: req-a995fcb7-d6bf-43e6-a465-891f5a1b1a39 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:32.488833 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185b2e12-d345-465f-8747-a60b249f664b", "name": "network-vif-plugged", "status": "completed", "tag": "60410b1d-ef87-4960-a1f4-bfabf92c214d", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:32.489117 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a995fcb7-d6bf-43e6-a465-891f5a1b1a39 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:32.489630 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185b2e12-d345-465f-8747-a60b249f664b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60410b1d-ef87-4960-a1f4-bfabf92c214d', 'code': 200} Aug 11 02:17:32.492100 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-d460d013-0873-49d8-86e0-ce3d1e8033f2 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] GET failed (client error): The resource could not be found. Aug 11 02:17:32.497264 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d460d013-0873-49d8-86e0-ce3d1e8033f2 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "GET /v2.0/ports/eab8d5d7-ef2a-4ccc-94bb-d8d3ed615a0f HTTP/1.1" status: 404 len: 333 time: 0.0405879 Aug 11 02:17:32.497264 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44486) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:32.551684 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=60410b1d-ef87-4960-a1f4-bfabf92c214d,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:32.631691 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device c9cf0bd6-38ff-46b5-9c19-0af93ac87f87 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:32.637480 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-b33cca7b-54d4-4e7f-9283-e58a5433f5d8 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting port abad9b24-856c-4fce-ab40-7dd2b77cd51e {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:32.638403 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b33cca7b-54d4-4e7f-9283-e58a5433f5d8 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.648542 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2feab15-36d8-4b3d-9464-8a82bb27596a req-d6ee7b56-c3b7-489e-a1da-69078d8b1a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:32.653461 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a2feab15-36d8-4b3d-9464-8a82bb27596a req-d6ee7b56-c3b7-489e-a1da-69078d8b1a20 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=185b2e12-d345-465f-8747-a60b249f664b HTTP/1.1" status: 200 len: 1098 time: 0.1202147 Aug 11 02:17:32.668149 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713d62d4-cf0a-4c86-96ed-7ea2c686a962 None None] Network 9843e546-3bbc-43f5-bdd7-1e9a5064c73a requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:32.701596 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a2feab15-36d8-4b3d-9464-8a82bb27596a req-411e79ac-545b-4c40-8dde-1ada53304c7d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4bdf85f0-b103-4a4f-b00e-111b763dfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409265 Aug 11 02:17:32.779028 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port c9cf0bd6-38ff-46b5-9c19-0af93ac87f87 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:32.780935 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4e173-30b7-4599-b8ca-d19499f37afe req-9405280c-687d-48b3-a57a-6460706b8456 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:32.782557 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-58d4e173-30b7-4599-b8ca-d19499f37afe req-9405280c-687d-48b3-a57a-6460706b8456 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.1261342 Aug 11 02:17:32.783076 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d699a93c-30af-49f2-b85a-7b6a8c00a24a None None] Provisioning for port c9cf0bd6-38ff-46b5-9c19-0af93ac87f87 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:32.792110 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b33cca7b-54d4-4e7f-9283-e58a5433f5d8 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.807428 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port c9cf0bd6-38ff-46b5-9c19-0af93ac87f87 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:32.807823 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.811216 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d699a93c-30af-49f2-b85a-7b6a8c00a24a None None] Provisioning complete for port c9cf0bd6-38ff-46b5-9c19-0af93ac87f87 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:32.811653 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d699a93c-30af-49f2-b85a-7b6a8c00a24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.819252 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-b33cca7b-54d4-4e7f-9283-e58a5433f5d8 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Calling delete_port for abad9b24-856c-4fce-ab40-7dd2b77cd51e owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:32.825403 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f62c2-f5a9-421f-884c-9bf75e01d1b2 req-d1a0aecb-2a2d-4541-a69e-ea5b9baedac7 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:32.827036 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-237f62c2-f5a9-421f-884c-9bf75e01d1b2 req-d1a0aecb-2a2d-4541-a69e-ea5b9baedac7 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/ports?device_id=185b2e12-d345-465f-8747-a60b249f664b HTTP/1.1" status: 200 len: 946 time: 0.0555475 Aug 11 02:17:32.870610 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-237f62c2-f5a9-421f-884c-9bf75e01d1b2 req-1afd0a35-260d-437f-996e-5125b4b05d0d tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bdf85f0-b103-4a4f-b00e-111b763dfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355237 Aug 11 02:17:32.883187 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-58d4e173-30b7-4599-b8ca-d19499f37afe req-ccf6a192-7402-498b-af64-07472a8331e2 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884168 Aug 11 02:17:32.968930 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d699a93c-30af-49f2-b85a-7b6a8c00a24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.002407 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b33cca7b-54d4-4e7f-9283-e58a5433f5d8 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.042446 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d699a93c-30af-49f2-b85a-7b6a8c00a24a None None] For port c9cf0bd6-38ff-46b5-9c19-0af93ac87f87, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=c9cf0bd6-38ff-46b5-9c19-0af93ac87f87,segment=NetworkSegment(1f7845fc-890f-4a7b-909e-aae85c805932),segment_id=1f7845fc-890f-4a7b-909e-aae85c805932)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:33.043798 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.055765 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d699a93c-30af-49f2-b85a-7b6a8c00a24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.057646 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33cca7b-54d4-4e7f-9283-e58a5433f5d8 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Port': ['ID=abad9b24-856c-4fce-ab40-7dd2b77cd51e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:33.075793 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b33cca7b-54d4-4e7f-9283-e58a5433f5d8 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.078068 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b33cca7b-54d4-4e7f-9283-e58a5433f5d8 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/ports/abad9b24-856c-4fce-ab40-7dd2b77cd51e HTTP/1.1" status: 204 len: 168 time: 0.5799098 Aug 11 02:17:33.080784 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44500) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:33.106403 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-40cfe7a0-8c72-4418-be50-3131ecab6cb6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] GET failed (client error): The resource could not be found. Aug 11 02:17:33.108064 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-40cfe7a0-8c72-4418-be50-3131ecab6cb6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "GET /v2.0/ports/abad9b24-856c-4fce-ab40-7dd2b77cd51e HTTP/1.1" status: 404 len: 333 time: 0.0262692 Aug 11 02:17:33.111213 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44502) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:33.153971 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699a93c-30af-49f2-b85a-7b6a8c00a24a None None] Pushing event updated for resources: {'Port': ['ID=c9cf0bd6-38ff-46b5-9c19-0af93ac87f87,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:33.163057 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.db.api [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:17:33.163549 n-d-615180-33 neutron-server[94508]: DEBUG oslo_db.api [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:17:33.164784 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91347bc-40f0-4a52-8334-a18ace06fb2e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting subnet d04bfed5-4a71-465e-826b-a365717cc3e1 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:17:33.169319 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b91347bc-40f0-4a52-8334-a18ace06fb2e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.218678 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b91347bc-40f0-4a52-8334-a18ace06fb2e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.281270 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-508fc0c6-fa37-4789-84fd-3ce443b86f29 None None] Provisioning complete for port c9cf0bd6-38ff-46b5-9c19-0af93ac87f87 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:33.282201 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-508fc0c6-fa37-4789-84fd-3ce443b86f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.320729 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b91347bc-40f0-4a52-8334-a18ace06fb2e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.369989 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-508fc0c6-fa37-4789-84fd-3ce443b86f29 None None] Could not find standard attr ID for object abad9b24-856c-4fce-ab40-7dd2b77cd51e. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:17:33.385683 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b91347bc-40f0-4a52-8334-a18ace06fb2e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.416193 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91347bc-40f0-4a52-8334-a18ace06fb2e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Subnet': ['ID=d04bfed5-4a71-465e-826b-a365717cc3e1,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:33.422044 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b91347bc-40f0-4a52-8334-a18ace06fb2e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.423954 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b91347bc-40f0-4a52-8334-a18ace06fb2e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/subnets/d04bfed5-4a71-465e-826b-a365717cc3e1 HTTP/1.1" status: 204 len: 168 time: 0.3117244 Aug 11 02:17:33.426492 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44506) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:33.454635 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef7d9c6-84b8-4a83-8af9-3f44a0fd606c None None] Network 9843e546-3bbc-43f5-bdd7-1e9a5064c73a requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:33.506992 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3cbcf334-039f-45c0-9aa1-c66b2d4ca124 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.507576 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f903a960-a7b1-418b-aff1-77234670f37e None None] Could not find standard attr ID for object abad9b24-856c-4fce-ab40-7dd2b77cd51e. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:17:33.566465 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-3cbcf334-039f-45c0-9aa1-c66b2d4ca124 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting port c9cf0bd6-38ff-46b5-9c19-0af93ac87f87 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:33.566736 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3cbcf334-039f-45c0-9aa1-c66b2d4ca124 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.635884 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-3cbcf334-039f-45c0-9aa1-c66b2d4ca124 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] For port c9cf0bd6-38ff-46b5-9c19-0af93ac87f87, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=c9cf0bd6-38ff-46b5-9c19-0af93ac87f87,segment=NetworkSegment(1f7845fc-890f-4a7b-909e-aae85c805932),segment_id=1f7845fc-890f-4a7b-909e-aae85c805932)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:33.636218 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3cbcf334-039f-45c0-9aa1-c66b2d4ca124 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.645767 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e752438-3966-4196-b50f-e17c09bbdd94 None None] DHCP port deletion for 9843e546-3bbc-43f5-bdd7-1e9a5064c73a request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:17:33.650462 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-3cbcf334-039f-45c0-9aa1-c66b2d4ca124 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Calling delete_port for c9cf0bd6-38ff-46b5-9c19-0af93ac87f87 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:33.730367 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-4e752438-3966-4196-b50f-e17c09bbdd94 None None] Deleting port c9cf0bd6-38ff-46b5-9c19-0af93ac87f87 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:33.730801 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4e752438-3966-4196-b50f-e17c09bbdd94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.746490 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3cbcf334-039f-45c0-9aa1-c66b2d4ca124 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.774590 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbcf334-039f-45c0-9aa1-c66b2d4ca124 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Port': ['ID=c9cf0bd6-38ff-46b5-9c19-0af93ac87f87,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:33.777134 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbcf334-039f-45c0-9aa1-c66b2d4ca124 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] No DVR routers for this DVR port c9cf0bd6-38ff-46b5-9c19-0af93ac87f87 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:17:33.799243 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-4e752438-3966-4196-b50f-e17c09bbdd94 None None] For port c9cf0bd6-38ff-46b5-9c19-0af93ac87f87, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=c9cf0bd6-38ff-46b5-9c19-0af93ac87f87,segment=NetworkSegment(1f7845fc-890f-4a7b-909e-aae85c805932),segment_id=1f7845fc-890f-4a7b-909e-aae85c805932)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:33.799676 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4e752438-3966-4196-b50f-e17c09bbdd94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.812559 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-4e752438-3966-4196-b50f-e17c09bbdd94 None None] Calling delete_port for c9cf0bd6-38ff-46b5-9c19-0af93ac87f87 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:33.865949 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3cbcf334-039f-45c0-9aa1-c66b2d4ca124 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.875775 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-3cbcf334-039f-45c0-9aa1-c66b2d4ca124 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9843e546-3bbc-43f5-bdd7-1e9a5064c73a']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:33.887043 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-3cbcf334-039f-45c0-9aa1-c66b2d4ca124 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f7845fc-890f-4a7b-909e-aae85c805932') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:33.887340 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-3cbcf334-039f-45c0-9aa1-c66b2d4ca124 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f7845fc-890f-4a7b-909e-aae85c805932') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:33.891666 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4e752438-3966-4196-b50f-e17c09bbdd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.896968 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3cbcf334-039f-45c0-9aa1-c66b2d4ca124 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.911752 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3cbcf334-039f-45c0-9aa1-c66b2d4ca124 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.917134 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e752438-3966-4196-b50f-e17c09bbdd94 None None] Pushing event deleted for resources: {'Port': ['ID=c9cf0bd6-38ff-46b5-9c19-0af93ac87f87,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:33.918187 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cbcf334-039f-45c0-9aa1-c66b2d4ca124 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:17:33.919051 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3cbcf334-039f-45c0-9aa1-c66b2d4ca124 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.921863 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e752438-3966-4196-b50f-e17c09bbdd94 None None] No DVR routers for this DVR port c9cf0bd6-38ff-46b5-9c19-0af93ac87f87 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:17:33.922155 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:17:34.021412 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3cbcf334-039f-45c0-9aa1-c66b2d4ca124 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:34.030482 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538775c-247e-4d2e-8f73-02b7190c85a0 req-b3623e59-727c-4682-82e3-4e3bf84a7673 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:34.032237 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4538775c-247e-4d2e-8f73-02b7190c85a0 req-b3623e59-727c-4682-82e3-4e3bf84a7673 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/ports?device_id=185b2e12-d345-465f-8747-a60b249f664b HTTP/1.1" status: 200 len: 946 time: 0.0601385 Aug 11 02:17:34.032390 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3cbcf334-039f-45c0-9aa1-c66b2d4ca124 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:34.034530 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3cbcf334-039f-45c0-9aa1-c66b2d4ca124 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/networks/9843e546-3bbc-43f5-bdd7-1e9a5064c73a HTTP/1.1" status: 204 len: 168 time: 0.6069067 Aug 11 02:17:34.038275 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44518) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:34.045096 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-49ee6bcf-45aa-4cf6-b3e2-2de705e09d78 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-658735121'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:34.046681 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbcf334-039f-45c0-9aa1-c66b2d4ca124 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Network': ['ID=9843e546-3bbc-43f5-bdd7-1e9a5064c73a,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:34.065986 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f91a27-7d25-44c1-a7a6-49d4c5413964 req-ff87382c-6a6a-4632-a728-49891515239c tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:34.067947 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a2f91a27-7d25-44c1-a7a6-49d4c5413964 req-ff87382c-6a6a-4632-a728-49891515239c tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.0852664 Aug 11 02:17:34.091557 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4538775c-247e-4d2e-8f73-02b7190c85a0 req-6ab0747e-8a04-4684-a603-8f023eea2d74 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bdf85f0-b103-4a4f-b00e-111b763dfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522408 Aug 11 02:17:34.092728 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ee6bcf-45aa-4cf6-b3e2-2de705e09d78 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:34.096170 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49ee6bcf-45aa-4cf6-b3e2-2de705e09d78 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:34.115012 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a2f91a27-7d25-44c1-a7a6-49d4c5413964 req-56bfcee0-b544-48ef-8451-60e049773c04 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381782 Aug 11 02:17:34.123715 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ee6bcf-45aa-4cf6-b3e2-2de705e09d78 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:17:34.133502 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49ee6bcf-45aa-4cf6-b3e2-2de705e09d78 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:34.134034 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-49ee6bcf-45aa-4cf6-b3e2-2de705e09d78 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Added segment f904fade-0fc0-4cff-94f8-c03afe12598e of type vlan for network 5a7ff892-4c7e-4033-bc45-c89800f75b4c Aug 11 02:17:34.182388 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49ee6bcf-45aa-4cf6-b3e2-2de705e09d78 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:34.214787 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49ee6bcf-45aa-4cf6-b3e2-2de705e09d78 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:34.221288 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ee6bcf-45aa-4cf6-b3e2-2de705e09d78 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:34.221914 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49ee6bcf-45aa-4cf6-b3e2-2de705e09d78 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:34.286695 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-49ee6bcf-45aa-4cf6-b3e2-2de705e09d78 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2461617 Aug 11 02:17:34.289790 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44526) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:34.295321 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-4a9ad980-9783-4d95-8b31-c3bf5f75cb85 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'subnet': {'network_id': '5a7ff892-4c7e-4033-bc45-c89800f75b4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:34.301248 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b79c3-e8c0-41ee-ac76-5367c1c11ecb req-e9618019-1ebe-4fda-b169-a5cae639d342 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:34.302789 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c49b79c3-e8c0-41ee-ac76-5367c1c11ecb req-e9618019-1ebe-4fda-b169-a5cae639d342 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/ports?device_id=185b2e12-d345-465f-8747-a60b249f664b HTTP/1.1" status: 200 len: 946 time: 0.0566387 Aug 11 02:17:34.315905 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44528) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:34.320636 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-e5cec17c-fb07-44c3-8514-d95cb58664ef tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Request body: {'floatingip': {'port_id': '60410b1d-ef87-4960-a1f4-bfabf92c214d'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:34.349021 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee6bcf-45aa-4cf6-b3e2-2de705e09d78 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Network': ['ID=5a7ff892-4c7e-4033-bc45-c89800f75b4c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:34.360498 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 5a7ff892-4c7e-4033-bc45-c89800f75b4c details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:17:34.400292 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e5cec17c-fb07-44c3-8514-d95cb58664ef tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks [] for floatingip, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:34.524335 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9ad980-9783-4d95-8b31-c3bf5f75cb85 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:34.528822 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4a9ad980-9783-4d95-8b31-c3bf5f75cb85 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:34.539726 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device c9cf0bd6-38ff-46b5-9c19-0af93ac87f87 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:17:34.569380 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: c9cf0bd6-38ff-46b5-9c19-0af93ac87f87 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:17:34.569786 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device c9cf0bd6-38ff-46b5-9c19-0af93ac87f87 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:17:34.921232 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4a9ad980-9783-4d95-8b31-c3bf5f75cb85 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:35.014628 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ad980-9783-4d95-8b31-c3bf5f75cb85 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Subnet': ['ID=daceae6c-515e-4f38-b6fd-83ebe7466792,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:35.068552 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9ad980-9783-4d95-8b31-c3bf5f75cb85 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Checking segment: {'id': 'f904fade-0fc0-4cff-94f8-c03afe12598e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '5a7ff892-4c7e-4033-bc45-c89800f75b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:35.069217 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9ad980-9783-4d95-8b31-c3bf5f75cb85 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network hostable DHCP agents. Network: 5a7ff892-4c7e-4033-bc45-c89800f75b4c, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:17:35.077985 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e5cec17c-fb07-44c3-8514-d95cb58664ef tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:35.084360 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e5cec17c-fb07-44c3-8514-d95cb58664ef tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:35.124297 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9ad980-9783-4d95-8b31-c3bf5f75cb85 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network 5a7ff892-4c7e-4033-bc45-c89800f75b4c is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:17:35.170227 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-4a9ad980-9783-4d95-8b31-c3bf5f75cb85 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 5a7ff892-4c7e-4033-bc45-c89800f75b4c) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:35.174926 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9ad980-9783-4d95-8b31-c3bf5f75cb85 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:35.175638 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4a9ad980-9783-4d95-8b31-c3bf5f75cb85 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:35.186775 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d534810e-65b6-4c14-b92f-9d6689fddeec None None] Network 5a7ff892-4c7e-4033-bc45-c89800f75b4c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:35.209493 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4a9ad980-9783-4d95-8b31-c3bf5f75cb85 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9186611 Aug 11 02:17:35.213308 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44538) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:35.219281 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-892241fa-c4aa-4fcb-82bc-6ca580c5c69c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'port': {'network_id': '5a7ff892-4c7e-4033-bc45-c89800f75b4c', 'name': 'tempest-PortsIpV6TestJSON-953187290', 'fixed_ips': [{'subnet_id': 'daceae6c-515e-4f38-b6fd-83ebe7466792', 'ip_address': '2001:db8::10'}]}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:35.233791 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-e5cec17c-fb07-44c3-8514-d95cb58664ef tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Floating IP c97c6a9c-92ff-4719-9f20-a21f819be45c associated. External IP: 172.25.2.227, port: 60410b1d-ef87-4960-a1f4-bfabf92c214d. Aug 11 02:17:35.316883 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836974b-68f0-4965-a86a-25b836af03a5 req-b01b6b8b-c50c-4657-9ada-b8a0c0c6bec5 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:35.326414 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b836974b-68f0-4965-a86a-25b836af03a5 req-b01b6b8b-c50c-4657-9ada-b8a0c0c6bec5 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.1353593 Aug 11 02:17:35.366509 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892241fa-c4aa-4fcb-82bc-6ca580c5c69c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:35.413686 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b836974b-68f0-4965-a86a-25b836af03a5 req-d5537528-5bd5-4344-a8dc-c58e33a2c07b tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815663 Aug 11 02:17:35.426953 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209c7997-a39c-4870-b586-139964113345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-5a7ff892-4c7e-4033-bc45-c89800f75b4c', 'network_id': '5a7ff892-4c7e-4033-bc45-c89800f75b4c', 'tenant_id': '69e9f5d39e27442ea18e5831e53fddbd', 'fixed_ips': [{'subnet_id': 'daceae6c-515e-4f38-b6fd-83ebe7466792'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:17:35.428547 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-209c7997-a39c-4870-b586-139964113345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:35.523616 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-892241fa-c4aa-4fcb-82bc-6ca580c5c69c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:35.547712 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-892241fa-c4aa-4fcb-82bc-6ca580c5c69c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] device_id is not set on port 14c48a6c-84fb-4fd2-a71f-2f429580c57b yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:17:35.639436 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cec17c-fb07-44c3-8514-d95cb58664ef tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Router bd992842-5ba8-4c9d-b89a-25ee2468c136 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:17:35.658606 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-209c7997-a39c-4870-b586-139964113345 None None] Allocated IP 2001:db8::2 (5a7ff892-4c7e-4033-bc45-c89800f75b4c/daceae6c-515e-4f38-b6fd-83ebe7466792/9652d0b9-42ec-4798-a4e8-369d5fe3a561) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:35.774621 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cec17c-fb07-44c3-8514-d95cb58664ef tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:17:35.780432 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e5cec17c-fb07-44c3-8514-d95cb58664ef tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:35.786451 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7efdab-60d8-4018-96de-ee71acbfe9ca None None] Sync routers for ids ['bd992842-5ba8-4c9d-b89a-25ee2468c136'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:17:35.798029 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7efdab-60d8-4018-96de-ee71acbfe9ca None None] Routers {'bd992842-5ba8-4c9d-b89a-25ee2468c136'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:35.798883 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-7b7efdab-60d8-4018-96de-ee71acbfe9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:17:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['bd992842-5ba8-4c9d-b89a-25ee2468c136'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:35.812049 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e5cec17c-fb07-44c3-8514-d95cb58664ef tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "PUT /v2.0/floatingips/c97c6a9c-92ff-4719-9f20-a21f819be45c HTTP/1.1" status: 200 len: 992 time: 1.4950304 Aug 11 02:17:35.812695 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '185b2e12-d345-465f-8747-a60b249f664b', 'tag': '60410b1d-ef87-4960-a1f4-bfabf92c214d'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:35.815074 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccfabac-808d-49af-8c48-9c5af76f7c64" -d '{"events": [{"name": "network-changed", "server_uuid": "185b2e12-d345-465f-8747-a60b249f664b", "tag": "60410b1d-ef87-4960-a1f4-bfabf92c214d"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:35.823265 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-209c7997-a39c-4870-b586-139964113345 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:35.833957 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-209c7997-a39c-4870-b586-139964113345 None None] Transition to ACTIVE for port object 9652d0b9-42ec-4798-a4e8-369d5fe3a561 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:35.853569 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-209c7997-a39c-4870-b586-139964113345 None None] Transition to ACTIVE for port object 9652d0b9-42ec-4798-a4e8-369d5fe3a561 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:35.861291 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-209c7997-a39c-4870-b586-139964113345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:35.864332 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6373016f-b6a1-4ac6-95e0-9a083e712bba x-openstack-request-id: req-6373016f-b6a1-4ac6-95e0-9a083e712bba {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:35.864808 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "185b2e12-d345-465f-8747-a60b249f664b", "tag": "60410b1d-ef87-4960-a1f4-bfabf92c214d", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:35.865473 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6373016f-b6a1-4ac6-95e0-9a083e712bba {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:35.866015 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '185b2e12-d345-465f-8747-a60b249f664b', 'tag': '60410b1d-ef87-4960-a1f4-bfabf92c214d', 'status': 'completed', 'code': 200} Aug 11 02:17:35.907593 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209c7997-a39c-4870-b586-139964113345 None None] Network 5a7ff892-4c7e-4033-bc45-c89800f75b4c is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:35.910944 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-209c7997-a39c-4870-b586-139964113345 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:35.919175 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209c7997-a39c-4870-b586-139964113345 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:35.960382 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c7997-a39c-4870-b586-139964113345 None None] Pushing event updated for resources: {'Port': ['ID=9652d0b9-42ec-4798-a4e8-369d5fe3a561,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:35.967958 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-7b7efdab-60d8-4018-96de-ee71acbfe9ca None None] Set router bd992842-5ba8-4c9d-b89a-25ee2468c136 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:35.998502 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-209c7997-a39c-4870-b586-139964113345 None None] Attempting to bind port 9652d0b9-42ec-4798-a4e8-369d5fe3a561 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:35.999080 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-209c7997-a39c-4870-b586-139964113345 None None] Attempting to bind port 9652d0b9-42ec-4798-a4e8-369d5fe3a561 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'f904fade-0fc0-4cff-94f8-c03afe12598e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '5a7ff892-4c7e-4033-bc45-c89800f75b4c'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:35.999518 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209c7997-a39c-4870-b586-139964113345 None None] Attempting to bind port 9652d0b9-42ec-4798-a4e8-369d5fe3a561 on network 5a7ff892-4c7e-4033-bc45-c89800f75b4c {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:36.004700 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209c7997-a39c-4870-b586-139964113345 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:36.004944 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209c7997-a39c-4870-b586-139964113345 None None] Checking segment: {'id': 'f904fade-0fc0-4cff-94f8-c03afe12598e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '5a7ff892-4c7e-4033-bc45-c89800f75b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:36.005509 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-209c7997-a39c-4870-b586-139964113345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:36.005978 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209c7997-a39c-4870-b586-139964113345 None None] Bound using segment: {'id': 'f904fade-0fc0-4cff-94f8-c03afe12598e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '5a7ff892-4c7e-4033-bc45-c89800f75b4c'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:36.006445 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-209c7997-a39c-4870-b586-139964113345 None None] Bound port: 9652d0b9-42ec-4798-a4e8-369d5fe3a561, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f904fade-0fc0-4cff-94f8-c03afe12598e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '5a7ff892-4c7e-4033-bc45-c89800f75b4c'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:36.006836 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-209c7997-a39c-4870-b586-139964113345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:36.013434 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-892241fa-c4aa-4fcb-82bc-6ca580c5c69c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Allocated IP 2001:db8::10 (5a7ff892-4c7e-4033-bc45-c89800f75b4c/daceae6c-515e-4f38-b6fd-83ebe7466792/14c48a6c-84fb-4fd2-a71f-2f429580c57b) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:36.026284 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfabac-808d-49af-8c48-9c5af76f7c64 req-0c2c10df-0a80-4e1a-9fc9-a4ec41f91a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:36.028218 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0ccfabac-808d-49af-8c48-9c5af76f7c64 req-0c2c10df-0a80-4e1a-9fc9-a4ec41f91a7a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47ff2e4ca0364f8c830ae8b0e3bd074d&device_id=185b2e12-d345-465f-8747-a60b249f664b HTTP/1.1" status: 200 len: 1098 time: 0.0871680 Aug 11 02:17:36.075783 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:17:36.079842 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-209c7997-a39c-4870-b586-139964113345 None None] For port 9652d0b9-42ec-4798-a4e8-369d5fe3a561, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:36.083595 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-209c7997-a39c-4870-b586-139964113345 None None] For port 9652d0b9-42ec-4798-a4e8-369d5fe3a561, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9652d0b9-42ec-4798-a4e8-369d5fe3a561,segment=NetworkSegment(f904fade-0fc0-4cff-94f8-c03afe12598e),segment_id=f904fade-0fc0-4cff-94f8-c03afe12598e)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:36.089407 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-209c7997-a39c-4870-b586-139964113345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:36.164965 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c7997-a39c-4870-b586-139964113345 None None] Pushing event updated for resources: {'Port': ['ID=9652d0b9-42ec-4798-a4e8-369d5fe3a561,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:36.216889 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfabac-808d-49af-8c48-9c5af76f7c64 req-4565d0ac-b011-45f4-94d6-31ef16b3ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:36.219380 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0ccfabac-808d-49af-8c48-9c5af76f7c64 req-4565d0ac-b011-45f4-94d6-31ef16b3ec63 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6 HTTP/1.1" status: 200 len: 912 time: 0.1827335 Aug 11 02:17:36.234666 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-7b7efdab-60d8-4018-96de-ee71acbfe9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'name': 'tempest-ServersTestManualDisk-893484164-router', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '1076d4dc-ce63-46c6-8295-fecf939b84cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:11Z', 'updated_at': '2021-08-11T02:17:17Z', 'revision_number': 4, 'project_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'gw_port': {'id': '1076d4dc-ce63-46c6-8295-fecf939b84cf', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:12Z', 'updated_at': '2021-08-11T02:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'c97c6a9c-92ff-4719-9f20-a21f819be45c', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'floating_ip_address': '172.25.2.227', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'port_id': '60410b1d-ef87-4960-a1f4-bfabf92c214d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6', 'mac_address': 'fa:16:3e:50:a6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185b2e12-d345-465f-8747-a60b249f664b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:17:20Z', 'updated_at': '2021-08-11T02:17:34Z', 'revision_number': 1, 'project_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce6b3c7-336a-463c-9230-5fa05d42a2ca', 'name': '', 'network_id': '4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'mac_address': 'fa:16:3e:e1:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b3916d2b-9ce1-4894-8441-582c2805386b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:16Z', 'updated_at': '2021-08-11T02:17:23Z', 'revision_number': 5, 'project_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'subnets': [{'id': 'b3916d2b-9ce1-4894-8441-582c2805386b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:36.267417 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7efdab-60d8-4018-96de-ee71acbfe9ca None None] Checking router: bd992842-5ba8-4c9d-b89a-25ee2468c136 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:17:36.277174 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7efdab-60d8-4018-96de-ee71acbfe9ca None None] Routers {'bd992842-5ba8-4c9d-b89a-25ee2468c136'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:36.277799 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-7b7efdab-60d8-4018-96de-ee71acbfe9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:17:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['bd992842-5ba8-4c9d-b89a-25ee2468c136'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:36.319166 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0ccfabac-808d-49af-8c48-9c5af76f7c64 req-5f3eeea0-da07-481d-9779-4a82940005c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60410b1d-ef87-4960-a1f4-bfabf92c214d HTTP/1.1" status: 200 len: 1000 time: 0.0871689 Aug 11 02:17:36.324064 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-892241fa-c4aa-4fcb-82bc-6ca580c5c69c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:36.392723 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-892241fa-c4aa-4fcb-82bc-6ca580c5c69c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Transition to ACTIVE for port object 14c48a6c-84fb-4fd2-a71f-2f429580c57b will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:36.418475 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfabac-808d-49af-8c48-9c5af76f7c64 req-b9e6be68-c27f-43b5-aa46-63561781951d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:36.418475 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0ccfabac-808d-49af-8c48-9c5af76f7c64 req-b9e6be68-c27f-43b5-aa46-63561781951d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b3916d2b-9ce1-4894-8441-582c2805386b HTTP/1.1" status: 200 len: 850 time: 0.0765548 Aug 11 02:17:36.432329 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-7b7efdab-60d8-4018-96de-ee71acbfe9ca None None] Set router bd992842-5ba8-4c9d-b89a-25ee2468c136 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:36.515035 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-892241fa-c4aa-4fcb-82bc-6ca580c5c69c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:36.517796 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfabac-808d-49af-8c48-9c5af76f7c64 req-b79c9b66-887a-4821-bf00-9e3d5e941d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:36.519399 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0ccfabac-808d-49af-8c48-9c5af76f7c64 req-b79c9b66-887a-4821-bf00-9e3d5e941d48 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884879 Aug 11 02:17:36.592039 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed1e7f-d0c2-4ddd-b287-5029a03e82a2 req-7433cd44-74a5-41cf-86cc-a237fade52c1 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:36.593544 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-24ed1e7f-d0c2-4ddd-b287-5029a03e82a2 req-7433cd44-74a5-41cf-86cc-a237fade52c1 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.0805082 Aug 11 02:17:36.655302 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9652d0b9-42ec-4798-a4e8-369d5fe3a561 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:36.680243 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892241fa-c4aa-4fcb-82bc-6ca580c5c69c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network 5a7ff892-4c7e-4033-bc45-c89800f75b4c is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:36.688893 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-892241fa-c4aa-4fcb-82bc-6ca580c5c69c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:36.693912 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-24ed1e7f-d0c2-4ddd-b287-5029a03e82a2 req-e8343815-3f04-4acd-8e8b-890bae851d79 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880945 Aug 11 02:17:36.705556 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892241fa-c4aa-4fcb-82bc-6ca580c5c69c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:36.715580 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892241fa-c4aa-4fcb-82bc-6ca580c5c69c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:36.716950 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-892241fa-c4aa-4fcb-82bc-6ca580c5c69c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:36.733061 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0ccfabac-808d-49af-8c48-9c5af76f7c64 req-77c5f277-83cc-45cb-b191-36622b32767c service neutron] 10.222.0.73 "GET /v2.0/networks/4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997116 Aug 11 02:17:36.734175 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892241fa-c4aa-4fcb-82bc-6ca580c5c69c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Port': ['ID=14c48a6c-84fb-4fd2-a71f-2f429580c57b,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:36.746240 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 9652d0b9-42ec-4798-a4e8-369d5fe3a561 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:36.759837 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-892241fa-c4aa-4fcb-82bc-6ca580c5c69c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5447083 Aug 11 02:17:36.765953 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44564) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:36.774490 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-2efec5ab-9a90-4074-aeca-92bbda09a57e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'port': {'network_id': '5a7ff892-4c7e-4033-bc45-c89800f75b4c', 'name': 'tempest-PortsIpV6TestJSON-1607606442', 'fixed_ips': [{'subnet_id': 'daceae6c-515e-4f38-b6fd-83ebe7466792', 'ip_address': '2001:db8::f'}]}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:36.826024 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-7b7efdab-60d8-4018-96de-ee71acbfe9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'name': 'tempest-ServersTestManualDisk-893484164-router', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '1076d4dc-ce63-46c6-8295-fecf939b84cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:11Z', 'updated_at': '2021-08-11T02:17:17Z', 'revision_number': 4, 'project_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'gw_port': {'id': '1076d4dc-ce63-46c6-8295-fecf939b84cf', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:12Z', 'updated_at': '2021-08-11T02:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'c97c6a9c-92ff-4719-9f20-a21f819be45c', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'floating_ip_address': '172.25.2.227', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'port_id': '60410b1d-ef87-4960-a1f4-bfabf92c214d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6', 'mac_address': 'fa:16:3e:50:a6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185b2e12-d345-465f-8747-a60b249f664b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:17:20Z', 'updated_at': '2021-08-11T02:17:34Z', 'revision_number': 1, 'project_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce6b3c7-336a-463c-9230-5fa05d42a2ca', 'name': '', 'network_id': '4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'mac_address': 'fa:16:3e:e1:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b3916d2b-9ce1-4894-8441-582c2805386b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:16Z', 'updated_at': '2021-08-11T02:17:23Z', 'revision_number': 5, 'project_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'subnets': [{'id': 'b3916d2b-9ce1-4894-8441-582c2805386b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:36.869606 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7efdab-60d8-4018-96de-ee71acbfe9ca None None] The sync data for ids ['bd992842-5ba8-4c9d-b89a-25ee2468c136'] in n-d-615180-33 is: [{'id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'name': 'tempest-ServersTestManualDisk-893484164-router', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '1076d4dc-ce63-46c6-8295-fecf939b84cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:11Z', 'updated_at': '2021-08-11T02:17:17Z', 'revision_number': 4, 'project_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'gw_port': {'id': '1076d4dc-ce63-46c6-8295-fecf939b84cf', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:12Z', 'updated_at': '2021-08-11T02:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'c97c6a9c-92ff-4719-9f20-a21f819be45c', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'floating_ip_address': '172.25.2.227', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'port_id': '60410b1d-ef87-4960-a1f4-bfabf92c214d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6', 'mac_address': 'fa:16:3e:50:a6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185b2e12-d345-465f-8747-a60b249f664b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:17:20Z', 'updated_at': '2021-08-11T02:17:34Z', 'revision_number': 1, 'project_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce6b3c7-336a-463c-9230-5fa05d42a2ca', 'name': '', 'network_id': '4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'mac_address': 'fa:16:3e:e1:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b3916d2b-9ce1-4894-8441-582c2805386b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:16Z', 'updated_at': '2021-08-11T02:17:23Z', 'revision_number': 5, 'project_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'subnets': [{'id': 'b3916d2b-9ce1-4894-8441-582c2805386b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:17:36.889525 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0ccfabac-808d-49af-8c48-9c5af76f7c64 req-c367ea89-e31f-44e8-a354-ba20bf242652 service neutron] 10.222.0.73 "GET /v2.0/networks/4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425691 Aug 11 02:17:36.928950 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efec5ab-9a90-4074-aeca-92bbda09a57e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:37.021105 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d94ca2-9ff9-4e68-aeda-8f05ae333e4e req-177fb633-b662-4ca6-aef3-046d8995fea0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:37.022793 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e5d94ca2-9ff9-4e68-aeda-8f05ae333e4e req-177fb633-b662-4ca6-aef3-046d8995fea0 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.0640116 Aug 11 02:17:37.049773 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2efec5ab-9a90-4074-aeca-92bbda09a57e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:37.076914 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-2efec5ab-9a90-4074-aeca-92bbda09a57e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] device_id is not set on port d9983c43-70c6-4baf-b52a-692ad6890764 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:17:37.092651 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e5d94ca2-9ff9-4e68-aeda-8f05ae333e4e req-a58b3508-c20f-4ee2-82d9-6e2af7abff03 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623019 Aug 11 02:17:37.160266 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f6360a-6010-41ae-bbf5-ba2a1c242695 None None] New status for floating IP c97c6a9c-92ff-4719-9f20-a21f819be45c: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:17:37.305763 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36f7c0-4e5f-4559-9bdd-94b6652ee659 req-b81c07b4-c416-4817-8a8f-7e85f0b354aa tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:37.308334 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cf36f7c0-4e5f-4559-9bdd-94b6652ee659 req-b81c07b4-c416-4817-8a8f-7e85f0b354aa tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.1095130 Aug 11 02:17:37.346685 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-2efec5ab-9a90-4074-aeca-92bbda09a57e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Allocated IP 2001:db8::f (5a7ff892-4c7e-4033-bc45-c89800f75b4c/daceae6c-515e-4f38-b6fd-83ebe7466792/d9983c43-70c6-4baf-b52a-692ad6890764) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:37.373823 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180e263f-ebaf-4fbf-bf84-16f6b61f3a48 None None] Network 5a7ff892-4c7e-4033-bc45-c89800f75b4c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:37.380073 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cf36f7c0-4e5f-4559-9bdd-94b6652ee659 req-da15d036-fa64-4fe8-8228-c35606e45449 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597646 Aug 11 02:17:37.512458 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-440e166d-6e6e-4314-aa07-3f00d13f33aa None None] Provisioning for port 9652d0b9-42ec-4798-a4e8-369d5fe3a561 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:37.531224 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-440e166d-6e6e-4314-aa07-3f00d13f33aa None None] Provisioning complete for port 9652d0b9-42ec-4798-a4e8-369d5fe3a561 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:37.532140 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-440e166d-6e6e-4314-aa07-3f00d13f33aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:37.543926 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2efec5ab-9a90-4074-aeca-92bbda09a57e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:37.565560 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-2efec5ab-9a90-4074-aeca-92bbda09a57e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Transition to ACTIVE for port object d9983c43-70c6-4baf-b52a-692ad6890764 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:37.629955 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2efec5ab-9a90-4074-aeca-92bbda09a57e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:37.706441 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efec5ab-9a90-4074-aeca-92bbda09a57e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network 5a7ff892-4c7e-4033-bc45-c89800f75b4c is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:37.711911 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-2efec5ab-9a90-4074-aeca-92bbda09a57e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:37.717001 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efec5ab-9a90-4074-aeca-92bbda09a57e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:37.719697 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-440e166d-6e6e-4314-aa07-3f00d13f33aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:37.722633 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efec5ab-9a90-4074-aeca-92bbda09a57e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:37.723273 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2efec5ab-9a90-4074-aeca-92bbda09a57e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:37.737502 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efec5ab-9a90-4074-aeca-92bbda09a57e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Port': ['ID=d9983c43-70c6-4baf-b52a-692ad6890764,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:37.747893 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2efec5ab-9a90-4074-aeca-92bbda09a57e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9754927 Aug 11 02:17:37.748701 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44584) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:37.749191 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763eef5b-8af7-4e24-8101-2dd31d9fcb34 req-7e309573-3265-43bf-b4a9-39b29579bee8 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:37.756949 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-763eef5b-8af7-4e24-8101-2dd31d9fcb34 req-7e309573-3265-43bf-b4a9-39b29579bee8 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.0845072 Aug 11 02:17:37.770291 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-440e166d-6e6e-4314-aa07-3f00d13f33aa None None] For port 9652d0b9-42ec-4798-a4e8-369d5fe3a561, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9652d0b9-42ec-4798-a4e8-369d5fe3a561,segment=NetworkSegment(f904fade-0fc0-4cff-94f8-c03afe12598e),segment_id=f904fade-0fc0-4cff-94f8-c03afe12598e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:37.776368 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-440e166d-6e6e-4314-aa07-3f00d13f33aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:37.824261 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-763eef5b-8af7-4e24-8101-2dd31d9fcb34 req-ecdfd4ea-97aa-48e2-9702-739ee439b48f tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661986 Aug 11 02:17:37.846943 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e166d-6e6e-4314-aa07-3f00d13f33aa None None] Pushing event updated for resources: {'Port': ['ID=9652d0b9-42ec-4798-a4e8-369d5fe3a561,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:37.849545 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d2b32c-73d3-4881-88fa-73111bab2278 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:37.851298 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-83d2b32c-73d3-4881-88fa-73111bab2278 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1014538 Aug 11 02:17:37.855321 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44588) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:37.911285 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da2b99e-77eb-4d86-baa3-0a2064ef2b16 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:37.917994 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da2b99e-77eb-4d86-baa3-0a2064ef2b16 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:37.923939 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da2b99e-77eb-4d86-baa3-0a2064ef2b16 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:37.925646 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8da2b99e-77eb-4d86-baa3-0a2064ef2b16 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.0693574 Aug 11 02:17:37.928616 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44590) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:38.003176 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f73b8505-b6bc-4a88-97f8-ac8aaafded1f None None] Provisioning for port 14c48a6c-84fb-4fd2-a71f-2f429580c57b completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:38.007505 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f73b8505-b6bc-4a88-97f8-ac8aaafded1f None None] Provisioning complete for port 14c48a6c-84fb-4fd2-a71f-2f429580c57b triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:38.008020 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f73b8505-b6bc-4a88-97f8-ac8aaafded1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:38.041382 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-61503902-510f-4f7b-b1dd-fcc9bb9745fc tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting port d9983c43-70c6-4baf-b52a-692ad6890764 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:38.041737 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-61503902-510f-4f7b-b1dd-fcc9bb9745fc tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:38.156750 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-61503902-510f-4f7b-b1dd-fcc9bb9745fc tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:38.170737 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-61503902-510f-4f7b-b1dd-fcc9bb9745fc tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Calling delete_port for d9983c43-70c6-4baf-b52a-692ad6890764 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:38.187174 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-f73b8505-b6bc-4a88-97f8-ac8aaafded1f None None] Port 14c48a6c-84fb-4fd2-a71f-2f429580c57b cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:38.197708 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f73b8505-b6bc-4a88-97f8-ac8aaafded1f None None] Provisioning complete for port 9652d0b9-42ec-4798-a4e8-369d5fe3a561 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:38.198073 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f73b8505-b6bc-4a88-97f8-ac8aaafded1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:38.321148 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-61503902-510f-4f7b-b1dd-fcc9bb9745fc tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:38.322713 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f73b8505-b6bc-4a88-97f8-ac8aaafded1f None None] Provisioning for port d9983c43-70c6-4baf-b52a-692ad6890764 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:38.328028 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f73b8505-b6bc-4a88-97f8-ac8aaafded1f None None] Provisioning complete for port d9983c43-70c6-4baf-b52a-692ad6890764 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:38.328415 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f73b8505-b6bc-4a88-97f8-ac8aaafded1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:38.350451 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61503902-510f-4f7b-b1dd-fcc9bb9745fc tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Port': ['ID=d9983c43-70c6-4baf-b52a-692ad6890764,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:38.350967 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-f73b8505-b6bc-4a88-97f8-ac8aaafded1f None None] Port d9983c43-70c6-4baf-b52a-692ad6890764 was deleted so its status cannot be updated. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 11 02:17:38.381561 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-61503902-510f-4f7b-b1dd-fcc9bb9745fc tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:38.386310 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-61503902-510f-4f7b-b1dd-fcc9bb9745fc tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/ports/d9983c43-70c6-4baf-b52a-692ad6890764 HTTP/1.1" status: 204 len: 168 time: 0.4539616 Aug 11 02:17:38.386546 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44596) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:38.411857 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-05313d0e-2596-42fc-a73b-8f07555b8722 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] GET failed (client error): The resource could not be found. Aug 11 02:17:38.413685 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-05313d0e-2596-42fc-a73b-8f07555b8722 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "GET /v2.0/ports/d9983c43-70c6-4baf-b52a-692ad6890764 HTTP/1.1" status: 404 len: 333 time: 0.0259671 Aug 11 02:17:38.416366 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44598) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:38.473241 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c6758109-a38b-4db0-a718-53984772b1e5 None None] Provisioning complete for port 14c48a6c-84fb-4fd2-a71f-2f429580c57b triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:38.473621 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c6758109-a38b-4db0-a718-53984772b1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:38.515771 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-c6758109-a38b-4db0-a718-53984772b1e5 None None] Port 14c48a6c-84fb-4fd2-a71f-2f429580c57b cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:38.519335 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c6758109-a38b-4db0-a718-53984772b1e5 None None] Could not find standard attr ID for object d9983c43-70c6-4baf-b52a-692ad6890764. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:17:38.534876 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-41c7e673-e639-4a1c-877f-3b37f62ef93b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting port 14c48a6c-84fb-4fd2-a71f-2f429580c57b {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:38.535366 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-41c7e673-e639-4a1c-877f-3b37f62ef93b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:38.558785 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9652d0b9-42ec-4798-a4e8-369d5fe3a561 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:38.613500 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 9652d0b9-42ec-4798-a4e8-369d5fe3a561 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:38.613882 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:38.648360 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-41c7e673-e639-4a1c-877f-3b37f62ef93b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:38.662095 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-41c7e673-e639-4a1c-877f-3b37f62ef93b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Calling delete_port for 14c48a6c-84fb-4fd2-a71f-2f429580c57b owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:38.801497 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-41c7e673-e639-4a1c-877f-3b37f62ef93b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:38.835709 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7e673-e639-4a1c-877f-3b37f62ef93b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Port': ['ID=14c48a6c-84fb-4fd2-a71f-2f429580c57b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:38.862792 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-41c7e673-e639-4a1c-877f-3b37f62ef93b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:38.864811 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-41c7e673-e639-4a1c-877f-3b37f62ef93b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/ports/14c48a6c-84fb-4fd2-a71f-2f429580c57b HTTP/1.1" status: 204 len: 168 time: 0.4475348 Aug 11 02:17:38.867802 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44610) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:38.894805 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-c419a97f-5571-452b-9236-c5d0a14fbae2 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] GET failed (client error): The resource could not be found. Aug 11 02:17:38.908226 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44612) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:38.911059 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c419a97f-5571-452b-9236-c5d0a14fbae2 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "GET /v2.0/ports/14c48a6c-84fb-4fd2-a71f-2f429580c57b HTTP/1.1" status: 404 len: 333 time: 0.0420601 Aug 11 02:17:38.980361 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-574f9c8f-1d58-49fd-9d55-e7a4d73d7825 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting subnet daceae6c-515e-4f38-b6fd-83ebe7466792 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:17:38.990902 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcac5af-b865-4aae-991c-542a8dbd800c req-197bab61-d0fb-4e7c-8f0a-808b1526840d tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:38.992775 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7dcac5af-b865-4aae-991c-542a8dbd800c req-197bab61-d0fb-4e7c-8f0a-808b1526840d tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.0961745 Aug 11 02:17:38.993623 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-574f9c8f-1d58-49fd-9d55-e7a4d73d7825 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.055691 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-574f9c8f-1d58-49fd-9d55-e7a4d73d7825 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.092994 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7dcac5af-b865-4aae-991c-542a8dbd800c req-d1eb0d25-421c-4dd9-8bc1-77411af76072 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738568 Aug 11 02:17:39.157721 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-574f9c8f-1d58-49fd-9d55-e7a4d73d7825 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.253927 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4a638-afc0-49ec-9868-c882ff5cd499 req-15ba0cfd-7d62-44db-ade7-93235063dd33 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:39.253927 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e1b4a638-afc0-49ec-9868-c882ff5cd499 req-15ba0cfd-7d62-44db-ade7-93235063dd33 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 945 time: 0.0744627 Aug 11 02:17:39.257564 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-574f9c8f-1d58-49fd-9d55-e7a4d73d7825 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.310191 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f9c8f-1d58-49fd-9d55-e7a4d73d7825 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Subnet': ['ID=daceae6c-515e-4f38-b6fd-83ebe7466792,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:39.316391 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7d08e1-038d-4416-b064-ff7b0196b2be None None] Network 5a7ff892-4c7e-4033-bc45-c89800f75b4c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:39.317844 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-574f9c8f-1d58-49fd-9d55-e7a4d73d7825 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.319633 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-574f9c8f-1d58-49fd-9d55-e7a4d73d7825 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/subnets/daceae6c-515e-4f38-b6fd-83ebe7466792 HTTP/1.1" status: 204 len: 168 time: 0.4103782 Aug 11 02:17:39.323248 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44618) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:39.391256 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-e1b4a638-afc0-49ec-9868-c882ff5cd499 req-56ca8c68-5382-4cbe-9b25-a1ca346e0fd4 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Deleting port d5703196-202b-4542-95f4-d70e26ef0b1a {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:39.391619 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e1b4a638-afc0-49ec-9868-c882ff5cd499 req-56ca8c68-5382-4cbe-9b25-a1ca346e0fd4 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.411080 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.480014 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting port 9652d0b9-42ec-4798-a4e8-369d5fe3a561 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:39.480361 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.502681 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-e1b4a638-afc0-49ec-9868-c882ff5cd499 req-56ca8c68-5382-4cbe-9b25-a1ca346e0fd4 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] For port d5703196-202b-4542-95f4-d70e26ef0b1a, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=d5703196-202b-4542-95f4-d70e26ef0b1a,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:39.502987 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e1b4a638-afc0-49ec-9868-c882ff5cd499 req-56ca8c68-5382-4cbe-9b25-a1ca346e0fd4 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.519650 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6247821-7b9e-4fde-960c-3dd2b06cea3f None None] DHCP port deletion for 5a7ff892-4c7e-4033-bc45-c89800f75b4c request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:17:39.520191 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-e1b4a638-afc0-49ec-9868-c882ff5cd499 req-56ca8c68-5382-4cbe-9b25-a1ca346e0fd4 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Calling delete_port for d5703196-202b-4542-95f4-d70e26ef0b1a owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:39.550096 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] For port 9652d0b9-42ec-4798-a4e8-369d5fe3a561, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9652d0b9-42ec-4798-a4e8-369d5fe3a561,segment=NetworkSegment(f904fade-0fc0-4cff-94f8-c03afe12598e),segment_id=f904fade-0fc0-4cff-94f8-c03afe12598e)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:39.550523 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.566316 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Calling delete_port for 9652d0b9-42ec-4798-a4e8-369d5fe3a561 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:39.580053 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a6247821-7b9e-4fde-960c-3dd2b06cea3f None None] Deleting port 9652d0b9-42ec-4798-a4e8-369d5fe3a561 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:39.580530 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a6247821-7b9e-4fde-960c-3dd2b06cea3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.645006 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-a6247821-7b9e-4fde-960c-3dd2b06cea3f None None] For port 9652d0b9-42ec-4798-a4e8-369d5fe3a561, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9652d0b9-42ec-4798-a4e8-369d5fe3a561,segment=NetworkSegment(f904fade-0fc0-4cff-94f8-c03afe12598e),segment_id=f904fade-0fc0-4cff-94f8-c03afe12598e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:39.645707 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a6247821-7b9e-4fde-960c-3dd2b06cea3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.662995 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a6247821-7b9e-4fde-960c-3dd2b06cea3f None None] Calling delete_port for 9652d0b9-42ec-4798-a4e8-369d5fe3a561 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:39.664692 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.691188 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e1b4a638-afc0-49ec-9868-c882ff5cd499 req-56ca8c68-5382-4cbe-9b25-a1ca346e0fd4 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.696752 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Port': ['ID=9652d0b9-42ec-4798-a4e8-369d5fe3a561,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:39.701402 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] No DVR routers for this DVR port 9652d0b9-42ec-4798-a4e8-369d5fe3a561 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:17:39.715084 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['d5703196-202b-4542-95f4-d70e26ef0b1a'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:39.719896 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['05898258-4491-4fa9-91f4-a855886e6aab'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:39.742451 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca8c68-5382-4cbe-9b25-a1ca346e0fd4 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Pushing event deleted for resources: {'Port': ['ID=d5703196-202b-4542-95f4-d70e26ef0b1a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:39.799041 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b4a638-afc0-49ec-9868-c882ff5cd499 req-56ca8c68-5382-4cbe-9b25-a1ca346e0fd4 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] No DVR routers for this DVR port d5703196-202b-4542-95f4-d70e26ef0b1a on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:17:39.805144 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e1b4a638-afc0-49ec-9868-c882ff5cd499 req-56ca8c68-5382-4cbe-9b25-a1ca346e0fd4 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.805144 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e1b4a638-afc0-49ec-9868-c882ff5cd499 req-56ca8c68-5382-4cbe-9b25-a1ca346e0fd4 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.66 "DELETE /v2.0/ports/d5703196-202b-4542-95f4-d70e26ef0b1a HTTP/1.1" status: 204 len: 173 time: 0.5444436 Aug 11 02:17:39.807057 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c58d106-33ae-487c-9b05-d7cc0c808f7e', 'name': 'network-vif-deleted', 'tag': 'd5703196-202b-4542-95f4-d70e26ef0b1a'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:39.810568 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3616ac52-e256-4d2a-b313-beb820af9a64" -d '{"events": [{"server_uuid": "4c58d106-33ae-487c-9b05-d7cc0c808f7e", "name": "network-vif-deleted", "tag": "d5703196-202b-4542-95f4-d70e26ef0b1a"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:39.815787 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.832058 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7ff892-4c7e-4033-bc45-c89800f75b4c']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:39.861328 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea37f23-ffea-47e4-a65b-da475bf95230 x-openstack-request-id: req-3ea37f23-ffea-47e4-a65b-da475bf95230 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:39.861727 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c58d106-33ae-487c-9b05-d7cc0c808f7e", "name": "network-vif-deleted", "tag": "d5703196-202b-4542-95f4-d70e26ef0b1a", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:39.862107 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ea37f23-ffea-47e4-a65b-da475bf95230 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:39.862600 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c58d106-33ae-487c-9b05-d7cc0c808f7e', 'name': 'network-vif-deleted', 'tag': 'd5703196-202b-4542-95f4-d70e26ef0b1a', 'status': 'completed', 'code': 200} Aug 11 02:17:39.869221 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a6247821-7b9e-4fde-960c-3dd2b06cea3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.870418 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f904fade-0fc0-4cff-94f8-c03afe12598e') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:39.870991 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f904fade-0fc0-4cff-94f8-c03afe12598e') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:39.887335 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.907564 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6247821-7b9e-4fde-960c-3dd2b06cea3f None None] Pushing event deleted for resources: {'Port': ['ID=9652d0b9-42ec-4798-a4e8-369d5fe3a561,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:39.907789 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.914385 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6247821-7b9e-4fde-960c-3dd2b06cea3f None None] No DVR routers for this DVR port 9652d0b9-42ec-4798-a4e8-369d5fe3a561 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:17:39.921019 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:17:39.921600 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:17:39.926610 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:17:40.013715 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:40.018806 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:40.026221 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/networks/5a7ff892-4c7e-4033-bc45-c89800f75b4c HTTP/1.1" status: 204 len: 168 time: 0.6966908 Aug 11 02:17:40.027707 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44632) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:40.037261 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-2b4b1aee-0db9-40f3-a3be-daec12281f9e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-4174619'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:40.039637 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Network': ['ID=5a7ff892-4c7e-4033-bc45-c89800f75b4c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:40.049644 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:40.050116 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:40.050586 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:40.050894 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:40.051243 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:40.051691 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:40.052062 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:40.052589 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:40.052923 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:40.053257 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:40.053588 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:40.054599 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7e253-5eb9-49f3-8eda-ab85af0a7e44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:40.064397 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4b1aee-0db9-40f3-a3be-daec12281f9e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:40.068050 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2b4b1aee-0db9-40f3-a3be-daec12281f9e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:40.095954 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4b1aee-0db9-40f3-a3be-daec12281f9e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:17:40.105610 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2b4b1aee-0db9-40f3-a3be-daec12281f9e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:40.105973 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-2b4b1aee-0db9-40f3-a3be-daec12281f9e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Added segment 9e07ce12-8a0c-4a84-9008-ac5a89ae60d7 of type vlan for network f922db1e-1231-45b0-95e6-bab5ce361ed8 Aug 11 02:17:40.147450 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2b4b1aee-0db9-40f3-a3be-daec12281f9e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:40.185801 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2b4b1aee-0db9-40f3-a3be-daec12281f9e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:40.192621 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4b1aee-0db9-40f3-a3be-daec12281f9e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:40.193344 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2b4b1aee-0db9-40f3-a3be-daec12281f9e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:40.208148 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-45f8fe03-7c96-46e9-b432-97d31a49a1f4 req-89fd18a7-1fae-49bf-a08c-e7c3f9c36138 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c58d106-33ae-487c-9b05-d7cc0c808f7e HTTP/1.1" status: 200 len: 210 time: 0.0291023 Aug 11 02:17:40.245706 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2b4b1aee-0db9-40f3-a3be-daec12281f9e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2177989 Aug 11 02:17:40.248906 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44638) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:40.255736 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-a1ded511-e56a-443b-983b-2f9dc62da5f5 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'subnet': {'network_id': 'f922db1e-1231-45b0-95e6-bab5ce361ed8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:40.266967 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b1aee-0db9-40f3-a3be-daec12281f9e tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Network': ['ID=f922db1e-1231-45b0-95e6-bab5ce361ed8,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:40.279903 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network f922db1e-1231-45b0-95e6-bab5ce361ed8 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:17:40.364017 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ded511-e56a-443b-983b-2f9dc62da5f5 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:40.367875 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a1ded511-e56a-443b-983b-2f9dc62da5f5 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:40.551688 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9652d0b9-42ec-4798-a4e8-369d5fe3a561 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:17:40.576516 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 9652d0b9-42ec-4798-a4e8-369d5fe3a561 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:17:40.577256 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9652d0b9-42ec-4798-a4e8-369d5fe3a561 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:17:40.580853 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a1ded511-e56a-443b-983b-2f9dc62da5f5 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:40.657039 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ded511-e56a-443b-983b-2f9dc62da5f5 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Subnet': ['ID=74aca48d-7780-4805-9afc-ff8775dd3f4b,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:40.659869 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ded511-e56a-443b-983b-2f9dc62da5f5 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Checking segment: {'id': '9e07ce12-8a0c-4a84-9008-ac5a89ae60d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f922db1e-1231-45b0-95e6-bab5ce361ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:40.660290 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ded511-e56a-443b-983b-2f9dc62da5f5 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network hostable DHCP agents. Network: f922db1e-1231-45b0-95e6-bab5ce361ed8, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:17:40.686586 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ded511-e56a-443b-983b-2f9dc62da5f5 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network f922db1e-1231-45b0-95e6-bab5ce361ed8 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:17:40.702467 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-a1ded511-e56a-443b-983b-2f9dc62da5f5 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, f922db1e-1231-45b0-95e6-bab5ce361ed8) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:40.713963 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ded511-e56a-443b-983b-2f9dc62da5f5 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:40.715178 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a1ded511-e56a-443b-983b-2f9dc62da5f5 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:40.716347 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931a7158-2ca1-4b28-ac2e-feae7b025caf None None] Network f922db1e-1231-45b0-95e6-bab5ce361ed8 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:40.735426 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a1ded511-e56a-443b-983b-2f9dc62da5f5 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4854159 Aug 11 02:17:40.738452 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44644) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:40.744285 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-fafa597c-40c9-409e-a9d0-00c7b5f1e6fb tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-562159298', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:40.783266 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fafa597c-40c9-409e-a9d0-00c7b5f1e6fb tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:40.784718 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fafa597c-40c9-409e-a9d0-00c7b5f1e6fb tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:40.915017 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f18af05-145b-4257-85ce-dab5c6f92f32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-f922db1e-1231-45b0-95e6-bab5ce361ed8', 'network_id': 'f922db1e-1231-45b0-95e6-bab5ce361ed8', 'tenant_id': '69e9f5d39e27442ea18e5831e53fddbd', 'fixed_ips': [{'subnet_id': '74aca48d-7780-4805-9afc-ff8775dd3f4b'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:17:40.916603 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7f18af05-145b-4257-85ce-dab5c6f92f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:41.086661 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-7f18af05-145b-4257-85ce-dab5c6f92f32 None None] Allocated IP 2001:db8::2 (f922db1e-1231-45b0-95e6-bab5ce361ed8/74aca48d-7780-4805-9afc-ff8775dd3f4b/7d038c35-4c12-4f6f-8bf1-4f66e5aa4798) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:41.170264 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fafa597c-40c9-409e-a9d0-00c7b5f1e6fb tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:41.175097 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fafa597c-40c9-409e-a9d0-00c7b5f1e6fb tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:41.193545 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fafa597c-40c9-409e-a9d0-00c7b5f1e6fb tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:41.197987 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fafa597c-40c9-409e-a9d0-00c7b5f1e6fb tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4554272 Aug 11 02:17:41.198234 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44652) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:41.203159 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-a0aa396b-422f-440e-b04c-833138d8ca9f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'port': {'network_id': 'f922db1e-1231-45b0-95e6-bab5ce361ed8', 'name': 'tempest-PortsIpV6TestJSON-679607086'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:41.259884 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7f18af05-145b-4257-85ce-dab5c6f92f32 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:41.274239 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7f18af05-145b-4257-85ce-dab5c6f92f32 None None] Transition to ACTIVE for port object 7d038c35-4c12-4f6f-8bf1-4f66e5aa4798 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:41.304238 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7f18af05-145b-4257-85ce-dab5c6f92f32 None None] Transition to ACTIVE for port object 7d038c35-4c12-4f6f-8bf1-4f66e5aa4798 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:41.311084 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7f18af05-145b-4257-85ce-dab5c6f92f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:41.365936 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f18af05-145b-4257-85ce-dab5c6f92f32 None None] Network f922db1e-1231-45b0-95e6-bab5ce361ed8 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:41.373891 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0aa396b-422f-440e-b04c-833138d8ca9f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:41.374852 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-7f18af05-145b-4257-85ce-dab5c6f92f32 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:41.379097 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f18af05-145b-4257-85ce-dab5c6f92f32 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:41.385259 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a0aa396b-422f-440e-b04c-833138d8ca9f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:41.385848 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18af05-145b-4257-85ce-dab5c6f92f32 None None] Pushing event updated for resources: {'Port': ['ID=7d038c35-4c12-4f6f-8bf1-4f66e5aa4798,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:41.416795 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-a0aa396b-422f-440e-b04c-833138d8ca9f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] device_id is not set on port caf4656a-d3ff-416c-a04e-d5b14844c488 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:17:41.451886 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-7f18af05-145b-4257-85ce-dab5c6f92f32 None None] Attempting to bind port 7d038c35-4c12-4f6f-8bf1-4f66e5aa4798 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:41.452190 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-7f18af05-145b-4257-85ce-dab5c6f92f32 None None] Attempting to bind port 7d038c35-4c12-4f6f-8bf1-4f66e5aa4798 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '9e07ce12-8a0c-4a84-9008-ac5a89ae60d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f922db1e-1231-45b0-95e6-bab5ce361ed8'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:41.452584 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f18af05-145b-4257-85ce-dab5c6f92f32 None None] Attempting to bind port 7d038c35-4c12-4f6f-8bf1-4f66e5aa4798 on network f922db1e-1231-45b0-95e6-bab5ce361ed8 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:41.459252 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f18af05-145b-4257-85ce-dab5c6f92f32 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:41.459725 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f18af05-145b-4257-85ce-dab5c6f92f32 None None] Checking segment: {'id': '9e07ce12-8a0c-4a84-9008-ac5a89ae60d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f922db1e-1231-45b0-95e6-bab5ce361ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:41.460325 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7f18af05-145b-4257-85ce-dab5c6f92f32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:41.460769 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f18af05-145b-4257-85ce-dab5c6f92f32 None None] Bound using segment: {'id': '9e07ce12-8a0c-4a84-9008-ac5a89ae60d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f922db1e-1231-45b0-95e6-bab5ce361ed8'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:41.461395 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-7f18af05-145b-4257-85ce-dab5c6f92f32 None None] Bound port: 7d038c35-4c12-4f6f-8bf1-4f66e5aa4798, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e07ce12-8a0c-4a84-9008-ac5a89ae60d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f922db1e-1231-45b0-95e6-bab5ce361ed8'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:41.461841 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7f18af05-145b-4257-85ce-dab5c6f92f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:41.541853 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-7f18af05-145b-4257-85ce-dab5c6f92f32 None None] For port 7d038c35-4c12-4f6f-8bf1-4f66e5aa4798, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:41.545907 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-7f18af05-145b-4257-85ce-dab5c6f92f32 None None] For port 7d038c35-4c12-4f6f-8bf1-4f66e5aa4798, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7d038c35-4c12-4f6f-8bf1-4f66e5aa4798,segment=NetworkSegment(9e07ce12-8a0c-4a84-9008-ac5a89ae60d7),segment_id=9e07ce12-8a0c-4a84-9008-ac5a89ae60d7)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:41.551861 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7f18af05-145b-4257-85ce-dab5c6f92f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:41.577457 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-a0aa396b-422f-440e-b04c-833138d8ca9f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Allocated IP 2001:db8::f9 (f922db1e-1231-45b0-95e6-bab5ce361ed8/74aca48d-7780-4805-9afc-ff8775dd3f4b/caf4656a-d3ff-416c-a04e-d5b14844c488) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:41.631993 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18af05-145b-4257-85ce-dab5c6f92f32 None None] Pushing event updated for resources: {'Port': ['ID=7d038c35-4c12-4f6f-8bf1-4f66e5aa4798,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:41.778324 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a0aa396b-422f-440e-b04c-833138d8ca9f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:41.796185 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-a0aa396b-422f-440e-b04c-833138d8ca9f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Transition to ACTIVE for port object caf4656a-d3ff-416c-a04e-d5b14844c488 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:41.853999 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a0aa396b-422f-440e-b04c-833138d8ca9f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:41.911744 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aa396b-422f-440e-b04c-833138d8ca9f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network f922db1e-1231-45b0-95e6-bab5ce361ed8 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:41.920248 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-a0aa396b-422f-440e-b04c-833138d8ca9f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:41.927137 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aa396b-422f-440e-b04c-833138d8ca9f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:41.934245 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0aa396b-422f-440e-b04c-833138d8ca9f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:41.934886 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a0aa396b-422f-440e-b04c-833138d8ca9f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:41.959422 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa396b-422f-440e-b04c-833138d8ca9f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Port': ['ID=caf4656a-d3ff-416c-a04e-d5b14844c488,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:41.967457 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a0aa396b-422f-440e-b04c-833138d8ca9f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7651784 Aug 11 02:17:41.967697 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44694) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:42.345552 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ca172-2c45-4623-9487-c07b18d4993f req-85e27ccd-8a0c-435d-a164-de29e42bc730 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:42.347926 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dc6ca172-2c45-4623-9487-c07b18d4993f req-85e27ccd-8a0c-435d-a164-de29e42bc730 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=d819440d-52ce-4c33-947a-a55039ec2ce8 HTTP/1.1" status: 200 len: 945 time: 0.0693345 Aug 11 02:17:42.397577 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-333e1310-7bc5-4c5d-9d72-0250326b216a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:42.450174 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dc6ca172-2c45-4623-9487-c07b18d4993f req-74ca66e1-d57c-452a-825c-4dedc1d17d30 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817897 Aug 11 02:17:42.706316 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7d038c35-4c12-4f6f-8bf1-4f66e5aa4798 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:42.779757 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 7d038c35-4c12-4f6f-8bf1-4f66e5aa4798 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:42.781175 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-333e1310-7bc5-4c5d-9d72-0250326b216a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:42.788568 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-333e1310-7bc5-4c5d-9d72-0250326b216a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:42.873920 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e1310-7bc5-4c5d-9d72-0250326b216a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Port': ['ID=caf4656a-d3ff-416c-a04e-d5b14844c488,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:42.978542 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1456f44e-b0d2-4ad4-82d6-45597736a058 None None] Network f922db1e-1231-45b0-95e6-bab5ce361ed8 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:42.996527 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-333e1310-7bc5-4c5d-9d72-0250326b216a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:43.144670 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-333e1310-7bc5-4c5d-9d72-0250326b216a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:43.167213 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-20577029-35b9-45a2-8b44-9b9613ecb47a None None] Provisioning for port 7d038c35-4c12-4f6f-8bf1-4f66e5aa4798 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:43.178777 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-20577029-35b9-45a2-8b44-9b9613ecb47a None None] Provisioning complete for port 7d038c35-4c12-4f6f-8bf1-4f66e5aa4798 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:43.179286 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-20577029-35b9-45a2-8b44-9b9613ecb47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:43.338704 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-20577029-35b9-45a2-8b44-9b9613ecb47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:43.388924 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-20577029-35b9-45a2-8b44-9b9613ecb47a None None] For port 7d038c35-4c12-4f6f-8bf1-4f66e5aa4798, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7d038c35-4c12-4f6f-8bf1-4f66e5aa4798,segment=NetworkSegment(9e07ce12-8a0c-4a84-9008-ac5a89ae60d7),segment_id=9e07ce12-8a0c-4a84-9008-ac5a89ae60d7)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:43.397654 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-20577029-35b9-45a2-8b44-9b9613ecb47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:43.495731 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device d5703196-202b-4542-95f4-d70e26ef0b1a no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:17:43.530232 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: d5703196-202b-4542-95f4-d70e26ef0b1a {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:17:43.530818 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device d5703196-202b-4542-95f4-d70e26ef0b1a not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:17:43.554192 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20577029-35b9-45a2-8b44-9b9613ecb47a None None] Pushing event updated for resources: {'Port': ['ID=7d038c35-4c12-4f6f-8bf1-4f66e5aa4798,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:43.563377 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-333e1310-7bc5-4c5d-9d72-0250326b216a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:43.571006 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-333e1310-7bc5-4c5d-9d72-0250326b216a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:43.574806 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-333e1310-7bc5-4c5d-9d72-0250326b216a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:43.660743 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe65271-a911-4e27-a1d4-7e149dca22b8 req-e67b7caa-8eb9-4ff8-b716-69eef2fd8ac1 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:43.663077 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fbe65271-a911-4e27-a1d4-7e149dca22b8 req-e67b7caa-8eb9-4ff8-b716-69eef2fd8ac1 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=d819440d-52ce-4c33-947a-a55039ec2ce8 HTTP/1.1" status: 200 len: 945 time: 0.0732563 Aug 11 02:17:43.671076 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-76a40d84-8f03-4ef8-b9ba-8dc9ab16ed36 None None] Provisioning for port caf4656a-d3ff-416c-a04e-d5b14844c488 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:43.682170 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-76a40d84-8f03-4ef8-b9ba-8dc9ab16ed36 None None] Provisioning complete for port caf4656a-d3ff-416c-a04e-d5b14844c488 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:43.682687 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-76a40d84-8f03-4ef8-b9ba-8dc9ab16ed36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:43.744782 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e1310-7bc5-4c5d-9d72-0250326b216a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Port': ['ID=caf4656a-d3ff-416c-a04e-d5b14844c488,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:43.753449 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-76a40d84-8f03-4ef8-b9ba-8dc9ab16ed36 None None] Port caf4656a-d3ff-416c-a04e-d5b14844c488 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:43.774945 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-76a40d84-8f03-4ef8-b9ba-8dc9ab16ed36 None None] Provisioning complete for port 7d038c35-4c12-4f6f-8bf1-4f66e5aa4798 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:43.775753 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-76a40d84-8f03-4ef8-b9ba-8dc9ab16ed36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:43.780087 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fbe65271-a911-4e27-a1d4-7e149dca22b8 req-a989a640-8a5d-425a-9ba4-58e301f072ec tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f0ac8f3-5238-4539-9974-f185fc424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059489 Aug 11 02:17:43.798795 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333e1310-7bc5-4c5d-9d72-0250326b216a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network f922db1e-1231-45b0-95e6-bab5ce361ed8 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:43.800692 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-333e1310-7bc5-4c5d-9d72-0250326b216a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:43.844222 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56a123-61ae-4590-9d2c-74d1f1e602b1 req-01ce0af1-ba8a-4f1d-b96c-457304530ebe tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:43.845992 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e56a123-61ae-4590-9d2c-74d1f1e602b1 req-01ce0af1-ba8a-4f1d-b96c-457304530ebe tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.73 "GET /v2.0/ports?device_id=d819440d-52ce-4c33-947a-a55039ec2ce8 HTTP/1.1" status: 200 len: 945 time: 0.1087630 Aug 11 02:17:43.938285 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333e1310-7bc5-4c5d-9d72-0250326b216a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Router 7bc215cf-0e40-420b-90a0-d48bb84a3130 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:17:43.969962 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-9e56a123-61ae-4590-9d2c-74d1f1e602b1 req-29d887a6-e8fe-4025-9497-0bc4c974e360 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Deleting port 05898258-4491-4fa9-91f4-a855886e6aab {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:43.970217 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9e56a123-61ae-4590-9d2c-74d1f1e602b1 req-29d887a6-e8fe-4025-9497-0bc4c974e360 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:44.021456 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fad486dc-91e8-492a-be1e-a6fd7a8318bb None None] Provisioning complete for port caf4656a-d3ff-416c-a04e-d5b14844c488 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:44.022264 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fad486dc-91e8-492a-be1e-a6fd7a8318bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:44.053724 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333e1310-7bc5-4c5d-9d72-0250326b216a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:17:44.061276 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-333e1310-7bc5-4c5d-9d72-0250326b216a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "PUT /v2.0/routers/7bc215cf-0e40-420b-90a0-d48bb84a3130/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0916755 Aug 11 02:17:44.063277 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44736) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:44.065268 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0074e9ae-11ab-4722-a14f-3b1daf48a7de None None] Sync routers for ids ['7bc215cf-0e40-420b-90a0-d48bb84a3130'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:17:44.073832 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fad486dc-91e8-492a-be1e-a6fd7a8318bb None None] Port caf4656a-d3ff-416c-a04e-d5b14844c488 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:44.075918 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0074e9ae-11ab-4722-a14f-3b1daf48a7de None None] Routers {'7bc215cf-0e40-420b-90a0-d48bb84a3130'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:44.076535 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0074e9ae-11ab-4722-a14f-3b1daf48a7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:17:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['7bc215cf-0e40-420b-90a0-d48bb84a3130'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:44.096652 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-9e56a123-61ae-4590-9d2c-74d1f1e602b1 req-29d887a6-e8fe-4025-9497-0bc4c974e360 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] For port 05898258-4491-4fa9-91f4-a855886e6aab, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=05898258-4491-4fa9-91f4-a855886e6aab,segment=NetworkSegment(17ab65aa-1575-4f0d-91af-c45c627f5d6a),segment_id=17ab65aa-1575-4f0d-91af-c45c627f5d6a)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:44.097327 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9e56a123-61ae-4590-9d2c-74d1f1e602b1 req-29d887a6-e8fe-4025-9497-0bc4c974e360 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:44.112082 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-9e56a123-61ae-4590-9d2c-74d1f1e602b1 req-29d887a6-e8fe-4025-9497-0bc4c974e360 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Calling delete_port for 05898258-4491-4fa9-91f4-a855886e6aab owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:44.139508 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133d8611-b1f7-4c1b-a6e7-2829e2db65e2 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:44.141211 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-133d8611-b1f7-4c1b-a6e7-2829e2db65e2 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bc215cf-0e40-420b-90a0-d48bb84a3130 HTTP/1.1" status: 200 len: 987 time: 0.0610461 Aug 11 02:17:44.147092 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0074e9ae-11ab-4722-a14f-3b1daf48a7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:44.147728 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44740) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:44.167469 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0074e9ae-11ab-4722-a14f-3b1daf48a7de None None] Routers {'7bc215cf-0e40-420b-90a0-d48bb84a3130'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:44.168136 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0074e9ae-11ab-4722-a14f-3b1daf48a7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:17:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['7bc215cf-0e40-420b-90a0-d48bb84a3130'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:44.208519 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0074e9ae-11ab-4722-a14f-3b1daf48a7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:44.209269 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0074e9ae-11ab-4722-a14f-3b1daf48a7de None None] The sync data for ids ['7bc215cf-0e40-420b-90a0-d48bb84a3130'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:17:44.288392 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9e56a123-61ae-4590-9d2c-74d1f1e602b1 req-29d887a6-e8fe-4025-9497-0bc4c974e360 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:44.304796 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['05898258-4491-4fa9-91f4-a855886e6aab'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:44.326110 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d887a6-e8fe-4025-9497-0bc4c974e360 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Pushing event deleted for resources: {'Port': ['ID=05898258-4491-4fa9-91f4-a855886e6aab,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:44.371307 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-924282dc-d429-4c6a-9ce2-03eac39eb5d4 None None] Provisioning complete for port caf4656a-d3ff-416c-a04e-d5b14844c488 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:44.371712 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-924282dc-d429-4c6a-9ce2-03eac39eb5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:44.417580 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e56a123-61ae-4590-9d2c-74d1f1e602b1 req-29d887a6-e8fe-4025-9497-0bc4c974e360 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] No DVR routers for this DVR port 05898258-4491-4fa9-91f4-a855886e6aab on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:17:44.422087 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9e56a123-61ae-4590-9d2c-74d1f1e602b1 req-29d887a6-e8fe-4025-9497-0bc4c974e360 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:44.425912 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e56a123-61ae-4590-9d2c-74d1f1e602b1 req-29d887a6-e8fe-4025-9497-0bc4c974e360 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.73 "DELETE /v2.0/ports/05898258-4491-4fa9-91f4-a855886e6aab HTTP/1.1" status: 204 len: 173 time: 0.5685427 Aug 11 02:17:44.426977 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd819440d-52ce-4c33-947a-a55039ec2ce8', 'name': 'network-vif-deleted', 'tag': '05898258-4491-4fa9-91f4-a855886e6aab'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:44.432800 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9894c6c3-8a13-46e7-b6fd-386932224c32" -d '{"events": [{"server_uuid": "d819440d-52ce-4c33-947a-a55039ec2ce8", "name": "network-vif-deleted", "tag": "05898258-4491-4fa9-91f4-a855886e6aab"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:44.448739 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-924282dc-d429-4c6a-9ce2-03eac39eb5d4 None None] Port caf4656a-d3ff-416c-a04e-d5b14844c488 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:44.497736 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c422de-555e-43a8-9bd1-a396eb820051 x-openstack-request-id: req-a2c422de-555e-43a8-9bd1-a396eb820051 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:44.498034 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d819440d-52ce-4c33-947a-a55039ec2ce8", "name": "network-vif-deleted", "tag": "05898258-4491-4fa9-91f4-a855886e6aab", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:44.498295 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a2c422de-555e-43a8-9bd1-a396eb820051 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:44.498718 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd819440d-52ce-4c33-947a-a55039ec2ce8', 'name': 'network-vif-deleted', 'tag': '05898258-4491-4fa9-91f4-a855886e6aab', 'status': 'completed', 'code': 200} Aug 11 02:17:44.576117 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b03fee24-d934-4b01-a493-4e0e602f8122 None None] Provisioning complete for port caf4656a-d3ff-416c-a04e-d5b14844c488 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:44.576692 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b03fee24-d934-4b01-a493-4e0e602f8122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:44.594729 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4c26a450-8d10-4ec3-9cbf-a5f1c110fbec tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:44.606496 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7d038c35-4c12-4f6f-8bf1-4f66e5aa4798 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:44.655668 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-b03fee24-d934-4b01-a493-4e0e602f8122 None None] Port caf4656a-d3ff-416c-a04e-d5b14844c488 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:44.677072 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 7d038c35-4c12-4f6f-8bf1-4f66e5aa4798 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:44.677527 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:44.847181 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295f1f6-72a1-4644-bc2a-e7ee085de79e req-4f4217ff-fe84-42bb-8a74-0c611aa003fd tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:44.848972 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2295f1f6-72a1-4644-bc2a-e7ee085de79e req-4f4217ff-fe84-42bb-8a74-0c611aa003fd tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 946 time: 0.0686734 Aug 11 02:17:44.873288 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-4c26a450-8d10-4ec3-9cbf-a5f1c110fbec tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting port caf4656a-d3ff-416c-a04e-d5b14844c488 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:44.873903 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4c26a450-8d10-4ec3-9cbf-a5f1c110fbec tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:44.891116 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2295f1f6-72a1-4644-bc2a-e7ee085de79e req-c9cc3714-29d1-4b47-bee2-2cdeba6eadbc tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356855 Aug 11 02:17:44.954213 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5886f7bd-a51b-4e04-91d4-2ef6b97671a8 req-ddde91b8-a8b7-475b-8e49-c2b22826acf9 tempest-ServersTestJSON-2027017543 tempest-ServersTestJSON-2027017543-project] 10.222.0.50 "GET /v2.0/ports?device_id=d819440d-52ce-4c33-947a-a55039ec2ce8 HTTP/1.1" status: 200 len: 210 time: 0.0351965 Aug 11 02:17:44.992570 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4c26a450-8d10-4ec3-9cbf-a5f1c110fbec tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:45.006645 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-4c26a450-8d10-4ec3-9cbf-a5f1c110fbec tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Calling delete_port for caf4656a-d3ff-416c-a04e-d5b14844c488 owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:45.212720 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4c26a450-8d10-4ec3-9cbf-a5f1c110fbec tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:45.245751 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26a450-8d10-4ec3-9cbf-a5f1c110fbec tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Port': ['ID=caf4656a-d3ff-416c-a04e-d5b14844c488,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:45.340348 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4c26a450-8d10-4ec3-9cbf-a5f1c110fbec tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:45.500540 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c26a450-8d10-4ec3-9cbf-a5f1c110fbec tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Router 7bc215cf-0e40-420b-90a0-d48bb84a3130 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:17:45.573855 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c26a450-8d10-4ec3-9cbf-a5f1c110fbec tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:17:45.578732 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4c26a450-8d10-4ec3-9cbf-a5f1c110fbec tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "PUT /v2.0/routers/7bc215cf-0e40-420b-90a0-d48bb84a3130/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4299955 Aug 11 02:17:45.581476 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44774) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:45.584022 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffcc87e-c9ef-4752-ad5a-d77d16910eed None None] Sync routers for ids ['7bc215cf-0e40-420b-90a0-d48bb84a3130'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:17:45.593174 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffcc87e-c9ef-4752-ad5a-d77d16910eed None None] Routers {'7bc215cf-0e40-420b-90a0-d48bb84a3130'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:45.593777 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-5ffcc87e-c9ef-4752-ad5a-d77d16910eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:17:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['7bc215cf-0e40-420b-90a0-d48bb84a3130'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:45.605727 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b9800c-10f1-4757-8991-4a6ce4321d8c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] GET failed (client error): The resource could not be found. Aug 11 02:17:45.607273 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-82b9800c-10f1-4757-8991-4a6ce4321d8c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "GET /v2.0/ports/caf4656a-d3ff-416c-a04e-d5b14844c488 HTTP/1.1" status: 404 len: 333 time: 0.0248456 Aug 11 02:17:45.610026 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44776) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:45.642335 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-5ffcc87e-c9ef-4752-ad5a-d77d16910eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:45.656984 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffcc87e-c9ef-4752-ad5a-d77d16910eed None None] Routers {'7bc215cf-0e40-420b-90a0-d48bb84a3130'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:45.657584 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-5ffcc87e-c9ef-4752-ad5a-d77d16910eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:17:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['7bc215cf-0e40-420b-90a0-d48bb84a3130'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:45.660737 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0e81ec70-f674-4697-9c51-8df49d8c5c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:45.685277 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2afb07e0-2795-4210-813b-dc7e05a94bba tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:45.694016 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-5ffcc87e-c9ef-4752-ad5a-d77d16910eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:45.694667 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffcc87e-c9ef-4752-ad5a-d77d16910eed None None] The sync data for ids ['7bc215cf-0e40-420b-90a0-d48bb84a3130'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:17:45.839724 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2afb07e0-2795-4210-813b-dc7e05a94bba tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:45.841802 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2afb07e0-2795-4210-813b-dc7e05a94bba tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:45.886494 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2afb07e0-2795-4210-813b-dc7e05a94bba tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:45.887277 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afb07e0-2795-4210-813b-dc7e05a94bba tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Fanout notify agent at l3_agent the message router_deleted on router 7bc215cf-0e40-420b-90a0-d48bb84a3130 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:17:45.893590 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2afb07e0-2795-4210-813b-dc7e05a94bba tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:45.894788 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2afb07e0-2795-4210-813b-dc7e05a94bba tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/routers/7bc215cf-0e40-420b-90a0-d48bb84a3130 HTTP/1.1" status: 204 len: 168 time: 0.2837591 Aug 11 02:17:45.897422 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44782) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:45.951033 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1bd2ffb-a3ca-46ce-9c2d-908621b44926 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting subnet 74aca48d-7780-4805-9afc-ff8775dd3f4b {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:17:45.954117 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f1bd2ffb-a3ca-46ce-9c2d-908621b44926 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.011843 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44788) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:46.059969 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff6835d-6c82-4325-9384-fd5c20bb8875 admin admin] Deleting subnet 84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:17:46.063297 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3ff6835d-6c82-4325-9384-fd5c20bb8875 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.099912 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3ff6835d-6c82-4325-9384-fd5c20bb8875 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.142823 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3ff6835d-6c82-4325-9384-fd5c20bb8875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.203076 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3ff6835d-6c82-4325-9384-fd5c20bb8875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.231153 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6835d-6c82-4325-9384-fd5c20bb8875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:46.235019 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3ff6835d-6c82-4325-9384-fd5c20bb8875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.239296 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3ff6835d-6c82-4325-9384-fd5c20bb8875 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/84b7ffa2-c5a4-41f6-8690-4dc06f5b2c62 HTTP/1.1" status: 204 len: 168 time: 0.2241197 Aug 11 02:17:46.239726 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44792) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:46.303006 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 05898258-4491-4fa9-91f4-a855886e6aab no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:17:46.311868 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2e9ab7d-e02b-4fab-916f-299ed1a756d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.328676 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 05898258-4491-4fa9-91f4-a855886e6aab {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:17:46.329139 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 05898258-4491-4fa9-91f4-a855886e6aab not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:17:46.352753 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f1bd2ffb-a3ca-46ce-9c2d-908621b44926 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.399245 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2e9ab7d-e02b-4fab-916f-299ed1a756d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.405371 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9de5a-9bda-4494-bd8d-d90545be6419 req-b6ad7b74-065f-4ec9-b096-928cbdf31152 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:46.406993 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9cc9de5a-9bda-4494-bd8d-d90545be6419 req-b6ad7b74-065f-4ec9-b096-928cbdf31152 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 946 time: 0.0965099 Aug 11 02:17:46.413308 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-e2e9ab7d-e02b-4fab-916f-299ed1a756d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6d118c-1b11-471b-a79b-8ba66c683603']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:46.426140 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-e2e9ab7d-e02b-4fab-916f-299ed1a756d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ab65aa-1575-4f0d-91af-c45c627f5d6a') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:46.426580 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-e2e9ab7d-e02b-4fab-916f-299ed1a756d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ab65aa-1575-4f0d-91af-c45c627f5d6a') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:46.437257 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2e9ab7d-e02b-4fab-916f-299ed1a756d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.452701 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2e9ab7d-e02b-4fab-916f-299ed1a756d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.463179 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e9ab7d-e02b-4fab-916f-299ed1a756d9 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:17:46.463679 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2e9ab7d-e02b-4fab-916f-299ed1a756d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:17:46.465533 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:17:46.483000 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9cc9de5a-9bda-4494-bd8d-d90545be6419 req-23ba795b-e0ac-4e61-8a8e-0135740815c9 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692201 Aug 11 02:17:46.486179 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f1bd2ffb-a3ca-46ce-9c2d-908621b44926 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.531414 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2e9ab7d-e02b-4fab-916f-299ed1a756d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.536352 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2e9ab7d-e02b-4fab-916f-299ed1a756d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.538699 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e2e9ab7d-e02b-4fab-916f-299ed1a756d9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/fa6d118c-1b11-471b-a79b-8ba66c683603 HTTP/1.1" status: 204 len: 168 time: 0.2977653 Aug 11 02:17:46.552630 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9ab7d-e02b-4fab-916f-299ed1a756d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa6d118c-1b11-471b-a79b-8ba66c683603,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:46.561289 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f1bd2ffb-a3ca-46ce-9c2d-908621b44926 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.588421 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd2ffb-a3ca-46ce-9c2d-908621b44926 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Subnet': ['ID=74aca48d-7780-4805-9afc-ff8775dd3f4b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:46.592256 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f1bd2ffb-a3ca-46ce-9c2d-908621b44926 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.596548 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f1bd2ffb-a3ca-46ce-9c2d-908621b44926 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/subnets/74aca48d-7780-4805-9afc-ff8775dd3f4b HTTP/1.1" status: 204 len: 168 time: 0.6956811 Aug 11 02:17:46.597584 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44800) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:46.599730 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360026fe-355f-4269-a765-5ab340073710 None None] Network f922db1e-1231-45b0-95e6-bab5ce361ed8 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:46.676499 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44802) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:46.682122 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-81928566-ac84-494a-a333-eebb291ba52c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.718716 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f2a221a0-083c-47c4-a8fb-4273c6a44df2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0e4e387ba25a4d14b8728f756bd278ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409448 Aug 11 02:17:46.721236 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44804) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:46.739271 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-81928566-ac84-494a-a333-eebb291ba52c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting port 7d038c35-4c12-4f6f-8bf1-4f66e5aa4798 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:46.739669 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-81928566-ac84-494a-a333-eebb291ba52c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.784838 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bb395e8e-74e6-46c6-8ad1-e7acbe325155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.817631 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bb395e8e-74e6-46c6-8ad1-e7acbe325155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.821494 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-81928566-ac84-494a-a333-eebb291ba52c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] For port 7d038c35-4c12-4f6f-8bf1-4f66e5aa4798, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7d038c35-4c12-4f6f-8bf1-4f66e5aa4798,segment=NetworkSegment(9e07ce12-8a0c-4a84-9008-ac5a89ae60d7),segment_id=9e07ce12-8a0c-4a84-9008-ac5a89ae60d7)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:46.821859 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-81928566-ac84-494a-a333-eebb291ba52c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.836377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-81928566-ac84-494a-a333-eebb291ba52c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Calling delete_port for 7d038c35-4c12-4f6f-8bf1-4f66e5aa4798 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:46.870826 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bb395e8e-74e6-46c6-8ad1-e7acbe325155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.873513 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bb395e8e-74e6-46c6-8ad1-e7acbe325155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.877270 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bb395e8e-74e6-46c6-8ad1-e7acbe325155 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0f0ac8f3-5238-4539-9974-f185fc424684 HTTP/1.1" status: 204 len: 168 time: 0.1522696 Aug 11 02:17:46.888502 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb395e8e-74e6-46c6-8ad1-e7acbe325155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0ac8f3-5238-4539-9974-f185fc424684,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:46.934887 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-81928566-ac84-494a-a333-eebb291ba52c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.973259 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81928566-ac84-494a-a333-eebb291ba52c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Port': ['ID=7d038c35-4c12-4f6f-8bf1-4f66e5aa4798,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:46.978733 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60a4781-3dd7-4726-b37b-b17d62e0bab6 None None] DHCP port deletion for f922db1e-1231-45b0-95e6-bab5ce361ed8 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:17:46.987726 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81928566-ac84-494a-a333-eebb291ba52c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] No DVR routers for this DVR port 7d038c35-4c12-4f6f-8bf1-4f66e5aa4798 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:17:47.072376 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-81928566-ac84-494a-a333-eebb291ba52c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:47.082485 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-81928566-ac84-494a-a333-eebb291ba52c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f922db1e-1231-45b0-95e6-bab5ce361ed8']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:47.093450 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-81928566-ac84-494a-a333-eebb291ba52c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e07ce12-8a0c-4a84-9008-ac5a89ae60d7') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:47.093751 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-81928566-ac84-494a-a333-eebb291ba52c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e07ce12-8a0c-4a84-9008-ac5a89ae60d7') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:47.103939 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-81928566-ac84-494a-a333-eebb291ba52c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:47.117958 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-81928566-ac84-494a-a333-eebb291ba52c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:47.124331 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81928566-ac84-494a-a333-eebb291ba52c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:17:47.124807 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-81928566-ac84-494a-a333-eebb291ba52c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:17:47.127868 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:17:47.186588 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-81928566-ac84-494a-a333-eebb291ba52c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:47.194051 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-81928566-ac84-494a-a333-eebb291ba52c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:47.195908 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-81928566-ac84-494a-a333-eebb291ba52c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/networks/f922db1e-1231-45b0-95e6-bab5ce361ed8 HTTP/1.1" status: 204 len: 168 time: 0.5973525 Aug 11 02:17:47.200034 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44818) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:47.219273 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81928566-ac84-494a-a333-eebb291ba52c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Network': ['ID=f922db1e-1231-45b0-95e6-bab5ce361ed8,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:47.258378 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16d10af-a14a-49c0-86fd-58a8a36b2175 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:47.260417 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d16d10af-a14a-49c0-86fd-58a8a36b2175 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "GET /v2.0/ports/c4fe5ea9-ce32-4b84-9b3b-0d912a988d9e HTTP/1.1" status: 200 len: 845 time: 0.0593097 Aug 11 02:17:47.264320 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44822) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:47.307284 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8483a94c-71e0-4d54-98fb-6a4574b623d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "GET /v2.0/ports/c4fe5ea9-ce32-4b84-9b3b-0d912a988d9e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0416777 Aug 11 02:17:47.311109 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44826) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:47.316580 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-b2874166-336b-4d52-af14-d46a531fa57f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'subnet': {'network_id': '6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:47.413039 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2874166-336b-4d52-af14-d46a531fa57f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:47.417150 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b2874166-336b-4d52-af14-d46a531fa57f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:47.638745 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b2874166-336b-4d52-af14-d46a531fa57f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:47.644120 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5546ba-9c40-4335-9781-1f6312332e54 req-6e28f800-2bc8-4b8c-9889-28945cd15aa1 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:47.645677 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8e5546ba-9c40-4335-9781-1f6312332e54 req-6e28f800-2bc8-4b8c-9889-28945cd15aa1 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 946 time: 0.0631323 Aug 11 02:17:47.681286 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2874166-336b-4d52-af14-d46a531fa57f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network 6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:47.686298 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-b2874166-336b-4d52-af14-d46a531fa57f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:47.691514 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2874166-336b-4d52-af14-d46a531fa57f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:47.692252 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b2874166-336b-4d52-af14-d46a531fa57f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:47.696948 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8e5546ba-9c40-4335-9781-1f6312332e54 req-0a91d619-4d0e-4f1d-83ab-33b69df552bd tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429010 Aug 11 02:17:47.701674 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f282d7a-b59c-44ac-b956-a6341e6a9fce None None] Network 6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:47.713213 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2874166-336b-4d52-af14-d46a531fa57f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Subnet': ['ID=a3efcc9d-b2c7-483e-9f01-8b537b803795,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:47.717492 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b2874166-336b-4d52-af14-d46a531fa57f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4049652 Aug 11 02:17:47.721060 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44848) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:47.727188 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-1e0e96e2-3290-4d3d-9f99-ed4224fa6db2 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'security_group': {'name': 'tempest-secgroup-932535456'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:47.750544 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1e0e96e2-3290-4d3d-9f99-ed4224fa6db2 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:47.860872 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1e0e96e2-3290-4d3d-9f99-ed4224fa6db2 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:47.866505 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1e0e96e2-3290-4d3d-9f99-ed4224fa6db2 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:47.881789 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e51913b-ab38-43ae-b4fc-708f45262611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4', 'network_id': '6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4', 'tenant_id': '69e9f5d39e27442ea18e5831e53fddbd', 'fixed_ips': [{'subnet_id': 'a3efcc9d-b2c7-483e-9f01-8b537b803795'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:17:47.883212 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9e51913b-ab38-43ae-b4fc-708f45262611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:47.901184 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1e0e96e2-3290-4d3d-9f99-ed4224fa6db2 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:47.905507 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1e0e96e2-3290-4d3d-9f99-ed4224fa6db2 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1831260 Aug 11 02:17:47.905814 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44856) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:47.910098 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e96e2-3290-4d3d-9f99-ed4224fa6db2 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e83ca91d-f20f-491f-9e14-742e252eb781,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:47.921023 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-9eb7b712-ccc0-49f3-9a86-18063554b05b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'security_group': {'name': 'tempest-secgroup-1658011049'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:47.948301 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9eb7b712-ccc0-49f3-9a86-18063554b05b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:48.048087 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9eb7b712-ccc0-49f3-9a86-18063554b05b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:48.053288 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9eb7b712-ccc0-49f3-9a86-18063554b05b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:48.057298 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-9e51913b-ab38-43ae-b4fc-708f45262611 None None] Allocated IP 2001:db8::2 (6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4/a3efcc9d-b2c7-483e-9f01-8b537b803795/b9c5e0da-4ed4-418d-a5e0-52616b464a8f) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:48.085641 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9eb7b712-ccc0-49f3-9a86-18063554b05b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:48.086975 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9eb7b712-ccc0-49f3-9a86-18063554b05b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1797910 Aug 11 02:17:48.088183 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7b712-ccc0-49f3-9a86-18063554b05b tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3b851a-8f51-40ea-9762-46db092216fd,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:48.089818 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44862) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:48.095486 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-888ead51-8972-476b-8fd8-cb12b9b6f772 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-438987723', 'security_groups': ['ed3b851a-8f51-40ea-9762-46db092216fd'], 'network_id': '6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a3efcc9d-b2c7-483e-9f01-8b537b803795'}]}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:48.157258 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44864) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:48.207669 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888ead51-8972-476b-8fd8-cb12b9b6f772 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:48.217457 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9e51913b-ab38-43ae-b4fc-708f45262611 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:48.225831 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9e51913b-ab38-43ae-b4fc-708f45262611 None None] Transition to ACTIVE for port object b9c5e0da-4ed4-418d-a5e0-52616b464a8f will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:48.247081 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9e51913b-ab38-43ae-b4fc-708f45262611 None None] Transition to ACTIVE for port object b9c5e0da-4ed4-418d-a5e0-52616b464a8f will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:48.258063 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9e51913b-ab38-43ae-b4fc-708f45262611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:48.263502 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1e98086b-b4fa-4471-ae64-a49cdd51475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:48.284371 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d0e94896-2822-4ae4-9a29-952a390116f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:48.304254 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e51913b-ab38-43ae-b4fc-708f45262611 None None] Network 6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:48.307312 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-9e51913b-ab38-43ae-b4fc-708f45262611 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:48.310937 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e51913b-ab38-43ae-b4fc-708f45262611 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:48.315223 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-888ead51-8972-476b-8fd8-cb12b9b6f772 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:48.318075 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51913b-ab38-43ae-b4fc-708f45262611 None None] Pushing event updated for resources: {'Port': ['ID=b9c5e0da-4ed4-418d-a5e0-52616b464a8f,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:48.343880 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-888ead51-8972-476b-8fd8-cb12b9b6f772 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] device_id is not set on port 580f2b6f-82d5-4a38-b0d7-67f348820fad yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:17:48.386144 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:48.390996 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-9e51913b-ab38-43ae-b4fc-708f45262611 None None] Attempting to bind port b9c5e0da-4ed4-418d-a5e0-52616b464a8f on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:48.391477 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-9e51913b-ab38-43ae-b4fc-708f45262611 None None] Attempting to bind port b9c5e0da-4ed4-418d-a5e0-52616b464a8f by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '794cdf1b-d79d-48aa-848d-1e1019d2aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:48.391777 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e51913b-ab38-43ae-b4fc-708f45262611 None None] Attempting to bind port b9c5e0da-4ed4-418d-a5e0-52616b464a8f on network 6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:48.400225 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e51913b-ab38-43ae-b4fc-708f45262611 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:48.401173 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e51913b-ab38-43ae-b4fc-708f45262611 None None] Checking segment: {'id': '794cdf1b-d79d-48aa-848d-1e1019d2aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:48.401743 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9e51913b-ab38-43ae-b4fc-708f45262611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:48.402294 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e51913b-ab38-43ae-b4fc-708f45262611 None None] Bound using segment: {'id': '794cdf1b-d79d-48aa-848d-1e1019d2aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:48.403416 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-9e51913b-ab38-43ae-b4fc-708f45262611 None None] Bound port: b9c5e0da-4ed4-418d-a5e0-52616b464a8f, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794cdf1b-d79d-48aa-848d-1e1019d2aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:48.404224 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9e51913b-ab38-43ae-b4fc-708f45262611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:48.411615 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d0e94896-2822-4ae4-9a29-952a390116f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:48.417626 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d0e94896-2822-4ae4-9a29-952a390116f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:48.456100 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e94896-2822-4ae4-9a29-952a390116f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96492df-7d2d-47a8-8c71-d823a0756500,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:48.485695 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d0e94896-2822-4ae4-9a29-952a390116f2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=89f3bce673e2497cbc637390809f9fb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3246942 Aug 11 02:17:48.486408 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44870) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:48.492643 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-9e51913b-ab38-43ae-b4fc-708f45262611 None None] For port b9c5e0da-4ed4-418d-a5e0-52616b464a8f, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:48.496495 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-9e51913b-ab38-43ae-b4fc-708f45262611 None None] For port b9c5e0da-4ed4-418d-a5e0-52616b464a8f, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b9c5e0da-4ed4-418d-a5e0-52616b464a8f,segment=NetworkSegment(794cdf1b-d79d-48aa-848d-1e1019d2aafd),segment_id=794cdf1b-d79d-48aa-848d-1e1019d2aafd)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:48.501110 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9e51913b-ab38-43ae-b4fc-708f45262611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:48.569707 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bf9a8a35-1255-4626-acfb-262e8ced103e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:48.589246 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-888ead51-8972-476b-8fd8-cb12b9b6f772 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Allocated IP 2001:db8::27c (6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4/a3efcc9d-b2c7-483e-9f01-8b537b803795/580f2b6f-82d5-4a38-b0d7-67f348820fad) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:48.590549 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7d038c35-4c12-4f6f-8bf1-4f66e5aa4798 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:17:48.607251 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bf9a8a35-1255-4626-acfb-262e8ced103e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:48.641153 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51913b-ab38-43ae-b4fc-708f45262611 None None] Pushing event updated for resources: {'Port': ['ID=b9c5e0da-4ed4-418d-a5e0-52616b464a8f,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:48.646310 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 7d038c35-4c12-4f6f-8bf1-4f66e5aa4798 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:17:48.647070 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7d038c35-4c12-4f6f-8bf1-4f66e5aa4798 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:17:48.673758 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bf9a8a35-1255-4626-acfb-262e8ced103e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:48.678819 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bf9a8a35-1255-4626-acfb-262e8ced103e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:48.680218 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bf9a8a35-1255-4626-acfb-262e8ced103e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a96492df-7d2d-47a8-8c71-d823a0756500 HTTP/1.1" status: 204 len: 168 time: 0.1928711 Aug 11 02:17:48.704159 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a8a35-1255-4626-acfb-262e8ced103e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96492df-7d2d-47a8-8c71-d823a0756500,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:48.831429 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-888ead51-8972-476b-8fd8-cb12b9b6f772 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:48.878012 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-888ead51-8972-476b-8fd8-cb12b9b6f772 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Transition to ACTIVE for port object 580f2b6f-82d5-4a38-b0d7-67f348820fad will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:48.900589 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48118836-51a9-4ae0-87c2-43ceba092d4c req-b00b1abb-b5c4-4c00-9cc8-36389b303a70 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:48.902188 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-48118836-51a9-4ae0-87c2-43ceba092d4c req-b00b1abb-b5c4-4c00-9cc8-36389b303a70 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 946 time: 0.1112032 Aug 11 02:17:48.958684 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-888ead51-8972-476b-8fd8-cb12b9b6f772 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:48.964282 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-48118836-51a9-4ae0-87c2-43ceba092d4c req-b0d25a53-72ed-4a3c-a26a-cad9b7c0feba tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552149 Aug 11 02:17:49.009083 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888ead51-8972-476b-8fd8-cb12b9b6f772 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network 6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:49.016320 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-888ead51-8972-476b-8fd8-cb12b9b6f772 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:49.020553 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888ead51-8972-476b-8fd8-cb12b9b6f772 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:49.026586 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888ead51-8972-476b-8fd8-cb12b9b6f772 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:49.027279 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-888ead51-8972-476b-8fd8-cb12b9b6f772 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:49.036053 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ead51-8972-476b-8fd8-cb12b9b6f772 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Port': ['ID=580f2b6f-82d5-4a38-b0d7-67f348820fad,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:49.048603 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-888ead51-8972-476b-8fd8-cb12b9b6f772 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9575548 Aug 11 02:17:49.051500 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44888) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:49.056603 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-fe5f71bb-88e8-4b38-ac5d-dbebb3a27801 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'subnet': {'network_id': '6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:49.176858 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5f71bb-88e8-4b38-ac5d-dbebb3a27801 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:49.180782 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fe5f71bb-88e8-4b38-ac5d-dbebb3a27801 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:49.282300 n-d-615180-33 neutron-server[94507]: INFO neutron.db.ipam_backend_mixin [None req-fe5f71bb-88e8-4b38-ac5d-dbebb3a27801 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a3efcc9d-b2c7-483e-9f01-8b537b803795 (CIDR: 2001:db8::/64) Aug 11 02:17:49.285697 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe5f71bb-88e8-4b38-ac5d-dbebb3a27801 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:17:49.288102 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe5f71bb-88e8-4b38-ac5d-dbebb3a27801 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:17:49.309237 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fe5f71bb-88e8-4b38-ac5d-dbebb3a27801 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2566764 Aug 11 02:17:49.312284 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44902) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:49.318561 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-7a402a15-e338-47f5-ba17-6a47f49117c0 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'subnet': {'network_id': '6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:49.437628 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a402a15-e338-47f5-ba17-6a47f49117c0 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:49.442152 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7a402a15-e338-47f5-ba17-6a47f49117c0 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:49.708889 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7a402a15-e338-47f5-ba17-6a47f49117c0 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:49.744737 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-172d37d2-370a-4db7-811f-7d9025291d43 None None] Provisioning complete for port c4fe5ea9-ce32-4b84-9b3b-0d912a988d9e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:49.745373 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-172d37d2-370a-4db7-811f-7d9025291d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:49.763309 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a402a15-e338-47f5-ba17-6a47f49117c0 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network 6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:49.768427 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-7a402a15-e338-47f5-ba17-6a47f49117c0 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:49.772727 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a402a15-e338-47f5-ba17-6a47f49117c0 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:49.773325 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7a402a15-e338-47f5-ba17-6a47f49117c0 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:49.793898 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7a402a15-e338-47f5-ba17-6a47f49117c0 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4795702 Aug 11 02:17:49.795928 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a402a15-e338-47f5-ba17-6a47f49117c0 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Subnet': ['ID=83a78e87-6490-4840-9e9b-363334e63269,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:49.796609 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44926) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:49.802147 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-172d37d2-370a-4db7-811f-7d9025291d43 None None] Port c4fe5ea9-ce32-4b84-9b3b-0d912a988d9e cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:49.803413 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-356510f3-494a-46f8-b769-c874d4702076 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-32375259', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '83a78e87-6490-4840-9e9b-363334e63269'}], 'security_groups': ['e83ca91d-f20f-491f-9e14-742e252eb781']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:49.815952 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-172d37d2-370a-4db7-811f-7d9025291d43 None None] Provisioning for port b9c5e0da-4ed4-418d-a5e0-52616b464a8f completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:49.884906 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:49.902970 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-356510f3-494a-46f8-b769-c874d4702076 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:50.000385 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616e6992-cfec-4df9-9847-aa8f2136ecd5 None None] Network 6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:50.095904 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-58a93f61-67cd-4633-978f-7ddbc9e27911 None None] Provisioning for port 580f2b6f-82d5-4a38-b0d7-67f348820fad completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:50.105763 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-58a93f61-67cd-4633-978f-7ddbc9e27911 None None] Provisioning complete for port 580f2b6f-82d5-4a38-b0d7-67f348820fad triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:50.106200 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-58a93f61-67cd-4633-978f-7ddbc9e27911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:50.171191 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d38b60-f456-4916-96b5-95551bf5b8be req-b4a40839-ad2e-451f-afc2-eaa232c45646 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:50.172802 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a1d38b60-f456-4916-96b5-95551bf5b8be req-b4a40839-ad2e-451f-afc2-eaa232c45646 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 946 time: 0.1072962 Aug 11 02:17:50.206732 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-58a93f61-67cd-4633-978f-7ddbc9e27911 None None] Port 580f2b6f-82d5-4a38-b0d7-67f348820fad cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:50.273055 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a1d38b60-f456-4916-96b5-95551bf5b8be req-b2bf43f5-8071-4878-90e1-6a2de95e5484 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903621 Aug 11 02:17:50.344522 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278e1bc8-133c-44c2-9938-7a43b5dc0255 None None] Update dhcp port {'port': {'network_id': '6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4', 'fixed_ips': [{'subnet_id': 'a3efcc9d-b2c7-483e-9f01-8b537b803795', 'ip_address': '2001:db8::2'}, {'subnet_id': '83a78e87-6490-4840-9e9b-363334e63269'}], 'binding:host_id': 'n-d-615180-33'}, 'id': 'b9c5e0da-4ed4-418d-a5e0-52616b464a8f'} from n-d-615180-33. {{(pid=94508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:17:50.358758 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-356510f3-494a-46f8-b769-c874d4702076 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Delete allocated IP 2001:db8::27c (6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4/a3efcc9d-b2c7-483e-9f01-8b537b803795) {{(pid=94507) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 02:17:50.368851 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-356510f3-494a-46f8-b769-c874d4702076 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Allocated IP 2001:db8:0:1::1d8 (6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4/83a78e87-6490-4840-9e9b-363334e63269/580f2b6f-82d5-4a38-b0d7-67f348820fad) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:50.373664 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-278e1bc8-133c-44c2-9938-7a43b5dc0255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:50.585957 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44960) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:50.610902 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-356510f3-494a-46f8-b769-c874d4702076 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:50.624424 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b9c5e0da-4ed4-418d-a5e0-52616b464a8f up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:50.627729 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-356510f3-494a-46f8-b769-c874d4702076 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Ignored duplicate provisioning block setup for port 580f2b6f-82d5-4a38-b0d7-67f348820fad by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 02:17:50.632679 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-356510f3-494a-46f8-b769-c874d4702076 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:50.706606 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-356510f3-494a-46f8-b769-c874d4702076 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] In _notify_port_updated(), no bound segment for port 580f2b6f-82d5-4a38-b0d7-67f348820fad on network 6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4 {{(pid=94507) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:17:50.722605 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356510f3-494a-46f8-b769-c874d4702076 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:50.723805 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-356510f3-494a-46f8-b769-c874d4702076 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:50.728212 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-356510f3-494a-46f8-b769-c874d4702076 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "PUT /v2.0/ports/580f2b6f-82d5-4a38-b0d7-67f348820fad HTTP/1.1" status: 200 len: 929 time: 0.9275985 Aug 11 02:17:50.729153 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44966) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:50.748048 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port b9c5e0da-4ed4-418d-a5e0-52616b464a8f completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:50.751626 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-278e1bc8-133c-44c2-9938-7a43b5dc0255 None None] Allocated IP 2001:db8:0:1::2 (6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4/83a78e87-6490-4840-9e9b-363334e63269/b9c5e0da-4ed4-418d-a5e0-52616b464a8f) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:50.759802 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port b9c5e0da-4ed4-418d-a5e0-52616b464a8f triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:50.760507 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:50.767828 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d0027774-a862-4626-8751-9e4f3978efc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:50.770861 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356510f3-494a-46f8-b769-c874d4702076 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Port': ['ID=580f2b6f-82d5-4a38-b0d7-67f348820fad,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:50.938699 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d0027774-a862-4626-8751-9e4f3978efc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:50.941821 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-278e1bc8-133c-44c2-9938-7a43b5dc0255 None None] For port b9c5e0da-4ed4-418d-a5e0-52616b464a8f, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b9c5e0da-4ed4-418d-a5e0-52616b464a8f,segment=NetworkSegment(794cdf1b-d79d-48aa-848d-1e1019d2aafd),segment_id=794cdf1b-d79d-48aa-848d-1e1019d2aafd)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:50.944430 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d0027774-a862-4626-8751-9e4f3978efc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:50.951561 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:50.991760 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-278e1bc8-133c-44c2-9938-7a43b5dc0255 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.002939 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d0027774-a862-4626-8751-9e4f3978efc4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=43678f03b2ee43d78795407daa5fb652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4155536 Aug 11 02:17:51.005334 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44970) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:51.011934 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-278e1bc8-133c-44c2-9938-7a43b5dc0255 None None] Transition to ACTIVE for port object b9c5e0da-4ed4-418d-a5e0-52616b464a8f will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:51.014532 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0027774-a862-4626-8751-9e4f3978efc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d411e3cb-9687-4fbf-bf0e-e59d03c74d98,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:51.017835 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-278e1bc8-133c-44c2-9938-7a43b5dc0255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.077780 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-91df4f62-43b2-4a42-a56c-ff11456172f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.104877 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-91df4f62-43b2-4a42-a56c-ff11456172f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.149705 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e1bc8-133c-44c2-9938-7a43b5dc0255 None None] Pushing event updated for resources: {'Port': ['ID=b9c5e0da-4ed4-418d-a5e0-52616b464a8f,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:51.152598 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.db.api [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:17:51.153030 n-d-615180-33 neutron-server[94508]: DEBUG oslo_db.api [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:17:51.183902 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-91df4f62-43b2-4a42-a56c-ff11456172f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.188049 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-91df4f62-43b2-4a42-a56c-ff11456172f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.189398 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-91df4f62-43b2-4a42-a56c-ff11456172f8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d411e3cb-9687-4fbf-bf0e-e59d03c74d98 HTTP/1.1" status: 204 len: 168 time: 0.1830733 Aug 11 02:17:51.200179 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df4f62-43b2-4a42-a56c-ff11456172f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d411e3cb-9687-4fbf-bf0e-e59d03c74d98,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:51.247956 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-291817ea-e084-4501-9b72-d5bd6dd5cd2f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting port 580f2b6f-82d5-4a38-b0d7-67f348820fad {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:51.248964 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-291817ea-e084-4501-9b72-d5bd6dd5cd2f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.364203 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-291817ea-e084-4501-9b72-d5bd6dd5cd2f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.373306 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.391681 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-291817ea-e084-4501-9b72-d5bd6dd5cd2f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Calling delete_port for 580f2b6f-82d5-4a38-b0d7-67f348820fad owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:51.491053 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9348dff-0020-4d34-9132-e133852173b5 req-840fad1b-9fa8-4479-835f-c68d5431606d tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:51.494558 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b9348dff-0020-4d34-9132-e133852173b5 req-840fad1b-9fa8-4479-835f-c68d5431606d tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 946 time: 0.0979176 Aug 11 02:17:51.552779 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b9348dff-0020-4d34-9132-e133852173b5 req-b89ed569-7516-401d-9c72-860f95a3d63a tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516415 Aug 11 02:17:51.574478 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-291817ea-e084-4501-9b72-d5bd6dd5cd2f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.617278 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291817ea-e084-4501-9b72-d5bd6dd5cd2f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Port': ['ID=580f2b6f-82d5-4a38-b0d7-67f348820fad,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:51.642339 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-291817ea-e084-4501-9b72-d5bd6dd5cd2f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.644497 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-291817ea-e084-4501-9b72-d5bd6dd5cd2f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/ports/580f2b6f-82d5-4a38-b0d7-67f348820fad HTTP/1.1" status: 204 len: 168 time: 0.9147594 Aug 11 02:17:51.647931 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44988) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:51.704094 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.711220 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-964d7b07-32ee-41d5-8843-519b08fd57c6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] GET failed (client error): The resource could not be found. Aug 11 02:17:51.713529 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-964d7b07-32ee-41d5-8843-519b08fd57c6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "GET /v2.0/ports/580f2b6f-82d5-4a38-b0d7-67f348820fad HTTP/1.1" status: 404 len: 333 time: 0.0645912 Aug 11 02:17:51.716575 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44994) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:51.751740 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port b9c5e0da-4ed4-418d-a5e0-52616b464a8f, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b9c5e0da-4ed4-418d-a5e0-52616b464a8f,segment=NetworkSegment(794cdf1b-d79d-48aa-848d-1e1019d2aafd),segment_id=794cdf1b-d79d-48aa-848d-1e1019d2aafd)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:51.756834 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.806393 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aa818fed-a21f-4293-9575-ab9fafd17049 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.826904 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=b9c5e0da-4ed4-418d-a5e0-52616b464a8f,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:51.863036 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aa818fed-a21f-4293-9575-ab9fafd17049 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.928986 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aa818fed-a21f-4293-9575-ab9fafd17049 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.934429 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aa818fed-a21f-4293-9575-ab9fafd17049 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.938862 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45004) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:51.939456 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-aa818fed-a21f-4293-9575-ab9fafd17049 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/security-groups/ed3b851a-8f51-40ea-9762-46db092216fd HTTP/1.1" status: 204 len: 168 time: 0.2208884 Aug 11 02:17:51.952568 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa818fed-a21f-4293-9575-ab9fafd17049 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3b851a-8f51-40ea-9762-46db092216fd,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:52.031848 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2240a8e4-32ef-4a2d-b0cf-9d974b6821a4 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.057649 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-08c655c8-bba8-4ad9-8593-98cd34e17106 None None] Provisioning complete for port c4fe5ea9-ce32-4b84-9b3b-0d912a988d9e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:52.059138 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-08c655c8-bba8-4ad9-8593-98cd34e17106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.078112 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2240a8e4-32ef-4a2d-b0cf-9d974b6821a4 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.107804 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-08c655c8-bba8-4ad9-8593-98cd34e17106 None None] Port c4fe5ea9-ce32-4b84-9b3b-0d912a988d9e cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:52.121921 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-08c655c8-bba8-4ad9-8593-98cd34e17106 None None] Provisioning for port b9c5e0da-4ed4-418d-a5e0-52616b464a8f completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:52.126949 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-08c655c8-bba8-4ad9-8593-98cd34e17106 None None] Provisioning complete for port b9c5e0da-4ed4-418d-a5e0-52616b464a8f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:52.128566 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-08c655c8-bba8-4ad9-8593-98cd34e17106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.144083 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2240a8e4-32ef-4a2d-b0cf-9d974b6821a4 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.148914 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2240a8e4-32ef-4a2d-b0cf-9d974b6821a4 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.153903 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45010) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:52.154582 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2240a8e4-32ef-4a2d-b0cf-9d974b6821a4 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/security-groups/e83ca91d-f20f-491f-9e14-742e252eb781 HTTP/1.1" status: 204 len: 168 time: 0.2145455 Aug 11 02:17:52.167636 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240a8e4-32ef-4a2d-b0cf-9d974b6821a4 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83ca91d-f20f-491f-9e14-742e252eb781,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:52.237678 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-76475371-fbb6-4b00-963e-e21937de3e96 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting subnet a3efcc9d-b2c7-483e-9f01-8b537b803795 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:17:52.252249 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-76475371-fbb6-4b00-963e-e21937de3e96 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.267256 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-08c655c8-bba8-4ad9-8593-98cd34e17106 None None] Could not find standard attr ID for object 580f2b6f-82d5-4a38-b0d7-67f348820fad. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:17:52.323563 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-76475371-fbb6-4b00-963e-e21937de3e96 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.380393 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-93a90f89-9d03-42da-92ba-0001f7e3d9c0 None None] Could not find standard attr ID for object 580f2b6f-82d5-4a38-b0d7-67f348820fad. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:17:52.439785 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-76475371-fbb6-4b00-963e-e21937de3e96 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.542389 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-76475371-fbb6-4b00-963e-e21937de3e96 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.578546 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76475371-fbb6-4b00-963e-e21937de3e96 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Subnet': ['ID=a3efcc9d-b2c7-483e-9f01-8b537b803795,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:52.580431 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b9c5e0da-4ed4-418d-a5e0-52616b464a8f up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:52.585977 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-76475371-fbb6-4b00-963e-e21937de3e96 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.593309 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-76475371-fbb6-4b00-963e-e21937de3e96 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/subnets/a3efcc9d-b2c7-483e-9f01-8b537b803795 HTTP/1.1" status: 204 len: 168 time: 0.4330943 Aug 11 02:17:52.593713 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45026) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:52.599247 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-fbf447ef-3a3c-440c-a428-1fbd8931c380 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'subnet': {'network_id': '6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:52.652777 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d722e583-8857-477b-aa9c-7fcf6804224f None None] Network 6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:52.746060 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf447ef-3a3c-440c-a428-1fbd8931c380 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:52.753275 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fbf447ef-3a3c-440c-a428-1fbd8931c380 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.757773 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a42ee9-5457-4ca0-82fa-aebd6eb2814c req-f66c1592-669b-4b87-b6a0-8c93b167604c tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:52.759655 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81a42ee9-5457-4ca0-82fa-aebd6eb2814c req-f66c1592-669b-4b87-b6a0-8c93b167604c tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 946 time: 0.0727928 Aug 11 02:17:52.772513 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port b9c5e0da-4ed4-418d-a5e0-52616b464a8f triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:52.774707 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.844061 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81a42ee9-5457-4ca0-82fa-aebd6eb2814c req-6b59d6d1-af77-4de8-a464-fa166cb53a3b tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703268 Aug 11 02:17:53.089867 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fbf447ef-3a3c-440c-a428-1fbd8931c380 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:53.157597 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf447ef-3a3c-440c-a428-1fbd8931c380 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network 6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:53.164104 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-fbf447ef-3a3c-440c-a428-1fbd8931c380 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:53.170742 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf447ef-3a3c-440c-a428-1fbd8931c380 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:53.171668 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fbf447ef-3a3c-440c-a428-1fbd8931c380 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:53.190635 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf447ef-3a3c-440c-a428-1fbd8931c380 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Subnet': ['ID=a9afe7ac-c620-45d6-848b-05fab9f05277,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:53.198270 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45044) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:53.198794 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fbf447ef-3a3c-440c-a428-1fbd8931c380 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6033955 Aug 11 02:17:53.205355 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-87181ff1-2805-460f-9c5e-a2260d3c77d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'security_group': {'name': 'tempest-secgroup-1841014746'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:53.233237 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87181ff1-2805-460f-9c5e-a2260d3c77d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:53.359688 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87181ff1-2805-460f-9c5e-a2260d3c77d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:53.364596 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87181ff1-2805-460f-9c5e-a2260d3c77d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:53.396568 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87181ff1-2805-460f-9c5e-a2260d3c77d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:53.401404 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-87181ff1-2805-460f-9c5e-a2260d3c77d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1965826 Aug 11 02:17:53.401661 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45052) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:53.407748 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-83f43174-c9e3-4113-82a1-d5ddf08fa1d6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'security_group': {'name': 'tempest-secgroup-320496836'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:53.418628 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87181ff1-2805-460f-9c5e-a2260d3c77d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e0d5ab-3649-4679-a8ae-1313f7c2ac84,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:53.438732 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-83f43174-c9e3-4113-82a1-d5ddf08fa1d6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:53.539193 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-83f43174-c9e3-4113-82a1-d5ddf08fa1d6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:53.544434 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-83f43174-c9e3-4113-82a1-d5ddf08fa1d6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:53.588135 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f43174-c9e3-4113-82a1-d5ddf08fa1d6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db22ee65-8f80-4391-8f8c-fb9dd0794e42,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:53.603942 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-83f43174-c9e3-4113-82a1-d5ddf08fa1d6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:53.606519 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-83f43174-c9e3-4113-82a1-d5ddf08fa1d6 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2035270 Aug 11 02:17:53.609500 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45064) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:53.614571 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-729b14cb-9b47-465e-b77c-cb80b8ff9966 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'security_group': {'name': 'tempest-secgroup-58212984'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:53.638505 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0d6249-3f74-4471-9bf1-9f0214f72f65 None None] Network 6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:53.641869 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-729b14cb-9b47-465e-b77c-cb80b8ff9966 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:53.728021 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4384bf8c-2029-45aa-8386-b786952fd01f None None] Provisioning complete for port c4fe5ea9-ce32-4b84-9b3b-0d912a988d9e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:53.728466 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4384bf8c-2029-45aa-8386-b786952fd01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:53.736835 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-729b14cb-9b47-465e-b77c-cb80b8ff9966 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:53.741631 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-729b14cb-9b47-465e-b77c-cb80b8ff9966 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:53.772444 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-729b14cb-9b47-465e-b77c-cb80b8ff9966 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:53.773619 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-729b14cb-9b47-465e-b77c-cb80b8ff9966 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1630912 Aug 11 02:17:53.777018 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45074) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:53.780928 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b14cb-9b47-465e-b77c-cb80b8ff9966 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fbf430-0217-4cc5-9765-b262d7d33fda,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:53.782482 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-8309feea-2238-4d37-b5ab-0d5433a2d440 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-122552349', 'security_groups': ['b1fbf430-0217-4cc5-9765-b262d7d33fda'], 'network_id': '6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a9afe7ac-c620-45d6-848b-05fab9f05277'}]}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:53.795007 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-4384bf8c-2029-45aa-8386-b786952fd01f None None] Port c4fe5ea9-ce32-4b84-9b3b-0d912a988d9e cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:53.827885 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4384bf8c-2029-45aa-8386-b786952fd01f None None] Provisioning complete for port b9c5e0da-4ed4-418d-a5e0-52616b464a8f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:53.828263 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4384bf8c-2029-45aa-8386-b786952fd01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:53.986814 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8309feea-2238-4d37-b5ab-0d5433a2d440 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:54.010384 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76f6f9d-0a61-4e8e-b454-b10474d7ff04 None None] Update dhcp port {'port': {'network_id': '6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4', 'fixed_ips': [{'subnet_id': '83a78e87-6490-4840-9e9b-363334e63269', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a9afe7ac-c620-45d6-848b-05fab9f05277'}], 'binding:host_id': 'n-d-615180-33'}, 'id': 'b9c5e0da-4ed4-418d-a5e0-52616b464a8f'} from n-d-615180-33. {{(pid=94508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:17:54.037355 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b76f6f9d-0a61-4e8e-b454-b10474d7ff04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:54.053562 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0972527-ac95-4773-89a3-44c08ed7f460 req-bf287843-a6d7-4a53-b620-0d736dc58c9d tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:54.055283 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a0972527-ac95-4773-89a3-44c08ed7f460 req-bf287843-a6d7-4a53-b620-0d736dc58c9d tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 946 time: 0.1187611 Aug 11 02:17:54.110368 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a0972527-ac95-4773-89a3-44c08ed7f460 req-b2abb58f-fd28-4d5c-9ec0-2bfa262b037f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474856 Aug 11 02:17:54.131960 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8309feea-2238-4d37-b5ab-0d5433a2d440 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:54.158483 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-8309feea-2238-4d37-b5ab-0d5433a2d440 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] device_id is not set on port 66619c79-ea6f-4e85-8f5b-0a0dac8ba439 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:17:54.249569 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-b76f6f9d-0a61-4e8e-b454-b10474d7ff04 None None] Allocated IP 2001:db8::2 (6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4/a9afe7ac-c620-45d6-848b-05fab9f05277/b9c5e0da-4ed4-418d-a5e0-52616b464a8f) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:54.470280 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:54.507814 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-b76f6f9d-0a61-4e8e-b454-b10474d7ff04 None None] For port b9c5e0da-4ed4-418d-a5e0-52616b464a8f, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b9c5e0da-4ed4-418d-a5e0-52616b464a8f,segment=NetworkSegment(794cdf1b-d79d-48aa-848d-1e1019d2aafd),segment_id=794cdf1b-d79d-48aa-848d-1e1019d2aafd)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:54.537737 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45094) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:54.538405 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b76f6f9d-0a61-4e8e-b454-b10474d7ff04 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:54.553770 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b76f6f9d-0a61-4e8e-b454-b10474d7ff04 None None] Transition to ACTIVE for port object b9c5e0da-4ed4-418d-a5e0-52616b464a8f will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:54.559415 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b76f6f9d-0a61-4e8e-b454-b10474d7ff04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:54.623368 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-8309feea-2238-4d37-b5ab-0d5433a2d440 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Allocated IP 2001:db8::203 (6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4/a9afe7ac-c620-45d6-848b-05fab9f05277/66619c79-ea6f-4e85-8f5b-0a0dac8ba439) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:54.645616 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f6f9d-0a61-4e8e-b454-b10474d7ff04 None None] Pushing event updated for resources: {'Port': ['ID=b9c5e0da-4ed4-418d-a5e0-52616b464a8f,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:54.727088 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd580af3-7b39-4beb-80dc-52751a3afe83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:54.813162 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8309feea-2238-4d37-b5ab-0d5433a2d440 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:54.833910 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-8309feea-2238-4d37-b5ab-0d5433a2d440 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Transition to ACTIVE for port object 66619c79-ea6f-4e85-8f5b-0a0dac8ba439 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:54.902664 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8309feea-2238-4d37-b5ab-0d5433a2d440 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:54.924436 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd580af3-7b39-4beb-80dc-52751a3afe83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:54.950258 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd580af3-7b39-4beb-80dc-52751a3afe83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:54.973606 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8309feea-2238-4d37-b5ab-0d5433a2d440 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network 6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:54.987816 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-8309feea-2238-4d37-b5ab-0d5433a2d440 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:55.000614 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8309feea-2238-4d37-b5ab-0d5433a2d440 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:55.006264 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8309feea-2238-4d37-b5ab-0d5433a2d440 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:55.006902 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8309feea-2238-4d37-b5ab-0d5433a2d440 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.027854 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309feea-2238-4d37-b5ab-0d5433a2d440 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Port': ['ID=66619c79-ea6f-4e85-8f5b-0a0dac8ba439,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:55.033098 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd580af3-7b39-4beb-80dc-52751a3afe83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b183af7b-e068-44bf-8648-7577110be791,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:55.037891 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fd580af3-7b39-4beb-80dc-52751a3afe83 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f3ffa235299944a4937609ff30ad054a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4991059 Aug 11 02:17:55.040990 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45102) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:55.042697 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8309feea-2238-4d37-b5ab-0d5433a2d440 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2645326 Aug 11 02:17:55.043277 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45104) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:55.048432 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-f805e6b8-af90-4b6d-bf31-44f1a4e4b893 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'subnet': {'network_id': '6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:55.113047 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f59f80b3-7e5a-4931-9548-cbc0ad71755e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.155600 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f59f80b3-7e5a-4931-9548-cbc0ad71755e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.160700 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.200427 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f805e6b8-af90-4b6d-bf31-44f1a4e4b893 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:55.204352 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f805e6b8-af90-4b6d-bf31-44f1a4e4b893 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.240573 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f59f80b3-7e5a-4931-9548-cbc0ad71755e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.245138 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f59f80b3-7e5a-4931-9548-cbc0ad71755e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.246620 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f59f80b3-7e5a-4931-9548-cbc0ad71755e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b183af7b-e068-44bf-8648-7577110be791 HTTP/1.1" status: 204 len: 168 time: 0.2046261 Aug 11 02:17:55.270165 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f80b3-7e5a-4931-9548-cbc0ad71755e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b183af7b-e068-44bf-8648-7577110be791,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:55.336477 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3ac608d9-095d-4e20-a925-fd8a6f2d86d7 None None] Provisioning complete for port c4fe5ea9-ce32-4b84-9b3b-0d912a988d9e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:55.337010 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3ac608d9-095d-4e20-a925-fd8a6f2d86d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.382157 n-d-615180-33 neutron-server[94507]: INFO neutron.db.ipam_backend_mixin [None req-f805e6b8-af90-4b6d-bf31-44f1a4e4b893 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a9afe7ac-c620-45d6-848b-05fab9f05277 (CIDR: 2001:db8::/64) Aug 11 02:17:55.385271 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-3ac608d9-095d-4e20-a925-fd8a6f2d86d7 None None] Port c4fe5ea9-ce32-4b84-9b3b-0d912a988d9e cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:55.394449 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c24fcc-16c5-412f-b33a-d4d59e5aaad1 req-0a5c673b-3809-451d-ace0-7ae0e72457a2 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:55.395821 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-15c24fcc-16c5-412f-b33a-d4d59e5aaad1 req-0a5c673b-3809-451d-ace0-7ae0e72457a2 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 946 time: 0.1375558 Aug 11 02:17:55.397928 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-f805e6b8-af90-4b6d-bf31-44f1a4e4b893 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:17:55.398435 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f805e6b8-af90-4b6d-bf31-44f1a4e4b893 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:17:55.401703 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3ac608d9-095d-4e20-a925-fd8a6f2d86d7 None None] Provisioning for port b9c5e0da-4ed4-418d-a5e0-52616b464a8f completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:55.408129 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3ac608d9-095d-4e20-a925-fd8a6f2d86d7 None None] Provisioning complete for port b9c5e0da-4ed4-418d-a5e0-52616b464a8f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:55.408511 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3ac608d9-095d-4e20-a925-fd8a6f2d86d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.430737 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f805e6b8-af90-4b6d-bf31-44f1a4e4b893 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3863270 Aug 11 02:17:55.433844 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45116) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:55.441658 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-3e8a4064-b98e-45f6-b480-4ced03a57766 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'subnet': {'network_id': '6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:55.533044 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-15c24fcc-16c5-412f-b33a-d4d59e5aaad1 req-6e4e2bdc-f37c-44d9-bbb6-6cd4eb02534d tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187558 Aug 11 02:17:55.624834 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45120) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:55.630592 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8a4064-b98e-45f6-b480-4ced03a57766 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:55.641851 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fdf77010-dc8e-4e87-8192-6694b0941f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.646668 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3e8a4064-b98e-45f6-b480-4ced03a57766 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.648756 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-23f8e3bd-e946-458b-8019-c461d47c8309 None None] Provisioning for port 66619c79-ea6f-4e85-8f5b-0a0dac8ba439 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:55.657097 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-23f8e3bd-e946-458b-8019-c461d47c8309 None None] Provisioning complete for port 66619c79-ea6f-4e85-8f5b-0a0dac8ba439 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:55.657662 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-23f8e3bd-e946-458b-8019-c461d47c8309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.696782 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-23f8e3bd-e946-458b-8019-c461d47c8309 None None] Port 66619c79-ea6f-4e85-8f5b-0a0dac8ba439 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:55.750184 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fdf77010-dc8e-4e87-8192-6694b0941f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.754500 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fdf77010-dc8e-4e87-8192-6694b0941f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.769221 n-d-615180-33 neutron-server[94507]: INFO neutron.db.ipam_backend_mixin [None req-3e8a4064-b98e-45f6-b480-4ced03a57766 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 83a78e87-6490-4840-9e9b-363334e63269 (CIDR: 2001:db8:0:1::/64) Aug 11 02:17:55.772957 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8a4064-b98e-45f6-b480-4ced03a57766 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:17:55.773615 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e8a4064-b98e-45f6-b480-4ced03a57766 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:17:55.793666 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3e8a4064-b98e-45f6-b480-4ced03a57766 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3549283 Aug 11 02:17:55.793855 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45124) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:55.794026 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fdf77010-dc8e-4e87-8192-6694b0941f34 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=37f2b72331d241e6b5d51f61c263f7fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1650093 Aug 11 02:17:55.794383 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45126) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:55.801162 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-c7f2048b-5649-4300-8d06-33e9443ae709 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'subnet': {'network_id': '6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:55.806451 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf77010-dc8e-4e87-8192-6694b0941f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780114d6-4688-49ea-8e0f-f40294c8f043,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:55.932933 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b5774fbe-bde3-49c1-a81a-f52a2fa22dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.963578 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b5774fbe-bde3-49c1-a81a-f52a2fa22dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.990383 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f2048b-5649-4300-8d06-33e9443ae709 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Made reservation on behalf of 69e9f5d39e27442ea18e5831e53fddbd for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:55.994666 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c7f2048b-5649-4300-8d06-33e9443ae709 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:56.078748 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b5774fbe-bde3-49c1-a81a-f52a2fa22dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:56.081283 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b5774fbe-bde3-49c1-a81a-f52a2fa22dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:56.082443 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b5774fbe-bde3-49c1-a81a-f52a2fa22dee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/780114d6-4688-49ea-8e0f-f40294c8f043 HTTP/1.1" status: 204 len: 168 time: 0.2872953 Aug 11 02:17:56.101016 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5774fbe-bde3-49c1-a81a-f52a2fa22dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780114d6-4688-49ea-8e0f-f40294c8f043,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:56.260681 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c7f2048b-5649-4300-8d06-33e9443ae709 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:56.304173 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f2048b-5649-4300-8d06-33e9443ae709 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Network 6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:56.316624 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-c7f2048b-5649-4300-8d06-33e9443ae709 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:56.320830 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f2048b-5649-4300-8d06-33e9443ae709 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:56.321460 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c7f2048b-5649-4300-8d06-33e9443ae709 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:56.329395 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fb9c0d-1fed-47ff-81cf-ce8fb18e45e2 None None] Network 6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:56.333529 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2048b-5649-4300-8d06-33e9443ae709 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Subnet': ['ID=400f06aa-17f4-4d5e-a574-2c8195776886,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:56.341513 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c7f2048b-5649-4300-8d06-33e9443ae709 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5448809 Aug 11 02:17:56.344385 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45138) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:56.349955 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-af5e1b4e-3a27-485d-ae35-1c6fda8f011a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-462465036', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '400f06aa-17f4-4d5e-a574-2c8195776886'}], 'security_groups': ['b4e0d5ab-3649-4679-a8ae-1313f7c2ac84', 'db22ee65-8f80-4391-8f8c-fb9dd0794e42']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:56.394720 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 77805b64-04d0-4824-a813-e616ef53f616 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:17:56.432033 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-af5e1b4e-3a27-485d-ae35-1c6fda8f011a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:56.579704 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 77805b64-04d0-4824-a813-e616ef53f616, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=77805b64-04d0-4824-a813-e616ef53f616,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:56.582228 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b9c5e0da-4ed4-418d-a5e0-52616b464a8f up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:56.629197 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '77805b64-04d0-4824-a813-e616ef53f616', 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'port_id': '77805b64-04d0-4824-a813-e616ef53f616', 'mac_address': 'fa:16:3e:7f:b2:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:17:56.701110 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:56.716587 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port b9c5e0da-4ed4-418d-a5e0-52616b464a8f triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:56.716969 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:56.722377 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77805b64-04d0-4824-a813-e616ef53f616 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:56.778029 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73305e87-f03d-4de4-933f-bb54b2fcfedc req-cfcb9c7a-15fa-48fd-ac0c-b1533a47990f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:56.779554 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-73305e87-f03d-4de4-933f-bb54b2fcfedc req-cfcb9c7a-15fa-48fd-ac0c-b1533a47990f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 946 time: 0.1080966 Aug 11 02:17:56.792665 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 77805b64-04d0-4824-a813-e616ef53f616, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=77805b64-04d0-4824-a813-e616ef53f616,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:56.797703 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:56.842011 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcf413f-356c-439a-a5a5-1ab14fe35bca None None] Update dhcp port {'port': {'network_id': '6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4', 'fixed_ips': [{'subnet_id': '83a78e87-6490-4840-9e9b-363334e63269', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a9afe7ac-c620-45d6-848b-05fab9f05277', 'ip_address': '2001:db8::2'}, {'subnet_id': '400f06aa-17f4-4d5e-a574-2c8195776886'}], 'binding:host_id': 'n-d-615180-33'}, 'id': 'b9c5e0da-4ed4-418d-a5e0-52616b464a8f'} from n-d-615180-33. {{(pid=94508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:17:56.875584 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-af5e1b4e-3a27-485d-ae35-1c6fda8f011a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Delete allocated IP 2001:db8::203 (6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4/a9afe7ac-c620-45d6-848b-05fab9f05277) {{(pid=94507) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 02:17:56.890325 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-73305e87-f03d-4de4-933f-bb54b2fcfedc req-fdf11ccb-5b75-44be-a6f2-3477426b37fc tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993493 Aug 11 02:17:56.893414 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-af5e1b4e-3a27-485d-ae35-1c6fda8f011a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Allocated IP 2001:db8:0:2::391 (6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4/400f06aa-17f4-4d5e-a574-2c8195776886/66619c79-ea6f-4e85-8f5b-0a0dac8ba439) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:56.928921 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=77805b64-04d0-4824-a813-e616ef53f616,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:56.932086 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8fcf413f-356c-439a-a5a5-1ab14fe35bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:56.982766 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['77805b64-04d0-4824-a813-e616ef53f616'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:57.080887 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-af5e1b4e-3a27-485d-ae35-1c6fda8f011a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:57.095412 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-af5e1b4e-3a27-485d-ae35-1c6fda8f011a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Transition to ACTIVE for port object 66619c79-ea6f-4e85-8f5b-0a0dac8ba439 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:57.100122 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-af5e1b4e-3a27-485d-ae35-1c6fda8f011a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:57.186195 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-8fcf413f-356c-439a-a5a5-1ab14fe35bca None None] Allocated IP 2001:db8:0:2::2 (6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4/400f06aa-17f4-4d5e-a574-2c8195776886/b9c5e0da-4ed4-418d-a5e0-52616b464a8f) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:57.188931 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-af5e1b4e-3a27-485d-ae35-1c6fda8f011a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] In _notify_port_updated(), no bound segment for port 66619c79-ea6f-4e85-8f5b-0a0dac8ba439 on network 6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4 {{(pid=94507) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:17:57.199624 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e1b4e-3a27-485d-ae35-1c6fda8f011a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:57.200476 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-af5e1b4e-3a27-485d-ae35-1c6fda8f011a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:57.204512 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-af5e1b4e-3a27-485d-ae35-1c6fda8f011a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "PUT /v2.0/ports/66619c79-ea6f-4e85-8f5b-0a0dac8ba439 HTTP/1.1" status: 200 len: 969 time: 0.8566051 Aug 11 02:17:57.204512 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e1b4e-3a27-485d-ae35-1c6fda8f011a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event updated for resources: {'Port': ['ID=66619c79-ea6f-4e85-8f5b-0a0dac8ba439,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:57.204808 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45168) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:57.326186 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-8fcf413f-356c-439a-a5a5-1ab14fe35bca None None] For port b9c5e0da-4ed4-418d-a5e0-52616b464a8f, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b9c5e0da-4ed4-418d-a5e0-52616b464a8f,segment=NetworkSegment(794cdf1b-d79d-48aa-848d-1e1019d2aafd),segment_id=794cdf1b-d79d-48aa-848d-1e1019d2aafd)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:57.339657 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-6232c981-0321-45d2-8971-ba056fc499e7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting port 66619c79-ea6f-4e85-8f5b-0a0dac8ba439 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:57.339657 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6232c981-0321-45d2-8971-ba056fc499e7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:57.370987 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8fcf413f-356c-439a-a5a5-1ab14fe35bca None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:57.393273 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8fcf413f-356c-439a-a5a5-1ab14fe35bca None None] Transition to ACTIVE for port object b9c5e0da-4ed4-418d-a5e0-52616b464a8f will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:57.402941 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8fcf413f-356c-439a-a5a5-1ab14fe35bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:57.490546 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6232c981-0321-45d2-8971-ba056fc499e7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:57.527889 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-6232c981-0321-45d2-8971-ba056fc499e7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Calling delete_port for 66619c79-ea6f-4e85-8f5b-0a0dac8ba439 owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:57.532382 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf413f-356c-439a-a5a5-1ab14fe35bca None None] Pushing event updated for resources: {'Port': ['ID=b9c5e0da-4ed4-418d-a5e0-52616b464a8f,revision_number=7']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:57.718938 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6232c981-0321-45d2-8971-ba056fc499e7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:57.753033 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232c981-0321-45d2-8971-ba056fc499e7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Port': ['ID=66619c79-ea6f-4e85-8f5b-0a0dac8ba439,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:57.794294 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6232c981-0321-45d2-8971-ba056fc499e7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:57.797368 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6232c981-0321-45d2-8971-ba056fc499e7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/ports/66619c79-ea6f-4e85-8f5b-0a0dac8ba439 HTTP/1.1" status: 204 len: 168 time: 0.5907626 Aug 11 02:17:57.799634 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45202) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:57.840073 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb11aca-948c-4fb8-94df-296651e9d321 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] GET failed (client error): The resource could not be found. Aug 11 02:17:57.841692 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5bb11aca-948c-4fb8-94df-296651e9d321 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "GET /v2.0/ports/66619c79-ea6f-4e85-8f5b-0a0dac8ba439 HTTP/1.1" status: 404 len: 333 time: 0.0393381 Aug 11 02:17:57.844830 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45210) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:57.909430 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-67f90018-ec50-4aa0-a40e-cc46f263006d tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:57.943120 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-67f90018-ec50-4aa0-a40e-cc46f263006d tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:58.005880 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-67f90018-ec50-4aa0-a40e-cc46f263006d tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:58.009525 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-67f90018-ec50-4aa0-a40e-cc46f263006d tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:58.014499 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-67f90018-ec50-4aa0-a40e-cc46f263006d tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/security-groups/b1fbf430-0217-4cc5-9765-b262d7d33fda HTTP/1.1" status: 204 len: 168 time: 0.1683245 Aug 11 02:17:58.015373 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45222) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:58.044187 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f90018-ec50-4aa0-a40e-cc46f263006d tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fbf430-0217-4cc5-9765-b262d7d33fda,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:58.096933 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ca30a-a5d4-4d63-b985-a259fb8fa00c req-2071e0c9-7347-4adb-9335-6059b4e6c9f4 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:58.098631 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d63ca30a-a5d4-4d63-b985-a259fb8fa00c req-2071e0c9-7347-4adb-9335-6059b4e6c9f4 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 945 time: 0.0852082 Aug 11 02:17:58.110390 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2fdf23d6-4149-4cb8-8149-00bde35468c8 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:58.144847 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2fdf23d6-4149-4cb8-8149-00bde35468c8 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:58.199715 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d63ca30a-a5d4-4d63-b985-a259fb8fa00c req-361713ed-2d00-4d8b-85af-3c4522e3c73f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869100 Aug 11 02:17:58.225767 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2fdf23d6-4149-4cb8-8149-00bde35468c8 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:58.230134 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2fdf23d6-4149-4cb8-8149-00bde35468c8 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:58.232202 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2fdf23d6-4149-4cb8-8149-00bde35468c8 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/security-groups/db22ee65-8f80-4391-8f8c-fb9dd0794e42 HTTP/1.1" status: 204 len: 168 time: 0.2125173 Aug 11 02:17:58.234965 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45236) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:58.249120 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf23d6-4149-4cb8-8149-00bde35468c8 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db22ee65-8f80-4391-8f8c-fb9dd0794e42,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:58.363451 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e4dc2c74-c9f9-44ee-838c-0f67ec86a77f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:58.378885 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 77805b64-04d0-4824-a813-e616ef53f616 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:58.425218 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e4dc2c74-c9f9-44ee-838c-0f67ec86a77f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:58.465390 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-33c6e8f7-99e7-4b36-a21c-582075d9f383 None None] Provisioning complete for port c4fe5ea9-ce32-4b84-9b3b-0d912a988d9e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:58.465774 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-33c6e8f7-99e7-4b36-a21c-582075d9f383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:58.527292 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e4dc2c74-c9f9-44ee-838c-0f67ec86a77f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:58.530107 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e4dc2c74-c9f9-44ee-838c-0f67ec86a77f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:58.534060 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45250) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:58.540101 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e4dc2c74-c9f9-44ee-838c-0f67ec86a77f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/security-groups/b4e0d5ab-3649-4679-a8ae-1313f7c2ac84 HTTP/1.1" status: 204 len: 168 time: 0.3036113 Aug 11 02:17:58.562165 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc2c74-c9f9-44ee-838c-0f67ec86a77f tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e0d5ab-3649-4679-a8ae-1313f7c2ac84,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:58.604628 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 77805b64-04d0-4824-a813-e616ef53f616 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:58.605124 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:58.617544 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-33c6e8f7-99e7-4b36-a21c-582075d9f383 None None] Port c4fe5ea9-ce32-4b84-9b3b-0d912a988d9e cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:58.683022 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b9c5e0da-4ed4-418d-a5e0-52616b464a8f up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:58.715398 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-4efc970f-7f5d-485f-840c-1c8249332c72 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting subnet a9afe7ac-c620-45d6-848b-05fab9f05277 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:17:58.720016 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4efc970f-7f5d-485f-840c-1c8249332c72 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:58.763869 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-33c6e8f7-99e7-4b36-a21c-582075d9f383 None None] Provisioning for port b9c5e0da-4ed4-418d-a5e0-52616b464a8f completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:58.777883 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4efc970f-7f5d-485f-840c-1c8249332c72 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:58.783280 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-33c6e8f7-99e7-4b36-a21c-582075d9f383 None None] Provisioning complete for port b9c5e0da-4ed4-418d-a5e0-52616b464a8f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:58.783913 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-33c6e8f7-99e7-4b36-a21c-582075d9f383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:58.967128 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port b9c5e0da-4ed4-418d-a5e0-52616b464a8f triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:58.968585 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:58.974814 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4efc970f-7f5d-485f-840c-1c8249332c72 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:59.035418 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:59.082625 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7886c27-845c-4960-b149-c8f2f52836d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77805b64-04d0-4824-a813-e616ef53f616'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:59.085190 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee81fda-3090-4bfb-bea8-96ad34315a60" -d '{"events": [{"server_uuid": "c7886c27-845c-4960-b149-c8f2f52836d9", "name": "network-vif-plugged", "status": "completed", "tag": "77805b64-04d0-4824-a813-e616ef53f616"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:59.111390 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 77805b64-04d0-4824-a813-e616ef53f616, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=77805b64-04d0-4824-a813-e616ef53f616,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:59.127105 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:59.162046 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4efc970f-7f5d-485f-840c-1c8249332c72 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:59.186734 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-33c6e8f7-99e7-4b36-a21c-582075d9f383 None None] Could not find standard attr ID for object 66619c79-ea6f-4e85-8f5b-0a0dac8ba439. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:17:59.209307 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8b1c1a-8ee4-4985-bf7b-72f125ecee20 x-openstack-request-id: req-7d8b1c1a-8ee4-4985-bf7b-72f125ecee20 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:59.209678 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7886c27-845c-4960-b149-c8f2f52836d9", "name": "network-vif-plugged", "status": "completed", "tag": "77805b64-04d0-4824-a813-e616ef53f616", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:59.209997 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7d8b1c1a-8ee4-4985-bf7b-72f125ecee20 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:59.210449 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7886c27-845c-4960-b149-c8f2f52836d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77805b64-04d0-4824-a813-e616ef53f616', 'code': 200} Aug 11 02:17:59.215368 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4efc970f-7f5d-485f-840c-1c8249332c72 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:59.217500 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4efc970f-7f5d-485f-840c-1c8249332c72 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/subnets/a9afe7ac-c620-45d6-848b-05fab9f05277 HTTP/1.1" status: 204 len: 168 time: 0.6824477 Aug 11 02:17:59.220009 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6b469e-00bf-4183-b941-8fa01231790f None None] Network 6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:59.222675 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45274) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:59.267632 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc970f-7f5d-485f-840c-1c8249332c72 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Subnet': ['ID=a9afe7ac-c620-45d6-848b-05fab9f05277,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:59.275418 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=77805b64-04d0-4824-a813-e616ef53f616,revision_number=7']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:59.310153 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-160c53d8-f811-4b8a-ae4c-271b66614f44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting subnet 400f06aa-17f4-4d5e-a574-2c8195776886 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:17:59.314335 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-160c53d8-f811-4b8a-ae4c-271b66614f44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:59.374006 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-160c53d8-f811-4b8a-ae4c-271b66614f44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:59.395981 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867de7d0-a25c-4ef7-b1a7-155f11d89ee0 req-97197faf-6a7d-4ef7-b28d-333727930cbe tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:59.397873 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-867de7d0-a25c-4ef7-b1a7-155f11d89ee0 req-97197faf-6a7d-4ef7-b28d-333727930cbe tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 946 time: 0.0872216 Aug 11 02:17:59.407967 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-523a54b0-3b25-41c2-b4fb-a13021f58b43 None None] Could not find standard attr ID for object 66619c79-ea6f-4e85-8f5b-0a0dac8ba439. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:17:59.465878 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-867de7d0-a25c-4ef7-b1a7-155f11d89ee0 req-486cdbc9-e2ec-4425-95e9-25230926eb88 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558162 Aug 11 02:17:59.521321 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-160c53d8-f811-4b8a-ae4c-271b66614f44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:59.651581 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-160c53d8-f811-4b8a-ae4c-271b66614f44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:59.676553 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-160c53d8-f811-4b8a-ae4c-271b66614f44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:59.681187 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-160c53d8-f811-4b8a-ae4c-271b66614f44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/subnets/400f06aa-17f4-4d5e-a574-2c8195776886 HTTP/1.1" status: 204 len: 168 time: 0.4545708 Aug 11 02:17:59.688008 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45292) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:59.740664 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c53d8-f811-4b8a-ae4c-271b66614f44 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Subnet': ['ID=400f06aa-17f4-4d5e-a574-2c8195776886,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:59.754110 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-41eaebb2-535a-404e-9dd5-5f8fa6e7951c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] DELETE failed (client error): The resource could not be found. Aug 11 02:17:59.754835 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41eaebb2-535a-404e-9dd5-5f8fa6e7951c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:17:59.761097 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-41eaebb2-535a-404e-9dd5-5f8fa6e7951c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/subnets/a9afe7ac-c620-45d6-848b-05fab9f05277 HTTP/1.1" status: 404 len: 337 time: 0.0697560 Aug 11 02:17:59.761532 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45296) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:59.843086 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-4330cda3-10f9-4a1f-b45b-6332065da0d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting subnet 83a78e87-6490-4840-9e9b-363334e63269 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:17:59.846280 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4330cda3-10f9-4a1f-b45b-6332065da0d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:59.897621 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4330cda3-10f9-4a1f-b45b-6332065da0d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:00.031912 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4330cda3-10f9-4a1f-b45b-6332065da0d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:00.054001 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45302) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:00.119142 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4330cda3-10f9-4a1f-b45b-6332065da0d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:00.142639 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4330cda3-10f9-4a1f-b45b-6332065da0d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:00.154351 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4330cda3-10f9-4a1f-b45b-6332065da0d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/subnets/83a78e87-6490-4840-9e9b-363334e63269 HTTP/1.1" status: 204 len: 168 time: 0.3911569 Aug 11 02:18:00.156389 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45306) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:00.173903 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330cda3-10f9-4a1f-b45b-6332065da0d7 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Subnet': ['ID=83a78e87-6490-4840-9e9b-363334e63269,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:00.210242 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0fb521f-fdf9-4679-b138-911338291d2c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] DELETE failed (client error): The resource could not be found. Aug 11 02:18:00.210737 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0fb521f-fdf9-4679-b138-911338291d2c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:18:00.215436 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a0fb521f-fdf9-4679-b138-911338291d2c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/subnets/a3efcc9d-b2c7-483e-9f01-8b537b803795 HTTP/1.1" status: 404 len: 337 time: 0.0556931 Aug 11 02:18:00.215964 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45308) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:00.230685 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0cf0420b-3127-4652-80d6-1890464ccba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:00.279089 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-34781570-99c5-4dc3-82e8-3f703412e57d tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bc215cf-0e40-420b-90a0-d48bb84a3130 HTTP/1.1" status: 200 len: 205 time: 0.0598624 Aug 11 02:18:00.279670 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45312) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:00.345098 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-3762a76d-f125-4d32-b861-45a7d2f82a09 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] delete failed (client error): The resource could not be found. Aug 11 02:18:00.346136 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3762a76d-f125-4d32-b861-45a7d2f82a09 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/routers/7bc215cf-0e40-420b-90a0-d48bb84a3130 HTTP/1.1" status: 404 len: 336 time: 0.0657535 Aug 11 02:18:00.348728 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45314) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:00.380839 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0cf0420b-3127-4652-80d6-1890464ccba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:00.386752 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0cf0420b-3127-4652-80d6-1890464ccba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:00.423058 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-b067ecbd-26ef-4b30-97fb-928c1d675f43 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] DELETE failed (client error): The resource could not be found. Aug 11 02:18:00.424094 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b067ecbd-26ef-4b30-97fb-928c1d675f43 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:18:00.426258 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b067ecbd-26ef-4b30-97fb-928c1d675f43 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/subnets/74aca48d-7780-4805-9afc-ff8775dd3f4b HTTP/1.1" status: 404 len: 337 time: 0.0763679 Aug 11 02:18:00.428863 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45316) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:00.435558 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0420b-3127-4652-80d6-1890464ccba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0da63cb-b1aa-4b91-bb69-7571da65150d,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:00.443018 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0cf0420b-3127-4652-80d6-1890464ccba8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=606fb1f908b846cea9d6133d4cf7921e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3876400 Aug 11 02:18:00.443881 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45318) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:00.479614 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae4f00f5-c80e-4b75-a747-8720e5958e8c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] DELETE failed (client error): The resource could not be found. Aug 11 02:18:00.480271 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae4f00f5-c80e-4b75-a747-8720e5958e8c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:18:00.482292 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ae4f00f5-c80e-4b75-a747-8720e5958e8c tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/subnets/daceae6c-515e-4f38-b6fd-83ebe7466792 HTTP/1.1" status: 404 len: 337 time: 0.0522516 Aug 11 02:18:00.484845 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45322) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:00.542066 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1af182a3-81ec-4d6b-87da-ba82b1d5e57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:00.562730 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-b11850c9-2d2a-4da1-a401-d0f090c42480 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] DELETE failed (client error): The resource could not be found. Aug 11 02:18:00.563449 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b11850c9-2d2a-4da1-a401-d0f090c42480 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:18:00.566961 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b11850c9-2d2a-4da1-a401-d0f090c42480 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/subnets/d04bfed5-4a71-465e-826b-a365717cc3e1 HTTP/1.1" status: 404 len: 337 time: 0.0807586 Aug 11 02:18:00.569754 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45328) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:00.597394 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2cfafb-d18d-41fd-afcb-794002d34808 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] DELETE failed (client error): The resource could not be found. Aug 11 02:18:00.598454 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c2cfafb-d18d-41fd-afcb-794002d34808 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:18:00.600430 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1c2cfafb-d18d-41fd-afcb-794002d34808 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/ports/a74681d2-107e-4819-9245-65e708513b75 HTTP/1.1" status: 404 len: 333 time: 0.0290189 Aug 11 02:18:00.604097 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45332) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:00.604923 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1af182a3-81ec-4d6b-87da-ba82b1d5e57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:00.639970 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7cc396-bd62-4e3a-b4d8-129dcf26911e None None] Network 6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:18:00.663337 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-a07be7e8-72b4-4fba-ba3a-a8d88112365a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] DELETE failed (client error): The resource could not be found. Aug 11 02:18:00.663977 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a07be7e8-72b4-4fba-ba3a-a8d88112365a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:18:00.666505 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a07be7e8-72b4-4fba-ba3a-a8d88112365a tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/subnets/7bd5e1dc-aa05-46ee-b632-b84e9866fa8e HTTP/1.1" status: 404 len: 337 time: 0.0599728 Aug 11 02:18:00.670418 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45334) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:00.740304 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-d293520c-8bea-41e5-9a17-bc75526ba187 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] DELETE failed (client error): The resource could not be found. Aug 11 02:18:00.743973 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d293520c-8bea-41e5-9a17-bc75526ba187 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:18:00.745922 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d293520c-8bea-41e5-9a17-bc75526ba187 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/subnets/a26db91a-3b87-451c-bae2-48b3d8f16bb0 HTTP/1.1" status: 404 len: 337 time: 0.0744755 Aug 11 02:18:00.752339 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45338) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:00.754015 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86a881-3cc4-4e8c-8706-2fa35d769667 req-6186857e-1848-486e-9a09-ed0c8b392585 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:00.766799 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cf86a881-3cc4-4e8c-8706-2fa35d769667 req-6186857e-1848-486e-9a09-ed0c8b392585 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 946 time: 0.1350863 Aug 11 02:18:00.811615 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d6e24c9-e1fd-4ed3-bde7-191f25cc4610 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] DELETE failed (client error): The resource could not be found. Aug 11 02:18:00.820156 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d6e24c9-e1fd-4ed3-bde7-191f25cc4610 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:18:00.826854 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2d6e24c9-e1fd-4ed3-bde7-191f25cc4610 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/ports/aa6d5389-cb12-41a6-b94c-f64d6d56dca7 HTTP/1.1" status: 404 len: 333 time: 0.0711458 Aug 11 02:18:00.827415 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45342) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:00.880237 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cf86a881-3cc4-4e8c-8706-2fa35d769667 req-ee2cc38f-808f-467a-808f-0ede67812a91 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123755 Aug 11 02:18:00.883166 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1af182a3-81ec-4d6b-87da-ba82b1d5e57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:00.883624 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a0d7e886-0397-4bca-91c2-93f4678399b8 None None] Provisioning complete for port c4fe5ea9-ce32-4b84-9b3b-0d912a988d9e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:00.883624 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a0d7e886-0397-4bca-91c2-93f4678399b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:00.884056 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1af182a3-81ec-4d6b-87da-ba82b1d5e57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:00.885270 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1af182a3-81ec-4d6b-87da-ba82b1d5e57a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e0da63cb-b1aa-4b91-bb69-7571da65150d HTTP/1.1" status: 204 len: 168 time: 0.4396887 Aug 11 02:18:00.909322 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-140fd327-cdc2-4159-b613-05804ac779bd tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] DELETE failed (client error): The resource could not be found. Aug 11 02:18:00.910659 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af182a3-81ec-4d6b-87da-ba82b1d5e57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0da63cb-b1aa-4b91-bb69-7571da65150d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:00.912137 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-140fd327-cdc2-4159-b613-05804ac779bd tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:18:00.913923 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-140fd327-cdc2-4159-b613-05804ac779bd tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/subnets/5dbdfe97-fcc4-4778-a550-bcaa98206109 HTTP/1.1" status: 404 len: 337 time: 0.0854239 Aug 11 02:18:00.917859 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45346) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:00.948557 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ad95c7-3cd3-44f4-83c1-89c4e9daecda tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] DELETE failed (client error): The resource could not be found. Aug 11 02:18:00.949183 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63ad95c7-3cd3-44f4-83c1-89c4e9daecda tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:18:00.953738 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-63ad95c7-3cd3-44f4-83c1-89c4e9daecda tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/subnets/0282ddeb-80c1-4ebe-8b96-2f0a2ae91faf HTTP/1.1" status: 404 len: 337 time: 0.0323534 Aug 11 02:18:00.954904 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45348) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:00.994550 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a0d7e886-0397-4bca-91c2-93f4678399b8 None None] Port c4fe5ea9-ce32-4b84-9b3b-0d912a988d9e cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:18:01.037094 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a0d7e886-0397-4bca-91c2-93f4678399b8 None None] Provisioning complete for port b9c5e0da-4ed4-418d-a5e0-52616b464a8f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:01.037949 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a0d7e886-0397-4bca-91c2-93f4678399b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.123874 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08051dd-538e-4155-96a3-388e2d7ba495 None None] DHCP port deletion for 6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:18:01.126105 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-cbeb8f18-e7cd-4b73-a30e-ee2124e543fb tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Deleting port c4fe5ea9-ce32-4b84-9b3b-0d912a988d9e {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:18:01.126642 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cbeb8f18-e7cd-4b73-a30e-ee2124e543fb tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.211855 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cbeb8f18-e7cd-4b73-a30e-ee2124e543fb tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.212316 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-e08051dd-538e-4155-96a3-388e2d7ba495 None None] Deleting port b9c5e0da-4ed4-418d-a5e0-52616b464a8f {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:18:01.212694 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e08051dd-538e-4155-96a3-388e2d7ba495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.230929 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-cbeb8f18-e7cd-4b73-a30e-ee2124e543fb tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Calling delete_port for c4fe5ea9-ce32-4b84-9b3b-0d912a988d9e owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:18:01.292814 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-e08051dd-538e-4155-96a3-388e2d7ba495 None None] For port b9c5e0da-4ed4-418d-a5e0-52616b464a8f, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b9c5e0da-4ed4-418d-a5e0-52616b464a8f,segment=NetworkSegment(794cdf1b-d79d-48aa-848d-1e1019d2aafd),segment_id=794cdf1b-d79d-48aa-848d-1e1019d2aafd)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:01.293250 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e08051dd-538e-4155-96a3-388e2d7ba495 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.308331 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-e08051dd-538e-4155-96a3-388e2d7ba495 None None] Calling delete_port for b9c5e0da-4ed4-418d-a5e0-52616b464a8f owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:18:01.328626 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cbeb8f18-e7cd-4b73-a30e-ee2124e543fb tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.364311 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45356) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:01.378840 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb8f18-e7cd-4b73-a30e-ee2124e543fb tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Port': ['ID=c4fe5ea9-ce32-4b84-9b3b-0d912a988d9e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:01.385110 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4bba3936-a470-4146-8fff-1f0cbe1db26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.402653 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cbeb8f18-e7cd-4b73-a30e-ee2124e543fb tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.406075 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cbeb8f18-e7cd-4b73-a30e-ee2124e543fb tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/ports/c4fe5ea9-ce32-4b84-9b3b-0d912a988d9e HTTP/1.1" status: 204 len: 168 time: 0.4478877 Aug 11 02:18:01.407309 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45358) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:01.453377 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e08051dd-538e-4155-96a3-388e2d7ba495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.498965 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08051dd-538e-4155-96a3-388e2d7ba495 None None] Pushing event deleted for resources: {'Port': ['ID=b9c5e0da-4ed4-418d-a5e0-52616b464a8f,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:01.503632 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08051dd-538e-4155-96a3-388e2d7ba495 None None] No DVR routers for this DVR port b9c5e0da-4ed4-418d-a5e0-52616b464a8f on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:18:01.536786 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4bba3936-a470-4146-8fff-1f0cbe1db26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.541999 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f19653f-8831-4041-869e-7dd31008ae93 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.543510 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4bba3936-a470-4146-8fff-1f0cbe1db26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.595612 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4bba3936-a470-4146-8fff-1f0cbe1db26e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b806c564c01b43358ce4d80b4ba3ed83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2300324 Aug 11 02:18:01.597112 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba3936-a470-4146-8fff-1f0cbe1db26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb39857-0bbe-4bca-aa0e-b25ca9baadca,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:01.612354 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45360) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:01.650426 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f19653f-8831-4041-869e-7dd31008ae93 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.669431 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-9f19653f-8831-4041-869e-7dd31008ae93 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:01.687997 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-dc1f9cff-7269-4d4a-9a53-a36ee60fe77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.689473 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-9f19653f-8831-4041-869e-7dd31008ae93 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '794cdf1b-d79d-48aa-848d-1e1019d2aafd') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:01.690010 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-9f19653f-8831-4041-869e-7dd31008ae93 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '794cdf1b-d79d-48aa-848d-1e1019d2aafd') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:01.700570 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f19653f-8831-4041-869e-7dd31008ae93 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.714144 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-dc1f9cff-7269-4d4a-9a53-a36ee60fe77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.719027 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f19653f-8831-4041-869e-7dd31008ae93 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.725770 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f19653f-8831-4041-869e-7dd31008ae93 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:18:01.726352 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f19653f-8831-4041-869e-7dd31008ae93 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:18:01.731107 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:18:01.786747 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-dc1f9cff-7269-4d4a-9a53-a36ee60fe77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.791860 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-dc1f9cff-7269-4d4a-9a53-a36ee60fe77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.793038 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-dc1f9cff-7269-4d4a-9a53-a36ee60fe77e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dbb39857-0bbe-4bca-aa0e-b25ca9baadca HTTP/1.1" status: 204 len: 168 time: 0.1769059 Aug 11 02:18:01.805260 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f9cff-7269-4d4a-9a53-a36ee60fe77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb39857-0bbe-4bca-aa0e-b25ca9baadca,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:01.838524 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f19653f-8831-4041-869e-7dd31008ae93 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.855413 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f19653f-8831-4041-869e-7dd31008ae93 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.860487 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9f19653f-8831-4041-869e-7dd31008ae93 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] 10.222.0.50 "DELETE /v2.0/networks/6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4 HTTP/1.1" status: 204 len: 168 time: 0.4489534 Aug 11 02:18:01.893141 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f19653f-8831-4041-869e-7dd31008ae93 tempest-PortsIpV6TestJSON-758659781 tempest-PortsIpV6TestJSON-758659781-project] Pushing event deleted for resources: {'Network': ['ID=6fcd0046-8e06-4376-9d8c-eeaa9a49f9f4,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:02.059772 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49df75-0030-4820-9830-f2f875bc6a99 req-6354dec4-6312-473f-b57e-c583b7725b1d tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:02.061503 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ac49df75-0030-4820-9830-f2f875bc6a99 req-6354dec4-6312-473f-b57e-c583b7725b1d tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 946 time: 0.0745208 Aug 11 02:18:02.158844 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ac49df75-0030-4820-9830-f2f875bc6a99 req-38958171-9c18-4fc4-8356-198cdbe92d3e tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821300 Aug 11 02:18:02.320309 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45384) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:02.651905 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b9c5e0da-4ed4-418d-a5e0-52616b464a8f no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:18:02.661384 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8912e181-77b6-403c-b43a-6df1822301aa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=69e9f5d39e27442ea18e5831e53fddbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3367498 Aug 11 02:18:02.664300 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45398) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:02.682591 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: b9c5e0da-4ed4-418d-a5e0-52616b464a8f {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:18:02.682967 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b9c5e0da-4ed4-418d-a5e0-52616b464a8f not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:18:02.743254 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9dfbc563-6f6d-40b6-a9bc-e1f398329e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:02.769799 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9dfbc563-6f6d-40b6-a9bc-e1f398329e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:02.838082 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9dfbc563-6f6d-40b6-a9bc-e1f398329e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:02.840941 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9dfbc563-6f6d-40b6-a9bc-e1f398329e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:02.842192 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9dfbc563-6f6d-40b6-a9bc-e1f398329e0c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cc6696aa-04ae-44ff-a303-b1b18127628e HTTP/1.1" status: 204 len: 168 time: 0.1768525 Aug 11 02:18:02.853745 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfbc563-6f6d-40b6-a9bc-e1f398329e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6696aa-04ae-44ff-a303-b1b18127628e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:03.366792 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b47871-4584-4059-b894-224ef58f46e9 req-e6ad452a-ce9e-4f1b-9fb2-fd5df789c0e0 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:03.374030 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-28b47871-4584-4059-b894-224ef58f46e9 req-e6ad452a-ce9e-4f1b-9fb2-fd5df789c0e0 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 946 time: 0.0934432 Aug 11 02:18:03.482813 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-28b47871-4584-4059-b894-224ef58f46e9 req-a715d28c-dcd2-457c-bd92-c82ec1686a4e tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972493 Aug 11 02:18:04.729757 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4edf4-587f-4235-bb00-a90aaf416b31 req-9f6ebba9-8237-4143-a362-bbbffcddc695 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:04.739613 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2ee4edf4-587f-4235-bb00-a90aaf416b31 req-9f6ebba9-8237-4143-a362-bbbffcddc695 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 946 time: 0.1161597 Aug 11 02:18:04.799687 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2ee4edf4-587f-4235-bb00-a90aaf416b31 req-e06c127a-fd35-4178-9fb4-7e49e8590cb0 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590103 Aug 11 02:18:05.976998 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5c4ab-09c9-4077-b185-f93259c82984 req-d29577dd-cf03-4d62-b6e4-b3b374cf26b2 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:05.986156 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-10f5c4ab-09c9-4077-b185-f93259c82984 req-d29577dd-cf03-4d62-b6e4-b3b374cf26b2 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 946 time: 0.0713260 Aug 11 02:18:06.037677 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-10f5c4ab-09c9-4077-b185-f93259c82984 req-e33b58e9-458d-47db-8551-42ce30d44d8f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485108 Aug 11 02:18:07.119854 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45594) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:07.190056 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4dc612-d487-408d-a975-81b1f801a430 req-f8fbbec1-0ce5-406f-a2ce-3fa32d2db61f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:07.199393 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ca4dc612-d487-408d-a975-81b1f801a430 req-f8fbbec1-0ce5-406f-a2ce-3fa32d2db61f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 946 time: 0.0673258 Aug 11 02:18:07.244873 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ca4dc612-d487-408d-a975-81b1f801a430 req-9ef81c70-73dd-4881-a661-e2bf83d9856b tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400829 Aug 11 02:18:07.340585 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e9a51464-a1cc-4e03-838a-c50a19048633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:07.479432 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e9a51464-a1cc-4e03-838a-c50a19048633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:07.488342 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e9a51464-a1cc-4e03-838a-c50a19048633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:07.533567 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a51464-a1cc-4e03-838a-c50a19048633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c519f39e-c686-4b69-81fa-7c5ef8e4900b,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:07.553620 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45608) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:07.565526 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e9a51464-a1cc-4e03-838a-c50a19048633 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b7decc97ef0e47d0ae62da8e29c4b62c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4444427 Aug 11 02:18:07.631797 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4bdf7e88-a8d1-49aa-b3c9-8455eb1427eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:07.660637 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4bdf7e88-a8d1-49aa-b3c9-8455eb1427eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:07.716728 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4bdf7e88-a8d1-49aa-b3c9-8455eb1427eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:07.719877 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4bdf7e88-a8d1-49aa-b3c9-8455eb1427eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:07.721275 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4bdf7e88-a8d1-49aa-b3c9-8455eb1427eb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c519f39e-c686-4b69-81fa-7c5ef8e4900b HTTP/1.1" status: 204 len: 168 time: 0.1665976 Aug 11 02:18:07.733217 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf7e88-a8d1-49aa-b3c9-8455eb1427eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c519f39e-c686-4b69-81fa-7c5ef8e4900b,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:08.084468 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45620) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:08.100452 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0d9ba4cd-3aa4-42bf-bfbb-c69c807227cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:08.297865 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0d9ba4cd-3aa4-42bf-bfbb-c69c807227cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:08.306486 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0d9ba4cd-3aa4-42bf-bfbb-c69c807227cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:08.370052 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ba4cd-3aa4-42bf-bfbb-c69c807227cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b3d2c7-5902-4a5a-bae5-dcfdc6bcdec6,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:08.377377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45626) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:08.386120 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0d9ba4cd-3aa4-42bf-bfbb-c69c807227cc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1f17d96ed6754cdd9ba82f79fc6cabfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3002441 Aug 11 02:18:08.468544 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b81ad6e1-4ad9-4684-a82c-8405ef83e404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:08.494147 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b81ad6e1-4ad9-4684-a82c-8405ef83e404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:08.548089 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e98f80-a010-404d-b8dc-96a0273d8944 req-6240d8ca-1905-4183-a8c7-7af014f38fca tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:08.555333 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-84e98f80-a010-404d-b8dc-96a0273d8944 req-6240d8ca-1905-4183-a8c7-7af014f38fca tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 946 time: 0.1472251 Aug 11 02:18:08.593953 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b81ad6e1-4ad9-4684-a82c-8405ef83e404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:08.596536 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b81ad6e1-4ad9-4684-a82c-8405ef83e404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:08.600147 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b81ad6e1-4ad9-4684-a82c-8405ef83e404 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a6b3d2c7-5902-4a5a-bae5-dcfdc6bcdec6 HTTP/1.1" status: 204 len: 168 time: 0.2205899 Aug 11 02:18:08.610731 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-84e98f80-a010-404d-b8dc-96a0273d8944 req-97708605-26d0-49a5-a340-111d0c71ac0e tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540967 Aug 11 02:18:08.625338 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ad6e1-4ad9-4684-a82c-8405ef83e404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b3d2c7-5902-4a5a-bae5-dcfdc6bcdec6,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:09.798984 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b331760-2877-4415-86f2-25635528853d req-9c4f4efc-d55d-429d-9d96-36e00a1c2b3c tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:09.806630 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2b331760-2877-4415-86f2-25635528853d req-9c4f4efc-d55d-429d-9d96-36e00a1c2b3c tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 946 time: 0.0917623 Aug 11 02:18:09.858484 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2b331760-2877-4415-86f2-25635528853d req-b8f8a71c-0cd2-4f1b-aad5-d3aea2bf4616 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508530 Aug 11 02:18:10.702161 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-1a9861a5-0f55-4d3e-89f4-34765017a29b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1053524 Aug 11 02:18:10.844888 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-f248a804-f4ee-409b-8caa-e534cfa6524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:10.845694 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-f248a804-f4ee-409b-8caa-e534cfa6524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:10.846112 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-f248a804-f4ee-409b-8caa-e534cfa6524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:10.846817 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-f248a804-f4ee-409b-8caa-e534cfa6524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:10.847588 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-f248a804-f4ee-409b-8caa-e534cfa6524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:10.848232 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-f248a804-f4ee-409b-8caa-e534cfa6524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:10.848773 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-f248a804-f4ee-409b-8caa-e534cfa6524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:10.851044 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-f248a804-f4ee-409b-8caa-e534cfa6524f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9900cac277147b786c9feaddc3e5258&device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 6506 time: 0.0734842 Aug 11 02:18:11.231592 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2afcaa-78bb-4b20-bc5b-cb57ceaa4687 req-26638b90-7ed0-4c5b-a0e2-1763e0f2e57e tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:11.233091 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9c2afcaa-78bb-4b20-bc5b-cb57ceaa4687 req-26638b90-7ed0-4c5b-a0e2-1763e0f2e57e tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 946 time: 0.1782501 Aug 11 02:18:11.234509 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-1627ea96-9d62-4944-8c24-eecd619e1726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:11.234992 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-1627ea96-9d62-4944-8c24-eecd619e1726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:11.235468 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-1627ea96-9d62-4944-8c24-eecd619e1726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:11.237048 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-1627ea96-9d62-4944-8c24-eecd619e1726 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5fe47308-1e64-4a04-9103-656b58efd77e&id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&id=2c433229-6c79-4510-a34a-8c4278ec5b0e&id=2c433229-6c79-4510-a34a-8c4278ec5b0e HTTP/1.1" status: 200 len: 2297 time: 0.3555908 Aug 11 02:18:11.357444 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9c2afcaa-78bb-4b20-bc5b-cb57ceaa4687 req-5053124f-8739-48d1-96b6-35e864bf9fe1 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092203 Aug 11 02:18:11.394240 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-dc2682a0-80cf-455f-a73f-185bbef6bb35 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=622f47f6-616c-4c28-9002-bebf0b890eca HTTP/1.1" status: 200 len: 1000 time: 0.1446028 Aug 11 02:18:11.450851 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-8426b9ad-0328-4d34-a5aa-ca6ca13925f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:11.455173 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-8426b9ad-0328-4d34-a5aa-ca6ca13925f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cca11161-972d-481d-9501-cb4b39e49752 HTTP/1.1" status: 200 len: 856 time: 0.0524509 Aug 11 02:18:11.511696 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-812e8312-aa6f-4adf-983d-eb631689e3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:11.513544 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-812e8312-aa6f-4adf-983d-eb631689e3c7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5fe47308-1e64-4a04-9103-656b58efd77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508347 Aug 11 02:18:11.662299 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-dcd94cae-d05e-4b26-8f9d-a608b9ea1b5e service neutron] 10.222.0.73 "GET /v2.0/networks/5fe47308-1e64-4a04-9103-656b58efd77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388276 Aug 11 02:18:11.780365 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-e305ab81-4ed7-4a64-93c7-454d30ac540e service neutron] 10.222.0.73 "GET /v2.0/networks/5fe47308-1e64-4a04-9103-656b58efd77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107306 Aug 11 02:18:11.834009 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-0ed96761-07b5-402d-84c6-ff53134ce4f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=54a21190-3213-4831-8458-9bdd8fb2c46c HTTP/1.1" status: 200 len: 217 time: 0.0460036 Aug 11 02:18:11.897646 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-1a6b3a01-b7ba-4efc-b23c-92d2444065bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:11.900179 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-1a6b3a01-b7ba-4efc-b23c-92d2444065bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43f401ce-6254-4272-a783-9abc425d1620 HTTP/1.1" status: 200 len: 797 time: 0.0559211 Aug 11 02:18:11.979719 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-2a2436c9-8b6a-4db4-a3ca-704ead2262c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:11.981274 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-2a2436c9-8b6a-4db4-a3ca-704ead2262c4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0693066 Aug 11 02:18:12.153282 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-9a55e779-7b6e-468d-9b2f-e1ef19260c8d service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519363 Aug 11 02:18:12.288967 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-4bd054d7-603a-4874-b4b9-9e22d7951db6 service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265280 Aug 11 02:18:12.356325 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-2369246b-223d-4b43-b586-110ca436864f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=0a38793e-41b1-4d7a-a9ec-fc766a55001c HTTP/1.1" status: 200 len: 217 time: 0.0355167 Aug 11 02:18:12.409819 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-392b71e1-904b-415e-a900-5500ac8ef830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:12.411234 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-392b71e1-904b-415e-a900-5500ac8ef830 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43f401ce-6254-4272-a783-9abc425d1620 HTTP/1.1" status: 200 len: 797 time: 0.0594246 Aug 11 02:18:12.514853 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-a7acb84e-1c89-4117-9c7e-9fda1fb1fa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:12.520557 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-a7acb84e-1c89-4117-9c7e-9fda1fb1fa92 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1018209 Aug 11 02:18:12.546268 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064fe8e-2e7b-4907-9768-3b8bd83275ac req-59048405-2e26-48ea-a983-df2ac9139c69 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:12.552017 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7064fe8e-2e7b-4907-9768-3b8bd83275ac req-59048405-2e26-48ea-a983-df2ac9139c69 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 946 time: 0.0989027 Aug 11 02:18:12.644688 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7064fe8e-2e7b-4907-9768-3b8bd83275ac req-8969ed9d-6a08-487c-ad67-a926ff8c73c2 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819259 Aug 11 02:18:12.668551 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-3aa797b5-cd10-4165-8748-c6e0fca93d24 service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392076 Aug 11 02:18:12.776612 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-9413d37f-ceb1-48d6-995d-2c626ef0c98b service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960481 Aug 11 02:18:12.897920 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-8f54f894-7368-4e30-9e0d-b25284b2ad41 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=bd38919d-9f9a-4f29-be28-260e9cba0751 HTTP/1.1" status: 200 len: 217 time: 0.0433915 Aug 11 02:18:12.976695 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-97102f21-dc9e-482e-aad6-15db0c5f81a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:12.980011 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-97102f21-dc9e-482e-aad6-15db0c5f81a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43f401ce-6254-4272-a783-9abc425d1620 HTTP/1.1" status: 200 len: 797 time: 0.0712206 Aug 11 02:18:13.042720 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-455c5ef1-82a7-42df-9eee-b7bdb8903736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:13.044482 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-455c5ef1-82a7-42df-9eee-b7bdb8903736 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0533483 Aug 11 02:18:13.067899 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:18:13.199945 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f8657-a82f-4ee4-ba76-47c5c514129a req-04d21cd1-173b-491f-b3e5-232a3cd8c53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:13.200055 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-608f8657-a82f-4ee4-ba76-47c5c514129a req-04d21cd1-173b-491f-b3e5-232a3cd8c53b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=15f6ff753e694e9dbfd4e9be5e45ed17&device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 1098 time: 0.0957844 Aug 11 02:18:13.297634 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-ec38efc3-411a-4b53-9cad-fefb222fa494 service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431040 Aug 11 02:18:13.408171 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f8657-a82f-4ee4-ba76-47c5c514129a req-3d8a4a92-3505-48bd-9a3c-b1dba1ae8501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:13.409701 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-608f8657-a82f-4ee4-ba76-47c5c514129a req-3d8a4a92-3505-48bd-9a3c-b1dba1ae8501 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2564e31e-dea6-46ca-b2de-bf165812396f HTTP/1.1" status: 200 len: 918 time: 0.2005920 Aug 11 02:18:13.473558 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-15c83879-f083-468e-b78d-62a221fa15df service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662498 Aug 11 02:18:13.532929 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-608f8657-a82f-4ee4-ba76-47c5c514129a req-26fc001b-b419-45e8-af91-cc6ced4ea7b0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77805b64-04d0-4824-a813-e616ef53f616 HTTP/1.1" status: 200 len: 1001 time: 0.1126227 Aug 11 02:18:13.534756 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-491e69eb-cb7a-42cc-afa4-d8cfb6783f64 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=c6bc117e-5f2a-42b2-ad16-089daf123adb HTTP/1.1" status: 200 len: 217 time: 0.0499728 Aug 11 02:18:13.649436 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f8657-a82f-4ee4-ba76-47c5c514129a req-2020f845-ae3a-44ce-812e-c13f16054ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:13.650922 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-608f8657-a82f-4ee4-ba76-47c5c514129a req-2020f845-ae3a-44ce-812e-c13f16054ec5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f HTTP/1.1" status: 200 len: 856 time: 0.1038992 Aug 11 02:18:13.652253 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-55780753-0a86-4306-a11b-5ea5295a23e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:13.654010 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-55780753-0a86-4306-a11b-5ea5295a23e7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43f401ce-6254-4272-a783-9abc425d1620 HTTP/1.1" status: 200 len: 797 time: 0.0947044 Aug 11 02:18:13.735353 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-47051f07-07e7-4981-8a63-64e754aac47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:13.736904 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-47051f07-07e7-4981-8a63-64e754aac47f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0637863 Aug 11 02:18:13.738626 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f8657-a82f-4ee4-ba76-47c5c514129a req-79830f20-63bc-4405-afab-f66419478590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:13.740029 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-608f8657-a82f-4ee4-ba76-47c5c514129a req-79830f20-63bc-4405-afab-f66419478590 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2564e31e-dea6-46ca-b2de-bf165812396f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745909 Aug 11 02:18:14.223238 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1f0e9-9460-4a2f-8c96-92d61aa4bfb2 req-42b45073-f1cb-4856-b0a2-d9e070b1c5c0 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:14.230970 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-07e1f0e9-9460-4a2f-8c96-92d61aa4bfb2 req-42b45073-f1cb-4856-b0a2-d9e070b1c5c0 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 946 time: 0.4899948 Aug 11 02:18:14.311726 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-9dfab848-3420-42f9-8ff2-8345aa897057 service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5434015 Aug 11 02:18:14.316969 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-608f8657-a82f-4ee4-ba76-47c5c514129a req-60fca05c-edf4-4115-909f-0e0ee7f3ae5c service neutron] 10.222.0.73 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5445509 Aug 11 02:18:14.322494 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-07e1f0e9-9460-4a2f-8c96-92d61aa4bfb2 req-bc34877e-feda-4892-ba43-fb55f4312d8b tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907226 Aug 11 02:18:14.473261 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-b0e297b5-18e6-4a01-a4d6-cbedd5dbd817 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0499685 Aug 11 02:18:14.501659 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-34210a13-105a-4ce2-bc7b-e120161743f2 service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739442 Aug 11 02:18:14.507828 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-608f8657-a82f-4ee4-ba76-47c5c514129a req-06f8c1f3-a459-4845-9877-4d8046477a90 service neutron] 10.222.0.73 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684699 Aug 11 02:18:14.553936 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-5d4d5bdc-b74a-4628-80c9-d2e1e584c96c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6393fbf0-c5b3-41a1-83d3-53a8c87fd107 HTTP/1.1" status: 200 len: 217 time: 0.0398974 Aug 11 02:18:14.602910 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260108d-bacd-4555-9ada-5279dda8d430 req-50edb77e-128d-4733-88a5-3368316e7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:14.603395 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260108d-bacd-4555-9ada-5279dda8d430 req-50edb77e-128d-4733-88a5-3368316e7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:14.604109 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260108d-bacd-4555-9ada-5279dda8d430 req-50edb77e-128d-4733-88a5-3368316e7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:14.604698 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260108d-bacd-4555-9ada-5279dda8d430 req-50edb77e-128d-4733-88a5-3368316e7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:14.605468 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260108d-bacd-4555-9ada-5279dda8d430 req-50edb77e-128d-4733-88a5-3368316e7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:14.605944 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260108d-bacd-4555-9ada-5279dda8d430 req-50edb77e-128d-4733-88a5-3368316e7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:14.606407 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260108d-bacd-4555-9ada-5279dda8d430 req-50edb77e-128d-4733-88a5-3368316e7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:14.608384 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-50edb77e-128d-4733-88a5-3368316e7ab7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3f544ac306fb418fb17bb1bb0c938ed0&device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 6500 time: 0.0667078 Aug 11 02:18:14.614890 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-6665094e-a5b2-427e-9993-b22b46efc48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:14.616745 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-6665094e-a5b2-427e-9993-b22b46efc48a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d883f484-d67b-4b0e-a60e-d2d168985bab HTTP/1.1" status: 200 len: 797 time: 0.0551798 Aug 11 02:18:14.673127 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-1b1668b8-6512-4495-8303-3418c992f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:14.674678 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-1b1668b8-6512-4495-8303-3418c992f028 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c433229-6c79-4510-a34a-8c4278ec5b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0493622 Aug 11 02:18:14.748067 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260108d-bacd-4555-9ada-5279dda8d430 req-b467d073-f94f-4a58-9c1e-8191d6e49c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:14.748651 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260108d-bacd-4555-9ada-5279dda8d430 req-b467d073-f94f-4a58-9c1e-8191d6e49c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:14.749330 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260108d-bacd-4555-9ada-5279dda8d430 req-b467d073-f94f-4a58-9c1e-8191d6e49c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:14.751310 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-b467d073-f94f-4a58-9c1e-8191d6e49c87 service neutron] 10.222.0.66 "GET /v2.0/networks?id=47c1ad3c-2161-421b-b922-fe59b93cfe05&id=a22ae8f3-b76a-495f-839c-755566103de1&id=a22ae8f3-b76a-495f-839c-755566103de1&id=a22ae8f3-b76a-495f-839c-755566103de1&id=a22ae8f3-b76a-495f-839c-755566103de1&id=dd83919f-ff7e-4fd8-96b1-202904e5f138&id=dd83919f-ff7e-4fd8-96b1-202904e5f138 HTTP/1.1" status: 200 len: 2290 time: 0.1126223 Aug 11 02:18:14.792348 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-34d65eed-d3fd-4e7e-bd4a-a22d893da668 service neutron] 10.222.0.73 "GET /v2.0/networks/2c433229-6c79-4510-a34a-8c4278ec5b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979474 Aug 11 02:18:14.942567 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-8c37747c-8af0-4f21-9559-c4a73a39e35a service neutron] 10.222.0.73 "GET /v2.0/networks/2c433229-6c79-4510-a34a-8c4278ec5b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402779 Aug 11 02:18:15.006278 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-359f5e24-367f-4412-b373-85e598fcc1ec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7f2bbf46-3ede-45de-88ba-1f3435d9778a HTTP/1.1" status: 200 len: 217 time: 0.0554695 Aug 11 02:18:15.074154 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-1b8f2560-300e-408c-898e-bcd56dfa842a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:15.075655 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-1b8f2560-300e-408c-898e-bcd56dfa842a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d883f484-d67b-4b0e-a60e-d2d168985bab HTTP/1.1" status: 200 len: 797 time: 0.0615234 Aug 11 02:18:15.169700 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-1f38b76f-1e9c-4c02-92ea-34214a2e6c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:15.180296 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-1f38b76f-1e9c-4c02-92ea-34214a2e6c11 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c433229-6c79-4510-a34a-8c4278ec5b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0873981 Aug 11 02:18:15.187961 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-3ac4453e-cb8a-40d8-89e3-ec313ea19389 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20f53a84-827e-4a21-8b16-64a8498d6bf9 HTTP/1.1" status: 200 len: 1001 time: 0.4286623 Aug 11 02:18:15.269336 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260108d-bacd-4555-9ada-5279dda8d430 req-9ab6fcc0-0f7d-4e8f-9e2d-7146422be463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:15.270866 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-9ab6fcc0-0f7d-4e8f-9e2d-7146422be463 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c48f56bb-082d-428b-b7c4-d68dad46b955 HTTP/1.1" status: 200 len: 850 time: 0.0655322 Aug 11 02:18:15.287214 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-e2784844-ccd2-4218-bcf0-93bad4703485 service neutron] 10.222.0.73 "GET /v2.0/networks/2c433229-6c79-4510-a34a-8c4278ec5b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060905 Aug 11 02:18:15.330016 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260108d-bacd-4555-9ada-5279dda8d430 req-14499624-594c-4cb5-a498-d241ceb4a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:15.332480 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-14499624-594c-4cb5-a498-d241ceb4a9e2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=47c1ad3c-2161-421b-b922-fe59b93cfe05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533679 Aug 11 02:18:15.413541 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c5ea3cc-4b5f-4a14-941d-09f9aab2a5bd req-74d2a26b-c4fd-40a8-b9c7-57c40ca07238 service neutron] 10.222.0.73 "GET /v2.0/networks/2c433229-6c79-4510-a34a-8c4278ec5b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176262 Aug 11 02:18:15.466754 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-d8c17b63-c3a4-4d84-a470-c4e870460a32 service neutron] 10.222.0.66 "GET /v2.0/networks/47c1ad3c-2161-421b-b922-fe59b93cfe05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243169 Aug 11 02:18:15.514995 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e707ba-7e94-4d1e-9804-df2fe3832b38 req-bd88f738-05dd-405d-95db-3438f8504dc0 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:15.516541 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-84e707ba-7e94-4d1e-9804-df2fe3832b38 req-bd88f738-05dd-405d-95db-3438f8504dc0 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 946 time: 0.0720212 Aug 11 02:18:15.569640 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-84e707ba-7e94-4d1e-9804-df2fe3832b38 req-0da39579-7d86-4a54-a27a-b35af0f7b678 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456514 Aug 11 02:18:15.593613 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-ce31dff0-0606-4c2c-b7d5-f6db76427fd0 service neutron] 10.222.0.66 "GET /v2.0/networks/47c1ad3c-2161-421b-b922-fe59b93cfe05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186931 Aug 11 02:18:15.627068 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7e055e61-b5cd-4455-b6ab-ed7db9e9e2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:15.646943 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-3ad15d6c-78ea-46f7-8c29-a9374ea600f2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=5eb9176f-1ed6-4f79-a75b-1c022309c059 HTTP/1.1" status: 200 len: 217 time: 0.0442796 Aug 11 02:18:15.704448 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260108d-bacd-4555-9ada-5279dda8d430 req-6ecc8f71-fff1-4d4c-9d70-26b4cd620a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:15.706068 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-6ecc8f71-fff1-4d4c-9d70-26b4cd620a40 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=325640a4-d334-4da9-8e10-51bbb0627559 HTTP/1.1" status: 200 len: 797 time: 0.0524328 Aug 11 02:18:15.793570 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260108d-bacd-4555-9ada-5279dda8d430 req-7cb5c610-206e-4e62-b504-05903ffeb3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:15.795103 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-7cb5c610-206e-4e62-b504-05903ffeb3d0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a22ae8f3-b76a-495f-839c-755566103de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0734577 Aug 11 02:18:15.967891 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-7c2c3c49-f8b8-4ed4-8558-c58625ef6c79 service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641057 Aug 11 02:18:16.086986 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-878869a6-02bd-49ee-b06e-09ded87a78a1 service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022997 Aug 11 02:18:16.129647 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-bd7f224d-a50b-447b-8152-b8cf9394020c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=6a46a20f-db43-47c2-9b7f-8cd1abe24e39 HTTP/1.1" status: 200 len: 217 time: 0.0353913 Aug 11 02:18:16.186023 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260108d-bacd-4555-9ada-5279dda8d430 req-62fcddf5-b128-4ee2-bba0-bb1d46cf8d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:16.187511 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-62fcddf5-b128-4ee2-bba0-bb1d46cf8d90 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=325640a4-d334-4da9-8e10-51bbb0627559 HTTP/1.1" status: 200 len: 797 time: 0.0503249 Aug 11 02:18:16.237853 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260108d-bacd-4555-9ada-5279dda8d430 req-ee4208cd-e16d-427c-b6d9-69c8944d6dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:16.240051 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-ee4208cd-e16d-427c-b6d9-69c8944d6dd8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a22ae8f3-b76a-495f-839c-755566103de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0436957 Aug 11 02:18:16.349826 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-ca55b532-2361-4937-9e02-661a6b6e7da1 service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015356 Aug 11 02:18:16.459587 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-a84fdc80-17f4-40e6-ab0e-d6a13161f20f service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015530 Aug 11 02:18:16.460977 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 77805b64-04d0-4824-a813-e616ef53f616 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:18:16.504197 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-b779f931-4c5e-40ad-af85-322d90700b52 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=607f8c57-0c37-4d39-8378-b28860d65df4 HTTP/1.1" status: 200 len: 217 time: 0.0359411 Aug 11 02:18:16.545145 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:16.566577 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260108d-bacd-4555-9ada-5279dda8d430 req-0425a18c-1c78-4e6b-ae3a-2fe5c49e28f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:16.568177 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-0425a18c-1c78-4e6b-ae3a-2fe5c49e28f5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=325640a4-d334-4da9-8e10-51bbb0627559 HTTP/1.1" status: 200 len: 797 time: 0.0561926 Aug 11 02:18:16.572222 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7886c27-845c-4960-b149-c8f2f52836d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77805b64-04d0-4824-a813-e616ef53f616'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:16.574773 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb0d098-a35f-4dd1-963d-ed179efabfd7" -d '{"events": [{"server_uuid": "c7886c27-845c-4960-b149-c8f2f52836d9", "name": "network-vif-unplugged", "status": "completed", "tag": "77805b64-04d0-4824-a813-e616ef53f616"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:16.622696 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 77805b64-04d0-4824-a813-e616ef53f616, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=77805b64-04d0-4824-a813-e616ef53f616,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:16.630698 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:16.683100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260108d-bacd-4555-9ada-5279dda8d430 req-77b26b32-07cc-4366-b39a-bf528e0fd97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:16.689636 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-77b26b32-07cc-4366-b39a-bf528e0fd97e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a22ae8f3-b76a-495f-839c-755566103de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1134741 Aug 11 02:18:16.720835 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525aadec-4e3d-478f-9d90-cf0dc7b6963b x-openstack-request-id: req-525aadec-4e3d-478f-9d90-cf0dc7b6963b {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:16.721152 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7886c27-845c-4960-b149-c8f2f52836d9", "name": "network-vif-unplugged", "status": "completed", "tag": "77805b64-04d0-4824-a813-e616ef53f616", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:16.721553 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-525aadec-4e3d-478f-9d90-cf0dc7b6963b {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:16.721970 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7886c27-845c-4960-b149-c8f2f52836d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77805b64-04d0-4824-a813-e616ef53f616', 'code': 200} Aug 11 02:18:16.728107 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=77805b64-04d0-4824-a813-e616ef53f616,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:16.738135 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:16.739938 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:16.740459 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:16.740965 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:16.741724 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:16.742267 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:16.742762 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:16.743268 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:16.743800 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:16.744346 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:16.744853 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:16.745342 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:16.843760 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f6b84-db15-4f6b-96ef-8207d9d4cbc6 req-2b8f70d4-0656-492f-a747-4f1e96f9754e tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:16.845275 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9d7f6b84-db15-4f6b-96ef-8207d9d4cbc6 req-2b8f70d4-0656-492f-a747-4f1e96f9754e tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 944 time: 0.1242390 Aug 11 02:18:16.870640 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-ceba30be-1b97-4bc7-bc02-fd7ae64dad79 service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680262 Aug 11 02:18:16.942259 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9d7f6b84-db15-4f6b-96ef-8207d9d4cbc6 req-5d1ee20f-412e-4478-98a8-d27154686c80 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838168 Aug 11 02:18:16.981059 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-52348473-0031-4d47-9a04-8565d7321add service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024382 Aug 11 02:18:17.038322 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-387f68ef-cbb6-4736-a932-f919d7f1b5f5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=3085161b-7e48-4c97-a864-056bb09eb941 HTTP/1.1" status: 200 len: 217 time: 0.0492616 Aug 11 02:18:17.093942 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260108d-bacd-4555-9ada-5279dda8d430 req-880a2cf2-3028-4df2-b741-c001a90fb913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:17.095445 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-880a2cf2-3028-4df2-b741-c001a90fb913 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=325640a4-d334-4da9-8e10-51bbb0627559 HTTP/1.1" status: 200 len: 797 time: 0.0496678 Aug 11 02:18:17.159961 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260108d-bacd-4555-9ada-5279dda8d430 req-e22e1d55-8f32-4042-954c-b716e3af5680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:17.163306 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-e22e1d55-8f32-4042-954c-b716e3af5680 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a22ae8f3-b76a-495f-839c-755566103de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0567195 Aug 11 02:18:17.284080 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-fa048db7-7783-475c-b1cc-b0f5af33fb8c service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114318 Aug 11 02:18:17.427606 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-79beecd2-2984-4fc0-9549-a36ca6cdbcb8 service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343067 Aug 11 02:18:17.480944 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-93fc265a-35c4-4fd8-96e0-082be9a5efa2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1 HTTP/1.1" status: 200 len: 217 time: 0.0443623 Aug 11 02:18:17.566699 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260108d-bacd-4555-9ada-5279dda8d430 req-32306c10-ed34-4b93-898c-c62ad85f3678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:17.568710 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-32306c10-ed34-4b93-898c-c62ad85f3678 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f5cbcb9-b2a3-403b-9666-6d1a30805883 HTTP/1.1" status: 200 len: 797 time: 0.0799417 Aug 11 02:18:17.630322 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260108d-bacd-4555-9ada-5279dda8d430 req-4055fbe3-6d0e-4d76-927b-6a124d9e92c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:17.633963 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-4055fbe3-6d0e-4d76-927b-6a124d9e92c2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dd83919f-ff7e-4fd8-96b1-202904e5f138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0559447 Aug 11 02:18:17.790535 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-d84008d0-c153-4051-9891-01e6d143c183 service neutron] 10.222.0.66 "GET /v2.0/networks/dd83919f-ff7e-4fd8-96b1-202904e5f138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489301 Aug 11 02:18:17.992036 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60817ee5-c8da-4282-a9cb-14cb726ada00 req-a01c3fdb-b8ff-4ce7-aa2c-ace8c7295eb3 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:17.993925 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60817ee5-c8da-4282-a9cb-14cb726ada00 req-a01c3fdb-b8ff-4ce7-aa2c-ace8c7295eb3 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 944 time: 0.2183931 Aug 11 02:18:18.035688 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-712949c4-85a1-4c3d-86d2-c016890da911 service neutron] 10.222.0.66 "GET /v2.0/networks/dd83919f-ff7e-4fd8-96b1-202904e5f138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604438 Aug 11 02:18:18.099677 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-1617f584-bafb-41cd-9902-4e0e8ea3da55 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1451ea14-a62f-4cdf-b59f-1f01ea8381d0 HTTP/1.1" status: 200 len: 217 time: 0.0471132 Aug 11 02:18:18.122512 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60817ee5-c8da-4282-a9cb-14cb726ada00 req-9127099a-2698-4dd5-9779-b8e3ee9703fc tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902202 Aug 11 02:18:18.169538 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260108d-bacd-4555-9ada-5279dda8d430 req-31406f9b-f6fd-4218-9f08-5068c4961004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:18.171204 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-31406f9b-f6fd-4218-9f08-5068c4961004 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f5cbcb9-b2a3-403b-9666-6d1a30805883 HTTP/1.1" status: 200 len: 797 time: 0.0525196 Aug 11 02:18:18.264493 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-081c2db7-f054-4ac3-90b1-0e23d4f1fc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:18.270852 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260108d-bacd-4555-9ada-5279dda8d430 req-1a280f79-3474-4aec-b12c-2b8bb429228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:18.272699 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-1a280f79-3474-4aec-b12c-2b8bb429228a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dd83919f-ff7e-4fd8-96b1-202904e5f138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0914967 Aug 11 02:18:18.346576 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:18.374770 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-68f95138-ea4e-44ca-9218-b5882f9c829a service neutron] 10.222.0.66 "GET /v2.0/networks/dd83919f-ff7e-4fd8-96b1-202904e5f138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939829 Aug 11 02:18:18.442341 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-8d1063ff-72c9-48de-af41-9497f4034097 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2358902 Aug 11 02:18:18.497609 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7260108d-bacd-4555-9ada-5279dda8d430 req-ea4ec562-b405-47b8-b465-d02810289896 service neutron] 10.222.0.66 "GET /v2.0/networks/dd83919f-ff7e-4fd8-96b1-202904e5f138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146696 Aug 11 02:18:19.367525 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b02f8b-e295-4bc0-aa84-aa98af07750d req-7a8f8411-ca65-43d8-b279-032797879ee1 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:19.371704 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-37b02f8b-e295-4bc0-aa84-aa98af07750d req-7a8f8411-ca65-43d8-b279-032797879ee1 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 944 time: 0.0908198 Aug 11 02:18:19.426386 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-37b02f8b-e295-4bc0-aa84-aa98af07750d req-6317edbb-2328-47ba-afe1-3ced8bfa8c44 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402918 Aug 11 02:18:19.535520 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab0e282c-ba57-4d61-8b0a-c89d2dfda37b req-9c11d7a8-2aa4-46d1-ba3c-1dc8c0f9cc5b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0478106 Aug 11 02:18:19.617280 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e282c-ba57-4d61-8b0a-c89d2dfda37b req-f9784a8e-bcdd-4af8-9e7c-5ca49aeea99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:19.619243 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab0e282c-ba57-4d61-8b0a-c89d2dfda37b req-f9784a8e-bcdd-4af8-9e7c-5ca49aeea99c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=953757b63989485aa599c97f35f2480d&device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 1097 time: 0.0581317 Aug 11 02:18:19.757295 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e282c-ba57-4d61-8b0a-c89d2dfda37b req-8f29d428-267f-4321-af6d-2ec2da1cb79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:19.759686 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab0e282c-ba57-4d61-8b0a-c89d2dfda37b req-8f29d428-267f-4321-af6d-2ec2da1cb79b service neutron] 10.222.0.66 "GET /v2.0/networks?id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99 HTTP/1.1" status: 200 len: 913 time: 0.1158533 Aug 11 02:18:19.844217 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab0e282c-ba57-4d61-8b0a-c89d2dfda37b req-c1783b36-bc71-4cc6-84e4-fd85da0246ee service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2fc812-8e74-4f08-a40c-f327ac14bb35 HTTP/1.1" status: 200 len: 1000 time: 0.0771146 Aug 11 02:18:19.885687 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:19.913980 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e282c-ba57-4d61-8b0a-c89d2dfda37b req-d5e31a59-825b-427d-ad5d-17f41c553a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:19.915636 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab0e282c-ba57-4d61-8b0a-c89d2dfda37b req-d5e31a59-825b-427d-ad5d-17f41c553a78 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7193a88f-4d31-4933-a3af-0738d0f7bf97 HTTP/1.1" status: 200 len: 851 time: 0.0632000 Aug 11 02:18:19.974702 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e282c-ba57-4d61-8b0a-c89d2dfda37b req-c0fff724-ca07-427b-ab31-f2de823ad13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:19.976698 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab0e282c-ba57-4d61-8b0a-c89d2dfda37b req-c0fff724-ca07-427b-ab31-f2de823ad13a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531030 Aug 11 02:18:20.101750 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab0e282c-ba57-4d61-8b0a-c89d2dfda37b req-1f5c8cf7-e069-4473-a35a-72ee4bb2b2b2 service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172559 Aug 11 02:18:20.220944 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab0e282c-ba57-4d61-8b0a-c89d2dfda37b req-7211f5ab-7ba9-4589-a5ca-59a25390a4ce service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118383 Aug 11 02:18:20.664801 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d1518-51bc-4a63-a546-9d1c2effcc57 req-ca5e5b20-765e-487a-bd65-7d2fcf86db45 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:20.672392 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-250d1518-51bc-4a63-a546-9d1c2effcc57 req-ca5e5b20-765e-487a-bd65-7d2fcf86db45 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 944 time: 0.0802867 Aug 11 02:18:20.719966 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-250d1518-51bc-4a63-a546-9d1c2effcc57 req-370e12e1-c89d-45dc-8f3d-4b5c4241a049 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451663 Aug 11 02:18:21.392028 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:21.877032 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6538352-4ae6-4d7a-8e4f-c7a9e818204c req-678cf1f6-95c8-4234-91b7-d95c145b67ec tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:21.888086 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b6538352-4ae6-4d7a-8e4f-c7a9e818204c req-678cf1f6-95c8-4234-91b7-d95c145b67ec tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 944 time: 0.0874689 Aug 11 02:18:21.947318 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b6538352-4ae6-4d7a-8e4f-c7a9e818204c req-f0cd748d-64dc-43b3-83ab-837a9a00e8b1 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578005 Aug 11 02:18:22.120076 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46148) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:22.250110 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-74815ee1-b4d5-4a33-8849-c4b71095acfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:22.357964 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-74815ee1-b4d5-4a33-8849-c4b71095acfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:22.362256 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-74815ee1-b4d5-4a33-8849-c4b71095acfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:22.400675 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74815ee1-b4d5-4a33-8849-c4b71095acfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6129fc-503e-49f8-9ec2-10e7306c8641,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:22.408460 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-74815ee1-b4d5-4a33-8849-c4b71095acfa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=79028f9f62e74b02972ec9710b0f9675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2846749 Aug 11 02:18:22.408801 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46154) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:22.498001 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f42d3beb-8995-42e0-92d3-26ea7e006e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:22.535042 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f42d3beb-8995-42e0-92d3-26ea7e006e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:22.591100 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f42d3beb-8995-42e0-92d3-26ea7e006e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:22.593760 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f42d3beb-8995-42e0-92d3-26ea7e006e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:22.594934 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f42d3beb-8995-42e0-92d3-26ea7e006e90 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3b6129fc-503e-49f8-9ec2-10e7306c8641 HTTP/1.1" status: 204 len: 168 time: 0.1852686 Aug 11 02:18:22.613690 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d3beb-8995-42e0-92d3-26ea7e006e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6129fc-503e-49f8-9ec2-10e7306c8641,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:22.899088 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46168) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:22.915651 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-68100c7e-26f5-4544-9221-a587b324790e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:23.011789 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-68100c7e-26f5-4544-9221-a587b324790e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:23.016048 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-68100c7e-26f5-4544-9221-a587b324790e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:23.062067 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-68100c7e-26f5-4544-9221-a587b324790e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e7a2951843734d598f23fbbbd8288351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1593549 Aug 11 02:18:23.062067 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68100c7e-26f5-4544-9221-a587b324790e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71aa76f6-54b3-4393-8630-7a3740a754d9,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:23.062640 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46174) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:23.089641 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c2c87-d837-460f-87a2-459adffc7aeb req-ecb4bf99-80ff-49c7-840b-ec01791baa63 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:23.091257 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-400c2c87-d837-460f-87a2-459adffc7aeb req-ecb4bf99-80ff-49c7-840b-ec01791baa63 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 944 time: 0.0745196 Aug 11 02:18:23.116235 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9b6a46ee-63c9-4119-a967-0b7af2f6b185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:23.131100 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-400c2c87-d837-460f-87a2-459adffc7aeb req-58964f4b-b580-42a0-b115-b210b955c7fc tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331609 Aug 11 02:18:23.139789 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9b6a46ee-63c9-4119-a967-0b7af2f6b185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:23.187706 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9b6a46ee-63c9-4119-a967-0b7af2f6b185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:23.190235 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9b6a46ee-63c9-4119-a967-0b7af2f6b185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:23.191399 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9b6a46ee-63c9-4119-a967-0b7af2f6b185 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71aa76f6-54b3-4393-8630-7a3740a754d9 HTTP/1.1" status: 204 len: 168 time: 0.1278663 Aug 11 02:18:23.200035 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a46ee-63c9-4119-a967-0b7af2f6b185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71aa76f6-54b3-4393-8630-7a3740a754d9,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:24.201714 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-37bbd7fc-3fb5-436b-b5f3-8d9f930916be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:24.203873 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-37bbd7fc-3fb5-436b-b5f3-8d9f930916be service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9&tenant_id=15f6ff753e694e9dbfd4e9be5e45ed17 HTTP/1.1" status: 200 len: 1096 time: 0.0807109 Aug 11 02:18:24.225144 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-33', 'device_owner': 'compute:nova'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:24.302526 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:24.314237 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8855344-d99e-4b6b-a478-f4b8e0b32e77 req-7836bea6-096d-4d20-88b2-c0f1b507ef2d tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:24.315982 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d8855344-d99e-4b6b-a478-f4b8e0b32e77 req-7836bea6-096d-4d20-88b2-c0f1b507ef2d tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 944 time: 0.1036260 Aug 11 02:18:24.316789 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:24.473416 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d8855344-d99e-4b6b-a478-f4b8e0b32e77 req-78a7d3ea-57b6-41c2-a8a2-aae30ffec10f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442902 Aug 11 02:18:24.584212 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] For port 77805b64-04d0-4824-a813-e616ef53f616, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=77805b64-04d0-4824-a813-e616ef53f616,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:24.618721 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] For port 77805b64-04d0-4824-a813-e616ef53f616, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:24.632444 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46244) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:24.662406 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77805b64-04d0-4824-a813-e616ef53f616 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:24.672777 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:24.688012 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Transition to ACTIVE for port object 77805b64-04d0-4824-a813-e616ef53f616 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:24.696596 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:24.767487 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3e14-2eb2-4ec5-b9a9-7fff62d6a02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:24.858370 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Pushing event updated for resources: {'Port': ['ID=77805b64-04d0-4824-a813-e616ef53f616,revision_number=9']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:24.875947 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:24.876857 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:24.877422 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:24.878004 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:24.878630 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:24.879190 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:24.879756 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:24.880267 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:24.880901 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:24.881448 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:24.882009 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:24.883131 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:24.958498 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] No DVR routers for this DVR port 77805b64-04d0-4824-a813-e616ef53f616 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:18:24.971811 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3e14-2eb2-4ec5-b9a9-7fff62d6a02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:24.978449 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3e14-2eb2-4ec5-b9a9-7fff62d6a02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.062191 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0d7b3e14-2eb2-4ec5-b9a9-7fff62d6a02e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ec096abac0694ef7b41fb106b2e26648&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4284544 Aug 11 02:18:25.065416 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46258) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:25.067314 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b3e14-2eb2-4ec5-b9a9-7fff62d6a02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74be53f-52fd-47af-9b3e-1aba2631b59c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:25.165613 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.193107 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2f3a3fa5-1ff5-4b23-818b-cb1ac8321623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.225542 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2f3a3fa5-1ff5-4b23-818b-cb1ac8321623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.272534 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Attempting to bind port 77805b64-04d0-4824-a813-e616ef53f616 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:25.272875 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Attempting to bind port 77805b64-04d0-4824-a813-e616ef53f616 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'f26ba00b-86b6-4205-9899-8431f69e5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:25.273232 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Attempting to bind port 77805b64-04d0-4824-a813-e616ef53f616 on network 2564e31e-dea6-46ca-b2de-bf165812396f {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:25.283691 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Port 77805b64-04d0-4824-a813-e616ef53f616 on network 2564e31e-dea6-46ca-b2de-bf165812396f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:25.284032 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Attempting to bind port 77805b64-04d0-4824-a813-e616ef53f616 on network 2564e31e-dea6-46ca-b2de-bf165812396f {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:25.290332 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:18:25.290704 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Checking segment: {'id': 'f26ba00b-86b6-4205-9899-8431f69e5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:18:25.291131 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Bound using segment: {'id': 'f26ba00b-86b6-4205-9899-8431f69e5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:18:25.291578 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Bound port: 77805b64-04d0-4824-a813-e616ef53f616, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f26ba00b-86b6-4205-9899-8431f69e5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:18:25.291940 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.343233 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2f3a3fa5-1ff5-4b23-818b-cb1ac8321623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.345675 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2f3a3fa5-1ff5-4b23-818b-cb1ac8321623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.346840 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2f3a3fa5-1ff5-4b23-818b-cb1ac8321623 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b74be53f-52fd-47af-9b3e-1aba2631b59c HTTP/1.1" status: 204 len: 168 time: 0.2523615 Aug 11 02:18:25.367753 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a3fa5-1ff5-4b23-818b-cb1ac8321623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74be53f-52fd-47af-9b3e-1aba2631b59c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:25.378418 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] For port 77805b64-04d0-4824-a813-e616ef53f616, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:25.382071 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] For port 77805b64-04d0-4824-a813-e616ef53f616, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=77805b64-04d0-4824-a813-e616ef53f616,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:18:25.386376 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.419914 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:25.420558 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.422239 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] 10.222.0.66 "PUT /v2.0/ports/77805b64-04d0-4824-a813-e616ef53f616 HTTP/1.1" status: 200 len: 1093 time: 1.2082953 Aug 11 02:18:25.422683 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7886c27-845c-4960-b149-c8f2f52836d9', 'tag': '77805b64-04d0-4824-a813-e616ef53f616'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:25.425126 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1908d4e5-9469-477a-8ba5-e3cb0e78f351" -d '{"events": [{"name": "network-changed", "server_uuid": "c7886c27-845c-4960-b149-c8f2f52836d9", "tag": "77805b64-04d0-4824-a813-e616ef53f616"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:25.485668 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6dccd-58f8-4cec-81f1-3c86dcae76c3 service neutron] Pushing event updated for resources: {'Port': ['ID=77805b64-04d0-4824-a813-e616ef53f616,revision_number=10']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:25.489620 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6655157-5ed3-4502-820a-d8d1e0e70b54 x-openstack-request-id: req-e6655157-5ed3-4502-820a-d8d1e0e70b54 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:25.490143 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7886c27-845c-4960-b149-c8f2f52836d9", "tag": "77805b64-04d0-4824-a813-e616ef53f616", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:25.490396 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e6655157-5ed3-4502-820a-d8d1e0e70b54 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:25.490781 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7886c27-845c-4960-b149-c8f2f52836d9', 'tag': '77805b64-04d0-4824-a813-e616ef53f616', 'status': 'completed', 'code': 200} Aug 11 02:18:25.510360 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-5c774ee5-e832-4bf8-a471-bdad75ace5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:25.512000 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-5c774ee5-e832-4bf8-a471-bdad75ace5a6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=15f6ff753e694e9dbfd4e9be5e45ed17&device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 1097 time: 0.0572696 Aug 11 02:18:25.614778 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-46c46537-daf7-4e70-926f-0d6e1ebe5afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:25.616630 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-46c46537-daf7-4e70-926f-0d6e1ebe5afb service neutron] 10.222.0.66 "GET /v2.0/networks?id=2564e31e-dea6-46ca-b2de-bf165812396f HTTP/1.1" status: 200 len: 918 time: 0.0962908 Aug 11 02:18:25.630625 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de8f73-e95b-4058-b9d3-1c369f3ff188 req-c076a834-3640-4e15-9869-0b7b74a2b73d tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:25.630625 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-45de8f73-e95b-4058-b9d3-1c369f3ff188 req-c076a834-3640-4e15-9869-0b7b74a2b73d tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 945 time: 0.0620971 Aug 11 02:18:25.683964 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-45de8f73-e95b-4058-b9d3-1c369f3ff188 req-a166f876-4a9d-47e4-9234-ba0d181c0ad5 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453789 Aug 11 02:18:25.713216 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-4af8d4e0-04a2-4313-bddb-0f1bb856c54d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77805b64-04d0-4824-a813-e616ef53f616 HTTP/1.1" status: 200 len: 999 time: 0.0880418 Aug 11 02:18:25.768721 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-37b4b902-82a2-4bd0-90aa-21ddfe16da33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:25.770280 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-37b4b902-82a2-4bd0-90aa-21ddfe16da33 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f HTTP/1.1" status: 200 len: 856 time: 0.0494373 Aug 11 02:18:25.830388 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-fa1ac520-e1cf-48ec-b18c-3d15416c812e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:25.831922 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-fa1ac520-e1cf-48ec-b18c-3d15416c812e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2564e31e-dea6-46ca-b2de-bf165812396f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453517 Aug 11 02:18:25.957753 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-233e8f4c-15b9-41a4-abdc-b185fa415bbe service neutron] 10.222.0.66 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177223 Aug 11 02:18:26.072758 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cfa3e533-414b-429c-8c96-7c5cee4ba2f8 req-96a67469-7746-4330-92b7-2c563bd6ee54 service neutron] 10.222.0.66 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062775 Aug 11 02:18:26.199304 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908d4e5-9469-477a-8ba5-e3cb0e78f351 req-4e24e6b6-d30e-466b-b640-adae3978ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:26.200868 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1908d4e5-9469-477a-8ba5-e3cb0e78f351 req-4e24e6b6-d30e-466b-b640-adae3978ed83 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=15f6ff753e694e9dbfd4e9be5e45ed17&device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 1097 time: 0.0788233 Aug 11 02:18:26.326484 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908d4e5-9469-477a-8ba5-e3cb0e78f351 req-f66def08-1bbd-4740-8fa3-6177da23dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:26.328730 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1908d4e5-9469-477a-8ba5-e3cb0e78f351 req-f66def08-1bbd-4740-8fa3-6177da23dffb service neutron] 10.222.0.66 "GET /v2.0/networks?id=2564e31e-dea6-46ca-b2de-bf165812396f HTTP/1.1" status: 200 len: 918 time: 0.1073439 Aug 11 02:18:26.410340 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1908d4e5-9469-477a-8ba5-e3cb0e78f351 req-d9912936-4d80-4ca9-b6ad-1dfd715a8fbe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77805b64-04d0-4824-a813-e616ef53f616 HTTP/1.1" status: 200 len: 999 time: 0.0731382 Aug 11 02:18:26.470947 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908d4e5-9469-477a-8ba5-e3cb0e78f351 req-032d9bfb-2587-4da9-8874-25b694368b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:26.472532 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1908d4e5-9469-477a-8ba5-e3cb0e78f351 req-032d9bfb-2587-4da9-8874-25b694368b43 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f HTTP/1.1" status: 200 len: 856 time: 0.0540354 Aug 11 02:18:26.979356 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed50f10-4fc8-4256-8dec-399e9f607ac0 req-9ed43864-efb1-41ff-80d1-05ecae4d523d tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:26.993501 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0ed50f10-4fc8-4256-8dec-399e9f607ac0 req-9ed43864-efb1-41ff-80d1-05ecae4d523d tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 945 time: 0.1217911 Aug 11 02:18:27.016032 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46342) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:27.060353 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0ed50f10-4fc8-4256-8dec-399e9f607ac0 req-06ccc1c2-3314-4c28-9388-c01657acd3ae tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652597 Aug 11 02:18:27.071004 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908d4e5-9469-477a-8ba5-e3cb0e78f351 req-d1261359-e676-48b6-99aa-8074a6fb03dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:27.072583 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1908d4e5-9469-477a-8ba5-e3cb0e78f351 req-d1261359-e676-48b6-99aa-8074a6fb03dd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2564e31e-dea6-46ca-b2de-bf165812396f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5923395 Aug 11 02:18:27.396770 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-a335b3b8-1ce5-4767-a14e-8857c4b145d8 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1669452574'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:27.434394 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a335b3b8-1ce5-4767-a14e-8857c4b145d8 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Made reservation on behalf of 96ad8d77c61d46899c48af17d559e14f for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:27.439177 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a335b3b8-1ce5-4767-a14e-8857c4b145d8 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:27.453575 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a335b3b8-1ce5-4767-a14e-8857c4b145d8 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:27.641939 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a335b3b8-1ce5-4767-a14e-8857c4b145d8 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:27.646122 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a335b3b8-1ce5-4767-a14e-8857c4b145d8 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:27.671893 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a335b3b8-1ce5-4767-a14e-8857c4b145d8 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:18:27.687172 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335b3b8-1ce5-4767-a14e-8857c4b145d8 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cab00721-0593-43e1-9e6e-3114053b6ff5,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:27.692363 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a335b3b8-1ce5-4767-a14e-8857c4b145d8 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:27.692702 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-a335b3b8-1ce5-4767-a14e-8857c4b145d8 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Added segment 703fcf6e-f21d-4fc2-aa3d-a93622ea3de1 of type vlan for network 9754a81e-a391-4767-94a6-983da1a09ac5 Aug 11 02:18:27.740869 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a335b3b8-1ce5-4767-a14e-8857c4b145d8 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:27.775681 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a335b3b8-1ce5-4767-a14e-8857c4b145d8 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:27.780916 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a335b3b8-1ce5-4767-a14e-8857c4b145d8 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:27.781683 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a335b3b8-1ce5-4767-a14e-8857c4b145d8 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:27.809679 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a335b3b8-1ce5-4767-a14e-8857c4b145d8 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7843151 Aug 11 02:18:27.812821 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46354) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:27.818214 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-8eeaf818-8906-46c5-a643-24eb8bd0a510 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Request body: {'subnet': {'network_id': '9754a81e-a391-4767-94a6-983da1a09ac5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:27.854399 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335b3b8-1ce5-4767-a14e-8857c4b145d8 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Pushing event updated for resources: {'Network': ['ID=9754a81e-a391-4767-94a6-983da1a09ac5,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:27.864703 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 9754a81e-a391-4767-94a6-983da1a09ac5 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:18:27.915570 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eeaf818-8906-46c5-a643-24eb8bd0a510 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Made reservation on behalf of 96ad8d77c61d46899c48af17d559e14f for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:27.919309 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8eeaf818-8906-46c5-a643-24eb8bd0a510 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:28.139935 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8eeaf818-8906-46c5-a643-24eb8bd0a510 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:28.202456 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeaf818-8906-46c5-a643-24eb8bd0a510 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Pushing event updated for resources: {'Subnet': ['ID=cf045a5f-206f-467c-a87a-72cb938c68c4,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:28.220892 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeaf818-8906-46c5-a643-24eb8bd0a510 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Checking segment: {'id': '703fcf6e-f21d-4fc2-aa3d-a93622ea3de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9754a81e-a391-4767-94a6-983da1a09ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:18:28.221257 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeaf818-8906-46c5-a643-24eb8bd0a510 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Network hostable DHCP agents. Network: 9754a81e-a391-4767-94a6-983da1a09ac5, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:18:28.244281 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeaf818-8906-46c5-a643-24eb8bd0a510 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Network 9754a81e-a391-4767-94a6-983da1a09ac5 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:18:28.257033 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-8eeaf818-8906-46c5-a643-24eb8bd0a510 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 9754a81e-a391-4767-94a6-983da1a09ac5) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:18:28.262016 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeaf818-8906-46c5-a643-24eb8bd0a510 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:28.263003 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8eeaf818-8906-46c5-a643-24eb8bd0a510 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:28.271297 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d83a02a-c5ee-431f-9ae4-1298d41919d5 None None] Network 9754a81e-a391-4767-94a6-983da1a09ac5 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:18:28.278631 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8eeaf818-8906-46c5-a643-24eb8bd0a510 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4644623 Aug 11 02:18:28.281137 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46368) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:28.298697 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-7630ac74-6a7d-4de4-bf57-4f68923f9822 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Request body: {'port': {'network_id': '9754a81e-a391-4767-94a6-983da1a09ac5', 'name': 'tempest-DHCPAgentSchedulersTestJSON-771511564'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:28.431433 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7630ac74-6a7d-4de4-bf57-4f68923f9822 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Made reservation on behalf of 96ad8d77c61d46899c48af17d559e14f for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:28.436054 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7630ac74-6a7d-4de4-bf57-4f68923f9822 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:28.458533 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-7630ac74-6a7d-4de4-bf57-4f68923f9822 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] device_id is not set on port 23996012-4060-4ec2-b0e3-53e2aeb88638 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:18:28.606710 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dd7110-2c6d-47fa-afbf-5cc0377f52ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-9754a81e-a391-4767-94a6-983da1a09ac5', 'network_id': '9754a81e-a391-4767-94a6-983da1a09ac5', 'tenant_id': '96ad8d77c61d46899c48af17d559e14f', 'fixed_ips': [{'subnet_id': 'cf045a5f-206f-467c-a87a-72cb938c68c4'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:18:28.607995 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-59dd7110-2c6d-47fa-afbf-5cc0377f52ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:28.626854 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-7630ac74-6a7d-4de4-bf57-4f68923f9822 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Allocated IP 172.20.0.13 (9754a81e-a391-4767-94a6-983da1a09ac5/cf045a5f-206f-467c-a87a-72cb938c68c4/23996012-4060-4ec2-b0e3-53e2aeb88638) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:18:28.850073 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7630ac74-6a7d-4de4-bf57-4f68923f9822 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:28.868640 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-7630ac74-6a7d-4de4-bf57-4f68923f9822 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Transition to ACTIVE for port object 23996012-4060-4ec2-b0e3-53e2aeb88638 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:28.919974 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7630ac74-6a7d-4de4-bf57-4f68923f9822 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:28.972162 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7630ac74-6a7d-4de4-bf57-4f68923f9822 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Network 9754a81e-a391-4767-94a6-983da1a09ac5 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:18:28.990282 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-7630ac74-6a7d-4de4-bf57-4f68923f9822 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:18:28.995920 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7630ac74-6a7d-4de4-bf57-4f68923f9822 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:18:29.000311 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630ac74-6a7d-4de4-bf57-4f68923f9822 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Pushing event updated for resources: {'Port': ['ID=23996012-4060-4ec2-b0e3-53e2aeb88638,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:29.015156 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-59dd7110-2c6d-47fa-afbf-5cc0377f52ad None None] Allocated IP 172.20.0.2 (9754a81e-a391-4767-94a6-983da1a09ac5/cf045a5f-206f-467c-a87a-72cb938c68c4/fa33f8ce-fe1c-4e33-9abb-78468f8838d1) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:18:29.072331 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7630ac74-6a7d-4de4-bf57-4f68923f9822 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:29.073170 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7630ac74-6a7d-4de4-bf57-4f68923f9822 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.092090 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7630ac74-6a7d-4de4-bf57-4f68923f9822 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8096857 Aug 11 02:18:29.095289 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46392) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:29.204510 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-dbedafc0-dc48-4876-b11a-869650ffa316 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Deleting port 23996012-4060-4ec2-b0e3-53e2aeb88638 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:18:29.205224 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dbedafc0-dc48-4876-b11a-869650ffa316 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.280018 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-59dd7110-2c6d-47fa-afbf-5cc0377f52ad None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.288448 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-59dd7110-2c6d-47fa-afbf-5cc0377f52ad None None] Transition to ACTIVE for port object fa33f8ce-fe1c-4e33-9abb-78468f8838d1 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:29.316394 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-59dd7110-2c6d-47fa-afbf-5cc0377f52ad None None] Transition to ACTIVE for port object fa33f8ce-fe1c-4e33-9abb-78468f8838d1 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:29.324790 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-59dd7110-2c6d-47fa-afbf-5cc0377f52ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.344272 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dbedafc0-dc48-4876-b11a-869650ffa316 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.347115 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dd7110-2c6d-47fa-afbf-5cc0377f52ad None None] Network 9754a81e-a391-4767-94a6-983da1a09ac5 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:18:29.350017 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-59dd7110-2c6d-47fa-afbf-5cc0377f52ad None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:18:29.356584 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dd7110-2c6d-47fa-afbf-5cc0377f52ad None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:18:29.360215 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-dbedafc0-dc48-4876-b11a-869650ffa316 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Calling delete_port for 23996012-4060-4ec2-b0e3-53e2aeb88638 owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:18:29.440063 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd7110-2c6d-47fa-afbf-5cc0377f52ad None None] Pushing event updated for resources: {'Port': ['ID=fa33f8ce-fe1c-4e33-9abb-78468f8838d1,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:29.461004 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-59dd7110-2c6d-47fa-afbf-5cc0377f52ad None None] Attempting to bind port fa33f8ce-fe1c-4e33-9abb-78468f8838d1 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:29.461004 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-59dd7110-2c6d-47fa-afbf-5cc0377f52ad None None] Attempting to bind port fa33f8ce-fe1c-4e33-9abb-78468f8838d1 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '703fcf6e-f21d-4fc2-aa3d-a93622ea3de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9754a81e-a391-4767-94a6-983da1a09ac5'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:29.461004 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd7110-2c6d-47fa-afbf-5cc0377f52ad None None] Attempting to bind port fa33f8ce-fe1c-4e33-9abb-78468f8838d1 on network 9754a81e-a391-4767-94a6-983da1a09ac5 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:29.466195 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd7110-2c6d-47fa-afbf-5cc0377f52ad None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:18:29.466818 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd7110-2c6d-47fa-afbf-5cc0377f52ad None None] Checking segment: {'id': '703fcf6e-f21d-4fc2-aa3d-a93622ea3de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9754a81e-a391-4767-94a6-983da1a09ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:18:29.467234 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-59dd7110-2c6d-47fa-afbf-5cc0377f52ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.467665 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd7110-2c6d-47fa-afbf-5cc0377f52ad None None] Bound using segment: {'id': '703fcf6e-f21d-4fc2-aa3d-a93622ea3de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9754a81e-a391-4767-94a6-983da1a09ac5'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:18:29.468165 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-59dd7110-2c6d-47fa-afbf-5cc0377f52ad None None] Bound port: fa33f8ce-fe1c-4e33-9abb-78468f8838d1, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703fcf6e-f21d-4fc2-aa3d-a93622ea3de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9754a81e-a391-4767-94a6-983da1a09ac5'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:18:29.468601 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-59dd7110-2c6d-47fa-afbf-5cc0377f52ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.561979 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-59dd7110-2c6d-47fa-afbf-5cc0377f52ad None None] For port fa33f8ce-fe1c-4e33-9abb-78468f8838d1, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:29.565623 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-59dd7110-2c6d-47fa-afbf-5cc0377f52ad None None] For port fa33f8ce-fe1c-4e33-9abb-78468f8838d1, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=fa33f8ce-fe1c-4e33-9abb-78468f8838d1,segment=NetworkSegment(703fcf6e-f21d-4fc2-aa3d-a93622ea3de1),segment_id=703fcf6e-f21d-4fc2-aa3d-a93622ea3de1)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:18:29.575575 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-59dd7110-2c6d-47fa-afbf-5cc0377f52ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.577994 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dbedafc0-dc48-4876-b11a-869650ffa316 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.624165 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbedafc0-dc48-4876-b11a-869650ffa316 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Pushing event deleted for resources: {'Port': ['ID=23996012-4060-4ec2-b0e3-53e2aeb88638,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:29.652087 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd7110-2c6d-47fa-afbf-5cc0377f52ad None None] Pushing event updated for resources: {'Port': ['ID=fa33f8ce-fe1c-4e33-9abb-78468f8838d1,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:29.744829 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dbedafc0-dc48-4876-b11a-869650ffa316 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.746805 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-dbedafc0-dc48-4876-b11a-869650ffa316 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] 10.222.0.50 "DELETE /v2.0/ports/23996012-4060-4ec2-b0e3-53e2aeb88638 HTTP/1.1" status: 204 len: 168 time: 0.6503437 Aug 11 02:18:29.749348 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46396) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:29.831817 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4a45885c-2362-4649-afdf-8f02693ec967 tempest-DHCPAgentSchedulersTestJSON-1078067302 tempest-DHCPAgentSchedulersTestJSON-1078067302-project-admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.0792663 Aug 11 02:18:29.832512 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46402) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:29.838745 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-8ba5a616-0660-4285-b007-8c15b678288c tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-228259733'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:29.880141 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba5a616-0660-4285-b007-8c15b678288c tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Made reservation on behalf of 96ad8d77c61d46899c48af17d559e14f for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:29.887787 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a616-0660-4285-b007-8c15b678288c tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.978187 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba5a616-0660-4285-b007-8c15b678288c tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:18:29.995591 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a616-0660-4285-b007-8c15b678288c tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.996129 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-8ba5a616-0660-4285-b007-8c15b678288c tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Added segment c38ffca5-e152-4392-bdd7-95f566166dbf of type vlan for network d69498dc-3e1b-4a83-a357-4ac3697b5c3b Aug 11 02:18:30.071866 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a616-0660-4285-b007-8c15b678288c tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:30.120472 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a616-0660-4285-b007-8c15b678288c tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:30.134970 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba5a616-0660-4285-b007-8c15b678288c tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:30.135769 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a616-0660-4285-b007-8c15b678288c tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:30.215045 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8ba5a616-0660-4285-b007-8c15b678288c tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3812420 Aug 11 02:18:30.217865 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46404) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:30.238245 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5a616-0660-4285-b007-8c15b678288c tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Pushing event updated for resources: {'Network': ['ID=d69498dc-3e1b-4a83-a357-4ac3697b5c3b,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:30.260500 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network d69498dc-3e1b-4a83-a357-4ac3697b5c3b details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:18:30.415352 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46406) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:30.415638 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2a52b265-6167-4cab-a807-a88a62fc685b tempest-DHCPAgentSchedulersTestJSON-1078067302 tempest-DHCPAgentSchedulersTestJSON-1078067302-project-admin] 10.222.0.50 "GET /v2.0/agents/bea77b7e-5d53-404e-858e-5d252e706681/dhcp-networks HTTP/1.1" status: 200 len: 11246 time: 0.1965625 Aug 11 02:18:30.500303 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d377165e-8c76-4b71-a833-4d9e240b84e8 tempest-DHCPAgentSchedulersTestJSON-1078067302 tempest-DHCPAgentSchedulersTestJSON-1078067302-project-admin] Network d69498dc-3e1b-4a83-a357-4ac3697b5c3b is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:18:30.517232 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46408) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:30.517467 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d377165e-8c76-4b71-a833-4d9e240b84e8 tempest-DHCPAgentSchedulersTestJSON-1078067302 tempest-DHCPAgentSchedulersTestJSON-1078067302-project-admin] 10.222.0.50 "POST /v2.0/agents/bea77b7e-5d53-404e-858e-5d252e706681/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1007645 Aug 11 02:18:30.524858 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052e6749-88df-4c6f-90f7-b3675f5f3bb2 None None] Network d69498dc-3e1b-4a83-a357-4ac3697b5c3b requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:18:30.730199 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9c5ee6fd-0259-4392-bc87-5f83f06ae643 tempest-DHCPAgentSchedulersTestJSON-1078067302 tempest-DHCPAgentSchedulersTestJSON-1078067302-project-admin] 10.222.0.50 "GET /v2.0/agents/bea77b7e-5d53-404e-858e-5d252e706681/dhcp-networks HTTP/1.1" status: 200 len: 12016 time: 0.2115672 Aug 11 02:18:30.734867 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46410) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:30.756547 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device fa33f8ce-fe1c-4e33-9abb-78468f8838d1 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:18:30.870064 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port fa33f8ce-fe1c-4e33-9abb-78468f8838d1 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:18:30.886341 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46416) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:30.886903 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d5bbd27e-f43a-4422-82e4-91822ff835f2 tempest-DHCPAgentSchedulersTestJSON-1078067302 tempest-DHCPAgentSchedulersTestJSON-1078067302-project-admin] 10.222.0.50 "DELETE /v2.0/agents/bea77b7e-5d53-404e-858e-5d252e706681/dhcp-networks/d69498dc-3e1b-4a83-a357-4ac3697b5c3b HTTP/1.1" status: 204 len: 168 time: 0.1504424 Aug 11 02:18:31.047301 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4939cb35-f4b2-4050-b713-ff8ed157fcce None None] Network 9754a81e-a391-4767-94a6-983da1a09ac5 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:18:31.122341 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46420) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:31.123780 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ca6546ac-fb39-4b09-8a2a-2ae2e3917e6d tempest-DHCPAgentSchedulersTestJSON-1078067302 tempest-DHCPAgentSchedulersTestJSON-1078067302-project-admin] 10.222.0.50 "GET /v2.0/agents/bea77b7e-5d53-404e-858e-5d252e706681/dhcp-networks HTTP/1.1" status: 200 len: 11246 time: 0.2358761 Aug 11 02:18:31.164231 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b7d89084-d923-4211-898f-e6eb0c98ee79 tempest-DHCPAgentSchedulersTestJSON-1078067302 tempest-DHCPAgentSchedulersTestJSON-1078067302-project-admin] 10.222.0.50 "GET /v2.0/networks/9754a81e-a391-4767-94a6-983da1a09ac5/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0398324 Aug 11 02:18:31.167908 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46422) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:31.186390 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-53ea3eaa-2053-4659-a648-7f966aaaf371 tempest-DHCPAgentSchedulersTestJSON-1078067302 tempest-DHCPAgentSchedulersTestJSON-1078067302-project-admin] 10.222.0.50 "GET /v2.0/networks/9754a81e-a391-4767-94a6-983da1a09ac5/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0175545 Aug 11 02:18:31.189118 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46424) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:31.191957 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-25018de5-46fa-4c0f-825f-f13a280c7520 None None] Provisioning for port fa33f8ce-fe1c-4e33-9abb-78468f8838d1 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:18:31.213850 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-25018de5-46fa-4c0f-825f-f13a280c7520 None None] Provisioning complete for port fa33f8ce-fe1c-4e33-9abb-78468f8838d1 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:31.219977 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-25018de5-46fa-4c0f-825f-f13a280c7520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:31.448996 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-25018de5-46fa-4c0f-825f-f13a280c7520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:31.450512 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ca159afe-2f51-4e6f-a9ae-bffe9180f00f tempest-DHCPAgentSchedulersTestJSON-1078067302 tempest-DHCPAgentSchedulersTestJSON-1078067302-project-admin] 10.222.0.50 "GET /v2.0/agents/bea77b7e-5d53-404e-858e-5d252e706681/dhcp-networks HTTP/1.1" status: 200 len: 11246 time: 0.2597089 Aug 11 02:18:31.453966 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46426) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:31.547660 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-25018de5-46fa-4c0f-825f-f13a280c7520 None None] For port fa33f8ce-fe1c-4e33-9abb-78468f8838d1, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=fa33f8ce-fe1c-4e33-9abb-78468f8838d1,segment=NetworkSegment(703fcf6e-f21d-4fc2-aa3d-a93622ea3de1),segment_id=703fcf6e-f21d-4fc2-aa3d-a93622ea3de1)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:31.557018 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-25018de5-46fa-4c0f-825f-f13a280c7520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:31.633503 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7232b328-af6e-4f5e-b5d0-245bb3356356 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:31.666408 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25018de5-46fa-4c0f-825f-f13a280c7520 None None] Pushing event updated for resources: {'Port': ['ID=fa33f8ce-fe1c-4e33-9abb-78468f8838d1,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:31.784629 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9a0d0de0-c05e-414d-9857-d2a5702e1e0e None None] Provisioning complete for port fa33f8ce-fe1c-4e33-9abb-78468f8838d1 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:31.785024 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9a0d0de0-c05e-414d-9857-d2a5702e1e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:31.861003 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7232b328-af6e-4f5e-b5d0-245bb3356356 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:31.880989 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-7232b328-af6e-4f5e-b5d0-245bb3356356 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d69498dc-3e1b-4a83-a357-4ac3697b5c3b']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:31.905460 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-7232b328-af6e-4f5e-b5d0-245bb3356356 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38ffca5-e152-4392-bdd7-95f566166dbf') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:31.906137 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-7232b328-af6e-4f5e-b5d0-245bb3356356 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38ffca5-e152-4392-bdd7-95f566166dbf') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:31.930315 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7232b328-af6e-4f5e-b5d0-245bb3356356 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:31.963342 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7232b328-af6e-4f5e-b5d0-245bb3356356 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:31.978055 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7232b328-af6e-4f5e-b5d0-245bb3356356 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:18:31.983149 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7232b328-af6e-4f5e-b5d0-245bb3356356 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:18:31.985466 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:18:32.082896 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7232b328-af6e-4f5e-b5d0-245bb3356356 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:32.099457 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7232b328-af6e-4f5e-b5d0-245bb3356356 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:32.108194 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46430) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:32.118959 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7232b328-af6e-4f5e-b5d0-245bb3356356 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] 10.222.0.50 "DELETE /v2.0/networks/d69498dc-3e1b-4a83-a357-4ac3697b5c3b HTTP/1.1" status: 204 len: 168 time: 0.6506732 Aug 11 02:18:32.121493 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-85d601e0-996d-434c-984b-d98b92342e6c None None] Could not find standard attr ID for object 23996012-4060-4ec2-b0e3-53e2aeb88638. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:18:32.151806 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232b328-af6e-4f5e-b5d0-245bb3356356 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Pushing event deleted for resources: {'Network': ['ID=d69498dc-3e1b-4a83-a357-4ac3697b5c3b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:32.185843 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c54d64-e6d3-488c-9c6f-b9d59fa70325 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] DELETE failed (client error): The resource could not be found. Aug 11 02:18:32.186652 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5c54d64-e6d3-488c-9c6f-b9d59fa70325 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:18:32.188520 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b5c54d64-e6d3-488c-9c6f-b9d59fa70325 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] 10.222.0.50 "DELETE /v2.0/ports/23996012-4060-4ec2-b0e3-53e2aeb88638 HTTP/1.1" status: 404 len: 333 time: 0.0791318 Aug 11 02:18:32.191196 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46432) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:32.290619 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f690301-91cd-4571-8188-ac1863ba5928 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Deleting subnet cf045a5f-206f-467c-a87a-72cb938c68c4 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:18:32.294728 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5f690301-91cd-4571-8188-ac1863ba5928 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:32.359997 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5f690301-91cd-4571-8188-ac1863ba5928 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:32.511420 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5f690301-91cd-4571-8188-ac1863ba5928 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:32.602534 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5f690301-91cd-4571-8188-ac1863ba5928 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:32.633562 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device fa33f8ce-fe1c-4e33-9abb-78468f8838d1 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:18:32.642893 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f690301-91cd-4571-8188-ac1863ba5928 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Pushing event deleted for resources: {'Subnet': ['ID=cf045a5f-206f-467c-a87a-72cb938c68c4,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:32.647028 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5f690301-91cd-4571-8188-ac1863ba5928 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:32.649630 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5f690301-91cd-4571-8188-ac1863ba5928 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] 10.222.0.50 "DELETE /v2.0/subnets/cf045a5f-206f-467c-a87a-72cb938c68c4 HTTP/1.1" status: 204 len: 168 time: 0.4571371 Aug 11 02:18:32.658729 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46434) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:32.671852 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466f8566-370e-4141-9b2d-c5ad5a9db1b4 None None] Network 9754a81e-a391-4767-94a6-983da1a09ac5 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:18:32.781708 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-04b4bf88-7343-4d59-8cbc-8e6105656c04 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:32.796726 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port fa33f8ce-fe1c-4e33-9abb-78468f8838d1 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:32.797338 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:32.883856 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-04b4bf88-7343-4d59-8cbc-8e6105656c04 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Deleting port fa33f8ce-fe1c-4e33-9abb-78468f8838d1 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:18:32.884354 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-04b4bf88-7343-4d59-8cbc-8e6105656c04 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:32.965293 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-04b4bf88-7343-4d59-8cbc-8e6105656c04 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] For port fa33f8ce-fe1c-4e33-9abb-78468f8838d1, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=fa33f8ce-fe1c-4e33-9abb-78468f8838d1,segment=NetworkSegment(703fcf6e-f21d-4fc2-aa3d-a93622ea3de1),segment_id=703fcf6e-f21d-4fc2-aa3d-a93622ea3de1)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:32.965752 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-04b4bf88-7343-4d59-8cbc-8e6105656c04 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:32.984083 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-04b4bf88-7343-4d59-8cbc-8e6105656c04 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Calling delete_port for fa33f8ce-fe1c-4e33-9abb-78468f8838d1 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:18:33.000275 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9a77fe-4e6a-4785-b928-e9252400e3cd None None] DHCP port deletion for 9754a81e-a391-4767-94a6-983da1a09ac5 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:18:33.080548 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-0a9a77fe-4e6a-4785-b928-e9252400e3cd None None] Deleting port fa33f8ce-fe1c-4e33-9abb-78468f8838d1 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:18:33.080831 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0a9a77fe-4e6a-4785-b928-e9252400e3cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:33.113918 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-04b4bf88-7343-4d59-8cbc-8e6105656c04 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:33.151916 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4bf88-7343-4d59-8cbc-8e6105656c04 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Pushing event deleted for resources: {'Port': ['ID=fa33f8ce-fe1c-4e33-9abb-78468f8838d1,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:33.154543 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b4bf88-7343-4d59-8cbc-8e6105656c04 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] No DVR routers for this DVR port fa33f8ce-fe1c-4e33-9abb-78468f8838d1 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:18:33.217610 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-0a9a77fe-4e6a-4785-b928-e9252400e3cd None None] For port fa33f8ce-fe1c-4e33-9abb-78468f8838d1, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=fa33f8ce-fe1c-4e33-9abb-78468f8838d1,segment=NetworkSegment(703fcf6e-f21d-4fc2-aa3d-a93622ea3de1),segment_id=703fcf6e-f21d-4fc2-aa3d-a93622ea3de1)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:33.217918 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0a9a77fe-4e6a-4785-b928-e9252400e3cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:33.237832 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-0a9a77fe-4e6a-4785-b928-e9252400e3cd None None] Calling delete_port for fa33f8ce-fe1c-4e33-9abb-78468f8838d1 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:18:33.272558 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-04b4bf88-7343-4d59-8cbc-8e6105656c04 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:33.301367 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-04b4bf88-7343-4d59-8cbc-8e6105656c04 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9754a81e-a391-4767-94a6-983da1a09ac5']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:33.326061 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-04b4bf88-7343-4d59-8cbc-8e6105656c04 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '703fcf6e-f21d-4fc2-aa3d-a93622ea3de1') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:33.326388 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-04b4bf88-7343-4d59-8cbc-8e6105656c04 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '703fcf6e-f21d-4fc2-aa3d-a93622ea3de1') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:33.337077 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-04b4bf88-7343-4d59-8cbc-8e6105656c04 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:33.356939 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-04b4bf88-7343-4d59-8cbc-8e6105656c04 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:33.365493 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b4bf88-7343-4d59-8cbc-8e6105656c04 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:18:33.366183 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-04b4bf88-7343-4d59-8cbc-8e6105656c04 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:33.370960 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0a9a77fe-4e6a-4785-b928-e9252400e3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:33.418523 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a77fe-4e6a-4785-b928-e9252400e3cd None None] Pushing event deleted for resources: {'Port': ['ID=fa33f8ce-fe1c-4e33-9abb-78468f8838d1,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:33.436244 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9a77fe-4e6a-4785-b928-e9252400e3cd None None] No DVR routers for this DVR port fa33f8ce-fe1c-4e33-9abb-78468f8838d1 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:18:33.442848 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:18:33.457694 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-04b4bf88-7343-4d59-8cbc-8e6105656c04 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:33.465368 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-04b4bf88-7343-4d59-8cbc-8e6105656c04 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:33.467846 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-04b4bf88-7343-4d59-8cbc-8e6105656c04 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] 10.222.0.50 "DELETE /v2.0/networks/9754a81e-a391-4767-94a6-983da1a09ac5 HTTP/1.1" status: 204 len: 168 time: 0.8145859 Aug 11 02:18:33.498643 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4bf88-7343-4d59-8cbc-8e6105656c04 tempest-DHCPAgentSchedulersTestJSON-2096175191 tempest-DHCPAgentSchedulersTestJSON-2096175191-project] Pushing event deleted for resources: {'Network': ['ID=9754a81e-a391-4767-94a6-983da1a09ac5,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:33.769581 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46444) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:33.933031 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-eb679999-ca8a-4f0d-9417-ae8890d5f010 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=96ad8d77c61d46899c48af17d559e14f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622555 Aug 11 02:18:33.935365 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46448) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:33.999430 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b7b48742-dbf7-41ff-bba2-a5acb5b3a16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:34.031601 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b7b48742-dbf7-41ff-bba2-a5acb5b3a16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:34.082645 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b7b48742-dbf7-41ff-bba2-a5acb5b3a16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:34.086501 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b7b48742-dbf7-41ff-bba2-a5acb5b3a16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:34.099669 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b7b48742-dbf7-41ff-bba2-a5acb5b3a16f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cab00721-0593-43e1-9e6e-3114053b6ff5 HTTP/1.1" status: 204 len: 168 time: 0.1631277 Aug 11 02:18:34.110002 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48742-dbf7-41ff-bba2-a5acb5b3a16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab00721-0593-43e1-9e6e-3114053b6ff5,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:34.438570 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46460) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:34.457709 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9dc2e795-6a84-41ea-9532-f8efb1e12aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:34.530748 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46462) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:34.609319 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9dc2e795-6a84-41ea-9532-f8efb1e12aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:34.614605 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9dc2e795-6a84-41ea-9532-f8efb1e12aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:34.644338 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device fa33f8ce-fe1c-4e33-9abb-78468f8838d1 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:18:34.658779 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2e795-6a84-41ea-9532-f8efb1e12aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0163395-c6eb-4ecb-b98f-65e2bc04b1fd,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:34.666482 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9dc2e795-6a84-41ea-9532-f8efb1e12aa8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f46f6819fe2e4a2ca9fa86de38689986&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2235458 Aug 11 02:18:34.666826 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46466) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:34.693733 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: fa33f8ce-fe1c-4e33-9abb-78468f8838d1 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:18:34.694439 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device fa33f8ce-fe1c-4e33-9abb-78468f8838d1 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:18:34.735179 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4ed41876-555c-4215-afc5-2e5b545e872d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:34.744899 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa7b239c-5d68-461c-8ffb-5019432eed34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:34.795317 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa7b239c-5d68-461c-8ffb-5019432eed34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:34.872964 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4ed41876-555c-4215-afc5-2e5b545e872d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:34.874017 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa7b239c-5d68-461c-8ffb-5019432eed34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:34.876481 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa7b239c-5d68-461c-8ffb-5019432eed34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:34.877616 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fa7b239c-5d68-461c-8ffb-5019432eed34 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f0163395-c6eb-4ecb-b98f-65e2bc04b1fd HTTP/1.1" status: 204 len: 168 time: 0.2097118 Aug 11 02:18:34.880938 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4ed41876-555c-4215-afc5-2e5b545e872d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:34.888027 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b239c-5d68-461c-8ffb-5019432eed34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0163395-c6eb-4ecb-b98f-65e2bc04b1fd,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:34.931003 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4ed41876-555c-4215-afc5-2e5b545e872d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ff34f337a19e438385751761f4048987&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3962367 Aug 11 02:18:34.931409 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46470) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:34.943301 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed41876-555c-4215-afc5-2e5b545e872d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39f8480-f718-43b8-9d12-191b9fe5037b,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:34.994520 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-60379445-1813-4f64-b175-e14cc6a798aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:35.021251 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-60379445-1813-4f64-b175-e14cc6a798aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:35.074009 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-60379445-1813-4f64-b175-e14cc6a798aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:35.076703 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-60379445-1813-4f64-b175-e14cc6a798aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:35.080197 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-60379445-1813-4f64-b175-e14cc6a798aa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b39f8480-f718-43b8-9d12-191b9fe5037b HTTP/1.1" status: 204 len: 168 time: 0.1450748 Aug 11 02:18:35.093307 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60379445-1813-4f64-b175-e14cc6a798aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39f8480-f718-43b8-9d12-191b9fe5037b,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:35.518038 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46486) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:35.531382 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91dd79af-2093-4af2-8a40-f1372670c026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:35.661318 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91dd79af-2093-4af2-8a40-f1372670c026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:35.667239 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91dd79af-2093-4af2-8a40-f1372670c026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:35.701745 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd79af-2093-4af2-8a40-f1372670c026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71b9434-0d9c-44c0-9e98-7440b09ba5ef,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:35.721121 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-91dd79af-2093-4af2-8a40-f1372670c026 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=465879f73f10459790ac01273cdb00a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2002108 Aug 11 02:18:35.721912 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46492) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:35.794754 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e31bf704-4886-41bc-ad84-b2fde586c9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:35.851806 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e31bf704-4886-41bc-ad84-b2fde586c9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:35.923971 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e31bf704-4886-41bc-ad84-b2fde586c9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:35.926848 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e31bf704-4886-41bc-ad84-b2fde586c9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:35.930203 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e31bf704-4886-41bc-ad84-b2fde586c9a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d71b9434-0d9c-44c0-9e98-7440b09ba5ef HTTP/1.1" status: 204 len: 168 time: 0.2073517 Aug 11 02:18:35.941668 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31bf704-4886-41bc-ad84-b2fde586c9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71b9434-0d9c-44c0-9e98-7440b09ba5ef,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:36.816810 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46526) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:36.981218 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-af7ccf78-1d70-4519-bc67-6add21a9268e tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-37350165'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:37.003102 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7ccf78-1d70-4519-bc67-6add21a9268e tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] Made reservation on behalf of e854000c03ed439aa246e7d56c4f11e5 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:37.006563 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-af7ccf78-1d70-4519-bc67-6add21a9268e tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:37.015145 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-af7ccf78-1d70-4519-bc67-6add21a9268e tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:37.113420 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-af7ccf78-1d70-4519-bc67-6add21a9268e tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:37.117852 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-af7ccf78-1d70-4519-bc67-6add21a9268e tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:37.142443 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7ccf78-1d70-4519-bc67-6add21a9268e tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:18:37.156055 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ccf78-1d70-4519-bc67-6add21a9268e tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa40cb8-2bb7-4cf0-99a3-537f5c8af18a,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:37.161294 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-af7ccf78-1d70-4519-bc67-6add21a9268e tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:37.161637 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-af7ccf78-1d70-4519-bc67-6add21a9268e tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] Added segment 5c7f1859-eb81-425a-8f50-6b41276bb9a1 of type vlan for network 45304b56-9333-4c7c-bcfe-c5db683add4e Aug 11 02:18:37.208970 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-af7ccf78-1d70-4519-bc67-6add21a9268e tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:37.238760 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-af7ccf78-1d70-4519-bc67-6add21a9268e tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:37.244660 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7ccf78-1d70-4519-bc67-6add21a9268e tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:37.245269 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-af7ccf78-1d70-4519-bc67-6add21a9268e tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:37.301447 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-af7ccf78-1d70-4519-bc67-6add21a9268e tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4834948 Aug 11 02:18:37.304478 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46544) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:37.320361 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ccf78-1d70-4519-bc67-6add21a9268e tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] Pushing event updated for resources: {'Network': ['ID=45304b56-9333-4c7c-bcfe-c5db683add4e,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:37.334330 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 45304b56-9333-4c7c-bcfe-c5db683add4e details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:18:37.530180 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-d03b3423-dcc4-4ae3-982d-49797924a5d6 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Request body: {'network': {'name': 'tempest-network--1226521936', 'router:external': True}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:37.559171 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03b3423-dcc4-4ae3-982d-49797924a5d6 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Made reservation on behalf of 4cf2693da3ed4ea8af919633ead15c93 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:37.563509 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d03b3423-dcc4-4ae3-982d-49797924a5d6 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:37.566299 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1908d4e5-9469-477a-8ba5-e3cb0e78f351 req-9594debf-2fa8-4897-a986-04e2900ac817 service neutron] 10.222.0.66 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393793 Aug 11 02:18:37.574217 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d03b3423-dcc4-4ae3-982d-49797924a5d6 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:37.664688 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1199c-d775-486b-a2ac-930e73da355b req-e9599da8-2a10-47a0-8c32-7c048cbaea5e tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:37.666510 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ec1199c-d775-486b-a2ac-930e73da355b req-e9599da8-2a10-47a0-8c32-7c048cbaea5e tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 945 time: 0.0843127 Aug 11 02:18:37.690865 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1908d4e5-9469-477a-8ba5-e3cb0e78f351 req-c9b548d0-f0a6-4a87-8a2a-609b30fd2dc1 service neutron] 10.222.0.66 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142259 Aug 11 02:18:37.728854 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ec1199c-d775-486b-a2ac-930e73da355b req-d09719aa-be14-4dfe-a126-45edc00a9247 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537703 Aug 11 02:18:37.769535 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d03b3423-dcc4-4ae3-982d-49797924a5d6 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:37.773658 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d03b3423-dcc4-4ae3-982d-49797924a5d6 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:37.798082 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03b3423-dcc4-4ae3-982d-49797924a5d6 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:18:37.808409 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b3423-dcc4-4ae3-982d-49797924a5d6 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2524dfd6-e223-4a49-a245-87c4ea4cd269,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:37.813532 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d03b3423-dcc4-4ae3-982d-49797924a5d6 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:37.813880 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-d03b3423-dcc4-4ae3-982d-49797924a5d6 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Added segment 24c17ecf-facb-41e8-9480-b8b52c78c0a2 of type vlan for network af8d51e0-5524-40b7-8c51-44448a90c69b Aug 11 02:18:37.863047 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d03b3423-dcc4-4ae3-982d-49797924a5d6 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:37.896957 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d03b3423-dcc4-4ae3-982d-49797924a5d6 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:37.898079 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03b3423-dcc4-4ae3-982d-49797924a5d6 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:37.898686 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d03b3423-dcc4-4ae3-982d-49797924a5d6 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:37.953012 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d03b3423-dcc4-4ae3-982d-49797924a5d6 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6475005 Aug 11 02:18:37.955865 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46560) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:37.964776 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b3423-dcc4-4ae3-982d-49797924a5d6 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Pushing event updated for resources: {'Network': ['ID=af8d51e0-5524-40b7-8c51-44448a90c69b,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:37.975589 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network af8d51e0-5524-40b7-8c51-44448a90c69b details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:18:38.029229 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-622a2003-cd0e-4e7d-908a-4e1911287885 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:38.128444 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-622a2003-cd0e-4e7d-908a-4e1911287885 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:38.130523 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-622a2003-cd0e-4e7d-908a-4e1911287885 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af8d51e0-5524-40b7-8c51-44448a90c69b']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:38.147137 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-622a2003-cd0e-4e7d-908a-4e1911287885 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c17ecf-facb-41e8-9480-b8b52c78c0a2') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:38.147433 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-622a2003-cd0e-4e7d-908a-4e1911287885 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c17ecf-facb-41e8-9480-b8b52c78c0a2') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:38.157409 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-622a2003-cd0e-4e7d-908a-4e1911287885 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:38.174648 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-622a2003-cd0e-4e7d-908a-4e1911287885 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:38.182539 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-622a2003-cd0e-4e7d-908a-4e1911287885 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:18:38.182967 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-622a2003-cd0e-4e7d-908a-4e1911287885 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:18:38.185599 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:18:38.245934 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-622a2003-cd0e-4e7d-908a-4e1911287885 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:38.256267 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622a2003-cd0e-4e7d-908a-4e1911287885 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network af8d51e0-5524-40b7-8c51-44448a90c69b {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 02:18:38.259044 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-622a2003-cd0e-4e7d-908a-4e1911287885 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:38.264222 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-622a2003-cd0e-4e7d-908a-4e1911287885 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] 10.222.0.50 "DELETE /v2.0/networks/af8d51e0-5524-40b7-8c51-44448a90c69b HTTP/1.1" status: 204 len: 168 time: 0.3037579 Aug 11 02:18:38.264660 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46568) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:38.269519 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-c754bf72-6554-426e-ace1-d3d7edbaddf4 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:38.275029 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a2003-cd0e-4e7d-908a-4e1911287885 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Pushing event deleted for resources: {'Network': ['ID=af8d51e0-5524-40b7-8c51-44448a90c69b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:38.294718 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c754bf72-6554-426e-ace1-d3d7edbaddf4 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Made reservation on behalf of 4cf2693da3ed4ea8af919633ead15c93 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:38.297738 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c754bf72-6554-426e-ace1-d3d7edbaddf4 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:38.325682 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c754bf72-6554-426e-ace1-d3d7edbaddf4 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:18:38.336576 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c754bf72-6554-426e-ace1-d3d7edbaddf4 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:38.337022 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-c754bf72-6554-426e-ace1-d3d7edbaddf4 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Added segment 4c894ad8-5c4c-41d2-98a6-8c1449a863fc of type vlan for network 67844075-0b1f-40ac-afbd-d56309a30c58 Aug 11 02:18:38.389436 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c754bf72-6554-426e-ace1-d3d7edbaddf4 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:38.427012 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c754bf72-6554-426e-ace1-d3d7edbaddf4 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:38.428488 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c754bf72-6554-426e-ace1-d3d7edbaddf4 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:38.435921 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c754bf72-6554-426e-ace1-d3d7edbaddf4 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:38.503795 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46574) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:38.509441 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-fe9f3f25-1d72-4f6a-89f5-ceddf233336d tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Request body: {'subnet': {'network_id': '67844075-0b1f-40ac-afbd-d56309a30c58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:38.513525 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c754bf72-6554-426e-ace1-d3d7edbaddf4 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2477708 Aug 11 02:18:38.532926 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754bf72-6554-426e-ace1-d3d7edbaddf4 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Pushing event updated for resources: {'Network': ['ID=67844075-0b1f-40ac-afbd-d56309a30c58,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:38.544208 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9f3f25-1d72-4f6a-89f5-ceddf233336d tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Made reservation on behalf of 4cf2693da3ed4ea8af919633ead15c93 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:38.545150 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 67844075-0b1f-40ac-afbd-d56309a30c58 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:18:38.548629 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fe9f3f25-1d72-4f6a-89f5-ceddf233336d tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:38.895103 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e37d79-142d-446b-8d0b-24357297c2a8 req-462b4cbf-2099-43fd-adae-36cb7cb44d70 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:38.896662 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-95e37d79-142d-446b-8d0b-24357297c2a8 req-462b4cbf-2099-43fd-adae-36cb7cb44d70 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 945 time: 0.0598209 Aug 11 02:18:38.937603 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-95e37d79-142d-446b-8d0b-24357297c2a8 req-37b78c16-90b4-4b28-87da-efbd3d13c785 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327721 Aug 11 02:18:38.954425 n-d-615180-33 neutron-server[94507]: DEBUG neutron.objects.ports [None req-fe9f3f25-1d72-4f6a-89f5-ceddf233336d tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94507) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:18:38.954907 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fe9f3f25-1d72-4f6a-89f5-ceddf233336d tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:39.008010 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f3f25-1d72-4f6a-89f5-ceddf233336d tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Pushing event updated for resources: {'Subnet': ['ID=20f6f7d2-ed08-4573-b477-df2102c69ade,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:39.017911 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9f3f25-1d72-4f6a-89f5-ceddf233336d tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Checking segment: {'id': '4c894ad8-5c4c-41d2-98a6-8c1449a863fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '67844075-0b1f-40ac-afbd-d56309a30c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:18:39.018274 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9f3f25-1d72-4f6a-89f5-ceddf233336d tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Network hostable DHCP agents. Network: 67844075-0b1f-40ac-afbd-d56309a30c58, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:18:39.034932 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9f3f25-1d72-4f6a-89f5-ceddf233336d tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Network 67844075-0b1f-40ac-afbd-d56309a30c58 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:18:39.043576 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-fe9f3f25-1d72-4f6a-89f5-ceddf233336d tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 67844075-0b1f-40ac-afbd-d56309a30c58) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:18:39.047729 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9f3f25-1d72-4f6a-89f5-ceddf233336d tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:39.048323 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fe9f3f25-1d72-4f6a-89f5-ceddf233336d tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:39.052786 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d31d3a-749c-47e5-aebb-8112fa70cf9c None None] Network 67844075-0b1f-40ac-afbd-d56309a30c58 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:18:39.064618 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fe9f3f25-1d72-4f6a-89f5-ceddf233336d tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5572274 Aug 11 02:18:39.064957 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46584) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:39.069977 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-5a202641-488a-4093-966e-4b4d39566da0 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Request body: {'floatingip': {'floating_network_id': '67844075-0b1f-40ac-afbd-d56309a30c58'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:39.092026 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5a202641-488a-4093-966e-4b4d39566da0 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:39.175569 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5a202641-488a-4093-966e-4b4d39566da0 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:39.176752 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559a3d33-ec2e-4bb2-8366-bc81f0f88749 None None] Network 67844075-0b1f-40ac-afbd-d56309a30c58 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:18:39.297620 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-5a202641-488a-4093-966e-4b4d39566da0 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Allocated IP 172.20.0.4 (67844075-0b1f-40ac-afbd-d56309a30c58/20f6f7d2-ed08-4573-b477-df2102c69ade/0d1dfe01-7b86-4a99-b676-bf13587c71ad) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:18:39.405012 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5a202641-488a-4093-966e-4b4d39566da0 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:39.452705 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5a202641-488a-4093-966e-4b4d39566da0 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:39.497376 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a202641-488a-4093-966e-4b4d39566da0 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Network 67844075-0b1f-40ac-afbd-d56309a30c58 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:18:39.504301 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-5a202641-488a-4093-966e-4b4d39566da0 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:18:39.509497 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a202641-488a-4093-966e-4b4d39566da0 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:18:39.535204 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a202641-488a-4093-966e-4b4d39566da0 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Pushing event updated for resources: {'Port': ['ID=0d1dfe01-7b86-4a99-b676-bf13587c71ad,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:39.603486 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5a202641-488a-4093-966e-4b4d39566da0 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:39.638942 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5a202641-488a-4093-966e-4b4d39566da0 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:39.800994 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5a202641-488a-4093-966e-4b4d39566da0 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:39.806255 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5a202641-488a-4093-966e-4b4d39566da0 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:39.878145 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a202641-488a-4093-966e-4b4d39566da0 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Pushing event updated for resources: {'Port': ['ID=0d1dfe01-7b86-4a99-b676-bf13587c71ad,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:39.888613 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5a202641-488a-4093-966e-4b4d39566da0 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:39.901996 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5a202641-488a-4093-966e-4b4d39566da0 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:39.903369 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5a202641-488a-4093-966e-4b4d39566da0 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8373730 Aug 11 02:18:39.906148 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46606) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:39.974639 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-61e5fefb-9012-484b-b9d4-f85f6759f429 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] 10.222.0.50 "GET /v2.0/floatingips?floating_network_id=67844075-0b1f-40ac-afbd-d56309a30c58 HTTP/1.1" status: 200 len: 689 time: 0.0673654 Aug 11 02:18:39.977225 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46610) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:40.097009 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a77949-f336-4efc-947e-ee59ab6be91e req-9e5bb61e-52ec-483b-99c2-65743479e984 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:40.098512 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-24a77949-f336-4efc-947e-ee59ab6be91e req-9e5bb61e-52ec-483b-99c2-65743479e984 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 945 time: 0.0747313 Aug 11 02:18:40.104614 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:40.222526 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-24a77949-f336-4efc-947e-ee59ab6be91e req-92d54434-237f-487e-87d9-1f23f725130f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158907 Aug 11 02:18:40.256500 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Deleting port 0d1dfe01-7b86-4a99-b676-bf13587c71ad {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:18:40.256891 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:40.336748 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:40.337423 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:40.348498 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Calling delete_port for 0d1dfe01-7b86-4a99-b676-bf13587c71ad owned by network:floatingip {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:18:40.485333 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:40.511603 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d1dfe01-7b86-4a99-b676-bf13587c71ad,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:40.536416 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:40.536776 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:40.537124 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:40.537466 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:40.537803 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:40.538386 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:40.538512 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:40.538833 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:40.539166 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:40.539496 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:40.539856 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:40.540183 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:40.582590 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:40.635760 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:40.698186 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:40.726012 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=20f6f7d2-ed08-4573-b477-df2102c69ade,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:40.787359 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:40.797641 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67844075-0b1f-40ac-afbd-d56309a30c58']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:40.808853 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c894ad8-5c4c-41d2-98a6-8c1449a863fc') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:40.809145 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c894ad8-5c4c-41d2-98a6-8c1449a863fc') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:40.820241 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:40.844699 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:40.861791 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:18:40.862629 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:18:40.866268 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:18:40.925303 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:40.930984 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 67844075-0b1f-40ac-afbd-d56309a30c58 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 02:18:40.934079 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:40.938320 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] 10.222.0.50 "DELETE /v2.0/networks/67844075-0b1f-40ac-afbd-d56309a30c58 HTTP/1.1" status: 204 len: 168 time: 0.9578786 Aug 11 02:18:40.938663 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46630) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:40.946894 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34caf3a4-742f-4a7f-9acc-91da99fd1ecd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Pushing event deleted for resources: {'Network': ['ID=67844075-0b1f-40ac-afbd-d56309a30c58,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:41.086444 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8317d395-d853-46ae-98c5-44a6bca6d7e3 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4918 time: 0.1440828 Aug 11 02:18:41.086668 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46632) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:41.188672 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776e5f66-bd50-4db3-9890-ff6269b5b30b tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:41.189394 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776e5f66-bd50-4db3-9890-ff6269b5b30b tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:41.189870 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776e5f66-bd50-4db3-9890-ff6269b5b30b tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:41.190338 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776e5f66-bd50-4db3-9890-ff6269b5b30b tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:41.190805 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776e5f66-bd50-4db3-9890-ff6269b5b30b tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:41.191273 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776e5f66-bd50-4db3-9890-ff6269b5b30b tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:41.191761 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776e5f66-bd50-4db3-9890-ff6269b5b30b tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:41.192227 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776e5f66-bd50-4db3-9890-ff6269b5b30b tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:41.192686 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776e5f66-bd50-4db3-9890-ff6269b5b30b tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:41.193146 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776e5f66-bd50-4db3-9890-ff6269b5b30b tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:41.193603 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776e5f66-bd50-4db3-9890-ff6269b5b30b tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:41.194060 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776e5f66-bd50-4db3-9890-ff6269b5b30b tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:41.194517 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776e5f66-bd50-4db3-9890-ff6269b5b30b tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:41.199471 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-776e5f66-bd50-4db3-9890-ff6269b5b30b tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8290 time: 0.1091621 Aug 11 02:18:41.199884 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46634) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:41.234045 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-6ae65150-0ce4-4ee4-97ac-8fdffc6ffb65 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] delete failed (client error): The resource could not be found. Aug 11 02:18:41.235098 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6ae65150-0ce4-4ee4-97ac-8fdffc6ffb65 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/6b508796-164e-449e-a6d6-185d13d630ce HTTP/1.1" status: 404 len: 345 time: 0.0342200 Aug 11 02:18:41.237832 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46636) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:41.259521 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2dc5ffc-c017-4b50-898a-79d03fe8982c tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] DELETE failed (client error): The resource could not be found. Aug 11 02:18:41.260231 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2dc5ffc-c017-4b50-898a-79d03fe8982c tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:18:41.262038 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c2dc5ffc-c017-4b50-898a-79d03fe8982c tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] 10.222.0.50 "DELETE /v2.0/networks/67844075-0b1f-40ac-afbd-d56309a30c58 HTTP/1.1" status: 404 len: 339 time: 0.0233026 Aug 11 02:18:41.266009 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46640) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:41.271258 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-0fd87312-15fb-42d8-b2b9-dae7d921a456 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Request body: {'network': {'name': 'tempest-network--1782369873', 'router:external': True}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:41.292716 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd87312-15fb-42d8-b2b9-dae7d921a456 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Made reservation on behalf of 4cf2693da3ed4ea8af919633ead15c93 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:41.295397 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0fd87312-15fb-42d8-b2b9-dae7d921a456 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:41.325654 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd87312-15fb-42d8-b2b9-dae7d921a456 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:18:41.337839 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0fd87312-15fb-42d8-b2b9-dae7d921a456 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:41.338100 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-0fd87312-15fb-42d8-b2b9-dae7d921a456 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Added segment 1edd4dae-3f60-4c99-8b3f-8d7c981073e3 of type vlan for network 21c14760-c24c-4b67-987e-364cb9fe64e5 Aug 11 02:18:41.384436 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787a048-41a9-49f9-be48-68edde34d387 req-24b5441c-7b67-459c-9383-4e4d41c9ca2f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:41.392077 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0fd87312-15fb-42d8-b2b9-dae7d921a456 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:41.393856 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7787a048-41a9-49f9-be48-68edde34d387 req-24b5441c-7b67-459c-9383-4e4d41c9ca2f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 945 time: 0.0742736 Aug 11 02:18:41.433543 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0fd87312-15fb-42d8-b2b9-dae7d921a456 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:41.434636 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd87312-15fb-42d8-b2b9-dae7d921a456 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:41.435562 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0fd87312-15fb-42d8-b2b9-dae7d921a456 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:41.444407 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7787a048-41a9-49f9-be48-68edde34d387 req-a63eb9e3-2e54-4144-a0b8-bdbbc7d6e52c tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495932 Aug 11 02:18:41.453592 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0fd87312-15fb-42d8-b2b9-dae7d921a456 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.1862123 Aug 11 02:18:41.456288 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46642) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:41.550568 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd87312-15fb-42d8-b2b9-dae7d921a456 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Pushing event updated for resources: {'Network': ['ID=21c14760-c24c-4b67-987e-364cb9fe64e5,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:41.561612 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 21c14760-c24c-4b67-987e-364cb9fe64e5 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:18:41.639818 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029419a9-1077-4303-841f-a18f9763b626 tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:41.646266 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029419a9-1077-4303-841f-a18f9763b626 tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:41.652799 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029419a9-1077-4303-841f-a18f9763b626 tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:41.658836 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029419a9-1077-4303-841f-a18f9763b626 tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:41.662765 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-029419a9-1077-4303-841f-a18f9763b626 tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2054133 Aug 11 02:18:41.664062 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46646) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:41.735642 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-838ef35a-8ae6-4e52-a587-889a84821869 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:41.822754 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-838ef35a-8ae6-4e52-a587-889a84821869 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:41.833169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-838ef35a-8ae6-4e52-a587-889a84821869 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c14760-c24c-4b67-987e-364cb9fe64e5']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:41.846928 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-838ef35a-8ae6-4e52-a587-889a84821869 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1edd4dae-3f60-4c99-8b3f-8d7c981073e3') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:41.847218 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-838ef35a-8ae6-4e52-a587-889a84821869 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1edd4dae-3f60-4c99-8b3f-8d7c981073e3') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:41.857128 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-838ef35a-8ae6-4e52-a587-889a84821869 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:41.872533 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-838ef35a-8ae6-4e52-a587-889a84821869 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:41.878450 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838ef35a-8ae6-4e52-a587-889a84821869 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:18:41.878866 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-838ef35a-8ae6-4e52-a587-889a84821869 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:18:41.881007 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:18:41.958913 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-838ef35a-8ae6-4e52-a587-889a84821869 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:41.967424 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838ef35a-8ae6-4e52-a587-889a84821869 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 21c14760-c24c-4b67-987e-364cb9fe64e5 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 02:18:41.973554 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-838ef35a-8ae6-4e52-a587-889a84821869 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:41.980856 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-838ef35a-8ae6-4e52-a587-889a84821869 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] 10.222.0.50 "DELETE /v2.0/networks/21c14760-c24c-4b67-987e-364cb9fe64e5 HTTP/1.1" status: 204 len: 168 time: 0.3104198 Aug 11 02:18:41.981208 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46658) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:41.986728 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-2860c7f4-aad7-4694-a2c7-f629225b234c tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Request body: {'network': {'name': 'tempest-network--1130154333', 'router:external': True}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:41.990604 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ef35a-8ae6-4e52-a587-889a84821869 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Pushing event deleted for resources: {'Network': ['ID=21c14760-c24c-4b67-987e-364cb9fe64e5,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:42.012238 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2860c7f4-aad7-4694-a2c7-f629225b234c tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Made reservation on behalf of 4cf2693da3ed4ea8af919633ead15c93 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:42.014690 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2860c7f4-aad7-4694-a2c7-f629225b234c tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:42.040194 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2860c7f4-aad7-4694-a2c7-f629225b234c tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:18:42.052081 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2860c7f4-aad7-4694-a2c7-f629225b234c tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:42.052493 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-2860c7f4-aad7-4694-a2c7-f629225b234c tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Added segment 70f968b4-ab30-4116-8662-bee232b6c2eb of type vlan for network fbfc1588-d593-435c-8b69-cb2900bfe20c Aug 11 02:18:42.106708 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2860c7f4-aad7-4694-a2c7-f629225b234c tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:42.144141 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2860c7f4-aad7-4694-a2c7-f629225b234c tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:42.145319 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2860c7f4-aad7-4694-a2c7-f629225b234c tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:42.146037 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2860c7f4-aad7-4694-a2c7-f629225b234c tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:42.205636 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2860c7f4-aad7-4694-a2c7-f629225b234c tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2209888 Aug 11 02:18:42.206460 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46660) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:42.214859 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860c7f4-aad7-4694-a2c7-f629225b234c tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Pushing event updated for resources: {'Network': ['ID=fbfc1588-d593-435c-8b69-cb2900bfe20c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:42.225882 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network fbfc1588-d593-435c-8b69-cb2900bfe20c details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:18:42.312829 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68625718-68b7-4f78-b94a-12bea45fa195 tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:42.315582 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-68625718-68b7-4f78-b94a-12bea45fa195 tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] 10.222.0.50 "GET /v2.0/networks/fbfc1588-d593-435c-8b69-cb2900bfe20c HTTP/1.1" status: 200 len: 757 time: 0.1071458 Aug 11 02:18:42.316804 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46662) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:42.401790 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98e655d-07ac-4921-a4a2-4a60f43e398c tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:42.405543 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d98e655d-07ac-4921-a4a2-4a60f43e398c tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] 10.222.0.50 "GET /v2.0/networks/45304b56-9333-4c7c-bcfe-c5db683add4e HTTP/1.1" status: 200 len: 766 time: 0.0853596 Aug 11 02:18:42.405755 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46664) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:42.475470 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fc8c4ad2-cbfd-407d-ac5c-68c946692eeb tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:42.566325 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fc8c4ad2-cbfd-407d-ac5c-68c946692eeb tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:42.576276 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-fc8c4ad2-cbfd-407d-ac5c-68c946692eeb tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbfc1588-d593-435c-8b69-cb2900bfe20c']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:42.579484 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5bd88-ae1b-48ce-b4e2-448d3998929f req-a3fac317-529e-462d-8c16-e1ac658c5e90 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:42.581187 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-46e5bd88-ae1b-48ce-b4e2-448d3998929f req-a3fac317-529e-462d-8c16-e1ac658c5e90 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 945 time: 0.0558681 Aug 11 02:18:42.586712 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-fc8c4ad2-cbfd-407d-ac5c-68c946692eeb tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f968b4-ab30-4116-8662-bee232b6c2eb') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:42.587010 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-fc8c4ad2-cbfd-407d-ac5c-68c946692eeb tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f968b4-ab30-4116-8662-bee232b6c2eb') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:42.596165 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fc8c4ad2-cbfd-407d-ac5c-68c946692eeb tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:42.610970 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fc8c4ad2-cbfd-407d-ac5c-68c946692eeb tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:42.617986 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc8c4ad2-cbfd-407d-ac5c-68c946692eeb tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:18:42.618360 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fc8c4ad2-cbfd-407d-ac5c-68c946692eeb tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:18:42.620243 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:18:42.632357 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-46e5bd88-ae1b-48ce-b4e2-448d3998929f req-274ef205-c0e7-4b96-923e-6ec6fbd9a501 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437562 Aug 11 02:18:42.679307 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fc8c4ad2-cbfd-407d-ac5c-68c946692eeb tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:42.683416 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8c4ad2-cbfd-407d-ac5c-68c946692eeb tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fbfc1588-d593-435c-8b69-cb2900bfe20c {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 02:18:42.685515 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fc8c4ad2-cbfd-407d-ac5c-68c946692eeb tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:42.687587 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fc8c4ad2-cbfd-407d-ac5c-68c946692eeb tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] 10.222.0.50 "DELETE /v2.0/networks/fbfc1588-d593-435c-8b69-cb2900bfe20c HTTP/1.1" status: 204 len: 168 time: 0.2809093 Aug 11 02:18:42.691644 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46668) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:42.696399 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-e78ce610-d57a-4833-abe3-5f55649d5fa1 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Request body: {'network': {'name': 'tempest-network--1136023103'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:42.711715 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c4ad2-cbfd-407d-ac5c-68c946692eeb tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Pushing event deleted for resources: {'Network': ['ID=fbfc1588-d593-435c-8b69-cb2900bfe20c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:42.730000 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78ce610-d57a-4833-abe3-5f55649d5fa1 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Made reservation on behalf of 4cf2693da3ed4ea8af919633ead15c93 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:42.732427 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e78ce610-d57a-4833-abe3-5f55649d5fa1 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:42.757690 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e78ce610-d57a-4833-abe3-5f55649d5fa1 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:18:42.770408 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e78ce610-d57a-4833-abe3-5f55649d5fa1 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:42.770744 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-e78ce610-d57a-4833-abe3-5f55649d5fa1 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Added segment e51557db-3db0-4e6d-991c-63b74181fab0 of type vlan for network e41d209a-9157-43ac-b2c2-3b015f4d207d Aug 11 02:18:42.817008 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e78ce610-d57a-4833-abe3-5f55649d5fa1 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:42.855099 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e78ce610-d57a-4833-abe3-5f55649d5fa1 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:42.856329 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78ce610-d57a-4833-abe3-5f55649d5fa1 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:42.858529 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e78ce610-d57a-4833-abe3-5f55649d5fa1 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:42.925924 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e78ce610-d57a-4833-abe3-5f55649d5fa1 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2303913 Aug 11 02:18:42.925924 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46676) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:42.933193 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-302047e9-e76b-44fe-8b34-a8c0031cefcd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:42.936693 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ce610-d57a-4833-abe3-5f55649d5fa1 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Pushing event updated for resources: {'Network': ['ID=e41d209a-9157-43ac-b2c2-3b015f4d207d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:42.947184 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network e41d209a-9157-43ac-b2c2-3b015f4d207d details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:18:43.171027 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-302047e9-e76b-44fe-8b34-a8c0031cefcd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:43.187031 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-302047e9-e76b-44fe-8b34-a8c0031cefcd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:43.203720 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-302047e9-e76b-44fe-8b34-a8c0031cefcd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Network e41d209a-9157-43ac-b2c2-3b015f4d207d is not hosted by any dhcp agent {{(pid=94507) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:18:43.204633 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302047e9-e76b-44fe-8b34-a8c0031cefcd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:43.205240 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-302047e9-e76b-44fe-8b34-a8c0031cefcd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:43.209112 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-302047e9-e76b-44fe-8b34-a8c0031cefcd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] 10.222.0.50 "PUT /v2.0/networks/e41d209a-9157-43ac-b2c2-3b015f4d207d HTTP/1.1" status: 200 len: 858 time: 0.2800055 Aug 11 02:18:43.211373 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46684) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:43.261860 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302047e9-e76b-44fe-8b34-a8c0031cefcd tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Pushing event updated for resources: {'Network': ['ID=e41d209a-9157-43ac-b2c2-3b015f4d207d,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:43.300564 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1a501482-e520-4bd1-ad7e-35b3d7078633 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:43.380395 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1a501482-e520-4bd1-ad7e-35b3d7078633 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:43.391335 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-1a501482-e520-4bd1-ad7e-35b3d7078633 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e41d209a-9157-43ac-b2c2-3b015f4d207d']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:43.748761 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-1a501482-e520-4bd1-ad7e-35b3d7078633 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e51557db-3db0-4e6d-991c-63b74181fab0') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:43.749417 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-1a501482-e520-4bd1-ad7e-35b3d7078633 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e51557db-3db0-4e6d-991c-63b74181fab0') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:43.772790 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1a501482-e520-4bd1-ad7e-35b3d7078633 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:43.790286 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1a501482-e520-4bd1-ad7e-35b3d7078633 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:43.800178 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a501482-e520-4bd1-ad7e-35b3d7078633 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:18:43.800581 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1a501482-e520-4bd1-ad7e-35b3d7078633 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:43.810349 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ace3e-f745-4064-ae28-6656dafaf352 req-c9445251-4d20-4fab-9c72-94ea0e2dfafa tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:43.811903 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a93ace3e-f745-4064-ae28-6656dafaf352 req-c9445251-4d20-4fab-9c72-94ea0e2dfafa tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 945 time: 0.0746541 Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:18:43.812556 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:18:43.900144 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a93ace3e-f745-4064-ae28-6656dafaf352 req-220b8175-89a2-4226-9dd0-8a1a8df1759e tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774343 Aug 11 02:18:43.904481 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1a501482-e520-4bd1-ad7e-35b3d7078633 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:43.909603 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a501482-e520-4bd1-ad7e-35b3d7078633 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e41d209a-9157-43ac-b2c2-3b015f4d207d {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 02:18:43.911993 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1a501482-e520-4bd1-ad7e-35b3d7078633 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:43.917572 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46692) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:43.917722 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1a501482-e520-4bd1-ad7e-35b3d7078633 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] 10.222.0.50 "DELETE /v2.0/networks/e41d209a-9157-43ac-b2c2-3b015f4d207d HTTP/1.1" status: 204 len: 168 time: 0.7049086 Aug 11 02:18:43.930783 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a501482-e520-4bd1-ad7e-35b3d7078633 tempest-ExternalNetworksTestJSON-1313831081 tempest-ExternalNetworksTestJSON-1313831081-project-admin] Pushing event deleted for resources: {'Network': ['ID=e41d209a-9157-43ac-b2c2-3b015f4d207d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:43.953671 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ab9e05-2fa7-402f-97b7-360e019ee248 tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] DELETE failed (client error): The resource could not be found. Aug 11 02:18:43.954146 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8ab9e05-2fa7-402f-97b7-360e019ee248 tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:18:43.959074 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46696) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:43.959497 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c8ab9e05-2fa7-402f-97b7-360e019ee248 tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] 10.222.0.50 "DELETE /v2.0/subnets/20f6f7d2-ed08-4573-b477-df2102c69ade HTTP/1.1" status: 404 len: 337 time: 0.0401649 Aug 11 02:18:44.040095 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-34f2a7c1-6069-4916-957e-782888058a97 tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:44.158045 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-34f2a7c1-6069-4916-957e-782888058a97 tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:44.170477 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-34f2a7c1-6069-4916-957e-782888058a97 tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45304b56-9333-4c7c-bcfe-c5db683add4e']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:44.183748 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-34f2a7c1-6069-4916-957e-782888058a97 tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c7f1859-eb81-425a-8f50-6b41276bb9a1') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:44.184055 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-34f2a7c1-6069-4916-957e-782888058a97 tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c7f1859-eb81-425a-8f50-6b41276bb9a1') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:44.199665 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-34f2a7c1-6069-4916-957e-782888058a97 tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:44.214328 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-34f2a7c1-6069-4916-957e-782888058a97 tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:44.220607 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f2a7c1-6069-4916-957e-782888058a97 tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:18:44.221181 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-34f2a7c1-6069-4916-957e-782888058a97 tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:18:44.224416 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:18:44.301245 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-34f2a7c1-6069-4916-957e-782888058a97 tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:44.309637 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-34f2a7c1-6069-4916-957e-782888058a97 tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:44.314111 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-34f2a7c1-6069-4916-957e-782888058a97 tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] 10.222.0.50 "DELETE /v2.0/networks/45304b56-9333-4c7c-bcfe-c5db683add4e HTTP/1.1" status: 204 len: 168 time: 0.3517365 Aug 11 02:18:44.329552 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2a7c1-6069-4916-957e-782888058a97 tempest-ExternalNetworksTestJSON-109816684 tempest-ExternalNetworksTestJSON-109816684-project] Pushing event deleted for resources: {'Network': ['ID=45304b56-9333-4c7c-bcfe-c5db683add4e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:44.576788 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46714) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:44.712301 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-859dcd3b-4d4f-45a2-b055-481806f9c3c2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e854000c03ed439aa246e7d56c4f11e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1341455 Aug 11 02:18:44.714677 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46718) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:44.764830 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c6cf84cc-dc95-4565-9181-bba2d3c78ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:44.786239 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c6cf84cc-dc95-4565-9181-bba2d3c78ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:44.834281 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c6cf84cc-dc95-4565-9181-bba2d3c78ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:44.836902 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c6cf84cc-dc95-4565-9181-bba2d3c78ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:44.838216 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c6cf84cc-dc95-4565-9181-bba2d3c78ee6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0fa40cb8-2bb7-4cf0-99a3-537f5c8af18a HTTP/1.1" status: 204 len: 168 time: 0.1226571 Aug 11 02:18:44.847279 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf84cc-dc95-4565-9181-bba2d3c78ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa40cb8-2bb7-4cf0-99a3-537f5c8af18a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:45.076091 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51561538-219d-40a3-87ff-94b981177033 req-40bcda85-10ca-4c68-a10d-05bd55be7b57 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:45.080128 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-51561538-219d-40a3-87ff-94b981177033 req-40bcda85-10ca-4c68-a10d-05bd55be7b57 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 945 time: 0.0754523 Aug 11 02:18:45.122829 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-51561538-219d-40a3-87ff-94b981177033 req-704a769f-1ee0-42b6-9821-8549b9a1025b tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371819 Aug 11 02:18:45.125562 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61b8cf-ac0e-4111-8942-d69af6db92dd req-f0160f3c-f0a8-4e40-818f-63a1b79b7aa9 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:45.127091 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4a61b8cf-ac0e-4111-8942-d69af6db92dd req-f0160f3c-f0a8-4e40-818f-63a1b79b7aa9 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 945 time: 0.0550995 Aug 11 02:18:45.159655 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46736) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:45.174936 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4a61b8cf-ac0e-4111-8942-d69af6db92dd req-6406f1e9-f426-4ac2-911a-c398066e6063 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413966 Aug 11 02:18:45.214348 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6639bc98-8384-41c0-8148-7b38cd63abaf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4cf2693da3ed4ea8af919633ead15c93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535064 Aug 11 02:18:45.216677 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46742) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:45.279068 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a4aa2642-9f3b-4f43-ae49-642de3d7b61c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:45.304691 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a4aa2642-9f3b-4f43-ae49-642de3d7b61c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:45.358455 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a4aa2642-9f3b-4f43-ae49-642de3d7b61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:45.361743 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a4aa2642-9f3b-4f43-ae49-642de3d7b61c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:45.363120 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a4aa2642-9f3b-4f43-ae49-642de3d7b61c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2524dfd6-e223-4a49-a245-87c4ea4cd269 HTTP/1.1" status: 204 len: 168 time: 0.1454597 Aug 11 02:18:45.375858 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa2642-9f3b-4f43-ae49-642de3d7b61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2524dfd6-e223-4a49-a245-87c4ea4cd269,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:45.627402 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f8232a54-d7b2-461b-8cb3-1c7d061349b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:45.788448 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 77805b64-04d0-4824-a813-e616ef53f616 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:18:45.894184 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 77805b64-04d0-4824-a813-e616ef53f616, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=77805b64-04d0-4824-a813-e616ef53f616,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:45.907049 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '77805b64-04d0-4824-a813-e616ef53f616', 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'port_id': '77805b64-04d0-4824-a813-e616ef53f616', 'mac_address': 'fa:16:3e:7f:b2:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:18:45.955657 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:45.975987 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77805b64-04d0-4824-a813-e616ef53f616 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:46.008915 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 77805b64-04d0-4824-a813-e616ef53f616, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=77805b64-04d0-4824-a813-e616ef53f616,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:46.017808 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:46.070449 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=77805b64-04d0-4824-a813-e616ef53f616,revision_number=11']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:46.296509 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0c056-989d-4f73-b6ef-7da3edd8a487 req-87a43538-be70-4ff0-8d01-0a0693d7e1b0 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:46.304518 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b0c0c056-989d-4f73-b6ef-7da3edd8a487 req-87a43538-be70-4ff0-8d01-0a0693d7e1b0 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 946 time: 0.1029923 Aug 11 02:18:46.344436 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b0c0c056-989d-4f73-b6ef-7da3edd8a487 req-379774d4-b584-4f94-ac38-4c79e55c9cc2 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386534 Aug 11 02:18:46.415335 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['77805b64-04d0-4824-a813-e616ef53f616'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:18:46.704675 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46812) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:46.837383 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46818) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:46.888822 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-09b0ea23-e0fc-4d87-8404-b508cf9b57a8 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:46.909621 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-09b0ea23-e0fc-4d87-8404-b508cf9b57a8 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:46.911563 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87b5b184-2564-4d8b-8487-5c4b2c28b962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:46.999114 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87b5b184-2564-4d8b-8487-5c4b2c28b962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.004339 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87b5b184-2564-4d8b-8487-5c4b2c28b962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.005224 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-09b0ea23-e0fc-4d87-8404-b508cf9b57a8 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.051581 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-87b5b184-2564-4d8b-8487-5c4b2c28b962 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=58ac6e0cf75b41c58291d4a2057b1011&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3436151 Aug 11 02:18:47.052939 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46824) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:47.055016 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5b184-2564-4d8b-8487-5c4b2c28b962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7bcf5f-4c47-46fa-b6b0-cd47e41bad3a,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:47.108521 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-243f957c-a9a1-48d2-b609-b247b91c3e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.133281 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-243f957c-a9a1-48d2-b609-b247b91c3e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.133872 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-09b0ea23-e0fc-4d87-8404-b508cf9b57a8 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Allocated IP 172.25.2.164 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/fc0ae424-abea-4801-8966-16b02ca7f7ba) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:18:47.182161 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-243f957c-a9a1-48d2-b609-b247b91c3e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.184951 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-243f957c-a9a1-48d2-b609-b247b91c3e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.186238 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-243f957c-a9a1-48d2-b609-b247b91c3e04 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2f7bcf5f-4c47-46fa-b6b0-cd47e41bad3a HTTP/1.1" status: 204 len: 168 time: 0.1320488 Aug 11 02:18:47.193904 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f957c-a9a1-48d2-b609-b247b91c3e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7bcf5f-4c47-46fa-b6b0-cd47e41bad3a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:47.248551 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-09b0ea23-e0fc-4d87-8404-b508cf9b57a8 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.293313 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-09b0ea23-e0fc-4d87-8404-b508cf9b57a8 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.330772 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b0ea23-e0fc-4d87-8404-b508cf9b57a8 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:18:47.339072 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-09b0ea23-e0fc-4d87-8404-b508cf9b57a8 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:18:47.341409 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b0ea23-e0fc-4d87-8404-b508cf9b57a8 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:18:47.370392 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0ea23-e0fc-4d87-8404-b508cf9b57a8 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Pushing event updated for resources: {'Port': ['ID=fc0ae424-abea-4801-8966-16b02ca7f7ba,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:47.448169 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-09b0ea23-e0fc-4d87-8404-b508cf9b57a8 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.507288 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46838) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:47.521914 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-614a3f3c-dd3c-4245-b358-6f08167a1474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.533078 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59fb76-0948-4665-8d83-ce25d217e093 req-7790d851-f052-4a69-825b-7b5f20240e19 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:47.534613 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2e59fb76-0948-4665-8d83-ce25d217e093 req-7790d851-f052-4a69-825b-7b5f20240e19 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 946 time: 0.0847957 Aug 11 02:18:47.535369 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-09b0ea23-e0fc-4d87-8404-b508cf9b57a8 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.613434 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-614a3f3c-dd3c-4245-b358-6f08167a1474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.618288 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2e59fb76-0948-4665-8d83-ce25d217e093 req-c2820269-4037-4f28-b431-a75a001a59cf tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618377 Aug 11 02:18:47.618611 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-614a3f3c-dd3c-4245-b358-6f08167a1474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.657999 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-614a3f3c-dd3c-4245-b358-6f08167a1474 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bd7e54acd4724a268fbf01e873aa7fc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489806 Aug 11 02:18:47.659969 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a3f3c-dd3c-4245-b358-6f08167a1474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcb69ad-a157-4959-b26b-3feb1c9bc5e2,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:47.660652 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46840) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:47.743609 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-079e5d8f-0bf9-4af1-b968-58de261f5816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.777066 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-079e5d8f-0bf9-4af1-b968-58de261f5816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.795672 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 4f2fc812-8e74-4f08-a40c-f327ac14bb35 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:18:47.797651 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-09b0ea23-e0fc-4d87-8404-b508cf9b57a8 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.798233 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 77805b64-04d0-4824-a813-e616ef53f616 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:18:47.805881 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-09b0ea23-e0fc-4d87-8404-b508cf9b57a8 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.885957 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0ea23-e0fc-4d87-8404-b508cf9b57a8 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Pushing event updated for resources: {'Port': ['ID=fc0ae424-abea-4801-8966-16b02ca7f7ba,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:47.900440 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-079e5d8f-0bf9-4af1-b968-58de261f5816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.902849 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-079e5d8f-0bf9-4af1-b968-58de261f5816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.904070 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-079e5d8f-0bf9-4af1-b968-58de261f5816 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/afcb69ad-a157-4959-b26b-3feb1c9bc5e2 HTTP/1.1" status: 204 len: 168 time: 0.2424693 Aug 11 02:18:47.911190 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-09b0ea23-e0fc-4d87-8404-b508cf9b57a8 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.921397 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e5d8f-0bf9-4af1-b968-58de261f5816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcb69ad-a157-4959-b26b-3feb1c9bc5e2,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:47.926954 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 77805b64-04d0-4824-a813-e616ef53f616 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:18:47.937049 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-09b0ea23-e0fc-4d87-8404-b508cf9b57a8 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.939154 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-09b0ea23-e0fc-4d87-8404-b508cf9b57a8 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1001434 Aug 11 02:18:47.941846 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46848) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:47.947059 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-350b1200-bd53-46f8-b5c2-53f4c0182179 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-664975801', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'fixed_ips': [{'ip_address': '172.25.2.164'}]}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:47.947287 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 4f2fc812-8e74-4f08-a40c-f327ac14bb35, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=4f2fc812-8e74-4f08-a40c-f327ac14bb35,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:47.959038 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '4f2fc812-8e74-4f08-a40c-f327ac14bb35', 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99', 'port_id': '4f2fc812-8e74-4f08-a40c-f327ac14bb35', 'mac_address': 'fa:16:3e:72:d0:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7193a88f-4d31-4933-a3af-0738d0f7bf97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:18:47.960984 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 77805b64-04d0-4824-a813-e616ef53f616 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:47.961480 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.976150 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350b1200-bd53-46f8-b5c2-53f4c0182179 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Made reservation on behalf of 04a30c14e6594039bb787aace6314e48 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:47.978556 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-350b1200-bd53-46f8-b5c2-53f4c0182179 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.987278 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-350b1200-bd53-46f8-b5c2-53f4c0182179 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:48.032590 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:48.049051 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f2fc812-8e74-4f08-a40c-f327ac14bb35 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:48.087150 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-350b1200-bd53-46f8-b5c2-53f4c0182179 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:48.093006 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-350b1200-bd53-46f8-b5c2-53f4c0182179 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:48.099364 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-350b1200-bd53-46f8-b5c2-53f4c0182179 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] device_id is not set on port 3671d883-71a4-4308-8b66-bd21630c11ce yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:18:48.186272 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b1200-bd53-46f8-b5c2-53f4c0182179 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976d252c-7808-48ad-b9ad-40b56e441d7c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:48.239641 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 4f2fc812-8e74-4f08-a40c-f327ac14bb35, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=4f2fc812-8e74-4f08-a40c-f327ac14bb35,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:48.254979 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:48.260035 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:48.296592 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-04d1c049-a3e0-4046-ac0c-f0d8e60eb322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:48.324229 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7886c27-845c-4960-b149-c8f2f52836d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77805b64-04d0-4824-a813-e616ef53f616'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:48.326141 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1920a66a-20ca-4414-9321-d94691c67614" -d '{"events": [{"server_uuid": "c7886c27-845c-4960-b149-c8f2f52836d9", "name": "network-vif-plugged", "status": "completed", "tag": "77805b64-04d0-4824-a813-e616ef53f616"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:48.355765 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 77805b64-04d0-4824-a813-e616ef53f616, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=77805b64-04d0-4824-a813-e616ef53f616,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:48.366262 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=4f2fc812-8e74-4f08-a40c-f327ac14bb35,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:48.374268 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:48.375676 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:48.379080 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa6c921-8dfa-40cc-8952-fc28334dada9 x-openstack-request-id: req-dfa6c921-8dfa-40cc-8952-fc28334dada9 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:48.379429 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7886c27-845c-4960-b149-c8f2f52836d9", "name": "network-vif-plugged", "status": "completed", "tag": "77805b64-04d0-4824-a813-e616ef53f616", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:48.380221 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dfa6c921-8dfa-40cc-8952-fc28334dada9 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:48.380221 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7886c27-845c-4960-b149-c8f2f52836d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77805b64-04d0-4824-a813-e616ef53f616', 'code': 200} Aug 11 02:18:48.400261 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-350b1200-bd53-46f8-b5c2-53f4c0182179 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 11 02:18:48.401201 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-350b1200-bd53-46f8-b5c2-53f4c0182179 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:18:48.419573 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-350b1200-bd53-46f8-b5c2-53f4c0182179 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4765196 Aug 11 02:18:48.422315 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46866) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:48.432597 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['4f2fc812-8e74-4f08-a40c-f327ac14bb35'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:18:48.487867 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=77805b64-04d0-4824-a813-e616ef53f616,revision_number=12']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:48.635750 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-6420f0dc-e4af-4a8a-a582-cea5e409d74c tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Deleting port fc0ae424-abea-4801-8966-16b02ca7f7ba {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:18:48.636285 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6420f0dc-e4af-4a8a-a582-cea5e409d74c tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:48.649927 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23120fc3-3741-469e-b321-c71fbb47f868 req-c205f0cb-d192-4e26-80e2-c83418547280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:48.664615 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-23120fc3-3741-469e-b321-c71fbb47f868 req-c205f0cb-d192-4e26-80e2-c83418547280 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 1099 time: 0.0743279 Aug 11 02:18:48.732135 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-23120fc3-3741-469e-b321-c71fbb47f868 req-0360c44a-d8fd-45fd-b8f0-e58b9f6b48bb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537515 Aug 11 02:18:48.740663 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6420f0dc-e4af-4a8a-a582-cea5e409d74c tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:48.741436 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6420f0dc-e4af-4a8a-a582-cea5e409d74c tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:48.774337 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-6420f0dc-e4af-4a8a-a582-cea5e409d74c tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Calling delete_port for fc0ae424-abea-4801-8966-16b02ca7f7ba owned by network:floatingip {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:18:48.800773 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db93ef-5910-47d1-b9b4-fbb69f25b531 req-8934a29e-1a91-47d0-a68a-b3b6e0d8894f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:48.802302 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-12db93ef-5910-47d1-b9b4-fbb69f25b531 req-8934a29e-1a91-47d0-a68a-b3b6e0d8894f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 947 time: 0.0877564 Aug 11 02:18:48.877129 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-12db93ef-5910-47d1-b9b4-fbb69f25b531 req-348b972d-b6f0-428d-8096-edabc72fab05 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470777 Aug 11 02:18:48.961814 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6420f0dc-e4af-4a8a-a582-cea5e409d74c tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:48.988404 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420f0dc-e4af-4a8a-a582-cea5e409d74c tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc0ae424-abea-4801-8966-16b02ca7f7ba,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:49.052164 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6420f0dc-e4af-4a8a-a582-cea5e409d74c tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:49.055144 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6420f0dc-e4af-4a8a-a582-cea5e409d74c tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:49.056449 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6420f0dc-e4af-4a8a-a582-cea5e409d74c tempest-ExternalNetworksAdminNegativeTestJSON-1856586277 tempest-ExternalNetworksAdminNegativeTestJSON-1856586277-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/b6790b54-2f69-4f48-a144-2d502bf2fe66 HTTP/1.1" status: 204 len: 168 time: 0.6330426 Aug 11 02:18:49.282747 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46920) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:49.468792 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-576bc330-19fa-4cad-b4a5-86dc792c8a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:49.679390 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546972f4-06d1-4a68-9dda-9c0e3d4c4b36 req-234e397e-e729-40ec-97bf-b25310f2e124 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:49.681198 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-546972f4-06d1-4a68-9dda-9c0e3d4c4b36 req-234e397e-e729-40ec-97bf-b25310f2e124 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1346c47-7500-4832-bb6a-4d761152a970 HTTP/1.1" status: 200 len: 945 time: 0.0861228 Aug 11 02:18:49.711202 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-576bc330-19fa-4cad-b4a5-86dc792c8a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:49.716650 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-576bc330-19fa-4cad-b4a5-86dc792c8a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:49.779365 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-546972f4-06d1-4a68-9dda-9c0e3d4c4b36 req-dcee3dcc-ec26-4e8e-a154-66a9a467c389 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d67352f-7653-4efd-bc06-5275a8933243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901039 Aug 11 02:18:49.784669 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-576bc330-19fa-4cad-b4a5-86dc792c8a02 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eb5a3d28caf2420eafbd59a93663aa4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4981844 Aug 11 02:18:49.784669 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576bc330-19fa-4cad-b4a5-86dc792c8a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb78887d-bc9b-4720-be4b-1100975a6c2a,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:49.785458 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46958) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:49.792528 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 4f2fc812-8e74-4f08-a40c-f327ac14bb35 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:18:49.860514 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb35b-170f-4a6d-8865-4d943bbcc47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:49.917407 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb35b-170f-4a6d-8865-4d943bbcc47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:49.952845 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:49.977029 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 4f2fc812-8e74-4f08-a40c-f327ac14bb35 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:49.977725 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:50.035488 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb35b-170f-4a6d-8865-4d943bbcc47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:50.043102 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb35b-170f-4a6d-8865-4d943bbcc47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:50.044621 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6bdbb35b-170f-4a6d-8865-4d943bbcc47d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cb78887d-bc9b-4720-be4b-1100975a6c2a HTTP/1.1" status: 204 len: 168 time: 0.2580817 Aug 11 02:18:50.084359 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdbb35b-170f-4a6d-8865-4d943bbcc47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb78887d-bc9b-4720-be4b-1100975a6c2a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:50.098559 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:18:50.106725 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5d47f-1b67-4e00-8c2a-1e48fb50734b req-9e142503-3a6d-4fba-b549-c800935ab6c6 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:50.115579 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d9b5d47f-1b67-4e00-8c2a-1e48fb50734b req-9e142503-3a6d-4fba-b549-c800935ab6c6 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 947 time: 0.0810888 Aug 11 02:18:50.170618 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d9b5d47f-1b67-4e00-8c2a-1e48fb50734b req-ffd96336-939a-4a19-a7ed-215e9077e1aa tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512872 Aug 11 02:18:50.180484 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:50.237453 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 4f2fc812-8e74-4f08-a40c-f327ac14bb35, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=4f2fc812-8e74-4f08-a40c-f327ac14bb35,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:50.246392 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:50.321869 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=4f2fc812-8e74-4f08-a40c-f327ac14bb35,revision_number=7']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:50.381088 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b22cf79-0747-42d2-8821-8c1bb71d4d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2fc812-8e74-4f08-a40c-f327ac14bb35'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:50.383563 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f270a54f-a0a1-4021-8643-490f07f5a042" -d '{"events": [{"server_uuid": "3b22cf79-0747-42d2-8821-8c1bb71d4d5b", "name": "network-vif-plugged", "status": "completed", "tag": "4f2fc812-8e74-4f08-a40c-f327ac14bb35"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:50.462810 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50876794-e517-4f12-8107-3dc08b666bc7 x-openstack-request-id: req-50876794-e517-4f12-8107-3dc08b666bc7 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:50.463116 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b22cf79-0747-42d2-8821-8c1bb71d4d5b", "name": "network-vif-plugged", "status": "completed", "tag": "4f2fc812-8e74-4f08-a40c-f327ac14bb35", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:50.463432 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-50876794-e517-4f12-8107-3dc08b666bc7 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:50.463991 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b22cf79-0747-42d2-8821-8c1bb71d4d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2fc812-8e74-4f08-a40c-f327ac14bb35', 'code': 200} Aug 11 02:18:50.686127 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47014) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:50.784357 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47018) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:50.786013 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b83b11c8-7198-4658-984d-4b06ab6f4149 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=04a30c14e6594039bb787aace6314e48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0943060 Aug 11 02:18:50.870649 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d024f70e-0d3f-43d7-9f41-a023ce24acf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:50.898547 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d024f70e-0d3f-43d7-9f41-a023ce24acf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:50.973334 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27d81c-f104-4271-9f54-daca9803176d req-9b27ed74-b45c-4b90-a0b7-1421a11068a7 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:50.985596 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8d27d81c-f104-4271-9f54-daca9803176d req-9b27ed74-b45c-4b90-a0b7-1421a11068a7 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1346c47-7500-4832-bb6a-4d761152a970 HTTP/1.1" status: 200 len: 945 time: 0.1452947 Aug 11 02:18:51.156183 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc0306-2a00-493c-ad0a-286620ae9015 req-7e8ee59a-7878-4876-ac19-5d5ae4ed4555 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:51.157770 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-38bc0306-2a00-493c-ad0a-286620ae9015 req-7e8ee59a-7878-4876-ac19-5d5ae4ed4555 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1346c47-7500-4832-bb6a-4d761152a970 HTTP/1.1" status: 200 len: 945 time: 0.2267935 Aug 11 02:18:51.284932 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-38bc0306-2a00-493c-ad0a-286620ae9015 req-36224eb4-0bb3-408a-9a49-bd99d5004aa3 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d67352f-7653-4efd-bc06-5275a8933243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181216 Aug 11 02:18:51.293021 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-8d27d81c-f104-4271-9f54-daca9803176d req-56f4f002-f3c5-40fc-a13a-562beac67d8c tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Deleting port dfe97b6b-ad97-44d9-973c-18152287d570 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:18:51.293386 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8d27d81c-f104-4271-9f54-daca9803176d req-56f4f002-f3c5-40fc-a13a-562beac67d8c tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:51.399051 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:51.420313 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-8d27d81c-f104-4271-9f54-daca9803176d req-56f4f002-f3c5-40fc-a13a-562beac67d8c tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] For port dfe97b6b-ad97-44d9-973c-18152287d570, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=dfe97b6b-ad97-44d9-973c-18152287d570,segment=NetworkSegment(f16b25d0-24e1-421b-b9aa-004aa418c2ae),segment_id=f16b25d0-24e1-421b-b9aa-004aa418c2ae)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:51.420692 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8d27d81c-f104-4271-9f54-daca9803176d req-56f4f002-f3c5-40fc-a13a-562beac67d8c tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:51.558084 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62bdab-c42c-4844-b112-e00619e6b1be req-1491f8a8-ef25-4235-9e31-03ed63c38f05 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:51.559747 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1b62bdab-c42c-4844-b112-e00619e6b1be req-1491f8a8-ef25-4235-9e31-03ed63c38f05 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 947 time: 0.0834587 Aug 11 02:18:51.573712 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d024f70e-0d3f-43d7-9f41-a023ce24acf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:51.576273 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d024f70e-0d3f-43d7-9f41-a023ce24acf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:51.577443 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d024f70e-0d3f-43d7-9f41-a023ce24acf4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/976d252c-7808-48ad-b9ad-40b56e441d7c HTTP/1.1" status: 204 len: 168 time: 0.7920725 Aug 11 02:18:51.609051 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024f70e-0d3f-43d7-9f41-a023ce24acf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976d252c-7808-48ad-b9ad-40b56e441d7c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:51.693027 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1b62bdab-c42c-4844-b112-e00619e6b1be req-6b661092-5570-4e83-9183-0049b2d2f8ec tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009908 Aug 11 02:18:51.800375 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8d27d81c-f104-4271-9f54-daca9803176d req-56f4f002-f3c5-40fc-a13a-562beac67d8c tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:51.800846 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8d27d81c-f104-4271-9f54-daca9803176d req-56f4f002-f3c5-40fc-a13a-562beac67d8c tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:51.800953 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [req-8d27d81c-f104-4271-9f54-daca9803176d req-56f4f002-f3c5-40fc-a13a-562beac67d8c tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Floating IP f1e8f69b-d5ed-4f17-9fdb-56e1a99a39b4 disassociated. External IP: 172.25.2.37, port: dfe97b6b-ad97-44d9-973c-18152287d570. Aug 11 02:18:51.801258 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-8d27d81c-f104-4271-9f54-daca9803176d req-56f4f002-f3c5-40fc-a13a-562beac67d8c tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Calling delete_port for dfe97b6b-ad97-44d9-973c-18152287d570 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:18:52.027559 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8d27d81c-f104-4271-9f54-daca9803176d req-56f4f002-f3c5-40fc-a13a-562beac67d8c tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:52.125168 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4f002-f3c5-40fc-a13a-562beac67d8c tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Pushing event deleted for resources: {'Port': ['ID=dfe97b6b-ad97-44d9-973c-18152287d570,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:52.289101 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d27d81c-f104-4271-9f54-daca9803176d req-56f4f002-f3c5-40fc-a13a-562beac67d8c tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Router 0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:18:52.437162 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d27d81c-f104-4271-9f54-daca9803176d req-56f4f002-f3c5-40fc-a13a-562beac67d8c tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:18:52.449300 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e9e947-4b0c-4916-8aa4-724a0a3512af None None] Sync routers for ids ['0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:18:52.461107 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e9e947-4b0c-4916-8aa4-724a0a3512af None None] Routers {'0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:18:52.461729 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-b3e9e947-4b0c-4916-8aa4-724a0a3512af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:18:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:52.535322 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d27d81c-f104-4271-9f54-daca9803176d req-56f4f002-f3c5-40fc-a13a-562beac67d8c tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] No DVR routers for this DVR port dfe97b6b-ad97-44d9-973c-18152287d570 on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:18:52.541478 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8d27d81c-f104-4271-9f54-daca9803176d req-56f4f002-f3c5-40fc-a13a-562beac67d8c tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:52.543856 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8d27d81c-f104-4271-9f54-daca9803176d req-56f4f002-f3c5-40fc-a13a-562beac67d8c tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.73 "DELETE /v2.0/ports/dfe97b6b-ad97-44d9-973c-18152287d570 HTTP/1.1" status: 204 len: 173 time: 1.5332944 Aug 11 02:18:52.596228 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1346c47-7500-4832-bb6a-4d761152a970', 'name': 'network-vif-deleted', 'tag': 'dfe97b6b-ad97-44d9-973c-18152287d570'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:52.606942 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be1ceaf-2a64-4126-be08-1f5801dc201e" -d '{"events": [{"server_uuid": "d1346c47-7500-4832-bb6a-4d761152a970", "name": "network-vif-deleted", "tag": "dfe97b6b-ad97-44d9-973c-18152287d570"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:52.616687 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5aaeae23-f32d-417a-9eca-fba13ee7ffce req-e8e54d35-d209-4fb2-99e2-67e4dd5a287a tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1346c47-7500-4832-bb6a-4d761152a970 HTTP/1.1" status: 200 len: 210 time: 0.1911447 Aug 11 02:18:52.706797 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98dc0a9-0de6-4d2d-af86-54c619f7126a x-openstack-request-id: req-e98dc0a9-0de6-4d2d-af86-54c619f7126a {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:52.707185 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1346c47-7500-4832-bb6a-4d761152a970", "name": "network-vif-deleted", "tag": "dfe97b6b-ad97-44d9-973c-18152287d570", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:52.707451 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e98dc0a9-0de6-4d2d-af86-54c619f7126a {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:52.708396 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1346c47-7500-4832-bb6a-4d761152a970', 'name': 'network-vif-deleted', 'tag': 'dfe97b6b-ad97-44d9-973c-18152287d570', 'status': 'completed', 'code': 200} Aug 11 02:18:52.766260 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-b3e9e947-4b0c-4916-8aa4-724a0a3512af None None] Set router 0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:18:53.346986 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-b3e9e947-4b0c-4916-8aa4-724a0a3512af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'name': 'tempest-ServersTestFqdnHostnames-1133917206-router', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'a8e1c58a-8a39-4a18-bb9a-21e89826c95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:26Z', 'updated_at': '2021-08-11T02:16:40Z', 'revision_number': 4, 'project_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'gw_port': {'id': 'a8e1c58a-8a39-4a18-bb9a-21e89826c95a', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:30Z', 'updated_at': '2021-08-11T02:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '88bd1e0f-a5a1-4f87-b357-7f588fd2652e', 'name': '', 'network_id': '1cc06348-0fe8-4b09-9dc0-727cbdd09d09', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'mac_address': 'fa:16:3e:70:57:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'cccbf575-460b-41a5-802c-8f12cd514561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:38Z', 'updated_at': '2021-08-11T02:16:47Z', 'revision_number': 5, 'project_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'subnets': [{'id': 'cccbf575-460b-41a5-802c-8f12cd514561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:53.379257 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e9e947-4b0c-4916-8aa4-724a0a3512af None None] Checking router: 0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:18:53.390977 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e9e947-4b0c-4916-8aa4-724a0a3512af None None] Routers {'0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:18:53.391895 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-b3e9e947-4b0c-4916-8aa4-724a0a3512af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:18:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:53.551462 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-b3e9e947-4b0c-4916-8aa4-724a0a3512af None None] Set router 0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:18:53.790778 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47114) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:53.845136 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-b3e9e947-4b0c-4916-8aa4-724a0a3512af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'name': 'tempest-ServersTestFqdnHostnames-1133917206-router', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'a8e1c58a-8a39-4a18-bb9a-21e89826c95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:26Z', 'updated_at': '2021-08-11T02:16:40Z', 'revision_number': 4, 'project_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'gw_port': {'id': 'a8e1c58a-8a39-4a18-bb9a-21e89826c95a', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:30Z', 'updated_at': '2021-08-11T02:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '88bd1e0f-a5a1-4f87-b357-7f588fd2652e', 'name': '', 'network_id': '1cc06348-0fe8-4b09-9dc0-727cbdd09d09', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'mac_address': 'fa:16:3e:70:57:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'cccbf575-460b-41a5-802c-8f12cd514561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:38Z', 'updated_at': '2021-08-11T02:16:47Z', 'revision_number': 5, 'project_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'subnets': [{'id': 'cccbf575-460b-41a5-802c-8f12cd514561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:53.883039 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e9e947-4b0c-4916-8aa4-724a0a3512af None None] The sync data for ids ['0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18'] in n-d-615180-33 is: [{'id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'name': 'tempest-ServersTestFqdnHostnames-1133917206-router', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'a8e1c58a-8a39-4a18-bb9a-21e89826c95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:26Z', 'updated_at': '2021-08-11T02:16:40Z', 'revision_number': 4, 'project_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'gw_port': {'id': 'a8e1c58a-8a39-4a18-bb9a-21e89826c95a', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:30Z', 'updated_at': '2021-08-11T02:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '88bd1e0f-a5a1-4f87-b357-7f588fd2652e', 'name': '', 'network_id': '1cc06348-0fe8-4b09-9dc0-727cbdd09d09', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'mac_address': 'fa:16:3e:70:57:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'cccbf575-460b-41a5-802c-8f12cd514561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:38Z', 'updated_at': '2021-08-11T02:16:47Z', 'revision_number': 5, 'project_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'subnets': [{'id': 'cccbf575-460b-41a5-802c-8f12cd514561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:18:53.883723 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f3390f8a-695d-44e0-9aaf-de9aa0cba46e tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:53.922127 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f3390f8a-695d-44e0-9aaf-de9aa0cba46e tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:53.961142 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47118) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:54.020728 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f3390f8a-695d-44e0-9aaf-de9aa0cba46e tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:54.026683 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f3390f8a-695d-44e0-9aaf-de9aa0cba46e tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:54.028173 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f3390f8a-695d-44e0-9aaf-de9aa0cba46e tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "DELETE /v2.0/security-groups/6d67352f-7653-4efd-bc06-5275a8933243 HTTP/1.1" status: 204 len: 168 time: 0.2363350 Aug 11 02:18:54.030809 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47122) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:54.040015 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3390f8a-695d-44e0-9aaf-de9aa0cba46e tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d67352f-7653-4efd-bc06-5275a8933243,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:54.083743 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-7718422f-0d13-4fec-8b54-53cd43a2a300 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] show failed (client error): The resource could not be found. Aug 11 02:18:54.086097 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7718422f-0d13-4fec-8b54-53cd43a2a300 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "GET /v2.0/security-groups/6d67352f-7653-4efd-bc06-5275a8933243 HTTP/1.1" status: 404 len: 347 time: 0.0541189 Aug 11 02:18:54.089282 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47126) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:54.243890 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-890ca326-1d04-454c-bcd2-173948f63a39 tempest-PortsAdminExtendedAttrsTestJSON-1905194732 tempest-PortsAdminExtendedAttrsTestJSON-1905194732-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1731142834'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:54.274863 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890ca326-1d04-454c-bcd2-173948f63a39 tempest-PortsAdminExtendedAttrsTestJSON-1905194732 tempest-PortsAdminExtendedAttrsTestJSON-1905194732-project] Made reservation on behalf of e3f4bde3dec845ed86c2daab1ed93918 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:54.281586 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-890ca326-1d04-454c-bcd2-173948f63a39 tempest-PortsAdminExtendedAttrsTestJSON-1905194732 tempest-PortsAdminExtendedAttrsTestJSON-1905194732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:54.294337 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-890ca326-1d04-454c-bcd2-173948f63a39 tempest-PortsAdminExtendedAttrsTestJSON-1905194732 tempest-PortsAdminExtendedAttrsTestJSON-1905194732-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:54.311965 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:54.347036 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-3e54e210-8bcb-458b-b145-66d48c494423 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Deleting port 3e2abead-27fe-471e-ad14-4902c8b31133 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:18:54.347384 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3e54e210-8bcb-458b-b145-66d48c494423 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:54.396156 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c408a6eb-f337-4f19-91b8-303addc959bd None None] New status for floating IP f1e8f69b-d5ed-4f17-9fdb-56e1a99a39b4: DOWN {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:18:54.447927 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3e54e210-8bcb-458b-b145-66d48c494423 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:54.448261 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3e54e210-8bcb-458b-b145-66d48c494423 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:54.466285 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-3e54e210-8bcb-458b-b145-66d48c494423 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Calling delete_port for 3e2abead-27fe-471e-ad14-4902c8b31133 owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:18:54.475675 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-890ca326-1d04-454c-bcd2-173948f63a39 tempest-PortsAdminExtendedAttrsTestJSON-1905194732 tempest-PortsAdminExtendedAttrsTestJSON-1905194732-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:54.489686 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-890ca326-1d04-454c-bcd2-173948f63a39 tempest-PortsAdminExtendedAttrsTestJSON-1905194732 tempest-PortsAdminExtendedAttrsTestJSON-1905194732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:54.535631 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-890ca326-1d04-454c-bcd2-173948f63a39 tempest-PortsAdminExtendedAttrsTestJSON-1905194732 tempest-PortsAdminExtendedAttrsTestJSON-1905194732-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:18:54.551082 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ca326-1d04-454c-bcd2-173948f63a39 tempest-PortsAdminExtendedAttrsTestJSON-1905194732 tempest-PortsAdminExtendedAttrsTestJSON-1905194732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3366b029-aa9b-47b1-a8a4-1ba623888d6e,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:54.557974 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-890ca326-1d04-454c-bcd2-173948f63a39 tempest-PortsAdminExtendedAttrsTestJSON-1905194732 tempest-PortsAdminExtendedAttrsTestJSON-1905194732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:54.558332 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-890ca326-1d04-454c-bcd2-173948f63a39 tempest-PortsAdminExtendedAttrsTestJSON-1905194732 tempest-PortsAdminExtendedAttrsTestJSON-1905194732-project] Added segment 1ca700d9-a347-4b04-8ca5-0adf2c036d17 of type vlan for network 01bc1890-9583-4aa0-ab86-8c1a50efca25 Aug 11 02:18:54.621189 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-890ca326-1d04-454c-bcd2-173948f63a39 tempest-PortsAdminExtendedAttrsTestJSON-1905194732 tempest-PortsAdminExtendedAttrsTestJSON-1905194732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:54.647124 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device dfe97b6b-ad97-44d9-973c-18152287d570 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:18:54.664867 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-890ca326-1d04-454c-bcd2-173948f63a39 tempest-PortsAdminExtendedAttrsTestJSON-1905194732 tempest-PortsAdminExtendedAttrsTestJSON-1905194732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:54.671977 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890ca326-1d04-454c-bcd2-173948f63a39 tempest-PortsAdminExtendedAttrsTestJSON-1905194732 tempest-PortsAdminExtendedAttrsTestJSON-1905194732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:54.672858 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-890ca326-1d04-454c-bcd2-173948f63a39 tempest-PortsAdminExtendedAttrsTestJSON-1905194732 tempest-PortsAdminExtendedAttrsTestJSON-1905194732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:54.676068 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: dfe97b6b-ad97-44d9-973c-18152287d570 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:18:54.677624 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device dfe97b6b-ad97-44d9-973c-18152287d570 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:18:54.749302 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3e54e210-8bcb-458b-b145-66d48c494423 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:54.753996 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-890ca326-1d04-454c-bcd2-173948f63a39 tempest-PortsAdminExtendedAttrsTestJSON-1905194732 tempest-PortsAdminExtendedAttrsTestJSON-1905194732-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.7910576 Aug 11 02:18:54.763766 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ca326-1d04-454c-bcd2-173948f63a39 tempest-PortsAdminExtendedAttrsTestJSON-1905194732 tempest-PortsAdminExtendedAttrsTestJSON-1905194732-project] Pushing event updated for resources: {'Network': ['ID=01bc1890-9583-4aa0-ab86-8c1a50efca25,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:54.776342 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 01bc1890-9583-4aa0-ab86-8c1a50efca25 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:18:54.791154 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54e210-8bcb-458b-b145-66d48c494423 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Pushing event deleted for resources: {'Port': ['ID=3e2abead-27fe-471e-ad14-4902c8b31133,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:54.923594 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3e54e210-8bcb-458b-b145-66d48c494423 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:54.927782 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3e54e210-8bcb-458b-b145-66d48c494423 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:54.932007 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3e54e210-8bcb-458b-b145-66d48c494423 tempest-ServersTestFqdnHostnames-1705471272 tempest-ServersTestFqdnHostnames-1705471272-project] 10.222.0.50 "DELETE /v2.0/floatingips/f1e8f69b-d5ed-4f17-9fdb-56e1a99a39b4 HTTP/1.1" status: 204 len: 168 time: 0.8416145 Aug 11 02:18:54.933953 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47146) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:55.132407 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47150) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:55.141605 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Request body: {'port': {'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25', 'binding:host_id': 'n-h1-615180-33', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1888867132'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:55.206616 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Made reservation on behalf of 5cc99677950e4b478082dbf5b3a9d19a for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:55.209572 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:55.210798 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:55.226142 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:55.481426 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:55.491379 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:55.495642 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] device_id is not set on port 05230d70-ea15-4208-9ea4-32be40b3d01b yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:18:55.603834 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd1def5-d1d3-4237-a72d-6e17a05928d4,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:55.804061 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b94c469c-e64b-477a-acf5-5e02545b9fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:55.921507 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] device_id is not set on port 05230d70-ea15-4208-9ea4-32be40b3d01b yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:18:55.967800 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:55.997786 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Transition to ACTIVE for port object 05230d70-ea15-4208-9ea4-32be40b3d01b will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:56.022653 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:56.134671 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Pushing event updated for resources: {'Port': ['ID=05230d70-ea15-4208-9ea4-32be40b3d01b,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:56.190007 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Checking segment: {'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:18:56.190512 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Network hostable DHCP agents. Network: 01bc1890-9583-4aa0-ab86-8c1a50efca25, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:18:56.228860 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Network 01bc1890-9583-4aa0-ab86-8c1a50efca25 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:18:56.266721 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 01bc1890-9583-4aa0-ab86-8c1a50efca25) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:18:56.278423 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a841a4d9-527e-4317-bc39-c87229d5b67b None None] Network 01bc1890-9583-4aa0-ab86-8c1a50efca25 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:18:56.300974 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:18:56.322562 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:56.322908 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:56.323288 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:56.335742 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Port 05230d70-ea15-4208-9ea4-32be40b3d01b on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:56.336383 n-d-615180-33 neutron-server[94507]: ERROR neutron.plugins.ml2.managers [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Failed to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b on host n-h1-615180-33 for vnic_type normal using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] Aug 11 02:18:56.337051 n-d-615180-33 neutron-server[94507]: INFO neutron.plugins.ml2.plugin [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempt 2 to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b Aug 11 02:18:56.366675 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:56.367172 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:56.367804 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:56.375382 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-b94c469c-e64b-477a-acf5-5e02545b9fe5 admin admin] Deleting port 88bd1e0f-a5a1-4f87-b357-7f588fd2652e {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:18:56.375895 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b94c469c-e64b-477a-acf5-5e02545b9fe5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:56.454209 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Port 05230d70-ea15-4208-9ea4-32be40b3d01b on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:56.455009 n-d-615180-33 neutron-server[94507]: ERROR neutron.plugins.ml2.managers [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Failed to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b on host n-h1-615180-33 for vnic_type normal using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] Aug 11 02:18:56.457996 n-d-615180-33 neutron-server[94507]: INFO neutron.plugins.ml2.plugin [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempt 3 to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b Aug 11 02:18:56.503854 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:56.504581 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:56.505001 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:56.516146 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Port 05230d70-ea15-4208-9ea4-32be40b3d01b on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:56.516607 n-d-615180-33 neutron-server[94507]: ERROR neutron.plugins.ml2.managers [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Failed to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b on host n-h1-615180-33 for vnic_type normal using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] Aug 11 02:18:56.520362 n-d-615180-33 neutron-server[94507]: INFO neutron.plugins.ml2.plugin [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempt 4 to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b Aug 11 02:18:56.524839 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-b94c469c-e64b-477a-acf5-5e02545b9fe5 admin admin] For port 88bd1e0f-a5a1-4f87-b357-7f588fd2652e, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=88bd1e0f-a5a1-4f87-b357-7f588fd2652e,segment=NetworkSegment(f16b25d0-24e1-421b-b9aa-004aa418c2ae),segment_id=f16b25d0-24e1-421b-b9aa-004aa418c2ae)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:56.524947 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b94c469c-e64b-477a-acf5-5e02545b9fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:56.548617 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-b94c469c-e64b-477a-acf5-5e02545b9fe5 admin admin] Calling delete_port for 88bd1e0f-a5a1-4f87-b357-7f588fd2652e owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:18:56.550784 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:56.551089 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:56.551418 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:56.559853 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Port 05230d70-ea15-4208-9ea4-32be40b3d01b on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:56.560041 n-d-615180-33 neutron-server[94507]: ERROR neutron.plugins.ml2.managers [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Failed to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b on host n-h1-615180-33 for vnic_type normal using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] Aug 11 02:18:56.563655 n-d-615180-33 neutron-server[94507]: INFO neutron.plugins.ml2.plugin [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempt 5 to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b Aug 11 02:18:56.607011 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:56.607389 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:56.607754 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:56.618718 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Port 05230d70-ea15-4208-9ea4-32be40b3d01b on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:56.619112 n-d-615180-33 neutron-server[94507]: ERROR neutron.plugins.ml2.managers [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Failed to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b on host n-h1-615180-33 for vnic_type normal using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] Aug 11 02:18:56.620972 n-d-615180-33 neutron-server[94507]: INFO neutron.plugins.ml2.plugin [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempt 6 to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b Aug 11 02:18:56.649003 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:56.649398 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:56.649909 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:56.658362 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Port 05230d70-ea15-4208-9ea4-32be40b3d01b on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:56.658707 n-d-615180-33 neutron-server[94507]: ERROR neutron.plugins.ml2.managers [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Failed to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b on host n-h1-615180-33 for vnic_type normal using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] Aug 11 02:18:56.660518 n-d-615180-33 neutron-server[94507]: INFO neutron.plugins.ml2.plugin [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempt 7 to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b Aug 11 02:18:56.724354 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:56.724821 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:56.725295 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:56.751138 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Port 05230d70-ea15-4208-9ea4-32be40b3d01b on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:56.751587 n-d-615180-33 neutron-server[94507]: ERROR neutron.plugins.ml2.managers [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Failed to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b on host n-h1-615180-33 for vnic_type normal using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] Aug 11 02:18:56.757429 n-d-615180-33 neutron-server[94507]: INFO neutron.plugins.ml2.plugin [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempt 8 to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b Aug 11 02:18:56.810781 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:56.811938 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:56.812439 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:56.819782 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Port 05230d70-ea15-4208-9ea4-32be40b3d01b on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:56.820382 n-d-615180-33 neutron-server[94507]: ERROR neutron.plugins.ml2.managers [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Failed to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b on host n-h1-615180-33 for vnic_type normal using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] Aug 11 02:18:56.821816 n-d-615180-33 neutron-server[94507]: INFO neutron.plugins.ml2.plugin [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempt 9 to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b Aug 11 02:18:56.852926 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:56.853583 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:56.854162 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:56.885732 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Port 05230d70-ea15-4208-9ea4-32be40b3d01b on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:56.886171 n-d-615180-33 neutron-server[94507]: ERROR neutron.plugins.ml2.managers [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Failed to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b on host n-h1-615180-33 for vnic_type normal using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] Aug 11 02:18:56.888419 n-d-615180-33 neutron-server[94507]: INFO neutron.plugins.ml2.plugin [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempt 10 to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b Aug 11 02:18:56.909425 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:56.909425 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:56.909752 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:56.921211 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Port 05230d70-ea15-4208-9ea4-32be40b3d01b on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:56.921580 n-d-615180-33 neutron-server[94507]: ERROR neutron.plugins.ml2.managers [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Failed to bind port 05230d70-ea15-4208-9ea4-32be40b3d01b on host n-h1-615180-33 for vnic_type normal using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] Aug 11 02:18:56.921909 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:56.935468 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b94c469c-e64b-477a-acf5-5e02545b9fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:56.975671 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c469c-e64b-477a-acf5-5e02545b9fe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=88bd1e0f-a5a1-4f87-b357-7f588fd2652e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:57.197549 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] For port 05230d70-ea15-4208-9ea4-32be40b3d01b, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:57.198222 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempted to set empty binding levels {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 02:18:57.215364 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:57.242649 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:57.243448 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:57.429041 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.2949378 Aug 11 02:18:57.432276 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47194) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:57.458852 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270291c-12d4-41b3-b407-12b45ecb1702 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Pushing event updated for resources: {'Port': ['ID=05230d70-ea15-4208-9ea4-32be40b3d01b,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:57.586080 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-3fd6c58b-940f-45ae-8a65-4f090bb2a203 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Deleting port 05230d70-ea15-4208-9ea4-32be40b3d01b {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:18:57.587470 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c58b-940f-45ae-8a65-4f090bb2a203 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:57.594257 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b94c469c-e64b-477a-acf5-5e02545b9fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:57.677014 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-3fd6c58b-940f-45ae-8a65-4f090bb2a203 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] For port 05230d70-ea15-4208-9ea4-32be40b3d01b, host n-h1-615180-33, got binding levels [] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:57.677758 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c58b-940f-45ae-8a65-4f090bb2a203 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:57.698341 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-3fd6c58b-940f-45ae-8a65-4f090bb2a203 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Calling delete_port for 05230d70-ea15-4208-9ea4-32be40b3d01b owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:18:57.818134 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c58b-940f-45ae-8a65-4f090bb2a203 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:57.870781 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c58b-940f-45ae-8a65-4f090bb2a203 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:57.873198 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3fd6c58b-940f-45ae-8a65-4f090bb2a203 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] 10.222.0.50 "DELETE /v2.0/ports/05230d70-ea15-4208-9ea4-32be40b3d01b HTTP/1.1" status: 204 len: 168 time: 0.4398696 Aug 11 02:18:57.875005 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6c58b-940f-45ae-8a65-4f090bb2a203 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Pushing event deleted for resources: {'Port': ['ID=05230d70-ea15-4208-9ea4-32be40b3d01b,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:57.880053 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47196) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:57.925493 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-438e1c5d-8d12-440f-9598-b53d52df792a tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] GET failed (client error): The resource could not be found. Aug 11 02:18:57.929148 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-438e1c5d-8d12-440f-9598-b53d52df792a tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] 10.222.0.50 "GET /v2.0/ports/05230d70-ea15-4208-9ea4-32be40b3d01b HTTP/1.1" status: 404 len: 333 time: 0.0466611 Aug 11 02:18:57.933781 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47198) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:57.939075 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-265b2a0d-6007-4751-ba8a-4c218e9d1bf4 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Request body: {'port': {'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-272218250'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:57.963838 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265b2a0d-6007-4751-ba8a-4c218e9d1bf4 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Made reservation on behalf of 5cc99677950e4b478082dbf5b3a9d19a for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:57.967308 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-265b2a0d-6007-4751-ba8a-4c218e9d1bf4 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:57.976183 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94c469c-e64b-477a-acf5-5e02545b9fe5 admin admin] Router 0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:18:57.994514 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-265b2a0d-6007-4751-ba8a-4c218e9d1bf4 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] device_id is not set on port 8a7317c5-7128-4894-9ce5-0f201c6477d0 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:18:58.172922 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94c469c-e64b-477a-acf5-5e02545b9fe5 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:18:58.187188 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9684a0-76b6-4f9d-9e86-c7f13aa8b3f2 None None] Sync routers for ids ['0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:18:58.201156 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b94c469c-e64b-477a-acf5-5e02545b9fe5 admin admin] 10.222.0.50 "PUT /v2.0/routers/0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2649214 Aug 11 02:18:58.202535 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9684a0-76b6-4f9d-9e86-c7f13aa8b3f2 None None] Routers {'0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:18:58.204226 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0a9684a0-76b6-4f9d-9e86-c7f13aa8b3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:18:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:58.209068 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47202) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:58.348791 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-265b2a0d-6007-4751-ba8a-4c218e9d1bf4 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:58.437886 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-0a9684a0-76b6-4f9d-9e86-c7f13aa8b3f2 None None] Set router 0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:18:58.448537 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-265b2a0d-6007-4751-ba8a-4c218e9d1bf4 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:58.514372 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265b2a0d-6007-4751-ba8a-4c218e9d1bf4 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Network 01bc1890-9583-4aa0-ab86-8c1a50efca25 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:18:58.518129 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-265b2a0d-6007-4751-ba8a-4c218e9d1bf4 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:18:58.522049 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265b2a0d-6007-4751-ba8a-4c218e9d1bf4 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:18:58.523371 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265b2a0d-6007-4751-ba8a-4c218e9d1bf4 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:58.524246 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-265b2a0d-6007-4751-ba8a-4c218e9d1bf4 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:58.619724 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-265b2a0d-6007-4751-ba8a-4c218e9d1bf4 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6808059 Aug 11 02:18:58.620510 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b2a0d-6007-4751-ba8a-4c218e9d1bf4 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Pushing event updated for resources: {'Port': ['ID=8a7317c5-7128-4894-9ce5-0f201c6477d0,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:58.639614 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47218) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:58.658811 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:58.748519 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0a9684a0-76b6-4f9d-9e86-c7f13aa8b3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'name': 'tempest-ServersTestFqdnHostnames-1133917206-router', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'a8e1c58a-8a39-4a18-bb9a-21e89826c95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:26Z', 'updated_at': '2021-08-11T02:18:56Z', 'revision_number': 5, 'project_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'gw_port': {'id': 'a8e1c58a-8a39-4a18-bb9a-21e89826c95a', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:30Z', 'updated_at': '2021-08-11T02:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:58.791394 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:58.831036 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9684a0-76b6-4f9d-9e86-c7f13aa8b3f2 None None] Checking router: 0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:18:58.854039 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9684a0-76b6-4f9d-9e86-c7f13aa8b3f2 None None] Routers {'0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:18:58.855569 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0a9684a0-76b6-4f9d-9e86-c7f13aa8b3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:18:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:58.885523 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3cfe4f22-3703-4385-aeac-0bfa27634da5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:58.974822 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-0a9684a0-76b6-4f9d-9e86-c7f13aa8b3f2 None None] Set router 0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:18:59.066642 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] device_id is not set on port 8a7317c5-7128-4894-9ce5-0f201c6477d0 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:18:59.084052 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:59.116057 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Transition to ACTIVE for port object 8a7317c5-7128-4894-9ce5-0f201c6477d0 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:59.123803 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:59.128850 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3cfe4f22-3703-4385-aeac-0bfa27634da5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:59.241178 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Pushing event updated for resources: {'Port': ['ID=8a7317c5-7128-4894-9ce5-0f201c6477d0,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:59.246582 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-3cfe4f22-3703-4385-aeac-0bfa27634da5 admin admin] Deleting port a8e1c58a-8a39-4a18-bb9a-21e89826c95a {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:18:59.248626 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3cfe4f22-3703-4385-aeac-0bfa27634da5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:59.260418 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:59.261643 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0a9684a0-76b6-4f9d-9e86-c7f13aa8b3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'name': 'tempest-ServersTestFqdnHostnames-1133917206-router', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'a8e1c58a-8a39-4a18-bb9a-21e89826c95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:26Z', 'updated_at': '2021-08-11T02:18:56Z', 'revision_number': 5, 'project_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'gw_port': {'id': 'a8e1c58a-8a39-4a18-bb9a-21e89826c95a', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:30Z', 'updated_at': '2021-08-11T02:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:59.262152 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:59.262987 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:59.275648 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:59.275648 n-d-615180-33 neutron-server[94506]: ERROR neutron.plugins.ml2.managers [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Failed to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] Aug 11 02:18:59.277422 n-d-615180-33 neutron-server[94506]: INFO neutron.plugins.ml2.plugin [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempt 2 to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 Aug 11 02:18:59.310934 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:59.311284 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:59.312226 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:59.321474 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9684a0-76b6-4f9d-9e86-c7f13aa8b3f2 None None] The sync data for ids ['0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18'] in n-d-615180-33 is: [{'id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'name': 'tempest-ServersTestFqdnHostnames-1133917206-router', 'tenant_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'a8e1c58a-8a39-4a18-bb9a-21e89826c95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:26Z', 'updated_at': '2021-08-11T02:18:56Z', 'revision_number': 5, 'project_id': '46ac404d6c2f4ff8a9d4b2717b2d3aa2', 'gw_port': {'id': 'a8e1c58a-8a39-4a18-bb9a-21e89826c95a', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:30Z', 'updated_at': '2021-08-11T02:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:18:59.327894 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:59.328514 n-d-615180-33 neutron-server[94506]: ERROR neutron.plugins.ml2.managers [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Failed to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] Aug 11 02:18:59.329165 n-d-615180-33 neutron-server[94506]: INFO neutron.plugins.ml2.plugin [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempt 3 to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 Aug 11 02:18:59.348705 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:59.349474 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:59.350865 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:59.358104 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:59.358915 n-d-615180-33 neutron-server[94506]: ERROR neutron.plugins.ml2.managers [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Failed to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] Aug 11 02:18:59.359594 n-d-615180-33 neutron-server[94506]: INFO neutron.plugins.ml2.plugin [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempt 4 to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 Aug 11 02:18:59.416001 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:59.417552 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:59.419172 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:59.437995 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:59.438360 n-d-615180-33 neutron-server[94506]: ERROR neutron.plugins.ml2.managers [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Failed to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] Aug 11 02:18:59.438758 n-d-615180-33 neutron-server[94506]: INFO neutron.plugins.ml2.plugin [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempt 5 to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 Aug 11 02:18:59.455065 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:59.455815 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:59.455815 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:59.461855 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:59.462196 n-d-615180-33 neutron-server[94506]: ERROR neutron.plugins.ml2.managers [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Failed to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] Aug 11 02:18:59.462745 n-d-615180-33 neutron-server[94506]: INFO neutron.plugins.ml2.plugin [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempt 6 to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 Aug 11 02:18:59.478414 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-3cfe4f22-3703-4385-aeac-0bfa27634da5 admin admin] For port a8e1c58a-8a39-4a18-bb9a-21e89826c95a, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a8e1c58a-8a39-4a18-bb9a-21e89826c95a,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:59.479161 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3cfe4f22-3703-4385-aeac-0bfa27634da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:59.512117 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:59.516378 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:59.516834 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:59.533923 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-3cfe4f22-3703-4385-aeac-0bfa27634da5 admin admin] Calling delete_port for a8e1c58a-8a39-4a18-bb9a-21e89826c95a owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:18:59.536446 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:59.537084 n-d-615180-33 neutron-server[94506]: ERROR neutron.plugins.ml2.managers [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Failed to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] Aug 11 02:18:59.538177 n-d-615180-33 neutron-server[94506]: INFO neutron.plugins.ml2.plugin [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempt 7 to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 Aug 11 02:18:59.557226 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:59.558436 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:59.558798 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:59.578390 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:59.582143 n-d-615180-33 neutron-server[94506]: ERROR neutron.plugins.ml2.managers [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Failed to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] Aug 11 02:18:59.582714 n-d-615180-33 neutron-server[94506]: INFO neutron.plugins.ml2.plugin [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempt 8 to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 Aug 11 02:18:59.623891 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:59.624289 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:59.624754 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:59.636466 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:59.636762 n-d-615180-33 neutron-server[94506]: ERROR neutron.plugins.ml2.managers [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Failed to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] Aug 11 02:18:59.637281 n-d-615180-33 neutron-server[94506]: INFO neutron.plugins.ml2.plugin [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempt 9 to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 Aug 11 02:18:59.662290 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:59.662771 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:59.663128 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:59.671019 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:59.671339 n-d-615180-33 neutron-server[94506]: ERROR neutron.plugins.ml2.managers [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Failed to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] Aug 11 02:18:59.673252 n-d-615180-33 neutron-server[94506]: INFO neutron.plugins.ml2.plugin [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempt 10 to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 Aug 11 02:18:59.703145 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:59.703508 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:59.704358 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:59.713798 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:59.714143 n-d-615180-33 neutron-server[94506]: ERROR neutron.plugins.ml2.managers [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Failed to bind port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] Aug 11 02:18:59.714875 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:59.850817 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] For port 8a7317c5-7128-4894-9ce5-0f201c6477d0, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:59.851196 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempted to set empty binding levels {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 02:18:59.860249 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:59.884651 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3cfe4f22-3703-4385-aeac-0bfa27634da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:59.896002 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] In _notify_port_updated(), no bound segment for port 8a7317c5-7128-4894-9ce5-0f201c6477d0 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:18:59.897064 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:59.898020 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:59.901455 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] 10.222.0.50 "PUT /v2.0/ports/8a7317c5-7128-4894-9ce5-0f201c6477d0 HTTP/1.1" status: 200 len: 975 time: 1.2621691 Aug 11 02:18:59.902061 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47242) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:59.945763 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e16823-8040-4c1f-b4fa-028b653162de tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Pushing event updated for resources: {'Port': ['ID=8a7317c5-7128-4894-9ce5-0f201c6477d0,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:59.965084 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe4f22-3703-4385-aeac-0bfa27634da5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8e1c58a-8a39-4a18-bb9a-21e89826c95a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:00.078935 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.079421 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.079929 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.080400 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.080876 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.081498 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.081858 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3cfe4f22-3703-4385-aeac-0bfa27634da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:00.081977 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.082435 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.082901 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.083428 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.084120 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.084751 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.085225 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.085758 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.086284 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.086769 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.087375 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.087906 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.088372 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.089011 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.089591 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.090068 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.090534 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.091056 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.091687 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.092223 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.092685 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.093212 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.093677 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.094190 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.094806 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.095280 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.095769 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.096288 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.096767 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.097228 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.097693 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.098578 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.098816 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.099377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.100406 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.100884 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.101456 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.102112 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.102566 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.103033 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.103529 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.108665 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1e2d7f5d-6ca5-40c6-92b4-2e070b6ef2f6 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 42375 time: 0.2059608 Aug 11 02:19:00.113377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47248) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:00.221447 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-1586b038-a6f9-4553-af11-b4ac4aad4786 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Deleting port 8a7317c5-7128-4894-9ce5-0f201c6477d0 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:00.221802 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1586b038-a6f9-4553-af11-b4ac4aad4786 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:00.230237 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3cfe4f22-3703-4385-aeac-0bfa27634da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:00.233663 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3cfe4f22-3703-4385-aeac-0bfa27634da5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:00.325933 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3cfe4f22-3703-4385-aeac-0bfa27634da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:00.326837 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfe4f22-3703-4385-aeac-0bfa27634da5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:19:00.331175 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-1586b038-a6f9-4553-af11-b4ac4aad4786 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] For port 8a7317c5-7128-4894-9ce5-0f201c6477d0, host n-h1-615180-33, got binding levels [] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:00.331426 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1586b038-a6f9-4553-af11-b4ac4aad4786 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:00.340273 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3cfe4f22-3703-4385-aeac-0bfa27634da5 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:00.343026 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3cfe4f22-3703-4385-aeac-0bfa27634da5 admin admin] 10.222.0.50 "DELETE /v2.0/routers/0a7af2ea-b6cc-4d07-ac2c-17f5ccecba18 HTTP/1.1" status: 204 len: 168 time: 2.1305177 Aug 11 02:19:00.345121 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47252) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:00.367590 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-1586b038-a6f9-4553-af11-b4ac4aad4786 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Calling delete_port for 8a7317c5-7128-4894-9ce5-0f201c6477d0 owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:00.450351 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-7671730b-1c38-4052-b2a8-2b98c4cd9d98 admin admin] Deleting subnet cccbf575-460b-41a5-802c-8f12cd514561 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:19:00.469457 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7671730b-1c38-4052-b2a8-2b98c4cd9d98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:00.604836 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7671730b-1c38-4052-b2a8-2b98c4cd9d98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:00.734705 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1586b038-a6f9-4553-af11-b4ac4aad4786 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:00.776160 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7671730b-1c38-4052-b2a8-2b98c4cd9d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:00.779447 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586b038-a6f9-4553-af11-b4ac4aad4786 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a7317c5-7128-4894-9ce5-0f201c6477d0,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:00.820880 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1586b038-a6f9-4553-af11-b4ac4aad4786 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:00.822889 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1586b038-a6f9-4553-af11-b4ac4aad4786 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] 10.222.0.50 "DELETE /v2.0/ports/8a7317c5-7128-4894-9ce5-0f201c6477d0 HTTP/1.1" status: 204 len: 168 time: 0.7061865 Aug 11 02:19:00.826082 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47270) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:00.874616 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-200a20fb-7510-47a8-9271-b4a1986bb960 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] GET failed (client error): The resource could not be found. Aug 11 02:19:00.882121 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-200a20fb-7510-47a8-9271-b4a1986bb960 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] 10.222.0.50 "GET /v2.0/ports/8a7317c5-7128-4894-9ce5-0f201c6477d0 HTTP/1.1" status: 404 len: 333 time: 0.0536807 Aug 11 02:19:00.887403 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7671730b-1c38-4052-b2a8-2b98c4cd9d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:00.889397 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47274) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:00.895714 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-20c42d59-7f7c-4ace-866f-7c1e65418981 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1639890512', 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:00.930432 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671730b-1c38-4052-b2a8-2b98c4cd9d98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cccbf575-460b-41a5-802c-8f12cd514561,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:00.938536 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7671730b-1c38-4052-b2a8-2b98c4cd9d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:00.942053 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7671730b-1c38-4052-b2a8-2b98c4cd9d98 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cccbf575-460b-41a5-802c-8f12cd514561 HTTP/1.1" status: 204 len: 168 time: 0.5941517 Aug 11 02:19:00.943627 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47276) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:00.947524 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e52fb9-185c-4580-a291-70c24bcf1b4a None None] Network 1cc06348-0fe8-4b09-9dc0-727cbdd09d09 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:00.992879 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c42d59-7f7c-4ace-866f-7c1e65418981 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Made reservation on behalf of 5cc99677950e4b478082dbf5b3a9d19a for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:00.995713 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-20c42d59-7f7c-4ace-866f-7c1e65418981 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:01.038750 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-20c42d59-7f7c-4ace-866f-7c1e65418981 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] device_id is not set on port 366bff9f-ba71-4702-8db3-909fe583d5f3 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:19:01.093688 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3797e46f-1165-456d-86ec-b1a3d3b2e914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:01.119633 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 88bd1e0f-a5a1-4f87-b357-7f588fd2652e no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:19:01.191184 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 88bd1e0f-a5a1-4f87-b357-7f588fd2652e {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:19:01.198617 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 88bd1e0f-a5a1-4f87-b357-7f588fd2652e not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:19:01.199842 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-3797e46f-1165-456d-86ec-b1a3d3b2e914 admin admin] Deleting port 8a9262ca-e850-4a91-8bfb-a6702218ff2c {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:01.200258 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3797e46f-1165-456d-86ec-b1a3d3b2e914 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:01.307201 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-20c42d59-7f7c-4ace-866f-7c1e65418981 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:01.320748 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-3797e46f-1165-456d-86ec-b1a3d3b2e914 admin admin] For port 8a9262ca-e850-4a91-8bfb-a6702218ff2c, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8a9262ca-e850-4a91-8bfb-a6702218ff2c,segment=NetworkSegment(f16b25d0-24e1-421b-b9aa-004aa418c2ae),segment_id=f16b25d0-24e1-421b-b9aa-004aa418c2ae)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:01.321747 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3797e46f-1165-456d-86ec-b1a3d3b2e914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:01.338849 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-3797e46f-1165-456d-86ec-b1a3d3b2e914 admin admin] Calling delete_port for 8a9262ca-e850-4a91-8bfb-a6702218ff2c owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:01.365547 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-20c42d59-7f7c-4ace-866f-7c1e65418981 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:01.447077 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c42d59-7f7c-4ace-866f-7c1e65418981 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Network 01bc1890-9583-4aa0-ab86-8c1a50efca25 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:01.454263 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3797e46f-1165-456d-86ec-b1a3d3b2e914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:01.454489 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-20c42d59-7f7c-4ace-866f-7c1e65418981 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:01.471311 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ba638e-6d5b-4494-aea9-93db44bf49f9 None None] DHCP port deletion for 1cc06348-0fe8-4b09-9dc0-727cbdd09d09 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:19:01.471751 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3797e46f-1165-456d-86ec-b1a3d3b2e914 admin admin] No DVR routers for this DVR port 8a9262ca-e850-4a91-8bfb-a6702218ff2c on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:19:01.476731 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c42d59-7f7c-4ace-866f-7c1e65418981 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:01.477694 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c42d59-7f7c-4ace-866f-7c1e65418981 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:01.478310 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-20c42d59-7f7c-4ace-866f-7c1e65418981 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:01.493417 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797e46f-1165-456d-86ec-b1a3d3b2e914 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a9262ca-e850-4a91-8bfb-a6702218ff2c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:01.517992 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c42d59-7f7c-4ace-866f-7c1e65418981 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Pushing event updated for resources: {'Port': ['ID=366bff9f-ba71-4702-8db3-909fe583d5f3,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:01.533959 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-20c42d59-7f7c-4ace-866f-7c1e65418981 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6420400 Aug 11 02:19:01.535967 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47284) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:01.634957 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057e9904-18bf-453b-a5e4-567c0f1b3f3c tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:01.638936 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-057e9904-18bf-453b-a5e4-567c0f1b3f3c tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] 10.222.0.50 "GET /v2.0/ports/366bff9f-ba71-4702-8db3-909fe583d5f3 HTTP/1.1" status: 200 len: 955 time: 0.0995245 Aug 11 02:19:01.639763 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47286) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:01.654500 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3797e46f-1165-456d-86ec-b1a3d3b2e914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:01.680705 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-3797e46f-1165-456d-86ec-b1a3d3b2e914 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc06348-0fe8-4b09-9dc0-727cbdd09d09']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:01.712410 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-3797e46f-1165-456d-86ec-b1a3d3b2e914 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16b25d0-24e1-421b-b9aa-004aa418c2ae') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:01.712756 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-3797e46f-1165-456d-86ec-b1a3d3b2e914 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16b25d0-24e1-421b-b9aa-004aa418c2ae') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:01.731904 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3797e46f-1165-456d-86ec-b1a3d3b2e914 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:01.760472 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3797e46f-1165-456d-86ec-b1a3d3b2e914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:01.773007 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3797e46f-1165-456d-86ec-b1a3d3b2e914 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:19:01.773477 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3797e46f-1165-456d-86ec-b1a3d3b2e914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:19:01.779480 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:19:01.807260 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-6bb7b841-3bc4-49ab-9ed5-0380b59fe390 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Deleting port 366bff9f-ba71-4702-8db3-909fe583d5f3 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:01.811784 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6bb7b841-3bc4-49ab-9ed5-0380b59fe390 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:01.871406 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3797e46f-1165-456d-86ec-b1a3d3b2e914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:01.884067 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3797e46f-1165-456d-86ec-b1a3d3b2e914 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:01.886764 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3797e46f-1165-456d-86ec-b1a3d3b2e914 admin admin] 10.222.0.50 "DELETE /v2.0/networks/1cc06348-0fe8-4b09-9dc0-727cbdd09d09 HTTP/1.1" status: 204 len: 168 time: 0.9414165 Aug 11 02:19:01.902409 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797e46f-1165-456d-86ec-b1a3d3b2e914 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cc06348-0fe8-4b09-9dc0-727cbdd09d09,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:01.920786 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6bb7b841-3bc4-49ab-9ed5-0380b59fe390 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:01.939289 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-6bb7b841-3bc4-49ab-9ed5-0380b59fe390 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Calling delete_port for 366bff9f-ba71-4702-8db3-909fe583d5f3 owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:02.077336 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6bb7b841-3bc4-49ab-9ed5-0380b59fe390 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:02.124631 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb7b841-3bc4-49ab-9ed5-0380b59fe390 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Pushing event deleted for resources: {'Port': ['ID=366bff9f-ba71-4702-8db3-909fe583d5f3,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:02.145460 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6bb7b841-3bc4-49ab-9ed5-0380b59fe390 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:02.148334 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6bb7b841-3bc4-49ab-9ed5-0380b59fe390 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] 10.222.0.50 "DELETE /v2.0/ports/366bff9f-ba71-4702-8db3-909fe583d5f3 HTTP/1.1" status: 204 len: 168 time: 0.5072272 Aug 11 02:19:02.150885 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47296) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:02.160340 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47298) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:02.214854 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf608ae-3b08-4e0b-abf1-870ca09bf3e7 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] GET failed (client error): The resource could not be found. Aug 11 02:19:02.216713 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5bf608ae-3b08-4e0b-abf1-870ca09bf3e7 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] 10.222.0.50 "GET /v2.0/ports/366bff9f-ba71-4702-8db3-909fe583d5f3 HTTP/1.1" status: 404 len: 333 time: 0.0648689 Aug 11 02:19:02.220924 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47300) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:02.226988 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-84871fc9-76d2-421d-b17f-32c496b9985a tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Request body: {'port': {'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1637122936'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:02.236037 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9e7d9bfb-83f9-45b1-884f-9fe868f0ac6e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=46ac404d6c2f4ff8a9d4b2717b2d3aa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0711670 Aug 11 02:19:02.236587 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47302) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:02.260341 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84871fc9-76d2-421d-b17f-32c496b9985a tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Made reservation on behalf of 5cc99677950e4b478082dbf5b3a9d19a for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:02.262808 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84871fc9-76d2-421d-b17f-32c496b9985a tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:02.284453 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-84871fc9-76d2-421d-b17f-32c496b9985a tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] device_id is not set on port 54200aac-1bed-42a4-88c3-44b2187c71a9 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:19:02.351157 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0752f25-56a2-4603-a604-01540015e5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:02.394284 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0752f25-56a2-4603-a604-01540015e5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:02.460848 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0752f25-56a2-4603-a604-01540015e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:02.465703 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0752f25-56a2-4603-a604-01540015e5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:02.472402 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f0752f25-56a2-4603-a604-01540015e5ec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1129f82d-df8c-49f3-8c1e-ceab3e998456 HTTP/1.1" status: 204 len: 168 time: 0.2329981 Aug 11 02:19:02.488190 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0752f25-56a2-4603-a604-01540015e5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1129f82d-df8c-49f3-8c1e-ceab3e998456,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:02.531369 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84871fc9-76d2-421d-b17f-32c496b9985a tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:02.635766 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84871fc9-76d2-421d-b17f-32c496b9985a tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:02.711278 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84871fc9-76d2-421d-b17f-32c496b9985a tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Network 01bc1890-9583-4aa0-ab86-8c1a50efca25 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:02.729373 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-84871fc9-76d2-421d-b17f-32c496b9985a tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:02.744931 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84871fc9-76d2-421d-b17f-32c496b9985a tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:02.745908 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84871fc9-76d2-421d-b17f-32c496b9985a tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:02.747661 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84871fc9-76d2-421d-b17f-32c496b9985a tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:02.754177 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a8e1c58a-8a39-4a18-bb9a-21e89826c95a no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:19:02.779768 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47318) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:02.797100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:02.805753 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-84871fc9-76d2-421d-b17f-32c496b9985a tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5836179 Aug 11 02:19:02.809090 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: a8e1c58a-8a39-4a18-bb9a-21e89826c95a {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:19:02.811482 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a8e1c58a-8a39-4a18-bb9a-21e89826c95a not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:19:02.812241 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8a9262ca-e850-4a91-8bfb-a6702218ff2c no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:19:02.816500 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84871fc9-76d2-421d-b17f-32c496b9985a tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Pushing event updated for resources: {'Port': ['ID=54200aac-1bed-42a4-88c3-44b2187c71a9,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:02.867047 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 8a9262ca-e850-4a91-8bfb-a6702218ff2c {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:19:02.873640 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8a9262ca-e850-4a91-8bfb-a6702218ff2c not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:19:02.947387 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:03.314613 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] device_id is not set on port 54200aac-1bed-42a4-88c3-44b2187c71a9 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:19:03.327020 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:03.357971 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Transition to ACTIVE for port object 54200aac-1bed-42a4-88c3-44b2187c71a9 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:03.366829 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:03.375618 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47344) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:03.473038 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Pushing event updated for resources: {'Port': ['ID=54200aac-1bed-42a4-88c3-44b2187c71a9,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:03.514336 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:03.516528 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:03.517059 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:03.526853 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Port 54200aac-1bed-42a4-88c3-44b2187c71a9 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:19:03.528144 n-d-615180-33 neutron-server[94507]: ERROR neutron.plugins.ml2.managers [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Failed to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] Aug 11 02:19:03.528897 n-d-615180-33 neutron-server[94507]: INFO neutron.plugins.ml2.plugin [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempt 2 to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 Aug 11 02:19:03.561107 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:03.561807 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:03.563494 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:03.575328 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Port 54200aac-1bed-42a4-88c3-44b2187c71a9 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:19:03.577182 n-d-615180-33 neutron-server[94507]: ERROR neutron.plugins.ml2.managers [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Failed to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] Aug 11 02:19:03.578718 n-d-615180-33 neutron-server[94507]: INFO neutron.plugins.ml2.plugin [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempt 3 to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 Aug 11 02:19:03.590486 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c166e9ea-713a-4d10-bc3d-8fe25ee95632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:03.609637 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:03.614348 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:03.616275 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:03.628425 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Port 54200aac-1bed-42a4-88c3-44b2187c71a9 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:19:03.631494 n-d-615180-33 neutron-server[94507]: ERROR neutron.plugins.ml2.managers [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Failed to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] Aug 11 02:19:03.632172 n-d-615180-33 neutron-server[94507]: INFO neutron.plugins.ml2.plugin [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempt 4 to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 Aug 11 02:19:03.660658 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:03.661314 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:03.664290 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:03.674904 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Port 54200aac-1bed-42a4-88c3-44b2187c71a9 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:19:03.675583 n-d-615180-33 neutron-server[94507]: ERROR neutron.plugins.ml2.managers [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Failed to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] Aug 11 02:19:03.677389 n-d-615180-33 neutron-server[94507]: INFO neutron.plugins.ml2.plugin [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempt 5 to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 Aug 11 02:19:03.706942 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:03.707620 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:03.708194 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:03.726823 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Port 54200aac-1bed-42a4-88c3-44b2187c71a9 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:19:03.727165 n-d-615180-33 neutron-server[94507]: ERROR neutron.plugins.ml2.managers [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Failed to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] Aug 11 02:19:03.727577 n-d-615180-33 neutron-server[94507]: INFO neutron.plugins.ml2.plugin [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempt 6 to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 Aug 11 02:19:03.756269 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:03.756624 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:03.756962 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:03.767616 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Port 54200aac-1bed-42a4-88c3-44b2187c71a9 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:19:03.767948 n-d-615180-33 neutron-server[94507]: ERROR neutron.plugins.ml2.managers [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Failed to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] Aug 11 02:19:03.768347 n-d-615180-33 neutron-server[94507]: INFO neutron.plugins.ml2.plugin [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempt 7 to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 Aug 11 02:19:03.802563 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:03.805240 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:03.805947 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:03.824844 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Port 54200aac-1bed-42a4-88c3-44b2187c71a9 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:19:03.825611 n-d-615180-33 neutron-server[94507]: ERROR neutron.plugins.ml2.managers [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Failed to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] Aug 11 02:19:03.826202 n-d-615180-33 neutron-server[94507]: INFO neutron.plugins.ml2.plugin [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempt 8 to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 Aug 11 02:19:03.861214 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:03.861591 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c166e9ea-713a-4d10-bc3d-8fe25ee95632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:03.862097 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:03.863405 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:03.871633 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Port 54200aac-1bed-42a4-88c3-44b2187c71a9 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:19:03.872568 n-d-615180-33 neutron-server[94507]: ERROR neutron.plugins.ml2.managers [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Failed to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] Aug 11 02:19:03.873004 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c166e9ea-713a-4d10-bc3d-8fe25ee95632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:03.873471 n-d-615180-33 neutron-server[94507]: INFO neutron.plugins.ml2.plugin [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempt 9 to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 Aug 11 02:19:03.888422 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:03.889087 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:03.889693 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:03.916281 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c166e9ea-713a-4d10-bc3d-8fe25ee95632 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fb57e3f0fd1a4e2da77888a72b0c4270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5393150 Aug 11 02:19:03.917060 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47360) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:03.944161 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166e9ea-713a-4d10-bc3d-8fe25ee95632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fc20e5-cb9a-4cf6-b069-78f8a15bab8d,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:03.952317 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Port 54200aac-1bed-42a4-88c3-44b2187c71a9 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:19:03.952848 n-d-615180-33 neutron-server[94507]: ERROR neutron.plugins.ml2.managers [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Failed to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] Aug 11 02:19:04.004620 n-d-615180-33 neutron-server[94507]: INFO neutron.plugins.ml2.plugin [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempt 10 to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 Aug 11 02:19:04.018737 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47366) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:04.020175 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:04.021073 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:04.021428 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempting to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:04.054323 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Port 54200aac-1bed-42a4-88c3-44b2187c71a9 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:19:04.054776 n-d-615180-33 neutron-server[94507]: ERROR neutron.plugins.ml2.managers [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Failed to bind port 54200aac-1bed-42a4-88c3-44b2187c71a9 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '1ca700d9-a347-4b04-8ca5-0adf2c036d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '01bc1890-9583-4aa0-ab86-8c1a50efca25'}] Aug 11 02:19:04.055246 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.058681 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fab245ca-6099-473d-8099-dd7fa6b9d888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.085842 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fab245ca-6099-473d-8099-dd7fa6b9d888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.181581 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-24f510c7-8e4d-49ff-bb1f-525e800114a2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1713794097-network', 'tenant_id': '3937403ced4d4e09944d3802eef3600d'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:04.208358 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f510c7-8e4d-49ff-bb1f-525e800114a2 admin admin] Made reservation on behalf of 3937403ced4d4e09944d3802eef3600d for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:04.210020 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] For port 54200aac-1bed-42a4-88c3-44b2187c71a9, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:19:04.211455 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-24f510c7-8e4d-49ff-bb1f-525e800114a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.212414 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attempted to set empty binding levels {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 02:19:04.220358 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.230203 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-24f510c7-8e4d-49ff-bb1f-525e800114a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.282370 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] In _notify_port_updated(), no bound segment for port 54200aac-1bed-42a4-88c3-44b2187c71a9 on network 01bc1890-9583-4aa0-ab86-8c1a50efca25 {{(pid=94507) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:19:04.283336 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:04.284023 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.285873 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] 10.222.0.50 "PUT /v2.0/ports/54200aac-1bed-42a4-88c3-44b2187c71a9 HTTP/1.1" status: 200 len: 976 time: 1.5063283 Aug 11 02:19:04.289430 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47372) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:04.304578 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31ed81-02eb-4ff2-b97c-bf87b5f4af73 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Pushing event updated for resources: {'Port': ['ID=54200aac-1bed-42a4-88c3-44b2187c71a9,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:04.339860 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fab245ca-6099-473d-8099-dd7fa6b9d888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.342762 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fab245ca-6099-473d-8099-dd7fa6b9d888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.346692 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fab245ca-6099-473d-8099-dd7fa6b9d888 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/92fc20e5-cb9a-4cf6-b069-78f8a15bab8d HTTP/1.1" status: 204 len: 168 time: 0.4279821 Aug 11 02:19:04.359265 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab245ca-6099-473d-8099-dd7fa6b9d888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fc20e5-cb9a-4cf6-b069-78f8a15bab8d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:04.444685 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-20d68746-b930-46ab-adb5-8c390f5efef1 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Deleting port 54200aac-1bed-42a4-88c3-44b2187c71a9 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:04.445282 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-20d68746-b930-46ab-adb5-8c390f5efef1 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.480917 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-24f510c7-8e4d-49ff-bb1f-525e800114a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.487154 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-24f510c7-8e4d-49ff-bb1f-525e800114a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.544694 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f510c7-8e4d-49ff-bb1f-525e800114a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:19:04.553547 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f510c7-8e4d-49ff-bb1f-525e800114a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa602f9-74cf-4536-a934-09a032257730,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:04.560292 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-24f510c7-8e4d-49ff-bb1f-525e800114a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.560621 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-24f510c7-8e4d-49ff-bb1f-525e800114a2 admin admin] Added segment 7ca01c84-98c8-4676-8a35-404d37bafeef of type vlan for network 2e5fbd23-4e7b-4b08-aaff-fa5d96210616 Aug 11 02:19:04.584845 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-20d68746-b930-46ab-adb5-8c390f5efef1 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] For port 54200aac-1bed-42a4-88c3-44b2187c71a9, host n-h1-615180-33, got binding levels [] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:04.585217 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-20d68746-b930-46ab-adb5-8c390f5efef1 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.629455 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-24f510c7-8e4d-49ff-bb1f-525e800114a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.635654 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-20d68746-b930-46ab-adb5-8c390f5efef1 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Calling delete_port for 54200aac-1bed-42a4-88c3-44b2187c71a9 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:04.674059 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-24f510c7-8e4d-49ff-bb1f-525e800114a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.675438 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f510c7-8e4d-49ff-bb1f-525e800114a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:04.676150 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-24f510c7-8e4d-49ff-bb1f-525e800114a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.693919 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-24f510c7-8e4d-49ff-bb1f-525e800114a2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6738157 Aug 11 02:19:04.705332 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47382) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:04.711390 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-65a27447-7667-47a5-bc22-99a85e8a724b admin admin] Request body: {'subnet': {'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1713794097-subnet', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:04.770914 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-20d68746-b930-46ab-adb5-8c390f5efef1 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.779398 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f510c7-8e4d-49ff-bb1f-525e800114a2 admin admin] Pushing event updated for resources: {'Network': ['ID=2e5fbd23-4e7b-4b08-aaff-fa5d96210616,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:04.792472 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 2e5fbd23-4e7b-4b08-aaff-fa5d96210616 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:19:04.796659 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a27447-7667-47a5-bc22-99a85e8a724b admin admin] Made reservation on behalf of 3937403ced4d4e09944d3802eef3600d for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:04.801537 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-65a27447-7667-47a5-bc22-99a85e8a724b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.812898 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d68746-b930-46ab-adb5-8c390f5efef1 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Pushing event deleted for resources: {'Port': ['ID=54200aac-1bed-42a4-88c3-44b2187c71a9,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:04.819176 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-20d68746-b930-46ab-adb5-8c390f5efef1 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.821419 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-20d68746-b930-46ab-adb5-8c390f5efef1 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] 10.222.0.50 "DELETE /v2.0/ports/54200aac-1bed-42a4-88c3-44b2187c71a9 HTTP/1.1" status: 204 len: 168 time: 0.5309339 Aug 11 02:19:04.824776 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47384) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:04.880872 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-5791d9fc-b78b-4fbe-beb7-4f219559cd37 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] GET failed (client error): The resource could not be found. Aug 11 02:19:04.882605 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5791d9fc-b78b-4fbe-beb7-4f219559cd37 tempest-PortsAdminExtendedAttrsTestJSON-1318446075 tempest-PortsAdminExtendedAttrsTestJSON-1318446075-project-admin] 10.222.0.50 "GET /v2.0/ports/54200aac-1bed-42a4-88c3-44b2187c71a9 HTTP/1.1" status: 404 len: 333 time: 0.0568721 Aug 11 02:19:04.887886 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47386) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:04.967367 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47388) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:04.992314 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-57f12a17-c494-420d-b209-79c9499f44fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:05.043199 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a1a76c2-1193-40da-a69f-5c0935443338 tempest-PortsAdminExtendedAttrsTestJSON-1905194732 tempest-PortsAdminExtendedAttrsTestJSON-1905194732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:05.181775 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a1a76c2-1193-40da-a69f-5c0935443338 tempest-PortsAdminExtendedAttrsTestJSON-1905194732 tempest-PortsAdminExtendedAttrsTestJSON-1905194732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:05.197460 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-3a1a76c2-1193-40da-a69f-5c0935443338 tempest-PortsAdminExtendedAttrsTestJSON-1905194732 tempest-PortsAdminExtendedAttrsTestJSON-1905194732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01bc1890-9583-4aa0-ab86-8c1a50efca25']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:05.213783 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-3a1a76c2-1193-40da-a69f-5c0935443338 tempest-PortsAdminExtendedAttrsTestJSON-1905194732 tempest-PortsAdminExtendedAttrsTestJSON-1905194732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca700d9-a347-4b04-8ca5-0adf2c036d17') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:05.214075 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-3a1a76c2-1193-40da-a69f-5c0935443338 tempest-PortsAdminExtendedAttrsTestJSON-1905194732 tempest-PortsAdminExtendedAttrsTestJSON-1905194732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca700d9-a347-4b04-8ca5-0adf2c036d17') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:05.231989 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a1a76c2-1193-40da-a69f-5c0935443338 tempest-PortsAdminExtendedAttrsTestJSON-1905194732 tempest-PortsAdminExtendedAttrsTestJSON-1905194732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:05.269807 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-57f12a17-c494-420d-b209-79c9499f44fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:05.278391 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-57f12a17-c494-420d-b209-79c9499f44fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:05.279817 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a1a76c2-1193-40da-a69f-5c0935443338 tempest-PortsAdminExtendedAttrsTestJSON-1905194732 tempest-PortsAdminExtendedAttrsTestJSON-1905194732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:05.307224 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1a76c2-1193-40da-a69f-5c0935443338 tempest-PortsAdminExtendedAttrsTestJSON-1905194732 tempest-PortsAdminExtendedAttrsTestJSON-1905194732-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:19:05.308266 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a1a76c2-1193-40da-a69f-5c0935443338 tempest-PortsAdminExtendedAttrsTestJSON-1905194732 tempest-PortsAdminExtendedAttrsTestJSON-1905194732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:19:05.313210 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:19:05.417755 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-57f12a17-c494-420d-b209-79c9499f44fd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c3a2109afc42445d9e66ee80d0c42051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4492879 Aug 11 02:19:05.421617 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47396) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:05.421842 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f12a17-c494-420d-b209-79c9499f44fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dfb430-5675-4849-8e2d-1ff576f82a2d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:05.453240 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a1a76c2-1193-40da-a69f-5c0935443338 tempest-PortsAdminExtendedAttrsTestJSON-1905194732 tempest-PortsAdminExtendedAttrsTestJSON-1905194732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:05.467782 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a1a76c2-1193-40da-a69f-5c0935443338 tempest-PortsAdminExtendedAttrsTestJSON-1905194732 tempest-PortsAdminExtendedAttrsTestJSON-1905194732-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:05.470045 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3a1a76c2-1193-40da-a69f-5c0935443338 tempest-PortsAdminExtendedAttrsTestJSON-1905194732 tempest-PortsAdminExtendedAttrsTestJSON-1905194732-project] 10.222.0.50 "DELETE /v2.0/networks/01bc1890-9583-4aa0-ab86-8c1a50efca25 HTTP/1.1" status: 204 len: 168 time: 0.5810962 Aug 11 02:19:05.498538 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a76c2-1193-40da-a69f-5c0935443338 tempest-PortsAdminExtendedAttrsTestJSON-1905194732 tempest-PortsAdminExtendedAttrsTestJSON-1905194732-project] Pushing event deleted for resources: {'Network': ['ID=01bc1890-9583-4aa0-ab86-8c1a50efca25,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:05.533825 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c5bd39c9-4e2b-47be-954d-898980f2560f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:05.609364 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c5bd39c9-4e2b-47be-954d-898980f2560f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:05.656659 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-65a27447-7667-47a5-bc22-99a85e8a724b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:05.772871 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a27447-7667-47a5-bc22-99a85e8a724b admin admin] Pushing event updated for resources: {'Subnet': ['ID=74b5f936-7af2-4989-97af-f38c99f22013,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:05.775283 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c5bd39c9-4e2b-47be-954d-898980f2560f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:05.783772 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c5bd39c9-4e2b-47be-954d-898980f2560f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:05.784865 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c5bd39c9-4e2b-47be-954d-898980f2560f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d4dfb430-5675-4849-8e2d-1ff576f82a2d HTTP/1.1" status: 204 len: 168 time: 0.3629372 Aug 11 02:19:05.794101 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a27447-7667-47a5-bc22-99a85e8a724b admin admin] Checking segment: {'id': '7ca01c84-98c8-4676-8a35-404d37bafeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:05.794521 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a27447-7667-47a5-bc22-99a85e8a724b admin admin] Network hostable DHCP agents. Network: 2e5fbd23-4e7b-4b08-aaff-fa5d96210616, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:19:05.805448 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd39c9-4e2b-47be-954d-898980f2560f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dfb430-5675-4849-8e2d-1ff576f82a2d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:05.848151 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a27447-7667-47a5-bc22-99a85e8a724b admin admin] Network 2e5fbd23-4e7b-4b08-aaff-fa5d96210616 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:19:05.868234 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-65a27447-7667-47a5-bc22-99a85e8a724b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 2e5fbd23-4e7b-4b08-aaff-fa5d96210616) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:05.878894 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a27447-7667-47a5-bc22-99a85e8a724b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:05.880040 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-65a27447-7667-47a5-bc22-99a85e8a724b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:05.885472 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe07382c-1e7e-4219-9d66-35b049d5fe87 None None] Network 2e5fbd23-4e7b-4b08-aaff-fa5d96210616 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:05.896954 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47412) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:05.920590 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47416) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:05.921120 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-65a27447-7667-47a5-bc22-99a85e8a724b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2142551 Aug 11 02:19:05.925670 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-cc5b2db1-fa62-408b-803b-656d3d9f6cd2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1713794097-router', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:05.993507 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cc5b2db1-fa62-408b-803b-656d3d9f6cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:05.995189 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cc5b2db1-fa62-408b-803b-656d3d9f6cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.158785 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cc5b2db1-fa62-408b-803b-656d3d9f6cd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.210775 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f83bca4-8faa-4616-bdbb-9e38a735de65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-2e5fbd23-4e7b-4b08-aaff-fa5d96210616', 'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'fixed_ips': [{'subnet_id': '74b5f936-7af2-4989-97af-f38c99f22013'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:19:06.213165 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5f83bca4-8faa-4616-bdbb-9e38a735de65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.403962 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e7bf169b-61f1-42ba-95af-b1bfc0b35fbb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e3f4bde3dec845ed86c2daab1ed93918&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5055969 Aug 11 02:19:06.407023 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47424) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:06.408062 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-5f83bca4-8faa-4616-bdbb-9e38a735de65 None None] Allocated IP 172.20.0.2 (2e5fbd23-4e7b-4b08-aaff-fa5d96210616/74b5f936-7af2-4989-97af-f38c99f22013/542567d2-7993-4960-845a-78138fd2c4ff) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:06.410230 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cc5b2db1-fa62-408b-803b-656d3d9f6cd2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.604111 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-28a025f0-bd02-4594-84d8-9d5ca165b0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.619432 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5f83bca4-8faa-4616-bdbb-9e38a735de65 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.628796 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5f83bca4-8faa-4616-bdbb-9e38a735de65 None None] Transition to ACTIVE for port object 542567d2-7993-4960-845a-78138fd2c4ff will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:06.643810 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47428) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:06.645523 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5f83bca4-8faa-4616-bdbb-9e38a735de65 None None] Transition to ACTIVE for port object 542567d2-7993-4960-845a-78138fd2c4ff will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:06.652498 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5f83bca4-8faa-4616-bdbb-9e38a735de65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.671833 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-28a025f0-bd02-4594-84d8-9d5ca165b0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.673947 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cea56fd1-088a-436e-930d-5a506e4585dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.749257 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f83bca4-8faa-4616-bdbb-9e38a735de65 None None] Network 2e5fbd23-4e7b-4b08-aaff-fa5d96210616 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:06.750418 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83bca4-8faa-4616-bdbb-9e38a735de65 None None] Pushing event updated for resources: {'Port': ['ID=542567d2-7993-4960-845a-78138fd2c4ff,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:06.760302 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-28a025f0-bd02-4594-84d8-9d5ca165b0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.761317 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-5f83bca4-8faa-4616-bdbb-9e38a735de65 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:06.763829 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-28a025f0-bd02-4594-84d8-9d5ca165b0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.765407 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-28a025f0-bd02-4594-84d8-9d5ca165b0e6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3366b029-aa9b-47b1-a8a4-1ba623888d6e HTTP/1.1" status: 204 len: 168 time: 0.3569510 Aug 11 02:19:06.768604 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f83bca4-8faa-4616-bdbb-9e38a735de65 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:06.785178 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a025f0-bd02-4594-84d8-9d5ca165b0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3366b029-aa9b-47b1-a8a4-1ba623888d6e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:06.853965 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cc5b2db1-fa62-408b-803b-656d3d9f6cd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.867143 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-5f83bca4-8faa-4616-bdbb-9e38a735de65 None None] Attempting to bind port 542567d2-7993-4960-845a-78138fd2c4ff on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:06.867516 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-5f83bca4-8faa-4616-bdbb-9e38a735de65 None None] Attempting to bind port 542567d2-7993-4960-845a-78138fd2c4ff by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '7ca01c84-98c8-4676-8a35-404d37bafeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:06.867895 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f83bca4-8faa-4616-bdbb-9e38a735de65 None None] Attempting to bind port 542567d2-7993-4960-845a-78138fd2c4ff on network 2e5fbd23-4e7b-4b08-aaff-fa5d96210616 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:06.868048 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cea56fd1-088a-436e-930d-5a506e4585dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.874035 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f83bca4-8faa-4616-bdbb-9e38a735de65 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:19:06.877215 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cea56fd1-088a-436e-930d-5a506e4585dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.878848 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f83bca4-8faa-4616-bdbb-9e38a735de65 None None] Checking segment: {'id': '7ca01c84-98c8-4676-8a35-404d37bafeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:06.879701 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5f83bca4-8faa-4616-bdbb-9e38a735de65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.880122 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f83bca4-8faa-4616-bdbb-9e38a735de65 None None] Bound using segment: {'id': '7ca01c84-98c8-4676-8a35-404d37bafeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:19:06.881604 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-5f83bca4-8faa-4616-bdbb-9e38a735de65 None None] Bound port: 542567d2-7993-4960-845a-78138fd2c4ff, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca01c84-98c8-4676-8a35-404d37bafeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:19:06.881898 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5f83bca4-8faa-4616-bdbb-9e38a735de65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.888827 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cc5b2db1-fa62-408b-803b-656d3d9f6cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.963819 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cea56fd1-088a-436e-930d-5a506e4585dc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7e5cf47c503d43cc827dc93a203b3ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3187394 Aug 11 02:19:06.966064 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea56fd1-088a-436e-930d-5a506e4585dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88041027-781d-4055-98e0-ceaac9a1fdba,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:06.967636 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-5f83bca4-8faa-4616-bdbb-9e38a735de65 None None] For port 542567d2-7993-4960-845a-78138fd2c4ff, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:19:06.968517 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47442) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:06.972516 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-5f83bca4-8faa-4616-bdbb-9e38a735de65 None None] For port 542567d2-7993-4960-845a-78138fd2c4ff, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=542567d2-7993-4960-845a-78138fd2c4ff,segment=NetworkSegment(7ca01c84-98c8-4676-8a35-404d37bafeef),segment_id=7ca01c84-98c8-4676-8a35-404d37bafeef)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:19:06.978985 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5f83bca4-8faa-4616-bdbb-9e38a735de65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:07.046453 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-cc5b2db1-fa62-408b-803b-656d3d9f6cd2 admin admin] Allocated IP 172.25.2.69 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/776318bb-c497-4c04-b95e-3f71874214cc) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:07.047988 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83bca4-8faa-4616-bdbb-9e38a735de65 None None] Pushing event updated for resources: {'Port': ['ID=542567d2-7993-4960-845a-78138fd2c4ff,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:07.069747 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eac5e0db-b8fe-48fa-a07a-65111f87151d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:07.097521 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eac5e0db-b8fe-48fa-a07a-65111f87151d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:07.155681 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eac5e0db-b8fe-48fa-a07a-65111f87151d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:07.159374 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eac5e0db-b8fe-48fa-a07a-65111f87151d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:07.163151 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-eac5e0db-b8fe-48fa-a07a-65111f87151d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/88041027-781d-4055-98e0-ceaac9a1fdba HTTP/1.1" status: 204 len: 168 time: 0.1912622 Aug 11 02:19:07.170862 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5e0db-b8fe-48fa-a07a-65111f87151d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88041027-781d-4055-98e0-ceaac9a1fdba,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:07.212177 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cc5b2db1-fa62-408b-803b-656d3d9f6cd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:07.274727 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cc5b2db1-fa62-408b-803b-656d3d9f6cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:07.362473 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5b2db1-fa62-408b-803b-656d3d9f6cd2 admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:07.366476 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-cc5b2db1-fa62-408b-803b-656d3d9f6cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:07.370171 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5b2db1-fa62-408b-803b-656d3d9f6cd2 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:07.408101 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b2db1-fa62-408b-803b-656d3d9f6cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=776318bb-c497-4c04-b95e-3f71874214cc,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:07.416768 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47456) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:07.510984 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8a16d0b9-62a5-48f9-bd02-e8b57b7151e9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5cc99677950e4b478082dbf5b3a9d19a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0925205 Aug 11 02:19:07.514391 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47462) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:07.592434 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d39ce99-db5c-4a22-aa5b-d572cf88f609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:07.628386 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d39ce99-db5c-4a22-aa5b-d572cf88f609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:07.710772 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d39ce99-db5c-4a22-aa5b-d572cf88f609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:07.714374 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d39ce99-db5c-4a22-aa5b-d572cf88f609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:07.717141 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4d39ce99-db5c-4a22-aa5b-d572cf88f609 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9dd1def5-d1d3-4237-a72d-6e17a05928d4 HTTP/1.1" status: 204 len: 168 time: 0.1990709 Aug 11 02:19:07.737388 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39ce99-db5c-4a22-aa5b-d572cf88f609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd1def5-d1d3-4237-a72d-6e17a05928d4,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:07.902710 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73aeab2-e3cc-463f-a0d3-fe123603ea2c req-d7416581-8b84-4dde-99a9-4161732f7e69 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:07.904760 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a73aeab2-e3cc-463f-a0d3-fe123603ea2c req-d7416581-8b84-4dde-99a9-4161732f7e69 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 945 time: 0.0651798 Aug 11 02:19:07.963137 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a73aeab2-e3cc-463f-a0d3-fe123603ea2c req-4f3c8ecb-f10d-4a3b-85cd-567768c3ac8a tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510030 Aug 11 02:19:08.147666 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cc5b2db1-fa62-408b-803b-656d3d9f6cd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:08.452570 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cc5b2db1-fa62-408b-803b-656d3d9f6cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:08.523238 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f691c0f5-1066-4d27-b426-24ed098994e9 None None] Network 2e5fbd23-4e7b-4b08-aaff-fa5d96210616 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:08.701821 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-45a8424e-6e97-403c-a5de-db51510d91fb None None] Provisioning for port 542567d2-7993-4960-845a-78138fd2c4ff completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:08.721166 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5b2db1-fa62-408b-803b-656d3d9f6cd2 admin admin] Router 2afb6a9c-c881-4714-b9d7-fd2109e1f1a2 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:19:08.820383 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 542567d2-7993-4960-845a-78138fd2c4ff up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:08.871488 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5b2db1-fa62-408b-803b-656d3d9f6cd2 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:19:08.884471 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8d1b64-c1b8-4cc9-8a55-bc0e4190e4c6 None None] Sync routers for ids ['2afb6a9c-c881-4714-b9d7-fd2109e1f1a2'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:19:08.892226 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cc5b2db1-fa62-408b-803b-656d3d9f6cd2 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:08.893525 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-cc5b2db1-fa62-408b-803b-656d3d9f6cd2 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.9719276 Aug 11 02:19:08.896451 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47542) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:08.930455 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8d1b64-c1b8-4cc9-8a55-bc0e4190e4c6 None None] Routers {'2afb6a9c-c881-4714-b9d7-fd2109e1f1a2'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:19:08.931097 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-da8d1b64-c1b8-4cc9-8a55-bc0e4190e4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:18:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['2afb6a9c-c881-4714-b9d7-fd2109e1f1a2'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:08.991105 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 542567d2-7993-4960-845a-78138fd2c4ff completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:08.999613 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 542567d2-7993-4960-845a-78138fd2c4ff triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:09.000512 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:09.092471 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-da8d1b64-c1b8-4cc9-8a55-bc0e4190e4c6 None None] Set router 2afb6a9c-c881-4714-b9d7-fd2109e1f1a2 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:19:09.351301 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:09.369926 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-18e35b47-a53c-48d8-9a8c-0c6bf039e518 None None] Provisioning complete for port 542567d2-7993-4960-845a-78138fd2c4ff triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:09.370295 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-18e35b47-a53c-48d8-9a8c-0c6bf039e518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:09.397257 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 542567d2-7993-4960-845a-78138fd2c4ff, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=542567d2-7993-4960-845a-78138fd2c4ff,segment=NetworkSegment(7ca01c84-98c8-4676-8a35-404d37bafeef),segment_id=7ca01c84-98c8-4676-8a35-404d37bafeef)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:09.423319 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:09.484339 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=542567d2-7993-4960-845a-78138fd2c4ff,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:09.502415 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-83a754bd-9686-40ae-89ec-2810634bd536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:09.511145 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-da8d1b64-c1b8-4cc9-8a55-bc0e4190e4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'name': 'tempest-ServersTestJSON-1713794097-router', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '776318bb-c497-4c04-b95e-3f71874214cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:06Z', 'updated_at': '2021-08-11T02:19:07Z', 'revision_number': 3, 'project_id': '3937403ced4d4e09944d3802eef3600d', 'gw_port': {'id': '776318bb-c497-4c04-b95e-3f71874214cc', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:06Z', 'updated_at': '2021-08-11T02:19:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:09.548152 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8d1b64-c1b8-4cc9-8a55-bc0e4190e4c6 None None] Checking router: 2afb6a9c-c881-4714-b9d7-fd2109e1f1a2 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:19:09.548783 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8d1b64-c1b8-4cc9-8a55-bc0e4190e4c6 None None] Updating router 2afb6a9c-c881-4714-b9d7-fd2109e1f1a2 port 776318bb-c497-4c04-b95e-3f71874214cc binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:19:09.613501 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-da8d1b64-c1b8-4cc9-8a55-bc0e4190e4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:09.823765 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-83a754bd-9686-40ae-89ec-2810634bd536 admin admin] Allocated IP 172.20.0.1 (2e5fbd23-4e7b-4b08-aaff-fa5d96210616/74b5f936-7af2-4989-97af-f38c99f22013/3755c162-9fd9-4581-9162-0ab94750b903) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:09.874719 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47584) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:09.913204 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 4f2fc812-8e74-4f08-a40c-f327ac14bb35 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:19:10.011221 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-83a754bd-9686-40ae-89ec-2810634bd536 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:10.033879 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-83a754bd-9686-40ae-89ec-2810634bd536 admin admin] Transition to ACTIVE for port object 3755c162-9fd9-4581-9162-0ab94750b903 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:10.061575 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-f775018c-2b33-448a-ba8d-966a80010706 tempest-QuotasTest-376864133 tempest-QuotasTest-376864133-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:10.084468 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-83a754bd-9686-40ae-89ec-2810634bd536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:10.099429 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f775018c-2b33-448a-ba8d-966a80010706 tempest-QuotasTest-376864133 tempest-QuotasTest-376864133-project-admin] 10.222.0.50 "PUT /v2.0/quotas/82dbf702260343059cbe6cc4d1dfec1d HTTP/1.1" status: 200 len: 366 time: 0.2235682 Aug 11 02:19:10.104096 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47592) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:10.115248 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3f1c87d8-bf5b-4119-8c3f-3f8b238900f9 tempest-QuotasTest-376864133 tempest-QuotasTest-376864133-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0099633 Aug 11 02:19:10.117945 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47594) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:10.128302 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c0500ade-37da-41f9-8b49-1ee184ba97b4 tempest-QuotasTest-376864133 tempest-QuotasTest-376864133-project-admin] 10.222.0.50 "GET /v2.0/quotas/82dbf702260343059cbe6cc4d1dfec1d HTTP/1.1" status: 200 len: 366 time: 0.0093477 Aug 11 02:19:10.130766 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47598) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:10.142890 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a754bd-9686-40ae-89ec-2810634bd536 admin admin] Network 2e5fbd23-4e7b-4b08-aaff-fa5d96210616 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:10.146257 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-62ee3fa8-347c-49f0-b835-bae70fa154f2 tempest-QuotasTest-376864133 tempest-QuotasTest-376864133-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/82dbf702260343059cbe6cc4d1dfec1d HTTP/1.1" status: 204 len: 168 time: 0.0141447 Aug 11 02:19:10.149641 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47600) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:10.153977 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:10.159018 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-83a754bd-9686-40ae-89ec-2810634bd536 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:10.161487 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a754bd-9686-40ae-89ec-2810634bd536 admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:10.180523 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-318f7e09-bb6f-46de-9067-448d71aeaa64 tempest-QuotasTest-376864133 tempest-QuotasTest-376864133-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0295365 Aug 11 02:19:10.181307 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47602) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:10.193769 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a754bd-9686-40ae-89ec-2810634bd536 admin admin] Pushing event updated for resources: {'Port': ['ID=3755c162-9fd9-4581-9162-0ab94750b903,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:10.200385 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5b9693eb-5eab-467b-aabd-753573c776d7 tempest-QuotasTest-376864133 tempest-QuotasTest-376864133-project-admin] 10.222.0.50 "GET /v2.0/quotas/82dbf702260343059cbe6cc4d1dfec1d HTTP/1.1" status: 200 len: 370 time: 0.0135415 Aug 11 02:19:10.200608 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47604) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:10.207686 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-020cc4a4-a5cf-4585-9336-aaa114f81046 tempest-QuotasTest-376864133 tempest-QuotasTest-376864133-project-admin] 10.222.0.50 "GET /v2.0/quotas/82dbf702260343059cbe6cc4d1dfec1d/default HTTP/1.1" status: 200 len: 370 time: 0.0063431 Aug 11 02:19:10.210866 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47606) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:10.224350 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-83a754bd-9686-40ae-89ec-2810634bd536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:10.230153 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 4f2fc812-8e74-4f08-a40c-f327ac14bb35, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=4f2fc812-8e74-4f08-a40c-f327ac14bb35,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:10.233181 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b22cf79-0747-42d2-8821-8c1bb71d4d5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f2fc812-8e74-4f08-a40c-f327ac14bb35'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:10.236030 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7b1b91-ebce-41df-a449-777ae284da57" -d '{"events": [{"server_uuid": "3b22cf79-0747-42d2-8821-8c1bb71d4d5b", "name": "network-vif-unplugged", "status": "completed", "tag": "4f2fc812-8e74-4f08-a40c-f327ac14bb35"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:10.242108 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:10.248063 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-4d76f02c-0156-4f8c-a23b-f238ab50a9f5 tempest-QuotasTest-376864133 tempest-QuotasTest-376864133-project-admin] delete failed (client error): The resource could not be found. Aug 11 02:19:10.251739 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4d76f02c-0156-4f8c-a23b-f238ab50a9f5 tempest-QuotasTest-376864133 tempest-QuotasTest-376864133-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/82dbf702260343059cbe6cc4d1dfec1d HTTP/1.1" status: 404 len: 348 time: 0.0373645 Aug 11 02:19:10.345325 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02c1161-e62f-45c5-90ae-048124fa7243 x-openstack-request-id: req-b02c1161-e62f-45c5-90ae-048124fa7243 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:10.345701 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b22cf79-0747-42d2-8821-8c1bb71d4d5b", "name": "network-vif-unplugged", "status": "completed", "tag": "4f2fc812-8e74-4f08-a40c-f327ac14bb35", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:10.346143 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b02c1161-e62f-45c5-90ae-048124fa7243 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:10.346798 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b22cf79-0747-42d2-8821-8c1bb71d4d5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f2fc812-8e74-4f08-a40c-f327ac14bb35', 'code': 200} Aug 11 02:19:10.352497 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-da8d1b64-c1b8-4cc9-8a55-bc0e4190e4c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:10.364738 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=4f2fc812-8e74-4f08-a40c-f327ac14bb35,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:10.388466 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-da8d1b64-c1b8-4cc9-8a55-bc0e4190e4c6 None None] Transition to ACTIVE for port object 776318bb-c497-4c04-b95e-3f71874214cc will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:10.396003 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-da8d1b64-c1b8-4cc9-8a55-bc0e4190e4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:10.428062 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47612) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:10.454473 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-da8d1b64-c1b8-4cc9-8a55-bc0e4190e4c6 None None] Attempting to bind port 776318bb-c497-4c04-b95e-3f71874214cc on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:10.455107 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-da8d1b64-c1b8-4cc9-8a55-bc0e4190e4c6 None None] Attempting to bind port 776318bb-c497-4c04-b95e-3f71874214cc by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:10.455685 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d1b64-c1b8-4cc9-8a55-bc0e4190e4c6 None None] Attempting to bind port 776318bb-c497-4c04-b95e-3f71874214cc on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:10.467364 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d1b64-c1b8-4cc9-8a55-bc0e4190e4c6 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:19:10.467773 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d1b64-c1b8-4cc9-8a55-bc0e4190e4c6 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:10.468188 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-da8d1b64-c1b8-4cc9-8a55-bc0e4190e4c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:10.468613 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d1b64-c1b8-4cc9-8a55-bc0e4190e4c6 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:19:10.469373 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-da8d1b64-c1b8-4cc9-8a55-bc0e4190e4c6 None None] Bound port: 776318bb-c497-4c04-b95e-3f71874214cc, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:19:10.470148 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-da8d1b64-c1b8-4cc9-8a55-bc0e4190e4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:10.470270 n-d-615180-33 neutron-server[94506]: DEBUG neutron.quota.resource [None req-b34c3495-898b-4bb4-9845-be60a453b948 tempest-QuotasTest-376864133 tempest-QuotasTest-376864133-project-admin] Usage tracker for resource:network and tenant:401af6a4cf724374b22369d9075c2d70 is out of sync, need to count used quota {{(pid=94506) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 02:19:10.480583 n-d-615180-33 neutron-server[94506]: DEBUG neutron.quota.resource [None req-b34c3495-898b-4bb4-9845-be60a453b948 tempest-QuotasTest-376864133 tempest-QuotasTest-376864133-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94506) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 02:19:10.500108 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6242964-0a91-4f37-9b18-57e32d3df4f7 None None] Pushing event updated for resources: {'Port': ['ID=776318bb-c497-4c04-b95e-3f71874214cc,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:10.508804 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-83a754bd-9686-40ae-89ec-2810634bd536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:10.520683 n-d-615180-33 neutron-server[94506]: DEBUG neutron.quota.resource [None req-b34c3495-898b-4bb4-9845-be60a453b948 tempest-QuotasTest-376864133 tempest-QuotasTest-376864133-project-admin] Usage tracker for resource:subnet and tenant:401af6a4cf724374b22369d9075c2d70 is out of sync, need to count used quota {{(pid=94506) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 02:19:10.528763 n-d-615180-33 neutron-server[94506]: DEBUG neutron.quota.resource [None req-b34c3495-898b-4bb4-9845-be60a453b948 tempest-QuotasTest-376864133 tempest-QuotasTest-376864133-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94506) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 02:19:10.536136 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-79de0390-7381-4738-9a4a-2722bcbe0927 None None] Provisioning for port 3755c162-9fd9-4581-9162-0ab94750b903 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:10.538461 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-da8d1b64-c1b8-4cc9-8a55-bc0e4190e4c6 None None] For port 776318bb-c497-4c04-b95e-3f71874214cc, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:19:10.543159 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-da8d1b64-c1b8-4cc9-8a55-bc0e4190e4c6 None None] For port 776318bb-c497-4c04-b95e-3f71874214cc, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=776318bb-c497-4c04-b95e-3f71874214cc,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:19:10.544877 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-79de0390-7381-4738-9a4a-2722bcbe0927 None None] Provisioning complete for port 3755c162-9fd9-4581-9162-0ab94750b903 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:10.545262 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-79de0390-7381-4738-9a4a-2722bcbe0927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:10.557424 n-d-615180-33 neutron-server[94506]: DEBUG neutron.quota.resource [None req-b34c3495-898b-4bb4-9845-be60a453b948 tempest-QuotasTest-376864133 tempest-QuotasTest-376864133-project-admin] Usage tracker for resource:subnetpool and tenant:401af6a4cf724374b22369d9075c2d70 is out of sync, need to count used quota {{(pid=94506) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 02:19:10.566242 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-da8d1b64-c1b8-4cc9-8a55-bc0e4190e4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:10.567297 n-d-615180-33 neutron-server[94506]: DEBUG neutron.quota.resource [None req-b34c3495-898b-4bb4-9845-be60a453b948 tempest-QuotasTest-376864133 tempest-QuotasTest-376864133-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94506) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 02:19:10.588613 n-d-615180-33 neutron-server[94506]: DEBUG neutron.quota.resource [None req-b34c3495-898b-4bb4-9845-be60a453b948 tempest-QuotasTest-376864133 tempest-QuotasTest-376864133-project-admin] Usage tracker for resource:port and tenant:401af6a4cf724374b22369d9075c2d70 is out of sync, need to count used quota {{(pid=94506) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 02:19:10.603183 n-d-615180-33 neutron-server[94506]: DEBUG neutron.quota.resource [None req-b34c3495-898b-4bb4-9845-be60a453b948 tempest-QuotasTest-376864133 tempest-QuotasTest-376864133-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94506) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 02:19:10.647129 n-d-615180-33 neutron-server[94506]: DEBUG neutron.quota.resource [None req-b34c3495-898b-4bb4-9845-be60a453b948 tempest-QuotasTest-376864133 tempest-QuotasTest-376864133-project-admin] Usage tracker for resource:router and tenant:401af6a4cf724374b22369d9075c2d70 is out of sync, need to count used quota {{(pid=94506) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 02:19:10.650102 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-79de0390-7381-4738-9a4a-2722bcbe0927 None None] Port 3755c162-9fd9-4581-9162-0ab94750b903 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:19:10.655996 n-d-615180-33 neutron-server[94506]: DEBUG neutron.quota.resource [None req-b34c3495-898b-4bb4-9845-be60a453b948 tempest-QuotasTest-376864133 tempest-QuotasTest-376864133-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94506) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 02:19:10.662979 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8d1b64-c1b8-4cc9-8a55-bc0e4190e4c6 None None] Routers {'2afb6a9c-c881-4714-b9d7-fd2109e1f1a2'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:19:10.663568 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-da8d1b64-c1b8-4cc9-8a55-bc0e4190e4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:18:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['2afb6a9c-c881-4714-b9d7-fd2109e1f1a2'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:10.672444 n-d-615180-33 neutron-server[94506]: DEBUG neutron.quota.resource [None req-b34c3495-898b-4bb4-9845-be60a453b948 tempest-QuotasTest-376864133 tempest-QuotasTest-376864133-project-admin] Usage tracker for resource:floatingip and tenant:401af6a4cf724374b22369d9075c2d70 is out of sync, need to count used quota {{(pid=94506) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 02:19:10.681547 n-d-615180-33 neutron-server[94506]: DEBUG neutron.quota.resource [None req-b34c3495-898b-4bb4-9845-be60a453b948 tempest-QuotasTest-376864133 tempest-QuotasTest-376864133-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94506) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 02:19:10.708586 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6242964-0a91-4f37-9b18-57e32d3df4f7 None None] Pushing event updated for resources: {'Port': ['ID=776318bb-c497-4c04-b95e-3f71874214cc,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:10.717260 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 542567d2-7993-4960-845a-78138fd2c4ff up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:10.761099 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-83a754bd-9686-40ae-89ec-2810634bd536 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:10.768615 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-83a754bd-9686-40ae-89ec-2810634bd536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:10.837659 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-da8d1b64-c1b8-4cc9-8a55-bc0e4190e4c6 None None] Set router 2afb6a9c-c881-4714-b9d7-fd2109e1f1a2 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:19:10.861546 n-d-615180-33 neutron-server[94506]: DEBUG neutron.quota.resource [None req-b34c3495-898b-4bb4-9845-be60a453b948 tempest-QuotasTest-376864133 tempest-QuotasTest-376864133-project-admin] Usage tracker for resource:security_group and tenant:401af6a4cf724374b22369d9075c2d70 is out of sync, need to count used quota {{(pid=94506) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 02:19:10.875386 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 542567d2-7993-4960-845a-78138fd2c4ff triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:10.876060 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:10.880299 n-d-615180-33 neutron-server[94506]: DEBUG neutron.quota.resource [None req-b34c3495-898b-4bb4-9845-be60a453b948 tempest-QuotasTest-376864133 tempest-QuotasTest-376864133-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94506) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 02:19:10.890836 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-83a754bd-9686-40ae-89ec-2810634bd536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:10.893015 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a754bd-9686-40ae-89ec-2810634bd536 admin admin] Pushing event updated for resources: {'Port': ['ID=3755c162-9fd9-4581-9162-0ab94750b903,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:10.904314 n-d-615180-33 neutron-server[94506]: DEBUG neutron.quota.resource [None req-b34c3495-898b-4bb4-9845-be60a453b948 tempest-QuotasTest-376864133 tempest-QuotasTest-376864133-project-admin] Usage tracker for resource:security_group_rule and tenant:401af6a4cf724374b22369d9075c2d70 is out of sync, need to count used quota {{(pid=94506) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 02:19:10.909428 n-d-615180-33 neutron-server[94506]: DEBUG neutron.quota.resource [None req-b34c3495-898b-4bb4-9845-be60a453b948 tempest-QuotasTest-376864133 tempest-QuotasTest-376864133-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94506) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 02:19:10.924604 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b34c3495-898b-4bb4-9845-be60a453b948 tempest-QuotasTest-376864133 tempest-QuotasTest-376864133-project-admin] 10.222.0.50 "GET /v2.0/quotas/401af6a4cf724374b22369d9075c2d70/details.json HTTP/1.1" status: 200 len: 703 time: 0.4954469 Aug 11 02:19:11.013228 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a754bd-9686-40ae-89ec-2810634bd536 admin admin] Network 2e5fbd23-4e7b-4b08-aaff-fa5d96210616 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:11.017737 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-83a754bd-9686-40ae-89ec-2810634bd536 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:11.137818 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-da8d1b64-c1b8-4cc9-8a55-bc0e4190e4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'name': 'tempest-ServersTestJSON-1713794097-router', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '776318bb-c497-4c04-b95e-3f71874214cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:06Z', 'updated_at': '2021-08-11T02:19:10Z', 'revision_number': 4, 'project_id': '3937403ced4d4e09944d3802eef3600d', 'gw_port': {'id': '776318bb-c497-4c04-b95e-3f71874214cc', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:06Z', 'updated_at': '2021-08-11T02:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '3755c162-9fd9-4581-9162-0ab94750b903', 'name': '', 'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'mac_address': 'fa:16:3e:87:dd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '74b5f936-7af2-4989-97af-f38c99f22013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:09Z', 'updated_at': '2021-08-11T02:19:09Z', 'revision_number': 1, 'project_id': '3937403ced4d4e09944d3802eef3600d', 'subnets': [{'id': '74b5f936-7af2-4989-97af-f38c99f22013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:11.171164 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8d1b64-c1b8-4cc9-8a55-bc0e4190e4c6 None None] The sync data for ids ['2afb6a9c-c881-4714-b9d7-fd2109e1f1a2'] in n-d-615180-33 is: [{'id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'name': 'tempest-ServersTestJSON-1713794097-router', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '776318bb-c497-4c04-b95e-3f71874214cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:06Z', 'updated_at': '2021-08-11T02:19:10Z', 'revision_number': 4, 'project_id': '3937403ced4d4e09944d3802eef3600d', 'gw_port': {'id': '776318bb-c497-4c04-b95e-3f71874214cc', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:06Z', 'updated_at': '2021-08-11T02:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '3755c162-9fd9-4581-9162-0ab94750b903', 'name': '', 'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'mac_address': 'fa:16:3e:87:dd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '74b5f936-7af2-4989-97af-f38c99f22013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:09Z', 'updated_at': '2021-08-11T02:19:09Z', 'revision_number': 1, 'project_id': '3937403ced4d4e09944d3802eef3600d', 'subnets': [{'id': '74b5f936-7af2-4989-97af-f38c99f22013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:19:11.180424 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a754bd-9686-40ae-89ec-2810634bd536 admin admin] Router 2afb6a9c-c881-4714-b9d7-fd2109e1f1a2 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:19:11.341888 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a754bd-9686-40ae-89ec-2810634bd536 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:19:11.361725 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-83a754bd-9686-40ae-89ec-2810634bd536 admin admin] 10.222.0.50 "PUT /v2.0/routers/2afb6a9c-c881-4714-b9d7-fd2109e1f1a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4620812 Aug 11 02:19:11.384061 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-61188ffe-4283-45c3-9112-739ef0a8b975 None None] Provisioning complete for port 3755c162-9fd9-4581-9162-0ab94750b903 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:11.384747 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-61188ffe-4283-45c3-9112-739ef0a8b975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:11.434433 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-61188ffe-4283-45c3-9112-739ef0a8b975 None None] Port 3755c162-9fd9-4581-9162-0ab94750b903 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:19:11.439368 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47636) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:11.672904 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6cbbd952-af7e-4092-b313-c5d87c92ebc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:11.758989 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-904025c4-28a1-4bfa-b960-8d4bf03fcdd8 req-8553a7a3-cacf-4c50-8a5d-db01c65facba service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=185b2e12-d345-465f-8747-a60b249f664b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0769422 Aug 11 02:19:11.800421 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6cbbd952-af7e-4092-b313-c5d87c92ebc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:11.806208 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6cbbd952-af7e-4092-b313-c5d87c92ebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:11.847073 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6cbbd952-af7e-4092-b313-c5d87c92ebc9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b3fdb1819ec1450fa2e848b353b2c9a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4056506 Aug 11 02:19:11.852462 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47656) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:11.868125 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbd952-af7e-4092-b313-c5d87c92ebc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cc1de8-2101-4c3d-a099-a09b03765e14,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:11.892794 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904025c4-28a1-4bfa-b960-8d4bf03fcdd8 req-69101c41-5cd0-4c58-aa5e-4fc75cc1f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:11.894553 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-904025c4-28a1-4bfa-b960-8d4bf03fcdd8 req-69101c41-5cd0-4c58-aa5e-4fc75cc1f936 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47ff2e4ca0364f8c830ae8b0e3bd074d&device_id=185b2e12-d345-465f-8747-a60b249f664b HTTP/1.1" status: 200 len: 1098 time: 0.1109266 Aug 11 02:19:11.911777 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 4f2fc812-8e74-4f08-a40c-f327ac14bb35 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:19:12.054294 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 4f2fc812-8e74-4f08-a40c-f327ac14bb35, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=4f2fc812-8e74-4f08-a40c-f327ac14bb35,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:12.070810 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8c20df93-521f-4e9d-a3c7-4313da791b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:12.073648 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '4f2fc812-8e74-4f08-a40c-f327ac14bb35', 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99', 'port_id': '4f2fc812-8e74-4f08-a40c-f327ac14bb35', 'mac_address': 'fa:16:3e:72:d0:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7193a88f-4d31-4933-a3af-0738d0f7bf97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:19:12.170661 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904025c4-28a1-4bfa-b960-8d4bf03fcdd8 req-ce92abff-62d7-4e19-9b74-3c7624c16609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:12.175730 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-904025c4-28a1-4bfa-b960-8d4bf03fcdd8 req-ce92abff-62d7-4e19-9b74-3c7624c16609 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6 HTTP/1.1" status: 200 len: 912 time: 0.2580369 Aug 11 02:19:12.191609 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:12.217476 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47662) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:12.227418 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-03e59e4f-dfad-4c99-adce-96bd6aa8130e tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1312925456', 'description': 'tempest-description--249425781'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:12.251448 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f2fc812-8e74-4f08-a40c-f327ac14bb35 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:19:12.270672 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8c20df93-521f-4e9d-a3c7-4313da791b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:12.286007 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-03e59e4f-dfad-4c99-adce-96bd6aa8130e tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:12.294413 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 4f2fc812-8e74-4f08-a40c-f327ac14bb35, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=4f2fc812-8e74-4f08-a40c-f327ac14bb35,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:12.299072 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:12.391860 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-904025c4-28a1-4bfa-b960-8d4bf03fcdd8 req-fc40f123-5b2d-4d75-a1fc-79be7fe91ee8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60410b1d-ef87-4960-a1f4-bfabf92c214d HTTP/1.1" status: 200 len: 1002 time: 0.2064683 Aug 11 02:19:12.402886 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=4f2fc812-8e74-4f08-a40c-f327ac14bb35,revision_number=9']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:12.452017 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-03e59e4f-dfad-4c99-adce-96bd6aa8130e tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:12.458224 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-03e59e4f-dfad-4c99-adce-96bd6aa8130e tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:12.460176 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['4f2fc812-8e74-4f08-a40c-f327ac14bb35'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:19:12.509639 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-03e59e4f-dfad-4c99-adce-96bd6aa8130e tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:12.510979 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904025c4-28a1-4bfa-b960-8d4bf03fcdd8 req-ab336b09-5897-4e82-88c5-0d2bcd87f66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:12.511917 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-03e59e4f-dfad-4c99-adce-96bd6aa8130e tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2929635 Aug 11 02:19:12.514843 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47674) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:12.520308 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-904025c4-28a1-4bfa-b960-8d4bf03fcdd8 req-ab336b09-5897-4e82-88c5-0d2bcd87f66d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b3916d2b-9ce1-4894-8441-582c2805386b HTTP/1.1" status: 200 len: 850 time: 0.1161206 Aug 11 02:19:12.521192 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-c948b892-cb82-4db6-b3ff-cc948116bbea tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Request body: {'security_group_rule': {'security_group_id': '8456b0d1-77f3-49e8-a3e4-60cdaf0110fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:12.526661 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e59e4f-dfad-4c99-adce-96bd6aa8130e tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8456b0d1-77f3-49e8-a3e4-60cdaf0110fa,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:12.582434 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8c20df93-521f-4e9d-a3c7-4313da791b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:12.586120 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8c20df93-521f-4e9d-a3c7-4313da791b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:12.587620 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8c20df93-521f-4e9d-a3c7-4313da791b04 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/95cc1de8-2101-4c3d-a099-a09b03765e14 HTTP/1.1" status: 204 len: 168 time: 0.7341030 Aug 11 02:19:12.601752 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20df93-521f-4e9d-a3c7-4313da791b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cc1de8-2101-4c3d-a099-a09b03765e14,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:12.613335 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904025c4-28a1-4bfa-b960-8d4bf03fcdd8 req-c0ed0827-fe24-40e2-8a36-b7afa3531515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:12.616840 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-904025c4-28a1-4bfa-b960-8d4bf03fcdd8 req-c0ed0827-fe24-40e2-8a36-b7afa3531515 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891137 Aug 11 02:19:12.630178 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c948b892-cb82-4db6-b3ff-cc948116bbea tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:12.842381 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-904025c4-28a1-4bfa-b960-8d4bf03fcdd8 req-e78ef3e9-9c15-4986-802f-360684b06460 service neutron] 10.222.0.73 "GET /v2.0/networks/4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135034 Aug 11 02:19:12.870810 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 776318bb-c497-4c04-b95e-3f71874214cc up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:12.938223 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c948b892-cb82-4db6-b3ff-cc948116bbea tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:12.943833 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c948b892-cb82-4db6-b3ff-cc948116bbea tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:12.984651 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 776318bb-c497-4c04-b95e-3f71874214cc completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:12.996013 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948b892-cb82-4db6-b3ff-cc948116bbea tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d276ae3-5fa6-4149-a93c-f46f471bfcac,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:13.000529 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 776318bb-c497-4c04-b95e-3f71874214cc triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:13.001076 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:13.001218 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c948b892-cb82-4db6-b3ff-cc948116bbea tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:13.005655 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-904025c4-28a1-4bfa-b960-8d4bf03fcdd8 req-142937ac-5462-48d5-850c-20959dc17aa7 service neutron] 10.222.0.73 "GET /v2.0/networks/4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545632 Aug 11 02:19:13.006182 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47692) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:13.006547 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c948b892-cb82-4db6-b3ff-cc948116bbea tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4891617 Aug 11 02:19:13.012109 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-4b2f2935-4edd-4b22-9638-d5bd8c3c5be5 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Request body: {'security_group_rule': {'security_group_id': '8456b0d1-77f3-49e8-a3e4-60cdaf0110fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:13.054676 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b2f2935-4edd-4b22-9638-d5bd8c3c5be5 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:13.162705 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b2f2935-4edd-4b22-9638-d5bd8c3c5be5 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:13.169232 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b2f2935-4edd-4b22-9638-d5bd8c3c5be5 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:13.186587 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:13.220023 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 776318bb-c497-4c04-b95e-3f71874214cc, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=776318bb-c497-4c04-b95e-3f71874214cc,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:13.224320 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f2935-4edd-4b22-9638-d5bd8c3c5be5 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa2ddff-80c4-49b6-a382-9285d060e52a,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:13.225373 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:13.228726 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b2f2935-4edd-4b22-9638-d5bd8c3c5be5 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:13.233885 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4b2f2935-4edd-4b22-9638-d5bd8c3c5be5 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2262762 Aug 11 02:19:13.235582 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47702) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:13.242247 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-fdca3104-4faa-4ac3-aacf-a86a8bae7c30 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:13.282621 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdca3104-4faa-4ac3-aacf-a86a8bae7c30 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:13.307384 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=776318bb-c497-4c04-b95e-3f71874214cc,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:13.376262 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47710) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:13.395390 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3751dabe-d6a9-4904-830d-13cba96f12ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:13.424012 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdca3104-4faa-4ac3-aacf-a86a8bae7c30 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:13.538726 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3751dabe-d6a9-4904-830d-13cba96f12ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:13.544061 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3751dabe-d6a9-4904-830d-13cba96f12ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:13.563099 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-fdca3104-4faa-4ac3-aacf-a86a8bae7c30 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Allocated IP 172.25.2.73 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/331c01bd-3ed2-451c-bbc5-7fe8a406a161) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:13.589554 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3751dabe-d6a9-4904-830d-13cba96f12ff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=401af6a4cf724374b22369d9075c2d70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2095771 Aug 11 02:19:13.590379 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47712) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:13.598594 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751dabe-d6a9-4904-830d-13cba96f12ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef652876-0c2b-4114-b472-318fd3af298e,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:13.655269 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fcf8e313-2b85-4315-a7c9-c1cfd0ccf26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:13.681671 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fcf8e313-2b85-4315-a7c9-c1cfd0ccf26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:13.706790 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdca3104-4faa-4ac3-aacf-a86a8bae7c30 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:13.746738 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fcf8e313-2b85-4315-a7c9-c1cfd0ccf26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:13.749915 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fcf8e313-2b85-4315-a7c9-c1cfd0ccf26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:13.751341 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fcf8e313-2b85-4315-a7c9-c1cfd0ccf26d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ef652876-0c2b-4114-b472-318fd3af298e HTTP/1.1" status: 204 len: 168 time: 0.1599665 Aug 11 02:19:13.765510 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8e313-2b85-4315-a7c9-c1cfd0ccf26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef652876-0c2b-4114-b472-318fd3af298e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:13.783965 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdca3104-4faa-4ac3-aacf-a86a8bae7c30 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:13.832021 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca3104-4faa-4ac3-aacf-a86a8bae7c30 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Pushing event updated for resources: {'Port': ['ID=331c01bd-3ed2-451c-bbc5-7fe8a406a161,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:13.860373 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdca3104-4faa-4ac3-aacf-a86a8bae7c30 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:13.861871 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-fdca3104-4faa-4ac3-aacf-a86a8bae7c30 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:13.867680 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdca3104-4faa-4ac3-aacf-a86a8bae7c30 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:13.915286 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 4f2fc812-8e74-4f08-a40c-f327ac14bb35 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:14.013082 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 4f2fc812-8e74-4f08-a40c-f327ac14bb35 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:14.013657 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:14.129642 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:14.177202 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b22cf79-0747-42d2-8821-8c1bb71d4d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2fc812-8e74-4f08-a40c-f327ac14bb35'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:14.184190 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f86d792-655c-4cf7-96af-b7e03923af2c" -d '{"events": [{"server_uuid": "3b22cf79-0747-42d2-8821-8c1bb71d4d5b", "name": "network-vif-plugged", "status": "completed", "tag": "4f2fc812-8e74-4f08-a40c-f327ac14bb35"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:14.218210 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdca3104-4faa-4ac3-aacf-a86a8bae7c30 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:14.218417 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 4f2fc812-8e74-4f08-a40c-f327ac14bb35, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=4f2fc812-8e74-4f08-a40c-f327ac14bb35,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:14.227299 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:14.316785 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef4712b-1890-4f98-be47-df16586105a7 x-openstack-request-id: req-eef4712b-1890-4f98-be47-df16586105a7 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:14.317584 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b22cf79-0747-42d2-8821-8c1bb71d4d5b", "name": "network-vif-plugged", "status": "completed", "tag": "4f2fc812-8e74-4f08-a40c-f327ac14bb35", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:14.317979 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eef4712b-1890-4f98-be47-df16586105a7 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:14.319014 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b22cf79-0747-42d2-8821-8c1bb71d4d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2fc812-8e74-4f08-a40c-f327ac14bb35', 'code': 200} Aug 11 02:19:14.384996 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=4f2fc812-8e74-4f08-a40c-f327ac14bb35,revision_number=10']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:14.385536 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdca3104-4faa-4ac3-aacf-a86a8bae7c30 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:14.702297 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9ba502-34a7-4268-a067-9f5b7046d7e1 None None] Sync routers for ids ['2afb6a9c-c881-4714-b9d7-fd2109e1f1a2'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:19:14.722241 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9ba502-34a7-4268-a067-9f5b7046d7e1 None None] Routers {'2afb6a9c-c881-4714-b9d7-fd2109e1f1a2'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:19:14.722856 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9f9ba502-34a7-4268-a067-9f5b7046d7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:18:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['2afb6a9c-c881-4714-b9d7-fd2109e1f1a2'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:14.755725 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 776318bb-c497-4c04-b95e-3f71874214cc up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:14.799457 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdca3104-4faa-4ac3-aacf-a86a8bae7c30 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:14.812823 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdca3104-4faa-4ac3-aacf-a86a8bae7c30 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:14.905840 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 776318bb-c497-4c04-b95e-3f71874214cc triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:14.907078 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:14.945075 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca3104-4faa-4ac3-aacf-a86a8bae7c30 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Pushing event updated for resources: {'Port': ['ID=331c01bd-3ed2-451c-bbc5-7fe8a406a161,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:14.945273 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-9f9ba502-34a7-4268-a067-9f5b7046d7e1 None None] Set router 2afb6a9c-c881-4714-b9d7-fd2109e1f1a2 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:19:14.998049 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdca3104-4faa-4ac3-aacf-a86a8bae7c30 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:15.054269 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdca3104-4faa-4ac3-aacf-a86a8bae7c30 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:15.056228 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fdca3104-4faa-4ac3-aacf-a86a8bae7c30 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8183885 Aug 11 02:19:15.186714 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47764) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:15.432062 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9f9ba502-34a7-4268-a067-9f5b7046d7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'name': 'tempest-ServersTestJSON-1713794097-router', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '776318bb-c497-4c04-b95e-3f71874214cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:06Z', 'updated_at': '2021-08-11T02:19:10Z', 'revision_number': 4, 'project_id': '3937403ced4d4e09944d3802eef3600d', 'gw_port': {'id': '776318bb-c497-4c04-b95e-3f71874214cc', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:06Z', 'updated_at': '2021-08-11T02:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '3755c162-9fd9-4581-9162-0ab94750b903', 'name': '', 'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'mac_address': 'fa:16:3e:87:dd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '74b5f936-7af2-4989-97af-f38c99f22013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:09Z', 'updated_at': '2021-08-11T02:19:10Z', 'revision_number': 2, 'project_id': '3937403ced4d4e09944d3802eef3600d', 'subnets': [{'id': '74b5f936-7af2-4989-97af-f38c99f22013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:15.468903 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-8658f094-9d99-4957-9abe-b7ead49733a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-219717636'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:15.498961 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9ba502-34a7-4268-a067-9f5b7046d7e1 None None] Checking router: 2afb6a9c-c881-4714-b9d7-fd2109e1f1a2 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:19:15.500966 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9ba502-34a7-4268-a067-9f5b7046d7e1 None None] Updating router 2afb6a9c-c881-4714-b9d7-fd2109e1f1a2 port 3755c162-9fd9-4581-9162-0ab94750b903 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:19:15.506809 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8658f094-9d99-4957-9abe-b7ead49733a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Made reservation on behalf of 2b423c94be3145a593e80c0d5115789e for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:15.530040 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8658f094-9d99-4957-9abe-b7ead49733a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:15.539960 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-9f9ba502-34a7-4268-a067-9f5b7046d7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:15.575243 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8658f094-9d99-4957-9abe-b7ead49733a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:15.626549 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b6f6fc51-3aa3-4084-bba1-e808649ff9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:15.871704 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8658f094-9d99-4957-9abe-b7ead49733a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:15.876792 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8658f094-9d99-4957-9abe-b7ead49733a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:15.906490 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8658f094-9d99-4957-9abe-b7ead49733a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:19:15.921631 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658f094-9d99-4957-9abe-b7ead49733a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ed0b38-9395-4eee-b4a3-99f10d811296,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:15.938486 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8658f094-9d99-4957-9abe-b7ead49733a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:15.938830 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-8658f094-9d99-4957-9abe-b7ead49733a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Added segment 33a4d585-3c55-47af-b1fd-7baaf9b095c6 of type vlan for network 58ac91e3-de29-402d-8f2d-17d82c29f9d6 Aug 11 02:19:15.954355 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-9f9ba502-34a7-4268-a067-9f5b7046d7e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:15.975090 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-9f9ba502-34a7-4268-a067-9f5b7046d7e1 None None] Transition to ACTIVE for port object 3755c162-9fd9-4581-9162-0ab94750b903 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:15.980141 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-eb373c39-3f02-46b9-9e98-16757af69dda tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1312925456&fields=id&tenant_id=3937403ced4d4e09944d3802eef3600d HTTP/1.1" status: 200 len: 267 time: 0.0885396 Aug 11 02:19:15.982541 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-9f9ba502-34a7-4268-a067-9f5b7046d7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:16.025687 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8658f094-9d99-4957-9abe-b7ead49733a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:16.068954 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8658f094-9d99-4957-9abe-b7ead49733a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:16.081018 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8658f094-9d99-4957-9abe-b7ead49733a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:16.081947 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8658f094-9d99-4957-9abe-b7ead49733a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:16.088728 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e7147-94d1-435a-b962-93c798bf4b1f None None] Pushing event updated for resources: {'Port': ['ID=3755c162-9fd9-4581-9162-0ab94750b903,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:16.118563 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684e7147-94d1-435a-b962-93c798bf4b1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:16.118999 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684e7147-94d1-435a-b962-93c798bf4b1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:16.119698 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684e7147-94d1-435a-b962-93c798bf4b1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:16.120184 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684e7147-94d1-435a-b962-93c798bf4b1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:16.120678 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684e7147-94d1-435a-b962-93c798bf4b1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:16.121079 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684e7147-94d1-435a-b962-93c798bf4b1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:16.121520 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684e7147-94d1-435a-b962-93c798bf4b1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:16.121915 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684e7147-94d1-435a-b962-93c798bf4b1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:16.122310 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684e7147-94d1-435a-b962-93c798bf4b1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:16.122775 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684e7147-94d1-435a-b962-93c798bf4b1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:16.123216 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684e7147-94d1-435a-b962-93c798bf4b1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:16.123572 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684e7147-94d1-435a-b962-93c798bf4b1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:16.132817 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-9f9ba502-34a7-4268-a067-9f5b7046d7e1 None None] Attempting to bind port 3755c162-9fd9-4581-9162-0ab94750b903 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:16.133187 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-9f9ba502-34a7-4268-a067-9f5b7046d7e1 None None] Attempting to bind port 3755c162-9fd9-4581-9162-0ab94750b903 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '7ca01c84-98c8-4676-8a35-404d37bafeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:16.133592 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ba502-34a7-4268-a067-9f5b7046d7e1 None None] Attempting to bind port 3755c162-9fd9-4581-9162-0ab94750b903 on network 2e5fbd23-4e7b-4b08-aaff-fa5d96210616 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:16.140439 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ba502-34a7-4268-a067-9f5b7046d7e1 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:19:16.140813 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ba502-34a7-4268-a067-9f5b7046d7e1 None None] Checking segment: {'id': '7ca01c84-98c8-4676-8a35-404d37bafeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:16.141215 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-9f9ba502-34a7-4268-a067-9f5b7046d7e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:16.141605 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ba502-34a7-4268-a067-9f5b7046d7e1 None None] Bound using segment: {'id': '7ca01c84-98c8-4676-8a35-404d37bafeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:19:16.142079 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-9f9ba502-34a7-4268-a067-9f5b7046d7e1 None None] Bound port: 3755c162-9fd9-4581-9162-0ab94750b903, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca01c84-98c8-4676-8a35-404d37bafeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:19:16.142458 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-9f9ba502-34a7-4268-a067-9f5b7046d7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:16.207279 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-65bc08d0-6692-4101-a308-b2614840f8a5 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:16.209084 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-65bc08d0-6692-4101-a308-b2614840f8a5 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/networks?id=2e5fbd23-4e7b-4b08-aaff-fa5d96210616 HTTP/1.1" status: 200 len: 806 time: 0.2214346 Aug 11 02:19:16.210715 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658f094-9d99-4957-9abe-b7ead49733a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Pushing event updated for resources: {'Network': ['ID=58ac91e3-de29-402d-8f2d-17d82c29f9d6,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:16.218280 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8658f094-9d99-4957-9abe-b7ead49733a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0303712 Aug 11 02:19:16.219327 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47792) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:16.225431 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 58ac91e3-de29-402d-8f2d-17d82c29f9d6 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:19:16.230150 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-7e435fb0-10af-47d6-929e-3a0d6deb28bb tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/quotas/3937403ced4d4e09944d3802eef3600d HTTP/1.1" status: 200 len: 375 time: 0.0149696 Aug 11 02:19:16.246515 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-7a78d9d4-c6c9-4dd1-a619-5f5de4d14369 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Request body: {'subnet': {'network_id': '58ac91e3-de29-402d-8f2d-17d82c29f9d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:16.283499 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-9f9ba502-34a7-4268-a067-9f5b7046d7e1 None None] For port 3755c162-9fd9-4581-9162-0ab94750b903, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:19:16.289221 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-9f9ba502-34a7-4268-a067-9f5b7046d7e1 None None] For port 3755c162-9fd9-4581-9162-0ab94750b903, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3755c162-9fd9-4581-9162-0ab94750b903,segment=NetworkSegment(7ca01c84-98c8-4676-8a35-404d37bafeef),segment_id=7ca01c84-98c8-4676-8a35-404d37bafeef)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:19:16.296677 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-9f9ba502-34a7-4268-a067-9f5b7046d7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:16.393546 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-80fa702d-c408-4ae9-b2b9-cc44c1092bf0 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3937403ced4d4e09944d3802eef3600d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1569743 Aug 11 02:19:16.456726 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9ba502-34a7-4268-a067-9f5b7046d7e1 None None] Routers {'2afb6a9c-c881-4714-b9d7-fd2109e1f1a2'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:19:16.457354 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9f9ba502-34a7-4268-a067-9f5b7046d7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:18:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['2afb6a9c-c881-4714-b9d7-fd2109e1f1a2'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:16.503888 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a78d9d4-c6c9-4dd1-a619-5f5de4d14369 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Made reservation on behalf of 2b423c94be3145a593e80c0d5115789e for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:16.512473 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a78d9d4-c6c9-4dd1-a619-5f5de4d14369 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:16.554735 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e7147-94d1-435a-b962-93c798bf4b1f None None] Pushing event updated for resources: {'Port': ['ID=3755c162-9fd9-4581-9162-0ab94750b903,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:16.591856 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-96603fbd-d935-4d19-b592-3e9bb5870c31 service neutron] 10.222.0.50 "GET /v2.0/networks/2e5fbd23-4e7b-4b08-aaff-fa5d96210616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845925 Aug 11 02:19:16.778761 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d172cbac-e8f8-41fb-abfb-e55775cd9fa7 req-347308ed-2f88-4f42-8dd2-00546a726a0d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2987285 Aug 11 02:19:16.809815 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3755c162-9fd9-4581-9162-0ab94750b903 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:16.831275 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-9f9ba502-34a7-4268-a067-9f5b7046d7e1 None None] Set router 2afb6a9c-c881-4714-b9d7-fd2109e1f1a2 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:19:16.845230 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-f50dda92-23f7-4455-9f24-fddd8f9f9f2e service neutron] 10.222.0.50 "GET /v2.0/networks/2e5fbd23-4e7b-4b08-aaff-fa5d96210616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457781 Aug 11 02:19:16.941132 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172cbac-e8f8-41fb-abfb-e55775cd9fa7 req-1bc6a7e7-bc5b-475e-a08a-3314b0af00c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:16.944073 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d172cbac-e8f8-41fb-abfb-e55775cd9fa7 req-1bc6a7e7-bc5b-475e-a08a-3314b0af00c4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=15f6ff753e694e9dbfd4e9be5e45ed17&device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 1099 time: 0.0945523 Aug 11 02:19:16.959475 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 3755c162-9fd9-4581-9162-0ab94750b903 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:16.967687 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 3755c162-9fd9-4581-9162-0ab94750b903 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:16.968063 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:17.141143 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a78d9d4-c6c9-4dd1-a619-5f5de4d14369 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:17.176264 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:17.238125 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 3755c162-9fd9-4581-9162-0ab94750b903, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3755c162-9fd9-4581-9162-0ab94750b903,segment=NetworkSegment(7ca01c84-98c8-4676-8a35-404d37bafeef),segment_id=7ca01c84-98c8-4676-8a35-404d37bafeef)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:17.261200 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:17.262385 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78d9d4-c6c9-4dd1-a619-5f5de4d14369 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Pushing event updated for resources: {'Subnet': ['ID=df6ed07e-cabc-4167-bf8f-27671e923fe4,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:17.286112 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172cbac-e8f8-41fb-abfb-e55775cd9fa7 req-83ec3bf2-120b-41da-8fb6-66b9bd67df54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:17.290302 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d172cbac-e8f8-41fb-abfb-e55775cd9fa7 req-83ec3bf2-120b-41da-8fb6-66b9bd67df54 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2564e31e-dea6-46ca-b2de-bf165812396f HTTP/1.1" status: 200 len: 918 time: 0.3174539 Aug 11 02:19:17.398087 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=3755c162-9fd9-4581-9162-0ab94750b903,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:17.454344 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:17.454954 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:17.455418 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:17.455785 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:17.456127 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:17.456465 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:17.456800 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:17.457132 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:17.457463 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:17.457803 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:17.458123 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:17.458445 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:17.483907 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9f9ba502-34a7-4268-a067-9f5b7046d7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'name': 'tempest-ServersTestJSON-1713794097-router', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '776318bb-c497-4c04-b95e-3f71874214cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:06Z', 'updated_at': '2021-08-11T02:19:10Z', 'revision_number': 4, 'project_id': '3937403ced4d4e09944d3802eef3600d', 'gw_port': {'id': '776318bb-c497-4c04-b95e-3f71874214cc', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:06Z', 'updated_at': '2021-08-11T02:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '3755c162-9fd9-4581-9162-0ab94750b903', 'name': '', 'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'mac_address': 'fa:16:3e:87:dd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '74b5f936-7af2-4989-97af-f38c99f22013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:09Z', 'updated_at': '2021-08-11T02:19:16Z', 'revision_number': 4, 'project_id': '3937403ced4d4e09944d3802eef3600d', 'subnets': [{'id': '74b5f936-7af2-4989-97af-f38c99f22013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:17.525712 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d90f9218-dca4-4b63-b1fc-46908ca8dcf3 req-48ed81fc-8c12-4ce5-a280-f4e42ca95f8a tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/ports?device_id=e54afb94-f6a2-438b-86f0-f5c73f6263ed HTTP/1.1" status: 200 len: 210 time: 0.2691033 Aug 11 02:19:17.527514 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9ba502-34a7-4268-a067-9f5b7046d7e1 None None] The sync data for ids ['2afb6a9c-c881-4714-b9d7-fd2109e1f1a2'] in n-d-615180-33 is: [{'id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'name': 'tempest-ServersTestJSON-1713794097-router', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '776318bb-c497-4c04-b95e-3f71874214cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:06Z', 'updated_at': '2021-08-11T02:19:10Z', 'revision_number': 4, 'project_id': '3937403ced4d4e09944d3802eef3600d', 'gw_port': {'id': '776318bb-c497-4c04-b95e-3f71874214cc', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:06Z', 'updated_at': '2021-08-11T02:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '3755c162-9fd9-4581-9162-0ab94750b903', 'name': '', 'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'mac_address': 'fa:16:3e:87:dd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '74b5f936-7af2-4989-97af-f38c99f22013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:09Z', 'updated_at': '2021-08-11T02:19:16Z', 'revision_number': 4, 'project_id': '3937403ced4d4e09944d3802eef3600d', 'subnets': [{'id': '74b5f936-7af2-4989-97af-f38c99f22013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:19:17.588867 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d172cbac-e8f8-41fb-abfb-e55775cd9fa7 req-02df74d2-d70d-4db4-930d-eb0bade98718 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77805b64-04d0-4824-a813-e616ef53f616 HTTP/1.1" status: 200 len: 1001 time: 0.2870162 Aug 11 02:19:17.751057 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172cbac-e8f8-41fb-abfb-e55775cd9fa7 req-cfc6da83-bf48-437b-b5b8-a9fc7831df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:17.756768 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d172cbac-e8f8-41fb-abfb-e55775cd9fa7 req-cfc6da83-bf48-437b-b5b8-a9fc7831df9c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f HTTP/1.1" status: 200 len: 856 time: 0.1477380 Aug 11 02:19:17.764151 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a78d9d4-c6c9-4dd1-a619-5f5de4d14369 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Checking segment: {'id': '33a4d585-3c55-47af-b1fd-7baaf9b095c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '58ac91e3-de29-402d-8f2d-17d82c29f9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:17.764151 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a78d9d4-c6c9-4dd1-a619-5f5de4d14369 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Network hostable DHCP agents. Network: 58ac91e3-de29-402d-8f2d-17d82c29f9d6, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:19:17.879293 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a78d9d4-c6c9-4dd1-a619-5f5de4d14369 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Network 58ac91e3-de29-402d-8f2d-17d82c29f9d6 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:19:17.934197 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172cbac-e8f8-41fb-abfb-e55775cd9fa7 req-f3dde42b-7efb-4e0e-8c07-d3e92ea22c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:17.941998 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d172cbac-e8f8-41fb-abfb-e55775cd9fa7 req-f3dde42b-7efb-4e0e-8c07-d3e92ea22c81 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2564e31e-dea6-46ca-b2de-bf165812396f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1694343 Aug 11 02:19:17.955504 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-7a78d9d4-c6c9-4dd1-a619-5f5de4d14369 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 58ac91e3-de29-402d-8f2d-17d82c29f9d6) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:17.970029 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2517e8-483a-4386-8a6b-a16b4f0e2072 None None] Network 58ac91e3-de29-402d-8f2d-17d82c29f9d6 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:18.139512 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a78d9d4-c6c9-4dd1-a619-5f5de4d14369 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:18.140860 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a78d9d4-c6c9-4dd1-a619-5f5de4d14369 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:18.171027 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7a78d9d4-c6c9-4dd1-a619-5f5de4d14369 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9500413 Aug 11 02:19:18.173798 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47838) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:18.183019 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-cea44db1-74fe-4c67-9ed6-fa579293f6ad tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Request body: {'port': {'network_id': '58ac91e3-de29-402d-8f2d-17d82c29f9d6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1873643782'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:18.262357 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d172cbac-e8f8-41fb-abfb-e55775cd9fa7 req-adac8639-8e3d-4790-b40d-0ef99799d13f service neutron] 10.222.0.66 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112032 Aug 11 02:19:18.310836 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e05b2cd9-6d04-4016-b44f-e410aa4a43af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:18.407482 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9beed8d4-b791-4f63-884c-86bf18f8f1fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-58ac91e3-de29-402d-8f2d-17d82c29f9d6', 'network_id': '58ac91e3-de29-402d-8f2d-17d82c29f9d6', 'tenant_id': '2b423c94be3145a593e80c0d5115789e', 'fixed_ips': [{'subnet_id': 'df6ed07e-cabc-4167-bf8f-27671e923fe4'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:19:18.410832 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9beed8d4-b791-4f63-884c-86bf18f8f1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:18.421630 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea44db1-74fe-4c67-9ed6-fa579293f6ad tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Made reservation on behalf of 2b423c94be3145a593e80c0d5115789e for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:18.426134 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cea44db1-74fe-4c67-9ed6-fa579293f6ad tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:18.458706 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:18.481705 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-cea44db1-74fe-4c67-9ed6-fa579293f6ad tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] device_id is not set on port f895bf88-24f3-470b-9f34-e0114f975d1f yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:19:18.496364 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d172cbac-e8f8-41fb-abfb-e55775cd9fa7 req-6c445f1b-1e52-43eb-bcee-646cf68e8400 service neutron] 10.222.0.66 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249644 Aug 11 02:19:18.755197 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-78021433-618a-474b-bf65-d7589381a26a req-cfa03d76-eb3f-439a-beb1-5d6bdd2ef14c tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/ports?device_id=e54afb94-f6a2-438b-86f0-f5c73f6263ed HTTP/1.1" status: 200 len: 210 time: 0.0720115 Aug 11 02:19:18.798901 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3755c162-9fd9-4581-9162-0ab94750b903 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:18.888230 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-9beed8d4-b791-4f63-884c-86bf18f8f1fe None None] Allocated IP 2001:db8::2 (58ac91e3-de29-402d-8f2d-17d82c29f9d6/df6ed07e-cabc-4167-bf8f-27671e923fe4/b0521d02-7e3f-4348-b4e7-61bdea59d724) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:19.025156 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-cc165f55-caf4-4ddd-92e1-b33a371de855 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:19.025800 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-cc165f55-caf4-4ddd-92e1-b33a371de855 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.73 "GET /v2.0/networks?id=2e5fbd23-4e7b-4b08-aaff-fa5d96210616 HTTP/1.1" status: 200 len: 806 time: 0.2813687 Aug 11 02:19:19.143041 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-5275dce5-ae1b-476e-ab27-f8a282497dbb tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3937403ced4d4e09944d3802eef3600d HTTP/1.1" status: 200 len: 380 time: 0.1067021 Aug 11 02:19:19.151591 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 3755c162-9fd9-4581-9162-0ab94750b903 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:19.154732 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-0f746e39-9efa-45e3-b73f-7fcd87443b06 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Request body: {'port': {'device_id': 'e54afb94-f6a2-438b-86f0-f5c73f6263ed', 'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616', 'admin_state_up': True, 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'security_groups': ['8456b0d1-77f3-49e8-a3e4-60cdaf0110fa']}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:19.156227 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:19.178456 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6ea15-3e20-4bbb-bb3a-a98acf41292e req-eb772eda-4851-499c-88a5-2067b4b9ce3b tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:19.194200 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b9b6ea15-3e20-4bbb-bb3a-a98acf41292e req-eb772eda-4851-499c-88a5-2067b4b9ce3b tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/ports?device_id=185b2e12-d345-465f-8747-a60b249f664b HTTP/1.1" status: 200 len: 946 time: 0.1983104 Aug 11 02:19:19.291074 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9beed8d4-b791-4f63-884c-86bf18f8f1fe None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:19.301599 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b9b6ea15-3e20-4bbb-bb3a-a98acf41292e req-5ccf6c10-c1a7-4a06-a938-5699e9fb4a43 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bdf85f0-b103-4a4f-b00e-111b763dfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974486 Aug 11 02:19:19.304149 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9beed8d4-b791-4f63-884c-86bf18f8f1fe None None] Transition to ACTIVE for port object b0521d02-7e3f-4348-b4e7-61bdea59d724 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:19.362979 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9beed8d4-b791-4f63-884c-86bf18f8f1fe None None] Transition to ACTIVE for port object b0521d02-7e3f-4348-b4e7-61bdea59d724 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:19.377919 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9beed8d4-b791-4f63-884c-86bf18f8f1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:19.442758 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beed8d4-b791-4f63-884c-86bf18f8f1fe None None] Network 58ac91e3-de29-402d-8f2d-17d82c29f9d6 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:19.448711 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-9beed8d4-b791-4f63-884c-86bf18f8f1fe None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:19.453423 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beed8d4-b791-4f63-884c-86bf18f8f1fe None None] Pushing event updated for resources: {'Port': ['ID=b0521d02-7e3f-4348-b4e7-61bdea59d724,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:19.456291 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beed8d4-b791-4f63-884c-86bf18f8f1fe None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:19.529783 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-9beed8d4-b791-4f63-884c-86bf18f8f1fe None None] Attempting to bind port b0521d02-7e3f-4348-b4e7-61bdea59d724 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:19.530335 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-9beed8d4-b791-4f63-884c-86bf18f8f1fe None None] Attempting to bind port b0521d02-7e3f-4348-b4e7-61bdea59d724 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '33a4d585-3c55-47af-b1fd-7baaf9b095c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '58ac91e3-de29-402d-8f2d-17d82c29f9d6'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:19.530819 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beed8d4-b791-4f63-884c-86bf18f8f1fe None None] Attempting to bind port b0521d02-7e3f-4348-b4e7-61bdea59d724 on network 58ac91e3-de29-402d-8f2d-17d82c29f9d6 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:19.539879 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beed8d4-b791-4f63-884c-86bf18f8f1fe None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:19:19.540398 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beed8d4-b791-4f63-884c-86bf18f8f1fe None None] Checking segment: {'id': '33a4d585-3c55-47af-b1fd-7baaf9b095c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '58ac91e3-de29-402d-8f2d-17d82c29f9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:19.540912 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9beed8d4-b791-4f63-884c-86bf18f8f1fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:19.541439 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beed8d4-b791-4f63-884c-86bf18f8f1fe None None] Bound using segment: {'id': '33a4d585-3c55-47af-b1fd-7baaf9b095c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '58ac91e3-de29-402d-8f2d-17d82c29f9d6'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:19:19.542136 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-9beed8d4-b791-4f63-884c-86bf18f8f1fe None None] Bound port: b0521d02-7e3f-4348-b4e7-61bdea59d724, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a4d585-3c55-47af-b1fd-7baaf9b095c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '58ac91e3-de29-402d-8f2d-17d82c29f9d6'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:19:19.543461 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9beed8d4-b791-4f63-884c-86bf18f8f1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:19.604894 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-cea44db1-74fe-4c67-9ed6-fa579293f6ad tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Allocated IP 2001:db8::2f4 (58ac91e3-de29-402d-8f2d-17d82c29f9d6/df6ed07e-cabc-4167-bf8f-27671e923fe4/f895bf88-24f3-470b-9f34-e0114f975d1f) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:19.648382 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-9beed8d4-b791-4f63-884c-86bf18f8f1fe None None] For port b0521d02-7e3f-4348-b4e7-61bdea59d724, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:19:19.660567 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-9beed8d4-b791-4f63-884c-86bf18f8f1fe None None] For port b0521d02-7e3f-4348-b4e7-61bdea59d724, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b0521d02-7e3f-4348-b4e7-61bdea59d724,segment=NetworkSegment(33a4d585-3c55-47af-b1fd-7baaf9b095c6),segment_id=33a4d585-3c55-47af-b1fd-7baaf9b095c6)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:19:19.666813 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9beed8d4-b791-4f63-884c-86bf18f8f1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:19.673928 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-0f746e39-9efa-45e3-b73f-7fcd87443b06 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Made reservation on behalf of 3937403ced4d4e09944d3802eef3600d for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:19.685571 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-0f746e39-9efa-45e3-b73f-7fcd87443b06 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:19.748379 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beed8d4-b791-4f63-884c-86bf18f8f1fe None None] Pushing event updated for resources: {'Port': ['ID=b0521d02-7e3f-4348-b4e7-61bdea59d724,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:19.921133 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e72b8654-cc13-4838-811e-430e686bb281 req-a2653b02-504d-488e-ab07-13d303a7d061 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/ports?device_id=e54afb94-f6a2-438b-86f0-f5c73f6263ed HTTP/1.1" status: 200 len: 210 time: 0.0876982 Aug 11 02:19:19.948567 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:20.110319 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cea44db1-74fe-4c67-9ed6-fa579293f6ad tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:20.119748 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-0f746e39-9efa-45e3-b73f-7fcd87443b06 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Allocated IP 172.20.0.13 (2e5fbd23-4e7b-4b08-aaff-fa5d96210616/74b5f936-7af2-4989-97af-f38c99f22013/336d83f4-e78b-4a14-8123-3cca81b1a530) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:20.159892 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-cea44db1-74fe-4c67-9ed6-fa579293f6ad tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Transition to ACTIVE for port object f895bf88-24f3-470b-9f34-e0114f975d1f will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:20.453565 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77254fbe-0250-45f5-b854-9a321b875fee req-6f7356b1-db63-4995-abf9-8ebd37fe9b38 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:20.455217 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-77254fbe-0250-45f5-b854-9a321b875fee req-6f7356b1-db63-4995-abf9-8ebd37fe9b38 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/ports?device_id=185b2e12-d345-465f-8747-a60b249f664b HTTP/1.1" status: 200 len: 946 time: 0.2505612 Aug 11 02:19:20.461787 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cea44db1-74fe-4c67-9ed6-fa579293f6ad tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:20.556677 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea44db1-74fe-4c67-9ed6-fa579293f6ad tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Network 58ac91e3-de29-402d-8f2d-17d82c29f9d6 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:20.567668 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-cea44db1-74fe-4c67-9ed6-fa579293f6ad tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:20.592799 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea44db1-74fe-4c67-9ed6-fa579293f6ad tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:20.599046 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea44db1-74fe-4c67-9ed6-fa579293f6ad tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:20.600033 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cea44db1-74fe-4c67-9ed6-fa579293f6ad tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:20.643589 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-77254fbe-0250-45f5-b854-9a321b875fee req-7e31f48e-85c9-416a-861b-98fb6d796d3d tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bdf85f0-b103-4a4f-b00e-111b763dfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389277 Aug 11 02:19:20.643589 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cea44db1-74fe-4c67-9ed6-fa579293f6ad tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.4567983 Aug 11 02:19:20.644527 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47890) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:20.644527 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-260b90ef-845e-4441-92a0-a54d4beed145 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Request body: {'port': {'network_id': '58ac91e3-de29-402d-8f2d-17d82c29f9d6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-76785457', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:20.644527 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.api.validators [None req-260b90ef-845e-4441-92a0-a54d4beed145 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] bootfile-name is not in valid_values {{(pid=94507) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:19:20.645185 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.api.validators [None req-260b90ef-845e-4441-92a0-a54d4beed145 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] tftp-server is not in valid_values {{(pid=94507) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:19:20.645185 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.api.validators [None req-260b90ef-845e-4441-92a0-a54d4beed145 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] server-ip-address is not in valid_values {{(pid=94507) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:19:20.662958 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea44db1-74fe-4c67-9ed6-fa579293f6ad tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Pushing event updated for resources: {'Port': ['ID=f895bf88-24f3-470b-9f34-e0114f975d1f,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:20.679435 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-0f746e39-9efa-45e3-b73f-7fcd87443b06 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:20.705738 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-0f746e39-9efa-45e3-b73f-7fcd87443b06 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Transition to ACTIVE for port object 336d83f4-e78b-4a14-8123-3cca81b1a530 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:20.780543 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-0f746e39-9efa-45e3-b73f-7fcd87443b06 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:20.852880 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b0521d02-7e3f-4348-b4e7-61bdea59d724 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:20.861655 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-0f746e39-9efa-45e3-b73f-7fcd87443b06 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Network 2e5fbd23-4e7b-4b08-aaff-fa5d96210616 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:20.867996 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-0f746e39-9efa-45e3-b73f-7fcd87443b06 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:20.872546 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-0f746e39-9efa-45e3-b73f-7fcd87443b06 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:20.906783 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f746e39-9efa-45e3-b73f-7fcd87443b06 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Pushing event updated for resources: {'Port': ['ID=336d83f4-e78b-4a14-8123-3cca81b1a530,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:20.933907 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-0f746e39-9efa-45e3-b73f-7fcd87443b06 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:20.945930 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-0f746e39-9efa-45e3-b73f-7fcd87443b06 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:21.022351 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260b90ef-845e-4441-92a0-a54d4beed145 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Made reservation on behalf of 2b423c94be3145a593e80c0d5115789e for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:21.023888 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-0f746e39-9efa-45e3-b73f-7fcd87443b06 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8735352 Aug 11 02:19:21.028863 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port b0521d02-7e3f-4348-b4e7-61bdea59d724 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:21.040164 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-260b90ef-845e-4441-92a0-a54d4beed145 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:21.048798 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-d7210d3b-e9f6-4afb-94bf-57e9257bb0e8 service neutron] Request body: {'port': {'device_id': 'e54afb94-f6a2-438b-86f0-f5c73f6263ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:21.083966 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-260b90ef-845e-4441-92a0-a54d4beed145 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] device_id is not set on port 58a60792-4ef4-4282-893a-bda6cd85c0f7 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:19:21.358336 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-d7210d3b-e9f6-4afb-94bf-57e9257bb0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:21.371466 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d7f74c39-eb98-425f-9c7d-8ac6abf605cb None None] Provisioning for port 336d83f4-e78b-4a14-8123-3cca81b1a530 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:21.396693 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fca52-25db-47c8-814e-61699b67bc8f req-c62f0f2f-90cd-4181-85d3-8c33a7421591 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:21.404466 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-389fca52-25db-47c8-814e-61699b67bc8f req-c62f0f2f-90cd-4181-85d3-8c33a7421591 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/ports?device_id=e54afb94-f6a2-438b-86f0-f5c73f6263ed HTTP/1.1" status: 200 len: 932 time: 0.2784679 Aug 11 02:19:21.405863 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d7f74c39-eb98-425f-9c7d-8ac6abf605cb None None] Provisioning complete for port 336d83f4-e78b-4a14-8123-3cca81b1a530 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:21.406670 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d7f74c39-eb98-425f-9c7d-8ac6abf605cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:21.492304 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-260b90ef-845e-4441-92a0-a54d4beed145 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Allocated IP 2001:db8::1b5 (58ac91e3-de29-402d-8f2d-17d82c29f9d6/df6ed07e-cabc-4167-bf8f-27671e923fe4/58a60792-4ef4-4282-893a-bda6cd85c0f7) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:21.526293 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-d7f74c39-eb98-425f-9c7d-8ac6abf605cb None None] Port 336d83f4-e78b-4a14-8123-3cca81b1a530 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:19:21.533407 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652c5c82-f1aa-43ff-b9f3-ba9dadaf94e5 None None] Network 58ac91e3-de29-402d-8f2d-17d82c29f9d6 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:21.540451 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:21.556338 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-389fca52-25db-47c8-814e-61699b67bc8f req-dc6762ec-ba15-4e92-86da-29f1bc6cdd50 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/security-groups?id=8456b0d1-77f3-49e8-a3e4-60cdaf0110fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417549 Aug 11 02:19:21.691447 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-674f0d4c-be22-4d8c-947e-f3cc76cd0278 None None] Provisioning for port b0521d02-7e3f-4348-b4e7-61bdea59d724 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:21.705534 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-674f0d4c-be22-4d8c-947e-f3cc76cd0278 None None] Provisioning complete for port b0521d02-7e3f-4348-b4e7-61bdea59d724 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:21.705841 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-674f0d4c-be22-4d8c-947e-f3cc76cd0278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:22.119644 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-674f0d4c-be22-4d8c-947e-f3cc76cd0278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:22.172655 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-d7210d3b-e9f6-4afb-94bf-57e9257bb0e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 336d83f4-e78b-4a14-8123-3cca81b1a530 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:19:22.188768 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-d7210d3b-e9f6-4afb-94bf-57e9257bb0e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:22.238061 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-d7210d3b-e9f6-4afb-94bf-57e9257bb0e8 service neutron] Transition to ACTIVE for port object 336d83f4-e78b-4a14-8123-3cca81b1a530 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:22.244292 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-d7210d3b-e9f6-4afb-94bf-57e9257bb0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:22.282867 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-674f0d4c-be22-4d8c-947e-f3cc76cd0278 None None] For port b0521d02-7e3f-4348-b4e7-61bdea59d724, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b0521d02-7e3f-4348-b4e7-61bdea59d724,segment=NetworkSegment(33a4d585-3c55-47af-b1fd-7baaf9b095c6),segment_id=33a4d585-3c55-47af-b1fd-7baaf9b095c6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:22.288430 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-674f0d4c-be22-4d8c-947e-f3cc76cd0278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:22.343931 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7210d3b-e9f6-4afb-94bf-57e9257bb0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=336d83f4-e78b-4a14-8123-3cca81b1a530,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:22.361208 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-260b90ef-845e-4441-92a0-a54d4beed145 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:22.402352 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-260b90ef-845e-4441-92a0-a54d4beed145 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Transition to ACTIVE for port object 58a60792-4ef4-4282-893a-bda6cd85c0f7 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:22.467208 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f0d4c-be22-4d8c-947e-f3cc76cd0278 None None] Pushing event updated for resources: {'Port': ['ID=b0521d02-7e3f-4348-b4e7-61bdea59d724,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:22.509373 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-d7210d3b-e9f6-4afb-94bf-57e9257bb0e8 service neutron] Attempting to bind port 336d83f4-e78b-4a14-8123-3cca81b1a530 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:22.516095 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-d7210d3b-e9f6-4afb-94bf-57e9257bb0e8 service neutron] Attempting to bind port 336d83f4-e78b-4a14-8123-3cca81b1a530 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '7ca01c84-98c8-4676-8a35-404d37bafeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:22.516773 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-d7210d3b-e9f6-4afb-94bf-57e9257bb0e8 service neutron] Attempting to bind port 336d83f4-e78b-4a14-8123-3cca81b1a530 on network 2e5fbd23-4e7b-4b08-aaff-fa5d96210616 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:22.522931 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-d7210d3b-e9f6-4afb-94bf-57e9257bb0e8 service neutron] Port 336d83f4-e78b-4a14-8123-3cca81b1a530 on network 2e5fbd23-4e7b-4b08-aaff-fa5d96210616 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:19:22.526623 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-d7210d3b-e9f6-4afb-94bf-57e9257bb0e8 service neutron] Attempting to bind port 336d83f4-e78b-4a14-8123-3cca81b1a530 on network 2e5fbd23-4e7b-4b08-aaff-fa5d96210616 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:22.534563 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-260b90ef-845e-4441-92a0-a54d4beed145 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:22.545214 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-d7210d3b-e9f6-4afb-94bf-57e9257bb0e8 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:19:22.545872 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-d7210d3b-e9f6-4afb-94bf-57e9257bb0e8 service neutron] Checking segment: {'id': '7ca01c84-98c8-4676-8a35-404d37bafeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:22.550371 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-d7210d3b-e9f6-4afb-94bf-57e9257bb0e8 service neutron] Bound using segment: {'id': '7ca01c84-98c8-4676-8a35-404d37bafeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:19:22.551153 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-d7210d3b-e9f6-4afb-94bf-57e9257bb0e8 service neutron] Bound port: 336d83f4-e78b-4a14-8123-3cca81b1a530, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca01c84-98c8-4676-8a35-404d37bafeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:19:22.551770 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-d7210d3b-e9f6-4afb-94bf-57e9257bb0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:22.832858 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b90ef-845e-4441-92a0-a54d4beed145 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Pushing event updated for resources: {'Port': ['ID=58a60792-4ef4-4282-893a-bda6cd85c0f7,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:22.841520 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b0521d02-7e3f-4348-b4e7-61bdea59d724 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:22.845652 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffccadc-d83b-48bc-afe9-e793d37fd48d req-95dd540f-cfe9-417a-8f78-fbcee756e321 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:22.850034 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0ffccadc-d83b-48bc-afe9-e793d37fd48d req-95dd540f-cfe9-417a-8f78-fbcee756e321 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.73 "GET /v2.0/ports?device_id=185b2e12-d345-465f-8747-a60b249f664b HTTP/1.1" status: 200 len: 946 time: 0.2940366 Aug 11 02:19:22.887170 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260b90ef-845e-4441-92a0-a54d4beed145 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Network 58ac91e3-de29-402d-8f2d-17d82c29f9d6 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:22.891610 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-260b90ef-845e-4441-92a0-a54d4beed145 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:22.911575 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260b90ef-845e-4441-92a0-a54d4beed145 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:22.927191 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260b90ef-845e-4441-92a0-a54d4beed145 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:22.928093 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-260b90ef-845e-4441-92a0-a54d4beed145 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:22.947274 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-d7210d3b-e9f6-4afb-94bf-57e9257bb0e8 service neutron] For port 336d83f4-e78b-4a14-8123-3cca81b1a530, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:19:22.960758 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd85c6-e909-4c99-88cb-c78e7f9628c0 req-38c57c94-6b22-4411-92eb-a649e2da0445 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:22.961650 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17d1a9-cdbe-4c2f-b5a0-e512d2ada7a9 req-c0b3d398-988b-458b-91d8-8632f804b449 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:22.970085 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3cdd85c6-e909-4c99-88cb-c78e7f9628c0 req-38c57c94-6b22-4411-92eb-a649e2da0445 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/ports?device_id=185b2e12-d345-465f-8747-a60b249f664b HTTP/1.1" status: 200 len: 946 time: 0.6842761 Aug 11 02:19:22.971621 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8a17d1a9-cdbe-4c2f-b5a0-e512d2ada7a9 req-c0b3d398-988b-458b-91d8-8632f804b449 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/ports?device_id=e54afb94-f6a2-438b-86f0-f5c73f6263ed HTTP/1.1" status: 200 len: 944 time: 0.2054884 Aug 11 02:19:22.991563 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-d7210d3b-e9f6-4afb-94bf-57e9257bb0e8 service neutron] For port 336d83f4-e78b-4a14-8123-3cca81b1a530, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=336d83f4-e78b-4a14-8123-3cca81b1a530,segment=NetworkSegment(7ca01c84-98c8-4676-8a35-404d37bafeef),segment_id=7ca01c84-98c8-4676-8a35-404d37bafeef)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:19:23.042276 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3cdd85c6-e909-4c99-88cb-c78e7f9628c0 req-6721f344-85d7-4325-9f27-bc50ced4374c tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bdf85f0-b103-4a4f-b00e-111b763dfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707936 Aug 11 02:19:23.046538 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-d7210d3b-e9f6-4afb-94bf-57e9257bb0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:23.050214 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-260b90ef-845e-4441-92a0-a54d4beed145 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.4130971 Aug 11 02:19:23.051488 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47924) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:23.087727 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8ed4550b-8014-4933-a923-85bd9b827f58 None None] Provisioning complete for port b0521d02-7e3f-4348-b4e7-61bdea59d724 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:23.088205 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8ed4550b-8014-4933-a923-85bd9b827f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:23.155968 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8a17d1a9-cdbe-4c2f-b5a0-e512d2ada7a9 req-462a8bb8-568c-495b-a38f-969bc54d3ec0 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/security-groups?id=8456b0d1-77f3-49e8-a3e4-60cdaf0110fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831360 Aug 11 02:19:23.172925 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-d7210d3b-e9f6-4afb-94bf-57e9257bb0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:23.176317 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-d7210d3b-e9f6-4afb-94bf-57e9257bb0e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:23.178279 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-d7210d3b-e9f6-4afb-94bf-57e9257bb0e8 service neutron] 10.222.0.73 "PUT /v2.0/ports/336d83f4-e78b-4a14-8123-3cca81b1a530 HTTP/1.1" status: 200 len: 1093 time: 2.1438522 Aug 11 02:19:23.179390 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54afb94-f6a2-438b-86f0-f5c73f6263ed', 'tag': '336d83f4-e78b-4a14-8123-3cca81b1a530'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:23.182113 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ddc4e9-c4cb-4f6a-9efb-1d1e12306582" -d '{"events": [{"name": "network-changed", "server_uuid": "e54afb94-f6a2-438b-86f0-f5c73f6263ed", "tag": "336d83f4-e78b-4a14-8123-3cca81b1a530"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:23.328229 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72489c8-e23d-49f2-8854-4bc0f38c6429 x-openstack-request-id: req-f72489c8-e23d-49f2-8854-4bc0f38c6429 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:23.328687 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e54afb94-f6a2-438b-86f0-f5c73f6263ed", "tag": "336d83f4-e78b-4a14-8123-3cca81b1a530", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:23.329048 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f72489c8-e23d-49f2-8854-4bc0f38c6429 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:23.329582 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54afb94-f6a2-438b-86f0-f5c73f6263ed', 'tag': '336d83f4-e78b-4a14-8123-3cca81b1a530', 'status': 'completed', 'code': 200} Aug 11 02:19:23.337279 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7210d3b-e9f6-4afb-94bf-57e9257bb0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=336d83f4-e78b-4a14-8123-3cca81b1a530,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:23.371066 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-0ffccadc-d83b-48bc-afe9-e793d37fd48d req-149a4d6c-a4c7-4459-a1c4-f548c7bd6908 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Deleting port 60410b1d-ef87-4960-a1f4-bfabf92c214d {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:23.371263 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port b0521d02-7e3f-4348-b4e7-61bdea59d724 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:23.371764 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0ffccadc-d83b-48bc-afe9-e793d37fd48d req-149a4d6c-a4c7-4459-a1c4-f548c7bd6908 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:23.371893 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:23.429410 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b47517-d291-479f-9edf-7c3df954d49a tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:23.437264 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b47517-d291-479f-9edf-7c3df954d49a tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:23.445371 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b47517-d291-479f-9edf-7c3df954d49a tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:23.452260 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-93b47517-d291-479f-9edf-7c3df954d49a tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3916731 Aug 11 02:19:23.454661 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47932) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:23.533544 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-0ffccadc-d83b-48bc-afe9-e793d37fd48d req-149a4d6c-a4c7-4459-a1c4-f548c7bd6908 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] For port 60410b1d-ef87-4960-a1f4-bfabf92c214d, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=60410b1d-ef87-4960-a1f4-bfabf92c214d,segment=NetworkSegment(ee8e7aa9-6060-4fc5-bb74-59e581dbee69),segment_id=ee8e7aa9-6060-4fc5-bb74-59e581dbee69)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:23.533922 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0ffccadc-d83b-48bc-afe9-e793d37fd48d req-149a4d6c-a4c7-4459-a1c4-f548c7bd6908 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:23.641006 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-6d9c6b7d-b092-4643-87c9-5361b1b79b22 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Deleting port 58a60792-4ef4-4282-893a-bda6cd85c0f7 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:23.641195 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6d9c6b7d-b092-4643-87c9-5361b1b79b22 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:23.814350 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6d9c6b7d-b092-4643-87c9-5361b1b79b22 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:23.841748 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0ffccadc-d83b-48bc-afe9-e793d37fd48d req-149a4d6c-a4c7-4459-a1c4-f548c7bd6908 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:23.842136 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0ffccadc-d83b-48bc-afe9-e793d37fd48d req-149a4d6c-a4c7-4459-a1c4-f548c7bd6908 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:23.842455 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [req-0ffccadc-d83b-48bc-afe9-e793d37fd48d req-149a4d6c-a4c7-4459-a1c4-f548c7bd6908 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Floating IP c97c6a9c-92ff-4719-9f20-a21f819be45c disassociated. External IP: 172.25.2.227, port: 60410b1d-ef87-4960-a1f4-bfabf92c214d. Aug 11 02:19:23.842816 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-0ffccadc-d83b-48bc-afe9-e793d37fd48d req-149a4d6c-a4c7-4459-a1c4-f548c7bd6908 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Calling delete_port for 60410b1d-ef87-4960-a1f4-bfabf92c214d owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:23.856493 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-6d9c6b7d-b092-4643-87c9-5361b1b79b22 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Calling delete_port for 58a60792-4ef4-4282-893a-bda6cd85c0f7 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:23.885969 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8ed4550b-8014-4933-a923-85bd9b827f58 None None] Provisioning for port f895bf88-24f3-470b-9f34-e0114f975d1f completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:23.899427 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8ed4550b-8014-4933-a923-85bd9b827f58 None None] Provisioning complete for port f895bf88-24f3-470b-9f34-e0114f975d1f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:23.900163 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8ed4550b-8014-4933-a923-85bd9b827f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:23.937077 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4550b-8014-4933-a923-85bd9b827f58 None None] Port f895bf88-24f3-470b-9f34-e0114f975d1f cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:19:23.992761 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-4c563bd2-d163-46fb-89d3-8b476f220571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:23.994550 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-4c563bd2-d163-46fb-89d3-8b476f220571 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3937403ced4d4e09944d3802eef3600d&device_id=e54afb94-f6a2-438b-86f0-f5c73f6263ed HTTP/1.1" status: 200 len: 1096 time: 0.7634840 Aug 11 02:19:24.079028 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-39d1737f-54c1-4021-83ca-0ced76548f28 None None] Provisioning complete for port f895bf88-24f3-470b-9f34-e0114f975d1f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:24.080240 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-39d1737f-54c1-4021-83ca-0ced76548f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:24.098830 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-c3c712e9-e308-4f76-8034-27b144d7061b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=336d83f4-e78b-4a14-8123-3cca81b1a530 HTTP/1.1" status: 200 len: 217 time: 0.0904071 Aug 11 02:19:24.117329 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6d9c6b7d-b092-4643-87c9-5361b1b79b22 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:24.163849 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c6b7d-b092-4643-87c9-5361b1b79b22 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Pushing event deleted for resources: {'Port': ['ID=58a60792-4ef4-4282-893a-bda6cd85c0f7,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:24.164204 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-39d1737f-54c1-4021-83ca-0ced76548f28 None None] Port f895bf88-24f3-470b-9f34-e0114f975d1f cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:19:24.196970 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-39d1737f-54c1-4021-83ca-0ced76548f28 None None] Could not find standard attr ID for object 58a60792-4ef4-4282-893a-bda6cd85c0f7. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:19:24.273293 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6d9c6b7d-b092-4643-87c9-5361b1b79b22 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:24.275319 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6d9c6b7d-b092-4643-87c9-5361b1b79b22 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] 10.222.0.50 "DELETE /v2.0/ports/58a60792-4ef4-4282-893a-bda6cd85c0f7 HTTP/1.1" status: 204 len: 168 time: 0.8190038 Aug 11 02:19:24.281217 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47946) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:24.293299 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-d54224ec-99a9-4bc6-8deb-9bd399e0105f tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Request body: {'port': {'name': 'tempest-new-port-name-507449107', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:24.293715 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.api.validators [None req-d54224ec-99a9-4bc6-8deb-9bd399e0105f tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] bootfile-name is not in valid_values {{(pid=94507) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:19:24.294054 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.api.validators [None req-d54224ec-99a9-4bc6-8deb-9bd399e0105f tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] tftp-server is not in valid_values {{(pid=94507) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:19:24.296967 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.api.validators [None req-d54224ec-99a9-4bc6-8deb-9bd399e0105f tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] server-ip-address is not in valid_values {{(pid=94507) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:19:24.300945 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:24.360286 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-f29f5746-3a65-452c-b38b-2bf22e76b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:24.373502 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-f29f5746-3a65-452c-b38b-2bf22e76b0d0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=74b5f936-7af2-4989-97af-f38c99f22013 HTTP/1.1" status: 200 len: 845 time: 0.2673237 Aug 11 02:19:24.500537 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d8d02-15db-4d64-b257-eef3cd8bb8b3 req-406a7854-5e90-4489-80c2-eeb6e742bbf0 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:24.509428 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-210d8d02-15db-4d64-b257-eef3cd8bb8b3 req-406a7854-5e90-4489-80c2-eeb6e742bbf0 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/ports?device_id=185b2e12-d345-465f-8747-a60b249f664b HTTP/1.1" status: 200 len: 946 time: 0.2896643 Aug 11 02:19:24.521561 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0ffccadc-d83b-48bc-afe9-e793d37fd48d req-149a4d6c-a4c7-4459-a1c4-f548c7bd6908 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:24.543872 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-0a39438f-ba70-47b4-81af-311750ffa412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:24.545383 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-0a39438f-ba70-47b4-81af-311750ffa412 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2e5fbd23-4e7b-4b08-aaff-fa5d96210616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1512501 Aug 11 02:19:24.549747 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d54224ec-99a9-4bc6-8deb-9bd399e0105f tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:24.576998 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76491d-1bd5-49b3-92a6-68790977a952 req-5987dd71-ac87-4719-aca4-452862846f4f tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:24.578652 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1d76491d-1bd5-49b3-92a6-68790977a952 req-5987dd71-ac87-4719-aca4-452862846f4f tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/ports?device_id=e54afb94-f6a2-438b-86f0-f5c73f6263ed HTTP/1.1" status: 200 len: 944 time: 0.2696598 Aug 11 02:19:24.675508 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a4d6c-a4c7-4459-a1c4-f548c7bd6908 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Pushing event deleted for resources: {'Port': ['ID=60410b1d-ef87-4960-a1f4-bfabf92c214d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:24.713978 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-210d8d02-15db-4d64-b257-eef3cd8bb8b3 req-bb08eba5-dc68-44e4-966d-408f1fab817e tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bdf85f0-b103-4a4f-b00e-111b763dfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040851 Aug 11 02:19:24.749934 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 60410b1d-ef87-4960-a1f4-bfabf92c214d no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:19:24.770989 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1d76491d-1bd5-49b3-92a6-68790977a952 req-828f24d0-063b-4338-a576-3a46c29454ee tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/security-groups?id=8456b0d1-77f3-49e8-a3e4-60cdaf0110fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795194 Aug 11 02:19:24.799090 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 60410b1d-ef87-4960-a1f4-bfabf92c214d {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:19:24.799855 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 60410b1d-ef87-4960-a1f4-bfabf92c214d not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:19:24.842127 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-65da5b56-3f98-435a-87f7-6ac386a6654b service neutron] 10.222.0.73 "GET /v2.0/networks/2e5fbd23-4e7b-4b08-aaff-fa5d96210616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702148 Aug 11 02:19:25.017259 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-da214398-0f6e-4a71-b78c-8f264d4fdcff req-60e8f112-e330-41ef-9d3d-ed58bed270c2 service neutron] 10.222.0.73 "GET /v2.0/networks/2e5fbd23-4e7b-4b08-aaff-fa5d96210616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665490 Aug 11 02:19:25.097243 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d54224ec-99a9-4bc6-8deb-9bd399e0105f tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:25.103109 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d54224ec-99a9-4bc6-8deb-9bd399e0105f tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:25.176248 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ffccadc-d83b-48bc-afe9-e793d37fd48d req-149a4d6c-a4c7-4459-a1c4-f548c7bd6908 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Router bd992842-5ba8-4c9d-b89a-25ee2468c136 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:19:25.181600 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:25.187299 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddc4e9-c4cb-4f6a-9efb-1d1e12306582 req-7b9e5a68-b218-4568-b72b-2df01c19a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:25.188502 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54224ec-99a9-4bc6-8deb-9bd399e0105f tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Pushing event updated for resources: {'Port': ['ID=f895bf88-24f3-470b-9f34-e0114f975d1f,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:25.189383 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a2ddc4e9-c4cb-4f6a-9efb-1d1e12306582 req-7b9e5a68-b218-4568-b72b-2df01c19a5d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3937403ced4d4e09944d3802eef3600d&device_id=e54afb94-f6a2-438b-86f0-f5c73f6263ed HTTP/1.1" status: 200 len: 1096 time: 0.0865004 Aug 11 02:19:25.202720 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54224ec-99a9-4bc6-8deb-9bd399e0105f tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:25.203389 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54224ec-99a9-4bc6-8deb-9bd399e0105f tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:25.203974 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54224ec-99a9-4bc6-8deb-9bd399e0105f tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:25.204649 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54224ec-99a9-4bc6-8deb-9bd399e0105f tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:25.205142 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54224ec-99a9-4bc6-8deb-9bd399e0105f tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:25.205660 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54224ec-99a9-4bc6-8deb-9bd399e0105f tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:25.207181 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54224ec-99a9-4bc6-8deb-9bd399e0105f tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:25.208193 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54224ec-99a9-4bc6-8deb-9bd399e0105f tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:25.209272 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54224ec-99a9-4bc6-8deb-9bd399e0105f tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:25.211097 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54224ec-99a9-4bc6-8deb-9bd399e0105f tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:25.211880 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54224ec-99a9-4bc6-8deb-9bd399e0105f tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:25.212567 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54224ec-99a9-4bc6-8deb-9bd399e0105f tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:25.232182 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-d54224ec-99a9-4bc6-8deb-9bd399e0105f tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] In _notify_port_updated(), no bound segment for port f895bf88-24f3-470b-9f34-e0114f975d1f on network 58ac91e3-de29-402d-8f2d-17d82c29f9d6 {{(pid=94507) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:19:25.264554 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54224ec-99a9-4bc6-8deb-9bd399e0105f tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:25.265327 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d54224ec-99a9-4bc6-8deb-9bd399e0105f tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:25.272487 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d54224ec-99a9-4bc6-8deb-9bd399e0105f tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] 10.222.0.50 "PUT /v2.0/ports/f895bf88-24f3-470b-9f34-e0114f975d1f HTTP/1.1" status: 200 len: 1129 time: 0.9893107 Aug 11 02:19:25.276874 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47960) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:25.436951 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ede7fa2-7923-4161-b452-3a282e773bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:25.449077 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7ede7fa2-7923-4161-b452-3a282e773bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] 10.222.0.50 "GET /v2.0/ports/f895bf88-24f3-470b-9f34-e0114f975d1f HTTP/1.1" status: 200 len: 1129 time: 0.1713004 Aug 11 02:19:25.454210 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47966) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:25.523218 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ffccadc-d83b-48bc-afe9-e793d37fd48d req-149a4d6c-a4c7-4459-a1c4-f548c7bd6908 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:19:25.537450 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84f268b-db37-45c8-8dac-69f94f1dacfd None None] Sync routers for ids ['bd992842-5ba8-4c9d-b89a-25ee2468c136'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:19:25.556980 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84f268b-db37-45c8-8dac-69f94f1dacfd None None] Routers {'bd992842-5ba8-4c9d-b89a-25ee2468c136'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:19:25.557753 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d84f268b-db37-45c8-8dac-69f94f1dacfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:19:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['bd992842-5ba8-4c9d-b89a-25ee2468c136'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:25.604765 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddc4e9-c4cb-4f6a-9efb-1d1e12306582 req-587460f9-77f3-42a7-93f2-ccbe85df92bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:25.606865 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a2ddc4e9-c4cb-4f6a-9efb-1d1e12306582 req-587460f9-77f3-42a7-93f2-ccbe85df92bb service neutron] 10.222.0.73 "GET /v2.0/networks?id=2e5fbd23-4e7b-4b08-aaff-fa5d96210616 HTTP/1.1" status: 200 len: 907 time: 0.4104474 Aug 11 02:19:25.651633 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffccadc-d83b-48bc-afe9-e793d37fd48d req-149a4d6c-a4c7-4459-a1c4-f548c7bd6908 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] No DVR routers for this DVR port 60410b1d-ef87-4960-a1f4-bfabf92c214d on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:19:25.668274 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0ffccadc-d83b-48bc-afe9-e793d37fd48d req-149a4d6c-a4c7-4459-a1c4-f548c7bd6908 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:25.670396 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0ffccadc-d83b-48bc-afe9-e793d37fd48d req-149a4d6c-a4c7-4459-a1c4-f548c7bd6908 tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.73 "DELETE /v2.0/ports/60410b1d-ef87-4960-a1f4-bfabf92c214d HTTP/1.1" status: 204 len: 173 time: 2.8129210 Aug 11 02:19:25.692237 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185b2e12-d345-465f-8747-a60b249f664b', 'name': 'network-vif-deleted', 'tag': '60410b1d-ef87-4960-a1f4-bfabf92c214d'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:25.704459 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec928f1f-3500-43c5-a526-81476a57fd58" -d '{"events": [{"server_uuid": "185b2e12-d345-465f-8747-a60b249f664b", "name": "network-vif-deleted", "tag": "60410b1d-ef87-4960-a1f4-bfabf92c214d"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:25.741080 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-bc5c9d3b-ae88-4729-b24b-56734299948e tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Deleting port f895bf88-24f3-470b-9f34-e0114f975d1f {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:25.748725 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bc5c9d3b-ae88-4729-b24b-56734299948e tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:25.851330 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a2e71a45-068c-4755-b4bb-f229da98d2b9 None None] Provisioning complete for port f895bf88-24f3-470b-9f34-e0114f975d1f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:25.852560 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a2e71a45-068c-4755-b4bb-f229da98d2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:25.914405 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db50d7d9-3b7d-4351-9a9c-e4161ea496b4 x-openstack-request-id: req-db50d7d9-3b7d-4351-9a9c-e4161ea496b4 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:25.916862 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185b2e12-d345-465f-8747-a60b249f664b", "name": "network-vif-deleted", "tag": "60410b1d-ef87-4960-a1f4-bfabf92c214d", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:25.918097 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-db50d7d9-3b7d-4351-9a9c-e4161ea496b4 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:25.918710 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185b2e12-d345-465f-8747-a60b249f664b', 'name': 'network-vif-deleted', 'tag': '60410b1d-ef87-4960-a1f4-bfabf92c214d', 'status': 'completed', 'code': 200} Aug 11 02:19:25.922396 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a2ddc4e9-c4cb-4f6a-9efb-1d1e12306582 req-6de6ceec-f7d5-4001-86e0-180d1863d75a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=336d83f4-e78b-4a14-8123-3cca81b1a530 HTTP/1.1" status: 200 len: 217 time: 0.2800412 Aug 11 02:19:25.927420 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a2e71a45-068c-4755-b4bb-f229da98d2b9 None None] Port f895bf88-24f3-470b-9f34-e0114f975d1f cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:19:25.963223 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-d84f268b-db37-45c8-8dac-69f94f1dacfd None None] Set router bd992842-5ba8-4c9d-b89a-25ee2468c136 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:19:26.017430 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddc4e9-c4cb-4f6a-9efb-1d1e12306582 req-6c034a4c-d749-4e40-9136-bef29698ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:26.019078 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a2ddc4e9-c4cb-4f6a-9efb-1d1e12306582 req-6c034a4c-d749-4e40-9136-bef29698ce9c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=74b5f936-7af2-4989-97af-f38c99f22013 HTTP/1.1" status: 200 len: 845 time: 0.0860093 Aug 11 02:19:26.116437 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bc5c9d3b-ae88-4729-b24b-56734299948e tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:26.139656 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-bc5c9d3b-ae88-4729-b24b-56734299948e tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Calling delete_port for f895bf88-24f3-470b-9f34-e0114f975d1f owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:26.183446 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddc4e9-c4cb-4f6a-9efb-1d1e12306582 req-77d388f6-c3de-425b-8ca2-bb56a6b661d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:26.185012 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a2ddc4e9-c4cb-4f6a-9efb-1d1e12306582 req-77d388f6-c3de-425b-8ca2-bb56a6b661d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2e5fbd23-4e7b-4b08-aaff-fa5d96210616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1541977 Aug 11 02:19:26.204810 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26feb82-7adb-4361-a0ba-ddbedc7b9b93 req-a41eb9f3-5487-491c-9076-215f5287b90d tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:26.206366 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b26feb82-7adb-4361-a0ba-ddbedc7b9b93 req-a41eb9f3-5487-491c-9076-215f5287b90d tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/ports?device_id=e54afb94-f6a2-438b-86f0-f5c73f6263ed HTTP/1.1" status: 200 len: 944 time: 0.1861093 Aug 11 02:19:26.240561 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e66663f1-4890-476a-a0dc-3c15dba3309a req-55c99f5b-2a47-431f-862c-98821d916aaa tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/ports?device_id=185b2e12-d345-465f-8747-a60b249f664b HTTP/1.1" status: 200 len: 210 time: 0.2476428 Aug 11 02:19:26.365544 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bc5c9d3b-ae88-4729-b24b-56734299948e tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:26.503370 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c9d3b-ae88-4729-b24b-56734299948e tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Pushing event deleted for resources: {'Port': ['ID=f895bf88-24f3-470b-9f34-e0114f975d1f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:26.513485 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d84f268b-db37-45c8-8dac-69f94f1dacfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'name': 'tempest-ServersTestManualDisk-893484164-router', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '1076d4dc-ce63-46c6-8295-fecf939b84cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:11Z', 'updated_at': '2021-08-11T02:17:17Z', 'revision_number': 4, 'project_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'gw_port': {'id': '1076d4dc-ce63-46c6-8295-fecf939b84cf', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:12Z', 'updated_at': '2021-08-11T02:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '3ce6b3c7-336a-463c-9230-5fa05d42a2ca', 'name': '', 'network_id': '4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'mac_address': 'fa:16:3e:e1:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b3916d2b-9ce1-4894-8441-582c2805386b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:16Z', 'updated_at': '2021-08-11T02:17:23Z', 'revision_number': 5, 'project_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'subnets': [{'id': 'b3916d2b-9ce1-4894-8441-582c2805386b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:26.572004 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b26feb82-7adb-4361-a0ba-ddbedc7b9b93 req-cdea76ca-8ab5-4962-a3a6-206315879b7b tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/security-groups?id=8456b0d1-77f3-49e8-a3e4-60cdaf0110fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3414860 Aug 11 02:19:26.589370 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bc5c9d3b-ae88-4729-b24b-56734299948e tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:26.591362 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bc5c9d3b-ae88-4729-b24b-56734299948e tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] 10.222.0.50 "DELETE /v2.0/ports/f895bf88-24f3-470b-9f34-e0114f975d1f HTTP/1.1" status: 204 len: 168 time: 1.1361651 Aug 11 02:19:26.595468 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47986) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:26.605874 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84f268b-db37-45c8-8dac-69f94f1dacfd None None] Checking router: bd992842-5ba8-4c9d-b89a-25ee2468c136 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:19:26.636243 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84f268b-db37-45c8-8dac-69f94f1dacfd None None] Routers {'bd992842-5ba8-4c9d-b89a-25ee2468c136'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:19:26.636992 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d84f268b-db37-45c8-8dac-69f94f1dacfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:19:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['bd992842-5ba8-4c9d-b89a-25ee2468c136'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:26.695933 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd9cf8b-8f11-4c6c-9052-ef2572d904ae tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Deleting subnet df6ed07e-cabc-4167-bf8f-27671e923fe4 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:19:26.699631 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7cd9cf8b-8f11-4c6c-9052-ef2572d904ae tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:26.755919 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7cd9cf8b-8f11-4c6c-9052-ef2572d904ae tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:26.757708 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 336d83f4-e78b-4a14-8123-3cca81b1a530 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:19:26.762218 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a2ddc4e9-c4cb-4f6a-9efb-1d1e12306582 req-d90864eb-7119-4f05-9fd7-47d0821bc5bc service neutron] 10.222.0.73 "GET /v2.0/networks/2e5fbd23-4e7b-4b08-aaff-fa5d96210616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5548673 Aug 11 02:19:26.853846 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-d84f268b-db37-45c8-8dac-69f94f1dacfd None None] Set router bd992842-5ba8-4c9d-b89a-25ee2468c136 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:19:27.070707 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:19:27.167015 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a2ddc4e9-c4cb-4f6a-9efb-1d1e12306582 req-7b82d386-afcf-4fb5-a466-65d2656397a7 service neutron] 10.222.0.73 "GET /v2.0/networks/2e5fbd23-4e7b-4b08-aaff-fa5d96210616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835382 Aug 11 02:19:27.227667 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7cd9cf8b-8f11-4c6c-9052-ef2572d904ae tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:27.295614 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 336d83f4-e78b-4a14-8123-3cca81b1a530, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=336d83f4-e78b-4a14-8123-3cca81b1a530,segment=NetworkSegment(7ca01c84-98c8-4676-8a35-404d37bafeef),segment_id=7ca01c84-98c8-4676-8a35-404d37bafeef)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:27.322654 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7cd9cf8b-8f11-4c6c-9052-ef2572d904ae tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:27.335281 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '336d83f4-e78b-4a14-8123-3cca81b1a530', 'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616', 'port_id': '336d83f4-e78b-4a14-8123-3cca81b1a530', 'mac_address': 'fa:16:3e:f8:0e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b5f936-7af2-4989-97af-f38c99f22013', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:19:27.385391 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9cf8b-8f11-4c6c-9052-ef2572d904ae tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Pushing event deleted for resources: {'Subnet': ['ID=df6ed07e-cabc-4167-bf8f-27671e923fe4,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:27.403615 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7cd9cf8b-8f11-4c6c-9052-ef2572d904ae tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:27.405915 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7cd9cf8b-8f11-4c6c-9052-ef2572d904ae tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] 10.222.0.50 "DELETE /v2.0/subnets/df6ed07e-cabc-4167-bf8f-27671e923fe4 HTTP/1.1" status: 204 len: 168 time: 0.8024974 Aug 11 02:19:27.409313 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47992) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:27.468070 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48002) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:27.528825 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:27.536296 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1bfbba-533c-43f8-9edd-58bc1e19cddf None None] Network 58ac91e3-de29-402d-8f2d-17d82c29f9d6 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:27.598371 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c8d1e4c5-ab44-4487-bb74-b584096bcf6b tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:27.704974 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c8d1e4c5-ab44-4487-bb74-b584096bcf6b tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:27.707776 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c63e76b7-2de5-4946-a37d-3d8cb29c9a7a tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:27.714701 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 336d83f4-e78b-4a14-8123-3cca81b1a530 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:19:27.809291 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c8d1e4c5-ab44-4487-bb74-b584096bcf6b tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:27.816199 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c8d1e4c5-ab44-4487-bb74-b584096bcf6b tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:27.817516 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c8d1e4c5-ab44-4487-bb74-b584096bcf6b tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "DELETE /v2.0/security-groups/4bdf85f0-b103-4a4f-b00e-111b763dfbe7 HTTP/1.1" status: 204 len: 168 time: 0.3482201 Aug 11 02:19:27.821008 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48010) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:27.839631 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1e4c5-ab44-4487-bb74-b584096bcf6b tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdf85f0-b103-4a4f-b00e-111b763dfbe7,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:27.847619 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 336d83f4-e78b-4a14-8123-3cca81b1a530, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=336d83f4-e78b-4a14-8123-3cca81b1a530,segment=NetworkSegment(7ca01c84-98c8-4676-8a35-404d37bafeef),segment_id=7ca01c84-98c8-4676-8a35-404d37bafeef)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:27.890017 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:27.892406 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-53dd4adc-d8ef-4f93-8252-361ea33493fb tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] show failed (client error): The resource could not be found. Aug 11 02:19:27.893857 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-53dd4adc-d8ef-4f93-8252-361ea33493fb tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "GET /v2.0/security-groups/4bdf85f0-b103-4a4f-b00e-111b763dfbe7 HTTP/1.1" status: 404 len: 347 time: 0.0690114 Aug 11 02:19:27.900455 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48012) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:27.918144 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-c63e76b7-2de5-4946-a37d-3d8cb29c9a7a tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Deleting port b0521d02-7e3f-4348-b4e7-61bdea59d724 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:27.918488 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c63e76b7-2de5-4946-a37d-3d8cb29c9a7a tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:27.970164 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d0686-4ee2-4dec-be03-5938aa938db5 req-1a5c5248-db32-4d1b-b3b4-fe8c8759b4db tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:27.977529 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4f4d0686-4ee2-4dec-be03-5938aa938db5 req-1a5c5248-db32-4d1b-b3b4-fe8c8759b4db tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/ports?device_id=e54afb94-f6a2-438b-86f0-f5c73f6263ed HTTP/1.1" status: 200 len: 945 time: 0.1227500 Aug 11 02:19:28.028321 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d84f268b-db37-45c8-8dac-69f94f1dacfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'name': 'tempest-ServersTestManualDisk-893484164-router', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '1076d4dc-ce63-46c6-8295-fecf939b84cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:11Z', 'updated_at': '2021-08-11T02:17:17Z', 'revision_number': 4, 'project_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'gw_port': {'id': '1076d4dc-ce63-46c6-8295-fecf939b84cf', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:12Z', 'updated_at': '2021-08-11T02:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '3ce6b3c7-336a-463c-9230-5fa05d42a2ca', 'name': '', 'network_id': '4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'mac_address': 'fa:16:3e:e1:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b3916d2b-9ce1-4894-8441-582c2805386b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:16Z', 'updated_at': '2021-08-11T02:17:23Z', 'revision_number': 5, 'project_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'subnets': [{'id': 'b3916d2b-9ce1-4894-8441-582c2805386b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:28.031932 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=336d83f4-e78b-4a14-8123-3cca81b1a530,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:28.035033 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-c63e76b7-2de5-4946-a37d-3d8cb29c9a7a tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] For port b0521d02-7e3f-4348-b4e7-61bdea59d724, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b0521d02-7e3f-4348-b4e7-61bdea59d724,segment=NetworkSegment(33a4d585-3c55-47af-b1fd-7baaf9b095c6),segment_id=33a4d585-3c55-47af-b1fd-7baaf9b095c6)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:28.035286 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c63e76b7-2de5-4946-a37d-3d8cb29c9a7a tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:28.055839 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-c63e76b7-2de5-4946-a37d-3d8cb29c9a7a tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Calling delete_port for b0521d02-7e3f-4348-b4e7-61bdea59d724 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:28.070144 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84f268b-db37-45c8-8dac-69f94f1dacfd None None] The sync data for ids ['bd992842-5ba8-4c9d-b89a-25ee2468c136'] in n-d-615180-33 is: [{'id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'name': 'tempest-ServersTestManualDisk-893484164-router', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '1076d4dc-ce63-46c6-8295-fecf939b84cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:11Z', 'updated_at': '2021-08-11T02:17:17Z', 'revision_number': 4, 'project_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'gw_port': {'id': '1076d4dc-ce63-46c6-8295-fecf939b84cf', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:12Z', 'updated_at': '2021-08-11T02:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '3ce6b3c7-336a-463c-9230-5fa05d42a2ca', 'name': '', 'network_id': '4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'mac_address': 'fa:16:3e:e1:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b3916d2b-9ce1-4894-8441-582c2805386b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:16Z', 'updated_at': '2021-08-11T02:17:23Z', 'revision_number': 5, 'project_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'subnets': [{'id': 'b3916d2b-9ce1-4894-8441-582c2805386b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:19:28.082325 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4f4d0686-4ee2-4dec-be03-5938aa938db5 req-55a11ca3-8681-476c-9d19-9b1b426817d3 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/security-groups?id=8456b0d1-77f3-49e8-a3e4-60cdaf0110fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975118 Aug 11 02:19:28.188724 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3865b1d2-452b-4148-8f0b-da82d01085e6 None None] DHCP port deletion for 58ac91e3-de29-402d-8f2d-17d82c29f9d6 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:19:28.256680 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['336d83f4-e78b-4a14-8123-3cca81b1a530'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:19:28.381037 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-87bd5d44-c60d-4954-8c68-11df1a44da8d tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Deleting port ac012cc8-4e34-4da4-95d7-0adc360b6484 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:28.381377 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87bd5d44-c60d-4954-8c68-11df1a44da8d tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:28.383350 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-3865b1d2-452b-4148-8f0b-da82d01085e6 None None] Deleting port b0521d02-7e3f-4348-b4e7-61bdea59d724 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:28.383865 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3865b1d2-452b-4148-8f0b-da82d01085e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:28.456785 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c63e76b7-2de5-4946-a37d-3d8cb29c9a7a tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:28.471578 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63e76b7-2de5-4946-a37d-3d8cb29c9a7a tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] No DVR routers for this DVR port b0521d02-7e3f-4348-b4e7-61bdea59d724 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:19:28.520587 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e76b7-2de5-4946-a37d-3d8cb29c9a7a tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Pushing event deleted for resources: {'Port': ['ID=b0521d02-7e3f-4348-b4e7-61bdea59d724,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:28.587529 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-3865b1d2-452b-4148-8f0b-da82d01085e6 None None] For port b0521d02-7e3f-4348-b4e7-61bdea59d724, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b0521d02-7e3f-4348-b4e7-61bdea59d724,segment=NetworkSegment(33a4d585-3c55-47af-b1fd-7baaf9b095c6),segment_id=33a4d585-3c55-47af-b1fd-7baaf9b095c6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:28.589197 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3865b1d2-452b-4148-8f0b-da82d01085e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:28.617826 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c63e76b7-2de5-4946-a37d-3d8cb29c9a7a tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:28.622139 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-3865b1d2-452b-4148-8f0b-da82d01085e6 None None] Calling delete_port for b0521d02-7e3f-4348-b4e7-61bdea59d724 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:28.645610 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-c63e76b7-2de5-4946-a37d-3d8cb29c9a7a tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ac91e3-de29-402d-8f2d-17d82c29f9d6']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:28.666613 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-c63e76b7-2de5-4946-a37d-3d8cb29c9a7a tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a4d585-3c55-47af-b1fd-7baaf9b095c6') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:28.667448 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-c63e76b7-2de5-4946-a37d-3d8cb29c9a7a tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a4d585-3c55-47af-b1fd-7baaf9b095c6') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:28.671044 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87bd5d44-c60d-4954-8c68-11df1a44da8d tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:28.671817 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87bd5d44-c60d-4954-8c68-11df1a44da8d tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:28.678421 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b020f56c-0982-4cdb-8982-39a774004c4b None None] New status for floating IP c97c6a9c-92ff-4719-9f20-a21f819be45c: DOWN {{(pid=94509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:19:28.716881 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c63e76b7-2de5-4946-a37d-3d8cb29c9a7a tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:28.740324 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b0521d02-7e3f-4348-b4e7-61bdea59d724 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:19:28.752436 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-87bd5d44-c60d-4954-8c68-11df1a44da8d tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Calling delete_port for ac012cc8-4e34-4da4-95d7-0adc360b6484 owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:28.789048 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c63e76b7-2de5-4946-a37d-3d8cb29c9a7a tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:28.792184 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: b0521d02-7e3f-4348-b4e7-61bdea59d724 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:19:28.794860 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b0521d02-7e3f-4348-b4e7-61bdea59d724 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:19:28.813850 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c63e76b7-2de5-4946-a37d-3d8cb29c9a7a tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:19:28.814213 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c63e76b7-2de5-4946-a37d-3d8cb29c9a7a tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:19:28.838615 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:19:28.871006 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3865b1d2-452b-4148-8f0b-da82d01085e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:28.893700 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3865b1d2-452b-4148-8f0b-da82d01085e6 None None] No DVR routers for this DVR port b0521d02-7e3f-4348-b4e7-61bdea59d724 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:19:28.927234 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865b1d2-452b-4148-8f0b-da82d01085e6 None None] Pushing event deleted for resources: {'Port': ['ID=b0521d02-7e3f-4348-b4e7-61bdea59d724,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:29.020545 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c63e76b7-2de5-4946-a37d-3d8cb29c9a7a tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:29.043092 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c63e76b7-2de5-4946-a37d-3d8cb29c9a7a tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:29.045152 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c63e76b7-2de5-4946-a37d-3d8cb29c9a7a tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] 10.222.0.50 "DELETE /v2.0/networks/58ac91e3-de29-402d-8f2d-17d82c29f9d6 HTTP/1.1" status: 204 len: 168 time: 1.6348319 Aug 11 02:19:29.063053 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e76b7-2de5-4946-a37d-3d8cb29c9a7a tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359 tempest-ExtraDHCPOptionsIpV6TestJSON-1955325359-project] Pushing event deleted for resources: {'Network': ['ID=58ac91e3-de29-402d-8f2d-17d82c29f9d6,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:29.134746 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87bd5d44-c60d-4954-8c68-11df1a44da8d tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:29.227852 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd5d44-c60d-4954-8c68-11df1a44da8d tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Pushing event deleted for resources: {'Port': ['ID=ac012cc8-4e34-4da4-95d7-0adc360b6484,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:29.345369 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87bd5d44-c60d-4954-8c68-11df1a44da8d tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:29.348035 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-87bd5d44-c60d-4954-8c68-11df1a44da8d tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:29.353124 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-87bd5d44-c60d-4954-8c68-11df1a44da8d tempest-ServersTestManualDisk-121589162 tempest-ServersTestManualDisk-121589162-project] 10.222.0.50 "DELETE /v2.0/floatingips/c97c6a9c-92ff-4719-9f20-a21f819be45c HTTP/1.1" status: 204 len: 168 time: 1.4483624 Aug 11 02:19:29.353496 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48036) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:29.535831 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48042) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:29.625522 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf5cb4-4b29-4646-b54f-04e2095eb97e req-62be0321-8928-4eb3-af01-ad8a1e4f9a47 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:29.634151 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dfdf5cb4-4b29-4646-b54f-04e2095eb97e req-62be0321-8928-4eb3-af01-ad8a1e4f9a47 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/ports?device_id=e54afb94-f6a2-438b-86f0-f5c73f6263ed HTTP/1.1" status: 200 len: 945 time: 0.3899832 Aug 11 02:19:29.732638 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dfdf5cb4-4b29-4646-b54f-04e2095eb97e req-8271f38b-d4a8-4705-ae37-937e25423865 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/security-groups?id=8456b0d1-77f3-49e8-a3e4-60cdaf0110fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970356 Aug 11 02:19:29.774259 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0d93a035-e651-4f02-9488-e4a8ca22068f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2b423c94be3145a593e80c0d5115789e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2359698 Aug 11 02:19:29.776776 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48050) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:29.868897 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fb62e37e-14b6-4dc5-9e83-718c62ff35eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:29.904489 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fb62e37e-14b6-4dc5-9e83-718c62ff35eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:30.002162 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fb62e37e-14b6-4dc5-9e83-718c62ff35eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:30.005629 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fb62e37e-14b6-4dc5-9e83-718c62ff35eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:30.007027 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fb62e37e-14b6-4dc5-9e83-718c62ff35eb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e1ed0b38-9395-4eee-b4a3-99f10d811296 HTTP/1.1" status: 204 len: 168 time: 0.2292187 Aug 11 02:19:30.022742 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cada3edc-95a7-41e8-b832-577d1a4eeaff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:30.026009 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62e37e-14b6-4dc5-9e83-718c62ff35eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ed0b38-9395-4eee-b4a3-99f10d811296,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:30.404517 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-cada3edc-95a7-41e8-b832-577d1a4eeaff admin admin] Deleting port 3ce6b3c7-336a-463c-9230-5fa05d42a2ca {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:30.405011 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cada3edc-95a7-41e8-b832-577d1a4eeaff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:30.551478 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-cada3edc-95a7-41e8-b832-577d1a4eeaff admin admin] For port 3ce6b3c7-336a-463c-9230-5fa05d42a2ca, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3ce6b3c7-336a-463c-9230-5fa05d42a2ca,segment=NetworkSegment(ee8e7aa9-6060-4fc5-bb74-59e581dbee69),segment_id=ee8e7aa9-6060-4fc5-bb74-59e581dbee69)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:30.552366 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cada3edc-95a7-41e8-b832-577d1a4eeaff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:30.604833 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-cada3edc-95a7-41e8-b832-577d1a4eeaff admin admin] Calling delete_port for 3ce6b3c7-336a-463c-9230-5fa05d42a2ca owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:30.782336 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 336d83f4-e78b-4a14-8123-3cca81b1a530 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:30.897365 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 336d83f4-e78b-4a14-8123-3cca81b1a530 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:30.908842 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 336d83f4-e78b-4a14-8123-3cca81b1a530 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:30.909513 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:30.963972 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a92591-37f5-43e0-b43c-1ba91e26ddfa req-a7114025-13df-4c6b-ae73-9a8ef1b75b65 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:30.972187 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05a92591-37f5-43e0-b43c-1ba91e26ddfa req-a7114025-13df-4c6b-ae73-9a8ef1b75b65 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/ports?device_id=e54afb94-f6a2-438b-86f0-f5c73f6263ed HTTP/1.1" status: 200 len: 945 time: 0.1087000 Aug 11 02:19:31.089699 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05a92591-37f5-43e0-b43c-1ba91e26ddfa req-01ed39f6-0f3c-447d-8f74-3df7ee195387 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/security-groups?id=8456b0d1-77f3-49e8-a3e4-60cdaf0110fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115856 Aug 11 02:19:31.094343 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:31.100691 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cada3edc-95a7-41e8-b832-577d1a4eeaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:31.132640 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada3edc-95a7-41e8-b832-577d1a4eeaff admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce6b3c7-336a-463c-9230-5fa05d42a2ca,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:31.163009 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54afb94-f6a2-438b-86f0-f5c73f6263ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336d83f4-e78b-4a14-8123-3cca81b1a530'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:31.178182 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f8328d-0af4-4c63-b27f-64898d56eba9" -d '{"events": [{"server_uuid": "e54afb94-f6a2-438b-86f0-f5c73f6263ed", "name": "network-vif-plugged", "status": "completed", "tag": "336d83f4-e78b-4a14-8123-3cca81b1a530"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:31.243664 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 336d83f4-e78b-4a14-8123-3cca81b1a530, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=336d83f4-e78b-4a14-8123-3cca81b1a530,segment=NetworkSegment(7ca01c84-98c8-4676-8a35-404d37bafeef),segment_id=7ca01c84-98c8-4676-8a35-404d37bafeef)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:31.263221 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:31.367407 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75aba57d-d1b1-458b-81b2-372337127b2d x-openstack-request-id: req-75aba57d-d1b1-458b-81b2-372337127b2d {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:31.380644 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54afb94-f6a2-438b-86f0-f5c73f6263ed", "name": "network-vif-plugged", "status": "completed", "tag": "336d83f4-e78b-4a14-8123-3cca81b1a530", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:31.383914 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-75aba57d-d1b1-458b-81b2-372337127b2d {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:31.384404 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54afb94-f6a2-438b-86f0-f5c73f6263ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336d83f4-e78b-4a14-8123-3cca81b1a530', 'code': 200} Aug 11 02:19:31.455885 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=336d83f4-e78b-4a14-8123-3cca81b1a530,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:31.483597 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be6cc7-4376-47bc-814f-c6790a8003f1 req-2c1a1513-1289-4803-b4f9-8ec39cf299a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:31.490190 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e5be6cc7-4376-47bc-814f-c6790a8003f1 req-2c1a1513-1289-4803-b4f9-8ec39cf299a2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e54afb94-f6a2-438b-86f0-f5c73f6263ed HTTP/1.1" status: 200 len: 1098 time: 0.1205142 Aug 11 02:19:31.584918 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48106) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:31.601798 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e5be6cc7-4376-47bc-814f-c6790a8003f1 req-fa21d374-7a57-49c6-81f6-2d64daf82fd6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8456b0d1-77f3-49e8-a3e4-60cdaf0110fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012154 Aug 11 02:19:31.904185 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-ecb10a5b-192b-4485-82ba-fbe733aa870d tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-568071239'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:31.954323 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb10a5b-192b-4485-82ba-fbe733aa870d tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:31.958404 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ecb10a5b-192b-4485-82ba-fbe733aa870d tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:31.974625 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ecb10a5b-192b-4485-82ba-fbe733aa870d tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:32.111553 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ecb10a5b-192b-4485-82ba-fbe733aa870d tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:32.118772 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ecb10a5b-192b-4485-82ba-fbe733aa870d tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:32.155597 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb10a5b-192b-4485-82ba-fbe733aa870d tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:19:32.214419 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb10a5b-192b-4485-82ba-fbe733aa870d tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=652f6323-ab8d-4f0a-9207-fb607c01e84c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:32.239584 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ecb10a5b-192b-4485-82ba-fbe733aa870d tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:32.240869 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-ecb10a5b-192b-4485-82ba-fbe733aa870d tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Added segment 57f0ccd0-0867-4a81-9979-0c1892ad29ce of type vlan for network 0a28acc8-db51-4b71-8d68-9a2ab0af4945 Aug 11 02:19:32.370270 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cada3edc-95a7-41e8-b832-577d1a4eeaff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:32.461072 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ecb10a5b-192b-4485-82ba-fbe733aa870d tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:32.544066 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c8e08-0099-4234-a156-33b51f7253cb req-47538f59-9909-4528-8b2d-73f6e66509c3 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:32.552787 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2c6c8e08-0099-4234-a156-33b51f7253cb req-47538f59-9909-4528-8b2d-73f6e66509c3 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/ports?device_id=e54afb94-f6a2-438b-86f0-f5c73f6263ed HTTP/1.1" status: 200 len: 946 time: 0.3040791 Aug 11 02:19:32.620039 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ecb10a5b-192b-4485-82ba-fbe733aa870d tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:32.626534 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb10a5b-192b-4485-82ba-fbe733aa870d tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:32.627462 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ecb10a5b-192b-4485-82ba-fbe733aa870d tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:32.736454 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb10a5b-192b-4485-82ba-fbe733aa870d tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Network': ['ID=0a28acc8-db51-4b71-8d68-9a2ab0af4945,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:32.753184 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 0a28acc8-db51-4b71-8d68-9a2ab0af4945 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:19:32.764882 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2c6c8e08-0099-4234-a156-33b51f7253cb req-f90a0f57-e5af-4be6-a7dc-ef318a1fa7d5 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/security-groups?id=8456b0d1-77f3-49e8-a3e4-60cdaf0110fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871779 Aug 11 02:19:32.788842 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ecb10a5b-192b-4485-82ba-fbe733aa870d tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2024543 Aug 11 02:19:32.791962 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48132) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:32.808392 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-39317704-46e2-4080-a3fe-b94199b78443 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'port': {'network_id': '0a28acc8-db51-4b71-8d68-9a2ab0af4945', 'name': 'tempest-PortsTestJSON-1890380964'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:33.017365 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48136) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:33.162449 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39317704-46e2-4080-a3fe-b94199b78443 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:33.166837 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-39317704-46e2-4080-a3fe-b94199b78443 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:33.187909 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-39317704-46e2-4080-a3fe-b94199b78443 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] device_id is not set on port fa891df6-792b-491d-94a4-88fc142646e0 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:19:33.223070 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cada3edc-95a7-41e8-b832-577d1a4eeaff admin admin] Router bd992842-5ba8-4c9d-b89a-25ee2468c136 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:19:33.352394 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ccd0ab22-8028-4145-a68e-bfa24265d53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:33.437316 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cada3edc-95a7-41e8-b832-577d1a4eeaff admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:19:33.447893 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25018b9b-b51d-4acc-a93e-fdecb0316a0b None None] Sync routers for ids ['bd992842-5ba8-4c9d-b89a-25ee2468c136'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:19:33.450772 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-cada3edc-95a7-41e8-b832-577d1a4eeaff admin admin] 10.222.0.50 "PUT /v2.0/routers/bd992842-5ba8-4c9d-b89a-25ee2468c136/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0960476 Aug 11 02:19:33.451447 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48142) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:33.470044 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25018b9b-b51d-4acc-a93e-fdecb0316a0b None None] Routers {'bd992842-5ba8-4c9d-b89a-25ee2468c136'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:19:33.471493 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-25018b9b-b51d-4acc-a93e-fdecb0316a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:19:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['bd992842-5ba8-4c9d-b89a-25ee2468c136'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:33.667242 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a62eb472-3fa6-4adb-86e5-a7cc1b1605a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:33.744135 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-25018b9b-b51d-4acc-a93e-fdecb0316a0b None None] Set router bd992842-5ba8-4c9d-b89a-25ee2468c136 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:19:33.762824 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-39317704-46e2-4080-a3fe-b94199b78443 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:33.824669 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-39317704-46e2-4080-a3fe-b94199b78443 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:33.844923 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ccd0ab22-8028-4145-a68e-bfa24265d53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:33.895202 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ccd0ab22-8028-4145-a68e-bfa24265d53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:33.920187 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a62eb472-3fa6-4adb-86e5-a7cc1b1605a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:33.935987 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ccd0ab22-8028-4145-a68e-bfa24265d53b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=69ea4dd903e5454c9abcce6e81a92453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9175279 Aug 11 02:19:33.940060 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48152) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:33.943925 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39317704-46e2-4080-a3fe-b94199b78443 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Checking segment: {'id': '57f0ccd0-0867-4a81-9979-0c1892ad29ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0a28acc8-db51-4b71-8d68-9a2ab0af4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:33.944536 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39317704-46e2-4080-a3fe-b94199b78443 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network hostable DHCP agents. Network: 0a28acc8-db51-4b71-8d68-9a2ab0af4945, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:19:34.027042 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-25018b9b-b51d-4acc-a93e-fdecb0316a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'name': 'tempest-ServersTestManualDisk-893484164-router', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '1076d4dc-ce63-46c6-8295-fecf939b84cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:11Z', 'updated_at': '2021-08-11T02:19:30Z', 'revision_number': 5, 'project_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'gw_port': {'id': '1076d4dc-ce63-46c6-8295-fecf939b84cf', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:12Z', 'updated_at': '2021-08-11T02:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:34.033862 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd502cfa-841b-436c-9f1a-52e0898d7a31 req-c4d763cc-bc08-46d6-ab2e-ba40baf703f7 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:34.035672 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cd502cfa-841b-436c-9f1a-52e0898d7a31 req-c4d763cc-bc08-46d6-ab2e-ba40baf703f7 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/ports?device_id=e54afb94-f6a2-438b-86f0-f5c73f6263ed HTTP/1.1" status: 200 len: 946 time: 0.1159143 Aug 11 02:19:34.036575 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39317704-46e2-4080-a3fe-b94199b78443 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Port': ['ID=fa891df6-792b-491d-94a4-88fc142646e0,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:34.040382 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39317704-46e2-4080-a3fe-b94199b78443 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network 0a28acc8-db51-4b71-8d68-9a2ab0af4945 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:19:34.069172 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0ab22-8028-4145-a68e-bfa24265d53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedde22c-2d2f-4226-863f-c46eeaa0d94d,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:34.089960 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-39317704-46e2-4080-a3fe-b94199b78443 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 0a28acc8-db51-4b71-8d68-9a2ab0af4945) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:34.096397 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25018b9b-b51d-4acc-a93e-fdecb0316a0b None None] Checking router: bd992842-5ba8-4c9d-b89a-25ee2468c136 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:19:34.101081 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39317704-46e2-4080-a3fe-b94199b78443 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:34.106435 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25018b9b-b51d-4acc-a93e-fdecb0316a0b None None] Routers {'bd992842-5ba8-4c9d-b89a-25ee2468c136'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:19:34.107268 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-25018b9b-b51d-4acc-a93e-fdecb0316a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:19:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['bd992842-5ba8-4c9d-b89a-25ee2468c136'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:34.112210 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b71abdf-e4d1-4097-bb03-c5262485e57d None None] Network 0a28acc8-db51-4b71-8d68-9a2ab0af4945 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:34.113715 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39317704-46e2-4080-a3fe-b94199b78443 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:34.114922 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-39317704-46e2-4080-a3fe-b94199b78443 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:34.148564 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-523184d6-85da-4f3e-8458-809c196188f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:34.153908 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cd502cfa-841b-436c-9f1a-52e0898d7a31 req-f0e9f4ff-ad33-4188-ba8d-3aeac3ad3a3b tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/security-groups?id=8456b0d1-77f3-49e8-a3e4-60cdaf0110fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103294 Aug 11 02:19:34.159451 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-39317704-46e2-4080-a3fe-b94199b78443 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3662126 Aug 11 02:19:34.160431 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48156) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:34.165620 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-762e3e13-0b77-4b28-b216-32aa5d194123 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2111514303'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:34.188998 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762e3e13-0b77-4b28-b216-32aa5d194123 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:34.193727 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-762e3e13-0b77-4b28-b216-32aa5d194123 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:34.199223 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-a62eb472-3fa6-4adb-86e5-a7cc1b1605a4 admin admin] Deleting port 1076d4dc-ce63-46c6-8295-fecf939b84cf {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:34.201375 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a62eb472-3fa6-4adb-86e5-a7cc1b1605a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:34.224273 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762e3e13-0b77-4b28-b216-32aa5d194123 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:19:34.252706 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-762e3e13-0b77-4b28-b216-32aa5d194123 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:34.255639 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-762e3e13-0b77-4b28-b216-32aa5d194123 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Added segment 439fbe5a-14c6-47ed-a754-17d8046401f9 of type vlan for network a74815d6-54c3-4c0c-bc5e-3d7592d5104f Aug 11 02:19:34.314118 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-762e3e13-0b77-4b28-b216-32aa5d194123 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:34.366169 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-523184d6-85da-4f3e-8458-809c196188f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:34.378489 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-762e3e13-0b77-4b28-b216-32aa5d194123 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:34.388380 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762e3e13-0b77-4b28-b216-32aa5d194123 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:34.388714 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-762e3e13-0b77-4b28-b216-32aa5d194123 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:34.393139 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-25018b9b-b51d-4acc-a93e-fdecb0316a0b None None] Set router bd992842-5ba8-4c9d-b89a-25ee2468c136 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:19:34.411785 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-762e3e13-0b77-4b28-b216-32aa5d194123 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2496798 Aug 11 02:19:34.422877 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48160) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:34.429494 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e8f7a9c5-76da-4029-8fbc-b7713afac5b5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'ports': [{'network_id': '0a28acc8-db51-4b71-8d68-9a2ab0af4945'}, {'network_id': 'a74815d6-54c3-4c0c-bc5e-3d7592d5104f'}]} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:34.429494 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e8f7a9c5-76da-4029-8fbc-b7713afac5b5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'port': {'network_id': '0a28acc8-db51-4b71-8d68-9a2ab0af4945'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:34.430077 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e8f7a9c5-76da-4029-8fbc-b7713afac5b5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'port': {'network_id': 'a74815d6-54c3-4c0c-bc5e-3d7592d5104f'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:34.518897 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-523184d6-85da-4f3e-8458-809c196188f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:34.534811 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-523184d6-85da-4f3e-8458-809c196188f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:34.536903 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-523184d6-85da-4f3e-8458-809c196188f7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cedde22c-2d2f-4226-863f-c46eeaa0d94d HTTP/1.1" status: 204 len: 168 time: 0.5951242 Aug 11 02:19:34.552449 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e3e13-0b77-4b28-b216-32aa5d194123 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Network': ['ID=a74815d6-54c3-4c0c-bc5e-3d7592d5104f,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:34.653996 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-25018b9b-b51d-4acc-a93e-fdecb0316a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'name': 'tempest-ServersTestManualDisk-893484164-router', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:11Z', 'updated_at': '2021-08-11T02:19:33Z', 'revision_number': 6, 'project_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:34.690539 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25018b9b-b51d-4acc-a93e-fdecb0316a0b None None] The sync data for ids ['bd992842-5ba8-4c9d-b89a-25ee2468c136'] in n-d-615180-33 is: [{'id': 'bd992842-5ba8-4c9d-b89a-25ee2468c136', 'name': 'tempest-ServersTestManualDisk-893484164-router', 'tenant_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:11Z', 'updated_at': '2021-08-11T02:19:33Z', 'revision_number': 6, 'project_id': '47ff2e4ca0364f8c830ae8b0e3bd074d', 'gw_port_host': None}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:19:34.697854 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network a74815d6-54c3-4c0c-bc5e-3d7592d5104f details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:19:34.728597 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-a62eb472-3fa6-4adb-86e5-a7cc1b1605a4 admin admin] For port 1076d4dc-ce63-46c6-8295-fecf939b84cf, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=1076d4dc-ce63-46c6-8295-fecf939b84cf,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:34.728982 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a62eb472-3fa6-4adb-86e5-a7cc1b1605a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:34.736994 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523184d6-85da-4f3e-8458-809c196188f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedde22c-2d2f-4226-863f-c46eeaa0d94d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:34.750807 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f7a9c5-76da-4029-8fbc-b7713afac5b5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'port': 2} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:34.759766 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e8f7a9c5-76da-4029-8fbc-b7713afac5b5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:34.774276 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9fd68-9161-4dab-9378-791304fe901e req-7b8bf4b4-c627-42e5-ae2d-29ebc6277a23 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:34.778206 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81b9fd68-9161-4dab-9378-791304fe901e req-7b8bf4b4-c627-42e5-ae2d-29ebc6277a23 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/ports?device_id=e54afb94-f6a2-438b-86f0-f5c73f6263ed HTTP/1.1" status: 200 len: 946 time: 0.5068226 Aug 11 02:19:34.780797 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e8f7a9c5-76da-4029-8fbc-b7713afac5b5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:34.784419 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48168) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:34.791564 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-6e00487c-82c5-4979-ae84-326d3a82c326 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Request body: {'floatingip': {'port_id': '336d83f4-e78b-4a14-8123-3cca81b1a530'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:34.799599 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-a62eb472-3fa6-4adb-86e5-a7cc1b1605a4 admin admin] Calling delete_port for 1076d4dc-ce63-46c6-8295-fecf939b84cf owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:34.894640 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6e00487c-82c5-4979-ae84-326d3a82c326 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks [] for floatingip, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:35.178740 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-e8f7a9c5-76da-4029-8fbc-b7713afac5b5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] device_id is not set on port 11e9c2f6-b495-48e2-bc32-0bdb8f7b7c2d yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:19:35.216127 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a62eb472-3fa6-4adb-86e5-a7cc1b1605a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:35.289158 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48178) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:35.309166 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3cd4-87ee-4086-8b76-38403d715453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:35.386263 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e8f7a9c5-76da-4029-8fbc-b7713afac5b5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:35.425877 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62eb472-3fa6-4adb-86e5-a7cc1b1605a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1076d4dc-ce63-46c6-8295-fecf939b84cf,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:35.449241 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3cd4-87ee-4086-8b76-38403d715453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:35.482906 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3cd4-87ee-4086-8b76-38403d715453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:35.529164 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c3cd4-87ee-4086-8b76-38403d715453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56170454-20f3-49d8-8c25-b7dca6fa4837,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:35.553866 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-e8f7a9c5-76da-4029-8fbc-b7713afac5b5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] device_id is not set on port ce76f2c1-1b94-4a39-a5ec-e86b4571e0c6 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:19:35.566191 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a62eb472-3fa6-4adb-86e5-a7cc1b1605a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:35.572317 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1f8c3cd4-87ee-4086-8b76-38403d715453 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9ba19d6853844e41894498ef8a074784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2820988 Aug 11 02:19:35.576366 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48180) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:35.730332 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a62eb472-3fa6-4adb-86e5-a7cc1b1605a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:35.733848 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a62eb472-3fa6-4adb-86e5-a7cc1b1605a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:35.755140 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9ed31e0a-180f-423c-993e-55b1728a8777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:35.794095 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a62eb472-3fa6-4adb-86e5-a7cc1b1605a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:35.794953 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62eb472-3fa6-4adb-86e5-a7cc1b1605a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd992842-5ba8-4c9d-b89a-25ee2468c136 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:19:35.809313 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a62eb472-3fa6-4adb-86e5-a7cc1b1605a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:35.813727 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a62eb472-3fa6-4adb-86e5-a7cc1b1605a4 admin admin] 10.222.0.50 "DELETE /v2.0/routers/bd992842-5ba8-4c9d-b89a-25ee2468c136 HTTP/1.1" status: 204 len: 168 time: 2.3611307 Aug 11 02:19:35.814500 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48190) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:35.906443 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-1760f893-d6bf-4826-9b0c-5ef265995646 admin admin] Deleting subnet b3916d2b-9ce1-4894-8441-582c2805386b {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:19:35.913375 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1760f893-d6bf-4826-9b0c-5ef265995646 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:36.002230 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1760f893-d6bf-4826-9b0c-5ef265995646 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:36.100289 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1760f893-d6bf-4826-9b0c-5ef265995646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:36.170701 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1760f893-d6bf-4826-9b0c-5ef265995646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:36.223696 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760f893-d6bf-4826-9b0c-5ef265995646 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3916d2b-9ce1-4894-8441-582c2805386b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:36.228773 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1760f893-d6bf-4826-9b0c-5ef265995646 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:36.235717 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1760f893-d6bf-4826-9b0c-5ef265995646 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b3916d2b-9ce1-4894-8441-582c2805386b HTTP/1.1" status: 204 len: 168 time: 0.4182718 Aug 11 02:19:36.238379 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0feb4666-c95e-45e3-94bc-a0c8a745ebf7 None None] Network 4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:36.239570 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48198) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:36.286173 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9ed31e0a-180f-423c-993e-55b1728a8777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:36.417247 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a9587bf1-433c-4771-8579-4ccbd35393e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:36.540063 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-a9587bf1-433c-4771-8579-4ccbd35393e2 admin admin] Deleting port a08d1dfe-d34c-41b6-a4a4-3a953ff76f90 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:36.540742 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a9587bf1-433c-4771-8579-4ccbd35393e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:36.618167 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9ed31e0a-180f-423c-993e-55b1728a8777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:36.620861 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9ed31e0a-180f-423c-993e-55b1728a8777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:36.622045 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9ed31e0a-180f-423c-993e-55b1728a8777 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/56170454-20f3-49d8-8c25-b7dca6fa4837 HTTP/1.1" status: 204 len: 168 time: 1.0404117 Aug 11 02:19:36.653071 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e8f7a9c5-76da-4029-8fbc-b7713afac5b5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:36.689491 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed31e0a-180f-423c-993e-55b1728a8777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56170454-20f3-49d8-8c25-b7dca6fa4837,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:36.689739 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-a9587bf1-433c-4771-8579-4ccbd35393e2 admin admin] For port a08d1dfe-d34c-41b6-a4a4-3a953ff76f90, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a08d1dfe-d34c-41b6-a4a4-3a953ff76f90,segment=NetworkSegment(ee8e7aa9-6060-4fc5-bb74-59e581dbee69),segment_id=ee8e7aa9-6060-4fc5-bb74-59e581dbee69)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:36.691682 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a9587bf1-433c-4771-8579-4ccbd35393e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:36.713316 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c46ea61-78e3-4733-ad46-2b0b45db5071 None None] DHCP port deletion for 4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:19:36.748090 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-a9587bf1-433c-4771-8579-4ccbd35393e2 admin admin] Calling delete_port for a08d1dfe-d34c-41b6-a4a4-3a953ff76f90 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:36.858910 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1076d4dc-ce63-46c6-8295-fecf939b84cf no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:19:36.886966 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-9c46ea61-78e3-4733-ad46-2b0b45db5071 None None] Deleting port a08d1dfe-d34c-41b6-a4a4-3a953ff76f90 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:36.887351 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9c46ea61-78e3-4733-ad46-2b0b45db5071 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:36.890876 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 1076d4dc-ce63-46c6-8295-fecf939b84cf {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:19:36.891229 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1076d4dc-ce63-46c6-8295-fecf939b84cf not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:19:36.891717 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3ce6b3c7-336a-463c-9230-5fa05d42a2ca no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:19:36.934468 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 3ce6b3c7-336a-463c-9230-5fa05d42a2ca {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:19:36.934951 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3ce6b3c7-336a-463c-9230-5fa05d42a2ca not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:19:36.978108 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.db.resource_extend [None req-6e00487c-82c5-4979-ae84-326d3a82c326 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:19:36.998049 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a9587bf1-433c-4771-8579-4ccbd35393e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.039863 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-9c46ea61-78e3-4733-ad46-2b0b45db5071 None None] For port a08d1dfe-d34c-41b6-a4a4-3a953ff76f90, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a08d1dfe-d34c-41b6-a4a4-3a953ff76f90,segment=NetworkSegment(ee8e7aa9-6060-4fc5-bb74-59e581dbee69),segment_id=ee8e7aa9-6060-4fc5-bb74-59e581dbee69)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:37.040187 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9c46ea61-78e3-4733-ad46-2b0b45db5071 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.081848 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-9c46ea61-78e3-4733-ad46-2b0b45db5071 None None] Calling delete_port for a08d1dfe-d34c-41b6-a4a4-3a953ff76f90 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:37.082182 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9587bf1-433c-4771-8579-4ccbd35393e2 admin admin] No DVR routers for this DVR port a08d1dfe-d34c-41b6-a4a4-3a953ff76f90 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:19:37.106610 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e8f7a9c5-76da-4029-8fbc-b7713afac5b5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.111198 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9587bf1-433c-4771-8579-4ccbd35393e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a08d1dfe-d34c-41b6-a4a4-3a953ff76f90,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:37.162113 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f7a9c5-76da-4029-8fbc-b7713afac5b5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network 0a28acc8-db51-4b71-8d68-9a2ab0af4945 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:37.174127 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-e8f7a9c5-76da-4029-8fbc-b7713afac5b5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:37.177506 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f7a9c5-76da-4029-8fbc-b7713afac5b5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:37.180242 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e8f7a9c5-76da-4029-8fbc-b7713afac5b5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.266800 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a9587bf1-433c-4771-8579-4ccbd35393e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.287835 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6e00487c-82c5-4979-ae84-326d3a82c326 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.294015 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-a9587bf1-433c-4771-8579-4ccbd35393e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:37.297282 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6e00487c-82c5-4979-ae84-326d3a82c326 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: from cryptography.utils import int_from_bytes Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: from cryptography.utils import int_from_bytes Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:19:37.307201 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:19:37.310775 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:19:37.310775 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:19:37.310775 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:19:37.310775 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:19:37.310775 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:19:37.310775 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:19:37.310775 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:19:37.310775 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:19:37.310775 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:19:37.310775 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:19:37.310775 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:19:37.310775 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:19:37.310775 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:19:37.310775 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:19:37.313708 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-a9587bf1-433c-4771-8579-4ccbd35393e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8e7aa9-6060-4fc5-bb74-59e581dbee69') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:37.314181 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-a9587bf1-433c-4771-8579-4ccbd35393e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8e7aa9-6060-4fc5-bb74-59e581dbee69') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:37.321891 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9c46ea61-78e3-4733-ad46-2b0b45db5071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.341584 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7a9c5-76da-4029-8fbc-b7713afac5b5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Port': ['ID=11e9c2f6-b495-48e2-bc32-0bdb8f7b7c2d,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:37.349178 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a9587bf1-433c-4771-8579-4ccbd35393e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.370975 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a9587bf1-433c-4771-8579-4ccbd35393e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.378153 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9587bf1-433c-4771-8579-4ccbd35393e2 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:19:37.378574 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a9587bf1-433c-4771-8579-4ccbd35393e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.388458 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c46ea61-78e3-4733-ad46-2b0b45db5071 None None] No DVR routers for this DVR port a08d1dfe-d34c-41b6-a4a4-3a953ff76f90 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:19:37.398930 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46ea61-78e3-4733-ad46-2b0b45db5071 None None] Pushing event deleted for resources: {'Port': ['ID=a08d1dfe-d34c-41b6-a4a4-3a953ff76f90,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:19:37.474562 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:19:37.482197 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7a9c5-76da-4029-8fbc-b7713afac5b5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Port': ['ID=ce76f2c1-1b94-4a39-a5ec-e86b4571e0c6,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:37.500388 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f7a9c5-76da-4029-8fbc-b7713afac5b5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Checking segment: {'id': '439fbe5a-14c6-47ed-a754-17d8046401f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a74815d6-54c3-4c0c-bc5e-3d7592d5104f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:37.500388 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f7a9c5-76da-4029-8fbc-b7713afac5b5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network hostable DHCP agents. Network: a74815d6-54c3-4c0c-bc5e-3d7592d5104f, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:19:37.528386 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a9587bf1-433c-4771-8579-4ccbd35393e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.553653 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a9587bf1-433c-4771-8579-4ccbd35393e2 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.557946 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a9587bf1-433c-4771-8579-4ccbd35393e2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6 HTTP/1.1" status: 204 len: 168 time: 1.3170578 Aug 11 02:19:37.599236 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9587bf1-433c-4771-8579-4ccbd35393e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b1ba1c3-66b0-4b05-926d-fc2c2f71f4e6,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:37.642598 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-6e00487c-82c5-4979-ae84-326d3a82c326 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Floating IP 2f1dc74d-9767-411e-bcfa-04ca2f25a3ec associated. External IP: 172.25.2.73, port: 336d83f4-e78b-4a14-8123-3cca81b1a530. Aug 11 02:19:37.897085 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48240) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:38.001880 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0353c7f7-66c5-4e02-99b5-6099d90a9717 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=47ff2e4ca0364f8c830ae8b0e3bd074d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1033416 Aug 11 02:19:38.004465 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48246) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:38.044144 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f7a9c5-76da-4029-8fbc-b7713afac5b5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network a74815d6-54c3-4c0c-bc5e-3d7592d5104f is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:19:38.071864 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-e8f7a9c5-76da-4029-8fbc-b7713afac5b5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, a74815d6-54c3-4c0c-bc5e-3d7592d5104f) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:38.083966 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab2e70b-f15b-4854-a797-871f1a3397ba None None] Network a74815d6-54c3-4c0c-bc5e-3d7592d5104f requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:38.101984 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f7a9c5-76da-4029-8fbc-b7713afac5b5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:38.116872 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f7a9c5-76da-4029-8fbc-b7713afac5b5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:38.128879 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f7a9c5-76da-4029-8fbc-b7713afac5b5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:38.132187 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e8f7a9c5-76da-4029-8fbc-b7713afac5b5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:38.144213 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c12199d5-0473-404c-b0f2-9c7d41e0333e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:38.159692 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e8f7a9c5-76da-4029-8fbc-b7713afac5b5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7354846 Aug 11 02:19:38.162959 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48262) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:38.189833 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c12199d5-0473-404c-b0f2-9c7d41e0333e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:38.270928 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c12199d5-0473-404c-b0f2-9c7d41e0333e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:38.273723 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c12199d5-0473-404c-b0f2-9c7d41e0333e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:38.277499 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c12199d5-0473-404c-b0f2-9c7d41e0333e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6bcf8093-c22e-4cf7-8246-ef4646186aa1 HTTP/1.1" status: 204 len: 168 time: 0.2689352 Aug 11 02:19:38.292121 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12199d5-0473-404c-b0f2-9c7d41e0333e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcf8093-c22e-4cf7-8246-ef4646186aa1,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:38.599843 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f0c7a-ee66-4bf0-8f36-ac2ede5a77c8 req-f8afe8d5-bb0a-4528-bbbd-463d008961d7 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:38.601479 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2e2f0c7a-ee66-4bf0-8f36-ac2ede5a77c8 req-f8afe8d5-bb0a-4528-bbbd-463d008961d7 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 946 time: 0.2156816 Aug 11 02:19:38.744804 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48284) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:38.764274 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-d4020b87-16b7-4240-9155-f9eb8d99eac2 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting port ce76f2c1-1b94-4a39-a5ec-e86b4571e0c6 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:38.764625 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d4020b87-16b7-4240-9155-f9eb8d99eac2 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:38.766955 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a08d1dfe-d34c-41b6-a4a4-3a953ff76f90 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:19:38.812662 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: a08d1dfe-d34c-41b6-a4a4-3a953ff76f90 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:19:38.814811 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a08d1dfe-d34c-41b6-a4a4-3a953ff76f90 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:19:38.816161 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2e2f0c7a-ee66-4bf0-8f36-ac2ede5a77c8 req-c9bc8e16-925f-4dec-ac86-596d6a4756e0 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952794 Aug 11 02:19:38.877747 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e00487c-82c5-4979-ae84-326d3a82c326 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Router 2afb6a9c-c881-4714-b9d7-fd2109e1f1a2 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:19:38.902737 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d4020b87-16b7-4240-9155-f9eb8d99eac2 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:38.907009 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a6eee8e1-a579-4910-b346-172c4c162f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:38.954247 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-d4020b87-16b7-4240-9155-f9eb8d99eac2 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Calling delete_port for ce76f2c1-1b94-4a39-a5ec-e86b4571e0c6 owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:39.031301 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a6eee8e1-a579-4910-b346-172c4c162f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:39.037854 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a6eee8e1-a579-4910-b346-172c4c162f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:39.070171 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e00487c-82c5-4979-ae84-326d3a82c326 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:19:39.074407 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6e00487c-82c5-4979-ae84-326d3a82c326 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:39.083764 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ca95aa-4beb-48e5-add6-c652cb171344 None None] Sync routers for ids ['2afb6a9c-c881-4714-b9d7-fd2109e1f1a2'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:19:39.103918 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eee8e1-a579-4910-b346-172c4c162f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4d955c-5df3-4955-8437-f41327a2aa26,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:39.105547 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ca95aa-4beb-48e5-add6-c652cb171344 None None] Routers {'2afb6a9c-c881-4714-b9d7-fd2109e1f1a2'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:19:39.112923 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48306) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:39.115251 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6e00487c-82c5-4979-ae84-326d3a82c326 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "PUT /v2.0/floatingips/2f1dc74d-9767-411e-bcfa-04ca2f25a3ec HTTP/1.1" status: 200 len: 991 time: 4.3290586 Aug 11 02:19:39.119725 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a6eee8e1-a579-4910-b346-172c4c162f26 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=91319c17e5f54c099e39355fdc808cfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3633547 Aug 11 02:19:39.122141 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54afb94-f6a2-438b-86f0-f5c73f6263ed', 'tag': '336d83f4-e78b-4a14-8123-3cca81b1a530'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:39.124382 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e31ffd1-d017-4822-b4a3-d16327c88c83" -d '{"events": [{"name": "network-changed", "server_uuid": "e54afb94-f6a2-438b-86f0-f5c73f6263ed", "tag": "336d83f4-e78b-4a14-8123-3cca81b1a530"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:39.126820 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e0ca95aa-4beb-48e5-add6-c652cb171344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:19:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['2afb6a9c-c881-4714-b9d7-fd2109e1f1a2'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:39.138471 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d4020b87-16b7-4240-9155-f9eb8d99eac2 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:39.189880 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4020b87-16b7-4240-9155-f9eb8d99eac2 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Port': ['ID=ce76f2c1-1b94-4a39-a5ec-e86b4571e0c6,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:39.219784 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d4020b87-16b7-4240-9155-f9eb8d99eac2 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:39.224261 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d4020b87-16b7-4240-9155-f9eb8d99eac2 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/ports/ce76f2c1-1b94-4a39-a5ec-e86b4571e0c6 HTTP/1.1" status: 204 len: 168 time: 1.0574031 Aug 11 02:19:39.224478 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48316) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:39.240246 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d312a401-1f87-4906-95bc-28d6345c1a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:39.261877 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfe25f7-1a9f-4e03-a149-119417cf5767 x-openstack-request-id: req-7cfe25f7-1a9f-4e03-a149-119417cf5767 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:39.262244 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e54afb94-f6a2-438b-86f0-f5c73f6263ed", "tag": "336d83f4-e78b-4a14-8123-3cca81b1a530", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:39.262504 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7cfe25f7-1a9f-4e03-a149-119417cf5767 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:39.262909 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54afb94-f6a2-438b-86f0-f5c73f6263ed', 'tag': '336d83f4-e78b-4a14-8123-3cca81b1a530', 'status': 'completed', 'code': 200} Aug 11 02:19:39.292526 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-e0ca95aa-4beb-48e5-add6-c652cb171344 None None] Set router 2afb6a9c-c881-4714-b9d7-fd2109e1f1a2 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:19:39.320098 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef48ff-71af-4c99-8da0-fa2cb1f1551e req-0b44c677-30f8-492e-8e3e-fa1eb63a271a tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:39.329198 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a9ef48ff-71af-4c99-8da0-fa2cb1f1551e req-0b44c677-30f8-492e-8e3e-fa1eb63a271a tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 947 time: 0.1578941 Aug 11 02:19:39.339391 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48318) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:39.345174 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd14442d-bdb0-4ff9-9aee-d202ee826b2a tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:39.351336 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd14442d-bdb0-4ff9-9aee-d202ee826b2a tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:39.353002 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bd14442d-bdb0-4ff9-9aee-d202ee826b2a tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1276278 Aug 11 02:19:39.355462 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d312a401-1f87-4906-95bc-28d6345c1a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:39.355879 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48322) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:39.409725 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31ffd1-d017-4822-b4a3-d16327c88c83 req-3a18d1d3-296f-494d-8a15-a1a9739e69cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:39.412079 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0e31ffd1-d017-4822-b4a3-d16327c88c83 req-3a18d1d3-296f-494d-8a15-a1a9739e69cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3937403ced4d4e09944d3802eef3600d&device_id=e54afb94-f6a2-438b-86f0-f5c73f6263ed HTTP/1.1" status: 200 len: 1098 time: 0.1473429 Aug 11 02:19:39.452160 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a9ef48ff-71af-4c99-8da0-fa2cb1f1551e req-18b24d29-1dbd-4488-9fdc-2e4f26079017 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214256 Aug 11 02:19:39.478437 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-37c15e38-5cb6-4f0e-8fd2-14ebfc310859 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting port 11e9c2f6-b495-48e2-bc32-0bdb8f7b7c2d {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:39.479764 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-37c15e38-5cb6-4f0e-8fd2-14ebfc310859 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:39.517394 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e75845cf-f4e9-479d-9e7c-d421bfd1bc4d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1166297001-network', 'tenant_id': '983cabfa1d87478b8e0bb253721c0638'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:39.557913 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d312a401-1f87-4906-95bc-28d6345c1a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:39.560501 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d312a401-1f87-4906-95bc-28d6345c1a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:39.561756 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d312a401-1f87-4906-95bc-28d6345c1a2f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fa4d955c-5df3-4955-8437-f41327a2aa26 HTTP/1.1" status: 204 len: 168 time: 0.4452608 Aug 11 02:19:39.562347 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e0ca95aa-4beb-48e5-add6-c652cb171344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'name': 'tempest-ServersTestJSON-1713794097-router', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '776318bb-c497-4c04-b95e-3f71874214cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:06Z', 'updated_at': '2021-08-11T02:19:10Z', 'revision_number': 4, 'project_id': '3937403ced4d4e09944d3802eef3600d', 'gw_port': {'id': '776318bb-c497-4c04-b95e-3f71874214cc', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:06Z', 'updated_at': '2021-08-11T02:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '2f1dc74d-9767-411e-bcfa-04ca2f25a3ec', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'port_id': '336d83f4-e78b-4a14-8123-3cca81b1a530', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616', 'mac_address': 'fa:16:3e:f8:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54afb94-f6a2-438b-86f0-f5c73f6263ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:19:13Z', 'updated_at': '2021-08-11T02:19:36Z', 'revision_number': 1, 'project_id': '3937403ced4d4e09944d3802eef3600d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3755c162-9fd9-4581-9162-0ab94750b903', 'name': '', 'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'mac_address': 'fa:16:3e:87:dd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '74b5f936-7af2-4989-97af-f38c99f22013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:09Z', 'updated_at': '2021-08-11T02:19:17Z', 'revision_number': 5, 'project_id': '3937403ced4d4e09944d3802eef3600d', 'subnets': [{'id': '74b5f936-7af2-4989-97af-f38c99f22013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:39.562784 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75845cf-f4e9-479d-9e7c-d421bfd1bc4d admin admin] Made reservation on behalf of 983cabfa1d87478b8e0bb253721c0638 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:39.565141 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e75845cf-f4e9-479d-9e7c-d421bfd1bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:39.573525 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-37c15e38-5cb6-4f0e-8fd2-14ebfc310859 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:39.581622 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e75845cf-f4e9-479d-9e7c-d421bfd1bc4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:39.589657 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-37c15e38-5cb6-4f0e-8fd2-14ebfc310859 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Calling delete_port for 11e9c2f6-b495-48e2-bc32-0bdb8f7b7c2d owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:39.594301 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ca95aa-4beb-48e5-add6-c652cb171344 None None] Checking router: 2afb6a9c-c881-4714-b9d7-fd2109e1f1a2 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:19:39.605198 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ca95aa-4beb-48e5-add6-c652cb171344 None None] Routers {'2afb6a9c-c881-4714-b9d7-fd2109e1f1a2'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:19:39.606610 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e0ca95aa-4beb-48e5-add6-c652cb171344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:19:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['2afb6a9c-c881-4714-b9d7-fd2109e1f1a2'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:39.608739 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312a401-1f87-4906-95bc-28d6345c1a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4d955c-5df3-4955-8437-f41327a2aa26,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:39.616843 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31ffd1-d017-4822-b4a3-d16327c88c83 req-4deb46aa-a887-48f7-bf36-9c5975611bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:39.618465 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0e31ffd1-d017-4822-b4a3-d16327c88c83 req-4deb46aa-a887-48f7-bf36-9c5975611bef service neutron] 10.222.0.73 "GET /v2.0/networks?id=2e5fbd23-4e7b-4b08-aaff-fa5d96210616 HTTP/1.1" status: 200 len: 907 time: 0.1967523 Aug 11 02:19:39.684642 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-37c15e38-5cb6-4f0e-8fd2-14ebfc310859 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:39.715638 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0e31ffd1-d017-4822-b4a3-d16327c88c83 req-2831c8eb-5f22-4f6c-b886-637a7386d2f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=336d83f4-e78b-4a14-8123-3cca81b1a530 HTTP/1.1" status: 200 len: 999 time: 0.0897930 Aug 11 02:19:39.757186 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c15e38-5cb6-4f0e-8fd2-14ebfc310859 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Port': ['ID=11e9c2f6-b495-48e2-bc32-0bdb8f7b7c2d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:39.777274 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-37c15e38-5cb6-4f0e-8fd2-14ebfc310859 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:39.779713 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-37c15e38-5cb6-4f0e-8fd2-14ebfc310859 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/ports/11e9c2f6-b495-48e2-bc32-0bdb8f7b7c2d HTTP/1.1" status: 204 len: 168 time: 0.4228048 Aug 11 02:19:39.782282 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48330) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:39.788772 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31ffd1-d017-4822-b4a3-d16327c88c83 req-5cc49cd8-5826-4736-910d-55b36cc45fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:39.790499 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0e31ffd1-d017-4822-b4a3-d16327c88c83 req-5cc49cd8-5826-4736-910d-55b36cc45fe7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=74b5f936-7af2-4989-97af-f38c99f22013 HTTP/1.1" status: 200 len: 845 time: 0.0683050 Aug 11 02:19:39.846752 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e75845cf-f4e9-479d-9e7c-d421bfd1bc4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:39.852827 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e75845cf-f4e9-479d-9e7c-d421bfd1bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:39.891160 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75845cf-f4e9-479d-9e7c-d421bfd1bc4d admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:19:39.899885 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31ffd1-d017-4822-b4a3-d16327c88c83 req-613eb35a-fd29-4080-a691-d9f8805428b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:39.901678 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0e31ffd1-d017-4822-b4a3-d16327c88c83 req-613eb35a-fd29-4080-a691-d9f8805428b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2e5fbd23-4e7b-4b08-aaff-fa5d96210616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1040289 Aug 11 02:19:39.902927 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae265457-b961-4c9d-aa1e-b9474353ebf2 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:39.903832 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75845cf-f4e9-479d-9e7c-d421bfd1bc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf90dc6-1ab9-40a2-960a-881adb193e34,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:39.908394 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ae265457-b961-4c9d-aa1e-b9474353ebf2 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1241193 Aug 11 02:19:39.914331 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48336) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:39.918826 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e75845cf-f4e9-479d-9e7c-d421bfd1bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:39.919243 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-e75845cf-f4e9-479d-9e7c-d421bfd1bc4d admin admin] Added segment feba50a4-a39b-4cea-814f-dc342b0c626c of type vlan for network 34ac89ae-38af-4663-ba86-b2aff26cd2f8 Aug 11 02:19:39.950578 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0bbad0f-aa07-4ff6-bc33-9cec6f72d566 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] GET failed (client error): The resource could not be found. Aug 11 02:19:39.953080 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e0bbad0f-aa07-4ff6-bc33-9cec6f72d566 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "GET /v2.0/ports/ce76f2c1-1b94-4a39-a5ec-e86b4571e0c6 HTTP/1.1" status: 404 len: 333 time: 0.0377650 Aug 11 02:19:39.955726 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48340) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:39.961581 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-e0ca95aa-4beb-48e5-add6-c652cb171344 None None] Set router 2afb6a9c-c881-4714-b9d7-fd2109e1f1a2 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:19:39.993130 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e425a4c-aebf-4fb5-abdc-42e41ea913c1 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] GET failed (client error): The resource could not be found. Aug 11 02:19:39.995133 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2e425a4c-aebf-4fb5-abdc-42e41ea913c1 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "GET /v2.0/ports/11e9c2f6-b495-48e2-bc32-0bdb8f7b7c2d HTTP/1.1" status: 404 len: 333 time: 0.0378432 Aug 11 02:19:39.997830 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48344) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:40.056294 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e75845cf-f4e9-479d-9e7c-d421bfd1bc4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:40.093555 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-48a10b81-ec91-45aa-adc9-418ae07d686a tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:40.097611 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb8691-8560-4462-bbd9-8504be3aeaad req-ece45183-28a9-45a1-b322-c718edc3496e tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:40.105799 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e9eb8691-8560-4462-bbd9-8504be3aeaad req-ece45183-28a9-45a1-b322-c718edc3496e tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 946 time: 0.1838222 Aug 11 02:19:40.123700 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0e31ffd1-d017-4822-b4a3-d16327c88c83 req-06fe8139-b2e4-451d-b21b-22396b1be344 service neutron] 10.222.0.73 "GET /v2.0/networks/2e5fbd23-4e7b-4b08-aaff-fa5d96210616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131059 Aug 11 02:19:40.194190 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e75845cf-f4e9-479d-9e7c-d421bfd1bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:40.195553 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75845cf-f4e9-479d-9e7c-d421bfd1bc4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:40.195813 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e75845cf-f4e9-479d-9e7c-d421bfd1bc4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:40.225586 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-48a10b81-ec91-45aa-adc9-418ae07d686a tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:40.237405 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e9eb8691-8560-4462-bbd9-8504be3aeaad req-1a7a86f7-9a83-47d9-a217-58e4874a1667 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288118 Aug 11 02:19:40.240005 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-48a10b81-ec91-45aa-adc9-418ae07d686a tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74815d6-54c3-4c0c-bc5e-3d7592d5104f']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:40.269292 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-48a10b81-ec91-45aa-adc9-418ae07d686a tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '439fbe5a-14c6-47ed-a754-17d8046401f9') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:40.272489 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-48a10b81-ec91-45aa-adc9-418ae07d686a tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '439fbe5a-14c6-47ed-a754-17d8046401f9') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:40.287346 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e0ca95aa-4beb-48e5-add6-c652cb171344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'name': 'tempest-ServersTestJSON-1713794097-router', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '776318bb-c497-4c04-b95e-3f71874214cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:06Z', 'updated_at': '2021-08-11T02:19:10Z', 'revision_number': 4, 'project_id': '3937403ced4d4e09944d3802eef3600d', 'gw_port': {'id': '776318bb-c497-4c04-b95e-3f71874214cc', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:06Z', 'updated_at': '2021-08-11T02:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '2f1dc74d-9767-411e-bcfa-04ca2f25a3ec', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'port_id': '336d83f4-e78b-4a14-8123-3cca81b1a530', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616', 'mac_address': 'fa:16:3e:f8:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54afb94-f6a2-438b-86f0-f5c73f6263ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:19:13Z', 'updated_at': '2021-08-11T02:19:36Z', 'revision_number': 1, 'project_id': '3937403ced4d4e09944d3802eef3600d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3755c162-9fd9-4581-9162-0ab94750b903', 'name': '', 'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'mac_address': 'fa:16:3e:87:dd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '74b5f936-7af2-4989-97af-f38c99f22013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:09Z', 'updated_at': '2021-08-11T02:19:17Z', 'revision_number': 5, 'project_id': '3937403ced4d4e09944d3802eef3600d', 'subnets': [{'id': '74b5f936-7af2-4989-97af-f38c99f22013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:40.303567 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e75845cf-f4e9-479d-9e7c-d421bfd1bc4d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9605002 Aug 11 02:19:40.307581 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-48a10b81-ec91-45aa-adc9-418ae07d686a tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:40.309582 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48358) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:40.324446 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-adb1e59a-f452-433b-9b7d-3b34a51a5b41 admin admin] Request body: {'subnet': {'network_id': '34ac89ae-38af-4663-ba86-b2aff26cd2f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1166297001-subnet', 'tenant_id': '983cabfa1d87478b8e0bb253721c0638', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:40.330901 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ca95aa-4beb-48e5-add6-c652cb171344 None None] The sync data for ids ['2afb6a9c-c881-4714-b9d7-fd2109e1f1a2'] in n-d-615180-33 is: [{'id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'name': 'tempest-ServersTestJSON-1713794097-router', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '776318bb-c497-4c04-b95e-3f71874214cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:06Z', 'updated_at': '2021-08-11T02:19:10Z', 'revision_number': 4, 'project_id': '3937403ced4d4e09944d3802eef3600d', 'gw_port': {'id': '776318bb-c497-4c04-b95e-3f71874214cc', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:06Z', 'updated_at': '2021-08-11T02:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '2f1dc74d-9767-411e-bcfa-04ca2f25a3ec', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'port_id': '336d83f4-e78b-4a14-8123-3cca81b1a530', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616', 'mac_address': 'fa:16:3e:f8:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54afb94-f6a2-438b-86f0-f5c73f6263ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:19:13Z', 'updated_at': '2021-08-11T02:19:36Z', 'revision_number': 1, 'project_id': '3937403ced4d4e09944d3802eef3600d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3755c162-9fd9-4581-9162-0ab94750b903', 'name': '', 'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'mac_address': 'fa:16:3e:87:dd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '74b5f936-7af2-4989-97af-f38c99f22013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:09Z', 'updated_at': '2021-08-11T02:19:17Z', 'revision_number': 5, 'project_id': '3937403ced4d4e09944d3802eef3600d', 'subnets': [{'id': '74b5f936-7af2-4989-97af-f38c99f22013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:19:40.347220 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-48a10b81-ec91-45aa-adc9-418ae07d686a tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:40.351106 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75845cf-f4e9-479d-9e7c-d421bfd1bc4d admin admin] Pushing event updated for resources: {'Network': ['ID=34ac89ae-38af-4663-ba86-b2aff26cd2f8,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:40.359848 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0e31ffd1-d017-4822-b4a3-d16327c88c83 req-b0a237bd-b6e3-4f13-a329-5327f4d0a310 service neutron] 10.222.0.73 "GET /v2.0/networks/2e5fbd23-4e7b-4b08-aaff-fa5d96210616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269576 Aug 11 02:19:40.360237 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a10b81-ec91-45aa-adc9-418ae07d686a tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:19:40.360643 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-48a10b81-ec91-45aa-adc9-418ae07d686a tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:40.369493 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 34ac89ae-38af-4663-ba86-b2aff26cd2f8 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:19:40.374580 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:19:40.457407 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb1e59a-f452-433b-9b7d-3b34a51a5b41 admin admin] Made reservation on behalf of 983cabfa1d87478b8e0bb253721c0638 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:40.461983 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-adb1e59a-f452-433b-9b7d-3b34a51a5b41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:40.516377 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-48a10b81-ec91-45aa-adc9-418ae07d686a tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:40.521839 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-48a10b81-ec91-45aa-adc9-418ae07d686a tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:40.530000 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48370) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:40.530144 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-48a10b81-ec91-45aa-adc9-418ae07d686a tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/networks/a74815d6-54c3-4c0c-bc5e-3d7592d5104f HTTP/1.1" status: 204 len: 168 time: 0.5313168 Aug 11 02:19:40.536793 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-62220256-db7c-46ee-98f8-ee12b40685e8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1376773646'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:40.549505 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a10b81-ec91-45aa-adc9-418ae07d686a tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Network': ['ID=a74815d6-54c3-4c0c-bc5e-3d7592d5104f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:40.577037 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62220256-db7c-46ee-98f8-ee12b40685e8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:40.581690 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-62220256-db7c-46ee-98f8-ee12b40685e8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:40.638531 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62220256-db7c-46ee-98f8-ee12b40685e8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:19:40.668817 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-62220256-db7c-46ee-98f8-ee12b40685e8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:40.669175 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-62220256-db7c-46ee-98f8-ee12b40685e8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Added segment 843434e7-eabd-4f3e-a540-feeb452e8fe9 of type vlan for network 2fb2359d-f842-41a0-a6e9-acf14534cadd Aug 11 02:19:40.713800 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8fcbb0-1be8-4fab-9f28-09c42abacf5d None None] New status for floating IP 2f1dc74d-9767-411e-bcfa-04ca2f25a3ec: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:19:40.737628 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49888b9a-e1fa-45bf-b4a9-64c3cd927ffa req-78df9ba0-0dbc-425f-b091-362d7d94aa76 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:40.739437 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-49888b9a-e1fa-45bf-b4a9-64c3cd927ffa req-78df9ba0-0dbc-425f-b091-362d7d94aa76 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 947 time: 0.1542213 Aug 11 02:19:40.750073 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-62220256-db7c-46ee-98f8-ee12b40685e8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:40.796918 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5e8fb-893f-4e33-b652-4e58f14a9ce7 req-5f51e3df-73cd-4cde-a58e-d6b2acc8ac5b tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:40.799408 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eda5e8fb-893f-4e33-b652-4e58f14a9ce7 req-5f51e3df-73cd-4cde-a58e-d6b2acc8ac5b tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 947 time: 0.1611619 Aug 11 02:19:40.816023 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-62220256-db7c-46ee-98f8-ee12b40685e8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:40.829505 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62220256-db7c-46ee-98f8-ee12b40685e8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:40.830496 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-62220256-db7c-46ee-98f8-ee12b40685e8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:40.966154 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eda5e8fb-893f-4e33-b652-4e58f14a9ce7 req-00b13d33-c67a-4f5f-9180-12b546d53f6a tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549568 Aug 11 02:19:40.971993 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62220256-db7c-46ee-98f8-ee12b40685e8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Network': ['ID=2fb2359d-f842-41a0-a6e9-acf14534cadd,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:40.987823 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-adb1e59a-f452-433b-9b7d-3b34a51a5b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:41.005825 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62220256-db7c-46ee-98f8-ee12b40685e8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:41.006343 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62220256-db7c-46ee-98f8-ee12b40685e8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:41.007274 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62220256-db7c-46ee-98f8-ee12b40685e8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:41.007852 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62220256-db7c-46ee-98f8-ee12b40685e8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:41.008293 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62220256-db7c-46ee-98f8-ee12b40685e8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:41.008709 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62220256-db7c-46ee-98f8-ee12b40685e8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:41.009115 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62220256-db7c-46ee-98f8-ee12b40685e8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:41.009514 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62220256-db7c-46ee-98f8-ee12b40685e8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:41.009931 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62220256-db7c-46ee-98f8-ee12b40685e8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:41.010343 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62220256-db7c-46ee-98f8-ee12b40685e8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:41.010747 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62220256-db7c-46ee-98f8-ee12b40685e8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:41.011141 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62220256-db7c-46ee-98f8-ee12b40685e8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:41.018959 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-62220256-db7c-46ee-98f8-ee12b40685e8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4847322 Aug 11 02:19:41.019984 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48384) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:41.025543 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 2fb2359d-f842-41a0-a6e9-acf14534cadd details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:19:41.026812 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-77ef83a4-9e6e-42ea-90c0-ccc808e9a729 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'subnet': {'network_id': '2fb2359d-f842-41a0-a6e9-acf14534cadd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:41.090844 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-49888b9a-e1fa-45bf-b4a9-64c3cd927ffa req-349ee7e7-953a-4676-82c3-0e70f37bddc4 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Deleting port 77805b64-04d0-4824-a813-e616ef53f616 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:41.091190 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-49888b9a-e1fa-45bf-b4a9-64c3cd927ffa req-349ee7e7-953a-4676-82c3-0e70f37bddc4 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:41.156312 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ef83a4-9e6e-42ea-90c0-ccc808e9a729 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:41.160182 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77ef83a4-9e6e-42ea-90c0-ccc808e9a729 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:41.393505 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77ef83a4-9e6e-42ea-90c0-ccc808e9a729 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:41.456785 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef83a4-9e6e-42ea-90c0-ccc808e9a729 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Subnet': ['ID=5f8e6eb0-c000-453d-8907-ec20594f092b,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:41.467072 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ef83a4-9e6e-42ea-90c0-ccc808e9a729 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Checking segment: {'id': '843434e7-eabd-4f3e-a540-feeb452e8fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2fb2359d-f842-41a0-a6e9-acf14534cadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:41.467447 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ef83a4-9e6e-42ea-90c0-ccc808e9a729 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network hostable DHCP agents. Network: 2fb2359d-f842-41a0-a6e9-acf14534cadd, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:19:41.486614 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ef83a4-9e6e-42ea-90c0-ccc808e9a729 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network 2fb2359d-f842-41a0-a6e9-acf14534cadd is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:19:41.491690 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1e59a-f452-433b-9b7d-3b34a51a5b41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fb1a8b6-d24b-443a-834c-a628b22e068c,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:41.501894 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-77ef83a4-9e6e-42ea-90c0-ccc808e9a729 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 2fb2359d-f842-41a0-a6e9-acf14534cadd) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:41.510678 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04020e4b-8135-4909-8755-e60b45c2df0c None None] Network 2fb2359d-f842-41a0-a6e9-acf14534cadd requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:41.519689 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ef83a4-9e6e-42ea-90c0-ccc808e9a729 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:41.521692 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77ef83a4-9e6e-42ea-90c0-ccc808e9a729 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:41.527467 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb1e59a-f452-433b-9b7d-3b34a51a5b41 admin admin] Checking segment: {'id': 'feba50a4-a39b-4cea-814f-dc342b0c626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34ac89ae-38af-4663-ba86-b2aff26cd2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:41.527866 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb1e59a-f452-433b-9b7d-3b34a51a5b41 admin admin] Network hostable DHCP agents. Network: 34ac89ae-38af-4663-ba86-b2aff26cd2f8, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:19:41.545917 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-77ef83a4-9e6e-42ea-90c0-ccc808e9a729 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5241933 Aug 11 02:19:41.546609 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48396) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:41.554276 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-b58ae8ef-3280-43d3-846e-7d3a7eed5fcb tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'port': {'network_id': '2fb2359d-f842-41a0-a6e9-acf14534cadd', 'name': 'tempest-PortsTestJSON-1834078291'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:41.580568 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf537f-3d5b-43b1-be48-e9959f05707f req-257502df-c744-425e-abed-79036281a714 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:41.582299 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2bdf537f-3d5b-43b1-be48-e9959f05707f req-257502df-c744-425e-abed-79036281a714 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 946 time: 0.4731998 Aug 11 02:19:41.593685 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb1e59a-f452-433b-9b7d-3b34a51a5b41 admin admin] Network 34ac89ae-38af-4663-ba86-b2aff26cd2f8 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:19:41.605498 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-49888b9a-e1fa-45bf-b4a9-64c3cd927ffa req-349ee7e7-953a-4676-82c3-0e70f37bddc4 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] For port 77805b64-04d0-4824-a813-e616ef53f616, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=77805b64-04d0-4824-a813-e616ef53f616,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:41.608541 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-49888b9a-e1fa-45bf-b4a9-64c3cd927ffa req-349ee7e7-953a-4676-82c3-0e70f37bddc4 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:41.627261 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-adb1e59a-f452-433b-9b7d-3b34a51a5b41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 34ac89ae-38af-4663-ba86-b2aff26cd2f8) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:41.637381 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240caa6f-4acd-4783-93f5-a9ab3189da6e None None] Network 34ac89ae-38af-4663-ba86-b2aff26cd2f8 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:41.659387 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb1e59a-f452-433b-9b7d-3b34a51a5b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:41.660036 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-adb1e59a-f452-433b-9b7d-3b34a51a5b41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:41.730682 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58ae8ef-3280-43d3-846e-7d3a7eed5fcb tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:41.735291 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14eaab4-1cbf-42d7-a784-c2f775b553f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-2fb2359d-f842-41a0-a6e9-acf14534cadd', 'network_id': '2fb2359d-f842-41a0-a6e9-acf14534cadd', 'tenant_id': 'd8ab2fcbeed743a6ab7ee9fa33403e87', 'fixed_ips': [{'subnet_id': '5f8e6eb0-c000-453d-8907-ec20594f092b'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:19:41.735779 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b58ae8ef-3280-43d3-846e-7d3a7eed5fcb tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:41.736170 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d14eaab4-1cbf-42d7-a784-c2f775b553f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:41.762659 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-adb1e59a-f452-433b-9b7d-3b34a51a5b41 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4518139 Aug 11 02:19:41.766291 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-b58ae8ef-3280-43d3-846e-7d3a7eed5fcb tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] device_id is not set on port ab879044-12cd-444f-983d-588137ade2ab yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:19:41.787746 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2bdf537f-3d5b-43b1-be48-e9959f05707f req-2328c4f8-07d9-4c07-a489-9d0b59b9cafd tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779740 Aug 11 02:19:41.914411 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-d14eaab4-1cbf-42d7-a784-c2f775b553f7 None None] Allocated IP 172.20.0.2 (2fb2359d-f842-41a0-a6e9-acf14534cadd/5f8e6eb0-c000-453d-8907-ec20594f092b/680ef210-cf70-4e46-af64-1af737007a4e) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:41.965738 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-49888b9a-e1fa-45bf-b4a9-64c3cd927ffa req-349ee7e7-953a-4676-82c3-0e70f37bddc4 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:41.966259 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-49888b9a-e1fa-45bf-b4a9-64c3cd927ffa req-349ee7e7-953a-4676-82c3-0e70f37bddc4 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:41.966629 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [req-49888b9a-e1fa-45bf-b4a9-64c3cd927ffa req-349ee7e7-953a-4676-82c3-0e70f37bddc4 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Floating IP f9ba4731-de00-4355-b323-8553b76737ce disassociated. External IP: 172.25.2.85, port: 77805b64-04d0-4824-a813-e616ef53f616. Aug 11 02:19:41.967279 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-49888b9a-e1fa-45bf-b4a9-64c3cd927ffa req-349ee7e7-953a-4676-82c3-0e70f37bddc4 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Calling delete_port for 77805b64-04d0-4824-a813-e616ef53f616 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:42.030758 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e892ef65-caf7-4f87-99a8-c2b1b069138c None None] Network 34ac89ae-38af-4663-ba86-b2aff26cd2f8 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:42.088514 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 4f2fc812-8e74-4f08-a40c-f327ac14bb35 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:19:42.139205 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be54f0c-8bbe-4d07-a101-c23a7a00ab67 req-d7d0d51c-9831-466c-a2d8-747a92ed6d7f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:42.140867 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1be54f0c-8bbe-4d07-a101-c23a7a00ab67 req-d7d0d51c-9831-466c-a2d8-747a92ed6d7f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 947 time: 0.0523682 Aug 11 02:19:42.166821 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-49888b9a-e1fa-45bf-b4a9-64c3cd927ffa req-349ee7e7-953a-4676-82c3-0e70f37bddc4 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:42.195864 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1be54f0c-8bbe-4d07-a101-c23a7a00ab67 req-3adeeb7a-1ac3-48be-ab8e-84f89ba63111 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd798ebc-2651-4962-bd9a-6b55c45b4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474956 Aug 11 02:19:42.203416 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ee7e7-953a-4676-82c3-0e70f37bddc4 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Pushing event deleted for resources: {'Port': ['ID=77805b64-04d0-4824-a813-e616ef53f616,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:42.347468 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d14eaab4-1cbf-42d7-a784-c2f775b553f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:42.352712 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:42.364491 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d14eaab4-1cbf-42d7-a784-c2f775b553f7 None None] Transition to ACTIVE for port object 680ef210-cf70-4e46-af64-1af737007a4e will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:42.389505 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b22cf79-0747-42d2-8821-8c1bb71d4d5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f2fc812-8e74-4f08-a40c-f327ac14bb35'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:42.391867 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e25b7b2-0a4e-4c9a-9461-e2372f7f25db" -d '{"events": [{"server_uuid": "3b22cf79-0747-42d2-8821-8c1bb71d4d5b", "name": "network-vif-unplugged", "status": "completed", "tag": "4f2fc812-8e74-4f08-a40c-f327ac14bb35"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:42.398555 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d14eaab4-1cbf-42d7-a784-c2f775b553f7 None None] Transition to ACTIVE for port object 680ef210-cf70-4e46-af64-1af737007a4e will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:42.409981 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 4f2fc812-8e74-4f08-a40c-f327ac14bb35, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=4f2fc812-8e74-4f08-a40c-f327ac14bb35,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:42.412500 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d14eaab4-1cbf-42d7-a784-c2f775b553f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:42.469067 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14eaab4-1cbf-42d7-a784-c2f775b553f7 None None] Pushing event updated for resources: {'Port': ['ID=680ef210-cf70-4e46-af64-1af737007a4e,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:42.471383 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:42.479006 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14eaab4-1cbf-42d7-a784-c2f775b553f7 None None] Network 2fb2359d-f842-41a0-a6e9-acf14534cadd is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:42.482573 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-d14eaab4-1cbf-42d7-a784-c2f775b553f7 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:42.500671 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-b58ae8ef-3280-43d3-846e-7d3a7eed5fcb tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Allocated IP 172.20.0.5 (2fb2359d-f842-41a0-a6e9-acf14534cadd/5f8e6eb0-c000-453d-8907-ec20594f092b/ab879044-12cd-444f-983d-588137ade2ab) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:42.508830 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14eaab4-1cbf-42d7-a784-c2f775b553f7 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:42.550280 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b790026-82ac-46f5-beb7-fe1d36bedb89 x-openstack-request-id: req-0b790026-82ac-46f5-beb7-fe1d36bedb89 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:42.550889 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b22cf79-0747-42d2-8821-8c1bb71d4d5b", "name": "network-vif-unplugged", "status": "completed", "tag": "4f2fc812-8e74-4f08-a40c-f327ac14bb35", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:42.550889 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0b790026-82ac-46f5-beb7-fe1d36bedb89 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:42.551157 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49888b9a-e1fa-45bf-b4a9-64c3cd927ffa req-349ee7e7-953a-4676-82c3-0e70f37bddc4 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Router ef079d62-0933-47d4-9dd5-30bcc2918751 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:19:42.551289 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b22cf79-0747-42d2-8821-8c1bb71d4d5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f2fc812-8e74-4f08-a40c-f327ac14bb35', 'code': 200} Aug 11 02:19:42.600390 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=4f2fc812-8e74-4f08-a40c-f327ac14bb35,revision_number=11']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:42.605918 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d14eaab4-1cbf-42d7-a784-c2f775b553f7 None None] Attempting to bind port 680ef210-cf70-4e46-af64-1af737007a4e on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:42.606291 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d14eaab4-1cbf-42d7-a784-c2f775b553f7 None None] Attempting to bind port 680ef210-cf70-4e46-af64-1af737007a4e by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '843434e7-eabd-4f3e-a540-feeb452e8fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2fb2359d-f842-41a0-a6e9-acf14534cadd'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:42.606974 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14eaab4-1cbf-42d7-a784-c2f775b553f7 None None] Attempting to bind port 680ef210-cf70-4e46-af64-1af737007a4e on network 2fb2359d-f842-41a0-a6e9-acf14534cadd {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:42.612097 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14eaab4-1cbf-42d7-a784-c2f775b553f7 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:19:42.612476 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14eaab4-1cbf-42d7-a784-c2f775b553f7 None None] Checking segment: {'id': '843434e7-eabd-4f3e-a540-feeb452e8fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2fb2359d-f842-41a0-a6e9-acf14534cadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:42.612928 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d14eaab4-1cbf-42d7-a784-c2f775b553f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:42.613264 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14eaab4-1cbf-42d7-a784-c2f775b553f7 None None] Bound using segment: {'id': '843434e7-eabd-4f3e-a540-feeb452e8fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2fb2359d-f842-41a0-a6e9-acf14534cadd'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:19:42.613725 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d14eaab4-1cbf-42d7-a784-c2f775b553f7 None None] Bound port: 680ef210-cf70-4e46-af64-1af737007a4e, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843434e7-eabd-4f3e-a540-feeb452e8fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2fb2359d-f842-41a0-a6e9-acf14534cadd'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:19:42.614141 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d14eaab4-1cbf-42d7-a784-c2f775b553f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:42.706770 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d14eaab4-1cbf-42d7-a784-c2f775b553f7 None None] For port 680ef210-cf70-4e46-af64-1af737007a4e, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:19:42.717779 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d14eaab4-1cbf-42d7-a784-c2f775b553f7 None None] For port 680ef210-cf70-4e46-af64-1af737007a4e, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=680ef210-cf70-4e46-af64-1af737007a4e,segment=NetworkSegment(843434e7-eabd-4f3e-a540-feeb452e8fe9),segment_id=843434e7-eabd-4f3e-a540-feeb452e8fe9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:19:42.724097 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d14eaab4-1cbf-42d7-a784-c2f775b553f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:42.769135 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-343cc74c-0d55-4c63-8660-e5767f5725b8 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:42.776793 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-343cc74c-0d55-4c63-8660-e5767f5725b8 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.50 "GET /v2.0/networks?id=34ac89ae-38af-4663-ba86-b2aff26cd2f8 HTTP/1.1" status: 200 len: 818 time: 0.4020636 Aug 11 02:19:42.782273 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b58ae8ef-3280-43d3-846e-7d3a7eed5fcb tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:42.813779 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-b58ae8ef-3280-43d3-846e-7d3a7eed5fcb tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Transition to ACTIVE for port object ab879044-12cd-444f-983d-588137ade2ab will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:42.825835 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14eaab4-1cbf-42d7-a784-c2f775b553f7 None None] Pushing event updated for resources: {'Port': ['ID=680ef210-cf70-4e46-af64-1af737007a4e,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:42.852678 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-b710c855-102b-4bf7-911d-c8649cc18c4f tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.50 "GET /v2.0/quotas/983cabfa1d87478b8e0bb253721c0638 HTTP/1.1" status: 200 len: 375 time: 0.0749266 Aug 11 02:19:42.872849 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b58ae8ef-3280-43d3-846e-7d3a7eed5fcb tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:42.940615 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-31992f12-6274-4f8c-8cc9-27383d6ed9a3 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=983cabfa1d87478b8e0bb253721c0638&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868604 Aug 11 02:19:42.952485 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58ae8ef-3280-43d3-846e-7d3a7eed5fcb tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network 2fb2359d-f842-41a0-a6e9-acf14534cadd is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:42.976045 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-b58ae8ef-3280-43d3-846e-7d3a7eed5fcb tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:42.982979 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58ae8ef-3280-43d3-846e-7d3a7eed5fcb tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:42.988107 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ae8ef-3280-43d3-846e-7d3a7eed5fcb tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Port': ['ID=ab879044-12cd-444f-983d-588137ade2ab,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:43.017132 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49888b9a-e1fa-45bf-b4a9-64c3cd927ffa req-349ee7e7-953a-4676-82c3-0e70f37bddc4 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:19:43.034600 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeaad0d-868b-49d8-9dc9-9e64ef434c72 None None] Sync routers for ids ['ef079d62-0933-47d4-9dd5-30bcc2918751'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:19:43.046762 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeaad0d-868b-49d8-9dc9-9e64ef434c72 None None] Routers {'ef079d62-0933-47d4-9dd5-30bcc2918751'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:19:43.048978 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0eeaad0d-868b-49d8-9dc9-9e64ef434c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:19:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['ef079d62-0933-47d4-9dd5-30bcc2918751'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:43.062775 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58ae8ef-3280-43d3-846e-7d3a7eed5fcb tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:43.063228 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b58ae8ef-3280-43d3-846e-7d3a7eed5fcb tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:43.090507 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-49888b9a-e1fa-45bf-b4a9-64c3cd927ffa req-349ee7e7-953a-4676-82c3-0e70f37bddc4 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] No DVR routers for this DVR port 77805b64-04d0-4824-a813-e616ef53f616 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:19:43.100057 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-49888b9a-e1fa-45bf-b4a9-64c3cd927ffa req-349ee7e7-953a-4676-82c3-0e70f37bddc4 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:43.100718 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c23308-87c1-4308-bfcf-6a91bc2341f1 req-34db1b8c-6484-43d5-b2e0-1c137ddaa565 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:43.101179 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-49888b9a-e1fa-45bf-b4a9-64c3cd927ffa req-349ee7e7-953a-4676-82c3-0e70f37bddc4 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.66 "DELETE /v2.0/ports/77805b64-04d0-4824-a813-e616ef53f616 HTTP/1.1" status: 204 len: 173 time: 2.3525610 Aug 11 02:19:43.101179 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7886c27-845c-4960-b149-c8f2f52836d9', 'name': 'network-vif-deleted', 'tag': '77805b64-04d0-4824-a813-e616ef53f616'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:43.103640 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06b6d07-e1bb-49be-b587-34e3fe04eb4f" -d '{"events": [{"server_uuid": "c7886c27-845c-4960-b149-c8f2f52836d9", "name": "network-vif-deleted", "tag": "77805b64-04d0-4824-a813-e616ef53f616"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:43.108726 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d9c23308-87c1-4308-bfcf-6a91bc2341f1 req-34db1b8c-6484-43d5-b2e0-1c137ddaa565 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1826777 Aug 11 02:19:43.113166 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b58ae8ef-3280-43d3-846e-7d3a7eed5fcb tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5627565 Aug 11 02:19:43.113494 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48456) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:43.125073 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-2aced95f-f461-4ae8-b3b4-fe5f9c10aad7 service neutron] 10.222.0.50 "GET /v2.0/networks/34ac89ae-38af-4663-ba86-b2aff26cd2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835406 Aug 11 02:19:43.232049 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-0eeaad0d-868b-49d8-9dc9-9e64ef434c72 None None] Set router ef079d62-0933-47d4-9dd5-30bcc2918751 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:19:43.272065 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d9c23308-87c1-4308-bfcf-6a91bc2341f1 req-8efe3762-35cc-4535-8a9a-3f5931278afa tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592836 Aug 11 02:19:43.356943 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-ed6b778b-6bd8-4f3a-b91c-d9e8c0757450 service neutron] 10.222.0.50 "GET /v2.0/networks/34ac89ae-38af-4663-ba86-b2aff26cd2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309535 Aug 11 02:19:43.425504 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-90c113dc-eac5-45f0-a595-48624858ed59 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting port ab879044-12cd-444f-983d-588137ade2ab {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:43.425858 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-90c113dc-eac5-45f0-a595-48624858ed59 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:43.557851 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-90c113dc-eac5-45f0-a595-48624858ed59 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:43.573186 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-90c113dc-eac5-45f0-a595-48624858ed59 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Calling delete_port for ab879044-12cd-444f-983d-588137ade2ab owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:43.633848 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0eeaad0d-868b-49d8-9dc9-9e64ef434c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'name': 'tempest-AttachVolumeShelveTestJSON-1641083083-router', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:15:17Z', 'updated_at': '2021-08-11T02:15:31Z', 'revision_number': 4, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'gw_port': {'id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:20Z', 'updated_at': '2021-08-11T02:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'ab34cb1f-13a6-4106-9afa-81664ea77706', 'name': '', 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'mac_address': 'fa:16:3e:d5:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:28Z', 'updated_at': '2021-08-11T02:15:40Z', 'revision_number': 5, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'subnets': [{'id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:43.641528 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14673b09-6f42-45a4-9aa7-3e549691614d x-openstack-request-id: req-14673b09-6f42-45a4-9aa7-3e549691614d {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:43.641828 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7886c27-845c-4960-b149-c8f2f52836d9", "name": "network-vif-deleted", "tag": "77805b64-04d0-4824-a813-e616ef53f616", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:43.642089 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-14673b09-6f42-45a4-9aa7-3e549691614d {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:43.642511 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7886c27-845c-4960-b149-c8f2f52836d9', 'name': 'network-vif-deleted', 'tag': '77805b64-04d0-4824-a813-e616ef53f616', 'status': 'completed', 'code': 200} Aug 11 02:19:43.739077 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeaad0d-868b-49d8-9dc9-9e64ef434c72 None None] Checking router: ef079d62-0933-47d4-9dd5-30bcc2918751 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:19:43.768580 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeaad0d-868b-49d8-9dc9-9e64ef434c72 None None] Routers {'ef079d62-0933-47d4-9dd5-30bcc2918751'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:19:43.771561 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0eeaad0d-868b-49d8-9dc9-9e64ef434c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:19:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['ef079d62-0933-47d4-9dd5-30bcc2918751'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:43.857836 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7fc9835f-a6d0-4110-bd41-baecd52b7616 req-f613e26d-0c39-4965-becd-ff2940ff0a99 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7886c27-845c-4960-b149-c8f2f52836d9 HTTP/1.1" status: 200 len: 210 time: 0.0885386 Aug 11 02:19:44.018002 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-52f192cc-5937-4ed4-addb-5a68defbae37 req-defed4f1-de7b-4252-9b11-c7ee73951348 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.50 "GET /v2.0/ports?device_id=98731949-6aa2-4310-ab5e-e76438b33006 HTTP/1.1" status: 200 len: 210 time: 0.0992928 Aug 11 02:19:44.069249 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-90c113dc-eac5-45f0-a595-48624858ed59 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:44.072662 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-0eeaad0d-868b-49d8-9dc9-9e64ef434c72 None None] Set router ef079d62-0933-47d4-9dd5-30bcc2918751 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:19:44.107492 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 4f2fc812-8e74-4f08-a40c-f327ac14bb35 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:19:44.135260 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c113dc-eac5-45f0-a595-48624858ed59 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Port': ['ID=ab879044-12cd-444f-983d-588137ade2ab,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:44.218069 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 77805b64-04d0-4824-a813-e616ef53f616 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:19:44.258755 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 77805b64-04d0-4824-a813-e616ef53f616 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:19:44.260408 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 77805b64-04d0-4824-a813-e616ef53f616 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:19:44.263251 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-90c113dc-eac5-45f0-a595-48624858ed59 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:44.271097 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48484) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:44.286911 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-90c113dc-eac5-45f0-a595-48624858ed59 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/ports/ab879044-12cd-444f-983d-588137ade2ab HTTP/1.1" status: 204 len: 168 time: 1.1697502 Aug 11 02:19:44.319992 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 4f2fc812-8e74-4f08-a40c-f327ac14bb35, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=4f2fc812-8e74-4f08-a40c-f327ac14bb35,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:44.344526 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a40e471-fe31-4a86-aa8a-260d58b83a53 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] DELETE failed (client error): The resource could not be found. Aug 11 02:19:44.346307 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a40e471-fe31-4a86-aa8a-260d58b83a53 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:19:44.348940 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3a40e471-fe31-4a86-aa8a-260d58b83a53 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/ports/ab879044-12cd-444f-983d-588137ade2ab HTTP/1.1" status: 404 len: 333 time: 0.0767539 Aug 11 02:19:44.352062 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48490) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:44.352905 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '4f2fc812-8e74-4f08-a40c-f327ac14bb35', 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99', 'port_id': '4f2fc812-8e74-4f08-a40c-f327ac14bb35', 'mac_address': 'fa:16:3e:72:d0:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7193a88f-4d31-4933-a3af-0738d0f7bf97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:19:44.444034 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:44.448857 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c02b3dc-0493-4228-bfe0-e46f53c3b45f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] GET failed (client error): The resource could not be found. Aug 11 02:19:44.452999 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48500) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:44.478051 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0c02b3dc-0493-4228-bfe0-e46f53c3b45f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "GET /v2.0/ports/ab879044-12cd-444f-983d-588137ade2ab HTTP/1.1" status: 404 len: 333 time: 0.1245010 Aug 11 02:19:44.496017 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f2fc812-8e74-4f08-a40c-f327ac14bb35 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:19:44.564016 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 4f2fc812-8e74-4f08-a40c-f327ac14bb35, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=4f2fc812-8e74-4f08-a40c-f327ac14bb35,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:44.569195 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:44.606037 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0eeaad0d-868b-49d8-9dc9-9e64ef434c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'name': 'tempest-AttachVolumeShelveTestJSON-1641083083-router', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:15:17Z', 'updated_at': '2021-08-11T02:15:31Z', 'revision_number': 4, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'gw_port': {'id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:20Z', 'updated_at': '2021-08-11T02:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'ab34cb1f-13a6-4106-9afa-81664ea77706', 'name': '', 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'mac_address': 'fa:16:3e:d5:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:28Z', 'updated_at': '2021-08-11T02:15:40Z', 'revision_number': 5, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'subnets': [{'id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:44.642590 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87790781-410f-4a28-af75-06111a1c8107 req-b3e0a30a-7ac4-4942-ac54-c53cb030eca0 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:44.643059 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6c023c-ca52-4eae-a34a-4eba3d8b2f05 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting subnet 5f8e6eb0-c000-453d-8907-ec20594f092b {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:19:44.644902 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-87790781-410f-4a28-af75-06111a1c8107 req-b3e0a30a-7ac4-4942-ac54-c53cb030eca0 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1529574 Aug 11 02:19:44.648415 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d6c023c-ca52-4eae-a34a-4eba3d8b2f05 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:44.672462 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=4f2fc812-8e74-4f08-a40c-f327ac14bb35,revision_number=12']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:44.676066 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2aae809-681f-4f15-805e-e29d11e40542 None None] Network 2fb2359d-f842-41a0-a6e9-acf14534cadd requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:44.677955 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeaad0d-868b-49d8-9dc9-9e64ef434c72 None None] The sync data for ids ['ef079d62-0933-47d4-9dd5-30bcc2918751'] in n-d-615180-33 is: [{'id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'name': 'tempest-AttachVolumeShelveTestJSON-1641083083-router', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:15:17Z', 'updated_at': '2021-08-11T02:15:31Z', 'revision_number': 4, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'gw_port': {'id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:20Z', 'updated_at': '2021-08-11T02:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'ab34cb1f-13a6-4106-9afa-81664ea77706', 'name': '', 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'mac_address': 'fa:16:3e:d5:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:28Z', 'updated_at': '2021-08-11T02:15:40Z', 'revision_number': 5, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'subnets': [{'id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:19:44.753760 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d6c023c-ca52-4eae-a34a-4eba3d8b2f05 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:44.771341 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-87790781-410f-4a28-af75-06111a1c8107 req-d9f72c67-34af-47ee-ab80-3f44cab9abb4 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188204 Aug 11 02:19:44.799574 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-258d6a5b-3120-41ee-b6af-8c9031984f00 None None] Provisioning for port 680ef210-cf70-4e46-af64-1af737007a4e completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:44.848016 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['4f2fc812-8e74-4f08-a40c-f327ac14bb35'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:19:44.914004 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 680ef210-cf70-4e46-af64-1af737007a4e up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:45.011369 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d6c023c-ca52-4eae-a34a-4eba3d8b2f05 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.034783 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48520) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:45.164410 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-85aa958d-49fe-437f-b352-d8220d7aaefd tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.194796 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-85aa958d-49fe-437f-b352-d8220d7aaefd tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.246061 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4b480e61-5329-46ff-aab3-cbd2775bbb62 req-e634511a-4d36-4c26-92e2-964dac5326b8 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.50 "GET /v2.0/ports?device_id=98731949-6aa2-4310-ab5e-e76438b33006 HTTP/1.1" status: 200 len: 210 time: 0.0594389 Aug 11 02:19:45.247171 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d6c023c-ca52-4eae-a34a-4eba3d8b2f05 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.267160 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09326806-8a15-4cf4-b160-51ac3a9f0212 None None] New status for floating IP f9ba4731-de00-4355-b323-8553b76737ce: DOWN {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:19:45.273734 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-85aa958d-49fe-437f-b352-d8220d7aaefd tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.277314 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-85aa958d-49fe-437f-b352-d8220d7aaefd tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.278799 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-85aa958d-49fe-437f-b352-d8220d7aaefd tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "DELETE /v2.0/security-groups/bd798ebc-2651-4962-bd9a-6b55c45b4dd3 HTTP/1.1" status: 204 len: 168 time: 0.2428331 Aug 11 02:19:45.291704 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48528) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:45.292505 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa958d-49fe-437f-b352-d8220d7aaefd tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd798ebc-2651-4962-bd9a-6b55c45b4dd3,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:45.298736 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d6c023c-ca52-4eae-a34a-4eba3d8b2f05 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.304727 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4d6c023c-ca52-4eae-a34a-4eba3d8b2f05 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/subnets/5f8e6eb0-c000-453d-8907-ec20594f092b HTTP/1.1" status: 204 len: 168 time: 0.8475509 Aug 11 02:19:45.304727 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c023c-ca52-4eae-a34a-4eba3d8b2f05 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Subnet': ['ID=5f8e6eb0-c000-453d-8907-ec20594f092b,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:45.305838 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48530) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:45.323496 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-ee52ea49-541e-4fe0-959a-08d27f4ef928 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] show failed (client error): The resource could not be found. Aug 11 02:19:45.324873 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ee52ea49-541e-4fe0-959a-08d27f4ef928 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups/bd798ebc-2651-4962-bd9a-6b55c45b4dd3 HTTP/1.1" status: 404 len: 347 time: 0.0300822 Aug 11 02:19:45.327828 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48532) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:45.508014 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2c022b06-8d18-4c20-8c7d-f4763d97b3fc tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.549387 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 680ef210-cf70-4e46-af64-1af737007a4e completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:45.651032 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-2c022b06-8d18-4c20-8c7d-f4763d97b3fc tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting port 680ef210-cf70-4e46-af64-1af737007a4e {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:45.651384 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2c022b06-8d18-4c20-8c7d-f4763d97b3fc tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.665610 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 680ef210-cf70-4e46-af64-1af737007a4e triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:45.666000 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.672902 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-f05579d9-1263-48d7-84bd-4ee3c72541e8 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Deleting port 5ad7fa7a-90ae-4454-bbe6-8d5b44773946 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:45.673486 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f05579d9-1263-48d7-84bd-4ee3c72541e8 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.677126 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-acb13f89-ba2b-4cd1-8930-ebcdf2be67ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.847721 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-2c022b06-8d18-4c20-8c7d-f4763d97b3fc tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] For port 680ef210-cf70-4e46-af64-1af737007a4e, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=680ef210-cf70-4e46-af64-1af737007a4e,segment=NetworkSegment(843434e7-eabd-4f3e-a540-feeb452e8fe9),segment_id=843434e7-eabd-4f3e-a540-feeb452e8fe9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:45.850774 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2c022b06-8d18-4c20-8c7d-f4763d97b3fc tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.886502 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-2c022b06-8d18-4c20-8c7d-f4763d97b3fc tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Calling delete_port for 680ef210-cf70-4e46-af64-1af737007a4e owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:45.914241 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.944390 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-60fba775-3308-429e-8c6a-5ceb23ebe46d tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:45.946009 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-60fba775-3308-429e-8c6a-5ceb23ebe46d tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.66 "GET /v2.0/networks?id=34ac89ae-38af-4663-ba86-b2aff26cd2f8 HTTP/1.1" status: 200 len: 818 time: 0.4110253 Aug 11 02:19:45.950468 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f05579d9-1263-48d7-84bd-4ee3c72541e8 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.950824 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f05579d9-1263-48d7-84bd-4ee3c72541e8 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.966250 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-05f32dea-6ea6-4f7a-82a0-c0075ceda016 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Request body: {'port': {'device_id': '98731949-6aa2-4310-ab5e-e76438b33006', 'network_id': '34ac89ae-38af-4663-ba86-b2aff26cd2f8', 'admin_state_up': True, 'tenant_id': '983cabfa1d87478b8e0bb253721c0638'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:45.979132 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-f05579d9-1263-48d7-84bd-4ee3c72541e8 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Calling delete_port for 5ad7fa7a-90ae-4454-bbe6-8d5b44773946 owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:46.018706 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 680ef210-cf70-4e46-af64-1af737007a4e, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=680ef210-cf70-4e46-af64-1af737007a4e,segment=NetworkSegment(843434e7-eabd-4f3e-a540-feeb452e8fe9),segment_id=843434e7-eabd-4f3e-a540-feeb452e8fe9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:46.028643 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:46.131477 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=680ef210-cf70-4e46-af64-1af737007a4e,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:46.180001 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1cdc2a-c00a-4ad7-8b90-882d8130197b None None] Network 2fb2359d-f842-41a0-a6e9-acf14534cadd requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:46.272241 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-05f32dea-6ea6-4f7a-82a0-c0075ceda016 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Made reservation on behalf of 983cabfa1d87478b8e0bb253721c0638 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:46.277148 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-05f32dea-6ea6-4f7a-82a0-c0075ceda016 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:46.337537 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-653d5ed7-55b4-46ae-aa30-6945ccd31364 None None] Provisioning complete for port 680ef210-cf70-4e46-af64-1af737007a4e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:46.338088 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-653d5ed7-55b4-46ae-aa30-6945ccd31364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:46.507662 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d47128d6-f9b4-40c3-ad85-4f538b4b66da req-b02a0d0d-45da-4716-9f54-f094bba4e28c tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.50 "GET /v2.0/ports?device_id=98731949-6aa2-4310-ab5e-e76438b33006 HTTP/1.1" status: 200 len: 210 time: 0.0575747 Aug 11 02:19:46.532012 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f05579d9-1263-48d7-84bd-4ee3c72541e8 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:46.605874 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd96cda-a74a-4a43-a971-dd720337a6df req-44539b81-ed9d-4636-8757-4270bb14512e tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:46.607400 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-acd96cda-a74a-4a43-a971-dd720337a6df req-44539b81-ed9d-4636-8757-4270bb14512e tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 945 time: 0.7004323 Aug 11 02:19:46.624563 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6559b851-96de-49aa-8e21-db1cdc277a62 None None] DHCP port deletion for 2fb2359d-f842-41a0-a6e9-acf14534cadd request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:19:46.663439 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2c022b06-8d18-4c20-8c7d-f4763d97b3fc tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:46.673402 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-acd96cda-a74a-4a43-a971-dd720337a6df req-3a290e7c-4764-42b3-a9e7-184cf01b5c9a tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513070 Aug 11 02:19:46.680519 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05579d9-1263-48d7-84bd-4ee3c72541e8 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Pushing event deleted for resources: {'Port': ['ID=5ad7fa7a-90ae-4454-bbe6-8d5b44773946,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:46.703782 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-6559b851-96de-49aa-8e21-db1cdc277a62 None None] Deleting port 680ef210-cf70-4e46-af64-1af737007a4e {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:46.704167 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6559b851-96de-49aa-8e21-db1cdc277a62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:46.713525 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c022b06-8d18-4c20-8c7d-f4763d97b3fc tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Port': ['ID=680ef210-cf70-4e46-af64-1af737007a4e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:46.718727 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c022b06-8d18-4c20-8c7d-f4763d97b3fc tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] No DVR routers for this DVR port 680ef210-cf70-4e46-af64-1af737007a4e on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:19:46.792147 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 680ef210-cf70-4e46-af64-1af737007a4e no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:19:46.828618 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f05579d9-1263-48d7-84bd-4ee3c72541e8 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:46.833856 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f05579d9-1263-48d7-84bd-4ee3c72541e8 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:46.838480 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f05579d9-1263-48d7-84bd-4ee3c72541e8 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "DELETE /v2.0/floatingips/f9ba4731-de00-4355-b323-8553b76737ce HTTP/1.1" status: 204 len: 168 time: 1.5096860 Aug 11 02:19:46.907225 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 680ef210-cf70-4e46-af64-1af737007a4e {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:19:46.907592 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 680ef210-cf70-4e46-af64-1af737007a4e not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:19:46.921463 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-05f32dea-6ea6-4f7a-82a0-c0075ceda016 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Allocated IP 172.20.0.5 (34ac89ae-38af-4663-ba86-b2aff26cd2f8/9fb1a8b6-d24b-443a-834c-a628b22e068c/0fc29c8a-08e3-4586-8b5d-36912a175bb7) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:46.959567 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2c022b06-8d18-4c20-8c7d-f4763d97b3fc tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:46.963653 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-6559b851-96de-49aa-8e21-db1cdc277a62 None None] For port 680ef210-cf70-4e46-af64-1af737007a4e, host n-d-615180-33, got binding levels [] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:46.964138 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6559b851-96de-49aa-8e21-db1cdc277a62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:46.996839 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-2c022b06-8d18-4c20-8c7d-f4763d97b3fc tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb2359d-f842-41a0-a6e9-acf14534cadd']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:47.004639 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-6559b851-96de-49aa-8e21-db1cdc277a62 None None] Calling delete_port for 680ef210-cf70-4e46-af64-1af737007a4e owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:47.011076 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.ipam_backend_mixin [None req-6559b851-96de-49aa-8e21-db1cdc277a62 None None] Port 680ef210-cf70-4e46-af64-1af737007a4e was not found and therefore no delete operation was performed {{(pid=94508) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:19:47.020672 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6559b851-96de-49aa-8e21-db1cdc277a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.033295 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-2c022b06-8d18-4c20-8c7d-f4763d97b3fc tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843434e7-eabd-4f3e-a540-feeb452e8fe9') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:47.033532 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-2c022b06-8d18-4c20-8c7d-f4763d97b3fc tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843434e7-eabd-4f3e-a540-feeb452e8fe9') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:47.056981 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6559b851-96de-49aa-8e21-db1cdc277a62 None None] No DVR routers for this DVR port 680ef210-cf70-4e46-af64-1af737007a4e on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:19:47.070333 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2c022b06-8d18-4c20-8c7d-f4763d97b3fc tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.101085 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2c022b06-8d18-4c20-8c7d-f4763d97b3fc tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.110388 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559b851-96de-49aa-8e21-db1cdc277a62 None None] Pushing event deleted for resources: {'Port': ['ID=680ef210-cf70-4e46-af64-1af737007a4e,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:47.121459 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c022b06-8d18-4c20-8c7d-f4763d97b3fc tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:19:47.123260 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2c022b06-8d18-4c20-8c7d-f4763d97b3fc tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:19:47.153294 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:19:47.245046 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2c022b06-8d18-4c20-8c7d-f4763d97b3fc tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.250338 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-05f32dea-6ea6-4f7a-82a0-c0075ceda016 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.264523 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2c022b06-8d18-4c20-8c7d-f4763d97b3fc tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.270831 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2c022b06-8d18-4c20-8c7d-f4763d97b3fc tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/networks/2fb2359d-f842-41a0-a6e9-acf14534cadd HTTP/1.1" status: 204 len: 168 time: 1.9634409 Aug 11 02:19:47.274481 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48560) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:47.306627 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-ed59941c-f8b4-4b66-bce3-47db82a99b55 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1027065258'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:47.312119 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c022b06-8d18-4c20-8c7d-f4763d97b3fc tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Network': ['ID=2fb2359d-f842-41a0-a6e9-acf14534cadd,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:47.332674 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-05f32dea-6ea6-4f7a-82a0-c0075ceda016 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.349456 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed59941c-f8b4-4b66-bce3-47db82a99b55 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:47.359935 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ed59941c-f8b4-4b66-bce3-47db82a99b55 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.442446 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed59941c-f8b4-4b66-bce3-47db82a99b55 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:19:47.449992 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-05f32dea-6ea6-4f7a-82a0-c0075ceda016 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Network 34ac89ae-38af-4663-ba86-b2aff26cd2f8 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:47.455434 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-05f32dea-6ea6-4f7a-82a0-c0075ceda016 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:47.460538 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-05f32dea-6ea6-4f7a-82a0-c0075ceda016 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:47.485930 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ed59941c-f8b4-4b66-bce3-47db82a99b55 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.488166 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-ed59941c-f8b4-4b66-bce3-47db82a99b55 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Added segment 344cd7bf-5d17-4d1d-be4b-216a726b4227 of type vlan for network d3a86484-536d-4019-8768-1288834c7a61 Aug 11 02:19:47.515467 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-05f32dea-6ea6-4f7a-82a0-c0075ceda016 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:47.516220 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-05f32dea-6ea6-4f7a-82a0-c0075ceda016 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.528638 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f32dea-6ea6-4f7a-82a0-c0075ceda016 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Pushing event updated for resources: {'Port': ['ID=0fc29c8a-08e3-4586-8b5d-36912a175bb7,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:47.561464 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-05f32dea-6ea6-4f7a-82a0-c0075ceda016 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6012194 Aug 11 02:19:47.593580 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48570) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:47.596643 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ed59941c-f8b4-4b66-bce3-47db82a99b55 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.668467 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48574) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:47.675002 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e7f2183f-4e34-40a1-af72-83c3c1284540 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Request body: {'security_group': {'name': 'tempest-securitygroup--15681100', 'description': 'tempest-description--765552493'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:47.680122 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ed59941c-f8b4-4b66-bce3-47db82a99b55 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.686020 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed59941c-f8b4-4b66-bce3-47db82a99b55 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:47.686628 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ed59941c-f8b4-4b66-bce3-47db82a99b55 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.714907 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947423e6-5940-4035-b975-8a299b4bacfa req-a0d7e22c-445b-40b7-9f65-21cb4d0bdc1a tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:47.716725 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-947423e6-5940-4035-b975-8a299b4bacfa req-a0d7e22c-445b-40b7-9f65-21cb4d0bdc1a tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.50 "GET /v2.0/ports?device_id=98731949-6aa2-4310-ab5e-e76438b33006 HTTP/1.1" status: 200 len: 931 time: 0.0836384 Aug 11 02:19:47.787141 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-947423e6-5940-4035-b975-8a299b4bacfa req-70717178-87f7-4593-817f-09ecaae53527 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.50 "GET /v2.0/security-groups?id=eaf90dc6-1ab9-40a2-960a-881adb193e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590363 Aug 11 02:19:47.822417 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-b8a90209-fa73-4813-89b8-118726607860 service neutron] Request body: {'port': {'device_id': '98731949-6aa2-4310-ab5e-e76438b33006', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:47.861855 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e7f2183f-4e34-40a1-af72-83c3c1284540 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.871939 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ed59941c-f8b4-4b66-bce3-47db82a99b55 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5925095 Aug 11 02:19:47.872150 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48578) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:47.884081 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-e63285ca-52ed-4e6e-be78-e3e56cb9861e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'subnet': {'network_id': 'd3a86484-536d-4019-8768-1288834c7a61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:47.885046 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59941c-f8b4-4b66-bce3-47db82a99b55 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Network': ['ID=d3a86484-536d-4019-8768-1288834c7a61,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:47.891786 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-385cebb9-78b6-4f61-900a-9f2e86d65de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.896735 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b79001-77cf-470a-924e-065bffdd16f6 req-b869296a-1f81-4232-92f1-79791cdc669c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:47.898458 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network d3a86484-536d-4019-8768-1288834c7a61 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:19:47.904058 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-84b79001-77cf-470a-924e-065bffdd16f6 req-b869296a-1f81-4232-92f1-79791cdc669c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 945 time: 0.0962780 Aug 11 02:19:48.019562 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-84b79001-77cf-470a-924e-065bffdd16f6 req-b0a87a79-9a97-433e-95f0-509d89f1d045 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144755 Aug 11 02:19:48.103509 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e7f2183f-4e34-40a1-af72-83c3c1284540 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:48.107979 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e7f2183f-4e34-40a1-af72-83c3c1284540 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:48.136266 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 4f2fc812-8e74-4f08-a40c-f327ac14bb35 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:48.152629 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e7f2183f-4e34-40a1-af72-83c3c1284540 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:48.156694 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e7f2183f-4e34-40a1-af72-83c3c1284540 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4835255 Aug 11 02:19:48.156847 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-b8a90209-fa73-4813-89b8-118726607860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:48.157661 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48582) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:48.162443 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-458eee94-efb4-4846-a142-37fd5e7b5b22 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Request body: {'security_group_rule': {'security_group_id': 'b984be7f-ec90-4561-8a3b-2985380e1517', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:48.166756 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2183f-4e34-40a1-af72-83c3c1284540 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b984be7f-ec90-4561-8a3b-2985380e1517,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:48.204514 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 4f2fc812-8e74-4f08-a40c-f327ac14bb35 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:48.205148 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:48.278709 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3e8a5595-1a02-4eeb-a875-b1c1f5f1291e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:48.357650 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:48.389633 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:48.397479 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b22cf79-0747-42d2-8821-8c1bb71d4d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2fc812-8e74-4f08-a40c-f327ac14bb35'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:48.400243 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b33cdbd-5eed-4d26-a8e8-9f1d889d5543" -d '{"events": [{"server_uuid": "3b22cf79-0747-42d2-8821-8c1bb71d4d5b", "name": "network-vif-plugged", "status": "completed", "tag": "4f2fc812-8e74-4f08-a40c-f327ac14bb35"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:48.419097 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 4f2fc812-8e74-4f08-a40c-f327ac14bb35, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=4f2fc812-8e74-4f08-a40c-f327ac14bb35,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:48.424529 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:48.487654 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=4f2fc812-8e74-4f08-a40c-f327ac14bb35,revision_number=13']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:48.502874 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205bb018-3984-4440-a856-b2b433faae99 x-openstack-request-id: req-205bb018-3984-4440-a856-b2b433faae99 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:48.503460 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b22cf79-0747-42d2-8821-8c1bb71d4d5b", "name": "network-vif-plugged", "status": "completed", "tag": "4f2fc812-8e74-4f08-a40c-f327ac14bb35", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:48.503947 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-205bb018-3984-4440-a856-b2b433faae99 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:48.504414 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b22cf79-0747-42d2-8821-8c1bb71d4d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2fc812-8e74-4f08-a40c-f327ac14bb35', 'code': 200} Aug 11 02:19:48.574628 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.db.api [None req-385cebb9-78b6-4f61-900a-9f2e86d65de0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:19:48.574628 n-d-615180-33 neutron-server[94507]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:19:48.574628 n-d-615180-33 neutron-server[94507]: [parameters: {'project_id_1': '7dfa86056c1a497ab5980022904a684d', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 19, 48, 149293)}] Aug 11 02:19:48.574628 n-d-615180-33 neutron-server[94507]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:19:48.575883 n-d-615180-33 neutron-server[94507]: DEBUG oslo_db.api [None req-385cebb9-78b6-4f61-900a-9f2e86d65de0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:19:48.582035 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63285ca-52ed-4e6e-be78-e3e56cb9861e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:48.586155 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e63285ca-52ed-4e6e-be78-e3e56cb9861e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:48.755741 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-458eee94-efb4-4846-a142-37fd5e7b5b22 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:48.965892 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-458eee94-efb4-4846-a142-37fd5e7b5b22 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:48.982853 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-458eee94-efb4-4846-a142-37fd5e7b5b22 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.052660 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458eee94-efb4-4846-a142-37fd5e7b5b22 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c65423-caf2-44a8-8d8e-beced809a999,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:49.086835 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad6570-d2be-4b1e-a66a-ef893bf5272c req-4e286210-be24-47d5-bc91-706387fe6b86 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:49.088461 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f2ad6570-d2be-4b1e-a66a-ef893bf5272c req-4e286210-be24-47d5-bc91-706387fe6b86 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.50 "GET /v2.0/ports?device_id=98731949-6aa2-4310-ab5e-e76438b33006 HTTP/1.1" status: 200 len: 931 time: 0.2232010 Aug 11 02:19:49.089021 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-385cebb9-78b6-4f61-900a-9f2e86d65de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.094264 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-458eee94-efb4-4846-a142-37fd5e7b5b22 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.095423 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-458eee94-efb4-4846-a142-37fd5e7b5b22 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9373949 Aug 11 02:19:49.099765 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48596) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:49.115962 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-8e00224c-4e13-4070-b778-584dc836cae8 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Request body: {'security_group_rule': {'security_group_id': 'b984be7f-ec90-4561-8a3b-2985380e1517', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:49.133734 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e63285ca-52ed-4e6e-be78-e3e56cb9861e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.168969 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a4a4d-b76a-48d7-ac19-d585e71f6f4e req-a29b6051-8975-4728-a405-bd815609ab42 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:49.178673 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cb8a4a4d-b76a-48d7-ac19-d585e71f6f4e req-a29b6051-8975-4728-a405-bd815609ab42 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 946 time: 0.0800788 Aug 11 02:19:49.232051 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cb8a4a4d-b76a-48d7-ac19-d585e71f6f4e req-8c287a61-565c-4a40-8072-4fb5b343b2de tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509701 Aug 11 02:19:49.235238 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.db.api [None req-385cebb9-78b6-4f61-900a-9f2e86d65de0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:19:49.235238 n-d-615180-33 neutron-server[94507]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:19:49.235238 n-d-615180-33 neutron-server[94507]: [parameters: {'project_id_1': '7dfa86056c1a497ab5980022904a684d', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 19, 49, 198094)}] Aug 11 02:19:49.235238 n-d-615180-33 neutron-server[94507]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:19:49.247158 n-d-615180-33 neutron-server[94507]: DEBUG oslo_db.api [None req-385cebb9-78b6-4f61-900a-9f2e86d65de0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:19:49.255023 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-b8a90209-fa73-4813-89b8-118726607860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fc29c8a-08e3-4586-8b5d-36912a175bb7 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:19:49.277051 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-b8a90209-fa73-4813-89b8-118726607860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.285302 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63285ca-52ed-4e6e-be78-e3e56cb9861e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Subnet': ['ID=3e407329-18e1-48a5-8e8f-9119893ab809,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:49.303871 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f2ad6570-d2be-4b1e-a66a-ef893bf5272c req-b92abe07-3945-4698-96ad-903885f006ba tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.50 "GET /v2.0/security-groups?id=eaf90dc6-1ab9-40a2-960a-881adb193e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960509 Aug 11 02:19:49.304902 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8e00224c-4e13-4070-b778-584dc836cae8 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.318562 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-385cebb9-78b6-4f61-900a-9f2e86d65de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.347849 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-b8a90209-fa73-4813-89b8-118726607860 service neutron] Transition to ACTIVE for port object 0fc29c8a-08e3-4586-8b5d-36912a175bb7 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:49.363951 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-b8a90209-fa73-4813-89b8-118726607860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.414108 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63285ca-52ed-4e6e-be78-e3e56cb9861e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Checking segment: {'id': '344cd7bf-5d17-4d1d-be4b-216a726b4227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd3a86484-536d-4019-8768-1288834c7a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:49.414396 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63285ca-52ed-4e6e-be78-e3e56cb9861e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network hostable DHCP agents. Network: d3a86484-536d-4019-8768-1288834c7a61, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:19:49.507982 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a90209-fa73-4813-89b8-118726607860 service neutron] Pushing event updated for resources: {'Port': ['ID=0fc29c8a-08e3-4586-8b5d-36912a175bb7,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:49.528783 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8e00224c-4e13-4070-b778-584dc836cae8 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.529928 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63285ca-52ed-4e6e-be78-e3e56cb9861e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network d3a86484-536d-4019-8768-1288834c7a61 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:19:49.569712 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8e00224c-4e13-4070-b778-584dc836cae8 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.596899 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-e63285ca-52ed-4e6e-be78-e3e56cb9861e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, d3a86484-536d-4019-8768-1288834c7a61) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:49.602208 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63285ca-52ed-4e6e-be78-e3e56cb9861e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:49.602808 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e63285ca-52ed-4e6e-be78-e3e56cb9861e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.606919 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d779fa-cddf-46a0-8b73-497edc9780b4 None None] Network d3a86484-536d-4019-8768-1288834c7a61 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:49.637017 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00224c-4e13-4070-b778-584dc836cae8 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc3e955-e4d1-44aa-b64f-7b9e617760fc,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:49.684741 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-b8a90209-fa73-4813-89b8-118726607860 service neutron] Attempting to bind port 0fc29c8a-08e3-4586-8b5d-36912a175bb7 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:49.685075 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-b8a90209-fa73-4813-89b8-118726607860 service neutron] Attempting to bind port 0fc29c8a-08e3-4586-8b5d-36912a175bb7 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'feba50a4-a39b-4cea-814f-dc342b0c626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34ac89ae-38af-4663-ba86-b2aff26cd2f8'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:49.685399 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-b8a90209-fa73-4813-89b8-118726607860 service neutron] Attempting to bind port 0fc29c8a-08e3-4586-8b5d-36912a175bb7 on network 34ac89ae-38af-4663-ba86-b2aff26cd2f8 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:49.692766 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-385cebb9-78b6-4f61-900a-9f2e86d65de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.702304 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-385cebb9-78b6-4f61-900a-9f2e86d65de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.705462 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-b8a90209-fa73-4813-89b8-118726607860 service neutron] Port 0fc29c8a-08e3-4586-8b5d-36912a175bb7 on network 34ac89ae-38af-4663-ba86-b2aff26cd2f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:19:49.705794 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-b8a90209-fa73-4813-89b8-118726607860 service neutron] Attempting to bind port 0fc29c8a-08e3-4586-8b5d-36912a175bb7 on network 34ac89ae-38af-4663-ba86-b2aff26cd2f8 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:49.719744 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8e00224c-4e13-4070-b778-584dc836cae8 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.720953 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8e00224c-4e13-4070-b778-584dc836cae8 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6157928 Aug 11 02:19:49.724639 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48604) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:49.725245 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48606) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:49.725375 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e63285ca-52ed-4e6e-be78-e3e56cb9861e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8524091 Aug 11 02:19:49.731978 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-b8a90209-fa73-4813-89b8-118726607860 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:19:49.732317 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-b8a90209-fa73-4813-89b8-118726607860 service neutron] Checking segment: {'id': 'feba50a4-a39b-4cea-814f-dc342b0c626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34ac89ae-38af-4663-ba86-b2aff26cd2f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:49.732699 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-b8a90209-fa73-4813-89b8-118726607860 service neutron] Bound using segment: {'id': 'feba50a4-a39b-4cea-814f-dc342b0c626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34ac89ae-38af-4663-ba86-b2aff26cd2f8'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:19:49.733132 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-b8a90209-fa73-4813-89b8-118726607860 service neutron] Bound port: 0fc29c8a-08e3-4586-8b5d-36912a175bb7, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feba50a4-a39b-4cea-814f-dc342b0c626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34ac89ae-38af-4663-ba86-b2aff26cd2f8'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:19:49.733488 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-b8a90209-fa73-4813-89b8-118726607860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.733622 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-a38057a7-3033-498c-a6a3-fd3242c01166 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'port': {'network_id': 'd3a86484-536d-4019-8768-1288834c7a61', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2088779119'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:49.773209 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-385cebb9-78b6-4f61-900a-9f2e86d65de0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7dfa86056c1a497ab5980022904a684d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1777303 Aug 11 02:19:49.774269 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48608) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:49.781491 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385cebb9-78b6-4f61-900a-9f2e86d65de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4dc0bc-6fc5-4ab1-846f-c768e83442d5,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:49.815521 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-c214a0fe-69b1-4f37-966e-d6b174de3182 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:49.842146 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f742c204-000f-44d2-9a8b-a8801722aeeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-d3a86484-536d-4019-8768-1288834c7a61', 'network_id': 'd3a86484-536d-4019-8768-1288834c7a61', 'tenant_id': 'd8ab2fcbeed743a6ab7ee9fa33403e87', 'fixed_ips': [{'subnet_id': '3e407329-18e1-48a5-8e8f-9119893ab809'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:19:49.843021 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f742c204-000f-44d2-9a8b-a8801722aeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.878654 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-b8a90209-fa73-4813-89b8-118726607860 service neutron] For port 0fc29c8a-08e3-4586-8b5d-36912a175bb7, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:19:49.879719 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c214a0fe-69b1-4f37-966e-d6b174de3182 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for floatingip, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.883735 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-b8a90209-fa73-4813-89b8-118726607860 service neutron] For port 0fc29c8a-08e3-4586-8b5d-36912a175bb7, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=0fc29c8a-08e3-4586-8b5d-36912a175bb7,segment=NetworkSegment(feba50a4-a39b-4cea-814f-dc342b0c626c),segment_id=feba50a4-a39b-4cea-814f-dc342b0c626c)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:19:49.921000 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-b8a90209-fa73-4813-89b8-118726607860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.931325 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-05d5807b-406e-402f-ba87-db8b6354e947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.978195 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38057a7-3033-498c-a6a3-fd3242c01166 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:49.983588 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a38057a7-3033-498c-a6a3-fd3242c01166 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.999014 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-05d5807b-406e-402f-ba87-db8b6354e947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:50.016240 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-a38057a7-3033-498c-a6a3-fd3242c01166 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] device_id is not set on port c16183ad-cde9-4af0-ad1c-c711fb573577 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:19:50.066679 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-05d5807b-406e-402f-ba87-db8b6354e947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:50.069841 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-05d5807b-406e-402f-ba87-db8b6354e947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:50.071040 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-05d5807b-406e-402f-ba87-db8b6354e947 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4d4dc0bc-6fc5-4ab1-846f-c768e83442d5 HTTP/1.1" status: 204 len: 168 time: 0.2958481 Aug 11 02:19:50.075123 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-b8a90209-fa73-4813-89b8-118726607860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:50.075789 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-b8a90209-fa73-4813-89b8-118726607860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:50.077428 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-b8a90209-fa73-4813-89b8-118726607860 service neutron] 10.222.0.66 "PUT /v2.0/ports/0fc29c8a-08e3-4586-8b5d-36912a175bb7 HTTP/1.1" status: 200 len: 1092 time: 2.5057638 Aug 11 02:19:50.079454 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98731949-6aa2-4310-ab5e-e76438b33006', 'tag': '0fc29c8a-08e3-4586-8b5d-36912a175bb7'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:50.081848 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5070fc3-92c0-4081-a307-2f34f76b7b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "98731949-6aa2-4310-ab5e-e76438b33006", "tag": "0fc29c8a-08e3-4586-8b5d-36912a175bb7"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:50.102119 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5807b-406e-402f-ba87-db8b6354e947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4dc0bc-6fc5-4ab1-846f-c768e83442d5,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:50.153279 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6e13e3-e2bb-446b-896e-b186dcb90de6 x-openstack-request-id: req-5e6e13e3-e2bb-446b-896e-b186dcb90de6 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:50.153279 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98731949-6aa2-4310-ab5e-e76438b33006", "tag": "0fc29c8a-08e3-4586-8b5d-36912a175bb7", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:50.153279 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5e6e13e3-e2bb-446b-896e-b186dcb90de6 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:50.153840 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98731949-6aa2-4310-ab5e-e76438b33006', 'tag': '0fc29c8a-08e3-4586-8b5d-36912a175bb7', 'status': 'completed', 'code': 200} Aug 11 02:19:50.175210 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a90209-fa73-4813-89b8-118726607860 service neutron] Pushing event updated for resources: {'Port': ['ID=0fc29c8a-08e3-4586-8b5d-36912a175bb7,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:50.204304 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-35c6ea86-ce68-42df-b8b0-24a4f3a3c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:50.206319 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-35c6ea86-ce68-42df-b8b0-24a4f3a3c0c9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=983cabfa1d87478b8e0bb253721c0638&device_id=98731949-6aa2-4310-ab5e-e76438b33006 HTTP/1.1" status: 200 len: 1095 time: 0.0738926 Aug 11 02:19:50.244919 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-a38057a7-3033-498c-a6a3-fd3242c01166 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Allocated IP 172.20.0.3 (d3a86484-536d-4019-8768-1288834c7a61/3e407329-18e1-48a5-8e8f-9119893ab809/c16183ad-cde9-4af0-ad1c-c711fb573577) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:50.283635 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:50.345893 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-ea03272f-4758-41c2-87cc-77302d4aa52f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fc29c8a-08e3-4586-8b5d-36912a175bb7 HTTP/1.1" status: 200 len: 217 time: 0.1249714 Aug 11 02:19:50.456958 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c214a0fe-69b1-4f37-966e-d6b174de3182 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:50.487357 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a38057a7-3033-498c-a6a3-fd3242c01166 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:50.510169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33318de5-c11c-4304-b758-08eb4149a86e req-d038cbd1-2a9a-45e2-a157-18045c7c8297 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:50.517544 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-33318de5-c11c-4304-b758-08eb4149a86e req-d038cbd1-2a9a-45e2-a157-18045c7c8297 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.50 "GET /v2.0/ports?device_id=98731949-6aa2-4310-ab5e-e76438b33006 HTTP/1.1" status: 200 len: 943 time: 0.0851326 Aug 11 02:19:50.544897 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f603636-78f8-4dc2-9724-f2d8c91d5388 req-4ab931ed-ac2c-45f9-a8f7-335a079b0e12 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:50.545171 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-d7aa880a-a275-4eac-bbdc-0fe3ba07c527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:50.546468 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f603636-78f8-4dc2-9724-f2d8c91d5388 req-4ab931ed-ac2c-45f9-a8f7-335a079b0e12 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 946 time: 0.1710327 Aug 11 02:19:50.546598 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-d7aa880a-a275-4eac-bbdc-0fe3ba07c527 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9fb1a8b6-d24b-443a-834c-a628b22e068c HTTP/1.1" status: 200 len: 858 time: 0.1919796 Aug 11 02:19:50.558808 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-a38057a7-3033-498c-a6a3-fd3242c01166 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Transition to ACTIVE for port object c16183ad-cde9-4af0-ad1c-c711fb573577 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:50.595250 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-481aca55-d933-41fd-a990-440382e472c4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=34ac89ae-38af-4663-ba86-b2aff26cd2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368168 Aug 11 02:19:50.614299 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-33318de5-c11c-4304-b758-08eb4149a86e req-985f7dbd-882a-4f49-a114-b7faabc00f9b tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.50 "GET /v2.0/security-groups?id=eaf90dc6-1ab9-40a2-960a-881adb193e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899608 Aug 11 02:19:50.670500 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f603636-78f8-4dc2-9724-f2d8c91d5388 req-0442d886-f5fc-4c43-a456-3f8b516d3e56 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129818 Aug 11 02:19:50.718723 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-c214a0fe-69b1-4f37-966e-d6b174de3182 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Allocated IP 172.25.2.32 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/3cee1c30-22b5-4166-b16a-8a68e8199e89) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:50.736554 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a38057a7-3033-498c-a6a3-fd3242c01166 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:50.825829 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-f742c204-000f-44d2-9a8b-a8801722aeeb None None] Allocated IP 172.20.0.2 (d3a86484-536d-4019-8768-1288834c7a61/3e407329-18e1-48a5-8e8f-9119893ab809/a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:50.862655 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-4317aa1e-7eda-4462-8274-d1f399d0e1de service neutron] 10.222.0.66 "GET /v2.0/networks/34ac89ae-38af-4663-ba86-b2aff26cd2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460904 Aug 11 02:19:50.874606 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38057a7-3033-498c-a6a3-fd3242c01166 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network d3a86484-536d-4019-8768-1288834c7a61 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:50.905844 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-a38057a7-3033-498c-a6a3-fd3242c01166 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:50.916160 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38057a7-3033-498c-a6a3-fd3242c01166 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:50.956324 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38057a7-3033-498c-a6a3-fd3242c01166 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Port': ['ID=c16183ad-cde9-4af0-ad1c-c711fb573577,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:50.997694 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38057a7-3033-498c-a6a3-fd3242c01166 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:50.998599 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a38057a7-3033-498c-a6a3-fd3242c01166 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.032468 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a38057a7-3033-498c-a6a3-fd3242c01166 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.3044186 Aug 11 02:19:51.035363 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f45255a3-d160-4de5-9ead-c3902135e8b8 req-82a0c081-476d-4f98-bb81-fbb5e5af5c88 service neutron] 10.222.0.66 "GET /v2.0/networks/34ac89ae-38af-4663-ba86-b2aff26cd2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653266 Aug 11 02:19:51.036738 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c214a0fe-69b1-4f37-966e-d6b174de3182 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.038413 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48640) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:51.142320 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c214a0fe-69b1-4f37-966e-d6b174de3182 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.162389 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f742c204-000f-44d2-9a8b-a8801722aeeb None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.184189 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f742c204-000f-44d2-9a8b-a8801722aeeb None None] Transition to ACTIVE for port object a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:51.217924 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f742c204-000f-44d2-9a8b-a8801722aeeb None None] Transition to ACTIVE for port object a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:51.228200 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f742c204-000f-44d2-9a8b-a8801722aeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.230854 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214a0fe-69b1-4f37-966e-d6b174de3182 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Pushing event updated for resources: {'Port': ['ID=3cee1c30-22b5-4166-b16a-8a68e8199e89,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:51.246803 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f742c204-000f-44d2-9a8b-a8801722aeeb None None] Network d3a86484-536d-4019-8768-1288834c7a61 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:51.251558 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-f742c204-000f-44d2-9a8b-a8801722aeeb None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:51.266774 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5070fc3-92c0-4081-a307-2f34f76b7b5c req-e2279140-5f15-416e-ad7d-6d36f42c00e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:51.266774 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5070fc3-92c0-4081-a307-2f34f76b7b5c req-e2279140-5f15-416e-ad7d-6d36f42c00e7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=983cabfa1d87478b8e0bb253721c0638&device_id=98731949-6aa2-4310-ab5e-e76438b33006 HTTP/1.1" status: 200 len: 1095 time: 0.0957952 Aug 11 02:19:51.291830 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c214a0fe-69b1-4f37-966e-d6b174de3182 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:51.292463 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-67cd7752-dd07-466d-b527-54cd29fbc6bf tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting port c16183ad-cde9-4af0-ad1c-c711fb573577 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:51.292989 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-67cd7752-dd07-466d-b527-54cd29fbc6bf tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.293126 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-c214a0fe-69b1-4f37-966e-d6b174de3182 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:51.294853 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48644) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:51.297942 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c214a0fe-69b1-4f37-966e-d6b174de3182 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:51.320810 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f742c204-000f-44d2-9a8b-a8801722aeeb None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:51.333658 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742c204-000f-44d2-9a8b-a8801722aeeb None None] Pushing event updated for resources: {'Port': ['ID=a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:51.414312 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-f742c204-000f-44d2-9a8b-a8801722aeeb None None] Attempting to bind port a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:51.415258 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-f742c204-000f-44d2-9a8b-a8801722aeeb None None] Attempting to bind port a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '344cd7bf-5d17-4d1d-be4b-216a726b4227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd3a86484-536d-4019-8768-1288834c7a61'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:51.415891 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f742c204-000f-44d2-9a8b-a8801722aeeb None None] Attempting to bind port a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523 on network d3a86484-536d-4019-8768-1288834c7a61 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:51.423093 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f742c204-000f-44d2-9a8b-a8801722aeeb None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:19:51.423689 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f742c204-000f-44d2-9a8b-a8801722aeeb None None] Checking segment: {'id': '344cd7bf-5d17-4d1d-be4b-216a726b4227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd3a86484-536d-4019-8768-1288834c7a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:51.424353 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f742c204-000f-44d2-9a8b-a8801722aeeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.425398 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f742c204-000f-44d2-9a8b-a8801722aeeb None None] Bound using segment: {'id': '344cd7bf-5d17-4d1d-be4b-216a726b4227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd3a86484-536d-4019-8768-1288834c7a61'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:19:51.427261 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-f742c204-000f-44d2-9a8b-a8801722aeeb None None] Bound port: a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344cd7bf-5d17-4d1d-be4b-216a726b4227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd3a86484-536d-4019-8768-1288834c7a61'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:19:51.431165 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f742c204-000f-44d2-9a8b-a8801722aeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.475802 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-3fb7b8c9-8a78-4fbd-9206-e49f34152f89 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-703736171-network', 'tenant_id': 'be2f0ccd4b644707986473d483c3e209'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:51.478142 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.515187 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5070fc3-92c0-4081-a307-2f34f76b7b5c req-6a23273b-0a02-4b27-b96d-699c94b82dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:51.516874 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5070fc3-92c0-4081-a307-2f34f76b7b5c req-6a23273b-0a02-4b27-b96d-699c94b82dae service neutron] 10.222.0.66 "GET /v2.0/networks?id=34ac89ae-38af-4663-ba86-b2aff26cd2f8 HTTP/1.1" status: 200 len: 919 time: 0.2440505 Aug 11 02:19:51.518744 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-f742c204-000f-44d2-9a8b-a8801722aeeb None None] For port a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:19:51.522708 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-f742c204-000f-44d2-9a8b-a8801722aeeb None None] For port a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523,segment=NetworkSegment(344cd7bf-5d17-4d1d-be4b-216a726b4227),segment_id=344cd7bf-5d17-4d1d-be4b-216a726b4227)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:19:51.523469 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c214a0fe-69b1-4f37-966e-d6b174de3182 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.527845 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f742c204-000f-44d2-9a8b-a8801722aeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.528657 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb7b8c9-8a78-4fbd-9206-e49f34152f89 admin admin] Made reservation on behalf of be2f0ccd4b644707986473d483c3e209 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:51.530963 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b8c9-8a78-4fbd-9206-e49f34152f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.543771 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b8c9-8a78-4fbd-9206-e49f34152f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.560531 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-67cd7752-dd07-466d-b527-54cd29fbc6bf tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.577978 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-67cd7752-dd07-466d-b527-54cd29fbc6bf tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Calling delete_port for c16183ad-cde9-4af0-ad1c-c711fb573577 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:51.594483 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c214a0fe-69b1-4f37-966e-d6b174de3182 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.619609 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742c204-000f-44d2-9a8b-a8801722aeeb None None] Pushing event updated for resources: {'Port': ['ID=a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:51.778612 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c214a0fe-69b1-4f37-966e-d6b174de3182 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.840905 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c214a0fe-69b1-4f37-966e-d6b174de3182 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.934465 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-67cd7752-dd07-466d-b527-54cd29fbc6bf tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.941368 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5070fc3-92c0-4081-a307-2f34f76b7b5c req-647f7363-8eb3-4f04-9257-0df19f094824 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fc29c8a-08e3-4586-8b5d-36912a175bb7 HTTP/1.1" status: 200 len: 217 time: 0.0949020 Aug 11 02:19:51.959915 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b8c9-8a78-4fbd-9206-e49f34152f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.968039 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b8c9-8a78-4fbd-9206-e49f34152f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.015386 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd7752-dd07-466d-b527-54cd29fbc6bf tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Port': ['ID=c16183ad-cde9-4af0-ad1c-c711fb573577,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:52.041846 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7b8c9-8a78-4fbd-9206-e49f34152f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab8f257-b461-41b8-b080-344e0fec2aed,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:52.077232 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb7b8c9-8a78-4fbd-9206-e49f34152f89 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:19:52.100102 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2cdda-72f3-4942-bf54-1d7121968155 req-5d2dde60-131d-4287-94f3-aff489eee4df tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:52.102095 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c2d2cdda-72f3-4942-bf54-1d7121968155 req-5d2dde60-131d-4287-94f3-aff489eee4df tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.50 "GET /v2.0/ports?device_id=98731949-6aa2-4310-ab5e-e76438b33006 HTTP/1.1" status: 200 len: 943 time: 0.3113768 Aug 11 02:19:52.106560 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214a0fe-69b1-4f37-966e-d6b174de3182 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Pushing event updated for resources: {'Port': ['ID=3cee1c30-22b5-4166-b16a-8a68e8199e89,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:52.110304 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d960c1-b06c-4761-9c95-e40469195f68 req-8605583a-c52d-4e8e-8139-67e6c28d10e5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:52.114897 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b8c9-8a78-4fbd-9206-e49f34152f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.116368 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-3fb7b8c9-8a78-4fbd-9206-e49f34152f89 admin admin] Added segment 6616f338-8bd2-4042-a7e3-01a398503e7d of type vlan for network fd29eb38-ff1f-47ad-89f3-314df0c18679 Aug 11 02:19:52.118210 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c214a0fe-69b1-4f37-966e-d6b174de3182 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.119495 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e4d960c1-b06c-4761-9c95-e40469195f68 req-8605583a-c52d-4e8e-8139-67e6c28d10e5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 946 time: 0.2718594 Aug 11 02:19:52.145498 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c214a0fe-69b1-4f37-966e-d6b174de3182 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.147139 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c214a0fe-69b1-4f37-966e-d6b174de3182 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4204135 Aug 11 02:19:52.161277 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 0fc29c8a-08e3-4586-8b5d-36912a175bb7 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:19:52.166022 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-67cd7752-dd07-466d-b527-54cd29fbc6bf tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.170884 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-67cd7752-dd07-466d-b527-54cd29fbc6bf tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/ports/c16183ad-cde9-4af0-ad1c-c711fb573577 HTTP/1.1" status: 204 len: 168 time: 1.1315093 Aug 11 02:19:52.173915 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48664) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:52.175525 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5070fc3-92c0-4081-a307-2f34f76b7b5c req-4ae2425e-8e92-4e36-a8f0-68c69141936f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:52.177783 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5070fc3-92c0-4081-a307-2f34f76b7b5c req-4ae2425e-8e92-4e36-a8f0-68c69141936f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9fb1a8b6-d24b-443a-834c-a628b22e068c HTTP/1.1" status: 200 len: 858 time: 0.2271080 Aug 11 02:19:52.208321 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e872ab-cfed-4e43-9879-4b7482be8d3e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] GET failed (client error): The resource could not be found. Aug 11 02:19:52.213958 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d6e872ab-cfed-4e43-9879-4b7482be8d3e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "GET /v2.0/ports/c16183ad-cde9-4af0-ad1c-c711fb573577 HTTP/1.1" status: 404 len: 333 time: 0.0351191 Aug 11 02:19:52.214688 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48666) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:52.290909 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5070fc3-92c0-4081-a307-2f34f76b7b5c req-5735b016-43ee-4b2e-899b-985fc8d492c9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=34ac89ae-38af-4663-ba86-b2aff26cd2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749898 Aug 11 02:19:52.302958 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c2d2cdda-72f3-4942-bf54-1d7121968155 req-8c3bbe14-98e9-453b-9d55-9adbb7d3c5ad tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.50 "GET /v2.0/security-groups?id=eaf90dc6-1ab9-40a2-960a-881adb193e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910839 Aug 11 02:19:52.311555 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e4d960c1-b06c-4761-9c95-e40469195f68 req-11c29250-ff66-4652-8fa1-65786ada53bc tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866324 Aug 11 02:19:52.323477 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b8c9-8a78-4fbd-9206-e49f34152f89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.404519 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b8c9-8a78-4fbd-9206-e49f34152f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.407041 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb7b8c9-8a78-4fbd-9206-e49f34152f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:52.407984 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b8c9-8a78-4fbd-9206-e49f34152f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.438815 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 0fc29c8a-08e3-4586-8b5d-36912a175bb7, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=0fc29c8a-08e3-4586-8b5d-36912a175bb7,segment=NetworkSegment(feba50a4-a39b-4cea-814f-dc342b0c626c),segment_id=feba50a4-a39b-4cea-814f-dc342b0c626c)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:52.468792 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '0fc29c8a-08e3-4586-8b5d-36912a175bb7', 'network_id': '34ac89ae-38af-4663-ba86-b2aff26cd2f8', 'port_id': '0fc29c8a-08e3-4586-8b5d-36912a175bb7', 'mac_address': 'fa:16:3e:f6:82:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb1a8b6-d24b-443a-834c-a628b22e068c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:19:52.485248 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-939c3f2b-7e52-427e-ac02-22d204adb4e3 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting subnet 3e407329-18e1-48a5-8e8f-9119893ab809 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:19:52.503355 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-939c3f2b-7e52-427e-ac02-22d204adb4e3 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.537594 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3fb7b8c9-8a78-4fbd-9206-e49f34152f89 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2415464 Aug 11 02:19:52.540282 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.541735 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48674) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:52.548248 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-a6b8c9dd-1c44-4d34-a1f0-ca7ceb2c2a53 admin admin] Request body: {'subnet': {'network_id': 'fd29eb38-ff1f-47ad-89f3-314df0c18679', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-703736171-subnet', 'tenant_id': 'be2f0ccd4b644707986473d483c3e209', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:52.568802 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7b8c9-8a78-4fbd-9206-e49f34152f89 admin admin] Pushing event updated for resources: {'Network': ['ID=fd29eb38-ff1f-47ad-89f3-314df0c18679,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:52.570971 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fc29c8a-08e3-4586-8b5d-36912a175bb7 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:19:52.595755 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 0fc29c8a-08e3-4586-8b5d-36912a175bb7, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=0fc29c8a-08e3-4586-8b5d-36912a175bb7,segment=NetworkSegment(feba50a4-a39b-4cea-814f-dc342b0c626c),segment_id=feba50a4-a39b-4cea-814f-dc342b0c626c)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:52.599580 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network fd29eb38-ff1f-47ad-89f3-314df0c18679 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:19:52.638355 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b8c9dd-1c44-4d34-a1f0-ca7ceb2c2a53 admin admin] Made reservation on behalf of be2f0ccd4b644707986473d483c3e209 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:52.638770 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-939c3f2b-7e52-427e-ac02-22d204adb4e3 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.665477 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a6b8c9dd-1c44-4d34-a1f0-ca7ceb2c2a53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.670610 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.684897 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5070fc3-92c0-4081-a307-2f34f76b7b5c req-d87b0712-450f-4780-a80d-3ebddca16434 service neutron] 10.222.0.66 "GET /v2.0/networks/34ac89ae-38af-4663-ba86-b2aff26cd2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691561 Aug 11 02:19:52.747841 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=0fc29c8a-08e3-4586-8b5d-36912a175bb7,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:52.843778 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-910aacd8-abb6-49ea-8196-57f17120949b tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--15681100&fields=id&tenant_id=15f6ff753e694e9dbfd4e9be5e45ed17 HTTP/1.1" status: 200 len: 267 time: 0.2478614 Aug 11 02:19:52.904802 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-939c3f2b-7e52-427e-ac02-22d204adb4e3 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.921110 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:52.967870 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5070fc3-92c0-4081-a307-2f34f76b7b5c req-fd183162-7c4f-468f-bd81-4a8338365188 service neutron] 10.222.0.66 "GET /v2.0/networks/34ac89ae-38af-4663-ba86-b2aff26cd2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756643 Aug 11 02:19:52.991281 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['0fc29c8a-08e3-4586-8b5d-36912a175bb7'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:19:53.031056 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-939c3f2b-7e52-427e-ac02-22d204adb4e3 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:53.063191 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-939c3f2b-7e52-427e-ac02-22d204adb4e3 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:53.068235 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-939c3f2b-7e52-427e-ac02-22d204adb4e3 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/subnets/3e407329-18e1-48a5-8e8f-9119893ab809 HTTP/1.1" status: 204 len: 168 time: 0.8506727 Aug 11 02:19:53.070951 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48680) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:53.099995 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:53.100356 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-a09fe3da-e957-446b-b60c-2e2a5af433e8 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:53.102019 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-a09fe3da-e957-446b-b60c-2e2a5af433e8 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/networks?id=2564e31e-dea6-46ca-b2de-bf165812396f HTTP/1.1" status: 200 len: 817 time: 0.2495313 Aug 11 02:19:53.128853 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c3f2b-7e52-427e-ac02-22d204adb4e3 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Subnet': ['ID=3e407329-18e1-48a5-8e8f-9119893ab809,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:53.162841 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-71292c6a-11c7-49bb-93e4-5bc2e0d4d5be tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/quotas/15f6ff753e694e9dbfd4e9be5e45ed17 HTTP/1.1" status: 200 len: 375 time: 0.0400052 Aug 11 02:19:53.190372 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cab010-29f0-45fc-8bd2-3a88c5f89fe8 None None] Network d3a86484-536d-4019-8768-1288834c7a61 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:53.269392 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8b5c5c46-df12-4066-b711-d16b4185234f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:53.271923 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-05f610a4-6bcb-416b-8d49-3c892d13bfcd tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=15f6ff753e694e9dbfd4e9be5e45ed17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1046062 Aug 11 02:19:53.276669 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a6b8c9dd-1c44-4d34-a1f0-ca7ceb2c2a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:53.353033 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-46fbbb9c-0583-4429-9be7-6241c5b5c6ad None None] Provisioning for port a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:53.354407 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-8b5c5c46-df12-4066-b711-d16b4185234f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting port a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:53.355014 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8b5c5c46-df12-4066-b711-d16b4185234f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:53.382395 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-46fbbb9c-0583-4429-9be7-6241c5b5c6ad None None] Provisioning complete for port a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:53.382763 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-46fbbb9c-0583-4429-9be7-6241c5b5c6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:53.409767 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8c9dd-1c44-4d34-a1f0-ca7ceb2c2a53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8633854-d70d-4678-9063-ea6c7d995147,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:53.469245 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b8c9dd-1c44-4d34-a1f0-ca7ceb2c2a53 admin admin] Checking segment: {'id': '6616f338-8bd2-4042-a7e3-01a398503e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fd29eb38-ff1f-47ad-89f3-314df0c18679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:53.470051 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b8c9dd-1c44-4d34-a1f0-ca7ceb2c2a53 admin admin] Network hostable DHCP agents. Network: fd29eb38-ff1f-47ad-89f3-314df0c18679, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:19:53.487314 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-8b5c5c46-df12-4066-b711-d16b4185234f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] For port a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523,segment=NetworkSegment(344cd7bf-5d17-4d1d-be4b-216a726b4227),segment_id=344cd7bf-5d17-4d1d-be4b-216a726b4227)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:53.487833 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8b5c5c46-df12-4066-b711-d16b4185234f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:53.508467 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-8b5c5c46-df12-4066-b711-d16b4185234f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Calling delete_port for a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:53.514347 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-6b929f63-ab5e-4f3d-9ed6-0031d343c6fd service neutron] 10.222.0.50 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352242 Aug 11 02:19:53.516060 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b8c9dd-1c44-4d34-a1f0-ca7ceb2c2a53 admin admin] Network fd29eb38-ff1f-47ad-89f3-314df0c18679 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:19:53.548848 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257b0c6-593c-4210-89fb-e75bba7a27a2 req-040fa804-91a4-4518-a02d-134527403841 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:53.552119 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-46fbbb9c-0583-4429-9be7-6241c5b5c6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:53.557611 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3257b0c6-593c-4210-89fb-e75bba7a27a2 req-040fa804-91a4-4518-a02d-134527403841 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.50 "GET /v2.0/ports?device_id=98731949-6aa2-4310-ab5e-e76438b33006 HTTP/1.1" status: 200 len: 944 time: 0.1649575 Aug 11 02:19:53.595413 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-46fbbb9c-0583-4429-9be7-6241c5b5c6ad None None] For port a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523,segment=NetworkSegment(344cd7bf-5d17-4d1d-be4b-216a726b4227),segment_id=344cd7bf-5d17-4d1d-be4b-216a726b4227)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:53.602864 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-46fbbb9c-0583-4429-9be7-6241c5b5c6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:53.613334 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9187e0-ad46-4650-a641-a8b00c1078f5 None None] DHCP port deletion for d3a86484-536d-4019-8768-1288834c7a61 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:19:53.656574 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-e9fa59c6-6981-434a-bc52-7047b6e98c64 service neutron] 10.222.0.50 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265917 Aug 11 02:19:53.660003 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-a6b8c9dd-1c44-4d34-a1f0-ca7ceb2c2a53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, fd29eb38-ff1f-47ad-89f3-314df0c18679) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:53.671256 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b8c9dd-1c44-4d34-a1f0-ca7ceb2c2a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:53.673986 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a6b8c9dd-1c44-4d34-a1f0-ca7ceb2c2a53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:53.676777 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279dd751-c207-4a13-bcd5-66e7f9685f8b None None] Network fd29eb38-ff1f-47ad-89f3-314df0c18679 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:53.700873 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3257b0c6-593c-4210-89fb-e75bba7a27a2 req-9f08f253-e97f-4046-80e0-f3d59050b196 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.50 "GET /v2.0/security-groups?id=eaf90dc6-1ab9-40a2-960a-881adb193e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361248 Aug 11 02:19:53.704701 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a6b8c9dd-1c44-4d34-a1f0-ca7ceb2c2a53 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1610849 Aug 11 02:19:53.789704 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8b5c5c46-df12-4066-b711-d16b4185234f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:53.825359 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5c5c46-df12-4066-b711-d16b4185234f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] No DVR routers for this DVR port a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:19:53.847665 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbbb9c-0583-4429-9be7-6241c5b5c6ad None None] Pushing event updated for resources: {'Port': ['ID=a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:53.883286 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c5c46-df12-4066-b711-d16b4185234f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Port': ['ID=a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:53.927768 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-9e9187e0-ad46-4650-a641-a8b00c1078f5 None None] Deleting port a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:53.928154 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9e9187e0-ad46-4650-a641-a8b00c1078f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:53.932925 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07105977-9564-4b11-838b-e8be5e53cbf0 None None] Network fd29eb38-ff1f-47ad-89f3-314df0c18679 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:54.015461 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8b5c5c46-df12-4066-b711-d16b4185234f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:54.030468 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-8b5c5c46-df12-4066-b711-d16b4185234f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a86484-536d-4019-8768-1288834c7a61']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:54.047168 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-8b5c5c46-df12-4066-b711-d16b4185234f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '344cd7bf-5d17-4d1d-be4b-216a726b4227') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:54.047563 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-8b5c5c46-df12-4066-b711-d16b4185234f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '344cd7bf-5d17-4d1d-be4b-216a726b4227') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:54.051906 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-9e9187e0-ad46-4650-a641-a8b00c1078f5 None None] For port a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523, host n-d-615180-33, got binding levels [] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:54.052579 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9e9187e0-ad46-4650-a641-a8b00c1078f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:54.058314 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8b5c5c46-df12-4066-b711-d16b4185234f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:54.074856 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8b5c5c46-df12-4066-b711-d16b4185234f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:54.082325 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b5c5c46-df12-4066-b711-d16b4185234f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:19:54.083337 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-9e9187e0-ad46-4650-a641-a8b00c1078f5 None None] Calling delete_port for a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:54.083639 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8b5c5c46-df12-4066-b711-d16b4185234f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:54.089057 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.ipam_backend_mixin [None req-9e9187e0-ad46-4650-a641-a8b00c1078f5 None None] Port a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523 was not found and therefore no delete operation was performed {{(pid=94508) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:19:54.099441 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9e9187e0-ad46-4650-a641-a8b00c1078f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:54.130755 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9187e0-ad46-4650-a641-a8b00c1078f5 None None] Pushing event deleted for resources: {'Port': ['ID=a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:19:54.150375 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:19:54.155708 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8b5c5c46-df12-4066-b711-d16b4185234f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:54.168821 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8b5c5c46-df12-4066-b711-d16b4185234f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:54.170832 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8b5c5c46-df12-4066-b711-d16b4185234f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/networks/d3a86484-536d-4019-8768-1288834c7a61 HTTP/1.1" status: 204 len: 168 time: 1.0996351 Aug 11 02:19:54.174445 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48702) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:54.181049 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-21abfe30-619b-4df7-84f1-9a145c33a81f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'port': {'network_id': '0a28acc8-db51-4b71-8d68-9a2ab0af4945', 'name': 'tempest-PortsTestJSON-1609706246'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:54.185480 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c5c46-df12-4066-b711-d16b4185234f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Network': ['ID=d3a86484-536d-4019-8768-1288834c7a61,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:54.196515 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51b33a-2c08-4e6f-afe2-c87f9cedfb39 req-3219671c-3621-47f3-be99-791717412800 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:54.204137 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5f51b33a-2c08-4e6f-afe2-c87f9cedfb39 req-3219671c-3621-47f3-be99-791717412800 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 946 time: 0.3963397 Aug 11 02:19:54.209705 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9187e0-ad46-4650-a641-a8b00c1078f5 None None] No DVR routers for this DVR port a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:19:54.264096 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5f51b33a-2c08-4e6f-afe2-c87f9cedfb39 req-a10e4781-ffd6-4c94-b27a-c9b30585ed8f tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559444 Aug 11 02:19:54.324268 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:54.350123 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-154b3cdb-8ec5-4d8f-bda3-f281fd48c0e2 req-7d958585-c3d7-42b2-88b7-2e31133af48e tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 210 time: 0.0857863 Aug 11 02:19:54.429345 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21abfe30-619b-4df7-84f1-9a145c33a81f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:54.436547 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-21abfe30-619b-4df7-84f1-9a145c33a81f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:54.462606 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-21abfe30-619b-4df7-84f1-9a145c33a81f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] device_id is not set on port 8fdce009-fbd0-43e1-8b14-c0c79bdfd61a yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:19:54.726366 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-21abfe30-619b-4df7-84f1-9a145c33a81f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:54.782119 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-21abfe30-619b-4df7-84f1-9a145c33a81f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:54.804197 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:19:54.836665 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21abfe30-619b-4df7-84f1-9a145c33a81f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network 0a28acc8-db51-4b71-8d68-9a2ab0af4945 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:54.839992 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-21abfe30-619b-4df7-84f1-9a145c33a81f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:54.844182 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21abfe30-619b-4df7-84f1-9a145c33a81f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:54.850397 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21abfe30-619b-4df7-84f1-9a145c33a81f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:54.851039 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-21abfe30-619b-4df7-84f1-9a145c33a81f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:54.857422 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21abfe30-619b-4df7-84f1-9a145c33a81f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Port': ['ID=8fdce009-fbd0-43e1-8b14-c0c79bdfd61a,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:54.873498 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-21abfe30-619b-4df7-84f1-9a145c33a81f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6979029 Aug 11 02:19:54.876123 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48716) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:54.885931 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:19:54.886312 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a1e7bd7a-2d11-42b4-8a2b-ab3116d5f523 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:19:55.056379 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbfb73-7f16-487b-95bf-eb2978b103b7 req-9875b272-2595-4525-93f6-9f6c8f68de27 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:55.064689 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2cdbfb73-7f16-487b-95bf-eb2978b103b7 req-9875b272-2595-4525-93f6-9f6c8f68de27 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.50 "GET /v2.0/ports?device_id=98731949-6aa2-4310-ab5e-e76438b33006 HTTP/1.1" status: 200 len: 944 time: 0.1435657 Aug 11 02:19:55.119690 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2cdbfb73-7f16-487b-95bf-eb2978b103b7 req-2b3e692a-1a88-4f06-b0f7-67bc3aece454 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.50 "GET /v2.0/security-groups?id=eaf90dc6-1ab9-40a2-960a-881adb193e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536580 Aug 11 02:19:55.149224 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-4037dc02-a867-40f4-9eb0-7deaedac42d1 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting port 8fdce009-fbd0-43e1-8b14-c0c79bdfd61a {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:55.150646 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4037dc02-a867-40f4-9eb0-7deaedac42d1 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:55.200773 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:55.321520 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4037dc02-a867-40f4-9eb0-7deaedac42d1 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:55.339376 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-4037dc02-a867-40f4-9eb0-7deaedac42d1 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Calling delete_port for 8fdce009-fbd0-43e1-8b14-c0c79bdfd61a owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:55.523900 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4037dc02-a867-40f4-9eb0-7deaedac42d1 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:55.568171 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1fc0a6f3-1be3-4377-9201-27c21d0dd9ef req-b61fd064-a947-4b55-884d-f735ceac55e0 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 210 time: 0.0594645 Aug 11 02:19:55.576442 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d7363-380c-48d3-b592-ddcb61c7b60b req-b0d96259-6820-410f-ac4a-24d437806104 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:55.594877 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1e6d7363-380c-48d3-b592-ddcb61c7b60b req-b0d96259-6820-410f-ac4a-24d437806104 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 946 time: 0.2127879 Aug 11 02:19:55.614558 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037dc02-a867-40f4-9eb0-7deaedac42d1 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Port': ['ID=8fdce009-fbd0-43e1-8b14-c0c79bdfd61a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:55.628385 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4037dc02-a867-40f4-9eb0-7deaedac42d1 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:55.633746 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4037dc02-a867-40f4-9eb0-7deaedac42d1 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/ports/8fdce009-fbd0-43e1-8b14-c0c79bdfd61a HTTP/1.1" status: 204 len: 168 time: 0.7565615 Aug 11 02:19:55.634526 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48730) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:55.642189 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-0e59b140-100a-4be6-9faf-56b6372df0e5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'port': {'network_id': '0a28acc8-db51-4b71-8d68-9a2ab0af4945', 'mac_address': 'fa:16:3e:e5:86:80', 'name': 'tempest-PortsTestJSON-1845930783'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:55.736902 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1e6d7363-380c-48d3-b592-ddcb61c7b60b req-f83aa85e-5cd2-4faa-97b3-3f8c48eef258 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424329 Aug 11 02:19:55.760100 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-d8fc0cd4-91e0-4705-bd09-68fd044ee8c6 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:55.762031 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-d8fc0cd4-91e0-4705-bd09-68fd044ee8c6 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.73 "GET /v2.0/networks?id=2564e31e-dea6-46ca-b2de-bf165812396f HTTP/1.1" status: 200 len: 817 time: 0.3312774 Aug 11 02:19:55.796205 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e59b140-100a-4be6-9faf-56b6372df0e5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:55.839174 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-9c370e55-1b0e-410d-bd33-e96fd9177b83 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15f6ff753e694e9dbfd4e9be5e45ed17 HTTP/1.1" status: 200 len: 378 time: 0.0613611 Aug 11 02:19:55.852932 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-86f9d295-a206-47a4-bfe8-55e82abfddc7 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Request body: {'port': {'device_id': '8bc05a22-0e69-4204-96dc-84dc33e13ca2', 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'admin_state_up': True, 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'security_groups': ['b984be7f-ec90-4561-8a3b-2985380e1517']}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:55.937812 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0e59b140-100a-4be6-9faf-56b6372df0e5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:55.962563 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-0e59b140-100a-4be6-9faf-56b6372df0e5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] device_id is not set on port 7f8a6929-3338-4d66-b3a2-be060ecd17cf yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:19:55.995519 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-86f9d295-a206-47a4-bfe8-55e82abfddc7 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Made reservation on behalf of 15f6ff753e694e9dbfd4e9be5e45ed17 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:56.002489 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-86f9d295-a206-47a4-bfe8-55e82abfddc7 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:56.150327 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 0fc29c8a-08e3-4586-8b5d-36912a175bb7 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:56.163236 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0e59b140-100a-4be6-9faf-56b6372df0e5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:56.227339 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0e59b140-100a-4be6-9faf-56b6372df0e5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:56.284515 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 0fc29c8a-08e3-4586-8b5d-36912a175bb7 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:56.297370 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 0fc29c8a-08e3-4586-8b5d-36912a175bb7 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:56.298789 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:56.318621 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-86f9d295-a206-47a4-bfe8-55e82abfddc7 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Allocated IP 172.20.0.5 (2564e31e-dea6-46ca-b2de-bf165812396f/97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f/78589433-afa4-4706-bf0c-f19808506a2b) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:56.319512 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e59b140-100a-4be6-9faf-56b6372df0e5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network 0a28acc8-db51-4b71-8d68-9a2ab0af4945 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:56.323418 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-0e59b140-100a-4be6-9faf-56b6372df0e5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:56.331866 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59b140-100a-4be6-9faf-56b6372df0e5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Port': ['ID=7f8a6929-3338-4d66-b3a2-be060ecd17cf,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:56.336036 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e59b140-100a-4be6-9faf-56b6372df0e5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:56.344232 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e59b140-100a-4be6-9faf-56b6372df0e5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:56.345127 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0e59b140-100a-4be6-9faf-56b6372df0e5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:56.363396 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0e59b140-100a-4be6-9faf-56b6372df0e5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7276695 Aug 11 02:19:56.366342 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48742) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:56.446249 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e541e32-5bf3-4d07-a545-d4b1eae547e2 req-209e8270-1aea-47aa-8003-2a6b5959b172 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:56.453473 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8e541e32-5bf3-4d07-a545-d4b1eae547e2 req-209e8270-1aea-47aa-8003-2a6b5959b172 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.50 "GET /v2.0/ports?device_id=98731949-6aa2-4310-ab5e-e76438b33006 HTTP/1.1" status: 200 len: 944 time: 0.0819161 Aug 11 02:19:56.464351 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503df976-9518-4979-93c4-643b47538106 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:56.466177 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-503df976-9518-4979-93c4-643b47538106 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "GET /v2.0/ports/7f8a6929-3338-4d66-b3a2-be060ecd17cf HTTP/1.1" status: 200 len: 841 time: 0.0984247 Aug 11 02:19:56.469026 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48744) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:56.489340 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:56.523754 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98731949-6aa2-4310-ab5e-e76438b33006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc29c8a-08e3-4586-8b5d-36912a175bb7'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:56.528213 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bb2eba-1820-4ab4-9cb7-479fe9792e82" -d '{"events": [{"server_uuid": "98731949-6aa2-4310-ab5e-e76438b33006", "name": "network-vif-plugged", "status": "completed", "tag": "0fc29c8a-08e3-4586-8b5d-36912a175bb7"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:56.555598 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8e541e32-5bf3-4d07-a545-d4b1eae547e2 req-d737e339-dd56-4eb2-8141-d9f9a06dddf1 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.50 "GET /v2.0/security-groups?id=eaf90dc6-1ab9-40a2-960a-881adb193e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011090 Aug 11 02:19:56.556969 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 0fc29c8a-08e3-4586-8b5d-36912a175bb7, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=0fc29c8a-08e3-4586-8b5d-36912a175bb7,segment=NetworkSegment(feba50a4-a39b-4cea-814f-dc342b0c626c),segment_id=feba50a4-a39b-4cea-814f-dc342b0c626c)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:56.569698 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:56.640698 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-71a6b9af-cb6d-4094-90e5-28d088026985 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting port 7f8a6929-3338-4d66-b3a2-be060ecd17cf {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:56.644254 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-71a6b9af-cb6d-4094-90e5-28d088026985 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:56.645677 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=0fc29c8a-08e3-4586-8b5d-36912a175bb7,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:56.658131 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-86f9d295-a206-47a4-bfe8-55e82abfddc7 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:56.697419 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-86f9d295-a206-47a4-bfe8-55e82abfddc7 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Transition to ACTIVE for port object 78589433-afa4-4706-bf0c-f19808506a2b will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:56.748792 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-86f9d295-a206-47a4-bfe8-55e82abfddc7 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:56.752290 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-71a6b9af-cb6d-4094-90e5-28d088026985 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:56.788211 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-71a6b9af-cb6d-4094-90e5-28d088026985 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Calling delete_port for 7f8a6929-3338-4d66-b3a2-be060ecd17cf owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:56.800621 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ca5bef-ded1-4b88-b309-26fb48a929a7 x-openstack-request-id: req-e1ca5bef-ded1-4b88-b309-26fb48a929a7 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:56.800910 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98731949-6aa2-4310-ab5e-e76438b33006", "name": "network-vif-plugged", "status": "completed", "tag": "0fc29c8a-08e3-4586-8b5d-36912a175bb7", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:56.801229 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e1ca5bef-ded1-4b88-b309-26fb48a929a7 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:56.801632 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98731949-6aa2-4310-ab5e-e76438b33006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc29c8a-08e3-4586-8b5d-36912a175bb7', 'code': 200} Aug 11 02:19:56.827404 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-86f9d295-a206-47a4-bfe8-55e82abfddc7 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Network 2564e31e-dea6-46ca-b2de-bf165812396f is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:56.833443 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-86f9d295-a206-47a4-bfe8-55e82abfddc7 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:56.840655 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-86f9d295-a206-47a4-bfe8-55e82abfddc7 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:56.885038 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2342f-1729-4bfd-993e-90ee39893044 req-82d47ea7-66af-451c-a836-cc0583c95ebc tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:56.886584 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-95b2342f-1729-4bfd-993e-90ee39893044 req-82d47ea7-66af-451c-a836-cc0583c95ebc tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 931 time: 0.1554916 Aug 11 02:19:56.900206 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9d295-a206-47a4-bfe8-55e82abfddc7 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Pushing event updated for resources: {'Port': ['ID=78589433-afa4-4706-bf0c-f19808506a2b,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:56.990041 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-86f9d295-a206-47a4-bfe8-55e82abfddc7 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:56.990838 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-86f9d295-a206-47a4-bfe8-55e82abfddc7 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:57.041673 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-95b2342f-1729-4bfd-993e-90ee39893044 req-eb9033d1-c1d9-46c0-b5cb-d518e5ccf399 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1445212 Aug 11 02:19:57.046827 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-71a6b9af-cb6d-4094-90e5-28d088026985 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:57.057391 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-86f9d295-a206-47a4-bfe8-55e82abfddc7 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2082200 Aug 11 02:19:57.066453 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11e066-b45c-4ab9-916d-dd35e4507998 req-81595af9-32ed-48fe-9cc8-3fe2e8b7a4de tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:57.074673 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9d11e066-b45c-4ab9-916d-dd35e4507998 req-81595af9-32ed-48fe-9cc8-3fe2e8b7a4de tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 946 time: 0.1348448 Aug 11 02:19:57.078150 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-035bcaab-07de-4309-8220-d7e1b8b3a749 service neutron] Request body: {'port': {'device_id': '8bc05a22-0e69-4204-96dc-84dc33e13ca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:57.110546 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75a60c-425f-433f-b04d-b7fc9029f43a req-20155bfb-56cc-45e3-a49b-23e5d651dc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:57.112107 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4d75a60c-425f-433f-b04d-b7fc9029f43a req-20155bfb-56cc-45e3-a49b-23e5d651dc84 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=98731949-6aa2-4310-ab5e-e76438b33006 HTTP/1.1" status: 200 len: 1097 time: 0.1614487 Aug 11 02:19:57.163117 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-035bcaab-07de-4309-8220-d7e1b8b3a749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:57.226041 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6b9af-cb6d-4094-90e5-28d088026985 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Port': ['ID=7f8a6929-3338-4d66-b3a2-be060ecd17cf,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:57.256290 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-71a6b9af-cb6d-4094-90e5-28d088026985 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:57.260706 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-71a6b9af-cb6d-4094-90e5-28d088026985 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/ports/7f8a6929-3338-4d66-b3a2-be060ecd17cf HTTP/1.1" status: 204 len: 168 time: 0.7770689 Aug 11 02:19:57.271427 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48770) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:57.286032 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9d11e066-b45c-4ab9-916d-dd35e4507998 req-8be24466-5bd5-4d89-af16-dff95b87136d tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922393 Aug 11 02:19:57.309803 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-a445c268-3c13-4d80-937a-565104e44a92 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] GET failed (client error): The resource could not be found. Aug 11 02:19:57.312096 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a445c268-3c13-4d80-937a-565104e44a92 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "GET /v2.0/ports/7f8a6929-3338-4d66-b3a2-be060ecd17cf HTTP/1.1" status: 404 len: 333 time: 0.0421791 Aug 11 02:19:57.315082 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4d75a60c-425f-433f-b04d-b7fc9029f43a req-41467cca-0913-4ed6-a5d6-4901532e9587 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=eaf90dc6-1ab9-40a2-960a-881adb193e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477058 Aug 11 02:19:57.315846 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48772) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:57.357788 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-def5a0a7-e01d-4ff6-b274-1825934bb780 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'port': {'network_id': '0a28acc8-db51-4b71-8d68-9a2ab0af4945', 'name': 'tempest-PortsTestJSON-621304261'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:57.387024 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-85a67fef-8ad9-4fcc-92f1-46e3148b1934 None None] Provisioning for port 78589433-afa4-4706-bf0c-f19808506a2b completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:57.425173 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-85a67fef-8ad9-4fcc-92f1-46e3148b1934 None None] Provisioning complete for port 78589433-afa4-4706-bf0c-f19808506a2b triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:57.425173 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-85a67fef-8ad9-4fcc-92f1-46e3148b1934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:57.450813 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-85a67fef-8ad9-4fcc-92f1-46e3148b1934 None None] Port 78589433-afa4-4706-bf0c-f19808506a2b cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:19:57.494319 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def5a0a7-e01d-4ff6-b274-1825934bb780 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:57.499620 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-def5a0a7-e01d-4ff6-b274-1825934bb780 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:57.546562 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-def5a0a7-e01d-4ff6-b274-1825934bb780 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] device_id is not set on port 9b47c028-8298-47cc-863d-cd2a08b19901 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:19:57.798140 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e73c29-260f-48d8-ab9c-cbdddf78bbd1 req-6cdaeab3-bef4-4472-9b25-99b04348df5b tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:57.806472 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-31e73c29-260f-48d8-ab9c-cbdddf78bbd1 req-6cdaeab3-bef4-4472-9b25-99b04348df5b tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.50 "GET /v2.0/ports?device_id=98731949-6aa2-4310-ab5e-e76438b33006 HTTP/1.1" status: 200 len: 945 time: 0.0999155 Aug 11 02:19:57.810880 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-def5a0a7-e01d-4ff6-b274-1825934bb780 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:57.830077 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-2568ab2c-0c43-4a99-a69a-cd204b879357 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:57.838808 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-2568ab2c-0c43-4a99-a69a-cd204b879357 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/networks?id=fd29eb38-ff1f-47ad-89f3-314df0c18679 HTTP/1.1" status: 200 len: 808 time: 0.6179709 Aug 11 02:19:57.888195 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-b24bfeb4-62eb-41ac-a5c6-faea3cbcc0f6 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/quotas/be2f0ccd4b644707986473d483c3e209 HTTP/1.1" status: 200 len: 375 time: 0.0483444 Aug 11 02:19:57.928469 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-611dc48d-5b32-47ce-8689-c0ced755c48b tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=be2f0ccd4b644707986473d483c3e209&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371997 Aug 11 02:19:58.107082 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-056c4908-05f9-4108-ab1b-16dbad2e8899 service neutron] 10.222.0.50 "GET /v2.0/networks/fd29eb38-ff1f-47ad-89f3-314df0c18679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618910 Aug 11 02:19:58.170001 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-035bcaab-07de-4309-8220-d7e1b8b3a749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78589433-afa4-4706-bf0c-f19808506a2b {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:19:58.179081 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-035bcaab-07de-4309-8220-d7e1b8b3a749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:58.200376 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-035bcaab-07de-4309-8220-d7e1b8b3a749 service neutron] Transition to ACTIVE for port object 78589433-afa4-4706-bf0c-f19808506a2b will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:58.208614 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-035bcaab-07de-4309-8220-d7e1b8b3a749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:58.216270 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-31e73c29-260f-48d8-ab9c-cbdddf78bbd1 req-edb0ac96-34a5-43d8-acda-ef7810bb909b tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.50 "GET /v2.0/security-groups?id=eaf90dc6-1ab9-40a2-960a-881adb193e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045162 Aug 11 02:19:58.289301 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-def5a0a7-e01d-4ff6-b274-1825934bb780 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:58.350159 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def5a0a7-e01d-4ff6-b274-1825934bb780 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network 0a28acc8-db51-4b71-8d68-9a2ab0af4945 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:58.357407 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-def5a0a7-e01d-4ff6-b274-1825934bb780 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:58.372544 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def5a0a7-e01d-4ff6-b274-1825934bb780 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:58.378400 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def5a0a7-e01d-4ff6-b274-1825934bb780 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:58.381263 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-def5a0a7-e01d-4ff6-b274-1825934bb780 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:58.413169 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035bcaab-07de-4309-8220-d7e1b8b3a749 service neutron] Pushing event updated for resources: {'Port': ['ID=78589433-afa4-4706-bf0c-f19808506a2b,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:58.434026 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5a0a7-e01d-4ff6-b274-1825934bb780 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Port': ['ID=9b47c028-8298-47cc-863d-cd2a08b19901,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:58.447605 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-def5a0a7-e01d-4ff6-b274-1825934bb780 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1306243 Aug 11 02:19:58.448533 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-6d5998c9-5b58-4a64-a02e-abe3ab4e382e service neutron] 10.222.0.50 "GET /v2.0/networks/fd29eb38-ff1f-47ad-89f3-314df0c18679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404636 Aug 11 02:19:58.450080 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48790) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:58.456924 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-4dd86329-8fd4-438d-bd60-8d73fc6b369e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:58.542772 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3105b-b13d-41f6-8d43-beefdf75bdef req-bdb7d87d-ad78-40d9-80a2-6c58a27fd380 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:58.543482 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-035bcaab-07de-4309-8220-d7e1b8b3a749 service neutron] Attempting to bind port 78589433-afa4-4706-bf0c-f19808506a2b on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:58.543850 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-035bcaab-07de-4309-8220-d7e1b8b3a749 service neutron] Attempting to bind port 78589433-afa4-4706-bf0c-f19808506a2b by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': 'f26ba00b-86b6-4205-9899-8431f69e5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:58.544208 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-035bcaab-07de-4309-8220-d7e1b8b3a749 service neutron] Attempting to bind port 78589433-afa4-4706-bf0c-f19808506a2b on network 2564e31e-dea6-46ca-b2de-bf165812396f {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:58.557962 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7ed3105b-b13d-41f6-8d43-beefdf75bdef req-bdb7d87d-ad78-40d9-80a2-6c58a27fd380 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 943 time: 0.1717854 Aug 11 02:19:58.558404 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-035bcaab-07de-4309-8220-d7e1b8b3a749 service neutron] Port 78589433-afa4-4706-bf0c-f19808506a2b on network 2564e31e-dea6-46ca-b2de-bf165812396f not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:19:58.558930 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-035bcaab-07de-4309-8220-d7e1b8b3a749 service neutron] Attempting to bind port 78589433-afa4-4706-bf0c-f19808506a2b on network 2564e31e-dea6-46ca-b2de-bf165812396f {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:58.568361 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-035bcaab-07de-4309-8220-d7e1b8b3a749 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:19:58.568871 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-035bcaab-07de-4309-8220-d7e1b8b3a749 service neutron] Checking segment: {'id': 'f26ba00b-86b6-4205-9899-8431f69e5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:58.569285 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-035bcaab-07de-4309-8220-d7e1b8b3a749 service neutron] Bound using segment: {'id': 'f26ba00b-86b6-4205-9899-8431f69e5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:19:58.569953 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-035bcaab-07de-4309-8220-d7e1b8b3a749 service neutron] Bound port: 78589433-afa4-4706-bf0c-f19808506a2b, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f26ba00b-86b6-4205-9899-8431f69e5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:19:58.570361 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-035bcaab-07de-4309-8220-d7e1b8b3a749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:58.679724 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-035bcaab-07de-4309-8220-d7e1b8b3a749 service neutron] For port 78589433-afa4-4706-bf0c-f19808506a2b, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:19:58.683003 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-035bcaab-07de-4309-8220-d7e1b8b3a749 service neutron] For port 78589433-afa4-4706-bf0c-f19808506a2b, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=78589433-afa4-4706-bf0c-f19808506a2b,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:19:58.691477 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-035bcaab-07de-4309-8220-d7e1b8b3a749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:58.741005 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4dd86329-8fd4-438d-bd60-8d73fc6b369e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:58.761821 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-035bcaab-07de-4309-8220-d7e1b8b3a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:58.762469 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-035bcaab-07de-4309-8220-d7e1b8b3a749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:58.764497 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-035bcaab-07de-4309-8220-d7e1b8b3a749 service neutron] 10.222.0.73 "PUT /v2.0/ports/78589433-afa4-4706-bf0c-f19808506a2b HTTP/1.1" status: 200 len: 1092 time: 1.6928694 Aug 11 02:19:58.764975 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc05a22-0e69-4204-96dc-84dc33e13ca2', 'tag': '78589433-afa4-4706-bf0c-f19808506a2b'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:58.766619 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7ed3105b-b13d-41f6-8d43-beefdf75bdef req-6de309c5-296f-4340-8d15-f0d8f9cd942f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2066412 Aug 11 02:19:58.768891 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3330c4-5d7e-4a7d-85bd-5cd5222e0d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc05a22-0e69-4204-96dc-84dc33e13ca2", "tag": "78589433-afa4-4706-bf0c-f19808506a2b"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:59.001849 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-e3f6bfeb-43a8-48dc-be29-6dcfac0938b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:59.005859 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4dd86329-8fd4-438d-bd60-8d73fc6b369e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:59.011899 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4dd86329-8fd4-438d-bd60-8d73fc6b369e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:59.013764 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-e3f6bfeb-43a8-48dc-be29-6dcfac0938b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=15f6ff753e694e9dbfd4e9be5e45ed17&device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 1095 time: 0.1689749 Aug 11 02:19:59.016430 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035bcaab-07de-4309-8220-d7e1b8b3a749 service neutron] Pushing event updated for resources: {'Port': ['ID=78589433-afa4-4706-bf0c-f19808506a2b,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:59.087428 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-4dd86329-8fd4-438d-bd60-8d73fc6b369e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] In _notify_port_updated(), no bound segment for port 9b47c028-8298-47cc-863d-cd2a08b19901 on network 0a28acc8-db51-4b71-8d68-9a2ab0af4945 {{(pid=94507) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:19:59.103365 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd86329-8fd4-438d-bd60-8d73fc6b369e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:59.104085 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4dd86329-8fd4-438d-bd60-8d73fc6b369e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:59.105476 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4dd86329-8fd4-438d-bd60-8d73fc6b369e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "PUT /v2.0/ports/9b47c028-8298-47cc-863d-cd2a08b19901 HTTP/1.1" status: 200 len: 818 time: 0.6541703 Aug 11 02:19:59.111023 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48806) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:59.130816 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d87ae5-d68c-408c-a9f0-3db62e8d661c req-478d7c07-ffca-484b-861f-cae548f50bc5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:59.132065 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-53d87ae5-d68c-408c-a9f0-3db62e8d661c req-478d7c07-ffca-484b-861f-cae548f50bc5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 946 time: 0.4233651 Aug 11 02:19:59.139496 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-a432bdd3-e188-4181-892a-4d81d4f28501 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78589433-afa4-4706-bf0c-f19808506a2b HTTP/1.1" status: 200 len: 217 time: 0.1146274 Aug 11 02:19:59.212643 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-53d87ae5-d68c-408c-a9f0-3db62e8d661c req-d59207d5-40a2-49e4-bf73-e6e67f9fe740 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705736 Aug 11 02:19:59.218617 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd86329-8fd4-438d-bd60-8d73fc6b369e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Port': ['ID=9b47c028-8298-47cc-863d-cd2a08b19901,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:59.245514 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-0123a14b-948f-41e6-bda1-4e2030aa5fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:59.257058 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-0123a14b-948f-41e6-bda1-4e2030aa5fc7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f HTTP/1.1" status: 200 len: 856 time: 0.1054578 Aug 11 02:19:59.311659 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8a10ceb0-57e2-4b05-900c-54fa02a34e3c req-60de8d9d-c4a1-4843-8032-d10d75843874 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5280ac3-807b-4f35-af7e-18e695a6cff4 HTTP/1.1" status: 200 len: 210 time: 0.0728843 Aug 11 02:19:59.370996 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-1aba6d49-2f2d-48ea-82a5-290748868d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:59.372446 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-30fdfa06-88d5-4116-b8f5-a4cc79898025 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting port 9b47c028-8298-47cc-863d-cd2a08b19901 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:59.373967 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-1aba6d49-2f2d-48ea-82a5-290748868d1d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2564e31e-dea6-46ca-b2de-bf165812396f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1054568 Aug 11 02:19:59.374755 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-30fdfa06-88d5-4116-b8f5-a4cc79898025 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:59.459745 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639b0757-737d-4e18-8c50-5cf1ca77cc3f x-openstack-request-id: req-639b0757-737d-4e18-8c50-5cf1ca77cc3f {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:59.460404 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc05a22-0e69-4204-96dc-84dc33e13ca2", "tag": "78589433-afa4-4706-bf0c-f19808506a2b", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:59.460891 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-639b0757-737d-4e18-8c50-5cf1ca77cc3f {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:59.461523 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc05a22-0e69-4204-96dc-84dc33e13ca2', 'tag': '78589433-afa4-4706-bf0c-f19808506a2b', 'status': 'completed', 'code': 200} Aug 11 02:19:59.511041 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-30fdfa06-88d5-4116-b8f5-a4cc79898025 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:59.529869 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-30fdfa06-88d5-4116-b8f5-a4cc79898025 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Calling delete_port for 9b47c028-8298-47cc-863d-cd2a08b19901 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:59.542676 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba67fa6-58fd-4365-b5cf-c1aef107cd01 req-32e72a91-9433-4f95-b68b-8054d64772de tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:59.549172 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-c6011ad2-7d70-4115-86a5-aa883cb1ebfe service neutron] 10.222.0.73 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579452 Aug 11 02:19:59.550805 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cba67fa6-58fd-4365-b5cf-c1aef107cd01 req-32e72a91-9433-4f95-b68b-8054d64772de tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.50 "GET /v2.0/ports?device_id=98731949-6aa2-4310-ab5e-e76438b33006 HTTP/1.1" status: 200 len: 945 time: 0.1108098 Aug 11 02:19:59.641749 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cba67fa6-58fd-4365-b5cf-c1aef107cd01 req-d46df42c-582b-416d-87e1-072897c08da4 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.50 "GET /v2.0/security-groups?id=eaf90dc6-1ab9-40a2-960a-881adb193e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893729 Aug 11 02:19:59.703321 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-30fdfa06-88d5-4116-b8f5-a4cc79898025 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:59.734126 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fdfa06-88d5-4116-b8f5-a4cc79898025 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Port': ['ID=9b47c028-8298-47cc-863d-cd2a08b19901,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:59.742513 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-30fdfa06-88d5-4116-b8f5-a4cc79898025 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:59.746404 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-30fdfa06-88d5-4116-b8f5-a4cc79898025 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/ports/9b47c028-8298-47cc-863d-cd2a08b19901 HTTP/1.1" status: 204 len: 168 time: 0.6333487 Aug 11 02:19:59.747142 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48816) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:59.772874 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-06e823a9-f65f-4a03-87c9-6e70f5def45d req-04e97d6a-8c76-4c3b-9900-a93ea6327a9d service neutron] 10.222.0.73 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126524 Aug 11 02:19:59.817199 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb4d8df-27ff-4986-baa9-b89b914dd903 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:59.818681 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9eb4d8df-27ff-4986-baa9-b89b914dd903 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0708489 Aug 11 02:19:59.822584 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48820) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:59.917373 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfafc75a-03d2-4c50-9e80-1ef6328a7d04 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] GET failed (client error): The resource could not be found. Aug 11 02:19:59.920044 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cfafc75a-03d2-4c50-9e80-1ef6328a7d04 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "GET /v2.0/ports/9b47c028-8298-47cc-863d-cd2a08b19901 HTTP/1.1" status: 404 len: 333 time: 0.0958831 Aug 11 02:19:59.923952 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48824) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:59.930385 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-a313a77a-8673-43a4-aae1-d8cdc2bd7026 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-410924478'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:59.990028 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a313a77a-8673-43a4-aae1-d8cdc2bd7026 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:59.994818 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a313a77a-8673-43a4-aae1-d8cdc2bd7026 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:00.003776 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3330c4-5d7e-4a7d-85bd-5cd5222e0d6f req-47d0c646-b879-4602-bf60-1735cf11cbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:00.006462 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ee3330c4-5d7e-4a7d-85bd-5cd5222e0d6f req-47d0c646-b879-4602-bf60-1735cf11cbd5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=15f6ff753e694e9dbfd4e9be5e45ed17&device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 1095 time: 0.1597786 Aug 11 02:20:00.026350 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa167c74-ea9a-4b10-acd4-0873e5dc6715 req-7c375268-d0bb-4560-91fa-40237c812032 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:00.034744 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aa167c74-ea9a-4b10-acd4-0873e5dc6715 req-7c375268-d0bb-4560-91fa-40237c812032 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 943 time: 0.0996511 Aug 11 02:20:00.037658 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead6ab7-84fb-4ae9-95c4-01859a475066 req-50cefab5-e3b4-4084-9211-3b63f4c508d6 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:00.039275 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1ead6ab7-84fb-4ae9-95c4-01859a475066 req-50cefab5-e3b4-4084-9211-3b63f4c508d6 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.50 "GET /v2.0/ports?device_id=98731949-6aa2-4310-ab5e-e76438b33006 HTTP/1.1" status: 200 len: 945 time: 0.0935760 Aug 11 02:20:00.123692 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1ead6ab7-84fb-4ae9-95c4-01859a475066 req-5859eea2-1d3b-4531-a794-e47861dec2a3 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.50 "GET /v2.0/security-groups?id=eaf90dc6-1ab9-40a2-960a-881adb193e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711634 Aug 11 02:20:00.157077 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a313a77a-8673-43a4-aae1-d8cdc2bd7026 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:20:00.159856 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3330c4-5d7e-4a7d-85bd-5cd5222e0d6f req-34b52419-e657-45fa-9c0a-10d8c3f81038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:00.161649 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ee3330c4-5d7e-4a7d-85bd-5cd5222e0d6f req-34b52419-e657-45fa-9c0a-10d8c3f81038 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2564e31e-dea6-46ca-b2de-bf165812396f HTTP/1.1" status: 200 len: 918 time: 0.1443236 Aug 11 02:20:00.218366 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a313a77a-8673-43a4-aae1-d8cdc2bd7026 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:00.218708 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-a313a77a-8673-43a4-aae1-d8cdc2bd7026 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Added segment b5c670dc-44c8-4bb2-953e-8c713e7c7462 of type vlan for network 88554b31-5d3a-443d-a2d0-b247b8a00430 Aug 11 02:20:00.249610 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ee3330c4-5d7e-4a7d-85bd-5cd5222e0d6f req-636e8568-5b65-4324-9754-8d77174e0fb4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78589433-afa4-4706-bf0c-f19808506a2b HTTP/1.1" status: 200 len: 217 time: 0.0712152 Aug 11 02:20:00.326852 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-91977f2f-8328-48a6-9cab-b8b449862688 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:00.331214 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-91977f2f-8328-48a6-9cab-b8b449862688 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.66 "GET /v2.0/networks?id=fd29eb38-ff1f-47ad-89f3-314df0c18679 HTTP/1.1" status: 200 len: 808 time: 0.2444305 Aug 11 02:20:00.350249 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aa167c74-ea9a-4b10-acd4-0873e5dc6715 req-2ab0f18c-c7b4-4363-a4bc-5020e3bf29c7 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3139458 Aug 11 02:20:00.362924 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3330c4-5d7e-4a7d-85bd-5cd5222e0d6f req-ccd20755-d927-4018-92a9-a42120009138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:00.367016 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ee3330c4-5d7e-4a7d-85bd-5cd5222e0d6f req-ccd20755-d927-4018-92a9-a42120009138 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f HTTP/1.1" status: 200 len: 856 time: 0.1083109 Aug 11 02:20:00.384711 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-4648b984-cb00-4d58-90e5-1b7fe1e0dc0e tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Request body: {'port': {'device_id': 'd5280ac3-807b-4f35-af7e-18e695a6cff4', 'network_id': 'fd29eb38-ff1f-47ad-89f3-314df0c18679', 'admin_state_up': True, 'tenant_id': 'be2f0ccd4b644707986473d483c3e209'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:00.433995 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a313a77a-8673-43a4-aae1-d8cdc2bd7026 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:00.465616 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3330c4-5d7e-4a7d-85bd-5cd5222e0d6f req-944a83c2-2020-45f0-9a4f-323a3fb49750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:00.467527 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ee3330c4-5d7e-4a7d-85bd-5cd5222e0d6f req-944a83c2-2020-45f0-9a4f-323a3fb49750 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2564e31e-dea6-46ca-b2de-bf165812396f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0866606 Aug 11 02:20:00.520110 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a313a77a-8673-43a4-aae1-d8cdc2bd7026 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:00.533178 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a313a77a-8673-43a4-aae1-d8cdc2bd7026 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:00.533907 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a313a77a-8673-43a4-aae1-d8cdc2bd7026 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:00.580589 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a313a77a-8673-43a4-aae1-d8cdc2bd7026 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6546602 Aug 11 02:20:00.586828 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48836) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:00.589214 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9a8ef504-2ff7-4857-8b5b-ee07eda8ccca req-651d0974-676e-4769-8ba0-2d588058720f tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5280ac3-807b-4f35-af7e-18e695a6cff4 HTTP/1.1" status: 200 len: 210 time: 0.0354435 Aug 11 02:20:00.594536 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-64f70cf7-8fdf-47a3-9185-a7ebf1169140 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'subnet': {'network_id': '88554b31-5d3a-443d-a2d0-b247b8a00430', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:00.711503 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ee3330c4-5d7e-4a7d-85bd-5cd5222e0d6f req-409b47bd-f658-4ede-bfac-80544f54b2aa service neutron] 10.222.0.73 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308493 Aug 11 02:20:00.724407 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313a77a-8673-43a4-aae1-d8cdc2bd7026 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Network': ['ID=88554b31-5d3a-443d-a2d0-b247b8a00430,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:00.737329 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 88554b31-5d3a-443d-a2d0-b247b8a00430 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:20:00.776190 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347127a-2253-40dc-a4b5-0676c494c9c1 req-2d20acf8-9f20-4d45-a9b2-cc80a62bbd60 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:00.783710 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4347127a-2253-40dc-a4b5-0676c494c9c1 req-2d20acf8-9f20-4d45-a9b2-cc80a62bbd60 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 946 time: 0.2652617 Aug 11 02:20:00.820966 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ee3330c4-5d7e-4a7d-85bd-5cd5222e0d6f req-5ad94f55-8bb0-417a-870a-b300938716cf service neutron] 10.222.0.73 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012871 Aug 11 02:20:00.860370 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4347127a-2253-40dc-a4b5-0676c494c9c1 req-4decc9f8-2fe2-411f-b5e6-92f356ad7561 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752232 Aug 11 02:20:00.862820 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-4648b984-cb00-4d58-90e5-1b7fe1e0dc0e tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Made reservation on behalf of be2f0ccd4b644707986473d483c3e209 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:00.863334 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f70cf7-8fdf-47a3-9185-a7ebf1169140 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:00.868708 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-4648b984-cb00-4d58-90e5-1b7fe1e0dc0e tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:00.871867 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-64f70cf7-8fdf-47a3-9185-a7ebf1169140 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:00.886567 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 78589433-afa4-4706-bf0c-f19808506a2b details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:20:01.026931 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-4648b984-cb00-4d58-90e5-1b7fe1e0dc0e tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Allocated IP 172.20.0.4 (fd29eb38-ff1f-47ad-89f3-314df0c18679/b8633854-d70d-4678-9063-ea6c7d995147/f5843417-d7b2-47b9-9762-3fe9359be1de) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:01.029740 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 78589433-afa4-4706-bf0c-f19808506a2b, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=78589433-afa4-4706-bf0c-f19808506a2b,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:01.046436 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '78589433-afa4-4706-bf0c-f19808506a2b', 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'port_id': '78589433-afa4-4706-bf0c-f19808506a2b', 'mac_address': 'fa:16:3e:90:ae:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:20:01.087885 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:01.112384 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78589433-afa4-4706-bf0c-f19808506a2b {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:01.115441 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-64f70cf7-8fdf-47a3-9185-a7ebf1169140 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:01.148905 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 78589433-afa4-4706-bf0c-f19808506a2b, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=78589433-afa4-4706-bf0c-f19808506a2b,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:01.155053 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:01.212900 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=78589433-afa4-4706-bf0c-f19808506a2b,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:01.219270 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-4648b984-cb00-4d58-90e5-1b7fe1e0dc0e tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:01.223687 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f70cf7-8fdf-47a3-9185-a7ebf1169140 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Checking segment: {'id': 'b5c670dc-44c8-4bb2-953e-8c713e7c7462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '88554b31-5d3a-443d-a2d0-b247b8a00430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:01.223687 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f70cf7-8fdf-47a3-9185-a7ebf1169140 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network hostable DHCP agents. Network: 88554b31-5d3a-443d-a2d0-b247b8a00430, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:20:01.229388 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f70cf7-8fdf-47a3-9185-a7ebf1169140 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Subnet': ['ID=c0273a83-6c0b-4b5f-8f97-904b3aa807fa,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:01.255599 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f70cf7-8fdf-47a3-9185-a7ebf1169140 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network 88554b31-5d3a-443d-a2d0-b247b8a00430 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:20:01.290581 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-64f70cf7-8fdf-47a3-9185-a7ebf1169140 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 88554b31-5d3a-443d-a2d0-b247b8a00430) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:01.303592 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b48968b-a717-46f0-81fe-c62f922a6e0a None None] Network 88554b31-5d3a-443d-a2d0-b247b8a00430 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:01.323159 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f70cf7-8fdf-47a3-9185-a7ebf1169140 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:01.323797 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-64f70cf7-8fdf-47a3-9185-a7ebf1169140 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:01.325808 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-4648b984-cb00-4d58-90e5-1b7fe1e0dc0e tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:01.357043 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74634ada-20c4-4109-a281-daff4cb40285 req-09315c64-993b-4202-8ab0-f678bb12194c tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:01.358636 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-74634ada-20c4-4109-a281-daff4cb40285 req-09315c64-993b-4202-8ab0-f678bb12194c tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.50 "GET /v2.0/ports?device_id=98731949-6aa2-4310-ab5e-e76438b33006 HTTP/1.1" status: 200 len: 945 time: 0.0906146 Aug 11 02:20:01.365120 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-64f70cf7-8fdf-47a3-9185-a7ebf1169140 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7749560 Aug 11 02:20:01.368385 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48842) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:01.392258 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-4648b984-cb00-4d58-90e5-1b7fe1e0dc0e tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Network fd29eb38-ff1f-47ad-89f3-314df0c18679 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:01.392876 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-9047eaea-df2d-4a72-b651-d5ef8dbfde76 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'subnet': {'network_id': '88554b31-5d3a-443d-a2d0-b247b8a00430', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:01.397451 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-4648b984-cb00-4d58-90e5-1b7fe1e0dc0e tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:01.404205 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-4648b984-cb00-4d58-90e5-1b7fe1e0dc0e tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:01.449442 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['78589433-afa4-4706-bf0c-f19808506a2b'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:20:01.453106 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648b984-cb00-4d58-90e5-1b7fe1e0dc0e tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Pushing event updated for resources: {'Port': ['ID=f5843417-d7b2-47b9-9762-3fe9359be1de,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:01.496367 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-4648b984-cb00-4d58-90e5-1b7fe1e0dc0e tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:01.497070 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-4648b984-cb00-4d58-90e5-1b7fe1e0dc0e tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:01.528379 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-4648b984-cb00-4d58-90e5-1b7fe1e0dc0e tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1494563 Aug 11 02:20:01.543887 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-d488c479-af25-4514-a5a6-51a4db8145e0 service neutron] Request body: {'port': {'device_id': 'd5280ac3-807b-4f35-af7e-18e695a6cff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:01.643377 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-d488c479-af25-4514-a5a6-51a4db8145e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:01.678113 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-74634ada-20c4-4109-a281-daff4cb40285 req-80157c8f-5be6-4333-b7b7-73826d2f741c tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.50 "GET /v2.0/security-groups?id=eaf90dc6-1ab9-40a2-960a-881adb193e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104713 Aug 11 02:20:01.682278 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1249d0-57ea-47f8-88e2-251202c41b6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-88554b31-5d3a-443d-a2d0-b247b8a00430', 'network_id': '88554b31-5d3a-443d-a2d0-b247b8a00430', 'tenant_id': 'd8ab2fcbeed743a6ab7ee9fa33403e87', 'fixed_ips': [{'subnet_id': 'c0273a83-6c0b-4b5f-8f97-904b3aa807fa'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:20:01.683128 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5b1249d0-57ea-47f8-88e2-251202c41b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:01.748423 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84ed97-4099-4668-aa40-658e29fc8aeb req-5b7c00a1-121c-4ba4-9920-19003d166d76 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:01.753513 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8b84ed97-4099-4668-aa40-658e29fc8aeb req-5b7c00a1-121c-4ba4-9920-19003d166d76 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.66 "GET /v2.0/ports?device_id=98731949-6aa2-4310-ab5e-e76438b33006 HTTP/1.1" status: 200 len: 945 time: 0.2031124 Aug 11 02:20:01.754964 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9047eaea-df2d-4a72-b651-d5ef8dbfde76 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:01.761786 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9047eaea-df2d-4a72-b651-d5ef8dbfde76 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:01.932768 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-5b1249d0-57ea-47f8-88e2-251202c41b6f None None] Allocated IP 172.20.0.2 (88554b31-5d3a-443d-a2d0-b247b8a00430/c0273a83-6c0b-4b5f-8f97-904b3aa807fa/276148b3-7b5c-423e-9510-3c9482ae5ce1) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:01.947967 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b0741-7d13-48dd-b3c0-19bb12585a80 req-8f07e63e-8160-4df0-9cc6-615af5d2ade6 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:01.955765 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dc5b0741-7d13-48dd-b3c0-19bb12585a80 req-8f07e63e-8160-4df0-9cc6-615af5d2ade6 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 944 time: 0.3294225 Aug 11 02:20:01.995583 n-d-615180-33 neutron-server[94506]: INFO neutron.db.ipam_backend_mixin [None req-9047eaea-df2d-4a72-b651-d5ef8dbfde76 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c0273a83-6c0b-4b5f-8f97-904b3aa807fa (CIDR: 172.20.0.0/28) Aug 11 02:20:02.015198 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-9047eaea-df2d-4a72-b651-d5ef8dbfde76 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:20:02.015736 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9047eaea-df2d-4a72-b651-d5ef8dbfde76 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:20:02.033507 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dc5b0741-7d13-48dd-b3c0-19bb12585a80 req-d1ff2577-275d-4e3a-a853-cc18a16995e5 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766547 Aug 11 02:20:02.040703 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5298f3b-41f4-4fd9-935e-b3d6307d3fc9 req-de347024-1825-4427-95f2-21815da6a8fc tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:02.042495 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d5298f3b-41f4-4fd9-935e-b3d6307d3fc9 req-de347024-1825-4427-95f2-21815da6a8fc tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5280ac3-807b-4f35-af7e-18e695a6cff4 HTTP/1.1" status: 200 len: 931 time: 0.1303124 Aug 11 02:20:02.056630 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9047eaea-df2d-4a72-b651-d5ef8dbfde76 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6678843 Aug 11 02:20:02.058309 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48854) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:02.063278 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-8b84ed97-4099-4668-aa40-658e29fc8aeb req-38581152-2f5a-4440-bba6-54c488bc5195 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Deleting port 0fc29c8a-08e3-4586-8b5d-36912a175bb7 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:02.063278 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8b84ed97-4099-4668-aa40-658e29fc8aeb req-38581152-2f5a-4440-bba6-54c488bc5195 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:02.080638 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-10a0334d-8a4a-410c-8b13-57e1b1171d00 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'subnet': {'network_id': '88554b31-5d3a-443d-a2d0-b247b8a00430', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:02.086172 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-d488c479-af25-4514-a5a6-51a4db8145e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5843417-d7b2-47b9-9762-3fe9359be1de {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:02.152626 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d5298f3b-41f4-4fd9-935e-b3d6307d3fc9 req-7cc74e36-b7ae-47ba-9820-b3590e74e1a4 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ab8f257-b461-41b8-b080-344e0fec2aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028426 Aug 11 02:20:02.172342 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-d488c479-af25-4514-a5a6-51a4db8145e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:02.231768 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-d488c479-af25-4514-a5a6-51a4db8145e0 service neutron] Transition to ACTIVE for port object f5843417-d7b2-47b9-9762-3fe9359be1de will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:02.248057 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-d488c479-af25-4514-a5a6-51a4db8145e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:02.256542 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-8b84ed97-4099-4668-aa40-658e29fc8aeb req-38581152-2f5a-4440-bba6-54c488bc5195 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] For port 0fc29c8a-08e3-4586-8b5d-36912a175bb7, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=0fc29c8a-08e3-4586-8b5d-36912a175bb7,segment=NetworkSegment(feba50a4-a39b-4cea-814f-dc342b0c626c),segment_id=feba50a4-a39b-4cea-814f-dc342b0c626c)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:02.256949 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8b84ed97-4099-4668-aa40-658e29fc8aeb req-38581152-2f5a-4440-bba6-54c488bc5195 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:02.283526 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-8b84ed97-4099-4668-aa40-658e29fc8aeb req-38581152-2f5a-4440-bba6-54c488bc5195 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Calling delete_port for 0fc29c8a-08e3-4586-8b5d-36912a175bb7 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:02.313632 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5b1249d0-57ea-47f8-88e2-251202c41b6f None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:02.323937 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5b1249d0-57ea-47f8-88e2-251202c41b6f None None] Transition to ACTIVE for port object 276148b3-7b5c-423e-9510-3c9482ae5ce1 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:02.340938 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5b1249d0-57ea-47f8-88e2-251202c41b6f None None] Transition to ACTIVE for port object 276148b3-7b5c-423e-9510-3c9482ae5ce1 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:02.341881 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78a930-9cb0-4a3d-8382-20f33a101796 req-41c3eed9-f713-4253-a0ab-a289bffbd4e3 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:02.343793 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3a78a930-9cb0-4a3d-8382-20f33a101796 req-41c3eed9-f713-4253-a0ab-a289bffbd4e3 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 946 time: 0.1662917 Aug 11 02:20:02.354171 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5b1249d0-57ea-47f8-88e2-251202c41b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:02.391660 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1249d0-57ea-47f8-88e2-251202c41b6f None None] Network 88554b31-5d3a-443d-a2d0-b247b8a00430 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:02.397169 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-5b1249d0-57ea-47f8-88e2-251202c41b6f None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:02.401944 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1249d0-57ea-47f8-88e2-251202c41b6f None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:02.407908 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488c479-af25-4514-a5a6-51a4db8145e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f5843417-d7b2-47b9-9762-3fe9359be1de,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:02.422726 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1249d0-57ea-47f8-88e2-251202c41b6f None None] Pushing event updated for resources: {'Port': ['ID=276148b3-7b5c-423e-9510-3c9482ae5ce1,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:02.476236 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a0334d-8a4a-410c-8b13-57e1b1171d00 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:02.480222 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-10a0334d-8a4a-410c-8b13-57e1b1171d00 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:02.480798 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-5b1249d0-57ea-47f8-88e2-251202c41b6f None None] Attempting to bind port 276148b3-7b5c-423e-9510-3c9482ae5ce1 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:02.481360 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-5b1249d0-57ea-47f8-88e2-251202c41b6f None None] Attempting to bind port 276148b3-7b5c-423e-9510-3c9482ae5ce1 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'b5c670dc-44c8-4bb2-953e-8c713e7c7462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '88554b31-5d3a-443d-a2d0-b247b8a00430'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:02.482031 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1249d0-57ea-47f8-88e2-251202c41b6f None None] Attempting to bind port 276148b3-7b5c-423e-9510-3c9482ae5ce1 on network 88554b31-5d3a-443d-a2d0-b247b8a00430 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:02.489220 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1249d0-57ea-47f8-88e2-251202c41b6f None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:02.490132 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1249d0-57ea-47f8-88e2-251202c41b6f None None] Checking segment: {'id': 'b5c670dc-44c8-4bb2-953e-8c713e7c7462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '88554b31-5d3a-443d-a2d0-b247b8a00430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:02.491212 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5b1249d0-57ea-47f8-88e2-251202c41b6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:02.492253 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1249d0-57ea-47f8-88e2-251202c41b6f None None] Bound using segment: {'id': 'b5c670dc-44c8-4bb2-953e-8c713e7c7462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '88554b31-5d3a-443d-a2d0-b247b8a00430'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:02.494630 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-5b1249d0-57ea-47f8-88e2-251202c41b6f None None] Bound port: 276148b3-7b5c-423e-9510-3c9482ae5ce1, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c670dc-44c8-4bb2-953e-8c713e7c7462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '88554b31-5d3a-443d-a2d0-b247b8a00430'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:02.495217 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5b1249d0-57ea-47f8-88e2-251202c41b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:02.547165 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8b84ed97-4099-4668-aa40-658e29fc8aeb req-38581152-2f5a-4440-bba6-54c488bc5195 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:02.555811 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3a78a930-9cb0-4a3d-8382-20f33a101796 req-dfec343a-3d1c-4ebc-9d07-47c34b7d50fc tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931717 Aug 11 02:20:02.589965 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-d488c479-af25-4514-a5a6-51a4db8145e0 service neutron] Attempting to bind port f5843417-d7b2-47b9-9762-3fe9359be1de on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:02.590604 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-d488c479-af25-4514-a5a6-51a4db8145e0 service neutron] Attempting to bind port f5843417-d7b2-47b9-9762-3fe9359be1de by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '6616f338-8bd2-4042-a7e3-01a398503e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fd29eb38-ff1f-47ad-89f3-314df0c18679'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:02.591101 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-d488c479-af25-4514-a5a6-51a4db8145e0 service neutron] Attempting to bind port f5843417-d7b2-47b9-9762-3fe9359be1de on network fd29eb38-ff1f-47ad-89f3-314df0c18679 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:02.599688 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-d488c479-af25-4514-a5a6-51a4db8145e0 service neutron] Port f5843417-d7b2-47b9-9762-3fe9359be1de on network fd29eb38-ff1f-47ad-89f3-314df0c18679 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:20:02.600245 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-d488c479-af25-4514-a5a6-51a4db8145e0 service neutron] Attempting to bind port f5843417-d7b2-47b9-9762-3fe9359be1de on network fd29eb38-ff1f-47ad-89f3-314df0c18679 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:02.618928 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-d488c479-af25-4514-a5a6-51a4db8145e0 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:02.619862 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-d488c479-af25-4514-a5a6-51a4db8145e0 service neutron] Checking segment: {'id': '6616f338-8bd2-4042-a7e3-01a398503e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fd29eb38-ff1f-47ad-89f3-314df0c18679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:02.620436 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-d488c479-af25-4514-a5a6-51a4db8145e0 service neutron] Bound using segment: {'id': '6616f338-8bd2-4042-a7e3-01a398503e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fd29eb38-ff1f-47ad-89f3-314df0c18679'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:02.621047 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-d488c479-af25-4514-a5a6-51a4db8145e0 service neutron] Bound port: f5843417-d7b2-47b9-9762-3fe9359be1de, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6616f338-8bd2-4042-a7e3-01a398503e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fd29eb38-ff1f-47ad-89f3-314df0c18679'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:02.621747 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-d488c479-af25-4514-a5a6-51a4db8145e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:02.622052 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38581152-2f5a-4440-bba6-54c488bc5195 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Pushing event deleted for resources: {'Port': ['ID=0fc29c8a-08e3-4586-8b5d-36912a175bb7,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:02.644413 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-5b1249d0-57ea-47f8-88e2-251202c41b6f None None] For port 276148b3-7b5c-423e-9510-3c9482ae5ce1, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:02.647958 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-5b1249d0-57ea-47f8-88e2-251202c41b6f None None] For port 276148b3-7b5c-423e-9510-3c9482ae5ce1, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=276148b3-7b5c-423e-9510-3c9482ae5ce1,segment=NetworkSegment(b5c670dc-44c8-4bb2-953e-8c713e7c7462),segment_id=b5c670dc-44c8-4bb2-953e-8c713e7c7462)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:02.654810 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5b1249d0-57ea-47f8-88e2-251202c41b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:02.709767 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b84ed97-4099-4668-aa40-658e29fc8aeb req-38581152-2f5a-4440-bba6-54c488bc5195 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] No DVR routers for this DVR port 0fc29c8a-08e3-4586-8b5d-36912a175bb7 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:20:02.714168 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8b84ed97-4099-4668-aa40-658e29fc8aeb req-38581152-2f5a-4440-bba6-54c488bc5195 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:02.716672 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8b84ed97-4099-4668-aa40-658e29fc8aeb req-38581152-2f5a-4440-bba6-54c488bc5195 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.66 "DELETE /v2.0/ports/0fc29c8a-08e3-4586-8b5d-36912a175bb7 HTTP/1.1" status: 204 len: 173 time: 0.9454439 Aug 11 02:20:02.717665 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98731949-6aa2-4310-ab5e-e76438b33006', 'name': 'network-vif-deleted', 'tag': '0fc29c8a-08e3-4586-8b5d-36912a175bb7'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:02.720894 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008ac6fc-d2a2-4500-93a2-59d57a54a4a5" -d '{"events": [{"server_uuid": "98731949-6aa2-4310-ab5e-e76438b33006", "name": "network-vif-deleted", "tag": "0fc29c8a-08e3-4586-8b5d-36912a175bb7"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:02.791752 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-d488c479-af25-4514-a5a6-51a4db8145e0 service neutron] For port f5843417-d7b2-47b9-9762-3fe9359be1de, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:02.796803 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-d488c479-af25-4514-a5a6-51a4db8145e0 service neutron] For port f5843417-d7b2-47b9-9762-3fe9359be1de, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f5843417-d7b2-47b9-9762-3fe9359be1de,segment=NetworkSegment(6616f338-8bd2-4042-a7e3-01a398503e7d),segment_id=6616f338-8bd2-4042-a7e3-01a398503e7d)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:02.802646 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1249d0-57ea-47f8-88e2-251202c41b6f None None] Pushing event updated for resources: {'Port': ['ID=276148b3-7b5c-423e-9510-3c9482ae5ce1,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:02.804293 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-d488c479-af25-4514-a5a6-51a4db8145e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:02.853953 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-d488c479-af25-4514-a5a6-51a4db8145e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:02.854590 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-d488c479-af25-4514-a5a6-51a4db8145e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:02.856448 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-d488c479-af25-4514-a5a6-51a4db8145e0 service neutron] 10.222.0.66 "PUT /v2.0/ports/f5843417-d7b2-47b9-9762-3fe9359be1de HTTP/1.1" status: 200 len: 1092 time: 1.3209722 Aug 11 02:20:02.856925 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5280ac3-807b-4f35-af7e-18e695a6cff4', 'tag': 'f5843417-d7b2-47b9-9762-3fe9359be1de'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:02.859268 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b65f77-d903-4a80-8c6a-3b33892b4f46" -d '{"events": [{"name": "network-changed", "server_uuid": "d5280ac3-807b-4f35-af7e-18e695a6cff4", "tag": "f5843417-d7b2-47b9-9762-3fe9359be1de"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:02.863495 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e05061-c00f-45e2-973e-d4aa84b0747e x-openstack-request-id: req-61e05061-c00f-45e2-973e-d4aa84b0747e {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:02.864349 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98731949-6aa2-4310-ab5e-e76438b33006", "name": "network-vif-deleted", "tag": "0fc29c8a-08e3-4586-8b5d-36912a175bb7", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:02.864857 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-61e05061-c00f-45e2-973e-d4aa84b0747e {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:02.865916 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98731949-6aa2-4310-ab5e-e76438b33006', 'name': 'network-vif-deleted', 'tag': '0fc29c8a-08e3-4586-8b5d-36912a175bb7', 'status': 'completed', 'code': 200} Aug 11 02:20:02.905489 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 78589433-afa4-4706-bf0c-f19808506a2b up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:02.933276 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-586c894f-a110-4264-9e1e-264dc9496b73 req-51c04036-1f23-48e1-9deb-d10f395b0914 tempest-InstanceActionsV221TestJSON-1942478536 tempest-InstanceActionsV221TestJSON-1942478536-project] 10.222.0.50 "GET /v2.0/ports?device_id=98731949-6aa2-4310-ab5e-e76438b33006 HTTP/1.1" status: 200 len: 210 time: 0.0847464 Aug 11 02:20:03.045546 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef394d0-9a4d-401e-ab73-c3566deb19d3 x-openstack-request-id: req-1ef394d0-9a4d-401e-ab73-c3566deb19d3 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:03.046070 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5280ac3-807b-4f35-af7e-18e695a6cff4", "tag": "f5843417-d7b2-47b9-9762-3fe9359be1de", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:03.046183 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1ef394d0-9a4d-401e-ab73-c3566deb19d3 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:03.046563 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5280ac3-807b-4f35-af7e-18e695a6cff4', 'tag': 'f5843417-d7b2-47b9-9762-3fe9359be1de', 'status': 'completed', 'code': 200} Aug 11 02:20:03.048807 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488c479-af25-4514-a5a6-51a4db8145e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f5843417-d7b2-47b9-9762-3fe9359be1de,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:03.057180 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 78589433-afa4-4706-bf0c-f19808506a2b completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:03.061577 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 78589433-afa4-4706-bf0c-f19808506a2b triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:03.062352 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:03.124831 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-ff8490a9-3544-480b-9c93-7e150cf3b74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:03.126368 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-ff8490a9-3544-480b-9c93-7e150cf3b74d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=be2f0ccd4b644707986473d483c3e209&device_id=d5280ac3-807b-4f35-af7e-18e695a6cff4 HTTP/1.1" status: 200 len: 1095 time: 0.1600566 Aug 11 02:20:03.196198 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-10a0334d-8a4a-410c-8b13-57e1b1171d00 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:03.272843 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25f1d9-64bf-4b70-a828-26b3392df4ae req-857966b3-477d-4a47-bb95-c09c6fa497d7 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:03.279069 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-df25f1d9-64bf-4b70-a828-26b3392df4ae req-857966b3-477d-4a47-bb95-c09c6fa497d7 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 944 time: 0.0848053 Aug 11 02:20:03.287040 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:03.352516 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 78589433-afa4-4706-bf0c-f19808506a2b, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=78589433-afa4-4706-bf0c-f19808506a2b,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:03.353565 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc05a22-0e69-4204-96dc-84dc33e13ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78589433-afa4-4706-bf0c-f19808506a2b'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:03.357870 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce48a4ec-05df-4710-b92e-f54aa4dbcd20" -d '{"events": [{"server_uuid": "8bc05a22-0e69-4204-96dc-84dc33e13ca2", "name": "network-vif-plugged", "status": "completed", "tag": "78589433-afa4-4706-bf0c-f19808506a2b"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:03.381887 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0334d-8a4a-410c-8b13-57e1b1171d00 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Subnet': ['ID=072053e5-9e4f-4f95-8954-04e05e938ea2,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:03.382810 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-df25f1d9-64bf-4b70-a828-26b3392df4ae req-2b369be9-bca6-4a20-ac26-94c43ddf4f59 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0923166 Aug 11 02:20:03.383243 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:03.424062 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-29135734-e94b-4300-8da4-f4def9f5c8f8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5843417-d7b2-47b9-9762-3fe9359be1de HTTP/1.1" status: 200 len: 217 time: 0.2538030 Aug 11 02:20:03.458051 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=78589433-afa4-4706-bf0c-f19808506a2b,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:03.474790 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a0334d-8a4a-410c-8b13-57e1b1171d00 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network 88554b31-5d3a-443d-a2d0-b247b8a00430 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:03.481330 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1253f2a-b0df-49f8-8d4c-6345d9645195 x-openstack-request-id: req-d1253f2a-b0df-49f8-8d4c-6345d9645195 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:03.481622 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc05a22-0e69-4204-96dc-84dc33e13ca2", "name": "network-vif-plugged", "status": "completed", "tag": "78589433-afa4-4706-bf0c-f19808506a2b", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:03.482048 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d1253f2a-b0df-49f8-8d4c-6345d9645195 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:03.482482 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc05a22-0e69-4204-96dc-84dc33e13ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78589433-afa4-4706-bf0c-f19808506a2b', 'code': 200} Aug 11 02:20:03.494209 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-10a0334d-8a4a-410c-8b13-57e1b1171d00 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:03.501007 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a0334d-8a4a-410c-8b13-57e1b1171d00 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:03.501605 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-10a0334d-8a4a-410c-8b13-57e1b1171d00 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:03.530513 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48880) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:03.530788 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-10a0334d-8a4a-410c-8b13-57e1b1171d00 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4711237 Aug 11 02:20:03.537314 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-352a6e48-c01d-4c2c-9f48-8a54e6e715c0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'port': {'network_id': '88554b31-5d3a-443d-a2d0-b247b8a00430', 'fixed_ips': [{'subnet_id': 'c0273a83-6c0b-4b5f-8f97-904b3aa807fa'}, {'subnet_id': '072053e5-9e4f-4f95-8954-04e05e938ea2'}], 'name': 'tempest-PortsTestJSON-623110951'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:03.537935 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-8026f52f-8ae8-4d16-819f-0bea894a7b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:03.539418 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-8026f52f-8ae8-4d16-819f-0bea894a7b7a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8633854-d70d-4678-9063-ea6c7d995147 HTTP/1.1" status: 200 len: 848 time: 0.0897157 Aug 11 02:20:03.550899 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f8708-b66c-4146-b13b-f9848658ec88 req-460b9c8b-37b8-46d2-91ad-778ee7dcb513 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:03.552498 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-887f8708-b66c-4146-b13b-f9848658ec88 req-460b9c8b-37b8-46d2-91ad-778ee7dcb513 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5280ac3-807b-4f35-af7e-18e695a6cff4 HTTP/1.1" status: 200 len: 943 time: 0.1936476 Aug 11 02:20:03.601629 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-115a6834-271a-4d1e-9de6-8c5d3ba8448f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd29eb38-ff1f-47ad-89f3-314df0c18679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481224 Aug 11 02:20:03.679643 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-887f8708-b66c-4146-b13b-f9848658ec88 req-4a2bf081-67e1-4d2c-8a83-5568bc8f8ebc tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ab8f257-b461-41b8-b080-344e0fec2aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141419 Aug 11 02:20:03.749163 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ecf5f-c585-46fa-9522-5dab85c6d09e req-eb9f4d53-f4f1-4934-a90d-9aa66b0c282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:03.751520 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b57ecf5f-c585-46fa-9522-5dab85c6d09e req-eb9f4d53-f4f1-4934-a90d-9aa66b0c282d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 1097 time: 0.1130540 Aug 11 02:20:03.833979 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-89bb505a-603b-4bb0-8b8f-1dcbd9821aa9 service neutron] 10.222.0.66 "GET /v2.0/networks/fd29eb38-ff1f-47ad-89f3-314df0c18679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241027 Aug 11 02:20:03.839526 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352a6e48-c01d-4c2c-9f48-8a54e6e715c0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:03.912674 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b57ecf5f-c585-46fa-9522-5dab85c6d09e req-47e5db98-a943-4a47-8454-aa0651c59813 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1515975 Aug 11 02:20:03.934821 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178a920-636c-4d5f-91b6-0940129cc81b req-3cec9110-8b13-4f35-9cea-f2a9eb906b38 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:03.937126 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7178a920-636c-4d5f-91b6-0940129cc81b req-3cec9110-8b13-4f35-9cea-f2a9eb906b38 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 946 time: 0.1673410 Aug 11 02:20:03.983802 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d7879a89-a663-4593-b6ee-5d0726ad7d03 req-f67fe552-8dfe-4d3e-875a-d82a7fa883c7 service neutron] 10.222.0.66 "GET /v2.0/networks/fd29eb38-ff1f-47ad-89f3-314df0c18679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405168 Aug 11 02:20:04.007513 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-352a6e48-c01d-4c2c-9f48-8a54e6e715c0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:04.031229 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-352a6e48-c01d-4c2c-9f48-8a54e6e715c0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] device_id is not set on port adbaa2ec-f885-49cd-8a3a-4bb67c385c10 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:20:04.071656 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:20:04.125326 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b65f77-d903-4a80-8c6a-3b33892b4f46 req-6963d45d-79e8-4e16-890e-2ef6508b85f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:04.127210 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8b65f77-d903-4a80-8c6a-3b33892b4f46 req-6963d45d-79e8-4e16-890e-2ef6508b85f6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=be2f0ccd4b644707986473d483c3e209&device_id=d5280ac3-807b-4f35-af7e-18e695a6cff4 HTTP/1.1" status: 200 len: 1095 time: 0.0755420 Aug 11 02:20:04.184872 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 0fc29c8a-08e3-4586-8b5d-36912a175bb7 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:20:04.233565 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 0fc29c8a-08e3-4586-8b5d-36912a175bb7 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:20:04.238572 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 0fc29c8a-08e3-4586-8b5d-36912a175bb7 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:20:04.302752 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa40dc08-bd62-48c1-bde1-35c659826249 None None] Network 88554b31-5d3a-443d-a2d0-b247b8a00430 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:04.323986 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b65f77-d903-4a80-8c6a-3b33892b4f46 req-9fd6756c-8606-418c-aef6-1b9c03f461b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:04.326069 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8b65f77-d903-4a80-8c6a-3b33892b4f46 req-9fd6756c-8606-418c-aef6-1b9c03f461b8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fd29eb38-ff1f-47ad-89f3-314df0c18679 HTTP/1.1" status: 200 len: 909 time: 0.1907141 Aug 11 02:20:04.357634 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7178a920-636c-4d5f-91b6-0940129cc81b req-9c0d6d5b-d6ac-4036-989b-68096b57181a tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3905013 Aug 11 02:20:04.377942 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c47ae33f-bf55-4957-b630-a87446a996bc None None] Provisioning for port 276148b3-7b5c-423e-9510-3c9482ae5ce1 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:04.420878 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48900) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:04.435361 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8b65f77-d903-4a80-8c6a-3b33892b4f46 req-cbf1cd6d-d299-489c-ac73-18db7b71de48 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5843417-d7b2-47b9-9762-3fe9359be1de HTTP/1.1" status: 200 len: 217 time: 0.1000342 Aug 11 02:20:04.520409 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b65f77-d903-4a80-8c6a-3b33892b4f46 req-217af46c-5b13-4e1c-aaa2-d92352a464f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:04.522162 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8b65f77-d903-4a80-8c6a-3b33892b4f46 req-217af46c-5b13-4e1c-aaa2-d92352a464f1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8633854-d70d-4678-9063-ea6c7d995147 HTTP/1.1" status: 200 len: 848 time: 0.0795636 Aug 11 02:20:04.556798 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-352a6e48-c01d-4c2c-9f48-8a54e6e715c0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Allocated IP 172.20.0.5 (88554b31-5d3a-443d-a2d0-b247b8a00430/c0273a83-6c0b-4b5f-8f97-904b3aa807fa/adbaa2ec-f885-49cd-8a3a-4bb67c385c10) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:04.561068 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eaec8d4-1c0f-41df-b0f9-8be939c4b78b admin admin] Deleting subnet 9fb1a8b6-d24b-443a-834c-a628b22e068c {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:20:04.568554 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3eaec8d4-1c0f-41df-b0f9-8be939c4b78b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:04.591383 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-352a6e48-c01d-4c2c-9f48-8a54e6e715c0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Allocated IP 172.20.0.23 (88554b31-5d3a-443d-a2d0-b247b8a00430/072053e5-9e4f-4f95-8954-04e05e938ea2/adbaa2ec-f885-49cd-8a3a-4bb67c385c10) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:04.594418 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8b65f77-d903-4a80-8c6a-3b33892b4f46 req-55b531a1-2e51-466c-9bf3-706d00716ae5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd29eb38-ff1f-47ad-89f3-314df0c18679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634675 Aug 11 02:20:04.638626 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0288f-559b-421a-8892-b9ed4f84c0e3 req-7921c002-01bd-4c0f-94d4-f5c4711f0734 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:04.640300 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70a0288f-559b-421a-8892-b9ed4f84c0e3 req-7921c002-01bd-4c0f-94d4-f5c4711f0734 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 945 time: 0.1477194 Aug 11 02:20:04.645336 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3eaec8d4-1c0f-41df-b0f9-8be939c4b78b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:04.793025 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8b65f77-d903-4a80-8c6a-3b33892b4f46 req-fd443ef8-414b-4641-b02e-83596b758afe service neutron] 10.222.0.66 "GET /v2.0/networks/fd29eb38-ff1f-47ad-89f3-314df0c18679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876366 Aug 11 02:20:04.841302 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70a0288f-559b-421a-8892-b9ed4f84c0e3 req-12bf89d2-3786-4af8-a268-21adb816df7b tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1728692 Aug 11 02:20:04.843713 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3eaec8d4-1c0f-41df-b0f9-8be939c4b78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:04.844355 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3c7e9b-0681-46e9-b286-b392d5094a9f None None] Update dhcp port {'port': {'network_id': '88554b31-5d3a-443d-a2d0-b247b8a00430', 'fixed_ips': [{'subnet_id': 'c0273a83-6c0b-4b5f-8f97-904b3aa807fa', 'ip_address': '172.20.0.2'}, {'subnet_id': '072053e5-9e4f-4f95-8954-04e05e938ea2'}], 'binding:host_id': 'n-d-615180-33'}, 'id': '276148b3-7b5c-423e-9510-3c9482ae5ce1'} from n-d-615180-33. {{(pid=94508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:20:04.846727 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 276148b3-7b5c-423e-9510-3c9482ae5ce1 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:04.918323 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1a3c7e9b-0681-46e9-b286-b392d5094a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:04.946904 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8b65f77-d903-4a80-8c6a-3b33892b4f46 req-d6e30167-4578-47a8-985d-c2f1650e41ac service neutron] 10.222.0.66 "GET /v2.0/networks/fd29eb38-ff1f-47ad-89f3-314df0c18679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460323 Aug 11 02:20:05.020566 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a837eae-f7e1-4266-ad8f-a2844333cb7a req-3a542bfc-f1f5-410c-a134-1c3059424314 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:05.022198 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2a837eae-f7e1-4266-ad8f-a2844333cb7a req-3a542bfc-f1f5-410c-a134-1c3059424314 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5280ac3-807b-4f35-af7e-18e695a6cff4 HTTP/1.1" status: 200 len: 943 time: 0.0566559 Aug 11 02:20:05.032649 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-352a6e48-c01d-4c2c-9f48-8a54e6e715c0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.036942 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 276148b3-7b5c-423e-9510-3c9482ae5ce1 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:05.042517 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 276148b3-7b5c-423e-9510-3c9482ae5ce1 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:05.042970 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.064224 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2a837eae-f7e1-4266-ad8f-a2844333cb7a req-48ebe6ae-e2e6-43c0-8cbe-883f271d7320 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ab8f257-b461-41b8-b080-344e0fec2aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356560 Aug 11 02:20:05.064488 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-352a6e48-c01d-4c2c-9f48-8a54e6e715c0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Transition to ACTIVE for port object adbaa2ec-f885-49cd-8a3a-4bb67c385c10 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:05.081167 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3eaec8d4-1c0f-41df-b0f9-8be939c4b78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.127064 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaec8d4-1c0f-41df-b0f9-8be939c4b78b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fb1a8b6-d24b-443a-834c-a628b22e068c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:05.130498 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3eaec8d4-1c0f-41df-b0f9-8be939c4b78b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.134085 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3eaec8d4-1c0f-41df-b0f9-8be939c4b78b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9fb1a8b6-d24b-443a-834c-a628b22e068c HTTP/1.1" status: 204 len: 168 time: 0.7121434 Aug 11 02:20:05.135449 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48918) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:05.141462 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.146549 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-352a6e48-c01d-4c2c-9f48-8a54e6e715c0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.204160 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352a6e48-c01d-4c2c-9f48-8a54e6e715c0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network 88554b31-5d3a-443d-a2d0-b247b8a00430 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:05.212343 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 276148b3-7b5c-423e-9510-3c9482ae5ce1, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=276148b3-7b5c-423e-9510-3c9482ae5ce1,segment=NetworkSegment(b5c670dc-44c8-4bb2-953e-8c713e7c7462),segment_id=b5c670dc-44c8-4bb2-953e-8c713e7c7462)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:05.213992 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-352a6e48-c01d-4c2c-9f48-8a54e6e715c0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:05.220228 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352a6e48-c01d-4c2c-9f48-8a54e6e715c0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:05.221509 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.245994 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2996a1f5-2538-43cf-8120-cdc613718fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.266968 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-1a3c7e9b-0681-46e9-b286-b392d5094a9f None None] Allocated IP 172.20.0.18 (88554b31-5d3a-443d-a2d0-b247b8a00430/072053e5-9e4f-4f95-8954-04e05e938ea2/276148b3-7b5c-423e-9510-3c9482ae5ce1) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:05.282764 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352a6e48-c01d-4c2c-9f48-8a54e6e715c0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:05.283483 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-352a6e48-c01d-4c2c-9f48-8a54e6e715c0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.295096 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a6e48-c01d-4c2c-9f48-8a54e6e715c0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Port': ['ID=adbaa2ec-f885-49cd-8a3a-4bb67c385c10,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:05.319843 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-352a6e48-c01d-4c2c-9f48-8a54e6e715c0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.7857473 Aug 11 02:20:05.321216 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48924) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:05.329201 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-d099997e-c055-43dd-9149-e46503815e15 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c0273a83-6c0b-4b5f-8f97-904b3aa807fa'}]}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:05.349890 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2996a1f5-2538-43cf-8120-cdc613718fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.354398 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=276148b3-7b5c-423e-9510-3c9482ae5ce1,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:05.362092 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-2996a1f5-2538-43cf-8120-cdc613718fca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ac89ae-38af-4663-ba86-b2aff26cd2f8']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:05.387997 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-2996a1f5-2538-43cf-8120-cdc613718fca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feba50a4-a39b-4cea-814f-dc342b0c626c') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:05.388332 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-2996a1f5-2538-43cf-8120-cdc613718fca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feba50a4-a39b-4cea-814f-dc342b0c626c') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:05.399710 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2996a1f5-2538-43cf-8120-cdc613718fca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.412825 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-1a3c7e9b-0681-46e9-b286-b392d5094a9f None None] For port 276148b3-7b5c-423e-9510-3c9482ae5ce1, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=276148b3-7b5c-423e-9510-3c9482ae5ce1,segment=NetworkSegment(b5c670dc-44c8-4bb2-953e-8c713e7c7462),segment_id=b5c670dc-44c8-4bb2-953e-8c713e7c7462)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:05.420256 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2996a1f5-2538-43cf-8120-cdc613718fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.421897 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d099997e-c055-43dd-9149-e46503815e15 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.430145 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2996a1f5-2538-43cf-8120-cdc613718fca admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:20:05.430789 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2996a1f5-2538-43cf-8120-cdc613718fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:20:05.432978 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:20:05.461953 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1a3c7e9b-0681-46e9-b286-b392d5094a9f None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.484578 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-1a3c7e9b-0681-46e9-b286-b392d5094a9f None None] Transition to ACTIVE for port object 276148b3-7b5c-423e-9510-3c9482ae5ce1 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:05.489872 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1a3c7e9b-0681-46e9-b286-b392d5094a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.531625 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2996a1f5-2538-43cf-8120-cdc613718fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.545758 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2996a1f5-2538-43cf-8120-cdc613718fca admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.547784 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2996a1f5-2538-43cf-8120-cdc613718fca admin admin] 10.222.0.50 "DELETE /v2.0/networks/34ac89ae-38af-4663-ba86-b2aff26cd2f8 HTTP/1.1" status: 204 len: 168 time: 0.4112267 Aug 11 02:20:05.558250 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996a1f5-2538-43cf-8120-cdc613718fca admin admin] Pushing event deleted for resources: {'Network': ['ID=34ac89ae-38af-4663-ba86-b2aff26cd2f8,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:05.568227 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64e99e-bb4d-4363-b6f8-6e07d8a565fc req-c6c42e56-54b6-4ae6-99ee-7da83ca19fc5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:05.570207 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8b64e99e-bb4d-4363-b6f8-6e07d8a565fc req-c6c42e56-54b6-4ae6-99ee-7da83ca19fc5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 946 time: 0.0945358 Aug 11 02:20:05.621611 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8b64e99e-bb4d-4363-b6f8-6e07d8a565fc req-d24e6dc1-9ab3-4a1b-a7d3-b568c29b7360 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453463 Aug 11 02:20:05.640581 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c7e9b-0681-46e9-b286-b392d5094a9f None None] Pushing event updated for resources: {'Port': ['ID=276148b3-7b5c-423e-9510-3c9482ae5ce1,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:05.725542 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48944) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:05.774771 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3e232faa-f6ab-402d-ad51-3a957fea1653 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=983cabfa1d87478b8e0bb253721c0638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480239 Aug 11 02:20:05.777370 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48946) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:05.854537 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9e2985f2-f84e-452d-a5eb-bc53bb6b97e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.885697 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9e2985f2-f84e-452d-a5eb-bc53bb6b97e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.951780 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9e2985f2-f84e-452d-a5eb-bc53bb6b97e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.954302 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9e2985f2-f84e-452d-a5eb-bc53bb6b97e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.959373 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9e2985f2-f84e-452d-a5eb-bc53bb6b97e6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eaf90dc6-1ab9-40a2-960a-881adb193e34 HTTP/1.1" status: 204 len: 168 time: 0.1771038 Aug 11 02:20:06.022681 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2985f2-f84e-452d-a5eb-bc53bb6b97e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf90dc6-1ab9-40a2-960a-881adb193e34,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:06.053542 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7da201-0449-4b20-bfd7-6d523e24ac35 req-71ef5fbd-1f71-4370-9497-125a5c149faf tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:06.068578 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7b7da201-0449-4b20-bfd7-6d523e24ac35 req-71ef5fbd-1f71-4370-9497-125a5c149faf tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 945 time: 0.1115727 Aug 11 02:20:06.132292 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7b7da201-0449-4b20-bfd7-6d523e24ac35 req-9aa66723-058b-45db-af77-d540d9c135c0 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627799 Aug 11 02:20:06.184099 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device f5843417-d7b2-47b9-9762-3fe9359be1de details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:20:06.277430 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-d099997e-c055-43dd-9149-e46503815e15 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Delete allocated IP 172.20.0.23 (88554b31-5d3a-443d-a2d0-b247b8a00430/072053e5-9e4f-4f95-8954-04e05e938ea2) {{(pid=94506) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 02:20:06.349213 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd0090-7a5c-4dfb-b220-b1dc402b0383 req-f2202f4c-a986-4713-9f18-1c0eaa134be4 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:06.351883 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b3fd0090-7a5c-4dfb-b220-b1dc402b0383 req-f2202f4c-a986-4713-9f18-1c0eaa134be4 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 945 time: 0.0800674 Aug 11 02:20:06.360997 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48990) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:06.368113 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-a56a3a47-5c32-4c58-86e9-297a21c9c25e tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Request body: {'floatingip': {'port_id': '78589433-afa4-4706-bf0c-f19808506a2b'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:06.428591 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae19da3-0619-4bf3-8af8-3b04d47748d4 req-03342a8f-1f41-46a8-8754-ffaf8d595392 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:06.433622 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port f5843417-d7b2-47b9-9762-3fe9359be1de, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f5843417-d7b2-47b9-9762-3fe9359be1de,segment=NetworkSegment(6616f338-8bd2-4042-a7e3-01a398503e7d),segment_id=6616f338-8bd2-4042-a7e3-01a398503e7d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:06.437890 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6ae19da3-0619-4bf3-8af8-3b04d47748d4 req-03342a8f-1f41-46a8-8754-ffaf8d595392 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5280ac3-807b-4f35-af7e-18e695a6cff4 HTTP/1.1" status: 200 len: 943 time: 0.2159905 Aug 11 02:20:06.456666 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a56a3a47-5c32-4c58-86e9-297a21c9c25e tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for floatingip, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:06.475616 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'f5843417-d7b2-47b9-9762-3fe9359be1de', 'network_id': 'fd29eb38-ff1f-47ad-89f3-314df0c18679', 'port_id': 'f5843417-d7b2-47b9-9762-3fe9359be1de', 'mac_address': 'fa:16:3e:bb:16:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8633854-d70d-4678-9063-ea6c7d995147', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:20:06.536922 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18eff4f9-ce55-432d-92d3-0042b371a771 None None] Network 88554b31-5d3a-443d-a2d0-b247b8a00430 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:06.581879 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:06.604454 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6ae19da3-0619-4bf3-8af8-3b04d47748d4 req-c19205da-335d-454a-a439-2f24ad9b7702 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ab8f257-b461-41b8-b080-344e0fec2aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656253 Aug 11 02:20:06.605935 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5843417-d7b2-47b9-9762-3fe9359be1de {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:06.642780 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port f5843417-d7b2-47b9-9762-3fe9359be1de, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f5843417-d7b2-47b9-9762-3fe9359be1de,segment=NetworkSegment(6616f338-8bd2-4042-a7e3-01a398503e7d),segment_id=6616f338-8bd2-4042-a7e3-01a398503e7d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:06.652110 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:06.661368 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cae1f06f-c363-41a8-9f8e-a648544ccb26 None None] Provisioning for port 276148b3-7b5c-423e-9510-3c9482ae5ce1 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:06.692523 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cae1f06f-c363-41a8-9f8e-a648544ccb26 None None] Provisioning complete for port 276148b3-7b5c-423e-9510-3c9482ae5ce1 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:06.692968 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cae1f06f-c363-41a8-9f8e-a648544ccb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:06.759988 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d099997e-c055-43dd-9149-e46503815e15 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:06.779285 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=f5843417-d7b2-47b9-9762-3fe9359be1de,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:06.803274 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 276148b3-7b5c-423e-9510-3c9482ae5ce1 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:06.805067 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-d099997e-c055-43dd-9149-e46503815e15 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Ignored duplicate provisioning block setup for port adbaa2ec-f885-49cd-8a3a-4bb67c385c10 by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 02:20:06.814807 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d099997e-c055-43dd-9149-e46503815e15 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:06.948882 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099997e-c055-43dd-9149-e46503815e15 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Port': ['ID=adbaa2ec-f885-49cd-8a3a-4bb67c385c10,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:06.952674 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 276148b3-7b5c-423e-9510-3c9482ae5ce1 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:06.952909 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:06.977020 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['f5843417-d7b2-47b9-9762-3fe9359be1de'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:20:07.009100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c7cde-b06a-49e0-a048-301d81142ba5 req-9215c87b-6d76-403d-a72e-6f2fadf5aa9d tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:07.023883 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8c4c7cde-b06a-49e0-a048-301d81142ba5 req-9215c87b-6d76-403d-a72e-6f2fadf5aa9d tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 946 time: 0.0986764 Aug 11 02:20:07.096546 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-d099997e-c055-43dd-9149-e46503815e15 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] In _notify_port_updated(), no bound segment for port adbaa2ec-f885-49cd-8a3a-4bb67c385c10 on network 88554b31-5d3a-443d-a2d0-b247b8a00430 {{(pid=94506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:20:07.102749 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d099997e-c055-43dd-9149-e46503815e15 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:07.103838 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d099997e-c055-43dd-9149-e46503815e15 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:07.110631 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d099997e-c055-43dd-9149-e46503815e15 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "PUT /v2.0/ports/adbaa2ec-f885-49cd-8a3a-4bb67c385c10 HTTP/1.1" status: 200 len: 918 time: 1.7893789 Aug 11 02:20:07.111522 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49022) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:07.120842 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e7c01eb0-100e-49da-8c0a-e0724ca823a9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c0273a83-6c0b-4b5f-8f97-904b3aa807fa'}, {'subnet_id': '072053e5-9e4f-4f95-8954-04e05e938ea2'}]}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:07.152727 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8c4c7cde-b06a-49e0-a048-301d81142ba5 req-949dcd23-2e85-4e06-ad8c-ba61f9ae5f0c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229196 Aug 11 02:20:07.243886 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49030) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:07.280026 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e7c01eb0-100e-49da-8c0a-e0724ca823a9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:07.377332 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9b6e00c0-50a3-405d-a604-86e534ce3e8c None None] Provisioning for port adbaa2ec-f885-49cd-8a3a-4bb67c385c10 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:07.386902 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9b6e00c0-50a3-405d-a604-86e534ce3e8c None None] Provisioning complete for port adbaa2ec-f885-49cd-8a3a-4bb67c385c10 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:07.389224 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9b6e00c0-50a3-405d-a604-86e534ce3e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:07.415584 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-99c2833e-3d42-4ff0-b912-bd1c68263136 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1516412448-network', 'tenant_id': '4e69750379d447f8970482cabd2c9253'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:07.484450 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c2833e-3d42-4ff0-b912-bd1c68263136 admin admin] Made reservation on behalf of 4e69750379d447f8970482cabd2c9253 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:07.488042 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-99c2833e-3d42-4ff0-b912-bd1c68263136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:07.501315 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-9b6e00c0-50a3-405d-a604-86e534ce3e8c None None] Port adbaa2ec-f885-49cd-8a3a-4bb67c385c10 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:07.521693 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9b6e00c0-50a3-405d-a604-86e534ce3e8c None None] Provisioning complete for port 276148b3-7b5c-423e-9510-3c9482ae5ce1 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:07.522327 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9b6e00c0-50a3-405d-a604-86e534ce3e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:07.540607 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-99c2833e-3d42-4ff0-b912-bd1c68263136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:07.617503 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.db.resource_extend [None req-a56a3a47-5c32-4c58-86e9-297a21c9c25e tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:20:07.742666 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a56a3a47-5c32-4c58-86e9-297a21c9c25e tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:07.763640 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-99c2833e-3d42-4ff0-b912-bd1c68263136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:07.768927 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-99c2833e-3d42-4ff0-b912-bd1c68263136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:07.778903 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a56a3a47-5c32-4c58-86e9-297a21c9c25e tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:07.797645 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c2833e-3d42-4ff0-b912-bd1c68263136 admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:20:07.815785 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2833e-3d42-4ff0-b912-bd1c68263136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a3c2c7-aa8f-4087-aa9f-c7f7d891400a,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:07.836585 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-99c2833e-3d42-4ff0-b912-bd1c68263136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:07.836947 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-99c2833e-3d42-4ff0-b912-bd1c68263136 admin admin] Added segment 6d8f189f-57c9-4648-9931-e25c497e60e5 of type vlan for network d8dbc26e-2e05-4888-a6f9-134569d63bfb Aug 11 02:20:07.840140 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-dc2894cc-01fb-40a0-b6ca-db7a3dcad166 None None] Provisioning complete for port adbaa2ec-f885-49cd-8a3a-4bb67c385c10 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:07.840981 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dc2894cc-01fb-40a0-b6ca-db7a3dcad166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:07.896115 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-99c2833e-3d42-4ff0-b912-bd1c68263136 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:07.933520 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-dc2894cc-01fb-40a0-b6ca-db7a3dcad166 None None] Port adbaa2ec-f885-49cd-8a3a-4bb67c385c10 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:07.950698 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-99c2833e-3d42-4ff0-b912-bd1c68263136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:07.952395 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c2833e-3d42-4ff0-b912-bd1c68263136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:07.953503 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-99c2833e-3d42-4ff0-b912-bd1c68263136 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:07.987156 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588d4a3-874c-4a6e-aa29-7bd5077f7799 req-90bacfa9-bb2c-4a93-a8a8-ce4933063aea tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:07.989637 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9588d4a3-874c-4a6e-aa29-7bd5077f7799 req-90bacfa9-bb2c-4a93-a8a8-ce4933063aea tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5280ac3-807b-4f35-af7e-18e695a6cff4 HTTP/1.1" status: 200 len: 944 time: 0.2580545 Aug 11 02:20:08.021343 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2833e-3d42-4ff0-b912-bd1c68263136 admin admin] Pushing event updated for resources: {'Network': ['ID=d8dbc26e-2e05-4888-a6f9-134569d63bfb,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:08.034374 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-99c2833e-3d42-4ff0-b912-bd1c68263136 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7892962 Aug 11 02:20:08.037494 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network d8dbc26e-2e05-4888-a6f9-134569d63bfb details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:20:08.046566 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49074) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:08.053799 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-88868e1d-5913-4e46-8f5f-1fa5206edb5d admin admin] Request body: {'subnet': {'network_id': 'd8dbc26e-2e05-4888-a6f9-134569d63bfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1516412448-subnet', 'tenant_id': '4e69750379d447f8970482cabd2c9253', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:08.078215 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88868e1d-5913-4e46-8f5f-1fa5206edb5d admin admin] Made reservation on behalf of 4e69750379d447f8970482cabd2c9253 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:08.082271 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-88868e1d-5913-4e46-8f5f-1fa5206edb5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:08.129155 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-a56a3a47-5c32-4c58-86e9-297a21c9c25e tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Floating IP e071ff46-775f-401b-abc3-800b407824c9 associated. External IP: 172.25.2.32, port: 78589433-afa4-4706-bf0c-f19808506a2b. Aug 11 02:20:08.151381 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5aa3f27f-30bb-4545-98dc-f49dc2ebb3cb None None] Provisioning complete for port adbaa2ec-f885-49cd-8a3a-4bb67c385c10 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:08.152643 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5aa3f27f-30bb-4545-98dc-f49dc2ebb3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:08.187289 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device f5843417-d7b2-47b9-9762-3fe9359be1de up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:08.188985 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9588d4a3-874c-4a6e-aa29-7bd5077f7799 req-7ec418b3-c461-4904-b5ea-a8766a8f804d tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ab8f257-b461-41b8-b080-344e0fec2aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868415 Aug 11 02:20:08.214908 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-e7c01eb0-100e-49da-8c0a-e0724ca823a9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Allocated IP 172.20.0.22 (88554b31-5d3a-443d-a2d0-b247b8a00430/072053e5-9e4f-4f95-8954-04e05e938ea2/adbaa2ec-f885-49cd-8a3a-4bb67c385c10) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:08.242762 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-5aa3f27f-30bb-4545-98dc-f49dc2ebb3cb None None] Port adbaa2ec-f885-49cd-8a3a-4bb67c385c10 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:08.260533 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port f5843417-d7b2-47b9-9762-3fe9359be1de completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:08.266018 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port f5843417-d7b2-47b9-9762-3fe9359be1de triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:08.266720 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:08.342480 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-88868e1d-5913-4e46-8f5f-1fa5206edb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:08.368815 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:08.397352 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5280ac3-807b-4f35-af7e-18e695a6cff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5843417-d7b2-47b9-9762-3fe9359be1de'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:08.400042 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52accae-cc36-4f63-8e60-e1d1cb66aa4a" -d '{"events": [{"server_uuid": "d5280ac3-807b-4f35-af7e-18e695a6cff4", "name": "network-vif-plugged", "status": "completed", "tag": "f5843417-d7b2-47b9-9762-3fe9359be1de"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:08.423117 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88868e1d-5913-4e46-8f5f-1fa5206edb5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0fa3bd6-7cc0-4939-bbae-bf568659c785,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:08.426969 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88868e1d-5913-4e46-8f5f-1fa5206edb5d admin admin] Checking segment: {'id': '6d8f189f-57c9-4648-9931-e25c497e60e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd8dbc26e-2e05-4888-a6f9-134569d63bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:08.427328 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88868e1d-5913-4e46-8f5f-1fa5206edb5d admin admin] Network hostable DHCP agents. Network: d8dbc26e-2e05-4888-a6f9-134569d63bfb, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:20:08.446338 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port f5843417-d7b2-47b9-9762-3fe9359be1de, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f5843417-d7b2-47b9-9762-3fe9359be1de,segment=NetworkSegment(6616f338-8bd2-4042-a7e3-01a398503e7d),segment_id=6616f338-8bd2-4042-a7e3-01a398503e7d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:08.452383 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88868e1d-5913-4e46-8f5f-1fa5206edb5d admin admin] Network d8dbc26e-2e05-4888-a6f9-134569d63bfb is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:20:08.453457 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:08.454277 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 4f2fc812-8e74-4f08-a40c-f327ac14bb35 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:20:08.465613 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-88868e1d-5913-4e46-8f5f-1fa5206edb5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, d8dbc26e-2e05-4888-a6f9-134569d63bfb) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:08.475867 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88868e1d-5913-4e46-8f5f-1fa5206edb5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:08.478637 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-88868e1d-5913-4e46-8f5f-1fa5206edb5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:08.541285 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-88868e1d-5913-4e46-8f5f-1fa5206edb5d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4818759 Aug 11 02:20:08.550607 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=f5843417-d7b2-47b9-9762-3fe9359be1de,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:08.584094 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2679950a-83fd-4a3b-9b80-6a8a473e3fa7 x-openstack-request-id: req-2679950a-83fd-4a3b-9b80-6a8a473e3fa7 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:08.584382 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5280ac3-807b-4f35-af7e-18e695a6cff4", "name": "network-vif-plugged", "status": "completed", "tag": "f5843417-d7b2-47b9-9762-3fe9359be1de", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:08.585127 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2679950a-83fd-4a3b-9b80-6a8a473e3fa7 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:08.585625 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5280ac3-807b-4f35-af7e-18e695a6cff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5843417-d7b2-47b9-9762-3fe9359be1de', 'code': 200} Aug 11 02:20:08.593228 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e75fe98-8229-47b8-9b88-dc97ce63831a None None] Network d8dbc26e-2e05-4888-a6f9-134569d63bfb requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:08.609255 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e7c01eb0-100e-49da-8c0a-e0724ca823a9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:08.618062 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56a3a47-5c32-4c58-86e9-297a21c9c25e tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Router ef079d62-0933-47d4-9dd5-30bcc2918751 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:20:08.635328 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-e7c01eb0-100e-49da-8c0a-e0724ca823a9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Ignored duplicate provisioning block setup for port adbaa2ec-f885-49cd-8a3a-4bb67c385c10 by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 02:20:08.646160 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e7c01eb0-100e-49da-8c0a-e0724ca823a9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:08.651130 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe219c07-a592-4b4e-b498-0a2da0b3edd2 req-57b0e0eb-a81d-4b8e-af35-b69347a95243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:08.653090 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fe219c07-a592-4b4e-b498-0a2da0b3edd2 req-57b0e0eb-a81d-4b8e-af35-b69347a95243 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d5280ac3-807b-4f35-af7e-18e695a6cff4 HTTP/1.1" status: 200 len: 1097 time: 0.0937791 Aug 11 02:20:08.713512 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fe219c07-a592-4b4e-b498-0a2da0b3edd2 req-5b0e506e-e2e0-4237-a60f-c4ffa1f38035 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5ab8f257-b461-41b8-b080-344e0fec2aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515203 Aug 11 02:20:08.743848 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:08.805584 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 4f2fc812-8e74-4f08-a40c-f327ac14bb35, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=4f2fc812-8e74-4f08-a40c-f327ac14bb35,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:08.828603 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:08.881682 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9702ad83-10d3-4f8b-8e6b-703121ca074e None None] Network d8dbc26e-2e05-4888-a6f9-134569d63bfb requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:08.901248 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c01eb0-100e-49da-8c0a-e0724ca823a9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Port': ['ID=adbaa2ec-f885-49cd-8a3a-4bb67c385c10,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:08.952338 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=4f2fc812-8e74-4f08-a40c-f327ac14bb35,revision_number=14']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:09.155197 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-e2674fdf-5f95-401b-ae5e-5706d0e6b260 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:09.156776 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-e2674fdf-5f95-401b-ae5e-5706d0e6b260 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] 10.222.0.50 "GET /v2.0/networks?id=d8dbc26e-2e05-4888-a6f9-134569d63bfb HTTP/1.1" status: 200 len: 822 time: 0.1113133 Aug 11 02:20:09.172252 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-280a39bf-ca87-4d4e-973c-8cff42d8a320 None None] Provisioning complete for port adbaa2ec-f885-49cd-8a3a-4bb67c385c10 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:09.172596 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-280a39bf-ca87-4d4e-973c-8cff42d8a320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:09.176928 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-e7e7db31-59ac-4651-ac42-b9f05cce51a2 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] 10.222.0.50 "GET /v2.0/quotas/4e69750379d447f8970482cabd2c9253 HTTP/1.1" status: 200 len: 375 time: 0.0141726 Aug 11 02:20:09.207696 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-280a39bf-ca87-4d4e-973c-8cff42d8a320 None None] Port adbaa2ec-f885-49cd-8a3a-4bb67c385c10 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:09.212342 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-6eef436b-e6f9-4bb7-bf3c-e0fa459d2193 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e69750379d447f8970482cabd2c9253&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291579 Aug 11 02:20:09.260543 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-e7c01eb0-100e-49da-8c0a-e0724ca823a9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] In _notify_port_updated(), no bound segment for port adbaa2ec-f885-49cd-8a3a-4bb67c385c10 on network 88554b31-5d3a-443d-a2d0-b247b8a00430 {{(pid=94506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:20:09.265777 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c01eb0-100e-49da-8c0a-e0724ca823a9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:09.266410 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e7c01eb0-100e-49da-8c0a-e0724ca823a9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:09.267748 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e7c01eb0-100e-49da-8c0a-e0724ca823a9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "PUT /v2.0/ports/adbaa2ec-f885-49cd-8a3a-4bb67c385c10 HTTP/1.1" status: 200 len: 998 time: 2.1524677 Aug 11 02:20:09.271508 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49136) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:09.277689 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100d4fa-78a5-4c05-8e1f-ef1501849342 req-d272d4e3-552b-4ea6-a46d-870fa724a4a8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:09.279126 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5100d4fa-78a5-4c05-8e1f-ef1501849342 req-d272d4e3-552b-4ea6-a46d-870fa724a4a8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.4609103 Aug 11 02:20:09.296368 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56a3a47-5c32-4c58-86e9-297a21c9c25e tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:20:09.306225 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a56a3a47-5c32-4c58-86e9-297a21c9c25e tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:09.308154 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5408701-b02b-45b6-aed8-430287607381 None None] Sync routers for ids ['ef079d62-0933-47d4-9dd5-30bcc2918751'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:20:09.317267 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5408701-b02b-45b6-aed8-430287607381 None None] Routers {'ef079d62-0933-47d4-9dd5-30bcc2918751'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:09.317876 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-b5408701-b02b-45b6-aed8-430287607381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:19:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['ef079d62-0933-47d4-9dd5-30bcc2918751'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:09.347243 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a56a3a47-5c32-4c58-86e9-297a21c9c25e tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "PUT /v2.0/floatingips/e071ff46-775f-401b-abc3-800b407824c9 HTTP/1.1" status: 200 len: 990 time: 2.9815278 Aug 11 02:20:09.347243 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc05a22-0e69-4204-96dc-84dc33e13ca2', 'tag': '78589433-afa4-4706-bf0c-f19808506a2b'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:09.349598 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e1fb6b-b86f-4b51-909a-6310d1563d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc05a22-0e69-4204-96dc-84dc33e13ca2", "tag": "78589433-afa4-4706-bf0c-f19808506a2b"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:09.355347 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5100d4fa-78a5-4c05-8e1f-ef1501849342 req-679b5a4e-d014-416b-8b1c-e5555d0bb349 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677071 Aug 11 02:20:09.384042 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-e3823959-da2a-4d42-888b-4e44c8596d79 service neutron] 10.222.0.50 "GET /v2.0/networks/d8dbc26e-2e05-4888-a6f9-134569d63bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644547 Aug 11 02:20:09.429506 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-b5408701-b02b-45b6-aed8-430287607381 None None] Set router ef079d62-0933-47d4-9dd5-30bcc2918751 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:20:09.548190 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec3ce5-0554-45be-b05f-ee425e05f79c req-2efce885-ae68-4be9-a764-0c3a0a379dbc tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:09.549729 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-54ec3ce5-0554-45be-b05f-ee425e05f79c req-2efce885-ae68-4be9-a764-0c3a0a379dbc tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5280ac3-807b-4f35-af7e-18e695a6cff4 HTTP/1.1" status: 200 len: 945 time: 0.0570951 Aug 11 02:20:09.595314 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-54ec3ce5-0554-45be-b05f-ee425e05f79c req-c8170524-3454-48b0-83be-27f39533e218 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ab8f257-b461-41b8-b080-344e0fec2aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391667 Aug 11 02:20:09.702141 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23289bf4-4d76-445e-89bb-d155195afc1a x-openstack-request-id: req-23289bf4-4d76-445e-89bb-d155195afc1a {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:09.702818 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc05a22-0e69-4204-96dc-84dc33e13ca2", "tag": "78589433-afa4-4706-bf0c-f19808506a2b", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:09.702818 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-23289bf4-4d76-445e-89bb-d155195afc1a {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:09.703091 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc05a22-0e69-4204-96dc-84dc33e13ca2', 'tag': '78589433-afa4-4706-bf0c-f19808506a2b', 'status': 'completed', 'code': 200} Aug 11 02:20:09.726093 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-b5408701-b02b-45b6-aed8-430287607381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'name': 'tempest-AttachVolumeShelveTestJSON-1641083083-router', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:15:17Z', 'updated_at': '2021-08-11T02:15:31Z', 'revision_number': 4, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'gw_port': {'id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:20Z', 'updated_at': '2021-08-11T02:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'e071ff46-775f-401b-abc3-800b407824c9', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'port_id': '78589433-afa4-4706-bf0c-f19808506a2b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'mac_address': 'fa:16:3e:90:ae:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc05a22-0e69-4204-96dc-84dc33e13ca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:19:51Z', 'updated_at': '2021-08-11T02:20:07Z', 'revision_number': 1, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab34cb1f-13a6-4106-9afa-81664ea77706', 'name': '', 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'mac_address': 'fa:16:3e:d5:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:28Z', 'updated_at': '2021-08-11T02:15:40Z', 'revision_number': 5, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'subnets': [{'id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:09.760584 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5408701-b02b-45b6-aed8-430287607381 None None] Checking router: ef079d62-0933-47d4-9dd5-30bcc2918751 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:20:09.770989 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5408701-b02b-45b6-aed8-430287607381 None None] Routers {'ef079d62-0933-47d4-9dd5-30bcc2918751'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:09.772053 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-b5408701-b02b-45b6-aed8-430287607381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:19:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['ef079d62-0933-47d4-9dd5-30bcc2918751'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:09.789760 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1fb6b-b86f-4b51-909a-6310d1563d0e req-d17deb90-c6d6-4769-a3b0-d462996ea1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:09.791848 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-30e1fb6b-b86f-4b51-909a-6310d1563d0e req-d17deb90-c6d6-4769-a3b0-d462996ea1ad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=15f6ff753e694e9dbfd4e9be5e45ed17&device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 1097 time: 0.0609756 Aug 11 02:20:09.795428 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-b202a6e8-b167-47fe-b922-7ea00896dd0a tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting port adbaa2ec-f885-49cd-8a3a-4bb67c385c10 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:09.795799 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b202a6e8-b167-47fe-b922-7ea00896dd0a tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:09.925411 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1fb6b-b86f-4b51-909a-6310d1563d0e req-f5bbe623-e2cc-48ec-a0f9-12c56fa09b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:09.927997 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-30e1fb6b-b86f-4b51-909a-6310d1563d0e req-f5bbe623-e2cc-48ec-a0f9-12c56fa09b06 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2564e31e-dea6-46ca-b2de-bf165812396f HTTP/1.1" status: 200 len: 918 time: 0.1297085 Aug 11 02:20:09.957356 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-80ab073e-3d29-4934-854e-10b02d75ae23 service neutron] 10.222.0.50 "GET /v2.0/networks/d8dbc26e-2e05-4888-a6f9-134569d63bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5621922 Aug 11 02:20:09.975404 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b202a6e8-b167-47fe-b922-7ea00896dd0a tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:09.995820 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c287d4-6653-44eb-940e-8891b9cd5f36 req-882808ad-0217-474b-8f46-cc34cced490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:09.997998 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e3c287d4-6653-44eb-940e-8891b9cd5f36 req-882808ad-0217-474b-8f46-cc34cced490b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=953757b63989485aa599c97f35f2480d&device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 1096 time: 0.0986054 Aug 11 02:20:09.998927 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-b202a6e8-b167-47fe-b922-7ea00896dd0a tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Calling delete_port for adbaa2ec-f885-49cd-8a3a-4bb67c385c10 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:10.020531 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-30e1fb6b-b86f-4b51-909a-6310d1563d0e req-dcccf0e4-735c-40d9-8dd9-17c6c889adc9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78589433-afa4-4706-bf0c-f19808506a2b HTTP/1.1" status: 200 len: 998 time: 0.0847967 Aug 11 02:20:10.036686 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-b5408701-b02b-45b6-aed8-430287607381 None None] Set router ef079d62-0933-47d4-9dd5-30bcc2918751 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:20:10.142743 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1fb6b-b86f-4b51-909a-6310d1563d0e req-05cab42e-3ce4-40fc-a763-c691dbb987e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:10.144799 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-30e1fb6b-b86f-4b51-909a-6310d1563d0e req-05cab42e-3ce4-40fc-a763-c691dbb987e1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f HTTP/1.1" status: 200 len: 856 time: 0.1070480 Aug 11 02:20:10.191331 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cf5d0f5a-48c1-40ba-8a36-29514d4c4c1d req-54424876-1cb9-473e-843a-69886cd336ca tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f36bdc7-18a5-4bb0-af8f-a5a71ff47fe6 HTTP/1.1" status: 200 len: 210 time: 0.0403888 Aug 11 02:20:10.193506 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c287d4-6653-44eb-940e-8891b9cd5f36 req-4bcab2e5-ea2f-40f6-95b5-d515b30769e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:10.195008 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e3c287d4-6653-44eb-940e-8891b9cd5f36 req-4bcab2e5-ea2f-40f6-95b5-d515b30769e3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99 HTTP/1.1" status: 200 len: 913 time: 0.1889350 Aug 11 02:20:10.260219 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1fb6b-b86f-4b51-909a-6310d1563d0e req-351c0f72-3055-461d-bfa6-92d07a8e2400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:10.261758 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-30e1fb6b-b86f-4b51-909a-6310d1563d0e req-351c0f72-3055-461d-bfa6-92d07a8e2400 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2564e31e-dea6-46ca-b2de-bf165812396f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1095393 Aug 11 02:20:10.275186 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647e6da-1125-4217-9470-392446e19623 req-fd829169-9cb1-4ad4-a51b-5c0e753c7e98 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:10.276871 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a647e6da-1125-4217-9470-392446e19623 req-fd829169-9cb1-4ad4-a51b-5c0e753c7e98 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0785527 Aug 11 02:20:10.329096 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e3c287d4-6653-44eb-940e-8891b9cd5f36 req-59ce1c92-d636-409a-9b44-297deaf6f090 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2fc812-8e74-4f08-a40c-f327ac14bb35 HTTP/1.1" status: 200 len: 998 time: 0.1254377 Aug 11 02:20:10.369430 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a647e6da-1125-4217-9470-392446e19623 req-39ae8b5d-2561-47f0-93b6-8809e7d794aa tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830851 Aug 11 02:20:10.411230 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-30e1fb6b-b86f-4b51-909a-6310d1563d0e req-9a0548c9-eb0f-4e6c-9fc9-9ecbe20da3ab service neutron] 10.222.0.73 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331658 Aug 11 02:20:10.417518 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b202a6e8-b167-47fe-b922-7ea00896dd0a tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:10.419631 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-b5408701-b02b-45b6-aed8-430287607381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'name': 'tempest-AttachVolumeShelveTestJSON-1641083083-router', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:15:17Z', 'updated_at': '2021-08-11T02:15:31Z', 'revision_number': 4, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'gw_port': {'id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:20Z', 'updated_at': '2021-08-11T02:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'e071ff46-775f-401b-abc3-800b407824c9', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'port_id': '78589433-afa4-4706-bf0c-f19808506a2b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'mac_address': 'fa:16:3e:90:ae:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc05a22-0e69-4204-96dc-84dc33e13ca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:19:51Z', 'updated_at': '2021-08-11T02:20:07Z', 'revision_number': 1, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab34cb1f-13a6-4106-9afa-81664ea77706', 'name': '', 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'mac_address': 'fa:16:3e:d5:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:28Z', 'updated_at': '2021-08-11T02:15:40Z', 'revision_number': 5, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'subnets': [{'id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:10.428257 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c287d4-6653-44eb-940e-8891b9cd5f36 req-828edc5d-0f6b-415c-aab0-03dc60f810f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:10.429714 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e3c287d4-6653-44eb-940e-8891b9cd5f36 req-828edc5d-0f6b-415c-aab0-03dc60f810f8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7193a88f-4d31-4933-a3af-0738d0f7bf97 HTTP/1.1" status: 200 len: 851 time: 0.0794942 Aug 11 02:20:10.465620 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202a6e8-b167-47fe-b922-7ea00896dd0a tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Port': ['ID=adbaa2ec-f885-49cd-8a3a-4bb67c385c10,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:10.484896 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5408701-b02b-45b6-aed8-430287607381 None None] The sync data for ids ['ef079d62-0933-47d4-9dd5-30bcc2918751'] in n-d-615180-33 is: [{'id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'name': 'tempest-AttachVolumeShelveTestJSON-1641083083-router', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:15:17Z', 'updated_at': '2021-08-11T02:15:31Z', 'revision_number': 4, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'gw_port': {'id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:20Z', 'updated_at': '2021-08-11T02:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'e071ff46-775f-401b-abc3-800b407824c9', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'port_id': '78589433-afa4-4706-bf0c-f19808506a2b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'mac_address': 'fa:16:3e:90:ae:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc05a22-0e69-4204-96dc-84dc33e13ca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:19:51Z', 'updated_at': '2021-08-11T02:20:07Z', 'revision_number': 1, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab34cb1f-13a6-4106-9afa-81664ea77706', 'name': '', 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'mac_address': 'fa:16:3e:d5:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:28Z', 'updated_at': '2021-08-11T02:15:40Z', 'revision_number': 5, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'subnets': [{'id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:20:10.586697 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b22cf79-0747-42d2-8821-8c1bb71d4d5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f2fc812-8e74-4f08-a40c-f327ac14bb35'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:10.591367 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702fab18-b53d-4fd7-adf9-8120aa6e8b98" -d '{"events": [{"server_uuid": "3b22cf79-0747-42d2-8821-8c1bb71d4d5b", "name": "network-vif-unplugged", "status": "completed", "tag": "4f2fc812-8e74-4f08-a40c-f327ac14bb35"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:10.603341 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c287d4-6653-44eb-940e-8891b9cd5f36 req-8664f9ef-9b2d-4328-96fe-8a0d48239ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:10.604934 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e3c287d4-6653-44eb-940e-8891b9cd5f36 req-8664f9ef-9b2d-4328-96fe-8a0d48239ded service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1499054 Aug 11 02:20:10.637258 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-30e1fb6b-b86f-4b51-909a-6310d1563d0e req-a96f8cf3-1ee3-4a66-9aa7-867293ce5e63 service neutron] 10.222.0.73 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182939 Aug 11 02:20:10.645691 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1266e64-0ecb-4cde-b675-8b2d4e720d84 x-openstack-request-id: req-d1266e64-0ecb-4cde-b675-8b2d4e720d84 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:10.647879 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b22cf79-0747-42d2-8821-8c1bb71d4d5b", "name": "network-vif-unplugged", "status": "completed", "tag": "4f2fc812-8e74-4f08-a40c-f327ac14bb35", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:10.648324 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d1266e64-0ecb-4cde-b675-8b2d4e720d84 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:10.654449 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b22cf79-0747-42d2-8821-8c1bb71d4d5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f2fc812-8e74-4f08-a40c-f327ac14bb35', 'code': 200} Aug 11 02:20:10.694463 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b202a6e8-b167-47fe-b922-7ea00896dd0a tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:10.696438 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b202a6e8-b167-47fe-b922-7ea00896dd0a tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/ports/adbaa2ec-f885-49cd-8a3a-4bb67c385c10 HTTP/1.1" status: 204 len: 168 time: 1.4239600 Aug 11 02:20:10.699495 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49168) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:10.732336 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f143c0-da0d-4dd2-b552-3ad48eb5087b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] GET failed (client error): The resource could not be found. Aug 11 02:20:10.734018 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a1f143c0-da0d-4dd2-b552-3ad48eb5087b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "GET /v2.0/ports/adbaa2ec-f885-49cd-8a3a-4bb67c385c10 HTTP/1.1" status: 404 len: 333 time: 0.0335026 Aug 11 02:20:10.736812 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49170) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:10.832952 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fdf878-30b7-43d2-b787-6cdfce406fee req-6870ffdd-491f-4fe6-bb75-45d980312641 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:10.834497 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e8fdf878-30b7-43d2-b787-6cdfce406fee req-6870ffdd-491f-4fe6-bb75-45d980312641 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5280ac3-807b-4f35-af7e-18e695a6cff4 HTTP/1.1" status: 200 len: 945 time: 0.1140628 Aug 11 02:20:10.837555 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a971b67-7a12-47bc-8440-dd5900b234f0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting subnet 072053e5-9e4f-4f95-8954-04e05e938ea2 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:20:10.838714 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e3c287d4-6653-44eb-940e-8891b9cd5f36 req-1c1ba827-d01c-4928-920d-9c8dd95b402a service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211926 Aug 11 02:20:10.842351 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a971b67-7a12-47bc-8440-dd5900b234f0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:10.861588 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3326a94f-5291-4bd7-8b80-2c41ffbce778 None None] New status for floating IP e071ff46-775f-401b-abc3-800b407824c9: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:20:10.892776 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a971b67-7a12-47bc-8440-dd5900b234f0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:10.944713 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e8fdf878-30b7-43d2-b787-6cdfce406fee req-0c653ef8-8eb3-4b91-a518-baae8a6a389e tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ab8f257-b461-41b8-b080-344e0fec2aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844989 Aug 11 02:20:11.010073 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e3c287d4-6653-44eb-940e-8891b9cd5f36 req-9ab7183f-8957-4acd-98bf-80b5601996e7 service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639881 Aug 11 02:20:11.061770 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a971b67-7a12-47bc-8440-dd5900b234f0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.139118 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a971b67-7a12-47bc-8440-dd5900b234f0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.183243 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a971b67-7a12-47bc-8440-dd5900b234f0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Subnet': ['ID=072053e5-9e4f-4f95-8954-04e05e938ea2,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:11.189308 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a971b67-7a12-47bc-8440-dd5900b234f0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.191265 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9a971b67-7a12-47bc-8440-dd5900b234f0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/subnets/072053e5-9e4f-4f95-8954-04e05e938ea2 HTTP/1.1" status: 204 len: 168 time: 0.4532554 Aug 11 02:20:11.193841 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49178) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:11.200753 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88041339-cdc9-47ec-91a5-548e53abf751 None None] Network 88554b31-5d3a-443d-a2d0-b247b8a00430 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:11.272440 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-f94c91d3-ca22-429a-bcae-b0b4afc3ab90 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting subnet c0273a83-6c0b-4b5f-8f97-904b3aa807fa {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:20:11.276083 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f94c91d3-ca22-429a-bcae-b0b4afc3ab90 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.339755 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a2acb99f-571a-4bd6-bd97-ce68e5852761 req-215f47b3-93d8-4c4a-9346-bea8c7c56267 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f36bdc7-18a5-4bb0-af8f-a5a71ff47fe6 HTTP/1.1" status: 200 len: 210 time: 0.0390658 Aug 11 02:20:11.353516 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f94c91d3-ca22-429a-bcae-b0b4afc3ab90 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.503708 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f94c91d3-ca22-429a-bcae-b0b4afc3ab90 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.616987 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f94c91d3-ca22-429a-bcae-b0b4afc3ab90 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.648732 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-ff09b183-d337-4d1f-8213-74025c2e1836 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:11.650537 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-ff09b183-d337-4d1f-8213-74025c2e1836 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] 10.222.0.66 "GET /v2.0/networks?id=d8dbc26e-2e05-4888-a6f9-134569d63bfb HTTP/1.1" status: 200 len: 822 time: 0.2214644 Aug 11 02:20:11.653662 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c91d3-ca22-429a-bcae-b0b4afc3ab90 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Subnet': ['ID=c0273a83-6c0b-4b5f-8f97-904b3aa807fa,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:11.655751 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f94c91d3-ca22-429a-bcae-b0b4afc3ab90 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.660615 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f94c91d3-ca22-429a-bcae-b0b4afc3ab90 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/subnets/c0273a83-6c0b-4b5f-8f97-904b3aa807fa HTTP/1.1" status: 204 len: 168 time: 0.4627833 Aug 11 02:20:11.660913 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49194) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:11.662797 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c1282-a142-407c-986b-6bd2113df5e5 req-e7d48414-429e-40b3-8779-02e9e544d8cb tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:11.672451 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-217c1282-a142-407c-986b-6bd2113df5e5 req-e7d48414-429e-40b3-8779-02e9e544d8cb tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1602590 Aug 11 02:20:11.680742 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-e3dc724a-f4a6-40e1-b510-51bc2c90be07 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Request body: {'port': {'device_id': '4f36bdc7-18a5-4bb0-af8f-a5a71ff47fe6', 'network_id': 'd8dbc26e-2e05-4888-a6f9-134569d63bfb', 'admin_state_up': True, 'tenant_id': '4e69750379d447f8970482cabd2c9253'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:11.737762 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848f62fb-3b0b-4121-b091-9befe5203464 None None] Update dhcp port {'port': {'network_id': '88554b31-5d3a-443d-a2d0-b247b8a00430', 'fixed_ips': [{'subnet_id': 'c0273a83-6c0b-4b5f-8f97-904b3aa807fa'}], 'binding:host_id': 'n-d-615180-33'}, 'id': '276148b3-7b5c-423e-9510-3c9482ae5ce1'} from n-d-615180-33. {{(pid=94508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:20:11.749083 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d1d5486-8f8d-4916-8458-834932225644 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.775939 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-848f62fb-3b0b-4121-b091-9befe5203464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.789626 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-217c1282-a142-407c-986b-6bd2113df5e5 req-cc399f53-a957-4f1b-9ef4-d8cde3a8df01 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158586 Aug 11 02:20:11.820497 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-4d1d5486-8f8d-4916-8458-834932225644 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting port 276148b3-7b5c-423e-9510-3c9482ae5ce1 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:11.821012 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d1d5486-8f8d-4916-8458-834932225644 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.887513 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-e3dc724a-f4a6-40e1-b510-51bc2c90be07 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Made reservation on behalf of 4e69750379d447f8970482cabd2c9253 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:11.898225 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-e3dc724a-f4a6-40e1-b510-51bc2c90be07 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.903247 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-4d1d5486-8f8d-4916-8458-834932225644 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] For port 276148b3-7b5c-423e-9510-3c9482ae5ce1, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=276148b3-7b5c-423e-9510-3c9482ae5ce1,segment=NetworkSegment(b5c670dc-44c8-4bb2-953e-8c713e7c7462),segment_id=b5c670dc-44c8-4bb2-953e-8c713e7c7462)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:11.904896 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d1d5486-8f8d-4916-8458-834932225644 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.924967 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-4d1d5486-8f8d-4916-8458-834932225644 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Calling delete_port for 276148b3-7b5c-423e-9510-3c9482ae5ce1 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:11.986087 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292a82ee-4ef3-44fe-ba60-8073ff326fd0 None None] Network 88554b31-5d3a-443d-a2d0-b247b8a00430 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:12.060555 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0644b90-309a-4f63-8a1c-e9c887f88e7b req-1e0481f5-5bf4-4908-95ff-72e22f9f8aa0 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:12.062219 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e0644b90-309a-4f63-8a1c-e9c887f88e7b req-1e0481f5-5bf4-4908-95ff-72e22f9f8aa0 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5280ac3-807b-4f35-af7e-18e695a6cff4 HTTP/1.1" status: 200 len: 945 time: 0.0859511 Aug 11 02:20:12.072989 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d1d5486-8f8d-4916-8458-834932225644 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:12.078516 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-e3dc724a-f4a6-40e1-b510-51bc2c90be07 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Allocated IP 172.20.0.9 (d8dbc26e-2e05-4888-a6f9-134569d63bfb/e0fa3bd6-7cc0-4939-bbae-bf568659c785/9aa6a0dc-0b9f-4260-a0fb-fd10e935f136) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:12.093627 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1d5486-8f8d-4916-8458-834932225644 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] No DVR routers for this DVR port 276148b3-7b5c-423e-9510-3c9482ae5ce1 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:20:12.106731 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-973a13d6-2532-4a8e-ab55-924e6b3af200 None None] Provisioning complete for port 276148b3-7b5c-423e-9510-3c9482ae5ce1 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:12.107118 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-973a13d6-2532-4a8e-ab55-924e6b3af200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:12.135200 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747b2d6d-5693-4e3b-94c2-cbd9080b794c None None] DHCP port deletion for 88554b31-5d3a-443d-a2d0-b247b8a00430 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:20:12.137439 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-973a13d6-2532-4a8e-ab55-924e6b3af200 None None] Port 276148b3-7b5c-423e-9510-3c9482ae5ce1 was deleted so its status cannot be updated. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 11 02:20:12.160934 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d5486-8f8d-4916-8458-834932225644 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Port': ['ID=276148b3-7b5c-423e-9510-3c9482ae5ce1,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:12.235629 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e0644b90-309a-4f63-8a1c-e9c887f88e7b req-aa099ebe-f4a6-491c-8b91-9b8aa3d5eefb tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ab8f257-b461-41b8-b080-344e0fec2aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512928 Aug 11 02:20:12.237142 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d1d5486-8f8d-4916-8458-834932225644 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:12.254208 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-4d1d5486-8f8d-4916-8458-834932225644 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88554b31-5d3a-443d-a2d0-b247b8a00430']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:12.268583 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-4d1d5486-8f8d-4916-8458-834932225644 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c670dc-44c8-4bb2-953e-8c713e7c7462') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:12.268884 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-4d1d5486-8f8d-4916-8458-834932225644 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c670dc-44c8-4bb2-953e-8c713e7c7462') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:12.271511 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-e3dc724a-f4a6-40e1-b510-51bc2c90be07 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:12.279011 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d1d5486-8f8d-4916-8458-834932225644 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:12.293324 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d1d5486-8f8d-4916-8458-834932225644 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:12.299204 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d1d5486-8f8d-4916-8458-834932225644 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:20:12.299629 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d1d5486-8f8d-4916-8458-834932225644 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:20:12.303496 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:20:12.313678 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-e3dc724a-f4a6-40e1-b510-51bc2c90be07 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:12.353414 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-e3dc724a-f4a6-40e1-b510-51bc2c90be07 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Network d8dbc26e-2e05-4888-a6f9-134569d63bfb is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:12.360553 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-e3dc724a-f4a6-40e1-b510-51bc2c90be07 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:12.363411 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-e3dc724a-f4a6-40e1-b510-51bc2c90be07 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:12.363701 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d1d5486-8f8d-4916-8458-834932225644 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:12.371042 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d1d5486-8f8d-4916-8458-834932225644 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:12.378348 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4d1d5486-8f8d-4916-8458-834932225644 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/networks/88554b31-5d3a-443d-a2d0-b247b8a00430 HTTP/1.1" status: 204 len: 168 time: 0.7107100 Aug 11 02:20:12.378348 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49206) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:12.401367 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc724a-f4a6-40e1-b510-51bc2c90be07 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Pushing event updated for resources: {'Port': ['ID=9aa6a0dc-0b9f-4260-a0fb-fd10e935f136,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:12.424380 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d5486-8f8d-4916-8458-834932225644 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Network': ['ID=88554b31-5d3a-443d-a2d0-b247b8a00430,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:12.430461 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-e3dc724a-f4a6-40e1-b510-51bc2c90be07 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:12.431118 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-e3dc724a-f4a6-40e1-b510-51bc2c90be07 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:12.447208 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd44fc0c-5854-4a35-9ddf-745dd8ddd9c1 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:12.448772 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cd44fc0c-5854-4a35-9ddf-745dd8ddd9c1 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0714531 Aug 11 02:20:12.452382 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49208) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:12.469220 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-e3dc724a-f4a6-40e1-b510-51bc2c90be07 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7944160 Aug 11 02:20:12.486920 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e47e3d-659d-4475-bfcc-e06a3ccd108b req-478d81a6-63e9-496b-9857-b3e6d490c89f tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:12.489337 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-23e47e3d-659d-4475-bfcc-e06a3ccd108b req-478d81a6-63e9-496b-9857-b3e6d490c89f tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f36bdc7-18a5-4bb0-af8f-a5a71ff47fe6 HTTP/1.1" status: 200 len: 931 time: 0.0657415 Aug 11 02:20:12.495856 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-5baa719b-f1fc-46a5-b02a-8f5a818d8110 service neutron] Request body: {'port': {'device_id': '4f36bdc7-18a5-4bb0-af8f-a5a71ff47fe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:12.501967 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f4493196-ada6-4c0a-a3b2-0db39a3f8035 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0484245 Aug 11 02:20:12.505438 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49210) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:12.510200 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-5cb60f6a-1fa9-40c9-ab27-805faddaedcf tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2072714674'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:12.531730 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb60f6a-1fa9-40c9-ab27-805faddaedcf tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:12.535899 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5cb60f6a-1fa9-40c9-ab27-805faddaedcf tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:12.559341 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb60f6a-1fa9-40c9-ab27-805faddaedcf tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:20:12.568850 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5cb60f6a-1fa9-40c9-ab27-805faddaedcf tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:12.569200 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-5cb60f6a-1fa9-40c9-ab27-805faddaedcf tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Added segment 8783565e-7d5a-4338-b1ac-80d32f363f97 of type vlan for network 0fa4b2b7-34a8-40fb-ad9c-220f620a7505 Aug 11 02:20:12.584914 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-23e47e3d-659d-4475-bfcc-e06a3ccd108b req-b28b4151-1a02-4b4c-a6b5-8efc818f429d tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] 10.222.0.50 "GET /v2.0/security-groups?id=32a3c2c7-aa8f-4087-aa9f-c7f7d891400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862365 Aug 11 02:20:12.589693 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-5baa719b-f1fc-46a5-b02a-8f5a818d8110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:12.619577 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5cb60f6a-1fa9-40c9-ab27-805faddaedcf tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:12.649455 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5cb60f6a-1fa9-40c9-ab27-805faddaedcf tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:12.655412 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb60f6a-1fa9-40c9-ab27-805faddaedcf tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:12.656006 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5cb60f6a-1fa9-40c9-ab27-805faddaedcf tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:12.714519 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5cb60f6a-1fa9-40c9-ab27-805faddaedcf tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2054541 Aug 11 02:20:12.718626 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49214) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:12.726481 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-56ee9fe4-cf00-4ace-832c-0949e9e7b7bd tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'subnet': {'network_id': '0fa4b2b7-34a8-40fb-ad9c-220f620a7505', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:12.748473 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 276148b3-7b5c-423e-9510-3c9482ae5ce1 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:20:12.768751 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 276148b3-7b5c-423e-9510-3c9482ae5ce1 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:20:12.770046 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 276148b3-7b5c-423e-9510-3c9482ae5ce1 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:20:12.785034 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb60f6a-1fa9-40c9-ab27-805faddaedcf tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Network': ['ID=0fa4b2b7-34a8-40fb-ad9c-220f620a7505,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:12.795663 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 0fa4b2b7-34a8-40fb-ad9c-220f620a7505 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:20:12.829925 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ee9fe4-cf00-4ace-832c-0949e9e7b7bd tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:12.836876 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-56ee9fe4-cf00-4ace-832c-0949e9e7b7bd tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:12.962025 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-5baa719b-f1fc-46a5-b02a-8f5a818d8110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa6a0dc-0b9f-4260-a0fb-fd10e935f136 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:12.974211 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e6c9b-9e52-4870-a016-499ddcfc65aa req-57293d87-26cc-4536-9742-acd456252d19 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:12.975780 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f01e6c9b-9e52-4870-a016-499ddcfc65aa req-57293d87-26cc-4536-9742-acd456252d19 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1033685 Aug 11 02:20:12.980448 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-5baa719b-f1fc-46a5-b02a-8f5a818d8110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:13.010245 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-5baa719b-f1fc-46a5-b02a-8f5a818d8110 service neutron] Transition to ACTIVE for port object 9aa6a0dc-0b9f-4260-a0fb-fd10e935f136 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:13.020353 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-5baa719b-f1fc-46a5-b02a-8f5a818d8110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:13.036408 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-56ee9fe4-cf00-4ace-832c-0949e9e7b7bd tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:13.054066 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f01e6c9b-9e52-4870-a016-499ddcfc65aa req-768dce0a-3070-491e-b744-69f9c5e6c213 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710773 Aug 11 02:20:13.082662 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa719b-f1fc-46a5-b02a-8f5a818d8110 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa6a0dc-0b9f-4260-a0fb-fd10e935f136,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:13.119912 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee9fe4-cf00-4ace-832c-0949e9e7b7bd tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Subnet': ['ID=a0564f76-0091-4ab1-8af5-63206fb0a1d7,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:13.129138 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ee9fe4-cf00-4ace-832c-0949e9e7b7bd tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Checking segment: {'id': '8783565e-7d5a-4338-b1ac-80d32f363f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0fa4b2b7-34a8-40fb-ad9c-220f620a7505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:13.129836 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ee9fe4-cf00-4ace-832c-0949e9e7b7bd tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network hostable DHCP agents. Network: 0fa4b2b7-34a8-40fb-ad9c-220f620a7505, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:20:13.149881 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ee9fe4-cf00-4ace-832c-0949e9e7b7bd tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network 0fa4b2b7-34a8-40fb-ad9c-220f620a7505 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:20:13.155377 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-5baa719b-f1fc-46a5-b02a-8f5a818d8110 service neutron] Attempting to bind port 9aa6a0dc-0b9f-4260-a0fb-fd10e935f136 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:13.155807 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-5baa719b-f1fc-46a5-b02a-8f5a818d8110 service neutron] Attempting to bind port 9aa6a0dc-0b9f-4260-a0fb-fd10e935f136 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '6d8f189f-57c9-4648-9931-e25c497e60e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd8dbc26e-2e05-4888-a6f9-134569d63bfb'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:13.156145 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-5baa719b-f1fc-46a5-b02a-8f5a818d8110 service neutron] Attempting to bind port 9aa6a0dc-0b9f-4260-a0fb-fd10e935f136 on network d8dbc26e-2e05-4888-a6f9-134569d63bfb {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:13.162723 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-56ee9fe4-cf00-4ace-832c-0949e9e7b7bd tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 0fa4b2b7-34a8-40fb-ad9c-220f620a7505) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:13.170067 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-5baa719b-f1fc-46a5-b02a-8f5a818d8110 service neutron] Port 9aa6a0dc-0b9f-4260-a0fb-fd10e935f136 on network d8dbc26e-2e05-4888-a6f9-134569d63bfb not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:20:13.170400 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-5baa719b-f1fc-46a5-b02a-8f5a818d8110 service neutron] Attempting to bind port 9aa6a0dc-0b9f-4260-a0fb-fd10e935f136 on network d8dbc26e-2e05-4888-a6f9-134569d63bfb {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:13.171009 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b7f02f-19f4-4545-be99-00a4db00db99 None None] Network 0fa4b2b7-34a8-40fb-ad9c-220f620a7505 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:13.178686 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-5baa719b-f1fc-46a5-b02a-8f5a818d8110 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:13.179051 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-5baa719b-f1fc-46a5-b02a-8f5a818d8110 service neutron] Checking segment: {'id': '6d8f189f-57c9-4648-9931-e25c497e60e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd8dbc26e-2e05-4888-a6f9-134569d63bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:13.179476 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-5baa719b-f1fc-46a5-b02a-8f5a818d8110 service neutron] Bound using segment: {'id': '6d8f189f-57c9-4648-9931-e25c497e60e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd8dbc26e-2e05-4888-a6f9-134569d63bfb'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:13.180216 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-5baa719b-f1fc-46a5-b02a-8f5a818d8110 service neutron] Bound port: 9aa6a0dc-0b9f-4260-a0fb-fd10e935f136, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d8f189f-57c9-4648-9931-e25c497e60e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd8dbc26e-2e05-4888-a6f9-134569d63bfb'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:13.180590 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-5baa719b-f1fc-46a5-b02a-8f5a818d8110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:13.185943 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ee9fe4-cf00-4ace-832c-0949e9e7b7bd tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:13.190167 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-56ee9fe4-cf00-4ace-832c-0949e9e7b7bd tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:13.214182 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-56ee9fe4-cf00-4ace-832c-0949e9e7b7bd tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4944575 Aug 11 02:20:13.215594 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49226) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:13.227787 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-c07d4327-e44a-4b1c-acc8-2dddc7ef75ef tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'port': {'network_id': '0fa4b2b7-34a8-40fb-ad9c-220f620a7505', 'name': 'tempest-PortsTestJSON-1376542055'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:13.273948 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-5baa719b-f1fc-46a5-b02a-8f5a818d8110 service neutron] For port 9aa6a0dc-0b9f-4260-a0fb-fd10e935f136, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:13.278800 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-5baa719b-f1fc-46a5-b02a-8f5a818d8110 service neutron] For port 9aa6a0dc-0b9f-4260-a0fb-fd10e935f136, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=9aa6a0dc-0b9f-4260-a0fb-fd10e935f136,segment=NetworkSegment(6d8f189f-57c9-4648-9931-e25c497e60e5),segment_id=6d8f189f-57c9-4648-9931-e25c497e60e5)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:13.286465 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-5baa719b-f1fc-46a5-b02a-8f5a818d8110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:13.344482 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-5baa719b-f1fc-46a5-b02a-8f5a818d8110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:13.345110 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-5baa719b-f1fc-46a5-b02a-8f5a818d8110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:13.346679 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-5baa719b-f1fc-46a5-b02a-8f5a818d8110 service neutron] 10.222.0.66 "PUT /v2.0/ports/9aa6a0dc-0b9f-4260-a0fb-fd10e935f136 HTTP/1.1" status: 200 len: 1092 time: 0.8561203 Aug 11 02:20:13.359141 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f36bdc7-18a5-4bb0-af8f-a5a71ff47fe6', 'tag': '9aa6a0dc-0b9f-4260-a0fb-fd10e935f136'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:13.363357 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3142812a-276f-456b-b02f-6070c9f6fd24" -d '{"events": [{"name": "network-changed", "server_uuid": "4f36bdc7-18a5-4bb0-af8f-a5a71ff47fe6", "tag": "9aa6a0dc-0b9f-4260-a0fb-fd10e935f136"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:13.403802 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419cb1b8-8aa4-484c-9f81-eb3a370b2928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-0fa4b2b7-34a8-40fb-ad9c-220f620a7505', 'network_id': '0fa4b2b7-34a8-40fb-ad9c-220f620a7505', 'tenant_id': 'd8ab2fcbeed743a6ab7ee9fa33403e87', 'fixed_ips': [{'subnet_id': 'a0564f76-0091-4ab1-8af5-63206fb0a1d7'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:20:13.404993 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-419cb1b8-8aa4-484c-9f81-eb3a370b2928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:13.417597 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec108c7e-a968-4fdb-8af6-fae64212f972 req-40de7abf-623a-4013-b02a-69ebe111ba42 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:13.425074 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ec108c7e-a968-4fdb-8af6-fae64212f972 req-40de7abf-623a-4013-b02a-69ebe111ba42 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1410804 Aug 11 02:20:13.449158 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa719b-f1fc-46a5-b02a-8f5a818d8110 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa6a0dc-0b9f-4260-a0fb-fd10e935f136,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:13.458277 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471c66c-f8d8-476a-a3e3-ac135f1937e1 req-7e7c9642-871f-4f91-9d2e-ae0b720712a3 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:13.459883 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3471c66c-f8d8-476a-a3e3-ac135f1937e1 req-7e7c9642-871f-4f91-9d2e-ae0b720712a3 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5280ac3-807b-4f35-af7e-18e695a6cff4 HTTP/1.1" status: 200 len: 945 time: 0.1506515 Aug 11 02:20:13.484276 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-f8b611c4-175e-4d72-9b83-b395974996b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:13.485821 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-f8b611c4-175e-4d72-9b83-b395974996b2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4e69750379d447f8970482cabd2c9253&device_id=4f36bdc7-18a5-4bb0-af8f-a5a71ff47fe6 HTTP/1.1" status: 200 len: 1095 time: 0.0937977 Aug 11 02:20:13.504670 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9febd-2ef1-4aa1-8227-1653522f52aa req-62e6a8b6-fccc-44c6-a66c-d1fb34a18693 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:13.506207 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8be9febd-2ef1-4aa1-8227-1653522f52aa req-62e6a8b6-fccc-44c6-a66c-d1fb34a18693 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5280ac3-807b-4f35-af7e-18e695a6cff4 HTTP/1.1" status: 200 len: 945 time: 0.0749578 Aug 11 02:20:13.520130 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ec108c7e-a968-4fdb-8af6-fae64212f972 req-c666197c-c9a6-4710-bf74-80446764f58f tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926867 Aug 11 02:20:13.526788 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07d4327-e44a-4b1c-acc8-2dddc7ef75ef tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:13.530356 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c07d4327-e44a-4b1c-acc8-2dddc7ef75ef tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:13.558315 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-87036175-42d2-4da9-b2f6-362bf1fd9346 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9aa6a0dc-0b9f-4260-a0fb-fd10e935f136 HTTP/1.1" status: 200 len: 217 time: 0.0623820 Aug 11 02:20:13.582058 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-419cb1b8-8aa4-484c-9f81-eb3a370b2928 None None] Allocated IP 172.20.0.2 (0fa4b2b7-34a8-40fb-ad9c-220f620a7505/a0564f76-0091-4ab1-8af5-63206fb0a1d7/565196d0-f263-4e10-8e47-c1021a055d91) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:13.584276 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda20fba-2758-4c89-ab52-a92ef8806d92 x-openstack-request-id: req-fda20fba-2758-4c89-ab52-a92ef8806d92 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:13.584812 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f36bdc7-18a5-4bb0-af8f-a5a71ff47fe6", "tag": "9aa6a0dc-0b9f-4260-a0fb-fd10e935f136", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:13.585258 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fda20fba-2758-4c89-ab52-a92ef8806d92 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:13.586029 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f36bdc7-18a5-4bb0-af8f-a5a71ff47fe6', 'tag': '9aa6a0dc-0b9f-4260-a0fb-fd10e935f136', 'status': 'completed', 'code': 200} Aug 11 02:20:13.588111 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-c07d4327-e44a-4b1c-acc8-2dddc7ef75ef tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] device_id is not set on port 53a087b5-0b2b-4098-a713-11bd80ef5494 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:20:13.652105 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8be9febd-2ef1-4aa1-8227-1653522f52aa req-df1f6bd9-d6d5-457e-b285-32888026f238 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ab8f257-b461-41b8-b080-344e0fec2aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897157 Aug 11 02:20:13.656040 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-e70ed875-92dd-4168-a489-2e8b882087ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:13.657507 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-e70ed875-92dd-4168-a489-2e8b882087ad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e0fa3bd6-7cc0-4939-bbae-bf568659c785 HTTP/1.1" status: 200 len: 862 time: 0.0845242 Aug 11 02:20:13.709588 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-a2f5863e-2702-4fca-9650-475ad3e5d1d2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8dbc26e-2e05-4888-a6f9-134569d63bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378158 Aug 11 02:20:13.739415 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-2bfec646-71e2-4313-bd42-cda94b9d8e1c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1542733 Aug 11 02:20:13.753928 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-3471c66c-f8d8-476a-a3e3-ac135f1937e1 req-a405efb9-3544-4606-806c-8cfea8830b94 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Deleting port f5843417-d7b2-47b9-9762-3fe9359be1de {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:13.754277 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3471c66c-f8d8-476a-a3e3-ac135f1937e1 req-a405efb9-3544-4606-806c-8cfea8830b94 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:13.782219 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdff49-e2ba-497d-83fe-95bfc421376a req-91a315b3-df12-4e3a-b1e1-73fa57ccccff tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:13.783810 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-efcdff49-e2ba-497d-83fe-95bfc421376a req-91a315b3-df12-4e3a-b1e1-73fa57ccccff tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1265473 Aug 11 02:20:13.826945 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-419cb1b8-8aa4-484c-9f81-eb3a370b2928 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:13.839127 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-419cb1b8-8aa4-484c-9f81-eb3a370b2928 None None] Transition to ACTIVE for port object 565196d0-f263-4e10-8e47-c1021a055d91 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:13.856066 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-419cb1b8-8aa4-484c-9f81-eb3a370b2928 None None] Transition to ACTIVE for port object 565196d0-f263-4e10-8e47-c1021a055d91 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:13.862544 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-419cb1b8-8aa4-484c-9f81-eb3a370b2928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:13.869676 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41f5cf-3d75-4876-aeca-ab4e310fa71d req-e550c9a1-ddee-48b5-96db-b82478992024 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:13.877027 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4c41f5cf-3d75-4876-aeca-ab4e310fa71d req-e550c9a1-ddee-48b5-96db-b82478992024 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f36bdc7-18a5-4bb0-af8f-a5a71ff47fe6 HTTP/1.1" status: 200 len: 943 time: 0.0858643 Aug 11 02:20:13.903276 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-788c94a4-77b7-4c46-8f69-6df8497c77bd service neutron] 10.222.0.66 "GET /v2.0/networks/d8dbc26e-2e05-4888-a6f9-134569d63bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841223 Aug 11 02:20:13.904325 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419cb1b8-8aa4-484c-9f81-eb3a370b2928 None None] Network 0fa4b2b7-34a8-40fb-ad9c-220f620a7505 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:13.907708 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-419cb1b8-8aa4-484c-9f81-eb3a370b2928 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:13.910689 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419cb1b8-8aa4-484c-9f81-eb3a370b2928 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:13.919672 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419cb1b8-8aa4-484c-9f81-eb3a370b2928 None None] Pushing event updated for resources: {'Port': ['ID=565196d0-f263-4e10-8e47-c1021a055d91,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:13.947100 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-efcdff49-e2ba-497d-83fe-95bfc421376a req-df64c708-af7c-4e89-bdef-8637a2576a39 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351745 Aug 11 02:20:13.971765 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-3471c66c-f8d8-476a-a3e3-ac135f1937e1 req-a405efb9-3544-4606-806c-8cfea8830b94 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] For port f5843417-d7b2-47b9-9762-3fe9359be1de, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=f5843417-d7b2-47b9-9762-3fe9359be1de,segment=NetworkSegment(6616f338-8bd2-4042-a7e3-01a398503e7d),segment_id=6616f338-8bd2-4042-a7e3-01a398503e7d)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:13.971765 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3471c66c-f8d8-476a-a3e3-ac135f1937e1 req-a405efb9-3544-4606-806c-8cfea8830b94 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:13.984817 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4c41f5cf-3d75-4876-aeca-ab4e310fa71d req-112d6d1e-7882-449e-ac18-35eac1d0df02 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] 10.222.0.50 "GET /v2.0/security-groups?id=32a3c2c7-aa8f-4087-aa9f-c7f7d891400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049569 Aug 11 02:20:13.988316 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-3471c66c-f8d8-476a-a3e3-ac135f1937e1 req-a405efb9-3544-4606-806c-8cfea8830b94 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Calling delete_port for f5843417-d7b2-47b9-9762-3fe9359be1de owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:13.998844 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-419cb1b8-8aa4-484c-9f81-eb3a370b2928 None None] Attempting to bind port 565196d0-f263-4e10-8e47-c1021a055d91 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:13.999466 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-419cb1b8-8aa4-484c-9f81-eb3a370b2928 None None] Attempting to bind port 565196d0-f263-4e10-8e47-c1021a055d91 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '8783565e-7d5a-4338-b1ac-80d32f363f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0fa4b2b7-34a8-40fb-ad9c-220f620a7505'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:14.000028 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419cb1b8-8aa4-484c-9f81-eb3a370b2928 None None] Attempting to bind port 565196d0-f263-4e10-8e47-c1021a055d91 on network 0fa4b2b7-34a8-40fb-ad9c-220f620a7505 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:14.007679 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419cb1b8-8aa4-484c-9f81-eb3a370b2928 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:14.008064 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419cb1b8-8aa4-484c-9f81-eb3a370b2928 None None] Checking segment: {'id': '8783565e-7d5a-4338-b1ac-80d32f363f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0fa4b2b7-34a8-40fb-ad9c-220f620a7505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:14.008476 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-419cb1b8-8aa4-484c-9f81-eb3a370b2928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:14.008872 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419cb1b8-8aa4-484c-9f81-eb3a370b2928 None None] Bound using segment: {'id': '8783565e-7d5a-4338-b1ac-80d32f363f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0fa4b2b7-34a8-40fb-ad9c-220f620a7505'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:14.009340 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-419cb1b8-8aa4-484c-9f81-eb3a370b2928 None None] Bound port: 565196d0-f263-4e10-8e47-c1021a055d91, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8783565e-7d5a-4338-b1ac-80d32f363f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0fa4b2b7-34a8-40fb-ad9c-220f620a7505'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:14.009722 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-419cb1b8-8aa4-484c-9f81-eb3a370b2928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:14.036730 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e596-6936-4884-a93d-2429ea591734 req-652aad3e-9d1c-4ce8-b11f-69797b65847b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:14.042969 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e596-6936-4884-a93d-2429ea591734 req-652aad3e-9d1c-4ce8-b11f-69797b65847b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:14.043705 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e596-6936-4884-a93d-2429ea591734 req-652aad3e-9d1c-4ce8-b11f-69797b65847b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:14.044358 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e596-6936-4884-a93d-2429ea591734 req-652aad3e-9d1c-4ce8-b11f-69797b65847b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:14.044996 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e596-6936-4884-a93d-2429ea591734 req-652aad3e-9d1c-4ce8-b11f-69797b65847b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:14.045633 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e596-6936-4884-a93d-2429ea591734 req-652aad3e-9d1c-4ce8-b11f-69797b65847b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:14.046826 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e596-6936-4884-a93d-2429ea591734 req-652aad3e-9d1c-4ce8-b11f-69797b65847b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:14.049033 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-652aad3e-9d1c-4ce8-b11f-69797b65847b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9900cac277147b786c9feaddc3e5258&device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 6506 time: 0.2359681 Aug 11 02:20:14.068645 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-c07d4327-e44a-4b1c-acc8-2dddc7ef75ef tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Allocated IP 172.20.0.12 (0fa4b2b7-34a8-40fb-ad9c-220f620a7505/a0564f76-0091-4ab1-8af5-63206fb0a1d7/53a087b5-0b2b-4098-a713-11bd80ef5494) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:14.088565 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2cbe2718-2c87-498b-9a47-1cffcd59d8db req-44e1c28a-c290-4b25-a920-a59598c11b0f service neutron] 10.222.0.66 "GET /v2.0/networks/d8dbc26e-2e05-4888-a6f9-134569d63bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701765 Aug 11 02:20:14.111930 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-419cb1b8-8aa4-484c-9f81-eb3a370b2928 None None] For port 565196d0-f263-4e10-8e47-c1021a055d91, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:14.115917 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-419cb1b8-8aa4-484c-9f81-eb3a370b2928 None None] For port 565196d0-f263-4e10-8e47-c1021a055d91, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=565196d0-f263-4e10-8e47-c1021a055d91,segment=NetworkSegment(8783565e-7d5a-4338-b1ac-80d32f363f97),segment_id=8783565e-7d5a-4338-b1ac-80d32f363f97)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:14.122205 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-419cb1b8-8aa4-484c-9f81-eb3a370b2928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:14.195153 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142812a-276f-456b-b02f-6070c9f6fd24 req-0785a46e-c2f9-483b-909b-bd23954c048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:14.196504 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3142812a-276f-456b-b02f-6070c9f6fd24 req-0785a46e-c2f9-483b-909b-bd23954c048b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4e69750379d447f8970482cabd2c9253&device_id=4f36bdc7-18a5-4bb0-af8f-a5a71ff47fe6 HTTP/1.1" status: 200 len: 1095 time: 0.0560510 Aug 11 02:20:14.246006 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419cb1b8-8aa4-484c-9f81-eb3a370b2928 None None] Pushing event updated for resources: {'Port': ['ID=565196d0-f263-4e10-8e47-c1021a055d91,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:14.317187 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142812a-276f-456b-b02f-6070c9f6fd24 req-b79bcdd9-5f50-41f9-8a15-6e850c8fd33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:14.318704 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3142812a-276f-456b-b02f-6070c9f6fd24 req-b79bcdd9-5f50-41f9-8a15-6e850c8fd33d service neutron] 10.222.0.66 "GET /v2.0/networks?id=d8dbc26e-2e05-4888-a6f9-134569d63bfb HTTP/1.1" status: 200 len: 923 time: 0.1141765 Aug 11 02:20:14.381033 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3142812a-276f-456b-b02f-6070c9f6fd24 req-c551d2fb-45bc-42f5-a79b-6a1233f730c9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9aa6a0dc-0b9f-4260-a0fb-fd10e935f136 HTTP/1.1" status: 200 len: 217 time: 0.0525711 Aug 11 02:20:14.448172 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e596-6936-4884-a93d-2429ea591734 req-e2bfc0be-c05a-4e69-82fb-d68f4d948733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:14.448374 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e596-6936-4884-a93d-2429ea591734 req-e2bfc0be-c05a-4e69-82fb-d68f4d948733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:14.448861 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e596-6936-4884-a93d-2429ea591734 req-e2bfc0be-c05a-4e69-82fb-d68f4d948733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:14.450540 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-e2bfc0be-c05a-4e69-82fb-d68f4d948733 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5fe47308-1e64-4a04-9103-656b58efd77e&id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&id=2c433229-6c79-4510-a34a-8c4278ec5b0e&id=2c433229-6c79-4510-a34a-8c4278ec5b0e HTTP/1.1" status: 200 len: 2297 time: 0.3322542 Aug 11 02:20:14.467859 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142812a-276f-456b-b02f-6070c9f6fd24 req-eaaf910a-61c9-4a41-b123-77fd65ee4902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:14.469349 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3142812a-276f-456b-b02f-6070c9f6fd24 req-eaaf910a-61c9-4a41-b123-77fd65ee4902 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e0fa3bd6-7cc0-4939-bbae-bf568659c785 HTTP/1.1" status: 200 len: 862 time: 0.0777977 Aug 11 02:20:14.514715 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3142812a-276f-456b-b02f-6070c9f6fd24 req-91daaae7-56a4-4d00-a175-30269069c983 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8dbc26e-2e05-4888-a6f9-134569d63bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363364 Aug 11 02:20:14.584781 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-5f1baf27-6f8f-4508-a332-7c7a0e96c146 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:14.586435 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-5f1baf27-6f8f-4508-a332-7c7a0e96c146 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/networks?id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99 HTTP/1.1" status: 200 len: 812 time: 0.3462749 Aug 11 02:20:14.618878 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3142812a-276f-456b-b02f-6070c9f6fd24 req-0038d099-7846-4071-b97a-a92c7066ea62 service neutron] 10.222.0.66 "GET /v2.0/networks/d8dbc26e-2e05-4888-a6f9-134569d63bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960336 Aug 11 02:20:14.632194 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c07d4327-e44a-4b1c-acc8-2dddc7ef75ef tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:14.634983 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-e0fed4d6-3ab4-4f7c-8904-a832c8e1fec2 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/quotas/953757b63989485aa599c97f35f2480d HTTP/1.1" status: 200 len: 375 time: 0.0397000 Aug 11 02:20:14.638732 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-a33fae35-069d-4309-8235-f5cc915b5616 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=622f47f6-616c-4c28-9002-bebf0b890eca HTTP/1.1" status: 200 len: 1000 time: 0.1753132 Aug 11 02:20:14.642229 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3471c66c-f8d8-476a-a3e3-ac135f1937e1 req-a405efb9-3544-4606-806c-8cfea8830b94 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:14.654474 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['f5843417-d7b2-47b9-9762-3fe9359be1de'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:20:14.672463 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-c07d4327-e44a-4b1c-acc8-2dddc7ef75ef tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Transition to ACTIVE for port object 53a087b5-0b2b-4098-a713-11bd80ef5494 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:14.776572 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3142812a-276f-456b-b02f-6070c9f6fd24 req-f69ef21e-9e55-4bc1-ad30-91d9dd481d01 service neutron] 10.222.0.66 "GET /v2.0/networks/d8dbc26e-2e05-4888-a6f9-134569d63bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504459 Aug 11 02:20:14.778657 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1e649723-602f-4c04-abe8-5de7fd2325c1 req-362ea129-b5b3-467b-90a0-40ee1da224d3 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5280ac3-807b-4f35-af7e-18e695a6cff4 HTTP/1.1" status: 200 len: 210 time: 0.0419133 Aug 11 02:20:14.829773 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 565196d0-f263-4e10-8e47-c1021a055d91 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:14.879443 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 565196d0-f263-4e10-8e47-c1021a055d91 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:15.007529 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405efb9-3544-4606-806c-8cfea8830b94 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Pushing event deleted for resources: {'Port': ['ID=f5843417-d7b2-47b9-9762-3fe9359be1de,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:15.086033 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-3471c66c-f8d8-476a-a3e3-ac135f1937e1 req-a405efb9-3544-4606-806c-8cfea8830b94 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] No DVR routers for this DVR port f5843417-d7b2-47b9-9762-3fe9359be1de on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:20:15.091187 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e596-6936-4884-a93d-2429ea591734 req-422b1fe6-03b5-4ce6-905f-442912e1e7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:15.092777 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-422b1fe6-03b5-4ce6-905f-442912e1e7cd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cca11161-972d-481d-9501-cb4b39e49752 HTTP/1.1" status: 200 len: 856 time: 0.4452112 Aug 11 02:20:15.093854 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3471c66c-f8d8-476a-a3e3-ac135f1937e1 req-a405efb9-3544-4606-806c-8cfea8830b94 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:15.096378 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3471c66c-f8d8-476a-a3e3-ac135f1937e1 req-a405efb9-3544-4606-806c-8cfea8830b94 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.66 "DELETE /v2.0/ports/f5843417-d7b2-47b9-9762-3fe9359be1de HTTP/1.1" status: 204 len: 173 time: 1.6232388 Aug 11 02:20:15.099667 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5280ac3-807b-4f35-af7e-18e695a6cff4', 'name': 'network-vif-deleted', 'tag': 'f5843417-d7b2-47b9-9762-3fe9359be1de'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:15.102624 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb5dc30-3ff1-483c-b54e-4ba0d325e5bd" -d '{"events": [{"server_uuid": "d5280ac3-807b-4f35-af7e-18e695a6cff4", "name": "network-vif-deleted", "tag": "f5843417-d7b2-47b9-9762-3fe9359be1de"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:15.127322 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-719fc209-c20a-4441-a50f-6d7c8d52651d tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=953757b63989485aa599c97f35f2480d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4807656 Aug 11 02:20:15.131891 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e69627-1ac3-44a9-94be-9144432a3f6a req-25fa043f-88c2-408a-9515-74d9202cc324 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:15.137932 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-09e69627-1ac3-44a9-94be-9144432a3f6a req-25fa043f-88c2-408a-9515-74d9202cc324 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f36bdc7-18a5-4bb0-af8f-a5a71ff47fe6 HTTP/1.1" status: 200 len: 943 time: 0.0793107 Aug 11 02:20:15.141860 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c07d4327-e44a-4b1c-acc8-2dddc7ef75ef tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:15.215244 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-09e69627-1ac3-44a9-94be-9144432a3f6a req-8fc6d2fb-0f20-4d77-8917-ea9fea1ec971 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] 10.222.0.50 "GET /v2.0/security-groups?id=32a3c2c7-aa8f-4087-aa9f-c7f7d891400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700114 Aug 11 02:20:15.216226 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07d4327-e44a-4b1c-acc8-2dddc7ef75ef tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network 0fa4b2b7-34a8-40fb-ad9c-220f620a7505 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:15.223694 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-c07d4327-e44a-4b1c-acc8-2dddc7ef75ef tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:15.236193 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07d4327-e44a-4b1c-acc8-2dddc7ef75ef tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:15.337824 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e596-6936-4884-a93d-2429ea591734 req-83b39454-59a6-4c11-9e88-1d3c97120312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:15.339316 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-83b39454-59a6-4c11-9e88-1d3c97120312 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5fe47308-1e64-4a04-9103-656b58efd77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2327547 Aug 11 02:20:15.343433 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d4327-e44a-4b1c-acc8-2dddc7ef75ef tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Port': ['ID=53a087b5-0b2b-4098-a713-11bd80ef5494,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:15.347921 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc4904c-513c-408d-b9da-9b7c6515219a None None] Network 0fa4b2b7-34a8-40fb-ad9c-220f620a7505 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:15.412525 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8afac8b8-4dc5-4be6-b7be-bcf2278607bc None None] Provisioning for port 565196d0-f263-4e10-8e47-c1021a055d91 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:15.418511 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be85ac66-08cf-4f10-bfc9-44051f1c7a61 x-openstack-request-id: req-be85ac66-08cf-4f10-bfc9-44051f1c7a61 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:15.418814 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5280ac3-807b-4f35-af7e-18e695a6cff4", "name": "network-vif-deleted", "tag": "f5843417-d7b2-47b9-9762-3fe9359be1de", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:15.419072 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-be85ac66-08cf-4f10-bfc9-44051f1c7a61 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:15.419464 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5280ac3-807b-4f35-af7e-18e695a6cff4', 'name': 'network-vif-deleted', 'tag': 'f5843417-d7b2-47b9-9762-3fe9359be1de', 'status': 'completed', 'code': 200} Aug 11 02:20:15.428541 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8afac8b8-4dc5-4be6-b7be-bcf2278607bc None None] Provisioning complete for port 565196d0-f263-4e10-8e47-c1021a055d91 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:15.429055 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8afac8b8-4dc5-4be6-b7be-bcf2278607bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:15.435963 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07d4327-e44a-4b1c-acc8-2dddc7ef75ef tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:15.436587 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c07d4327-e44a-4b1c-acc8-2dddc7ef75ef tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:15.479896 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c07d4327-e44a-4b1c-acc8-2dddc7ef75ef tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2605891 Aug 11 02:20:15.483954 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49274) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:15.497068 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-fa9a1c56-dfb5-4320-ac14-161f0cc418d6 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'port': {'network_id': '0fa4b2b7-34a8-40fb-ad9c-220f620a7505', 'name': 'tempest-PortsTestJSON-1227484387'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:15.498779 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-d9465424-4d9e-4fb8-bc61-9b3abcdb3002 service neutron] 10.222.0.50 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547096 Aug 11 02:20:15.575845 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-ea7465c2-37c8-4806-b007-558a370c6607 service neutron] 10.222.0.73 "GET /v2.0/networks/5fe47308-1e64-4a04-9103-656b58efd77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227261 Aug 11 02:20:15.596205 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8afac8b8-4dc5-4be6-b7be-bcf2278607bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:15.650405 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-e6dab329-d4e2-4a05-9294-998bf6c7d6f9 service neutron] 10.222.0.50 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383264 Aug 11 02:20:15.671449 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f9277197-ac1e-4452-91f6-da6f62c20c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:15.688802 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-8afac8b8-4dc5-4be6-b7be-bcf2278607bc None None] For port 565196d0-f263-4e10-8e47-c1021a055d91, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=565196d0-f263-4e10-8e47-c1021a055d91,segment=NetworkSegment(8783565e-7d5a-4338-b1ac-80d32f363f97),segment_id=8783565e-7d5a-4338-b1ac-80d32f363f97)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:15.695132 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9a1c56-dfb5-4320-ac14-161f0cc418d6 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:15.695474 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8afac8b8-4dc5-4be6-b7be-bcf2278607bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:15.703420 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa9a1c56-dfb5-4320-ac14-161f0cc418d6 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:15.749600 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-fa9a1c56-dfb5-4320-ac14-161f0cc418d6 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] device_id is not set on port 44205e74-cbd3-464b-b14e-cb57db8d15ff yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:20:15.785417 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-a6698c1e-600d-46ee-b4b9-b5d229c38a74 service neutron] 10.222.0.73 "GET /v2.0/networks/5fe47308-1e64-4a04-9103-656b58efd77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326580 Aug 11 02:20:15.788947 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afac8b8-4dc5-4be6-b7be-bcf2278607bc None None] Pushing event updated for resources: {'Port': ['ID=565196d0-f263-4e10-8e47-c1021a055d91,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:15.875156 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-7bea6cbf-86a5-464d-8e99-4745909a0078 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=54a21190-3213-4831-8458-9bdd8fb2c46c HTTP/1.1" status: 200 len: 217 time: 0.0783048 Aug 11 02:20:15.920139 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3f46513a-4417-4c0a-9d58-a585f938ff90 req-5a8575c8-9635-4fc2-92b6-a02860250963 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 210 time: 0.0450838 Aug 11 02:20:15.939298 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-fa9a1c56-dfb5-4320-ac14-161f0cc418d6 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Allocated IP 172.20.0.13 (0fa4b2b7-34a8-40fb-ad9c-220f620a7505/a0564f76-0091-4ab1-8af5-63206fb0a1d7/44205e74-cbd3-464b-b14e-cb57db8d15ff) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:15.983019 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e596-6936-4884-a93d-2429ea591734 req-a0f3f152-9570-4f5c-90fb-200dbda5389e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:15.986754 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-a0f3f152-9570-4f5c-90fb-200dbda5389e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43f401ce-6254-4272-a783-9abc425d1620 HTTP/1.1" status: 200 len: 797 time: 0.0655260 Aug 11 02:20:16.030261 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5cd01e53-a662-4166-8c76-9fb71ea3cd45 None None] Provisioning for port 53a087b5-0b2b-4098-a713-11bd80ef5494 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:16.040927 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5cd01e53-a662-4166-8c76-9fb71ea3cd45 None None] Provisioning complete for port 53a087b5-0b2b-4098-a713-11bd80ef5494 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:16.041305 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5cd01e53-a662-4166-8c76-9fb71ea3cd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:16.074555 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e596-6936-4884-a93d-2429ea591734 req-393cc6e5-a93d-4bbb-9d01-632b34225e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:16.076481 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-393cc6e5-a93d-4bbb-9d01-632b34225e3d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0810487 Aug 11 02:20:16.114710 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-5cd01e53-a662-4166-8c76-9fb71ea3cd45 None None] Port 53a087b5-0b2b-4098-a713-11bd80ef5494 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:16.130888 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5cd01e53-a662-4166-8c76-9fb71ea3cd45 None None] Provisioning complete for port 565196d0-f263-4e10-8e47-c1021a055d91 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:16.132489 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5cd01e53-a662-4166-8c76-9fb71ea3cd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:16.228611 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 9aa6a0dc-0b9f-4260-a0fb-fd10e935f136 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:20:16.268258 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-c8f6c51f-0982-4360-9500-58741beb16ef service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831663 Aug 11 02:20:16.333345 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa9a1c56-dfb5-4320-ac14-161f0cc418d6 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:16.345974 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-f6a48329-adf7-4405-a572-d85aad2efe7e tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:16.347917 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-f6a48329-adf7-4405-a572-d85aad2efe7e tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/networks?id=fd29eb38-ff1f-47ad-89f3-314df0c18679 HTTP/1.1" status: 200 len: 808 time: 0.2493498 Aug 11 02:20:16.362080 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-fa9a1c56-dfb5-4320-ac14-161f0cc418d6 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Transition to ACTIVE for port object 44205e74-cbd3-464b-b14e-cb57db8d15ff will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:16.401352 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 9aa6a0dc-0b9f-4260-a0fb-fd10e935f136, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=9aa6a0dc-0b9f-4260-a0fb-fd10e935f136,segment=NetworkSegment(6d8f189f-57c9-4648-9931-e25c497e60e5),segment_id=6d8f189f-57c9-4648-9931-e25c497e60e5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:16.407905 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-7ae56201-9a0b-4e30-bcf7-9bf298ed9010 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/quotas/be2f0ccd4b644707986473d483c3e209 HTTP/1.1" status: 200 len: 375 time: 0.0267134 Aug 11 02:20:16.425155 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '9aa6a0dc-0b9f-4260-a0fb-fd10e935f136', 'network_id': 'd8dbc26e-2e05-4888-a6f9-134569d63bfb', 'port_id': '9aa6a0dc-0b9f-4260-a0fb-fd10e935f136', 'mac_address': 'fa:16:3e:6c:ee:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0fa3bd6-7cc0-4939-bbae-bf568659c785', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:20:16.430485 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ecfead-5d99-4a4f-b035-5923c22b9b3c req-5c77caf6-02b5-4e57-b9f7-f543547c030c tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:16.435279 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c158d122-10fc-4b7b-9efd-86d5f9147309 None None] Provisioning complete for port 53a087b5-0b2b-4098-a713-11bd80ef5494 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:16.435733 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c158d122-10fc-4b7b-9efd-86d5f9147309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:16.439483 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-85ecfead-5d99-4a4f-b035-5923c22b9b3c req-5c77caf6-02b5-4e57-b9f7-f543547c030c tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f36bdc7-18a5-4bb0-af8f-a5a71ff47fe6 HTTP/1.1" status: 200 len: 943 time: 0.0947528 Aug 11 02:20:16.454001 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-3c277dbf-3a4b-4630-a6fd-34845ddaad33 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=be2f0ccd4b644707986473d483c3e209&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448980 Aug 11 02:20:16.481499 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-ac7fc356-1bf5-434a-a2e6-8c6fc2bf7d28 service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052460 Aug 11 02:20:16.510143 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:16.516144 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-85ecfead-5d99-4a4f-b035-5923c22b9b3c req-1d9a4247-5528-4e75-9a87-26e9799cf147 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] 10.222.0.50 "GET /v2.0/security-groups?id=32a3c2c7-aa8f-4087-aa9f-c7f7d891400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754330 Aug 11 02:20:16.521671 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-c158d122-10fc-4b7b-9efd-86d5f9147309 None None] Port 53a087b5-0b2b-4098-a713-11bd80ef5494 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:16.526104 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa6a0dc-0b9f-4260-a0fb-fd10e935f136 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:16.541340 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa9a1c56-dfb5-4320-ac14-161f0cc418d6 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:16.550083 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 9aa6a0dc-0b9f-4260-a0fb-fd10e935f136, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=9aa6a0dc-0b9f-4260-a0fb-fd10e935f136,segment=NetworkSegment(6d8f189f-57c9-4648-9931-e25c497e60e5),segment_id=6d8f189f-57c9-4648-9931-e25c497e60e5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:16.554504 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:16.566593 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-d252e33f-08d7-45ad-bd69-b6b9b599e06d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=0a38793e-41b1-4d7a-a9ec-fc766a55001c HTTP/1.1" status: 200 len: 217 time: 0.0752368 Aug 11 02:20:16.623447 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=9aa6a0dc-0b9f-4260-a0fb-fd10e935f136,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:16.624530 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9a1c56-dfb5-4320-ac14-161f0cc418d6 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network 0fa4b2b7-34a8-40fb-ad9c-220f620a7505 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:16.627152 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-fa9a1c56-dfb5-4320-ac14-161f0cc418d6 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:16.634934 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9a1c56-dfb5-4320-ac14-161f0cc418d6 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:16.639391 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e596-6936-4884-a93d-2429ea591734 req-24d28c7d-a91b-420d-a840-b77c99eb26b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:16.641001 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-24d28c7d-a91b-420d-a840-b77c99eb26b6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43f401ce-6254-4272-a783-9abc425d1620 HTTP/1.1" status: 200 len: 797 time: 0.0674331 Aug 11 02:20:16.681451 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a1c56-dfb5-4320-ac14-161f0cc418d6 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Port': ['ID=44205e74-cbd3-464b-b14e-cb57db8d15ff,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:16.715462 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-ccdd3a51-26a6-4f11-a966-b98c97c8a72a service neutron] 10.222.0.50 "GET /v2.0/networks/fd29eb38-ff1f-47ad-89f3-314df0c18679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605009 Aug 11 02:20:16.744401 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e596-6936-4884-a93d-2429ea591734 req-d79520b9-a429-40d8-b276-c34d48380b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:16.746760 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-d79520b9-a429-40d8-b276-c34d48380b04 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0926003 Aug 11 02:20:16.757632 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9a1c56-dfb5-4320-ac14-161f0cc418d6 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:16.758231 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa9a1c56-dfb5-4320-ac14-161f0cc418d6 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:16.788172 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fa9a1c56-dfb5-4320-ac14-161f0cc418d6 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3011043 Aug 11 02:20:16.792124 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49310) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:16.799341 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 565196d0-f263-4e10-8e47-c1021a055d91 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:16.874091 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['9aa6a0dc-0b9f-4260-a0fb-fd10e935f136'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:20:16.904326 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-f24f3a63-5944-4629-b427-a85fe1d8f006 service neutron] 10.222.0.50 "GET /v2.0/networks/fd29eb38-ff1f-47ad-89f3-314df0c18679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874440 Aug 11 02:20:16.907665 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 565196d0-f263-4e10-8e47-c1021a055d91 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:16.908052 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:16.952380 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-4939a4f5-0711-4810-a4a6-7ba4b8b68fd5 service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960349 Aug 11 02:20:16.963713 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1635055e-3cfd-45fc-843f-6ed30ab3270b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:16.967771 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1635055e-3cfd-45fc-843f-6ed30ab3270b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.1721740 Aug 11 02:20:16.968155 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49314) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:17.070147 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-0770e867-78ce-4fb8-8c3b-eb6b61ab51c1 None None] Provisioning for port 44205e74-cbd3-464b-b14e-cb57db8d15ff completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:17.078702 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e0b2d586-0bbb-4b1d-b5e4-1b11f04b7c72 req-d33897a8-d9e4-479f-a0e1-271af404b58d tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 210 time: 0.0576410 Aug 11 02:20:17.084248 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-0770e867-78ce-4fb8-8c3b-eb6b61ab51c1 None None] Provisioning complete for port 44205e74-cbd3-464b-b14e-cb57db8d15ff triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:17.084637 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0770e867-78ce-4fb8-8c3b-eb6b61ab51c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:17.150060 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-0770e867-78ce-4fb8-8c3b-eb6b61ab51c1 None None] Port 44205e74-cbd3-464b-b14e-cb57db8d15ff cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:17.150375 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-05ee8e6a-43ef-4212-b1e2-0ea7d88d1d3f service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840255 Aug 11 02:20:17.166674 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-121c1440-f2d3-48c9-b727-08330a983430 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting port 44205e74-cbd3-464b-b14e-cb57db8d15ff {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:17.168462 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-121c1440-f2d3-48c9-b727-08330a983430 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:17.199308 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-d7da99b3-b88b-4808-a93a-9d70de315248 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=bd38919d-9f9a-4f29-be28-260e9cba0751 HTTP/1.1" status: 200 len: 217 time: 0.0415423 Aug 11 02:20:17.294149 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-121c1440-f2d3-48c9-b727-08330a983430 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:17.307257 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-121c1440-f2d3-48c9-b727-08330a983430 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Calling delete_port for 44205e74-cbd3-464b-b14e-cb57db8d15ff owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:17.331606 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e596-6936-4884-a93d-2429ea591734 req-868951c5-5a9c-403c-982a-81419edb4fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:17.333787 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-868951c5-5a9c-403c-982a-81419edb4fd2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43f401ce-6254-4272-a783-9abc425d1620 HTTP/1.1" status: 200 len: 797 time: 0.1234753 Aug 11 02:20:17.380155 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-169237a4-dedc-4e2e-b899-6841577a8fcc req-0bebcf9c-7d35-46f3-84be-5b02cdbdaa12 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/ports?device_id=2de82fc0-38dc-4094-8e89-4a3337947e8e HTTP/1.1" status: 200 len: 210 time: 0.2076144 Aug 11 02:20:17.405706 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-0d1226ea-65ed-4e3c-8ee7-43f314938cd3 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:17.407790 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-0d1226ea-65ed-4e3c-8ee7-43f314938cd3 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.66 "GET /v2.0/networks?id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99 HTTP/1.1" status: 200 len: 812 time: 0.2071815 Aug 11 02:20:17.417480 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e596-6936-4884-a93d-2429ea591734 req-7b24aca0-a9a9-4b08-bb0c-9f19a4a7a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:17.419097 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-7b24aca0-a9a9-4b08-bb0c-9f19a4a7a8b5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0759692 Aug 11 02:20:17.425936 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-79a9d4b8-96ae-4ebd-9f8e-84435ecb3e33 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Request body: {'port': {'device_id': '9f130eb5-7742-400a-9dce-479b7b2d4d24', 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99', 'admin_state_up': True, 'tenant_id': '953757b63989485aa599c97f35f2480d'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:17.491179 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-121c1440-f2d3-48c9-b727-08330a983430 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:17.532183 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c1440-f2d3-48c9-b727-08330a983430 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Port': ['ID=44205e74-cbd3-464b-b14e-cb57db8d15ff,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:17.599415 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-73da6314-ea89-44cb-a9a3-0a1220fd39c2 service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699123 Aug 11 02:20:17.621113 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-121c1440-f2d3-48c9-b727-08330a983430 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:17.623098 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-121c1440-f2d3-48c9-b727-08330a983430 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/ports/44205e74-cbd3-464b-b14e-cb57db8d15ff HTTP/1.1" status: 204 len: 168 time: 0.6539390 Aug 11 02:20:17.625889 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49330) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:17.653469 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ec5a6f-0a10-4618-b174-938c71e84025 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] GET failed (client error): The resource could not be found. Aug 11 02:20:17.654642 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c3ec5a6f-0a10-4618-b174-938c71e84025 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "GET /v2.0/ports/44205e74-cbd3-464b-b14e-cb57db8d15ff HTTP/1.1" status: 404 len: 333 time: 0.0277426 Aug 11 02:20:17.657532 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49332) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:17.707616 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-79a9d4b8-96ae-4ebd-9f8e-84435ecb3e33 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Made reservation on behalf of 953757b63989485aa599c97f35f2480d for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:17.711427 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-79a9d4b8-96ae-4ebd-9f8e-84435ecb3e33 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:17.813549 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-ee4ba3a8-37c1-4454-9f14-4af38ebed662 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting port 53a087b5-0b2b-4098-a713-11bd80ef5494 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:17.814405 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee4ba3a8-37c1-4454-9f14-4af38ebed662 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:17.826178 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62db6f-4f84-4168-9976-051f7aebcb1d req-239a9f57-3b60-4789-bb5d-a7911f391f5d tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:17.827867 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7e62db6f-4f84-4168-9976-051f7aebcb1d req-239a9f57-3b60-4789-bb5d-a7911f391f5d tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f36bdc7-18a5-4bb0-af8f-a5a71ff47fe6 HTTP/1.1" status: 200 len: 944 time: 0.2093592 Aug 11 02:20:17.833587 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-6689e5af-e946-4427-a8e2-c413759b8e04 service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247248 Aug 11 02:20:17.927574 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-f16905a5-aa42-4276-862a-eb716f1bb5da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=c6bc117e-5f2a-42b2-ad16-089daf123adb HTTP/1.1" status: 200 len: 217 time: 0.0581207 Aug 11 02:20:17.943751 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee4ba3a8-37c1-4454-9f14-4af38ebed662 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:17.956329 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-ee4ba3a8-37c1-4454-9f14-4af38ebed662 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Calling delete_port for 53a087b5-0b2b-4098-a713-11bd80ef5494 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:18.005128 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7e62db6f-4f84-4168-9976-051f7aebcb1d req-e0123c27-b6d4-4230-8640-103bb950cf1b tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] 10.222.0.50 "GET /v2.0/security-groups?id=32a3c2c7-aa8f-4087-aa9f-c7f7d891400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369262 Aug 11 02:20:18.036069 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e596-6936-4884-a93d-2429ea591734 req-d3a30d80-bc46-4344-bf86-699abfdb633f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:18.037600 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-d3a30d80-bc46-4344-bf86-699abfdb633f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43f401ce-6254-4272-a783-9abc425d1620 HTTP/1.1" status: 200 len: 797 time: 0.0984001 Aug 11 02:20:18.044042 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-79a9d4b8-96ae-4ebd-9f8e-84435ecb3e33 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Allocated IP 172.20.0.4 (59cdb064-6e17-4f2a-988c-bc3dbd58ef99/7193a88f-4d31-4933-a3af-0738d0f7bf97/7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:18.117865 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e596-6936-4884-a93d-2429ea591734 req-b6b6fefd-066a-4e49-8a0c-8b872bef6b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:18.119447 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-b6b6fefd-066a-4e49-8a0c-8b872bef6b98 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0730872 Aug 11 02:20:18.240086 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 9aa6a0dc-0b9f-4260-a0fb-fd10e935f136 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:18.311923 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f9a1f210-ccbc-4060-b137-62602365cd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:18.338691 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 9aa6a0dc-0b9f-4260-a0fb-fd10e935f136 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:18.346128 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 9aa6a0dc-0b9f-4260-a0fb-fd10e935f136 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:18.346741 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:18.350361 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:18.390026 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-43962ad1-2723-4110-b67b-185885d57de6 service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587719 Aug 11 02:20:18.402144 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-79a9d4b8-96ae-4ebd-9f8e-84435ecb3e33 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:18.457765 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:18.483116 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f36bdc7-18a5-4bb0-af8f-a5a71ff47fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa6a0dc-0b9f-4260-a0fb-fd10e935f136'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:18.485801 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e494ea-3e73-49d4-b5fe-591aa2643552" -d '{"events": [{"server_uuid": "4f36bdc7-18a5-4bb0-af8f-a5a71ff47fe6", "name": "network-vif-plugged", "status": "completed", "tag": "9aa6a0dc-0b9f-4260-a0fb-fd10e935f136"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:18.499468 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 9aa6a0dc-0b9f-4260-a0fb-fd10e935f136, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=9aa6a0dc-0b9f-4260-a0fb-fd10e935f136,segment=NetworkSegment(6d8f189f-57c9-4648-9931-e25c497e60e5),segment_id=6d8f189f-57c9-4648-9931-e25c497e60e5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:18.504804 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:18.505010 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cda0a9b4-3efa-4ddc-af65-0d210aae1721 req-d625c09b-34ae-452a-8e65-45ea188722c1 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 210 time: 0.0646977 Aug 11 02:20:18.505543 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device f5843417-d7b2-47b9-9762-3fe9359be1de no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:20:18.524545 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee4ba3a8-37c1-4454-9f14-4af38ebed662 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:18.554507 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-79a9d4b8-96ae-4ebd-9f8e-84435ecb3e33 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Transition to ACTIVE for port object 7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:18.560239 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ba3a8-37c1-4454-9f14-4af38ebed662 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Port': ['ID=53a087b5-0b2b-4098-a713-11bd80ef5494,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:18.563943 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: f5843417-d7b2-47b9-9762-3fe9359be1de {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:20:18.564405 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device f5843417-d7b2-47b9-9762-3fe9359be1de not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:20:18.570667 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-9bcb9cf8-3ce5-42ad-87e4-840903a28173 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1134892 Aug 11 02:20:18.589576 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad58463-84ab-4dab-adaf-c41a9500cbba x-openstack-request-id: req-dad58463-84ab-4dab-adaf-c41a9500cbba {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:18.590272 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f36bdc7-18a5-4bb0-af8f-a5a71ff47fe6", "name": "network-vif-plugged", "status": "completed", "tag": "9aa6a0dc-0b9f-4260-a0fb-fd10e935f136", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:18.590763 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dad58463-84ab-4dab-adaf-c41a9500cbba {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:18.591386 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f36bdc7-18a5-4bb0-af8f-a5a71ff47fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa6a0dc-0b9f-4260-a0fb-fd10e935f136', 'code': 200} Aug 11 02:20:18.596949 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=9aa6a0dc-0b9f-4260-a0fb-fd10e935f136,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:18.604237 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-53b32b2d-4cc7-4c6d-9772-bfb4699d3418 req-1aecc974-1a26-46b6-bb4b-a968440e1366 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/ports?device_id=2de82fc0-38dc-4094-8e89-4a3337947e8e HTTP/1.1" status: 200 len: 210 time: 0.0937719 Aug 11 02:20:18.607598 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:18.608324 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:18.608470 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:18.608914 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:18.609416 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:18.609755 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:18.610317 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:18.610853 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:18.611277 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:18.611725 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:18.612146 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:18.612583 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:18.659349 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-f9a9b9d4-6fe8-4516-bc4d-b253039692f5 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:18.664098 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-f9a9b9d4-6fe8-4516-bc4d-b253039692f5 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.73 "GET /v2.0/networks?id=fd29eb38-ff1f-47ad-89f3-314df0c18679 HTTP/1.1" status: 200 len: 808 time: 0.4349949 Aug 11 02:20:18.684030 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-489ec441-ea8a-43da-88c5-aa638f26a4d8 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Request body: {'port': {'device_id': '2de82fc0-38dc-4094-8e89-4a3337947e8e', 'network_id': 'fd29eb38-ff1f-47ad-89f3-314df0c18679', 'admin_state_up': True, 'tenant_id': 'be2f0ccd4b644707986473d483c3e209'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:18.724190 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcf6d0-3572-45d6-8611-d975498306da req-25f23389-216a-426b-a860-ff1a47fe5fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:18.724688 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcf6d0-3572-45d6-8611-d975498306da req-25f23389-216a-426b-a860-ff1a47fe5fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:18.725163 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcf6d0-3572-45d6-8611-d975498306da req-25f23389-216a-426b-a860-ff1a47fe5fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:18.725639 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcf6d0-3572-45d6-8611-d975498306da req-25f23389-216a-426b-a860-ff1a47fe5fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:18.726110 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcf6d0-3572-45d6-8611-d975498306da req-25f23389-216a-426b-a860-ff1a47fe5fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:18.726580 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcf6d0-3572-45d6-8611-d975498306da req-25f23389-216a-426b-a860-ff1a47fe5fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:18.727039 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcf6d0-3572-45d6-8611-d975498306da req-25f23389-216a-426b-a860-ff1a47fe5fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:18.729089 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-25f23389-216a-426b-a860-ff1a47fe5fb9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3f544ac306fb418fb17bb1bb0c938ed0&device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 6500 time: 0.1178439 Aug 11 02:20:18.737798 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee4ba3a8-37c1-4454-9f14-4af38ebed662 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:18.742228 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ee4ba3a8-37c1-4454-9f14-4af38ebed662 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/ports/53a087b5-0b2b-4098-a713-11bd80ef5494 HTTP/1.1" status: 204 len: 168 time: 1.0833974 Aug 11 02:20:18.744782 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49348) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:18.786537 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-5b053323-27bf-4da8-bfad-a1acbc977da1 service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817906 Aug 11 02:20:18.823900 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-90fb6625-4384-4f50-aa75-00b4cb79f0ca tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] GET failed (client error): The resource could not be found. Aug 11 02:20:18.825538 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-90fb6625-4384-4f50-aa75-00b4cb79f0ca tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "GET /v2.0/ports/53a087b5-0b2b-4098-a713-11bd80ef5494 HTTP/1.1" status: 404 len: 333 time: 0.0797393 Aug 11 02:20:18.832056 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49352) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:18.864298 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-48e7cf73-b912-48b2-91f5-fe18f92e0714 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6393fbf0-c5b3-41a1-83d3-53a8c87fd107 HTTP/1.1" status: 200 len: 217 time: 0.0692399 Aug 11 02:20:18.871049 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-79a9d4b8-96ae-4ebd-9f8e-84435ecb3e33 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:18.908949 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb7ab82-6dfb-4bb7-bfc1-0cc44fc49922 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting subnet a0564f76-0091-4ab1-8af5-63206fb0a1d7 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:20:18.916288 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97eb9ad-46ab-4384-b39f-33d42495b325 req-b35877d5-13dc-45d9-bbaa-f453a7d5ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:18.917848 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c97eb9ad-46ab-4384-b39f-33d42495b325 req-b35877d5-13dc-45d9-bbaa-f453a7d5ac6c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4f36bdc7-18a5-4bb0-af8f-a5a71ff47fe6 HTTP/1.1" status: 200 len: 1097 time: 0.2272861 Aug 11 02:20:18.923412 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2cb7ab82-6dfb-4bb7-bfc1-0cc44fc49922 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:18.952041 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcf6d0-3572-45d6-8611-d975498306da req-9725851b-867a-48c2-9202-0b1754efd94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:18.952527 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcf6d0-3572-45d6-8611-d975498306da req-9725851b-867a-48c2-9202-0b1754efd94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:18.953009 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcf6d0-3572-45d6-8611-d975498306da req-9725851b-867a-48c2-9202-0b1754efd94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:18.954636 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-9725851b-867a-48c2-9202-0b1754efd94f service neutron] 10.222.0.66 "GET /v2.0/networks?id=47c1ad3c-2161-421b-b922-fe59b93cfe05&id=a22ae8f3-b76a-495f-839c-755566103de1&id=a22ae8f3-b76a-495f-839c-755566103de1&id=a22ae8f3-b76a-495f-839c-755566103de1&id=a22ae8f3-b76a-495f-839c-755566103de1&id=dd83919f-ff7e-4fd8-96b1-202904e5f138&id=dd83919f-ff7e-4fd8-96b1-202904e5f138 HTTP/1.1" status: 200 len: 2290 time: 0.1997342 Aug 11 02:20:18.981460 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-79a9d4b8-96ae-4ebd-9f8e-84435ecb3e33 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:19.003089 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2cb7ab82-6dfb-4bb7-bfc1-0cc44fc49922 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.004249 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-79a9d4b8-96ae-4ebd-9f8e-84435ecb3e33 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:19.006850 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-79a9d4b8-96ae-4ebd-9f8e-84435ecb3e33 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:19.067021 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9d4b8-96ae-4ebd-9f8e-84435ecb3e33 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Pushing event updated for resources: {'Port': ['ID=7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:19.070399 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-57349719-095e-4373-b27b-91658389a77b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20f53a84-827e-4a21-8b16-64a8498d6bf9 HTTP/1.1" status: 200 len: 1001 time: 0.1056597 Aug 11 02:20:19.085229 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e596-6936-4884-a93d-2429ea591734 req-ed4377b3-a94b-40c3-947c-8e4269c08a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:19.086472 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-ed4377b3-a94b-40c3-947c-8e4269c08a93 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d883f484-d67b-4b0e-a60e-d2d168985bab HTTP/1.1" status: 200 len: 797 time: 0.2089951 Aug 11 02:20:19.093122 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c97eb9ad-46ab-4384-b39f-33d42495b325 req-81805f91-929e-4a1f-bfcd-7edd48afb972 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=32a3c2c7-aa8f-4087-aa9f-c7f7d891400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347241 Aug 11 02:20:19.100291 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-489ec441-ea8a-43da-88c5-aa638f26a4d8 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Made reservation on behalf of be2f0ccd4b644707986473d483c3e209 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:19.103801 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-489ec441-ea8a-43da-88c5-aa638f26a4d8 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.132602 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-79a9d4b8-96ae-4ebd-9f8e-84435ecb3e33 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:19.133272 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-79a9d4b8-96ae-4ebd-9f8e-84435ecb3e33 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.138914 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcf6d0-3572-45d6-8611-d975498306da req-6504973e-3ae8-412b-a8c6-69133a10b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:19.140946 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-6504973e-3ae8-412b-a8c6-69133a10b0dd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c48f56bb-082d-428b-b7c4-d68dad46b955 HTTP/1.1" status: 200 len: 850 time: 0.0603075 Aug 11 02:20:19.241234 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2cb7ab82-6dfb-4bb7-bfc1-0cc44fc49922 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.287395 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-28730f2e-3313-4aef-86ac-50d54543fcd1 None None] Provisioning for port 7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:19.291648 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-28730f2e-3313-4aef-86ac-50d54543fcd1 None None] Provisioning complete for port 7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:19.292027 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-28730f2e-3313-4aef-86ac-50d54543fcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.302632 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463aeca2-c797-4ae1-94cd-83a35c86941c req-3f4b0f39-e39c-448f-b5fe-6c1d88c57a3d tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:19.304300 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-463aeca2-c797-4ae1-94cd-83a35c86941c req-3f4b0f39-e39c-448f-b5fe-6c1d88c57a3d tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f36bdc7-18a5-4bb0-af8f-a5a71ff47fe6 HTTP/1.1" status: 200 len: 945 time: 0.1442723 Aug 11 02:20:19.309305 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcf6d0-3572-45d6-8611-d975498306da req-c98f6d58-437f-49f0-b54d-877a76ef2d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:19.310820 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-c98f6d58-437f-49f0-b54d-877a76ef2d78 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=47c1ad3c-2161-421b-b922-fe59b93cfe05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1481349 Aug 11 02:20:19.328295 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-28730f2e-3313-4aef-86ac-50d54543fcd1 None None] Port 7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:19.410145 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2cb7ab82-6dfb-4bb7-bfc1-0cc44fc49922 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.433798 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-463aeca2-c797-4ae1-94cd-83a35c86941c req-89b87d5e-d82b-4ff2-b256-8ba6ca213d16 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] 10.222.0.50 "GET /v2.0/security-groups?id=32a3c2c7-aa8f-4087-aa9f-c7f7d891400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180379 Aug 11 02:20:19.463055 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7ab82-6dfb-4bb7-bfc1-0cc44fc49922 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Subnet': ['ID=a0564f76-0091-4ab1-8af5-63206fb0a1d7,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:19.468516 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2cb7ab82-6dfb-4bb7-bfc1-0cc44fc49922 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.473233 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2cb7ab82-6dfb-4bb7-bfc1-0cc44fc49922 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/subnets/a0564f76-0091-4ab1-8af5-63206fb0a1d7 HTTP/1.1" status: 204 len: 168 time: 0.6374247 Aug 11 02:20:19.473910 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49362) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:19.476324 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daa0ad7-9dca-4c91-9554-f85ce708fe09 None None] Network 0fa4b2b7-34a8-40fb-ad9c-220f620a7505 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:19.481145 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-79a9d4b8-96ae-4ebd-9f8e-84435ecb3e33 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0597489 Aug 11 02:20:19.496797 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-2cdb42a1-8281-48dc-8246-69301beb1a3d service neutron] Request body: {'port': {'device_id': '9f130eb5-7742-400a-9dce-479b7b2d4d24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:19.522275 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e596-6936-4884-a93d-2429ea591734 req-2a707caf-71c7-47ea-b052-547c5b9a0cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:19.523810 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-2a707caf-71c7-47ea-b052-547c5b9a0cdc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c433229-6c79-4510-a34a-8c4278ec5b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4273365 Aug 11 02:20:19.542483 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-4902e7b7-0d3e-4075-9faa-79b4153fa181 service neutron] 10.222.0.66 "GET /v2.0/networks/47c1ad3c-2161-421b-b922-fe59b93cfe05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192214 Aug 11 02:20:19.583074 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ad51568-ca06-4671-85b7-e3a0656a122c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.697850 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-2cdb42a1-8281-48dc-8246-69301beb1a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.708159 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74abcd19-2478-42e2-ae19-840d3db2601e None None] DHCP port deletion for 0fa4b2b7-34a8-40fb-ad9c-220f620a7505 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:20:19.708954 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-95f9a6f6-d249-4356-96e6-6b444ab26bf8 service neutron] 10.222.0.66 "GET /v2.0/networks/47c1ad3c-2161-421b-b922-fe59b93cfe05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501977 Aug 11 02:20:19.716270 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-1ad51568-ca06-4671-85b7-e3a0656a122c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting port 565196d0-f263-4e10-8e47-c1021a055d91 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:19.716763 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ad51568-ca06-4671-85b7-e3a0656a122c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.730608 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-489ec441-ea8a-43da-88c5-aa638f26a4d8 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Allocated IP 172.20.0.6 (fd29eb38-ff1f-47ad-89f3-314df0c18679/b8633854-d70d-4678-9063-ea6c7d995147/d05e475e-b866-4a16-86a7-a6ffae6fd0f5) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:19.763916 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-74abcd19-2478-42e2-ae19-840d3db2601e None None] Deleting port 565196d0-f263-4e10-8e47-c1021a055d91 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:19.764295 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-74abcd19-2478-42e2-ae19-840d3db2601e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.783907 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-789dab68-ca20-4141-bbf7-c4a76f1d44ff service neutron] 10.222.0.73 "GET /v2.0/networks/2c433229-6c79-4510-a34a-8c4278ec5b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477605 Aug 11 02:20:19.797417 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9f08f-0fd4-427d-8c40-bc644f66f18d req-9e3c8439-deb0-4bd0-943c-25115d329369 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:19.800668 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-23c9f08f-0fd4-427d-8c40-bc644f66f18d req-9e3c8439-deb0-4bd0-943c-25115d329369 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 931 time: 0.1685734 Aug 11 02:20:19.815471 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-33c26ee5-f5f7-498c-9bcc-ffce6dfbd7d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=5eb9176f-1ed6-4f79-a75b-1c022309c059 HTTP/1.1" status: 200 len: 217 time: 0.0955799 Aug 11 02:20:19.826188 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-74abcd19-2478-42e2-ae19-840d3db2601e None None] For port 565196d0-f263-4e10-8e47-c1021a055d91, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=565196d0-f263-4e10-8e47-c1021a055d91,segment=NetworkSegment(8783565e-7d5a-4338-b1ac-80d32f363f97),segment_id=8783565e-7d5a-4338-b1ac-80d32f363f97)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:19.826591 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-74abcd19-2478-42e2-ae19-840d3db2601e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.843676 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9b47414a-3c42-48ec-b43c-182f66775948 req-0b8afc59-3a4b-467b-b124-b85149732518 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/ports?device_id=2de82fc0-38dc-4094-8e89-4a3337947e8e HTTP/1.1" status: 200 len: 210 time: 0.1077468 Aug 11 02:20:19.845114 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-74abcd19-2478-42e2-ae19-840d3db2601e None None] Calling delete_port for 565196d0-f263-4e10-8e47-c1021a055d91 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:19.907147 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-1ad51568-ca06-4671-85b7-e3a0656a122c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] For port 565196d0-f263-4e10-8e47-c1021a055d91, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=565196d0-f263-4e10-8e47-c1021a055d91,segment=NetworkSegment(8783565e-7d5a-4338-b1ac-80d32f363f97),segment_id=8783565e-7d5a-4338-b1ac-80d32f363f97)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:19.907701 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ad51568-ca06-4671-85b7-e3a0656a122c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.916471 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.929403 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-1ad51568-ca06-4671-85b7-e3a0656a122c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Calling delete_port for 565196d0-f263-4e10-8e47-c1021a055d91 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:19.932420 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcf6d0-3572-45d6-8611-d975498306da req-0c2bbc92-792c-47fe-8d1d-d801cd90bf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:19.934018 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-0c2bbc92-792c-47fe-8d1d-d801cd90bf60 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=325640a4-d334-4da9-8e10-51bbb0627559 HTTP/1.1" status: 200 len: 797 time: 0.1026161 Aug 11 02:20:19.965195 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-74abcd19-2478-42e2-ae19-840d3db2601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.992057 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74abcd19-2478-42e2-ae19-840d3db2601e None None] Pushing event deleted for resources: {'Port': ['ID=565196d0-f263-4e10-8e47-c1021a055d91,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:20.009203 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74abcd19-2478-42e2-ae19-840d3db2601e None None] No DVR routers for this DVR port 565196d0-f263-4e10-8e47-c1021a055d91 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:20:20.047938 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcf6d0-3572-45d6-8611-d975498306da req-dfbcc510-19be-47d1-b123-3f677d4a89ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:20.049624 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-dfbcc510-19be-47d1-b123-3f677d4a89ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a22ae8f3-b76a-495f-839c-755566103de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0744498 Aug 11 02:20:20.107255 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ad51568-ca06-4671-85b7-e3a0656a122c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.141221 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad51568-ca06-4671-85b7-e3a0656a122c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Port': ['ID=565196d0-f263-4e10-8e47-c1021a055d91,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:20.148658 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad51568-ca06-4671-85b7-e3a0656a122c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] No DVR routers for this DVR port 565196d0-f263-4e10-8e47-c1021a055d91 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:20:20.196901 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-489ec441-ea8a-43da-88c5-aa638f26a4d8 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.254642 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-23c9f08f-0fd4-427d-8c40-bc644f66f18d req-58ecf9d5-31d3-4240-a352-5439cbb49238 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313906 Aug 11 02:20:20.255499 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-e3303da7-11ea-4d79-85ca-6d641a539b40 service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980305 Aug 11 02:20:20.260291 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ad51568-ca06-4671-85b7-e3a0656a122c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.278639 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-7978f52c-ec8d-4c88-a6b8-d25dd552c1bf service neutron] 10.222.0.73 "GET /v2.0/networks/2c433229-6c79-4510-a34a-8c4278ec5b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620551 Aug 11 02:20:20.291960 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-1ad51568-ca06-4671-85b7-e3a0656a122c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa4b2b7-34a8-40fb-ad9c-220f620a7505']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:20.326915 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-1ad51568-ca06-4671-85b7-e3a0656a122c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8783565e-7d5a-4338-b1ac-80d32f363f97') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:20.327213 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-1ad51568-ca06-4671-85b7-e3a0656a122c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8783565e-7d5a-4338-b1ac-80d32f363f97') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:20.340760 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-403f61f2-2619-4624-9730-2c4fab6a1cc9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7f2bbf46-3ede-45de-88ba-1f3435d9778a HTTP/1.1" status: 200 len: 217 time: 0.0487187 Aug 11 02:20:20.347701 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ad51568-ca06-4671-85b7-e3a0656a122c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.370631 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ad51568-ca06-4671-85b7-e3a0656a122c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.380778 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad51568-ca06-4671-85b7-e3a0656a122c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:20:20.381185 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ad51568-ca06-4671-85b7-e3a0656a122c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:20:20.384063 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:20:20.412764 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-489ec441-ea8a-43da-88c5-aa638f26a4d8 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.439695 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-300f6a8a-1097-480c-af41-cd4aa6accf4c service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761081 Aug 11 02:20:20.455829 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ad51568-ca06-4671-85b7-e3a0656a122c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.458706 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e596-6936-4884-a93d-2429ea591734 req-278d76a9-f97a-4668-88c8-2b7d9996a0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:20.460395 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-278d76a9-f97a-4668-88c8-2b7d9996a0fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d883f484-d67b-4b0e-a60e-d2d168985bab HTTP/1.1" status: 200 len: 797 time: 0.1088419 Aug 11 02:20:20.505924 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ad51568-ca06-4671-85b7-e3a0656a122c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.512299 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1ad51568-ca06-4671-85b7-e3a0656a122c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/networks/0fa4b2b7-34a8-40fb-ad9c-220f620a7505 HTTP/1.1" status: 204 len: 168 time: 1.0373261 Aug 11 02:20:20.514153 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-9ec681d3-11b7-42b3-8139-dcce32aaf172 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=6a46a20f-db43-47c2-9b7f-8cd1abe24e39 HTTP/1.1" status: 200 len: 217 time: 0.0661042 Aug 11 02:20:20.514725 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49378) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:20.529520 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-e7acc6a2-2acb-45b3-9a9c-192eaa961da4 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-210048575'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:20.537093 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-489ec441-ea8a-43da-88c5-aa638f26a4d8 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Network fd29eb38-ff1f-47ad-89f3-314df0c18679 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:20.539759 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-2cdb42a1-8281-48dc-8246-69301beb1a3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:20.547512 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ec441-ea8a-43da-88c5-aa638f26a4d8 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Pushing event updated for resources: {'Port': ['ID=d05e475e-b866-4a16-86a7-a6ffae6fd0f5,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:20.548459 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad51568-ca06-4671-85b7-e3a0656a122c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Network': ['ID=0fa4b2b7-34a8-40fb-ad9c-220f620a7505,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:20.553665 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-489ec441-ea8a-43da-88c5-aa638f26a4d8 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:20.556468 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-489ec441-ea8a-43da-88c5-aa638f26a4d8 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:20.562652 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-2cdb42a1-8281-48dc-8246-69301beb1a3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.608883 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-2cdb42a1-8281-48dc-8246-69301beb1a3d service neutron] Transition to ACTIVE for port object 7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:20.616122 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-2cdb42a1-8281-48dc-8246-69301beb1a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.617796 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7acc6a2-2acb-45b3-9a9c-192eaa961da4 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:20.619101 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e596-6936-4884-a93d-2429ea591734 req-431a63e5-7185-4754-a5ef-3019edc5d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:20.620650 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-431a63e5-7185-4754-a5ef-3019edc5d417 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c433229-6c79-4510-a34a-8c4278ec5b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1370969 Aug 11 02:20:20.621275 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e7acc6a2-2acb-45b3-9a9c-192eaa961da4 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.637350 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcf6d0-3572-45d6-8611-d975498306da req-04f79caa-e966-4d78-9346-64910b43fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:20.638838 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-04f79caa-e966-4d78-9346-64910b43fbca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=325640a4-d334-4da9-8e10-51bbb0627559 HTTP/1.1" status: 200 len: 797 time: 0.1061873 Aug 11 02:20:20.648800 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c9ca5-544f-4782-9927-8457d2f423c4 req-f5348f72-c3d6-472c-be6c-ed71c8f42ad4 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:20.650274 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-824c9ca5-544f-4782-9927-8457d2f423c4 req-f5348f72-c3d6-472c-be6c-ed71c8f42ad4 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f36bdc7-18a5-4bb0-af8f-a5a71ff47fe6 HTTP/1.1" status: 200 len: 945 time: 0.1346314 Aug 11 02:20:20.662075 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-489ec441-ea8a-43da-88c5-aa638f26a4d8 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:20.662684 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-489ec441-ea8a-43da-88c5-aa638f26a4d8 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.703488 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7acc6a2-2acb-45b3-9a9c-192eaa961da4 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:20:20.720346 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e7acc6a2-2acb-45b3-9a9c-192eaa961da4 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.720630 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-e7acc6a2-2acb-45b3-9a9c-192eaa961da4 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Added segment 38ecc1c0-eab7-4427-97bd-98eecdbaecbb of type vlan for network 3a52f8d0-29ed-4622-9a1f-21556fcb22cd Aug 11 02:20:20.740795 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-489ec441-ea8a-43da-88c5-aa638f26a4d8 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0615494 Aug 11 02:20:20.741067 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb42a1-8281-48dc-8246-69301beb1a3d service neutron] Pushing event updated for resources: {'Port': ['ID=7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:20.759558 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-db6a5b2c-fa60-4a99-ba85-c22720454dff service neutron] Request body: {'port': {'device_id': '2de82fc0-38dc-4094-8e89-4a3337947e8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:20.768276 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-824c9ca5-544f-4782-9927-8457d2f423c4 req-3836a8b9-14be-4455-8724-e77a3e3b6648 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] 10.222.0.50 "GET /v2.0/security-groups?id=32a3c2c7-aa8f-4087-aa9f-c7f7d891400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031520 Aug 11 02:20:20.788388 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcf6d0-3572-45d6-8611-d975498306da req-bec64cb3-578e-4230-97f3-744052c114c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:20.790208 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-bec64cb3-578e-4230-97f3-744052c114c2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a22ae8f3-b76a-495f-839c-755566103de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1386533 Aug 11 02:20:20.792980 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 565196d0-f263-4e10-8e47-c1021a055d91 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:20:20.830325 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 565196d0-f263-4e10-8e47-c1021a055d91 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:20:20.840167 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 565196d0-f263-4e10-8e47-c1021a055d91 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:20:20.865015 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e7acc6a2-2acb-45b3-9a9c-192eaa961da4 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.881636 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-67388167-3a21-475b-8217-0dcd9bff7c73 service neutron] 10.222.0.73 "GET /v2.0/networks/2c433229-6c79-4510-a34a-8c4278ec5b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501919 Aug 11 02:20:20.926927 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-db6a5b2c-fa60-4a99-ba85-c22720454dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.945790 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e7acc6a2-2acb-45b3-9a9c-192eaa961da4 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.955511 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7acc6a2-2acb-45b3-9a9c-192eaa961da4 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:20.956178 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e7acc6a2-2acb-45b3-9a9c-192eaa961da4 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.989099 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-2cdb42a1-8281-48dc-8246-69301beb1a3d service neutron] Attempting to bind port 7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:20.989440 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-2cdb42a1-8281-48dc-8246-69301beb1a3d service neutron] Attempting to bind port 7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'd96cfe33-0c98-475f-a757-618812c1d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:20.989769 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-2cdb42a1-8281-48dc-8246-69301beb1a3d service neutron] Attempting to bind port 7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e on network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:21.020476 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-e748bbee-2372-408f-83a7-db5fccd40415 service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110319 Aug 11 02:20:21.025513 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-2cdb42a1-8281-48dc-8246-69301beb1a3d service neutron] Port 7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e on network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:20:21.025853 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-2cdb42a1-8281-48dc-8246-69301beb1a3d service neutron] Attempting to bind port 7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e on network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:21.042983 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-2cdb42a1-8281-48dc-8246-69301beb1a3d service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:21.043318 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-2cdb42a1-8281-48dc-8246-69301beb1a3d service neutron] Checking segment: {'id': 'd96cfe33-0c98-475f-a757-618812c1d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:21.043807 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-2cdb42a1-8281-48dc-8246-69301beb1a3d service neutron] Bound using segment: {'id': 'd96cfe33-0c98-475f-a757-618812c1d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:21.044319 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-2cdb42a1-8281-48dc-8246-69301beb1a3d service neutron] Bound port: 7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96cfe33-0c98-475f-a757-618812c1d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:21.044610 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-2cdb42a1-8281-48dc-8246-69301beb1a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.083915 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1034e596-6936-4884-a93d-2429ea591734 req-b901687d-27d7-4f42-b95b-9f4d4209efa1 service neutron] 10.222.0.73 "GET /v2.0/networks/2c433229-6c79-4510-a34a-8c4278ec5b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911438 Aug 11 02:20:21.168901 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e7acc6a2-2acb-45b3-9a9c-192eaa961da4 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6407089 Aug 11 02:20:21.174885 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49396) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:21.181939 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-1221b6ae-ef09-48e1-a623-ced0fc5dcb9e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'subnet': {'network_id': '3a52f8d0-29ed-4622-9a1f-21556fcb22cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:21.203881 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4126128-d549-4ec4-b690-77487ace08d8 req-2034a78f-1d7b-4fc0-9ac4-344b84f21164 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:21.205377 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c4126128-d549-4ec4-b690-77487ace08d8 req-2034a78f-1d7b-4fc0-9ac4-344b84f21164 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/ports?device_id=2de82fc0-38dc-4094-8e89-4a3337947e8e HTTP/1.1" status: 200 len: 931 time: 0.2422278 Aug 11 02:20:21.205994 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7acc6a2-2acb-45b3-9a9c-192eaa961da4 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Network': ['ID=3a52f8d0-29ed-4622-9a1f-21556fcb22cd,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:21.217441 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 3a52f8d0-29ed-4622-9a1f-21556fcb22cd details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:20:21.265386 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-72273e0e-02b2-4d34-b254-620aca21f513 service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003825 Aug 11 02:20:21.289293 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c4126128-d549-4ec4-b690-77487ace08d8 req-f1d1dd7e-acd6-46ad-8e39-1e72b10fb7af tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ab8f257-b461-41b8-b080-344e0fec2aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692284 Aug 11 02:20:21.325133 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-35158b02-d570-482d-aec8-62ff4dbabb52 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=607f8c57-0c37-4d39-8378-b28860d65df4 HTTP/1.1" status: 200 len: 217 time: 0.0492368 Aug 11 02:20:21.341656 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-2cdb42a1-8281-48dc-8246-69301beb1a3d service neutron] For port 7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:21.346598 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-2cdb42a1-8281-48dc-8246-69301beb1a3d service neutron] For port 7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:21.358772 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-2cdb42a1-8281-48dc-8246-69301beb1a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.385541 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcf6d0-3572-45d6-8611-d975498306da req-93875cba-bb1d-4801-abcf-577fe3f34cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:21.387254 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-93875cba-bb1d-4801-abcf-577fe3f34cd0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=325640a4-d334-4da9-8e10-51bbb0627559 HTTP/1.1" status: 200 len: 797 time: 0.0540066 Aug 11 02:20:21.390845 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.429356 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7e5fa-ca38-42ed-8602-0ec3e5db83b2 req-17c7c20d-9f51-4a05-9399-15fbbd58a5b1 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:21.430917 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-67f7e5fa-ca38-42ed-8602-0ec3e5db83b2 req-17c7c20d-9f51-4a05-9399-15fbbd58a5b1 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f36bdc7-18a5-4bb0-af8f-a5a71ff47fe6 HTTP/1.1" status: 200 len: 945 time: 0.2284594 Aug 11 02:20:21.448566 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-2cdb42a1-8281-48dc-8246-69301beb1a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:21.448566 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-2cdb42a1-8281-48dc-8246-69301beb1a3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.449890 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-2cdb42a1-8281-48dc-8246-69301beb1a3d service neutron] 10.222.0.66 "PUT /v2.0/ports/7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e HTTP/1.1" status: 200 len: 1092 time: 1.9573019 Aug 11 02:20:21.451665 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcf6d0-3572-45d6-8611-d975498306da req-8f74fe39-2bc0-4e49-98ad-68c152b739a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:21.453875 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-8f74fe39-2bc0-4e49-98ad-68c152b739a0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a22ae8f3-b76a-495f-839c-755566103de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0582256 Aug 11 02:20:21.455183 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f130eb5-7742-400a-9dce-479b7b2d4d24', 'tag': '7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:21.458074 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e1c282-1846-4939-bf1a-680f1f9c804d" -d '{"events": [{"name": "network-changed", "server_uuid": "9f130eb5-7742-400a-9dce-479b7b2d4d24", "tag": "7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:21.504551 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1221b6ae-ef09-48e1-a623-ced0fc5dcb9e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:21.511582 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1221b6ae-ef09-48e1-a623-ced0fc5dcb9e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.590019 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-5b21941c-c483-4c31-8b1c-25a61152a1a3 service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255345 Aug 11 02:20:21.608874 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb42a1-8281-48dc-8246-69301beb1a3d service neutron] Pushing event updated for resources: {'Port': ['ID=7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:21.644654 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-67f7e5fa-ca38-42ed-8602-0ec3e5db83b2 req-577a4e4f-4e17-41dd-8ba4-1059e65e128b tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] 10.222.0.50 "GET /v2.0/security-groups?id=32a3c2c7-aa8f-4087-aa9f-c7f7d891400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995931 Aug 11 02:20:21.724052 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ea99ef-dc1b-412e-af95-c3a2b4ffd550 x-openstack-request-id: req-33ea99ef-dc1b-412e-af95-c3a2b4ffd550 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:21.724343 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f130eb5-7742-400a-9dce-479b7b2d4d24", "tag": "7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:21.725053 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-33ea99ef-dc1b-412e-af95-c3a2b4ffd550 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:21.725454 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f130eb5-7742-400a-9dce-479b7b2d4d24', 'tag': '7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e', 'status': 'completed', 'code': 200} Aug 11 02:20:21.727230 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aaf18-d8a7-4654-9436-b7fc9f8b92bc req-f3720886-27c8-4d90-aaca-0c8288902129 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:21.728745 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e83aaf18-d8a7-4654-9436-b7fc9f8b92bc req-f3720886-27c8-4d90-aaca-0c8288902129 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 943 time: 0.0815094 Aug 11 02:20:21.732560 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-459ef650-a658-48a5-ac20-a8cb5512df01 service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350024 Aug 11 02:20:21.765958 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-c57792db-b90c-4894-9fbe-c034ba12e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:21.767701 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-c57792db-b90c-4894-9fbe-c034ba12e577 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=953757b63989485aa599c97f35f2480d&device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 1095 time: 0.2424037 Aug 11 02:20:21.785509 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-98430316-74e4-4a20-bb82-5b12e47df9de service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=3085161b-7e48-4c97-a864-056bb09eb941 HTTP/1.1" status: 200 len: 217 time: 0.0443645 Aug 11 02:20:21.796456 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-db6a5b2c-fa60-4a99-ba85-c22720454dff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05e475e-b866-4a16-86a7-a6ffae6fd0f5 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:21.813467 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e83aaf18-d8a7-4654-9436-b7fc9f8b92bc req-8685d410-8e21-4d2a-a32d-59001130d1bc tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785799 Aug 11 02:20:21.847702 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcf6d0-3572-45d6-8611-d975498306da req-c29d8648-432b-43b1-8505-7ef6c77bc193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:21.849160 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-c29d8648-432b-43b1-8505-7ef6c77bc193 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=325640a4-d334-4da9-8e10-51bbb0627559 HTTP/1.1" status: 200 len: 797 time: 0.0510633 Aug 11 02:20:21.855054 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-db6a5b2c-fa60-4a99-ba85-c22720454dff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.858276 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-d592dd18-6cda-4efe-bfa4-612d9ad7c666 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e HTTP/1.1" status: 200 len: 217 time: 0.0789466 Aug 11 02:20:21.895806 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcf6d0-3572-45d6-8611-d975498306da req-9f5e9f9b-a063-4bdd-ad95-911bb898caeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:21.897295 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-9f5e9f9b-a063-4bdd-ad95-911bb898caeb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a22ae8f3-b76a-495f-839c-755566103de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0406303 Aug 11 02:20:21.913123 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-db6a5b2c-fa60-4a99-ba85-c22720454dff service neutron] Transition to ACTIVE for port object d05e475e-b866-4a16-86a7-a6ffae6fd0f5 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:21.914372 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1221b6ae-ef09-48e1-a623-ced0fc5dcb9e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.926984 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-db6a5b2c-fa60-4a99-ba85-c22720454dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.991900 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-430888ec-426b-4b5c-96c0-7b3b3efb40fd service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868154 Aug 11 02:20:22.086097 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-9bae17cc-0da1-4c86-a18a-58957cfde479 service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861301 Aug 11 02:20:22.134106 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-5a5ea29f-57ef-4382-95ee-bbb692cd89f1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1 HTTP/1.1" status: 200 len: 217 time: 0.0404725 Aug 11 02:20:22.185711 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcf6d0-3572-45d6-8611-d975498306da req-4c01eb72-4748-4c1a-8206-f1a8fd163619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:22.187479 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-4c01eb72-4748-4c1a-8206-f1a8fd163619 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f5cbcb9-b2a3-403b-9666-6d1a30805883 HTTP/1.1" status: 200 len: 797 time: 0.0462053 Aug 11 02:20:22.236941 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcf6d0-3572-45d6-8611-d975498306da req-e4019cd8-2749-4391-bb19-0d5c3f7d6ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:22.239062 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-e4019cd8-2749-4391-bb19-0d5c3f7d6ae9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dd83919f-ff7e-4fd8-96b1-202904e5f138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0427930 Aug 11 02:20:22.270712 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-0c56a06a-8cee-49e1-86cf-974dd789dbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:22.272246 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-0c56a06a-8cee-49e1-86cf-974dd789dbff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7193a88f-4d31-4933-a3af-0738d0f7bf97 HTTP/1.1" status: 200 len: 851 time: 0.4056108 Aug 11 02:20:22.304297 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221b6ae-ef09-48e1-a623-ced0fc5dcb9e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Subnet': ['ID=dbca6c4c-0c02-4d0f-b3d0-e28e0f7152a4,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:22.326229 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a5b2c-fa60-4a99-ba85-c22720454dff service neutron] Pushing event updated for resources: {'Port': ['ID=d05e475e-b866-4a16-86a7-a6ffae6fd0f5,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:22.359632 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-99cb3193-1180-4994-8d96-15b7345859be service neutron] 10.222.0.66 "GET /v2.0/networks/dd83919f-ff7e-4fd8-96b1-202904e5f138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094422 Aug 11 02:20:22.383645 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1221b6ae-ef09-48e1-a623-ced0fc5dcb9e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Checking segment: {'id': '38ecc1c0-eab7-4427-97bd-98eecdbaecbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3a52f8d0-29ed-4622-9a1f-21556fcb22cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:22.384177 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1221b6ae-ef09-48e1-a623-ced0fc5dcb9e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network hostable DHCP agents. Network: 3a52f8d0-29ed-4622-9a1f-21556fcb22cd, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:20:22.402218 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-a908d391-2f3c-4e86-b995-65b4db05b792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:22.403823 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-a908d391-2f3c-4e86-b995-65b4db05b792 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1166615 Aug 11 02:20:22.431508 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1221b6ae-ef09-48e1-a623-ced0fc5dcb9e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network 3a52f8d0-29ed-4622-9a1f-21556fcb22cd is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:20:22.487420 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-db6a5b2c-fa60-4a99-ba85-c22720454dff service neutron] Attempting to bind port d05e475e-b866-4a16-86a7-a6ffae6fd0f5 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:22.488366 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-db6a5b2c-fa60-4a99-ba85-c22720454dff service neutron] Attempting to bind port d05e475e-b866-4a16-86a7-a6ffae6fd0f5 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '6616f338-8bd2-4042-a7e3-01a398503e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fd29eb38-ff1f-47ad-89f3-314df0c18679'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:22.488686 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-db6a5b2c-fa60-4a99-ba85-c22720454dff service neutron] Attempting to bind port d05e475e-b866-4a16-86a7-a6ffae6fd0f5 on network fd29eb38-ff1f-47ad-89f3-314df0c18679 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:22.496245 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-1221b6ae-ef09-48e1-a623-ced0fc5dcb9e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 3a52f8d0-29ed-4622-9a1f-21556fcb22cd) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:22.505952 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a388f51-ec98-43d4-9e23-cfdaa4868101 None None] Network 3a52f8d0-29ed-4622-9a1f-21556fcb22cd requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:22.509683 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221b6ae-ef09-48e1-a623-ced0fc5dcb9e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:22.510295 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1221b6ae-ef09-48e1-a623-ced0fc5dcb9e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:22.514126 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-db6a5b2c-fa60-4a99-ba85-c22720454dff service neutron] Port d05e475e-b866-4a16-86a7-a6ffae6fd0f5 on network fd29eb38-ff1f-47ad-89f3-314df0c18679 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:20:22.514478 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-db6a5b2c-fa60-4a99-ba85-c22720454dff service neutron] Attempting to bind port d05e475e-b866-4a16-86a7-a6ffae6fd0f5 on network fd29eb38-ff1f-47ad-89f3-314df0c18679 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:22.539493 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-db6a5b2c-fa60-4a99-ba85-c22720454dff service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:22.539493 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-db6a5b2c-fa60-4a99-ba85-c22720454dff service neutron] Checking segment: {'id': '6616f338-8bd2-4042-a7e3-01a398503e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fd29eb38-ff1f-47ad-89f3-314df0c18679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:22.541016 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-db6a5b2c-fa60-4a99-ba85-c22720454dff service neutron] Bound using segment: {'id': '6616f338-8bd2-4042-a7e3-01a398503e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fd29eb38-ff1f-47ad-89f3-314df0c18679'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:22.541016 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-db6a5b2c-fa60-4a99-ba85-c22720454dff service neutron] Bound port: d05e475e-b866-4a16-86a7-a6ffae6fd0f5, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6616f338-8bd2-4042-a7e3-01a398503e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fd29eb38-ff1f-47ad-89f3-314df0c18679'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:22.541016 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-db6a5b2c-fa60-4a99-ba85-c22720454dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:22.563074 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1221b6ae-ef09-48e1-a623-ced0fc5dcb9e tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3845186 Aug 11 02:20:22.596297 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-c8a8141c-ca8e-4601-8614-d00aa1316a46 service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730337 Aug 11 02:20:22.634588 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49414) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:22.641320 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-7bb6cd67-9a12-4296-a276-74f4b6cbff35 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'port': {'network_id': '3a52f8d0-29ed-4622-9a1f-21556fcb22cd', 'name': 'tempest-PortsTestJSON-1868403251', 'fixed_ips': [{'subnet_id': 'dbca6c4c-0c02-4d0f-b3d0-e28e0f7152a4', 'ip_address': '172.20.0.10'}]}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:22.696466 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80054b3e-1bb0-4efe-bcc7-3b257857a368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-3a52f8d0-29ed-4622-9a1f-21556fcb22cd', 'network_id': '3a52f8d0-29ed-4622-9a1f-21556fcb22cd', 'tenant_id': 'd8ab2fcbeed743a6ab7ee9fa33403e87', 'fixed_ips': [{'subnet_id': 'dbca6c4c-0c02-4d0f-b3d0-e28e0f7152a4'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:20:22.697845 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-80054b3e-1bb0-4efe-bcc7-3b257857a368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:22.780011 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c093d-50ab-4187-a9c0-ddabc2c19871 req-af89fd1f-1471-484d-92be-538334728680 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:22.781534 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-585c093d-50ab-4187-a9c0-ddabc2c19871 req-af89fd1f-1471-484d-92be-538334728680 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/ports?device_id=2de82fc0-38dc-4094-8e89-4a3337947e8e HTTP/1.1" status: 200 len: 943 time: 0.4194574 Aug 11 02:20:22.783281 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-db6a5b2c-fa60-4a99-ba85-c22720454dff service neutron] For port d05e475e-b866-4a16-86a7-a6ffae6fd0f5, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:22.789266 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-db6a5b2c-fa60-4a99-ba85-c22720454dff service neutron] For port d05e475e-b866-4a16-86a7-a6ffae6fd0f5, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=d05e475e-b866-4a16-86a7-a6ffae6fd0f5,segment=NetworkSegment(6616f338-8bd2-4042-a7e3-01a398503e7d),segment_id=6616f338-8bd2-4042-a7e3-01a398503e7d)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:22.832329 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-6228f045-a08c-4c92-afaa-ce7993c9ac17 service neutron] 10.222.0.66 "GET /v2.0/networks/dd83919f-ff7e-4fd8-96b1-202904e5f138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597938 Aug 11 02:20:22.839963 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-585c093d-50ab-4187-a9c0-ddabc2c19871 req-5947e458-744b-48ab-97c8-93570c69e1bb tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ab8f257-b461-41b8-b080-344e0fec2aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486386 Aug 11 02:20:22.852887 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-db6a5b2c-fa60-4a99-ba85-c22720454dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:22.878620 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-3a807d7f-76df-4e01-8737-669641f74c55 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1451ea14-a62f-4cdf-b59f-1f01ea8381d0 HTTP/1.1" status: 200 len: 217 time: 0.0375407 Aug 11 02:20:22.882353 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-80054b3e-1bb0-4efe-bcc7-3b257857a368 None None] Allocated IP 172.20.0.2 (3a52f8d0-29ed-4622-9a1f-21556fcb22cd/dbca6c4c-0c02-4d0f-b3d0-e28e0f7152a4/f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:22.940710 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcf6d0-3572-45d6-8611-d975498306da req-87ad5427-77d2-4127-87d8-55f5f48dedc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:22.943242 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-87ad5427-77d2-4127-87d8-55f5f48dedc2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f5cbcb9-b2a3-403b-9666-6d1a30805883 HTTP/1.1" status: 200 len: 797 time: 0.0560987 Aug 11 02:20:22.952484 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-db6a5b2c-fa60-4a99-ba85-c22720454dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:22.953122 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-db6a5b2c-fa60-4a99-ba85-c22720454dff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:22.954940 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-db6a5b2c-fa60-4a99-ba85-c22720454dff service neutron] 10.222.0.73 "PUT /v2.0/ports/d05e475e-b866-4a16-86a7-a6ffae6fd0f5 HTTP/1.1" status: 200 len: 1092 time: 2.2021577 Aug 11 02:20:23.028516 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8d0a6-d0b3-46dd-beea-c2a7d0aebea4 req-76954ac1-dbf6-42e5-9d10-24e2cdfef7c3 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:23.030081 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-87b8d0a6-d0b3-46dd-beea-c2a7d0aebea4 req-76954ac1-dbf6-42e5-9d10-24e2cdfef7c3 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f36bdc7-18a5-4bb0-af8f-a5a71ff47fe6 HTTP/1.1" status: 200 len: 945 time: 0.3563671 Aug 11 02:20:23.032260 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0148aa-4504-4ee9-8901-ffd38fa1b22d req-55a363c8-875b-4eaa-b200-a8fcc5aee81f tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:23.033821 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-da0148aa-4504-4ee9-8901-ffd38fa1b22d req-55a363c8-875b-4eaa-b200-a8fcc5aee81f tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 943 time: 0.0893509 Aug 11 02:20:23.037907 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcf6d0-3572-45d6-8611-d975498306da req-ecee4bef-171c-476b-9f08-1cacc3660084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:23.038130 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a5b2c-fa60-4a99-ba85-c22720454dff service neutron] Pushing event updated for resources: {'Port': ['ID=d05e475e-b866-4a16-86a7-a6ffae6fd0f5,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:23.038241 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-ecee4bef-171c-476b-9f08-1cacc3660084 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dd83919f-ff7e-4fd8-96b1-202904e5f138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0843439 Aug 11 02:20:23.104637 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a0588-5fac-44b2-a32d-0030ed7b6745 req-f5e1e1ee-bc66-4e68-87b1-4b1c1e844a03 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:23.106513 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-479a0588-5fac-44b2-a32d-0030ed7b6745 req-f5e1e1ee-bc66-4e68-87b1-4b1c1e844a03 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f36bdc7-18a5-4bb0-af8f-a5a71ff47fe6 HTTP/1.1" status: 200 len: 945 time: 0.3154423 Aug 11 02:20:23.118274 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ce02865-077e-41fe-ab51-e2c32d90e49e req-c86b0f3c-b35d-466b-a88b-3453d438aa0e service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844882 Aug 11 02:20:23.142105 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-da0148aa-4504-4ee9-8901-ffd38fa1b22d req-9c02bef2-5ad3-460b-8267-2142b4242e0b tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915883 Aug 11 02:20:23.196288 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-c96ea846-b2dc-4ed4-a328-1337a3927a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:23.196793 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-954d0c36-b0d3-4fb1-99c4-953d4c624d13 service neutron] 10.222.0.66 "GET /v2.0/networks/dd83919f-ff7e-4fd8-96b1-202904e5f138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491425 Aug 11 02:20:23.197515 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-c96ea846-b2dc-4ed4-a328-1337a3927a3f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=be2f0ccd4b644707986473d483c3e209&device_id=2de82fc0-38dc-4094-8e89-4a3337947e8e HTTP/1.1" status: 200 len: 1095 time: 0.1873083 Aug 11 02:20:23.205990 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb6cd67-9a12-4296-a276-74f4b6cbff35 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:23.208256 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-80054b3e-1bb0-4efe-bcc7-3b257857a368 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:23.217363 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-80054b3e-1bb0-4efe-bcc7-3b257857a368 None None] Transition to ACTIVE for port object f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:23.239984 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-80054b3e-1bb0-4efe-bcc7-3b257857a368 None None] Transition to ACTIVE for port object f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:23.260752 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-80054b3e-1bb0-4efe-bcc7-3b257857a368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:23.286139 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-479a0588-5fac-44b2-a32d-0030ed7b6745 req-9aec192e-6285-4bc8-a378-f199b27c32c5 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] 10.222.0.50 "GET /v2.0/security-groups?id=32a3c2c7-aa8f-4087-aa9f-c7f7d891400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602001 Aug 11 02:20:23.302777 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80054b3e-1bb0-4efe-bcc7-3b257857a368 None None] Network 3a52f8d0-29ed-4622-9a1f-21556fcb22cd is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:23.308941 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-80054b3e-1bb0-4efe-bcc7-3b257857a368 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:23.313702 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80054b3e-1bb0-4efe-bcc7-3b257857a368 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:23.314739 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-63dcf6d0-3572-45d6-8611-d975498306da req-f05f29b6-1d3f-412c-a3f1-9bec6791b4c4 service neutron] 10.222.0.66 "GET /v2.0/networks/dd83919f-ff7e-4fd8-96b1-202904e5f138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110852 Aug 11 02:20:23.326305 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80054b3e-1bb0-4efe-bcc7-3b257857a368 None None] Pushing event updated for resources: {'Port': ['ID=f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:23.327727 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-2c6087b8-cc82-42af-b472-bb4c52334c7f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d05e475e-b866-4a16-86a7-a6ffae6fd0f5 HTTP/1.1" status: 200 len: 217 time: 0.1171923 Aug 11 02:20:23.383726 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-80054b3e-1bb0-4efe-bcc7-3b257857a368 None None] Attempting to bind port f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:23.384086 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-80054b3e-1bb0-4efe-bcc7-3b257857a368 None None] Attempting to bind port f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '38ecc1c0-eab7-4427-97bd-98eecdbaecbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3a52f8d0-29ed-4622-9a1f-21556fcb22cd'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:23.384444 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80054b3e-1bb0-4efe-bcc7-3b257857a368 None None] Attempting to bind port f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b on network 3a52f8d0-29ed-4622-9a1f-21556fcb22cd {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:23.389311 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80054b3e-1bb0-4efe-bcc7-3b257857a368 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:23.389680 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80054b3e-1bb0-4efe-bcc7-3b257857a368 None None] Checking segment: {'id': '38ecc1c0-eab7-4427-97bd-98eecdbaecbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3a52f8d0-29ed-4622-9a1f-21556fcb22cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:23.390081 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-80054b3e-1bb0-4efe-bcc7-3b257857a368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:23.390467 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80054b3e-1bb0-4efe-bcc7-3b257857a368 None None] Bound using segment: {'id': '38ecc1c0-eab7-4427-97bd-98eecdbaecbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3a52f8d0-29ed-4622-9a1f-21556fcb22cd'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:23.390921 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-80054b3e-1bb0-4efe-bcc7-3b257857a368 None None] Bound port: f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ecc1c0-eab7-4427-97bd-98eecdbaecbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3a52f8d0-29ed-4622-9a1f-21556fcb22cd'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:23.391296 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-80054b3e-1bb0-4efe-bcc7-3b257857a368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:23.421240 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-546abec3-8abd-4d97-bfe5-a966a5a8f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:23.422638 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-546abec3-8abd-4d97-bfe5-a966a5a8f9de service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8633854-d70d-4678-9063-ea6c7d995147 HTTP/1.1" status: 200 len: 848 time: 0.0872061 Aug 11 02:20:23.424362 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1c282-1846-4939-bf1a-680f1f9c804d req-a77d9b24-631c-4170-ac37-8aabc0e19225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:23.425761 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9e1c282-1846-4939-bf1a-680f1f9c804d req-a77d9b24-631c-4170-ac37-8aabc0e19225 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=953757b63989485aa599c97f35f2480d&device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 1095 time: 0.2265458 Aug 11 02:20:23.432830 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-87b8d0a6-d0b3-46dd-beea-c2a7d0aebea4 req-5ecc5968-84d3-4128-a5e0-11ef267aa764 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Deleting port 9aa6a0dc-0b9f-4260-a0fb-fd10e935f136 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:23.433169 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-87b8d0a6-d0b3-46dd-beea-c2a7d0aebea4 req-5ecc5968-84d3-4128-a5e0-11ef267aa764 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:23.458390 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-80054b3e-1bb0-4efe-bcc7-3b257857a368 None None] For port f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:23.461840 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-80054b3e-1bb0-4efe-bcc7-3b257857a368 None None] For port f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b,segment=NetworkSegment(38ecc1c0-eab7-4427-97bd-98eecdbaecbb),segment_id=38ecc1c0-eab7-4427-97bd-98eecdbaecbb)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:23.466758 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-80054b3e-1bb0-4efe-bcc7-3b257857a368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:23.525650 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80054b3e-1bb0-4efe-bcc7-3b257857a368 None None] Pushing event updated for resources: {'Port': ['ID=f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:23.552187 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-198d9dd7-ba49-4cf3-8ff7-4175938cb1c6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fd29eb38-ff1f-47ad-89f3-314df0c18679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219928 Aug 11 02:20:23.559306 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7bb6cd67-9a12-4296-a276-74f4b6cbff35 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:23.680107 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-7bb6cd67-9a12-4296-a276-74f4b6cbff35 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] device_id is not set on port 3760ff78-466c-494c-88ea-36df1210a501 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:20:23.757666 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de82fc0-38dc-4094-8e89-4a3337947e8e', 'tag': 'd05e475e-b866-4a16-86a7-a6ffae6fd0f5'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:23.760949 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda359da-88b6-4cf6-873f-15ce01cb9492" -d '{"events": [{"name": "network-changed", "server_uuid": "2de82fc0-38dc-4094-8e89-4a3337947e8e", "tag": "d05e475e-b866-4a16-86a7-a6ffae6fd0f5"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:23.797102 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1c282-1846-4939-bf1a-680f1f9c804d req-d83aae99-8678-43dc-9b3f-7fbd8070cea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:23.798615 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9e1c282-1846-4939-bf1a-680f1f9c804d req-d83aae99-8678-43dc-9b3f-7fbd8070cea1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99 HTTP/1.1" status: 200 len: 913 time: 0.3563082 Aug 11 02:20:23.816170 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd055b5f-3a68-4184-8240-d7f995a06737 x-openstack-request-id: req-dd055b5f-3a68-4184-8240-d7f995a06737 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:23.816476 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de82fc0-38dc-4094-8e89-4a3337947e8e", "tag": "d05e475e-b866-4a16-86a7-a6ffae6fd0f5", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:23.816729 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dd055b5f-3a68-4184-8240-d7f995a06737 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:23.817127 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de82fc0-38dc-4094-8e89-4a3337947e8e', 'tag': 'd05e475e-b866-4a16-86a7-a6ffae6fd0f5', 'status': 'completed', 'code': 200} Aug 11 02:20:23.821086 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-87b8d0a6-d0b3-46dd-beea-c2a7d0aebea4 req-5ecc5968-84d3-4128-a5e0-11ef267aa764 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] For port 9aa6a0dc-0b9f-4260-a0fb-fd10e935f136, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=9aa6a0dc-0b9f-4260-a0fb-fd10e935f136,segment=NetworkSegment(6d8f189f-57c9-4648-9931-e25c497e60e5),segment_id=6d8f189f-57c9-4648-9931-e25c497e60e5)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:23.821464 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-87b8d0a6-d0b3-46dd-beea-c2a7d0aebea4 req-5ecc5968-84d3-4128-a5e0-11ef267aa764 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:23.899688 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-87b8d0a6-d0b3-46dd-beea-c2a7d0aebea4 req-5ecc5968-84d3-4128-a5e0-11ef267aa764 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Calling delete_port for 9aa6a0dc-0b9f-4260-a0fb-fd10e935f136 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:23.910906 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9e1c282-1846-4939-bf1a-680f1f9c804d req-1eab89f2-299e-4666-8129-c5f1c28d4db6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e HTTP/1.1" status: 200 len: 217 time: 0.0999691 Aug 11 02:20:23.953217 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-f830c943-f186-4715-b743-5f2918b17176 service neutron] 10.222.0.73 "GET /v2.0/networks/fd29eb38-ff1f-47ad-89f3-314df0c18679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895502 Aug 11 02:20:24.128600 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1c282-1846-4939-bf1a-680f1f9c804d req-340db62f-e4cd-4369-ac18-7532f9fd5bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:24.130089 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9e1c282-1846-4939-bf1a-680f1f9c804d req-340db62f-e4cd-4369-ac18-7532f9fd5bcf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7193a88f-4d31-4933-a3af-0738d0f7bf97 HTTP/1.1" status: 200 len: 851 time: 0.2062449 Aug 11 02:20:24.262119 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:20:24.299726 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10059cfc-e8e6-4acd-a650-a0da617a532c req-6b8de379-195d-482c-be3f-012e92bd6f2f tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:24.302918 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-10059cfc-e8e6-4acd-a650-a0da617a532c req-6b8de379-195d-482c-be3f-012e92bd6f2f tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 943 time: 0.0686386 Aug 11 02:20:24.360877 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-10059cfc-e8e6-4acd-a650-a0da617a532c req-40408a66-4531-4eee-b0d7-70ed189f88c9 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478106 Aug 11 02:20:24.377208 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:24.397490 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:24.407797 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e', 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99', 'port_id': '7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e', 'mac_address': 'fa:16:3e:25:c8:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7193a88f-4d31-4933-a3af-0738d0f7bf97', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:20:24.453770 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:24.470703 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:24.486623 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-7bb6cd67-9a12-4296-a276-74f4b6cbff35 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Allocated IP 172.20.0.10 (3a52f8d0-29ed-4622-9a1f-21556fcb22cd/dbca6c4c-0c02-4d0f-b3d0-e28e0f7152a4/3760ff78-466c-494c-88ea-36df1210a501) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:24.500523 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:24.508767 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:24.509994 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cba8c0-a604-4441-bf85-1157745f2883 req-55e44d52-ce38-45e0-a8d2-a66ba8f06d28 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:24.511590 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b3cba8c0-a604-4441-bf85-1157745f2883 req-55e44d52-ce38-45e0-a8d2-a66ba8f06d28 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/ports?device_id=2de82fc0-38dc-4094-8e89-4a3337947e8e HTTP/1.1" status: 200 len: 943 time: 0.5866046 Aug 11 02:20:24.582428 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1b84ef2c-4655-43c8-870a-2c7147cd4824 req-196ce096-94ca-447c-b33b-e7aa5cefb9c0 service neutron] 10.222.0.73 "GET /v2.0/networks/fd29eb38-ff1f-47ad-89f3-314df0c18679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6049373 Aug 11 02:20:24.596294 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:24.598040 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59235c23-1043-4b73-b123-af2ff0478ffe req-74775467-5297-48df-95ec-36ef8447d638 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:24.608476 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59235c23-1043-4b73-b123-af2ff0478ffe req-74775467-5297-48df-95ec-36ef8447d638 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f36bdc7-18a5-4bb0-af8f-a5a71ff47fe6 HTTP/1.1" status: 200 len: 945 time: 0.0810633 Aug 11 02:20:24.634973 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1c282-1846-4939-bf1a-680f1f9c804d req-d4f9e61e-171d-4632-bbfd-48902385d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:24.636535 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9e1c282-1846-4939-bf1a-680f1f9c804d req-d4f9e61e-171d-4632-bbfd-48902385d98d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4961245 Aug 11 02:20:24.651188 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59235c23-1043-4b73-b123-af2ff0478ffe req-615b35c6-32fc-4d97-8974-6feb80d2261e tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] 10.222.0.50 "GET /v2.0/security-groups?id=32a3c2c7-aa8f-4087-aa9f-c7f7d891400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417724 Aug 11 02:20:24.659349 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c77d368-6201-4353-a97a-ec58dc1f5e54 None None] Network 3a52f8d0-29ed-4622-9a1f-21556fcb22cd requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:24.689964 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b3cba8c0-a604-4441-bf85-1157745f2883 req-dd88847e-92c8-4fb2-8e1f-2eac1ea2bf17 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ab8f257-b461-41b8-b080-344e0fec2aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575592 Aug 11 02:20:24.774533 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b7f5f9ea-d8f4-473c-abf5-e6e1ee18caf2 None None] Provisioning for port f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:24.826750 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-87b8d0a6-d0b3-46dd-beea-c2a7d0aebea4 req-5ecc5968-84d3-4128-a5e0-11ef267aa764 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:24.842131 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:20:24.895949 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:24.903119 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda359da-88b6-4cf6-873f-15ce01cb9492 req-0552328d-6399-4a9f-ba3b-337640285ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:24.904684 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bda359da-88b6-4cf6-873f-15ce01cb9492 req-0552328d-6399-4a9f-ba3b-337640285ff0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=be2f0ccd4b644707986473d483c3e209&device_id=2de82fc0-38dc-4094-8e89-4a3337947e8e HTTP/1.1" status: 200 len: 1095 time: 0.2587595 Aug 11 02:20:24.905418 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc5968-84d3-4128-a5e0-11ef267aa764 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Pushing event deleted for resources: {'Port': ['ID=9aa6a0dc-0b9f-4260-a0fb-fd10e935f136,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:24.994252 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:25.008438 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:25.009025 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:25.025033 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b8d0a6-d0b3-46dd-beea-c2a7d0aebea4 req-5ecc5968-84d3-4128-a5e0-11ef267aa764 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] No DVR routers for this DVR port 9aa6a0dc-0b9f-4260-a0fb-fd10e935f136 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:20:25.032987 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-87b8d0a6-d0b3-46dd-beea-c2a7d0aebea4 req-5ecc5968-84d3-4128-a5e0-11ef267aa764 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:25.035605 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-87b8d0a6-d0b3-46dd-beea-c2a7d0aebea4 req-5ecc5968-84d3-4128-a5e0-11ef267aa764 tempest-ServerAddressesNegativeTestJSON-89754447 tempest-ServerAddressesNegativeTestJSON-89754447-project] 10.222.0.66 "DELETE /v2.0/ports/9aa6a0dc-0b9f-4260-a0fb-fd10e935f136 HTTP/1.1" status: 204 len: 173 time: 1.9761093 Aug 11 02:20:25.045547 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9e1c282-1846-4939-bf1a-680f1f9c804d req-1da230f4-0b76-4385-9e15-20f88ad12d5a service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836231 Aug 11 02:20:25.052871 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7bb6cd67-9a12-4296-a276-74f4b6cbff35 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:25.122317 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-7bb6cd67-9a12-4296-a276-74f4b6cbff35 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Transition to ACTIVE for port object 3760ff78-466c-494c-88ea-36df1210a501 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:25.158591 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda359da-88b6-4cf6-873f-15ce01cb9492 req-db5c8b14-cdbe-4b6e-b2c4-31a839480cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:25.160633 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bda359da-88b6-4cf6-873f-15ce01cb9492 req-db5c8b14-cdbe-4b6e-b2c4-31a839480cf6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fd29eb38-ff1f-47ad-89f3-314df0c18679 HTTP/1.1" status: 200 len: 909 time: 0.2438552 Aug 11 02:20:25.228395 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:25.260600 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bda359da-88b6-4cf6-873f-15ce01cb9492 req-c6c13a11-3a6a-4299-a053-6e55514f61ff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d05e475e-b866-4a16-86a7-a6ffae6fd0f5 HTTP/1.1" status: 200 len: 217 time: 0.0877512 Aug 11 02:20:25.263864 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:25.282154 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7bb6cd67-9a12-4296-a276-74f4b6cbff35 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:25.284963 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b,segment=NetworkSegment(38ecc1c0-eab7-4427-97bd-98eecdbaecbb),segment_id=38ecc1c0-eab7-4427-97bd-98eecdbaecbb)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:25.291766 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:25.317512 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9e1c282-1846-4939-bf1a-680f1f9c804d req-af3c328c-afb0-44b4-a16d-027315b0c487 service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608206 Aug 11 02:20:25.332284 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-652a94bf-026d-4ca2-a515-8b6da8f0e8a6 None None] Provisioning complete for port f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:25.332655 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-652a94bf-026d-4ca2-a515-8b6da8f0e8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:25.372858 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb6cd67-9a12-4296-a276-74f4b6cbff35 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network 3a52f8d0-29ed-4622-9a1f-21556fcb22cd is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:25.373564 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:25.376482 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-7bb6cd67-9a12-4296-a276-74f4b6cbff35 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:25.379634 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda359da-88b6-4cf6-873f-15ce01cb9492 req-49325c0b-fa38-48ae-ab8f-b4f546d2f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:25.381190 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bda359da-88b6-4cf6-873f-15ce01cb9492 req-49325c0b-fa38-48ae-ab8f-b4f546d2f886 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8633854-d70d-4678-9063-ea6c7d995147 HTTP/1.1" status: 200 len: 848 time: 0.1109414 Aug 11 02:20:25.381927 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb6cd67-9a12-4296-a276-74f4b6cbff35 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:25.388592 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6cd67-9a12-4296-a276-74f4b6cbff35 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Port': ['ID=3760ff78-466c-494c-88ea-36df1210a501,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:25.450184 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bda359da-88b6-4cf6-873f-15ce01cb9492 req-71857369-d2e2-41d9-a6ba-f8b508a63b77 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fd29eb38-ff1f-47ad-89f3-314df0c18679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590277 Aug 11 02:20:25.541253 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb6cd67-9a12-4296-a276-74f4b6cbff35 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:25.541890 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7bb6cd67-9a12-4296-a276-74f4b6cbff35 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:25.572520 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7bb6cd67-9a12-4296-a276-74f4b6cbff35 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9366076 Aug 11 02:20:25.576270 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49448) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:25.583817 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-17be3261-a1a2-44be-8199-5bdcda7f790b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'port': {'network_id': '3a52f8d0-29ed-4622-9a1f-21556fcb22cd', 'name': 'tempest-PortsTestJSON-1734904810', 'fixed_ips': [{'subnet_id': 'dbca6c4c-0c02-4d0f-b3d0-e28e0f7152a4', 'ip_address': '172.20.0.9'}]}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:25.591928 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c520aa6-5385-422f-8581-c4f324fd0172 req-c9e168ee-aa13-4047-8e81-8cfa70fbab04 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:25.593963 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9c520aa6-5385-422f-8581-c4f324fd0172 req-c9e168ee-aa13-4047-8e81-8cfa70fbab04 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 944 time: 0.1483994 Aug 11 02:20:25.631351 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bda359da-88b6-4cf6-873f-15ce01cb9492 req-c7d2e2ac-413b-4dd6-b348-b68f1e20a00e service neutron] 10.222.0.73 "GET /v2.0/networks/fd29eb38-ff1f-47ad-89f3-314df0c18679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651771 Aug 11 02:20:25.665021 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2827e601-35ae-4c5f-a08e-15a21903a68d None None] Provisioning for port 3760ff78-466c-494c-88ea-36df1210a501 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:25.671186 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2827e601-35ae-4c5f-a08e-15a21903a68d None None] Provisioning complete for port 3760ff78-466c-494c-88ea-36df1210a501 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:25.671637 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2827e601-35ae-4c5f-a08e-15a21903a68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:25.725683 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-2827e601-35ae-4c5f-a08e-15a21903a68d None None] Port 3760ff78-466c-494c-88ea-36df1210a501 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:25.732703 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49454) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:25.739470 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9c520aa6-5385-422f-8581-c4f324fd0172 req-3b17e35d-b451-4039-8e1d-479c4804a78e tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188676 Aug 11 02:20:25.781872 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17be3261-a1a2-44be-8199-5bdcda7f790b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:25.783706 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bda359da-88b6-4cf6-873f-15ce01cb9492 req-d09459e1-c943-48cf-a754-c8fc7a89bb96 service neutron] 10.222.0.73 "GET /v2.0/networks/fd29eb38-ff1f-47ad-89f3-314df0c18679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448126 Aug 11 02:20:25.818253 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f36bdc7-18a5-4bb0-af8f-a5a71ff47fe6', 'name': 'network-vif-deleted', 'tag': '9aa6a0dc-0b9f-4260-a0fb-fd10e935f136'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:25.820962 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4af72af-3a3a-4421-a8e9-dfb30dbf3064" -d '{"events": [{"server_uuid": "4f36bdc7-18a5-4bb0-af8f-a5a71ff47fe6", "name": "network-vif-deleted", "tag": "9aa6a0dc-0b9f-4260-a0fb-fd10e935f136"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:25.870782 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5127901f-b6ad-4ad4-9463-1c0a4c782182 x-openstack-request-id: req-5127901f-b6ad-4ad4-9463-1c0a4c782182 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:25.871084 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f36bdc7-18a5-4bb0-af8f-a5a71ff47fe6", "name": "network-vif-deleted", "tag": "9aa6a0dc-0b9f-4260-a0fb-fd10e935f136", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:25.871341 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5127901f-b6ad-4ad4-9463-1c0a4c782182 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:25.871880 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f36bdc7-18a5-4bb0-af8f-a5a71ff47fe6', 'name': 'network-vif-deleted', 'tag': '9aa6a0dc-0b9f-4260-a0fb-fd10e935f136', 'status': 'completed', 'code': 200} Aug 11 02:20:25.873628 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a3c64b-45db-46af-a209-b76e8031d149 admin admin] Deleting subnet e0fa3bd6-7cc0-4939-bbae-bf568659c785 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:20:25.886848 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f3a3c64b-45db-46af-a209-b76e8031d149 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:25.961772 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922fc4ed-d866-4542-aec1-1e75d80dfd82 req-7ae0222c-dde8-403e-b1ec-5ebe2331711d tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:25.963283 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-922fc4ed-d866-4542-aec1-1e75d80dfd82 req-7ae0222c-dde8-403e-b1ec-5ebe2331711d tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/ports?device_id=2de82fc0-38dc-4094-8e89-4a3337947e8e HTTP/1.1" status: 200 len: 943 time: 0.1559150 Aug 11 02:20:25.966460 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-17be3261-a1a2-44be-8199-5bdcda7f790b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:25.979447 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f3a3c64b-45db-46af-a209-b76e8031d149 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.030578 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-17be3261-a1a2-44be-8199-5bdcda7f790b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] device_id is not set on port 33430116-925a-4a2e-b922-e2ec60ddf65a yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:20:26.057250 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f3a3c64b-45db-46af-a209-b76e8031d149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.061618 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-922fc4ed-d866-4542-aec1-1e75d80dfd82 req-4c4aab75-ded7-41a4-90fe-5f47b3c890e4 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ab8f257-b461-41b8-b080-344e0fec2aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905457 Aug 11 02:20:26.198257 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f3a3c64b-45db-46af-a209-b76e8031d149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.256110 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f3a3c64b-45db-46af-a209-b76e8031d149 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.258099 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f3a3c64b-45db-46af-a209-b76e8031d149 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e0fa3bd6-7cc0-4939-bbae-bf568659c785 HTTP/1.1" status: 204 len: 168 time: 0.5237386 Aug 11 02:20:26.261283 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3c64b-45db-46af-a209-b76e8031d149 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0fa3bd6-7cc0-4939-bbae-bf568659c785,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:26.261578 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49464) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:26.279647 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3c64b-45db-46af-a209-b76e8031d149 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:26.279896 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:26.279997 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3c64b-45db-46af-a209-b76e8031d149 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:26.280335 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3c64b-45db-46af-a209-b76e8031d149 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:26.280785 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3c64b-45db-46af-a209-b76e8031d149 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:26.281607 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3c64b-45db-46af-a209-b76e8031d149 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:26.281952 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3c64b-45db-46af-a209-b76e8031d149 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:26.282313 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3c64b-45db-46af-a209-b76e8031d149 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:26.282658 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3c64b-45db-46af-a209-b76e8031d149 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:26.282996 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3c64b-45db-46af-a209-b76e8031d149 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:26.283342 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3c64b-45db-46af-a209-b76e8031d149 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:26.283722 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3c64b-45db-46af-a209-b76e8031d149 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:26.284068 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3c64b-45db-46af-a209-b76e8031d149 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:26.288644 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-17be3261-a1a2-44be-8199-5bdcda7f790b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Allocated IP 172.20.0.9 (3a52f8d0-29ed-4622-9a1f-21556fcb22cd/dbca6c4c-0c02-4d0f-b3d0-e28e0f7152a4/33430116-925a-4a2e-b922-e2ec60ddf65a) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:26.333294 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:26.338622 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:26.339009 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.340719 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bcde6073-bdb8-4f4f-94a7-16c59c9a4fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.419234 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.419858 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bcde6073-bdb8-4f4f-94a7-16c59c9a4fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.430690 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-bcde6073-bdb8-4f4f-94a7-16c59c9a4fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8dbc26e-2e05-4888-a6f9-134569d63bfb']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:26.443823 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f130eb5-7742-400a-9dce-479b7b2d4d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:26.446115 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2788c989-60f5-4621-a395-8e9ace3c153e" -d '{"events": [{"server_uuid": "9f130eb5-7742-400a-9dce-479b7b2d4d24", "name": "network-vif-plugged", "status": "completed", "tag": "7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:26.446600 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-bcde6073-bdb8-4f4f-94a7-16c59c9a4fd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d8f189f-57c9-4648-9931-e25c497e60e5') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:26.446901 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-bcde6073-bdb8-4f4f-94a7-16c59c9a4fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d8f189f-57c9-4648-9931-e25c497e60e5') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:26.457165 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bcde6073-bdb8-4f4f-94a7-16c59c9a4fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.459283 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:26.464326 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.465724 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 9aa6a0dc-0b9f-4260-a0fb-fd10e935f136 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:20:26.469221 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-17be3261-a1a2-44be-8199-5bdcda7f790b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.472690 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bcde6073-bdb8-4f4f-94a7-16c59c9a4fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.479517 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcde6073-bdb8-4f4f-94a7-16c59c9a4fd2 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:20:26.479887 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bcde6073-bdb8-4f4f-94a7-16c59c9a4fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.491362 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-17be3261-a1a2-44be-8199-5bdcda7f790b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Transition to ACTIVE for port object 33430116-925a-4a2e-b922-e2ec60ddf65a will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:26.495077 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 9aa6a0dc-0b9f-4260-a0fb-fd10e935f136 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:20:26.496877 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 9aa6a0dc-0b9f-4260-a0fb-fd10e935f136 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:20:26.501695 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4333b1f4-9a3c-4f54-9358-b42aff7547a9 x-openstack-request-id: req-4333b1f4-9a3c-4f54-9358-b42aff7547a9 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:26.502423 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f130eb5-7742-400a-9dce-479b7b2d4d24", "name": "network-vif-plugged", "status": "completed", "tag": "7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:26.502833 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4333b1f4-9a3c-4f54-9358-b42aff7547a9 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:26.504367 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f130eb5-7742-400a-9dce-479b7b2d4d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e', 'code': 200} Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:20:26.532171 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:20:26.543801 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-17be3261-a1a2-44be-8199-5bdcda7f790b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.553792 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bcde6073-bdb8-4f4f-94a7-16c59c9a4fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.560613 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bcde6073-bdb8-4f4f-94a7-16c59c9a4fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.567773 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:26.569014 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bcde6073-bdb8-4f4f-94a7-16c59c9a4fd2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d8dbc26e-2e05-4888-a6f9-134569d63bfb HTTP/1.1" status: 204 len: 168 time: 0.3063738 Aug 11 02:20:26.594869 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde6073-bdb8-4f4f-94a7-16c59c9a4fd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8dbc26e-2e05-4888-a6f9-134569d63bfb,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:26.602462 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17be3261-a1a2-44be-8199-5bdcda7f790b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network 3a52f8d0-29ed-4622-9a1f-21556fcb22cd is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:26.606204 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-17be3261-a1a2-44be-8199-5bdcda7f790b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:26.609691 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17be3261-a1a2-44be-8199-5bdcda7f790b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:26.641698 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be3261-a1a2-44be-8199-5bdcda7f790b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Port': ['ID=33430116-925a-4a2e-b922-e2ec60ddf65a,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:26.645638 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c96b7-157d-42fa-93f7-711f11bfc83a req-e61d4f7c-fa3e-4cf6-b95b-d0e0a306a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:26.647246 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d5c96b7-157d-42fa-93f7-711f11bfc83a req-e61d4f7c-fa3e-4cf6-b95b-d0e0a306a8ce service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 1097 time: 0.0768220 Aug 11 02:20:26.679700 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17be3261-a1a2-44be-8199-5bdcda7f790b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:26.680546 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-17be3261-a1a2-44be-8199-5bdcda7f790b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.693258 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d5c96b7-157d-42fa-93f7-711f11bfc83a req-7e071c08-ef7e-41be-bed8-0acd9d19ca39 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369351 Aug 11 02:20:26.711022 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-17be3261-a1a2-44be-8199-5bdcda7f790b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1317234 Aug 11 02:20:26.713644 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49472) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:26.728588 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49474) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:26.781596 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-33bd5087-5cf1-4206-8778-50b2dd1abf6e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4e69750379d447f8970482cabd2c9253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518100 Aug 11 02:20:26.784910 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49478) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:26.798621 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:26.845482 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0312979e-e57b-4641-bbe6-4919fad9f569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.874165 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0312979e-e57b-4641-bbe6-4919fad9f569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.874695 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c924c011-f283-43e3-9d70-a69b5e4ed04c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:26.879870 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c924c011-f283-43e3-9d70-a69b5e4ed04c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1645632 Aug 11 02:20:26.885394 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:26.885704 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.886837 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49482) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:26.927177 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00175771-00f8-4692-815a-99a15524b97d req-f3dbb27c-d93f-49ef-ab3a-883b64a33922 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:26.929904 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-00175771-00f8-4692-815a-99a15524b97d req-f3dbb27c-d93f-49ef-ab3a-883b64a33922 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 945 time: 0.0783510 Aug 11 02:20:26.979706 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ce51f958-8ed7-4cc7-ab7f-a7fe35dca379 None None] Provisioning for port 33430116-925a-4a2e-b922-e2ec60ddf65a completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:26.991361 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ce51f958-8ed7-4cc7-ab7f-a7fe35dca379 None None] Provisioning complete for port 33430116-925a-4a2e-b922-e2ec60ddf65a triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:26.991935 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ce51f958-8ed7-4cc7-ab7f-a7fe35dca379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.992063 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559c36d3-bebf-4273-873d-115e4b83bad8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:26.998182 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559c36d3-bebf-4273-873d-115e4b83bad8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:27.000124 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-00175771-00f8-4692-815a-99a15524b97d req-57686aa2-5c82-48ca-aa0e-4338fce194aa tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629971 Aug 11 02:20:27.004271 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559c36d3-bebf-4273-873d-115e4b83bad8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:27.006133 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-559c36d3-bebf-4273-873d-115e4b83bad8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1179235 Aug 11 02:20:27.006977 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0312979e-e57b-4641-bbe6-4919fad9f569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:27.009668 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0312979e-e57b-4641-bbe6-4919fad9f569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:27.013003 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49488) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:27.028135 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0312979e-e57b-4641-bbe6-4919fad9f569 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/32a3c2c7-aa8f-4087-aa9f-c7f7d891400a HTTP/1.1" status: 204 len: 168 time: 0.2304044 Aug 11 02:20:27.034901 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-ce51f958-8ed7-4cc7-ab7f-a7fe35dca379 None None] Port 33430116-925a-4a2e-b922-e2ec60ddf65a cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:27.040046 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312979e-e57b-4641-bbe6-4919fad9f569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a3c2c7-aa8f-4087-aa9f-c7f7d891400a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:27.046301 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device d05e475e-b866-4a16-86a7-a6ffae6fd0f5 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:20:27.133776 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-e43c024b-b3f2-40e1-b8dd-f265c26f2089 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting port 33430116-925a-4a2e-b922-e2ec60ddf65a {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:27.134132 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e43c024b-b3f2-40e1-b8dd-f265c26f2089 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:27.174807 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port d05e475e-b866-4a16-86a7-a6ffae6fd0f5, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=d05e475e-b866-4a16-86a7-a6ffae6fd0f5,segment=NetworkSegment(6616f338-8bd2-4042-a7e3-01a398503e7d),segment_id=6616f338-8bd2-4042-a7e3-01a398503e7d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:27.186842 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'd05e475e-b866-4a16-86a7-a6ffae6fd0f5', 'network_id': 'fd29eb38-ff1f-47ad-89f3-314df0c18679', 'port_id': 'd05e475e-b866-4a16-86a7-a6ffae6fd0f5', 'mac_address': 'fa:16:3e:e8:9f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8633854-d70d-4678-9063-ea6c7d995147', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:20:27.218670 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de212308-ebe1-4276-8697-fa654039126d req-71681fda-7e07-4566-9a14-aec45655b178 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:27.221277 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-de212308-ebe1-4276-8697-fa654039126d req-71681fda-7e07-4566-9a14-aec45655b178 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/ports?device_id=2de82fc0-38dc-4094-8e89-4a3337947e8e HTTP/1.1" status: 200 len: 943 time: 0.0721724 Aug 11 02:20:27.233857 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e43c024b-b3f2-40e1-b8dd-f265c26f2089 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:27.245015 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:27.248628 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-e43c024b-b3f2-40e1-b8dd-f265c26f2089 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Calling delete_port for 33430116-925a-4a2e-b922-e2ec60ddf65a owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:27.263727 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05e475e-b866-4a16-86a7-a6ffae6fd0f5 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:27.287881 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port d05e475e-b866-4a16-86a7-a6ffae6fd0f5, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=d05e475e-b866-4a16-86a7-a6ffae6fd0f5,segment=NetworkSegment(6616f338-8bd2-4042-a7e3-01a398503e7d),segment_id=6616f338-8bd2-4042-a7e3-01a398503e7d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:27.290808 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-de212308-ebe1-4276-8697-fa654039126d req-b4dccbce-5cf3-40bf-ab13-d79135bf12fd tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ab8f257-b461-41b8-b080-344e0fec2aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620921 Aug 11 02:20:27.292884 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:27.341716 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=d05e475e-b866-4a16-86a7-a6ffae6fd0f5,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:27.416037 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e43c024b-b3f2-40e1-b8dd-f265c26f2089 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:27.444012 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c024b-b3f2-40e1-b8dd-f265c26f2089 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Port': ['ID=33430116-925a-4a2e-b922-e2ec60ddf65a,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:27.561938 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e43c024b-b3f2-40e1-b8dd-f265c26f2089 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:27.564429 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e43c024b-b3f2-40e1-b8dd-f265c26f2089 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/ports/33430116-925a-4a2e-b922-e2ec60ddf65a HTTP/1.1" status: 204 len: 168 time: 0.5504203 Aug 11 02:20:27.568271 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49504) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:27.598831 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d5e087-9952-4022-be7a-fa4335224609 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] GET failed (client error): The resource could not be found. Aug 11 02:20:27.602770 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['d05e475e-b866-4a16-86a7-a6ffae6fd0f5'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:20:27.620373 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-21d5e087-9952-4022-be7a-fa4335224609 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "GET /v2.0/ports/33430116-925a-4a2e-b922-e2ec60ddf65a HTTP/1.1" status: 404 len: 333 time: 0.0514152 Aug 11 02:20:27.623137 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49506) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:27.769467 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-770bf808-df76-4a27-a162-d581b73f7307 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting port 3760ff78-466c-494c-88ea-36df1210a501 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:27.769838 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-770bf808-df76-4a27-a162-d581b73f7307 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:27.860137 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-770bf808-df76-4a27-a162-d581b73f7307 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:27.872396 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-770bf808-df76-4a27-a162-d581b73f7307 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Calling delete_port for 3760ff78-466c-494c-88ea-36df1210a501 owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:27.930227 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49520) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:28.007845 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-770bf808-df76-4a27-a162-d581b73f7307 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.054134 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-63eb6cd5-956f-4492-bcb3-d7c46a9b8af3 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1029591554-network', 'tenant_id': 'ab2492181b5a492b9e16d2663ab93cc9'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:28.057394 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770bf808-df76-4a27-a162-d581b73f7307 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Port': ['ID=3760ff78-466c-494c-88ea-36df1210a501,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:28.161725 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63eb6cd5-956f-4492-bcb3-d7c46a9b8af3 admin admin] Made reservation on behalf of ab2492181b5a492b9e16d2663ab93cc9 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:28.164068 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-63eb6cd5-956f-4492-bcb3-d7c46a9b8af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.183619 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-770bf808-df76-4a27-a162-d581b73f7307 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.186053 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-770bf808-df76-4a27-a162-d581b73f7307 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/ports/3760ff78-466c-494c-88ea-36df1210a501 HTTP/1.1" status: 204 len: 168 time: 0.5616663 Aug 11 02:20:28.187943 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-63eb6cd5-956f-4492-bcb3-d7c46a9b8af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.189003 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49530) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:28.208198 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977dfe3-2635-4fb8-a5c0-f9e69140b640 req-961b52b6-75bf-45e3-b962-127802c653ff tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:28.209783 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3977dfe3-2635-4fb8-a5c0-f9e69140b640 req-961b52b6-75bf-45e3-b962-127802c653ff tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 945 time: 0.1027474 Aug 11 02:20:28.217190 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-261e1779-3160-4fe8-9ffe-6abca4859aa8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] GET failed (client error): The resource could not be found. Aug 11 02:20:28.221999 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-261e1779-3160-4fe8-9ffe-6abca4859aa8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "GET /v2.0/ports/3760ff78-466c-494c-88ea-36df1210a501 HTTP/1.1" status: 404 len: 333 time: 0.0294745 Aug 11 02:20:28.227304 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49532) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:28.326043 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3977dfe3-2635-4fb8-a5c0-f9e69140b640 req-72f44330-815e-4583-960d-a97c4eecfda6 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101203 Aug 11 02:20:28.337236 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8e62f4-5262-4d8d-a1e5-b325385c5273 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting subnet dbca6c4c-0c02-4d0f-b3d0-e28e0f7152a4 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:20:28.341383 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5d8e62f4-5262-4d8d-a1e5-b325385c5273 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.396357 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5d8e62f4-5262-4d8d-a1e5-b325385c5273 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.421826 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd6f44-ce43-46f7-b1b2-487d6056337a req-23c4ba73-8606-42d9-a9b2-ec378c9ccf2d tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:28.430373 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-25bd6f44-ce43-46f7-b1b2-487d6056337a req-23c4ba73-8606-42d9-a9b2-ec378c9ccf2d tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/ports?device_id=2de82fc0-38dc-4094-8e89-4a3337947e8e HTTP/1.1" status: 200 len: 944 time: 0.0610473 Aug 11 02:20:28.457528 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-63eb6cd5-956f-4492-bcb3-d7c46a9b8af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.465816 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-63eb6cd5-956f-4492-bcb3-d7c46a9b8af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.471295 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-25bd6f44-ce43-46f7-b1b2-487d6056337a req-5bcf084c-9617-42fe-b6fb-0855405faa69 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ab8f257-b461-41b8-b080-344e0fec2aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399630 Aug 11 02:20:28.535644 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63eb6cd5-956f-4492-bcb3-d7c46a9b8af3 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:20:28.563845 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb6cd5-956f-4492-bcb3-d7c46a9b8af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6069ba9-bc0a-4c05-a5c3-6c748a1941b8,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:28.579195 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-63eb6cd5-956f-4492-bcb3-d7c46a9b8af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.579573 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-63eb6cd5-956f-4492-bcb3-d7c46a9b8af3 admin admin] Added segment d81f0a39-9544-4ead-8b10-63ab746e5cc7 of type vlan for network d5531977-541d-4a53-bb67-65d7f782ec86 Aug 11 02:20:28.581910 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5d8e62f4-5262-4d8d-a1e5-b325385c5273 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.654724 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc0393-2953-4bd4-a47a-27c1b0d5b9de req-b76bdc2b-46e4-464e-807b-ed5f0b4ef6c6 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:28.656250 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a9cc0393-2953-4bd4-a47a-27c1b0d5b9de req-b76bdc2b-46e4-464e-807b-ed5f0b4ef6c6 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 945 time: 0.1442735 Aug 11 02:20:28.669023 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-63eb6cd5-956f-4492-bcb3-d7c46a9b8af3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.726823 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5d8e62f4-5262-4d8d-a1e5-b325385c5273 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.765447 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a9cc0393-2953-4bd4-a47a-27c1b0d5b9de req-da99c73b-d643-4352-884b-3fb847d5b925 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019471 Aug 11 02:20:28.769594 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-63eb6cd5-956f-4492-bcb3-d7c46a9b8af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.770040 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63eb6cd5-956f-4492-bcb3-d7c46a9b8af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:28.770573 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-63eb6cd5-956f-4492-bcb3-d7c46a9b8af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.773136 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e62f4-5262-4d8d-a1e5-b325385c5273 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Subnet': ['ID=dbca6c4c-0c02-4d0f-b3d0-e28e0f7152a4,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:28.786626 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28de8a9-9ff0-48fa-9385-1e10dd5d3459 None None] Network 3a52f8d0-29ed-4622-9a1f-21556fcb22cd requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:28.791782 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5d8e62f4-5262-4d8d-a1e5-b325385c5273 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.792953 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5d8e62f4-5262-4d8d-a1e5-b325385c5273 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/subnets/dbca6c4c-0c02-4d0f-b3d0-e28e0f7152a4 HTTP/1.1" status: 204 len: 168 time: 0.5646884 Aug 11 02:20:28.795700 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49542) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:28.834111 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-63eb6cd5-956f-4492-bcb3-d7c46a9b8af3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9027126 Aug 11 02:20:28.837066 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49544) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:28.851443 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-32a0000e-64f0-4512-9228-2a0f92ee203c admin admin] Request body: {'subnet': {'network_id': 'd5531977-541d-4a53-bb67-65d7f782ec86', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1029591554-subnet', 'tenant_id': 'ab2492181b5a492b9e16d2663ab93cc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:28.855737 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb6cd5-956f-4492-bcb3-d7c46a9b8af3 admin admin] Pushing event updated for resources: {'Network': ['ID=d5531977-541d-4a53-bb67-65d7f782ec86,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:28.884963 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-220aa5e5-12a5-4859-a2b3-c0cd042c7e58 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.885269 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network d5531977-541d-4a53-bb67-65d7f782ec86 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:20:28.887049 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a0000e-64f0-4512-9228-2a0f92ee203c admin admin] Made reservation on behalf of ab2492181b5a492b9e16d2663ab93cc9 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:28.891882 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-32a0000e-64f0-4512-9228-2a0f92ee203c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.942352 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-220aa5e5-12a5-4859-a2b3-c0cd042c7e58 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting port f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:28.942800 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-220aa5e5-12a5-4859-a2b3-c0cd042c7e58 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.024645 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-220aa5e5-12a5-4859-a2b3-c0cd042c7e58 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] For port f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b,segment=NetworkSegment(38ecc1c0-eab7-4427-97bd-98eecdbaecbb),segment_id=38ecc1c0-eab7-4427-97bd-98eecdbaecbb)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:29.025317 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-220aa5e5-12a5-4859-a2b3-c0cd042c7e58 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.040660 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-220aa5e5-12a5-4859-a2b3-c0cd042c7e58 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Calling delete_port for f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:29.046851 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device d05e475e-b866-4a16-86a7-a6ffae6fd0f5 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:29.059206 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8778f7-1726-4589-9197-248452f8dfb7 None None] DHCP port deletion for 3a52f8d0-29ed-4622-9a1f-21556fcb22cd request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:20:29.095228 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-32a0000e-64f0-4512-9228-2a0f92ee203c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.140869 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port d05e475e-b866-4a16-86a7-a6ffae6fd0f5 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:29.142755 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-220aa5e5-12a5-4859-a2b3-c0cd042c7e58 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.147470 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port d05e475e-b866-4a16-86a7-a6ffae6fd0f5 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:29.147880 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.152702 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-2c8778f7-1726-4589-9197-248452f8dfb7 None None] Deleting port f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:29.153334 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2c8778f7-1726-4589-9197-248452f8dfb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.159707 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0000e-64f0-4512-9228-2a0f92ee203c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae97f381-9146-4c1d-919e-ea9d4c1089af,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:29.165191 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a0000e-64f0-4512-9228-2a0f92ee203c admin admin] Checking segment: {'id': 'd81f0a39-9544-4ead-8b10-63ab746e5cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd5531977-541d-4a53-bb67-65d7f782ec86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:29.165551 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a0000e-64f0-4512-9228-2a0f92ee203c admin admin] Network hostable DHCP agents. Network: d5531977-541d-4a53-bb67-65d7f782ec86, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:20:29.188213 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220aa5e5-12a5-4859-a2b3-c0cd042c7e58 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Port': ['ID=f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:29.191163 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a0000e-64f0-4512-9228-2a0f92ee203c admin admin] Network d5531977-541d-4a53-bb67-65d7f782ec86 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:20:29.195113 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220aa5e5-12a5-4859-a2b3-c0cd042c7e58 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] No DVR routers for this DVR port f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:20:29.204586 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-32a0000e-64f0-4512-9228-2a0f92ee203c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, d5531977-541d-4a53-bb67-65d7f782ec86) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:29.215347 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a0000e-64f0-4512-9228-2a0f92ee203c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:29.215347 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-32a0000e-64f0-4512-9228-2a0f92ee203c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.218276 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64ed0d6-ebbe-4042-89e3-9397ac14da90 None None] Network d5531977-541d-4a53-bb67-65d7f782ec86 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:29.235163 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-32a0000e-64f0-4512-9228-2a0f92ee203c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3948534 Aug 11 02:20:29.301176 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-220aa5e5-12a5-4859-a2b3-c0cd042c7e58 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.313882 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-220aa5e5-12a5-4859-a2b3-c0cd042c7e58 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a52f8d0-29ed-4622-9a1f-21556fcb22cd']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:29.314651 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-2c8778f7-1726-4589-9197-248452f8dfb7 None None] For port f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b, host n-d-615180-33, got binding levels [] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:29.315120 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2c8778f7-1726-4589-9197-248452f8dfb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.325206 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-220aa5e5-12a5-4859-a2b3-c0cd042c7e58 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ecc1c0-eab7-4427-97bd-98eecdbaecbb') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:29.325499 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-220aa5e5-12a5-4859-a2b3-c0cd042c7e58 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ecc1c0-eab7-4427-97bd-98eecdbaecbb') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:29.335099 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-220aa5e5-12a5-4859-a2b3-c0cd042c7e58 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.342427 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-2c8778f7-1726-4589-9197-248452f8dfb7 None None] Calling delete_port for f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:29.347394 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.ipam_backend_mixin [None req-2c8778f7-1726-4589-9197-248452f8dfb7 None None] Port f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b was not found and therefore no delete operation was performed {{(pid=94508) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:20:29.350219 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-220aa5e5-12a5-4859-a2b3-c0cd042c7e58 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.357150 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2c8778f7-1726-4589-9197-248452f8dfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.357829 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-220aa5e5-12a5-4859-a2b3-c0cd042c7e58 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:20:29.358209 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-220aa5e5-12a5-4859-a2b3-c0cd042c7e58 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:20:29.361584 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:20:29.375007 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49556) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:29.420153 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8778f7-1726-4589-9197-248452f8dfb7 None None] Pushing event deleted for resources: {'Port': ['ID=f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:29.426455 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-3054f7b1-31cb-4e43-9d59-dc5fe1916177 admin admin] Deleting subnet ae97f381-9146-4c1d-919e-ea9d4c1089af {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:20:29.431228 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3054f7b1-31cb-4e43-9d59-dc5fe1916177 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.434071 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8778f7-1726-4589-9197-248452f8dfb7 None None] No DVR routers for this DVR port f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:20:29.440261 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-220aa5e5-12a5-4859-a2b3-c0cd042c7e58 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.447241 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-220aa5e5-12a5-4859-a2b3-c0cd042c7e58 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.452895 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-220aa5e5-12a5-4859-a2b3-c0cd042c7e58 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/networks/3a52f8d0-29ed-4622-9a1f-21556fcb22cd HTTP/1.1" status: 204 len: 168 time: 0.6556244 Aug 11 02:20:29.453634 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49558) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:29.461622 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-2d12bce7-cd29-497a-acdc-05f7f60f7d60 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1886160675'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:29.467291 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.479934 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3054f7b1-31cb-4e43-9d59-dc5fe1916177 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.489251 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220aa5e5-12a5-4859-a2b3-c0cd042c7e58 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Network': ['ID=3a52f8d0-29ed-4622-9a1f-21556fcb22cd,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:29.502102 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d12bce7-cd29-497a-acdc-05f7f60f7d60 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:29.505487 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d12bce7-cd29-497a-acdc-05f7f60f7d60 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.513237 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99c3f79-758c-4d70-ab63-acddbab929b3 None None] Network d5531977-541d-4a53-bb67-65d7f782ec86 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:29.521644 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de82fc0-38dc-4094-8e89-4a3337947e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05e475e-b866-4a16-86a7-a6ffae6fd0f5'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:29.523907 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b01b760-47aa-4140-9319-7f0dbd77810f" -d '{"events": [{"server_uuid": "2de82fc0-38dc-4094-8e89-4a3337947e8e", "name": "network-vif-plugged", "status": "completed", "tag": "d05e475e-b866-4a16-86a7-a6ffae6fd0f5"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:29.527773 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3054f7b1-31cb-4e43-9d59-dc5fe1916177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.546912 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d12bce7-cd29-497a-acdc-05f7f60f7d60 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:20:29.569937 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d12bce7-cd29-497a-acdc-05f7f60f7d60 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.570643 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-2d12bce7-cd29-497a-acdc-05f7f60f7d60 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Added segment e320ad2e-2943-4c04-956c-91b73fc8f9a2 of type vlan for network eed54423-ef9f-404b-971c-6892e13d9be4 Aug 11 02:20:29.601364 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e1c110-3772-40ff-a659-0772315f927f x-openstack-request-id: req-03e1c110-3772-40ff-a659-0772315f927f {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:29.601587 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de82fc0-38dc-4094-8e89-4a3337947e8e", "name": "network-vif-plugged", "status": "completed", "tag": "d05e475e-b866-4a16-86a7-a6ffae6fd0f5", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:29.602028 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-03e1c110-3772-40ff-a659-0772315f927f {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:29.602448 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de82fc0-38dc-4094-8e89-4a3337947e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05e475e-b866-4a16-86a7-a6ffae6fd0f5', 'code': 200} Aug 11 02:20:29.605443 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port d05e475e-b866-4a16-86a7-a6ffae6fd0f5, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=d05e475e-b866-4a16-86a7-a6ffae6fd0f5,segment=NetworkSegment(6616f338-8bd2-4042-a7e3-01a398503e7d),segment_id=6616f338-8bd2-4042-a7e3-01a398503e7d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:29.616490 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.637731 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d12bce7-cd29-497a-acdc-05f7f60f7d60 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.647027 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3054f7b1-31cb-4e43-9d59-dc5fe1916177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.664508 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e9693-332c-4dc1-a8aa-2282c0ddfe4c req-c1ceeab5-aebd-4268-a579-20a43437370b tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:29.666340 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-430e9693-332c-4dc1-a8aa-2282c0ddfe4c req-c1ceeab5-aebd-4268-a579-20a43437370b tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/ports?device_id=2de82fc0-38dc-4094-8e89-4a3337947e8e HTTP/1.1" status: 200 len: 944 time: 0.1067019 Aug 11 02:20:29.678493 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d12bce7-cd29-497a-acdc-05f7f60f7d60 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.684803 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d12bce7-cd29-497a-acdc-05f7f60f7d60 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:29.685515 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d12bce7-cd29-497a-acdc-05f7f60f7d60 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.696807 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=d05e475e-b866-4a16-86a7-a6ffae6fd0f5,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:29.700010 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054f7b1-31cb-4e43-9d59-dc5fe1916177 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae97f381-9146-4c1d-919e-ea9d4c1089af,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:29.705842 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3054f7b1-31cb-4e43-9d59-dc5fe1916177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.710673 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3054f7b1-31cb-4e43-9d59-dc5fe1916177 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ae97f381-9146-4c1d-919e-ea9d4c1089af HTTP/1.1" status: 204 len: 168 time: 0.3345754 Aug 11 02:20:29.711356 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49564) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:29.747560 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2d12bce7-cd29-497a-acdc-05f7f60f7d60 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2928700 Aug 11 02:20:29.750234 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49566) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:29.757952 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-2e027392-4b88-4509-b7b6-b04df6ef406f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'subnet': {'network_id': 'eed54423-ef9f-404b-971c-6892e13d9be4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:29.807737 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12bce7-cd29-497a-acdc-05f7f60f7d60 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Network': ['ID=eed54423-ef9f-404b-971c-6892e13d9be4,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:29.822747 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network eed54423-ef9f-404b-971c-6892e13d9be4 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:20:29.865853 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e027392-4b88-4509-b7b6-b04df6ef406f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:29.870352 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2e027392-4b88-4509-b7b6-b04df6ef406f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.989944 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5eb20-68d2-4b8d-ba01-84c60ac31ce6 req-70b38602-e02c-4cd5-bf22-2f976046c3d7 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:29.991817 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eba5eb20-68d2-4b8d-ba01-84c60ac31ce6 req-70b38602-e02c-4cd5-bf22-2f976046c3d7 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 945 time: 0.1178823 Aug 11 02:20:30.067211 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eba5eb20-68d2-4b8d-ba01-84c60ac31ce6 req-e39c56ef-7320-4a70-a78d-53acb5cfe9e5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674903 Aug 11 02:20:30.116594 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211cf01-72f7-4187-9736-182914999e6b req-e497c8cd-3deb-48b4-8b29-ad8b6e9e6f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:30.118034 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b211cf01-72f7-4187-9736-182914999e6b req-e497c8cd-3deb-48b4-8b29-ad8b6e9e6f8d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2de82fc0-38dc-4094-8e89-4a3337947e8e HTTP/1.1" status: 200 len: 1097 time: 0.4484177 Aug 11 02:20:30.123899 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-430e9693-332c-4dc1-a8aa-2282c0ddfe4c req-a2c1394d-4065-4e8a-b32b-3febd0751633 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ab8f257-b461-41b8-b080-344e0fec2aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351146 Aug 11 02:20:30.127030 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-92d78df7-2b69-4006-804f-d78dab7ab214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.141309 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2e027392-4b88-4509-b7b6-b04df6ef406f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.201148 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b211cf01-72f7-4187-9736-182914999e6b req-308a4ac9-aa24-4ec9-a000-9d48e17ebf5b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5ab8f257-b461-41b8-b080-344e0fec2aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701582 Aug 11 02:20:30.205976 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e027392-4b88-4509-b7b6-b04df6ef406f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Subnet': ['ID=bced5b2f-c4b9-4e3c-a4e1-df3286d2a7ea,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:30.216880 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e027392-4b88-4509-b7b6-b04df6ef406f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Checking segment: {'id': 'e320ad2e-2943-4c04-956c-91b73fc8f9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'eed54423-ef9f-404b-971c-6892e13d9be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:30.217239 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e027392-4b88-4509-b7b6-b04df6ef406f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network hostable DHCP agents. Network: eed54423-ef9f-404b-971c-6892e13d9be4, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:20:30.234245 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e027392-4b88-4509-b7b6-b04df6ef406f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network eed54423-ef9f-404b-971c-6892e13d9be4 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:20:30.245383 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-2e027392-4b88-4509-b7b6-b04df6ef406f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, eed54423-ef9f-404b-971c-6892e13d9be4) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:30.245705 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-92d78df7-2b69-4006-804f-d78dab7ab214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.257912 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e027392-4b88-4509-b7b6-b04df6ef406f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:30.258555 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2e027392-4b88-4509-b7b6-b04df6ef406f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.260465 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af0b5d7-3b8d-4467-977f-91aea8988676 None None] Network eed54423-ef9f-404b-971c-6892e13d9be4 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:30.264827 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-92d78df7-2b69-4006-804f-d78dab7ab214 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5531977-541d-4a53-bb67-65d7f782ec86']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:30.285109 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-92d78df7-2b69-4006-804f-d78dab7ab214 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd81f0a39-9544-4ead-8b10-63ab746e5cc7') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:30.285411 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-92d78df7-2b69-4006-804f-d78dab7ab214 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd81f0a39-9544-4ead-8b10-63ab746e5cc7') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:30.293579 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2e027392-4b88-4509-b7b6-b04df6ef406f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5421984 Aug 11 02:20:30.296482 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49578) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:30.304754 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-f9612f7e-6a7b-4179-9879-9dcd2bb08963 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1541813365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:30.316560 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-92d78df7-2b69-4006-804f-d78dab7ab214 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.339304 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-92d78df7-2b69-4006-804f-d78dab7ab214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.348296 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92d78df7-2b69-4006-804f-d78dab7ab214 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:20:30.349053 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-92d78df7-2b69-4006-804f-d78dab7ab214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:20:30.350814 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:20:30.360238 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f9612f7e-6a7b-4179-9879-9dcd2bb08963 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.361233 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f9612f7e-6a7b-4179-9879-9dcd2bb08963 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.411722 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-92d78df7-2b69-4006-804f-d78dab7ab214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.420070 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-92d78df7-2b69-4006-804f-d78dab7ab214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.421894 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-92d78df7-2b69-4006-804f-d78dab7ab214 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d5531977-541d-4a53-bb67-65d7f782ec86 HTTP/1.1" status: 204 len: 168 time: 0.6901937 Aug 11 02:20:30.432959 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e88ca0-98bd-4873-970b-2a9b13a72d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-eed54423-ef9f-404b-971c-6892e13d9be4', 'network_id': 'eed54423-ef9f-404b-971c-6892e13d9be4', 'tenant_id': 'd8ab2fcbeed743a6ab7ee9fa33403e87', 'fixed_ips': [{'subnet_id': 'bced5b2f-c4b9-4e3c-a4e1-df3286d2a7ea'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:20:30.434187 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f3e88ca0-98bd-4873-970b-2a9b13a72d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.459774 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d78df7-2b69-4006-804f-d78dab7ab214 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5531977-541d-4a53-bb67-65d7f782ec86,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:30.509664 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f9612f7e-6a7b-4179-9879-9dcd2bb08963 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.514217 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f9612f7e-6a7b-4179-9879-9dcd2bb08963 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.532347 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f9612f7e-6a7b-4179-9879-9dcd2bb08963 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.536804 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f9612f7e-6a7b-4179-9879-9dcd2bb08963 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2359860 Aug 11 02:20:30.537174 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49582) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:30.542223 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49584) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:30.542873 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-62b69709-84a6-460a-be87-3adcea12fa6b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'port': {'network_id': 'eed54423-ef9f-404b-971c-6892e13d9be4', 'name': 'tempest-PortsTestJSON-2055949705'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:30.586182 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-358ad04d-fb7a-4737-8a9e-eeccf3f193f5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ab2492181b5a492b9e16d2663ab93cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426729 Aug 11 02:20:30.588658 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49586) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:30.604209 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-f3e88ca0-98bd-4873-970b-2a9b13a72d95 None None] Allocated IP 172.20.0.2 (eed54423-ef9f-404b-971c-6892e13d9be4/bced5b2f-c4b9-4e3c-a4e1-df3286d2a7ea/572e1cb3-7d25-4cda-8531-e685bad7eb00) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:30.640507 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-37eb5623-e51f-4367-aa2d-11413d0569b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.658770 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b69709-84a6-460a-be87-3adcea12fa6b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:30.662823 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-62b69709-84a6-460a-be87-3adcea12fa6b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.673317 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-37eb5623-e51f-4367-aa2d-11413d0569b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.680531 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-62b69709-84a6-460a-be87-3adcea12fa6b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] device_id is not set on port 8d11a35c-5bbb-4a15-b58b-d7e757f215cb yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:20:30.757028 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-37eb5623-e51f-4367-aa2d-11413d0569b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.759955 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-37eb5623-e51f-4367-aa2d-11413d0569b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.764027 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-37eb5623-e51f-4367-aa2d-11413d0569b6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c6069ba9-bc0a-4c05-a5c3-6c748a1941b8 HTTP/1.1" status: 204 len: 168 time: 0.1718130 Aug 11 02:20:30.769913 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb5623-e51f-4367-aa2d-11413d0569b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6069ba9-bc0a-4c05-a5c3-6c748a1941b8,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:30.789613 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:20:30.796626 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f3e88ca0-98bd-4873-970b-2a9b13a72d95 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.821229 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:20:30.821594 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f6ba3a49-1a1b-40e3-96a8-28dad59e8b9b not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:20:30.831224 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f3e88ca0-98bd-4873-970b-2a9b13a72d95 None None] Transition to ACTIVE for port object 572e1cb3-7d25-4cda-8531-e685bad7eb00 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:30.848243 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f3e88ca0-98bd-4873-970b-2a9b13a72d95 None None] Transition to ACTIVE for port object 572e1cb3-7d25-4cda-8531-e685bad7eb00 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:30.854777 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f3e88ca0-98bd-4873-970b-2a9b13a72d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.906679 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e88ca0-98bd-4873-970b-2a9b13a72d95 None None] Network eed54423-ef9f-404b-971c-6892e13d9be4 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:30.909836 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-62b69709-84a6-460a-be87-3adcea12fa6b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Allocated IP 172.20.0.6 (eed54423-ef9f-404b-971c-6892e13d9be4/bced5b2f-c4b9-4e3c-a4e1-df3286d2a7ea/8d11a35c-5bbb-4a15-b58b-d7e757f215cb) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:30.912228 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-f3e88ca0-98bd-4873-970b-2a9b13a72d95 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:30.916220 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e88ca0-98bd-4873-970b-2a9b13a72d95 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:30.923710 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e88ca0-98bd-4873-970b-2a9b13a72d95 None None] Pushing event updated for resources: {'Port': ['ID=572e1cb3-7d25-4cda-8531-e685bad7eb00,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:30.985059 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-f3e88ca0-98bd-4873-970b-2a9b13a72d95 None None] Attempting to bind port 572e1cb3-7d25-4cda-8531-e685bad7eb00 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:30.985479 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-f3e88ca0-98bd-4873-970b-2a9b13a72d95 None None] Attempting to bind port 572e1cb3-7d25-4cda-8531-e685bad7eb00 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'e320ad2e-2943-4c04-956c-91b73fc8f9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'eed54423-ef9f-404b-971c-6892e13d9be4'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:30.985789 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e88ca0-98bd-4873-970b-2a9b13a72d95 None None] Attempting to bind port 572e1cb3-7d25-4cda-8531-e685bad7eb00 on network eed54423-ef9f-404b-971c-6892e13d9be4 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:30.991183 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e88ca0-98bd-4873-970b-2a9b13a72d95 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:30.991570 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e88ca0-98bd-4873-970b-2a9b13a72d95 None None] Checking segment: {'id': 'e320ad2e-2943-4c04-956c-91b73fc8f9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'eed54423-ef9f-404b-971c-6892e13d9be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:30.992009 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f3e88ca0-98bd-4873-970b-2a9b13a72d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.992396 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e88ca0-98bd-4873-970b-2a9b13a72d95 None None] Bound using segment: {'id': 'e320ad2e-2943-4c04-956c-91b73fc8f9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'eed54423-ef9f-404b-971c-6892e13d9be4'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:30.992852 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-f3e88ca0-98bd-4873-970b-2a9b13a72d95 None None] Bound port: 572e1cb3-7d25-4cda-8531-e685bad7eb00, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e320ad2e-2943-4c04-956c-91b73fc8f9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'eed54423-ef9f-404b-971c-6892e13d9be4'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:30.993278 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f3e88ca0-98bd-4873-970b-2a9b13a72d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:31.066522 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-f3e88ca0-98bd-4873-970b-2a9b13a72d95 None None] For port 572e1cb3-7d25-4cda-8531-e685bad7eb00, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:31.069841 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-f3e88ca0-98bd-4873-970b-2a9b13a72d95 None None] For port 572e1cb3-7d25-4cda-8531-e685bad7eb00, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=572e1cb3-7d25-4cda-8531-e685bad7eb00,segment=NetworkSegment(e320ad2e-2943-4c04-956c-91b73fc8f9a2),segment_id=e320ad2e-2943-4c04-956c-91b73fc8f9a2)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:31.073970 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f3e88ca0-98bd-4873-970b-2a9b13a72d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:31.089105 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-62b69709-84a6-460a-be87-3adcea12fa6b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:31.108443 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-62b69709-84a6-460a-be87-3adcea12fa6b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Transition to ACTIVE for port object 8d11a35c-5bbb-4a15-b58b-d7e757f215cb will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:31.145538 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e88ca0-98bd-4873-970b-2a9b13a72d95 None None] Pushing event updated for resources: {'Port': ['ID=572e1cb3-7d25-4cda-8531-e685bad7eb00,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:31.167929 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-62b69709-84a6-460a-be87-3adcea12fa6b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:31.255867 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b69709-84a6-460a-be87-3adcea12fa6b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Port': ['ID=8d11a35c-5bbb-4a15-b58b-d7e757f215cb,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:31.274213 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b69709-84a6-460a-be87-3adcea12fa6b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network eed54423-ef9f-404b-971c-6892e13d9be4 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:31.277254 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-62b69709-84a6-460a-be87-3adcea12fa6b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:31.286433 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b69709-84a6-460a-be87-3adcea12fa6b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:31.294302 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cf47d-691a-4a14-8e0d-1f70b56b48fe req-46e5c846-6676-46a2-ac31-0f076b1f87db tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:31.304124 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-af8cf47d-691a-4a14-8e0d-1f70b56b48fe req-46e5c846-6676-46a2-ac31-0f076b1f87db tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 945 time: 0.1028576 Aug 11 02:20:31.359994 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-af8cf47d-691a-4a14-8e0d-1f70b56b48fe req-b1939d20-c641-4cfd-8bd0-cb11235a7493 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548675 Aug 11 02:20:31.385644 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b69709-84a6-460a-be87-3adcea12fa6b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:31.386380 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-62b69709-84a6-460a-be87-3adcea12fa6b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:31.406675 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-62b69709-84a6-460a-be87-3adcea12fa6b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8681848 Aug 11 02:20:31.410295 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49614) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:31.516517 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5222c0-4845-4246-944d-c59ff7f59c66 req-13178727-8101-41d1-b96f-1734149cabf3 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:31.518238 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0c5222c0-4845-4246-944d-c59ff7f59c66 req-13178727-8101-41d1-b96f-1734149cabf3 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/ports?device_id=2de82fc0-38dc-4094-8e89-4a3337947e8e HTTP/1.1" status: 200 len: 945 time: 0.1053882 Aug 11 02:20:31.628774 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0c5222c0-4845-4246-944d-c59ff7f59c66 req-3efab87b-1a32-4e26-876f-6fba7c64e752 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ab8f257-b461-41b8-b080-344e0fec2aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971472 Aug 11 02:20:31.873834 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49628) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:31.987714 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ca22676d-a234-4db3-84ca-bb58a1f7000f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:31.998076 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-c89b20e1-037b-48e8-8e1a-772d133bfa8a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1455009035-network', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:32.027421 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89b20e1-037b-48e8-8e1a-772d133bfa8a admin admin] Made reservation on behalf of 83575988edd14bd3ac636f254bcc4c79 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:32.030501 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c89b20e1-037b-48e8-8e1a-772d133bfa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.042172 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c89b20e1-037b-48e8-8e1a-772d133bfa8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.212288 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c89b20e1-037b-48e8-8e1a-772d133bfa8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.216889 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c89b20e1-037b-48e8-8e1a-772d133bfa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.263286 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89b20e1-037b-48e8-8e1a-772d133bfa8a admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:20:32.274689 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b20e1-037b-48e8-8e1a-772d133bfa8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdafea96-5e27-4a85-a4e6-f3309994d469,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:32.281548 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c89b20e1-037b-48e8-8e1a-772d133bfa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.281895 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-c89b20e1-037b-48e8-8e1a-772d133bfa8a admin admin] Added segment 90f545b9-473b-4ac5-8dfe-98546b442c39 of type vlan for network d5e9bc60-44e8-48ec-bced-24847d62e034 Aug 11 02:20:32.328957 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c89b20e1-037b-48e8-8e1a-772d133bfa8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.344495 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ca22676d-a234-4db3-84ca-bb58a1f7000f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.350736 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ca22676d-a234-4db3-84ca-bb58a1f7000f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.373768 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c89b20e1-037b-48e8-8e1a-772d133bfa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.377427 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89b20e1-037b-48e8-8e1a-772d133bfa8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:32.378174 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c89b20e1-037b-48e8-8e1a-772d133bfa8a admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.454618 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22676d-a234-4db3-84ca-bb58a1f7000f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Port': ['ID=8d11a35c-5bbb-4a15-b58b-d7e757f215cb,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:32.498300 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49644) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:32.498811 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c89b20e1-037b-48e8-8e1a-772d133bfa8a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6236041 Aug 11 02:20:32.507008 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-60117c46-16d4-4e60-92d2-417bad3833b1 admin admin] Request body: {'subnet': {'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1455009035-subnet', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:32.509467 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b20e1-037b-48e8-8e1a-772d133bfa8a admin admin] Pushing event updated for resources: {'Network': ['ID=d5e9bc60-44e8-48ec-bced-24847d62e034,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:32.523293 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network d5e9bc60-44e8-48ec-bced-24847d62e034 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:20:32.614190 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2b4f9-85d8-4a8e-af3e-1a055fad9586 req-0a11994d-a900-4417-b8c0-88ddd216457c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:32.616099 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6cd2b4f9-85d8-4a8e-af3e-1a055fad9586 req-0a11994d-a900-4417-b8c0-88ddd216457c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 945 time: 0.0754919 Aug 11 02:20:32.627113 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60117c46-16d4-4e60-92d2-417bad3833b1 admin admin] Made reservation on behalf of 83575988edd14bd3ac636f254bcc4c79 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:32.629548 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-60117c46-16d4-4e60-92d2-417bad3833b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.658686 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6cd2b4f9-85d8-4a8e-af3e-1a055fad9586 req-1c5c57c7-54f7-47e1-bdf3-aabbaf8b4459 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351722 Aug 11 02:20:32.715096 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20386433-340e-4ca9-ba4c-2670992a69b3 None None] Network eed54423-ef9f-404b-971c-6892e13d9be4 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:32.751677 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0a5b5-0ba4-4bae-bfc0-55b0d6fe0524 req-f63e4459-2a30-42d9-85af-686e56e12c9f tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:32.753216 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a2c0a5b5-0ba4-4bae-bfc0-55b0d6fe0524 req-f63e4459-2a30-42d9-85af-686e56e12c9f tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/ports?device_id=2de82fc0-38dc-4094-8e89-4a3337947e8e HTTP/1.1" status: 200 len: 945 time: 0.1661141 Aug 11 02:20:32.786527 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-efee2849-be0c-45b5-a4c7-fe9b5af104f1 None None] Provisioning for port 572e1cb3-7d25-4cda-8531-e685bad7eb00 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:32.807782 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ca22676d-a234-4db3-84ca-bb58a1f7000f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.874488 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 572e1cb3-7d25-4cda-8531-e685bad7eb00 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:32.911848 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a2c0a5b5-0ba4-4bae-bfc0-55b0d6fe0524 req-4ffef9c3-2f9a-4837-8003-b314bbabb71b tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ab8f257-b461-41b8-b080-344e0fec2aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472759 Aug 11 02:20:32.955758 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 572e1cb3-7d25-4cda-8531-e685bad7eb00 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:32.962350 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 572e1cb3-7d25-4cda-8531-e685bad7eb00 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:32.962721 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.032266 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ca22676d-a234-4db3-84ca-bb58a1f7000f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.046905 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.058894 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-60117c46-16d4-4e60-92d2-417bad3833b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.086093 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 572e1cb3-7d25-4cda-8531-e685bad7eb00, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=572e1cb3-7d25-4cda-8531-e685bad7eb00,segment=NetworkSegment(e320ad2e-2943-4c04-956c-91b73fc8f9a2),segment_id=e320ad2e-2943-4c04-956c-91b73fc8f9a2)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:33.090810 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.141736 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=572e1cb3-7d25-4cda-8531-e685bad7eb00,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:33.222907 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-adda8e1c-a0a3-4787-9cfd-68e0294e1691 None None] Provisioning complete for port 572e1cb3-7d25-4cda-8531-e685bad7eb00 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:33.223282 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-adda8e1c-a0a3-4787-9cfd-68e0294e1691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.227100 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60117c46-16d4-4e60-92d2-417bad3833b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be5383bc-6e19-42ce-a87f-2dcaab36b27f,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:33.241105 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60117c46-16d4-4e60-92d2-417bad3833b1 admin admin] Checking segment: {'id': '90f545b9-473b-4ac5-8dfe-98546b442c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:33.247378 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60117c46-16d4-4e60-92d2-417bad3833b1 admin admin] Network hostable DHCP agents. Network: d5e9bc60-44e8-48ec-bced-24847d62e034, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:20:33.330001 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60117c46-16d4-4e60-92d2-417bad3833b1 admin admin] Network d5e9bc60-44e8-48ec-bced-24847d62e034 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:20:33.335756 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-adda8e1c-a0a3-4787-9cfd-68e0294e1691 None None] Provisioning for port 8d11a35c-5bbb-4a15-b58b-d7e757f215cb completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:33.341088 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-adda8e1c-a0a3-4787-9cfd-68e0294e1691 None None] Provisioning complete for port 8d11a35c-5bbb-4a15-b58b-d7e757f215cb triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:33.341444 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-adda8e1c-a0a3-4787-9cfd-68e0294e1691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.343370 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-60117c46-16d4-4e60-92d2-417bad3833b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, d5e9bc60-44e8-48ec-bced-24847d62e034) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:33.347976 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60117c46-16d4-4e60-92d2-417bad3833b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:33.348736 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-60117c46-16d4-4e60-92d2-417bad3833b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.369208 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1a5f85-059d-45e0-b244-4117021e7a9d None None] Network d5e9bc60-44e8-48ec-bced-24847d62e034 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:33.380192 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-60117c46-16d4-4e60-92d2-417bad3833b1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8805780 Aug 11 02:20:33.382136 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49654) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:33.389213 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-e81fae43-1710-4aa7-94fe-2d40fbdc80db admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1455009035-router', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:33.422326 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e81fae43-1710-4aa7-94fe-2d40fbdc80db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.423900 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e81fae43-1710-4aa7-94fe-2d40fbdc80db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.425598 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-adda8e1c-a0a3-4787-9cfd-68e0294e1691 None None] Port 8d11a35c-5bbb-4a15-b58b-d7e757f215cb cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:33.464177 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ca22676d-a234-4db3-84ca-bb58a1f7000f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.469543 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ca22676d-a234-4db3-84ca-bb58a1f7000f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.495321 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e81fae43-1710-4aa7-94fe-2d40fbdc80db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.572306 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8067589a-6952-4884-a09b-e0c30a6ec9de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-d5e9bc60-44e8-48ec-bced-24847d62e034', 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'fixed_ips': [{'subnet_id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:20:33.573410 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8067589a-6952-4884-a09b-e0c30a6ec9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.574225 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ca22676d-a234-4db3-84ca-bb58a1f7000f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.577209 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22676d-a234-4db3-84ca-bb58a1f7000f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Port': ['ID=8d11a35c-5bbb-4a15-b58b-d7e757f215cb,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:33.585261 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2cc3e07b-e11d-4259-b9a3-79a1d3e80e28 None None] Provisioning complete for port 8d11a35c-5bbb-4a15-b58b-d7e757f215cb triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:33.586244 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2cc3e07b-e11d-4259-b9a3-79a1d3e80e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.673015 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-2cc3e07b-e11d-4259-b9a3-79a1d3e80e28 None None] Port 8d11a35c-5bbb-4a15-b58b-d7e757f215cb cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:33.676819 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e81fae43-1710-4aa7-94fe-2d40fbdc80db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.692079 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca22676d-a234-4db3-84ca-bb58a1f7000f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network eed54423-ef9f-404b-971c-6892e13d9be4 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:33.693978 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-ca22676d-a234-4db3-84ca-bb58a1f7000f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:33.767203 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-8067589a-6952-4884-a09b-e0c30a6ec9de None None] Allocated IP 172.20.0.2 (d5e9bc60-44e8-48ec-bced-24847d62e034/be5383bc-6e19-42ce-a87f-2dcaab36b27f/5f1fb3df-6708-45d5-9bf9-d784f8a98ce2) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:33.853672 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-54243586-4bf1-45de-9165-c44695895218 None None] Provisioning complete for port 8d11a35c-5bbb-4a15-b58b-d7e757f215cb triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:33.854316 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-54243586-4bf1-45de-9165-c44695895218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.878728 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca22676d-a234-4db3-84ca-bb58a1f7000f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Router 0d85178e-b2dc-4501-ac7d-294d4e438d42 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:20:33.895209 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c6d00-1eaf-423d-95b3-c70d6289c139 req-c9726cf6-4ca6-40da-9e74-a192a4835b5d tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:33.897507 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c29c6d00-1eaf-423d-95b3-c70d6289c139 req-c9726cf6-4ca6-40da-9e74-a192a4835b5d tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 945 time: 0.1035585 Aug 11 02:20:33.917545 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-54243586-4bf1-45de-9165-c44695895218 None None] Port 8d11a35c-5bbb-4a15-b58b-d7e757f215cb cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:33.992467 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8067589a-6952-4884-a09b-e0c30a6ec9de None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:34.002328 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8067589a-6952-4884-a09b-e0c30a6ec9de None None] Transition to ACTIVE for port object 5f1fb3df-6708-45d5-9bf9-d784f8a98ce2 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:34.025233 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8067589a-6952-4884-a09b-e0c30a6ec9de None None] Transition to ACTIVE for port object 5f1fb3df-6708-45d5-9bf9-d784f8a98ce2 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:34.033511 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8067589a-6952-4884-a09b-e0c30a6ec9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:34.055681 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c29c6d00-1eaf-423d-95b3-c70d6289c139 req-a2d10097-e4f2-4e72-ab01-252fe924b4ea tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468360 Aug 11 02:20:34.062389 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6ce23-79fc-4d0c-859c-2e0e4bac0ca2 req-05af2e79-fa5d-47ad-a59b-866cdf07c294 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:34.064380 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-21a6ce23-79fc-4d0c-859c-2e0e4bac0ca2 req-05af2e79-fa5d-47ad-a59b-866cdf07c294 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.73 "GET /v2.0/ports?device_id=2de82fc0-38dc-4094-8e89-4a3337947e8e HTTP/1.1" status: 200 len: 945 time: 0.1596832 Aug 11 02:20:34.108449 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca22676d-a234-4db3-84ca-bb58a1f7000f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:20:34.108831 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8067589a-6952-4884-a09b-e0c30a6ec9de None None] Network d5e9bc60-44e8-48ec-bced-24847d62e034 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:34.113777 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e81fae43-1710-4aa7-94fe-2d40fbdc80db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:34.118755 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-8067589a-6952-4884-a09b-e0c30a6ec9de None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:34.118911 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ca22676d-a234-4db3-84ca-bb58a1f7000f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "PUT /v2.0/routers/0d85178e-b2dc-4501-ac7d-294d4e438d42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7074068 Aug 11 02:20:34.119561 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49668) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:34.123483 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bb9a56-61b8-48a5-be10-5f638ad345c6 None None] Sync routers for ids ['0d85178e-b2dc-4501-ac7d-294d4e438d42'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:20:34.134488 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e81fae43-1710-4aa7-94fe-2d40fbdc80db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:34.138131 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8067589a-6952-4884-a09b-e0c30a6ec9de None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:34.139681 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bb9a56-61b8-48a5-be10-5f638ad345c6 None None] Routers {'0d85178e-b2dc-4501-ac7d-294d4e438d42'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:34.140680 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c3bb9a56-61b8-48a5-be10-5f638ad345c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:20:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0d85178e-b2dc-4501-ac7d-294d4e438d42'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:34.147885 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067589a-6952-4884-a09b-e0c30a6ec9de None None] Pushing event updated for resources: {'Port': ['ID=5f1fb3df-6708-45d5-9bf9-d784f8a98ce2,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:34.186695 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d010ff31-ac5b-4bdf-a797-49caf394a68e None None] Provisioning complete for port 8d11a35c-5bbb-4a15-b58b-d7e757f215cb triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:34.186695 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d010ff31-ac5b-4bdf-a797-49caf394a68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:34.189705 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c3bb9a56-61b8-48a5-be10-5f638ad345c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:34.202999 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bb9a56-61b8-48a5-be10-5f638ad345c6 None None] Routers {'0d85178e-b2dc-4501-ac7d-294d4e438d42'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:34.203912 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c3bb9a56-61b8-48a5-be10-5f638ad345c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:20:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0d85178e-b2dc-4501-ac7d-294d4e438d42'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:34.219277 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1d0d79-9802-471a-968a-f767f6c61ff5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:34.225051 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49670) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:34.225968 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6e1d0d79-9802-471a-968a-f767f6c61ff5 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d85178e-b2dc-4501-ac7d-294d4e438d42 HTTP/1.1" status: 200 len: 982 time: 0.1031029 Aug 11 02:20:34.253024 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-d010ff31-ac5b-4bdf-a797-49caf394a68e None None] Port 8d11a35c-5bbb-4a15-b58b-d7e757f215cb cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:34.255209 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-8067589a-6952-4884-a09b-e0c30a6ec9de None None] Attempting to bind port 5f1fb3df-6708-45d5-9bf9-d784f8a98ce2 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:34.255632 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-8067589a-6952-4884-a09b-e0c30a6ec9de None None] Attempting to bind port 5f1fb3df-6708-45d5-9bf9-d784f8a98ce2 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '90f545b9-473b-4ac5-8dfe-98546b442c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:34.256005 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8067589a-6952-4884-a09b-e0c30a6ec9de None None] Attempting to bind port 5f1fb3df-6708-45d5-9bf9-d784f8a98ce2 on network d5e9bc60-44e8-48ec-bced-24847d62e034 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:34.259516 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c3bb9a56-61b8-48a5-be10-5f638ad345c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:34.260510 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bb9a56-61b8-48a5-be10-5f638ad345c6 None None] The sync data for ids ['0d85178e-b2dc-4501-ac7d-294d4e438d42'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:20:34.265972 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8067589a-6952-4884-a09b-e0c30a6ec9de None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:34.266724 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8067589a-6952-4884-a09b-e0c30a6ec9de None None] Checking segment: {'id': '90f545b9-473b-4ac5-8dfe-98546b442c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:34.267348 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8067589a-6952-4884-a09b-e0c30a6ec9de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:34.267877 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8067589a-6952-4884-a09b-e0c30a6ec9de None None] Bound using segment: {'id': '90f545b9-473b-4ac5-8dfe-98546b442c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:34.268947 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-21a6ce23-79fc-4d0c-859c-2e0e4bac0ca2 req-63f27521-2e59-4d4d-a693-c4715f4312fc tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Deleting port d05e475e-b866-4a16-86a7-a6ffae6fd0f5 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:34.269107 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-8067589a-6952-4884-a09b-e0c30a6ec9de None None] Bound port: 5f1fb3df-6708-45d5-9bf9-d784f8a98ce2, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f545b9-473b-4ac5-8dfe-98546b442c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:34.269301 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-21a6ce23-79fc-4d0c-859c-2e0e4bac0ca2 req-63f27521-2e59-4d4d-a693-c4715f4312fc tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:34.269943 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8067589a-6952-4884-a09b-e0c30a6ec9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:34.342301 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-8067589a-6952-4884-a09b-e0c30a6ec9de None None] For port 5f1fb3df-6708-45d5-9bf9-d784f8a98ce2, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:34.346129 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-8067589a-6952-4884-a09b-e0c30a6ec9de None None] For port 5f1fb3df-6708-45d5-9bf9-d784f8a98ce2, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5f1fb3df-6708-45d5-9bf9-d784f8a98ce2,segment=NetworkSegment(90f545b9-473b-4ac5-8dfe-98546b442c39),segment_id=90f545b9-473b-4ac5-8dfe-98546b442c39)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:34.352562 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8067589a-6952-4884-a09b-e0c30a6ec9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:34.373749 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-21a6ce23-79fc-4d0c-859c-2e0e4bac0ca2 req-63f27521-2e59-4d4d-a693-c4715f4312fc tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] For port d05e475e-b866-4a16-86a7-a6ffae6fd0f5, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=d05e475e-b866-4a16-86a7-a6ffae6fd0f5,segment=NetworkSegment(6616f338-8bd2-4042-a7e3-01a398503e7d),segment_id=6616f338-8bd2-4042-a7e3-01a398503e7d)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:34.374269 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-21a6ce23-79fc-4d0c-859c-2e0e4bac0ca2 req-63f27521-2e59-4d4d-a693-c4715f4312fc tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:34.390265 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-21a6ce23-79fc-4d0c-859c-2e0e4bac0ca2 req-63f27521-2e59-4d4d-a693-c4715f4312fc tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Calling delete_port for d05e475e-b866-4a16-86a7-a6ffae6fd0f5 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:34.415837 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067589a-6952-4884-a09b-e0c30a6ec9de None None] Pushing event updated for resources: {'Port': ['ID=5f1fb3df-6708-45d5-9bf9-d784f8a98ce2,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:34.550082 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-21a6ce23-79fc-4d0c-859c-2e0e4bac0ca2 req-63f27521-2e59-4d4d-a693-c4715f4312fc tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:34.564879 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['d05e475e-b866-4a16-86a7-a6ffae6fd0f5'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:20:34.622111 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f27521-2e59-4d4d-a693-c4715f4312fc tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Pushing event deleted for resources: {'Port': ['ID=d05e475e-b866-4a16-86a7-a6ffae6fd0f5,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:34.673584 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a6ce23-79fc-4d0c-859c-2e0e4bac0ca2 req-63f27521-2e59-4d4d-a693-c4715f4312fc tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] No DVR routers for this DVR port d05e475e-b866-4a16-86a7-a6ffae6fd0f5 on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:20:34.677975 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-21a6ce23-79fc-4d0c-859c-2e0e4bac0ca2 req-63f27521-2e59-4d4d-a693-c4715f4312fc tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:34.679961 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-21a6ce23-79fc-4d0c-859c-2e0e4bac0ca2 req-63f27521-2e59-4d4d-a693-c4715f4312fc tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.73 "DELETE /v2.0/ports/d05e475e-b866-4a16-86a7-a6ffae6fd0f5 HTTP/1.1" status: 204 len: 173 time: 0.6078584 Aug 11 02:20:34.680427 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de82fc0-38dc-4094-8e89-4a3337947e8e', 'name': 'network-vif-deleted', 'tag': 'd05e475e-b866-4a16-86a7-a6ffae6fd0f5'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:34.682717 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb701a99-9d2e-42ef-a96d-8d8aa4a646cc" -d '{"events": [{"server_uuid": "2de82fc0-38dc-4094-8e89-4a3337947e8e", "name": "network-vif-deleted", "tag": "d05e475e-b866-4a16-86a7-a6ffae6fd0f5"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:34.727447 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337fdcf-f78f-4d04-b8f1-9c4dac58ed95 req-a07d31c1-b2c2-4199-a9e3-4007fbf57679 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:34.728018 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a337fdcf-f78f-4d04-b8f1-9c4dac58ed95 req-a07d31c1-b2c2-4199-a9e3-4007fbf57679 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/ports?device_id=2de82fc0-38dc-4094-8e89-4a3337947e8e HTTP/1.1" status: 200 len: 867 time: 0.5406995 Aug 11 02:20:34.802848 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1d7626-6507-4be0-95f1-fa64e36e75c9 x-openstack-request-id: req-dc1d7626-6507-4be0-95f1-fa64e36e75c9 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:34.803202 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de82fc0-38dc-4094-8e89-4a3337947e8e", "name": "network-vif-deleted", "tag": "d05e475e-b866-4a16-86a7-a6ffae6fd0f5", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:34.803516 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dc1d7626-6507-4be0-95f1-fa64e36e75c9 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:34.804006 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de82fc0-38dc-4094-8e89-4a3337947e8e', 'name': 'network-vif-deleted', 'tag': 'd05e475e-b866-4a16-86a7-a6ffae6fd0f5', 'status': 'completed', 'code': 200} Aug 11 02:20:34.808781 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-e81fae43-1710-4aa7-94fe-2d40fbdc80db admin admin] Allocated IP 172.25.2.138 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/5ae4481a-731d-43d7-8b4c-2fb8835c2671) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:34.913695 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 572e1cb3-7d25-4cda-8531-e685bad7eb00 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:34.915690 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a337fdcf-f78f-4d04-b8f1-9c4dac58ed95 req-bce55fc5-3c5f-4e4e-95ca-e13fb6ee3492 tempest-VolumesActionsTest-724969176 tempest-VolumesActionsTest-724969176-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ab8f257-b461-41b8-b080-344e0fec2aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741254 Aug 11 02:20:34.970700 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 572e1cb3-7d25-4cda-8531-e685bad7eb00 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:34.971072 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:35.014995 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e81fae43-1710-4aa7-94fe-2d40fbdc80db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:35.059848 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5f1fb3df-6708-45d5-9bf9-d784f8a98ce2 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:35.091659 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e81fae43-1710-4aa7-94fe-2d40fbdc80db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:35.145042 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 5f1fb3df-6708-45d5-9bf9-d784f8a98ce2 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:35.164329 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81fae43-1710-4aa7-94fe-2d40fbdc80db admin admin] Pushing event updated for resources: {'Port': ['ID=5ae4481a-731d-43d7-8b4c-2fb8835c2671,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:35.183162 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81fae43-1710-4aa7-94fe-2d40fbdc80db admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:35.200111 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-e81fae43-1710-4aa7-94fe-2d40fbdc80db admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:35.207392 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81fae43-1710-4aa7-94fe-2d40fbdc80db admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:35.294082 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228bee8-34c0-4cd6-b64d-2b8535da7d35 req-2b7ccce7-1b87-4a74-8a11-2e0edac7a5be tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:35.295683 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f228bee8-34c0-4cd6-b64d-2b8535da7d35 req-2b7ccce7-1b87-4a74-8a11-2e0edac7a5be tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 945 time: 0.1375368 Aug 11 02:20:35.349679 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eb81347d-cf6c-4312-af24-1d7f9a70bcae tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:35.501068 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f228bee8-34c0-4cd6-b64d-2b8535da7d35 req-152ff260-9267-4158-8092-c005994f4395 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958752 Aug 11 02:20:35.514915 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa31f3b-286e-435a-a2fa-582560c96857 None None] Network d5e9bc60-44e8-48ec-bced-24847d62e034 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:35.630444 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-832f740f-518f-4e25-af87-47c392fcb830 None None] Provisioning for port 5f1fb3df-6708-45d5-9bf9-d784f8a98ce2 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:35.637422 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-832f740f-518f-4e25-af87-47c392fcb830 None None] Provisioning complete for port 5f1fb3df-6708-45d5-9bf9-d784f8a98ce2 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:35.637796 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-832f740f-518f-4e25-af87-47c392fcb830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:35.698685 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e81fae43-1710-4aa7-94fe-2d40fbdc80db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:35.753993 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-832f740f-518f-4e25-af87-47c392fcb830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:35.788970 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-832f740f-518f-4e25-af87-47c392fcb830 None None] For port 5f1fb3df-6708-45d5-9bf9-d784f8a98ce2, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5f1fb3df-6708-45d5-9bf9-d784f8a98ce2,segment=NetworkSegment(90f545b9-473b-4ac5-8dfe-98546b442c39),segment_id=90f545b9-473b-4ac5-8dfe-98546b442c39)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:35.792854 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-832f740f-518f-4e25-af87-47c392fcb830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:35.835141 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-eb81347d-cf6c-4312-af24-1d7f9a70bcae tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting port 8d11a35c-5bbb-4a15-b58b-d7e757f215cb {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:35.835747 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eb81347d-cf6c-4312-af24-1d7f9a70bcae tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:35.841442 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f740f-518f-4e25-af87-47c392fcb830 None None] Pushing event updated for resources: {'Port': ['ID=5f1fb3df-6708-45d5-9bf9-d784f8a98ce2,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:35.998576 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eb81347d-cf6c-4312-af24-1d7f9a70bcae tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:36.018258 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-eb81347d-cf6c-4312-af24-1d7f9a70bcae tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Calling delete_port for 8d11a35c-5bbb-4a15-b58b-d7e757f215cb owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:36.020591 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e81fae43-1710-4aa7-94fe-2d40fbdc80db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:36.023335 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2b851a5d-1d88-4fe6-9152-85eec2ec55c5 None None] Provisioning complete for port 5f1fb3df-6708-45d5-9bf9-d784f8a98ce2 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:36.023798 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2b851a5d-1d88-4fe6-9152-85eec2ec55c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:36.286300 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81fae43-1710-4aa7-94fe-2d40fbdc80db admin admin] Router 91de46b2-eaba-42f5-82d8-543d4086963a is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:20:36.310703 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eb81347d-cf6c-4312-af24-1d7f9a70bcae tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:36.382253 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81347d-cf6c-4312-af24-1d7f9a70bcae tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Port': ['ID=8d11a35c-5bbb-4a15-b58b-d7e757f215cb,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:36.546874 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81fae43-1710-4aa7-94fe-2d40fbdc80db admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:20:36.557653 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94dbd1a-03a6-40bc-ae91-3aa0e94d4203 None None] Sync routers for ids ['91de46b2-eaba-42f5-82d8-543d4086963a'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:20:36.578341 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94dbd1a-03a6-40bc-ae91-3aa0e94d4203 None None] Routers {'91de46b2-eaba-42f5-82d8-543d4086963a'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:36.579423 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b94dbd1a-03a6-40bc-ae91-3aa0e94d4203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:20:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91de46b2-eaba-42f5-82d8-543d4086963a'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:36.593523 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e81fae43-1710-4aa7-94fe-2d40fbdc80db admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:36.597780 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49718) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:36.598329 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e81fae43-1710-4aa7-94fe-2d40fbdc80db admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2147081 Aug 11 02:20:36.605678 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eb81347d-cf6c-4312-af24-1d7f9a70bcae tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:36.780922 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-b94dbd1a-03a6-40bc-ae91-3aa0e94d4203 None None] Set router 91de46b2-eaba-42f5-82d8-543d4086963a gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:20:36.831282 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb81347d-cf6c-4312-af24-1d7f9a70bcae tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Router 0d85178e-b2dc-4501-ac7d-294d4e438d42 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:20:36.868859 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd92a5-876b-4b70-b1f5-f42c2015bc2b req-d770807b-3945-43cf-86de-ce06e48c126e tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:36.876069 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3bcd92a5-876b-4b70-b1f5-f42c2015bc2b req-d770807b-3945-43cf-86de-ce06e48c126e tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 945 time: 0.2213144 Aug 11 02:20:36.890766 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5f1fb3df-6708-45d5-9bf9-d784f8a98ce2 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:37.080366 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb81347d-cf6c-4312-af24-1d7f9a70bcae tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:20:37.087523 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 5f1fb3df-6708-45d5-9bf9-d784f8a98ce2 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:37.088044 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.093778 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542219c6-f946-4a86-8401-5df313d4d38e None None] Sync routers for ids ['0d85178e-b2dc-4501-ac7d-294d4e438d42'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:20:37.110840 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542219c6-f946-4a86-8401-5df313d4d38e None None] Routers {'0d85178e-b2dc-4501-ac7d-294d4e438d42'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:37.113182 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-542219c6-f946-4a86-8401-5df313d4d38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:20:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0d85178e-b2dc-4501-ac7d-294d4e438d42'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:37.120245 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-eb81347d-cf6c-4312-af24-1d7f9a70bcae tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "PUT /v2.0/routers/0d85178e-b2dc-4501-ac7d-294d4e438d42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8940079 Aug 11 02:20:37.125800 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49744) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:37.144314 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3bcd92a5-876b-4b70-b1f5-f42c2015bc2b req-51914408-bba8-41d9-bfe7-b5cd914a1917 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553771 Aug 11 02:20:37.155915 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-542219c6-f946-4a86-8401-5df313d4d38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:37.195927 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542219c6-f946-4a86-8401-5df313d4d38e None None] Routers {'0d85178e-b2dc-4501-ac7d-294d4e438d42'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:37.199024 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-542219c6-f946-4a86-8401-5df313d4d38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:20:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0d85178e-b2dc-4501-ac7d-294d4e438d42'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:37.297089 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-542219c6-f946-4a86-8401-5df313d4d38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:37.298392 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542219c6-f946-4a86-8401-5df313d4d38e None None] The sync data for ids ['0d85178e-b2dc-4501-ac7d-294d4e438d42'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:20:37.349130 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b94dbd1a-03a6-40bc-ae91-3aa0e94d4203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'name': 'tempest-AttachVolumeTestJSON-1455009035-router', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:33Z', 'updated_at': '2021-08-11T02:20:35Z', 'revision_number': 3, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'gw_port': {'id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:10:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:34Z', 'updated_at': '2021-08-11T02:20:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:37.417029 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94dbd1a-03a6-40bc-ae91-3aa0e94d4203 None None] Checking router: 91de46b2-eaba-42f5-82d8-543d4086963a for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:20:37.417559 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94dbd1a-03a6-40bc-ae91-3aa0e94d4203 None None] Updating router 91de46b2-eaba-42f5-82d8-543d4086963a port 5ae4481a-731d-43d7-8b4c-2fb8835c2671 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:20:37.446413 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b94dbd1a-03a6-40bc-ae91-3aa0e94d4203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.626753 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-71146f24-2ae3-4695-abc8-959539d4d72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.632763 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-d69757f5-078a-4653-b3cc-704e80ba45d9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] GET failed (client error): The resource could not be found. Aug 11 02:20:37.634426 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d69757f5-078a-4653-b3cc-704e80ba45d9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "GET /v2.0/ports/8d11a35c-5bbb-4a15-b58b-d7e757f215cb HTTP/1.1" status: 404 len: 333 time: 0.5071166 Aug 11 02:20:37.637207 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49752) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:37.750916 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ab2e82a1-e246-436b-8607-f8385db650e9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.824957 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b94dbd1a-03a6-40bc-ae91-3aa0e94d4203 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.839439 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b94dbd1a-03a6-40bc-ae91-3aa0e94d4203 None None] Transition to ACTIVE for port object 5ae4481a-731d-43d7-8b4c-2fb8835c2671 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:37.848174 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b94dbd1a-03a6-40bc-ae91-3aa0e94d4203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.880144 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-71146f24-2ae3-4695-abc8-959539d4d72c admin admin] Allocated IP 172.20.0.1 (d5e9bc60-44e8-48ec-bced-24847d62e034/be5383bc-6e19-42ce-a87f-2dcaab36b27f/f66f0f5d-8b32-4d1c-a273-b9821b6489ca) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:37.916947 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a51289-0d03-49da-b115-1db50ba2d95f None None] Pushing event updated for resources: {'Port': ['ID=5ae4481a-731d-43d7-8b4c-2fb8835c2671,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:37.922737 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-b94dbd1a-03a6-40bc-ae91-3aa0e94d4203 None None] Attempting to bind port 5ae4481a-731d-43d7-8b4c-2fb8835c2671 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:37.923200 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-b94dbd1a-03a6-40bc-ae91-3aa0e94d4203 None None] Attempting to bind port 5ae4481a-731d-43d7-8b4c-2fb8835c2671 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:37.923702 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94dbd1a-03a6-40bc-ae91-3aa0e94d4203 None None] Attempting to bind port 5ae4481a-731d-43d7-8b4c-2fb8835c2671 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:37.929963 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94dbd1a-03a6-40bc-ae91-3aa0e94d4203 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:37.930558 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94dbd1a-03a6-40bc-ae91-3aa0e94d4203 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:37.931086 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b94dbd1a-03a6-40bc-ae91-3aa0e94d4203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.931568 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94dbd1a-03a6-40bc-ae91-3aa0e94d4203 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:37.932132 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-b94dbd1a-03a6-40bc-ae91-3aa0e94d4203 None None] Bound port: 5ae4481a-731d-43d7-8b4c-2fb8835c2671, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:37.932588 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b94dbd1a-03a6-40bc-ae91-3aa0e94d4203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.951795 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ab2e82a1-e246-436b-8607-f8385db650e9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.953960 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ab2e82a1-e246-436b-8607-f8385db650e9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.996872 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-b94dbd1a-03a6-40bc-ae91-3aa0e94d4203 None None] For port 5ae4481a-731d-43d7-8b4c-2fb8835c2671, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:38.000233 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-b94dbd1a-03a6-40bc-ae91-3aa0e94d4203 None None] For port 5ae4481a-731d-43d7-8b4c-2fb8835c2671, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5ae4481a-731d-43d7-8b4c-2fb8835c2671,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:38.002765 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ab2e82a1-e246-436b-8607-f8385db650e9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.003270 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2e82a1-e246-436b-8607-f8385db650e9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Fanout notify agent at l3_agent the message router_deleted on router 0d85178e-b2dc-4501-ac7d-294d4e438d42 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:20:38.011377 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b94dbd1a-03a6-40bc-ae91-3aa0e94d4203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.011968 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ab2e82a1-e246-436b-8607-f8385db650e9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.013016 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ab2e82a1-e246-436b-8607-f8385db650e9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/routers/0d85178e-b2dc-4501-ac7d-294d4e438d42 HTTP/1.1" status: 204 len: 168 time: 0.3746061 Aug 11 02:20:38.015834 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49766) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:38.038340 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-71146f24-2ae3-4695-abc8-959539d4d72c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.057184 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-71146f24-2ae3-4695-abc8-959539d4d72c admin admin] Transition to ACTIVE for port object f66f0f5d-8b32-4d1c-a273-b9821b6489ca will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:38.075154 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94dbd1a-03a6-40bc-ae91-3aa0e94d4203 None None] Routers {'91de46b2-eaba-42f5-82d8-543d4086963a'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:38.075869 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b94dbd1a-03a6-40bc-ae91-3aa0e94d4203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:20:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91de46b2-eaba-42f5-82d8-543d4086963a'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:38.076292 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d06ad4-140a-42dd-b04c-3f6bbaba16b0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting subnet bced5b2f-c4b9-4e3c-a4e1-df3286d2a7ea {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:20:38.079795 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-43d06ad4-140a-42dd-b04c-3f6bbaba16b0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.107922 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-71146f24-2ae3-4695-abc8-959539d4d72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.145809 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-43d06ad4-140a-42dd-b04c-3f6bbaba16b0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.172711 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71146f24-2ae3-4695-abc8-959539d4d72c admin admin] Network d5e9bc60-44e8-48ec-bced-24847d62e034 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:38.179240 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-71146f24-2ae3-4695-abc8-959539d4d72c admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:38.183775 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71146f24-2ae3-4695-abc8-959539d4d72c admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:38.249808 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71146f24-2ae3-4695-abc8-959539d4d72c admin admin] Pushing event updated for resources: {'Port': ['ID=f66f0f5d-8b32-4d1c-a273-b9821b6489ca,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:38.284549 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-43d06ad4-140a-42dd-b04c-3f6bbaba16b0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.297966 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-71146f24-2ae3-4695-abc8-959539d4d72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.345486 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a51289-0d03-49da-b115-1db50ba2d95f None None] Pushing event updated for resources: {'Port': ['ID=5ae4481a-731d-43d7-8b4c-2fb8835c2671,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:38.462903 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-43d06ad4-140a-42dd-b04c-3f6bbaba16b0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.485413 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-b94dbd1a-03a6-40bc-ae91-3aa0e94d4203 None None] Set router 91de46b2-eaba-42f5-82d8-543d4086963a gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:20:38.561219 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-43d06ad4-140a-42dd-b04c-3f6bbaba16b0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.563247 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-43d06ad4-140a-42dd-b04c-3f6bbaba16b0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/subnets/bced5b2f-c4b9-4e3c-a4e1-df3286d2a7ea HTTP/1.1" status: 204 len: 168 time: 0.5465434 Aug 11 02:20:38.564178 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d06ad4-140a-42dd-b04c-3f6bbaba16b0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Subnet': ['ID=bced5b2f-c4b9-4e3c-a4e1-df3286d2a7ea,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:38.565845 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49784) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:38.598879 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044cc23e-35d1-4074-9d4a-a9b0c83587cf None None] Network eed54423-ef9f-404b-971c-6892e13d9be4 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:38.725863 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa998f2-aac8-467e-b97d-d785a17240cf req-3151abd8-6e1e-43e9-a023-1e302fc91f80 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:38.726494 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c291a300-0379-41b7-89df-065c572a256c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.735038 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5aa998f2-aac8-467e-b97d-d785a17240cf req-3151abd8-6e1e-43e9-a023-1e302fc91f80 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 945 time: 0.1431415 Aug 11 02:20:38.743633 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-71146f24-2ae3-4695-abc8-959539d4d72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.789169 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-31ac1667-6a59-4843-bfe8-845a474b1c1e None None] Provisioning for port f66f0f5d-8b32-4d1c-a273-b9821b6489ca completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:38.797053 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-c291a300-0379-41b7-89df-065c572a256c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting port 572e1cb3-7d25-4cda-8531-e685bad7eb00 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:38.798006 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c291a300-0379-41b7-89df-065c572a256c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.799641 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-31ac1667-6a59-4843-bfe8-845a474b1c1e None None] Provisioning complete for port f66f0f5d-8b32-4d1c-a273-b9821b6489ca triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:38.800185 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-31ac1667-6a59-4843-bfe8-845a474b1c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.827962 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5aa998f2-aac8-467e-b97d-d785a17240cf req-34d7d6a3-b3b8-4608-b0ab-2f12e61fb0b2 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916708 Aug 11 02:20:38.845219 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-31ac1667-6a59-4843-bfe8-845a474b1c1e None None] Port f66f0f5d-8b32-4d1c-a273-b9821b6489ca cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:38.884710 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-c291a300-0379-41b7-89df-065c572a256c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] For port 572e1cb3-7d25-4cda-8531-e685bad7eb00, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=572e1cb3-7d25-4cda-8531-e685bad7eb00,segment=NetworkSegment(e320ad2e-2943-4c04-956c-91b73fc8f9a2),segment_id=e320ad2e-2943-4c04-956c-91b73fc8f9a2)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:38.885145 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c291a300-0379-41b7-89df-065c572a256c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.905373 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-c291a300-0379-41b7-89df-065c572a256c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Calling delete_port for 572e1cb3-7d25-4cda-8531-e685bad7eb00 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:38.992843 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7041dc-9896-4118-b40c-b474c4bb772d None None] DHCP port deletion for eed54423-ef9f-404b-971c-6892e13d9be4 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:20:39.007617 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b94dbd1a-03a6-40bc-ae91-3aa0e94d4203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'name': 'tempest-AttachVolumeTestJSON-1455009035-router', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:33Z', 'updated_at': '2021-08-11T02:20:35Z', 'revision_number': 3, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'gw_port': {'id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:10:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:34Z', 'updated_at': '2021-08-11T02:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:39.017572 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c291a300-0379-41b7-89df-065c572a256c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:39.046201 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94dbd1a-03a6-40bc-ae91-3aa0e94d4203 None None] The sync data for ids ['91de46b2-eaba-42f5-82d8-543d4086963a'] in n-d-615180-33 is: [{'id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'name': 'tempest-AttachVolumeTestJSON-1455009035-router', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:33Z', 'updated_at': '2021-08-11T02:20:35Z', 'revision_number': 3, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'gw_port': {'id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:10:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:34Z', 'updated_at': '2021-08-11T02:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:20:39.071523 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-5e7041dc-9896-4118-b40c-b474c4bb772d None None] The port '572e1cb3-7d25-4cda-8531-e685bad7eb00' was deleted {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 11 02:20:39.074768 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291a300-0379-41b7-89df-065c572a256c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Port': ['ID=572e1cb3-7d25-4cda-8531-e685bad7eb00,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:39.086958 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c291a300-0379-41b7-89df-065c572a256c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] No DVR routers for this DVR port 572e1cb3-7d25-4cda-8531-e685bad7eb00 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:20:39.108002 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device d05e475e-b866-4a16-86a7-a6ffae6fd0f5 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:20:39.137590 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: d05e475e-b866-4a16-86a7-a6ffae6fd0f5 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:20:39.138170 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device d05e475e-b866-4a16-86a7-a6ffae6fd0f5 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:20:39.191440 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-71146f24-2ae3-4695-abc8-959539d4d72c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:39.203581 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-71146f24-2ae3-4695-abc8-959539d4d72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:39.236471 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c291a300-0379-41b7-89df-065c572a256c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:39.251006 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-c291a300-0379-41b7-89df-065c572a256c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed54423-ef9f-404b-971c-6892e13d9be4']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:39.265102 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-c291a300-0379-41b7-89df-065c572a256c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e320ad2e-2943-4c04-956c-91b73fc8f9a2') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:39.265407 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-c291a300-0379-41b7-89df-065c572a256c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e320ad2e-2943-4c04-956c-91b73fc8f9a2') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:39.274998 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-71146f24-2ae3-4695-abc8-959539d4d72c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:39.275975 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c291a300-0379-41b7-89df-065c572a256c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:39.295847 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c291a300-0379-41b7-89df-065c572a256c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:39.306170 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c291a300-0379-41b7-89df-065c572a256c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:20:39.306695 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c291a300-0379-41b7-89df-065c572a256c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:20:39.310645 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:20:39.346017 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71146f24-2ae3-4695-abc8-959539d4d72c admin admin] Pushing event updated for resources: {'Port': ['ID=f66f0f5d-8b32-4d1c-a273-b9821b6489ca,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:39.394030 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c291a300-0379-41b7-89df-065c572a256c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:39.409929 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c291a300-0379-41b7-89df-065c572a256c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:39.415582 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c291a300-0379-41b7-89df-065c572a256c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/networks/eed54423-ef9f-404b-971c-6892e13d9be4 HTTP/1.1" status: 204 len: 168 time: 0.8448527 Aug 11 02:20:39.419170 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49792) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:39.456777 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71146f24-2ae3-4695-abc8-959539d4d72c admin admin] Network d5e9bc60-44e8-48ec-bced-24847d62e034 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:39.460882 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-71146f24-2ae3-4695-abc8-959539d4d72c admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:39.498377 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291a300-0379-41b7-89df-065c572a256c tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Network': ['ID=eed54423-ef9f-404b-971c-6892e13d9be4,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:39.689827 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8d52cc-dc28-4205-ba9c-7abc22e13258 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:39.695114 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49798) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:39.699424 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cb8d52cc-dc28-4205-ba9c-7abc22e13258 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "GET /v2.0/ports/fa891df6-792b-491d-94a4-88fc142646e0 HTTP/1.1" status: 200 len: 841 time: 0.2733545 Aug 11 02:20:39.790570 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71146f24-2ae3-4695-abc8-959539d4d72c admin admin] Router 91de46b2-eaba-42f5-82d8-543d4086963a has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:20:39.796794 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ff3b611e-56b9-435f-9e33-b1a12a244bba tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "GET /v2.0/ports/fa891df6-792b-491d-94a4-88fc142646e0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1003463 Aug 11 02:20:39.801130 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49802) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:39.811012 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-f1e8433d-d1b3-4699-b518-e6ec353185c9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'subnet': {'network_id': '0a28acc8-db51-4b71-8d68-9a2ab0af4945', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:39.984461 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f1f7c514-ec7a-451f-ae52-d9956dfbc640 None None] Provisioning complete for port f66f0f5d-8b32-4d1c-a273-b9821b6489ca triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:39.987848 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f1f7c514-ec7a-451f-ae52-d9956dfbc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:40.022188 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae30bd-fc21-4770-b9f7-a42c51e3633e req-463a01e9-5e4b-4ec1-9e7d-21e3964dfb56 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:40.023982 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6ae30bd-fc21-4770-b9f7-a42c51e3633e req-463a01e9-5e4b-4ec1-9e7d-21e3964dfb56 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 945 time: 0.1060030 Aug 11 02:20:40.056886 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-f1f7c514-ec7a-451f-ae52-d9956dfbc640 None None] Port f66f0f5d-8b32-4d1c-a273-b9821b6489ca cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:40.067806 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71146f24-2ae3-4695-abc8-959539d4d72c admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:20:40.077901 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-71146f24-2ae3-4695-abc8-959539d4d72c admin admin] 10.222.0.50 "PUT /v2.0/routers/91de46b2-eaba-42f5-82d8-543d4086963a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4781415 Aug 11 02:20:40.111426 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6ae30bd-fc21-4770-b9f7-a42c51e3633e req-89c0fc31-bf35-4052-ad67-d6e37c208410 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790746 Aug 11 02:20:40.113985 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e8433d-d1b3-4699-b518-e6ec353185c9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:40.118563 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f1e8433d-d1b3-4699-b518-e6ec353185c9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:40.445325 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f1e8433d-d1b3-4699-b518-e6ec353185c9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:40.514738 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8433d-d1b3-4699-b518-e6ec353185c9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Subnet': ['ID=8db12f5d-1ba9-4438-9b67-eb11173b4512,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:40.535503 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e8433d-d1b3-4699-b518-e6ec353185c9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network 0a28acc8-db51-4b71-8d68-9a2ab0af4945 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:40.537192 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-f1e8433d-d1b3-4699-b518-e6ec353185c9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:40.540276 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e8433d-d1b3-4699-b518-e6ec353185c9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:40.540954 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f1e8433d-d1b3-4699-b518-e6ec353185c9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:40.548532 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410a24aa-2656-43e7-9de4-80cf2f9ff02c None None] Network 0a28acc8-db51-4b71-8d68-9a2ab0af4945 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:40.557867 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f1e8433d-d1b3-4699-b518-e6ec353185c9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7535329 Aug 11 02:20:40.560334 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49818) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:40.569503 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-20fb3a45-4035-4197-83c3-535b114aa3b9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'security_group': {'name': 'tempest-secgroup-1538399673'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:40.616968 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-20fb3a45-4035-4197-83c3-535b114aa3b9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:40.875446 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-20fb3a45-4035-4197-83c3-535b114aa3b9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:40.881322 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-20fb3a45-4035-4197-83c3-535b114aa3b9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:40.924643 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5ae4481a-731d-43d7-8b4c-2fb8835c2671 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:40.939020 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb3a45-4035-4197-83c3-535b114aa3b9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74f59e16-dd3d-4232-81bf-1c11c20ac4d9,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:40.967927 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-20fb3a45-4035-4197-83c3-535b114aa3b9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:40.971924 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-20fb3a45-4035-4197-83c3-535b114aa3b9 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4079804 Aug 11 02:20:40.972489 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49826) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:40.977876 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-0bfae6a1-61f0-4bc2-99b9-ee46a4519d06 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'security_group': {'name': 'tempest-secgroup-1722315695'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:41.004403 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0bfae6a1-61f0-4bc2-99b9-ee46a4519d06 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:41.073084 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:20:41.121482 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 5ae4481a-731d-43d7-8b4c-2fb8835c2671 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:41.139114 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 5ae4481a-731d-43d7-8b4c-2fb8835c2671 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:41.139791 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:41.144616 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f888b691-0abd-483b-a099-11e7e9ef37dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-0a28acc8-db51-4b71-8d68-9a2ab0af4945', 'network_id': '0a28acc8-db51-4b71-8d68-9a2ab0af4945', 'tenant_id': 'd8ab2fcbeed743a6ab7ee9fa33403e87', 'fixed_ips': [{'subnet_id': '8db12f5d-1ba9-4438-9b67-eb11173b4512'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:20:41.145840 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f888b691-0abd-483b-a099-11e7e9ef37dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:41.198334 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0bfae6a1-61f0-4bc2-99b9-ee46a4519d06 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:41.203931 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0bfae6a1-61f0-4bc2-99b9-ee46a4519d06 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:41.257952 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0bfae6a1-61f0-4bc2-99b9-ee46a4519d06 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:41.262517 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0bfae6a1-61f0-4bc2-99b9-ee46a4519d06 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2856047 Aug 11 02:20:41.263623 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49836) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:41.269388 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-7ad1713e-481f-4287-8677-0cb2641487b8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-53154376', 'security_groups': ['0e3d1f1f-cb8e-4da9-9d44-109a0d20e00b'], 'network_id': '0a28acc8-db51-4b71-8d68-9a2ab0af4945', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8db12f5d-1ba9-4438-9b67-eb11173b4512'}]}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:41.274464 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfae6a1-61f0-4bc2-99b9-ee46a4519d06 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3d1f1f-cb8e-4da9-9d44-109a0d20e00b,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:41.396609 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d758f-a5bd-4f61-b783-134d6f95b09a req-c48cb843-8ff8-4d04-9e71-65290448d1a3 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:41.411424 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-196d758f-a5bd-4f61-b783-134d6f95b09a req-c48cb843-8ff8-4d04-9e71-65290448d1a3 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 945 time: 0.1747565 Aug 11 02:20:41.480882 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49838) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:41.490053 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-f9b7585d-4658-4f52-a7fe-29d5b0ec9384 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2136261062', 'description': 'tempest-description--608127535'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:41.497858 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad1713e-481f-4287-8677-0cb2641487b8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:41.508585 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-196d758f-a5bd-4f61-b783-134d6f95b09a req-71f5eccd-e729-4f6a-b770-e4e0a944f63e tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934865 Aug 11 02:20:41.666373 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7ad1713e-481f-4287-8677-0cb2641487b8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:41.703911 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bc334a-2bc5-4669-bd7a-d2fe01616fec None None] Sync routers for ids ['91de46b2-eaba-42f5-82d8-543d4086963a'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:20:41.718097 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-f888b691-0abd-483b-a099-11e7e9ef37dc None None] Allocated IP 172.20.0.2 (0a28acc8-db51-4b71-8d68-9a2ab0af4945/8db12f5d-1ba9-4438-9b67-eb11173b4512/82c93893-fd52-49d8-ae2f-2b6c835f185a) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:41.721228 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-7ad1713e-481f-4287-8677-0cb2641487b8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] device_id is not set on port 527c622d-c13e-4118-aa91-806fc1e2c836 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:20:41.754172 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:41.802040 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bc334a-2bc5-4669-bd7a-d2fe01616fec None None] Routers {'91de46b2-eaba-42f5-82d8-543d4086963a'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:41.802771 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-05bc334a-2bc5-4669-bd7a-d2fe01616fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:20:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91de46b2-eaba-42f5-82d8-543d4086963a'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:41.863664 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f9b7585d-4658-4f52-a7fe-29d5b0ec9384 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:41.920426 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 5ae4481a-731d-43d7-8b4c-2fb8835c2671, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5ae4481a-731d-43d7-8b4c-2fb8835c2671,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:41.930391 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:41.965356 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f9b7585d-4658-4f52-a7fe-29d5b0ec9384 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:41.972316 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f9b7585d-4658-4f52-a7fe-29d5b0ec9384 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:42.003787 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f9b7585d-4658-4f52-a7fe-29d5b0ec9384 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:42.005862 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f9b7585d-4658-4f52-a7fe-29d5b0ec9384 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5225940 Aug 11 02:20:42.008788 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49844) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:42.015883 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-73fc5178-f345-4a6a-af73-35430794b243 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Request body: {'security_group_rule': {'security_group_id': '65f67b65-9ce5-4c73-83b0-88a065998605', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:42.035313 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7585d-4658-4f52-a7fe-29d5b0ec9384 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f67b65-9ce5-4c73-83b0-88a065998605,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:42.070826 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 572e1cb3-7d25-4cda-8531-e685bad7eb00 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:20:42.091068 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-73fc5178-f345-4a6a-af73-35430794b243 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:42.146968 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 572e1cb3-7d25-4cda-8531-e685bad7eb00 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:20:42.147656 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 572e1cb3-7d25-4cda-8531-e685bad7eb00 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:20:42.161037 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-73fc5178-f345-4a6a-af73-35430794b243 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:42.176245 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-73fc5178-f345-4a6a-af73-35430794b243 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:42.219230 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=5ae4481a-731d-43d7-8b4c-2fb8835c2671,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:42.227319 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc5178-f345-4a6a-af73-35430794b243 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1000c1f-81f8-40d1-9be7-822cb71982e4,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:42.250998 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc5178-f345-4a6a-af73-35430794b243 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:42.259265 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc5178-f345-4a6a-af73-35430794b243 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:42.259744 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc5178-f345-4a6a-af73-35430794b243 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:42.260271 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc5178-f345-4a6a-af73-35430794b243 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:42.260837 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc5178-f345-4a6a-af73-35430794b243 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:42.261185 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc5178-f345-4a6a-af73-35430794b243 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:42.261531 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc5178-f345-4a6a-af73-35430794b243 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:42.261844 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc5178-f345-4a6a-af73-35430794b243 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:42.262352 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc5178-f345-4a6a-af73-35430794b243 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:42.262863 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc5178-f345-4a6a-af73-35430794b243 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:42.263195 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc5178-f345-4a6a-af73-35430794b243 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:42.263521 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc5178-f345-4a6a-af73-35430794b243 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:42.267373 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-73fc5178-f345-4a6a-af73-35430794b243 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:42.271908 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-73fc5178-f345-4a6a-af73-35430794b243 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2617643 Aug 11 02:20:42.274731 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49852) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:42.281116 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-8ade3c27-5496-4c3d-9232-c39383253d44 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Request body: {'security_group_rule': {'security_group_id': '65f67b65-9ce5-4c73-83b0-88a065998605', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:42.295014 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-05bc334a-2bc5-4669-bd7a-d2fe01616fec None None] Set router 91de46b2-eaba-42f5-82d8-543d4086963a gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:20:42.319247 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8ade3c27-5496-4c3d-9232-c39383253d44 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:42.413211 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f888b691-0abd-483b-a099-11e7e9ef37dc None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:42.421693 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8ade3c27-5496-4c3d-9232-c39383253d44 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:42.427477 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8ade3c27-5496-4c3d-9232-c39383253d44 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:42.450493 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f888b691-0abd-483b-a099-11e7e9ef37dc None None] Transition to ACTIVE for port object 82c93893-fd52-49d8-ae2f-2b6c835f185a will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:42.461196 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade3c27-5496-4c3d-9232-c39383253d44 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87fd958-1dec-438b-92e1-bd7a0725cc0d,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:42.472629 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8ade3c27-5496-4c3d-9232-c39383253d44 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:42.477149 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8ade3c27-5496-4c3d-9232-c39383253d44 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2000349 Aug 11 02:20:42.477745 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49854) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:42.482495 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-220785c7-f763-4bd9-9e95-d90fbbbc8f97 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:42.503926 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f888b691-0abd-483b-a099-11e7e9ef37dc None None] Transition to ACTIVE for port object 82c93893-fd52-49d8-ae2f-2b6c835f185a will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:42.531714 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f888b691-0abd-483b-a099-11e7e9ef37dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:42.567056 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-220785c7-f763-4bd9-9e95-d90fbbbc8f97 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:42.619923 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f888b691-0abd-483b-a099-11e7e9ef37dc None None] Network 0a28acc8-db51-4b71-8d68-9a2ab0af4945 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:42.622320 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888b691-0abd-483b-a099-11e7e9ef37dc None None] Pushing event updated for resources: {'Port': ['ID=82c93893-fd52-49d8-ae2f-2b6c835f185a,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:42.644572 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-7ad1713e-481f-4287-8677-0cb2641487b8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Allocated IP 172.20.0.5 (0a28acc8-db51-4b71-8d68-9a2ab0af4945/8db12f5d-1ba9-4438-9b67-eb11173b4512/527c622d-c13e-4118-aa91-806fc1e2c836) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:42.898640 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-f888b691-0abd-483b-a099-11e7e9ef37dc None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:42.903902 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f888b691-0abd-483b-a099-11e7e9ef37dc None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:42.911653 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5ae4481a-731d-43d7-8b4c-2fb8835c2671 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:42.948813 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aeaba0-9cad-4d48-9757-89ab243c3614 req-3d4eb6db-9c55-4400-bd80-2dfb55194150 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:42.950379 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-78aeaba0-9cad-4d48-9757-89ab243c3614 req-3d4eb6db-9c55-4400-bd80-2dfb55194150 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 945 time: 0.2327194 Aug 11 02:20:43.019809 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-220785c7-f763-4bd9-9e95-d90fbbbc8f97 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:43.023727 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7ad1713e-481f-4287-8677-0cb2641487b8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:43.044416 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-f888b691-0abd-483b-a099-11e7e9ef37dc None None] Attempting to bind port 82c93893-fd52-49d8-ae2f-2b6c835f185a on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:43.044882 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-f888b691-0abd-483b-a099-11e7e9ef37dc None None] Attempting to bind port 82c93893-fd52-49d8-ae2f-2b6c835f185a by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '57f0ccd0-0867-4a81-9979-0c1892ad29ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0a28acc8-db51-4b71-8d68-9a2ab0af4945'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:43.045309 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f888b691-0abd-483b-a099-11e7e9ef37dc None None] Attempting to bind port 82c93893-fd52-49d8-ae2f-2b6c835f185a on network 0a28acc8-db51-4b71-8d68-9a2ab0af4945 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:43.057563 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-78aeaba0-9cad-4d48-9757-89ab243c3614 req-45dd9edf-fbfe-4bf3-b681-3d188802e6ff tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957212 Aug 11 02:20:43.064803 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f888b691-0abd-483b-a099-11e7e9ef37dc None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:43.068401 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f888b691-0abd-483b-a099-11e7e9ef37dc None None] Checking segment: {'id': '57f0ccd0-0867-4a81-9979-0c1892ad29ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0a28acc8-db51-4b71-8d68-9a2ab0af4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:43.070106 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f888b691-0abd-483b-a099-11e7e9ef37dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:43.072303 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f888b691-0abd-483b-a099-11e7e9ef37dc None None] Bound using segment: {'id': '57f0ccd0-0867-4a81-9979-0c1892ad29ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0a28acc8-db51-4b71-8d68-9a2ab0af4945'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:43.073032 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-f888b691-0abd-483b-a099-11e7e9ef37dc None None] Bound port: 82c93893-fd52-49d8-ae2f-2b6c835f185a, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f0ccd0-0867-4a81-9979-0c1892ad29ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0a28acc8-db51-4b71-8d68-9a2ab0af4945'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:43.074268 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f888b691-0abd-483b-a099-11e7e9ef37dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:43.091191 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-7ad1713e-481f-4287-8677-0cb2641487b8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Transition to ACTIVE for port object 527c622d-c13e-4118-aa91-806fc1e2c836 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:43.105470 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-05bc334a-2bc5-4669-bd7a-d2fe01616fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'name': 'tempest-AttachVolumeTestJSON-1455009035-router', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:33Z', 'updated_at': '2021-08-11T02:20:38Z', 'revision_number': 4, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'gw_port': {'id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:10:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:34Z', 'updated_at': '2021-08-11T02:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'f66f0f5d-8b32-4d1c-a273-b9821b6489ca', 'name': '', 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'mac_address': 'fa:16:3e:73:9e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:37Z', 'updated_at': '2021-08-11T02:20:38Z', 'revision_number': 2, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'subnets': [{'id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:43.109502 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 5ae4481a-731d-43d7-8b4c-2fb8835c2671 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:43.110130 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:43.189053 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7ad1713e-481f-4287-8677-0cb2641487b8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:43.240821 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bc334a-2bc5-4669-bd7a-d2fe01616fec None None] Checking router: 91de46b2-eaba-42f5-82d8-543d4086963a for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:20:43.241453 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bc334a-2bc5-4669-bd7a-d2fe01616fec None None] Updating router 91de46b2-eaba-42f5-82d8-543d4086963a port f66f0f5d-8b32-4d1c-a273-b9821b6489ca binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:20:43.291661 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad1713e-481f-4287-8677-0cb2641487b8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network 0a28acc8-db51-4b71-8d68-9a2ab0af4945 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:43.298501 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-05bc334a-2bc5-4669-bd7a-d2fe01616fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:43.315869 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-220785c7-f763-4bd9-9e95-d90fbbbc8f97 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Allocated IP 172.25.2.167 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/6f2703fc-89ca-4c9a-8fde-ffe4cfe5b973) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:43.318820 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-7ad1713e-481f-4287-8677-0cb2641487b8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:43.327465 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad1713e-481f-4287-8677-0cb2641487b8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:43.333765 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-f888b691-0abd-483b-a099-11e7e9ef37dc None None] For port 82c93893-fd52-49d8-ae2f-2b6c835f185a, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:43.333999 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1713e-481f-4287-8677-0cb2641487b8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Port': ['ID=527c622d-c13e-4118-aa91-806fc1e2c836,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:43.371042 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-f888b691-0abd-483b-a099-11e7e9ef37dc None None] For port 82c93893-fd52-49d8-ae2f-2b6c835f185a, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=82c93893-fd52-49d8-ae2f-2b6c835f185a,segment=NetworkSegment(57f0ccd0-0867-4a81-9979-0c1892ad29ce),segment_id=57f0ccd0-0867-4a81-9979-0c1892ad29ce)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:43.381551 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f888b691-0abd-483b-a099-11e7e9ef37dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:43.441356 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad1713e-481f-4287-8677-0cb2641487b8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:43.442206 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7ad1713e-481f-4287-8677-0cb2641487b8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:43.480229 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7ad1713e-481f-4287-8677-0cb2641487b8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.2128642 Aug 11 02:20:43.480948 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49870) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:43.487609 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-287599f4-c715-4130-ba44-4e6d4a35ef0b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'subnet': {'network_id': '0a28acc8-db51-4b71-8d68-9a2ab0af4945', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:43.567321 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-220785c7-f763-4bd9-9e95-d90fbbbc8f97 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:43.591396 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888b691-0abd-483b-a099-11e7e9ef37dc None None] Pushing event updated for resources: {'Port': ['ID=82c93893-fd52-49d8-ae2f-2b6c835f185a,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:43.647413 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-220785c7-f763-4bd9-9e95-d90fbbbc8f97 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:43.731225 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220785c7-f763-4bd9-9e95-d90fbbbc8f97 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:43.736276 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-220785c7-f763-4bd9-9e95-d90fbbbc8f97 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:43.752259 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220785c7-f763-4bd9-9e95-d90fbbbc8f97 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:43.754886 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287599f4-c715-4130-ba44-4e6d4a35ef0b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:43.760659 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220785c7-f763-4bd9-9e95-d90fbbbc8f97 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Pushing event updated for resources: {'Port': ['ID=6f2703fc-89ca-4c9a-8fde-ffe4cfe5b973,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:43.760892 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-287599f4-c715-4130-ba44-4e6d4a35ef0b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:43.892197 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-05bc334a-2bc5-4669-bd7a-d2fe01616fec None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:43.933259 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-05bc334a-2bc5-4669-bd7a-d2fe01616fec None None] Transition to ACTIVE for port object f66f0f5d-8b32-4d1c-a273-b9821b6489ca will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:43.943449 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-05bc334a-2bc5-4669-bd7a-d2fe01616fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:43.984825 n-d-615180-33 neutron-server[94506]: INFO neutron.db.ipam_backend_mixin [None req-287599f4-c715-4130-ba44-4e6d4a35ef0b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8db12f5d-1ba9-4438-9b67-eb11173b4512 (CIDR: 172.20.0.0/28) Aug 11 02:20:43.988760 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-287599f4-c715-4130-ba44-4e6d4a35ef0b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:20:43.989258 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-287599f4-c715-4130-ba44-4e6d4a35ef0b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:20:44.030808 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49880) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:44.031880 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-287599f4-c715-4130-ba44-4e6d4a35ef0b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5497935 Aug 11 02:20:44.042425 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-faa148d3-459e-484a-9fcc-c012062d1f33 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'subnet': {'network_id': '0a28acc8-db51-4b71-8d68-9a2ab0af4945', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:44.047630 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-220785c7-f763-4bd9-9e95-d90fbbbc8f97 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:44.089145 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259538f-46e4-43ff-b9fe-6f0af8694509 None None] Pushing event updated for resources: {'Port': ['ID=f66f0f5d-8b32-4d1c-a273-b9821b6489ca,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:44.134768 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-05bc334a-2bc5-4669-bd7a-d2fe01616fec None None] Attempting to bind port f66f0f5d-8b32-4d1c-a273-b9821b6489ca on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:44.135383 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-05bc334a-2bc5-4669-bd7a-d2fe01616fec None None] Attempting to bind port f66f0f5d-8b32-4d1c-a273-b9821b6489ca by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '90f545b9-473b-4ac5-8dfe-98546b442c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:44.135791 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bc334a-2bc5-4669-bd7a-d2fe01616fec None None] Attempting to bind port f66f0f5d-8b32-4d1c-a273-b9821b6489ca on network d5e9bc60-44e8-48ec-bced-24847d62e034 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:44.145067 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bc334a-2bc5-4669-bd7a-d2fe01616fec None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:44.145477 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bc334a-2bc5-4669-bd7a-d2fe01616fec None None] Checking segment: {'id': '90f545b9-473b-4ac5-8dfe-98546b442c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:44.145855 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-05bc334a-2bc5-4669-bd7a-d2fe01616fec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:44.146255 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bc334a-2bc5-4669-bd7a-d2fe01616fec None None] Bound using segment: {'id': '90f545b9-473b-4ac5-8dfe-98546b442c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:44.146733 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-05bc334a-2bc5-4669-bd7a-d2fe01616fec None None] Bound port: f66f0f5d-8b32-4d1c-a273-b9821b6489ca, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f545b9-473b-4ac5-8dfe-98546b442c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:44.147123 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-05bc334a-2bc5-4669-bd7a-d2fe01616fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:44.327204 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-220785c7-f763-4bd9-9e95-d90fbbbc8f97 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:44.339023 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-05bc334a-2bc5-4669-bd7a-d2fe01616fec None None] For port f66f0f5d-8b32-4d1c-a273-b9821b6489ca, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:44.346884 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-05bc334a-2bc5-4669-bd7a-d2fe01616fec None None] For port f66f0f5d-8b32-4d1c-a273-b9821b6489ca, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f66f0f5d-8b32-4d1c-a273-b9821b6489ca,segment=NetworkSegment(90f545b9-473b-4ac5-8dfe-98546b442c39),segment_id=90f545b9-473b-4ac5-8dfe-98546b442c39)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:44.353629 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-05bc334a-2bc5-4669-bd7a-d2fe01616fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:44.395729 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ba4a7-7708-4512-8a23-3c85cd6ce154 req-51d0c27a-409f-4fc5-b5e8-ef9ca8ab1d42 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:44.401289 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-568ba4a7-7708-4512-8a23-3c85cd6ce154 req-51d0c27a-409f-4fc5-b5e8-ef9ca8ab1d42 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 945 time: 0.1988902 Aug 11 02:20:44.502251 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-568ba4a7-7708-4512-8a23-3c85cd6ce154 req-8c652c1c-71b1-4998-9cb2-ae04a0519de5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919995 Aug 11 02:20:44.562330 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa148d3-459e-484a-9fcc-c012062d1f33 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:44.575461 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-faa148d3-459e-484a-9fcc-c012062d1f33 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:44.589555 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bc334a-2bc5-4669-bd7a-d2fe01616fec None None] Routers {'91de46b2-eaba-42f5-82d8-543d4086963a'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:44.590112 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-05bc334a-2bc5-4669-bd7a-d2fe01616fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:20:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91de46b2-eaba-42f5-82d8-543d4086963a'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:44.593990 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259538f-46e4-43ff-b9fe-6f0af8694509 None None] Pushing event updated for resources: {'Port': ['ID=f66f0f5d-8b32-4d1c-a273-b9821b6489ca,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:44.812866 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-05bc334a-2bc5-4669-bd7a-d2fe01616fec None None] Set router 91de46b2-eaba-42f5-82d8-543d4086963a gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:20:44.961177 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 82c93893-fd52-49d8-ae2f-2b6c835f185a up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:44.967803 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-220785c7-f763-4bd9-9e95-d90fbbbc8f97 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:44.980782 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-220785c7-f763-4bd9-9e95-d90fbbbc8f97 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:45.124525 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 82c93893-fd52-49d8-ae2f-2b6c835f185a completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:45.232637 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-05bc334a-2bc5-4669-bd7a-d2fe01616fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'name': 'tempest-AttachVolumeTestJSON-1455009035-router', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:33Z', 'updated_at': '2021-08-11T02:20:38Z', 'revision_number': 4, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'gw_port': {'id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:34Z', 'updated_at': '2021-08-11T02:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'f66f0f5d-8b32-4d1c-a273-b9821b6489ca', 'name': '', 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'mac_address': 'fa:16:3e:73:9e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:37Z', 'updated_at': '2021-08-11T02:20:44Z', 'revision_number': 4, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'subnets': [{'id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:45.284708 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bc334a-2bc5-4669-bd7a-d2fe01616fec None None] The sync data for ids ['91de46b2-eaba-42f5-82d8-543d4086963a'] in n-d-615180-33 is: [{'id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'name': 'tempest-AttachVolumeTestJSON-1455009035-router', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:33Z', 'updated_at': '2021-08-11T02:20:38Z', 'revision_number': 4, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'gw_port': {'id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:34Z', 'updated_at': '2021-08-11T02:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'f66f0f5d-8b32-4d1c-a273-b9821b6489ca', 'name': '', 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'mac_address': 'fa:16:3e:73:9e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:37Z', 'updated_at': '2021-08-11T02:20:44Z', 'revision_number': 4, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'subnets': [{'id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:20:45.421043 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8185a9a7-bdc3-40fb-89f4-3198e0556a5e None None] Provisioning for port 82c93893-fd52-49d8-ae2f-2b6c835f185a completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:45.428300 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8185a9a7-bdc3-40fb-89f4-3198e0556a5e None None] Provisioning complete for port 82c93893-fd52-49d8-ae2f-2b6c835f185a triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:45.428300 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8185a9a7-bdc3-40fb-89f4-3198e0556a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:45.443078 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-faa148d3-459e-484a-9fcc-c012062d1f33 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:45.504717 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa148d3-459e-484a-9fcc-c012062d1f33 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network 0a28acc8-db51-4b71-8d68-9a2ab0af4945 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:45.520570 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-faa148d3-459e-484a-9fcc-c012062d1f33 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:45.528356 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa148d3-459e-484a-9fcc-c012062d1f33 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:45.529149 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-faa148d3-459e-484a-9fcc-c012062d1f33 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:45.606890 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8185a9a7-bdc3-40fb-89f4-3198e0556a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:45.623510 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220785c7-f763-4bd9-9e95-d90fbbbc8f97 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Pushing event updated for resources: {'Port': ['ID=6f2703fc-89ca-4c9a-8fde-ffe4cfe5b973,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:45.676105 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-faa148d3-459e-484a-9fcc-c012062d1f33 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6418002 Aug 11 02:20:45.676629 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49906) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:45.686443 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-7ad0877f-7e39-4500-b4d2-4ed5be115c20 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-721102730', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a1130996-bcba-43aa-a3cd-8c421d672599'}], 'security_groups': ['74f59e16-dd3d-4232-81bf-1c11c20ac4d9']}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:45.688762 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-220785c7-f763-4bd9-9e95-d90fbbbc8f97 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:45.698866 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-27e0f933-66b7-48db-8746-7c651f3ac197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:45.725732 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e2fd73-ba31-4670-91c4-54cfe946ab7d None None] Network 0a28acc8-db51-4b71-8d68-9a2ab0af4945 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:45.755960 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa148d3-459e-484a-9fcc-c012062d1f33 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Subnet': ['ID=a1130996-bcba-43aa-a3cd-8c421d672599,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:45.773770 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-220785c7-f763-4bd9-9e95-d90fbbbc8f97 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:45.774407 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-220785c7-f763-4bd9-9e95-d90fbbbc8f97 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2955556 Aug 11 02:20:45.825497 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-8185a9a7-bdc3-40fb-89f4-3198e0556a5e None None] For port 82c93893-fd52-49d8-ae2f-2b6c835f185a, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=82c93893-fd52-49d8-ae2f-2b6c835f185a,segment=NetworkSegment(57f0ccd0-0867-4a81-9979-0c1892ad29ce),segment_id=57f0ccd0-0867-4a81-9979-0c1892ad29ce)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:45.831204 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8185a9a7-bdc3-40fb-89f4-3198e0556a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:45.847429 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344d31e-f99a-4cdb-92ee-481f90351027 req-135b710a-7ffe-495b-a206-bc74e71fa66c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:45.858505 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f344d31e-f99a-4cdb-92ee-481f90351027 req-135b710a-7ffe-495b-a206-bc74e71fa66c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 945 time: 0.2007351 Aug 11 02:20:45.915796 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8185a9a7-bdc3-40fb-89f4-3198e0556a5e None None] Provisioning complete for port fa891df6-792b-491d-94a4-88fc142646e0 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:45.916270 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8185a9a7-bdc3-40fb-89f4-3198e0556a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:45.933094 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f344d31e-f99a-4cdb-92ee-481f90351027 req-4430340a-d160-4eab-8083-b2d73ac732d3 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684826 Aug 11 02:20:45.982129 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185a9a7-bdc3-40fb-89f4-3198e0556a5e None None] Pushing event updated for resources: {'Port': ['ID=82c93893-fd52-49d8-ae2f-2b6c835f185a,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:45.996820 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-8185a9a7-bdc3-40fb-89f4-3198e0556a5e None None] Port fa891df6-792b-491d-94a4-88fc142646e0 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:46.125018 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-6d906b25-1cf6-4959-958c-1ae359f34833 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--2136261062&fields=id&tenant_id=83575988edd14bd3ac636f254bcc4c79 HTTP/1.1" status: 200 len: 267 time: 0.0652511 Aug 11 02:20:46.184103 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5dbcff-e2a8-475e-a448-e53f712eae22 None None] Update dhcp port {'port': {'network_id': '0a28acc8-db51-4b71-8d68-9a2ab0af4945', 'fixed_ips': [{'subnet_id': '8db12f5d-1ba9-4438-9b67-eb11173b4512', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a1130996-bcba-43aa-a3cd-8c421d672599'}], 'binding:host_id': 'n-d-615180-33'}, 'id': '82c93893-fd52-49d8-ae2f-2b6c835f185a'} from n-d-615180-33. {{(pid=94508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:20:46.186788 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-335b3844-d036-44ce-8911-5bf532427a54 None None] Provisioning for port 527c622d-c13e-4118-aa91-806fc1e2c836 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:46.222958 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-335b3844-d036-44ce-8911-5bf532427a54 None None] Provisioning complete for port 527c622d-c13e-4118-aa91-806fc1e2c836 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:46.223356 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-335b3844-d036-44ce-8911-5bf532427a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:46.266038 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-335b3844-d036-44ce-8911-5bf532427a54 None None] Port 527c622d-c13e-4118-aa91-806fc1e2c836 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:46.277588 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8a5dbcff-e2a8-475e-a448-e53f712eae22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:46.291378 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7ad0877f-7e39-4500-b4d2-4ed5be115c20 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:46.408199 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-831b2d15-3f09-4864-81e5-d69a3d4f7f60 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:46.415566 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-831b2d15-3f09-4864-81e5-d69a3d4f7f60 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/networks?id=d5e9bc60-44e8-48ec-bced-24847d62e034 HTTP/1.1" status: 200 len: 811 time: 0.2346609 Aug 11 02:20:46.452510 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-79651fcc-da45-4584-be14-3975d4be2bdf tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/quotas/83575988edd14bd3ac636f254bcc4c79 HTTP/1.1" status: 200 len: 375 time: 0.0360034 Aug 11 02:20:46.534375 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-8a5dbcff-e2a8-475e-a448-e53f712eae22 None None] Allocated IP 172.20.0.18 (0a28acc8-db51-4b71-8d68-9a2ab0af4945/a1130996-bcba-43aa-a3cd-8c421d672599/82c93893-fd52-49d8-ae2f-2b6c835f185a) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:46.610364 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-080c8cd1-da08-45eb-9726-b5f8c73b4b99 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=83575988edd14bd3ac636f254bcc4c79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1553180 Aug 11 02:20:46.724594 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-8a5dbcff-e2a8-475e-a448-e53f712eae22 None None] For port 82c93893-fd52-49d8-ae2f-2b6c835f185a, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=82c93893-fd52-49d8-ae2f-2b6c835f185a,segment=NetworkSegment(57f0ccd0-0867-4a81-9979-0c1892ad29ce),segment_id=57f0ccd0-0867-4a81-9979-0c1892ad29ce)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:46.842678 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-e0b45e14-ae4b-41b2-a7e9-14f867c020a5 service neutron] 10.222.0.50 "GET /v2.0/networks/d5e9bc60-44e8-48ec-bced-24847d62e034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312970 Aug 11 02:20:46.998737 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8a5dbcff-e2a8-475e-a448-e53f712eae22 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:47.014048 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f66f0f5d-8b32-4d1c-a273-b9821b6489ca up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:47.024988 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-6f6c458a-2a5e-45d9-9f17-1864c899985f service neutron] 10.222.0.50 "GET /v2.0/networks/d5e9bc60-44e8-48ec-bced-24847d62e034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813915 Aug 11 02:20:47.055605 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8a5dbcff-e2a8-475e-a448-e53f712eae22 None None] Transition to ACTIVE for port object 82c93893-fd52-49d8-ae2f-2b6c835f185a will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:47.079800 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8a5dbcff-e2a8-475e-a448-e53f712eae22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:47.135445 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5dbcff-e2a8-475e-a448-e53f712eae22 None None] Pushing event updated for resources: {'Port': ['ID=82c93893-fd52-49d8-ae2f-2b6c835f185a,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:47.198717 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port f66f0f5d-8b32-4d1c-a273-b9821b6489ca completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:47.224056 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906595c-cd03-4a78-940a-9247fced2945 req-70e2c8dd-a2a4-4be8-9565-cca56d379a87 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:47.232984 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f906595c-cd03-4a78-940a-9247fced2945 req-70e2c8dd-a2a4-4be8-9565-cca56d379a87 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 945 time: 0.1233861 Aug 11 02:20:47.263805 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port f66f0f5d-8b32-4d1c-a273-b9821b6489ca triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:47.264906 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:47.289432 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f906595c-cd03-4a78-940a-9247fced2945 req-254a0d87-1255-454e-9a0c-3af0ac07a0cf tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531640 Aug 11 02:20:47.499395 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.db.api [None req-7ad0877f-7e39-4500-b4d2-4ed5be115c20 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-11e37cef-f070-4623-8b54-60f3251f6cd8 {{(pid=94506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:20:47.500922 n-d-615180-33 neutron-server[94506]: DEBUG oslo_db.api [None req-7ad0877f-7e39-4500-b4d2-4ed5be115c20 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:20:47.589334 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:47.603922 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1f80c36-ca70-48d6-a960-ef11ed99ef2b req-b6951819-95cb-4a51-9999-d7537dd733d5 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 210 time: 0.0586460 Aug 11 02:20:47.637465 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port f66f0f5d-8b32-4d1c-a273-b9821b6489ca, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f66f0f5d-8b32-4d1c-a273-b9821b6489ca,segment=NetworkSegment(90f545b9-473b-4ac5-8dfe-98546b442c39),segment_id=90f545b9-473b-4ac5-8dfe-98546b442c39)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:47.643821 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:47.645151 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 82c93893-fd52-49d8-ae2f-2b6c835f185a up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:47.747430 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=f66f0f5d-8b32-4d1c-a273-b9821b6489ca,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:48.049777 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7ad0877f-7e39-4500-b4d2-4ed5be115c20 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:48.269814 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-79c06055-cad3-4c46-93bb-e2aaba7418e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:48.384283 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-db5e7e40-cc03-4055-9528-92283612faa9 None None] Provisioning for port 82c93893-fd52-49d8-ae2f-2b6c835f185a completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:48.388148 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:48.397289 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-db5e7e40-cc03-4055-9528-92283612faa9 None None] Provisioning complete for port 82c93893-fd52-49d8-ae2f-2b6c835f185a triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:48.401494 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-db5e7e40-cc03-4055-9528-92283612faa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:48.575192 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f67095-cbc5-48bd-b802-4ba4ec4bb268 req-14a442ad-3128-491b-b323-cf7faae6739f tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:48.582935 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c1f67095-cbc5-48bd-b802-4ba4ec4bb268 req-14a442ad-3128-491b-b323-cf7faae6739f tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 945 time: 0.1434278 Aug 11 02:20:48.591042 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-7ad0877f-7e39-4500-b4d2-4ed5be115c20 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Delete allocated IP 172.20.0.5 (0a28acc8-db51-4b71-8d68-9a2ab0af4945/8db12f5d-1ba9-4438-9b67-eb11173b4512) {{(pid=94506) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 02:20:48.592587 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-db5e7e40-cc03-4055-9528-92283612faa9 None None] Provisioning complete for port 527c622d-c13e-4118-aa91-806fc1e2c836 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:48.593543 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-db5e7e40-cc03-4055-9528-92283612faa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:48.624942 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-7ad0877f-7e39-4500-b4d2-4ed5be115c20 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Allocated IP 172.20.0.30 (0a28acc8-db51-4b71-8d68-9a2ab0af4945/a1130996-bcba-43aa-a3cd-8c421d672599/527c622d-c13e-4118-aa91-806fc1e2c836) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:48.676746 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-db5e7e40-cc03-4055-9528-92283612faa9 None None] Port 527c622d-c13e-4118-aa91-806fc1e2c836 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:48.688245 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c1f67095-cbc5-48bd-b802-4ba4ec4bb268 req-089c976a-1e3b-4f8d-ab70-6c84869f4be1 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038864 Aug 11 02:20:48.694210 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-db5e7e40-cc03-4055-9528-92283612faa9 None None] Provisioning complete for port fa891df6-792b-491d-94a4-88fc142646e0 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:48.694520 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-db5e7e40-cc03-4055-9528-92283612faa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:48.787448 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-db5e7e40-cc03-4055-9528-92283612faa9 None None] Port fa891df6-792b-491d-94a4-88fc142646e0 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:48.851018 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3d9b7438-1052-4db1-9111-45b9e92b37bb req-7807f064-2d95-4c95-9b9e-ba0acd9e06d6 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 210 time: 0.0916617 Aug 11 02:20:48.877096 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f66f0f5d-8b32-4d1c-a273-b9821b6489ca up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:48.982178 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port f66f0f5d-8b32-4d1c-a273-b9821b6489ca triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:48.982963 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:49.077895 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7ad0877f-7e39-4500-b4d2-4ed5be115c20 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:49.096185 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-7ad0877f-7e39-4500-b4d2-4ed5be115c20 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Transition to ACTIVE for port object 527c622d-c13e-4118-aa91-806fc1e2c836 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:49.103974 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7ad0877f-7e39-4500-b4d2-4ed5be115c20 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:49.122931 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 82c93893-fd52-49d8-ae2f-2b6c835f185a up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:49.167646 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0877f-7e39-4500-b4d2-4ed5be115c20 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Port': ['ID=527c622d-c13e-4118-aa91-806fc1e2c836,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:49.189008 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-970fafa0-06d6-415c-80ca-fb33b55e2664 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:49.190584 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-970fafa0-06d6-415c-80ca-fb33b55e2664 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.73 "GET /v2.0/networks?id=d5e9bc60-44e8-48ec-bced-24847d62e034 HTTP/1.1" status: 200 len: 811 time: 0.3592825 Aug 11 02:20:49.191528 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 82c93893-fd52-49d8-ae2f-2b6c835f185a triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:49.192023 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:49.285210 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-d0ae228c-4b1f-40e8-82c6-411cfaacc18a tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83575988edd14bd3ac636f254bcc4c79 HTTP/1.1" status: 200 len: 380 time: 0.0757680 Aug 11 02:20:49.299978 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-90770309-a1eb-40b3-8f36-1072ee8783aa tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Request body: {'port': {'device_id': '8a225b4b-8003-4678-9c12-a9ec80d02ad5', 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034', 'admin_state_up': True, 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'security_groups': ['65f67b65-9ce5-4c73-83b0-88a065998605']}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:49.306566 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-7ad0877f-7e39-4500-b4d2-4ed5be115c20 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] In _notify_port_updated(), no bound segment for port 527c622d-c13e-4118-aa91-806fc1e2c836 on network 0a28acc8-db51-4b71-8d68-9a2ab0af4945 {{(pid=94506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:20:49.312086 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad0877f-7e39-4500-b4d2-4ed5be115c20 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:49.312703 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7ad0877f-7e39-4500-b4d2-4ed5be115c20 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:49.314123 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7ad0877f-7e39-4500-b4d2-4ed5be115c20 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "PUT /v2.0/ports/527c622d-c13e-4118-aa91-806fc1e2c836 HTTP/1.1" status: 200 len: 920 time: 3.6358929 Aug 11 02:20:49.317386 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49972) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:49.445310 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-90770309-a1eb-40b3-8f36-1072ee8783aa tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Made reservation on behalf of 83575988edd14bd3ac636f254bcc4c79 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:49.450742 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-90770309-a1eb-40b3-8f36-1072ee8783aa tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:49.472768 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-27a04941-4bf8-4a8a-a5d7-f5d00646fbc4 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting port 527c622d-c13e-4118-aa91-806fc1e2c836 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:49.473411 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-27a04941-4bf8-4a8a-a5d7-f5d00646fbc4 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:49.653812 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-27a04941-4bf8-4a8a-a5d7-f5d00646fbc4 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:49.670605 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-27a04941-4bf8-4a8a-a5d7-f5d00646fbc4 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Calling delete_port for 527c622d-c13e-4118-aa91-806fc1e2c836 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:49.743595 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-90770309-a1eb-40b3-8f36-1072ee8783aa tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Allocated IP 172.20.0.14 (d5e9bc60-44e8-48ec-bced-24847d62e034/be5383bc-6e19-42ce-a87f-2dcaab36b27f/00dfa7e8-8cc0-483c-a75c-1d00de9edbbd) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:49.901007 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:50.005212 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6db59-8805-49f9-95ba-4c534475fc6e req-dd27acda-4185-4ddd-86b6-3f038e835d36 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:50.006622 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-58d6db59-8805-49f9-95ba-4c534475fc6e req-dd27acda-4185-4ddd-86b6-3f038e835d36 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 945 time: 0.1773186 Aug 11 02:20:50.025677 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-74e0ac38-fcf6-4ce7-9716-4be49175b996 None None] Provisioning for port 527c622d-c13e-4118-aa91-806fc1e2c836 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:50.054416 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-74e0ac38-fcf6-4ce7-9716-4be49175b996 None None] Provisioning complete for port 527c622d-c13e-4118-aa91-806fc1e2c836 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:50.056043 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-74e0ac38-fcf6-4ce7-9716-4be49175b996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:50.071654 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-58d6db59-8805-49f9-95ba-4c534475fc6e req-22ac52b5-0b6b-41cf-a262-6b882ccdcc0f tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573080 Aug 11 02:20:50.083633 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-90770309-a1eb-40b3-8f36-1072ee8783aa tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:50.112057 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-90770309-a1eb-40b3-8f36-1072ee8783aa tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Transition to ACTIVE for port object 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:50.139015 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-74e0ac38-fcf6-4ce7-9716-4be49175b996 None None] Port 527c622d-c13e-4118-aa91-806fc1e2c836 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:50.183560 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-90770309-a1eb-40b3-8f36-1072ee8783aa tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:50.238873 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-90770309-a1eb-40b3-8f36-1072ee8783aa tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Network d5e9bc60-44e8-48ec-bced-24847d62e034 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:50.242319 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-90770309-a1eb-40b3-8f36-1072ee8783aa tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:50.251577 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-90770309-a1eb-40b3-8f36-1072ee8783aa tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:50.302360 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90770309-a1eb-40b3-8f36-1072ee8783aa tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Pushing event updated for resources: {'Port': ['ID=00dfa7e8-8cc0-483c-a75c-1d00de9edbbd,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:50.339703 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-90770309-a1eb-40b3-8f36-1072ee8783aa tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:50.340473 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-90770309-a1eb-40b3-8f36-1072ee8783aa tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:50.360411 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-90770309-a1eb-40b3-8f36-1072ee8783aa tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0681541 Aug 11 02:20:50.372877 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-c6e15322-1b34-44d5-b5d0-76cb85c92482 service neutron] Request body: {'port': {'device_id': '8a225b4b-8003-4678-9c12-a9ec80d02ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:50.386649 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f950414-9592-4432-a7e1-14c49a54004d req-3477ec30-6dfa-44b2-a29b-5f60a633362d tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:50.394307 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0f950414-9592-4432-a7e1-14c49a54004d req-3477ec30-6dfa-44b2-a29b-5f60a633362d tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 932 time: 0.1468308 Aug 11 02:20:50.417136 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-27a04941-4bf8-4a8a-a5d7-f5d00646fbc4 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:50.455465 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-c6e15322-1b34-44d5-b5d0-76cb85c92482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:50.488973 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a04941-4bf8-4a8a-a5d7-f5d00646fbc4 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Port': ['ID=527c622d-c13e-4118-aa91-806fc1e2c836,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:50.503698 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0f950414-9592-4432-a7e1-14c49a54004d req-e3347d3e-3b44-4b16-97f0-955fb5924052 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083574 Aug 11 02:20:50.629173 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-27a04941-4bf8-4a8a-a5d7-f5d00646fbc4 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:50.631675 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-27a04941-4bf8-4a8a-a5d7-f5d00646fbc4 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/ports/527c622d-c13e-4118-aa91-806fc1e2c836 HTTP/1.1" status: 204 len: 168 time: 1.3129797 Aug 11 02:20:50.634906 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49998) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:50.678799 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e04c7d-dd87-41ca-b749-bbcbcbcb5197 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] GET failed (client error): The resource could not be found. Aug 11 02:20:50.680879 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-36e04c7d-dd87-41ca-b749-bbcbcbcb5197 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "GET /v2.0/ports/527c622d-c13e-4118-aa91-806fc1e2c836 HTTP/1.1" status: 404 len: 333 time: 0.0448596 Aug 11 02:20:50.683766 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50000) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:50.773529 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-41547c64-394d-4d07-a567-612be417b0b5 None None] Provisioning for port 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:50.778083 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-41547c64-394d-4d07-a567-612be417b0b5 None None] Provisioning complete for port 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:50.779193 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-41547c64-394d-4d07-a567-612be417b0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:50.816519 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-925bdbbb-abbf-49bd-b713-4b7fd9eac46f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:50.858334 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-925bdbbb-abbf-49bd-b713-4b7fd9eac46f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:50.866444 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-41547c64-394d-4d07-a567-612be417b0b5 None None] Port 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:50.955065 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-925bdbbb-abbf-49bd-b713-4b7fd9eac46f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:50.959643 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-925bdbbb-abbf-49bd-b713-4b7fd9eac46f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:50.961887 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-925bdbbb-abbf-49bd-b713-4b7fd9eac46f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/security-groups/0e3d1f1f-cb8e-4da9-9d44-109a0d20e00b HTTP/1.1" status: 204 len: 168 time: 0.2768774 Aug 11 02:20:50.975315 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-c6e15322-1b34-44d5-b5d0-76cb85c92482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:50.979910 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50006) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:50.982108 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925bdbbb-abbf-49bd-b713-4b7fd9eac46f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3d1f1f-cb8e-4da9-9d44-109a0d20e00b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:51.022392 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-c6e15322-1b34-44d5-b5d0-76cb85c92482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:51.044853 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-c6e15322-1b34-44d5-b5d0-76cb85c92482 service neutron] Transition to ACTIVE for port object 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:51.056690 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-c6e15322-1b34-44d5-b5d0-76cb85c92482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:51.113019 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5d538598-ce0b-4650-94d1-024a5fad5a40 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:51.170445 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5d538598-ce0b-4650-94d1-024a5fad5a40 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:51.242564 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5d538598-ce0b-4650-94d1-024a5fad5a40 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:51.245406 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5d538598-ce0b-4650-94d1-024a5fad5a40 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:51.249319 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50012) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:51.249505 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5d538598-ce0b-4650-94d1-024a5fad5a40 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/security-groups/74f59e16-dd3d-4232-81bf-1c11c20ac4d9 HTTP/1.1" status: 204 len: 168 time: 0.2684515 Aug 11 02:20:51.292063 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d538598-ce0b-4650-94d1-024a5fad5a40 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f59e16-dd3d-4232-81bf-1c11c20ac4d9,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:51.383686 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae210746-cfbd-49ec-aebc-e7c14fa0b855 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting subnet 8db12f5d-1ba9-4438-9b67-eb11173b4512 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:20:51.389259 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ae210746-cfbd-49ec-aebc-e7c14fa0b855 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:51.416946 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:51.435369 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ae210746-cfbd-49ec-aebc-e7c14fa0b855 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:51.578163 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ae210746-cfbd-49ec-aebc-e7c14fa0b855 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:51.688124 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ea7ae-8af7-42a2-93e2-1a36f4ad6f62 req-5a78c9dd-7017-4149-8055-b5790b28f512 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:51.690585 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-072ea7ae-8af7-42a2-93e2-1a36f4ad6f62 req-5a78c9dd-7017-4149-8055-b5790b28f512 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 944 time: 0.0746119 Aug 11 02:20:51.717379 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ae210746-cfbd-49ec-aebc-e7c14fa0b855 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:51.737178 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ae210746-cfbd-49ec-aebc-e7c14fa0b855 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:51.739630 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ae210746-cfbd-49ec-aebc-e7c14fa0b855 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/subnets/8db12f5d-1ba9-4438-9b67-eb11173b4512 HTTP/1.1" status: 204 len: 168 time: 0.4892659 Aug 11 02:20:51.746598 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c92155-4a93-4a6d-a582-a52396621fa4 None None] Network 0a28acc8-db51-4b71-8d68-9a2ab0af4945 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:51.769097 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50022) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:51.774555 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-57a489a0-7a32-4575-b7f4-0d7a5e084313 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'subnet': {'network_id': '0a28acc8-db51-4b71-8d68-9a2ab0af4945', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:51.780487 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae210746-cfbd-49ec-aebc-e7c14fa0b855 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Subnet': ['ID=8db12f5d-1ba9-4438-9b67-eb11173b4512,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:51.846645 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-072ea7ae-8af7-42a2-93e2-1a36f4ad6f62 req-21c7f3be-528f-47dd-b7f0-758aea9452e7 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432784 Aug 11 02:20:51.858015 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e15322-1b34-44d5-b5d0-76cb85c92482 service neutron] Pushing event updated for resources: {'Port': ['ID=00dfa7e8-8cc0-483c-a75c-1d00de9edbbd,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:51.871580 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-c6e15322-1b34-44d5-b5d0-76cb85c92482 service neutron] Attempting to bind port 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:51.871972 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-c6e15322-1b34-44d5-b5d0-76cb85c92482 service neutron] Attempting to bind port 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '90f545b9-473b-4ac5-8dfe-98546b442c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:51.872256 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-c6e15322-1b34-44d5-b5d0-76cb85c92482 service neutron] Attempting to bind port 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd on network d5e9bc60-44e8-48ec-bced-24847d62e034 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:51.953349 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040630b9-26ef-4d0b-9ffb-21335d5410e0 req-35e68ebe-1b63-4fcb-9373-a34d47f948b9 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:51.966702 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-040630b9-26ef-4d0b-9ffb-21335d5410e0 req-35e68ebe-1b63-4fcb-9373-a34d47f948b9 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 945 time: 0.7297161 Aug 11 02:20:51.979956 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-c6e15322-1b34-44d5-b5d0-76cb85c92482 service neutron] Port 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd on network d5e9bc60-44e8-48ec-bced-24847d62e034 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:20:51.987738 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-c6e15322-1b34-44d5-b5d0-76cb85c92482 service neutron] Attempting to bind port 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd on network d5e9bc60-44e8-48ec-bced-24847d62e034 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:52.004013 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a489a0-7a32-4575-b7f4-0d7a5e084313 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:52.012851 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-57a489a0-7a32-4575-b7f4-0d7a5e084313 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:52.018916 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-c6e15322-1b34-44d5-b5d0-76cb85c92482 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:52.019254 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-c6e15322-1b34-44d5-b5d0-76cb85c92482 service neutron] Checking segment: {'id': '90f545b9-473b-4ac5-8dfe-98546b442c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:52.021699 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-c6e15322-1b34-44d5-b5d0-76cb85c92482 service neutron] Bound using segment: {'id': '90f545b9-473b-4ac5-8dfe-98546b442c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:52.029310 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-c6e15322-1b34-44d5-b5d0-76cb85c92482 service neutron] Bound port: 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f545b9-473b-4ac5-8dfe-98546b442c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:52.029800 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-c6e15322-1b34-44d5-b5d0-76cb85c92482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:52.164521 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-040630b9-26ef-4d0b-9ffb-21335d5410e0 req-2fee6528-2192-424e-b7dd-4417c697b707 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856263 Aug 11 02:20:52.217534 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-c6e15322-1b34-44d5-b5d0-76cb85c92482 service neutron] For port 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:52.221877 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-c6e15322-1b34-44d5-b5d0-76cb85c92482 service neutron] For port 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=00dfa7e8-8cc0-483c-a75c-1d00de9edbbd,segment=NetworkSegment(90f545b9-473b-4ac5-8dfe-98546b442c39),segment_id=90f545b9-473b-4ac5-8dfe-98546b442c39)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:52.227285 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-c6e15322-1b34-44d5-b5d0-76cb85c92482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:52.288125 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-c6e15322-1b34-44d5-b5d0-76cb85c92482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:52.293861 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-c6e15322-1b34-44d5-b5d0-76cb85c92482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:52.295698 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-c6e15322-1b34-44d5-b5d0-76cb85c92482 service neutron] 10.222.0.73 "PUT /v2.0/ports/00dfa7e8-8cc0-483c-a75c-1d00de9edbbd HTTP/1.1" status: 200 len: 1093 time: 1.9274127 Aug 11 02:20:52.299764 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a225b4b-8003-4678-9c12-a9ec80d02ad5', 'tag': '00dfa7e8-8cc0-483c-a75c-1d00de9edbbd'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:52.309272 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54860d7a-e880-4cdc-a465-1cef8fed015f" -d '{"events": [{"name": "network-changed", "server_uuid": "8a225b4b-8003-4678-9c12-a9ec80d02ad5", "tag": "00dfa7e8-8cc0-483c-a75c-1d00de9edbbd"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:52.417199 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e6b27e-d82c-4bf3-bd1e-dbd7a843a69d x-openstack-request-id: req-c0e6b27e-d82c-4bf3-bd1e-dbd7a843a69d {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:52.417540 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a225b4b-8003-4678-9c12-a9ec80d02ad5", "tag": "00dfa7e8-8cc0-483c-a75c-1d00de9edbbd", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:52.417948 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c0e6b27e-d82c-4bf3-bd1e-dbd7a843a69d {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:52.432081 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a225b4b-8003-4678-9c12-a9ec80d02ad5', 'tag': '00dfa7e8-8cc0-483c-a75c-1d00de9edbbd', 'status': 'completed', 'code': 200} Aug 11 02:20:52.442361 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e15322-1b34-44d5-b5d0-76cb85c92482 service neutron] Pushing event updated for resources: {'Port': ['ID=00dfa7e8-8cc0-483c-a75c-1d00de9edbbd,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:52.456750 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-57a489a0-7a32-4575-b7f4-0d7a5e084313 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:52.489460 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-353558da-c652-4d7e-b7c6-cd9b4cd51043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:52.497770 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-353558da-c652-4d7e-b7c6-cd9b4cd51043 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83575988edd14bd3ac636f254bcc4c79&device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 1096 time: 0.1343815 Aug 11 02:20:52.522596 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a489a0-7a32-4575-b7f4-0d7a5e084313 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network 0a28acc8-db51-4b71-8d68-9a2ab0af4945 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:52.527595 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-57a489a0-7a32-4575-b7f4-0d7a5e084313 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:52.542731 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a489a0-7a32-4575-b7f4-0d7a5e084313 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:52.543365 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-57a489a0-7a32-4575-b7f4-0d7a5e084313 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:52.624977 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-960d7c1b-184d-4589-b9b8-199c0c44f596 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00dfa7e8-8cc0-483c-a75c-1d00de9edbbd HTTP/1.1" status: 200 len: 217 time: 0.1190336 Aug 11 02:20:52.635427 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-57a489a0-7a32-4575-b7f4-0d7a5e084313 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8615770 Aug 11 02:20:52.635427 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a489a0-7a32-4575-b7f4-0d7a5e084313 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Subnet': ['ID=f4fd7d1b-a76b-45c4-9ad6-9b5d6ba92d06,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:52.636775 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50038) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:52.641982 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e8c8c6d4-3132-4f34-82fb-8ab653ba0f75 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'security_group': {'name': 'tempest-secgroup-1826711000'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:52.760759 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-f2aef288-95a0-44d8-ac4a-d08fa7e0fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:52.762503 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-f2aef288-95a0-44d8-ac4a-d08fa7e0fc0e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be5383bc-6e19-42ce-a87f-2dcaab36b27f HTTP/1.1" status: 200 len: 850 time: 0.1145380 Aug 11 02:20:52.763337 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e8c8c6d4-3132-4f34-82fb-8ab653ba0f75 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:52.874749 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-f0c015d5-4394-4a91-b42b-cbc697ae3d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:52.880573 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-f0c015d5-4394-4a91-b42b-cbc697ae3d13 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d5e9bc60-44e8-48ec-bced-24847d62e034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0920591 Aug 11 02:20:53.026497 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e8c8c6d4-3132-4f34-82fb-8ab653ba0f75 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:53.075286 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e8c8c6d4-3132-4f34-82fb-8ab653ba0f75 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:53.113520 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e8c8c6d4-3132-4f34-82fb-8ab653ba0f75 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:53.117592 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e8c8c6d4-3132-4f34-82fb-8ab653ba0f75 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4768369 Aug 11 02:20:53.117926 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50044) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:53.124921 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-ba4bd85e-1b8a-4798-9709-5868b27db8d0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'security_group': {'name': 'tempest-secgroup-1136525823'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:53.163795 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ba4bd85e-1b8a-4798-9709-5868b27db8d0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:53.192708 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5e128-5a57-4623-97ea-08681886a686 req-8f19fa61-2c04-493b-98c4-9ab0821604ba tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:53.194468 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bce5e128-5a57-4623-97ea-08681886a686 req-8f19fa61-2c04-493b-98c4-9ab0821604ba tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 944 time: 0.1661828 Aug 11 02:20:53.209181 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-287947e1-4ffa-45d0-8072-4b6f81c6aba4 service neutron] 10.222.0.73 "GET /v2.0/networks/d5e9bc60-44e8-48ec-bced-24847d62e034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077941 Aug 11 02:20:53.219392 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78f4bb4-0941-4183-9786-9e4b8c013474 None None] Network 0a28acc8-db51-4b71-8d68-9a2ab0af4945 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:53.286378 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8c6d4-3132-4f34-82fb-8ab653ba0f75 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9214a2f4-d0f4-4f4b-8e64-a1c9a90d7fa4,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:53.357957 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c5e2cca0-3b25-4db8-b8a2-5c0577e4b1d5 None None] Provisioning complete for port 82c93893-fd52-49d8-ae2f-2b6c835f185a triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:53.358222 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ba4bd85e-1b8a-4798-9709-5868b27db8d0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:53.362112 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c5e2cca0-3b25-4db8-b8a2-5c0577e4b1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:53.366215 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bce5e128-5a57-4623-97ea-08681886a686 req-0b5cbb5e-8d3f-4505-98bf-63f098cebcdd tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812268 Aug 11 02:20:53.379436 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ba4bd85e-1b8a-4798-9709-5868b27db8d0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:53.410710 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-648e3434-ac4c-4ce7-b90e-e9073c1814cc req-d55fce0b-f4de-4a44-bbbb-78988382c968 service neutron] 10.222.0.73 "GET /v2.0/networks/d5e9bc60-44e8-48ec-bced-24847d62e034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005799 Aug 11 02:20:53.488071 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ba4bd85e-1b8a-4798-9709-5868b27db8d0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:53.489631 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ba4bd85e-1b8a-4798-9709-5868b27db8d0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3704007 Aug 11 02:20:53.494190 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50052) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:53.505040 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-8103964f-4388-4d3c-9fda-f6b5108cad8b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'security_group': {'name': 'tempest-secgroup-961387542'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:53.547250 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bd85e-1b8a-4798-9709-5868b27db8d0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54b04e39-aa4c-487e-bc23-45271c889a61,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:53.555932 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8103964f-4388-4d3c-9fda-f6b5108cad8b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:53.565559 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54860d7a-e880-4cdc-a465-1cef8fed015f req-25ff4b1b-f54b-4554-9635-d4e75782d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:53.567286 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-54860d7a-e880-4cdc-a465-1cef8fed015f req-25ff4b1b-f54b-4554-9635-d4e75782d681 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83575988edd14bd3ac636f254bcc4c79&device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 1096 time: 0.0977020 Aug 11 02:20:53.567867 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870658c-08e9-4483-98e4-cad50c3e5236 req-7c1e4261-8271-42a7-baf1-65a664b5bdf8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:53.569623 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f870658c-08e9-4483-98e4-cad50c3e5236 req-7c1e4261-8271-42a7-baf1-65a664b5bdf8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 945 time: 0.2067602 Aug 11 02:20:53.675702 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c5e2cca0-3b25-4db8-b8a2-5c0577e4b1d5 None None] Provisioning complete for port fa891df6-792b-491d-94a4-88fc142646e0 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:53.676303 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c5e2cca0-3b25-4db8-b8a2-5c0577e4b1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:53.693097 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f870658c-08e9-4483-98e4-cad50c3e5236 req-9700ed29-2843-47b7-8fd1-2d34e517df13 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109402 Aug 11 02:20:53.712580 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54860d7a-e880-4cdc-a465-1cef8fed015f req-20576fee-a5af-4943-8d36-9cc2b5140dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:53.719658 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-54860d7a-e880-4cdc-a465-1cef8fed015f req-20576fee-a5af-4943-8d36-9cc2b5140dc1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d5e9bc60-44e8-48ec-bced-24847d62e034 HTTP/1.1" status: 200 len: 912 time: 0.1421099 Aug 11 02:20:53.756883 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-c5e2cca0-3b25-4db8-b8a2-5c0577e4b1d5 None None] Port fa891df6-792b-491d-94a4-88fc142646e0 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:53.792409 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-54860d7a-e880-4cdc-a465-1cef8fed015f req-6236a31e-508d-4968-af6a-c02d80174f73 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00dfa7e8-8cc0-483c-a75c-1d00de9edbbd HTTP/1.1" status: 200 len: 217 time: 0.0644050 Aug 11 02:20:53.794956 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46516783-13ce-44b9-9a07-4da84924c5b6 None None] Update dhcp port {'port': {'network_id': '0a28acc8-db51-4b71-8d68-9a2ab0af4945', 'fixed_ips': [{'subnet_id': 'a1130996-bcba-43aa-a3cd-8c421d672599', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f4fd7d1b-a76b-45c4-9ad6-9b5d6ba92d06'}], 'binding:host_id': 'n-d-615180-33'}, 'id': '82c93893-fd52-49d8-ae2f-2b6c835f185a'} from n-d-615180-33. {{(pid=94508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:20:53.810547 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8103964f-4388-4d3c-9fda-f6b5108cad8b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:53.816299 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8103964f-4388-4d3c-9fda-f6b5108cad8b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:53.833146 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-46516783-13ce-44b9-9a07-4da84924c5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:53.872778 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8103964f-4388-4d3c-9fda-f6b5108cad8b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:53.879649 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8103964f-4388-4d3c-9fda-f6b5108cad8b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3824141 Aug 11 02:20:53.884468 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50060) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:53.892282 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-355ff96d-beb6-413c-b7d8-c636800a7955 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1897231012', 'security_groups': ['db661749-1acd-497d-80a2-bedf24f64a33'], 'network_id': '0a28acc8-db51-4b71-8d68-9a2ab0af4945', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f4fd7d1b-a76b-45c4-9ad6-9b5d6ba92d06'}]}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:53.904383 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54860d7a-e880-4cdc-a465-1cef8fed015f req-125474c5-094a-444b-a907-b8ba510d91e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:53.912011 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-54860d7a-e880-4cdc-a465-1cef8fed015f req-125474c5-094a-444b-a907-b8ba510d91e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be5383bc-6e19-42ce-a87f-2dcaab36b27f HTTP/1.1" status: 200 len: 850 time: 0.1086056 Aug 11 02:20:53.923660 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103964f-4388-4d3c-9fda-f6b5108cad8b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db661749-1acd-497d-80a2-bedf24f64a33,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:54.000695 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54860d7a-e880-4cdc-a465-1cef8fed015f req-61483053-a0ee-4acb-8823-ea3f57759fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:54.003316 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-54860d7a-e880-4cdc-a465-1cef8fed015f req-61483053-a0ee-4acb-8823-ea3f57759fda service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d5e9bc60-44e8-48ec-bced-24847d62e034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0832458 Aug 11 02:20:54.070250 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355ff96d-beb6-413c-b7d8-c636800a7955 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:54.081247 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-46516783-13ce-44b9-9a07-4da84924c5b6 None None] Allocated IP 172.20.0.2 (0a28acc8-db51-4b71-8d68-9a2ab0af4945/f4fd7d1b-a76b-45c4-9ad6-9b5d6ba92d06/82c93893-fd52-49d8-ae2f-2b6c835f185a) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:54.142408 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-54860d7a-e880-4cdc-a465-1cef8fed015f req-858bab0a-951d-45f0-877c-16742367d501 service neutron] 10.222.0.73 "GET /v2.0/networks/d5e9bc60-44e8-48ec-bced-24847d62e034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308680 Aug 11 02:20:54.224831 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-46516783-13ce-44b9-9a07-4da84924c5b6 None None] For port 82c93893-fd52-49d8-ae2f-2b6c835f185a, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=82c93893-fd52-49d8-ae2f-2b6c835f185a,segment=NetworkSegment(57f0ccd0-0867-4a81-9979-0c1892ad29ce),segment_id=57f0ccd0-0867-4a81-9979-0c1892ad29ce)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:54.269862 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-355ff96d-beb6-413c-b7d8-c636800a7955 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:54.292546 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-54860d7a-e880-4cdc-a465-1cef8fed015f req-c48ce1ac-17d0-4e6f-9472-0ad2d64e7052 service neutron] 10.222.0.73 "GET /v2.0/networks/d5e9bc60-44e8-48ec-bced-24847d62e034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424756 Aug 11 02:20:54.305956 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-46516783-13ce-44b9-9a07-4da84924c5b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:54.336467 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-355ff96d-beb6-413c-b7d8-c636800a7955 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] device_id is not set on port 9b7f32b6-b2a4-45e0-b9c0-4e894a59dcaa yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:20:54.347814 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:54.353734 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-46516783-13ce-44b9-9a07-4da84924c5b6 None None] Transition to ACTIVE for port object 82c93893-fd52-49d8-ae2f-2b6c835f185a will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:54.366268 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-46516783-13ce-44b9-9a07-4da84924c5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:54.485727 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46516783-13ce-44b9-9a07-4da84924c5b6 None None] Pushing event updated for resources: {'Port': ['ID=82c93893-fd52-49d8-ae2f-2b6c835f185a,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:54.643488 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c28ce-eb86-4b83-90ae-6bebb6e48030 req-bd0bac2e-1372-4b93-802a-48e8488537d9 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:54.656242 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f21c28ce-eb86-4b83-90ae-6bebb6e48030 req-bd0bac2e-1372-4b93-802a-48e8488537d9 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 944 time: 0.1402957 Aug 11 02:20:54.724754 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f21c28ce-eb86-4b83-90ae-6bebb6e48030 req-69c1ddd9-f875-4d6a-b0b9-c3450203a81f tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673897 Aug 11 02:20:54.763745 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.db.api [None req-355ff96d-beb6-413c-b7d8-c636800a7955 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-bc9bd0b3-e001-4c1a-afd6-3b5d0042528b {{(pid=94507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:20:54.764291 n-d-615180-33 neutron-server[94507]: DEBUG oslo_db.api [None req-355ff96d-beb6-413c-b7d8-c636800a7955 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:20:54.850379 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 82c93893-fd52-49d8-ae2f-2b6c835f185a up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:54.884400 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09b591-1c2d-47f8-ba97-7eea940497dc req-773b9544-5377-42a6-abd5-7cb0b738e951 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:54.888021 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eb09b591-1c2d-47f8-ba97-7eea940497dc req-773b9544-5377-42a6-abd5-7cb0b738e951 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 945 time: 0.0936179 Aug 11 02:20:54.953027 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eb09b591-1c2d-47f8-ba97-7eea940497dc req-774298a2-1de0-4801-90e2-24c89b9037bc tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569632 Aug 11 02:20:55.227077 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:55.265521 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-355ff96d-beb6-413c-b7d8-c636800a7955 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:55.291629 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-296bf20d-999d-426a-9150-86dc620dd89b None None] Provisioning for port 82c93893-fd52-49d8-ae2f-2b6c835f185a completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:55.291899 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-355ff96d-beb6-413c-b7d8-c636800a7955 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] device_id is not set on port e8212791-a03a-46c6-97e1-953f4f80cf15 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:20:55.300170 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-296bf20d-999d-426a-9150-86dc620dd89b None None] Provisioning complete for port 82c93893-fd52-49d8-ae2f-2b6c835f185a triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:55.300474 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-296bf20d-999d-426a-9150-86dc620dd89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:55.426337 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-296bf20d-999d-426a-9150-86dc620dd89b None None] Provisioning complete for port fa891df6-792b-491d-94a4-88fc142646e0 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:55.426776 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-296bf20d-999d-426a-9150-86dc620dd89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:55.521977 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-296bf20d-999d-426a-9150-86dc620dd89b None None] Port fa891df6-792b-491d-94a4-88fc142646e0 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:55.531152 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-355ff96d-beb6-413c-b7d8-c636800a7955 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Allocated IP 172.20.0.5 (0a28acc8-db51-4b71-8d68-9a2ab0af4945/f4fd7d1b-a76b-45c4-9ad6-9b5d6ba92d06/e8212791-a03a-46c6-97e1-953f4f80cf15) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:55.811660 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-355ff96d-beb6-413c-b7d8-c636800a7955 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:55.872856 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-355ff96d-beb6-413c-b7d8-c636800a7955 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Transition to ACTIVE for port object e8212791-a03a-46c6-97e1-953f4f80cf15 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:55.898479 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1558659-59aa-4a22-b4f9-80decacb2b29 req-193ede76-6efe-4046-a578-d63c502ad67a tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:55.900060 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b1558659-59aa-4a22-b4f9-80decacb2b29 req-193ede76-6efe-4046-a578-d63c502ad67a tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 944 time: 0.0832198 Aug 11 02:20:55.964041 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-355ff96d-beb6-413c-b7d8-c636800a7955 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:55.980432 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b1558659-59aa-4a22-b4f9-80decacb2b29 req-a384bdb0-1f6c-4951-9a5d-bf86dde604db tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733097 Aug 11 02:20:56.041200 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355ff96d-beb6-413c-b7d8-c636800a7955 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network 0a28acc8-db51-4b71-8d68-9a2ab0af4945 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:56.044391 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-355ff96d-beb6-413c-b7d8-c636800a7955 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:56.048476 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355ff96d-beb6-413c-b7d8-c636800a7955 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:56.084714 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ff96d-beb6-413c-b7d8-c636800a7955 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Port': ['ID=e8212791-a03a-46c6-97e1-953f4f80cf15,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:56.164404 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355ff96d-beb6-413c-b7d8-c636800a7955 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:56.164934 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-355ff96d-beb6-413c-b7d8-c636800a7955 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:56.182249 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5655d-46e9-4109-a462-a6fac6ffce4d req-0abe8e9e-1858-47ab-a604-4c999543dde5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:56.183848 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e5c5655d-46e9-4109-a462-a6fac6ffce4d req-0abe8e9e-1858-47ab-a604-4c999543dde5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 945 time: 0.0838559 Aug 11 02:20:56.200781 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-355ff96d-beb6-413c-b7d8-c636800a7955 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3135281 Aug 11 02:20:56.203693 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50100) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:56.210062 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-17c81992-caea-43ab-8a65-5a463d32746b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'subnet': {'network_id': '0a28acc8-db51-4b71-8d68-9a2ab0af4945', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:56.250101 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e5c5655d-46e9-4109-a462-a6fac6ffce4d req-29e8e698-abd2-42dd-839b-152e44b067fe tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570245 Aug 11 02:20:56.409650 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c81992-caea-43ab-8a65-5a463d32746b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:56.414696 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-17c81992-caea-43ab-8a65-5a463d32746b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:56.453504 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f29920a7-786e-40f8-b574-8a7acc6c44f6 None None] Provisioning for port e8212791-a03a-46c6-97e1-953f4f80cf15 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:56.459708 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f29920a7-786e-40f8-b574-8a7acc6c44f6 None None] Provisioning complete for port e8212791-a03a-46c6-97e1-953f4f80cf15 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:56.460647 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f29920a7-786e-40f8-b574-8a7acc6c44f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:56.588973 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-f29920a7-786e-40f8-b574-8a7acc6c44f6 None None] Port e8212791-a03a-46c6-97e1-953f4f80cf15 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:56.626994 n-d-615180-33 neutron-server[94506]: INFO neutron.db.ipam_backend_mixin [None req-17c81992-caea-43ab-8a65-5a463d32746b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f4fd7d1b-a76b-45c4-9ad6-9b5d6ba92d06 (CIDR: 172.20.0.0/28) Aug 11 02:20:56.634206 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c81992-caea-43ab-8a65-5a463d32746b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:20:56.634855 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c81992-caea-43ab-8a65-5a463d32746b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:20:56.653789 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50104) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:56.659523 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-c4ada86b-e379-4154-91ea-1cc8343d058f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'subnet': {'network_id': '0a28acc8-db51-4b71-8d68-9a2ab0af4945', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:56.663625 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-17c81992-caea-43ab-8a65-5a463d32746b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4457524 Aug 11 02:20:56.852449 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ada86b-e379-4154-91ea-1cc8343d058f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:56.856612 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c4ada86b-e379-4154-91ea-1cc8343d058f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:56.972067 n-d-615180-33 neutron-server[94507]: INFO neutron.db.ipam_backend_mixin [None req-c4ada86b-e379-4154-91ea-1cc8343d058f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a1130996-bcba-43aa-a3cd-8c421d672599 (CIDR: 172.20.0.16/28) Aug 11 02:20:56.977381 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ada86b-e379-4154-91ea-1cc8343d058f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:20:56.977381 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ada86b-e379-4154-91ea-1cc8343d058f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:20:56.995583 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c4ada86b-e379-4154-91ea-1cc8343d058f tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3389635 Aug 11 02:20:56.997068 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50114) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:57.013067 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-7f4230df-d8b3-417c-a70f-cc869b7e9403 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'subnet': {'network_id': '0a28acc8-db51-4b71-8d68-9a2ab0af4945', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:57.148518 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6aeec-a3a4-46ab-ad05-d9fc81176fdd req-95c7f124-5a45-4167-91ca-2271ffe2d4da tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:57.150579 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-32c6aeec-a3a4-46ab-ad05-d9fc81176fdd req-95c7f124-5a45-4167-91ca-2271ffe2d4da tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 944 time: 0.0801115 Aug 11 02:20:57.184680 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:20:57.207291 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-32c6aeec-a3a4-46ab-ad05-d9fc81176fdd req-e126eac7-53ff-4a6b-8bf1-ca7601c2fa05 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501325 Aug 11 02:20:57.231984 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4230df-d8b3-417c-a70f-cc869b7e9403 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Made reservation on behalf of d8ab2fcbeed743a6ab7ee9fa33403e87 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:57.236122 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7f4230df-d8b3-417c-a70f-cc869b7e9403 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:57.366730 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=00dfa7e8-8cc0-483c-a75c-1d00de9edbbd,segment=NetworkSegment(90f545b9-473b-4ac5-8dfe-98546b442c39),segment_id=90f545b9-473b-4ac5-8dfe-98546b442c39)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:57.384574 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '00dfa7e8-8cc0-483c-a75c-1d00de9edbbd', 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034', 'port_id': '00dfa7e8-8cc0-483c-a75c-1d00de9edbbd', 'mac_address': 'fa:16:3e:9b:db:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:20:57.423569 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793873cb-4341-48b5-9dc1-dcf769a13745 req-4dce4692-70c8-40a5-b33e-8a08783e97a7 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:57.425315 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-793873cb-4341-48b5-9dc1-dcf769a13745 req-4dce4692-70c8-40a5-b33e-8a08783e97a7 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 945 time: 0.0808356 Aug 11 02:20:57.429790 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:57.444535 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:57.481666 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=00dfa7e8-8cc0-483c-a75c-1d00de9edbbd,segment=NetworkSegment(90f545b9-473b-4ac5-8dfe-98546b442c39),segment_id=90f545b9-473b-4ac5-8dfe-98546b442c39)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:57.488988 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:57.514427 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-793873cb-4341-48b5-9dc1-dcf769a13745 req-b94f8fca-1fba-40c7-aab2-6d9f7607a51c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799007 Aug 11 02:20:57.572231 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=00dfa7e8-8cc0-483c-a75c-1d00de9edbbd,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:57.602923 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7f4230df-d8b3-417c-a70f-cc869b7e9403 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:57.646179 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4230df-d8b3-417c-a70f-cc869b7e9403 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Network 0a28acc8-db51-4b71-8d68-9a2ab0af4945 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:57.651174 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-7f4230df-d8b3-417c-a70f-cc869b7e9403 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:57.656085 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4230df-d8b3-417c-a70f-cc869b7e9403 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:57.657214 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7f4230df-d8b3-417c-a70f-cc869b7e9403 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:57.664221 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebfa1b1-0628-496a-8d2b-2bb91d7507d1 None None] Network 0a28acc8-db51-4b71-8d68-9a2ab0af4945 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:57.670423 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4230df-d8b3-417c-a70f-cc869b7e9403 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Subnet': ['ID=7de8080f-58f9-4755-9099-ef1f0810c76b,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:57.678568 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7f4230df-d8b3-417c-a70f-cc869b7e9403 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6803248 Aug 11 02:20:57.681440 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50124) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:57.687851 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-4b57b573-0fd2-4c77-bce4-57562a1885db tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1281040999', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7de8080f-58f9-4755-9099-ef1f0810c76b'}], 'security_groups': ['9214a2f4-d0f4-4f4b-8e64-a1c9a90d7fa4', '54b04e39-aa4c-487e-bc23-45271c889a61']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:57.795672 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['00dfa7e8-8cc0-483c-a75c-1d00de9edbbd'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:20:57.798062 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4b57b573-0fd2-4c77-bce4-57562a1885db tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:58.175407 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73719038-3577-4a3a-ac38-aaa1def374a7 None None] Update dhcp port {'port': {'network_id': '0a28acc8-db51-4b71-8d68-9a2ab0af4945', 'fixed_ips': [{'subnet_id': 'a1130996-bcba-43aa-a3cd-8c421d672599', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f4fd7d1b-a76b-45c4-9ad6-9b5d6ba92d06', 'ip_address': '172.20.0.2'}, {'subnet_id': '7de8080f-58f9-4755-9099-ef1f0810c76b'}], 'binding:host_id': 'n-d-615180-33'}, 'id': '82c93893-fd52-49d8-ae2f-2b6c835f185a'} from n-d-615180-33. {{(pid=94508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:20:58.239338 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-73719038-3577-4a3a-ac38-aaa1def374a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:58.270502 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-4b57b573-0fd2-4c77-bce4-57562a1885db tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Delete allocated IP 172.20.0.5 (0a28acc8-db51-4b71-8d68-9a2ab0af4945/f4fd7d1b-a76b-45c4-9ad6-9b5d6ba92d06) {{(pid=94507) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 02:20:58.283021 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-4b57b573-0fd2-4c77-bce4-57562a1885db tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Allocated IP 172.20.0.46 (0a28acc8-db51-4b71-8d68-9a2ab0af4945/7de8080f-58f9-4755-9099-ef1f0810c76b/e8212791-a03a-46c6-97e1-953f4f80cf15) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:58.447670 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f55ea-9604-482c-84ec-5ec8b6d95fb3 req-2f79caec-5848-4d70-9fb2-a5760da501bf tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:58.449413 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-465f55ea-9604-482c-84ec-5ec8b6d95fb3 req-2f79caec-5848-4d70-9fb2-a5760da501bf tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 945 time: 0.1104465 Aug 11 02:20:58.514886 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-465f55ea-9604-482c-84ec-5ec8b6d95fb3 req-656f8d24-e4ed-4734-9828-7464e632f91d tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577619 Aug 11 02:20:58.573366 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4b57b573-0fd2-4c77-bce4-57562a1885db tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:58.598241 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-4b57b573-0fd2-4c77-bce4-57562a1885db tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Transition to ACTIVE for port object e8212791-a03a-46c6-97e1-953f4f80cf15 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:58.603289 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4b57b573-0fd2-4c77-bce4-57562a1885db tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:58.681314 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-73719038-3577-4a3a-ac38-aaa1def374a7 None None] Allocated IP 172.20.0.34 (0a28acc8-db51-4b71-8d68-9a2ab0af4945/7de8080f-58f9-4755-9099-ef1f0810c76b/82c93893-fd52-49d8-ae2f-2b6c835f185a) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:58.690141 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba663a-f73a-4d3c-a400-9f849a24d327 req-cb8a4383-240c-4c84-be70-f581ccec3609 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:58.692189 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-96ba663a-f73a-4d3c-a400-9f849a24d327 req-cb8a4383-240c-4c84-be70-f581ccec3609 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 945 time: 0.0857713 Aug 11 02:20:58.761572 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-96ba663a-f73a-4d3c-a400-9f849a24d327 req-1f22d2b1-1040-4122-bf64-117f4ef1f2bb tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631750 Aug 11 02:20:58.782097 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57b573-0fd2-4c77-bce4-57562a1885db tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event updated for resources: {'Port': ['ID=e8212791-a03a-46c6-97e1-953f4f80cf15,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:58.818165 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-4b57b573-0fd2-4c77-bce4-57562a1885db tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] In _notify_port_updated(), no bound segment for port e8212791-a03a-46c6-97e1-953f4f80cf15 on network 0a28acc8-db51-4b71-8d68-9a2ab0af4945 {{(pid=94507) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:20:58.835737 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b57b573-0fd2-4c77-bce4-57562a1885db tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:58.836455 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4b57b573-0fd2-4c77-bce4-57562a1885db tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:58.840638 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4b57b573-0fd2-4c77-bce4-57562a1885db tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "PUT /v2.0/ports/e8212791-a03a-46c6-97e1-953f4f80cf15 HTTP/1.1" status: 200 len: 960 time: 1.1553729 Aug 11 02:20:58.840937 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50142) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:59.016064 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-7c5a1bef-2d78-4c17-9b69-d0f58cde8c8d tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting port e8212791-a03a-46c6-97e1-953f4f80cf15 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:59.016428 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7c5a1bef-2d78-4c17-9b69-d0f58cde8c8d tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:59.055568 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-73719038-3577-4a3a-ac38-aaa1def374a7 None None] For port 82c93893-fd52-49d8-ae2f-2b6c835f185a, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=82c93893-fd52-49d8-ae2f-2b6c835f185a,segment=NetworkSegment(57f0ccd0-0867-4a81-9979-0c1892ad29ce),segment_id=57f0ccd0-0867-4a81-9979-0c1892ad29ce)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:59.096358 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-73719038-3577-4a3a-ac38-aaa1def374a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:59.114509 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-73719038-3577-4a3a-ac38-aaa1def374a7 None None] Transition to ACTIVE for port object 82c93893-fd52-49d8-ae2f-2b6c835f185a will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:59.124234 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-73719038-3577-4a3a-ac38-aaa1def374a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:59.137983 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7c5a1bef-2d78-4c17-9b69-d0f58cde8c8d tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:59.152144 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-7c5a1bef-2d78-4c17-9b69-d0f58cde8c8d tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Calling delete_port for e8212791-a03a-46c6-97e1-953f4f80cf15 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:59.228950 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:59.301751 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73719038-3577-4a3a-ac38-aaa1def374a7 None None] Pushing event updated for resources: {'Port': ['ID=82c93893-fd52-49d8-ae2f-2b6c835f185a,revision_number=7']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:59.331650 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7c5a1bef-2d78-4c17-9b69-d0f58cde8c8d tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:59.372313 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:59.385655 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:59.385655 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:59.411269 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a1bef-2d78-4c17-9b69-d0f58cde8c8d tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Port': ['ID=e8212791-a03a-46c6-97e1-953f4f80cf15,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:59.515586 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7c5a1bef-2d78-4c17-9b69-d0f58cde8c8d tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:59.520783 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7c5a1bef-2d78-4c17-9b69-d0f58cde8c8d tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/ports/e8212791-a03a-46c6-97e1-953f4f80cf15 HTTP/1.1" status: 204 len: 168 time: 0.6782689 Aug 11 02:20:59.525085 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50158) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:59.585901 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:59.595030 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f92c00f-b917-41b3-949b-6ddd2b169e08 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] GET failed (client error): The resource could not be found. Aug 11 02:20:59.601516 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2f92c00f-b917-41b3-949b-6ddd2b169e08 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "GET /v2.0/ports/e8212791-a03a-46c6-97e1-953f4f80cf15 HTTP/1.1" status: 404 len: 333 time: 0.0711868 Aug 11 02:20:59.602547 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50162) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:59.730263 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3400c739-8eb1-429e-927f-8729805901f8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:59.736012 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=00dfa7e8-8cc0-483c-a75c-1d00de9edbbd,segment=NetworkSegment(90f545b9-473b-4ac5-8dfe-98546b442c39),segment_id=90f545b9-473b-4ac5-8dfe-98546b442c39)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:59.742302 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a225b4b-8003-4678-9c12-a9ec80d02ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00dfa7e8-8cc0-483c-a75c-1d00de9edbbd'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:59.746215 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20878b88-b81b-4c97-b12e-69e0125a4615" -d '{"events": [{"server_uuid": "8a225b4b-8003-4678-9c12-a9ec80d02ad5", "name": "network-vif-plugged", "status": "completed", "tag": "00dfa7e8-8cc0-483c-a75c-1d00de9edbbd"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:59.752766 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:59.811306 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3400c739-8eb1-429e-927f-8729805901f8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:59.851564 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a85bf9-ab6f-4a84-b429-34bdbb78f19d req-2902cbdc-0d87-4802-8174-43ec3dede6a2 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:59.853532 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-86a85bf9-ab6f-4a84-b429-34bdbb78f19d req-2902cbdc-0d87-4802-8174-43ec3dede6a2 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.1169236 Aug 11 02:20:59.876604 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1463fd6-1de9-4e03-adfd-888031a3aa7a x-openstack-request-id: req-e1463fd6-1de9-4e03-adfd-888031a3aa7a {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:59.880517 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a225b4b-8003-4678-9c12-a9ec80d02ad5", "name": "network-vif-plugged", "status": "completed", "tag": "00dfa7e8-8cc0-483c-a75c-1d00de9edbbd", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:59.880784 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e1463fd6-1de9-4e03-adfd-888031a3aa7a {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:59.881395 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a225b4b-8003-4678-9c12-a9ec80d02ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00dfa7e8-8cc0-483c-a75c-1d00de9edbbd', 'code': 200} Aug 11 02:20:59.948801 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-86a85bf9-ab6f-4a84-b429-34bdbb78f19d req-d4048800-6149-4649-a859-b52f2e7fb46a tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837886 Aug 11 02:20:59.966159 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=00dfa7e8-8cc0-483c-a75c-1d00de9edbbd,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:00.136217 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321bfc1e-f7c9-4992-b546-121ed94568ab req-eb26af08-4664-4018-aee4-6a063c752702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:00.138176 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-321bfc1e-f7c9-4992-b546-121ed94568ab req-eb26af08-4664-4018-aee4-6a063c752702 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 1098 time: 0.1893208 Aug 11 02:21:00.156733 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3400c739-8eb1-429e-927f-8729805901f8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:00.159791 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3400c739-8eb1-429e-927f-8729805901f8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:00.163938 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50178) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:00.170603 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3400c739-8eb1-429e-927f-8729805901f8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/security-groups/db661749-1acd-497d-80a2-bedf24f64a33 HTTP/1.1" status: 204 len: 168 time: 0.5659840 Aug 11 02:21:00.198315 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4257b0-f9ed-4247-a440-aba637bead94 req-d6f87e80-5d6c-4ad4-b232-170d50f0d6df tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:00.199914 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3e4257b0-f9ed-4247-a440-aba637bead94 req-d6f87e80-5d6c-4ad4-b232-170d50f0d6df tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 945 time: 0.1828690 Aug 11 02:21:00.271566 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4ff6aa12-e3b2-47da-a090-042e3495b687 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:00.303290 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400c739-8eb1-429e-927f-8729805901f8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db661749-1acd-497d-80a2-bedf24f64a33,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:00.328320 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4ff6aa12-e3b2-47da-a090-042e3495b687 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:00.339830 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-321bfc1e-f7c9-4992-b546-121ed94568ab req-cbe4a05d-ac96-4428-b607-bddde77f2d83 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933112 Aug 11 02:21:00.342799 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3e4257b0-f9ed-4247-a440-aba637bead94 req-c719fa67-e73b-48f1-8baa-072020818f5b tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138783 Aug 11 02:21:00.377862 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-994cfdbe-0ffa-49c6-b8ef-47d05d4b5bdc None None] Provisioning for port 82c93893-fd52-49d8-ae2f-2b6c835f185a completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:00.387320 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-994cfdbe-0ffa-49c6-b8ef-47d05d4b5bdc None None] Provisioning complete for port 82c93893-fd52-49d8-ae2f-2b6c835f185a triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:00.388142 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4ff6aa12-e3b2-47da-a090-042e3495b687 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:00.388854 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-994cfdbe-0ffa-49c6-b8ef-47d05d4b5bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:00.393830 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4ff6aa12-e3b2-47da-a090-042e3495b687 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:00.398516 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50184) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:00.408304 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4ff6aa12-e3b2-47da-a090-042e3495b687 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/security-groups/54b04e39-aa4c-487e-bc23-45271c889a61 HTTP/1.1" status: 204 len: 168 time: 0.2316535 Aug 11 02:21:00.435528 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6aa12-e3b2-47da-a090-042e3495b687 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b04e39-aa4c-487e-bc23-45271c889a61,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:00.489287 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-197f8faa-44db-4322-bdb6-a7f6a89093e6 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:00.521129 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-994cfdbe-0ffa-49c6-b8ef-47d05d4b5bdc None None] Provisioning complete for port fa891df6-792b-491d-94a4-88fc142646e0 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:00.521483 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-994cfdbe-0ffa-49c6-b8ef-47d05d4b5bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:00.554159 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-197f8faa-44db-4322-bdb6-a7f6a89093e6 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:00.558404 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-994cfdbe-0ffa-49c6-b8ef-47d05d4b5bdc None None] Port fa891df6-792b-491d-94a4-88fc142646e0 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:21:00.561468 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-994cfdbe-0ffa-49c6-b8ef-47d05d4b5bdc None None] Could not find standard attr ID for object e8212791-a03a-46c6-97e1-953f4f80cf15. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:21:00.621739 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-197f8faa-44db-4322-bdb6-a7f6a89093e6 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:00.624755 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-197f8faa-44db-4322-bdb6-a7f6a89093e6 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:00.626148 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-197f8faa-44db-4322-bdb6-a7f6a89093e6 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/security-groups/9214a2f4-d0f4-4f4b-8e64-a1c9a90d7fa4 HTTP/1.1" status: 204 len: 168 time: 0.2266469 Aug 11 02:21:00.629539 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50188) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:00.636229 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f8faa-44db-4322-bdb6-a7f6a89093e6 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9214a2f4-d0f4-4f4b-8e64-a1c9a90d7fa4,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:00.718232 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e590ff-23a4-482f-a967-b64fe4936d0e req-3b6cf94f-0c43-41c3-a79b-293bf5800e7a tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:00.719817 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6e590ff-23a4-482f-a967-b64fe4936d0e req-3b6cf94f-0c43-41c3-a79b-293bf5800e7a tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1038089 Aug 11 02:21:00.727233 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-c067e162-ea44-4f5a-a4b4-f75b8860f2bd tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting subnet f4fd7d1b-a76b-45c4-9ad6-9b5d6ba92d06 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:21:00.730662 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c067e162-ea44-4f5a-a4b4-f75b8860f2bd tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:00.780443 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c067e162-ea44-4f5a-a4b4-f75b8860f2bd tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:00.880871 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 82c93893-fd52-49d8-ae2f-2b6c835f185a up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:00.882861 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c067e162-ea44-4f5a-a4b4-f75b8860f2bd tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:00.988433 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c067e162-ea44-4f5a-a4b4-f75b8860f2bd tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:01.021514 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 82c93893-fd52-49d8-ae2f-2b6c835f185a triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:01.022293 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:01.069281 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067e162-ea44-4f5a-a4b4-f75b8860f2bd tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Subnet': ['ID=f4fd7d1b-a76b-45c4-9ad6-9b5d6ba92d06,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:01.072361 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6e590ff-23a4-482f-a967-b64fe4936d0e req-789262db-bdb9-40ea-b2e1-5b2a3f95a4cb tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093392 Aug 11 02:21:01.076349 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c067e162-ea44-4f5a-a4b4-f75b8860f2bd tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:01.082312 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50200) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:01.087100 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c067e162-ea44-4f5a-a4b4-f75b8860f2bd tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/subnets/f4fd7d1b-a76b-45c4-9ad6-9b5d6ba92d06 HTTP/1.1" status: 204 len: 168 time: 0.4565072 Aug 11 02:21:01.149387 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2d7f2f55-a250-4c51-8f8d-8803cc407706 None None] Could not find standard attr ID for object e8212791-a03a-46c6-97e1-953f4f80cf15. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:21:01.275628 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-58eb0d12-c05e-4dfb-8550-be46172ca0d3 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting subnet 7de8080f-58f9-4755-9099-ef1f0810c76b {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:21:01.280237 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-58eb0d12-c05e-4dfb-8550-be46172ca0d3 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:01.348980 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca99bd6-6dd1-4da0-86c8-55308d7d70e5 req-cb310d58-192e-4ccd-acb8-81d9ebbf5f7f tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:01.357913 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ca99bd6-6dd1-4da0-86c8-55308d7d70e5 req-cb310d58-192e-4ccd-acb8-81d9ebbf5f7f tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.2526925 Aug 11 02:21:01.401593 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-58eb0d12-c05e-4dfb-8550-be46172ca0d3 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:01.473806 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5c3461-aa6b-46ce-a49c-6c1439dee307 None None] Network 0a28acc8-db51-4b71-8d68-9a2ab0af4945 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:01.477132 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ca99bd6-6dd1-4da0-86c8-55308d7d70e5 req-06344f52-e02c-4cee-9ec0-fd435cf9425c tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180973 Aug 11 02:21:01.500401 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee25397-18cd-467c-92a4-c855af900214 req-ae7d0bc4-2743-432a-add2-e68ce01db1d9 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:01.511531 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dee25397-18cd-467c-92a4-c855af900214 req-ae7d0bc4-2743-432a-add2-e68ce01db1d9 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0770898 Aug 11 02:21:01.566839 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dee25397-18cd-467c-92a4-c855af900214 req-1e639a93-5189-4bf5-baac-dc385890d250 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498743 Aug 11 02:21:01.663049 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-58eb0d12-c05e-4dfb-8550-be46172ca0d3 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:01.712534 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-c7762755-5d71-44cb-b22c-22bf0d0c090b req-34cd6a77-19fa-4958-98b3-13ab44cba036 service neutron] (94507) timed out ('10.222.0.73', 62841) {{(pid=94507) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 02:21:01.793589 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-58eb0d12-c05e-4dfb-8550-be46172ca0d3 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:01.828777 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb0d12-c05e-4dfb-8550-be46172ca0d3 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Subnet': ['ID=7de8080f-58f9-4755-9099-ef1f0810c76b,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:01.836716 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-58eb0d12-c05e-4dfb-8550-be46172ca0d3 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:01.839619 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-58eb0d12-c05e-4dfb-8550-be46172ca0d3 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/subnets/7de8080f-58f9-4755-9099-ef1f0810c76b HTTP/1.1" status: 204 len: 168 time: 0.7550974 Aug 11 02:21:01.841804 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50226) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:01.920338 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d64e09-efd1-4da0-b4f6-b17ef76d4a77 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] DELETE failed (client error): The resource could not be found. Aug 11 02:21:01.922134 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1d64e09-efd1-4da0-b4f6-b17ef76d4a77 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:21:01.925891 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a1d64e09-efd1-4da0-b4f6-b17ef76d4a77 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/subnets/f4fd7d1b-a76b-45c4-9ad6-9b5d6ba92d06 HTTP/1.1" status: 404 len: 337 time: 0.0826323 Aug 11 02:21:01.928265 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50228) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:01.991301 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-c183a1c0-858f-47de-be7f-e1e78717454c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:01.993009 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-c183a1c0-858f-47de-be7f-e1e78717454c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/networks?id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99 HTTP/1.1" status: 200 len: 812 time: 0.1521149 Aug 11 02:21:02.012707 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-f3b332ff-9473-43e7-98e8-cdfa9aeb9ab5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/quotas/953757b63989485aa599c97f35f2480d HTTP/1.1" status: 200 len: 375 time: 0.0115750 Aug 11 02:21:02.034517 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd64583b-7f0a-47f6-8a77-84d2dccd4027 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting subnet a1130996-bcba-43aa-a3cd-8c421d672599 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:21:02.044875 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd64583b-7f0a-47f6-8a77-84d2dccd4027 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:02.107899 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-e064ab0d-4894-4491-bf58-fc1cde671269 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=953757b63989485aa599c97f35f2480d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0842562 Aug 11 02:21:02.118784 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd64583b-7f0a-47f6-8a77-84d2dccd4027 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:02.280684 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd64583b-7f0a-47f6-8a77-84d2dccd4027 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:02.282799 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-647e27df-ac1e-470c-9b2f-acb1adb498cb service neutron] 10.222.0.50 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740322 Aug 11 02:21:02.383990 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd64583b-7f0a-47f6-8a77-84d2dccd4027 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:02.434011 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64583b-7f0a-47f6-8a77-84d2dccd4027 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Subnet': ['ID=a1130996-bcba-43aa-a3cd-8c421d672599,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:02.457004 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd64583b-7f0a-47f6-8a77-84d2dccd4027 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:02.461041 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fd64583b-7f0a-47f6-8a77-84d2dccd4027 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/subnets/a1130996-bcba-43aa-a3cd-8c421d672599 HTTP/1.1" status: 204 len: 168 time: 0.5291452 Aug 11 02:21:02.461476 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50238) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:02.480585 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-6ab6e890-c7cc-498c-93a9-81558eb2f3cd service neutron] 10.222.0.50 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883085 Aug 11 02:21:02.555958 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe735049-99f5-4bd6-b303-aebdf687f0be tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] DELETE failed (client error): The resource could not be found. Aug 11 02:21:02.556561 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe735049-99f5-4bd6-b303-aebdf687f0be tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:21:02.566545 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fe735049-99f5-4bd6-b303-aebdf687f0be tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/subnets/8db12f5d-1ba9-4438-9b67-eb11173b4512 HTTP/1.1" status: 404 len: 337 time: 0.1011972 Aug 11 02:21:02.567211 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50242) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:02.631692 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b0bcc788-0275-42b1-af8b-0ba2900fe731 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d85178e-b2dc-4501-ac7d-294d4e438d42 HTTP/1.1" status: 200 len: 205 time: 0.0634854 Aug 11 02:21:02.635319 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50246) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:02.691297 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f049145-a2cf-4a99-aaee-8c9521f7d73c req-6d8676ad-5ca1-4787-b444-bf5f11e77bf2 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:02.715269 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1f049145-a2cf-4a99-aaee-8c9521f7d73c req-6d8676ad-5ca1-4787-b444-bf5f11e77bf2 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.1091492 Aug 11 02:21:02.752994 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-b5163c71-bd62-48f8-9218-f77fa5c004eb tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] delete failed (client error): The resource could not be found. Aug 11 02:21:02.757975 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b5163c71-bd62-48f8-9218-f77fa5c004eb tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/routers/0d85178e-b2dc-4501-ac7d-294d4e438d42 HTTP/1.1" status: 404 len: 336 time: 0.1215854 Aug 11 02:21:02.759022 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50254) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:02.774403 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1f049145-a2cf-4a99-aaee-8c9521f7d73c req-78f45bf2-ad89-459f-bdac-516e4f27b931 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522852 Aug 11 02:21:02.816047 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e4b22b-efd6-43a6-a46d-f02165b948df None None] Network 0a28acc8-db51-4b71-8d68-9a2ab0af4945 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:02.844132 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de0c139-0c53-46e2-a9a5-8a62a1585388 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] DELETE failed (client error): The resource could not be found. Aug 11 02:21:02.844827 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1de0c139-0c53-46e2-a9a5-8a62a1585388 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:21:02.848888 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1de0c139-0c53-46e2-a9a5-8a62a1585388 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/subnets/bced5b2f-c4b9-4e3c-a4e1-df3286d2a7ea HTTP/1.1" status: 404 len: 337 time: 0.0861728 Aug 11 02:21:02.850481 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50258) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:02.880955 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-3631a650-d2e6-49a1-87ff-0231fd411b3d tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] DELETE failed (client error): The resource could not be found. Aug 11 02:21:02.881620 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3631a650-d2e6-49a1-87ff-0231fd411b3d tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:21:02.883625 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3631a650-d2e6-49a1-87ff-0231fd411b3d tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/subnets/dbca6c4c-0c02-4d0f-b3d0-e28e0f7152a4 HTTP/1.1" status: 404 len: 337 time: 0.0320916 Aug 11 02:21:02.886237 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50260) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:02.934234 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-9447d87e-166f-4573-92e1-b32b162ff1a3 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] DELETE failed (client error): The resource could not be found. Aug 11 02:21:02.934911 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9447d87e-166f-4573-92e1-b32b162ff1a3 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:21:02.936889 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9447d87e-166f-4573-92e1-b32b162ff1a3 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/subnets/a0564f76-0091-4ab1-8af5-63206fb0a1d7 HTTP/1.1" status: 404 len: 337 time: 0.0494092 Aug 11 02:21:02.978218 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50264) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:02.981674 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-285fafd0-f7ee-4f2d-b686-f4cf3af9477a req-86000d56-9fb7-46f6-b6fb-71bde52ff177 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=07748e40-c9c7-4d18-896f-7e3c9f5bc811 HTTP/1.1" status: 200 len: 210 time: 0.0397873 Aug 11 02:21:03.007289 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-df08e24c-d040-41e5-93ab-2fb9203b52d4 None None] Provisioning complete for port 82c93893-fd52-49d8-ae2f-2b6c835f185a triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:03.008011 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-df08e24c-d040-41e5-93ab-2fb9203b52d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:03.014394 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa7c67d2-da21-4528-8159-73b34b5edb1a tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] DELETE failed (client error): The resource could not be found. Aug 11 02:21:03.015245 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa7c67d2-da21-4528-8159-73b34b5edb1a tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:21:03.018036 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fa7c67d2-da21-4528-8159-73b34b5edb1a tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/ports/adbaa2ec-f885-49cd-8a3a-4bb67c385c10 HTTP/1.1" status: 404 len: 333 time: 0.0378654 Aug 11 02:21:03.020595 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50268) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:03.060117 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb341b-8bd4-4cc2-9d6d-57df35dbfd57 req-7719fad2-319a-4656-bdf7-73001d1c38f8 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:03.063502 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-70cf7d1d-2570-4fa5-bcc3-ba8148b62af0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] DELETE failed (client error): The resource could not be found. Aug 11 02:21:03.065185 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70cf7d1d-2570-4fa5-bcc3-ba8148b62af0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:21:03.079033 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1cb341b-8bd4-4cc2-9d6d-57df35dbfd57 req-7719fad2-319a-4656-bdf7-73001d1c38f8 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.1347973 Aug 11 02:21:03.079033 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50274) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:03.083492 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50276) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:03.089134 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-9aad2ed9-b2e5-4e6d-a435-33eb5746ec88 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Request body: {'floatingip': {'port_id': '00dfa7e8-8cc0-483c-a75c-1d00de9edbbd'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:03.101370 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-70cf7d1d-2570-4fa5-bcc3-ba8148b62af0 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/subnets/072053e5-9e4f-4f95-8954-04e05e938ea2 HTTP/1.1" status: 404 len: 337 time: 0.0459399 Aug 11 02:21:03.186694 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c34ffec-660b-467d-830c-7d6a3df2255b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] DELETE failed (client error): The resource could not be found. Aug 11 02:21:03.186694 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c34ffec-660b-467d-830c-7d6a3df2255b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:21:03.193663 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4c34ffec-660b-467d-830c-7d6a3df2255b tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/subnets/c0273a83-6c0b-4b5f-8f97-904b3aa807fa HTTP/1.1" status: 404 len: 337 time: 0.1176460 Aug 11 02:21:03.201318 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50278) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:03.211160 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-df08e24c-d040-41e5-93ab-2fb9203b52d4 None None] Provisioning complete for port fa891df6-792b-491d-94a4-88fc142646e0 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:03.211420 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-df08e24c-d040-41e5-93ab-2fb9203b52d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:03.242670 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e68343-c30a-4fb4-9449-78c62201dd80 None None] DHCP port deletion for 0a28acc8-db51-4b71-8d68-9a2ab0af4945 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:21:03.263012 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9aad2ed9-b2e5-4e6d-a435-33eb5746ec88 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for floatingip, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:03.282961 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-df08e24c-d040-41e5-93ab-2fb9203b52d4 None None] Port fa891df6-792b-491d-94a4-88fc142646e0 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:21:03.313816 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-61e68343-c30a-4fb4-9449-78c62201dd80 None None] Deleting port 82c93893-fd52-49d8-ae2f-2b6c835f185a {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:03.314275 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-61e68343-c30a-4fb4-9449-78c62201dd80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:03.374920 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cdf0de4-be23-4293-9131-5c43de7c08e7 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] DELETE failed (client error): The resource could not be found. Aug 11 02:21:03.375810 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cdf0de4-be23-4293-9131-5c43de7c08e7 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:21:03.380815 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0cdf0de4-be23-4293-9131-5c43de7c08e7 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/ports/c16183ad-cde9-4af0-ad1c-c711fb573577 HTTP/1.1" status: 404 len: 333 time: 0.1761022 Aug 11 02:21:03.381319 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50284) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:03.434889 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-110919b6-331c-47ca-9536-140c8c6f88c8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] DELETE failed (client error): The resource could not be found. Aug 11 02:21:03.435580 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-110919b6-331c-47ca-9536-140c8c6f88c8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:21:03.440582 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-110919b6-331c-47ca-9536-140c8c6f88c8 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/subnets/3e407329-18e1-48a5-8e8f-9119893ab809 HTTP/1.1" status: 404 len: 337 time: 0.0553391 Aug 11 02:21:03.441745 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50286) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:03.483826 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-61e68343-c30a-4fb4-9449-78c62201dd80 None None] For port 82c93893-fd52-49d8-ae2f-2b6c835f185a, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=82c93893-fd52-49d8-ae2f-2b6c835f185a,segment=NetworkSegment(57f0ccd0-0867-4a81-9979-0c1892ad29ce),segment_id=57f0ccd0-0867-4a81-9979-0c1892ad29ce)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:03.489627 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-61e68343-c30a-4fb4-9449-78c62201dd80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:03.518088 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-61e68343-c30a-4fb4-9449-78c62201dd80 None None] Calling delete_port for 82c93893-fd52-49d8-ae2f-2b6c835f185a owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:03.533907 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1e1f2b-2279-4b59-a168-3ea5822f78ba tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] DELETE failed (client error): The resource could not be found. Aug 11 02:21:03.534366 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b1e1f2b-2279-4b59-a168-3ea5822f78ba tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:21:03.538986 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5b1e1f2b-2279-4b59-a168-3ea5822f78ba tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/subnets/5f8e6eb0-c000-453d-8907-ec20594f092b HTTP/1.1" status: 404 len: 337 time: 0.0960293 Aug 11 02:21:03.540562 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50290) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:03.655315 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-61e68343-c30a-4fb4-9449-78c62201dd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:03.708250 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-6035f70b-05f4-45db-8b65-1f45f16f8afe tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Deleting port fa891df6-792b-491d-94a4-88fc142646e0 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:03.712553 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6035f70b-05f4-45db-8b65-1f45f16f8afe tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:03.767357 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e68343-c30a-4fb4-9449-78c62201dd80 None None] Pushing event deleted for resources: {'Port': ['ID=82c93893-fd52-49d8-ae2f-2b6c835f185a,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:03.787188 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e68343-c30a-4fb4-9449-78c62201dd80 None None] No DVR routers for this DVR port 82c93893-fd52-49d8-ae2f-2b6c835f185a on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:21:03.863585 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6035f70b-05f4-45db-8b65-1f45f16f8afe tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:03.880799 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-6035f70b-05f4-45db-8b65-1f45f16f8afe tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Calling delete_port for fa891df6-792b-491d-94a4-88fc142646e0 owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:04.021457 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6035f70b-05f4-45db-8b65-1f45f16f8afe tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:04.069506 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6035f70b-05f4-45db-8b65-1f45f16f8afe tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:04.074146 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6035f70b-05f4-45db-8b65-1f45f16f8afe tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/ports/fa891df6-792b-491d-94a4-88fc142646e0 HTTP/1.1" status: 204 len: 168 time: 0.5329032 Aug 11 02:21:04.076058 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50298) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:04.256218 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5e8eeaf1-7d5b-4932-ad93-8a0d5a3509c8 req-d90a070e-9f90-45f3-948d-e2cbdf9f2af6 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=07748e40-c9c7-4d18-896f-7e3c9f5bc811 HTTP/1.1" status: 200 len: 210 time: 0.1789367 Aug 11 02:21:04.261406 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9aad2ed9-b2e5-4e6d-a435-33eb5746ec88 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:04.272555 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9aad2ed9-b2e5-4e6d-a435-33eb5746ec88 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:04.280712 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035f70b-05f4-45db-8b65-1f45f16f8afe tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Port': ['ID=fa891df6-792b-491d-94a4-88fc142646e0,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:04.378931 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ec576dba-1882-4533-b68d-1ecb7cf9e358 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:04.506737 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-9aad2ed9-b2e5-4e6d-a435-33eb5746ec88 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Floating IP 0b0d7ceb-9219-4f98-bd75-dc1506663129 associated. External IP: 172.25.2.167, port: 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd. Aug 11 02:21:04.596091 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-b6d5ef2e-a688-40cb-9b93-309998e48177 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:04.597332 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-b6d5ef2e-a688-40cb-9b93-309998e48177 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.66 "GET /v2.0/networks?id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99 HTTP/1.1" status: 200 len: 812 time: 0.3335006 Aug 11 02:21:04.613996 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-b375ca74-ac9d-4c7e-8dcf-b328aab57798 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Request body: {'port': {'device_id': '07748e40-c9c7-4d18-896f-7e3c9f5bc811', 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99', 'admin_state_up': True, 'tenant_id': '953757b63989485aa599c97f35f2480d'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:04.620606 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ec576dba-1882-4533-b68d-1ecb7cf9e358 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:04.682920 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-ec576dba-1882-4533-b68d-1ecb7cf9e358 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a28acc8-db51-4b71-8d68-9a2ab0af4945']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:04.704088 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-ec576dba-1882-4533-b68d-1ecb7cf9e358 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f0ccd0-0867-4a81-9979-0c1892ad29ce') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:04.704875 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-ec576dba-1882-4533-b68d-1ecb7cf9e358 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f0ccd0-0867-4a81-9979-0c1892ad29ce') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:04.722222 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ec576dba-1882-4533-b68d-1ecb7cf9e358 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:04.749767 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ec576dba-1882-4533-b68d-1ecb7cf9e358 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:04.764758 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec576dba-1882-4533-b68d-1ecb7cf9e358 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:21:04.765249 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ec576dba-1882-4533-b68d-1ecb7cf9e358 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:21:04.769567 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:21:04.848581 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 82c93893-fd52-49d8-ae2f-2b6c835f185a no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:21:04.877182 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 82c93893-fd52-49d8-ae2f-2b6c835f185a {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:21:04.877536 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 82c93893-fd52-49d8-ae2f-2b6c835f185a not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:21:04.897017 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ec576dba-1882-4533-b68d-1ecb7cf9e358 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:04.926474 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ec576dba-1882-4533-b68d-1ecb7cf9e358 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:04.926474 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ec576dba-1882-4533-b68d-1ecb7cf9e358 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] 10.222.0.50 "DELETE /v2.0/networks/0a28acc8-db51-4b71-8d68-9a2ab0af4945 HTTP/1.1" status: 204 len: 168 time: 0.8327472 Aug 11 02:21:04.926474 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec576dba-1882-4533-b68d-1ecb7cf9e358 tempest-PortsTestJSON-1756426187 tempest-PortsTestJSON-1756426187-project] Pushing event deleted for resources: {'Network': ['ID=0a28acc8-db51-4b71-8d68-9a2ab0af4945,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:04.926474 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-b375ca74-ac9d-4c7e-8dcf-b328aab57798 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Made reservation on behalf of 953757b63989485aa599c97f35f2480d for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:04.929161 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-b375ca74-ac9d-4c7e-8dcf-b328aab57798 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:05.163765 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-b375ca74-ac9d-4c7e-8dcf-b328aab57798 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Allocated IP 172.20.0.3 (59cdb064-6e17-4f2a-988c-bc3dbd58ef99/7193a88f-4d31-4933-a3af-0738d0f7bf97/3b720355-5db2-4aae-8fed-bda1a7e8ed45) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:05.323028 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50328) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:05.368830 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aad2ed9-b2e5-4e6d-a435-33eb5746ec88 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Router 91de46b2-eaba-42f5-82d8-543d4086963a has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:21:05.416745 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a762b576-1925-42c0-8679-d3ca9e977712 req-bd39c47d-56f3-46d7-b66c-40f2e3c63eb4 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=07748e40-c9c7-4d18-896f-7e3c9f5bc811 HTTP/1.1" status: 200 len: 210 time: 0.0521321 Aug 11 02:21:05.423725 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-b375ca74-ac9d-4c7e-8dcf-b328aab57798 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:05.472648 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-b375ca74-ac9d-4c7e-8dcf-b328aab57798 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Transition to ACTIVE for port object 3b720355-5db2-4aae-8fed-bda1a7e8ed45 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:05.532147 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-b375ca74-ac9d-4c7e-8dcf-b328aab57798 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:05.563493 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aad2ed9-b2e5-4e6d-a435-33eb5746ec88 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:21:05.578808 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:05.586107 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5995d70-01be-43d2-8f4c-aa6ebd4a470a None None] Sync routers for ids ['91de46b2-eaba-42f5-82d8-543d4086963a'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:21:05.603570 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5995d70-01be-43d2-8f4c-aa6ebd4a470a None None] Routers {'91de46b2-eaba-42f5-82d8-543d4086963a'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:05.604751 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-b5995d70-01be-43d2-8f4c-aa6ebd4a470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:20:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91de46b2-eaba-42f5-82d8-543d4086963a'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:05.609194 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9aad2ed9-b2e5-4e6d-a435-33eb5746ec88 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:05.648026 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375ca74-ac9d-4c7e-8dcf-b328aab57798 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Pushing event updated for resources: {'Port': ['ID=3b720355-5db2-4aae-8fed-bda1a7e8ed45,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:05.674263 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-b375ca74-ac9d-4c7e-8dcf-b328aab57798 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:05.675741 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-b375ca74-ac9d-4c7e-8dcf-b328aab57798 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:05.678246 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-b375ca74-ac9d-4c7e-8dcf-b328aab57798 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:05.733008 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-93a8bb80-ba5d-4b25-87cd-74d7ea3ca34a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d8ab2fcbeed743a6ab7ee9fa33403e87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4094071 Aug 11 02:21:05.733654 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50336) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:05.749372 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9aad2ed9-b2e5-4e6d-a435-33eb5746ec88 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "PUT /v2.0/floatingips/0b0d7ceb-9219-4f98-bd75-dc1506663129 HTTP/1.1" status: 200 len: 992 time: 2.6610119 Aug 11 02:21:05.764262 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a225b4b-8003-4678-9c12-a9ec80d02ad5', 'tag': '00dfa7e8-8cc0-483c-a75c-1d00de9edbbd'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:05.764507 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb3f77e-0098-48a4-8a9e-4ab5bc8ca214" -d '{"events": [{"name": "network-changed", "server_uuid": "8a225b4b-8003-4678-9c12-a9ec80d02ad5", "tag": "00dfa7e8-8cc0-483c-a75c-1d00de9edbbd"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:05.774868 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-b375ca74-ac9d-4c7e-8dcf-b328aab57798 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:05.777164 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-b375ca74-ac9d-4c7e-8dcf-b328aab57798 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:05.834390 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-b375ca74-ac9d-4c7e-8dcf-b328aab57798 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2230480 Aug 11 02:21:05.855344 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-34c29701-02b6-4f9b-b100-8804ad476882 service neutron] Request body: {'port': {'device_id': '07748e40-c9c7-4d18-896f-7e3c9f5bc811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:05.922322 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc7f0f9-567d-495c-a896-b7ac488d0917 x-openstack-request-id: req-6cc7f0f9-567d-495c-a896-b7ac488d0917 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:05.922607 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a225b4b-8003-4678-9c12-a9ec80d02ad5", "tag": "00dfa7e8-8cc0-483c-a75c-1d00de9edbbd", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:05.923047 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6cc7f0f9-567d-495c-a896-b7ac488d0917 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:05.923698 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a225b4b-8003-4678-9c12-a9ec80d02ad5', 'tag': '00dfa7e8-8cc0-483c-a75c-1d00de9edbbd', 'status': 'completed', 'code': 200} Aug 11 02:21:05.924718 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-42dfe187-1f1b-4dcf-abbc-b0eed98e8c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:05.943523 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-b5995d70-01be-43d2-8f4c-aa6ebd4a470a None None] Set router 91de46b2-eaba-42f5-82d8-543d4086963a gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:05.976852 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-42dfe187-1f1b-4dcf-abbc-b0eed98e8c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:05.982042 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-34c29701-02b6-4f9b-b100-8804ad476882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:06.028658 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3f77e-0098-48a4-8a9e-4ab5bc8ca214 req-4539fd4a-599d-4877-ae5b-5b0b2c4bb570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:06.030660 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-feb3f77e-0098-48a4-8a9e-4ab5bc8ca214 req-4539fd4a-599d-4877-ae5b-5b0b2c4bb570 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83575988edd14bd3ac636f254bcc4c79&device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 1098 time: 0.0998785 Aug 11 02:21:06.037173 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-42dfe187-1f1b-4dcf-abbc-b0eed98e8c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:06.041112 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-42dfe187-1f1b-4dcf-abbc-b0eed98e8c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:06.047264 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-42dfe187-1f1b-4dcf-abbc-b0eed98e8c53 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/652f6323-ab8d-4f0a-9207-fb607c01e84c HTTP/1.1" status: 204 len: 168 time: 0.3122904 Aug 11 02:21:06.056416 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfe187-1f1b-4dcf-abbc-b0eed98e8c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652f6323-ab8d-4f0a-9207-fb607c01e84c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:06.231932 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7b655bfe-9055-4289-82d5-4995fa52c6d3 None None] Provisioning for port 3b720355-5db2-4aae-8fed-bda1a7e8ed45 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:06.244169 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7b655bfe-9055-4289-82d5-4995fa52c6d3 None None] Provisioning complete for port 3b720355-5db2-4aae-8fed-bda1a7e8ed45 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:06.244825 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7b655bfe-9055-4289-82d5-4995fa52c6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:06.357103 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3f77e-0098-48a4-8a9e-4ab5bc8ca214 req-3fe83549-e88d-4479-be16-785ec1022458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:06.358623 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-feb3f77e-0098-48a4-8a9e-4ab5bc8ca214 req-3fe83549-e88d-4479-be16-785ec1022458 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d5e9bc60-44e8-48ec-bced-24847d62e034 HTTP/1.1" status: 200 len: 912 time: 0.2671194 Aug 11 02:21:06.360887 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-7b655bfe-9055-4289-82d5-4995fa52c6d3 None None] Port 3b720355-5db2-4aae-8fed-bda1a7e8ed45 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:21:06.408919 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-b5995d70-01be-43d2-8f4c-aa6ebd4a470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'name': 'tempest-AttachVolumeTestJSON-1455009035-router', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:33Z', 'updated_at': '2021-08-11T02:20:38Z', 'revision_number': 4, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'gw_port': {'id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:34Z', 'updated_at': '2021-08-11T02:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '0b0d7ceb-9219-4f98-bd75-dc1506663129', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'port_id': '00dfa7e8-8cc0-483c-a75c-1d00de9edbbd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034', 'mac_address': 'fa:16:3e:9b:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a225b4b-8003-4678-9c12-a9ec80d02ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:20:43Z', 'updated_at': '2021-08-11T02:21:04Z', 'revision_number': 1, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f66f0f5d-8b32-4d1c-a273-b9821b6489ca', 'name': '', 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'mac_address': 'fa:16:3e:73:9e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:37Z', 'updated_at': '2021-08-11T02:20:47Z', 'revision_number': 5, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'subnets': [{'id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:06.467831 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5995d70-01be-43d2-8f4c-aa6ebd4a470a None None] Checking router: 91de46b2-eaba-42f5-82d8-543d4086963a for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:21:06.490701 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5995d70-01be-43d2-8f4c-aa6ebd4a470a None None] Routers {'91de46b2-eaba-42f5-82d8-543d4086963a'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:06.491411 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-b5995d70-01be-43d2-8f4c-aa6ebd4a470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:20:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91de46b2-eaba-42f5-82d8-543d4086963a'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:06.492530 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-feb3f77e-0098-48a4-8a9e-4ab5bc8ca214 req-d93dd5ea-6507-41a4-b7d5-ba6a7b428738 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00dfa7e8-8cc0-483c-a75c-1d00de9edbbd HTTP/1.1" status: 200 len: 1000 time: 0.1161227 Aug 11 02:21:06.558255 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [req-e0e239c0-e2af-418f-bfcf-3c7b3026578f req-e0b3c37e-c026-4d68-91e3-8f717ac9417c service neutron] (94506) timed out ('10.222.0.66', 50776) {{(pid=94506) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 02:21:06.655903 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-b5995d70-01be-43d2-8f4c-aa6ebd4a470a None None] Set router 91de46b2-eaba-42f5-82d8-543d4086963a gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:06.965769 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3f77e-0098-48a4-8a9e-4ab5bc8ca214 req-6a545139-29c6-4067-90d8-3ea3e00918ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:06.967459 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-feb3f77e-0098-48a4-8a9e-4ab5bc8ca214 req-6a545139-29c6-4067-90d8-3ea3e00918ed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be5383bc-6e19-42ce-a87f-2dcaab36b27f HTTP/1.1" status: 200 len: 850 time: 0.4660978 Aug 11 02:21:07.024658 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50396) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:07.037646 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66473971-e4b6-4839-a481-2423f31862f6 req-e388d513-1950-43b9-948a-90026c427a06 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:07.045193 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-66473971-e4b6-4839-a481-2423f31862f6 req-e388d513-1950-43b9-948a-90026c427a06 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=07748e40-c9c7-4d18-896f-7e3c9f5bc811 HTTP/1.1" status: 200 len: 931 time: 0.5086646 Aug 11 02:21:07.062040 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-b5995d70-01be-43d2-8f4c-aa6ebd4a470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'name': 'tempest-AttachVolumeTestJSON-1455009035-router', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:33Z', 'updated_at': '2021-08-11T02:20:38Z', 'revision_number': 4, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'gw_port': {'id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:34Z', 'updated_at': '2021-08-11T02:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '0b0d7ceb-9219-4f98-bd75-dc1506663129', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'port_id': '00dfa7e8-8cc0-483c-a75c-1d00de9edbbd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034', 'mac_address': 'fa:16:3e:9b:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a225b4b-8003-4678-9c12-a9ec80d02ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:20:43Z', 'updated_at': '2021-08-11T02:21:04Z', 'revision_number': 1, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f66f0f5d-8b32-4d1c-a273-b9821b6489ca', 'name': '', 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'mac_address': 'fa:16:3e:73:9e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:37Z', 'updated_at': '2021-08-11T02:20:47Z', 'revision_number': 5, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'subnets': [{'id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:07.063393 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-34c29701-02b6-4f9b-b100-8804ad476882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b720355-5db2-4aae-8fed-bda1a7e8ed45 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:07.082874 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-34c29701-02b6-4f9b-b100-8804ad476882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.093456 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5995d70-01be-43d2-8f4c-aa6ebd4a470a None None] The sync data for ids ['91de46b2-eaba-42f5-82d8-543d4086963a'] in n-d-615180-33 is: [{'id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'name': 'tempest-AttachVolumeTestJSON-1455009035-router', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:33Z', 'updated_at': '2021-08-11T02:20:38Z', 'revision_number': 4, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'gw_port': {'id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:34Z', 'updated_at': '2021-08-11T02:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '0b0d7ceb-9219-4f98-bd75-dc1506663129', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'port_id': '00dfa7e8-8cc0-483c-a75c-1d00de9edbbd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034', 'mac_address': 'fa:16:3e:9b:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a225b4b-8003-4678-9c12-a9ec80d02ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:20:43Z', 'updated_at': '2021-08-11T02:21:04Z', 'revision_number': 1, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f66f0f5d-8b32-4d1c-a273-b9821b6489ca', 'name': '', 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'mac_address': 'fa:16:3e:73:9e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:37Z', 'updated_at': '2021-08-11T02:20:47Z', 'revision_number': 5, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'subnets': [{'id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:21:07.095776 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3f77e-0098-48a4-8a9e-4ab5bc8ca214 req-dd416b59-4406-4f9b-8143-18b8c6e63591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:07.098026 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-feb3f77e-0098-48a4-8a9e-4ab5bc8ca214 req-dd416b59-4406-4f9b-8143-18b8c6e63591 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d5e9bc60-44e8-48ec-bced-24847d62e034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1200857 Aug 11 02:21:07.121497 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-34c29701-02b6-4f9b-b100-8804ad476882 service neutron] Transition to ACTIVE for port object 3b720355-5db2-4aae-8fed-bda1a7e8ed45 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:07.137459 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-34c29701-02b6-4f9b-b100-8804ad476882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.150213 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-66473971-e4b6-4839-a481-2423f31862f6 req-38887a4b-a603-4e73-945c-f401261e3ff8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021953 Aug 11 02:21:07.173999 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-8cc0de9e-98be-4ed5-9fae-933e1df6537a tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1167796292'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:07.202270 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc0de9e-98be-4ed5-9fae-933e1df6537a tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Made reservation on behalf of 771603ce7c694518a048dc364609b7f9 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:07.207223 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8cc0de9e-98be-4ed5-9fae-933e1df6537a tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.222702 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8cc0de9e-98be-4ed5-9fae-933e1df6537a tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.278589 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c29701-02b6-4f9b-b100-8804ad476882 service neutron] Pushing event updated for resources: {'Port': ['ID=3b720355-5db2-4aae-8fed-bda1a7e8ed45,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:07.420705 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-feb3f77e-0098-48a4-8a9e-4ab5bc8ca214 req-d6753dcb-aaf8-4ed3-8aea-be03b1a6d882 service neutron] 10.222.0.73 "GET /v2.0/networks/d5e9bc60-44e8-48ec-bced-24847d62e034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097746 Aug 11 02:21:07.442991 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8cc0de9e-98be-4ed5-9fae-933e1df6537a tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.453448 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8cc0de9e-98be-4ed5-9fae-933e1df6537a tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.479945 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc0de9e-98be-4ed5-9fae-933e1df6537a tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:21:07.504693 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e3dae4-d343-4e3d-bc90-b4f2c94d65a4 None None] New status for floating IP 0b0d7ceb-9219-4f98-bd75-dc1506663129: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:21:07.510197 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8cc0de9e-98be-4ed5-9fae-933e1df6537a tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.510643 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-8cc0de9e-98be-4ed5-9fae-933e1df6537a tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Added segment 3bf496bb-d2b0-4c85-8e7e-9afcf311fc9b of type vlan for network f6e76953-6916-469f-96d9-51dcda4e51ac Aug 11 02:21:07.528345 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-34c29701-02b6-4f9b-b100-8804ad476882 service neutron] Attempting to bind port 3b720355-5db2-4aae-8fed-bda1a7e8ed45 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:07.528718 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-34c29701-02b6-4f9b-b100-8804ad476882 service neutron] Attempting to bind port 3b720355-5db2-4aae-8fed-bda1a7e8ed45 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'd96cfe33-0c98-475f-a757-618812c1d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:07.529523 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-34c29701-02b6-4f9b-b100-8804ad476882 service neutron] Attempting to bind port 3b720355-5db2-4aae-8fed-bda1a7e8ed45 on network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:07.540030 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-34c29701-02b6-4f9b-b100-8804ad476882 service neutron] Port 3b720355-5db2-4aae-8fed-bda1a7e8ed45 on network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:21:07.540365 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-34c29701-02b6-4f9b-b100-8804ad476882 service neutron] Attempting to bind port 3b720355-5db2-4aae-8fed-bda1a7e8ed45 on network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:07.548328 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-34c29701-02b6-4f9b-b100-8804ad476882 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:07.550014 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-34c29701-02b6-4f9b-b100-8804ad476882 service neutron] Checking segment: {'id': 'd96cfe33-0c98-475f-a757-618812c1d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:07.550594 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-34c29701-02b6-4f9b-b100-8804ad476882 service neutron] Bound using segment: {'id': 'd96cfe33-0c98-475f-a757-618812c1d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:07.551054 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-34c29701-02b6-4f9b-b100-8804ad476882 service neutron] Bound port: 3b720355-5db2-4aae-8fed-bda1a7e8ed45, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96cfe33-0c98-475f-a757-618812c1d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:07.551512 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-34c29701-02b6-4f9b-b100-8804ad476882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.557915 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8cc0de9e-98be-4ed5-9fae-933e1df6537a tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.596250 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8cc0de9e-98be-4ed5-9fae-933e1df6537a tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.601822 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc0de9e-98be-4ed5-9fae-933e1df6537a tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:07.602416 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8cc0de9e-98be-4ed5-9fae-933e1df6537a tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.613513 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-feb3f77e-0098-48a4-8a9e-4ab5bc8ca214 req-07cdffe9-3701-4dd7-b29b-9d88ad68c249 service neutron] 10.222.0.73 "GET /v2.0/networks/d5e9bc60-44e8-48ec-bced-24847d62e034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798763 Aug 11 02:21:07.626159 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0de9e-98be-4ed5-9fae-933e1df6537a tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08686607-b977-455c-9c35-2981499d6cbe,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:07.646384 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-34c29701-02b6-4f9b-b100-8804ad476882 service neutron] For port 3b720355-5db2-4aae-8fed-bda1a7e8ed45, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:07.649809 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-34c29701-02b6-4f9b-b100-8804ad476882 service neutron] For port 3b720355-5db2-4aae-8fed-bda1a7e8ed45, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=3b720355-5db2-4aae-8fed-bda1a7e8ed45,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:07.653942 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-34c29701-02b6-4f9b-b100-8804ad476882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.672233 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-34c29701-02b6-4f9b-b100-8804ad476882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:07.672959 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-34c29701-02b6-4f9b-b100-8804ad476882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.674498 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-34c29701-02b6-4f9b-b100-8804ad476882 service neutron] 10.222.0.66 "PUT /v2.0/ports/3b720355-5db2-4aae-8fed-bda1a7e8ed45 HTTP/1.1" status: 200 len: 1092 time: 1.8336742 Aug 11 02:21:07.675044 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07748e40-c9c7-4d18-896f-7e3c9f5bc811', 'tag': '3b720355-5db2-4aae-8fed-bda1a7e8ed45'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:07.678518 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cddc0af-aec9-4998-aad2-1df82e9236c3" -d '{"events": [{"name": "network-changed", "server_uuid": "07748e40-c9c7-4d18-896f-7e3c9f5bc811", "tag": "3b720355-5db2-4aae-8fed-bda1a7e8ed45"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:07.685395 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8cc0de9e-98be-4ed5-9fae-933e1df6537a tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6571381 Aug 11 02:21:07.685973 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50412) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:07.695185 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-9e596f4e-f522-48b7-b614-1c3085f6b564 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1256884823'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:07.723226 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0de9e-98be-4ed5-9fae-933e1df6537a tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Network': ['ID=f6e76953-6916-469f-96d9-51dcda4e51ac,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:07.735511 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e596f4e-f522-48b7-b614-1c3085f6b564 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Made reservation on behalf of 771603ce7c694518a048dc364609b7f9 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:07.739419 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9e596f4e-f522-48b7-b614-1c3085f6b564 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.749769 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88899be-a9a0-4c4b-9c02-fc1bafc259c7 x-openstack-request-id: req-d88899be-a9a0-4c4b-9c02-fc1bafc259c7 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:07.750067 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07748e40-c9c7-4d18-896f-7e3c9f5bc811", "tag": "3b720355-5db2-4aae-8fed-bda1a7e8ed45", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:07.750307 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d88899be-a9a0-4c4b-9c02-fc1bafc259c7 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:07.750697 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07748e40-c9c7-4d18-896f-7e3c9f5bc811', 'tag': '3b720355-5db2-4aae-8fed-bda1a7e8ed45', 'status': 'completed', 'code': 200} Aug 11 02:21:07.753296 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network f6e76953-6916-469f-96d9-51dcda4e51ac details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:21:07.774174 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e596f4e-f522-48b7-b614-1c3085f6b564 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:21:07.788192 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9e596f4e-f522-48b7-b614-1c3085f6b564 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.788659 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-9e596f4e-f522-48b7-b614-1c3085f6b564 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Added segment 2cfbc0d7-8596-497a-8cce-4866112158de of type vlan for network b5cdcd93-16c9-4fc3-8793-47a204139f7f Aug 11 02:21:07.822186 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c29701-02b6-4f9b-b100-8804ad476882 service neutron] Pushing event updated for resources: {'Port': ['ID=3b720355-5db2-4aae-8fed-bda1a7e8ed45,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:07.839318 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-362b589b-e446-490e-a4bc-3292b9336201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:07.840892 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-362b589b-e446-490e-a4bc-3292b9336201 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=953757b63989485aa599c97f35f2480d&device_id=07748e40-c9c7-4d18-896f-7e3c9f5bc811 HTTP/1.1" status: 200 len: 1095 time: 0.0929339 Aug 11 02:21:07.855273 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9e596f4e-f522-48b7-b614-1c3085f6b564 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.894883 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-019ad023-0983-4759-98aa-fbc68ce47ed2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b720355-5db2-4aae-8fed-bda1a7e8ed45 HTTP/1.1" status: 200 len: 217 time: 0.0393877 Aug 11 02:21:07.895128 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9e596f4e-f522-48b7-b614-1c3085f6b564 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.900771 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e596f4e-f522-48b7-b614-1c3085f6b564 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:07.901373 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9e596f4e-f522-48b7-b614-1c3085f6b564 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.959198 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-ea71d96b-f35c-4ce2-9ed1-16bcbcd5156e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:07.961021 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-ea71d96b-f35c-4ce2-9ed1-16bcbcd5156e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7193a88f-4d31-4933-a3af-0738d0f7bf97 HTTP/1.1" status: 200 len: 851 time: 0.0584464 Aug 11 02:21:07.977708 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9e596f4e-f522-48b7-b614-1c3085f6b564 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2866685 Aug 11 02:21:07.981384 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50420) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:07.985654 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-b8598b1d-cf5d-4335-bfe6-f0f726084cc3 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'subnet': {'network_id': 'f6e76953-6916-469f-96d9-51dcda4e51ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:07.989946 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e596f4e-f522-48b7-b614-1c3085f6b564 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Network': ['ID=b5cdcd93-16c9-4fc3-8793-47a204139f7f,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:08.000798 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network b5cdcd93-16c9-4fc3-8793-47a204139f7f details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:21:08.082643 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-54ae949c-959d-446f-a6e7-9ce05fc9a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:08.084182 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-54ae949c-959d-446f-a6e7-9ce05fc9a8a5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1155205 Aug 11 02:21:08.147033 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8598b1d-cf5d-4335-bfe6-f0f726084cc3 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Made reservation on behalf of 771603ce7c694518a048dc364609b7f9 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:08.150416 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b8598b1d-cf5d-4335-bfe6-f0f726084cc3 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:08.256762 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-ef6aa321-95e2-4c8f-929e-7f6835397c17 service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639824 Aug 11 02:21:08.274071 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd92342-3506-445a-abd1-ea0e246a1b95 req-3d37680c-7813-444c-9bcf-bae1b13d0ef7 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:08.275657 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ffd92342-3506-445a-abd1-ea0e246a1b95 req-3d37680c-7813-444c-9bcf-bae1b13d0ef7 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=07748e40-c9c7-4d18-896f-7e3c9f5bc811 HTTP/1.1" status: 200 len: 943 time: 0.0580838 Aug 11 02:21:08.313210 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ffd92342-3506-445a-abd1-ea0e246a1b95 req-4d4ea0b0-1d67-4e87-9abe-3220d350a0a4 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313654 Aug 11 02:21:08.418033 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41722f83-8f6d-43b7-a337-007064b4e7b0 req-ecb3208b-4e53-4234-9fff-d29ffd67800b service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520731 Aug 11 02:21:08.445538 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b8598b1d-cf5d-4335-bfe6-f0f726084cc3 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:08.530169 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8598b1d-cf5d-4335-bfe6-f0f726084cc3 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Subnet': ['ID=1cda6082-677e-47a4-b4fe-9c361b4d12a0,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:08.551399 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8598b1d-cf5d-4335-bfe6-f0f726084cc3 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Checking segment: {'id': '3bf496bb-d2b0-4c85-8e7e-9afcf311fc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f6e76953-6916-469f-96d9-51dcda4e51ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:08.551785 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8598b1d-cf5d-4335-bfe6-f0f726084cc3 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network hostable DHCP agents. Network: f6e76953-6916-469f-96d9-51dcda4e51ac, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:21:08.555056 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cddc0af-aec9-4998-aad2-1df82e9236c3 req-9d2a20a3-6c13-4092-ac62-1621979e62ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:08.556631 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8cddc0af-aec9-4998-aad2-1df82e9236c3 req-9d2a20a3-6c13-4092-ac62-1621979e62ae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=953757b63989485aa599c97f35f2480d&device_id=07748e40-c9c7-4d18-896f-7e3c9f5bc811 HTTP/1.1" status: 200 len: 1095 time: 0.0844364 Aug 11 02:21:08.614883 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8598b1d-cf5d-4335-bfe6-f0f726084cc3 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network f6e76953-6916-469f-96d9-51dcda4e51ac is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:21:08.630086 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-b8598b1d-cf5d-4335-bfe6-f0f726084cc3 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, f6e76953-6916-469f-96d9-51dcda4e51ac) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:08.636527 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8598b1d-cf5d-4335-bfe6-f0f726084cc3 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:08.637125 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b8598b1d-cf5d-4335-bfe6-f0f726084cc3 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:08.637675 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10cd73d-5531-4468-ba9c-b39e8386ba48 None None] Network f6e76953-6916-469f-96d9-51dcda4e51ac requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:08.663600 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b8598b1d-cf5d-4335-bfe6-f0f726084cc3 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6818659 Aug 11 02:21:08.666666 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50444) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:08.673941 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-a4174aa9-e9c7-4228-a552-06e35c58d308 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'subnet': {'network_id': 'b5cdcd93-16c9-4fc3-8793-47a204139f7f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:08.677371 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cddc0af-aec9-4998-aad2-1df82e9236c3 req-ab3a4e44-5bfa-4127-84fc-715b2d409eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:08.679154 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8cddc0af-aec9-4998-aad2-1df82e9236c3 req-ab3a4e44-5bfa-4127-84fc-715b2d409eed service neutron] 10.222.0.66 "GET /v2.0/networks?id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99 HTTP/1.1" status: 200 len: 913 time: 0.1129563 Aug 11 02:21:08.736731 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8cddc0af-aec9-4998-aad2-1df82e9236c3 req-1669b9f3-4ee7-4f0b-bbec-8612e10d1c35 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b720355-5db2-4aae-8fed-bda1a7e8ed45 HTTP/1.1" status: 200 len: 217 time: 0.0495160 Aug 11 02:21:08.789571 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4174aa9-e9c7-4228-a552-06e35c58d308 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Made reservation on behalf of 771603ce7c694518a048dc364609b7f9 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:08.793552 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a4174aa9-e9c7-4228-a552-06e35c58d308 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:08.794515 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cddc0af-aec9-4998-aad2-1df82e9236c3 req-52178775-d58a-410b-a7b9-8dfd6d6ab380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:08.796118 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8cddc0af-aec9-4998-aad2-1df82e9236c3 req-52178775-d58a-410b-a7b9-8dfd6d6ab380 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7193a88f-4d31-4933-a3af-0738d0f7bf97 HTTP/1.1" status: 200 len: 851 time: 0.0526280 Aug 11 02:21:08.804222 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf1bd1c-720e-4420-955f-dd2e2cb21206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-f6e76953-6916-469f-96d9-51dcda4e51ac', 'network_id': 'f6e76953-6916-469f-96d9-51dcda4e51ac', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'fixed_ips': [{'subnet_id': '1cda6082-677e-47a4-b4fe-9c361b4d12a0'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:21:08.805492 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-daf1bd1c-720e-4420-955f-dd2e2cb21206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:08.883465 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cddc0af-aec9-4998-aad2-1df82e9236c3 req-0033da61-03cd-4831-bab8-350e9a99f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:08.885206 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8cddc0af-aec9-4998-aad2-1df82e9236c3 req-0033da61-03cd-4831-bab8-350e9a99f302 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810366 Aug 11 02:21:08.960587 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-daf1bd1c-720e-4420-955f-dd2e2cb21206 None None] Allocated IP 2001:db8::2 (f6e76953-6916-469f-96d9-51dcda4e51ac/1cda6082-677e-47a4-b4fe-9c361b4d12a0/fa07464b-aa64-41db-b065-0fde4d6675dc) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:09.030751 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a4174aa9-e9c7-4228-a552-06e35c58d308 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:09.118400 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4174aa9-e9c7-4228-a552-06e35c58d308 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Subnet': ['ID=0d3204ca-efdd-4754-9f40-896fc64a9552,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:09.129284 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4174aa9-e9c7-4228-a552-06e35c58d308 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Checking segment: {'id': '2cfbc0d7-8596-497a-8cce-4866112158de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b5cdcd93-16c9-4fc3-8793-47a204139f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:09.129649 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4174aa9-e9c7-4228-a552-06e35c58d308 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network hostable DHCP agents. Network: b5cdcd93-16c9-4fc3-8793-47a204139f7f, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:21:09.150119 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4174aa9-e9c7-4228-a552-06e35c58d308 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network b5cdcd93-16c9-4fc3-8793-47a204139f7f is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:21:09.158307 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-daf1bd1c-720e-4420-955f-dd2e2cb21206 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:09.163007 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-a4174aa9-e9c7-4228-a552-06e35c58d308 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, b5cdcd93-16c9-4fc3-8793-47a204139f7f) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:09.165805 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8cddc0af-aec9-4998-aad2-1df82e9236c3 req-1de2c290-a920-4d0d-ab3c-75920bde8c5a service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640846 Aug 11 02:21:09.168709 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-daf1bd1c-720e-4420-955f-dd2e2cb21206 None None] Transition to ACTIVE for port object fa07464b-aa64-41db-b065-0fde4d6675dc will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:09.169077 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4174aa9-e9c7-4228-a552-06e35c58d308 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:09.169564 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a4174aa9-e9c7-4228-a552-06e35c58d308 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:09.176384 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e754a1f8-a0b3-4837-ae91-a8984f61ef22 None None] Network b5cdcd93-16c9-4fc3-8793-47a204139f7f requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:09.195320 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a4174aa9-e9c7-4228-a552-06e35c58d308 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5268812 Aug 11 02:21:09.196614 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50486) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:09.204149 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-c85b506d-bc3a-4bc5-a500-980826a2f3e0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-543755064', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:09.224854 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-daf1bd1c-720e-4420-955f-dd2e2cb21206 None None] Transition to ACTIVE for port object fa07464b-aa64-41db-b065-0fde4d6675dc will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:09.241375 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-daf1bd1c-720e-4420-955f-dd2e2cb21206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:09.261806 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c85b506d-bc3a-4bc5-a500-980826a2f3e0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:09.263231 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c85b506d-bc3a-4bc5-a500-980826a2f3e0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:09.299619 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8cddc0af-aec9-4998-aad2-1df82e9236c3 req-acd82439-5e7d-4c55-8190-8157990d2a60 service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266456 Aug 11 02:21:09.311355 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf1bd1c-720e-4420-955f-dd2e2cb21206 None None] Network f6e76953-6916-469f-96d9-51dcda4e51ac is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:09.314574 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-daf1bd1c-720e-4420-955f-dd2e2cb21206 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:09.316502 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1bd1c-720e-4420-955f-dd2e2cb21206 None None] Pushing event updated for resources: {'Port': ['ID=fa07464b-aa64-41db-b065-0fde4d6675dc,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:09.318534 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf1bd1c-720e-4420-955f-dd2e2cb21206 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:09.364011 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c85b506d-bc3a-4bc5-a500-980826a2f3e0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:09.380931 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c85b506d-bc3a-4bc5-a500-980826a2f3e0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:09.398598 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c85b506d-bc3a-4bc5-a500-980826a2f3e0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:09.402763 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50494) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:09.402950 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c85b506d-bc3a-4bc5-a500-980826a2f3e0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2050240 Aug 11 02:21:09.407371 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-daf1bd1c-720e-4420-955f-dd2e2cb21206 None None] Attempting to bind port fa07464b-aa64-41db-b065-0fde4d6675dc on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:09.407849 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-daf1bd1c-720e-4420-955f-dd2e2cb21206 None None] Attempting to bind port fa07464b-aa64-41db-b065-0fde4d6675dc by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '3bf496bb-d2b0-4c85-8e7e-9afcf311fc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f6e76953-6916-469f-96d9-51dcda4e51ac'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:09.408700 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf1bd1c-720e-4420-955f-dd2e2cb21206 None None] Attempting to bind port fa07464b-aa64-41db-b065-0fde4d6675dc on network f6e76953-6916-469f-96d9-51dcda4e51ac {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:09.416789 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf1bd1c-720e-4420-955f-dd2e2cb21206 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:09.417164 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf1bd1c-720e-4420-955f-dd2e2cb21206 None None] Checking segment: {'id': '3bf496bb-d2b0-4c85-8e7e-9afcf311fc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f6e76953-6916-469f-96d9-51dcda4e51ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:09.417562 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-daf1bd1c-720e-4420-955f-dd2e2cb21206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:09.417947 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf1bd1c-720e-4420-955f-dd2e2cb21206 None None] Bound using segment: {'id': '3bf496bb-d2b0-4c85-8e7e-9afcf311fc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f6e76953-6916-469f-96d9-51dcda4e51ac'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:09.418413 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-daf1bd1c-720e-4420-955f-dd2e2cb21206 None None] Bound port: fa07464b-aa64-41db-b065-0fde4d6675dc, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf496bb-d2b0-4c85-8e7e-9afcf311fc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f6e76953-6916-469f-96d9-51dcda4e51ac'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:09.418787 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-daf1bd1c-720e-4420-955f-dd2e2cb21206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:09.495960 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d078c1c7-d394-404c-a70e-c9d3ee394d38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-b5cdcd93-16c9-4fc3-8793-47a204139f7f', 'network_id': 'b5cdcd93-16c9-4fc3-8793-47a204139f7f', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'fixed_ips': [{'subnet_id': '0d3204ca-efdd-4754-9f40-896fc64a9552'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:21:09.496917 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d078c1c7-d394-404c-a70e-c9d3ee394d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:09.510538 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b04e61-c1fc-49cc-95b6-478c00cdd390 req-65625e2d-3a80-46fe-aa88-38932f90636c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:09.512198 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-71b04e61-c1fc-49cc-95b6-478c00cdd390 req-65625e2d-3a80-46fe-aa88-38932f90636c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=07748e40-c9c7-4d18-896f-7e3c9f5bc811 HTTP/1.1" status: 200 len: 943 time: 0.0978637 Aug 11 02:21:09.598548 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-71b04e61-c1fc-49cc-95b6-478c00cdd390 req-5a2fc6cc-5807-4d85-9eaf-b88dfd4d6de0 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748372 Aug 11 02:21:09.658297 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-daf1bd1c-720e-4420-955f-dd2e2cb21206 None None] For port fa07464b-aa64-41db-b065-0fde4d6675dc, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:09.660792 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-d078c1c7-d394-404c-a70e-c9d3ee394d38 None None] Allocated IP 2001:db8:1::2 (b5cdcd93-16c9-4fc3-8793-47a204139f7f/0d3204ca-efdd-4754-9f40-896fc64a9552/414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:09.679516 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-daf1bd1c-720e-4420-955f-dd2e2cb21206 None None] For port fa07464b-aa64-41db-b065-0fde4d6675dc, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=fa07464b-aa64-41db-b065-0fde4d6675dc,segment=NetworkSegment(3bf496bb-d2b0-4c85-8e7e-9afcf311fc9b),segment_id=3bf496bb-d2b0-4c85-8e7e-9afcf311fc9b)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:09.688781 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-daf1bd1c-720e-4420-955f-dd2e2cb21206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:09.800231 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1bd1c-720e-4420-955f-dd2e2cb21206 None None] Pushing event updated for resources: {'Port': ['ID=fa07464b-aa64-41db-b065-0fde4d6675dc,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:09.802543 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3679c961-e61d-40c9-8781-94709a5f873d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:09.888587 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d078c1c7-d394-404c-a70e-c9d3ee394d38 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:09.899495 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d078c1c7-d394-404c-a70e-c9d3ee394d38 None None] Transition to ACTIVE for port object 414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:09.921371 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d078c1c7-d394-404c-a70e-c9d3ee394d38 None None] Transition to ACTIVE for port object 414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:09.929442 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d078c1c7-d394-404c-a70e-c9d3ee394d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:10.000946 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d078c1c7-d394-404c-a70e-c9d3ee394d38 None None] Network b5cdcd93-16c9-4fc3-8793-47a204139f7f is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:10.008765 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-d078c1c7-d394-404c-a70e-c9d3ee394d38 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:10.011204 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d078c1c7-d394-404c-a70e-c9d3ee394d38 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:10.023922 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078c1c7-d394-404c-a70e-c9d3ee394d38 None None] Pushing event updated for resources: {'Port': ['ID=414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:10.084490 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d078c1c7-d394-404c-a70e-c9d3ee394d38 None None] Attempting to bind port 414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:10.086631 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d078c1c7-d394-404c-a70e-c9d3ee394d38 None None] Attempting to bind port 414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '2cfbc0d7-8596-497a-8cce-4866112158de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b5cdcd93-16c9-4fc3-8793-47a204139f7f'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:10.087206 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078c1c7-d394-404c-a70e-c9d3ee394d38 None None] Attempting to bind port 414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6 on network b5cdcd93-16c9-4fc3-8793-47a204139f7f {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:10.100254 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078c1c7-d394-404c-a70e-c9d3ee394d38 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:10.100664 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078c1c7-d394-404c-a70e-c9d3ee394d38 None None] Checking segment: {'id': '2cfbc0d7-8596-497a-8cce-4866112158de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b5cdcd93-16c9-4fc3-8793-47a204139f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:10.101233 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d078c1c7-d394-404c-a70e-c9d3ee394d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:10.101644 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078c1c7-d394-404c-a70e-c9d3ee394d38 None None] Bound using segment: {'id': '2cfbc0d7-8596-497a-8cce-4866112158de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b5cdcd93-16c9-4fc3-8793-47a204139f7f'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:10.102129 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d078c1c7-d394-404c-a70e-c9d3ee394d38 None None] Bound port: 414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cfbc0d7-8596-497a-8cce-4866112158de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b5cdcd93-16c9-4fc3-8793-47a204139f7f'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:10.102523 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d078c1c7-d394-404c-a70e-c9d3ee394d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:10.207778 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-3679c961-e61d-40c9-8781-94709a5f873d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Allocated IP 2001:db8::1 (f6e76953-6916-469f-96d9-51dcda4e51ac/1cda6082-677e-47a4-b4fe-9c361b4d12a0/90c5910c-3835-437e-b466-419a13b95431) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:10.208624 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d078c1c7-d394-404c-a70e-c9d3ee394d38 None None] For port 414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:10.212977 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d078c1c7-d394-404c-a70e-c9d3ee394d38 None None] For port 414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6,segment=NetworkSegment(2cfbc0d7-8596-497a-8cce-4866112158de),segment_id=2cfbc0d7-8596-497a-8cce-4866112158de)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:10.223122 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d078c1c7-d394-404c-a70e-c9d3ee394d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:10.373112 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3679c961-e61d-40c9-8781-94709a5f873d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:10.389638 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-3679c961-e61d-40c9-8781-94709a5f873d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Transition to ACTIVE for port object 90c5910c-3835-437e-b466-419a13b95431 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:10.440812 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078c1c7-d394-404c-a70e-c9d3ee394d38 None None] Pushing event updated for resources: {'Port': ['ID=414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:10.451736 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3679c961-e61d-40c9-8781-94709a5f873d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:10.499050 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3679c961-e61d-40c9-8781-94709a5f873d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network f6e76953-6916-469f-96d9-51dcda4e51ac is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:10.502173 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-3679c961-e61d-40c9-8781-94709a5f873d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:10.506136 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3679c961-e61d-40c9-8781-94709a5f873d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:10.506695 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3679c961-e61d-40c9-8781-94709a5f873d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:10.544765 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679c961-e61d-40c9-8781-94709a5f873d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Port': ['ID=90c5910c-3835-437e-b466-419a13b95431,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:10.717168 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3679c961-e61d-40c9-8781-94709a5f873d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:10.892635 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a0b51-7fb4-484a-84a0-75d851f7c25c req-601c7dfa-e87c-468a-981f-e0e6d54daad0 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:10.894705 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-506a0b51-7fb4-484a-84a0-75d851f7c25c req-601c7dfa-e87c-468a-981f-e0e6d54daad0 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=07748e40-c9c7-4d18-896f-7e3c9f5bc811 HTTP/1.1" status: 200 len: 943 time: 0.1231437 Aug 11 02:21:10.958591 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-506a0b51-7fb4-484a-84a0-75d851f7c25c req-f0b0f8ba-726a-4502-9558-7c43f64777ea tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504966 Aug 11 02:21:10.980045 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:11.032538 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:11.037618 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device fa07464b-aa64-41db-b065-0fde4d6675dc up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:11.093816 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port fa07464b-aa64-41db-b065-0fde4d6675dc completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:11.176354 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3679c961-e61d-40c9-8781-94709a5f873d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.181491 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3679c961-e61d-40c9-8781-94709a5f873d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.183085 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3679c961-e61d-40c9-8781-94709a5f873d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.293678 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9805ad5f-08e6-4c12-a4d7-5daf94f1e8f9 None None] Network f6e76953-6916-469f-96d9-51dcda4e51ac requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:11.294115 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679c961-e61d-40c9-8781-94709a5f873d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Port': ['ID=90c5910c-3835-437e-b466-419a13b95431,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:11.389081 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3679c961-e61d-40c9-8781-94709a5f873d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network f6e76953-6916-469f-96d9-51dcda4e51ac is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:11.390457 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-3679c961-e61d-40c9-8781-94709a5f873d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:11.447925 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b0ddbb8d-ebb1-419d-ab29-dc4311b4ec71 None None] Provisioning for port fa07464b-aa64-41db-b065-0fde4d6675dc completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:11.472239 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b0ddbb8d-ebb1-419d-ab29-dc4311b4ec71 None None] Provisioning complete for port fa07464b-aa64-41db-b065-0fde4d6675dc triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:11.472625 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b0ddbb8d-ebb1-419d-ab29-dc4311b4ec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.484750 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50524) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:11.555951 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3679c961-e61d-40c9-8781-94709a5f873d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Router 783f305e-d9a8-4b25-9c6d-0a55c963d1f1 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:21:11.586338 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cdb2bb2-4102-4b33-af0e-fb55763178a2 admin admin] Deleting subnet b8633854-d70d-4678-9063-ea6c7d995147 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:21:11.592200 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5cdb2bb2-4102-4b33-af0e-fb55763178a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.648131 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5cdb2bb2-4102-4b33-af0e-fb55763178a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.725012 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5cdb2bb2-4102-4b33-af0e-fb55763178a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.743018 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b0ddbb8d-ebb1-419d-ab29-dc4311b4ec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.744627 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3679c961-e61d-40c9-8781-94709a5f873d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:21:11.755432 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb4c5da-50cc-4b95-96a5-020adea5d07b None None] Sync routers for ids ['783f305e-d9a8-4b25-9c6d-0a55c963d1f1'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:21:11.770439 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb4c5da-50cc-4b95-96a5-020adea5d07b None None] Routers {'783f305e-d9a8-4b25-9c6d-0a55c963d1f1'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:11.775043 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-8cb4c5da-50cc-4b95-96a5-020adea5d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:20:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['783f305e-d9a8-4b25-9c6d-0a55c963d1f1'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:11.783622 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3679c961-e61d-40c9-8781-94709a5f873d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "PUT /v2.0/routers/783f305e-d9a8-4b25-9c6d-0a55c963d1f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3764384 Aug 11 02:21:11.785471 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50530) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:11.824442 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-b0ddbb8d-ebb1-419d-ab29-dc4311b4ec71 None None] For port fa07464b-aa64-41db-b065-0fde4d6675dc, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=fa07464b-aa64-41db-b065-0fde4d6675dc,segment=NetworkSegment(3bf496bb-d2b0-4c85-8e7e-9afcf311fc9b),segment_id=3bf496bb-d2b0-4c85-8e7e-9afcf311fc9b)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:11.832635 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b0ddbb8d-ebb1-419d-ab29-dc4311b4ec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.842813 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5cdb2bb2-4102-4b33-af0e-fb55763178a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.892839 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb2bb2-4102-4b33-af0e-fb55763178a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8633854-d70d-4678-9063-ea6c7d995147,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:11.898899 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5cdb2bb2-4102-4b33-af0e-fb55763178a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.901965 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5cdb2bb2-4102-4b33-af0e-fb55763178a2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b8633854-d70d-4678-9063-ea6c7d995147 HTTP/1.1" status: 204 len: 168 time: 0.4152248 Aug 11 02:21:11.905686 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50534) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:11.916074 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db77448-5049-4049-827c-dd72e170d16a tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:11.917629 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0db77448-5049-4049-827c-dd72e170d16a tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "GET /v2.0/ports/90c5910c-3835-437e-b466-419a13b95431 HTTP/1.1" status: 200 len: 911 time: 0.0798585 Aug 11 02:21:11.920752 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50536) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:11.962883 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ddbb8d-ebb1-419d-ab29-dc4311b4ec71 None None] Pushing event updated for resources: {'Port': ['ID=fa07464b-aa64-41db-b065-0fde4d6675dc,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:11.987386 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38d6155-6d1e-4214-938f-a1b35d89e1de None None] Network b5cdcd93-16c9-4fc3-8793-47a204139f7f requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:12.093010 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100db36-352e-4ed3-9dc0-8474c8744657 req-a39d12ff-8074-45eb-b850-696aed56243b tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:12.094871 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-aa5a6531-4f86-4abf-aa1d-04a315b79424 None None] Provisioning for port 414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:12.096830 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-8cb4c5da-50cc-4b95-96a5-020adea5d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:12.101691 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a100db36-352e-4ed3-9dc0-8474c8744657 req-a39d12ff-8074-45eb-b850-696aed56243b tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/ports?device_id=e54afb94-f6a2-438b-86f0-f5c73f6263ed HTTP/1.1" status: 200 len: 946 time: 0.3793669 Aug 11 02:21:12.117849 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-aa5a6531-4f86-4abf-aa1d-04a315b79424 None None] Provisioning complete for port 414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:12.118122 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-aa5a6531-4f86-4abf-aa1d-04a315b79424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.125472 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb4c5da-50cc-4b95-96a5-020adea5d07b None None] Routers {'783f305e-d9a8-4b25-9c6d-0a55c963d1f1'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:12.126272 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-8cb4c5da-50cc-4b95-96a5-020adea5d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:20:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['783f305e-d9a8-4b25-9c6d-0a55c963d1f1'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:12.145923 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e696-cc35-4b8c-a535-002921eeb794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.178743 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-8cb4c5da-50cc-4b95-96a5-020adea5d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:12.179623 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb4c5da-50cc-4b95-96a5-020adea5d07b None None] The sync data for ids ['783f305e-d9a8-4b25-9c6d-0a55c963d1f1'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:21:12.183252 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a100db36-352e-4ed3-9dc0-8474c8744657 req-745b5b24-85ee-416a-8da2-e2b53789d28a tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/security-groups?id=8456b0d1-77f3-49e8-a3e4-60cdaf0110fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760093 Aug 11 02:21:12.341529 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d7adc-1ca0-4746-8ae4-878064989747 req-faf2eff2-2f00-43e7-b537-d0a4f60a652c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:12.350377 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-976d7adc-1ca0-4746-8ae4-878064989747 req-faf2eff2-2f00-43e7-b537-d0a4f60a652c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=07748e40-c9c7-4d18-896f-7e3c9f5bc811 HTTP/1.1" status: 200 len: 943 time: 0.2539697 Aug 11 02:21:12.359153 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e696-cc35-4b8c-a535-002921eeb794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.384958 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-aa5a6531-4f86-4abf-aa1d-04a315b79424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.395123 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-3fe9e696-cc35-4b8c-a535-002921eeb794 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd29eb38-ff1f-47ad-89f3-314df0c18679']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:12.432394 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-3fe9e696-cc35-4b8c-a535-002921eeb794 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6616f338-8bd2-4042-a7e3-01a398503e7d') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:12.433069 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-aa5a6531-4f86-4abf-aa1d-04a315b79424 None None] For port 414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6,segment=NetworkSegment(2cfbc0d7-8596-497a-8cce-4866112158de),segment_id=2cfbc0d7-8596-497a-8cce-4866112158de)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:12.436123 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-3fe9e696-cc35-4b8c-a535-002921eeb794 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6616f338-8bd2-4042-a7e3-01a398503e7d') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:12.438085 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-aa5a6531-4f86-4abf-aa1d-04a315b79424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.462236 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e696-cc35-4b8c-a535-002921eeb794 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.493468 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e696-cc35-4b8c-a535-002921eeb794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.508283 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a6531-4f86-4abf-aa1d-04a315b79424 None None] Pushing event updated for resources: {'Port': ['ID=414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:12.508612 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe9e696-cc35-4b8c-a535-002921eeb794 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:21:12.509470 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e696-cc35-4b8c-a535-002921eeb794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.511053 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 3b720355-5db2-4aae-8fed-bda1a7e8ed45 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:21:12.511629 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:21:12.592834 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e696-cc35-4b8c-a535-002921eeb794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.599723 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e696-cc35-4b8c-a535-002921eeb794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.602503 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3fe9e696-cc35-4b8c-a535-002921eeb794 admin admin] 10.222.0.50 "DELETE /v2.0/networks/fd29eb38-ff1f-47ad-89f3-314df0c18679 HTTP/1.1" status: 204 len: 168 time: 0.6789885 Aug 11 02:21:12.620108 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9e696-cc35-4b8c-a535-002921eeb794 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd29eb38-ff1f-47ad-89f3-314df0c18679,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:12.676148 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-976d7adc-1ca0-4746-8ae4-878064989747 req-3bf83b4b-c9c2-4c3d-81b3-85b00933416a tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203373 Aug 11 02:21:12.698051 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 3b720355-5db2-4aae-8fed-bda1a7e8ed45, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=3b720355-5db2-4aae-8fed-bda1a7e8ed45,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:12.714567 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-07691cb0-92cc-4896-b43d-892767b844ed None None] Provisioning complete for port fa07464b-aa64-41db-b065-0fde4d6675dc triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:12.715244 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-07691cb0-92cc-4896-b43d-892767b844ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.717126 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '3b720355-5db2-4aae-8fed-bda1a7e8ed45', 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99', 'port_id': '3b720355-5db2-4aae-8fed-bda1a7e8ed45', 'mac_address': 'fa:16:3e:f1:64:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7193a88f-4d31-4933-a3af-0738d0f7bf97', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:21:12.748997 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-337864c2-391b-4e0e-bb03-b0e1ccbc2ec7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.881836 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.927790 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:12.960833 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50556) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:13.030369 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b720355-5db2-4aae-8fed-bda1a7e8ed45 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:13.036833 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ee517f62-1860-49d5-aa34-6e0799b214e7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=be2f0ccd4b644707986473d483c3e209&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0738666 Aug 11 02:21:13.039311 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50558) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:13.073759 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:13.074322 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.107451 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 3b720355-5db2-4aae-8fed-bda1a7e8ed45, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=3b720355-5db2-4aae-8fed-bda1a7e8ed45,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:13.123428 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.142990 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-08a8ceb8-efd5-4f1d-84fb-d3cfda5e8445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.178683 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a2c1b-5c97-4cb0-85eb-384823d328fd req-858e204f-2864-4ec6-aef1-b30224294ca0 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:13.180948 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f9a2c1b-5c97-4cb0-85eb-384823d328fd req-858e204f-2864-4ec6-aef1-b30224294ca0 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/ports?device_id=e54afb94-f6a2-438b-86f0-f5c73f6263ed HTTP/1.1" status: 200 len: 946 time: 0.0887899 Aug 11 02:21:13.186526 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-08a8ceb8-efd5-4f1d-84fb-d3cfda5e8445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.191698 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-07691cb0-92cc-4896-b43d-892767b844ed None None] Provisioning for port 90c5910c-3835-437e-b466-419a13b95431 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:13.195383 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=3b720355-5db2-4aae-8fed-bda1a7e8ed45,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:13.201406 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-07691cb0-92cc-4896-b43d-892767b844ed None None] Provisioning complete for port 90c5910c-3835-437e-b466-419a13b95431 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:13.201787 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-07691cb0-92cc-4896-b43d-892767b844ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.217768 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-337864c2-391b-4e0e-bb03-b0e1ccbc2ec7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Allocated IP 2001:db8:1::1 (b5cdcd93-16c9-4fc3-8793-47a204139f7f/0d3204ca-efdd-4754-9f40-896fc64a9552/3448230a-79df-4d44-89e3-f99ec740a110) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:13.257973 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f9a2c1b-5c97-4cb0-85eb-384823d328fd req-4201c658-db89-409a-a478-42ab067ab8e6 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/security-groups?id=8456b0d1-77f3-49e8-a3e4-60cdaf0110fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692012 Aug 11 02:21:13.278815 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-08a8ceb8-efd5-4f1d-84fb-d3cfda5e8445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.281297 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device fa07464b-aa64-41db-b065-0fde4d6675dc up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:13.282385 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-08a8ceb8-efd5-4f1d-84fb-d3cfda5e8445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.284376 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-08a8ceb8-efd5-4f1d-84fb-d3cfda5e8445 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5ab8f257-b461-41b8-b080-344e0fec2aed HTTP/1.1" status: 204 len: 168 time: 0.2437487 Aug 11 02:21:13.294139 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8ceb8-efd5-4f1d-84fb-d3cfda5e8445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab8f257-b461-41b8-b080-344e0fec2aed,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:13.319119 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-07691cb0-92cc-4896-b43d-892767b844ed None None] Port 90c5910c-3835-437e-b466-419a13b95431 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:21:13.379626 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port fa07464b-aa64-41db-b065-0fde4d6675dc triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:13.380542 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.404757 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-337864c2-391b-4e0e-bb03-b0e1ccbc2ec7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.419709 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-337864c2-391b-4e0e-bb03-b0e1ccbc2ec7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Transition to ACTIVE for port object 3448230a-79df-4d44-89e3-f99ec740a110 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:13.455700 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-337864c2-391b-4e0e-bb03-b0e1ccbc2ec7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.467914 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['3b720355-5db2-4aae-8fed-bda1a7e8ed45'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:13.500150 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337864c2-391b-4e0e-bb03-b0e1ccbc2ec7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network b5cdcd93-16c9-4fc3-8793-47a204139f7f is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:13.503279 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-337864c2-391b-4e0e-bb03-b0e1ccbc2ec7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:13.507240 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337864c2-391b-4e0e-bb03-b0e1ccbc2ec7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:13.509352 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-337864c2-391b-4e0e-bb03-b0e1ccbc2ec7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.523987 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c133806c-b189-4393-97d6-6a4113fefa0c None None] Provisioning complete for port 414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:13.524368 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c133806c-b189-4393-97d6-6a4113fefa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.649544 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337864c2-391b-4e0e-bb03-b0e1ccbc2ec7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Port': ['ID=3448230a-79df-4d44-89e3-f99ec740a110,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:13.667002 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-337864c2-391b-4e0e-bb03-b0e1ccbc2ec7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.889065 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c133806c-b189-4393-97d6-6a4113fefa0c None None] Provisioning complete for port 90c5910c-3835-437e-b466-419a13b95431 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:13.889444 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c133806c-b189-4393-97d6-6a4113fefa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.947433 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-c133806c-b189-4393-97d6-6a4113fefa0c None None] Port 90c5910c-3835-437e-b466-419a13b95431 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:21:13.952882 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c150ed-3c84-4168-b95d-d377beee1129 req-476fd255-fc32-47f4-b23c-cf6e007fcc90 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:13.960057 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b9c150ed-3c84-4168-b95d-d377beee1129 req-476fd255-fc32-47f4-b23c-cf6e007fcc90 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=07748e40-c9c7-4d18-896f-7e3c9f5bc811 HTTP/1.1" status: 200 len: 944 time: 0.1394548 Aug 11 02:21:13.968075 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa1e4d-99ff-4f6a-be47-4e791834c731 req-7a447410-b5c6-4c59-8715-eef5305a4a15 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:13.969996 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-baaa1e4d-99ff-4f6a-be47-4e791834c731 req-7a447410-b5c6-4c59-8715-eef5305a4a15 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/ports?device_id=e54afb94-f6a2-438b-86f0-f5c73f6263ed HTTP/1.1" status: 200 len: 946 time: 0.0549285 Aug 11 02:21:14.018074 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-baaa1e4d-99ff-4f6a-be47-4e791834c731 req-6bc41233-d1b9-4127-90e6-c41bb9b82440 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/security-groups?id=8456b0d1-77f3-49e8-a3e4-60cdaf0110fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402317 Aug 11 02:21:14.051674 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b9c150ed-3c84-4168-b95d-d377beee1129 req-21b8e574-5306-491d-839f-f472e1b989f3 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870740 Aug 11 02:21:14.085070 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-38f8b2cc-fbfe-45d7-9300-a2f02c6c6d15 None None] Provisioning for port 3448230a-79df-4d44-89e3-f99ec740a110 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:14.090935 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-38f8b2cc-fbfe-45d7-9300-a2f02c6c6d15 None None] Provisioning complete for port 3448230a-79df-4d44-89e3-f99ec740a110 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:14.091278 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-38f8b2cc-fbfe-45d7-9300-a2f02c6c6d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:14.147367 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-337864c2-391b-4e0e-bb03-b0e1ccbc2ec7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:14.150383 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-38f8b2cc-fbfe-45d7-9300-a2f02c6c6d15 None None] Port 3448230a-79df-4d44-89e3-f99ec740a110 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:21:14.152495 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-337864c2-391b-4e0e-bb03-b0e1ccbc2ec7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:14.153435 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-337864c2-391b-4e0e-bb03-b0e1ccbc2ec7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:14.240807 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337864c2-391b-4e0e-bb03-b0e1ccbc2ec7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Port': ['ID=3448230a-79df-4d44-89e3-f99ec740a110,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:14.285564 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337864c2-391b-4e0e-bb03-b0e1ccbc2ec7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network b5cdcd93-16c9-4fc3-8793-47a204139f7f is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:14.286935 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-337864c2-391b-4e0e-bb03-b0e1ccbc2ec7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:14.390132 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337864c2-391b-4e0e-bb03-b0e1ccbc2ec7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Router 783f305e-d9a8-4b25-9c6d-0a55c963d1f1 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:21:14.497765 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337864c2-391b-4e0e-bb03-b0e1ccbc2ec7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:21:14.508021 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903f3b58-9c02-4ae8-8d72-506e8117fabb None None] Sync routers for ids ['783f305e-d9a8-4b25-9c6d-0a55c963d1f1'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:21:14.508982 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-337864c2-391b-4e0e-bb03-b0e1ccbc2ec7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "PUT /v2.0/routers/783f305e-d9a8-4b25-9c6d-0a55c963d1f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5867429 Aug 11 02:21:14.511502 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50606) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:14.526105 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903f3b58-9c02-4ae8-8d72-506e8117fabb None None] Routers {'783f305e-d9a8-4b25-9c6d-0a55c963d1f1'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:14.528651 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-903f3b58-9c02-4ae8-8d72-506e8117fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:20:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['783f305e-d9a8-4b25-9c6d-0a55c963d1f1'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:14.600463 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-903f3b58-9c02-4ae8-8d72-506e8117fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:14.617553 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-741776d3-911a-487e-ba6a-4a403bde7806 None None] Provisioning complete for port 3448230a-79df-4d44-89e3-f99ec740a110 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:14.618037 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-741776d3-911a-487e-ba6a-4a403bde7806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:14.620930 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903f3b58-9c02-4ae8-8d72-506e8117fabb None None] Routers {'783f305e-d9a8-4b25-9c6d-0a55c963d1f1'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:14.621619 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-903f3b58-9c02-4ae8-8d72-506e8117fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:20:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['783f305e-d9a8-4b25-9c6d-0a55c963d1f1'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:14.674688 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-903f3b58-9c02-4ae8-8d72-506e8117fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:14.675455 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903f3b58-9c02-4ae8-8d72-506e8117fabb None None] The sync data for ids ['783f305e-d9a8-4b25-9c6d-0a55c963d1f1'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:21:14.693714 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-741776d3-911a-487e-ba6a-4a403bde7806 None None] Port 3448230a-79df-4d44-89e3-f99ec740a110 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:21:14.721910 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bb36d333-0247-4d8e-ad07-67885329f99d req-d15f4c1c-4991-41f4-a3e6-3a60d0c5dadf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0724421 Aug 11 02:21:14.792080 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36d333-0247-4d8e-ad07-67885329f99d req-6c65d807-08bd-4ceb-bc36-3982220fc57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:14.793646 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bb36d333-0247-4d8e-ad07-67885329f99d req-6c65d807-08bd-4ceb-bc36-3982220fc57a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=15f6ff753e694e9dbfd4e9be5e45ed17&device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 1097 time: 0.0466702 Aug 11 02:21:14.890345 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50618) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:14.905029 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe4d2ac-7646-49d7-bb6d-435473c9c47b tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:14.909496 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fbe4d2ac-7646-49d7-bb6d-435473c9c47b tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "GET /v2.0/ports/3448230a-79df-4d44-89e3-f99ec740a110 HTTP/1.1" status: 200 len: 913 time: 0.3939412 Aug 11 02:21:14.909856 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50622) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:14.919823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36d333-0247-4d8e-ad07-67885329f99d req-338b8877-04ce-4c5a-abe0-c1b0f0aa2469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:14.921268 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bb36d333-0247-4d8e-ad07-67885329f99d req-338b8877-04ce-4c5a-abe0-c1b0f0aa2469 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2564e31e-dea6-46ca-b2de-bf165812396f HTTP/1.1" status: 200 len: 918 time: 0.1031413 Aug 11 02:21:15.041531 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-336ecbc3-3a31-4df3-859d-f9afda70cdd2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'network': {'name': 'tempest-network-smoke--371104460', 'project_id': '87062204daa74f23a6f53457711872b3', 'port_security_enabled': True}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:15.064694 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336ecbc3-3a31-4df3-859d-f9afda70cdd2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Made reservation on behalf of 87062204daa74f23a6f53457711872b3 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:15.068889 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-336ecbc3-3a31-4df3-859d-f9afda70cdd2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:15.078574 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-336ecbc3-3a31-4df3-859d-f9afda70cdd2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:15.086734 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bb36d333-0247-4d8e-ad07-67885329f99d req-dccea378-cd6c-4a51-8ed6-5f7c6712ab47 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78589433-afa4-4706-bf0c-f19808506a2b HTTP/1.1" status: 200 len: 1000 time: 0.1345489 Aug 11 02:21:15.213806 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be3b28-8b76-465c-8a13-922b8e2ebbba req-2a1ebd1c-e531-4c30-ad76-421f8369a68d tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:15.215691 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00be3b28-8b76-465c-8a13-922b8e2ebbba req-2a1ebd1c-e531-4c30-ad76-421f8369a68d tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=07748e40-c9c7-4d18-896f-7e3c9f5bc811 HTTP/1.1" status: 200 len: 944 time: 0.0726252 Aug 11 02:21:15.227737 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-336ecbc3-3a31-4df3-859d-f9afda70cdd2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:15.236615 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-336ecbc3-3a31-4df3-859d-f9afda70cdd2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:15.277906 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-336ecbc3-3a31-4df3-859d-f9afda70cdd2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:21:15.306687 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00be3b28-8b76-465c-8a13-922b8e2ebbba req-293d15b7-fea7-4584-b176-9401deb54701 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818148 Aug 11 02:21:15.307319 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ecbc3-3a31-4df3-859d-f9afda70cdd2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=912b69bd-71e4-40aa-9872-b7140b999bad,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:15.311479 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-336ecbc3-3a31-4df3-859d-f9afda70cdd2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:15.311856 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-336ecbc3-3a31-4df3-859d-f9afda70cdd2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Added segment e8a1dbd2-8ece-42e5-8eef-5307e17dea99 of type vlan for network 62489474-cb4b-4c3a-81c6-d49a3321e354 Aug 11 02:21:15.357204 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-336ecbc3-3a31-4df3-859d-f9afda70cdd2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:15.391634 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-336ecbc3-3a31-4df3-859d-f9afda70cdd2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:15.399240 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336ecbc3-3a31-4df3-859d-f9afda70cdd2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:15.400211 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-336ecbc3-3a31-4df3-859d-f9afda70cdd2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:15.472300 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-336ecbc3-3a31-4df3-859d-f9afda70cdd2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5808904 Aug 11 02:21:15.475061 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50632) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:15.479725 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-374d67c5-bffe-4d83-9075-16e516ef1096 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1949462947', 'admin_state_up': True, 'project_id': '87062204daa74f23a6f53457711872b3', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:15.495182 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ecbc3-3a31-4df3-859d-f9afda70cdd2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'Network': ['ID=62489474-cb4b-4c3a-81c6-d49a3321e354,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:15.509678 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 62489474-cb4b-4c3a-81c6-d49a3321e354 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:21:15.514246 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-374d67c5-bffe-4d83-9075-16e516ef1096 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:15.515409 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-374d67c5-bffe-4d83-9075-16e516ef1096 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:15.577946 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36d333-0247-4d8e-ad07-67885329f99d req-162915f2-64d3-42bd-9ea1-0fe0e27a8f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:15.580399 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bb36d333-0247-4d8e-ad07-67885329f99d req-162915f2-64d3-42bd-9ea1-0fe0e27a8f07 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f HTTP/1.1" status: 200 len: 856 time: 0.4851966 Aug 11 02:21:15.602243 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-374d67c5-bffe-4d83-9075-16e516ef1096 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:15.631088 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e33430b5-8f5c-4c93-a05e-b9bb36a46691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:15.651095 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baddc81-8f36-4614-9c46-86917ec030a2 req-00b1899c-b928-489e-863e-17e075087a77 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:15.652619 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2baddc81-8f36-4614-9c46-86917ec030a2 req-00b1899c-b928-489e-863e-17e075087a77 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/ports?device_id=e54afb94-f6a2-438b-86f0-f5c73f6263ed HTTP/1.1" status: 200 len: 946 time: 0.5123432 Aug 11 02:21:15.672332 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15235480-b334-4859-ba8a-0a987c970629 req-bb321c9d-cc06-4669-b2b3-ea651be381be tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:15.673808 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15235480-b334-4859-ba8a-0a987c970629 req-bb321c9d-cc06-4669-b2b3-ea651be381be tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.73 "GET /v2.0/ports?device_id=e54afb94-f6a2-438b-86f0-f5c73f6263ed HTTP/1.1" status: 200 len: 946 time: 0.1793120 Aug 11 02:21:15.751883 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-374d67c5-bffe-4d83-9075-16e516ef1096 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:15.804562 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36d333-0247-4d8e-ad07-67885329f99d req-967e6c99-1760-433b-91cd-2d1a6cb75057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:15.806087 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bb36d333-0247-4d8e-ad07-67885329f99d req-967e6c99-1760-433b-91cd-2d1a6cb75057 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2564e31e-dea6-46ca-b2de-bf165812396f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2181716 Aug 11 02:21:15.836675 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2baddc81-8f36-4614-9c46-86917ec030a2 req-6d7e4ae5-36e3-4907-8dc2-16b1df2a1034 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/security-groups?id=8456b0d1-77f3-49e8-a3e4-60cdaf0110fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742103 Aug 11 02:21:15.953708 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-374d67c5-bffe-4d83-9075-16e516ef1096 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:15.972939 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-374d67c5-bffe-4d83-9075-16e516ef1096 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:16.022077 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-15235480-b334-4859-ba8a-0a987c970629 req-1a2fc934-8b42-4b0e-8aa3-1f7303cd5cb7 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Deleting port 336d83f4-e78b-4a14-8123-3cca81b1a530 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:16.022430 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-15235480-b334-4859-ba8a-0a987c970629 req-1a2fc934-8b42-4b0e-8aa3-1f7303cd5cb7 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:16.032547 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bb36d333-0247-4d8e-ad07-67885329f99d req-be520f60-0279-4b28-b231-31fcb6b1d677 service neutron] 10.222.0.73 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170584 Aug 11 02:21:16.086818 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-374d67c5-bffe-4d83-9075-16e516ef1096 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Allocated IP 172.25.2.208 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/ca542dd5-370b-4659-9edf-414b4cf1cf2d) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:16.182588 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a137e700-5c9d-4d09-853a-9392bfc94288 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:16.191838 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-374d67c5-bffe-4d83-9075-16e516ef1096 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:16.232576 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-374d67c5-bffe-4d83-9075-16e516ef1096 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:16.273696 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374d67c5-bffe-4d83-9075-16e516ef1096 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:16.276756 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-15235480-b334-4859-ba8a-0a987c970629 req-1a2fc934-8b42-4b0e-8aa3-1f7303cd5cb7 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] For port 336d83f4-e78b-4a14-8123-3cca81b1a530, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=336d83f4-e78b-4a14-8123-3cca81b1a530,segment=NetworkSegment(7ca01c84-98c8-4676-8a35-404d37bafeef),segment_id=7ca01c84-98c8-4676-8a35-404d37bafeef)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:16.277127 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-15235480-b334-4859-ba8a-0a987c970629 req-1a2fc934-8b42-4b0e-8aa3-1f7303cd5cb7 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:16.280098 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-374d67c5-bffe-4d83-9075-16e516ef1096 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:16.284270 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d67c5-bffe-4d83-9075-16e516ef1096 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:16.289687 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d67c5-bffe-4d83-9075-16e516ef1096 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'Port': ['ID=ca542dd5-370b-4659-9edf-414b4cf1cf2d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:16.312544 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bb36d333-0247-4d8e-ad07-67885329f99d req-cd3b17d9-c3b7-4f80-85a8-8114725cfcb7 service neutron] 10.222.0.73 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376657 Aug 11 02:21:16.483208 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e65c7d-b2b7-4d48-a895-de05b2e2dbfc req-1fc55d9e-b311-40e0-9629-b77151e1fc02 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:16.484812 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-41e65c7d-b2b7-4d48-a895-de05b2e2dbfc req-1fc55d9e-b311-40e0-9629-b77151e1fc02 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=07748e40-c9c7-4d18-896f-7e3c9f5bc811 HTTP/1.1" status: 200 len: 944 time: 0.0861216 Aug 11 02:21:16.498642 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 3b720355-5db2-4aae-8fed-bda1a7e8ed45 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:16.558626 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 3b720355-5db2-4aae-8fed-bda1a7e8ed45 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:16.562170 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 3b720355-5db2-4aae-8fed-bda1a7e8ed45 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:16.562548 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:16.614868 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-15235480-b334-4859-ba8a-0a987c970629 req-1a2fc934-8b42-4b0e-8aa3-1f7303cd5cb7 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:16.615414 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-15235480-b334-4859-ba8a-0a987c970629 req-1a2fc934-8b42-4b0e-8aa3-1f7303cd5cb7 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:16.615769 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [req-15235480-b334-4859-ba8a-0a987c970629 req-1a2fc934-8b42-4b0e-8aa3-1f7303cd5cb7 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Floating IP 2f1dc74d-9767-411e-bcfa-04ca2f25a3ec disassociated. External IP: 172.25.2.73, port: 336d83f4-e78b-4a14-8123-3cca81b1a530. Aug 11 02:21:16.616117 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-15235480-b334-4859-ba8a-0a987c970629 req-1a2fc934-8b42-4b0e-8aa3-1f7303cd5cb7 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Calling delete_port for 336d83f4-e78b-4a14-8123-3cca81b1a530 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:16.659189 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:16.661265 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-41e65c7d-b2b7-4d48-a895-de05b2e2dbfc req-b8c26824-b339-4b7b-ad27-e2aa0ac634fc tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082261 Aug 11 02:21:16.684384 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-374d67c5-bffe-4d83-9075-16e516ef1096 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:16.686715 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07748e40-c9c7-4d18-896f-7e3c9f5bc811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b720355-5db2-4aae-8fed-bda1a7e8ed45'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:16.689584 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90df3b3-4fe9-4fbb-b3c1-d356e076025a" -d '{"events": [{"server_uuid": "07748e40-c9c7-4d18-896f-7e3c9f5bc811", "name": "network-vif-plugged", "status": "completed", "tag": "3b720355-5db2-4aae-8fed-bda1a7e8ed45"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:16.704588 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 3b720355-5db2-4aae-8fed-bda1a7e8ed45, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=3b720355-5db2-4aae-8fed-bda1a7e8ed45,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:16.710297 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:16.757058 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-a137e700-5c9d-4d09-853a-9392bfc94288 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Deleting port 3448230a-79df-4d44-89e3-f99ec740a110 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:16.757409 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a137e700-5c9d-4d09-853a-9392bfc94288 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:16.760779 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac22f9d-8462-4c68-ac28-5f130f233b3c x-openstack-request-id: req-6ac22f9d-8462-4c68-ac28-5f130f233b3c {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:16.761329 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07748e40-c9c7-4d18-896f-7e3c9f5bc811", "name": "network-vif-plugged", "status": "completed", "tag": "3b720355-5db2-4aae-8fed-bda1a7e8ed45", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:16.761779 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6ac22f9d-8462-4c68-ac28-5f130f233b3c {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:16.762560 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07748e40-c9c7-4d18-896f-7e3c9f5bc811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b720355-5db2-4aae-8fed-bda1a7e8ed45', 'code': 200} Aug 11 02:21:16.780601 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=3b720355-5db2-4aae-8fed-bda1a7e8ed45,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:16.924709 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-15235480-b334-4859-ba8a-0a987c970629 req-1a2fc934-8b42-4b0e-8aa3-1f7303cd5cb7 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:16.937897 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a137e700-5c9d-4d09-853a-9392bfc94288 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:16.941181 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-08d5ccc2-1fb6-4c3a-ac6a-d97d057f2a55 req-af525328-df6f-47e1-83ff-c675154f286f tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/ports?device_id=e54afb94-f6a2-438b-86f0-f5c73f6263ed HTTP/1.1" status: 200 len: 210 time: 0.0317256 Aug 11 02:21:16.970904 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88656945-357d-4915-8e6c-8933277bec1d req-f41bd3bc-6377-4d4a-8138-5aab2ec38663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:16.972462 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-88656945-357d-4915-8e6c-8933277bec1d req-f41bd3bc-6377-4d4a-8138-5aab2ec38663 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=07748e40-c9c7-4d18-896f-7e3c9f5bc811 HTTP/1.1" status: 200 len: 1097 time: 0.1327558 Aug 11 02:21:16.979827 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fc934-8b42-4b0e-8aa3-1f7303cd5cb7 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Pushing event deleted for resources: {'Port': ['ID=336d83f4-e78b-4a14-8123-3cca81b1a530,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:16.984198 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-a137e700-5c9d-4d09-853a-9392bfc94288 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Calling delete_port for 3448230a-79df-4d44-89e3-f99ec740a110 owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:16.994815 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-374d67c5-bffe-4d83-9075-16e516ef1096 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:17.106401 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-88656945-357d-4915-8e6c-8933277bec1d req-4f1ee590-e3b9-43cb-8054-0fce12322d6a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232817 Aug 11 02:21:17.146188 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374d67c5-bffe-4d83-9075-16e516ef1096 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Router 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:21:17.253656 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374d67c5-bffe-4d83-9075-16e516ef1096 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:21:17.264842 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba36ac68-ae33-4ede-ae1b-41d72d7ea4ea None None] Sync routers for ids ['612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:21:17.274395 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-374d67c5-bffe-4d83-9075-16e516ef1096 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:17.278940 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-374d67c5-bffe-4d83-9075-16e516ef1096 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7999270 Aug 11 02:21:17.279148 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50652) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:17.280655 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba36ac68-ae33-4ede-ae1b-41d72d7ea4ea None None] Routers {'612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:17.281295 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ba36ac68-ae33-4ede-ae1b-41d72d7ea4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:20:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:17.379586 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-53bbb72d-8b62-47c0-b4e4-4749caa6a34b tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=87062204daa74f23a6f53457711872b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0958796 Aug 11 02:21:17.382176 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50656) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:17.406930 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-ba36ac68-ae33-4ede-ae1b-41d72d7ea4ea None None] Set router 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:17.557919 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15235480-b334-4859-ba8a-0a987c970629 req-1a2fc934-8b42-4b0e-8aa3-1f7303cd5cb7 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Router 2afb6a9c-c881-4714-b9d7-fd2109e1f1a2 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:21:17.641130 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a206ad-a821-4809-9256-923a9870ce17 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:17.646422 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-76a206ad-a821-4809-9256-923a9870ce17 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2625415 Aug 11 02:21:17.647110 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50662) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:17.680033 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a137e700-5c9d-4d09-853a-9392bfc94288 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:17.688392 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ba36ac68-ae33-4ede-ae1b-41d72d7ea4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'name': 'tempest-TestNetworkBasicOps-router-1949462947', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:21:16Z', 'revision_number': 3, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:21:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:17.693801 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a26c69d5-37fd-42ab-8b94-0516205e34ad tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=2e931faf-12fe-43f6-b34b-8aa380b6ef75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449777 Aug 11 02:21:17.703068 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50666) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:17.716600 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-791e8858-43ed-4bc6-a056-3f49d121eba4 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1258450277', 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354', 'project_id': '87062204daa74f23a6f53457711872b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:17.748149 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba36ac68-ae33-4ede-ae1b-41d72d7ea4ea None None] Checking router: 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:21:17.749008 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba36ac68-ae33-4ede-ae1b-41d72d7ea4ea None None] Updating router 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d port ca542dd5-370b-4659-9edf-414b4cf1cf2d binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:21:17.761063 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137e700-5c9d-4d09-853a-9392bfc94288 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Port': ['ID=3448230a-79df-4d44-89e3-f99ec740a110,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:17.787839 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-ba36ac68-ae33-4ede-ae1b-41d72d7ea4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:17.807172 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15235480-b334-4859-ba8a-0a987c970629 req-1a2fc934-8b42-4b0e-8aa3-1f7303cd5cb7 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:21:17.871237 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791e8858-43ed-4bc6-a056-3f49d121eba4 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Made reservation on behalf of 87062204daa74f23a6f53457711872b3 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:17.884852 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-791e8858-43ed-4bc6-a056-3f49d121eba4 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:17.998462 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559e403f-4d2d-4638-9645-e230994c4170 None None] Sync routers for ids ['2afb6a9c-c881-4714-b9d7-fd2109e1f1a2'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:21:18.016219 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559e403f-4d2d-4638-9645-e230994c4170 None None] Routers {'2afb6a9c-c881-4714-b9d7-fd2109e1f1a2'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:18.016885 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-559e403f-4d2d-4638-9645-e230994c4170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:20:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['2afb6a9c-c881-4714-b9d7-fd2109e1f1a2'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:18.087157 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:21:18.101571 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2edfe-7843-43bb-8397-cadf31f2843c req-1659cbbb-bb58-4c34-924e-eab1de632758 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:18.111574 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-89c2edfe-7843-43bb-8397-cadf31f2843c req-1659cbbb-bb58-4c34-924e-eab1de632758 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=07748e40-c9c7-4d18-896f-7e3c9f5bc811 HTTP/1.1" status: 200 len: 945 time: 0.2790956 Aug 11 02:21:18.143293 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-15235480-b334-4859-ba8a-0a987c970629 req-1a2fc934-8b42-4b0e-8aa3-1f7303cd5cb7 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] No DVR routers for this DVR port 336d83f4-e78b-4a14-8123-3cca81b1a530 on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:21:18.161583 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-15235480-b334-4859-ba8a-0a987c970629 req-1a2fc934-8b42-4b0e-8aa3-1f7303cd5cb7 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:18.163330 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-189e5c2b-e400-4f1c-96e7-73a3726eb6f9 req-05410cb8-8b9a-4f21-823b-408291bb792f tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/ports?device_id=e54afb94-f6a2-438b-86f0-f5c73f6263ed HTTP/1.1" status: 200 len: 210 time: 0.0843623 Aug 11 02:21:18.163995 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15235480-b334-4859-ba8a-0a987c970629 req-1a2fc934-8b42-4b0e-8aa3-1f7303cd5cb7 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.73 "DELETE /v2.0/ports/336d83f4-e78b-4a14-8123-3cca81b1a530 HTTP/1.1" status: 204 len: 173 time: 2.4788435 Aug 11 02:21:18.165061 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54afb94-f6a2-438b-86f0-f5c73f6263ed', 'name': 'network-vif-deleted', 'tag': '336d83f4-e78b-4a14-8123-3cca81b1a530'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:18.168815 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7019d5e5-df33-4c4f-9f0c-fb04c78b866f" -d '{"events": [{"server_uuid": "e54afb94-f6a2-438b-86f0-f5c73f6263ed", "name": "network-vif-deleted", "tag": "336d83f4-e78b-4a14-8123-3cca81b1a530"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:18.176636 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a137e700-5c9d-4d09-853a-9392bfc94288 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:18.209535 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-559e403f-4d2d-4638-9645-e230994c4170 None None] Set router 2afb6a9c-c881-4714-b9d7-fd2109e1f1a2 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:18.272190 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-89c2edfe-7843-43bb-8397-cadf31f2843c req-761e2952-5578-4766-abca-e36eb18b257a tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592414 Aug 11 02:21:18.307484 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-791e8858-43ed-4bc6-a056-3f49d121eba4 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:18.322011 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cb74a3-c946-431d-97a1-893e01557dcb x-openstack-request-id: req-d8cb74a3-c946-431d-97a1-893e01557dcb {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:18.322294 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54afb94-f6a2-438b-86f0-f5c73f6263ed", "name": "network-vif-deleted", "tag": "336d83f4-e78b-4a14-8123-3cca81b1a530", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:18.322564 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d8cb74a3-c946-431d-97a1-893e01557dcb {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:18.322956 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54afb94-f6a2-438b-86f0-f5c73f6263ed', 'name': 'network-vif-deleted', 'tag': '336d83f4-e78b-4a14-8123-3cca81b1a530', 'status': 'completed', 'code': 200} Aug 11 02:21:18.325881 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3afbee26-3622-45db-acd7-9aacfb366ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:18.347061 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-ba36ac68-ae33-4ede-ae1b-41d72d7ea4ea None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:18.359234 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-ba36ac68-ae33-4ede-ae1b-41d72d7ea4ea None None] Transition to ACTIVE for port object ca542dd5-370b-4659-9edf-414b4cf1cf2d will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:18.367895 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-ba36ac68-ae33-4ede-ae1b-41d72d7ea4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:18.383167 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e8858-43ed-4bc6-a056-3f49d121eba4 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'Subnet': ['ID=9f946e0a-b119-40ba-bad6-9649b99ba973,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:18.417290 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791e8858-43ed-4bc6-a056-3f49d121eba4 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Checking segment: {'id': 'e8a1dbd2-8ece-42e5-8eef-5307e17dea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:18.418246 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791e8858-43ed-4bc6-a056-3f49d121eba4 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Network hostable DHCP agents. Network: 62489474-cb4b-4c3a-81c6-d49a3321e354, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:21:18.432717 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:18.438558 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791e8858-43ed-4bc6-a056-3f49d121eba4 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Network 62489474-cb4b-4c3a-81c6-d49a3321e354 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:21:18.442303 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755b341-88e2-4a9f-8570-7b99b4215658 None None] Pushing event updated for resources: {'Port': ['ID=ca542dd5-370b-4659-9edf-414b4cf1cf2d,revision_number=2']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:18.452216 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-791e8858-43ed-4bc6-a056-3f49d121eba4 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 62489474-cb4b-4c3a-81c6-d49a3321e354) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:18.452684 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-ba36ac68-ae33-4ede-ae1b-41d72d7ea4ea None None] Attempting to bind port ca542dd5-370b-4659-9edf-414b4cf1cf2d on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:18.453136 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-ba36ac68-ae33-4ede-ae1b-41d72d7ea4ea None None] Attempting to bind port ca542dd5-370b-4659-9edf-414b4cf1cf2d by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:18.457054 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791e8858-43ed-4bc6-a056-3f49d121eba4 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:18.457915 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-791e8858-43ed-4bc6-a056-3f49d121eba4 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:18.462276 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba36ac68-ae33-4ede-ae1b-41d72d7ea4ea None None] Attempting to bind port ca542dd5-370b-4659-9edf-414b4cf1cf2d on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:18.466922 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755b341-88e2-4a9f-8570-7b99b4215658 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:18.466922 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755b341-88e2-4a9f-8570-7b99b4215658 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:18.467211 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755b341-88e2-4a9f-8570-7b99b4215658 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:18.467684 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755b341-88e2-4a9f-8570-7b99b4215658 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:18.468378 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755b341-88e2-4a9f-8570-7b99b4215658 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:18.468753 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755b341-88e2-4a9f-8570-7b99b4215658 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:18.469130 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755b341-88e2-4a9f-8570-7b99b4215658 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:18.469301 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5894bd-89ad-432e-af85-6ae6b20910f1 None None] Network 62489474-cb4b-4c3a-81c6-d49a3321e354 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:18.469553 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755b341-88e2-4a9f-8570-7b99b4215658 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:18.469970 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755b341-88e2-4a9f-8570-7b99b4215658 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:18.470870 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755b341-88e2-4a9f-8570-7b99b4215658 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:18.471258 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755b341-88e2-4a9f-8570-7b99b4215658 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:18.471623 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755b341-88e2-4a9f-8570-7b99b4215658 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:18.480127 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-791e8858-43ed-4bc6-a056-3f49d121eba4 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7732425 Aug 11 02:21:18.481326 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50678) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:18.485809 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba36ac68-ae33-4ede-ae1b-41d72d7ea4ea None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:18.485809 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba36ac68-ae33-4ede-ae1b-41d72d7ea4ea None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:18.486487 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-ba36ac68-ae33-4ede-ae1b-41d72d7ea4ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:18.486629 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba36ac68-ae33-4ede-ae1b-41d72d7ea4ea None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:18.487579 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-ba36ac68-ae33-4ede-ae1b-41d72d7ea4ea None None] Bound port: ca542dd5-370b-4659-9edf-414b4cf1cf2d, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:18.487937 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-ba36ac68-ae33-4ede-ae1b-41d72d7ea4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:18.497520 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a137e700-5c9d-4d09-853a-9392bfc94288 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Router 783f305e-d9a8-4b25-9c6d-0a55c963d1f1 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:21:18.545301 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-ba36ac68-ae33-4ede-ae1b-41d72d7ea4ea None None] For port ca542dd5-370b-4659-9edf-414b4cf1cf2d, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:18.548884 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-ba36ac68-ae33-4ede-ae1b-41d72d7ea4ea None None] For port ca542dd5-370b-4659-9edf-414b4cf1cf2d, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=ca542dd5-370b-4659-9edf-414b4cf1cf2d,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:18.553629 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-ba36ac68-ae33-4ede-ae1b-41d72d7ea4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:18.636886 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755b341-88e2-4a9f-8570-7b99b4215658 None None] Pushing event updated for resources: {'Port': ['ID=ca542dd5-370b-4659-9edf-414b4cf1cf2d,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:18.671390 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-559e403f-4d2d-4638-9645-e230994c4170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'name': 'tempest-ServersTestJSON-1713794097-router', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '776318bb-c497-4c04-b95e-3f71874214cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:06Z', 'updated_at': '2021-08-11T02:19:10Z', 'revision_number': 4, 'project_id': '3937403ced4d4e09944d3802eef3600d', 'gw_port': {'id': '776318bb-c497-4c04-b95e-3f71874214cc', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:06Z', 'updated_at': '2021-08-11T02:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '3755c162-9fd9-4581-9162-0ab94750b903', 'name': '', 'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'mac_address': 'fa:16:3e:87:dd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '74b5f936-7af2-4989-97af-f38c99f22013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:09Z', 'updated_at': '2021-08-11T02:19:17Z', 'revision_number': 5, 'project_id': '3937403ced4d4e09944d3802eef3600d', 'subnets': [{'id': '74b5f936-7af2-4989-97af-f38c99f22013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:18.683302 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba36ac68-ae33-4ede-ae1b-41d72d7ea4ea None None] Routers {'612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:18.684412 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ba36ac68-ae33-4ede-ae1b-41d72d7ea4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:18.735285 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559e403f-4d2d-4638-9645-e230994c4170 None None] Checking router: 2afb6a9c-c881-4714-b9d7-fd2109e1f1a2 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:21:18.742421 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-62489474-cb4b-4c3a-81c6-d49a3321e354', 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'fixed_ips': [{'subnet_id': '9f946e0a-b119-40ba-bad6-9649b99ba973'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:21:18.749487 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:18.772706 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559e403f-4d2d-4638-9645-e230994c4170 None None] Routers {'2afb6a9c-c881-4714-b9d7-fd2109e1f1a2'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:18.773680 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-559e403f-4d2d-4638-9645-e230994c4170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['2afb6a9c-c881-4714-b9d7-fd2109e1f1a2'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:18.780968 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a137e700-5c9d-4d09-853a-9392bfc94288 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:21:18.794878 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a137e700-5c9d-4d09-853a-9392bfc94288 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "PUT /v2.0/routers/783f305e-d9a8-4b25-9c6d-0a55c963d1f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8839829 Aug 11 02:21:18.797609 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50684) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:18.830558 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-ba36ac68-ae33-4ede-ae1b-41d72d7ea4ea None None] Set router 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:18.861516 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88cc78d-9739-4ad9-93bf-0f918aff00de None None] Sync routers for ids ['783f305e-d9a8-4b25-9c6d-0a55c963d1f1'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:21:18.970907 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88cc78d-9739-4ad9-93bf-0f918aff00de None None] Routers {'783f305e-d9a8-4b25-9c6d-0a55c963d1f1'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:18.970907 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f88cc78d-9739-4ad9-93bf-0f918aff00de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['783f305e-d9a8-4b25-9c6d-0a55c963d1f1'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:19.013713 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f88cc78d-9739-4ad9-93bf-0f918aff00de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:19.033637 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88cc78d-9739-4ad9-93bf-0f918aff00de None None] Routers {'783f305e-d9a8-4b25-9c6d-0a55c963d1f1'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:19.034574 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f88cc78d-9739-4ad9-93bf-0f918aff00de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['783f305e-d9a8-4b25-9c6d-0a55c963d1f1'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:19.071551 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f88cc78d-9739-4ad9-93bf-0f918aff00de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:19.072527 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88cc78d-9739-4ad9-93bf-0f918aff00de None None] The sync data for ids ['783f305e-d9a8-4b25-9c6d-0a55c963d1f1'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:21:19.132782 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-559e403f-4d2d-4638-9645-e230994c4170 None None] Set router 2afb6a9c-c881-4714-b9d7-fd2109e1f1a2 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:19.152025 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ba36ac68-ae33-4ede-ae1b-41d72d7ea4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'name': 'tempest-TestNetworkBasicOps-router-1949462947', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:21:16Z', 'revision_number': 3, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:19.182622 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba36ac68-ae33-4ede-ae1b-41d72d7ea4ea None None] The sync data for ids ['612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'] in n-d-615180-33 is: [{'id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'name': 'tempest-TestNetworkBasicOps-router-1949462947', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:21:16Z', 'revision_number': 3, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:21:19.218404 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Allocated IP 172.20.0.2 (62489474-cb4b-4c3a-81c6-d49a3321e354/9f946e0a-b119-40ba-bad6-9649b99ba973/827c6d4f-44f4-43a1-8ce8-1fcd284e5b92) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:19.282226 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50694) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:19.331948 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 336d83f4-e78b-4a14-8123-3cca81b1a530 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:21:19.357898 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 336d83f4-e78b-4a14-8123-3cca81b1a530 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:21:19.358241 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 336d83f4-e78b-4a14-8123-3cca81b1a530 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:21:19.366437 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c55f6744-0127-46e0-b9c2-fad622cade9f tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.414495 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c55f6744-0127-46e0-b9c2-fad622cade9f tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.449801 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e796fab4-1273-494d-902a-957b5381a941 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.458118 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-850222d6-08eb-42e5-98dd-7091133fbd3b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.536571 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c55f6744-0127-46e0-b9c2-fad622cade9f tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.541834 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c55f6744-0127-46e0-b9c2-fad622cade9f tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.543509 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c55f6744-0127-46e0-b9c2-fad622cade9f tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "DELETE /v2.0/security-groups/8456b0d1-77f3-49e8-a3e4-60cdaf0110fa HTTP/1.1" status: 204 len: 168 time: 0.2593493 Aug 11 02:21:19.554076 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50698) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:19.566004 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-559e403f-4d2d-4638-9645-e230994c4170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'name': 'tempest-ServersTestJSON-1713794097-router', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '776318bb-c497-4c04-b95e-3f71874214cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:06Z', 'updated_at': '2021-08-11T02:19:10Z', 'revision_number': 4, 'project_id': '3937403ced4d4e09944d3802eef3600d', 'gw_port': {'id': '776318bb-c497-4c04-b95e-3f71874214cc', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:06Z', 'updated_at': '2021-08-11T02:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '3755c162-9fd9-4581-9162-0ab94750b903', 'name': '', 'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'mac_address': 'fa:16:3e:87:dd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '74b5f936-7af2-4989-97af-f38c99f22013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:09Z', 'updated_at': '2021-08-11T02:19:17Z', 'revision_number': 5, 'project_id': '3937403ced4d4e09944d3802eef3600d', 'subnets': [{'id': '74b5f936-7af2-4989-97af-f38c99f22013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:19.572039 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.582006 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f6744-0127-46e0-b9c2-fad622cade9f tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8456b0d1-77f3-49e8-a3e4-60cdaf0110fa,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:19.590461 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-60e46b42-8e8b-43d9-9314-e140be2ed0be tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] show failed (client error): The resource could not be found. Aug 11 02:21:19.590871 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-60e46b42-8e8b-43d9-9314-e140be2ed0be tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "GET /v2.0/security-groups/8456b0d1-77f3-49e8-a3e4-60cdaf0110fa HTTP/1.1" status: 404 len: 347 time: 0.0339794 Aug 11 02:21:19.604386 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68071cf1-13b6-4237-8c19-57248986ec7b req-f6543e93-1994-4a07-bac9-a45317238570 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:19.618053 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-68071cf1-13b6-4237-8c19-57248986ec7b req-f6543e93-1994-4a07-bac9-a45317238570 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=07748e40-c9c7-4d18-896f-7e3c9f5bc811 HTTP/1.1" status: 200 len: 945 time: 0.2164121 Aug 11 02:21:19.620662 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50700) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:19.621349 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559e403f-4d2d-4638-9645-e230994c4170 None None] The sync data for ids ['2afb6a9c-c881-4714-b9d7-fd2109e1f1a2'] in n-d-615180-33 is: [{'id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'name': 'tempest-ServersTestJSON-1713794097-router', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '776318bb-c497-4c04-b95e-3f71874214cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:06Z', 'updated_at': '2021-08-11T02:19:10Z', 'revision_number': 4, 'project_id': '3937403ced4d4e09944d3802eef3600d', 'gw_port': {'id': '776318bb-c497-4c04-b95e-3f71874214cc', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:06Z', 'updated_at': '2021-08-11T02:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '3755c162-9fd9-4581-9162-0ab94750b903', 'name': '', 'network_id': '2e5fbd23-4e7b-4b08-aaff-fa5d96210616', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'mac_address': 'fa:16:3e:87:dd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '74b5f936-7af2-4989-97af-f38c99f22013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:09Z', 'updated_at': '2021-08-11T02:19:17Z', 'revision_number': 5, 'project_id': '3937403ced4d4e09944d3802eef3600d', 'subnets': [{'id': '74b5f936-7af2-4989-97af-f38c99f22013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:21:19.626780 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Transition to ACTIVE for port object 827c6d4f-44f4-43a1-8ce8-1fcd284e5b92 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:19.645589 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Transition to ACTIVE for port object 827c6d4f-44f4-43a1-8ce8-1fcd284e5b92 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:19.654957 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.702351 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Network 62489474-cb4b-4c3a-81c6-d49a3321e354 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:19.706265 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:19.711260 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:19.759293 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Pushing event updated for resources: {'Port': ['ID=827c6d4f-44f4-43a1-8ce8-1fcd284e5b92,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:19.782386 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:19.782684 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:19.786432 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:19.790210 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:19.790884 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:19.791432 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:19.792119 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:19.792669 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:19.793241 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:19.800175 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:19.800849 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:19.801397 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:19.819189 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Attempting to bind port 827c6d4f-44f4-43a1-8ce8-1fcd284e5b92 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:19.819772 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Attempting to bind port 827c6d4f-44f4-43a1-8ce8-1fcd284e5b92 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'e8a1dbd2-8ece-42e5-8eef-5307e17dea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:19.820110 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Attempting to bind port 827c6d4f-44f4-43a1-8ce8-1fcd284e5b92 on network 62489474-cb4b-4c3a-81c6-d49a3321e354 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:19.835012 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-68071cf1-13b6-4237-8c19-57248986ec7b req-ca8ae862-1774-4092-b077-77d7048991be tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146447 Aug 11 02:21:19.846144 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:19.846534 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Checking segment: {'id': 'e8a1dbd2-8ece-42e5-8eef-5307e17dea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:19.846952 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.847379 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Bound using segment: {'id': 'e8a1dbd2-8ece-42e5-8eef-5307e17dea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:19.847913 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Bound port: 827c6d4f-44f4-43a1-8ce8-1fcd284e5b92, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a1dbd2-8ece-42e5-8eef-5307e17dea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:19.848303 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.925903 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-05665dc9-2bd0-404d-adc8-614db2323184 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Deleting port 331c01bd-3ed2-451c-bbc5-7fe8a406a161 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:19.931575 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-05665dc9-2bd0-404d-adc8-614db2323184 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.937932 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.988235 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] For port 827c6d4f-44f4-43a1-8ce8-1fcd284e5b92, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:19.992161 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] For port 827c6d4f-44f4-43a1-8ce8-1fcd284e5b92, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=827c6d4f-44f4-43a1-8ce8-1fcd284e5b92,segment=NetworkSegment(e8a1dbd2-8ece-42e5-8eef-5307e17dea99),segment_id=e8a1dbd2-8ece-42e5-8eef-5307e17dea99)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:19.999492 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:20.094531 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-05665dc9-2bd0-404d-adc8-614db2323184 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:20.094999 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-05665dc9-2bd0-404d-adc8-614db2323184 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:20.120852 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f8db3-0410-4558-9b22-72e6b21cb074 None None] Pushing event updated for resources: {'Port': ['ID=827c6d4f-44f4-43a1-8ce8-1fcd284e5b92,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:20.148654 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-05665dc9-2bd0-404d-adc8-614db2323184 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Calling delete_port for 331c01bd-3ed2-451c-bbc5-7fe8a406a161 owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:20.304895 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb14e0a-482d-4e58-beec-aabfd98f7cf1 None None] New status for floating IP 2f1dc74d-9767-411e-bcfa-04ca2f25a3ec: DOWN {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:21:20.366822 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-05665dc9-2bd0-404d-adc8-614db2323184 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:20.471384 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05665dc9-2bd0-404d-adc8-614db2323184 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Pushing event deleted for resources: {'Port': ['ID=331c01bd-3ed2-451c-bbc5-7fe8a406a161,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:20.474736 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.db.api [None req-6fb14e0a-482d-4e58-beec-aabfd98f7cf1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:21:20.475322 n-d-615180-33 neutron-server[94508]: DEBUG oslo_db.api [None req-6fb14e0a-482d-4e58-beec-aabfd98f7cf1 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:21:20.539089 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-05665dc9-2bd0-404d-adc8-614db2323184 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:20.541820 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-05665dc9-2bd0-404d-adc8-614db2323184 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:20.542999 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-05665dc9-2bd0-404d-adc8-614db2323184 tempest-ServersTestJSON-1142321870 tempest-ServersTestJSON-1142321870-project] 10.222.0.50 "DELETE /v2.0/floatingips/2f1dc74d-9767-411e-bcfa-04ca2f25a3ec HTTP/1.1" status: 204 len: 168 time: 0.9213977 Aug 11 02:21:20.545932 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50712) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:20.597377 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b0bddf3d-8cd6-4936-b0c8-482091d2da09 req-96f607ef-84a1-4c2b-86cc-fac494eee262 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1299567 Aug 11 02:21:20.634581 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-850222d6-08eb-42e5-98dd-7091133fbd3b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Allocated IP 172.20.0.1 (62489474-cb4b-4c3a-81c6-d49a3321e354/9f946e0a-b119-40ba-bad6-9649b99ba973/ba3ef1fb-b6f1-42e9-9858-d739619bf15c) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:20.670011 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-e796fab4-1273-494d-902a-957b5381a941 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Deleting port 90c5910c-3835-437e-b466-419a13b95431 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:20.670352 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e796fab4-1273-494d-902a-957b5381a941 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:20.779910 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bddf3d-8cd6-4936-b0c8-482091d2da09 req-26d6a042-736a-4a97-ac00-4bdffeac3277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:20.781440 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b0bddf3d-8cd6-4936-b0c8-482091d2da09 req-26d6a042-736a-4a97-ac00-4bdffeac3277 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=953757b63989485aa599c97f35f2480d&device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 1096 time: 0.1583188 Aug 11 02:21:20.904567 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e796fab4-1273-494d-902a-957b5381a941 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:20.911653 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ca542dd5-370b-4659-9edf-414b4cf1cf2d up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:20.938967 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-850222d6-08eb-42e5-98dd-7091133fbd3b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:20.942557 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-e796fab4-1273-494d-902a-957b5381a941 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Calling delete_port for 90c5910c-3835-437e-b466-419a13b95431 owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:20.969008 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9923254b-63d1-480c-9813-024a9e88f2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:20.976611 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb14e0a-482d-4e58-beec-aabfd98f7cf1 None None] New status for floating IP 2f1dc74d-9767-411e-bcfa-04ca2f25a3ec: DOWN {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:21:21.000522 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-850222d6-08eb-42e5-98dd-7091133fbd3b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Transition to ACTIVE for port object ba3ef1fb-b6f1-42e9-9858-d739619bf15c will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:21.042211 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bddf3d-8cd6-4936-b0c8-482091d2da09 req-20b9aca2-d23b-4dca-bbd3-ef96c0666aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:21.043842 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b0bddf3d-8cd6-4936-b0c8-482091d2da09 req-20b9aca2-d23b-4dca-bbd3-ef96c0666aa9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99 HTTP/1.1" status: 200 len: 913 time: 0.2376935 Aug 11 02:21:21.115948 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port ca542dd5-370b-4659-9edf-414b4cf1cf2d completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:21.127136 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port ca542dd5-370b-4659-9edf-414b4cf1cf2d triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:21.127733 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:21.211770 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b0bddf3d-8cd6-4936-b0c8-482091d2da09 req-07ea71f6-8230-4b82-92ae-e0b6315771dd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2fc812-8e74-4f08-a40c-f327ac14bb35 HTTP/1.1" status: 200 len: 998 time: 0.1594827 Aug 11 02:21:21.237509 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-850222d6-08eb-42e5-98dd-7091133fbd3b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:21.296952 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:21.333362 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port ca542dd5-370b-4659-9edf-414b4cf1cf2d, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=ca542dd5-370b-4659-9edf-414b4cf1cf2d,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:21.342412 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:21.343140 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 827c6d4f-44f4-43a1-8ce8-1fcd284e5b92 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:21.343874 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850222d6-08eb-42e5-98dd-7091133fbd3b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Network 62489474-cb4b-4c3a-81c6-d49a3321e354 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:21.368329 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bddf3d-8cd6-4936-b0c8-482091d2da09 req-56d9fca2-d4ec-43b1-adf2-6ed51872c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:21.369908 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b0bddf3d-8cd6-4936-b0c8-482091d2da09 req-56d9fca2-d4ec-43b1-adf2-6ed51872c1e9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7193a88f-4d31-4933-a3af-0738d0f7bf97 HTTP/1.1" status: 200 len: 851 time: 0.1452184 Aug 11 02:21:21.371026 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-850222d6-08eb-42e5-98dd-7091133fbd3b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:21.381348 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850222d6-08eb-42e5-98dd-7091133fbd3b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:21.402200 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-9923254b-63d1-480c-9813-024a9e88f2e3 admin admin] Deleting port 3755c162-9fd9-4581-9162-0ab94750b903 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:21.402795 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9923254b-63d1-480c-9813-024a9e88f2e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:21.426877 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850222d6-08eb-42e5-98dd-7091133fbd3b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'Port': ['ID=ba3ef1fb-b6f1-42e9-9858-d739619bf15c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:21.462500 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=ca542dd5-370b-4659-9edf-414b4cf1cf2d,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:21.481073 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:21.489550 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 827c6d4f-44f4-43a1-8ce8-1fcd284e5b92 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:21.494683 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e796fab4-1273-494d-902a-957b5381a941 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:21.505974 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bddf3d-8cd6-4936-b0c8-482091d2da09 req-62f63a97-9b3e-4da7-b996-35f119329f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:21.507584 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b0bddf3d-8cd6-4936-b0c8-482091d2da09 req-62f63a97-9b3e-4da7-b996-35f119329f98 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1292868 Aug 11 02:21:21.514579 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-850222d6-08eb-42e5-98dd-7091133fbd3b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:21.553860 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e22da55-7c96-436c-9a75-d5014e956e9c None None] Network 62489474-cb4b-4c3a-81c6-d49a3321e354 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:21.579132 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796fab4-1273-494d-902a-957b5381a941 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Port': ['ID=90c5910c-3835-437e-b466-419a13b95431,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:21.637853 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f081213d-0c22-4184-b17f-fb84a9208eff None None] Provisioning for port 827c6d4f-44f4-43a1-8ce8-1fcd284e5b92 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:21.650768 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f081213d-0c22-4184-b17f-fb84a9208eff None None] Provisioning complete for port 827c6d4f-44f4-43a1-8ce8-1fcd284e5b92 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:21.651970 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f081213d-0c22-4184-b17f-fb84a9208eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:21.772251 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e796fab4-1273-494d-902a-957b5381a941 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:21.821991 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f081213d-0c22-4184-b17f-fb84a9208eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:21.898378 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-f081213d-0c22-4184-b17f-fb84a9208eff None None] For port 827c6d4f-44f4-43a1-8ce8-1fcd284e5b92, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=827c6d4f-44f4-43a1-8ce8-1fcd284e5b92,segment=NetworkSegment(e8a1dbd2-8ece-42e5-8eef-5307e17dea99),segment_id=e8a1dbd2-8ece-42e5-8eef-5307e17dea99)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:21.904397 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f081213d-0c22-4184-b17f-fb84a9208eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:21.905725 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-9923254b-63d1-480c-9813-024a9e88f2e3 admin admin] For port 3755c162-9fd9-4581-9162-0ab94750b903, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3755c162-9fd9-4581-9162-0ab94750b903,segment=NetworkSegment(7ca01c84-98c8-4676-8a35-404d37bafeef),segment_id=7ca01c84-98c8-4676-8a35-404d37bafeef)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:21.906248 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9923254b-63d1-480c-9813-024a9e88f2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:21.928472 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-9923254b-63d1-480c-9813-024a9e88f2e3 admin admin] Calling delete_port for 3755c162-9fd9-4581-9162-0ab94750b903 owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:21.973399 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081213d-0c22-4184-b17f-fb84a9208eff None None] Pushing event updated for resources: {'Port': ['ID=827c6d4f-44f4-43a1-8ce8-1fcd284e5b92,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:22.021587 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b0bddf3d-8cd6-4936-b0c8-482091d2da09 req-b7b07918-b90f-4fe3-a531-ade338f63981 service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441395 Aug 11 02:21:22.119948 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e796fab4-1273-494d-902a-957b5381a941 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Router 783f305e-d9a8-4b25-9c6d-0a55c963d1f1 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:21:22.138274 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-850222d6-08eb-42e5-98dd-7091133fbd3b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:22.189547 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9923254b-63d1-480c-9813-024a9e88f2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:22.225830 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923254b-63d1-480c-9813-024a9e88f2e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3755c162-9fd9-4581-9162-0ab94750b903,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:22.333066 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-dedd92c7-da05-4202-99df-d1f3198fcf18 None None] Provisioning for port ba3ef1fb-b6f1-42e9-9858-d739619bf15c completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:22.338734 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-dedd92c7-da05-4202-99df-d1f3198fcf18 None None] Provisioning complete for port ba3ef1fb-b6f1-42e9-9858-d739619bf15c triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:22.340773 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dedd92c7-da05-4202-99df-d1f3198fcf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:22.346838 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e796fab4-1273-494d-902a-957b5381a941 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:21:22.359918 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2c5cfc-601b-483c-b407-7ed529884f85 None None] Sync routers for ids ['783f305e-d9a8-4b25-9c6d-0a55c963d1f1'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:21:22.370637 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e796fab4-1273-494d-902a-957b5381a941 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "PUT /v2.0/routers/783f305e-d9a8-4b25-9c6d-0a55c963d1f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5718377 Aug 11 02:21:22.372834 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2c5cfc-601b-483c-b407-7ed529884f85 None None] Routers {'783f305e-d9a8-4b25-9c6d-0a55c963d1f1'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:22.373457 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0e2c5cfc-601b-483c-b407-7ed529884f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['783f305e-d9a8-4b25-9c6d-0a55c963d1f1'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:22.377869 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b0bddf3d-8cd6-4936-b0c8-482091d2da09 req-f09e4f03-a254-4280-903c-fa09cbab040a service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460267 Aug 11 02:21:22.378346 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50734) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:22.408901 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-dedd92c7-da05-4202-99df-d1f3198fcf18 None None] Port ba3ef1fb-b6f1-42e9-9858-d739619bf15c cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:21:22.418385 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-dedd92c7-da05-4202-99df-d1f3198fcf18 None None] Provisioning complete for port 827c6d4f-44f4-43a1-8ce8-1fcd284e5b92 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:22.418855 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dedd92c7-da05-4202-99df-d1f3198fcf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:22.471171 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0e2c5cfc-601b-483c-b407-7ed529884f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:22.492643 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2c5cfc-601b-483c-b407-7ed529884f85 None None] Routers {'783f305e-d9a8-4b25-9c6d-0a55c963d1f1'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:22.494750 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0e2c5cfc-601b-483c-b407-7ed529884f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['783f305e-d9a8-4b25-9c6d-0a55c963d1f1'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:22.498995 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8618e6bb-bbbd-410d-b06a-adc6cf0c5566 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "GET /v2.0/ports?device_id=783f305e-d9a8-4b25-9c6d-0a55c963d1f1 HTTP/1.1" status: 200 len: 205 time: 0.0539641 Aug 11 02:21:22.500681 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9923254b-63d1-480c-9813-024a9e88f2e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:22.502471 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50736) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:22.563647 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0e2c5cfc-601b-483c-b407-7ed529884f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:22.564946 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2c5cfc-601b-483c-b407-7ed529884f85 None None] The sync data for ids ['783f305e-d9a8-4b25-9c6d-0a55c963d1f1'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:21:22.636824 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da7bbb77-d7cd-4661-b08a-59c6c16031d4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:22.638277 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d3d2e621-e3b6-4718-bee7-f3a52a44011e None None] Provisioning complete for port ba3ef1fb-b6f1-42e9-9858-d739619bf15c triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:22.638756 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d3d2e621-e3b6-4718-bee7-f3a52a44011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:22.675330 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2e621-e3b6-4718-bee7-f3a52a44011e None None] Port ba3ef1fb-b6f1-42e9-9858-d739619bf15c cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:21:22.856205 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da7bbb77-d7cd-4661-b08a-59c6c16031d4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:22.859280 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da7bbb77-d7cd-4661-b08a-59c6c16031d4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:22.886965 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ca542dd5-370b-4659-9edf-414b4cf1cf2d up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:22.938320 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da7bbb77-d7cd-4661-b08a-59c6c16031d4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:22.939058 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7bbb77-d7cd-4661-b08a-59c6c16031d4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Fanout notify agent at l3_agent the message router_deleted on router 783f305e-d9a8-4b25-9c6d-0a55c963d1f1 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:21:22.943859 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port ca542dd5-370b-4659-9edf-414b4cf1cf2d triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:22.944318 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:22.948136 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da7bbb77-d7cd-4661-b08a-59c6c16031d4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:22.949250 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-da7bbb77-d7cd-4661-b08a-59c6c16031d4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/routers/783f305e-d9a8-4b25-9c6d-0a55c963d1f1 HTTP/1.1" status: 204 len: 168 time: 0.4449146 Aug 11 02:21:22.951937 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50738) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:23.027510 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 827c6d4f-44f4-43a1-8ce8-1fcd284e5b92 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:23.037771 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-850222d6-08eb-42e5-98dd-7091133fbd3b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:23.042661 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-850222d6-08eb-42e5-98dd-7091133fbd3b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:23.045101 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-22fdeb24-1a9b-4d1a-b455-8a86da79941e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Deleting subnet 0d3204ca-efdd-4754-9f40-896fc64a9552 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:21:23.049774 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22fdeb24-1a9b-4d1a-b455-8a86da79941e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:23.075486 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9923254b-63d1-480c-9813-024a9e88f2e3 admin admin] Router 2afb6a9c-c881-4714-b9d7-fd2109e1f1a2 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:21:23.084845 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 827c6d4f-44f4-43a1-8ce8-1fcd284e5b92 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:23.086450 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:23.139978 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22fdeb24-1a9b-4d1a-b455-8a86da79941e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:23.147162 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850222d6-08eb-42e5-98dd-7091133fbd3b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'Port': ['ID=ba3ef1fb-b6f1-42e9-9858-d739619bf15c,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:23.164361 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-850222d6-08eb-42e5-98dd-7091133fbd3b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:23.272390 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850222d6-08eb-42e5-98dd-7091133fbd3b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Network 62489474-cb4b-4c3a-81c6-d49a3321e354 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:23.273588 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9923254b-63d1-480c-9813-024a9e88f2e3 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:21:23.274011 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-850222d6-08eb-42e5-98dd-7091133fbd3b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:23.282653 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9923254b-63d1-480c-9813-024a9e88f2e3 admin admin] 10.222.0.50 "PUT /v2.0/routers/2afb6a9c-c881-4714-b9d7-fd2109e1f1a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7334197 Aug 11 02:21:23.283259 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50746) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:23.288712 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b25495-13ca-4e5b-959a-bcbededb990b None None] Sync routers for ids ['2afb6a9c-c881-4714-b9d7-fd2109e1f1a2'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:21:23.298295 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b25495-13ca-4e5b-959a-bcbededb990b None None] Routers {'2afb6a9c-c881-4714-b9d7-fd2109e1f1a2'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:23.298927 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-60b25495-13ca-4e5b-959a-bcbededb990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['2afb6a9c-c881-4714-b9d7-fd2109e1f1a2'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:23.347670 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22fdeb24-1a9b-4d1a-b455-8a86da79941e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:23.442184 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850222d6-08eb-42e5-98dd-7091133fbd3b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Router 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:21:23.443972 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-60b25495-13ca-4e5b-959a-bcbededb990b None None] Set router 2afb6a9c-c881-4714-b9d7-fd2109e1f1a2 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:23.501125 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a09fc66-ed55-4729-9445-1521b6cc5a22 admin admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:23.553819 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22fdeb24-1a9b-4d1a-b455-8a86da79941e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:23.592131 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850222d6-08eb-42e5-98dd-7091133fbd3b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:21:23.592459 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fdeb24-1a9b-4d1a-b455-8a86da79941e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Subnet': ['ID=0d3204ca-efdd-4754-9f40-896fc64a9552,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:23.598298 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-850222d6-08eb-42e5-98dd-7091133fbd3b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "PUT /v2.0/routers/612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1161332 Aug 11 02:21:23.603708 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50752) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:23.605630 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cb1a73-9402-4aec-b35b-6c4214c90736 None None] Sync routers for ids ['612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:21:23.615581 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cb1a73-9402-4aec-b35b-6c4214c90736 None None] Routers {'612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:23.616466 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d5cb1a73-9402-4aec-b35b-6c4214c90736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:23.619664 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbea8f1-28b5-4667-ab92-8cf3f192f919 None None] Network b5cdcd93-16c9-4fc3-8793-47a204139f7f requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:23.684225 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22fdeb24-1a9b-4d1a-b455-8a86da79941e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:23.686225 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-22fdeb24-1a9b-4d1a-b455-8a86da79941e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/subnets/0d3204ca-efdd-4754-9f40-896fc64a9552 HTTP/1.1" status: 204 len: 168 time: 0.7333617 Aug 11 02:21:23.688564 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a09fc66-ed55-4729-9445-1521b6cc5a22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:23.689054 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50754) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:23.710850 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a0c0e7fa-87df-4e21-ab83-08b55195598f None None] Provisioning complete for port ba3ef1fb-b6f1-42e9-9858-d739619bf15c triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:23.711382 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a0c0e7fa-87df-4e21-ab83-08b55195598f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:23.740492 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-d5cb1a73-9402-4aec-b35b-6c4214c90736 None None] Set router 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:23.767135 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-5a09fc66-ed55-4729-9445-1521b6cc5a22 admin admin] Deleting port 776318bb-c497-4c04-b95e-3f71874214cc {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:23.768402 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a09fc66-ed55-4729-9445-1521b6cc5a22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:23.806616 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a0c0e7fa-87df-4e21-ab83-08b55195598f None None] Port ba3ef1fb-b6f1-42e9-9858-d739619bf15c cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:21:23.820898 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-60b25495-13ca-4e5b-959a-bcbededb990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'name': 'tempest-ServersTestJSON-1713794097-router', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '776318bb-c497-4c04-b95e-3f71874214cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:06Z', 'updated_at': '2021-08-11T02:21:22Z', 'revision_number': 5, 'project_id': '3937403ced4d4e09944d3802eef3600d', 'gw_port': {'id': '776318bb-c497-4c04-b95e-3f71874214cc', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:06Z', 'updated_at': '2021-08-11T02:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:23.823497 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-c28a773e-a5a4-4a9f-9211-787a1d692286 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Deleting subnet 1cda6082-677e-47a4-b4fe-9c361b4d12a0 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:21:23.826937 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c28a773e-a5a4-4a9f-9211-787a1d692286 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:23.856886 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b25495-13ca-4e5b-959a-bcbededb990b None None] Checking router: 2afb6a9c-c881-4714-b9d7-fd2109e1f1a2 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:21:23.871320 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c28a773e-a5a4-4a9f-9211-787a1d692286 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:23.873285 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b25495-13ca-4e5b-959a-bcbededb990b None None] Routers {'2afb6a9c-c881-4714-b9d7-fd2109e1f1a2'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:23.874174 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-60b25495-13ca-4e5b-959a-bcbededb990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['2afb6a9c-c881-4714-b9d7-fd2109e1f1a2'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:23.921652 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69be34fe-11a1-44cd-b56d-dfe0aee0f209 None None] DHCP port deletion for b5cdcd93-16c9-4fc3-8793-47a204139f7f request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:21:23.926779 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-5a09fc66-ed55-4729-9445-1521b6cc5a22 admin admin] For port 776318bb-c497-4c04-b95e-3f71874214cc, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=776318bb-c497-4c04-b95e-3f71874214cc,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:23.927149 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a09fc66-ed55-4729-9445-1521b6cc5a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:23.942433 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-5a09fc66-ed55-4729-9445-1521b6cc5a22 admin admin] Calling delete_port for 776318bb-c497-4c04-b95e-3f71874214cc owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:23.950634 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adcc0dd-37c2-4b54-a096-fdafed7eda14 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:23.951128 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adcc0dd-37c2-4b54-a096-fdafed7eda14 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:23.951632 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adcc0dd-37c2-4b54-a096-fdafed7eda14 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:23.952120 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adcc0dd-37c2-4b54-a096-fdafed7eda14 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:23.952592 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adcc0dd-37c2-4b54-a096-fdafed7eda14 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:23.953067 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adcc0dd-37c2-4b54-a096-fdafed7eda14 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:23.953537 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adcc0dd-37c2-4b54-a096-fdafed7eda14 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:23.954004 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adcc0dd-37c2-4b54-a096-fdafed7eda14 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:23.954519 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adcc0dd-37c2-4b54-a096-fdafed7eda14 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:23.954988 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adcc0dd-37c2-4b54-a096-fdafed7eda14 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:23.955460 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adcc0dd-37c2-4b54-a096-fdafed7eda14 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:23.955950 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adcc0dd-37c2-4b54-a096-fdafed7eda14 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:23.956422 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adcc0dd-37c2-4b54-a096-fdafed7eda14 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:23.956883 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adcc0dd-37c2-4b54-a096-fdafed7eda14 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:23.957348 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adcc0dd-37c2-4b54-a096-fdafed7eda14 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:23.957811 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adcc0dd-37c2-4b54-a096-fdafed7eda14 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:23.963012 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3adcc0dd-37c2-4b54-a096-fdafed7eda14 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11177 time: 0.3555691 Aug 11 02:21:23.963721 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50756) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:24.072004 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c28a773e-a5a4-4a9f-9211-787a1d692286 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.105750 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d5cb1a73-9402-4aec-b35b-6c4214c90736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'name': 'tempest-TestNetworkBasicOps-router-1949462947', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:21:21Z', 'revision_number': 4, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'ba3ef1fb-b6f1-42e9-9858-d739619bf15c', 'name': '', 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'mac_address': 'fa:16:3e:78:b6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:20Z', 'updated_at': '2021-08-11T02:21:22Z', 'revision_number': 2, 'project_id': '87062204daa74f23a6f53457711872b3', 'subnets': [{'id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:24.130259 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af7e6c0-bf12-4367-98f1-2dd7d2607388 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:24.130739 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af7e6c0-bf12-4367-98f1-2dd7d2607388 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:24.131222 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af7e6c0-bf12-4367-98f1-2dd7d2607388 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:24.131704 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af7e6c0-bf12-4367-98f1-2dd7d2607388 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:24.132162 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af7e6c0-bf12-4367-98f1-2dd7d2607388 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:24.132621 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af7e6c0-bf12-4367-98f1-2dd7d2607388 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:24.133077 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af7e6c0-bf12-4367-98f1-2dd7d2607388 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:24.133533 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af7e6c0-bf12-4367-98f1-2dd7d2607388 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:24.133987 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af7e6c0-bf12-4367-98f1-2dd7d2607388 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:24.134444 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af7e6c0-bf12-4367-98f1-2dd7d2607388 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:24.134892 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af7e6c0-bf12-4367-98f1-2dd7d2607388 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:24.135342 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af7e6c0-bf12-4367-98f1-2dd7d2607388 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:24.135817 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af7e6c0-bf12-4367-98f1-2dd7d2607388 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:24.136270 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af7e6c0-bf12-4367-98f1-2dd7d2607388 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:24.136727 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af7e6c0-bf12-4367-98f1-2dd7d2607388 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:24.142482 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9af7e6c0-bf12-4367-98f1-2dd7d2607388 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9516 time: 0.1743805 Aug 11 02:21:24.142655 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50760) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:24.150514 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cb1a73-9402-4aec-b35b-6c4214c90736 None None] Checking router: 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:21:24.151819 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cb1a73-9402-4aec-b35b-6c4214c90736 None None] Updating router 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d port ba3ef1fb-b6f1-42e9-9858-d739619bf15c binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:21:24.174744 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-60b25495-13ca-4e5b-959a-bcbededb990b None None] Set router 2afb6a9c-c881-4714-b9d7-fd2109e1f1a2 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:24.187991 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-d5cb1a73-9402-4aec-b35b-6c4214c90736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.238881 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-60b25495-13ca-4e5b-959a-bcbededb990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'name': 'tempest-ServersTestJSON-1713794097-router', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:06Z', 'updated_at': '2021-08-11T02:21:23Z', 'revision_number': 6, 'project_id': '3937403ced4d4e09944d3802eef3600d', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:24.245743 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a09fc66-ed55-4729-9445-1521b6cc5a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.288549 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b25495-13ca-4e5b-959a-bcbededb990b None None] The sync data for ids ['2afb6a9c-c881-4714-b9d7-fd2109e1f1a2'] in n-d-615180-33 is: [{'id': '2afb6a9c-c881-4714-b9d7-fd2109e1f1a2', 'name': 'tempest-ServersTestJSON-1713794097-router', 'tenant_id': '3937403ced4d4e09944d3802eef3600d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:06Z', 'updated_at': '2021-08-11T02:21:23Z', 'revision_number': 6, 'project_id': '3937403ced4d4e09944d3802eef3600d', 'gw_port_host': None}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:21:24.295127 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-69be34fe-11a1-44cd-b56d-dfe0aee0f209 None None] Deleting port 414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:24.295597 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-69be34fe-11a1-44cd-b56d-dfe0aee0f209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.295772 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c28a773e-a5a4-4a9f-9211-787a1d692286 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.356450 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09fc66-ed55-4729-9445-1521b6cc5a22 admin admin] Pushing event deleted for resources: {'Port': ['ID=776318bb-c497-4c04-b95e-3f71874214cc,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:24.369277 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a773e-a5a4-4a9f-9211-787a1d692286 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Subnet': ['ID=1cda6082-677e-47a4-b4fe-9c361b4d12a0,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:24.371169 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c28a773e-a5a4-4a9f-9211-787a1d692286 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.376906 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c28a773e-a5a4-4a9f-9211-787a1d692286 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/subnets/1cda6082-677e-47a4-b4fe-9c361b4d12a0 HTTP/1.1" status: 204 len: 168 time: 0.6753588 Aug 11 02:21:24.382627 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50766) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:24.383714 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea602b5e-e623-476f-82fa-8de7e3e00a68 None None] Network f6e76953-6916-469f-96d9-51dcda4e51ac requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:24.426460 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a09fc66-ed55-4729-9445-1521b6cc5a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.487263 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.495579 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-69be34fe-11a1-44cd-b56d-dfe0aee0f209 None None] For port 414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6,segment=NetworkSegment(2cfbc0d7-8596-497a-8cce-4866112158de),segment_id=2cfbc0d7-8596-497a-8cce-4866112158de)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:24.495971 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-69be34fe-11a1-44cd-b56d-dfe0aee0f209 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.547469 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-69be34fe-11a1-44cd-b56d-dfe0aee0f209 None None] Calling delete_port for 414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:24.562449 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a09fc66-ed55-4729-9445-1521b6cc5a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.565014 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a09fc66-ed55-4729-9445-1521b6cc5a22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.601422 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-deaf374a-e12c-4ca2-92f1-a33f2c13d3f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.627062 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a09fc66-ed55-4729-9445-1521b6cc5a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.627854 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a09fc66-ed55-4729-9445-1521b6cc5a22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2afb6a9c-c881-4714-b9d7-fd2109e1f1a2 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:21:24.640881 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a09fc66-ed55-4729-9445-1521b6cc5a22 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.642283 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5a09fc66-ed55-4729-9445-1521b6cc5a22 admin admin] 10.222.0.50 "DELETE /v2.0/routers/2afb6a9c-c881-4714-b9d7-fd2109e1f1a2 HTTP/1.1" status: 204 len: 168 time: 1.3584445 Aug 11 02:21:24.650694 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50772) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:24.667049 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-69be34fe-11a1-44cd-b56d-dfe0aee0f209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.679108 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-d5cb1a73-9402-4aec-b35b-6c4214c90736 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.694214 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-d5cb1a73-9402-4aec-b35b-6c4214c90736 None None] Transition to ACTIVE for port object ba3ef1fb-b6f1-42e9-9858-d739619bf15c will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:24.700184 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aad7867-3b2d-45a5-ad11-700f5a20736c admin admin] Deleting subnet 74b5f936-7af2-4989-97af-f38c99f22013 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:21:24.703688 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2aad7867-3b2d-45a5-ad11-700f5a20736c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.706140 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-d5cb1a73-9402-4aec-b35b-6c4214c90736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.717586 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be34fe-11a1-44cd-b56d-dfe0aee0f209 None None] Pushing event deleted for resources: {'Port': ['ID=414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:24.725302 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c795860b-36ae-4116-967a-5166566f9242 None None] DHCP port deletion for f6e76953-6916-469f-96d9-51dcda4e51ac request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:21:24.736448 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69be34fe-11a1-44cd-b56d-dfe0aee0f209 None None] No DVR routers for this DVR port 414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:21:24.793452 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-75781bf6-fafb-4f7a-a672-c4bb2209374d tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5747 time: 0.6497595 Aug 11 02:21:24.798559 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2aad7867-3b2d-45a5-ad11-700f5a20736c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.803376 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-deaf374a-e12c-4ca2-92f1-a33f2c13d3f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Deleting port 414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:24.803936 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-deaf374a-e12c-4ca2-92f1-a33f2c13d3f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.808137 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e455c2-1325-4ee6-aef8-447693a3f7fb None None] Pushing event updated for resources: {'Port': ['ID=ba3ef1fb-b6f1-42e9-9858-d739619bf15c,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:24.855994 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-c795860b-36ae-4116-967a-5166566f9242 None None] Deleting port fa07464b-aa64-41db-b065-0fde4d6675dc {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:24.859567 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c795860b-36ae-4116-967a-5166566f9242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.929537 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-d5cb1a73-9402-4aec-b35b-6c4214c90736 None None] Attempting to bind port ba3ef1fb-b6f1-42e9-9858-d739619bf15c on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:24.929912 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-d5cb1a73-9402-4aec-b35b-6c4214c90736 None None] Attempting to bind port ba3ef1fb-b6f1-42e9-9858-d739619bf15c by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'e8a1dbd2-8ece-42e5-8eef-5307e17dea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:24.930268 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cb1a73-9402-4aec-b35b-6c4214c90736 None None] Attempting to bind port ba3ef1fb-b6f1-42e9-9858-d739619bf15c on network 62489474-cb4b-4c3a-81c6-d49a3321e354 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:24.935784 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cb1a73-9402-4aec-b35b-6c4214c90736 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:24.935946 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cb1a73-9402-4aec-b35b-6c4214c90736 None None] Checking segment: {'id': 'e8a1dbd2-8ece-42e5-8eef-5307e17dea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:24.936321 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-d5cb1a73-9402-4aec-b35b-6c4214c90736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.936705 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cb1a73-9402-4aec-b35b-6c4214c90736 None None] Bound using segment: {'id': 'e8a1dbd2-8ece-42e5-8eef-5307e17dea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:24.937164 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-d5cb1a73-9402-4aec-b35b-6c4214c90736 None None] Bound port: ba3ef1fb-b6f1-42e9-9858-d739619bf15c, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a1dbd2-8ece-42e5-8eef-5307e17dea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:24.937535 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-d5cb1a73-9402-4aec-b35b-6c4214c90736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.961984 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-deaf374a-e12c-4ca2-92f1-a33f2c13d3f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] For port 414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6, host n-d-615180-33, got binding levels [] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:24.962350 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-deaf374a-e12c-4ca2-92f1-a33f2c13d3f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.000688 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2aad7867-3b2d-45a5-ad11-700f5a20736c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.002668 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-deaf374a-e12c-4ca2-92f1-a33f2c13d3f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Calling delete_port for 414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:25.007961 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.ipam_backend_mixin [None req-deaf374a-e12c-4ca2-92f1-a33f2c13d3f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Port 414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6 was not found and therefore no delete operation was performed {{(pid=94506) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:21:25.009270 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-deaf374a-e12c-4ca2-92f1-a33f2c13d3f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.038507 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:21:25.062198 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-d5cb1a73-9402-4aec-b35b-6c4214c90736 None None] For port ba3ef1fb-b6f1-42e9-9858-d739619bf15c, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:25.068611 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-d5cb1a73-9402-4aec-b35b-6c4214c90736 None None] For port ba3ef1fb-b6f1-42e9-9858-d739619bf15c, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=ba3ef1fb-b6f1-42e9-9858-d739619bf15c,segment=NetworkSegment(e8a1dbd2-8ece-42e5-8eef-5307e17dea99),segment_id=e8a1dbd2-8ece-42e5-8eef-5307e17dea99)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:25.074116 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-d5cb1a73-9402-4aec-b35b-6c4214c90736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.075074 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf374a-e12c-4ca2-92f1-a33f2c13d3f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Port': ['ID=414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:25.083526 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:21:25.084581 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaf374a-e12c-4ca2-92f1-a33f2c13d3f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] No DVR routers for this DVR port 414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:21:25.085593 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 414c5fd0-6d6b-4c4e-9e4e-c7be3cd042b6 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:21:25.087627 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3755c162-9fd9-4581-9162-0ab94750b903 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:21:25.133433 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2aad7867-3b2d-45a5-ad11-700f5a20736c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.136143 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cb1a73-9402-4aec-b35b-6c4214c90736 None None] Routers {'612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:25.137123 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d5cb1a73-9402-4aec-b35b-6c4214c90736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:25.146799 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 3755c162-9fd9-4581-9162-0ab94750b903 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:21:25.147152 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3755c162-9fd9-4581-9162-0ab94750b903 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:21:25.147591 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device fa07464b-aa64-41db-b065-0fde4d6675dc no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:21:25.187887 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad7867-3b2d-45a5-ad11-700f5a20736c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74b5f936-7af2-4989-97af-f38c99f22013,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:25.198194 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2aad7867-3b2d-45a5-ad11-700f5a20736c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.200246 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2aad7867-3b2d-45a5-ad11-700f5a20736c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/74b5f936-7af2-4989-97af-f38c99f22013 HTTP/1.1" status: 204 len: 168 time: 0.5482831 Aug 11 02:21:25.203575 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50776) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:25.255722 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7367abb-8e77-49ef-bd6c-6415941522cc None None] Network 2e5fbd23-4e7b-4b08-aaff-fa5d96210616 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:25.261668 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-deaf374a-e12c-4ca2-92f1-a33f2c13d3f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.305552 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-deaf374a-e12c-4ca2-92f1-a33f2c13d3f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5cdcd93-16c9-4fc3-8793-47a204139f7f']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:25.332927 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-d5cb1a73-9402-4aec-b35b-6c4214c90736 None None] Set router 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:25.336349 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-deaf374a-e12c-4ca2-92f1-a33f2c13d3f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cfbc0d7-8596-497a-8cce-4866112158de') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:25.336656 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-deaf374a-e12c-4ca2-92f1-a33f2c13d3f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cfbc0d7-8596-497a-8cce-4866112158de') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:25.346932 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5c6ea38b-8a50-42e8-9234-5863562cba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.366866 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-deaf374a-e12c-4ca2-92f1-a33f2c13d3f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.408141 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-deaf374a-e12c-4ca2-92f1-a33f2c13d3f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.412192 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-c795860b-36ae-4116-967a-5166566f9242 None None] For port fa07464b-aa64-41db-b065-0fde4d6675dc, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=fa07464b-aa64-41db-b065-0fde4d6675dc,segment=NetworkSegment(3bf496bb-d2b0-4c85-8e7e-9afcf311fc9b),segment_id=3bf496bb-d2b0-4c85-8e7e-9afcf311fc9b)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:25.412823 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c795860b-36ae-4116-967a-5166566f9242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.439186 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deaf374a-e12c-4ca2-92f1-a33f2c13d3f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:21:25.439723 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-deaf374a-e12c-4ca2-92f1-a33f2c13d3f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:21:25.443178 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:21:25.495100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-5c6ea38b-8a50-42e8-9234-5863562cba43 admin admin] Deleting port 542567d2-7993-4960-845a-78138fd2c4ff {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:25.495746 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5c6ea38b-8a50-42e8-9234-5863562cba43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.554625 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.561187 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50786) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:25.573390 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-d43416f4-3b7e-4fac-86d1-d7021dd15121 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1324891091', 'description': 'tempest-secgroup-smoke-1324891091 description', 'project_id': '87062204daa74f23a6f53457711872b3'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:25.608046 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.611680 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-c795860b-36ae-4116-967a-5166566f9242 None None] Calling delete_port for fa07464b-aa64-41db-b065-0fde4d6675dc owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:25.644837 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-deaf374a-e12c-4ca2-92f1-a33f2c13d3f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.645912 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-5c6ea38b-8a50-42e8-9234-5863562cba43 admin admin] For port 542567d2-7993-4960-845a-78138fd2c4ff, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=542567d2-7993-4960-845a-78138fd2c4ff,segment=NetworkSegment(7ca01c84-98c8-4676-8a35-404d37bafeef),segment_id=7ca01c84-98c8-4676-8a35-404d37bafeef)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:25.646289 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5c6ea38b-8a50-42e8-9234-5863562cba43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.662581 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-5c6ea38b-8a50-42e8-9234-5863562cba43 admin admin] Calling delete_port for 542567d2-7993-4960-845a-78138fd2c4ff owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:25.691084 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-deaf374a-e12c-4ca2-92f1-a33f2c13d3f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.695737 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-deaf374a-e12c-4ca2-92f1-a33f2c13d3f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/networks/b5cdcd93-16c9-4fc3-8793-47a204139f7f HTTP/1.1" status: 204 len: 168 time: 1.3087258 Aug 11 02:21:25.699749 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf374a-e12c-4ca2-92f1-a33f2c13d3f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Network': ['ID=b5cdcd93-16c9-4fc3-8793-47a204139f7f,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:25.709393 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50790) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:25.746013 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port fa07464b-aa64-41db-b065-0fde4d6675dc, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=fa07464b-aa64-41db-b065-0fde4d6675dc,segment=NetworkSegment(3bf496bb-d2b0-4c85-8e7e-9afcf311fc9b),segment_id=3bf496bb-d2b0-4c85-8e7e-9afcf311fc9b)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:25.756351 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.796971 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4cff70-8d78-457a-bb67-ea133911b9af None None] DHCP port deletion for 2e5fbd23-4e7b-4b08-aaff-fa5d96210616 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:21:25.798898 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e455c2-1325-4ee6-aef8-447693a3f7fb None None] Pushing event updated for resources: {'Port': ['ID=ba3ef1fb-b6f1-42e9-9858-d739619bf15c,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:25.804269 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d43416f4-3b7e-4fac-86d1-d7021dd15121 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.807031 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d5cb1a73-9402-4aec-b35b-6c4214c90736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'name': 'tempest-TestNetworkBasicOps-router-1949462947', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:21:21Z', 'revision_number': 4, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'ba3ef1fb-b6f1-42e9-9858-d739619bf15c', 'name': '', 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'mac_address': 'fa:16:3e:78:b6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:20Z', 'updated_at': '2021-08-11T02:21:25Z', 'revision_number': 4, 'project_id': '87062204daa74f23a6f53457711872b3', 'subnets': [{'id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:25.843627 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cb1a73-9402-4aec-b35b-6c4214c90736 None None] The sync data for ids ['612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'] in n-d-615180-33 is: [{'id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'name': 'tempest-TestNetworkBasicOps-router-1949462947', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:21:21Z', 'revision_number': 4, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'ba3ef1fb-b6f1-42e9-9858-d739619bf15c', 'name': '', 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'mac_address': 'fa:16:3e:78:b6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:20Z', 'updated_at': '2021-08-11T02:21:25Z', 'revision_number': 4, 'project_id': '87062204daa74f23a6f53457711872b3', 'subnets': [{'id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:21:25.857745 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5c6ea38b-8a50-42e8-9234-5863562cba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.862063 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1d7d-7160-4a80-90c5-9504311a3015 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.897575 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ea38b-8a50-42e8-9234-5863562cba43 admin admin] Pushing event deleted for resources: {'Port': ['ID=542567d2-7993-4960-845a-78138fd2c4ff,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:25.911113 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6ea38b-8a50-42e8-9234-5863562cba43 admin admin] No DVR routers for this DVR port 542567d2-7993-4960-845a-78138fd2c4ff on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:21:25.934564 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=fa07464b-aa64-41db-b065-0fde4d6675dc,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:25.969152 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c795860b-36ae-4116-967a-5166566f9242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.008223 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-7f1b1d7d-7160-4a80-90c5-9504311a3015 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Deleting port fa07464b-aa64-41db-b065-0fde4d6675dc {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:26.008563 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1d7d-7160-4a80-90c5-9504311a3015 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.009853 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-ce4cff70-8d78-457a-bb67-ea133911b9af None None] Deleting port 542567d2-7993-4960-845a-78138fd2c4ff {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:26.010739 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5c6ea38b-8a50-42e8-9234-5863562cba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.011210 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ce4cff70-8d78-457a-bb67-ea133911b9af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.021503 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795860b-36ae-4116-967a-5166566f9242 None None] Pushing event deleted for resources: {'Port': ['ID=fa07464b-aa64-41db-b065-0fde4d6675dc,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:26.024296 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5c6ea38b-8a50-42e8-9234-5863562cba43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5fbd23-4e7b-4b08-aaff-fa5d96210616']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:26.037192 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5c6ea38b-8a50-42e8-9234-5863562cba43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca01c84-98c8-4676-8a35-404d37bafeef') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:26.037513 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5c6ea38b-8a50-42e8-9234-5863562cba43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca01c84-98c8-4676-8a35-404d37bafeef') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:26.056041 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5c6ea38b-8a50-42e8-9234-5863562cba43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.076116 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5c6ea38b-8a50-42e8-9234-5863562cba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.080849 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d43416f4-3b7e-4fac-86d1-d7021dd15121 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.094122 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d43416f4-3b7e-4fac-86d1-d7021dd15121 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.103271 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c795860b-36ae-4116-967a-5166566f9242 None None] No DVR routers for this DVR port fa07464b-aa64-41db-b065-0fde4d6675dc on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:21:26.104718 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6ea38b-8a50-42e8-9234-5863562cba43 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:21:26.105128 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5c6ea38b-8a50-42e8-9234-5863562cba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:21:26.107150 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:21:26.130712 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-7f1b1d7d-7160-4a80-90c5-9504311a3015 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] For port fa07464b-aa64-41db-b065-0fde4d6675dc, host n-d-615180-33, got binding levels [] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:26.131071 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1d7d-7160-4a80-90c5-9504311a3015 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.141290 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-ce4cff70-8d78-457a-bb67-ea133911b9af None None] For port 542567d2-7993-4960-845a-78138fd2c4ff, host n-d-615180-33, got binding levels [] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:26.141763 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ce4cff70-8d78-457a-bb67-ea133911b9af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.159109 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-7f1b1d7d-7160-4a80-90c5-9504311a3015 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Calling delete_port for fa07464b-aa64-41db-b065-0fde4d6675dc owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:26.159973 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-ce4cff70-8d78-457a-bb67-ea133911b9af None None] Calling delete_port for 542567d2-7993-4960-845a-78138fd2c4ff owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:26.161575 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d43416f4-3b7e-4fac-86d1-d7021dd15121 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.162894 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.ipam_backend_mixin [None req-ce4cff70-8d78-457a-bb67-ea133911b9af None None] Port 542567d2-7993-4960-845a-78138fd2c4ff was not found and therefore no delete operation was performed {{(pid=94508) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:21:26.163200 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d43416f4-3b7e-4fac-86d1-d7021dd15121 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6005702 Aug 11 02:21:26.165895 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.ipam_backend_mixin [None req-7f1b1d7d-7160-4a80-90c5-9504311a3015 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Port fa07464b-aa64-41db-b065-0fde4d6675dc was not found and therefore no delete operation was performed {{(pid=94506) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:21:26.167063 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ce4cff70-8d78-457a-bb67-ea133911b9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.167764 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1d7d-7160-4a80-90c5-9504311a3015 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.167924 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50792) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:26.169723 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43416f4-3b7e-4fac-86d1-d7021dd15121 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2fe744-d8f1-4188-a1be-1bf3858d6db4,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:26.180715 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-4f54a87b-b15e-4d41-a1fb-8b0fe200e343 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'security_group_rule': {'security_group_id': '5c2fe744-d8f1-4188-a1be-1bf3858d6db4', 'project_id': '87062204daa74f23a6f53457711872b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:26.194365 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4cff70-8d78-457a-bb67-ea133911b9af None None] No DVR routers for this DVR port 542567d2-7993-4960-845a-78138fd2c4ff on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:21:26.199393 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b1d7d-7160-4a80-90c5-9504311a3015 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Port': ['ID=fa07464b-aa64-41db-b065-0fde4d6675dc,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:26.206504 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1b1d7d-7160-4a80-90c5-9504311a3015 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] No DVR routers for this DVR port fa07464b-aa64-41db-b065-0fde4d6675dc on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:21:26.221513 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5c6ea38b-8a50-42e8-9234-5863562cba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.229565 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4cff70-8d78-457a-bb67-ea133911b9af None None] Pushing event deleted for resources: {'Port': ['ID=542567d2-7993-4960-845a-78138fd2c4ff,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:26.258209 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5c6ea38b-8a50-42e8-9234-5863562cba43 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.263120 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5c6ea38b-8a50-42e8-9234-5863562cba43 admin admin] 10.222.0.50 "DELETE /v2.0/networks/2e5fbd23-4e7b-4b08-aaff-fa5d96210616 HTTP/1.1" status: 204 len: 168 time: 1.0579274 Aug 11 02:21:26.265097 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ea38b-8a50-42e8-9234-5863562cba43 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e5fbd23-4e7b-4b08-aaff-fa5d96210616,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:26.268147 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4f54a87b-b15e-4d41-a1fb-8b0fe200e343 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.324833 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1d7d-7160-4a80-90c5-9504311a3015 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.333842 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4f54a87b-b15e-4d41-a1fb-8b0fe200e343 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.339232 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-7f1b1d7d-7160-4a80-90c5-9504311a3015 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6e76953-6916-469f-96d9-51dcda4e51ac']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:26.341358 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4f54a87b-b15e-4d41-a1fb-8b0fe200e343 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.356867 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-7f1b1d7d-7160-4a80-90c5-9504311a3015 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf496bb-d2b0-4c85-8e7e-9afcf311fc9b') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:26.357163 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-7f1b1d7d-7160-4a80-90c5-9504311a3015 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf496bb-d2b0-4c85-8e7e-9afcf311fc9b') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:26.361955 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54a87b-b15e-4d41-a1fb-8b0fe200e343 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095eed8d-3b4a-46b5-b6b8-9a96c35cc9b8,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:26.368208 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1d7d-7160-4a80-90c5-9504311a3015 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.372486 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f54a87b-b15e-4d41-a1fb-8b0fe200e343 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:26.373125 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f54a87b-b15e-4d41-a1fb-8b0fe200e343 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:26.373687 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f54a87b-b15e-4d41-a1fb-8b0fe200e343 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:26.374489 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f54a87b-b15e-4d41-a1fb-8b0fe200e343 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:26.375002 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f54a87b-b15e-4d41-a1fb-8b0fe200e343 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:26.375505 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f54a87b-b15e-4d41-a1fb-8b0fe200e343 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:26.376042 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f54a87b-b15e-4d41-a1fb-8b0fe200e343 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:26.376534 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f54a87b-b15e-4d41-a1fb-8b0fe200e343 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:26.377124 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f54a87b-b15e-4d41-a1fb-8b0fe200e343 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:26.377678 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f54a87b-b15e-4d41-a1fb-8b0fe200e343 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:26.378179 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f54a87b-b15e-4d41-a1fb-8b0fe200e343 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:26.378676 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f54a87b-b15e-4d41-a1fb-8b0fe200e343 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:26.382846 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4f54a87b-b15e-4d41-a1fb-8b0fe200e343 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.384340 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4f54a87b-b15e-4d41-a1fb-8b0fe200e343 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2151983 Aug 11 02:21:26.386149 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1d7d-7160-4a80-90c5-9504311a3015 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.387428 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50796) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:26.393647 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-4f4aa3d6-d1bc-4419-99ed-0c4428ab64ed tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'security_group_rule': {'security_group_id': '5c2fe744-d8f1-4188-a1be-1bf3858d6db4', 'project_id': '87062204daa74f23a6f53457711872b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:26.399176 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f1b1d7d-7160-4a80-90c5-9504311a3015 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:21:26.399979 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1d7d-7160-4a80-90c5-9504311a3015 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:21:26.419668 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:21:26.431154 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4f4aa3d6-d1bc-4419-99ed-0c4428ab64ed tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.480386 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1d7d-7160-4a80-90c5-9504311a3015 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.495493 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1d7d-7160-4a80-90c5-9504311a3015 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.501010 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7f1b1d7d-7160-4a80-90c5-9504311a3015 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/networks/f6e76953-6916-469f-96d9-51dcda4e51ac HTTP/1.1" status: 204 len: 168 time: 0.7898993 Aug 11 02:21:26.506690 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50800) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:26.511802 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-a7653766-94d8-41c9-ab25-88021518ee1e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-581913915'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:26.526146 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b1d7d-7160-4a80-90c5-9504311a3015 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Network': ['ID=f6e76953-6916-469f-96d9-51dcda4e51ac,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:26.529515 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4f4aa3d6-d1bc-4419-99ed-0c4428ab64ed tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.535928 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4f4aa3d6-d1bc-4419-99ed-0c4428ab64ed tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.544965 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50804) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:26.573976 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4aa3d6-d1bc-4419-99ed-0c4428ab64ed tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9108baf-a595-4060-b375-db5b9824f988,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:26.579537 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7653766-94d8-41c9-ab25-88021518ee1e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Made reservation on behalf of 771603ce7c694518a048dc364609b7f9 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:26.583307 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a7653766-94d8-41c9-ab25-88021518ee1e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.586738 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4f4aa3d6-d1bc-4419-99ed-0c4428ab64ed tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.591530 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50806) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:26.592540 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4f4aa3d6-d1bc-4419-99ed-0c4428ab64ed tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2039015 Aug 11 02:21:26.601977 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-7abd9cc9-9af7-439a-95c4-60b1ba84a9b8 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'security_group_rule': {'security_group_id': '5c2fe744-d8f1-4188-a1be-1bf3858d6db4', 'project_id': '87062204daa74f23a6f53457711872b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:26.614647 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7653766-94d8-41c9-ab25-88021518ee1e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:21:26.624797 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a7653766-94d8-41c9-ab25-88021518ee1e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.625144 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-a7653766-94d8-41c9-ab25-88021518ee1e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Added segment 8ba7d265-0b65-49a1-bcf3-dbd8b3993be6 of type vlan for network 11a3ba1e-e3ec-4c7b-a7ed-aed13a9a5ced Aug 11 02:21:26.634054 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a9881e62-0a9e-4df0-944b-70f157aff81c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3937403ced4d4e09944d3802eef3600d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0876241 Aug 11 02:21:26.636439 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50808) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:26.659496 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7abd9cc9-9af7-439a-95c4-60b1ba84a9b8 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.680253 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a7653766-94d8-41c9-ab25-88021518ee1e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.727498 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a7653766-94d8-41c9-ab25-88021518ee1e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.734597 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7653766-94d8-41c9-ab25-88021518ee1e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:26.735183 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a7653766-94d8-41c9-ab25-88021518ee1e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.751524 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d39078f3-3dbc-4d26-b7d7-3088ee24e74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.811940 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7abd9cc9-9af7-439a-95c4-60b1ba84a9b8 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.817658 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7abd9cc9-9af7-439a-95c4-60b1ba84a9b8 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.838469 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d39078f3-3dbc-4d26-b7d7-3088ee24e74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.847782 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a7653766-94d8-41c9-ab25-88021518ee1e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3409030 Aug 11 02:21:26.850924 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50816) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:26.853355 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd9cc9-9af7-439a-95c4-60b1ba84a9b8 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=763f2af8-9e98-40e5-a713-9135f8873958,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:26.856608 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-caee19d7-ed38-4cfb-8596-16b740d10b7f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'subnet': {'network_id': '11a3ba1e-e3ec-4c7b-a7ed-aed13a9a5ced', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:26.877008 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7abd9cc9-9af7-439a-95c4-60b1ba84a9b8 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.881457 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7abd9cc9-9af7-439a-95c4-60b1ba84a9b8 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2874494 Aug 11 02:21:26.887296 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50818) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:26.891861 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-f41d2073-125d-4a4f-a170-a706750fee25 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'security_group_rule': {'security_group_id': '5c2fe744-d8f1-4188-a1be-1bf3858d6db4', 'project_id': '87062204daa74f23a6f53457711872b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:26.910847 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ba3ef1fb-b6f1-42e9-9858-d739619bf15c up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:26.922729 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f41d2073-125d-4a4f-a170-a706750fee25 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.959924 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d39078f3-3dbc-4d26-b7d7-3088ee24e74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.960546 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7653766-94d8-41c9-ab25-88021518ee1e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Network': ['ID=11a3ba1e-e3ec-4c7b-a7ed-aed13a9a5ced,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:26.962609 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d39078f3-3dbc-4d26-b7d7-3088ee24e74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.973229 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 11a3ba1e-e3ec-4c7b-a7ed-aed13a9a5ced details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:21:26.980376 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d39078f3-3dbc-4d26-b7d7-3088ee24e74e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2fa602f9-74cf-4536-a934-09a032257730 HTTP/1.1" status: 204 len: 168 time: 0.3318765 Aug 11 02:21:27.005538 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caee19d7-ed38-4cfb-8596-16b740d10b7f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Made reservation on behalf of 771603ce7c694518a048dc364609b7f9 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:27.011894 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-caee19d7-ed38-4cfb-8596-16b740d10b7f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.013264 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39078f3-3dbc-4d26-b7d7-3088ee24e74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa602f9-74cf-4536-a934-09a032257730,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:27.044180 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port ba3ef1fb-b6f1-42e9-9858-d739619bf15c completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:27.046933 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f41d2073-125d-4a4f-a170-a706750fee25 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.052729 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f41d2073-125d-4a4f-a170-a706750fee25 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.065058 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port ba3ef1fb-b6f1-42e9-9858-d739619bf15c triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:27.065436 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.104877 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f41d2073-125d-4a4f-a170-a706750fee25 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.107277 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f41d2073-125d-4a4f-a170-a706750fee25 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2190070 Aug 11 02:21:27.111230 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50822) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:27.112701 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d2073-125d-4a4f-a170-a706750fee25 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=428b7540-6958-434a-aba5-32ff527741d7,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:27.123938 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-55641292-50c3-4ede-89d2-9a70ceda8578 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'security_group_rule': {'security_group_id': '5c2fe744-d8f1-4188-a1be-1bf3858d6db4', 'project_id': '87062204daa74f23a6f53457711872b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:27.175959 n-d-615180-33 neutron-server[94507]: INFO neutron.db.securitygroups_db [None req-55641292-50c3-4ede-89d2-9a70ceda8578 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Project 87062204daa74f23a6f53457711872b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:21:27.189951 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-55641292-50c3-4ede-89d2-9a70ceda8578 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.198885 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.237289 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port ba3ef1fb-b6f1-42e9-9858-d739619bf15c, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=ba3ef1fb-b6f1-42e9-9858-d739619bf15c,segment=NetworkSegment(e8a1dbd2-8ece-42e5-8eef-5307e17dea99),segment_id=e8a1dbd2-8ece-42e5-8eef-5307e17dea99)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:27.242739 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.307929 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-55641292-50c3-4ede-89d2-9a70ceda8578 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.309248 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 776318bb-c497-4c04-b95e-3f71874214cc no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:21:27.313654 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-55641292-50c3-4ede-89d2-9a70ceda8578 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.338226 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=ba3ef1fb-b6f1-42e9-9858-d739619bf15c,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:27.345477 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55641292-50c3-4ede-89d2-9a70ceda8578 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3409d79-bc0c-473b-a635-4ee043c4e0f8,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:27.375882 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 776318bb-c497-4c04-b95e-3f71874214cc {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:21:27.377374 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 776318bb-c497-4c04-b95e-3f71874214cc not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:21:27.377632 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-55641292-50c3-4ede-89d2-9a70ceda8578 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.377860 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 542567d2-7993-4960-845a-78138fd2c4ff no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:21:27.378930 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-55641292-50c3-4ede-89d2-9a70ceda8578 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2661645 Aug 11 02:21:27.382367 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50826) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:27.387318 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-80b6343d-ad10-4995-bf7c-7c32954c11d0 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'security_group_rule': {'security_group_id': '5c2fe744-d8f1-4188-a1be-1bf3858d6db4', 'project_id': '87062204daa74f23a6f53457711872b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:27.410517 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 542567d2-7993-4960-845a-78138fd2c4ff {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:21:27.411031 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 542567d2-7993-4960-845a-78138fd2c4ff not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:21:27.411925 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-caee19d7-ed38-4cfb-8596-16b740d10b7f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.432111 n-d-615180-33 neutron-server[94506]: INFO neutron.db.securitygroups_db [None req-80b6343d-ad10-4995-bf7c-7c32954c11d0 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Project 87062204daa74f23a6f53457711872b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:21:27.440395 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-80b6343d-ad10-4995-bf7c-7c32954c11d0 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.482550 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee19d7-ed38-4cfb-8596-16b740d10b7f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Subnet': ['ID=92b971d9-72a6-4084-bfd0-ac323faba71e,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:27.498650 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caee19d7-ed38-4cfb-8596-16b740d10b7f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Checking segment: {'id': '8ba7d265-0b65-49a1-bcf3-dbd8b3993be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '11a3ba1e-e3ec-4c7b-a7ed-aed13a9a5ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:27.499012 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caee19d7-ed38-4cfb-8596-16b740d10b7f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network hostable DHCP agents. Network: 11a3ba1e-e3ec-4c7b-a7ed-aed13a9a5ced, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:21:27.528347 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caee19d7-ed38-4cfb-8596-16b740d10b7f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network 11a3ba1e-e3ec-4c7b-a7ed-aed13a9a5ced is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:21:27.541950 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-caee19d7-ed38-4cfb-8596-16b740d10b7f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 11a3ba1e-e3ec-4c7b-a7ed-aed13a9a5ced) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:27.546417 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caee19d7-ed38-4cfb-8596-16b740d10b7f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:27.547414 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-caee19d7-ed38-4cfb-8596-16b740d10b7f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.553373 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcce0d6-789f-4b96-a2ae-06d89938a3af None None] Network 11a3ba1e-e3ec-4c7b-a7ed-aed13a9a5ced requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:27.554270 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-80b6343d-ad10-4995-bf7c-7c32954c11d0 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.560011 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-80b6343d-ad10-4995-bf7c-7c32954c11d0 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.578633 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50832) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:27.580200 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-caee19d7-ed38-4cfb-8596-16b740d10b7f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7266424 Aug 11 02:21:27.587295 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-3eaf9d3e-79b4-40fc-b53a-9d932d47dffd tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1733104304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:27.602866 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6343d-ad10-4995-bf7c-7c32954c11d0 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc73350-66ee-491e-a840-e200542f6768,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:27.606380 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-80b6343d-ad10-4995-bf7c-7c32954c11d0 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.607861 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-80b6343d-ad10-4995-bf7c-7c32954c11d0 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2242291 Aug 11 02:21:27.624858 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3eaf9d3e-79b4-40fc-b53a-9d932d47dffd tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.629181 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3eaf9d3e-79b4-40fc-b53a-9d932d47dffd tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.700571 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3eaf9d3e-79b4-40fc-b53a-9d932d47dffd tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.705704 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3eaf9d3e-79b4-40fc-b53a-9d932d47dffd tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.745085 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3eaf9d3e-79b4-40fc-b53a-9d932d47dffd tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.746355 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3eaf9d3e-79b4-40fc-b53a-9d932d47dffd tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1626365 Aug 11 02:21:27.749187 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50842) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:27.754422 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-a10b203b-c374-444d-bd1b-bcd8ea103256 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'port': {'network_id': '11a3ba1e-e3ec-4c7b-a7ed-aed13a9a5ced', 'name': 'tempest-RoutersIpV6Test-378656408'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:27.780180 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4da3390-455e-4265-a2ff-658aefd72344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-11a3ba1e-e3ec-4c7b-a7ed-aed13a9a5ced', 'network_id': '11a3ba1e-e3ec-4c7b-a7ed-aed13a9a5ced', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'fixed_ips': [{'subnet_id': '92b971d9-72a6-4084-bfd0-ac323faba71e'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:21:27.781214 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f4da3390-455e-4265-a2ff-658aefd72344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.910233 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10b203b-c374-444d-bd1b-bcd8ea103256 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Made reservation on behalf of 771603ce7c694518a048dc364609b7f9 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:27.913845 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a10b203b-c374-444d-bd1b-bcd8ea103256 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.937500 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-a10b203b-c374-444d-bd1b-bcd8ea103256 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] device_id is not set on port 74a80039-29c4-4ad1-9852-02636075bff6 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:21:28.013763 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-f4da3390-455e-4265-a2ff-658aefd72344 None None] Allocated IP 2001:db8::2 (11a3ba1e-e3ec-4c7b-a7ed-aed13a9a5ced/92b971d9-72a6-4084-bfd0-ac323faba71e/92bd39de-21b8-4db8-9d41-54c30c6c4bea) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:28.034847 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-e7f5d019-ff0e-43ff-af32-e73243271b47 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1324891091&fields=id&tenant_id=87062204daa74f23a6f53457711872b3 HTTP/1.1" status: 200 len: 267 time: 0.0359631 Aug 11 02:21:28.163437 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-65102a16-5f4e-4386-a336-af0cafd600cc tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:28.165114 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-65102a16-5f4e-4386-a336-af0cafd600cc tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/networks?id=62489474-cb4b-4c3a-81c6-d49a3321e354 HTTP/1.1" status: 200 len: 796 time: 0.1226311 Aug 11 02:21:28.173207 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f4da3390-455e-4265-a2ff-658aefd72344 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:28.182195 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f4da3390-455e-4265-a2ff-658aefd72344 None None] Transition to ACTIVE for port object 92bd39de-21b8-4db8-9d41-54c30c6c4bea will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:28.182425 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-14ee1104-7d44-4cbe-b11c-00c5d1f62e4e tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/quotas/87062204daa74f23a6f53457711872b3 HTTP/1.1" status: 200 len: 375 time: 0.0109394 Aug 11 02:21:28.191413 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50870) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:28.200431 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f4da3390-455e-4265-a2ff-658aefd72344 None None] Transition to ACTIVE for port object 92bd39de-21b8-4db8-9d41-54c30c6c4bea will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:28.209230 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f4da3390-455e-4265-a2ff-658aefd72344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:28.245819 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-749173e4-b0fd-4be1-a3c6-6d545330da34 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=87062204daa74f23a6f53457711872b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535502 Aug 11 02:21:28.254038 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4da3390-455e-4265-a2ff-658aefd72344 None None] Network 11a3ba1e-e3ec-4c7b-a7ed-aed13a9a5ced is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:28.256991 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-f4da3390-455e-4265-a2ff-658aefd72344 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:28.260784 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4da3390-455e-4265-a2ff-658aefd72344 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:28.271280 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da3390-455e-4265-a2ff-658aefd72344 None None] Pushing event updated for resources: {'Port': ['ID=92bd39de-21b8-4db8-9d41-54c30c6c4bea,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:28.308160 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-a10b203b-c374-444d-bd1b-bcd8ea103256 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Allocated IP 2001:db8::33 (11a3ba1e-e3ec-4c7b-a7ed-aed13a9a5ced/92b971d9-72a6-4084-bfd0-ac323faba71e/74a80039-29c4-4ad1-9852-02636075bff6) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:28.340204 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-f4da3390-455e-4265-a2ff-658aefd72344 None None] Attempting to bind port 92bd39de-21b8-4db8-9d41-54c30c6c4bea on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:28.340785 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-f4da3390-455e-4265-a2ff-658aefd72344 None None] Attempting to bind port 92bd39de-21b8-4db8-9d41-54c30c6c4bea by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '8ba7d265-0b65-49a1-bcf3-dbd8b3993be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '11a3ba1e-e3ec-4c7b-a7ed-aed13a9a5ced'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:28.341332 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4da3390-455e-4265-a2ff-658aefd72344 None None] Attempting to bind port 92bd39de-21b8-4db8-9d41-54c30c6c4bea on network 11a3ba1e-e3ec-4c7b-a7ed-aed13a9a5ced {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:28.344340 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-3ee8eaa1-2577-4f59-ba27-2d69fd725363 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2069516634-network', 'tenant_id': '5da9d71ea3284656941727da7d0445e0'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:28.347316 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4da3390-455e-4265-a2ff-658aefd72344 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:28.347772 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4da3390-455e-4265-a2ff-658aefd72344 None None] Checking segment: {'id': '8ba7d265-0b65-49a1-bcf3-dbd8b3993be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '11a3ba1e-e3ec-4c7b-a7ed-aed13a9a5ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:28.348174 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f4da3390-455e-4265-a2ff-658aefd72344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:28.348560 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4da3390-455e-4265-a2ff-658aefd72344 None None] Bound using segment: {'id': '8ba7d265-0b65-49a1-bcf3-dbd8b3993be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '11a3ba1e-e3ec-4c7b-a7ed-aed13a9a5ced'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:28.349020 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-f4da3390-455e-4265-a2ff-658aefd72344 None None] Bound port: 92bd39de-21b8-4db8-9d41-54c30c6c4bea, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba7d265-0b65-49a1-bcf3-dbd8b3993be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '11a3ba1e-e3ec-4c7b-a7ed-aed13a9a5ced'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:28.349396 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f4da3390-455e-4265-a2ff-658aefd72344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:28.374229 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-4f0b0288-36cd-4d5f-b70a-1befc3c5df7d service neutron] 10.222.0.50 "GET /v2.0/networks/62489474-cb4b-4c3a-81c6-d49a3321e354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101611 Aug 11 02:21:28.388064 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee8eaa1-2577-4f59-ba27-2d69fd725363 admin admin] Made reservation on behalf of 5da9d71ea3284656941727da7d0445e0 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:28.390806 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3ee8eaa1-2577-4f59-ba27-2d69fd725363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:28.415471 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-f4da3390-455e-4265-a2ff-658aefd72344 None None] For port 92bd39de-21b8-4db8-9d41-54c30c6c4bea, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:28.418920 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-f4da3390-455e-4265-a2ff-658aefd72344 None None] For port 92bd39de-21b8-4db8-9d41-54c30c6c4bea, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=92bd39de-21b8-4db8-9d41-54c30c6c4bea,segment=NetworkSegment(8ba7d265-0b65-49a1-bcf3-dbd8b3993be6),segment_id=8ba7d265-0b65-49a1-bcf3-dbd8b3993be6)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:28.425321 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f4da3390-455e-4265-a2ff-658aefd72344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:28.435527 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3ee8eaa1-2577-4f59-ba27-2d69fd725363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:28.496781 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da3390-455e-4265-a2ff-658aefd72344 None None] Pushing event updated for resources: {'Port': ['ID=92bd39de-21b8-4db8-9d41-54c30c6c4bea,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:28.852549 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-bf6c1e2c-73e2-4b15-b048-3114ef2775db service neutron] 10.222.0.50 "GET /v2.0/networks/62489474-cb4b-4c3a-81c6-d49a3321e354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709318 Aug 11 02:21:28.977108 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a10b203b-c374-444d-bd1b-bcd8ea103256 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:28.992024 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ba3ef1fb-b6f1-42e9-9858-d739619bf15c up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:28.993327 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-a10b203b-c374-444d-bd1b-bcd8ea103256 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Transition to ACTIVE for port object 74a80039-29c4-4ad1-9852-02636075bff6 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:29.053995 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a10b203b-c374-444d-bd1b-bcd8ea103256 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:29.060559 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port ba3ef1fb-b6f1-42e9-9858-d739619bf15c triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:29.061679 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:29.141273 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3ee8eaa1-2577-4f59-ba27-2d69fd725363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:29.159707 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 92bd39de-21b8-4db8-9d41-54c30c6c4bea up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:29.166047 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b4b6d525-07a2-47cb-9860-2dcdf8c46a2d req-10d4b1f0-5769-4c95-b493-94336169f220 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa412417-0fa1-43a3-b379-d4c9b766d296 HTTP/1.1" status: 200 len: 210 time: 0.0424209 Aug 11 02:21:29.167921 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10b203b-c374-444d-bd1b-bcd8ea103256 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network 11a3ba1e-e3ec-4c7b-a7ed-aed13a9a5ced is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:29.172806 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3ee8eaa1-2577-4f59-ba27-2d69fd725363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:29.182728 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-a10b203b-c374-444d-bd1b-bcd8ea103256 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:29.189666 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10b203b-c374-444d-bd1b-bcd8ea103256 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:29.195225 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10b203b-c374-444d-bd1b-bcd8ea103256 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:29.195860 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a10b203b-c374-444d-bd1b-bcd8ea103256 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:29.206382 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b203b-c374-444d-bd1b-bcd8ea103256 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Port': ['ID=74a80039-29c4-4ad1-9852-02636075bff6,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:29.223266 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 92bd39de-21b8-4db8-9d41-54c30c6c4bea completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:29.226951 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee8eaa1-2577-4f59-ba27-2d69fd725363 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:21:29.238153 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a10b203b-c374-444d-bd1b-bcd8ea103256 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.4877379 Aug 11 02:21:29.238836 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8eaa1-2577-4f59-ba27-2d69fd725363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:29.241062 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50892) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:29.245672 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3ee8eaa1-2577-4f59-ba27-2d69fd725363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:29.246013 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-3ee8eaa1-2577-4f59-ba27-2d69fd725363 admin admin] Added segment 13f162a5-766b-43ad-b1d7-a495a0b043f6 of type vlan for network 5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9 Aug 11 02:21:29.308829 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3ee8eaa1-2577-4f59-ba27-2d69fd725363 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:29.341361 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3ee8eaa1-2577-4f59-ba27-2d69fd725363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:29.342948 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee8eaa1-2577-4f59-ba27-2d69fd725363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:29.343795 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3ee8eaa1-2577-4f59-ba27-2d69fd725363 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:29.404220 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50896) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:29.404639 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3ee8eaa1-2577-4f59-ba27-2d69fd725363 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2117496 Aug 11 02:21:29.413067 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-fe874e8f-d946-470b-a7b4-549411a45488 admin admin] Request body: {'subnet': {'network_id': '5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2069516634-subnet', 'tenant_id': '5da9d71ea3284656941727da7d0445e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:29.416794 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8eaa1-2577-4f59-ba27-2d69fd725363 admin admin] Pushing event updated for resources: {'Network': ['ID=5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:29.431912 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:21:29.550035 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe874e8f-d946-470b-a7b4-549411a45488 admin admin] Made reservation on behalf of 5da9d71ea3284656941727da7d0445e0 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:29.552848 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fe874e8f-d946-470b-a7b4-549411a45488 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:29.697384 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cc6b03-c789-439a-b8d7-3c8b9787a721 None None] Network 11a3ba1e-e3ec-4c7b-a7ed-aed13a9a5ced requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:29.742241 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1fd2eb9-80bb-4d47-b63f-af9601a93f4c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:29.899622 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-99169334-d1b2-4fad-b4f5-47349b7dee0d None None] Provisioning for port 92bd39de-21b8-4db8-9d41-54c30c6c4bea completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:29.906132 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-99169334-d1b2-4fad-b4f5-47349b7dee0d None None] Provisioning complete for port 92bd39de-21b8-4db8-9d41-54c30c6c4bea triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:29.906132 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-99169334-d1b2-4fad-b4f5-47349b7dee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:29.947901 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fe874e8f-d946-470b-a7b4-549411a45488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.053847 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-99169334-d1b2-4fad-b4f5-47349b7dee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.074326 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe874e8f-d946-470b-a7b4-549411a45488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb352b7c-5638-4e9d-a724-54f3d68c64e4,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:30.095048 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-99169334-d1b2-4fad-b4f5-47349b7dee0d None None] For port 92bd39de-21b8-4db8-9d41-54c30c6c4bea, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=92bd39de-21b8-4db8-9d41-54c30c6c4bea,segment=NetworkSegment(8ba7d265-0b65-49a1-bcf3-dbd8b3993be6),segment_id=8ba7d265-0b65-49a1-bcf3-dbd8b3993be6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:30.095786 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe874e8f-d946-470b-a7b4-549411a45488 admin admin] Checking segment: {'id': '13f162a5-766b-43ad-b1d7-a495a0b043f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:30.096155 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe874e8f-d946-470b-a7b4-549411a45488 admin admin] Network hostable DHCP agents. Network: 5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:21:30.107723 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-99169334-d1b2-4fad-b4f5-47349b7dee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.137872 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe874e8f-d946-470b-a7b4-549411a45488 admin admin] Network 5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:21:30.163446 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1fd2eb9-80bb-4d47-b63f-af9601a93f4c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.202876 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99169334-d1b2-4fad-b4f5-47349b7dee0d None None] Pushing event updated for resources: {'Port': ['ID=92bd39de-21b8-4db8-9d41-54c30c6c4bea,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:30.209101 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1fd2eb9-80bb-4d47-b63f-af9601a93f4c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.221105 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-fe874e8f-d946-470b-a7b4-549411a45488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:30.232116 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3f9828-db0d-41dd-994e-c486b03b1d86 None None] Network 5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:30.276083 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe874e8f-d946-470b-a7b4-549411a45488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:30.276848 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fe874e8f-d946-470b-a7b4-549411a45488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.331075 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-682cfb37-018d-43ba-9717-ccf9cdc8842f req-0d6a1024-7f9d-43fb-a99a-bf82e3dcb3ea tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa412417-0fa1-43a3-b379-d4c9b766d296 HTTP/1.1" status: 200 len: 210 time: 0.0430124 Aug 11 02:21:30.351854 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fe874e8f-d946-470b-a7b4-549411a45488 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9464991 Aug 11 02:21:30.354647 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50910) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:30.360363 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-a6d79c35-8d66-4a79-b26b-26670e3f4732 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2069516634-router', 'tenant_id': '5da9d71ea3284656941727da7d0445e0', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:30.362726 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd2eb9-80bb-4d47-b63f-af9601a93f4c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Port': ['ID=74a80039-29c4-4ad1-9852-02636075bff6,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:30.406698 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a6d79c35-8d66-4a79-b26b-26670e3f4732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.409017 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a6d79c35-8d66-4a79-b26b-26670e3f4732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.423106 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-233f9678-3d61-423b-9d2a-07e99d197ec0 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:30.424948 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-233f9678-3d61-423b-9d2a-07e99d197ec0 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.73 "GET /v2.0/networks?id=62489474-cb4b-4c3a-81c6-d49a3321e354 HTTP/1.1" status: 200 len: 796 time: 0.2790754 Aug 11 02:21:30.457210 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacf3922-1f8a-45ec-9f90-8f89543f3180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9', 'network_id': '5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9', 'tenant_id': '5da9d71ea3284656941727da7d0445e0', 'fixed_ips': [{'subnet_id': 'eb352b7c-5638-4e9d-a724-54f3d68c64e4'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:21:30.458099 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-eacf3922-1f8a-45ec-9f90-8f89543f3180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.484055 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a6d79c35-8d66-4a79-b26b-26670e3f4732 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.529474 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1fd2eb9-80bb-4d47-b63f-af9601a93f4c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.537658 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-0a667721-e689-43d6-8520-5b9affc05909 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87062204daa74f23a6f53457711872b3 HTTP/1.1" status: 200 len: 380 time: 0.1024613 Aug 11 02:21:30.574815 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-8e711657-f4e7-4a35-8e83-9156b2ad8534 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'port': {'device_id': 'aa412417-0fa1-43a3-b379-d4c9b766d296', 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354', 'admin_state_up': True, 'tenant_id': '87062204daa74f23a6f53457711872b3', 'security_groups': ['5c2fe744-d8f1-4188-a1be-1bf3858d6db4']}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:30.605904 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f8b2ea7c-35c8-4bb8-9b8f-f01b633922d8 None None] Provisioning for port 74a80039-29c4-4ad1-9852-02636075bff6 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:30.615744 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f8b2ea7c-35c8-4bb8-9b8f-f01b633922d8 None None] Provisioning complete for port 74a80039-29c4-4ad1-9852-02636075bff6 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:30.616639 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f8b2ea7c-35c8-4bb8-9b8f-f01b633922d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.654022 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-eacf3922-1f8a-45ec-9f90-8f89543f3180 None None] Allocated IP 172.20.0.2 (5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9/eb352b7c-5638-4e9d-a724-54f3d68c64e4/68ab2939-1332-4f21-9870-48ca213c1843) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:30.665069 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a6d79c35-8d66-4a79-b26b-26670e3f4732 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.690899 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-f8b2ea7c-35c8-4bb8-9b8f-f01b633922d8 None None] Port 74a80039-29c4-4ad1-9852-02636075bff6 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:21:30.744459 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1fd2eb9-80bb-4d47-b63f-af9601a93f4c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.762076 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f8b2ea7c-35c8-4bb8-9b8f-f01b633922d8 None None] Provisioning complete for port 92bd39de-21b8-4db8-9d41-54c30c6c4bea triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:30.762603 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f8b2ea7c-35c8-4bb8-9b8f-f01b633922d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.808704 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-8e711657-f4e7-4a35-8e83-9156b2ad8534 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Made reservation on behalf of 87062204daa74f23a6f53457711872b3 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:30.812645 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-8e711657-f4e7-4a35-8e83-9156b2ad8534 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.893481 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 92bd39de-21b8-4db8-9d41-54c30c6c4bea up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:30.956225 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-eacf3922-1f8a-45ec-9f90-8f89543f3180 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.988286 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-eacf3922-1f8a-45ec-9f90-8f89543f3180 None None] Transition to ACTIVE for port object 68ab2939-1332-4f21-9870-48ca213c1843 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:31.020383 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-eacf3922-1f8a-45ec-9f90-8f89543f3180 None None] Transition to ACTIVE for port object 68ab2939-1332-4f21-9870-48ca213c1843 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:31.034341 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-eacf3922-1f8a-45ec-9f90-8f89543f3180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.039780 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 92bd39de-21b8-4db8-9d41-54c30c6c4bea triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:31.040257 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.072828 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a6d79c35-8d66-4a79-b26b-26670e3f4732 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.093025 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a6d79c35-8d66-4a79-b26b-26670e3f4732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.201474 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacf3922-1f8a-45ec-9f90-8f89543f3180 None None] Network 5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:31.238060 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-8e711657-f4e7-4a35-8e83-9156b2ad8534 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Allocated IP 172.20.0.10 (62489474-cb4b-4c3a-81c6-d49a3321e354/9f946e0a-b119-40ba-bad6-9649b99ba973/03ab97c1-d7fa-4705-a14a-8b1d60a807da) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:31.239291 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-eacf3922-1f8a-45ec-9f90-8f89543f3180 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:31.243255 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf3922-1f8a-45ec-9f90-8f89543f3180 None None] Pushing event updated for resources: {'Port': ['ID=68ab2939-1332-4f21-9870-48ca213c1843,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:31.248883 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacf3922-1f8a-45ec-9f90-8f89543f3180 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:31.263671 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-77ce7729-5554-4e14-a5d8-3daafa496038 None None] Provisioning complete for port 74a80039-29c4-4ad1-9852-02636075bff6 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:31.264276 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-77ce7729-5554-4e14-a5d8-3daafa496038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.280178 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-a6d79c35-8d66-4a79-b26b-26670e3f4732 admin admin] Allocated IP 172.25.2.179 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/8f7cc926-5899-487b-88b8-aaee2391796d) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:31.329979 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-77ce7729-5554-4e14-a5d8-3daafa496038 None None] Port 74a80039-29c4-4ad1-9852-02636075bff6 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:21:31.364156 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-eacf3922-1f8a-45ec-9f90-8f89543f3180 None None] Attempting to bind port 68ab2939-1332-4f21-9870-48ca213c1843 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:31.364708 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-eacf3922-1f8a-45ec-9f90-8f89543f3180 None None] Attempting to bind port 68ab2939-1332-4f21-9870-48ca213c1843 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '13f162a5-766b-43ad-b1d7-a495a0b043f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:31.365849 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacf3922-1f8a-45ec-9f90-8f89543f3180 None None] Attempting to bind port 68ab2939-1332-4f21-9870-48ca213c1843 on network 5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:31.374015 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacf3922-1f8a-45ec-9f90-8f89543f3180 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:31.375064 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacf3922-1f8a-45ec-9f90-8f89543f3180 None None] Checking segment: {'id': '13f162a5-766b-43ad-b1d7-a495a0b043f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:31.377176 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-eacf3922-1f8a-45ec-9f90-8f89543f3180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.378023 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacf3922-1f8a-45ec-9f90-8f89543f3180 None None] Bound using segment: {'id': '13f162a5-766b-43ad-b1d7-a495a0b043f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:31.378684 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-eacf3922-1f8a-45ec-9f90-8f89543f3180 None None] Bound port: 68ab2939-1332-4f21-9870-48ca213c1843, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f162a5-766b-43ad-b1d7-a495a0b043f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:31.379273 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-eacf3922-1f8a-45ec-9f90-8f89543f3180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.420209 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9205fc8-f148-42cc-975f-2b4942932c9b req-5e0f57c1-85f4-4bca-8578-9f2c1b66f8c2 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:31.427807 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c9205fc8-f148-42cc-975f-2b4942932c9b req-5e0f57c1-85f4-4bca-8578-9f2c1b66f8c2 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.2991340 Aug 11 02:21:31.474755 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a6d79c35-8d66-4a79-b26b-26670e3f4732 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.478023 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-eacf3922-1f8a-45ec-9f90-8f89543f3180 None None] For port 68ab2939-1332-4f21-9870-48ca213c1843, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:31.482613 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-eacf3922-1f8a-45ec-9f90-8f89543f3180 None None] For port 68ab2939-1332-4f21-9870-48ca213c1843, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=68ab2939-1332-4f21-9870-48ca213c1843,segment=NetworkSegment(13f162a5-766b-43ad-b1d7-a495a0b043f6),segment_id=13f162a5-766b-43ad-b1d7-a495a0b043f6)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:31.499913 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-eacf3922-1f8a-45ec-9f90-8f89543f3180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.517132 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c9205fc8-f148-42cc-975f-2b4942932c9b req-4b2e60c8-7c1f-48f0-aa99-7f6cf5af59fb tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864394 Aug 11 02:21:31.523482 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1fd2eb9-80bb-4d47-b63f-af9601a93f4c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.555879 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a6d79c35-8d66-4a79-b26b-26670e3f4732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.600140 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1d369e02-f515-4db6-8f4b-8c76bdb594cb req-e623ff1d-b8d0-407e-8d0f-7ad6bbf4674a tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa412417-0fa1-43a3-b379-d4c9b766d296 HTTP/1.1" status: 200 len: 210 time: 0.0786736 Aug 11 02:21:31.624213 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf3922-1f8a-45ec-9f90-8f89543f3180 None None] Pushing event updated for resources: {'Port': ['ID=68ab2939-1332-4f21-9870-48ca213c1843,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:31.638992 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d79c35-8d66-4a79-b26b-26670e3f4732 admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:31.643655 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-a6d79c35-8d66-4a79-b26b-26670e3f4732 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:31.644649 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-943653f6-46a6-4935-803a-1682128b1e57 None None] Provisioning complete for port 74a80039-29c4-4ad1-9852-02636075bff6 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:31.645841 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-943653f6-46a6-4935-803a-1682128b1e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.647488 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d79c35-8d66-4a79-b26b-26670e3f4732 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:31.650448 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1fd2eb9-80bb-4d47-b63f-af9601a93f4c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.651272 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1fd2eb9-80bb-4d47-b63f-af9601a93f4c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.676362 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d79c35-8d66-4a79-b26b-26670e3f4732 admin admin] Pushing event updated for resources: {'Port': ['ID=8f7cc926-5899-487b-88b8-aaee2391796d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:31.689892 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-943653f6-46a6-4935-803a-1682128b1e57 None None] Port 74a80039-29c4-4ad1-9852-02636075bff6 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:21:31.809526 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd2eb9-80bb-4d47-b63f-af9601a93f4c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Port': ['ID=74a80039-29c4-4ad1-9852-02636075bff6,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:31.875721 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8718d-dec9-4e36-9033-4b779da4e8a9 req-4c16a3f1-c233-4f32-947d-34933ab526a7 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:31.877986 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5f8718d-dec9-4e36-9033-4b779da4e8a9 req-4c16a3f1-c233-4f32-947d-34933ab526a7 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.2213125 Aug 11 02:21:31.896245 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-8e711657-f4e7-4a35-8e83-9156b2ad8534 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.944714 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-8e711657-f4e7-4a35-8e83-9156b2ad8534 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Transition to ACTIVE for port object 03ab97c1-d7fa-4705-a14a-8b1d60a807da will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:31.966349 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fd2eb9-80bb-4d47-b63f-af9601a93f4c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network 11a3ba1e-e3ec-4c7b-a7ed-aed13a9a5ced is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:31.968979 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-f1fd2eb9-80bb-4d47-b63f-af9601a93f4c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:31.983642 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5f8718d-dec9-4e36-9033-4b779da4e8a9 req-4a431540-51e1-4d36-a255-b1e34f13858d tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942698 Aug 11 02:21:32.034834 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a6d79c35-8d66-4a79-b26b-26670e3f4732 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:32.186991 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-8e711657-f4e7-4a35-8e83-9156b2ad8534 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:32.264386 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-8e711657-f4e7-4a35-8e83-9156b2ad8534 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Network 62489474-cb4b-4c3a-81c6-d49a3321e354 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:32.268553 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e711657-f4e7-4a35-8e83-9156b2ad8534 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'Port': ['ID=03ab97c1-d7fa-4705-a14a-8b1d60a807da,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:32.279797 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-8e711657-f4e7-4a35-8e83-9156b2ad8534 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:32.286647 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-8e711657-f4e7-4a35-8e83-9156b2ad8534 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:32.353277 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1fd2eb9-80bb-4d47-b63f-af9601a93f4c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Router e1b152c6-cf52-47e1-879c-38aba877ffba is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:21:32.384768 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a6d79c35-8d66-4a79-b26b-26670e3f4732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:32.409361 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-8e711657-f4e7-4a35-8e83-9156b2ad8534 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:32.410036 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-8e711657-f4e7-4a35-8e83-9156b2ad8534 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:32.538915 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-abac6a22-5ac1-4dd6-8425-12f15ec6b6e4 None None] Provisioning complete for port 74a80039-29c4-4ad1-9852-02636075bff6 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:32.539877 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-abac6a22-5ac1-4dd6-8425-12f15ec6b6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:32.591753 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-abac6a22-5ac1-4dd6-8425-12f15ec6b6e4 None None] Port 74a80039-29c4-4ad1-9852-02636075bff6 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:21:32.630656 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d79c35-8d66-4a79-b26b-26670e3f4732 admin admin] Router 1c6c6d91-bb56-4bbc-b728-6163fdd29292 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:21:32.715645 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-dd12212c-1c3a-4566-864c-4f913aa9cfb0 None None] Provisioning for port 03ab97c1-d7fa-4705-a14a-8b1d60a807da completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:32.722092 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-dd12212c-1c3a-4566-864c-4f913aa9cfb0 None None] Provisioning complete for port 03ab97c1-d7fa-4705-a14a-8b1d60a807da triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:32.722776 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dd12212c-1c3a-4566-864c-4f913aa9cfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:32.795856 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388c7f6-089a-4ee7-be0e-b47a8e733632 req-479fac54-77e8-4adb-a4b1-5eea6b6b0e15 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:32.797418 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2388c7f6-089a-4ee7-be0e-b47a8e733632 req-479fac54-77e8-4adb-a4b1-5eea6b6b0e15 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa412417-0fa1-43a3-b379-d4c9b766d296 HTTP/1.1" status: 200 len: 932 time: 0.1177204 Aug 11 02:21:32.820816 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d79c35-8d66-4a79-b26b-26670e3f4732 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:21:32.825894 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-dd12212c-1c3a-4566-864c-4f913aa9cfb0 None None] Port 03ab97c1-d7fa-4705-a14a-8b1d60a807da cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:21:32.836473 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6405e4b-714e-4e94-8893-ab5241c0c1c3 None None] Sync routers for ids ['1c6c6d91-bb56-4bbc-b728-6163fdd29292'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:21:32.852997 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a6d79c35-8d66-4a79-b26b-26670e3f4732 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:32.854278 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a6d79c35-8d66-4a79-b26b-26670e3f4732 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4986379 Aug 11 02:21:32.857159 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50942) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:32.861605 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6405e4b-714e-4e94-8893-ab5241c0c1c3 None None] Routers {'1c6c6d91-bb56-4bbc-b728-6163fdd29292'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:32.862373 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-c6405e4b-714e-4e94-8893-ab5241c0c1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['1c6c6d91-bb56-4bbc-b728-6163fdd29292'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:32.919781 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 68ab2939-1332-4f21-9870-48ca213c1843 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:32.940882 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-8e711657-f4e7-4a35-8e83-9156b2ad8534 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3703766 Aug 11 02:21:32.945805 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2388c7f6-089a-4ee7-be0e-b47a8e733632 req-6aa5e495-1ab2-4d89-8353-48ceb81f2722 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c2fe744-d8f1-4188-a1be-1bf3858d6db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326323 Aug 11 02:21:32.960563 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b14a25-4c77-4d9e-a7fa-9a8dc0dfbca3 req-dc9973ad-582d-4dda-9617-68bb99dd598c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:32.967958 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-22b14a25-4c77-4d9e-a7fa-9a8dc0dfbca3 req-dc9973ad-582d-4dda-9617-68bb99dd598c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.6702366 Aug 11 02:21:32.982437 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-14ea1836-8594-42eb-b044-bab37dd9a66c service neutron] Request body: {'port': {'device_id': 'aa412417-0fa1-43a3-b379-d4c9b766d296', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:33.016377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fd2eb9-80bb-4d47-b63f-af9601a93f4c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:21:33.024679 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f1fd2eb9-80bb-4d47-b63f-af9601a93f4c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "PUT /v2.0/routers/e1b152c6-cf52-47e1-879c-38aba877ffba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7817032 Aug 11 02:21:33.025733 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-c6405e4b-714e-4e94-8893-ab5241c0c1c3 None None] Set router 1c6c6d91-bb56-4bbc-b728-6163fdd29292 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:33.030680 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50946) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:33.031529 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9034a3a3-96c6-4524-9ee3-6c3a9bac20c2 None None] Sync routers for ids ['e1b152c6-cf52-47e1-879c-38aba877ffba'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:21:33.044304 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9034a3a3-96c6-4524-9ee3-6c3a9bac20c2 None None] Routers {'e1b152c6-cf52-47e1-879c-38aba877ffba'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:33.044939 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9034a3a3-96c6-4524-9ee3-6c3a9bac20c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e1b152c6-cf52-47e1-879c-38aba877ffba'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:33.090697 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9034a3a3-96c6-4524-9ee3-6c3a9bac20c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:33.100682 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 68ab2939-1332-4f21-9870-48ca213c1843 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:33.107145 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31cf68c-8205-47ab-a889-3f9639630a12 None None] Network 5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:33.109901 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9034a3a3-96c6-4524-9ee3-6c3a9bac20c2 None None] Routers {'e1b152c6-cf52-47e1-879c-38aba877ffba'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:33.111121 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9034a3a3-96c6-4524-9ee3-6c3a9bac20c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e1b152c6-cf52-47e1-879c-38aba877ffba'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:33.124710 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1a05f3-b24d-414f-95f2-35c818773a6e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:33.126186 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8a1a05f3-b24d-414f-95f2-35c818773a6e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "GET /v2.0/ports/74a80039-29c4-4ad1-9852-02636075bff6 HTTP/1.1" status: 200 len: 982 time: 0.0919745 Aug 11 02:21:33.161563 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9034a3a3-96c6-4524-9ee3-6c3a9bac20c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:33.162248 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-22b14a25-4c77-4d9e-a7fa-9a8dc0dfbca3 req-17fc574b-32b6-4a97-be15-a61cf6e0484a tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932533 Aug 11 02:21:33.162669 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9034a3a3-96c6-4524-9ee3-6c3a9bac20c2 None None] The sync data for ids ['e1b152c6-cf52-47e1-879c-38aba877ffba'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:21:33.174685 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50950) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:33.236464 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f1f82d31-de27-47c9-b1a8-4b8d9337a09c None None] Provisioning for port 68ab2939-1332-4f21-9870-48ca213c1843 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:33.264475 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f1f82d31-de27-47c9-b1a8-4b8d9337a09c None None] Provisioning complete for port 68ab2939-1332-4f21-9870-48ca213c1843 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:33.264852 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f1f82d31-de27-47c9-b1a8-4b8d9337a09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:33.319839 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-14ea1836-8594-42eb-b044-bab37dd9a66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:33.485621 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-c6405e4b-714e-4e94-8893-ab5241c0c1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6c6d91-bb56-4bbc-b728-6163fdd29292', 'name': 'tempest-ServersTestMultiNic-2069516634-router', 'tenant_id': '5da9d71ea3284656941727da7d0445e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '8f7cc926-5899-487b-88b8-aaee2391796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:30Z', 'updated_at': '2021-08-11T02:21:31Z', 'revision_number': 3, 'project_id': '5da9d71ea3284656941727da7d0445e0', 'gw_port': {'id': '8f7cc926-5899-487b-88b8-aaee2391796d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6c6d91-bb56-4bbc-b728-6163fdd29292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:31Z', 'updated_at': '2021-08-11T02:21:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:33.487704 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f1f82d31-de27-47c9-b1a8-4b8d9337a09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:33.533494 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6405e4b-714e-4e94-8893-ab5241c0c1c3 None None] Checking router: 1c6c6d91-bb56-4bbc-b728-6163fdd29292 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:21:33.533986 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6405e4b-714e-4e94-8893-ab5241c0c1c3 None None] Updating router 1c6c6d91-bb56-4bbc-b728-6163fdd29292 port 8f7cc926-5899-487b-88b8-aaee2391796d binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:21:33.602159 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-663b1aa7-8685-4cc8-a7a5-6434779654a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:33.798968 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-f1f82d31-de27-47c9-b1a8-4b8d9337a09c None None] For port 68ab2939-1332-4f21-9870-48ca213c1843, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=68ab2939-1332-4f21-9870-48ca213c1843,segment=NetworkSegment(13f162a5-766b-43ad-b1d7-a495a0b043f6),segment_id=13f162a5-766b-43ad-b1d7-a495a0b043f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:33.804624 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f1f82d31-de27-47c9-b1a8-4b8d9337a09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:33.836782 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c6405e4b-714e-4e94-8893-ab5241c0c1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:33.872409 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0098d-4b12-4e45-bd0d-3eb81b7ffc98 req-6ee01ad9-39dd-4138-a316-3ec878bfa939 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:33.874026 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ecb0098d-4b12-4e45-bd0d-3eb81b7ffc98 req-6ee01ad9-39dd-4138-a316-3ec878bfa939 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1614420 Aug 11 02:21:33.880036 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-663b1aa7-8685-4cc8-a7a5-6434779654a8 admin admin] Allocated IP 172.20.0.1 (5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9/eb352b7c-5638-4e9d-a724-54f3d68c64e4/42f58f49-81f8-4e82-a58c-3d4bef400473) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:33.890861 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f82d31-de27-47c9-b1a8-4b8d9337a09c None None] Pushing event updated for resources: {'Port': ['ID=68ab2939-1332-4f21-9870-48ca213c1843,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:33.972057 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4dff705d-0658-4348-8945-1f47e81f369f None None] Provisioning complete for port 68ab2939-1332-4f21-9870-48ca213c1843 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:33.972437 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4dff705d-0658-4348-8945-1f47e81f369f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:33.986141 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ecb0098d-4b12-4e45-bd0d-3eb81b7ffc98 req-862b99d5-891f-4e2d-ab75-109fc0ae6e70 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963340 Aug 11 02:21:34.038824 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-663b1aa7-8685-4cc8-a7a5-6434779654a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.082236 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-663b1aa7-8685-4cc8-a7a5-6434779654a8 admin admin] Transition to ACTIVE for port object 42f58f49-81f8-4e82-a58c-3d4bef400473 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:34.087068 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-14ea1836-8594-42eb-b044-bab37dd9a66c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ab97c1-d7fa-4705-a14a-8b1d60a807da {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:34.105569 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-14ea1836-8594-42eb-b044-bab37dd9a66c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.109744 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb9d50-154b-4d01-9d3e-9d115908a8ba req-b0e5e804-6da5-4bfa-8915-f151c4cd355b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:34.111817 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-871b1679-7cb4-412e-b64d-30845e66ff1f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.112958 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59bb9d50-154b-4d01-9d3e-9d115908a8ba req-b0e5e804-6da5-4bfa-8915-f151c4cd355b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa412417-0fa1-43a3-b379-d4c9b766d296 HTTP/1.1" status: 200 len: 932 time: 0.0702984 Aug 11 02:21:34.179046 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59bb9d50-154b-4d01-9d3e-9d115908a8ba req-7f197e2f-7dfd-4135-b026-e31dd9b082f8 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c2fe744-d8f1-4188-a1be-1bf3858d6db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480008 Aug 11 02:21:34.194462 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-663b1aa7-8685-4cc8-a7a5-6434779654a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.194584 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c6405e4b-714e-4e94-8893-ab5241c0c1c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.199892 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-14ea1836-8594-42eb-b044-bab37dd9a66c service neutron] Transition to ACTIVE for port object 03ab97c1-d7fa-4705-a14a-8b1d60a807da will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:34.201168 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c6405e4b-714e-4e94-8893-ab5241c0c1c3 None None] Transition to ACTIVE for port object 8f7cc926-5899-487b-88b8-aaee2391796d will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:34.206224 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-14ea1836-8594-42eb-b044-bab37dd9a66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.208937 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c6405e4b-714e-4e94-8893-ab5241c0c1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.265536 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663b1aa7-8685-4cc8-a7a5-6434779654a8 admin admin] Network 5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:34.269887 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b1aa7-8685-4cc8-a7a5-6434779654a8 admin admin] Pushing event updated for resources: {'Port': ['ID=42f58f49-81f8-4e82-a58c-3d4bef400473,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:34.272924 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-663b1aa7-8685-4cc8-a7a5-6434779654a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:34.275132 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663b1aa7-8685-4cc8-a7a5-6434779654a8 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:34.284399 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-c6405e4b-714e-4e94-8893-ab5241c0c1c3 None None] Attempting to bind port 8f7cc926-5899-487b-88b8-aaee2391796d on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:34.284880 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-c6405e4b-714e-4e94-8893-ab5241c0c1c3 None None] Attempting to bind port 8f7cc926-5899-487b-88b8-aaee2391796d by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:34.285252 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6405e4b-714e-4e94-8893-ab5241c0c1c3 None None] Attempting to bind port 8f7cc926-5899-487b-88b8-aaee2391796d on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:34.287319 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27179ecf-b3dd-4e1c-8381-cbe13c3b616e None None] Pushing event updated for resources: {'Port': ['ID=8f7cc926-5899-487b-88b8-aaee2391796d,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:34.292919 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6405e4b-714e-4e94-8893-ab5241c0c1c3 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:34.293290 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6405e4b-714e-4e94-8893-ab5241c0c1c3 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:34.293693 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c6405e4b-714e-4e94-8893-ab5241c0c1c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.294082 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6405e4b-714e-4e94-8893-ab5241c0c1c3 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:34.294548 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-c6405e4b-714e-4e94-8893-ab5241c0c1c3 None None] Bound port: 8f7cc926-5899-487b-88b8-aaee2391796d, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:34.294933 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c6405e4b-714e-4e94-8893-ab5241c0c1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.326354 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-663b1aa7-8685-4cc8-a7a5-6434779654a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.353850 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea1836-8594-42eb-b044-bab37dd9a66c service neutron] Pushing event updated for resources: {'Port': ['ID=03ab97c1-d7fa-4705-a14a-8b1d60a807da,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:34.355633 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-c6405e4b-714e-4e94-8893-ab5241c0c1c3 None None] For port 8f7cc926-5899-487b-88b8-aaee2391796d, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:34.359741 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-c6405e4b-714e-4e94-8893-ab5241c0c1c3 None None] For port 8f7cc926-5899-487b-88b8-aaee2391796d, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8f7cc926-5899-487b-88b8-aaee2391796d,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:34.364846 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c6405e4b-714e-4e94-8893-ab5241c0c1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.470748 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27179ecf-b3dd-4e1c-8381-cbe13c3b616e None None] Pushing event updated for resources: {'Port': ['ID=8f7cc926-5899-487b-88b8-aaee2391796d,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:34.478598 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6405e4b-714e-4e94-8893-ab5241c0c1c3 None None] Routers {'1c6c6d91-bb56-4bbc-b728-6163fdd29292'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:34.479241 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-c6405e4b-714e-4e94-8893-ab5241c0c1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['1c6c6d91-bb56-4bbc-b728-6163fdd29292'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:34.498148 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-14ea1836-8594-42eb-b044-bab37dd9a66c service neutron] Attempting to bind port 03ab97c1-d7fa-4705-a14a-8b1d60a807da on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:34.498955 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-14ea1836-8594-42eb-b044-bab37dd9a66c service neutron] Attempting to bind port 03ab97c1-d7fa-4705-a14a-8b1d60a807da by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': 'e8a1dbd2-8ece-42e5-8eef-5307e17dea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:34.499468 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-14ea1836-8594-42eb-b044-bab37dd9a66c service neutron] Attempting to bind port 03ab97c1-d7fa-4705-a14a-8b1d60a807da on network 62489474-cb4b-4c3a-81c6-d49a3321e354 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:34.521656 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-663b1aa7-8685-4cc8-a7a5-6434779654a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.566286 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-14ea1836-8594-42eb-b044-bab37dd9a66c service neutron] Port 03ab97c1-d7fa-4705-a14a-8b1d60a807da on network 62489474-cb4b-4c3a-81c6-d49a3321e354 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:21:34.566601 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-14ea1836-8594-42eb-b044-bab37dd9a66c service neutron] Attempting to bind port 03ab97c1-d7fa-4705-a14a-8b1d60a807da on network 62489474-cb4b-4c3a-81c6-d49a3321e354 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:34.593183 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-14ea1836-8594-42eb-b044-bab37dd9a66c service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:34.593555 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-14ea1836-8594-42eb-b044-bab37dd9a66c service neutron] Checking segment: {'id': 'e8a1dbd2-8ece-42e5-8eef-5307e17dea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:34.593922 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-14ea1836-8594-42eb-b044-bab37dd9a66c service neutron] Bound using segment: {'id': 'e8a1dbd2-8ece-42e5-8eef-5307e17dea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:34.594895 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-14ea1836-8594-42eb-b044-bab37dd9a66c service neutron] Bound port: 03ab97c1-d7fa-4705-a14a-8b1d60a807da, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8a1dbd2-8ece-42e5-8eef-5307e17dea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:34.595261 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-14ea1836-8594-42eb-b044-bab37dd9a66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.686173 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-871b1679-7cb4-412e-b64d-30845e66ff1f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Deleting port 74a80039-29c4-4ad1-9852-02636075bff6 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:34.686936 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-871b1679-7cb4-412e-b64d-30845e66ff1f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.692050 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-c6405e4b-714e-4e94-8893-ab5241c0c1c3 None None] Set router 1c6c6d91-bb56-4bbc-b728-6163fdd29292 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:34.750325 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-14ea1836-8594-42eb-b044-bab37dd9a66c service neutron] For port 03ab97c1-d7fa-4705-a14a-8b1d60a807da, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:34.772353 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-14ea1836-8594-42eb-b044-bab37dd9a66c service neutron] For port 03ab97c1-d7fa-4705-a14a-8b1d60a807da, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=03ab97c1-d7fa-4705-a14a-8b1d60a807da,segment=NetworkSegment(e8a1dbd2-8ece-42e5-8eef-5307e17dea99),segment_id=e8a1dbd2-8ece-42e5-8eef-5307e17dea99)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:34.777290 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-14ea1836-8594-42eb-b044-bab37dd9a66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.781490 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-663b1aa7-8685-4cc8-a7a5-6434779654a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.787216 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-663b1aa7-8685-4cc8-a7a5-6434779654a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.837066 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-14ea1836-8594-42eb-b044-bab37dd9a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:34.838006 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-14ea1836-8594-42eb-b044-bab37dd9a66c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.839467 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-14ea1836-8594-42eb-b044-bab37dd9a66c service neutron] 10.222.0.73 "PUT /v2.0/ports/03ab97c1-d7fa-4705-a14a-8b1d60a807da HTTP/1.1" status: 200 len: 1093 time: 1.8688865 Aug 11 02:21:34.857442 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa412417-0fa1-43a3-b379-d4c9b766d296', 'tag': '03ab97c1-d7fa-4705-a14a-8b1d60a807da'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:34.861248 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4adcec4-2cd6-4965-b10f-b2952c466541" -d '{"events": [{"name": "network-changed", "server_uuid": "aa412417-0fa1-43a3-b379-d4c9b766d296", "tag": "03ab97c1-d7fa-4705-a14a-8b1d60a807da"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:34.882940 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 68ab2939-1332-4f21-9870-48ca213c1843 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:34.884480 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-663b1aa7-8685-4cc8-a7a5-6434779654a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.888077 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b1aa7-8685-4cc8-a7a5-6434779654a8 admin admin] Pushing event updated for resources: {'Port': ['ID=42f58f49-81f8-4e82-a58c-3d4bef400473,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:34.892250 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-419c0383-5d94-40e4-9291-6315f4f5b549 None None] Provisioning for port 42f58f49-81f8-4e82-a58c-3d4bef400473 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:34.893001 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-871b1679-7cb4-412e-b64d-30845e66ff1f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.936111 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-871b1679-7cb4-412e-b64d-30845e66ff1f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Calling delete_port for 74a80039-29c4-4ad1-9852-02636075bff6 owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:34.940553 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-419c0383-5d94-40e4-9291-6315f4f5b549 None None] Provisioning complete for port 42f58f49-81f8-4e82-a58c-3d4bef400473 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:34.940929 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-419c0383-5d94-40e4-9291-6315f4f5b549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.944196 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15092396-65fb-49fd-943a-36f0e587f108 x-openstack-request-id: req-15092396-65fb-49fd-943a-36f0e587f108 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:34.944494 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa412417-0fa1-43a3-b379-d4c9b766d296", "tag": "03ab97c1-d7fa-4705-a14a-8b1d60a807da", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:34.944801 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-15092396-65fb-49fd-943a-36f0e587f108 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:34.945139 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa412417-0fa1-43a3-b379-d4c9b766d296', 'tag': '03ab97c1-d7fa-4705-a14a-8b1d60a807da', 'status': 'completed', 'code': 200} Aug 11 02:21:34.959914 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea1836-8594-42eb-b044-bab37dd9a66c service neutron] Pushing event updated for resources: {'Port': ['ID=03ab97c1-d7fa-4705-a14a-8b1d60a807da,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:35.017165 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-419c0383-5d94-40e4-9291-6315f4f5b549 None None] Port 42f58f49-81f8-4e82-a58c-3d4bef400473 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:21:35.024985 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663b1aa7-8685-4cc8-a7a5-6434779654a8 admin admin] Network 5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:35.025973 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-8933a376-e52b-4d8e-a0f9-20704e6d3095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:35.026797 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-663b1aa7-8685-4cc8-a7a5-6434779654a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:35.028069 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-8933a376-e52b-4d8e-a0f9-20704e6d3095 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=87062204daa74f23a6f53457711872b3&device_id=aa412417-0fa1-43a3-b379-d4c9b766d296 HTTP/1.1" status: 200 len: 1096 time: 0.1318793 Aug 11 02:21:35.073513 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 68ab2939-1332-4f21-9870-48ca213c1843 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:35.073886 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:35.128603 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-89382b2a-a133-440c-bcdc-67517b292c2f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03ab97c1-d7fa-4705-a14a-8b1d60a807da HTTP/1.1" status: 200 len: 217 time: 0.0764885 Aug 11 02:21:35.144342 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-c6405e4b-714e-4e94-8893-ab5241c0c1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6c6d91-bb56-4bbc-b728-6163fdd29292', 'name': 'tempest-ServersTestMultiNic-2069516634-router', 'tenant_id': '5da9d71ea3284656941727da7d0445e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '8f7cc926-5899-487b-88b8-aaee2391796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:30Z', 'updated_at': '2021-08-11T02:21:34Z', 'revision_number': 4, 'project_id': '5da9d71ea3284656941727da7d0445e0', 'gw_port': {'id': '8f7cc926-5899-487b-88b8-aaee2391796d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6c6d91-bb56-4bbc-b728-6163fdd29292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:31Z', 'updated_at': '2021-08-11T02:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '42f58f49-81f8-4e82-a58c-3d4bef400473', 'name': '', 'network_id': '5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9', 'tenant_id': '5da9d71ea3284656941727da7d0445e0', 'mac_address': 'fa:16:3e:00:e0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6c6d91-bb56-4bbc-b728-6163fdd29292', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': 'eb352b7c-5638-4e9d-a724-54f3d68c64e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:33Z', 'updated_at': '2021-08-11T02:21:33Z', 'revision_number': 1, 'project_id': '5da9d71ea3284656941727da7d0445e0', 'subnets': [{'id': 'eb352b7c-5638-4e9d-a724-54f3d68c64e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:35.190289 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6405e4b-714e-4e94-8893-ab5241c0c1c3 None None] The sync data for ids ['1c6c6d91-bb56-4bbc-b728-6163fdd29292'] in n-d-615180-33 is: [{'id': '1c6c6d91-bb56-4bbc-b728-6163fdd29292', 'name': 'tempest-ServersTestMultiNic-2069516634-router', 'tenant_id': '5da9d71ea3284656941727da7d0445e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '8f7cc926-5899-487b-88b8-aaee2391796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:30Z', 'updated_at': '2021-08-11T02:21:34Z', 'revision_number': 4, 'project_id': '5da9d71ea3284656941727da7d0445e0', 'gw_port': {'id': '8f7cc926-5899-487b-88b8-aaee2391796d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6c6d91-bb56-4bbc-b728-6163fdd29292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:31Z', 'updated_at': '2021-08-11T02:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '42f58f49-81f8-4e82-a58c-3d4bef400473', 'name': '', 'network_id': '5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9', 'tenant_id': '5da9d71ea3284656941727da7d0445e0', 'mac_address': 'fa:16:3e:00:e0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6c6d91-bb56-4bbc-b728-6163fdd29292', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': 'eb352b7c-5638-4e9d-a724-54f3d68c64e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:33Z', 'updated_at': '2021-08-11T02:21:33Z', 'revision_number': 1, 'project_id': '5da9d71ea3284656941727da7d0445e0', 'subnets': [{'id': 'eb352b7c-5638-4e9d-a724-54f3d68c64e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:21:35.205997 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73834e-efd7-4748-a77e-5a1776959cac req-a8c9a79b-02ee-4f18-95ed-5994a9a13aa2 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:35.208860 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2a73834e-efd7-4748-a77e-5a1776959cac req-a8c9a79b-02ee-4f18-95ed-5994a9a13aa2 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1480947 Aug 11 02:21:35.256810 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-1b0c5070-2bee-4133-a293-9f0163014bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:35.258225 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-1b0c5070-2bee-4133-a293-9f0163014bc8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9f946e0a-b119-40ba-bad6-9649b99ba973 HTTP/1.1" status: 200 len: 835 time: 0.1211774 Aug 11 02:21:35.330720 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2a73834e-efd7-4748-a77e-5a1776959cac req-4fe214f1-fc5f-4daf-9466-a97c6daacfee tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807109 Aug 11 02:21:35.334619 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663b1aa7-8685-4cc8-a7a5-6434779654a8 admin admin] Router 1c6c6d91-bb56-4bbc-b728-6163fdd29292 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:21:35.429473 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-0979450b-955c-4b90-a569-107f34403f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:35.431083 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-0979450b-955c-4b90-a569-107f34403f35 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62489474-cb4b-4c3a-81c6-d49a3321e354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1636369 Aug 11 02:21:35.434166 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-672d865a-7d28-4a1c-8cbd-69c92a034276 None None] Provisioning complete for port 42f58f49-81f8-4e82-a58c-3d4bef400473 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:35.434802 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-672d865a-7d28-4a1c-8cbd-69c92a034276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:35.439308 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d873a3b-361d-47c8-9c1e-46beeefd3c95 req-e878a595-6ea4-40d5-a6de-0b0102510d78 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:35.441168 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4d873a3b-361d-47c8-9c1e-46beeefd3c95 req-e878a595-6ea4-40d5-a6de-0b0102510d78 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa412417-0fa1-43a3-b379-d4c9b766d296 HTTP/1.1" status: 200 len: 944 time: 0.0869977 Aug 11 02:21:35.441974 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-871b1679-7cb4-412e-b64d-30845e66ff1f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:35.489191 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-672d865a-7d28-4a1c-8cbd-69c92a034276 None None] Port 42f58f49-81f8-4e82-a58c-3d4bef400473 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:21:35.551459 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b1679-7cb4-412e-b64d-30845e66ff1f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Port': ['ID=74a80039-29c4-4ad1-9852-02636075bff6,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:35.700235 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4d873a3b-361d-47c8-9c1e-46beeefd3c95 req-10ea5524-9437-4d91-896d-8c8d043b89e4 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c2fe744-d8f1-4188-a1be-1bf3858d6db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713557 Aug 11 02:21:35.783295 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-871b1679-7cb4-412e-b64d-30845e66ff1f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:35.882957 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663b1aa7-8685-4cc8-a7a5-6434779654a8 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:21:35.888606 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-663b1aa7-8685-4cc8-a7a5-6434779654a8 admin admin] 10.222.0.50 "PUT /v2.0/routers/1c6c6d91-bb56-4bbc-b728-6163fdd29292/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0301917 Aug 11 02:21:35.900323 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-8cf762b6-cbdc-43b4-a2ef-131d78a39731 service neutron] 10.222.0.73 "GET /v2.0/networks/62489474-cb4b-4c3a-81c6-d49a3321e354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464388 Aug 11 02:21:36.003580 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50992) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:36.031625 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871b1679-7cb4-412e-b64d-30845e66ff1f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Router e1b152c6-cf52-47e1-879c-38aba877ffba has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:21:36.058665 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-9278bbf3-cd92-49b8-beab-22288e6bb11b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1760311631'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:36.108085 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9278bbf3-cd92-49b8-beab-22288e6bb11b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Made reservation on behalf of 5da9d71ea3284656941727da7d0445e0 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:36.112289 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9278bbf3-cd92-49b8-beab-22288e6bb11b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:36.138033 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ff994298-cf2c-486a-8a97-3e205ed7f591 req-cdd9c7e1-0cb1-434d-9358-586bced98e07 service neutron] 10.222.0.73 "GET /v2.0/networks/62489474-cb4b-4c3a-81c6-d49a3321e354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294264 Aug 11 02:21:36.145336 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871b1679-7cb4-412e-b64d-30845e66ff1f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:21:36.145830 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9278bbf3-cd92-49b8-beab-22288e6bb11b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:21:36.150374 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-871b1679-7cb4-412e-b64d-30845e66ff1f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "PUT /v2.0/routers/e1b152c6-cf52-47e1-879c-38aba877ffba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9747527 Aug 11 02:21:36.153515 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50996) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:36.167593 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d6052-fffa-4a05-97db-eceadbbbca39 None None] Sync routers for ids ['e1b152c6-cf52-47e1-879c-38aba877ffba'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:21:36.171228 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9278bbf3-cd92-49b8-beab-22288e6bb11b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:36.171692 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-9278bbf3-cd92-49b8-beab-22288e6bb11b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Added segment 32d82f75-2b42-4cf5-a610-05761f9f86b7 of type vlan for network 258b38d3-4815-4e64-bde0-2f6d66807cc8 Aug 11 02:21:36.178854 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d6052-fffa-4a05-97db-eceadbbbca39 None None] Routers {'e1b152c6-cf52-47e1-879c-38aba877ffba'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:36.180232 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-f15d6052-fffa-4a05-97db-eceadbbbca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e1b152c6-cf52-47e1-879c-38aba877ffba'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:36.218958 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-f15d6052-fffa-4a05-97db-eceadbbbca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:36.228840 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d6052-fffa-4a05-97db-eceadbbbca39 None None] Routers {'e1b152c6-cf52-47e1-879c-38aba877ffba'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:36.229908 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-f15d6052-fffa-4a05-97db-eceadbbbca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e1b152c6-cf52-47e1-879c-38aba877ffba'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:36.279414 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adcec4-2cd6-4965-b10f-b2952c466541 req-f635bbbc-de1a-4629-8ff3-af30e11b9757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:36.281269 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d4adcec4-2cd6-4965-b10f-b2952c466541 req-f635bbbc-de1a-4629-8ff3-af30e11b9757 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=87062204daa74f23a6f53457711872b3&device_id=aa412417-0fa1-43a3-b379-d4c9b766d296 HTTP/1.1" status: 200 len: 1096 time: 0.0830042 Aug 11 02:21:36.301112 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-f15d6052-fffa-4a05-97db-eceadbbbca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:36.302115 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d6052-fffa-4a05-97db-eceadbbbca39 None None] The sync data for ids ['e1b152c6-cf52-47e1-879c-38aba877ffba'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:21:36.378761 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9278bbf3-cd92-49b8-beab-22288e6bb11b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:36.397940 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adcec4-2cd6-4965-b10f-b2952c466541 req-99eeca8a-8c00-4ab5-a504-5bc460c84433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:36.399716 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d4adcec4-2cd6-4965-b10f-b2952c466541 req-99eeca8a-8c00-4ab5-a504-5bc460c84433 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62489474-cb4b-4c3a-81c6-d49a3321e354 HTTP/1.1" status: 200 len: 897 time: 0.1055470 Aug 11 02:21:36.445649 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-b2f61993-34c8-444b-83c6-e74774b32c2d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] remove_router_interface failed (client error): The resource could not be found. Aug 11 02:21:36.449703 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b2f61993-34c8-444b-83c6-e74774b32c2d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "PUT /v2.0/routers/e1b152c6-cf52-47e1-879c-38aba877ffba/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2914147 Aug 11 02:21:36.450025 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d4adcec4-2cd6-4965-b10f-b2952c466541 req-41114d42-58d3-4eb2-9301-228e8326bc84 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03ab97c1-d7fa-4705-a14a-8b1d60a807da HTTP/1.1" status: 200 len: 217 time: 0.0422442 Aug 11 02:21:36.450514 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51000) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:36.483255 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9278bbf3-cd92-49b8-beab-22288e6bb11b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:36.492372 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9278bbf3-cd92-49b8-beab-22288e6bb11b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:36.493374 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9278bbf3-cd92-49b8-beab-22288e6bb11b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:36.497126 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7d2fa3e7-9e63-43e1-8c18-50ae3ba5f8b5 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1b152c6-cf52-47e1-879c-38aba877ffba HTTP/1.1" status: 200 len: 205 time: 0.0454845 Aug 11 02:21:36.504131 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51004) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:36.560146 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adcec4-2cd6-4965-b10f-b2952c466541 req-0c7f0b3d-0ab9-473c-af04-d0a3152e9971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:36.562021 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d4adcec4-2cd6-4965-b10f-b2952c466541 req-0c7f0b3d-0ab9-473c-af04-d0a3152e9971 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9f946e0a-b119-40ba-bad6-9649b99ba973 HTTP/1.1" status: 200 len: 835 time: 0.1012580 Aug 11 02:21:36.611019 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9278bbf3-cd92-49b8-beab-22288e6bb11b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6036446 Aug 11 02:21:36.612519 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51006) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:36.618814 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-bb705d2b-6c2d-48d5-bd8d-e601a6f96d03 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Request body: {'subnet': {'network_id': '258b38d3-4815-4e64-bde0-2f6d66807cc8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:36.655208 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23c4e8-b5ae-463e-8048-fd627385c595 req-8427025b-8835-4cc3-995f-c265208ba936 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:36.657285 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bd23c4e8-b5ae-463e-8048-fd627385c595 req-8427025b-8835-4cc3-995f-c265208ba936 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.2191710 Aug 11 02:21:36.659838 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278bbf3-cd92-49b8-beab-22288e6bb11b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Pushing event updated for resources: {'Network': ['ID=258b38d3-4815-4e64-bde0-2f6d66807cc8,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:36.665864 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-04470dfa-e7e3-4db9-aabb-7c1612f66111 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:36.675226 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 258b38d3-4815-4e64-bde0-2f6d66807cc8 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:21:36.676791 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adcec4-2cd6-4965-b10f-b2952c466541 req-cb3aa30e-e2a6-4570-8f33-b54a76392a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:36.680070 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d4adcec4-2cd6-4965-b10f-b2952c466541 req-cb3aa30e-e2a6-4570-8f33-b54a76392a9c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62489474-cb4b-4c3a-81c6-d49a3321e354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1090865 Aug 11 02:21:36.892681 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d4adcec4-2cd6-4965-b10f-b2952c466541 req-4d6b8b40-2cc6-48ec-b954-adfcadcc58bf service neutron] 10.222.0.73 "GET /v2.0/networks/62489474-cb4b-4c3a-81c6-d49a3321e354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001119 Aug 11 02:21:36.897064 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8f7cc926-5899-487b-88b8-aaee2391796d up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:36.910385 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bd23c4e8-b5ae-463e-8048-fd627385c595 req-9b3bb730-f715-4130-83da-e29d70eb92ea tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931152 Aug 11 02:21:36.915792 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-04470dfa-e7e3-4db9-aabb-7c1612f66111 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:36.919001 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-04470dfa-e7e3-4db9-aabb-7c1612f66111 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:36.963058 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb705d2b-6c2d-48d5-bd8d-e601a6f96d03 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Made reservation on behalf of 5da9d71ea3284656941727da7d0445e0 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:36.967298 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bb705d2b-6c2d-48d5-bd8d-e601a6f96d03 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:36.975009 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 8f7cc926-5899-487b-88b8-aaee2391796d completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:36.980220 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 8f7cc926-5899-487b-88b8-aaee2391796d triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:36.980977 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:36.994025 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-04470dfa-e7e3-4db9-aabb-7c1612f66111 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:36.994707 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04470dfa-e7e3-4db9-aabb-7c1612f66111 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Fanout notify agent at l3_agent the message router_deleted on router e1b152c6-cf52-47e1-879c-38aba877ffba {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:21:37.009193 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-04470dfa-e7e3-4db9-aabb-7c1612f66111 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:37.010363 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-04470dfa-e7e3-4db9-aabb-7c1612f66111 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/routers/e1b152c6-cf52-47e1-879c-38aba877ffba HTTP/1.1" status: 204 len: 168 time: 0.4544098 Aug 11 02:21:37.012952 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51016) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:37.029927 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af8140-056a-40b9-8401-53e5ddde9f28 req-90f566da-27e3-4f41-bfa2-c55c8729d230 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:37.031586 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-60af8140-056a-40b9-8401-53e5ddde9f28 req-90f566da-27e3-4f41-bfa2-c55c8729d230 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa412417-0fa1-43a3-b379-d4c9b766d296 HTTP/1.1" status: 200 len: 944 time: 0.1910393 Aug 11 02:21:37.080465 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:37.081613 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-7edc309e-7812-4d03-b5ab-98fad818627f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Deleting subnet 92b971d9-72a6-4084-bfd0-ac323faba71e {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:21:37.086499 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7edc309e-7812-4d03-b5ab-98fad818627f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:37.108810 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 8f7cc926-5899-487b-88b8-aaee2391796d, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8f7cc926-5899-487b-88b8-aaee2391796d,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:37.113566 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:37.128118 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d4adcec4-2cd6-4965-b10f-b2952c466541 req-f3a55d76-5846-41bd-914b-9dd85e88e8ea service neutron] 10.222.0.73 "GET /v2.0/networks/62489474-cb4b-4c3a-81c6-d49a3321e354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245543 Aug 11 02:21:37.133066 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-60af8140-056a-40b9-8401-53e5ddde9f28 req-a2ddca22-1337-4df8-b50b-6287250b742b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c2fe744-d8f1-4188-a1be-1bf3858d6db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895851 Aug 11 02:21:37.144471 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7edc309e-7812-4d03-b5ab-98fad818627f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:37.206006 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=8f7cc926-5899-487b-88b8-aaee2391796d,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:37.244255 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7edc309e-7812-4d03-b5ab-98fad818627f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:37.245900 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bb705d2b-6c2d-48d5-bd8d-e601a6f96d03 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:37.307441 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7edc309e-7812-4d03-b5ab-98fad818627f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:37.313840 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb705d2b-6c2d-48d5-bd8d-e601a6f96d03 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Pushing event updated for resources: {'Subnet': ['ID=3319d5bd-3f24-4dd9-abeb-1dc8c606c611,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:37.317192 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb705d2b-6c2d-48d5-bd8d-e601a6f96d03 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Checking segment: {'id': '32d82f75-2b42-4cf5-a610-05761f9f86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '258b38d3-4815-4e64-bde0-2f6d66807cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:37.317561 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb705d2b-6c2d-48d5-bd8d-e601a6f96d03 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Network hostable DHCP agents. Network: 258b38d3-4815-4e64-bde0-2f6d66807cc8, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:21:37.334259 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb705d2b-6c2d-48d5-bd8d-e601a6f96d03 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Network 258b38d3-4815-4e64-bde0-2f6d66807cc8 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:21:37.335432 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc309e-7812-4d03-b5ab-98fad818627f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Subnet': ['ID=92b971d9-72a6-4084-bfd0-ac323faba71e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:37.339237 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7edc309e-7812-4d03-b5ab-98fad818627f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:37.343499 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7edc309e-7812-4d03-b5ab-98fad818627f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/subnets/92b971d9-72a6-4084-bfd0-ac323faba71e HTTP/1.1" status: 204 len: 168 time: 0.3269494 Aug 11 02:21:37.344352 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51018) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:37.349810 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-bb705d2b-6c2d-48d5-bd8d-e601a6f96d03 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 258b38d3-4815-4e64-bde0-2f6d66807cc8) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:37.350687 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f17ac4d-65be-43d6-b7db-fdef004e7385 None None] Network 11a3ba1e-e3ec-4c7b-a7ed-aed13a9a5ced requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:37.358075 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb705d2b-6c2d-48d5-bd8d-e601a6f96d03 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:37.358881 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bb705d2b-6c2d-48d5-bd8d-e601a6f96d03 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:37.376635 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bb705d2b-6c2d-48d5-bd8d-e601a6f96d03 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7621944 Aug 11 02:21:37.379139 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51020) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:37.394144 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-8a251d7a-4e6c-43c1-9fd3-f1ed74654052 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-516768379'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:37.431698 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad059b02-972b-43c4-82e4-db91425bd502 None None] Network 258b38d3-4815-4e64-bde0-2f6d66807cc8 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:37.452608 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a251d7a-4e6c-43c1-9fd3-f1ed74654052 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Made reservation on behalf of 5da9d71ea3284656941727da7d0445e0 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:37.457281 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8a251d7a-4e6c-43c1-9fd3-f1ed74654052 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:37.469957 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a8a0c6d0-4095-4254-976a-45d03cec3eeb tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:37.484754 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a251d7a-4e6c-43c1-9fd3-f1ed74654052 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:21:37.514840 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8a251d7a-4e6c-43c1-9fd3-f1ed74654052 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:37.515264 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-8a251d7a-4e6c-43c1-9fd3-f1ed74654052 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Added segment bf633012-8a90-4ce9-a307-637941e0564f of type vlan for network 2f5256b7-c13c-4c07-bd81-4b3065ccc5ed Aug 11 02:21:37.541276 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-a8a0c6d0-4095-4254-976a-45d03cec3eeb tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Deleting port 92bd39de-21b8-4db8-9d41-54c30c6c4bea {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:37.541681 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a8a0c6d0-4095-4254-976a-45d03cec3eeb tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:37.613279 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-a8a0c6d0-4095-4254-976a-45d03cec3eeb tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] For port 92bd39de-21b8-4db8-9d41-54c30c6c4bea, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=92bd39de-21b8-4db8-9d41-54c30c6c4bea,segment=NetworkSegment(8ba7d265-0b65-49a1-bcf3-dbd8b3993be6),segment_id=8ba7d265-0b65-49a1-bcf3-dbd8b3993be6)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:37.613697 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a8a0c6d0-4095-4254-976a-45d03cec3eeb tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:37.617057 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8a251d7a-4e6c-43c1-9fd3-f1ed74654052 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:37.629348 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-a8a0c6d0-4095-4254-976a-45d03cec3eeb tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Calling delete_port for 92bd39de-21b8-4db8-9d41-54c30c6c4bea owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:37.666033 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8a251d7a-4e6c-43c1-9fd3-f1ed74654052 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:37.676626 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a251d7a-4e6c-43c1-9fd3-f1ed74654052 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:37.679374 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8a251d7a-4e6c-43c1-9fd3-f1ed74654052 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:37.749479 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455c7835-e089-47ce-b619-aec637d81f43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-258b38d3-4815-4e64-bde0-2f6d66807cc8', 'network_id': '258b38d3-4815-4e64-bde0-2f6d66807cc8', 'tenant_id': '5da9d71ea3284656941727da7d0445e0', 'fixed_ips': [{'subnet_id': '3319d5bd-3f24-4dd9-abeb-1dc8c606c611'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:21:37.750699 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-455c7835-e089-47ce-b619-aec637d81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:37.756339 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a8a0c6d0-4095-4254-976a-45d03cec3eeb tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:37.794223 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1b42fe-8e72-412e-a177-bc64ff855fe5 None None] DHCP port deletion for 11a3ba1e-e3ec-4c7b-a7ed-aed13a9a5ced request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:21:37.838482 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0c6d0-4095-4254-976a-45d03cec3eeb tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Port': ['ID=92bd39de-21b8-4db8-9d41-54c30c6c4bea,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:37.853591 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51026) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:37.853873 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8a251d7a-4e6c-43c1-9fd3-f1ed74654052 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4733551 Aug 11 02:21:37.864570 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-4e0ad6ad-079f-4f0e-a623-3b096da9feb8 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Request body: {'subnet': {'network_id': '2f5256b7-c13c-4c07-bd81-4b3065ccc5ed', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:37.877109 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a251d7a-4e6c-43c1-9fd3-f1ed74654052 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Pushing event updated for resources: {'Network': ['ID=2f5256b7-c13c-4c07-bd81-4b3065ccc5ed,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:37.891762 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a0c6d0-4095-4254-976a-45d03cec3eeb tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] No DVR routers for this DVR port 92bd39de-21b8-4db8-9d41-54c30c6c4bea on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:21:37.894001 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 2f5256b7-c13c-4c07-bd81-4b3065ccc5ed details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:21:37.948240 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af35822-1a3b-4814-a922-4dd3909558a1 None None] Sync routers for ids ['1c6c6d91-bb56-4bbc-b728-6163fdd29292'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:21:37.962082 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af35822-1a3b-4814-a922-4dd3909558a1 None None] Routers {'1c6c6d91-bb56-4bbc-b728-6163fdd29292'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:37.962705 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-7af35822-1a3b-4814-a922-4dd3909558a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['1c6c6d91-bb56-4bbc-b728-6163fdd29292'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:38.016346 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-455c7835-e089-47ce-b619-aec637d81f43 None None] Allocated IP 19.80.0.2 (258b38d3-4815-4e64-bde0-2f6d66807cc8/3319d5bd-3f24-4dd9-abeb-1dc8c606c611/f25e630c-73aa-41e8-9db5-a1fbcb419081) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:38.030091 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a8a0c6d0-4095-4254-976a-45d03cec3eeb tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.041347 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-a8a0c6d0-4095-4254-976a-45d03cec3eeb tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a3ba1e-e3ec-4c7b-a7ed-aed13a9a5ced']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:38.054020 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-a8a0c6d0-4095-4254-976a-45d03cec3eeb tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba7d265-0b65-49a1-bcf3-dbd8b3993be6') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:38.054329 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-a8a0c6d0-4095-4254-976a-45d03cec3eeb tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba7d265-0b65-49a1-bcf3-dbd8b3993be6') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:38.064263 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a8a0c6d0-4095-4254-976a-45d03cec3eeb tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.079049 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a8a0c6d0-4095-4254-976a-45d03cec3eeb tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.079977 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-7af35822-1a3b-4814-a922-4dd3909558a1 None None] Set router 1c6c6d91-bb56-4bbc-b728-6163fdd29292 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:38.085151 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a0c6d0-4095-4254-976a-45d03cec3eeb tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:21:38.085570 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a8a0c6d0-4095-4254-976a-45d03cec3eeb tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:21:38.154790 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:21:38.158640 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a8a0c6d0-4095-4254-976a-45d03cec3eeb tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.175566 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a8a0c6d0-4095-4254-976a-45d03cec3eeb tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.177486 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a8a0c6d0-4095-4254-976a-45d03cec3eeb tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/networks/11a3ba1e-e3ec-4c7b-a7ed-aed13a9a5ced HTTP/1.1" status: 204 len: 168 time: 0.8327823 Aug 11 02:21:38.181320 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51038) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:38.187249 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-7bc57a0d-1df0-4252-af88-b34166d67c50 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-457088610'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:38.209794 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0c6d0-4095-4254-976a-45d03cec3eeb tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Network': ['ID=11a3ba1e-e3ec-4c7b-a7ed-aed13a9a5ced,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:38.235915 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc57a0d-1df0-4252-af88-b34166d67c50 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Made reservation on behalf of 771603ce7c694518a048dc364609b7f9 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:38.239249 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7bc57a0d-1df0-4252-af88-b34166d67c50 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.280498 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc57a0d-1df0-4252-af88-b34166d67c50 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:21:38.293642 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7bc57a0d-1df0-4252-af88-b34166d67c50 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.294116 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-7bc57a0d-1df0-4252-af88-b34166d67c50 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Added segment 3cf3f3d5-287c-4edc-8411-6d7235faeca0 of type vlan for network 91576cf1-5741-4cc3-82cc-5d93b764a508 Aug 11 02:21:38.319629 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0ad6ad-079f-4f0e-a623-3b096da9feb8 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Made reservation on behalf of 5da9d71ea3284656941727da7d0445e0 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:38.324566 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad6ad-079f-4f0e-a623-3b096da9feb8 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.343655 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-7af35822-1a3b-4814-a922-4dd3909558a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6c6d91-bb56-4bbc-b728-6163fdd29292', 'name': 'tempest-ServersTestMultiNic-2069516634-router', 'tenant_id': '5da9d71ea3284656941727da7d0445e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '8f7cc926-5899-487b-88b8-aaee2391796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:30Z', 'updated_at': '2021-08-11T02:21:34Z', 'revision_number': 4, 'project_id': '5da9d71ea3284656941727da7d0445e0', 'gw_port': {'id': '8f7cc926-5899-487b-88b8-aaee2391796d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6c6d91-bb56-4bbc-b728-6163fdd29292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:31Z', 'updated_at': '2021-08-11T02:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '42f58f49-81f8-4e82-a58c-3d4bef400473', 'name': '', 'network_id': '5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9', 'tenant_id': '5da9d71ea3284656941727da7d0445e0', 'mac_address': 'fa:16:3e:00:e0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6c6d91-bb56-4bbc-b728-6163fdd29292', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': 'eb352b7c-5638-4e9d-a724-54f3d68c64e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:33Z', 'updated_at': '2021-08-11T02:21:34Z', 'revision_number': 2, 'project_id': '5da9d71ea3284656941727da7d0445e0', 'subnets': [{'id': 'eb352b7c-5638-4e9d-a724-54f3d68c64e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:38.348857 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7bc57a0d-1df0-4252-af88-b34166d67c50 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.380155 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-455c7835-e089-47ce-b619-aec637d81f43 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.383733 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af35822-1a3b-4814-a922-4dd3909558a1 None None] Checking router: 1c6c6d91-bb56-4bbc-b728-6163fdd29292 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:21:38.384342 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af35822-1a3b-4814-a922-4dd3909558a1 None None] Updating router 1c6c6d91-bb56-4bbc-b728-6163fdd29292 port 42f58f49-81f8-4e82-a58c-3d4bef400473 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:21:38.397282 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-455c7835-e089-47ce-b619-aec637d81f43 None None] Transition to ACTIVE for port object f25e630c-73aa-41e8-9db5-a1fbcb419081 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:38.419501 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7bc57a0d-1df0-4252-af88-b34166d67c50 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.422882 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-455c7835-e089-47ce-b619-aec637d81f43 None None] Transition to ACTIVE for port object f25e630c-73aa-41e8-9db5-a1fbcb419081 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:38.426378 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc57a0d-1df0-4252-af88-b34166d67c50 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:38.427299 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7bc57a0d-1df0-4252-af88-b34166d67c50 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.429818 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-455c7835-e089-47ce-b619-aec637d81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.434891 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0404fb3-fa70-4c51-9aa2-80011216d470 req-be57bf98-b4a1-4df7-a739-9978e14feaed tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:38.445283 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c0404fb3-fa70-4c51-9aa2-80011216d470 req-be57bf98-b4a1-4df7-a739-9978e14feaed tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1692879 Aug 11 02:21:38.472614 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455c7835-e089-47ce-b619-aec637d81f43 None None] Network 258b38d3-4815-4e64-bde0-2f6d66807cc8 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:38.477827 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-455c7835-e089-47ce-b619-aec637d81f43 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:38.481756 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455c7835-e089-47ce-b619-aec637d81f43 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:38.510180 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7bc57a0d-1df0-4252-af88-b34166d67c50 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3249514 Aug 11 02:21:38.511907 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51040) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:38.518808 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c0404fb3-fa70-4c51-9aa2-80011216d470 req-52cbaafc-eaeb-46ab-bde9-49260b84408b tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691185 Aug 11 02:21:38.523885 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-3c97389b-5c20-4553-b3ae-0c0d3303a188 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'subnet': {'network_id': '91576cf1-5741-4cc3-82cc-5d93b764a508', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:38.524122 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c7835-e089-47ce-b619-aec637d81f43 None None] Pushing event updated for resources: {'Port': ['ID=f25e630c-73aa-41e8-9db5-a1fbcb419081,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:38.535700 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-7af35822-1a3b-4814-a922-4dd3909558a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.545007 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b291c-1ebd-4389-a999-60a64021a4c1 req-e6260bd1-5f57-40ca-95e5-db593c924ca5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:38.546981 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a18b291c-1ebd-4389-a999-60a64021a4c1 req-e6260bd1-5f57-40ca-95e5-db593c924ca5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa412417-0fa1-43a3-b379-d4c9b766d296 HTTP/1.1" status: 200 len: 944 time: 0.1723125 Aug 11 02:21:38.549905 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc57a0d-1df0-4252-af88-b34166d67c50 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Network': ['ID=91576cf1-5741-4cc3-82cc-5d93b764a508,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:38.668130 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad6ad-079f-4f0e-a623-3b096da9feb8 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.670086 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a18b291c-1ebd-4389-a999-60a64021a4c1 req-2b1ca4b8-bb26-45c5-8803-0ab4c20ff949 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c2fe744-d8f1-4188-a1be-1bf3858d6db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981283 Aug 11 02:21:38.704432 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c97389b-5c20-4553-b3ae-0c0d3303a188 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Made reservation on behalf of 771603ce7c694518a048dc364609b7f9 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:38.708754 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c97389b-5c20-4553-b3ae-0c0d3303a188 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.758348 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 91576cf1-5741-4cc3-82cc-5d93b764a508 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:21:38.762411 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-455c7835-e089-47ce-b619-aec637d81f43 None None] Attempting to bind port f25e630c-73aa-41e8-9db5-a1fbcb419081 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:38.762890 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-455c7835-e089-47ce-b619-aec637d81f43 None None] Attempting to bind port f25e630c-73aa-41e8-9db5-a1fbcb419081 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '32d82f75-2b42-4cf5-a610-05761f9f86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '258b38d3-4815-4e64-bde0-2f6d66807cc8'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:38.763260 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455c7835-e089-47ce-b619-aec637d81f43 None None] Attempting to bind port f25e630c-73aa-41e8-9db5-a1fbcb419081 on network 258b38d3-4815-4e64-bde0-2f6d66807cc8 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:38.777615 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455c7835-e089-47ce-b619-aec637d81f43 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:38.778001 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455c7835-e089-47ce-b619-aec637d81f43 None None] Checking segment: {'id': '32d82f75-2b42-4cf5-a610-05761f9f86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '258b38d3-4815-4e64-bde0-2f6d66807cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:38.778410 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-455c7835-e089-47ce-b619-aec637d81f43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.778805 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455c7835-e089-47ce-b619-aec637d81f43 None None] Bound using segment: {'id': '32d82f75-2b42-4cf5-a610-05761f9f86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '258b38d3-4815-4e64-bde0-2f6d66807cc8'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:38.779284 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-455c7835-e089-47ce-b619-aec637d81f43 None None] Bound port: f25e630c-73aa-41e8-9db5-a1fbcb419081, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d82f75-2b42-4cf5-a610-05761f9f86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '258b38d3-4815-4e64-bde0-2f6d66807cc8'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:38.779995 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-455c7835-e089-47ce-b619-aec637d81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.833448 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ad6ad-079f-4f0e-a623-3b096da9feb8 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Pushing event updated for resources: {'Subnet': ['ID=13a13648-1cd5-4054-b57f-4e5e2cc68a3c,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:38.869865 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0ad6ad-079f-4f0e-a623-3b096da9feb8 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Checking segment: {'id': 'bf633012-8a90-4ce9-a307-637941e0564f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2f5256b7-c13c-4c07-bd81-4b3065ccc5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:38.870660 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0ad6ad-079f-4f0e-a623-3b096da9feb8 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Network hostable DHCP agents. Network: 2f5256b7-c13c-4c07-bd81-4b3065ccc5ed, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:21:38.880185 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-7af35822-1a3b-4814-a922-4dd3909558a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.894751 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-7af35822-1a3b-4814-a922-4dd3909558a1 None None] Transition to ACTIVE for port object 42f58f49-81f8-4e82-a58c-3d4bef400473 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:38.906096 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-7af35822-1a3b-4814-a922-4dd3909558a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.907031 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0ad6ad-079f-4f0e-a623-3b096da9feb8 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Network 2f5256b7-c13c-4c07-bd81-4b3065ccc5ed is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:21:38.908430 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8f7cc926-5899-487b-88b8-aaee2391796d up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:38.922732 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-4e0ad6ad-079f-4f0e-a623-3b096da9feb8 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 2f5256b7-c13c-4c07-bd81-4b3065ccc5ed) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:38.938874 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0ad6ad-079f-4f0e-a623-3b096da9feb8 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:38.940250 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796a1454-e8ee-4e47-bfef-9efb6521a52f None None] Network 2f5256b7-c13c-4c07-bd81-4b3065ccc5ed requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:38.940850 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad6ad-079f-4f0e-a623-3b096da9feb8 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.965387 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4e0ad6ad-079f-4f0e-a623-3b096da9feb8 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1100550 Aug 11 02:21:38.995462 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fbf589-8f73-4984-9a7d-4a8d2fca3aa7 None None] Pushing event updated for resources: {'Port': ['ID=42f58f49-81f8-4e82-a58c-3d4bef400473,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:39.046322 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-455c7835-e089-47ce-b619-aec637d81f43 None None] For port f25e630c-73aa-41e8-9db5-a1fbcb419081, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:39.068328 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-455c7835-e089-47ce-b619-aec637d81f43 None None] For port f25e630c-73aa-41e8-9db5-a1fbcb419081, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f25e630c-73aa-41e8-9db5-a1fbcb419081,segment=NetworkSegment(32d82f75-2b42-4cf5-a610-05761f9f86b7),segment_id=32d82f75-2b42-4cf5-a610-05761f9f86b7)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:39.081088 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-455c7835-e089-47ce-b619-aec637d81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:39.127723 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-7af35822-1a3b-4814-a922-4dd3909558a1 None None] Attempting to bind port 42f58f49-81f8-4e82-a58c-3d4bef400473 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:39.127971 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-7af35822-1a3b-4814-a922-4dd3909558a1 None None] Attempting to bind port 42f58f49-81f8-4e82-a58c-3d4bef400473 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '13f162a5-766b-43ad-b1d7-a495a0b043f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:39.128564 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af35822-1a3b-4814-a922-4dd3909558a1 None None] Attempting to bind port 42f58f49-81f8-4e82-a58c-3d4bef400473 on network 5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:39.139699 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af35822-1a3b-4814-a922-4dd3909558a1 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:39.140457 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af35822-1a3b-4814-a922-4dd3909558a1 None None] Checking segment: {'id': '13f162a5-766b-43ad-b1d7-a495a0b043f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:39.141099 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-7af35822-1a3b-4814-a922-4dd3909558a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:39.163507 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af35822-1a3b-4814-a922-4dd3909558a1 None None] Bound using segment: {'id': '13f162a5-766b-43ad-b1d7-a495a0b043f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:39.164377 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-7af35822-1a3b-4814-a922-4dd3909558a1 None None] Bound port: 42f58f49-81f8-4e82-a58c-3d4bef400473, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f162a5-766b-43ad-b1d7-a495a0b043f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:39.164982 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-7af35822-1a3b-4814-a922-4dd3909558a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:39.167649 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 8f7cc926-5899-487b-88b8-aaee2391796d triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:39.168150 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:39.261728 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c7835-e089-47ce-b619-aec637d81f43 None None] Pushing event updated for resources: {'Port': ['ID=f25e630c-73aa-41e8-9db5-a1fbcb419081,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:39.354724 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263fc717-28bb-4822-9a0c-9cfb21b1b2bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-2f5256b7-c13c-4c07-bd81-4b3065ccc5ed', 'network_id': '2f5256b7-c13c-4c07-bd81-4b3065ccc5ed', 'tenant_id': '5da9d71ea3284656941727da7d0445e0', 'fixed_ips': [{'subnet_id': '13a13648-1cd5-4054-b57f-4e5e2cc68a3c'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:21:39.354923 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-64f75883-0747-4945-8c73-50c82c40d2e0 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:39.355843 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-263fc717-28bb-4822-9a0c-9cfb21b1b2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:39.363250 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-64f75883-0747-4945-8c73-50c82c40d2e0 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:39.371947 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-64f75883-0747-4945-8c73-50c82c40d2e0 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/networks?id=258b38d3-4815-4e64-bde0-2f6d66807cc8&id=2f5256b7-c13c-4c07-bd81-4b3065ccc5ed&id=258b38d3-4815-4e64-bde0-2f6d66807cc8 HTTP/1.1" status: 200 len: 1391 time: 0.2448428 Aug 11 02:21:39.376681 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-7af35822-1a3b-4814-a922-4dd3909558a1 None None] For port 42f58f49-81f8-4e82-a58c-3d4bef400473, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:39.381185 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-7af35822-1a3b-4814-a922-4dd3909558a1 None None] For port 42f58f49-81f8-4e82-a58c-3d4bef400473, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=42f58f49-81f8-4e82-a58c-3d4bef400473,segment=NetworkSegment(13f162a5-766b-43ad-b1d7-a495a0b043f6),segment_id=13f162a5-766b-43ad-b1d7-a495a0b043f6)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:39.390722 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-7af35822-1a3b-4814-a922-4dd3909558a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:39.411932 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-55855447-36e0-4a1c-ae99-7a0d0810260a tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/quotas/5da9d71ea3284656941727da7d0445e0 HTTP/1.1" status: 200 len: 375 time: 0.0389686 Aug 11 02:21:39.456342 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 03ab97c1-d7fa-4705-a14a-8b1d60a807da details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:21:39.499613 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fbf589-8f73-4984-9a7d-4a8d2fca3aa7 None None] Pushing event updated for resources: {'Port': ['ID=42f58f49-81f8-4e82-a58c-3d4bef400473,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:39.502715 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c97389b-5c20-4553-b3ae-0c0d3303a188 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:39.537966 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af35822-1a3b-4814-a922-4dd3909558a1 None None] Routers {'1c6c6d91-bb56-4bbc-b728-6163fdd29292'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:39.538610 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-7af35822-1a3b-4814-a922-4dd3909558a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['1c6c6d91-bb56-4bbc-b728-6163fdd29292'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:39.582703 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-b8355846-7e8f-457c-83f5-be64ffe6f97e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5da9d71ea3284656941727da7d0445e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1698332 Aug 11 02:21:39.649614 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97389b-5c20-4553-b3ae-0c0d3303a188 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Subnet': ['ID=bcfe8708-d8d0-4914-be15-bb4072d35026,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:39.725556 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c97389b-5c20-4553-b3ae-0c0d3303a188 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Checking segment: {'id': '3cf3f3d5-287c-4edc-8411-6d7235faeca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '91576cf1-5741-4cc3-82cc-5d93b764a508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:39.725999 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c97389b-5c20-4553-b3ae-0c0d3303a188 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network hostable DHCP agents. Network: 91576cf1-5741-4cc3-82cc-5d93b764a508, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:21:39.727422 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-7af35822-1a3b-4814-a922-4dd3909558a1 None None] Set router 1c6c6d91-bb56-4bbc-b728-6163fdd29292 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:39.741285 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-263fc717-28bb-4822-9a0c-9cfb21b1b2bd None None] Allocated IP 19.86.0.2 (2f5256b7-c13c-4c07-bd81-4b3065ccc5ed/13a13648-1cd5-4054-b57f-4e5e2cc68a3c/35e43de2-1d49-45fc-b57f-48bf78e887dc) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:39.793755 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-1399e1d1-3919-4c69-926e-6ee2d8a480ca service neutron] 10.222.0.50 "GET /v2.0/networks/258b38d3-4815-4e64-bde0-2f6d66807cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025449 Aug 11 02:21:39.794041 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c97389b-5c20-4553-b3ae-0c0d3303a188 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network 91576cf1-5741-4cc3-82cc-5d93b764a508 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:21:39.811280 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dce21a-26cc-4357-af6b-34f90a8c77b5 req-77f439c0-c379-4ebd-9e22-d78fdd9b6b3b tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:39.819782 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7dce21a-26cc-4357-af6b-34f90a8c77b5 req-77f439c0-c379-4ebd-9e22-d78fdd9b6b3b tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1580579 Aug 11 02:21:39.821567 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-3c97389b-5c20-4553-b3ae-0c0d3303a188 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 91576cf1-5741-4cc3-82cc-5d93b764a508) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:39.839477 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c97389b-5c20-4553-b3ae-0c0d3303a188 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:39.842413 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c97389b-5c20-4553-b3ae-0c0d3303a188 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:39.883273 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3c97389b-5c20-4553-b3ae-0c0d3303a188 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3635707 Aug 11 02:21:39.897434 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51068) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:39.902814 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-aa536523-abb5-4438-8782-78c45cf845c2 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-855567864', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:39.922527 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-263fc717-28bb-4822-9a0c-9cfb21b1b2bd None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:39.928222 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7dce21a-26cc-4357-af6b-34f90a8c77b5 req-c7111c0a-ef33-4c2f-a628-2be200b8ee05 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075079 Aug 11 02:21:39.929796 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51a50e8-62c4-44cd-9e70-5283836802d6 None None] Network 91576cf1-5741-4cc3-82cc-5d93b764a508 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:39.950710 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-7e122455-f1d9-4cdb-bd5c-c15de204f43c service neutron] 10.222.0.50 "GET /v2.0/networks/258b38d3-4815-4e64-bde0-2f6d66807cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557369 Aug 11 02:21:39.955158 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.db.resource_extend [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:21:39.987839 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aa536523-abb5-4438-8782-78c45cf845c2 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:39.989382 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aa536523-abb5-4438-8782-78c45cf845c2 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:40.006383 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-263fc717-28bb-4822-9a0c-9cfb21b1b2bd None None] Transition to ACTIVE for port object 35e43de2-1d49-45fc-b57f-48bf78e887dc will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:40.068814 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-9ac401a9-b4d7-406a-ade0-37e894ce529b service neutron] 10.222.0.50 "GET /v2.0/networks/2f5256b7-c13c-4c07-bd81-4b3065ccc5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170146 Aug 11 02:21:40.084035 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aa536523-abb5-4438-8782-78c45cf845c2 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:40.090054 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aa536523-abb5-4438-8782-78c45cf845c2 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:40.090378 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 92bd39de-21b8-4db8-9d41-54c30c6c4bea no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:21:40.093558 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-7af35822-1a3b-4814-a922-4dd3909558a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6c6d91-bb56-4bbc-b728-6163fdd29292', 'name': 'tempest-ServersTestMultiNic-2069516634-router', 'tenant_id': '5da9d71ea3284656941727da7d0445e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '8f7cc926-5899-487b-88b8-aaee2391796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:30Z', 'updated_at': '2021-08-11T02:21:34Z', 'revision_number': 4, 'project_id': '5da9d71ea3284656941727da7d0445e0', 'gw_port': {'id': '8f7cc926-5899-487b-88b8-aaee2391796d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6c6d91-bb56-4bbc-b728-6163fdd29292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:31Z', 'updated_at': '2021-08-11T02:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '42f58f49-81f8-4e82-a58c-3d4bef400473', 'name': '', 'network_id': '5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9', 'tenant_id': '5da9d71ea3284656941727da7d0445e0', 'mac_address': 'fa:16:3e:00:e0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6c6d91-bb56-4bbc-b728-6163fdd29292', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': 'eb352b7c-5638-4e9d-a724-54f3d68c64e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:33Z', 'updated_at': '2021-08-11T02:21:39Z', 'revision_number': 4, 'project_id': '5da9d71ea3284656941727da7d0445e0', 'subnets': [{'id': 'eb352b7c-5638-4e9d-a724-54f3d68c64e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:40.115654 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 92bd39de-21b8-4db8-9d41-54c30c6c4bea {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:21:40.116004 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 92bd39de-21b8-4db8-9d41-54c30c6c4bea not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:21:40.130702 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af35822-1a3b-4814-a922-4dd3909558a1 None None] The sync data for ids ['1c6c6d91-bb56-4bbc-b728-6163fdd29292'] in n-d-615180-33 is: [{'id': '1c6c6d91-bb56-4bbc-b728-6163fdd29292', 'name': 'tempest-ServersTestMultiNic-2069516634-router', 'tenant_id': '5da9d71ea3284656941727da7d0445e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '8f7cc926-5899-487b-88b8-aaee2391796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:30Z', 'updated_at': '2021-08-11T02:21:34Z', 'revision_number': 4, 'project_id': '5da9d71ea3284656941727da7d0445e0', 'gw_port': {'id': '8f7cc926-5899-487b-88b8-aaee2391796d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6c6d91-bb56-4bbc-b728-6163fdd29292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:31Z', 'updated_at': '2021-08-11T02:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '42f58f49-81f8-4e82-a58c-3d4bef400473', 'name': '', 'network_id': '5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9', 'tenant_id': '5da9d71ea3284656941727da7d0445e0', 'mac_address': 'fa:16:3e:00:e0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6c6d91-bb56-4bbc-b728-6163fdd29292', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': 'eb352b7c-5638-4e9d-a724-54f3d68c64e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:33Z', 'updated_at': '2021-08-11T02:21:39Z', 'revision_number': 4, 'project_id': '5da9d71ea3284656941727da7d0445e0', 'subnets': [{'id': 'eb352b7c-5638-4e9d-a724-54f3d68c64e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:21:40.158036 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-263fc717-28bb-4822-9a0c-9cfb21b1b2bd None None] Transition to ACTIVE for port object 35e43de2-1d49-45fc-b57f-48bf78e887dc will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:40.179113 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aa536523-abb5-4438-8782-78c45cf845c2 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:40.183694 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51072) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:40.184244 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-aa536523-abb5-4438-8782-78c45cf845c2 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2851663 Aug 11 02:21:40.197797 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-263fc717-28bb-4822-9a0c-9cfb21b1b2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:40.211525 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a2cab-efa9-4c52-93e1-8a05da684af2 req-39a914cb-b780-4d50-a866-feadc5f8da37 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:40.213592 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-064a2cab-efa9-4c52-93e1-8a05da684af2 req-39a914cb-b780-4d50-a866-feadc5f8da37 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa412417-0fa1-43a3-b379-d4c9b766d296 HTTP/1.1" status: 200 len: 944 time: 0.1272662 Aug 11 02:21:40.277647 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 03ab97c1-d7fa-4705-a14a-8b1d60a807da, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=03ab97c1-d7fa-4705-a14a-8b1d60a807da,segment=NetworkSegment(e8a1dbd2-8ece-42e5-8eef-5307e17dea99),segment_id=e8a1dbd2-8ece-42e5-8eef-5307e17dea99)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:40.283667 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-064a2cab-efa9-4c52-93e1-8a05da684af2 req-95f915db-eab6-4c2c-8392-33a410b2cbca tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c2fe744-d8f1-4188-a1be-1bf3858d6db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565498 Aug 11 02:21:40.294034 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '03ab97c1-d7fa-4705-a14a-8b1d60a807da', 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354', 'port_id': '03ab97c1-d7fa-4705-a14a-8b1d60a807da', 'mac_address': 'fa:16:3e:d8:0f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:21:40.313585 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263fc717-28bb-4822-9a0c-9cfb21b1b2bd None None] Network 2f5256b7-c13c-4c07-bd81-4b3065ccc5ed is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:40.322785 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-263fc717-28bb-4822-9a0c-9cfb21b1b2bd None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:40.351557 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263fc717-28bb-4822-9a0c-9cfb21b1b2bd None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:40.403034 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fc717-28bb-4822-9a0c-9cfb21b1b2bd None None] Pushing event updated for resources: {'Port': ['ID=35e43de2-1d49-45fc-b57f-48bf78e887dc,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:40.494839 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-2f2c72a6-08c7-456f-b227-8e194bc14dc7 service neutron] 10.222.0.50 "GET /v2.0/networks/2f5256b7-c13c-4c07-bd81-4b3065ccc5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249949 Aug 11 02:21:40.507288 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:40.525046 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-263fc717-28bb-4822-9a0c-9cfb21b1b2bd None None] Attempting to bind port 35e43de2-1d49-45fc-b57f-48bf78e887dc on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:40.525774 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-263fc717-28bb-4822-9a0c-9cfb21b1b2bd None None] Attempting to bind port 35e43de2-1d49-45fc-b57f-48bf78e887dc by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'bf633012-8a90-4ce9-a307-637941e0564f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2f5256b7-c13c-4c07-bd81-4b3065ccc5ed'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:40.526265 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263fc717-28bb-4822-9a0c-9cfb21b1b2bd None None] Attempting to bind port 35e43de2-1d49-45fc-b57f-48bf78e887dc on network 2f5256b7-c13c-4c07-bd81-4b3065ccc5ed {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:40.543336 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263fc717-28bb-4822-9a0c-9cfb21b1b2bd None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:40.543924 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263fc717-28bb-4822-9a0c-9cfb21b1b2bd None None] Checking segment: {'id': 'bf633012-8a90-4ce9-a307-637941e0564f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2f5256b7-c13c-4c07-bd81-4b3065ccc5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:40.545111 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-263fc717-28bb-4822-9a0c-9cfb21b1b2bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:40.545597 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263fc717-28bb-4822-9a0c-9cfb21b1b2bd None None] Bound using segment: {'id': 'bf633012-8a90-4ce9-a307-637941e0564f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2f5256b7-c13c-4c07-bd81-4b3065ccc5ed'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:40.546234 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-263fc717-28bb-4822-9a0c-9cfb21b1b2bd None None] Bound port: 35e43de2-1d49-45fc-b57f-48bf78e887dc, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf633012-8a90-4ce9-a307-637941e0564f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2f5256b7-c13c-4c07-bd81-4b3065ccc5ed'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:40.546699 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-263fc717-28bb-4822-9a0c-9cfb21b1b2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:40.550359 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d71b5c2-3e07-4a03-8efd-3c6c713b53f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-91576cf1-5741-4cc3-82cc-5d93b764a508', 'network_id': '91576cf1-5741-4cc3-82cc-5d93b764a508', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'fixed_ips': [{'subnet_id': 'bcfe8708-d8d0-4914-be15-bb4072d35026'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:21:40.551295 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2d71b5c2-3e07-4a03-8efd-3c6c713b53f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:40.579243 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ab97c1-d7fa-4705-a14a-8b1d60a807da {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:40.714094 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20b611c-ae35-4dd0-a199-a4017803bf53 None None] Network 258b38d3-4815-4e64-bde0-2f6d66807cc8 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:40.735384 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 03ab97c1-d7fa-4705-a14a-8b1d60a807da, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=03ab97c1-d7fa-4705-a14a-8b1d60a807da,segment=NetworkSegment(e8a1dbd2-8ece-42e5-8eef-5307e17dea99),segment_id=e8a1dbd2-8ece-42e5-8eef-5307e17dea99)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:40.760388 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-d0aca6b9-545b-4c9f-b414-bb7605f70be6 service neutron] 10.222.0.50 "GET /v2.0/networks/258b38d3-4815-4e64-bde0-2f6d66807cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578471 Aug 11 02:21:40.786664 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:40.808463 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7dccfc96-c86d-4b42-95bb-1d0382ba9e2d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:40.829603 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc80c011-9908-4a8c-8125-75949e85e883 None None] Provisioning for port f25e630c-73aa-41e8-9db5-a1fbcb419081 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:40.925790 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-263fc717-28bb-4822-9a0c-9cfb21b1b2bd None None] For port 35e43de2-1d49-45fc-b57f-48bf78e887dc, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:40.935394 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=03ab97c1-d7fa-4705-a14a-8b1d60a807da,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:40.974264 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-263fc717-28bb-4822-9a0c-9cfb21b1b2bd None None] For port 35e43de2-1d49-45fc-b57f-48bf78e887dc, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=35e43de2-1d49-45fc-b57f-48bf78e887dc,segment=NetworkSegment(bf633012-8a90-4ce9-a307-637941e0564f),segment_id=bf633012-8a90-4ce9-a307-637941e0564f)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:40.976190 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-2d71b5c2-3e07-4a03-8efd-3c6c713b53f5 None None] Allocated IP 2001:db8::2 (91576cf1-5741-4cc3-82cc-5d93b764a508/bcfe8708-d8d0-4914-be15-bb4072d35026/35601df6-7fa2-419a-8695-a7403632afbd) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:40.986977 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-263fc717-28bb-4822-9a0c-9cfb21b1b2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:41.043315 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 42f58f49-81f8-4e82-a58c-3d4bef400473 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:41.048343 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-8d9d6dd6-a5d1-4a77-93dc-8554b5df7942 service neutron] 10.222.0.50 "GET /v2.0/networks/258b38d3-4815-4e64-bde0-2f6d66807cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740612 Aug 11 02:21:41.104305 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['03ab97c1-d7fa-4705-a14a-8b1d60a807da'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:41.150445 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe78dc5-c744-4ce6-8933-e5daeade9932 req-c9612724-4dec-4ef2-891e-f4090c67cd95 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:41.157660 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ebe78dc5-c744-4ce6-8933-e5daeade9932 req-c9612724-4dec-4ef2-891e-f4090c67cd95 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0861037 Aug 11 02:21:41.231381 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ebe78dc5-c744-4ce6-8933-e5daeade9932 req-ea8070ae-a5b0-481f-91d1-64011eb3e228 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657387 Aug 11 02:21:41.305462 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4f9d0085-8a93-4613-925d-284fe3020222 req-2ad2c3a2-2f51-4534-962b-3f3ee1957352 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a485173-5d45-4a90-9355-2811fc37f6d3 HTTP/1.1" status: 200 len: 210 time: 0.0297627 Aug 11 02:21:41.457217 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d955d-feac-48db-9b67-97b7b52ca6c9 req-c38eba52-8eb8-419d-9f8d-2711ceff23ef tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:41.467733 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2c1d955d-feac-48db-9b67-97b7b52ca6c9 req-c38eba52-8eb8-419d-9f8d-2711ceff23ef tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa412417-0fa1-43a3-b379-d4c9b766d296 HTTP/1.1" status: 200 len: 945 time: 0.1001999 Aug 11 02:21:41.534024 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2c1d955d-feac-48db-9b67-97b7b52ca6c9 req-5b8d6d59-5d8b-47c2-abe0-6ce6c04225c4 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c2fe744-d8f1-4188-a1be-1bf3858d6db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615673 Aug 11 02:21:41.544817 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fc717-28bb-4822-9a0c-9cfb21b1b2bd None None] Pushing event updated for resources: {'Port': ['ID=35e43de2-1d49-45fc-b57f-48bf78e887dc,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:41.655164 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 42f58f49-81f8-4e82-a58c-3d4bef400473 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:41.676338 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 42f58f49-81f8-4e82-a58c-3d4bef400473 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:41.676720 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:41.757212 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2d71b5c2-3e07-4a03-8efd-3c6c713b53f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:41.767363 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2d71b5c2-3e07-4a03-8efd-3c6c713b53f5 None None] Transition to ACTIVE for port object 35601df6-7fa2-419a-8695-a7403632afbd will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:41.806852 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2d71b5c2-3e07-4a03-8efd-3c6c713b53f5 None None] Transition to ACTIVE for port object 35601df6-7fa2-419a-8695-a7403632afbd will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:41.829132 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2d71b5c2-3e07-4a03-8efd-3c6c713b53f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:41.882439 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d71b5c2-3e07-4a03-8efd-3c6c713b53f5 None None] Network 91576cf1-5741-4cc3-82cc-5d93b764a508 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:41.886965 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-2d71b5c2-3e07-4a03-8efd-3c6c713b53f5 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:41.889318 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d71b5c2-3e07-4a03-8efd-3c6c713b53f5 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:41.895978 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-7dccfc96-c86d-4b42-95bb-1d0382ba9e2d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Allocated IP 2001:db8::1 (91576cf1-5741-4cc3-82cc-5d93b764a508/bcfe8708-d8d0-4914-be15-bb4072d35026/e4a77238-d063-4ac8-899b-759a37e8138f) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:41.987772 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71b5c2-3e07-4a03-8efd-3c6c713b53f5 None None] Pushing event updated for resources: {'Port': ['ID=35601df6-7fa2-419a-8695-a7403632afbd,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:42.039244 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-2d71b5c2-3e07-4a03-8efd-3c6c713b53f5 None None] Attempting to bind port 35601df6-7fa2-419a-8695-a7403632afbd on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:42.040477 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-2d71b5c2-3e07-4a03-8efd-3c6c713b53f5 None None] Attempting to bind port 35601df6-7fa2-419a-8695-a7403632afbd by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '3cf3f3d5-287c-4edc-8411-6d7235faeca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '91576cf1-5741-4cc3-82cc-5d93b764a508'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:42.040722 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d71b5c2-3e07-4a03-8efd-3c6c713b53f5 None None] Attempting to bind port 35601df6-7fa2-419a-8695-a7403632afbd on network 91576cf1-5741-4cc3-82cc-5d93b764a508 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:42.056006 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7dccfc96-c86d-4b42-95bb-1d0382ba9e2d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:42.062276 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:42.072622 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-7dccfc96-c86d-4b42-95bb-1d0382ba9e2d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Transition to ACTIVE for port object e4a77238-d063-4ac8-899b-759a37e8138f will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:42.102714 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d71b5c2-3e07-4a03-8efd-3c6c713b53f5 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:42.103161 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d71b5c2-3e07-4a03-8efd-3c6c713b53f5 None None] Checking segment: {'id': '3cf3f3d5-287c-4edc-8411-6d7235faeca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '91576cf1-5741-4cc3-82cc-5d93b764a508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:42.103721 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2d71b5c2-3e07-4a03-8efd-3c6c713b53f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:42.103979 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d71b5c2-3e07-4a03-8efd-3c6c713b53f5 None None] Bound using segment: {'id': '3cf3f3d5-287c-4edc-8411-6d7235faeca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '91576cf1-5741-4cc3-82cc-5d93b764a508'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:42.104526 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-2d71b5c2-3e07-4a03-8efd-3c6c713b53f5 None None] Bound port: 35601df6-7fa2-419a-8695-a7403632afbd, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf3f3d5-287c-4edc-8411-6d7235faeca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '91576cf1-5741-4cc3-82cc-5d93b764a508'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:42.104914 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2d71b5c2-3e07-4a03-8efd-3c6c713b53f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:42.118418 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7dccfc96-c86d-4b42-95bb-1d0382ba9e2d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:42.162645 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dccfc96-c86d-4b42-95bb-1d0382ba9e2d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network 91576cf1-5741-4cc3-82cc-5d93b764a508 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:42.165868 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-7dccfc96-c86d-4b42-95bb-1d0382ba9e2d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:42.169918 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dccfc96-c86d-4b42-95bb-1d0382ba9e2d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:42.170469 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7dccfc96-c86d-4b42-95bb-1d0382ba9e2d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:42.180161 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 42f58f49-81f8-4e82-a58c-3d4bef400473, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=42f58f49-81f8-4e82-a58c-3d4bef400473,segment=NetworkSegment(13f162a5-766b-43ad-b1d7-a495a0b043f6),segment_id=13f162a5-766b-43ad-b1d7-a495a0b043f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:42.194541 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:42.195337 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f25e630c-73aa-41e8-9db5-a1fbcb419081 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:42.212436 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dccfc96-c86d-4b42-95bb-1d0382ba9e2d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Port': ['ID=e4a77238-d063-4ac8-899b-759a37e8138f,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:42.293876 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-2d71b5c2-3e07-4a03-8efd-3c6c713b53f5 None None] For port 35601df6-7fa2-419a-8695-a7403632afbd, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:42.300622 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7dccfc96-c86d-4b42-95bb-1d0382ba9e2d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:42.326297 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-2d71b5c2-3e07-4a03-8efd-3c6c713b53f5 None None] For port 35601df6-7fa2-419a-8695-a7403632afbd, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=35601df6-7fa2-419a-8695-a7403632afbd,segment=NetworkSegment(3cf3f3d5-287c-4edc-8411-6d7235faeca0),segment_id=3cf3f3d5-287c-4edc-8411-6d7235faeca0)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:42.335591 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2d71b5c2-3e07-4a03-8efd-3c6c713b53f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:42.338056 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=42f58f49-81f8-4e82-a58c-3d4bef400473,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:42.393793 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port f25e630c-73aa-41e8-9db5-a1fbcb419081 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:42.415605 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port f25e630c-73aa-41e8-9db5-a1fbcb419081 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:42.415605 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:42.452203 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622800e-9ab6-4bc7-83ba-0ba0cecece75 req-641114f7-39d6-4cbd-bb4e-8f11ecedd361 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:42.461516 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b622800e-9ab6-4bc7-83ba-0ba0cecece75 req-641114f7-39d6-4cbd-bb4e-8f11ecedd361 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0862577 Aug 11 02:21:42.481036 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71b5c2-3e07-4a03-8efd-3c6c713b53f5 None None] Pushing event updated for resources: {'Port': ['ID=35601df6-7fa2-419a-8695-a7403632afbd,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:42.528277 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b622800e-9ab6-4bc7-83ba-0ba0cecece75 req-bc5d59f2-051e-4344-842e-a07d90b4c93c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647256 Aug 11 02:21:42.554844 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835d7648-1b75-4650-835d-a5d7365903c5 None None] Network 2f5256b7-c13c-4c07-bd81-4b3065ccc5ed requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:42.566618 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-100f0ed5-25c5-490c-84c6-d486de08fbc1 req-69812439-d328-4543-8ca3-4ca1b178fe25 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a485173-5d45-4a90-9355-2811fc37f6d3 HTTP/1.1" status: 200 len: 210 time: 0.1070776 Aug 11 02:21:42.687871 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:42.708136 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-53d1c565-0fdb-4e6e-83a7-74b116010736 None None] Provisioning for port 35e43de2-1d49-45fc-b57f-48bf78e887dc completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:42.773438 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port f25e630c-73aa-41e8-9db5-a1fbcb419081, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f25e630c-73aa-41e8-9db5-a1fbcb419081,segment=NetworkSegment(32d82f75-2b42-4cf5-a610-05761f9f86b7),segment_id=32d82f75-2b42-4cf5-a610-05761f9f86b7)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:42.779016 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:42.800960 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-5d92e4eb-e7e6-4500-a142-e17e8beb2c1f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:42.827447 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-5d92e4eb-e7e6-4500-a142-e17e8beb2c1f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:42.832867 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-5d92e4eb-e7e6-4500-a142-e17e8beb2c1f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.66 "GET /v2.0/networks?id=258b38d3-4815-4e64-bde0-2f6d66807cc8&id=2f5256b7-c13c-4c07-bd81-4b3065ccc5ed&id=258b38d3-4815-4e64-bde0-2f6d66807cc8 HTTP/1.1" status: 200 len: 1391 time: 0.3000987 Aug 11 02:21:42.848201 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-f9b14cd1-2d06-4c39-ab94-b61b130a366b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Request body: {'port': {'device_id': '0a485173-5d45-4a90-9355-2811fc37f6d3', 'network_id': '258b38d3-4815-4e64-bde0-2f6d66807cc8', 'admin_state_up': True, 'tenant_id': '5da9d71ea3284656941727da7d0445e0'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:42.933714 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=f25e630c-73aa-41e8-9db5-a1fbcb419081,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:42.980752 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339f313-5dcf-47e2-bd47-9b04ba2c1d26 req-3821a05b-94b1-4bf3-943f-996d9bbb36ca tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:42.983157 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4339f313-5dcf-47e2-bd47-9b04ba2c1d26 req-3821a05b-94b1-4bf3-943f-996d9bbb36ca tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa412417-0fa1-43a3-b379-d4c9b766d296 HTTP/1.1" status: 200 len: 945 time: 0.2916005 Aug 11 02:21:43.054201 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4339f313-5dcf-47e2-bd47-9b04ba2c1d26 req-b837fe97-5e6f-428c-b9ad-dbdc565c1f1e tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c2fe744-d8f1-4188-a1be-1bf3858d6db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639091 Aug 11 02:21:43.058604 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7dccfc96-c86d-4b42-95bb-1d0382ba9e2d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:43.065247 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7dccfc96-c86d-4b42-95bb-1d0382ba9e2d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:43.066345 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7dccfc96-c86d-4b42-95bb-1d0382ba9e2d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:43.069497 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-f9b14cd1-2d06-4c39-ab94-b61b130a366b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Made reservation on behalf of 5da9d71ea3284656941727da7d0445e0 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:43.074172 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-f9b14cd1-2d06-4c39-ab94-b61b130a366b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:43.168569 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dccfc96-c86d-4b42-95bb-1d0382ba9e2d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Port': ['ID=e4a77238-d063-4ac8-899b-759a37e8138f,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:43.170855 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 35601df6-7fa2-419a-8695-a7403632afbd up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:43.212336 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dccfc96-c86d-4b42-95bb-1d0382ba9e2d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network 91576cf1-5741-4cc3-82cc-5d93b764a508 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:43.214091 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-7dccfc96-c86d-4b42-95bb-1d0382ba9e2d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:43.234508 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 35601df6-7fa2-419a-8695-a7403632afbd completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:43.240329 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 42f58f49-81f8-4e82-a58c-3d4bef400473 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:43.272344 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-f9b14cd1-2d06-4c39-ab94-b61b130a366b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Allocated IP 19.80.0.48 (258b38d3-4815-4e64-bde0-2f6d66807cc8/3319d5bd-3f24-4dd9-abeb-1dc8c606c611/05e54cba-9112-4d03-9b7d-29e8760215b2) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:43.294429 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 42f58f49-81f8-4e82-a58c-3d4bef400473 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:43.294804 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:43.399921 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 35e43de2-1d49-45fc-b57f-48bf78e887dc up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:43.432478 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 03ab97c1-d7fa-4705-a14a-8b1d60a807da up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:43.478409 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-f9b14cd1-2d06-4c39-ab94-b61b130a366b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:43.496403 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-f9b14cd1-2d06-4c39-ab94-b61b130a366b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Transition to ACTIVE for port object 05e54cba-9112-4d03-9b7d-29e8760215b2 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:43.509460 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 35e43de2-1d49-45fc-b57f-48bf78e887dc completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:43.516688 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 35e43de2-1d49-45fc-b57f-48bf78e887dc triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:43.517057 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:43.537241 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-f9b14cd1-2d06-4c39-ab94-b61b130a366b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:43.542683 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 03ab97c1-d7fa-4705-a14a-8b1d60a807da completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:43.548881 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 03ab97c1-d7fa-4705-a14a-8b1d60a807da triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:43.549255 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:43.596362 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b14cd1-2d06-4c39-ab94-b61b130a366b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Pushing event updated for resources: {'Port': ['ID=05e54cba-9112-4d03-9b7d-29e8760215b2,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:43.610687 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b14cd1-2d06-4c39-ab94-b61b130a366b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:43.611417 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b14cd1-2d06-4c39-ab94-b61b130a366b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:43.611810 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b14cd1-2d06-4c39-ab94-b61b130a366b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:43.612258 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b14cd1-2d06-4c39-ab94-b61b130a366b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:43.612692 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b14cd1-2d06-4c39-ab94-b61b130a366b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:43.613128 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b14cd1-2d06-4c39-ab94-b61b130a366b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:43.613556 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b14cd1-2d06-4c39-ab94-b61b130a366b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:43.614011 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b14cd1-2d06-4c39-ab94-b61b130a366b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:43.614420 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b14cd1-2d06-4c39-ab94-b61b130a366b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:43.614909 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b14cd1-2d06-4c39-ab94-b61b130a366b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:43.615616 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b14cd1-2d06-4c39-ab94-b61b130a366b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:43.616505 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b14cd1-2d06-4c39-ab94-b61b130a366b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:43.633388 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-f9b14cd1-2d06-4c39-ab94-b61b130a366b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Network 258b38d3-4815-4e64-bde0-2f6d66807cc8 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:43.635355 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-f9b14cd1-2d06-4c39-ab94-b61b130a366b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:43.638066 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-f9b14cd1-2d06-4c39-ab94-b61b130a366b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:43.723150 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:43.749710 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-f9b14cd1-2d06-4c39-ab94-b61b130a366b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:43.750428 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-f9b14cd1-2d06-4c39-ab94-b61b130a366b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:43.773119 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157afbb-b61a-46d7-93f2-cd8561712860 req-ccb61f46-8be2-44ad-b52d-737c852881df tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:43.780100 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5157afbb-b61a-46d7-93f2-cd8561712860 req-ccb61f46-8be2-44ad-b52d-737c852881df tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a485173-5d45-4a90-9355-2811fc37f6d3 HTTP/1.1" status: 200 len: 931 time: 0.0756807 Aug 11 02:21:43.795479 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d51cac-4448-4dc8-9578-f7194b7a905d req-1fb10518-62fe-48a0-b249-dd3d62000702 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:43.804895 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-93d51cac-4448-4dc8-9578-f7194b7a905d req-1fb10518-62fe-48a0-b249-dd3d62000702 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1242676 Aug 11 02:21:43.815224 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-f9b14cd1-2d06-4c39-ab94-b61b130a366b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9712510 Aug 11 02:21:43.854548 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5157afbb-b61a-46d7-93f2-cd8561712860 req-4f1fba3a-50a9-4f04-8dfb-ef33db135c82 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731127 Aug 11 02:21:43.854935 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-f74e9772-1783-46b6-b362-3e6002588169 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Request body: {'port': {'device_id': '0a485173-5d45-4a90-9355-2811fc37f6d3', 'network_id': '2f5256b7-c13c-4c07-bd81-4b3065ccc5ed', 'admin_state_up': True, 'tenant_id': '5da9d71ea3284656941727da7d0445e0'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:43.856305 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 35e43de2-1d49-45fc-b57f-48bf78e887dc, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=35e43de2-1d49-45fc-b57f-48bf78e887dc,segment=NetworkSegment(bf633012-8a90-4ce9-a307-637941e0564f),segment_id=bf633012-8a90-4ce9-a307-637941e0564f)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:43.866418 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:43.873781 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dccfc96-c86d-4b42-95bb-1d0382ba9e2d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Router 8ec8ad90-46c1-4377-b154-54aa1dec8680 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:21:43.937092 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:43.993091 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc22c15-b7bc-4631-9ecf-99abff01b823 None None] Network 91576cf1-5741-4cc3-82cc-5d93b764a508 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:44.003422 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-93d51cac-4448-4dc8-9578-f7194b7a905d req-dd04fa1b-f466-4ce5-957a-92d5d6f8e2ed tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975634 Aug 11 02:21:44.020972 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-f74e9772-1783-46b6-b362-3e6002588169 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Made reservation on behalf of 5da9d71ea3284656941727da7d0445e0 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:44.025225 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-f74e9772-1783-46b6-b362-3e6002588169 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:44.084125 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa412417-0fa1-43a3-b379-d4c9b766d296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ab97c1-d7fa-4705-a14a-8b1d60a807da'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:44.086348 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae4c53b-8f4c-4d41-abe8-2af6c1ebe7f2" -d '{"events": [{"server_uuid": "aa412417-0fa1-43a3-b379-d4c9b766d296", "name": "network-vif-plugged", "status": "completed", "tag": "03ab97c1-d7fa-4705-a14a-8b1d60a807da"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:44.089154 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dccfc96-c86d-4b42-95bb-1d0382ba9e2d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:21:44.100329 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7dccfc96-c86d-4b42-95bb-1d0382ba9e2d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "PUT /v2.0/routers/8ec8ad90-46c1-4377-b154-54aa1dec8680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9153852 Aug 11 02:21:44.100536 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=35e43de2-1d49-45fc-b57f-48bf78e887dc,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:44.100948 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51130) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:44.113428 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad048f71-72c3-40c1-96ba-1baab0d5900b None None] Sync routers for ids ['8ec8ad90-46c1-4377-b154-54aa1dec8680'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:21:44.121438 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 03ab97c1-d7fa-4705-a14a-8b1d60a807da, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=03ab97c1-d7fa-4705-a14a-8b1d60a807da,segment=NetworkSegment(e8a1dbd2-8ece-42e5-8eef-5307e17dea99),segment_id=e8a1dbd2-8ece-42e5-8eef-5307e17dea99)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:44.132000 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-916f7199-0515-44b4-8bd0-30cd0a59be00 None None] Provisioning for port 35601df6-7fa2-419a-8695-a7403632afbd completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:44.135821 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:44.149967 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-916f7199-0515-44b4-8bd0-30cd0a59be00 None None] Provisioning complete for port 35601df6-7fa2-419a-8695-a7403632afbd triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:44.150339 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-916f7199-0515-44b4-8bd0-30cd0a59be00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:44.164350 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4ec627-d399-44a4-8045-de98fa1367a7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:44.169257 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-cb4ec627-d399-44a4-8045-de98fa1367a7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "GET /v2.0/ports/e4a77238-d063-4ac8-899b-759a37e8138f HTTP/1.1" status: 200 len: 911 time: 0.0671177 Aug 11 02:21:44.169968 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51134) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:44.198164 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad048f71-72c3-40c1-96ba-1baab0d5900b None None] Routers {'8ec8ad90-46c1-4377-b154-54aa1dec8680'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:44.198801 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-ad048f71-72c3-40c1-96ba-1baab0d5900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['8ec8ad90-46c1-4377-b154-54aa1dec8680'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:44.257809 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-ad048f71-72c3-40c1-96ba-1baab0d5900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:44.260955 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-f74e9772-1783-46b6-b362-3e6002588169 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Allocated IP 19.86.0.85 (2f5256b7-c13c-4c07-bd81-4b3065ccc5ed/13a13648-1cd5-4054-b57f-4e5e2cc68a3c/60b4f44f-53bb-40d7-830d-e823fe95e63d) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:44.308411 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72a8d0d-a8c4-4b96-bbd5-55155f76b7d6 x-openstack-request-id: req-f72a8d0d-a8c4-4b96-bbd5-55155f76b7d6 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:44.308739 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa412417-0fa1-43a3-b379-d4c9b766d296", "name": "network-vif-plugged", "status": "completed", "tag": "03ab97c1-d7fa-4705-a14a-8b1d60a807da", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:44.308997 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f72a8d0d-a8c4-4b96-bbd5-55155f76b7d6 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:44.309423 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa412417-0fa1-43a3-b379-d4c9b766d296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ab97c1-d7fa-4705-a14a-8b1d60a807da', 'code': 200} Aug 11 02:21:44.310348 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27d0fc-a199-43c1-bff8-91ad6e64d227 req-6cef2558-c6d0-45a9-97a7-efd061fb1098 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:44.312411 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ac27d0fc-a199-43c1-bff8-91ad6e64d227 req-6cef2558-c6d0-45a9-97a7-efd061fb1098 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa412417-0fa1-43a3-b379-d4c9b766d296 HTTP/1.1" status: 200 len: 946 time: 0.0889370 Aug 11 02:21:44.331805 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=03ab97c1-d7fa-4705-a14a-8b1d60a807da,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:44.337055 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad048f71-72c3-40c1-96ba-1baab0d5900b None None] Routers {'8ec8ad90-46c1-4377-b154-54aa1dec8680'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:44.337671 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-ad048f71-72c3-40c1-96ba-1baab0d5900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['8ec8ad90-46c1-4377-b154-54aa1dec8680'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:44.392518 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-ad048f71-72c3-40c1-96ba-1baab0d5900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:44.393313 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad048f71-72c3-40c1-96ba-1baab0d5900b None None] The sync data for ids ['8ec8ad90-46c1-4377-b154-54aa1dec8680'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:21:44.481044 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-916f7199-0515-44b4-8bd0-30cd0a59be00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:44.497719 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ac27d0fc-a199-43c1-bff8-91ad6e64d227 req-2f92b99b-c250-4502-9aec-fc46f76c4eb7 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c2fe744-d8f1-4188-a1be-1bf3858d6db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471183 Aug 11 02:21:44.533479 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-916f7199-0515-44b4-8bd0-30cd0a59be00 None None] For port 35601df6-7fa2-419a-8695-a7403632afbd, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=35601df6-7fa2-419a-8695-a7403632afbd,segment=NetworkSegment(3cf3f3d5-287c-4edc-8411-6d7235faeca0),segment_id=3cf3f3d5-287c-4edc-8411-6d7235faeca0)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:44.539346 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-916f7199-0515-44b4-8bd0-30cd0a59be00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:44.542101 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751a7e4-298f-4674-9efa-71e59d6d2c9a req-13e637f9-3b69-4872-8d3a-f4679fb1adcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:44.544068 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2751a7e4-298f-4674-9efa-71e59d6d2c9a req-13e637f9-3b69-4872-8d3a-f4679fb1adcc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=aa412417-0fa1-43a3-b379-d4c9b766d296 HTTP/1.1" status: 200 len: 1098 time: 0.1239531 Aug 11 02:21:44.597109 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f7199-0515-44b4-8bd0-30cd0a59be00 None None] Pushing event updated for resources: {'Port': ['ID=35601df6-7fa2-419a-8695-a7403632afbd,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:44.614439 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-916f7199-0515-44b4-8bd0-30cd0a59be00 None None] Provisioning for port 05e54cba-9112-4d03-9b7d-29e8760215b2 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:44.617318 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-f74e9772-1783-46b6-b362-3e6002588169 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:44.633833 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-916f7199-0515-44b4-8bd0-30cd0a59be00 None None] Provisioning complete for port 05e54cba-9112-4d03-9b7d-29e8760215b2 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:44.634221 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-916f7199-0515-44b4-8bd0-30cd0a59be00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:44.651412 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2751a7e4-298f-4674-9efa-71e59d6d2c9a req-ce4a4190-8d80-42c3-a5b8-06283208087d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5c2fe744-d8f1-4188-a1be-1bf3858d6db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956094 Aug 11 02:21:44.664948 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-f74e9772-1783-46b6-b362-3e6002588169 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Transition to ACTIVE for port object 60b4f44f-53bb-40d7-830d-e823fe95e63d will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:44.717079 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-916f7199-0515-44b4-8bd0-30cd0a59be00 None None] Port 05e54cba-9112-4d03-9b7d-29e8760215b2 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:21:44.740260 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-f74e9772-1783-46b6-b362-3e6002588169 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:44.742531 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-85e2e58c-d900-4feb-9ef2-6641cd477da7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:44.786979 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-f74e9772-1783-46b6-b362-3e6002588169 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Network 2f5256b7-c13c-4c07-bd81-4b3065ccc5ed is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:44.806153 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-f74e9772-1783-46b6-b362-3e6002588169 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:44.810104 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-f74e9772-1783-46b6-b362-3e6002588169 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:44.855386 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-78632601-70eb-4deb-8d4d-34d075da13a9 None None] Provisioning complete for port 35601df6-7fa2-419a-8695-a7403632afbd triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:44.855882 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-78632601-70eb-4deb-8d4d-34d075da13a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:44.895109 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-f74e9772-1783-46b6-b362-3e6002588169 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:44.895961 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-f74e9772-1783-46b6-b362-3e6002588169 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:44.922577 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e9772-1783-46b6-b362-3e6002588169 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Pushing event updated for resources: {'Port': ['ID=60b4f44f-53bb-40d7-830d-e823fe95e63d,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:44.934947 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-f74e9772-1783-46b6-b362-3e6002588169 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0851443 Aug 11 02:21:44.949017 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-61281aff-111b-4e2b-9578-80955794681e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Request body: {'port': {'device_id': '0a485173-5d45-4a90-9355-2811fc37f6d3', 'network_id': '258b38d3-4815-4e64-bde0-2f6d66807cc8', 'admin_state_up': True, 'tenant_id': '5da9d71ea3284656941727da7d0445e0'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:44.965798 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 35601df6-7fa2-419a-8695-a7403632afbd up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:45.149321 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-61281aff-111b-4e2b-9578-80955794681e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Made reservation on behalf of 5da9d71ea3284656941727da7d0445e0 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:45.154171 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-61281aff-111b-4e2b-9578-80955794681e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:45.165298 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b200888-c3dd-44cf-8bf2-23f21b8ddb65 req-96427d56-a024-45a3-b120-6c7ea0683813 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:45.168987 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 35601df6-7fa2-419a-8695-a7403632afbd triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:45.171998 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:45.173263 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b200888-c3dd-44cf-8bf2-23f21b8ddb65 req-96427d56-a024-45a3-b120-6c7ea0683813 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:45.184432 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1b200888-c3dd-44cf-8bf2-23f21b8ddb65 req-96427d56-a024-45a3-b120-6c7ea0683813 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a485173-5d45-4a90-9355-2811fc37f6d3 HTTP/1.1" status: 200 len: 1653 time: 0.1646526 Aug 11 02:21:45.251401 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1b200888-c3dd-44cf-8bf2-23f21b8ddb65 req-6709ed4a-e525-444a-9aed-27c5ab3b7361 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605175 Aug 11 02:21:45.315137 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-78632601-70eb-4deb-8d4d-34d075da13a9 None None] Provisioning for port e4a77238-d063-4ac8-899b-759a37e8138f completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:45.326285 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-78632601-70eb-4deb-8d4d-34d075da13a9 None None] Provisioning complete for port e4a77238-d063-4ac8-899b-759a37e8138f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:45.326679 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-78632601-70eb-4deb-8d4d-34d075da13a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:45.409490 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-85e2e58c-d900-4feb-9ef2-6641cd477da7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Deleting port e4a77238-d063-4ac8-899b-759a37e8138f {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:45.409747 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-78632601-70eb-4deb-8d4d-34d075da13a9 None None] Port e4a77238-d063-4ac8-899b-759a37e8138f cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:21:45.409875 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-85e2e58c-d900-4feb-9ef2-6641cd477da7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:45.413332 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f25e630c-73aa-41e8-9db5-a1fbcb419081 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:45.423727 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-61281aff-111b-4e2b-9578-80955794681e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Allocated IP 19.80.0.250 (258b38d3-4815-4e64-bde0-2f6d66807cc8/3319d5bd-3f24-4dd9-abeb-1dc8c606c611/150081e9-79b2-4bef-90ec-199eee1cb5ec) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:45.479057 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port f25e630c-73aa-41e8-9db5-a1fbcb419081 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:45.479632 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:45.582510 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5e8133e6-4cc4-436b-9176-d02dbd52ac86 None None] Provisioning complete for port e4a77238-d063-4ac8-899b-759a37e8138f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:45.583073 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5e8133e6-4cc4-436b-9176-d02dbd52ac86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:45.589257 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-85e2e58c-d900-4feb-9ef2-6641cd477da7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:45.603658 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-85e2e58c-d900-4feb-9ef2-6641cd477da7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Calling delete_port for e4a77238-d063-4ac8-899b-759a37e8138f owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:45.670063 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2e1c6f97-adfc-452c-8131-c8270f2d453a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:45.691488 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4d24b-d52c-4911-bb18-1c95088b2c23 req-c7fe148c-8478-45c4-9586-1078dd20f278 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:45.693356 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c5c4d24b-d52c-4911-bb18-1c95088b2c23 req-c7fe148c-8478-45c4-9586-1078dd20f278 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1938522 Aug 11 02:21:45.829331 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-61281aff-111b-4e2b-9578-80955794681e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:45.853952 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871140fc-ae07-456e-9fdf-22c9e7bee214 req-514f0169-bb68-4a54-8fa8-6711a9e4eb06 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:45.854596 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c5c4d24b-d52c-4911-bb18-1c95088b2c23 req-babc4401-4bb5-4f7c-ac55-a0e06d9907a1 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516185 Aug 11 02:21:45.855859 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-871140fc-ae07-456e-9fdf-22c9e7bee214 req-514f0169-bb68-4a54-8fa8-6711a9e4eb06 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa412417-0fa1-43a3-b379-d4c9b766d296 HTTP/1.1" status: 200 len: 946 time: 0.1785014 Aug 11 02:21:45.879520 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-61281aff-111b-4e2b-9578-80955794681e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Transition to ACTIVE for port object 150081e9-79b2-4bef-90ec-199eee1cb5ec will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:45.883365 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-5e8133e6-4cc4-436b-9176-d02dbd52ac86 None None] Port e4a77238-d063-4ac8-899b-759a37e8138f cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:21:45.921192 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 35e43de2-1d49-45fc-b57f-48bf78e887dc up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:45.936433 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5e8133e6-4cc4-436b-9176-d02dbd52ac86 None None] Provisioning for port 60b4f44f-53bb-40d7-830d-e823fe95e63d completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:45.939189 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-61281aff-111b-4e2b-9578-80955794681e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:45.975187 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5e8133e6-4cc4-436b-9176-d02dbd52ac86 None None] Provisioning complete for port 60b4f44f-53bb-40d7-830d-e823fe95e63d triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:45.977658 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5e8133e6-4cc4-436b-9176-d02dbd52ac86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:45.986932 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-85e2e58c-d900-4feb-9ef2-6641cd477da7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:46.008075 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-871140fc-ae07-456e-9fdf-22c9e7bee214 req-9ee5a890-d32f-4337-a0ce-4ebf3463b3d2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c2fe744-d8f1-4188-a1be-1bf3858d6db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891316 Aug 11 02:21:46.062599 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61281aff-111b-4e2b-9578-80955794681e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Pushing event updated for resources: {'Port': ['ID=150081e9-79b2-4bef-90ec-199eee1cb5ec,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:46.067006 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-5e8133e6-4cc4-436b-9176-d02dbd52ac86 None None] Port 60b4f44f-53bb-40d7-830d-e823fe95e63d cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:21:46.086381 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-61281aff-111b-4e2b-9578-80955794681e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Network 258b38d3-4815-4e64-bde0-2f6d66807cc8 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:46.090573 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-61281aff-111b-4e2b-9578-80955794681e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:46.106050 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-61281aff-111b-4e2b-9578-80955794681e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:46.112598 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 35e43de2-1d49-45fc-b57f-48bf78e887dc triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:46.115607 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:46.137537 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2e58c-d900-4feb-9ef2-6641cd477da7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Port': ['ID=e4a77238-d063-4ac8-899b-759a37e8138f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:46.190020 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b5a92eb8-3ace-48b5-9a7d-5832ac4c852c None None] Could not find standard attr ID for object e4a77238-d063-4ac8-899b-759a37e8138f. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:21:46.268902 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-85e2e58c-d900-4feb-9ef2-6641cd477da7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:46.321359 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-61281aff-111b-4e2b-9578-80955794681e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:46.322015 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-61281aff-111b-4e2b-9578-80955794681e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:46.343595 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd70371-4003-4011-b38c-c6bec4dc16f9 req-d3d53ee2-afb7-47fa-936f-2db3767955ad tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:46.345731 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2bd70371-4003-4011-b38c-c6bec4dc16f9 req-d3d53ee2-afb7-47fa-936f-2db3767955ad tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.2106400 Aug 11 02:21:46.348401 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2f98e-9ac7-4ea6-8e9d-0e3600244141 req-c7f889bc-b57e-45b1-a521-e0545b120ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:46.349807 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-51b2f98e-9ac7-4ea6-8e9d-0e3600244141 req-c7f889bc-b57e-45b1-a521-e0545b120ccb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=953757b63989485aa599c97f35f2480d&device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 1096 time: 0.1546032 Aug 11 02:21:46.351220 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-61281aff-111b-4e2b-9578-80955794681e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4080012 Aug 11 02:21:46.389226 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-32da02f0-4073-4bf4-b1bb-da117cd32d12 service neutron] Request body: {'port': {'device_id': '0a485173-5d45-4a90-9355-2811fc37f6d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:46.396381 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4183e-98de-4186-9a87-f7877b78716c req-e4c6f3aa-2f57-4e46-ad71-8ac96ae439ce tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:46.397979 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e3d4183e-98de-4186-9a87-f7877b78716c req-e4c6f3aa-2f57-4e46-ad71-8ac96ae439ce tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa412417-0fa1-43a3-b379-d4c9b766d296 HTTP/1.1" status: 200 len: 946 time: 0.2081745 Aug 11 02:21:46.483523 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2bd70371-4003-4011-b38c-c6bec4dc16f9 req-e8ef5341-81d2-4bb6-84d9-8d2e3bd7d841 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267548 Aug 11 02:21:46.483836 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e2e58c-d900-4feb-9ef2-6641cd477da7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Router 8ec8ad90-46c1-4377-b154-54aa1dec8680 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:21:46.509122 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e3d4183e-98de-4186-9a87-f7877b78716c req-1ed2b759-b41d-4f93-8437-3174534e47bc tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c2fe744-d8f1-4188-a1be-1bf3858d6db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789089 Aug 11 02:21:46.524682 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3fadb876-43c7-472a-b194-c4160ef0fb5b None None] Provisioning for port 150081e9-79b2-4bef-90ec-199eee1cb5ec completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:46.526790 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-32da02f0-4073-4bf4-b1bb-da117cd32d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:46.530101 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3fadb876-43c7-472a-b194-c4160ef0fb5b None None] Provisioning complete for port 150081e9-79b2-4bef-90ec-199eee1cb5ec triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:46.530765 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3fadb876-43c7-472a-b194-c4160ef0fb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:46.546244 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51172) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:46.572651 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-3fadb876-43c7-472a-b194-c4160ef0fb5b None None] Port 150081e9-79b2-4bef-90ec-199eee1cb5ec cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:21:46.582593 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2f98e-9ac7-4ea6-8e9d-0e3600244141 req-c039ca5f-6c3d-4ce0-bcc2-5bd7687cd0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:46.584209 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-51b2f98e-9ac7-4ea6-8e9d-0e3600244141 req-c039ca5f-6c3d-4ce0-bcc2-5bd7687cd0c2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99 HTTP/1.1" status: 200 len: 913 time: 0.2173147 Aug 11 02:21:46.655067 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e2e58c-d900-4feb-9ef2-6641cd477da7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:21:46.664996 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-85e2e58c-d900-4feb-9ef2-6641cd477da7 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "PUT /v2.0/routers/8ec8ad90-46c1-4377-b154-54aa1dec8680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4907069 Aug 11 02:21:46.667956 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51174) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:46.673560 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8d9cef-8146-4e3d-bccf-3b965c29c051 None None] Sync routers for ids ['8ec8ad90-46c1-4377-b154-54aa1dec8680'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:21:46.689847 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8d9cef-8146-4e3d-bccf-3b965c29c051 None None] Routers {'8ec8ad90-46c1-4377-b154-54aa1dec8680'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:46.690382 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ef8d9cef-8146-4e3d-bccf-3b965c29c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['8ec8ad90-46c1-4377-b154-54aa1dec8680'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:46.700346 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d2e86b-5e09-4d79-bbc4-3bd887fee7dc tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:46.707452 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-40ef4c2b-3154-4c6b-95a3-b20d8d4801fc tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ec8ad90-46c1-4377-b154-54aa1dec8680 HTTP/1.1" status: 200 len: 205 time: 0.0320671 Aug 11 02:21:46.707844 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-67d2e86b-5e09-4d79-bbc4-3bd887fee7dc tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=aa412417-0fa1-43a3-b379-d4c9b766d296 HTTP/1.1" status: 200 len: 1093 time: 0.1510942 Aug 11 02:21:46.707987 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51176) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:46.710806 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-0f3007a8-a77b-428e-b582-74a5e75caba2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'port_id': '03ab97c1-d7fa-4705-a14a-8b1d60a807da', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:46.723111 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42759b2b-a3ba-4542-a9f5-7067774236be req-b44056bf-2ed6-4d40-b1c2-a1c6e283175b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:46.729043 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42759b2b-a3ba-4542-a9f5-7067774236be req-b44056bf-2ed6-4d40-b1c2-a1c6e283175b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:46.735484 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42759b2b-a3ba-4542-a9f5-7067774236be req-b44056bf-2ed6-4d40-b1c2-a1c6e283175b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:46.745298 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-42759b2b-a3ba-4542-a9f5-7067774236be req-b44056bf-2ed6-4d40-b1c2-a1c6e283175b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a485173-5d45-4a90-9355-2811fc37f6d3 HTTP/1.1" status: 200 len: 2375 time: 0.1184120 Aug 11 02:21:46.745443 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ef8d9cef-8146-4e3d-bccf-3b965c29c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:46.752467 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51178) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:46.756383 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8d9cef-8146-4e3d-bccf-3b965c29c051 None None] Routers {'8ec8ad90-46c1-4377-b154-54aa1dec8680'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:46.757136 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ef8d9cef-8146-4e3d-bccf-3b965c29c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['8ec8ad90-46c1-4377-b154-54aa1dec8680'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:46.762077 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-51b2f98e-9ac7-4ea6-8e9d-0e3600244141 req-3097f9af-1a70-406d-a8d7-a7c18d8feab6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2fc812-8e74-4f08-a40c-f327ac14bb35 HTTP/1.1" status: 200 len: 998 time: 0.1555526 Aug 11 02:21:46.789215 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ef8d9cef-8146-4e3d-bccf-3b965c29c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:46.789864 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8d9cef-8146-4e3d-bccf-3b965c29c051 None None] The sync data for ids ['8ec8ad90-46c1-4377-b154-54aa1dec8680'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:21:46.858199 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-42759b2b-a3ba-4542-a9f5-7067774236be req-e859a8f6-1a2e-4eea-ac90-fadffd480ba0 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141691 Aug 11 02:21:46.860308 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1d13930d-ac95-4acd-8837-3b7c42b35b05 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:46.868678 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2f98e-9ac7-4ea6-8e9d-0e3600244141 req-b7d1a3c0-2b6c-404b-bb36-6d28c7c0edef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:46.870427 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-51b2f98e-9ac7-4ea6-8e9d-0e3600244141 req-b7d1a3c0-2b6c-404b-bb36-6d28c7c0edef service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7193a88f-4d31-4933-a3af-0738d0f7bf97 HTTP/1.1" status: 200 len: 851 time: 0.0988195 Aug 11 02:21:46.933693 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0f3007a8-a77b-428e-b582-74a5e75caba2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:46.955420 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2f98e-9ac7-4ea6-8e9d-0e3600244141 req-db883204-ebe0-456f-9ad0-c8a0eec20ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:46.956979 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-51b2f98e-9ac7-4ea6-8e9d-0e3600244141 req-db883204-ebe0-456f-9ad0-c8a0eec20ebe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734584 Aug 11 02:21:47.052923 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-32da02f0-4073-4bf4-b1bb-da117cd32d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e54cba-9112-4d03-9b7d-29e8760215b2 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:47.061065 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1d13930d-ac95-4acd-8837-3b7c42b35b05 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.063591 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-32da02f0-4073-4bf4-b1bb-da117cd32d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.064810 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1d13930d-ac95-4acd-8837-3b7c42b35b05 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.090449 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-32da02f0-4073-4bf4-b1bb-da117cd32d12 service neutron] Transition to ACTIVE for port object 05e54cba-9112-4d03-9b7d-29e8760215b2 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:47.097623 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-32da02f0-4073-4bf4-b1bb-da117cd32d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.120812 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1d13930d-ac95-4acd-8837-3b7c42b35b05 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.121364 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d13930d-ac95-4acd-8837-3b7c42b35b05 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Fanout notify agent at l3_agent the message router_deleted on router 8ec8ad90-46c1-4377-b154-54aa1dec8680 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:21:47.128868 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1d13930d-ac95-4acd-8837-3b7c42b35b05 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.129123 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-51b2f98e-9ac7-4ea6-8e9d-0e3600244141 req-40b83c20-3bf2-47d8-ada1-7a21a1551d4e service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617272 Aug 11 02:21:47.129977 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1d13930d-ac95-4acd-8837-3b7c42b35b05 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/routers/8ec8ad90-46c1-4377-b154-54aa1dec8680 HTTP/1.1" status: 204 len: 168 time: 0.3773267 Aug 11 02:21:47.132781 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51184) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:47.177977 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0f3007a8-a77b-428e-b582-74a5e75caba2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.245478 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da02f0-4073-4bf4-b1bb-da117cd32d12 service neutron] Pushing event updated for resources: {'Port': ['ID=05e54cba-9112-4d03-9b7d-29e8760215b2,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:47.284673 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d7f5c60-aa7f-4398-8c71-41d4e4f94858 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Deleting subnet bcfe8708-d8d0-4914-be15-bb4072d35026 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:21:47.296314 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d7f5c60-aa7f-4398-8c71-41d4e4f94858 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.297668 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-0f3007a8-a77b-428e-b582-74a5e75caba2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Allocated IP 172.25.2.93 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/b1d08f6b-be0c-4438-93bf-c5d7531379af) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:47.379737 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d7f5c60-aa7f-4398-8c71-41d4e4f94858 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.385471 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-51b2f98e-9ac7-4ea6-8e9d-0e3600244141 req-60789439-c1de-4a54-91c9-5483d876f48b service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427096 Aug 11 02:21:47.420631 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0f3007a8-a77b-428e-b582-74a5e75caba2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.426747 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-32da02f0-4073-4bf4-b1bb-da117cd32d12 service neutron] Attempting to bind port 05e54cba-9112-4d03-9b7d-29e8760215b2 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:47.427078 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-32da02f0-4073-4bf4-b1bb-da117cd32d12 service neutron] Attempting to bind port 05e54cba-9112-4d03-9b7d-29e8760215b2 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '32d82f75-2b42-4cf5-a610-05761f9f86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '258b38d3-4815-4e64-bde0-2f6d66807cc8'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:47.427420 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-32da02f0-4073-4bf4-b1bb-da117cd32d12 service neutron] Attempting to bind port 05e54cba-9112-4d03-9b7d-29e8760215b2 on network 258b38d3-4815-4e64-bde0-2f6d66807cc8 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:47.438988 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-32da02f0-4073-4bf4-b1bb-da117cd32d12 service neutron] Port 05e54cba-9112-4d03-9b7d-29e8760215b2 on network 258b38d3-4815-4e64-bde0-2f6d66807cc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:21:47.439320 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-32da02f0-4073-4bf4-b1bb-da117cd32d12 service neutron] Attempting to bind port 05e54cba-9112-4d03-9b7d-29e8760215b2 on network 258b38d3-4815-4e64-bde0-2f6d66807cc8 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:47.450557 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-32da02f0-4073-4bf4-b1bb-da117cd32d12 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:47.450919 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-32da02f0-4073-4bf4-b1bb-da117cd32d12 service neutron] Checking segment: {'id': '32d82f75-2b42-4cf5-a610-05761f9f86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '258b38d3-4815-4e64-bde0-2f6d66807cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:47.451310 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-32da02f0-4073-4bf4-b1bb-da117cd32d12 service neutron] Bound using segment: {'id': '32d82f75-2b42-4cf5-a610-05761f9f86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '258b38d3-4815-4e64-bde0-2f6d66807cc8'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:47.451773 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-32da02f0-4073-4bf4-b1bb-da117cd32d12 service neutron] Bound port: 05e54cba-9112-4d03-9b7d-29e8760215b2, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d82f75-2b42-4cf5-a610-05761f9f86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '258b38d3-4815-4e64-bde0-2f6d66807cc8'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:47.452140 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-32da02f0-4073-4bf4-b1bb-da117cd32d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.463528 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0f3007a8-a77b-428e-b582-74a5e75caba2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.507466 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3007a8-a77b-428e-b582-74a5e75caba2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:47.512642 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-0f3007a8-a77b-428e-b582-74a5e75caba2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:47.517721 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3007a8-a77b-428e-b582-74a5e75caba2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:47.520400 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3007a8-a77b-428e-b582-74a5e75caba2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'Port': ['ID=b1d08f6b-be0c-4438-93bf-c5d7531379af,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:47.582693 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d7f5c60-aa7f-4398-8c71-41d4e4f94858 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.622159 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-32da02f0-4073-4bf4-b1bb-da117cd32d12 service neutron] For port 05e54cba-9112-4d03-9b7d-29e8760215b2, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:47.653888 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-32da02f0-4073-4bf4-b1bb-da117cd32d12 service neutron] For port 05e54cba-9112-4d03-9b7d-29e8760215b2, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=05e54cba-9112-4d03-9b7d-29e8760215b2,segment=NetworkSegment(32d82f75-2b42-4cf5-a610-05761f9f86b7),segment_id=32d82f75-2b42-4cf5-a610-05761f9f86b7)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:47.665148 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-32da02f0-4073-4bf4-b1bb-da117cd32d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.709759 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bde4df-b369-494a-b3bf-ec3189468d4d req-29549be0-8802-4a40-ae84-70ff673c6d53 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:47.711295 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d1bde4df-b369-494a-b3bf-ec3189468d4d req-29549be0-8802-4a40-ae84-70ff673c6d53 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1392860 Aug 11 02:21:47.746720 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-32da02f0-4073-4bf4-b1bb-da117cd32d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:47.747344 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-32da02f0-4073-4bf4-b1bb-da117cd32d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.748901 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-32da02f0-4073-4bf4-b1bb-da117cd32d12 service neutron] 10.222.0.66 "PUT /v2.0/ports/05e54cba-9112-4d03-9b7d-29e8760215b2 HTTP/1.1" status: 200 len: 1092 time: 1.3669176 Aug 11 02:21:47.749195 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a485173-5d45-4a90-9355-2811fc37f6d3', 'tag': '05e54cba-9112-4d03-9b7d-29e8760215b2'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:47.751707 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f353e7-61e4-47ed-9aae-de91b25c01fa" -d '{"events": [{"name": "network-changed", "server_uuid": "0a485173-5d45-4a90-9355-2811fc37f6d3", "tag": "05e54cba-9112-4d03-9b7d-29e8760215b2"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:47.785943 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d7f5c60-aa7f-4398-8c71-41d4e4f94858 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.793776 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-0a2b71ff-0ac4-49b8-99d2-5015bea100f4 service neutron] Request body: {'port': {'device_id': '0a485173-5d45-4a90-9355-2811fc37f6d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:47.846905 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da02f0-4073-4bf4-b1bb-da117cd32d12 service neutron] Pushing event updated for resources: {'Port': ['ID=05e54cba-9112-4d03-9b7d-29e8760215b2,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:47.858723 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f5c60-aa7f-4398-8c71-41d4e4f94858 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Subnet': ['ID=bcfe8708-d8d0-4914-be15-bb4072d35026,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:47.863040 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d7f5c60-aa7f-4398-8c71-41d4e4f94858 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.865296 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4d7f5c60-aa7f-4398-8c71-41d4e4f94858 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/subnets/bcfe8708-d8d0-4914-be15-bb4072d35026 HTTP/1.1" status: 204 len: 168 time: 0.7313316 Aug 11 02:21:47.868440 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51208) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:47.871038 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a1f06a-62e6-40e8-9cb8-9a9bb0d041e0 None None] Network 91576cf1-5741-4cc3-82cc-5d93b764a508 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:47.897714 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d1bde4df-b369-494a-b3bf-ec3189468d4d req-260cfd7f-f744-4206-86e4-52811cfd3bff tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786554 Aug 11 02:21:48.074888 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-0a2b71ff-0ac4-49b8-99d2-5015bea100f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.081553 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b0cfc7c-331e-4f70-b157-a6ea0712bf7e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.172646 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae7f91b-c83c-427e-9384-d7c55a070832 x-openstack-request-id: req-dae7f91b-c83c-427e-9384-d7c55a070832 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:48.172939 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a485173-5d45-4a90-9355-2811fc37f6d3", "tag": "05e54cba-9112-4d03-9b7d-29e8760215b2", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:48.173193 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dae7f91b-c83c-427e-9384-d7c55a070832 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:48.173614 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a485173-5d45-4a90-9355-2811fc37f6d3', 'tag': '05e54cba-9112-4d03-9b7d-29e8760215b2', 'status': 'completed', 'code': 200} Aug 11 02:21:48.247269 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b194e54f-5af7-41c6-9efd-4f6c2b096ea5 None None] DHCP port deletion for 91576cf1-5741-4cc3-82cc-5d93b764a508 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:21:48.300960 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-05b3c9ad-b36e-42d5-9037-3f743a0a31a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.321747 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-b194e54f-5af7-41c6-9efd-4f6c2b096ea5 None None] Deleting port 35601df6-7fa2-419a-8695-a7403632afbd {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:48.322531 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b194e54f-5af7-41c6-9efd-4f6c2b096ea5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.366504 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f353e7-61e4-47ed-9aae-de91b25c01fa req-661d7209-55de-4506-a0a8-df8f6895ee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:48.367006 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f353e7-61e4-47ed-9aae-de91b25c01fa req-661d7209-55de-4506-a0a8-df8f6895ee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:48.367493 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f353e7-61e4-47ed-9aae-de91b25c01fa req-661d7209-55de-4506-a0a8-df8f6895ee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:48.369214 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-34f353e7-61e4-47ed-9aae-de91b25c01fa req-661d7209-55de-4506-a0a8-df8f6895ee61 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5da9d71ea3284656941727da7d0445e0&device_id=0a485173-5d45-4a90-9355-2811fc37f6d3 HTTP/1.1" status: 200 len: 2731 time: 0.2003291 Aug 11 02:21:48.390258 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.402786 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ca193-21a3-4f4e-9271-4110e862ca07 req-0f1e52dd-918f-4fdc-8899-a4c72141949d tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:48.407020 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-b194e54f-5af7-41c6-9efd-4f6c2b096ea5 None None] For port 35601df6-7fa2-419a-8695-a7403632afbd, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=35601df6-7fa2-419a-8695-a7403632afbd,segment=NetworkSegment(3cf3f3d5-287c-4edc-8411-6d7235faeca0),segment_id=3cf3f3d5-287c-4edc-8411-6d7235faeca0)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:48.407564 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b194e54f-5af7-41c6-9efd-4f6c2b096ea5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.408959 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ca193-21a3-4f4e-9271-4110e862ca07 req-0f1e52dd-918f-4fdc-8899-a4c72141949d tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:48.414962 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ca193-21a3-4f4e-9271-4110e862ca07 req-0f1e52dd-918f-4fdc-8899-a4c72141949d tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:48.416702 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-652ca193-21a3-4f4e-9271-4110e862ca07 req-0f1e52dd-918f-4fdc-8899-a4c72141949d tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a485173-5d45-4a90-9355-2811fc37f6d3 HTTP/1.1" status: 200 len: 2387 time: 0.2348340 Aug 11 02:21:48.420804 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-b194e54f-5af7-41c6-9efd-4f6c2b096ea5 None None] Calling delete_port for 35601df6-7fa2-419a-8695-a7403632afbd owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:48.486047 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0f3007a8-a77b-428e-b582-74a5e75caba2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.494577 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832a0d2-d9b3-422a-879c-032e8a344b56 req-c0f6504b-b33d-4c92-8b67-bb310f56bd07 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:48.496143 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2832a0d2-d9b3-422a-879c-032e8a344b56 req-c0f6504b-b33d-4c92-8b67-bb310f56bd07 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 945 time: 0.0669663 Aug 11 02:21:48.502829 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-4b0cfc7c-331e-4f70-b157-a6ea0712bf7e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Deleting port 35601df6-7fa2-419a-8695-a7403632afbd {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:48.503082 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b0cfc7c-331e-4f70-b157-a6ea0712bf7e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.512234 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b194e54f-5af7-41c6-9efd-4f6c2b096ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.539368 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194e54f-5af7-41c6-9efd-4f6c2b096ea5 None None] Pushing event deleted for resources: {'Port': ['ID=35601df6-7fa2-419a-8695-a7403632afbd,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:48.544428 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b194e54f-5af7-41c6-9efd-4f6c2b096ea5 None None] No DVR routers for this DVR port 35601df6-7fa2-419a-8695-a7403632afbd on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:21:48.568979 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2832a0d2-d9b3-422a-879c-032e8a344b56 req-788bde8c-c0d9-4e75-8598-e2a5595f0542 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511706 Aug 11 02:21:48.598372 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0f3007a8-a77b-428e-b582-74a5e75caba2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.756233 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0f3007a8-a77b-428e-b582-74a5e75caba2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.760709 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0f3007a8-a77b-428e-b582-74a5e75caba2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.837810 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3007a8-a77b-428e-b582-74a5e75caba2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'Port': ['ID=b1d08f6b-be0c-4438-93bf-c5d7531379af,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:48.845076 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0f3007a8-a77b-428e-b582-74a5e75caba2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.871069 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 35601df6-7fa2-419a-8695-a7403632afbd no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:21:48.893205 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 35601df6-7fa2-419a-8695-a7403632afbd {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:21:48.893561 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 35601df6-7fa2-419a-8695-a7403632afbd not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:21:48.950923 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-0f3007a8-a77b-428e-b582-74a5e75caba2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Floating IP c75518b3-3704-4b1c-af4a-3444f25c6052 associated. External IP: 172.25.2.93, port: 03ab97c1-d7fa-4705-a14a-8b1d60a807da. Aug 11 02:21:49.001782 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-652ca193-21a3-4f4e-9271-4110e862ca07 req-4255aa63-cad5-4388-a90d-0ec770e4e0d5 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5726244 Aug 11 02:21:49.060055 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-4b0cfc7c-331e-4f70-b157-a6ea0712bf7e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] For port 35601df6-7fa2-419a-8695-a7403632afbd, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=35601df6-7fa2-419a-8695-a7403632afbd,segment=NetworkSegment(3cf3f3d5-287c-4edc-8411-6d7235faeca0),segment_id=3cf3f3d5-287c-4edc-8411-6d7235faeca0)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:49.060452 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b0cfc7c-331e-4f70-b157-a6ea0712bf7e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.087765 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a7d8c-fe68-4067-8b17-53538386a344 req-3109b083-6e63-4a38-957a-a351288dae5d tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:49.092014 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3d3a7d8c-fe68-4067-8b17-53538386a344 req-3109b083-6e63-4a38-957a-a351288dae5d tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1064548 Aug 11 02:21:49.098349 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-4b0cfc7c-331e-4f70-b157-a6ea0712bf7e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Calling delete_port for 35601df6-7fa2-419a-8695-a7403632afbd owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:49.103773 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f353e7-61e4-47ed-9aae-de91b25c01fa req-a5af1a63-df13-4f4b-887e-f3860a5e2d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:49.104452 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f353e7-61e4-47ed-9aae-de91b25c01fa req-a5af1a63-df13-4f4b-887e-f3860a5e2d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:49.104929 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f353e7-61e4-47ed-9aae-de91b25c01fa req-a5af1a63-df13-4f4b-887e-f3860a5e2d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:49.106614 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-34f353e7-61e4-47ed-9aae-de91b25c01fa req-a5af1a63-df13-4f4b-887e-f3860a5e2d4a service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=5da9d71ea3284656941727da7d0445e0&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6872771 Aug 11 02:21:49.183157 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3d3a7d8c-fe68-4067-8b17-53538386a344 req-759ef710-0b9a-451a-81fc-ae827fede996 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834596 Aug 11 02:21:49.253479 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3007a8-a77b-428e-b582-74a5e75caba2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Router 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:21:49.333536 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-0a2b71ff-0ac4-49b8-99d2-5015bea100f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60b4f44f-53bb-40d7-830d-e823fe95e63d {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:49.360242 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-0a2b71ff-0ac4-49b8-99d2-5015bea100f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.380783 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43bfe6-55b1-4b3e-b552-2c0a5531fb92 req-5c76b6ce-d2b7-4e98-b461-bfd0c092d2ff tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:49.382277 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fa43bfe6-55b1-4b3e-b552-2c0a5531fb92 req-5c76b6ce-d2b7-4e98-b461-bfd0c092d2ff tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1200285 Aug 11 02:21:49.400691 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-0a2b71ff-0ac4-49b8-99d2-5015bea100f4 service neutron] Transition to ACTIVE for port object 60b4f44f-53bb-40d7-830d-e823fe95e63d will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:49.412675 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-0a2b71ff-0ac4-49b8-99d2-5015bea100f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.420292 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3007a8-a77b-428e-b582-74a5e75caba2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:21:49.433653 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ec8b69-3f7e-4275-b070-89560b9b8968 None None] Sync routers for ids ['612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:21:49.438613 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fa43bfe6-55b1-4b3e-b552-2c0a5531fb92 req-2c7bea2c-cdee-4707-bcdd-389738890da9 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479469 Aug 11 02:21:49.444072 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ec8b69-3f7e-4275-b070-89560b9b8968 None None] Routers {'612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:49.445209 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-47ec8b69-3f7e-4275-b070-89560b9b8968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:49.451027 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0f3007a8-a77b-428e-b582-74a5e75caba2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.454018 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f353e7-61e4-47ed-9aae-de91b25c01fa req-15c3f514-29f2-40a6-849b-c30df16b0248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:49.455457 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-34f353e7-61e4-47ed-9aae-de91b25c01fa req-15c3f514-29f2-40a6-849b-c30df16b0248 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3382466 Aug 11 02:21:49.485861 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b0cfc7c-331e-4f70-b157-a6ea0712bf7e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.497388 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0f3007a8-a77b-428e-b582-74a5e75caba2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7900555 Aug 11 02:21:49.498667 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51226) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:49.498971 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa412417-0fa1-43a3-b379-d4c9b766d296', 'tag': '03ab97c1-d7fa-4705-a14a-8b1d60a807da'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:49.502052 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1f0e8d-88ad-4b84-b7f0-dcff82643bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "aa412417-0fa1-43a3-b379-d4c9b766d296", "tag": "03ab97c1-d7fa-4705-a14a-8b1d60a807da"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:49.510675 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0cfc7c-331e-4f70-b157-a6ea0712bf7e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] No DVR routers for this DVR port 35601df6-7fa2-419a-8695-a7403632afbd on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:21:49.576157 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b71ff-0ac4-49b8-99d2-5015bea100f4 service neutron] Pushing event updated for resources: {'Port': ['ID=60b4f44f-53bb-40d7-830d-e823fe95e63d,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:49.586576 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1420193e-06fc-4748-9945-d07d718a1132 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/floatingips/c75518b3-3704-4b1c-af4a-3444f25c6052 HTTP/1.1" status: 200 len: 991 time: 0.0813034 Aug 11 02:21:49.635348 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-47ec8b69-3f7e-4275-b070-89560b9b8968 None None] Set router 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:49.637564 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4c739e-6018-42d9-81ea-d84c21d8fa78 x-openstack-request-id: req-ca4c739e-6018-42d9-81ea-d84c21d8fa78 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:49.638032 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa412417-0fa1-43a3-b379-d4c9b766d296", "tag": "03ab97c1-d7fa-4705-a14a-8b1d60a807da", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:49.638618 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ca4c739e-6018-42d9-81ea-d84c21d8fa78 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:49.639127 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa412417-0fa1-43a3-b379-d4c9b766d296', 'tag': '03ab97c1-d7fa-4705-a14a-8b1d60a807da', 'status': 'completed', 'code': 200} Aug 11 02:21:49.663284 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0cfc7c-331e-4f70-b157-a6ea0712bf7e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Port': ['ID=35601df6-7fa2-419a-8695-a7403632afbd,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:49.789826 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ef795-ce2b-4142-8698-efe37dc16e70 req-7dd4d6b9-f3e3-40f6-8217-90421e317a01 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:49.791390 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-449ef795-ce2b-4142-8698-efe37dc16e70 req-7dd4d6b9-f3e3-40f6-8217-90421e317a01 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 945 time: 0.0607073 Aug 11 02:21:49.803153 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-0a2b71ff-0ac4-49b8-99d2-5015bea100f4 service neutron] Attempting to bind port 60b4f44f-53bb-40d7-830d-e823fe95e63d on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:49.803478 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-0a2b71ff-0ac4-49b8-99d2-5015bea100f4 service neutron] Attempting to bind port 60b4f44f-53bb-40d7-830d-e823fe95e63d by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'bf633012-8a90-4ce9-a307-637941e0564f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2f5256b7-c13c-4c07-bd81-4b3065ccc5ed'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:49.803972 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-0a2b71ff-0ac4-49b8-99d2-5015bea100f4 service neutron] Attempting to bind port 60b4f44f-53bb-40d7-830d-e823fe95e63d on network 2f5256b7-c13c-4c07-bd81-4b3065ccc5ed {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:49.824257 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b0cfc7c-331e-4f70-b157-a6ea0712bf7e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.840601 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-449ef795-ce2b-4142-8698-efe37dc16e70 req-6d394e3d-7661-40c2-a917-ff3c43240f2b tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362973 Aug 11 02:21:49.841268 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-4b0cfc7c-331e-4f70-b157-a6ea0712bf7e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91576cf1-5741-4cc3-82cc-5d93b764a508']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:49.843274 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-0a2b71ff-0ac4-49b8-99d2-5015bea100f4 service neutron] Port 60b4f44f-53bb-40d7-830d-e823fe95e63d on network 2f5256b7-c13c-4c07-bd81-4b3065ccc5ed not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:21:49.843633 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-0a2b71ff-0ac4-49b8-99d2-5015bea100f4 service neutron] Attempting to bind port 60b4f44f-53bb-40d7-830d-e823fe95e63d on network 2f5256b7-c13c-4c07-bd81-4b3065ccc5ed {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:49.858979 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-4b0cfc7c-331e-4f70-b157-a6ea0712bf7e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf3f3d5-287c-4edc-8411-6d7235faeca0') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:49.859282 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-4b0cfc7c-331e-4f70-b157-a6ea0712bf7e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf3f3d5-287c-4edc-8411-6d7235faeca0') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:49.871883 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-0a2b71ff-0ac4-49b8-99d2-5015bea100f4 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:49.872228 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-0a2b71ff-0ac4-49b8-99d2-5015bea100f4 service neutron] Checking segment: {'id': 'bf633012-8a90-4ce9-a307-637941e0564f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2f5256b7-c13c-4c07-bd81-4b3065ccc5ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:49.872618 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-0a2b71ff-0ac4-49b8-99d2-5015bea100f4 service neutron] Bound using segment: {'id': 'bf633012-8a90-4ce9-a307-637941e0564f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2f5256b7-c13c-4c07-bd81-4b3065ccc5ed'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:49.873068 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-0a2b71ff-0ac4-49b8-99d2-5015bea100f4 service neutron] Bound port: 60b4f44f-53bb-40d7-830d-e823fe95e63d, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf633012-8a90-4ce9-a307-637941e0564f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2f5256b7-c13c-4c07-bd81-4b3065ccc5ed'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:49.873428 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-0a2b71ff-0ac4-49b8-99d2-5015bea100f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.880314 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b0cfc7c-331e-4f70-b157-a6ea0712bf7e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.882968 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f0e8d-88ad-4b84-b7f0-dcff82643bdd req-2de1166e-f7d3-4633-a01d-d1c243776d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:49.884576 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0c1f0e8d-88ad-4b84-b7f0-dcff82643bdd req-2de1166e-f7d3-4633-a01d-d1c243776d98 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=87062204daa74f23a6f53457711872b3&device_id=aa412417-0fa1-43a3-b379-d4c9b766d296 HTTP/1.1" status: 200 len: 1098 time: 0.2163534 Aug 11 02:21:49.925295 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.933638 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079288f7-d890-422a-97a1-df417e942f0a req-9bf3be45-1d1f-492f-ba32-b8a11caeb535 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:49.935153 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-079288f7-d890-422a-97a1-df417e942f0a req-9bf3be45-1d1f-492f-ba32-b8a11caeb535 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1668322 Aug 11 02:21:49.936184 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b0cfc7c-331e-4f70-b157-a6ea0712bf7e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.945619 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-47ec8b69-3f7e-4275-b070-89560b9b8968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'name': 'tempest-TestNetworkBasicOps-router-1949462947', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:21:21Z', 'revision_number': 4, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'c75518b3-3704-4b1c-af4a-3444f25c6052', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'port_id': '03ab97c1-d7fa-4705-a14a-8b1d60a807da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354', 'mac_address': 'fa:16:3e:d8:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa412417-0fa1-43a3-b379-d4c9b766d296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:21:47Z', 'updated_at': '2021-08-11T02:21:47Z', 'revision_number': 0, 'project_id': '87062204daa74f23a6f53457711872b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3ef1fb-b6f1-42e9-9858-d739619bf15c', 'name': '', 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'mac_address': 'fa:16:3e:78:b6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:20Z', 'updated_at': '2021-08-11T02:21:27Z', 'revision_number': 5, 'project_id': '87062204daa74f23a6f53457711872b3', 'subnets': [{'id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:49.972826 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ec8b69-3f7e-4275-b070-89560b9b8968 None None] Checking router: 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:21:49.981401 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ec8b69-3f7e-4275-b070-89560b9b8968 None None] Routers {'612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:49.982014 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-47ec8b69-3f7e-4275-b070-89560b9b8968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:49.992460 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0cfc7c-331e-4f70-b157-a6ea0712bf7e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:21:49.992876 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b0cfc7c-331e-4f70-b157-a6ea0712bf7e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:21:50.001333 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:21:50.089876 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-47ec8b69-3f7e-4275-b070-89560b9b8968 None None] Set router 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:50.127672 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-079288f7-d890-422a-97a1-df417e942f0a req-679359b2-d65a-461e-9534-4e71413c652b tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576295 Aug 11 02:21:50.134417 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b0cfc7c-331e-4f70-b157-a6ea0712bf7e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:50.136447 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-0a2b71ff-0ac4-49b8-99d2-5015bea100f4 service neutron] For port 60b4f44f-53bb-40d7-830d-e823fe95e63d, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:50.146383 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-0a2b71ff-0ac4-49b8-99d2-5015bea100f4 service neutron] For port 60b4f44f-53bb-40d7-830d-e823fe95e63d, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=60b4f44f-53bb-40d7-830d-e823fe95e63d,segment=NetworkSegment(bf633012-8a90-4ce9-a307-637941e0564f),segment_id=bf633012-8a90-4ce9-a307-637941e0564f)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:50.146698 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4772a-0387-40d3-9134-0ecfd1868788 req-8a163dd7-dddb-4fae-b389-e59c2e2ec20f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:50.154899 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4772a-0387-40d3-9134-0ecfd1868788 req-8a163dd7-dddb-4fae-b389-e59c2e2ec20f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:50.161370 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b0cfc7c-331e-4f70-b157-a6ea0712bf7e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:50.166562 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4772a-0387-40d3-9134-0ecfd1868788 req-8a163dd7-dddb-4fae-b389-e59c2e2ec20f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:50.166731 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4b0cfc7c-331e-4f70-b157-a6ea0712bf7e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/networks/91576cf1-5741-4cc3-82cc-5d93b764a508 HTTP/1.1" status: 204 len: 168 time: 2.2920434 Aug 11 02:21:50.166859 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-65a4772a-0387-40d3-9134-0ecfd1868788 req-8a163dd7-dddb-4fae-b389-e59c2e2ec20f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a485173-5d45-4a90-9355-2811fc37f6d3 HTTP/1.1" status: 200 len: 2399 time: 0.0910962 Aug 11 02:21:50.166956 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51242) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:50.181633 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-0f8c344b-3c34-4198-9e02-7bf726507bf2 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-430863971', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}, 'admin_state_up': False}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:50.187423 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-0a2b71ff-0ac4-49b8-99d2-5015bea100f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:50.200165 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f0e8d-88ad-4b84-b7f0-dcff82643bdd req-81f24304-f532-47ff-ac1a-ecc817a35cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:50.201658 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0c1f0e8d-88ad-4b84-b7f0-dcff82643bdd req-81f24304-f532-47ff-ac1a-ecc817a35cc5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62489474-cb4b-4c3a-81c6-d49a3321e354 HTTP/1.1" status: 200 len: 897 time: 0.3035672 Aug 11 02:21:50.202406 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0cfc7c-331e-4f70-b157-a6ea0712bf7e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Network': ['ID=91576cf1-5741-4cc3-82cc-5d93b764a508,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:50.220125 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-65a4772a-0387-40d3-9134-0ecfd1868788 req-293cd3bc-a3ff-4402-badf-ee3f8ec31dd7 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470054 Aug 11 02:21:50.315625 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-0a2b71ff-0ac4-49b8-99d2-5015bea100f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:50.316263 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-0a2b71ff-0ac4-49b8-99d2-5015bea100f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:50.317689 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-0a2b71ff-0ac4-49b8-99d2-5015bea100f4 service neutron] 10.222.0.66 "PUT /v2.0/ports/60b4f44f-53bb-40d7-830d-e823fe95e63d HTTP/1.1" status: 200 len: 1092 time: 2.5281613 Aug 11 02:21:50.318143 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a485173-5d45-4a90-9355-2811fc37f6d3', 'tag': '60b4f44f-53bb-40d7-830d-e823fe95e63d'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:50.321432 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ef7c3d-6a74-4768-a9e8-152215e04130" -d '{"events": [{"name": "network-changed", "server_uuid": "0a485173-5d45-4a90-9355-2811fc37f6d3", "tag": "60b4f44f-53bb-40d7-830d-e823fe95e63d"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:50.339655 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0f8c344b-3c34-4198-9e02-7bf726507bf2 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:50.340707 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0f8c344b-3c34-4198-9e02-7bf726507bf2 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:50.366180 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-20baf142-a00b-41a0-a9f9-c3f013f4032f service neutron] Request body: {'port': {'device_id': '0a485173-5d45-4a90-9355-2811fc37f6d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:50.397813 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b71ff-0ac4-49b8-99d2-5015bea100f4 service neutron] Pushing event updated for resources: {'Port': ['ID=60b4f44f-53bb-40d7-830d-e823fe95e63d,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:50.418970 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0c1f0e8d-88ad-4b84-b7f0-dcff82643bdd req-8a234f92-a45a-4aa5-a1f3-41636a055c8b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03ab97c1-d7fa-4705-a14a-8b1d60a807da HTTP/1.1" status: 200 len: 999 time: 0.1912682 Aug 11 02:21:50.449119 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-47ec8b69-3f7e-4275-b070-89560b9b8968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'name': 'tempest-TestNetworkBasicOps-router-1949462947', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:21:21Z', 'revision_number': 4, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'c75518b3-3704-4b1c-af4a-3444f25c6052', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'port_id': '03ab97c1-d7fa-4705-a14a-8b1d60a807da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354', 'mac_address': 'fa:16:3e:d8:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa412417-0fa1-43a3-b379-d4c9b766d296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:21:47Z', 'updated_at': '2021-08-11T02:21:47Z', 'revision_number': 0, 'project_id': '87062204daa74f23a6f53457711872b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3ef1fb-b6f1-42e9-9858-d739619bf15c', 'name': '', 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'mac_address': 'fa:16:3e:78:b6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:20Z', 'updated_at': '2021-08-11T02:21:27Z', 'revision_number': 5, 'project_id': '87062204daa74f23a6f53457711872b3', 'subnets': [{'id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:50.461853 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad90e98d-e9b9-4327-a02f-aa838ad46159 x-openstack-request-id: req-ad90e98d-e9b9-4327-a02f-aa838ad46159 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:50.462201 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a485173-5d45-4a90-9355-2811fc37f6d3", "tag": "60b4f44f-53bb-40d7-830d-e823fe95e63d", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:50.462414 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ad90e98d-e9b9-4327-a02f-aa838ad46159 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:50.462795 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a485173-5d45-4a90-9355-2811fc37f6d3', 'tag': '60b4f44f-53bb-40d7-830d-e823fe95e63d', 'status': 'completed', 'code': 200} Aug 11 02:21:50.474924 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0f8c344b-3c34-4198-9e02-7bf726507bf2 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:50.489253 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ec8b69-3f7e-4275-b070-89560b9b8968 None None] The sync data for ids ['612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'] in n-d-615180-33 is: [{'id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'name': 'tempest-TestNetworkBasicOps-router-1949462947', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:21:21Z', 'revision_number': 4, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'c75518b3-3704-4b1c-af4a-3444f25c6052', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'port_id': '03ab97c1-d7fa-4705-a14a-8b1d60a807da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354', 'mac_address': 'fa:16:3e:d8:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa412417-0fa1-43a3-b379-d4c9b766d296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:21:47Z', 'updated_at': '2021-08-11T02:21:47Z', 'revision_number': 0, 'project_id': '87062204daa74f23a6f53457711872b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3ef1fb-b6f1-42e9-9858-d739619bf15c', 'name': '', 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'mac_address': 'fa:16:3e:78:b6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:20Z', 'updated_at': '2021-08-11T02:21:27Z', 'revision_number': 5, 'project_id': '87062204daa74f23a6f53457711872b3', 'subnets': [{'id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:21:50.588015 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51250) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:50.653472 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-20baf142-a00b-41a0-a9f9-c3f013f4032f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:50.655849 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-89a15f68-e716-4c92-b074-f1346734eab2 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/floatingips/c75518b3-3704-4b1c-af4a-3444f25c6052 HTTP/1.1" status: 200 len: 991 time: 0.0665259 Aug 11 02:21:50.685877 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f0e8d-88ad-4b84-b7f0-dcff82643bdd req-5c68cdcf-cf5c-48bb-8779-b0726765e178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:50.687448 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0c1f0e8d-88ad-4b84-b7f0-dcff82643bdd req-5c68cdcf-cf5c-48bb-8779-b0726765e178 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9f946e0a-b119-40ba-bad6-9649b99ba973 HTTP/1.1" status: 200 len: 835 time: 0.2275281 Aug 11 02:21:50.755442 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4b1de8-0756-4c59-8cd1-8c0b6359d9cf None None] New status for floating IP c75518b3-3704-4b1c-af4a-3444f25c6052: ACTIVE {{(pid=94509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:21:50.809274 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0f8c344b-3c34-4198-9e02-7bf726507bf2 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:50.815216 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef7c3d-6a74-4768-a9e8-152215e04130 req-f1a75348-7f70-4556-a0cb-402f16166639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:50.815742 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef7c3d-6a74-4768-a9e8-152215e04130 req-f1a75348-7f70-4556-a0cb-402f16166639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:50.816236 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef7c3d-6a74-4768-a9e8-152215e04130 req-f1a75348-7f70-4556-a0cb-402f16166639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:50.817870 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-69ef7c3d-6a74-4768-a9e8-152215e04130 req-f1a75348-7f70-4556-a0cb-402f16166639 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5da9d71ea3284656941727da7d0445e0&device_id=0a485173-5d45-4a90-9355-2811fc37f6d3 HTTP/1.1" status: 200 len: 2799 time: 0.3155749 Aug 11 02:21:50.833058 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8276f6-50c2-40f3-bcd0-caaab4fceed5 req-865167a7-be19-4032-b4ea-d5fbaba2389c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:50.834507 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ae8276f6-50c2-40f3-bcd0-caaab4fceed5 req-865167a7-be19-4032-b4ea-d5fbaba2389c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.3018770 Aug 11 02:21:50.980339 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761266c7-e8d7-4507-9d71-814400cf74bc req-a77c0ef7-51c3-48f4-b964-6df113f84428 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:50.981917 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f0e8d-88ad-4b84-b7f0-dcff82643bdd req-8e9079f8-e112-4af4-9edf-0a45c7436919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:50.982067 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-761266c7-e8d7-4507-9d71-814400cf74bc req-a77c0ef7-51c3-48f4-b964-6df113f84428 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 945 time: 0.0547240 Aug 11 02:21:50.983471 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0c1f0e8d-88ad-4b84-b7f0-dcff82643bdd req-8e9079f8-e112-4af4-9edf-0a45c7436919 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62489474-cb4b-4c3a-81c6-d49a3321e354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2578635 Aug 11 02:21:51.020891 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-761266c7-e8d7-4507-9d71-814400cf74bc req-2eb820c9-5b8a-4d5a-b71c-5a607f96d6f6 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320504 Aug 11 02:21:51.120303 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ae8276f6-50c2-40f3-bcd0-caaab4fceed5 req-640c6803-d47c-4581-831a-61158959019d tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644632 Aug 11 02:21:51.157577 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef7c3d-6a74-4768-a9e8-152215e04130 req-d9f1f10b-3668-4b27-8f31-7d7e5c4351f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:51.157993 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef7c3d-6a74-4768-a9e8-152215e04130 req-d9f1f10b-3668-4b27-8f31-7d7e5c4351f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:51.158472 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef7c3d-6a74-4768-a9e8-152215e04130 req-d9f1f10b-3668-4b27-8f31-7d7e5c4351f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:51.160094 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-69ef7c3d-6a74-4768-a9e8-152215e04130 req-d9f1f10b-3668-4b27-8f31-7d7e5c4351f0 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=5da9d71ea3284656941727da7d0445e0&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3234251 Aug 11 02:21:51.334985 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0c1f0e8d-88ad-4b84-b7f0-dcff82643bdd req-10e6b9a0-e01d-4c7e-b5d9-4652242a1a9d service neutron] 10.222.0.73 "GET /v2.0/networks/62489474-cb4b-4c3a-81c6-d49a3321e354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033531 Aug 11 02:21:51.346757 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c56038-1d7c-45af-b69e-5b96d361eeba req-2da38504-91e0-4d15-819a-c9a31e93d00b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:51.353253 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c56038-1d7c-45af-b69e-5b96d361eeba req-2da38504-91e0-4d15-819a-c9a31e93d00b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:51.359393 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c56038-1d7c-45af-b69e-5b96d361eeba req-2da38504-91e0-4d15-819a-c9a31e93d00b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:51.361131 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f5c56038-1d7c-45af-b69e-5b96d361eeba req-2da38504-91e0-4d15-819a-c9a31e93d00b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a485173-5d45-4a90-9355-2811fc37f6d3 HTTP/1.1" status: 200 len: 2399 time: 0.0716913 Aug 11 02:21:51.403922 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:51.414950 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f5c56038-1d7c-45af-b69e-5b96d361eeba req-82a50f13-d94c-4544-9a24-a5e7503d2e82 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466506 Aug 11 02:21:51.443674 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef7c3d-6a74-4768-a9e8-152215e04130 req-3bd6be32-ba16-4729-8605-4e0189a855e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:51.445181 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-69ef7c3d-6a74-4768-a9e8-152215e04130 req-3bd6be32-ba16-4729-8605-4e0189a855e8 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2697988 Aug 11 02:21:51.659224 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51262) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:51.724520 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c456e962-57c0-4849-9cb6-b8fb4a698d41 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/floatingips/c75518b3-3704-4b1c-af4a-3444f25c6052 HTTP/1.1" status: 200 len: 993 time: 0.0641170 Aug 11 02:21:51.920602 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-20baf142-a00b-41a0-a9f9-c3f013f4032f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 150081e9-79b2-4bef-90ec-199eee1cb5ec {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:51.931515 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-20baf142-a00b-41a0-a9f9-c3f013f4032f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:51.968037 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0f8c344b-3c34-4198-9e02-7bf726507bf2 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:51.973242 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-20baf142-a00b-41a0-a9f9-c3f013f4032f service neutron] Transition to ACTIVE for port object 150081e9-79b2-4bef-90ec-199eee1cb5ec will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:51.992290 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0c1f0e8d-88ad-4b84-b7f0-dcff82643bdd req-062dd148-b5f0-4a51-9568-967bfce42b37 service neutron] 10.222.0.73 "GET /v2.0/networks/62489474-cb4b-4c3a-81c6-d49a3321e354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6447463 Aug 11 02:21:51.994036 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0f8c344b-3c34-4198-9e02-7bf726507bf2 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:51.995814 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-20baf142-a00b-41a0-a9f9-c3f013f4032f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:52.162837 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a966b-0fee-4f58-9972-2c01b7c2553f req-bce29adc-2d5b-46b7-a875-262994487859 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:52.163457 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20baf142-a00b-41a0-a9f9-c3f013f4032f service neutron] Pushing event updated for resources: {'Port': ['ID=150081e9-79b2-4bef-90ec-199eee1cb5ec,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:52.164465 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7c1a966b-0fee-4f58-9972-2c01b7c2553f req-bce29adc-2d5b-46b7-a875-262994487859 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 945 time: 0.0635171 Aug 11 02:21:52.212471 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7c1a966b-0fee-4f58-9972-2c01b7c2553f req-03a59a76-44a5-4ca8-8651-581b457a1db6 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399985 Aug 11 02:21:52.263977 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-0f8c344b-3c34-4198-9e02-7bf726507bf2 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Allocated IP 172.25.2.227 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/124c17f4-060b-43ad-b92b-0bad2ceffb3f) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:52.309621 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-20baf142-a00b-41a0-a9f9-c3f013f4032f service neutron] Attempting to bind port 150081e9-79b2-4bef-90ec-199eee1cb5ec on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:52.309968 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-20baf142-a00b-41a0-a9f9-c3f013f4032f service neutron] Attempting to bind port 150081e9-79b2-4bef-90ec-199eee1cb5ec by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '32d82f75-2b42-4cf5-a610-05761f9f86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '258b38d3-4815-4e64-bde0-2f6d66807cc8'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:52.310304 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-20baf142-a00b-41a0-a9f9-c3f013f4032f service neutron] Attempting to bind port 150081e9-79b2-4bef-90ec-199eee1cb5ec on network 258b38d3-4815-4e64-bde0-2f6d66807cc8 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:52.352978 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-20baf142-a00b-41a0-a9f9-c3f013f4032f service neutron] Port 150081e9-79b2-4bef-90ec-199eee1cb5ec on network 258b38d3-4815-4e64-bde0-2f6d66807cc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:21:52.353305 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-20baf142-a00b-41a0-a9f9-c3f013f4032f service neutron] Attempting to bind port 150081e9-79b2-4bef-90ec-199eee1cb5ec on network 258b38d3-4815-4e64-bde0-2f6d66807cc8 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:52.364898 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-20baf142-a00b-41a0-a9f9-c3f013f4032f service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:52.365486 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-20baf142-a00b-41a0-a9f9-c3f013f4032f service neutron] Checking segment: {'id': '32d82f75-2b42-4cf5-a610-05761f9f86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '258b38d3-4815-4e64-bde0-2f6d66807cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:52.365870 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-20baf142-a00b-41a0-a9f9-c3f013f4032f service neutron] Bound using segment: {'id': '32d82f75-2b42-4cf5-a610-05761f9f86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '258b38d3-4815-4e64-bde0-2f6d66807cc8'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:52.366321 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-20baf142-a00b-41a0-a9f9-c3f013f4032f service neutron] Bound port: 150081e9-79b2-4bef-90ec-199eee1cb5ec, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d82f75-2b42-4cf5-a610-05761f9f86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '258b38d3-4815-4e64-bde0-2f6d66807cc8'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:52.366681 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-20baf142-a00b-41a0-a9f9-c3f013f4032f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:52.393703 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42d64e-22df-43c5-8a77-ddfc958efd8a req-35a2259c-8d79-4984-b1b5-b050c48f66f9 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:52.395209 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ef42d64e-22df-43c5-8a77-ddfc958efd8a req-35a2259c-8d79-4984-b1b5-b050c48f66f9 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1503980 Aug 11 02:21:52.492429 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ef42d64e-22df-43c5-8a77-ddfc958efd8a req-38a92e70-3505-416a-a62e-e10c795c9654 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908201 Aug 11 02:21:52.511212 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0f8c344b-3c34-4198-9e02-7bf726507bf2 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:52.520507 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-20baf142-a00b-41a0-a9f9-c3f013f4032f service neutron] For port 150081e9-79b2-4bef-90ec-199eee1cb5ec, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:52.525155 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-20baf142-a00b-41a0-a9f9-c3f013f4032f service neutron] For port 150081e9-79b2-4bef-90ec-199eee1cb5ec, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=150081e9-79b2-4bef-90ec-199eee1cb5ec,segment=NetworkSegment(32d82f75-2b42-4cf5-a610-05761f9f86b7),segment_id=32d82f75-2b42-4cf5-a610-05761f9f86b7)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:52.532186 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-20baf142-a00b-41a0-a9f9-c3f013f4032f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:52.580753 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-20baf142-a00b-41a0-a9f9-c3f013f4032f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:52.581394 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-20baf142-a00b-41a0-a9f9-c3f013f4032f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:52.582314 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644bdda-a023-4ba2-9c59-2f19ec120cd4 req-d0e72ed1-466d-4238-a002-68d876dbbd4c tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:52.582800 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-20baf142-a00b-41a0-a9f9-c3f013f4032f service neutron] 10.222.0.66 "PUT /v2.0/ports/150081e9-79b2-4bef-90ec-199eee1cb5ec HTTP/1.1" status: 200 len: 1093 time: 2.2212074 Aug 11 02:21:52.585050 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a485173-5d45-4a90-9355-2811fc37f6d3', 'tag': '150081e9-79b2-4bef-90ec-199eee1cb5ec'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:52.587424 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358575fd-f483-4255-9dfa-5af3ba4b578a" -d '{"events": [{"name": "network-changed", "server_uuid": "0a485173-5d45-4a90-9355-2811fc37f6d3", "tag": "150081e9-79b2-4bef-90ec-199eee1cb5ec"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:52.590717 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644bdda-a023-4ba2-9c59-2f19ec120cd4 req-d0e72ed1-466d-4238-a002-68d876dbbd4c tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:52.598674 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644bdda-a023-4ba2-9c59-2f19ec120cd4 req-d0e72ed1-466d-4238-a002-68d876dbbd4c tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:52.601774 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8644bdda-a023-4ba2-9c59-2f19ec120cd4 req-d0e72ed1-466d-4238-a002-68d876dbbd4c tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a485173-5d45-4a90-9355-2811fc37f6d3 HTTP/1.1" status: 200 len: 2411 time: 0.0762982 Aug 11 02:21:52.620976 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20baf142-a00b-41a0-a9f9-c3f013f4032f service neutron] Pushing event updated for resources: {'Port': ['ID=150081e9-79b2-4bef-90ec-199eee1cb5ec,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:52.659638 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0f8c344b-3c34-4198-9e02-7bf726507bf2 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:52.691752 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8644bdda-a023-4ba2-9c59-2f19ec120cd4 req-c506fb24-eeeb-4cea-99b3-794b6672c88f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750706 Aug 11 02:21:52.710267 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8c344b-3c34-4198-9e02-7bf726507bf2 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:52.716904 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-0f8c344b-3c34-4198-9e02-7bf726507bf2 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:52.722340 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8c344b-3c34-4198-9e02-7bf726507bf2 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:52.731843 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-58826b6f-6952-4546-919f-6a808905d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:52.732345 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-58826b6f-6952-4546-919f-6a808905d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:52.732841 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-58826b6f-6952-4546-919f-6a808905d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:52.734669 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-58826b6f-6952-4546-919f-6a808905d47a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5da9d71ea3284656941727da7d0445e0&device_id=0a485173-5d45-4a90-9355-2811fc37f6d3 HTTP/1.1" status: 200 len: 2867 time: 0.1086190 Aug 11 02:21:52.756861 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e297b5b5-0f58-4e92-854a-dff956aa35d3 x-openstack-request-id: req-e297b5b5-0f58-4e92-854a-dff956aa35d3 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:52.756987 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a485173-5d45-4a90-9355-2811fc37f6d3", "tag": "150081e9-79b2-4bef-90ec-199eee1cb5ec", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:52.757215 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e297b5b5-0f58-4e92-854a-dff956aa35d3 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:52.757578 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a485173-5d45-4a90-9355-2811fc37f6d3', 'tag': '150081e9-79b2-4bef-90ec-199eee1cb5ec', 'status': 'completed', 'code': 200} Aug 11 02:21:52.766305 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c344b-3c34-4198-9e02-7bf726507bf2 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Port': ['ID=124c17f4-060b-43ad-b92b-0bad2ceffb3f,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:52.813554 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-241bd308-b611-4a36-a38a-35ee05a24a25 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.48&port_id=05e54cba-9112-4d03-9b7d-29e8760215b2 HTTP/1.1" status: 200 len: 217 time: 0.0551376 Aug 11 02:21:52.972732 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e89d50-5301-43bd-a482-611fc26ce17e req-8c728016-b67f-481a-ab98-5c5e7995cfdd tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:52.974345 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-73e89d50-5301-43bd-a482-611fc26ce17e req-8c728016-b67f-481a-ab98-5c5e7995cfdd tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1722615 Aug 11 02:21:53.004490 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-de3289db-2bb5-4a57-8c96-a801c4efed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:53.005912 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-de3289db-2bb5-4a57-8c96-a801c4efed24 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3319d5bd-3f24-4dd9-abeb-1dc8c606c611 HTTP/1.1" status: 200 len: 801 time: 0.1696606 Aug 11 02:21:53.081283 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-73e89d50-5301-43bd-a482-611fc26ce17e req-754893b0-842c-43b4-8d0c-6a074de80480 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848608 Aug 11 02:21:53.139285 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-79b7fff5-70b5-440f-8e2e-f36c5a20ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:53.141400 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-79b7fff5-70b5-440f-8e2e-f36c5a20ad3e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=258b38d3-4815-4e64-bde0-2f6d66807cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210294 Aug 11 02:21:53.273711 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0f8c344b-3c34-4198-9e02-7bf726507bf2 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:53.337796 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-d104ae15-d6fe-48bf-a203-66e25bd8f0f5 service neutron] 10.222.0.66 "GET /v2.0/networks/258b38d3-4815-4e64-bde0-2f6d66807cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841195 Aug 11 02:21:53.340029 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c888f-782e-4bf7-8d57-6bb20f88ae86 req-d69f1660-5393-43c9-beca-caea13175222 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:53.341551 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b10c888f-782e-4bf7-8d57-6bb20f88ae86 req-d69f1660-5393-43c9-beca-caea13175222 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 945 time: 0.0522275 Aug 11 02:21:53.380193 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b10c888f-782e-4bf7-8d57-6bb20f88ae86 req-94af6cf5-dd98-4df3-87e4-076824d2779a tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321803 Aug 11 02:21:53.545702 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-6d3d9cbd-2f4e-44a6-934e-5b7ab06ec67f service neutron] 10.222.0.66 "GET /v2.0/networks/258b38d3-4815-4e64-bde0-2f6d66807cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751964 Aug 11 02:21:53.592763 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-2e52ef58-7d58-44e1-a120-1629b1d9893c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.85&port_id=60b4f44f-53bb-40d7-830d-e823fe95e63d HTTP/1.1" status: 200 len: 217 time: 0.0389571 Aug 11 02:21:53.599640 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0f8c344b-3c34-4198-9e02-7bf726507bf2 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:53.709378 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-3a9de71e-c5d7-421d-8283-c97e21a3a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:53.710860 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-3a9de71e-c5d7-421d-8283-c97e21a3a357 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=13a13648-1cd5-4054-b57f-4e5e2cc68a3c HTTP/1.1" status: 200 len: 801 time: 0.1092052 Aug 11 02:21:54.070660 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-97dec3e3-bfba-495c-9ba9-735b20e3fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:54.072064 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-97dec3e3-bfba-495c-9ba9-735b20e3fcfd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2f5256b7-c13c-4c07-bd81-4b3065ccc5ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938365 Aug 11 02:21:54.081270 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df8474-c0da-4485-9b18-ab863cfaf253 req-d4575b5f-0474-4e28-ad17-98ac24eef080 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:54.087051 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df8474-c0da-4485-9b18-ab863cfaf253 req-d4575b5f-0474-4e28-ad17-98ac24eef080 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:54.092823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df8474-c0da-4485-9b18-ab863cfaf253 req-d4575b5f-0474-4e28-ad17-98ac24eef080 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:54.094314 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b4df8474-c0da-4485-9b18-ab863cfaf253 req-d4575b5f-0474-4e28-ad17-98ac24eef080 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a485173-5d45-4a90-9355-2811fc37f6d3 HTTP/1.1" status: 200 len: 2411 time: 0.1149364 Aug 11 02:21:54.190594 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8c344b-3c34-4198-9e02-7bf726507bf2 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Router b07a3a89-7c8b-4eaf-816c-d0f626508cf9 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:21:54.194726 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b4df8474-c0da-4485-9b18-ab863cfaf253 req-477a5b10-b2bb-4bed-9cf1-87934ba6bc29 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899799 Aug 11 02:21:54.205984 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929fbf0-31fb-4cca-9f60-ec0fb31dc99e req-d73ce839-10d5-4b56-aa93-4670ed0df8ea tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:54.207653 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9929fbf0-31fb-4cca-9f60-ec0fb31dc99e req-d73ce839-10d5-4b56-aa93-4670ed0df8ea tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0554810 Aug 11 02:21:54.255179 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9929fbf0-31fb-4cca-9f60-ec0fb31dc99e req-b7745762-10d8-4f6f-ad33-a2de5d91227e tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336370 Aug 11 02:21:54.262786 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-865df673-902b-412b-9021-53a06ff88441 service neutron] 10.222.0.66 "GET /v2.0/networks/2f5256b7-c13c-4c07-bd81-4b3065ccc5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658690 Aug 11 02:21:54.352282 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:54.413550 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8c344b-3c34-4198-9e02-7bf726507bf2 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:21:54.425067 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a97cbe-691a-4484-bee4-f5b6ec6334f8 None None] Sync routers for ids ['b07a3a89-7c8b-4eaf-816c-d0f626508cf9'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:21:54.434624 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a97cbe-691a-4484-bee4-f5b6ec6334f8 None None] Routers {'b07a3a89-7c8b-4eaf-816c-d0f626508cf9'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:54.435306 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-93a97cbe-691a-4484-bee4-f5b6ec6334f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['b07a3a89-7c8b-4eaf-816c-d0f626508cf9'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:54.445096 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4e995-5ad7-4f1b-bfa6-1fdf4e76ea3c req-19184016-40c0-4e0f-828d-e3bf4c2929bb tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:54.446805 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-67c4e995-5ad7-4f1b-bfa6-1fdf4e76ea3c req-19184016-40c0-4e0f-828d-e3bf4c2929bb tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1038239 Aug 11 02:21:54.453216 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-747ce14b-f48f-4cc8-9ce0-f2cbc488764b service neutron] 10.222.0.66 "GET /v2.0/networks/2f5256b7-c13c-4c07-bd81-4b3065ccc5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820765 Aug 11 02:21:54.457480 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0f8c344b-3c34-4198-9e02-7bf726507bf2 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:54.458683 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0f8c344b-3c34-4198-9e02-7bf726507bf2 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.2908814 Aug 11 02:21:54.461694 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51298) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:54.471937 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-93a97cbe-691a-4484-bee4-f5b6ec6334f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:54.480633 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a97cbe-691a-4484-bee4-f5b6ec6334f8 None None] Routers {'b07a3a89-7c8b-4eaf-816c-d0f626508cf9'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:54.481254 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-93a97cbe-691a-4484-bee4-f5b6ec6334f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['b07a3a89-7c8b-4eaf-816c-d0f626508cf9'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:54.509483 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-873f0da9-680b-4299-89e1-2da46f5f8876 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.250&port_id=150081e9-79b2-4bef-90ec-199eee1cb5ec HTTP/1.1" status: 200 len: 217 time: 0.0486224 Aug 11 02:21:54.513328 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-93a97cbe-691a-4484-bee4-f5b6ec6334f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:54.513982 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a97cbe-691a-4484-bee4-f5b6ec6334f8 None None] The sync data for ids ['b07a3a89-7c8b-4eaf-816c-d0f626508cf9'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:21:54.557111 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-67c4e995-5ad7-4f1b-bfa6-1fdf4e76ea3c req-8edd9ff0-6e0e-4d4c-b852-ed6da1973eeb tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973270 Aug 11 02:21:54.579640 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-58de2e0d-0ae4-478d-8c33-9c776e78fb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:54.581539 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-58de2e0d-0ae4-478d-8c33-9c776e78fb52 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3319d5bd-3f24-4dd9-abeb-1dc8c606c611 HTTP/1.1" status: 200 len: 801 time: 0.0644631 Aug 11 02:21:54.602665 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68922754-c20a-4dbd-9cc1-112e176e7646 req-31256f78-6c12-41a9-bc16-a675b7b0be3d tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:54.604150 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-68922754-c20a-4dbd-9cc1-112e176e7646 req-31256f78-6c12-41a9-bc16-a675b7b0be3d tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 945 time: 0.0963738 Aug 11 02:21:54.632020 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-1423c00f-fb1c-4c72-b8ec-b19b128e889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:54.634115 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-1423c00f-fb1c-4c72-b8ec-b19b128e889c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=258b38d3-4815-4e64-bde0-2f6d66807cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447001 Aug 11 02:21:54.646730 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5190e9af-cddb-4e02-91a1-673e476a4261 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "GET /v2.0/routers/b07a3a89-7c8b-4eaf-816c-d0f626508cf9 HTTP/1.1" status: 200 len: 884 time: 0.1818480 Aug 11 02:21:54.648109 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51306) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:54.715444 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-68922754-c20a-4dbd-9cc1-112e176e7646 req-9c4280c5-245c-4fe3-8cd5-13d418376511 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1034770 Aug 11 02:21:54.744747 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-87689da0-8b7e-4595-b523-60b685434705 service neutron] 10.222.0.66 "GET /v2.0/networks/258b38d3-4815-4e64-bde0-2f6d66807cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017389 Aug 11 02:21:54.862393 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e2d09-45a7-49ca-bed2-85d4582f9b4d req-6499b1be-b365-4d5f-a10d-5bb3e9c59292 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:54.863858 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-898e2d09-45a7-49ca-bed2-85d4582f9b4d req-6499b1be-b365-4d5f-a10d-5bb3e9c59292 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1128986 Aug 11 02:21:54.898581 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43ff3544-0752-4131-817c-f3e3acc22cfa req-924adb55-de30-474e-90ab-43ae43cde7c8 service neutron] 10.222.0.66 "GET /v2.0/networks/258b38d3-4815-4e64-bde0-2f6d66807cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390040 Aug 11 02:21:54.909661 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0e29f56d-a56b-4866-a1f6-233e74d9a040 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2547297 Aug 11 02:21:54.912063 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51310) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:54.916551 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-da0e4633-1516-4206-b7cd-4ed3e8ccfeed tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-430863971'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:54.918195 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-898e2d09-45a7-49ca-bed2-85d4582f9b4d req-513d3064-54e1-4611-b68d-ff75f5a5abf8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472517 Aug 11 02:21:54.996976 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358575fd-f483-4255-9dfa-5af3ba4b578a req-5b0cbc86-e572-49f9-915a-75e441f65f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:54.997621 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358575fd-f483-4255-9dfa-5af3ba4b578a req-5b0cbc86-e572-49f9-915a-75e441f65f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:54.998120 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358575fd-f483-4255-9dfa-5af3ba4b578a req-5b0cbc86-e572-49f9-915a-75e441f65f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:54.999883 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-358575fd-f483-4255-9dfa-5af3ba4b578a req-5b0cbc86-e572-49f9-915a-75e441f65f7c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5da9d71ea3284656941727da7d0445e0&device_id=0a485173-5d45-4a90-9355-2811fc37f6d3 HTTP/1.1" status: 200 len: 2867 time: 0.0484624 Aug 11 02:21:55.075750 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:21:55.094483 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358575fd-f483-4255-9dfa-5af3ba4b578a req-35bed28d-86b8-4ea9-8ddd-6ad113c480f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:55.095107 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1867dd-2c5e-4331-9306-740c83298cdd req-bf1d1db3-f092-4e1e-9545-31c408c7bfdc tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:55.096510 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-358575fd-f483-4255-9dfa-5af3ba4b578a req-35bed28d-86b8-4ea9-8ddd-6ad113c480f9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=258b38d3-4815-4e64-bde0-2f6d66807cc8 HTTP/1.1" status: 200 len: 903 time: 0.0897875 Aug 11 02:21:55.097096 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2b1867dd-2c5e-4331-9306-740c83298cdd req-bf1d1db3-f092-4e1e-9545-31c408c7bfdc tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0983446 Aug 11 02:21:55.140396 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-358575fd-f483-4255-9dfa-5af3ba4b578a req-b875c05b-0afd-42e9-9cd9-cf7032b760b2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.250&port_id=150081e9-79b2-4bef-90ec-199eee1cb5ec HTTP/1.1" status: 200 len: 217 time: 0.0350714 Aug 11 02:21:55.172220 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2b1867dd-2c5e-4331-9306-740c83298cdd req-105993ed-1e1d-4488-9e99-fc150fa188d1 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686364 Aug 11 02:21:55.198064 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358575fd-f483-4255-9dfa-5af3ba4b578a req-dc16ba25-680f-4c47-af3b-c8e7d9aa2e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:55.200014 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-358575fd-f483-4255-9dfa-5af3ba4b578a req-dc16ba25-680f-4c47-af3b-c8e7d9aa2e3a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3319d5bd-3f24-4dd9-abeb-1dc8c606c611 HTTP/1.1" status: 200 len: 801 time: 0.0529375 Aug 11 02:21:55.211914 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.269627 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358575fd-f483-4255-9dfa-5af3ba4b578a req-0927aabb-59c9-4f82-b147-accb75ce77cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:55.271335 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-358575fd-f483-4255-9dfa-5af3ba4b578a req-0927aabb-59c9-4f82-b147-accb75ce77cf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=258b38d3-4815-4e64-bde0-2f6d66807cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622463 Aug 11 02:21:55.282657 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da0e4633-1516-4206-b7cd-4ed3e8ccfeed tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133780224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133782865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36741'] for router, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.294537 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da0e4633-1516-4206-b7cd-4ed3e8ccfeed tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133780475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133780466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133782856'] for router, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.373436 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f327a8-1295-41ff-90b6-fe3003083a6a req-49d58866-cd76-480d-bf85-9c363a04601d tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:55.379833 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f327a8-1295-41ff-90b6-fe3003083a6a req-49d58866-cd76-480d-bf85-9c363a04601d tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:55.385667 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f327a8-1295-41ff-90b6-fe3003083a6a req-49d58866-cd76-480d-bf85-9c363a04601d tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:55.387274 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-40f327a8-1295-41ff-90b6-fe3003083a6a req-49d58866-cd76-480d-bf85-9c363a04601d tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a485173-5d45-4a90-9355-2811fc37f6d3 HTTP/1.1" status: 200 len: 2411 time: 0.1147597 Aug 11 02:21:55.401436 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0e4633-1516-4206-b7cd-4ed3e8ccfeed tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Router b07a3a89-7c8b-4eaf-816c-d0f626508cf9 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:21:55.434967 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-358575fd-f483-4255-9dfa-5af3ba4b578a req-3cee672f-8418-42b9-9d6e-6253ac43c7c8 service neutron] 10.222.0.66 "GET /v2.0/networks/258b38d3-4815-4e64-bde0-2f6d66807cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524518 Aug 11 02:21:55.442532 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-40f327a8-1295-41ff-90b6-fe3003083a6a req-f38045e4-f1b1-4d7f-a567-6d2dc82714d2 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460811 Aug 11 02:21:55.510055 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0e4633-1516-4206-b7cd-4ed3e8ccfeed tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:21:55.517212 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da0e4633-1516-4206-b7cd-4ed3e8ccfeed tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.518474 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-da0e4633-1516-4206-b7cd-4ed3e8ccfeed tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "PUT /v2.0/routers/b07a3a89-7c8b-4eaf-816c-d0f626508cf9 HTTP/1.1" status: 200 len: 891 time: 0.6053679 Aug 11 02:21:55.521032 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51318) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:55.523487 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605a31e6-ad6c-47aa-96b3-823b10970863 None None] Sync routers for ids ['b07a3a89-7c8b-4eaf-816c-d0f626508cf9'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:21:55.533611 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605a31e6-ad6c-47aa-96b3-823b10970863 None None] Routers {'b07a3a89-7c8b-4eaf-816c-d0f626508cf9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:55.534810 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-605a31e6-ad6c-47aa-96b3-823b10970863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['b07a3a89-7c8b-4eaf-816c-d0f626508cf9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:55.536545 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-358575fd-f483-4255-9dfa-5af3ba4b578a req-110ec2a3-9446-449a-8cff-2739138319a5 service neutron] 10.222.0.66 "GET /v2.0/networks/258b38d3-4815-4e64-bde0-2f6d66807cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930960 Aug 11 02:21:55.570529 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-605a31e6-ad6c-47aa-96b3-823b10970863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:55.580119 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605a31e6-ad6c-47aa-96b3-823b10970863 None None] Routers {'b07a3a89-7c8b-4eaf-816c-d0f626508cf9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:55.580792 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-605a31e6-ad6c-47aa-96b3-823b10970863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['b07a3a89-7c8b-4eaf-816c-d0f626508cf9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:55.611652 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-605a31e6-ad6c-47aa-96b3-823b10970863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:55.612357 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605a31e6-ad6c-47aa-96b3-823b10970863 None None] The sync data for ids ['b07a3a89-7c8b-4eaf-816c-d0f626508cf9'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:21:55.652253 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e9c95529-bfaf-4d29-a67b-3ec203a0880a tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "GET /v2.0/routers/b07a3a89-7c8b-4eaf-816c-d0f626508cf9 HTTP/1.1" status: 200 len: 891 time: 0.1269162 Aug 11 02:21:55.652739 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51322) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:55.680511 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-64cd3aac-c68d-4451-aa66-45f88cb050e8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07a3a89-7c8b-4eaf-816c-d0f626508cf9 HTTP/1.1" status: 200 len: 205 time: 0.0265644 Aug 11 02:21:55.682907 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51324) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:55.789362 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c615fb18-2f5c-4370-8169-06b1e6fb309e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.841674 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8879b-cc4f-4941-b010-b3be0ea30f72 req-7586ae6b-1a03-4e09-ae21-c0962fefd13d tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:55.843168 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e4b8879b-cc4f-4941-b010-b3be0ea30f72 req-7586ae6b-1a03-4e09-ae21-c0962fefd13d tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 945 time: 0.0484591 Aug 11 02:21:55.884221 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e4b8879b-cc4f-4941-b010-b3be0ea30f72 req-cec87fcc-2097-43f3-8886-7fbd6297796d tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349786 Aug 11 02:21:55.906875 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c615fb18-2f5c-4370-8169-06b1e6fb309e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.961093 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-c615fb18-2f5c-4370-8169-06b1e6fb309e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Deleting port 124c17f4-060b-43ad-b92b-0bad2ceffb3f {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:55.961442 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c615fb18-2f5c-4370-8169-06b1e6fb309e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:56.039053 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c615fb18-2f5c-4370-8169-06b1e6fb309e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:56.051032 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-c615fb18-2f5c-4370-8169-06b1e6fb309e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Calling delete_port for 124c17f4-060b-43ad-b92b-0bad2ceffb3f owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:56.210637 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c615fb18-2f5c-4370-8169-06b1e6fb309e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:56.236334 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615fb18-2f5c-4370-8169-06b1e6fb309e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Port': ['ID=124c17f4-060b-43ad-b92b-0bad2ceffb3f,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:56.297538 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c615fb18-2f5c-4370-8169-06b1e6fb309e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:56.400764 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c615fb18-2f5c-4370-8169-06b1e6fb309e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:56.402819 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c615fb18-2f5c-4370-8169-06b1e6fb309e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:56.464034 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c615fb18-2f5c-4370-8169-06b1e6fb309e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:56.464715 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c615fb18-2f5c-4370-8169-06b1e6fb309e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Fanout notify agent at l3_agent the message router_deleted on router b07a3a89-7c8b-4eaf-816c-d0f626508cf9 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:21:56.471846 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c615fb18-2f5c-4370-8169-06b1e6fb309e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:56.472963 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c615fb18-2f5c-4370-8169-06b1e6fb309e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/routers/b07a3a89-7c8b-4eaf-816c-d0f626508cf9 HTTP/1.1" status: 204 len: 168 time: 0.7891431 Aug 11 02:21:56.476498 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51334) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:56.481547 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-005b764b-56ad-4c68-acc7-7f972614a43d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-473232501'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:56.502318 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005b764b-56ad-4c68-acc7-7f972614a43d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Made reservation on behalf of 771603ce7c694518a048dc364609b7f9 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:56.505989 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-005b764b-56ad-4c68-acc7-7f972614a43d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:56.529803 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-005b764b-56ad-4c68-acc7-7f972614a43d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:21:56.539613 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-005b764b-56ad-4c68-acc7-7f972614a43d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:56.539946 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-005b764b-56ad-4c68-acc7-7f972614a43d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Added segment bdc73dff-155a-45dc-ae74-c67da5762570 of type vlan for network bc15bb3f-1c82-4f32-a39a-8cca14572b58 Aug 11 02:21:56.568595 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13ca0d-77f2-4d42-8f58-1a6a910cc9ce req-2fc7cf89-8e97-406f-8d08-b65546fef72d tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:56.574573 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13ca0d-77f2-4d42-8f58-1a6a910cc9ce req-2fc7cf89-8e97-406f-8d08-b65546fef72d tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:56.579349 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-005b764b-56ad-4c68-acc7-7f972614a43d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:56.581004 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13ca0d-77f2-4d42-8f58-1a6a910cc9ce req-2fc7cf89-8e97-406f-8d08-b65546fef72d tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:56.582643 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bb13ca0d-77f2-4d42-8f58-1a6a910cc9ce req-2fc7cf89-8e97-406f-8d08-b65546fef72d tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a485173-5d45-4a90-9355-2811fc37f6d3 HTTP/1.1" status: 200 len: 2411 time: 0.0656297 Aug 11 02:21:56.608285 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-005b764b-56ad-4c68-acc7-7f972614a43d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:56.614058 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005b764b-56ad-4c68-acc7-7f972614a43d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:56.614660 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-005b764b-56ad-4c68-acc7-7f972614a43d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:56.622355 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bb13ca0d-77f2-4d42-8f58-1a6a910cc9ce req-9d88ed23-647d-4e28-9c97-76d7cc9267c5 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330639 Aug 11 02:21:56.675502 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-005b764b-56ad-4c68-acc7-7f972614a43d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1978815 Aug 11 02:21:56.678267 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51336) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:56.685137 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-84ecca95-a7c3-4cbb-a980-3717e77654f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'subnet': {'network_id': 'bc15bb3f-1c82-4f32-a39a-8cca14572b58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:56.691651 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b764b-56ad-4c68-acc7-7f972614a43d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Network': ['ID=bc15bb3f-1c82-4f32-a39a-8cca14572b58,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:56.701777 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network bc15bb3f-1c82-4f32-a39a-8cca14572b58 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:21:56.785515 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ecca95-a7c3-4cbb-a980-3717e77654f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Made reservation on behalf of 771603ce7c694518a048dc364609b7f9 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:56.789170 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84ecca95-a7c3-4cbb-a980-3717e77654f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:56.998789 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84ecca95-a7c3-4cbb-a980-3717e77654f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.063156 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48cc2e-43a7-409e-86d0-bd50d504c21c req-b1202f66-ae57-469d-bdf2-ec77ae719d65 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:57.064680 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5c48cc2e-43a7-409e-86d0-bd50d504c21c req-b1202f66-ae57-469d-bdf2-ec77ae719d65 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 945 time: 0.1032166 Aug 11 02:21:57.085503 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ecca95-a7c3-4cbb-a980-3717e77654f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Subnet': ['ID=16874c2b-45e3-4906-b1c9-2ddb0054f715,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:57.104292 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ecca95-a7c3-4cbb-a980-3717e77654f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Checking segment: {'id': 'bdc73dff-155a-45dc-ae74-c67da5762570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'bc15bb3f-1c82-4f32-a39a-8cca14572b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:57.104653 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ecca95-a7c3-4cbb-a980-3717e77654f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network hostable DHCP agents. Network: bc15bb3f-1c82-4f32-a39a-8cca14572b58, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:21:57.127015 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5c48cc2e-43a7-409e-86d0-bd50d504c21c req-eda8c1bf-5efc-483f-a987-a52dcebc8e51 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547347 Aug 11 02:21:57.136343 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ecca95-a7c3-4cbb-a980-3717e77654f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network bc15bb3f-1c82-4f32-a39a-8cca14572b58 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:21:57.146586 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-84ecca95-a7c3-4cbb-a980-3717e77654f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, bc15bb3f-1c82-4f32-a39a-8cca14572b58) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:57.151279 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ecca95-a7c3-4cbb-a980-3717e77654f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:57.152017 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84ecca95-a7c3-4cbb-a980-3717e77654f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.160333 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700ab7ea-659b-4674-9ba0-7bed99287714 None None] Network bc15bb3f-1c82-4f32-a39a-8cca14572b58 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:57.168157 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-84ecca95-a7c3-4cbb-a980-3717e77654f4 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4887424 Aug 11 02:21:57.170543 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51346) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:57.175436 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-b0b8628e-bb08-4189-afbe-c65681b4c141 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-697196264', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:57.197234 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b0b8628e-bb08-4189-afbe-c65681b4c141 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.198244 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b0b8628e-bb08-4189-afbe-c65681b4c141 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.254834 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b0b8628e-bb08-4189-afbe-c65681b4c141 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.260539 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b0b8628e-bb08-4189-afbe-c65681b4c141 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.276587 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b0b8628e-bb08-4189-afbe-c65681b4c141 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.277795 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b0b8628e-bb08-4189-afbe-c65681b4c141 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1062031 Aug 11 02:21:57.280708 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51348) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:57.311202 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec46dc70-c108-4cfe-ad6d-7bf071c50b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-bc15bb3f-1c82-4f32-a39a-8cca14572b58', 'network_id': 'bc15bb3f-1c82-4f32-a39a-8cca14572b58', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'fixed_ips': [{'subnet_id': '16874c2b-45e3-4906-b1c9-2ddb0054f715'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:21:57.312123 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ec46dc70-c108-4cfe-ad6d-7bf071c50b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.456592 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-ec46dc70-c108-4cfe-ad6d-7bf071c50b75 None None] Allocated IP 2001:db8::2 (bc15bb3f-1c82-4f32-a39a-8cca14572b58/16874c2b-45e3-4906-b1c9-2ddb0054f715/c870b12a-e7cc-4b3b-a808-b086fddb5bff) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:57.613472 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ec46dc70-c108-4cfe-ad6d-7bf071c50b75 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.622013 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ec46dc70-c108-4cfe-ad6d-7bf071c50b75 None None] Transition to ACTIVE for port object c870b12a-e7cc-4b3b-a808-b086fddb5bff will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:57.636060 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ec46dc70-c108-4cfe-ad6d-7bf071c50b75 None None] Transition to ACTIVE for port object c870b12a-e7cc-4b3b-a808-b086fddb5bff will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:57.642981 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ec46dc70-c108-4cfe-ad6d-7bf071c50b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.686232 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec46dc70-c108-4cfe-ad6d-7bf071c50b75 None None] Network bc15bb3f-1c82-4f32-a39a-8cca14572b58 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:57.689405 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-ec46dc70-c108-4cfe-ad6d-7bf071c50b75 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:57.693968 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec46dc70-c108-4cfe-ad6d-7bf071c50b75 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:57.697087 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46dc70-c108-4cfe-ad6d-7bf071c50b75 None None] Pushing event updated for resources: {'Port': ['ID=c870b12a-e7cc-4b3b-a808-b086fddb5bff,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:57.764115 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0a372-fdc0-4911-a748-acee2a52ab9e req-8871e904-d201-4e21-b4a6-098517db649f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:57.771067 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0a372-fdc0-4911-a748-acee2a52ab9e req-8871e904-d201-4e21-b4a6-098517db649f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:57.777232 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0a372-fdc0-4911-a748-acee2a52ab9e req-8871e904-d201-4e21-b4a6-098517db649f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:57.779263 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2bf0a372-fdc0-4911-a748-acee2a52ab9e req-8871e904-d201-4e21-b4a6-098517db649f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a485173-5d45-4a90-9355-2811fc37f6d3 HTTP/1.1" status: 200 len: 2411 time: 0.0705960 Aug 11 02:21:57.832791 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2bf0a372-fdc0-4911-a748-acee2a52ab9e req-0c4f665c-07c8-4b2b-b99d-9c67e62c1056 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435405 Aug 11 02:21:57.840068 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0a34c265-8a9f-469d-90bc-ad83e0fda57d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.892737 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-ec46dc70-c108-4cfe-ad6d-7bf071c50b75 None None] Attempting to bind port c870b12a-e7cc-4b3b-a808-b086fddb5bff on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:57.893459 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-ec46dc70-c108-4cfe-ad6d-7bf071c50b75 None None] Attempting to bind port c870b12a-e7cc-4b3b-a808-b086fddb5bff by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'bdc73dff-155a-45dc-ae74-c67da5762570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'bc15bb3f-1c82-4f32-a39a-8cca14572b58'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:57.893590 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec46dc70-c108-4cfe-ad6d-7bf071c50b75 None None] Attempting to bind port c870b12a-e7cc-4b3b-a808-b086fddb5bff on network bc15bb3f-1c82-4f32-a39a-8cca14572b58 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:57.899196 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec46dc70-c108-4cfe-ad6d-7bf071c50b75 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:57.899716 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec46dc70-c108-4cfe-ad6d-7bf071c50b75 None None] Checking segment: {'id': 'bdc73dff-155a-45dc-ae74-c67da5762570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'bc15bb3f-1c82-4f32-a39a-8cca14572b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:57.900192 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ec46dc70-c108-4cfe-ad6d-7bf071c50b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.900658 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec46dc70-c108-4cfe-ad6d-7bf071c50b75 None None] Bound using segment: {'id': 'bdc73dff-155a-45dc-ae74-c67da5762570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'bc15bb3f-1c82-4f32-a39a-8cca14572b58'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:57.901197 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-ec46dc70-c108-4cfe-ad6d-7bf071c50b75 None None] Bound port: c870b12a-e7cc-4b3b-a808-b086fddb5bff, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc73dff-155a-45dc-ae74-c67da5762570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'bc15bb3f-1c82-4f32-a39a-8cca14572b58'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:57.901649 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ec46dc70-c108-4cfe-ad6d-7bf071c50b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.962953 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-ec46dc70-c108-4cfe-ad6d-7bf071c50b75 None None] For port c870b12a-e7cc-4b3b-a808-b086fddb5bff, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:57.966047 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-ec46dc70-c108-4cfe-ad6d-7bf071c50b75 None None] For port c870b12a-e7cc-4b3b-a808-b086fddb5bff, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=c870b12a-e7cc-4b3b-a808-b086fddb5bff,segment=NetworkSegment(bdc73dff-155a-45dc-ae74-c67da5762570),segment_id=bdc73dff-155a-45dc-ae74-c67da5762570)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:57.970782 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ec46dc70-c108-4cfe-ad6d-7bf071c50b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:58.039131 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46dc70-c108-4cfe-ad6d-7bf071c50b75 None None] Pushing event updated for resources: {'Port': ['ID=c870b12a-e7cc-4b3b-a808-b086fddb5bff,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:58.161954 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-0a34c265-8a9f-469d-90bc-ad83e0fda57d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Allocated IP 2001:db8::1 (bc15bb3f-1c82-4f32-a39a-8cca14572b58/16874c2b-45e3-4906-b1c9-2ddb0054f715/e6166ba2-b74d-4727-86da-f4ff7a36cffc) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:58.293772 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93712596-332d-4d67-b0b9-aa0881d516f3 req-e7179214-c100-47cf-afad-a9467aa03040 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:58.295309 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-93712596-332d-4d67-b0b9-aa0881d516f3 req-e7179214-c100-47cf-afad-a9467aa03040 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 945 time: 0.0594594 Aug 11 02:21:58.296921 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0a34c265-8a9f-469d-90bc-ad83e0fda57d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:58.314205 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-0a34c265-8a9f-469d-90bc-ad83e0fda57d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Transition to ACTIVE for port object e6166ba2-b74d-4727-86da-f4ff7a36cffc will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:58.341274 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-93712596-332d-4d67-b0b9-aa0881d516f3 req-050d9c8e-1931-4622-878e-913250bff6ca tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386548 Aug 11 02:21:58.350303 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0a34c265-8a9f-469d-90bc-ad83e0fda57d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:58.396531 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a34c265-8a9f-469d-90bc-ad83e0fda57d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network bc15bb3f-1c82-4f32-a39a-8cca14572b58 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:58.401528 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-0a34c265-8a9f-469d-90bc-ad83e0fda57d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:58.405268 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a34c265-8a9f-469d-90bc-ad83e0fda57d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:58.405819 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0a34c265-8a9f-469d-90bc-ad83e0fda57d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:58.442742 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34c265-8a9f-469d-90bc-ad83e0fda57d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Port': ['ID=e6166ba2-b74d-4727-86da-f4ff7a36cffc,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:58.528984 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0a34c265-8a9f-469d-90bc-ad83e0fda57d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:58.680661 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 150081e9-79b2-4bef-90ec-199eee1cb5ec details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:21:58.784101 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 150081e9-79b2-4bef-90ec-199eee1cb5ec, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=150081e9-79b2-4bef-90ec-199eee1cb5ec,segment=NetworkSegment(32d82f75-2b42-4cf5-a610-05761f9f86b7),segment_id=32d82f75-2b42-4cf5-a610-05761f9f86b7)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:58.796911 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '150081e9-79b2-4bef-90ec-199eee1cb5ec', 'network_id': '258b38d3-4815-4e64-bde0-2f6d66807cc8', 'port_id': '150081e9-79b2-4bef-90ec-199eee1cb5ec', 'mac_address': 'fa:16:3e:0e:bd:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3319d5bd-3f24-4dd9-abeb-1dc8c606c611', 'ip_address': '19.80.0.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:21:58.802909 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0a34c265-8a9f-469d-90bc-ad83e0fda57d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:58.807863 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0a34c265-8a9f-469d-90bc-ad83e0fda57d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:58.808725 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0a34c265-8a9f-469d-90bc-ad83e0fda57d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:58.847960 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:58.868091 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 150081e9-79b2-4bef-90ec-199eee1cb5ec {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:58.891346 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 150081e9-79b2-4bef-90ec-199eee1cb5ec, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=150081e9-79b2-4bef-90ec-199eee1cb5ec,segment=NetworkSegment(32d82f75-2b42-4cf5-a610-05761f9f86b7),segment_id=32d82f75-2b42-4cf5-a610-05761f9f86b7)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:58.907530 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:58.908351 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 05e54cba-9112-4d03-9b7d-29e8760215b2 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:21:58.992377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34c265-8a9f-469d-90bc-ad83e0fda57d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Port': ['ID=e6166ba2-b74d-4727-86da-f4ff7a36cffc,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:58.999020 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device c870b12a-e7cc-4b3b-a808-b086fddb5bff up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:59.053635 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a34c265-8a9f-469d-90bc-ad83e0fda57d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network bc15bb3f-1c82-4f32-a39a-8cca14572b58 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:59.055962 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-0a34c265-8a9f-469d-90bc-ad83e0fda57d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:59.064710 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9406c95d-fbd4-44b3-b564-ba42ebcf00e2 None None] Network bc15bb3f-1c82-4f32-a39a-8cca14572b58 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:59.066627 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c0a06-0236-4a1a-a40d-ce074974b3a8 req-d5709058-0c0e-4c42-a78a-531dfea25d1e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:59.070818 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 05e54cba-9112-4d03-9b7d-29e8760215b2, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=05e54cba-9112-4d03-9b7d-29e8760215b2,segment=NetworkSegment(32d82f75-2b42-4cf5-a610-05761f9f86b7),segment_id=32d82f75-2b42-4cf5-a610-05761f9f86b7)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:59.072670 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c0a06-0236-4a1a-a40d-ce074974b3a8 req-d5709058-0c0e-4c42-a78a-531dfea25d1e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:59.079184 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c0a06-0236-4a1a-a40d-ce074974b3a8 req-d5709058-0c0e-4c42-a78a-531dfea25d1e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:59.080944 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-865c0a06-0236-4a1a-a40d-ce074974b3a8 req-d5709058-0c0e-4c42-a78a-531dfea25d1e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a485173-5d45-4a90-9355-2811fc37f6d3 HTTP/1.1" status: 200 len: 2412 time: 0.1032758 Aug 11 02:21:59.099070 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=150081e9-79b2-4bef-90ec-199eee1cb5ec,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:59.142293 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '05e54cba-9112-4d03-9b7d-29e8760215b2', 'network_id': '258b38d3-4815-4e64-bde0-2f6d66807cc8', 'port_id': '05e54cba-9112-4d03-9b7d-29e8760215b2', 'mac_address': 'fa:16:3e:49:91:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3319d5bd-3f24-4dd9-abeb-1dc8c606c611', 'ip_address': '19.80.0.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:21:59.163441 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d2073555-8ec2-4ddb-86d6-e12074c5b9a0 None None] Provisioning for port c870b12a-e7cc-4b3b-a808-b086fddb5bff completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:59.196668 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-865c0a06-0236-4a1a-a40d-ce074974b3a8 req-7d228e6f-077c-45ff-9430-a66fcb1d1429 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741181 Aug 11 02:21:59.223015 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:59.228909 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port c870b12a-e7cc-4b3b-a808-b086fddb5bff completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:59.231240 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a34c265-8a9f-469d-90bc-ad83e0fda57d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Router 298a7e08-2b99-4043-8a27-20e0467d874a is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:21:59.241977 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port c870b12a-e7cc-4b3b-a808-b086fddb5bff triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:59.242358 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:59.245939 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e54cba-9112-4d03-9b7d-29e8760215b2 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:59.319317 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 05e54cba-9112-4d03-9b7d-29e8760215b2, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=05e54cba-9112-4d03-9b7d-29e8760215b2,segment=NetworkSegment(32d82f75-2b42-4cf5-a610-05761f9f86b7),segment_id=32d82f75-2b42-4cf5-a610-05761f9f86b7)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:59.326749 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:59.327417 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 60b4f44f-53bb-40d7-830d-e823fe95e63d details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:21:59.329951 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a34c265-8a9f-469d-90bc-ad83e0fda57d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:21:59.335488 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0a34c265-8a9f-469d-90bc-ad83e0fda57d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "PUT /v2.0/routers/298a7e08-2b99-4043-8a27-20e0467d874a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0531390 Aug 11 02:21:59.338231 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51368) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:59.368223 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceb011f-a8e4-4098-b92f-6eaf75938262 None None] Sync routers for ids ['298a7e08-2b99-4043-8a27-20e0467d874a'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:21:59.390311 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be2570e-70f8-4239-800b-2722455ae471 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:59.394808 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9be2570e-70f8-4239-800b-2722455ae471 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "GET /v2.0/ports/e6166ba2-b74d-4727-86da-f4ff7a36cffc HTTP/1.1" status: 200 len: 911 time: 0.0531993 Aug 11 02:21:59.395198 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51372) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:59.400964 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e2911c82-cc02-46c6-a72e-bb59d6c8cc9f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '16874c2b-45e3-4906-b1c9-2ddb0054f715'}]}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:59.444783 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceb011f-a8e4-4098-b92f-6eaf75938262 None None] Routers {'298a7e08-2b99-4043-8a27-20e0467d874a'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:59.445328 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-6ceb011f-a8e4-4098-b92f-6eaf75938262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['298a7e08-2b99-4043-8a27-20e0467d874a'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:59.476847 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e23717-3c5e-49c2-92b2-5b6c24216efb req-326f5070-b56a-4997-9cbe-be050ac6763e tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:59.478497 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-75e23717-3c5e-49c2-92b2-5b6c24216efb req-326f5070-b56a-4997-9cbe-be050ac6763e tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 945 time: 0.0541103 Aug 11 02:21:59.526131 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-75e23717-3c5e-49c2-92b2-5b6c24216efb req-f8350f95-dbc0-4c8e-9371-cfac95bb4789 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388622 Aug 11 02:21:59.542944 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-6ceb011f-a8e4-4098-b92f-6eaf75938262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:59.550143 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=05e54cba-9112-4d03-9b7d-29e8760215b2,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:59.569278 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2911c82-cc02-46c6-a72e-bb59d6c8cc9f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:59.584881 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceb011f-a8e4-4098-b92f-6eaf75938262 None None] Routers {'298a7e08-2b99-4043-8a27-20e0467d874a'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:59.586787 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-6ceb011f-a8e4-4098-b92f-6eaf75938262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['298a7e08-2b99-4043-8a27-20e0467d874a'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:59.588876 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:59.637424 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-6ceb011f-a8e4-4098-b92f-6eaf75938262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:59.638093 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceb011f-a8e4-4098-b92f-6eaf75938262 None None] The sync data for ids ['298a7e08-2b99-4043-8a27-20e0467d874a'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:21:59.652537 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 60b4f44f-53bb-40d7-830d-e823fe95e63d, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=60b4f44f-53bb-40d7-830d-e823fe95e63d,segment=NetworkSegment(bf633012-8a90-4ce9-a307-637941e0564f),segment_id=bf633012-8a90-4ce9-a307-637941e0564f)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:59.675224 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '60b4f44f-53bb-40d7-830d-e823fe95e63d', 'network_id': '2f5256b7-c13c-4c07-bd81-4b3065ccc5ed', 'port_id': '60b4f44f-53bb-40d7-830d-e823fe95e63d', 'mac_address': 'fa:16:3e:8e:bd:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a13648-1cd5-4054-b57f-4e5e2cc68a3c', 'ip_address': '19.86.0.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:21:59.680023 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port c870b12a-e7cc-4b3b-a808-b086fddb5bff, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=c870b12a-e7cc-4b3b-a808-b086fddb5bff,segment=NetworkSegment(bdc73dff-155a-45dc-ae74-c67da5762570),segment_id=bdc73dff-155a-45dc-ae74-c67da5762570)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:59.685293 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:59.749071 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:59.773759 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b4f44f-53bb-40d7-830d-e823fe95e63d {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:59.778826 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=c870b12a-e7cc-4b3b-a808-b086fddb5bff,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:59.798626 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 60b4f44f-53bb-40d7-830d-e823fe95e63d, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=60b4f44f-53bb-40d7-830d-e823fe95e63d,segment=NetworkSegment(bf633012-8a90-4ce9-a307-637941e0564f),segment_id=bf633012-8a90-4ce9-a307-637941e0564f)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:59.803220 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:59.855843 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-0c228b0d-5b25-4627-a387-1e8090e396ed None None] Provisioning for port e6166ba2-b74d-4727-86da-f4ff7a36cffc completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:59.864016 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-0c228b0d-5b25-4627-a387-1e8090e396ed None None] Provisioning complete for port e6166ba2-b74d-4727-86da-f4ff7a36cffc triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:59.864393 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0c228b0d-5b25-4627-a387-1e8090e396ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:59.866301 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=60b4f44f-53bb-40d7-830d-e823fe95e63d,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:59.902863 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-0c228b0d-5b25-4627-a387-1e8090e396ed None None] Port e6166ba2-b74d-4727-86da-f4ff7a36cffc cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:21:59.913768 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-0c228b0d-5b25-4627-a387-1e8090e396ed None None] Provisioning complete for port c870b12a-e7cc-4b3b-a808-b086fddb5bff triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:59.914440 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0c228b0d-5b25-4627-a387-1e8090e396ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:59.979687 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2911c82-cc02-46c6-a72e-bb59d6c8cc9f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:59.992629 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2911c82-cc02-46c6-a72e-bb59d6c8cc9f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:00.002891 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2911c82-cc02-46c6-a72e-bb59d6c8cc9f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:00.003944 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2911c82-cc02-46c6-a72e-bb59d6c8cc9f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:00.007905 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e2911c82-cc02-46c6-a72e-bb59d6c8cc9f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "PUT /v2.0/ports/e6166ba2-b74d-4727-86da-f4ff7a36cffc HTTP/1.1" status: 200 len: 911 time: 0.6087742 Aug 11 02:22:00.008315 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51376) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:00.054597 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2911c82-cc02-46c6-a72e-bb59d6c8cc9f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Port': ['ID=e6166ba2-b74d-4727-86da-f4ff7a36cffc,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:00.141950 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-50808620-849c-46d8-8331-0c2ff77002ea None None] Provisioning complete for port e6166ba2-b74d-4727-86da-f4ff7a36cffc triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:00.142622 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-50808620-849c-46d8-8331-0c2ff77002ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:00.180065 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-50808620-849c-46d8-8331-0c2ff77002ea None None] Port e6166ba2-b74d-4727-86da-f4ff7a36cffc cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:22:00.221303 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['60b4f44f-53bb-40d7-830d-e823fe95e63d'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:00.310460 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['150081e9-79b2-4bef-90ec-199eee1cb5ec'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:00.321799 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['05e54cba-9112-4d03-9b7d-29e8760215b2'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:00.456354 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-93316909-2f6e-45b7-aed0-12a66b1dc59d None None] Provisioning complete for port e6166ba2-b74d-4727-86da-f4ff7a36cffc triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:00.456731 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-93316909-2f6e-45b7-aed0-12a66b1dc59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:00.559262 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-93316909-2f6e-45b7-aed0-12a66b1dc59d None None] Port e6166ba2-b74d-4727-86da-f4ff7a36cffc cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:22:00.628807 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b254190-0d29-4cc5-b3c5-aa85fae343b5 req-42db63d7-fbd7-46f9-adad-60128770e628 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:00.634694 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b254190-0d29-4cc5-b3c5-aa85fae343b5 req-42db63d7-fbd7-46f9-adad-60128770e628 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:00.641627 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b254190-0d29-4cc5-b3c5-aa85fae343b5 req-42db63d7-fbd7-46f9-adad-60128770e628 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:00.643554 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1b254190-0d29-4cc5-b3c5-aa85fae343b5 req-42db63d7-fbd7-46f9-adad-60128770e628 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a485173-5d45-4a90-9355-2811fc37f6d3 HTTP/1.1" status: 200 len: 2414 time: 0.1145864 Aug 11 02:22:00.714135 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92300cf4-ea80-4d94-86dc-c75f2beb7596 req-81f2dcf1-38b0-41a1-869e-c05b6f24217d tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:00.717664 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1b254190-0d29-4cc5-b3c5-aa85fae343b5 req-22468f05-cd79-4c30-9fdb-c8d383961f90 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535135 Aug 11 02:22:00.722217 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-92300cf4-ea80-4d94-86dc-c75f2beb7596 req-81f2dcf1-38b0-41a1-869e-c05b6f24217d tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 945 time: 0.0797904 Aug 11 02:22:00.764113 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-92300cf4-ea80-4d94-86dc-c75f2beb7596 req-938c2bdd-3702-4434-ae74-1bafeba64b00 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399539 Aug 11 02:22:00.837241 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1de6435d-4118-4a44-8123-39c761e77681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:00.900722 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device c870b12a-e7cc-4b3b-a808-b086fddb5bff up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:00.957514 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port c870b12a-e7cc-4b3b-a808-b086fddb5bff triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:00.958876 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:01.118547 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-1de6435d-4118-4a44-8123-39c761e77681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Deleting port e6166ba2-b74d-4727-86da-f4ff7a36cffc {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:01.119710 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1de6435d-4118-4a44-8123-39c761e77681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:01.245330 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1de6435d-4118-4a44-8123-39c761e77681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:01.260735 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-1de6435d-4118-4a44-8123-39c761e77681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Calling delete_port for e6166ba2-b74d-4727-86da-f4ff7a36cffc owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:01.485135 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1de6435d-4118-4a44-8123-39c761e77681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:01.514579 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6435d-4118-4a44-8123-39c761e77681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Port': ['ID=e6166ba2-b74d-4727-86da-f4ff7a36cffc,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:01.528937 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 78589433-afa4-4706-bf0c-f19808506a2b details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:22:01.647066 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1de6435d-4118-4a44-8123-39c761e77681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:01.658596 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 78589433-afa4-4706-bf0c-f19808506a2b, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=78589433-afa4-4706-bf0c-f19808506a2b,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:01.693411 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '78589433-afa4-4706-bf0c-f19808506a2b', 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'port_id': '78589433-afa4-4706-bf0c-f19808506a2b', 'mac_address': 'fa:16:3e:90:ae:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:22:01.745973 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:01.768815 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78589433-afa4-4706-bf0c-f19808506a2b {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:22:01.795051 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 78589433-afa4-4706-bf0c-f19808506a2b, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=78589433-afa4-4706-bf0c-f19808506a2b,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:01.801773 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:01.904032 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=78589433-afa4-4706-bf0c-f19808506a2b,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:01.930851 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513eec2-d351-48a8-ae7e-8d829eecfd95 req-6f105b27-cb31-4ed8-aab6-faa78a8388c0 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:01.937820 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513eec2-d351-48a8-ae7e-8d829eecfd95 req-6f105b27-cb31-4ed8-aab6-faa78a8388c0 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:01.940352 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['78589433-afa4-4706-bf0c-f19808506a2b'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:01.946068 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513eec2-d351-48a8-ae7e-8d829eecfd95 req-6f105b27-cb31-4ed8-aab6-faa78a8388c0 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:01.949068 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de6435d-4118-4a44-8123-39c761e77681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Router 298a7e08-2b99-4043-8a27-20e0467d874a has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:22:01.954865 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c513eec2-d351-48a8-ae7e-8d829eecfd95 req-6f105b27-cb31-4ed8-aab6-faa78a8388c0 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a485173-5d45-4a90-9355-2811fc37f6d3 HTTP/1.1" status: 200 len: 2414 time: 0.0865266 Aug 11 02:22:01.995748 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c513eec2-d351-48a8-ae7e-8d829eecfd95 req-5fe9d0a4-1a3d-4f82-ab51-9d9a2858f141 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396898 Aug 11 02:22:02.073993 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de6435d-4118-4a44-8123-39c761e77681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:22:02.080123 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1de6435d-4118-4a44-8123-39c761e77681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "PUT /v2.0/routers/298a7e08-2b99-4043-8a27-20e0467d874a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0706887 Aug 11 02:22:02.083124 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51422) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:02.095466 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6cac16-0e63-4c75-a7b3-5467805183ec None None] Sync routers for ids ['298a7e08-2b99-4043-8a27-20e0467d874a'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:22:02.109858 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6cac16-0e63-4c75-a7b3-5467805183ec None None] Routers {'298a7e08-2b99-4043-8a27-20e0467d874a'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:02.111058 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-cb6cac16-0e63-4c75-a7b3-5467805183ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['298a7e08-2b99-4043-8a27-20e0467d874a'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:02.117455 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a6056e61-45f4-477f-a273-0fab76aeca9c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "GET /v2.0/ports?device_id=298a7e08-2b99-4043-8a27-20e0467d874a HTTP/1.1" status: 200 len: 205 time: 0.0327761 Aug 11 02:22:02.118849 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591716b6-16e7-4e3e-a9f3-54fb3915a08d req-bc76861d-5778-4598-8a2f-c4c03f3142f7 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:02.120483 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-591716b6-16e7-4e3e-a9f3-54fb3915a08d req-bc76861d-5778-4598-8a2f-c4c03f3142f7 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 944 time: 0.1694465 Aug 11 02:22:02.127131 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51424) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:02.154801 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-cb6cac16-0e63-4c75-a7b3-5467805183ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:02.165586 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6cac16-0e63-4c75-a7b3-5467805183ec None None] Routers {'298a7e08-2b99-4043-8a27-20e0467d874a'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:02.166601 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-cb6cac16-0e63-4c75-a7b3-5467805183ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['298a7e08-2b99-4043-8a27-20e0467d874a'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:02.205710 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-cb6cac16-0e63-4c75-a7b3-5467805183ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:02.207199 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6cac16-0e63-4c75-a7b3-5467805183ec None None] The sync data for ids ['298a7e08-2b99-4043-8a27-20e0467d874a'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:22:02.208156 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-591716b6-16e7-4e3e-a9f3-54fb3915a08d req-7cf437f8-c8b6-437d-9fd2-b56b9508c561 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0804243 Aug 11 02:22:02.221671 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-49c2b89d-a771-4310-96b5-c6ae0157640d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:02.401553 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-49c2b89d-a771-4310-96b5-c6ae0157640d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:02.403769 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-49c2b89d-a771-4310-96b5-c6ae0157640d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:02.458153 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-49c2b89d-a771-4310-96b5-c6ae0157640d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:02.458720 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c2b89d-a771-4310-96b5-c6ae0157640d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Fanout notify agent at l3_agent the message router_deleted on router 298a7e08-2b99-4043-8a27-20e0467d874a {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:22:02.470363 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-49c2b89d-a771-4310-96b5-c6ae0157640d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:02.474426 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-49c2b89d-a771-4310-96b5-c6ae0157640d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/routers/298a7e08-2b99-4043-8a27-20e0467d874a HTTP/1.1" status: 204 len: 168 time: 0.3434777 Aug 11 02:22:02.475199 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51432) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:02.538088 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-706a2da2-cbb8-47e2-a5e5-90e6bd189d12 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Deleting subnet 16874c2b-45e3-4906-b1c9-2ddb0054f715 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:22:02.541889 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-706a2da2-cbb8-47e2-a5e5-90e6bd189d12 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:02.586085 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-706a2da2-cbb8-47e2-a5e5-90e6bd189d12 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:02.681056 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 60b4f44f-53bb-40d7-830d-e823fe95e63d up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:02.684862 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-706a2da2-cbb8-47e2-a5e5-90e6bd189d12 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:02.743811 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 60b4f44f-53bb-40d7-830d-e823fe95e63d completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:02.749604 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 60b4f44f-53bb-40d7-830d-e823fe95e63d triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:02.750644 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:02.768069 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-706a2da2-cbb8-47e2-a5e5-90e6bd189d12 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:02.802531 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a2da2-cbb8-47e2-a5e5-90e6bd189d12 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Subnet': ['ID=16874c2b-45e3-4906-b1c9-2ddb0054f715,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:02.812620 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-706a2da2-cbb8-47e2-a5e5-90e6bd189d12 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:02.817265 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51434) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:02.818516 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-706a2da2-cbb8-47e2-a5e5-90e6bd189d12 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/subnets/16874c2b-45e3-4906-b1c9-2ddb0054f715 HTTP/1.1" status: 204 len: 168 time: 0.3414500 Aug 11 02:22:02.833077 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053f631e-3a22-4876-95ff-860f2a530640 None None] Network bc15bb3f-1c82-4f32-a39a-8cca14572b58 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:02.926264 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dfaf11ce-475a-47c1-b577-30bfb3f58de0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:02.989498 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-dfaf11ce-475a-47c1-b577-30bfb3f58de0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Deleting port c870b12a-e7cc-4b3b-a808-b086fddb5bff {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:02.989498 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dfaf11ce-475a-47c1-b577-30bfb3f58de0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.059109 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-dfaf11ce-475a-47c1-b577-30bfb3f58de0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] For port c870b12a-e7cc-4b3b-a808-b086fddb5bff, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=c870b12a-e7cc-4b3b-a808-b086fddb5bff,segment=NetworkSegment(bdc73dff-155a-45dc-ae74-c67da5762570),segment_id=bdc73dff-155a-45dc-ae74-c67da5762570)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:03.059485 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dfaf11ce-475a-47c1-b577-30bfb3f58de0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.075215 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-dfaf11ce-475a-47c1-b577-30bfb3f58de0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Calling delete_port for c870b12a-e7cc-4b3b-a808-b086fddb5bff owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:03.095135 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.133616 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a485173-5d45-4a90-9355-2811fc37f6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b4f44f-53bb-40d7-830d-e823fe95e63d'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:03.136428 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb2978a-5713-40dc-8e58-81609d13facd" -d '{"events": [{"server_uuid": "0a485173-5d45-4a90-9355-2811fc37f6d3", "name": "network-vif-plugged", "status": "completed", "tag": "60b4f44f-53bb-40d7-830d-e823fe95e63d"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:03.183971 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 60b4f44f-53bb-40d7-830d-e823fe95e63d, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=60b4f44f-53bb-40d7-830d-e823fe95e63d,segment=NetworkSegment(bf633012-8a90-4ce9-a307-637941e0564f),segment_id=bf633012-8a90-4ce9-a307-637941e0564f)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:03.217258 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.218323 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 150081e9-79b2-4bef-90ec-199eee1cb5ec up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:03.221851 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17b33dd-9b78-454b-934c-b1ff732e066e x-openstack-request-id: req-c17b33dd-9b78-454b-934c-b1ff732e066e {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:03.222412 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a485173-5d45-4a90-9355-2811fc37f6d3", "name": "network-vif-plugged", "status": "completed", "tag": "60b4f44f-53bb-40d7-830d-e823fe95e63d", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:03.222764 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c17b33dd-9b78-454b-934c-b1ff732e066e {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:03.223258 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a485173-5d45-4a90-9355-2811fc37f6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b4f44f-53bb-40d7-830d-e823fe95e63d', 'code': 200} Aug 11 02:22:03.353359 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=60b4f44f-53bb-40d7-830d-e823fe95e63d,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:03.392991 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 150081e9-79b2-4bef-90ec-199eee1cb5ec completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:03.397609 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 150081e9-79b2-4bef-90ec-199eee1cb5ec triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:03.398117 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.406249 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb6b71-e41d-40c3-944b-ce007b4aaca5 req-3883f7dc-e195-4d43-bdf4-c22d85f681dc tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:03.410355 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60bb6b71-e41d-40c3-944b-ce007b4aaca5 req-3883f7dc-e195-4d43-bdf4-c22d85f681dc tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 944 time: 0.0857377 Aug 11 02:22:03.461258 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dfaf11ce-475a-47c1-b577-30bfb3f58de0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.468659 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7c5da4-bf39-407d-877f-3b2c23388b54 None None] DHCP port deletion for bc15bb3f-1c82-4f32-a39a-8cca14572b58 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:22:03.506797 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60bb6b71-e41d-40c3-944b-ce007b4aaca5 req-6e6824a4-f831-4b59-bd07-7a17f2b32190 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811558 Aug 11 02:22:03.523112 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf11ce-475a-47c1-b577-30bfb3f58de0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Port': ['ID=c870b12a-e7cc-4b3b-a808-b086fddb5bff,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:03.529076 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaf11ce-475a-47c1-b577-30bfb3f58de0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] No DVR routers for this DVR port c870b12a-e7cc-4b3b-a808-b086fddb5bff on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:03.562637 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 78589433-afa4-4706-bf0c-f19808506a2b up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:03.605576 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.634009 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dfaf11ce-475a-47c1-b577-30bfb3f58de0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.645344 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-dfaf11ce-475a-47c1-b577-30bfb3f58de0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc15bb3f-1c82-4f32-a39a-8cca14572b58']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:03.656378 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-dfaf11ce-475a-47c1-b577-30bfb3f58de0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc73dff-155a-45dc-ae74-c67da5762570') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:03.656702 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-dfaf11ce-475a-47c1-b577-30bfb3f58de0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc73dff-155a-45dc-ae74-c67da5762570') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:03.657850 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 150081e9-79b2-4bef-90ec-199eee1cb5ec, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=150081e9-79b2-4bef-90ec-199eee1cb5ec,segment=NetworkSegment(32d82f75-2b42-4cf5-a610-05761f9f86b7),segment_id=32d82f75-2b42-4cf5-a610-05761f9f86b7)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:03.663315 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.664900 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 05e54cba-9112-4d03-9b7d-29e8760215b2 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:03.665968 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dfaf11ce-475a-47c1-b577-30bfb3f58de0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.683908 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dfaf11ce-475a-47c1-b577-30bfb3f58de0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.688609 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfaf11ce-475a-47c1-b577-30bfb3f58de0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:22:03.688979 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dfaf11ce-475a-47c1-b577-30bfb3f58de0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.728873 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 78589433-afa4-4706-bf0c-f19808506a2b triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:03.729489 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:22:03.744089 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:22:03.760895 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c84f5-02c6-40f8-a2b7-ba39e776e609 req-edf4771e-7093-4378-a247-dde9a067ece6 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:03.767621 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c84f5-02c6-40f8-a2b7-ba39e776e609 req-edf4771e-7093-4378-a247-dde9a067ece6 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:03.773722 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c84f5-02c6-40f8-a2b7-ba39e776e609 req-edf4771e-7093-4378-a247-dde9a067ece6 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:03.781952 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d85c84f5-02c6-40f8-a2b7-ba39e776e609 req-edf4771e-7093-4378-a247-dde9a067ece6 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a485173-5d45-4a90-9355-2811fc37f6d3 HTTP/1.1" status: 200 len: 2415 time: 0.3347600 Aug 11 02:22:03.802398 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dfaf11ce-475a-47c1-b577-30bfb3f58de0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.811381 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dfaf11ce-475a-47c1-b577-30bfb3f58de0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.814121 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-dfaf11ce-475a-47c1-b577-30bfb3f58de0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/networks/bc15bb3f-1c82-4f32-a39a-8cca14572b58 HTTP/1.1" status: 204 len: 168 time: 0.9955935 Aug 11 02:22:03.818100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51448) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:03.825146 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-ee17edf3-9bfb-4b67-a6a0-e5a823530ee0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-742392007', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:03.828856 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf11ce-475a-47c1-b577-30bfb3f58de0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Network': ['ID=bc15bb3f-1c82-4f32-a39a-8cca14572b58,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:03.844720 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=150081e9-79b2-4bef-90ec-199eee1cb5ec,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:03.859145 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d85c84f5-02c6-40f8-a2b7-ba39e776e609 req-770a2aeb-1081-44ca-bbe1-2517eb30ccfa tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761847 Aug 11 02:22:03.887922 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee17edf3-9bfb-4b67-a6a0-e5a823530ee0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.889166 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee17edf3-9bfb-4b67-a6a0-e5a823530ee0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.904027 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 05e54cba-9112-4d03-9b7d-29e8760215b2 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:03.912679 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 05e54cba-9112-4d03-9b7d-29e8760215b2 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:03.913314 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.947305 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.960941 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee17edf3-9bfb-4b67-a6a0-e5a823530ee0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.967873 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee17edf3-9bfb-4b67-a6a0-e5a823530ee0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.989725 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee17edf3-9bfb-4b67-a6a0-e5a823530ee0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.991214 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ee17edf3-9bfb-4b67-a6a0-e5a823530ee0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1718750 Aug 11 02:22:03.994025 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51450) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:04.000850 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-b7c4d719-a534-46f6-9d8a-494659fd0882 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1228206818'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:04.010243 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 78589433-afa4-4706-bf0c-f19808506a2b, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=78589433-afa4-4706-bf0c-f19808506a2b,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:04.027625 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c4d719-a534-46f6-9d8a-494659fd0882 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Made reservation on behalf of 771603ce7c694518a048dc364609b7f9 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:04.033272 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b7c4d719-a534-46f6-9d8a-494659fd0882 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:04.034803 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:04.072479 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c4d719-a534-46f6-9d8a-494659fd0882 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:22:04.080786 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:04.086725 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b7c4d719-a534-46f6-9d8a-494659fd0882 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:04.088332 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-b7c4d719-a534-46f6-9d8a-494659fd0882 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Added segment 8dc601c6-976b-4b9d-9758-f827d145b215 of type vlan for network 243a4df2-b956-4307-a02c-2e47fe09531e Aug 11 02:22:04.115163 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=78589433-afa4-4706-bf0c-f19808506a2b,revision_number=7']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:04.134889 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 05e54cba-9112-4d03-9b7d-29e8760215b2, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=05e54cba-9112-4d03-9b7d-29e8760215b2,segment=NetworkSegment(32d82f75-2b42-4cf5-a610-05761f9f86b7),segment_id=32d82f75-2b42-4cf5-a610-05761f9f86b7)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:04.140346 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:04.142437 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b7c4d719-a534-46f6-9d8a-494659fd0882 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:04.176377 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b7c4d719-a534-46f6-9d8a-494659fd0882 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:04.183402 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c4d719-a534-46f6-9d8a-494659fd0882 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:04.184161 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b7c4d719-a534-46f6-9d8a-494659fd0882 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:04.199165 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=05e54cba-9112-4d03-9b7d-29e8760215b2,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:04.246177 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b7c4d719-a534-46f6-9d8a-494659fd0882 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2479346 Aug 11 02:22:04.246603 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51452) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:04.253783 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-43dcbf4f-09cc-4e5e-b912-be7c0cfaed50 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'subnet': {'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:04.274836 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4d719-a534-46f6-9d8a-494659fd0882 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Network': ['ID=243a4df2-b956-4307-a02c-2e47fe09531e,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:04.286804 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 243a4df2-b956-4307-a02c-2e47fe09531e details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:22:04.374181 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dcbf4f-09cc-4e5e-b912-be7c0cfaed50 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Made reservation on behalf of 771603ce7c694518a048dc364609b7f9 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:04.379063 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-43dcbf4f-09cc-4e5e-b912-be7c0cfaed50 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:04.639426 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-43dcbf4f-09cc-4e5e-b912-be7c0cfaed50 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:04.713700 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d28ca7-ac93-426f-9745-6158a763fcea req-e001a773-c395-493f-9eb7-0a098fc78de0 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:04.720590 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-57d28ca7-ac93-426f-9745-6158a763fcea req-e001a773-c395-493f-9eb7-0a098fc78de0 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 945 time: 0.1129870 Aug 11 02:22:04.751975 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dcbf4f-09cc-4e5e-b912-be7c0cfaed50 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Subnet': ['ID=186e2a21-5971-4009-bd8d-ae082a371c3a,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:04.768450 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dcbf4f-09cc-4e5e-b912-be7c0cfaed50 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Checking segment: {'id': '8dc601c6-976b-4b9d-9758-f827d145b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:04.769009 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dcbf4f-09cc-4e5e-b912-be7c0cfaed50 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network hostable DHCP agents. Network: 243a4df2-b956-4307-a02c-2e47fe09531e, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:22:04.831742 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-57d28ca7-ac93-426f-9745-6158a763fcea req-e8a0479c-1d0c-4286-a007-c62c27a92f7c tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1031866 Aug 11 02:22:04.847482 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dcbf4f-09cc-4e5e-b912-be7c0cfaed50 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network 243a4df2-b956-4307-a02c-2e47fe09531e is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:22:04.866963 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-43dcbf4f-09cc-4e5e-b912-be7c0cfaed50 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 243a4df2-b956-4307-a02c-2e47fe09531e) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:04.877383 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dcbf4f-09cc-4e5e-b912-be7c0cfaed50 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:04.877953 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-43dcbf4f-09cc-4e5e-b912-be7c0cfaed50 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:04.882434 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30b8e00-08a3-45cf-9a64-b05d3c8b7115 None None] Network 243a4df2-b956-4307-a02c-2e47fe09531e requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:04.941840 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-43dcbf4f-09cc-4e5e-b912-be7c0cfaed50 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6934230 Aug 11 02:22:04.944147 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51468) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:04.989676 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device c870b12a-e7cc-4b3b-a808-b086fddb5bff no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:05.015366 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: c870b12a-e7cc-4b3b-a808-b086fddb5bff {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:05.015757 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device c870b12a-e7cc-4b3b-a808-b086fddb5bff not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:05.152414 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4867c99-3735-4131-8955-a87f184960eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-243a4df2-b956-4307-a02c-2e47fe09531e', 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'fixed_ips': [{'subnet_id': '186e2a21-5971-4009-bd8d-ae082a371c3a'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:22:05.153392 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e4867c99-3735-4131-8955-a87f184960eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:05.178716 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4231b4b-97e0-40e4-a554-ce93c416acae req-053e0297-cd8d-4346-80df-58dd0f051e5f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:05.185131 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4231b4b-97e0-40e4-a554-ce93c416acae req-053e0297-cd8d-4346-80df-58dd0f051e5f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:05.191235 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4231b4b-97e0-40e4-a554-ce93c416acae req-053e0297-cd8d-4346-80df-58dd0f051e5f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:05.199358 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b4231b4b-97e0-40e4-a554-ce93c416acae req-053e0297-cd8d-4346-80df-58dd0f051e5f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a485173-5d45-4a90-9355-2811fc37f6d3 HTTP/1.1" status: 200 len: 2417 time: 0.2319579 Aug 11 02:22:05.226467 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a485173-5d45-4a90-9355-2811fc37f6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150081e9-79b2-4bef-90ec-199eee1cb5ec'}, {'server_uuid': '8bc05a22-0e69-4204-96dc-84dc33e13ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78589433-afa4-4706-bf0c-f19808506a2b'}, {'server_uuid': '0a485173-5d45-4a90-9355-2811fc37f6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e54cba-9112-4d03-9b7d-29e8760215b2'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:05.229148 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98bf342-ff20-4bc8-83e6-77678bac1b00" -d '{"events": [{"server_uuid": "0a485173-5d45-4a90-9355-2811fc37f6d3", "name": "network-vif-plugged", "status": "completed", "tag": "150081e9-79b2-4bef-90ec-199eee1cb5ec"}, {"server_uuid": "8bc05a22-0e69-4204-96dc-84dc33e13ca2", "name": "network-vif-plugged", "status": "completed", "tag": "78589433-afa4-4706-bf0c-f19808506a2b"}, {"server_uuid": "0a485173-5d45-4a90-9355-2811fc37f6d3", "name": "network-vif-plugged", "status": "completed", "tag": "05e54cba-9112-4d03-9b7d-29e8760215b2"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:05.298859 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3e23c4-009a-42e1-8d33-a22de7359a3f x-openstack-request-id: req-fc3e23c4-009a-42e1-8d33-a22de7359a3f {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:05.299293 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a485173-5d45-4a90-9355-2811fc37f6d3", "name": "network-vif-plugged", "status": "completed", "tag": "150081e9-79b2-4bef-90ec-199eee1cb5ec", "code": 200}, {"server_uuid": "8bc05a22-0e69-4204-96dc-84dc33e13ca2", "name": "network-vif-plugged", "status": "completed", "tag": "78589433-afa4-4706-bf0c-f19808506a2b", "code": 200}, {"server_uuid": "0a485173-5d45-4a90-9355-2811fc37f6d3", "name": "network-vif-plugged", "status": "completed", "tag": "05e54cba-9112-4d03-9b7d-29e8760215b2", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:05.299677 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fc3e23c4-009a-42e1-8d33-a22de7359a3f {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:05.300172 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a485173-5d45-4a90-9355-2811fc37f6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150081e9-79b2-4bef-90ec-199eee1cb5ec', 'code': 200} Aug 11 02:22:05.300557 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc05a22-0e69-4204-96dc-84dc33e13ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78589433-afa4-4706-bf0c-f19808506a2b', 'code': 200} Aug 11 02:22:05.300908 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a485173-5d45-4a90-9355-2811fc37f6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e54cba-9112-4d03-9b7d-29e8760215b2', 'code': 200} Aug 11 02:22:05.326853 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-e4867c99-3735-4131-8955-a87f184960eb None None] Allocated IP 2001:db8::2 (243a4df2-b956-4307-a02c-2e47fe09531e/186e2a21-5971-4009-bd8d-ae082a371c3a/16633387-36e0-4c9c-afa9-10a92e24fabb) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:05.375777 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b4231b4b-97e0-40e4-a554-ce93c416acae req-69b9ddf7-28f0-4386-83f4-2f502c53f261 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753964 Aug 11 02:22:05.404041 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ab856f9e-66f8-4780-8450-abc92a2f2681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:05.493336 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a75245-a001-4a22-b7c1-e66aae939a1b req-b2a1af4d-2475-4a36-9f49-52f9f888eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:05.493336 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a75245-a001-4a22-b7c1-e66aae939a1b req-b2a1af4d-2475-4a36-9f49-52f9f888eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:05.493336 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a75245-a001-4a22-b7c1-e66aae939a1b req-b2a1af4d-2475-4a36-9f49-52f9f888eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:05.502014 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-63a75245-a001-4a22-b7c1-e66aae939a1b req-b2a1af4d-2475-4a36-9f49-52f9f888eb34 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0a485173-5d45-4a90-9355-2811fc37f6d3 HTTP/1.1" status: 200 len: 2873 time: 0.1197803 Aug 11 02:22:05.560030 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-63a75245-a001-4a22-b7c1-e66aae939a1b req-0e2d6df2-887f-4a7f-bd74-437b482009d8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495172 Aug 11 02:22:05.580960 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e4867c99-3735-4131-8955-a87f184960eb None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:05.591774 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e4867c99-3735-4131-8955-a87f184960eb None None] Transition to ACTIVE for port object 16633387-36e0-4c9c-afa9-10a92e24fabb will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:05.615759 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e4867c99-3735-4131-8955-a87f184960eb None None] Transition to ACTIVE for port object 16633387-36e0-4c9c-afa9-10a92e24fabb will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:05.623824 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e4867c99-3735-4131-8955-a87f184960eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:05.677263 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4867c99-3735-4131-8955-a87f184960eb None None] Network 243a4df2-b956-4307-a02c-2e47fe09531e is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:05.680346 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-e4867c99-3735-4131-8955-a87f184960eb None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:05.688636 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-ab856f9e-66f8-4780-8450-abc92a2f2681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Allocated IP 2001:db8::1 (243a4df2-b956-4307-a02c-2e47fe09531e/186e2a21-5971-4009-bd8d-ae082a371c3a/266c97ea-0e8b-4c40-a120-3e51622ea942) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:05.690902 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4867c99-3735-4131-8955-a87f184960eb None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:05.711313 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4867c99-3735-4131-8955-a87f184960eb None None] Pushing event updated for resources: {'Port': ['ID=16633387-36e0-4c9c-afa9-10a92e24fabb,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:05.774306 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-e4867c99-3735-4131-8955-a87f184960eb None None] Attempting to bind port 16633387-36e0-4c9c-afa9-10a92e24fabb on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:05.774993 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-e4867c99-3735-4131-8955-a87f184960eb None None] Attempting to bind port 16633387-36e0-4c9c-afa9-10a92e24fabb by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '8dc601c6-976b-4b9d-9758-f827d145b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:05.775565 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4867c99-3735-4131-8955-a87f184960eb None None] Attempting to bind port 16633387-36e0-4c9c-afa9-10a92e24fabb on network 243a4df2-b956-4307-a02c-2e47fe09531e {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:05.781415 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4867c99-3735-4131-8955-a87f184960eb None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:05.781802 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4867c99-3735-4131-8955-a87f184960eb None None] Checking segment: {'id': '8dc601c6-976b-4b9d-9758-f827d145b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:05.782375 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e4867c99-3735-4131-8955-a87f184960eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:05.782822 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4867c99-3735-4131-8955-a87f184960eb None None] Bound using segment: {'id': '8dc601c6-976b-4b9d-9758-f827d145b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:05.783394 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-e4867c99-3735-4131-8955-a87f184960eb None None] Bound port: 16633387-36e0-4c9c-afa9-10a92e24fabb, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc601c6-976b-4b9d-9758-f827d145b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:05.783801 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e4867c99-3735-4131-8955-a87f184960eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:05.860793 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ab856f9e-66f8-4780-8450-abc92a2f2681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:05.901774 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-e4867c99-3735-4131-8955-a87f184960eb None None] For port 16633387-36e0-4c9c-afa9-10a92e24fabb, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:05.902412 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-ab856f9e-66f8-4780-8450-abc92a2f2681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Transition to ACTIVE for port object 266c97ea-0e8b-4c40-a120-3e51622ea942 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:05.905972 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-e4867c99-3735-4131-8955-a87f184960eb None None] For port 16633387-36e0-4c9c-afa9-10a92e24fabb, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=16633387-36e0-4c9c-afa9-10a92e24fabb,segment=NetworkSegment(8dc601c6-976b-4b9d-9758-f827d145b215),segment_id=8dc601c6-976b-4b9d-9758-f827d145b215)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:05.911449 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e4867c99-3735-4131-8955-a87f184960eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:05.992258 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ab856f9e-66f8-4780-8450-abc92a2f2681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:06.007337 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab20af3-6be1-4a29-816b-e77dc71cf190 req-f224321c-7921-4bd3-91e9-971f9368acbe tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:06.016349 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dab20af3-6be1-4a29-816b-e77dc71cf190 req-f224321c-7921-4bd3-91e9-971f9368acbe tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 945 time: 0.0840573 Aug 11 02:22:06.038162 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4867c99-3735-4131-8955-a87f184960eb None None] Pushing event updated for resources: {'Port': ['ID=16633387-36e0-4c9c-afa9-10a92e24fabb,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:06.057406 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab856f9e-66f8-4780-8450-abc92a2f2681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network 243a4df2-b956-4307-a02c-2e47fe09531e is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:06.066053 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-ab856f9e-66f8-4780-8450-abc92a2f2681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:06.070132 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab856f9e-66f8-4780-8450-abc92a2f2681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:06.070687 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ab856f9e-66f8-4780-8450-abc92a2f2681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:06.081833 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dab20af3-6be1-4a29-816b-e77dc71cf190 req-da13f725-23f5-4acb-a743-d956bdc0367a tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587988 Aug 11 02:22:06.185999 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab856f9e-66f8-4780-8450-abc92a2f2681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Port': ['ID=266c97ea-0e8b-4c40-a120-3e51622ea942,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:06.263779 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ab856f9e-66f8-4780-8450-abc92a2f2681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:06.621141 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b57e4-a1d0-41af-9c3d-f4b472bc459a req-250e9777-3d52-49ad-b9a6-13a088b0038d tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:06.627785 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b57e4-a1d0-41af-9c3d-f4b472bc459a req-250e9777-3d52-49ad-b9a6-13a088b0038d tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:06.633590 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b57e4-a1d0-41af-9c3d-f4b472bc459a req-250e9777-3d52-49ad-b9a6-13a088b0038d tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:06.635274 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cc9b57e4-a1d0-41af-9c3d-f4b472bc459a req-250e9777-3d52-49ad-b9a6-13a088b0038d tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a485173-5d45-4a90-9355-2811fc37f6d3 HTTP/1.1" status: 200 len: 2417 time: 0.1251705 Aug 11 02:22:06.717097 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cc9b57e4-a1d0-41af-9c3d-f4b472bc459a req-3f47a179-d3ac-4ed7-927f-f424642cab7a tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680053 Aug 11 02:22:06.726131 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ab856f9e-66f8-4780-8450-abc92a2f2681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:06.731142 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ab856f9e-66f8-4780-8450-abc92a2f2681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:06.732553 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ab856f9e-66f8-4780-8450-abc92a2f2681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:06.894363 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab856f9e-66f8-4780-8450-abc92a2f2681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Port': ['ID=266c97ea-0e8b-4c40-a120-3e51622ea942,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:06.905440 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab856f9e-66f8-4780-8450-abc92a2f2681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network 243a4df2-b956-4307-a02c-2e47fe09531e is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:06.910812 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-ab856f9e-66f8-4780-8450-abc92a2f2681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:07.046162 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 16633387-36e0-4c9c-afa9-10a92e24fabb up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:07.136330 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 16633387-36e0-4c9c-afa9-10a92e24fabb completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:07.146168 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab856f9e-66f8-4780-8450-abc92a2f2681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Router a8f5a5df-935e-44a6-8c64-c56d302b4088 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:22:07.263154 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab856f9e-66f8-4780-8450-abc92a2f2681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:22:07.268530 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ab856f9e-66f8-4780-8450-abc92a2f2681 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "PUT /v2.0/routers/a8f5a5df-935e-44a6-8c64-c56d302b4088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3084576 Aug 11 02:22:07.272884 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51490) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:07.277883 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6852ffd-a812-4a4d-87db-5374d894c68b None None] Sync routers for ids ['a8f5a5df-935e-44a6-8c64-c56d302b4088'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:22:07.284654 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-8e848333-5c78-489c-8a0c-4b631109d120 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1309237892'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:07.292506 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6852ffd-a812-4a4d-87db-5374d894c68b None None] Routers {'a8f5a5df-935e-44a6-8c64-c56d302b4088'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:07.293114 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d6852ffd-a812-4a4d-87db-5374d894c68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a8f5a5df-935e-44a6-8c64-c56d302b4088'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:07.329983 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e848333-5c78-489c-8a0c-4b631109d120 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Made reservation on behalf of 771603ce7c694518a048dc364609b7f9 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:07.333802 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8e848333-5c78-489c-8a0c-4b631109d120 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:07.374830 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7439c45-4594-4747-9300-b0f55819ffca req-77fdf496-2c23-44bc-9e1c-84057efad77f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:07.376438 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b7439c45-4594-4747-9300-b0f55819ffca req-77fdf496-2c23-44bc-9e1c-84057efad77f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 945 time: 0.1229675 Aug 11 02:22:07.382507 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e848333-5c78-489c-8a0c-4b631109d120 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:22:07.415192 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8e848333-5c78-489c-8a0c-4b631109d120 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:07.415599 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-8e848333-5c78-489c-8a0c-4b631109d120 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Added segment 6ee3fd9d-0dc5-4ccd-a2e2-0068541b9ac0 of type vlan for network 7cb26a63-c064-4595-a598-67fca5080d5b Aug 11 02:22:07.429061 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-d6852ffd-a812-4a4d-87db-5374d894c68b None None] Set router a8f5a5df-935e-44a6-8c64-c56d302b4088 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:07.452671 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b7439c45-4594-4747-9300-b0f55819ffca req-8aec1d52-55e4-4f21-885c-b02847579803 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624244 Aug 11 02:22:07.470412 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0250bc85-0a6b-4eef-9aa3-08bdce0be62e None None] Network 243a4df2-b956-4307-a02c-2e47fe09531e requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:07.489499 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8e848333-5c78-489c-8a0c-4b631109d120 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:07.557156 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3b7ff2d0-8ed2-4d37-afaa-ed9289fd9015 None None] Provisioning for port 16633387-36e0-4c9c-afa9-10a92e24fabb completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:07.559413 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8e848333-5c78-489c-8a0c-4b631109d120 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:07.565651 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e848333-5c78-489c-8a0c-4b631109d120 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:07.566418 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8e848333-5c78-489c-8a0c-4b631109d120 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:07.607143 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3b7ff2d0-8ed2-4d37-afaa-ed9289fd9015 None None] Provisioning complete for port 16633387-36e0-4c9c-afa9-10a92e24fabb triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:07.607646 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3b7ff2d0-8ed2-4d37-afaa-ed9289fd9015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:07.623384 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8e848333-5c78-489c-8a0c-4b631109d120 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3511562 Aug 11 02:22:07.626247 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51494) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:07.631521 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-d4a75de8-f486-4a9f-af22-1b9b7593a53d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'subnet': {'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:07.654967 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e848333-5c78-489c-8a0c-4b631109d120 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Network': ['ID=7cb26a63-c064-4595-a598-67fca5080d5b,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:07.675146 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 7cb26a63-c064-4595-a598-67fca5080d5b details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:22:07.766727 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a75de8-f486-4a9f-af22-1b9b7593a53d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Made reservation on behalf of 771603ce7c694518a048dc364609b7f9 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:07.776163 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d4a75de8-f486-4a9f-af22-1b9b7593a53d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:07.918603 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b462bd7-0567-41f0-b068-261dba31641a req-378c6262-12f6-48f0-b983-543c3c691e97 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:07.926118 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b462bd7-0567-41f0-b068-261dba31641a req-378c6262-12f6-48f0-b983-543c3c691e97 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:07.933065 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b462bd7-0567-41f0-b068-261dba31641a req-378c6262-12f6-48f0-b983-543c3c691e97 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:07.941702 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6b462bd7-0567-41f0-b068-261dba31641a req-378c6262-12f6-48f0-b983-543c3c691e97 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a485173-5d45-4a90-9355-2811fc37f6d3 HTTP/1.1" status: 200 len: 2417 time: 0.1390858 Aug 11 02:22:07.997374 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6b462bd7-0567-41f0-b068-261dba31641a req-20139971-6c99-486d-b7a4-6ee6e7f78218 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543597 Aug 11 02:22:08.138065 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d4a75de8-f486-4a9f-af22-1b9b7593a53d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:08.194015 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3b7ff2d0-8ed2-4d37-afaa-ed9289fd9015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:08.256917 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a75de8-f486-4a9f-af22-1b9b7593a53d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Subnet': ['ID=b8708d77-7d5c-47d7-bc5b-3eb8982526b3,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:08.260045 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a75de8-f486-4a9f-af22-1b9b7593a53d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Checking segment: {'id': '6ee3fd9d-0dc5-4ccd-a2e2-0068541b9ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:08.260252 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a75de8-f486-4a9f-af22-1b9b7593a53d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network hostable DHCP agents. Network: 7cb26a63-c064-4595-a598-67fca5080d5b, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:22:08.281720 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a75de8-f486-4a9f-af22-1b9b7593a53d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network 7cb26a63-c064-4595-a598-67fca5080d5b is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:22:08.293996 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-d4a75de8-f486-4a9f-af22-1b9b7593a53d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 7cb26a63-c064-4595-a598-67fca5080d5b) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:08.294771 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-3b7ff2d0-8ed2-4d37-afaa-ed9289fd9015 None None] For port 16633387-36e0-4c9c-afa9-10a92e24fabb, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=16633387-36e0-4c9c-afa9-10a92e24fabb,segment=NetworkSegment(8dc601c6-976b-4b9d-9758-f827d145b215),segment_id=8dc601c6-976b-4b9d-9758-f827d145b215)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:08.300376 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a75de8-f486-4a9f-af22-1b9b7593a53d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:08.301045 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d4a75de8-f486-4a9f-af22-1b9b7593a53d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:08.307091 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3b7ff2d0-8ed2-4d37-afaa-ed9289fd9015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:08.321974 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da31fe27-c726-43a0-a352-e62bb9500fdb None None] Network 7cb26a63-c064-4595-a598-67fca5080d5b requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:08.326928 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d4a75de8-f486-4a9f-af22-1b9b7593a53d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6994660 Aug 11 02:22:08.330642 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51508) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:08.371428 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d6852ffd-a812-4a4d-87db-5374d894c68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:06Z', 'revision_number': 2, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None, '_interfaces': [{'id': '266c97ea-0e8b-4c40-a120-3e51622ea942', 'name': '', 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:72:21:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:05Z', 'updated_at': '2021-08-11T02:22:06Z', 'revision_number': 2, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:08.512762 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6852ffd-a812-4a4d-87db-5374d894c68b None None] Checking router: a8f5a5df-935e-44a6-8c64-c56d302b4088 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:22:08.513103 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6852ffd-a812-4a4d-87db-5374d894c68b None None] Updating router a8f5a5df-935e-44a6-8c64-c56d302b4088 port 266c97ea-0e8b-4c40-a120-3e51622ea942 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:22:08.574355 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ff2d0-8ed2-4d37-afaa-ed9289fd9015 None None] Pushing event updated for resources: {'Port': ['ID=16633387-36e0-4c9c-afa9-10a92e24fabb,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:08.587959 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d6852ffd-a812-4a4d-87db-5374d894c68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:08.733467 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b0576-a30f-445c-9ae8-7190ce282814 req-4b7b3338-731e-4048-86bb-21c2e148cab1 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:08.756200 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bf7b0576-a30f-445c-9ae8-7190ce282814 req-4b7b3338-731e-4048-86bb-21c2e148cab1 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 945 time: 0.1252387 Aug 11 02:22:08.805494 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e596b259-5895-4f4e-b485-0417092a3bf4 None None] Provisioning for port 266c97ea-0e8b-4c40-a120-3e51622ea942 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:08.810399 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bf7b0576-a30f-445c-9ae8-7190ce282814 req-280abf81-6f74-48f5-afab-64d02a78edf7 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512877 Aug 11 02:22:08.817088 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e596b259-5895-4f4e-b485-0417092a3bf4 None None] Provisioning complete for port 266c97ea-0e8b-4c40-a120-3e51622ea942 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:08.817476 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e596b259-5895-4f4e-b485-0417092a3bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:08.825173 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb1b775-ab1c-489b-95f6-921c280642d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-7cb26a63-c064-4595-a598-67fca5080d5b', 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'fixed_ips': [{'subnet_id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:22:08.826114 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5cb1b775-ab1c-489b-95f6-921c280642d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:09.123860 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d6852ffd-a812-4a4d-87db-5374d894c68b None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:09.135969 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d6852ffd-a812-4a4d-87db-5374d894c68b None None] Transition to ACTIVE for port object 266c97ea-0e8b-4c40-a120-3e51622ea942 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:09.149400 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 16633387-36e0-4c9c-afa9-10a92e24fabb up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:09.185987 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d6852ffd-a812-4a4d-87db-5374d894c68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:09.231884 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1c989-4ec9-4c25-a3da-5f565837077a req-d3066b37-0a4d-4a23-bd60-8362398de4f9 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:09.238556 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1c989-4ec9-4c25-a3da-5f565837077a req-d3066b37-0a4d-4a23-bd60-8362398de4f9 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:09.246031 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1c989-4ec9-4c25-a3da-5f565837077a req-d3066b37-0a4d-4a23-bd60-8362398de4f9 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:09.258702 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-71a1c989-4ec9-4c25-a3da-5f565837077a req-d3066b37-0a4d-4a23-bd60-8362398de4f9 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a485173-5d45-4a90-9355-2811fc37f6d3 HTTP/1.1" status: 200 len: 2417 time: 0.7752609 Aug 11 02:22:09.269640 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d7887-389e-4bb1-9593-1c198ebbe67f None None] Pushing event updated for resources: {'Port': ['ID=266c97ea-0e8b-4c40-a120-3e51622ea942,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:09.278289 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-e596b259-5895-4f4e-b485-0417092a3bf4 None None] Port 266c97ea-0e8b-4c40-a120-3e51622ea942 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:22:09.417219 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e596b259-5895-4f4e-b485-0417092a3bf4 None None] Provisioning complete for port 16633387-36e0-4c9c-afa9-10a92e24fabb triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:09.417702 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e596b259-5895-4f4e-b485-0417092a3bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:09.433262 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-71a1c989-4ec9-4c25-a3da-5f565837077a req-d273dbf1-3ed3-49fa-8801-8894b8ce64ea tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731527 Aug 11 02:22:09.531869 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 16633387-36e0-4c9c-afa9-10a92e24fabb triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:09.532404 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:09.596430 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d6852ffd-a812-4a4d-87db-5374d894c68b None None] Attempting to bind port 266c97ea-0e8b-4c40-a120-3e51622ea942 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:09.596904 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d6852ffd-a812-4a4d-87db-5374d894c68b None None] Attempting to bind port 266c97ea-0e8b-4c40-a120-3e51622ea942 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '8dc601c6-976b-4b9d-9758-f827d145b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:09.597449 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6852ffd-a812-4a4d-87db-5374d894c68b None None] Attempting to bind port 266c97ea-0e8b-4c40-a120-3e51622ea942 on network 243a4df2-b956-4307-a02c-2e47fe09531e {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:09.610001 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-61dc5094-710d-489e-b5e8-92b8f6e7476e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:09.634958 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-5cb1b775-ab1c-489b-95f6-921c280642d6 None None] Allocated IP 2001:db8:1::2 (7cb26a63-c064-4595-a598-67fca5080d5b/b8708d77-7d5c-47d7-bc5b-3eb8982526b3/d99e2c3e-8298-464a-891a-e0a4c8ca2186) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:09.641164 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6852ffd-a812-4a4d-87db-5374d894c68b None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:09.641577 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6852ffd-a812-4a4d-87db-5374d894c68b None None] Checking segment: {'id': '8dc601c6-976b-4b9d-9758-f827d145b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:09.641953 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d6852ffd-a812-4a4d-87db-5374d894c68b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:09.642536 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6852ffd-a812-4a4d-87db-5374d894c68b None None] Bound using segment: {'id': '8dc601c6-976b-4b9d-9758-f827d145b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:09.643667 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d6852ffd-a812-4a4d-87db-5374d894c68b None None] Bound port: 266c97ea-0e8b-4c40-a120-3e51622ea942, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc601c6-976b-4b9d-9758-f827d145b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:09.644260 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d6852ffd-a812-4a4d-87db-5374d894c68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:09.753696 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d6852ffd-a812-4a4d-87db-5374d894c68b None None] For port 266c97ea-0e8b-4c40-a120-3e51622ea942, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:09.757088 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d6852ffd-a812-4a4d-87db-5374d894c68b None None] For port 266c97ea-0e8b-4c40-a120-3e51622ea942, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=266c97ea-0e8b-4c40-a120-3e51622ea942,segment=NetworkSegment(8dc601c6-976b-4b9d-9758-f827d145b215),segment_id=8dc601c6-976b-4b9d-9758-f827d145b215)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:09.791431 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d6852ffd-a812-4a4d-87db-5374d894c68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:09.897240 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6852ffd-a812-4a4d-87db-5374d894c68b None None] Routers {'a8f5a5df-935e-44a6-8c64-c56d302b4088'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:09.897889 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d6852ffd-a812-4a4d-87db-5374d894c68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a8f5a5df-935e-44a6-8c64-c56d302b4088'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:09.930592 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d7887-389e-4bb1-9593-1c198ebbe67f None None] Pushing event updated for resources: {'Port': ['ID=266c97ea-0e8b-4c40-a120-3e51622ea942,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:10.028485 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c9e39-d224-491d-8cbd-e3bd57c7b384 req-fd0ba00e-4705-48ca-b5bc-9b922d662f22 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:10.040646 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6a7c9e39-d224-491d-8cbd-e3bd57c7b384 req-fd0ba00e-4705-48ca-b5bc-9b922d662f22 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 945 time: 0.0808990 Aug 11 02:22:10.094663 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6a7c9e39-d224-491d-8cbd-e3bd57c7b384 req-7dd40f48-6725-4da7-8841-c8402b7d6c4b tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529411 Aug 11 02:22:10.105223 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-d6852ffd-a812-4a4d-87db-5374d894c68b None None] Set router a8f5a5df-935e-44a6-8c64-c56d302b4088 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:10.107256 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5cb1b775-ab1c-489b-95f6-921c280642d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:10.164128 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5cb1b775-ab1c-489b-95f6-921c280642d6 None None] Transition to ACTIVE for port object d99e2c3e-8298-464a-891a-e0a4c8ca2186 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:10.216003 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5cb1b775-ab1c-489b-95f6-921c280642d6 None None] Transition to ACTIVE for port object d99e2c3e-8298-464a-891a-e0a4c8ca2186 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:10.256625 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5cb1b775-ab1c-489b-95f6-921c280642d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:10.295497 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-61dc5094-710d-489e-b5e8-92b8f6e7476e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Allocated IP 2001:db8:1::1 (7cb26a63-c064-4595-a598-67fca5080d5b/b8708d77-7d5c-47d7-bc5b-3eb8982526b3/8d97efe9-15e3-404c-bd76-8e4a9c81d44f) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:10.316065 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb1b775-ab1c-489b-95f6-921c280642d6 None None] Network 7cb26a63-c064-4595-a598-67fca5080d5b is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:10.332254 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-5cb1b775-ab1c-489b-95f6-921c280642d6 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:10.341532 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb1b775-ab1c-489b-95f6-921c280642d6 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:10.344351 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1b775-ab1c-489b-95f6-921c280642d6 None None] Pushing event updated for resources: {'Port': ['ID=d99e2c3e-8298-464a-891a-e0a4c8ca2186,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:10.435951 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-7af23fa8-166c-443c-8e25-64b5bc4499da tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:10.443386 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-7af23fa8-166c-443c-8e25-64b5bc4499da tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:10.449745 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-7af23fa8-166c-443c-8e25-64b5bc4499da tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:10.453851 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-7af23fa8-166c-443c-8e25-64b5bc4499da tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a485173-5d45-4a90-9355-2811fc37f6d3 HTTP/1.1" status: 200 len: 2417 time: 0.0992575 Aug 11 02:22:10.599921 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-61dc5094-710d-489e-b5e8-92b8f6e7476e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:10.608318 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-5cb1b775-ab1c-489b-95f6-921c280642d6 None None] Attempting to bind port d99e2c3e-8298-464a-891a-e0a4c8ca2186 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:10.608739 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-5cb1b775-ab1c-489b-95f6-921c280642d6 None None] Attempting to bind port d99e2c3e-8298-464a-891a-e0a4c8ca2186 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '6ee3fd9d-0dc5-4ccd-a2e2-0068541b9ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:10.609621 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb1b775-ab1c-489b-95f6-921c280642d6 None None] Attempting to bind port d99e2c3e-8298-464a-891a-e0a4c8ca2186 on network 7cb26a63-c064-4595-a598-67fca5080d5b {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:10.617873 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb1b775-ab1c-489b-95f6-921c280642d6 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:10.618253 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb1b775-ab1c-489b-95f6-921c280642d6 None None] Checking segment: {'id': '6ee3fd9d-0dc5-4ccd-a2e2-0068541b9ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:10.618674 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5cb1b775-ab1c-489b-95f6-921c280642d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:10.619072 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb1b775-ab1c-489b-95f6-921c280642d6 None None] Bound using segment: {'id': '6ee3fd9d-0dc5-4ccd-a2e2-0068541b9ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:10.619935 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-5cb1b775-ab1c-489b-95f6-921c280642d6 None None] Bound port: d99e2c3e-8298-464a-891a-e0a4c8ca2186, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee3fd9d-0dc5-4ccd-a2e2-0068541b9ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:10.619935 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5cb1b775-ab1c-489b-95f6-921c280642d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:10.625694 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-61dc5094-710d-489e-b5e8-92b8f6e7476e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Transition to ACTIVE for port object 8d97efe9-15e3-404c-bd76-8e4a9c81d44f will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:10.627508 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-3713d64a-59b8-44b0-ac71-e223b8bec08e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Deleting port 05e54cba-9112-4d03-9b7d-29e8760215b2 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:10.628191 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-3713d64a-59b8-44b0-ac71-e223b8bec08e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:10.678345 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d6852ffd-a812-4a4d-87db-5374d894c68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:06Z', 'revision_number': 2, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None, '_interfaces': [{'id': '266c97ea-0e8b-4c40-a120-3e51622ea942', 'name': '', 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:72:21:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:05Z', 'updated_at': '2021-08-11T02:22:09Z', 'revision_number': 4, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:10.686630 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-61dc5094-710d-489e-b5e8-92b8f6e7476e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:10.700883 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b4da1-c405-4514-834c-750809f1cc49 req-d2b2d30b-dd99-45c7-b019-1239b92620b0 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:10.707089 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b4da1-c405-4514-834c-750809f1cc49 req-d2b2d30b-dd99-45c7-b019-1239b92620b0 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:10.713372 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b4da1-c405-4514-834c-750809f1cc49 req-d2b2d30b-dd99-45c7-b019-1239b92620b0 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:10.713737 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6852ffd-a812-4a4d-87db-5374d894c68b None None] The sync data for ids ['a8f5a5df-935e-44a6-8c64-c56d302b4088'] in n-d-615180-33 is: [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:06Z', 'revision_number': 2, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None, '_interfaces': [{'id': '266c97ea-0e8b-4c40-a120-3e51622ea942', 'name': '', 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:72:21:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:05Z', 'updated_at': '2021-08-11T02:22:09Z', 'revision_number': 4, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:22:10.721883 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ac9b4da1-c405-4514-834c-750809f1cc49 req-d2b2d30b-dd99-45c7-b019-1239b92620b0 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a485173-5d45-4a90-9355-2811fc37f6d3 HTTP/1.1" status: 200 len: 2417 time: 0.1481960 Aug 11 02:22:10.755748 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-5cb1b775-ab1c-489b-95f6-921c280642d6 None None] For port d99e2c3e-8298-464a-891a-e0a4c8ca2186, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:10.757815 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dc5094-710d-489e-b5e8-92b8f6e7476e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network 7cb26a63-c064-4595-a598-67fca5080d5b is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:10.761230 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-5cb1b775-ab1c-489b-95f6-921c280642d6 None None] For port d99e2c3e-8298-464a-891a-e0a4c8ca2186, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d99e2c3e-8298-464a-891a-e0a4c8ca2186,segment=NetworkSegment(6ee3fd9d-0dc5-4ccd-a2e2-0068541b9ac0),segment_id=6ee3fd9d-0dc5-4ccd-a2e2-0068541b9ac0)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:10.764129 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-61dc5094-710d-489e-b5e8-92b8f6e7476e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:10.769313 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5cb1b775-ab1c-489b-95f6-921c280642d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:10.772251 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dc5094-710d-489e-b5e8-92b8f6e7476e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:10.773076 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-61dc5094-710d-489e-b5e8-92b8f6e7476e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:10.847611 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-3713d64a-59b8-44b0-ac71-e223b8bec08e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] For port 05e54cba-9112-4d03-9b7d-29e8760215b2, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=05e54cba-9112-4d03-9b7d-29e8760215b2,segment=NetworkSegment(32d82f75-2b42-4cf5-a610-05761f9f86b7),segment_id=32d82f75-2b42-4cf5-a610-05761f9f86b7)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:10.848001 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-3713d64a-59b8-44b0-ac71-e223b8bec08e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:10.858250 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1b775-ab1c-489b-95f6-921c280642d6 None None] Pushing event updated for resources: {'Port': ['ID=d99e2c3e-8298-464a-891a-e0a4c8ca2186,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:10.870949 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-3713d64a-59b8-44b0-ac71-e223b8bec08e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Calling delete_port for 05e54cba-9112-4d03-9b7d-29e8760215b2 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:10.952141 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc5094-710d-489e-b5e8-92b8f6e7476e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Port': ['ID=8d97efe9-15e3-404c-bd76-8e4a9c81d44f,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:11.039529 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-61dc5094-710d-489e-b5e8-92b8f6e7476e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.111627 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ac9b4da1-c405-4514-834c-750809f1cc49 req-f80b99d6-03fc-4dd3-ba65-1d915f82ae9a tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886023 Aug 11 02:22:11.284347 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-3713d64a-59b8-44b0-ac71-e223b8bec08e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.301955 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['60b4f44f-53bb-40d7-830d-e823fe95e63d', '150081e9-79b2-4bef-90ec-199eee1cb5ec', '05e54cba-9112-4d03-9b7d-29e8760215b2'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:11.356746 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713d64a-59b8-44b0-ac71-e223b8bec08e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Pushing event deleted for resources: {'Port': ['ID=05e54cba-9112-4d03-9b7d-29e8760215b2,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:11.462484 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-3713d64a-59b8-44b0-ac71-e223b8bec08e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] No DVR routers for this DVR port 05e54cba-9112-4d03-9b7d-29e8760215b2 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:11.471099 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-3713d64a-59b8-44b0-ac71-e223b8bec08e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.473490 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-3713d64a-59b8-44b0-ac71-e223b8bec08e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.66 "DELETE /v2.0/ports/05e54cba-9112-4d03-9b7d-29e8760215b2 HTTP/1.1" status: 204 len: 173 time: 1.0114632 Aug 11 02:22:11.474023 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a485173-5d45-4a90-9355-2811fc37f6d3', 'name': 'network-vif-deleted', 'tag': '05e54cba-9112-4d03-9b7d-29e8760215b2'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:11.476409 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47111bfd-56a1-4cfb-9d97-38ae3af8d612" -d '{"events": [{"server_uuid": "0a485173-5d45-4a90-9355-2811fc37f6d3", "name": "network-vif-deleted", "tag": "05e54cba-9112-4d03-9b7d-29e8760215b2"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:11.551998 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07894664-f5f7-4bf7-8a41-4aa37accd27e req-e56735b9-f590-46ae-9ff8-ec170bc46a17 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:11.554980 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-07894664-f5f7-4bf7-8a41-4aa37accd27e req-e56735b9-f590-46ae-9ff8-ec170bc46a17 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 945 time: 0.2412291 Aug 11 02:22:11.722009 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-05ba4c49-cd50-436f-abd0-96ddd40c3a4b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Deleting port 60b4f44f-53bb-40d7-830d-e823fe95e63d {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:11.722510 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-05ba4c49-cd50-436f-abd0-96ddd40c3a4b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.763080 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-07894664-f5f7-4bf7-8a41-4aa37accd27e req-5beda53c-75f0-4f72-b907-7565365ff235 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1861529 Aug 11 02:22:11.853871 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-61dc5094-710d-489e-b5e8-92b8f6e7476e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.862858 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-61dc5094-710d-489e-b5e8-92b8f6e7476e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.863892 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-61dc5094-710d-489e-b5e8-92b8f6e7476e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.882913 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-05ba4c49-cd50-436f-abd0-96ddd40c3a4b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] For port 60b4f44f-53bb-40d7-830d-e823fe95e63d, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=60b4f44f-53bb-40d7-830d-e823fe95e63d,segment=NetworkSegment(bf633012-8a90-4ce9-a307-637941e0564f),segment_id=bf633012-8a90-4ce9-a307-637941e0564f)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:11.883401 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-05ba4c49-cd50-436f-abd0-96ddd40c3a4b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.904820 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-05ba4c49-cd50-436f-abd0-96ddd40c3a4b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Calling delete_port for 60b4f44f-53bb-40d7-830d-e823fe95e63d owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:12.061391 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e6996f-a27f-40bb-a39f-6fb94c9397fd x-openstack-request-id: req-48e6996f-a27f-40bb-a39f-6fb94c9397fd {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:12.062356 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a485173-5d45-4a90-9355-2811fc37f6d3", "name": "network-vif-deleted", "tag": "05e54cba-9112-4d03-9b7d-29e8760215b2", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:12.062775 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-48e6996f-a27f-40bb-a39f-6fb94c9397fd {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:12.063276 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a485173-5d45-4a90-9355-2811fc37f6d3', 'name': 'network-vif-deleted', 'tag': '05e54cba-9112-4d03-9b7d-29e8760215b2', 'status': 'completed', 'code': 200} Aug 11 02:22:12.080413 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc5094-710d-489e-b5e8-92b8f6e7476e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Port': ['ID=8d97efe9-15e3-404c-bd76-8e4a9c81d44f,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:12.146556 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-05ba4c49-cd50-436f-abd0-96ddd40c3a4b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:12.153063 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dc5094-710d-489e-b5e8-92b8f6e7476e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network 7cb26a63-c064-4595-a598-67fca5080d5b is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:12.154346 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-61dc5094-710d-489e-b5e8-92b8f6e7476e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:12.159505 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['05e54cba-9112-4d03-9b7d-29e8760215b2'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:12.191248 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba4c49-cd50-436f-abd0-96ddd40c3a4b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Pushing event deleted for resources: {'Port': ['ID=60b4f44f-53bb-40d7-830d-e823fe95e63d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:12.372913 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61dc5094-710d-489e-b5e8-92b8f6e7476e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Router a8f5a5df-935e-44a6-8c64-c56d302b4088 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:22:12.392165 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-05ba4c49-cd50-436f-abd0-96ddd40c3a4b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] No DVR routers for this DVR port 60b4f44f-53bb-40d7-830d-e823fe95e63d on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:12.395068 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-05ba4c49-cd50-436f-abd0-96ddd40c3a4b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:12.399116 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-05ba4c49-cd50-436f-abd0-96ddd40c3a4b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.66 "DELETE /v2.0/ports/60b4f44f-53bb-40d7-830d-e823fe95e63d HTTP/1.1" status: 204 len: 173 time: 0.9048347 Aug 11 02:22:12.559135 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d23b5-2244-4b5a-ad00-904fa205d358 req-21bb5b1b-29fb-4d3e-9099-35391bac6e54 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:12.567135 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ed3d23b5-2244-4b5a-ad00-904fa205d358 req-21bb5b1b-29fb-4d3e-9099-35391bac6e54 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a485173-5d45-4a90-9355-2811fc37f6d3 HTTP/1.1" status: 200 len: 946 time: 0.3115010 Aug 11 02:22:12.604517 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c615832-afc0-43f4-8b05-e290940525c0 None None] Network 7cb26a63-c064-4595-a598-67fca5080d5b requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:12.606315 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61dc5094-710d-489e-b5e8-92b8f6e7476e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:22:12.617253 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51554) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:12.623420 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-61dc5094-710d-489e-b5e8-92b8f6e7476e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "PUT /v2.0/routers/a8f5a5df-935e-44a6-8c64-c56d302b4088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2915637 Aug 11 02:22:12.632279 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-d7b082b9-09cc-4f99-bd8b-c37dbfc6f774 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1864785813'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:12.659077 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ed3d23b5-2244-4b5a-ad00-904fa205d358 req-187e64a7-30e5-4e6e-bc2c-d448045a4fa2 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870948 Aug 11 02:22:12.690203 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-eee7934f-ac3e-4869-9b94-6e3e75977fef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Deleting port 150081e9-79b2-4bef-90ec-199eee1cb5ec {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:12.690821 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-eee7934f-ac3e-4869-9b94-6e3e75977fef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:12.745070 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-18dfc6ca-a306-40aa-8826-e34fcf256e56 None None] Provisioning for port d99e2c3e-8298-464a-891a-e0a4c8ca2186 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:12.825888 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-eee7934f-ac3e-4869-9b94-6e3e75977fef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] For port 150081e9-79b2-4bef-90ec-199eee1cb5ec, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=150081e9-79b2-4bef-90ec-199eee1cb5ec,segment=NetworkSegment(32d82f75-2b42-4cf5-a610-05761f9f86b7),segment_id=32d82f75-2b42-4cf5-a610-05761f9f86b7)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:12.826275 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-eee7934f-ac3e-4869-9b94-6e3e75977fef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:12.868108 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b082b9-09cc-4f99-bd8b-c37dbfc6f774 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Made reservation on behalf of 771603ce7c694518a048dc364609b7f9 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:12.871574 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d7b082b9-09cc-4f99-bd8b-c37dbfc6f774 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:12.924249 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-eee7934f-ac3e-4869-9b94-6e3e75977fef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Calling delete_port for 150081e9-79b2-4bef-90ec-199eee1cb5ec owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:13.041106 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64181063-c261-483c-a718-f59e64345842 None None] Sync routers for ids ['a8f5a5df-935e-44a6-8c64-c56d302b4088'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:22:13.057590 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64181063-c261-483c-a718-f59e64345842 None None] Routers {'a8f5a5df-935e-44a6-8c64-c56d302b4088'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:13.058602 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-64181063-c261-483c-a718-f59e64345842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a8f5a5df-935e-44a6-8c64-c56d302b4088'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:13.110795 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 266c97ea-0e8b-4c40-a120-3e51622ea942 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:13.164861 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b082b9-09cc-4f99-bd8b-c37dbfc6f774 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:22:13.200365 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-64181063-c261-483c-a718-f59e64345842 None None] Set router a8f5a5df-935e-44a6-8c64-c56d302b4088 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:13.208863 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d9e76-8f63-4472-b3b6-8341d590013b req-1f60c9d3-00cc-4f13-9fe4-38b1ac17e6d6 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:13.211130 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-172d9e76-8f63-4472-b3b6-8341d590013b req-1f60c9d3-00cc-4f13-9fe4-38b1ac17e6d6 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 945 time: 0.2577925 Aug 11 02:22:13.215933 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d7b082b9-09cc-4f99-bd8b-c37dbfc6f774 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.216285 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-d7b082b9-09cc-4f99-bd8b-c37dbfc6f774 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Added segment 926d0d62-0d62-4387-a678-34c8299365a6 of type vlan for network 5a4f0558-b3aa-417a-a98e-3e19064717b3 Aug 11 02:22:13.228816 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 266c97ea-0e8b-4c40-a120-3e51622ea942 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:13.233254 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 266c97ea-0e8b-4c40-a120-3e51622ea942 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:13.233771 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.290710 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d7b082b9-09cc-4f99-bd8b-c37dbfc6f774 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.409510 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.474025 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d7b082b9-09cc-4f99-bd8b-c37dbfc6f774 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.481565 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b082b9-09cc-4f99-bd8b-c37dbfc6f774 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:13.482398 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d7b082b9-09cc-4f99-bd8b-c37dbfc6f774 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.500431 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 266c97ea-0e8b-4c40-a120-3e51622ea942, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=266c97ea-0e8b-4c40-a120-3e51622ea942,segment=NetworkSegment(8dc601c6-976b-4b9d-9758-f827d145b215),segment_id=8dc601c6-976b-4b9d-9758-f827d145b215)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:13.528839 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-172d9e76-8f63-4472-b3b6-8341d590013b req-2c921980-a17b-443c-bb58-e8ad9d7c4553 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2836444 Aug 11 02:22:13.545879 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-eee7934f-ac3e-4869-9b94-6e3e75977fef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.565427 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.567200 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d99e2c3e-8298-464a-891a-e0a4c8ca2186 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:13.713824 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-64181063-c261-483c-a718-f59e64345842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:10Z', 'revision_number': 3, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None, '_interfaces': [{'id': '266c97ea-0e8b-4c40-a120-3e51622ea942', 'name': '', 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:72:21:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:05Z', 'updated_at': '2021-08-11T02:22:09Z', 'revision_number': 4, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d97efe9-15e3-404c-bd76-8e4a9c81d44f', 'name': '', 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:99:3c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:09Z', 'updated_at': '2021-08-11T02:22:11Z', 'revision_number': 2, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:13.717231 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51566) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:13.720263 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3348b661-4395-459b-86d7-a0aa60a0afd3 None None] Provisioning for port 8d97efe9-15e3-404c-bd76-8e4a9c81d44f completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:13.720474 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d7b082b9-09cc-4f99-bd8b-c37dbfc6f774 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0932057 Aug 11 02:22:13.721621 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7934f-ac3e-4869-9b94-6e3e75977fef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Pushing event deleted for resources: {'Port': ['ID=150081e9-79b2-4bef-90ec-199eee1cb5ec,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:13.722989 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-e0dc176c-d82d-4b56-9a20-fb8d9eda4fb3 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'subnet': {'network_id': '5a4f0558-b3aa-417a-a98e-3e19064717b3', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:13.755633 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3348b661-4395-459b-86d7-a0aa60a0afd3 None None] Provisioning complete for port 8d97efe9-15e3-404c-bd76-8e4a9c81d44f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:13.756021 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3348b661-4395-459b-86d7-a0aa60a0afd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.845471 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port d99e2c3e-8298-464a-891a-e0a4c8ca2186 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:13.870371 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-3348b661-4395-459b-86d7-a0aa60a0afd3 None None] Port 8d97efe9-15e3-404c-bd76-8e4a9c81d44f cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:22:13.885095 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port d99e2c3e-8298-464a-891a-e0a4c8ca2186 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:13.889068 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.915962 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=266c97ea-0e8b-4c40-a120-3e51622ea942,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:13.947647 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-eee7934f-ac3e-4869-9b94-6e3e75977fef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] No DVR routers for this DVR port 150081e9-79b2-4bef-90ec-199eee1cb5ec on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:13.950902 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-35f4c3fb-60d7-414d-abf6-869a85f4f5d5 req-1085ac37-833a-47f6-9a8d-ecc7112b3d97 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a485173-5d45-4a90-9355-2811fc37f6d3 HTTP/1.1" status: 200 len: 210 time: 0.1039844 Aug 11 02:22:13.951527 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b082b9-09cc-4f99-bd8b-c37dbfc6f774 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Network': ['ID=5a4f0558-b3aa-417a-a98e-3e19064717b3,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:13.955258 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-eee7934f-ac3e-4869-9b94-6e3e75977fef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.957330 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0d4fe634-020a-4430-bc1d-36f7274985c8 req-eee7934f-ac3e-4869-9b94-6e3e75977fef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.66 "DELETE /v2.0/ports/150081e9-79b2-4bef-90ec-199eee1cb5ec HTTP/1.1" status: 204 len: 173 time: 1.5388851 Aug 11 02:22:13.980045 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 5a4f0558-b3aa-417a-a98e-3e19064717b3 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:22:14.044218 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64181063-c261-483c-a718-f59e64345842 None None] Checking router: a8f5a5df-935e-44a6-8c64-c56d302b4088 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:22:14.045700 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64181063-c261-483c-a718-f59e64345842 None None] Updating router a8f5a5df-935e-44a6-8c64-c56d302b4088 port 8d97efe9-15e3-404c-bd76-8e4a9c81d44f binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:22:14.064715 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a485173-5d45-4a90-9355-2811fc37f6d3', 'name': 'network-vif-deleted', 'tag': '60b4f44f-53bb-40d7-830d-e823fe95e63d'}, {'server_uuid': '0a485173-5d45-4a90-9355-2811fc37f6d3', 'name': 'network-vif-deleted', 'tag': '150081e9-79b2-4bef-90ec-199eee1cb5ec'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:14.067741 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc51b90-e821-44df-8d68-e5be9796c5c9" -d '{"events": [{"server_uuid": "0a485173-5d45-4a90-9355-2811fc37f6d3", "name": "network-vif-deleted", "tag": "60b4f44f-53bb-40d7-830d-e823fe95e63d"}, {"server_uuid": "0a485173-5d45-4a90-9355-2811fc37f6d3", "name": "network-vif-deleted", "tag": "150081e9-79b2-4bef-90ec-199eee1cb5ec"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:14.115559 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dc176c-d82d-4b56-9a20-fb8d9eda4fb3 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Made reservation on behalf of 771603ce7c694518a048dc364609b7f9 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:14.122907 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-64181063-c261-483c-a718-f59e64345842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.129229 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e0dc176c-d82d-4b56-9a20-fb8d9eda4fb3 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.180849 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9b9ffd-fdb4-4b07-a381-a840ead80c55 x-openstack-request-id: req-be9b9ffd-fdb4-4b07-a381-a840ead80c55 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:14.181415 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a485173-5d45-4a90-9355-2811fc37f6d3", "name": "network-vif-deleted", "tag": "60b4f44f-53bb-40d7-830d-e823fe95e63d", "status": "completed", "code": 200}, {"server_uuid": "0a485173-5d45-4a90-9355-2811fc37f6d3", "name": "network-vif-deleted", "tag": "150081e9-79b2-4bef-90ec-199eee1cb5ec", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:14.181415 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-be9b9ffd-fdb4-4b07-a381-a840ead80c55 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:14.181811 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a485173-5d45-4a90-9355-2811fc37f6d3', 'name': 'network-vif-deleted', 'tag': '60b4f44f-53bb-40d7-830d-e823fe95e63d', 'status': 'completed', 'code': 200} Aug 11 02:22:14.182087 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a485173-5d45-4a90-9355-2811fc37f6d3', 'name': 'network-vif-deleted', 'tag': '150081e9-79b2-4bef-90ec-199eee1cb5ec', 'status': 'completed', 'code': 200} Aug 11 02:22:14.187684 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ca1359c0-942c-4238-b19b-e11aa9c9ad1b None None] Provisioning complete for port 8d97efe9-15e3-404c-bd76-8e4a9c81d44f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:14.188124 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ca1359c0-942c-4238-b19b-e11aa9c9ad1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.287494 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-ca1359c0-942c-4238-b19b-e11aa9c9ad1b None None] Port 8d97efe9-15e3-404c-bd76-8e4a9c81d44f cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:22:14.347525 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.386148 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port d99e2c3e-8298-464a-891a-e0a4c8ca2186, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d99e2c3e-8298-464a-891a-e0a4c8ca2186,segment=NetworkSegment(6ee3fd9d-0dc5-4ccd-a2e2-0068541b9ac0),segment_id=6ee3fd9d-0dc5-4ccd-a2e2-0068541b9ac0)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:14.393549 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.440175 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-6f892466-0595-4734-a632-94ce8b63d8c7 None None] Provisioning complete for port 8d97efe9-15e3-404c-bd76-8e4a9c81d44f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:14.440611 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6f892466-0595-4734-a632-94ce8b63d8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.469800 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e0dc176c-d82d-4b56-9a20-fb8d9eda4fb3 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.483554 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=d99e2c3e-8298-464a-891a-e0a4c8ca2186,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:14.501830 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-6f892466-0595-4734-a632-94ce8b63d8c7 None None] Port 8d97efe9-15e3-404c-bd76-8e4a9c81d44f cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:22:14.547752 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc176c-d82d-4b56-9a20-fb8d9eda4fb3 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Subnet': ['ID=e1e6fb1a-4935-43d6-a381-e239b8ddca30,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:14.568975 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dc176c-d82d-4b56-9a20-fb8d9eda4fb3 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Checking segment: {'id': '926d0d62-0d62-4387-a678-34c8299365a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '5a4f0558-b3aa-417a-a98e-3e19064717b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:14.568975 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dc176c-d82d-4b56-9a20-fb8d9eda4fb3 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network hostable DHCP agents. Network: 5a4f0558-b3aa-417a-a98e-3e19064717b3, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:22:14.587907 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dc176c-d82d-4b56-9a20-fb8d9eda4fb3 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network 5a4f0558-b3aa-417a-a98e-3e19064717b3 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:22:14.603230 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-e0dc176c-d82d-4b56-9a20-fb8d9eda4fb3 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 5a4f0558-b3aa-417a-a98e-3e19064717b3) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:14.615689 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c57f09-38df-4484-953e-22aa67aba817 None None] Network 5a4f0558-b3aa-417a-a98e-3e19064717b3 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:14.615900 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dc176c-d82d-4b56-9a20-fb8d9eda4fb3 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:14.615900 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e0dc176c-d82d-4b56-9a20-fb8d9eda4fb3 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.664941 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51578) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:14.667083 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e0dc176c-d82d-4b56-9a20-fb8d9eda4fb3 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9486086 Aug 11 02:22:14.685061 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-64181063-c261-483c-a718-f59e64345842 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.699786 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-64181063-c261-483c-a718-f59e64345842 None None] Transition to ACTIVE for port object 8d97efe9-15e3-404c-bd76-8e4a9c81d44f will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:14.724113 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-64181063-c261-483c-a718-f59e64345842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.739452 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 60b4f44f-53bb-40d7-830d-e823fe95e63d no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:14.819591 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa6bea-7af0-435a-b683-24b5ed9c0210 None None] Pushing event updated for resources: {'Port': ['ID=8d97efe9-15e3-404c-bd76-8e4a9c81d44f,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:14.841644 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 60b4f44f-53bb-40d7-830d-e823fe95e63d {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:14.842123 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 60b4f44f-53bb-40d7-830d-e823fe95e63d not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:14.842556 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 150081e9-79b2-4bef-90ec-199eee1cb5ec no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:14.929815 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 150081e9-79b2-4bef-90ec-199eee1cb5ec {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:14.930171 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 150081e9-79b2-4bef-90ec-199eee1cb5ec not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:14.930813 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 05e54cba-9112-4d03-9b7d-29e8760215b2 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:14.974455 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 05e54cba-9112-4d03-9b7d-29e8760215b2 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:14.974802 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 05e54cba-9112-4d03-9b7d-29e8760215b2 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:15.002006 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff34de7-e177-44fc-8df1-c8d7a3d31f61 req-cbf62c21-b848-4666-ac61-20d6a429060e tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:15.003740 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1ff34de7-e177-44fc-8df1-c8d7a3d31f61 req-cbf62c21-b848-4666-ac61-20d6a429060e tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 945 time: 0.3254313 Aug 11 02:22:15.034270 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-64181063-c261-483c-a718-f59e64345842 None None] Attempting to bind port 8d97efe9-15e3-404c-bd76-8e4a9c81d44f on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:15.035040 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-64181063-c261-483c-a718-f59e64345842 None None] Attempting to bind port 8d97efe9-15e3-404c-bd76-8e4a9c81d44f by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '6ee3fd9d-0dc5-4ccd-a2e2-0068541b9ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:15.035622 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64181063-c261-483c-a718-f59e64345842 None None] Attempting to bind port 8d97efe9-15e3-404c-bd76-8e4a9c81d44f on network 7cb26a63-c064-4595-a598-67fca5080d5b {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:15.046290 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64181063-c261-483c-a718-f59e64345842 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:15.047435 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64181063-c261-483c-a718-f59e64345842 None None] Checking segment: {'id': '6ee3fd9d-0dc5-4ccd-a2e2-0068541b9ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:15.048144 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-64181063-c261-483c-a718-f59e64345842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.050937 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64181063-c261-483c-a718-f59e64345842 None None] Bound using segment: {'id': '6ee3fd9d-0dc5-4ccd-a2e2-0068541b9ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:15.052214 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-64181063-c261-483c-a718-f59e64345842 None None] Bound port: 8d97efe9-15e3-404c-bd76-8e4a9c81d44f, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee3fd9d-0dc5-4ccd-a2e2-0068541b9ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:15.052815 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-64181063-c261-483c-a718-f59e64345842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.075392 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 266c97ea-0e8b-4c40-a120-3e51622ea942 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:15.146273 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51592) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:15.164950 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35051eb9-cc04-42cd-b48c-53af97721c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-5a4f0558-b3aa-417a-a98e-3e19064717b3', 'network_id': '5a4f0558-b3aa-417a-a98e-3e19064717b3', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'fixed_ips': [{'subnet_id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:22:15.165935 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-35051eb9-cc04-42cd-b48c-53af97721c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.186279 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 266c97ea-0e8b-4c40-a120-3e51622ea942 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:15.187434 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.229690 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-64181063-c261-483c-a718-f59e64345842 None None] For port 8d97efe9-15e3-404c-bd76-8e4a9c81d44f, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:15.232959 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-64181063-c261-483c-a718-f59e64345842 None None] For port 8d97efe9-15e3-404c-bd76-8e4a9c81d44f, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8d97efe9-15e3-404c-bd76-8e4a9c81d44f,segment=NetworkSegment(6ee3fd9d-0dc5-4ccd-a2e2-0068541b9ac0),segment_id=6ee3fd9d-0dc5-4ccd-a2e2-0068541b9ac0)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:15.262605 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1ff34de7-e177-44fc-8df1-c8d7a3d31f61 req-75e3bb5a-d9fd-4744-9b14-8247897b3bf1 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1283987 Aug 11 02:22:15.294608 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-64181063-c261-483c-a718-f59e64345842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.318660 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e78c33-3540-4624-ad4f-72e687d7fab3 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Deleting subnet 13a13648-1cd5-4054-b57f-4e5e2cc68a3c {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:22:15.341501 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-55e78c33-3540-4624-ad4f-72e687d7fab3 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.428044 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa6bea-7af0-435a-b683-24b5ed9c0210 None None] Pushing event updated for resources: {'Port': ['ID=8d97efe9-15e3-404c-bd76-8e4a9c81d44f,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:15.447368 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-55e78c33-3540-4624-ad4f-72e687d7fab3 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.454476 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64181063-c261-483c-a718-f59e64345842 None None] Routers {'a8f5a5df-935e-44a6-8c64-c56d302b4088'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:15.456876 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-64181063-c261-483c-a718-f59e64345842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:21:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a8f5a5df-935e-44a6-8c64-c56d302b4088'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:15.487845 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-35051eb9-cc04-42cd-b48c-53af97721c49 None None] Allocated IP 2001:db8:2::2 (5a4f0558-b3aa-417a-a98e-3e19064717b3/e1e6fb1a-4935-43d6-a381-e239b8ddca30/58c5b12e-ebd3-4496-91a4-979934bfc2f3) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:15.591747 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-64181063-c261-483c-a718-f59e64345842 None None] Set router a8f5a5df-935e-44a6-8c64-c56d302b4088 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:15.672426 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-55e78c33-3540-4624-ad4f-72e687d7fab3 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.693026 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d99e2c3e-8298-464a-891a-e0a4c8ca2186 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:15.743213 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5c046cb0-132e-4c5b-bcf5-747f05ea1835 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.796921 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-55e78c33-3540-4624-ad4f-72e687d7fab3 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.869070 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e78c33-3540-4624-ad4f-72e687d7fab3 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Pushing event deleted for resources: {'Subnet': ['ID=13a13648-1cd5-4054-b57f-4e5e2cc68a3c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:15.885528 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-55e78c33-3540-4624-ad4f-72e687d7fab3 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.890597 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-55e78c33-3540-4624-ad4f-72e687d7fab3 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "DELETE /v2.0/subnets/13a13648-1cd5-4054-b57f-4e5e2cc68a3c HTTP/1.1" status: 204 len: 168 time: 0.7396023 Aug 11 02:22:15.891609 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51598) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:15.920143 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e25e9af2-40ec-4393-8c92-42bac9e76503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.974562 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-35051eb9-cc04-42cd-b48c-53af97721c49 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.998895 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port d99e2c3e-8298-464a-891a-e0a4c8ca2186 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:16.000185 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.018779 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-64181063-c261-483c-a718-f59e64345842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:10Z', 'revision_number': 3, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None, '_interfaces': [{'id': '266c97ea-0e8b-4c40-a120-3e51622ea942', 'name': '', 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:72:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:05Z', 'updated_at': '2021-08-11T02:22:13Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d97efe9-15e3-404c-bd76-8e4a9c81d44f', 'name': '', 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:99:3c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:09Z', 'updated_at': '2021-08-11T02:22:15Z', 'revision_number': 4, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:16.047788 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-35051eb9-cc04-42cd-b48c-53af97721c49 None None] Transition to ACTIVE for port object 58c5b12e-ebd3-4496-91a4-979934bfc2f3 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:16.072113 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-35051eb9-cc04-42cd-b48c-53af97721c49 None None] Transition to ACTIVE for port object 58c5b12e-ebd3-4496-91a4-979934bfc2f3 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:16.073792 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-76ccce44-884a-4019-9e47-30789a4b3a23 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.084147 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-35051eb9-cc04-42cd-b48c-53af97721c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.084803 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64181063-c261-483c-a718-f59e64345842 None None] The sync data for ids ['a8f5a5df-935e-44a6-8c64-c56d302b4088'] in n-d-615180-33 is: [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:10Z', 'revision_number': 3, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None, '_interfaces': [{'id': '266c97ea-0e8b-4c40-a120-3e51622ea942', 'name': '', 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:72:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:05Z', 'updated_at': '2021-08-11T02:22:13Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d97efe9-15e3-404c-bd76-8e4a9c81d44f', 'name': '', 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:99:3c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:09Z', 'updated_at': '2021-08-11T02:22:15Z', 'revision_number': 4, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:22:16.250889 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35051eb9-cc04-42cd-b48c-53af97721c49 None None] Network 5a4f0558-b3aa-417a-a98e-3e19064717b3 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:16.269442 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35051eb9-cc04-42cd-b48c-53af97721c49 None None] Pushing event updated for resources: {'Port': ['ID=58c5b12e-ebd3-4496-91a4-979934bfc2f3,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:16.272430 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-35051eb9-cc04-42cd-b48c-53af97721c49 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:16.274975 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35051eb9-cc04-42cd-b48c-53af97721c49 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:16.288788 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-76ccce44-884a-4019-9e47-30789a4b3a23 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Deleting port 35e43de2-1d49-45fc-b57f-48bf78e887dc {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:16.289391 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-76ccce44-884a-4019-9e47-30789a4b3a23 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.309231 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a922a8-8607-48b3-b6fb-55a5fad357fe None None] Network 2f5256b7-c13c-4c07-bd81-4b3065ccc5ed requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:16.352307 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-5c046cb0-132e-4c5b-bcf5-747f05ea1835 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Allocated IP 2001:db8:2::1 (5a4f0558-b3aa-417a-a98e-3e19064717b3/e1e6fb1a-4935-43d6-a381-e239b8ddca30/209a9435-d128-4a97-a1f8-1cab34691636) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:16.406303 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-76ccce44-884a-4019-9e47-30789a4b3a23 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] For port 35e43de2-1d49-45fc-b57f-48bf78e887dc, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=35e43de2-1d49-45fc-b57f-48bf78e887dc,segment=NetworkSegment(bf633012-8a90-4ce9-a307-637941e0564f),segment_id=bf633012-8a90-4ce9-a307-637941e0564f)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:16.406656 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-76ccce44-884a-4019-9e47-30789a4b3a23 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.425175 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-76ccce44-884a-4019-9e47-30789a4b3a23 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Calling delete_port for 35e43de2-1d49-45fc-b57f-48bf78e887dc owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:16.553562 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-76ccce44-884a-4019-9e47-30789a4b3a23 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.594836 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-35051eb9-cc04-42cd-b48c-53af97721c49 None None] Attempting to bind port 58c5b12e-ebd3-4496-91a4-979934bfc2f3 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:16.595462 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-35051eb9-cc04-42cd-b48c-53af97721c49 None None] Attempting to bind port 58c5b12e-ebd3-4496-91a4-979934bfc2f3 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '926d0d62-0d62-4387-a678-34c8299365a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '5a4f0558-b3aa-417a-a98e-3e19064717b3'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:16.598523 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35051eb9-cc04-42cd-b48c-53af97721c49 None None] Attempting to bind port 58c5b12e-ebd3-4496-91a4-979934bfc2f3 on network 5a4f0558-b3aa-417a-a98e-3e19064717b3 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:16.620716 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ccce44-884a-4019-9e47-30789a4b3a23 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Pushing event deleted for resources: {'Port': ['ID=35e43de2-1d49-45fc-b57f-48bf78e887dc,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:16.624715 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ccce44-884a-4019-9e47-30789a4b3a23 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] No DVR routers for this DVR port 35e43de2-1d49-45fc-b57f-48bf78e887dc on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:16.627752 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35051eb9-cc04-42cd-b48c-53af97721c49 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:16.629127 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35051eb9-cc04-42cd-b48c-53af97721c49 None None] Checking segment: {'id': '926d0d62-0d62-4387-a678-34c8299365a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '5a4f0558-b3aa-417a-a98e-3e19064717b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:16.629546 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-35051eb9-cc04-42cd-b48c-53af97721c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.631935 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35051eb9-cc04-42cd-b48c-53af97721c49 None None] Bound using segment: {'id': '926d0d62-0d62-4387-a678-34c8299365a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '5a4f0558-b3aa-417a-a98e-3e19064717b3'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:16.632472 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-35051eb9-cc04-42cd-b48c-53af97721c49 None None] Bound port: 58c5b12e-ebd3-4496-91a4-979934bfc2f3, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '926d0d62-0d62-4387-a678-34c8299365a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '5a4f0558-b3aa-417a-a98e-3e19064717b3'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:16.632900 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-35051eb9-cc04-42cd-b48c-53af97721c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.768661 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-76ccce44-884a-4019-9e47-30789a4b3a23 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.780959 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-76ccce44-884a-4019-9e47-30789a4b3a23 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f5256b7-c13c-4c07-bd81-4b3065ccc5ed']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:16.793867 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-76ccce44-884a-4019-9e47-30789a4b3a23 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf633012-8a90-4ce9-a307-637941e0564f') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:16.794177 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-76ccce44-884a-4019-9e47-30789a4b3a23 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf633012-8a90-4ce9-a307-637941e0564f') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:16.812229 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-76ccce44-884a-4019-9e47-30789a4b3a23 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.815833 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-35051eb9-cc04-42cd-b48c-53af97721c49 None None] For port 58c5b12e-ebd3-4496-91a4-979934bfc2f3, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:16.819673 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-35051eb9-cc04-42cd-b48c-53af97721c49 None None] For port 58c5b12e-ebd3-4496-91a4-979934bfc2f3, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=58c5b12e-ebd3-4496-91a4-979934bfc2f3,segment=NetworkSegment(926d0d62-0d62-4387-a678-34c8299365a6),segment_id=926d0d62-0d62-4387-a678-34c8299365a6)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:16.831091 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-76ccce44-884a-4019-9e47-30789a4b3a23 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.850346 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-35051eb9-cc04-42cd-b48c-53af97721c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.855048 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76ccce44-884a-4019-9e47-30789a4b3a23 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:22:16.855474 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-76ccce44-884a-4019-9e47-30789a4b3a23 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:22:16.870105 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:22:16.962406 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23813127-63c8-448c-b3bd-4a0cb2acc34a None None] DHCP port deletion for 2f5256b7-c13c-4c07-bd81-4b3065ccc5ed request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:22:17.000503 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35051eb9-cc04-42cd-b48c-53af97721c49 None None] Pushing event updated for resources: {'Port': ['ID=58c5b12e-ebd3-4496-91a4-979934bfc2f3,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:17.001199 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-76ccce44-884a-4019-9e47-30789a4b3a23 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.019932 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-76ccce44-884a-4019-9e47-30789a4b3a23 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.026660 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-76ccce44-884a-4019-9e47-30789a4b3a23 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "DELETE /v2.0/networks/2f5256b7-c13c-4c07-bd81-4b3065ccc5ed HTTP/1.1" status: 204 len: 168 time: 1.1316013 Aug 11 02:22:17.033059 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51614) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:17.054263 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ccce44-884a-4019-9e47-30789a4b3a23 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Pushing event deleted for resources: {'Network': ['ID=2f5256b7-c13c-4c07-bd81-4b3065ccc5ed,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:17.178615 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81962a3c-433c-4089-835f-88822e329aab req-0497d5f2-a723-4fb0-8309-588f01ac0162 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:17.184420 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8d97efe9-15e3-404c-bd76-8e4a9c81d44f up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:17.185447 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-81962a3c-433c-4089-835f-88822e329aab req-0497d5f2-a723-4fb0-8309-588f01ac0162 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 945 time: 0.7607806 Aug 11 02:22:17.207700 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-f00fff6b-967a-400e-85e9-8ce62c5d17ab service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2444174 Aug 11 02:22:17.220500 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6dbf373-05bf-4ef2-8f76-f63930b5681e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Deleting subnet 3319d5bd-3f24-4dd9-abeb-1dc8c606c611 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:22:17.268684 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a6dbf373-05bf-4ef2-8f76-f63930b5681e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.307799 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 8d97efe9-15e3-404c-bd76-8e4a9c81d44f completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:17.312996 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 8d97efe9-15e3-404c-bd76-8e4a9c81d44f triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:17.313430 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.361149 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5c046cb0-132e-4c5b-bcf5-747f05ea1835 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.395824 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a6dbf373-05bf-4ef2-8f76-f63930b5681e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.401566 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-81962a3c-433c-4089-835f-88822e329aab req-a511e054-5ca3-493c-9d2e-be2f1967e246 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2152843 Aug 11 02:22:17.412126 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.432961 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-5c046cb0-132e-4c5b-bcf5-747f05ea1835 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Transition to ACTIVE for port object 209a9435-d128-4a97-a1f8-1cab34691636 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:17.448076 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 8d97efe9-15e3-404c-bd76-8e4a9c81d44f, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8d97efe9-15e3-404c-bd76-8e4a9c81d44f,segment=NetworkSegment(6ee3fd9d-0dc5-4ccd-a2e2-0068541b9ac0),segment_id=6ee3fd9d-0dc5-4ccd-a2e2-0068541b9ac0)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:17.452767 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.463157 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcf394-be80-41ca-9970-077d49ab436c req-cb2070dd-fea2-4711-b599-53f200d0fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:17.463656 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcf394-be80-41ca-9970-077d49ab436c req-cb2070dd-fea2-4711-b599-53f200d0fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:17.464147 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcf394-be80-41ca-9970-077d49ab436c req-cb2070dd-fea2-4711-b599-53f200d0fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:17.464627 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcf394-be80-41ca-9970-077d49ab436c req-cb2070dd-fea2-4711-b599-53f200d0fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:17.465101 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcf394-be80-41ca-9970-077d49ab436c req-cb2070dd-fea2-4711-b599-53f200d0fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:17.465584 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcf394-be80-41ca-9970-077d49ab436c req-cb2070dd-fea2-4711-b599-53f200d0fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:17.466058 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcf394-be80-41ca-9970-077d49ab436c req-cb2070dd-fea2-4711-b599-53f200d0fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:17.468234 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-cb2070dd-fea2-4711-b599-53f200d0fb5f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9900cac277147b786c9feaddc3e5258&device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 6506 time: 0.1686895 Aug 11 02:22:17.518320 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=8d97efe9-15e3-404c-bd76-8e4a9c81d44f,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:17.595390 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a6dbf373-05bf-4ef2-8f76-f63930b5681e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.623350 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5c046cb0-132e-4c5b-bcf5-747f05ea1835 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.696282 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c046cb0-132e-4c5b-bcf5-747f05ea1835 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network 5a4f0558-b3aa-417a-a98e-3e19064717b3 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:17.711314 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-5c046cb0-132e-4c5b-bcf5-747f05ea1835 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:17.736009 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c046cb0-132e-4c5b-bcf5-747f05ea1835 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:17.736562 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5c046cb0-132e-4c5b-bcf5-747f05ea1835 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.801244 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c046cb0-132e-4c5b-bcf5-747f05ea1835 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Port': ['ID=209a9435-d128-4a97-a1f8-1cab34691636,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:17.807993 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcf394-be80-41ca-9970-077d49ab436c req-cfaf0da5-6c4d-4e01-a282-725a683fc166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:17.808493 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcf394-be80-41ca-9970-077d49ab436c req-cfaf0da5-6c4d-4e01-a282-725a683fc166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:17.809080 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcf394-be80-41ca-9970-077d49ab436c req-cfaf0da5-6c4d-4e01-a282-725a683fc166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:17.810602 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-cfaf0da5-6c4d-4e01-a282-725a683fc166 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5fe47308-1e64-4a04-9103-656b58efd77e&id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&id=2c433229-6c79-4510-a34a-8c4278ec5b0e&id=2c433229-6c79-4510-a34a-8c4278ec5b0e HTTP/1.1" status: 200 len: 2297 time: 0.2906332 Aug 11 02:22:17.823413 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a6dbf373-05bf-4ef2-8f76-f63930b5681e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.927658 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1579b6c8-5910-4a31-9157-cf3823b2968a None None] Network 258b38d3-4815-4e64-bde0-2f6d66807cc8 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:17.928227 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd121a2-8a47-4bc5-98a6-c7452cb9ea67 req-d4ffd210-7787-4a02-acd3-e4821645330a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:17.929622 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9cd121a2-8a47-4bc5-98a6-c7452cb9ea67 req-d4ffd210-7787-4a02-acd3-e4821645330a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=15f6ff753e694e9dbfd4e9be5e45ed17&device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 1097 time: 0.2458510 Aug 11 02:22:17.930339 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dbf373-05bf-4ef2-8f76-f63930b5681e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Pushing event deleted for resources: {'Subnet': ['ID=3319d5bd-3f24-4dd9-abeb-1dc8c606c611,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:17.934322 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a6dbf373-05bf-4ef2-8f76-f63930b5681e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.939561 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51624) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:17.940081 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a6dbf373-05bf-4ef2-8f76-f63930b5681e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "DELETE /v2.0/subnets/3319d5bd-3f24-4dd9-abeb-1dc8c606c611 HTTP/1.1" status: 204 len: 168 time: 0.9042761 Aug 11 02:22:18.043783 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bda61278-fe59-4762-9fba-4901ebf9a876 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.046583 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-a6247bd1-d231-4155-bf91-245bc61693a9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=622f47f6-616c-4c28-9002-bebf0b890eca HTTP/1.1" status: 200 len: 1000 time: 0.2277787 Aug 11 02:22:18.068934 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5c046cb0-132e-4c5b-bcf5-747f05ea1835 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.118024 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-bda61278-fe59-4762-9fba-4901ebf9a876 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Deleting port f25e630c-73aa-41e8-9db5-a1fbcb419081 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:18.118460 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bda61278-fe59-4762-9fba-4901ebf9a876 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.161100 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59caf249-e719-4976-9b0a-c90dddbc3cf3 None None] DHCP port deletion for 258b38d3-4815-4e64-bde0-2f6d66807cc8 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:22:18.162046 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd121a2-8a47-4bc5-98a6-c7452cb9ea67 req-ab8cd75a-8c48-4c4c-9c67-0763abd9cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:18.163564 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9cd121a2-8a47-4bc5-98a6-c7452cb9ea67 req-ab8cd75a-8c48-4c4c-9c67-0763abd9cf13 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2564e31e-dea6-46ca-b2de-bf165812396f HTTP/1.1" status: 200 len: 918 time: 0.2206640 Aug 11 02:22:18.167976 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fbf4b4-cadc-4855-8582-a1ce1db979bb None None] Network 5a4f0558-b3aa-417a-a98e-3e19064717b3 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:18.172348 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcf394-be80-41ca-9970-077d49ab436c req-697c5199-909d-4c85-9d05-12216ca89705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:18.174136 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-697c5199-909d-4c85-9d05-12216ca89705 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cca11161-972d-481d-9501-cb4b39e49752 HTTP/1.1" status: 200 len: 856 time: 0.1179121 Aug 11 02:22:18.208717 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-bda61278-fe59-4762-9fba-4901ebf9a876 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] For port f25e630c-73aa-41e8-9db5-a1fbcb419081, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f25e630c-73aa-41e8-9db5-a1fbcb419081,segment=NetworkSegment(32d82f75-2b42-4cf5-a610-05761f9f86b7),segment_id=32d82f75-2b42-4cf5-a610-05761f9f86b7)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:18.209110 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bda61278-fe59-4762-9fba-4901ebf9a876 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.223869 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-bda61278-fe59-4762-9fba-4901ebf9a876 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Calling delete_port for f25e630c-73aa-41e8-9db5-a1fbcb419081 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:18.327378 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bda61278-fe59-4762-9fba-4901ebf9a876 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.352032 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9cd121a2-8a47-4bc5-98a6-c7452cb9ea67 req-7330fc76-f910-45bb-a539-d2e9ccc02999 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78589433-afa4-4706-bf0c-f19808506a2b HTTP/1.1" status: 200 len: 1000 time: 0.1742048 Aug 11 02:22:18.354994 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda61278-fe59-4762-9fba-4901ebf9a876 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Pushing event deleted for resources: {'Port': ['ID=f25e630c-73aa-41e8-9db5-a1fbcb419081,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:18.359377 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda61278-fe59-4762-9fba-4901ebf9a876 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] No DVR routers for this DVR port f25e630c-73aa-41e8-9db5-a1fbcb419081 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:18.409915 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd121a2-8a47-4bc5-98a6-c7452cb9ea67 req-32128096-81c4-41b9-a978-54d628c77130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:18.413042 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9cd121a2-8a47-4bc5-98a6-c7452cb9ea67 req-32128096-81c4-41b9-a978-54d628c77130 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f HTTP/1.1" status: 200 len: 856 time: 0.0503440 Aug 11 02:22:18.414462 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcf394-be80-41ca-9970-077d49ab436c req-4f4f640e-87f1-435c-98d4-53bb75d87c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:18.415924 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-4f4f640e-87f1-435c-98d4-53bb75d87c3c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5fe47308-1e64-4a04-9103-656b58efd77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2273667 Aug 11 02:22:18.445148 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bda61278-fe59-4762-9fba-4901ebf9a876 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.457494 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-0b46076b-5aba-434d-be86-12c2a4f64b03 None None] Provisioning for port 58c5b12e-ebd3-4496-91a4-979934bfc2f3 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:18.461674 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-bda61278-fe59-4762-9fba-4901ebf9a876 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['258b38d3-4815-4e64-bde0-2f6d66807cc8']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:18.467284 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-76b5e4ad-5e28-4f80-86fb-24a104782910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.470121 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.484645 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-bda61278-fe59-4762-9fba-4901ebf9a876 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d82f75-2b42-4cf5-a610-05761f9f86b7') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:18.484804 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-bda61278-fe59-4762-9fba-4901ebf9a876 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d82f75-2b42-4cf5-a610-05761f9f86b7') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:18.500322 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bda61278-fe59-4762-9fba-4901ebf9a876 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.516811 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bda61278-fe59-4762-9fba-4901ebf9a876 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.526786 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda61278-fe59-4762-9fba-4901ebf9a876 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:22:18.527245 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bda61278-fe59-4762-9fba-4901ebf9a876 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:22:18.531181 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:22:18.539622 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-59caf249-e719-4976-9b0a-c90dddbc3cf3 None None] Deleting port f25e630c-73aa-41e8-9db5-a1fbcb419081 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:18.540126 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-59caf249-e719-4976-9b0a-c90dddbc3cf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.599909 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bda61278-fe59-4762-9fba-4901ebf9a876 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.609190 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bda61278-fe59-4762-9fba-4901ebf9a876 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.611383 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bda61278-fe59-4762-9fba-4901ebf9a876 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "DELETE /v2.0/networks/258b38d3-4815-4e64-bde0-2f6d66807cc8 HTTP/1.1" status: 204 len: 168 time: 0.6693175 Aug 11 02:22:18.621052 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51636) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:18.641657 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-851d991f-03de-4ef1-9573-652e44763eef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1840073715'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:18.645230 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-59caf249-e719-4976-9b0a-c90dddbc3cf3 None None] For port f25e630c-73aa-41e8-9db5-a1fbcb419081, host n-d-615180-33, got binding levels [] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:18.645743 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-59caf249-e719-4976-9b0a-c90dddbc3cf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.646441 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda61278-fe59-4762-9fba-4901ebf9a876 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Pushing event deleted for resources: {'Network': ['ID=258b38d3-4815-4e64-bde0-2f6d66807cc8,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:18.664146 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-59caf249-e719-4976-9b0a-c90dddbc3cf3 None None] Calling delete_port for f25e630c-73aa-41e8-9db5-a1fbcb419081 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:18.668090 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.ipam_backend_mixin [None req-59caf249-e719-4976-9b0a-c90dddbc3cf3 None None] Port f25e630c-73aa-41e8-9db5-a1fbcb419081 was not found and therefore no delete operation was performed {{(pid=94508) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:22:18.669288 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851d991f-03de-4ef1-9573-652e44763eef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Made reservation on behalf of 5da9d71ea3284656941727da7d0445e0 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:18.669554 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-59caf249-e719-4976-9b0a-c90dddbc3cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.675029 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-851d991f-03de-4ef1-9573-652e44763eef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.678286 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd121a2-8a47-4bc5-98a6-c7452cb9ea67 req-df016671-9335-4294-a9ff-96fed851ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:18.679945 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9cd121a2-8a47-4bc5-98a6-c7452cb9ea67 req-df016671-9335-4294-a9ff-96fed851ccac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2564e31e-dea6-46ca-b2de-bf165812396f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2445567 Aug 11 02:22:18.687700 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-457bc7ac-0c9f-4412-8d6e-ad751dd39a5d service neutron] 10.222.0.73 "GET /v2.0/networks/5fe47308-1e64-4a04-9103-656b58efd77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412848 Aug 11 02:22:18.696376 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-59caf249-e719-4976-9b0a-c90dddbc3cf3 None None] Network 258b38d3-4815-4e64-bde0-2f6d66807cc8 is not hosted by any dhcp agent {{(pid=94508) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:22:18.696990 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59caf249-e719-4976-9b0a-c90dddbc3cf3 None None] No DVR routers for this DVR port f25e630c-73aa-41e8-9db5-a1fbcb419081 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:18.699355 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59caf249-e719-4976-9b0a-c90dddbc3cf3 None None] Pushing event deleted for resources: {'Port': ['ID=f25e630c-73aa-41e8-9db5-a1fbcb419081,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:18.725398 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851d991f-03de-4ef1-9573-652e44763eef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:22:18.737743 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-851d991f-03de-4ef1-9573-652e44763eef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.738090 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-851d991f-03de-4ef1-9573-652e44763eef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Added segment 8d5917b8-2334-4c14-8c64-2d3722b60796 of type vlan for network a2526539-c7f6-4b40-b7f2-5f05989616a9 Aug 11 02:22:18.741939 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069311e-678b-4e52-8e21-30d4d8e4db18 req-d073cb21-8e38-4524-9439-8b1d0b7cd0bf tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:18.743476 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8069311e-678b-4e52-8e21-30d4d8e4db18 req-d073cb21-8e38-4524-9439-8b1d0b7cd0bf tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 945 time: 0.1733758 Aug 11 02:22:18.782110 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-851d991f-03de-4ef1-9573-652e44763eef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.814351 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-851d991f-03de-4ef1-9573-652e44763eef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.820658 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851d991f-03de-4ef1-9573-652e44763eef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:18.821309 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-851d991f-03de-4ef1-9573-652e44763eef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.893992 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-851d991f-03de-4ef1-9573-652e44763eef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2591903 Aug 11 02:22:18.901459 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51638) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:18.909138 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-0e541281-2253-4030-9cdc-82d0f35b26a5 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Request body: {'subnet': {'network_id': 'a2526539-c7f6-4b40-b7f2-5f05989616a9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:18.914108 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5c046cb0-132e-4c5b-bcf5-747f05ea1835 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.927079 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8069311e-678b-4e52-8e21-30d4d8e4db18 req-d523f09c-8af9-472c-9409-cacf164f90fe tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1181390 Aug 11 02:22:18.934807 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5c046cb0-132e-4c5b-bcf5-747f05ea1835 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.943691 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5c046cb0-132e-4c5b-bcf5-747f05ea1835 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.994598 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d991f-03de-4ef1-9573-652e44763eef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Pushing event updated for resources: {'Network': ['ID=a2526539-c7f6-4b40-b7f2-5f05989616a9,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:19.034012 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network a2526539-c7f6-4b40-b7f2-5f05989616a9 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:22:19.038130 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e541281-2253-4030-9cdc-82d0f35b26a5 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Made reservation on behalf of 5da9d71ea3284656941727da7d0445e0 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:19.042191 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0e541281-2253-4030-9cdc-82d0f35b26a5 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.098753 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8d97efe9-15e3-404c-bd76-8e4a9c81d44f up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:19.110753 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-6f47475a-e717-4ae7-a2ec-a5e5787d6a7a service neutron] 10.222.0.73 "GET /v2.0/networks/5fe47308-1e64-4a04-9103-656b58efd77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026670 Aug 11 02:22:19.129899 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9cd121a2-8a47-4bc5-98a6-c7452cb9ea67 req-f05e4d70-d6d5-4945-95d6-cb60ee3b2ee1 service neutron] 10.222.0.73 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387133 Aug 11 02:22:19.199058 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-da9c984e-6a4d-4a19-be72-c090e7c38518 None None] Provisioning for port 209a9435-d128-4a97-a1f8-1cab34691636 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:19.207186 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-da9c984e-6a4d-4a19-be72-c090e7c38518 None None] Provisioning complete for port 209a9435-d128-4a97-a1f8-1cab34691636 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:19.207990 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-da9c984e-6a4d-4a19-be72-c090e7c38518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.290454 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0e541281-2253-4030-9cdc-82d0f35b26a5 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.290724 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 8d97efe9-15e3-404c-bd76-8e4a9c81d44f triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:19.291105 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.322494 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-da9c984e-6a4d-4a19-be72-c090e7c38518 None None] Port 209a9435-d128-4a97-a1f8-1cab34691636 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:22:19.374133 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e541281-2253-4030-9cdc-82d0f35b26a5 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Pushing event updated for resources: {'Subnet': ['ID=92d9eb5a-cbc8-431d-85c5-e2726cf931e8,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:19.379611 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e541281-2253-4030-9cdc-82d0f35b26a5 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Checking segment: {'id': '8d5917b8-2334-4c14-8c64-2d3722b60796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a2526539-c7f6-4b40-b7f2-5f05989616a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:19.379972 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e541281-2253-4030-9cdc-82d0f35b26a5 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Network hostable DHCP agents. Network: a2526539-c7f6-4b40-b7f2-5f05989616a9, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:22:19.388650 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 58c5b12e-ebd3-4496-91a4-979934bfc2f3 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:19.397696 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e541281-2253-4030-9cdc-82d0f35b26a5 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Network a2526539-c7f6-4b40-b7f2-5f05989616a9 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:22:19.408468 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-0e541281-2253-4030-9cdc-82d0f35b26a5 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, a2526539-c7f6-4b40-b7f2-5f05989616a9) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:19.421871 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e541281-2253-4030-9cdc-82d0f35b26a5 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:19.422983 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0e541281-2253-4030-9cdc-82d0f35b26a5 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.423624 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be448a9-bbf7-4422-8a69-b19a672b7e96 None None] Network a2526539-c7f6-4b40-b7f2-5f05989616a9 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:19.441899 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0e541281-2253-4030-9cdc-82d0f35b26a5 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5367789 Aug 11 02:22:19.442195 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51642) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:19.447235 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-e16610d8-7d6b-4be7-917d-5fc83932518e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-519244122'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:19.450827 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c046cb0-132e-4c5b-bcf5-747f05ea1835 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network 5a4f0558-b3aa-417a-a98e-3e19064717b3 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:19.463559 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-f4cc70ac-038d-42d8-9a11-ca2a65b45053 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=54a21190-3213-4831-8458-9bdd8fb2c46c HTTP/1.1" status: 200 len: 217 time: 0.3423564 Aug 11 02:22:19.465003 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-5c046cb0-132e-4c5b-bcf5-747f05ea1835 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:19.481180 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16610d8-7d6b-4be7-917d-5fc83932518e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Made reservation on behalf of 5da9d71ea3284656941727da7d0445e0 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:19.485431 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e16610d8-7d6b-4be7-917d-5fc83932518e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.517618 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e16610d8-7d6b-4be7-917d-5fc83932518e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:22:19.523293 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c046cb0-132e-4c5b-bcf5-747f05ea1835 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Port': ['ID=209a9435-d128-4a97-a1f8-1cab34691636,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:19.536228 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-288c4e34-b618-4168-95d3-984038e80f06 None None] Provisioning complete for port 209a9435-d128-4a97-a1f8-1cab34691636 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:19.536751 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-288c4e34-b618-4168-95d3-984038e80f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.540625 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e16610d8-7d6b-4be7-917d-5fc83932518e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.540858 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-e16610d8-7d6b-4be7-917d-5fc83932518e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Added segment 173f65c3-3189-40a9-847d-97b2c5633de9 of type vlan for network 8b26b04b-f413-4e87-9d79-b298a0fdf030 Aug 11 02:22:19.592577 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e16610d8-7d6b-4be7-917d-5fc83932518e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.615501 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 58c5b12e-ebd3-4496-91a4-979934bfc2f3 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:19.636356 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 58c5b12e-ebd3-4496-91a4-979934bfc2f3 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:19.636893 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.643489 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e16610d8-7d6b-4be7-917d-5fc83932518e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.654057 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16610d8-7d6b-4be7-917d-5fc83932518e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:19.654832 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e16610d8-7d6b-4be7-917d-5fc83932518e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.671709 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcf394-be80-41ca-9970-077d49ab436c req-89aa7218-4273-41b8-ab31-5f9192320243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:19.673192 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-89aa7218-4273-41b8-ab31-5f9192320243 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43f401ce-6254-4272-a783-9abc425d1620 HTTP/1.1" status: 200 len: 797 time: 0.1881466 Aug 11 02:22:19.703413 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-288c4e34-b618-4168-95d3-984038e80f06 None None] Port 209a9435-d128-4a97-a1f8-1cab34691636 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:22:19.738690 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c046cb0-132e-4c5b-bcf5-747f05ea1835 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Router a8f5a5df-935e-44a6-8c64-c56d302b4088 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:22:19.741819 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e16610d8-7d6b-4be7-917d-5fc83932518e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2983136 Aug 11 02:22:19.742564 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51648) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:19.742705 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9cd121a2-8a47-4bc5-98a6-c7452cb9ea67 req-9a832e37-0b58-43f6-bed9-3bba0ea03e80 service neutron] 10.222.0.73 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906740 Aug 11 02:22:19.758948 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-4b1862d7-4e78-40ff-9c61-562cace6c0df tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Request body: {'subnet': {'network_id': '8b26b04b-f413-4e87-9d79-b298a0fdf030', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:19.798811 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcf394-be80-41ca-9970-077d49ab436c req-2b297722-5b08-4ed9-a106-d1dcf7409451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:19.800270 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-2b297722-5b08-4ed9-a106-d1dcf7409451 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1157408 Aug 11 02:22:19.844252 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3139d679-8a39-4e43-a01e-35ee21b17469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-a2526539-c7f6-4b40-b7f2-5f05989616a9', 'network_id': 'a2526539-c7f6-4b40-b7f2-5f05989616a9', 'tenant_id': '5da9d71ea3284656941727da7d0445e0', 'fixed_ips': [{'subnet_id': '92d9eb5a-cbc8-431d-85c5-e2726cf931e8'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:22:19.845111 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3139d679-8a39-4e43-a01e-35ee21b17469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.853490 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16610d8-7d6b-4be7-917d-5fc83932518e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Pushing event updated for resources: {'Network': ['ID=8b26b04b-f413-4e87-9d79-b298a0fdf030,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:19.857269 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.873886 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 8b26b04b-f413-4e87-9d79-b298a0fdf030 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:22:19.876315 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1862d7-4e78-40ff-9c61-562cace6c0df tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Made reservation on behalf of 5da9d71ea3284656941727da7d0445e0 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:19.880180 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4b1862d7-4e78-40ff-9c61-562cace6c0df tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.922272 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c046cb0-132e-4c5b-bcf5-747f05ea1835 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:22:19.929002 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5c046cb0-132e-4c5b-bcf5-747f05ea1835 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "PUT /v2.0/routers/a8f5a5df-935e-44a6-8c64-c56d302b4088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2625122 Aug 11 02:22:19.932193 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51650) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:19.939029 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-c73b68f9-f48b-4eff-b556-08c23ce94bad tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1393063110'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:19.948498 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812bc698-8e2b-44bd-98f2-49f9d09d32c3 None None] Sync routers for ids ['a8f5a5df-935e-44a6-8c64-c56d302b4088'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:22:19.951873 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-dd1b8010-584e-49c3-b34a-ffe79f520b2f service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126966 Aug 11 02:22:20.000966 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73b68f9-f48b-4eff-b556-08c23ce94bad tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Made reservation on behalf of 771603ce7c694518a048dc364609b7f9 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:20.004630 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c73b68f9-f48b-4eff-b556-08c23ce94bad tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.045336 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.061031 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 58c5b12e-ebd3-4496-91a4-979934bfc2f3, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=58c5b12e-ebd3-4496-91a4-979934bfc2f3,segment=NetworkSegment(926d0d62-0d62-4387-a678-34c8299365a6),segment_id=926d0d62-0d62-4387-a678-34c8299365a6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:20.065012 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73b68f9-f48b-4eff-b556-08c23ce94bad tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:22:20.082555 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.084492 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812bc698-8e2b-44bd-98f2-49f9d09d32c3 None None] Routers {'a8f5a5df-935e-44a6-8c64-c56d302b4088'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:20.086191 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-812bc698-8e2b-44bd-98f2-49f9d09d32c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:22:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a8f5a5df-935e-44a6-8c64-c56d302b4088'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:20.086381 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c73b68f9-f48b-4eff-b556-08c23ce94bad tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.086742 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-c73b68f9-f48b-4eff-b556-08c23ce94bad tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Added segment 6f6d815d-b011-42ad-9bbe-b755396f3599 of type vlan for network 4f2c2215-0200-4e1b-ad75-2b036fdae065 Aug 11 02:22:20.116924 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48403ed3-5bf7-4be6-aeb4-1570ae3b34ad req-2d86d424-b8b0-4177-99c7-dab7bb44e29a tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:20.125003 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-48403ed3-5bf7-4be6-aeb4-1570ae3b34ad req-2d86d424-b8b0-4177-99c7-dab7bb44e29a tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 945 time: 0.0923865 Aug 11 02:22:20.134291 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4ec72999-0275-4d67-bfc7-6975b57a1149 None None] Provisioning complete for port 209a9435-d128-4a97-a1f8-1cab34691636 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:20.135280 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4ec72999-0275-4d67-bfc7-6975b57a1149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.147488 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-d02386e2-ab1c-4647-b8ab-d4a1c06db383 service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870580 Aug 11 02:22:20.186343 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c73b68f9-f48b-4eff-b556-08c23ce94bad tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.201168 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4b1862d7-4e78-40ff-9c61-562cace6c0df tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.207487 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-e4548eff-9a04-45a2-9091-da6a83320543 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=0a38793e-41b1-4d7a-a9ec-fc766a55001c HTTP/1.1" status: 200 len: 217 time: 0.0508869 Aug 11 02:22:20.211232 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-48403ed3-5bf7-4be6-aeb4-1570ae3b34ad req-b780feb0-4574-49ed-9af6-1c82640387de tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846450 Aug 11 02:22:20.231565 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 35e43de2-1d49-45fc-b57f-48bf78e887dc no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:20.267627 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c73b68f9-f48b-4eff-b556-08c23ce94bad tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.273361 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73b68f9-f48b-4eff-b556-08c23ce94bad tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:20.274064 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c73b68f9-f48b-4eff-b556-08c23ce94bad tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.278288 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 35e43de2-1d49-45fc-b57f-48bf78e887dc {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:20.278640 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 35e43de2-1d49-45fc-b57f-48bf78e887dc not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:20.279065 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f25e630c-73aa-41e8-9db5-a1fbcb419081 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:20.286154 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcf394-be80-41ca-9970-077d49ab436c req-0e4a2e9e-1bf2-4d0c-8714-40f0e515b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:20.287731 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-0e4a2e9e-1bf2-4d0c-8714-40f0e515b53c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43f401ce-6254-4272-a783-9abc425d1620 HTTP/1.1" status: 200 len: 797 time: 0.0716600 Aug 11 02:22:20.314080 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: f25e630c-73aa-41e8-9db5-a1fbcb419081 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:20.314335 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f25e630c-73aa-41e8-9db5-a1fbcb419081 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:20.340719 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-4ec72999-0275-4d67-bfc7-6975b57a1149 None None] Port 209a9435-d128-4a97-a1f8-1cab34691636 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:22:20.356271 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcf394-be80-41ca-9970-077d49ab436c req-f8f713f2-3879-4c29-8873-75d0870e353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:20.357903 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-f8f713f2-3879-4c29-8873-75d0870e353e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0625448 Aug 11 02:22:20.358708 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-812bc698-8e2b-44bd-98f2-49f9d09d32c3 None None] Set router a8f5a5df-935e-44a6-8c64-c56d302b4088 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:20.362986 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-3139d679-8a39-4e43-a01e-35ee21b17469 None None] Allocated IP 19.80.0.2 (a2526539-c7f6-4b40-b7f2-5f05989616a9/92d9eb5a-cbc8-431d-85c5-e2726cf931e8/b1f7fd49-bf1a-4882-be8a-9a706573db03) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:20.370567 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c73b68f9-f48b-4eff-b556-08c23ce94bad tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4370611 Aug 11 02:22:20.371517 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1862d7-4e78-40ff-9c61-562cace6c0df tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Pushing event updated for resources: {'Subnet': ['ID=e32b1eb2-c8f8-4a61-ae03-2887963ae06f,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:20.373701 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51656) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:20.383443 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-2ff4bfb7-7bab-4833-b306-736b9f8ccded tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'subnet': {'network_id': '4f2c2215-0200-4e1b-ad75-2b036fdae065', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:20.396349 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=58c5b12e-ebd3-4496-91a4-979934bfc2f3,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:20.408351 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:20.408997 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:20.409534 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:20.410044 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:20.410825 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:20.411375 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:20.411996 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:20.412292 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:20.412660 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:20.413003 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:20.413379 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:20.413728 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:20.457957 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1862d7-4e78-40ff-9c61-562cace6c0df tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Checking segment: {'id': '173f65c3-3189-40a9-847d-97b2c5633de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8b26b04b-f413-4e87-9d79-b298a0fdf030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:20.458320 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1862d7-4e78-40ff-9c61-562cace6c0df tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Network hostable DHCP agents. Network: 8b26b04b-f413-4e87-9d79-b298a0fdf030, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:22:20.463868 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b68f9-f48b-4eff-b556-08c23ce94bad tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Network': ['ID=4f2c2215-0200-4e1b-ad75-2b036fdae065,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:20.481314 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-b735162c-42d8-4fe1-a765-69b43ba6699b service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128104 Aug 11 02:22:20.490912 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 4f2c2215-0200-4e1b-ad75-2b036fdae065 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:22:20.502923 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1862d7-4e78-40ff-9c61-562cace6c0df tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Network 8b26b04b-f413-4e87-9d79-b298a0fdf030 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:22:20.517202 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-4b1862d7-4e78-40ff-9c61-562cace6c0df tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 8b26b04b-f413-4e87-9d79-b298a0fdf030) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:20.523084 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1862d7-4e78-40ff-9c61-562cace6c0df tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:20.523712 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4b1862d7-4e78-40ff-9c61-562cace6c0df tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.529251 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff4bfb7-7bab-4833-b306-736b9f8ccded tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Made reservation on behalf of 771603ce7c694518a048dc364609b7f9 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:20.532845 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2ff4bfb7-7bab-4833-b306-736b9f8ccded tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.565593 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9b01a6-a74c-420a-b547-d6df802d9329 None None] Network 8b26b04b-f413-4e87-9d79-b298a0fdf030 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:20.595581 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4b1862d7-4e78-40ff-9c61-562cace6c0df tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8360999 Aug 11 02:22:20.595814 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-d69186e4-1a87-4e78-a607-1b0ff85441ea service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997512 Aug 11 02:22:20.703341 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-6381c84e-3b10-498c-a3bb-10eaddc24b5b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=bd38919d-9f9a-4f29-be28-260e9cba0751 HTTP/1.1" status: 200 len: 217 time: 0.0940461 Aug 11 02:22:20.773560 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcf394-be80-41ca-9970-077d49ab436c req-85de813f-4d84-4137-97ca-384958906ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:20.775185 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-85de813f-4d84-4137-97ca-384958906ad9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43f401ce-6254-4272-a783-9abc425d1620 HTTP/1.1" status: 200 len: 797 time: 0.0548964 Aug 11 02:22:20.833917 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcf394-be80-41ca-9970-077d49ab436c req-3d052735-703e-44bd-a5d5-955bbde9d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:20.835480 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-3d052735-703e-44bd-a5d5-955bbde9d0d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0521684 Aug 11 02:22:20.842211 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2ff4bfb7-7bab-4833-b306-736b9f8ccded tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.949169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff4bfb7-7bab-4833-b306-736b9f8ccded tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Checking segment: {'id': '6f6d815d-b011-42ad-9bbe-b755396f3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '4f2c2215-0200-4e1b-ad75-2b036fdae065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:20.949807 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff4bfb7-7bab-4833-b306-736b9f8ccded tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network hostable DHCP agents. Network: 4f2c2215-0200-4e1b-ad75-2b036fdae065, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:22:20.951817 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4bfb7-7bab-4833-b306-736b9f8ccded tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Subnet': ['ID=02ce4cd9-9362-4246-a0b3-11c840605799,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:20.966768 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 58c5b12e-ebd3-4496-91a4-979934bfc2f3 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:20.968884 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-344b9e4a-b8fe-4570-acf0-208adfcb563e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:20.974639 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-344b9e4a-b8fe-4570-acf0-208adfcb563e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:20.976297 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-344b9e4a-b8fe-4570-acf0-208adfcb563e tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/networks?id=a2526539-c7f6-4b40-b7f2-5f05989616a9&id=8b26b04b-f413-4e87-9d79-b298a0fdf030 HTTP/1.1" status: 200 len: 1391 time: 0.2314706 Aug 11 02:22:20.997290 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff4bfb7-7bab-4833-b306-736b9f8ccded tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network 4f2c2215-0200-4e1b-ad75-2b036fdae065 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:22:21.001680 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-d7d06eaa-4a49-49d9-8c96-1197fecbfbea service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571274 Aug 11 02:22:21.001950 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4a555f-07a0-4d27-bbd3-335dfcd50c50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-8b26b04b-f413-4e87-9d79-b298a0fdf030', 'network_id': '8b26b04b-f413-4e87-9d79-b298a0fdf030', 'tenant_id': '5da9d71ea3284656941727da7d0445e0', 'fixed_ips': [{'subnet_id': 'e32b1eb2-c8f8-4a61-ae03-2887963ae06f'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:22:21.002841 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6a4a555f-07a0-4d27-bbd3-335dfcd50c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:21.003963 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-09ad20d0-61bb-41d0-aeb1-5f1b84ea173b tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/quotas/5da9d71ea3284656941727da7d0445e0 HTTP/1.1" status: 200 len: 375 time: 0.0168297 Aug 11 02:22:21.009242 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-2ff4bfb7-7bab-4833-b306-736b9f8ccded tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 4f2c2215-0200-4e1b-ad75-2b036fdae065) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:21.044184 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff4bfb7-7bab-4833-b306-736b9f8ccded tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:21.044790 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2ff4bfb7-7bab-4833-b306-736b9f8ccded tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:21.052735 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6dcd92-e2b6-4b53-b2b9-3fb7c11ab276 None None] Network 4f2c2215-0200-4e1b-ad75-2b036fdae065 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:21.065930 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2ff4bfb7-7bab-4833-b306-736b9f8ccded tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6868136 Aug 11 02:22:21.069128 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51674) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:21.084401 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-7e9d0684-4bd3-4574-a466-a30e9bb9c2d5 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5da9d71ea3284656941727da7d0445e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728962 Aug 11 02:22:21.108637 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-cabdedd8-8189-4334-a746-a02b8d8c11ec service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963502 Aug 11 02:22:21.159889 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-ce525c30-797c-4f14-b0be-acfbb63df630 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=c6bc117e-5f2a-42b2-ad16-089daf123adb HTTP/1.1" status: 200 len: 217 time: 0.0418799 Aug 11 02:22:21.212284 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3139d679-8a39-4e43-a01e-35ee21b17469 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:21.240204 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcf394-be80-41ca-9970-077d49ab436c req-1d51c49a-f8be-4f19-928b-6698935f3386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:21.241703 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-1d51c49a-f8be-4f19-928b-6698935f3386 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43f401ce-6254-4272-a783-9abc425d1620 HTTP/1.1" status: 200 len: 797 time: 0.0732186 Aug 11 02:22:21.244626 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3139d679-8a39-4e43-a01e-35ee21b17469 None None] Transition to ACTIVE for port object b1f7fd49-bf1a-4882-be8a-9a706573db03 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:21.293734 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 58c5b12e-ebd3-4496-91a4-979934bfc2f3 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:21.294142 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:21.304404 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcf394-be80-41ca-9970-077d49ab436c req-cead2eb7-7237-44f1-b981-6e37f635cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:21.305098 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3139d679-8a39-4e43-a01e-35ee21b17469 None None] Transition to ACTIVE for port object b1f7fd49-bf1a-4882-be8a-9a706573db03 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:21.306430 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-cead2eb7-7237-44f1-b981-6e37f635cc7b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6b37a7db-7b2c-45a9-a3ea-9ce097777b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0564489 Aug 11 02:22:21.372691 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3139d679-8a39-4e43-a01e-35ee21b17469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:21.420666 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c098b2-9ac4-4634-bd52-4b406de7be62 req-8d3e7efc-5ae2-466f-8550-79cca929c49b tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:21.422337 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d9c098b2-9ac4-4634-bd52-4b406de7be62 req-8d3e7efc-5ae2-466f-8550-79cca929c49b tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 945 time: 0.1149528 Aug 11 02:22:21.502474 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3139d679-8a39-4e43-a01e-35ee21b17469 None None] Network a2526539-c7f6-4b40-b7f2-5f05989616a9 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:21.503946 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-6a4a555f-07a0-4d27-bbd3-335dfcd50c50 None None] Allocated IP 19.86.0.2 (8b26b04b-f413-4e87-9d79-b298a0fdf030/e32b1eb2-c8f8-4a61-ae03-2887963ae06f/a7366bac-c5c0-421e-875e-69f8fbf944cd) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:21.508959 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-812bc698-8e2b-44bd-98f2-49f9d09d32c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:17Z', 'revision_number': 4, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None, '_interfaces': [{'id': '209a9435-d128-4a97-a1f8-1cab34691636', 'name': '', 'network_id': '5a4f0558-b3aa-417a-a98e-3e19064717b3', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:0c:ee:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:15Z', 'updated_at': '2021-08-11T02:22:18Z', 'revision_number': 2, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '266c97ea-0e8b-4c40-a120-3e51622ea942', 'name': '', 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:72:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:05Z', 'updated_at': '2021-08-11T02:22:13Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d97efe9-15e3-404c-bd76-8e4a9c81d44f', 'name': '', 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:99:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:09Z', 'updated_at': '2021-08-11T02:22:17Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:21.518568 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:21.525883 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d9c098b2-9ac4-4634-bd52-4b406de7be62 req-cbfc5db1-f893-4890-9abd-42e4c30b4fd8 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0840325 Aug 11 02:22:21.551037 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-3139d679-8a39-4e43-a01e-35ee21b17469 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:21.552924 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139d679-8a39-4e43-a01e-35ee21b17469 None None] Pushing event updated for resources: {'Port': ['ID=b1f7fd49-bf1a-4882-be8a-9a706573db03,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:21.555127 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3139d679-8a39-4e43-a01e-35ee21b17469 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:21.575000 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-118319a8-6587-46fd-bba8-c30a3f0b7d37 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1515987 Aug 11 02:22:21.588942 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-a9d2ef16-02e7-4c5b-98d5-898f0cb4609e service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708168 Aug 11 02:22:21.589219 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812bc698-8e2b-44bd-98f2-49f9d09d32c3 None None] Checking router: a8f5a5df-935e-44a6-8c64-c56d302b4088 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:22:21.589559 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812bc698-8e2b-44bd-98f2-49f9d09d32c3 None None] Updating router a8f5a5df-935e-44a6-8c64-c56d302b4088 port 209a9435-d128-4a97-a1f8-1cab34691636 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:22:21.744466 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401eea2-9327-4b6d-9058-976dd7588475 req-a4e6ccb8-049b-414f-bf9d-44bfa980ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:21.745277 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401eea2-9327-4b6d-9058-976dd7588475 req-a4e6ccb8-049b-414f-bf9d-44bfa980ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:21.745573 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-812bc698-8e2b-44bd-98f2-49f9d09d32c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:21.746140 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401eea2-9327-4b6d-9058-976dd7588475 req-a4e6ccb8-049b-414f-bf9d-44bfa980ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:21.746773 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401eea2-9327-4b6d-9058-976dd7588475 req-a4e6ccb8-049b-414f-bf9d-44bfa980ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:21.747422 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401eea2-9327-4b6d-9058-976dd7588475 req-a4e6ccb8-049b-414f-bf9d-44bfa980ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:21.748118 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401eea2-9327-4b6d-9058-976dd7588475 req-a4e6ccb8-049b-414f-bf9d-44bfa980ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:21.748785 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401eea2-9327-4b6d-9058-976dd7588475 req-a4e6ccb8-049b-414f-bf9d-44bfa980ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:21.751710 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-a4e6ccb8-049b-414f-bf9d-44bfa980ea1f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3f544ac306fb418fb17bb1bb0c938ed0&device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 6500 time: 0.0846968 Aug 11 02:22:21.761939 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d91a6cf-d550-4ced-9454-09255e8e5487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-4f2c2215-0200-4e1b-ad75-2b036fdae065', 'network_id': '4f2c2215-0200-4e1b-ad75-2b036fdae065', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'fixed_ips': [{'subnet_id': '02ce4cd9-9362-4246-a0b3-11c840605799'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:22:21.762966 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6d91a6cf-d550-4ced-9454-09255e8e5487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:21.777634 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 78589433-afa4-4706-bf0c-f19808506a2b no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:21.783331 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-ca489940-5775-4e46-ac58-1d1461dd3025 service neutron] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789832 Aug 11 02:22:21.885233 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-a788b0b3-fc38-4440-9d25-a9474d95c9b4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6393fbf0-c5b3-41a1-83d3-53a8c87fd107 HTTP/1.1" status: 200 len: 217 time: 0.0860720 Aug 11 02:22:21.906245 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-44dc8e81-be24-453f-808c-3a20d6924863 service neutron] 10.222.0.50 "GET /v2.0/networks/a2526539-c7f6-4b40-b7f2-5f05989616a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7882626 Aug 11 02:22:21.999591 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcf394-be80-41ca-9970-077d49ab436c req-a3395742-7cb0-43a7-8398-7a82a7ebed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:22.001395 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-a3395742-7cb0-43a7-8398-7a82a7ebed5e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d883f484-d67b-4b0e-a60e-d2d168985bab HTTP/1.1" status: 200 len: 797 time: 0.0876477 Aug 11 02:22:22.031339 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401eea2-9327-4b6d-9058-976dd7588475 req-1222a49a-af7e-49ba-b3fd-e4067cb4015d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:22.032009 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401eea2-9327-4b6d-9058-976dd7588475 req-1222a49a-af7e-49ba-b3fd-e4067cb4015d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:22.032564 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401eea2-9327-4b6d-9058-976dd7588475 req-1222a49a-af7e-49ba-b3fd-e4067cb4015d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:22.035241 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-1222a49a-af7e-49ba-b3fd-e4067cb4015d service neutron] 10.222.0.66 "GET /v2.0/networks?id=47c1ad3c-2161-421b-b922-fe59b93cfe05&id=a22ae8f3-b76a-495f-839c-755566103de1&id=a22ae8f3-b76a-495f-839c-755566103de1&id=a22ae8f3-b76a-495f-839c-755566103de1&id=a22ae8f3-b76a-495f-839c-755566103de1&id=dd83919f-ff7e-4fd8-96b1-202904e5f138&id=dd83919f-ff7e-4fd8-96b1-202904e5f138 HTTP/1.1" status: 200 len: 2290 time: 0.2507885 Aug 11 02:22:22.073103 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a2ffa8c3-7703-4dd2-90f9-b330ad9779c8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.095416 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-2a4e2149-52e4-46a5-a2dc-37e2f4621187 service neutron] 10.222.0.50 "GET /v2.0/networks/a2526539-c7f6-4b40-b7f2-5f05989616a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789620 Aug 11 02:22:22.112751 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcf394-be80-41ca-9970-077d49ab436c req-1b88b117-5f06-4b16-8825-0f54f9c065d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:22.114743 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-1b88b117-5f06-4b16-8825-0f54f9c065d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c433229-6c79-4510-a34a-8c4278ec5b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0973704 Aug 11 02:22:22.145521 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-cb3dd534-30f8-4b7c-8633-697782938c17 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20f53a84-827e-4a21-8b16-64a8498d6bf9 HTTP/1.1" status: 200 len: 1001 time: 0.0919397 Aug 11 02:22:22.145736 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-3139d679-8a39-4e43-a01e-35ee21b17469 None None] Attempting to bind port b1f7fd49-bf1a-4882-be8a-9a706573db03 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:22.146271 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-3139d679-8a39-4e43-a01e-35ee21b17469 None None] Attempting to bind port b1f7fd49-bf1a-4882-be8a-9a706573db03 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '8d5917b8-2334-4c14-8c64-2d3722b60796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a2526539-c7f6-4b40-b7f2-5f05989616a9'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:22.146407 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3139d679-8a39-4e43-a01e-35ee21b17469 None None] Attempting to bind port b1f7fd49-bf1a-4882-be8a-9a706573db03 on network a2526539-c7f6-4b40-b7f2-5f05989616a9 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:22.199819 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3139d679-8a39-4e43-a01e-35ee21b17469 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:22.200194 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3139d679-8a39-4e43-a01e-35ee21b17469 None None] Checking segment: {'id': '8d5917b8-2334-4c14-8c64-2d3722b60796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a2526539-c7f6-4b40-b7f2-5f05989616a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:22.200585 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3139d679-8a39-4e43-a01e-35ee21b17469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.200976 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3139d679-8a39-4e43-a01e-35ee21b17469 None None] Bound using segment: {'id': '8d5917b8-2334-4c14-8c64-2d3722b60796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a2526539-c7f6-4b40-b7f2-5f05989616a9'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:22.201457 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-3139d679-8a39-4e43-a01e-35ee21b17469 None None] Bound port: b1f7fd49-bf1a-4882-be8a-9a706573db03, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5917b8-2334-4c14-8c64-2d3722b60796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a2526539-c7f6-4b40-b7f2-5f05989616a9'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:22.201837 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3139d679-8a39-4e43-a01e-35ee21b17469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.239397 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401eea2-9327-4b6d-9058-976dd7588475 req-333719b2-6d00-40b9-8bb5-06746059676d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:22.241294 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-333719b2-6d00-40b9-8bb5-06746059676d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c48f56bb-082d-428b-b7c4-d68dad46b955 HTTP/1.1" status: 200 len: 850 time: 0.0699649 Aug 11 02:22:22.274743 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.285958 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-25da59ab-77a8-47e0-970d-acaa587ac258 service neutron] 10.222.0.73 "GET /v2.0/networks/2c433229-6c79-4510-a34a-8c4278ec5b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623013 Aug 11 02:22:22.336916 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401eea2-9327-4b6d-9058-976dd7588475 req-bc0c4389-ba94-4404-b853-e1643175748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:22.338466 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-bc0c4389-ba94-4404-b853-e1643175748c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=47c1ad3c-2161-421b-b922-fe59b93cfe05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0838840 Aug 11 02:22:22.366205 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-6d91a6cf-d550-4ced-9454-09255e8e5487 None None] Allocated IP 2001:db8:3::2 (4f2c2215-0200-4e1b-ad75-2b036fdae065/02ce4cd9-9362-4246-a0b3-11c840605799/29b51e39-8223-4d3f-87b0-3a463d259ef1) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:22.413217 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-d43a472e-e317-4b80-8033-7db08745a739 service neutron] 10.222.0.50 "GET /v2.0/networks/8b26b04b-f413-4e87-9d79-b298a0fdf030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599898 Aug 11 02:22:22.434407 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6a4a555f-07a0-4d27-bbd3-335dfcd50c50 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.456308 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc05a22-0e69-4204-96dc-84dc33e13ca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78589433-afa4-4706-bf0c-f19808506a2b'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:22.463038 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d082782c-80a2-4be9-98bc-846d6da6d186" -d '{"events": [{"server_uuid": "8bc05a22-0e69-4204-96dc-84dc33e13ca2", "name": "network-vif-unplugged", "status": "completed", "tag": "78589433-afa4-4706-bf0c-f19808506a2b"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:22.491800 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-1592c116-d7c9-4025-ab47-f763134a2897 service neutron] 10.222.0.73 "GET /v2.0/networks/2c433229-6c79-4510-a34a-8c4278ec5b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951969 Aug 11 02:22:22.505945 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-f3685b9e-9710-4e2d-ac9d-fd8406d662c1 service neutron] 10.222.0.66 "GET /v2.0/networks/47c1ad3c-2161-421b-b922-fe59b93cfe05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330996 Aug 11 02:22:22.524921 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad36845e-15f2-4ec1-88a6-464e842b75be x-openstack-request-id: req-ad36845e-15f2-4ec1-88a6-464e842b75be {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:22.525199 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc05a22-0e69-4204-96dc-84dc33e13ca2", "name": "network-vif-unplugged", "status": "failed", "tag": "78589433-afa4-4706-bf0c-f19808506a2b", "code": 422}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:22.525458 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ad36845e-15f2-4ec1-88a6-464e842b75be {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:22.525857 n-d-615180-33 neutron-server[94508]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8bc05a22-0e69-4204-96dc-84dc33e13ca2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '78589433-afa4-4706-bf0c-f19808506a2b', 'code': 422} returned with failed status Aug 11 02:22:22.532148 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-6a4a555f-07a0-4d27-bbd3-335dfcd50c50 None None] Transition to ACTIVE for port object a7366bac-c5c0-421e-875e-69f8fbf944cd will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:22.539150 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-e8c31c1f-2a45-4c88-a6fd-3dce31e7b7fd service neutron] 10.222.0.50 "GET /v2.0/networks/8b26b04b-f413-4e87-9d79-b298a0fdf030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172550 Aug 11 02:22:22.539917 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 78589433-afa4-4706-bf0c-f19808506a2b, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=78589433-afa4-4706-bf0c-f19808506a2b,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:22.553645 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-1a1eb98c-ce25-4285-99fb-3a7b7d7171ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7f2bbf46-3ede-45de-88ba-1f3435d9778a HTTP/1.1" status: 200 len: 217 time: 0.0485933 Aug 11 02:22:22.562147 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.564425 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-3139d679-8a39-4e43-a01e-35ee21b17469 None None] For port b1f7fd49-bf1a-4882-be8a-9a706573db03, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:22.617473 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-6a4a555f-07a0-4d27-bbd3-335dfcd50c50 None None] Transition to ACTIVE for port object a7366bac-c5c0-421e-875e-69f8fbf944cd will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:22.634136 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-3139d679-8a39-4e43-a01e-35ee21b17469 None None] For port b1f7fd49-bf1a-4882-be8a-9a706573db03, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b1f7fd49-bf1a-4882-be8a-9a706573db03,segment=NetworkSegment(8d5917b8-2334-4c14-8c64-2d3722b60796),segment_id=8d5917b8-2334-4c14-8c64-2d3722b60796)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:22.671570 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6a4a555f-07a0-4d27-bbd3-335dfcd50c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.672254 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3139d679-8a39-4e43-a01e-35ee21b17469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.691199 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcf394-be80-41ca-9970-077d49ab436c req-07e1d9d9-e7e4-4d24-a1a9-3f88c2181c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:22.692828 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-07e1d9d9-e7e4-4d24-a1a9-3f88c2181c16 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d883f484-d67b-4b0e-a60e-d2d168985bab HTTP/1.1" status: 200 len: 797 time: 0.1253009 Aug 11 02:22:22.735615 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51698) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:22.743813 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-812bc698-8e2b-44bd-98f2-49f9d09d32c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.748090 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4a555f-07a0-4d27-bbd3-335dfcd50c50 None None] Network 8b26b04b-f413-4e87-9d79-b298a0fdf030 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:22.751614 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-9dd6269b-1098-4ef4-b41b-e7bbe17e3fd8 service neutron] 10.222.0.66 "GET /v2.0/networks/47c1ad3c-2161-421b-b922-fe59b93cfe05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083001 Aug 11 02:22:22.752126 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=78589433-afa4-4706-bf0c-f19808506a2b,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:22.772233 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-6a4a555f-07a0-4d27-bbd3-335dfcd50c50 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:22.817258 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5776d6-825d-4c05-a959-a86ec0435da7 req-3f3fe93b-7e48-4222-aa46-08fbe39ee27b tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:22.817518 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4a555f-07a0-4d27-bbd3-335dfcd50c50 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:22.819023 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7d5776d6-825d-4c05-a959-a86ec0435da7 req-3f3fe93b-7e48-4222-aa46-08fbe39ee27b tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 943 time: 0.1673474 Aug 11 02:22:22.821644 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-6043d8f5-5043-42a9-a802-d4bd7495e79c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=5eb9176f-1ed6-4f79-a75b-1c022309c059 HTTP/1.1" status: 200 len: 217 time: 0.0608411 Aug 11 02:22:22.833625 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcf394-be80-41ca-9970-077d49ab436c req-0c62644e-7cca-4a67-ac0e-0aead2fc0e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:22.844056 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-0c62644e-7cca-4a67-ac0e-0aead2fc0e5e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c433229-6c79-4510-a34a-8c4278ec5b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1414838 Aug 11 02:22:22.854004 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-812bc698-8e2b-44bd-98f2-49f9d09d32c3 None None] Transition to ACTIVE for port object 209a9435-d128-4a97-a1f8-1cab34691636 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:22.894801 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e186ea-d901-4516-bd49-b8428e447ca1 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:22.895589 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e186ea-d901-4516-bd49-b8428e447ca1 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:22.896147 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e186ea-d901-4516-bd49-b8428e447ca1 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:22.901368 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-812bc698-8e2b-44bd-98f2-49f9d09d32c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.913609 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b7e186ea-d901-4516-bd49-b8428e447ca1 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] 10.222.0.50 "GET /v2.0/ports?project_id=87062204daa74f23a6f53457711872b3&network_id=62489474-cb4b-4c3a-81c6-d49a3321e354 HTTP/1.1" status: 200 len: 2973 time: 0.1765935 Aug 11 02:22:22.978531 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4ac61c82-75dc-4251-b9df-a4ac39919752 req-8613cb27-18e7-41f3-825f-37d081cabbd0 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=8099737f-94c6-4c3d-85d1-53e63fb9cd37 HTTP/1.1" status: 200 len: 210 time: 0.0588732 Aug 11 02:22:23.197992 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a555f-07a0-4d27-bbd3-335dfcd50c50 None None] Pushing event updated for resources: {'Port': ['ID=a7366bac-c5c0-421e-875e-69f8fbf944cd,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:23.230345 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6d91a6cf-d550-4ced-9454-09255e8e5487 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.251871 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-6a4a555f-07a0-4d27-bbd3-335dfcd50c50 None None] Attempting to bind port a7366bac-c5c0-421e-875e-69f8fbf944cd on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:23.252711 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-6a4a555f-07a0-4d27-bbd3-335dfcd50c50 None None] Attempting to bind port a7366bac-c5c0-421e-875e-69f8fbf944cd by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '173f65c3-3189-40a9-847d-97b2c5633de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8b26b04b-f413-4e87-9d79-b298a0fdf030'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:23.253309 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4a555f-07a0-4d27-bbd3-335dfcd50c50 None None] Attempting to bind port a7366bac-c5c0-421e-875e-69f8fbf944cd on network 8b26b04b-f413-4e87-9d79-b298a0fdf030 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:23.269541 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-6d91a6cf-d550-4ced-9454-09255e8e5487 None None] Transition to ACTIVE for port object 29b51e39-8223-4d3f-87b0-3a463d259ef1 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:23.312250 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-6d91a6cf-d550-4ced-9454-09255e8e5487 None None] Transition to ACTIVE for port object 29b51e39-8223-4d3f-87b0-3a463d259ef1 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:23.388021 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4a555f-07a0-4d27-bbd3-335dfcd50c50 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:23.391011 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4a555f-07a0-4d27-bbd3-335dfcd50c50 None None] Checking segment: {'id': '173f65c3-3189-40a9-847d-97b2c5633de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8b26b04b-f413-4e87-9d79-b298a0fdf030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:23.391567 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6a4a555f-07a0-4d27-bbd3-335dfcd50c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.392084 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4a555f-07a0-4d27-bbd3-335dfcd50c50 None None] Bound using segment: {'id': '173f65c3-3189-40a9-847d-97b2c5633de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8b26b04b-f413-4e87-9d79-b298a0fdf030'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:23.392705 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-6a4a555f-07a0-4d27-bbd3-335dfcd50c50 None None] Bound port: a7366bac-c5c0-421e-875e-69f8fbf944cd, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173f65c3-3189-40a9-847d-97b2c5633de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8b26b04b-f413-4e87-9d79-b298a0fdf030'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:23.393870 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6a4a555f-07a0-4d27-bbd3-335dfcd50c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.397187 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139d679-8a39-4e43-a01e-35ee21b17469 None None] Pushing event updated for resources: {'Port': ['ID=b1f7fd49-bf1a-4882-be8a-9a706573db03,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:23.411268 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7d5776d6-825d-4c05-a959-a86ec0435da7 req-ef050258-6045-4629-9bf1-6636fbd846de tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5813391 Aug 11 02:22:23.427113 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6d91a6cf-d550-4ced-9454-09255e8e5487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.453565 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-eab845b5-6d51-49ab-be05-43cc8ecb5339 service neutron] 10.222.0.73 "GET /v2.0/networks/2c433229-6c79-4510-a34a-8c4278ec5b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5942404 Aug 11 02:22:23.453895 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-a2ffa8c3-7703-4dd2-90f9-b330ad9779c8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Allocated IP 2001:db8:3::1 (4f2c2215-0200-4e1b-ad75-2b036fdae065/02ce4cd9-9362-4246-a0b3-11c840605799/5d2fbd31-fa4f-4ca3-b277-4a0bd8811640) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:23.455144 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401eea2-9327-4b6d-9058-976dd7588475 req-fc19e9c3-8c5e-46ce-a48c-cfcada64d14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:23.456933 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-fc19e9c3-8c5e-46ce-a48c-cfcada64d14a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=325640a4-d334-4da9-8e10-51bbb0627559 HTTP/1.1" status: 200 len: 797 time: 0.6262350 Aug 11 02:22:23.545978 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d91a6cf-d550-4ced-9454-09255e8e5487 None None] Network 4f2c2215-0200-4e1b-ad75-2b036fdae065 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:23.550631 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-812bc698-8e2b-44bd-98f2-49f9d09d32c3 None None] Attempting to bind port 209a9435-d128-4a97-a1f8-1cab34691636 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:23.551007 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-812bc698-8e2b-44bd-98f2-49f9d09d32c3 None None] Attempting to bind port 209a9435-d128-4a97-a1f8-1cab34691636 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '926d0d62-0d62-4387-a678-34c8299365a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '5a4f0558-b3aa-417a-a98e-3e19064717b3'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:23.551377 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812bc698-8e2b-44bd-98f2-49f9d09d32c3 None None] Attempting to bind port 209a9435-d128-4a97-a1f8-1cab34691636 on network 5a4f0558-b3aa-417a-a98e-3e19064717b3 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:23.558920 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-6d91a6cf-d550-4ced-9454-09255e8e5487 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:23.568258 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d91a6cf-d550-4ced-9454-09255e8e5487 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:23.574843 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc56b8-6aa9-4c9a-80b0-0cc3c4adc7ce None None] Pushing event updated for resources: {'Port': ['ID=209a9435-d128-4a97-a1f8-1cab34691636,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:23.586176 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812bc698-8e2b-44bd-98f2-49f9d09d32c3 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:23.586564 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812bc698-8e2b-44bd-98f2-49f9d09d32c3 None None] Checking segment: {'id': '926d0d62-0d62-4387-a678-34c8299365a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '5a4f0558-b3aa-417a-a98e-3e19064717b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:23.586976 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-812bc698-8e2b-44bd-98f2-49f9d09d32c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.587376 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812bc698-8e2b-44bd-98f2-49f9d09d32c3 None None] Bound using segment: {'id': '926d0d62-0d62-4387-a678-34c8299365a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '5a4f0558-b3aa-417a-a98e-3e19064717b3'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:23.587914 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-812bc698-8e2b-44bd-98f2-49f9d09d32c3 None None] Bound port: 209a9435-d128-4a97-a1f8-1cab34691636, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '926d0d62-0d62-4387-a678-34c8299365a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '5a4f0558-b3aa-417a-a98e-3e19064717b3'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:23.588309 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-812bc698-8e2b-44bd-98f2-49f9d09d32c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.691261 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a2ffa8c3-7703-4dd2-90f9-b330ad9779c8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.709054 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-6a4a555f-07a0-4d27-bbd3-335dfcd50c50 None None] For port a7366bac-c5c0-421e-875e-69f8fbf944cd, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:23.725053 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-a2ffa8c3-7703-4dd2-90f9-b330ad9779c8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Transition to ACTIVE for port object 5d2fbd31-fa4f-4ca3-b277-4a0bd8811640 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:23.736706 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401eea2-9327-4b6d-9058-976dd7588475 req-3a5561ca-a53c-4f91-932e-5447ba500577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:23.739695 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-3a5561ca-a53c-4f91-932e-5447ba500577 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a22ae8f3-b76a-495f-839c-755566103de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2622907 Aug 11 02:22:23.766046 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-6a4a555f-07a0-4d27-bbd3-335dfcd50c50 None None] For port a7366bac-c5c0-421e-875e-69f8fbf944cd, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a7366bac-c5c0-421e-875e-69f8fbf944cd,segment=NetworkSegment(173f65c3-3189-40a9-847d-97b2c5633de9),segment_id=173f65c3-3189-40a9-847d-97b2c5633de9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:23.776084 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91a6cf-d550-4ced-9454-09255e8e5487 None None] Pushing event updated for resources: {'Port': ['ID=29b51e39-8223-4d3f-87b0-3a463d259ef1,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:23.792582 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6a4a555f-07a0-4d27-bbd3-335dfcd50c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.809850 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a2ffa8c3-7703-4dd2-90f9-b330ad9779c8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.857846 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-6d91a6cf-d550-4ced-9454-09255e8e5487 None None] Attempting to bind port 29b51e39-8223-4d3f-87b0-3a463d259ef1 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:23.858253 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-6d91a6cf-d550-4ced-9454-09255e8e5487 None None] Attempting to bind port 29b51e39-8223-4d3f-87b0-3a463d259ef1 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '6f6d815d-b011-42ad-9bbe-b755396f3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '4f2c2215-0200-4e1b-ad75-2b036fdae065'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:23.859158 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d91a6cf-d550-4ced-9454-09255e8e5487 None None] Attempting to bind port 29b51e39-8223-4d3f-87b0-3a463d259ef1 on network 4f2c2215-0200-4e1b-ad75-2b036fdae065 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:23.860469 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ffa8c3-7703-4dd2-90f9-b330ad9779c8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network 4f2c2215-0200-4e1b-ad75-2b036fdae065 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:23.864088 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-a2ffa8c3-7703-4dd2-90f9-b330ad9779c8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:23.875032 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ffa8c3-7703-4dd2-90f9-b330ad9779c8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:23.875635 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a2ffa8c3-7703-4dd2-90f9-b330ad9779c8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.875942 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-45b6f2d1-53b3-4217-b4ed-e133e6fafa49 service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274545 Aug 11 02:22:23.951774 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ffa8c3-7703-4dd2-90f9-b330ad9779c8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Port': ['ID=5d2fbd31-fa4f-4ca3-b277-4a0bd8811640,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:23.959260 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d91a6cf-d550-4ced-9454-09255e8e5487 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:23.959574 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d91a6cf-d550-4ced-9454-09255e8e5487 None None] Checking segment: {'id': '6f6d815d-b011-42ad-9bbe-b755396f3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '4f2c2215-0200-4e1b-ad75-2b036fdae065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:23.959787 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6d91a6cf-d550-4ced-9454-09255e8e5487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.960187 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d91a6cf-d550-4ced-9454-09255e8e5487 None None] Bound using segment: {'id': '6f6d815d-b011-42ad-9bbe-b755396f3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '4f2c2215-0200-4e1b-ad75-2b036fdae065'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:23.960678 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-6d91a6cf-d550-4ced-9454-09255e8e5487 None None] Bound port: 29b51e39-8223-4d3f-87b0-3a463d259ef1, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6d815d-b011-42ad-9bbe-b755396f3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '4f2c2215-0200-4e1b-ad75-2b036fdae065'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:23.961066 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6d91a6cf-d550-4ced-9454-09255e8e5487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.993207 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-812bc698-8e2b-44bd-98f2-49f9d09d32c3 None None] For port 209a9435-d128-4a97-a1f8-1cab34691636, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:24.050600 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-29375e90-596d-4082-8cc5-9856d2c72380 service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648209 Aug 11 02:22:24.063337 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-812bc698-8e2b-44bd-98f2-49f9d09d32c3 None None] For port 209a9435-d128-4a97-a1f8-1cab34691636, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=209a9435-d128-4a97-a1f8-1cab34691636,segment=NetworkSegment(926d0d62-0d62-4387-a678-34c8299365a6),segment_id=926d0d62-0d62-4387-a678-34c8299365a6)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:24.103998 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-0058bc1b-4562-4e9a-9390-6b6733246ac4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=6a46a20f-db43-47c2-9b7f-8cd1abe24e39 HTTP/1.1" status: 200 len: 217 time: 0.0456309 Aug 11 02:22:24.106956 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a555f-07a0-4d27-bbd3-335dfcd50c50 None None] Pushing event updated for resources: {'Port': ['ID=a7366bac-c5c0-421e-875e-69f8fbf944cd,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:24.113787 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-812bc698-8e2b-44bd-98f2-49f9d09d32c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:24.144711 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a01386f0-f97c-4514-b43a-b28d54a84f36 req-790d6748-3230-472b-9f2f-fb38201483eb tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=8099737f-94c6-4c3d-85d1-53e63fb9cd37 HTTP/1.1" status: 200 len: 210 time: 0.0376074 Aug 11 02:22:24.174639 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a2ffa8c3-7703-4dd2-90f9-b330ad9779c8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:24.267596 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401eea2-9327-4b6d-9058-976dd7588475 req-bb0b0932-ec8c-453e-8bdf-4f8030145b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:24.270570 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-bb0b0932-ec8c-453e-8bdf-4f8030145b43 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=325640a4-d334-4da9-8e10-51bbb0627559 HTTP/1.1" status: 200 len: 797 time: 0.1248331 Aug 11 02:22:24.375498 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-6d91a6cf-d550-4ced-9454-09255e8e5487 None None] For port 29b51e39-8223-4d3f-87b0-3a463d259ef1, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:24.380367 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-6d91a6cf-d550-4ced-9454-09255e8e5487 None None] For port 29b51e39-8223-4d3f-87b0-3a463d259ef1, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=29b51e39-8223-4d3f-87b0-3a463d259ef1,segment=NetworkSegment(6f6d815d-b011-42ad-9bbe-b755396f3599),segment_id=6f6d815d-b011-42ad-9bbe-b755396f3599)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:24.394427 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6d91a6cf-d550-4ced-9454-09255e8e5487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:24.415284 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401eea2-9327-4b6d-9058-976dd7588475 req-a84c4560-aade-468c-85f8-15a4965e5c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:24.417226 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-a84c4560-aade-468c-85f8-15a4965e5c8f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a22ae8f3-b76a-495f-839c-755566103de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1328781 Aug 11 02:22:24.432310 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5dcf394-be80-41ca-9970-077d49ab436c req-4e4432fe-4ea9-4680-bc52-59135c2f2142 service neutron] 10.222.0.73 "GET /v2.0/networks/2c433229-6c79-4510-a34a-8c4278ec5b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9608016 Aug 11 02:22:24.523419 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc56b8-6aa9-4c9a-80b0-0cc3c4adc7ce None None] Pushing event updated for resources: {'Port': ['ID=209a9435-d128-4a97-a1f8-1cab34691636,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:24.685070 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:24.687372 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91a6cf-d550-4ced-9454-09255e8e5487 None None] Pushing event updated for resources: {'Port': ['ID=29b51e39-8223-4d3f-87b0-3a463d259ef1,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:24.726680 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812bc698-8e2b-44bd-98f2-49f9d09d32c3 None None] Routers {'a8f5a5df-935e-44a6-8c64-c56d302b4088'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:24.732713 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-812bc698-8e2b-44bd-98f2-49f9d09d32c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:22:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a8f5a5df-935e-44a6-8c64-c56d302b4088'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:24.766322 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-ce49f261-97ed-49e0-935e-3555d5b97134 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:24.782410 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-ce49f261-97ed-49e0-935e-3555d5b97134 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:24.784107 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-ce49f261-97ed-49e0-935e-3555d5b97134 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.66 "GET /v2.0/networks?id=a2526539-c7f6-4b40-b7f2-5f05989616a9&id=8b26b04b-f413-4e87-9d79-b298a0fdf030 HTTP/1.1" status: 200 len: 1391 time: 0.3458889 Aug 11 02:22:24.802547 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-314f0ced-6509-4054-b5e3-49c69fa27613 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Request body: {'port': {'device_id': '8099737f-94c6-4c3d-85d1-53e63fb9cd37', 'network_id': 'a2526539-c7f6-4b40-b7f2-5f05989616a9', 'admin_state_up': True, 'tenant_id': '5da9d71ea3284656941727da7d0445e0'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:24.853267 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38acd6f-a610-4e5e-9217-f2160333ac46 None None] Network a2526539-c7f6-4b40-b7f2-5f05989616a9 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:24.942814 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a2ffa8c3-7703-4dd2-90f9-b330ad9779c8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:24.956268 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a2ffa8c3-7703-4dd2-90f9-b330ad9779c8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:24.958510 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a2ffa8c3-7703-4dd2-90f9-b330ad9779c8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:25.154517 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-32f407a7-2bf8-48be-88ce-0612e708ba7c None None] Provisioning for port b1f7fd49-bf1a-4882-be8a-9a706573db03 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:25.176597 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ffa8c3-7703-4dd2-90f9-b330ad9779c8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event updated for resources: {'Port': ['ID=5d2fbd31-fa4f-4ca3-b277-4a0bd8811640,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:25.195292 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-a58c171a-7ea7-49f7-a45e-40462267dc3d service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7590480 Aug 11 02:22:25.290931 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ffa8c3-7703-4dd2-90f9-b330ad9779c8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Network 4f2c2215-0200-4e1b-ad75-2b036fdae065 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:25.293046 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-a2ffa8c3-7703-4dd2-90f9-b330ad9779c8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:25.339732 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b1f7fd49-bf1a-4882-be8a-9a706573db03 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:25.504438 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7a26fd7c-b2f9-4d7b-a087-7d0293855953 req-c58cdb9f-f509-4571-936a-935c039376aa tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=8099737f-94c6-4c3d-85d1-53e63fb9cd37 HTTP/1.1" status: 200 len: 210 time: 0.0635731 Aug 11 02:22:25.505127 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-314f0ced-6509-4054-b5e3-49c69fa27613 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Made reservation on behalf of 5da9d71ea3284656941727da7d0445e0 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:25.507225 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-812bc698-8e2b-44bd-98f2-49f9d09d32c3 None None] Set router a8f5a5df-935e-44a6-8c64-c56d302b4088 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:25.515438 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-314f0ced-6509-4054-b5e3-49c69fa27613 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:25.641923 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:25.655304 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51780) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:25.708420 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 78589433-afa4-4706-bf0c-f19808506a2b no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:25.708637 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ffa8c3-7703-4dd2-90f9-b330ad9779c8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Router a8f5a5df-935e-44a6-8c64-c56d302b4088 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:22:25.751401 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-b749482b-d2ea-4db7-859f-f563d1c46f59 service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5378132 Aug 11 02:22:25.885918 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port b1f7fd49-bf1a-4882-be8a-9a706573db03 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:25.896165 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port b1f7fd49-bf1a-4882-be8a-9a706573db03 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:25.896552 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:25.905313 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ffa8c3-7703-4dd2-90f9-b330ad9779c8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:22:25.914667 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026c18d8-e7b3-4353-a22a-c0ade752fbd0 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:25.917802 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-026c18d8-e7b3-4353-a22a-c0ade752fbd0 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 814 time: 0.2608399 Aug 11 02:22:25.954498 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a2ffa8c3-7703-4dd2-90f9-b330ad9779c8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "PUT /v2.0/routers/a8f5a5df-935e-44a6-8c64-c56d302b4088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8842978 Aug 11 02:22:25.955185 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-14c5c686-0984-4fdf-a109-1da838eddc6d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=607f8c57-0c37-4d39-8378-b28860d65df4 HTTP/1.1" status: 200 len: 217 time: 0.2024093 Aug 11 02:22:25.956103 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51786) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:25.981960 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39ee89-9a4b-40d2-bbf6-9976ff38c0ac req-dbfda3a4-5c02-4dd7-9cfd-fa04a8b80cb3 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:25.991738 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8f39ee89-9a4b-40d2-bbf6-9976ff38c0ac req-dbfda3a4-5c02-4dd7-9cfd-fa04a8b80cb3 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 943 time: 0.3939674 Aug 11 02:22:25.999565 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e4c0a5fb-af6d-4160-adeb-64a4b424e426 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:26.025882 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b37bb5-5e02-46e2-abae-32599c2d2295 req-08e7d6ae-7eca-468f-bfa7-a85eb876fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:26.027785 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3b37bb5-5e02-46e2-abae-32599c2d2295 req-08e7d6ae-7eca-468f-bfa7-a85eb876fa74 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=953757b63989485aa599c97f35f2480d&device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 1096 time: 0.4463217 Aug 11 02:22:26.047403 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9ae029b3-5bd9-4bdf-82a8-24258277eab4 req-949da685-811f-4fe1-a027-09ef5ed2a13d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3500359 Aug 11 02:22:26.072900 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401eea2-9327-4b6d-9058-976dd7588475 req-7c6022b0-da22-40d7-8128-951b34601633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:26.074409 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-7c6022b0-da22-40d7-8128-951b34601633 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=325640a4-d334-4da9-8e10-51bbb0627559 HTTP/1.1" status: 200 len: 797 time: 0.0640500 Aug 11 02:22:26.095740 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8f39ee89-9a4b-40d2-bbf6-9976ff38c0ac req-29725881-3a85-4247-9fd7-577b7ac00fd2 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0973396 Aug 11 02:22:26.159028 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a678f5-e4e1-4bdc-90ff-9302208c6c4e None None] Network 8b26b04b-f413-4e87-9d79-b298a0fdf030 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:26.268676 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b37bb5-5e02-46e2-abae-32599c2d2295 req-5ba1153d-3550-428e-a019-ff26a0caadfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:26.272837 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3b37bb5-5e02-46e2-abae-32599c2d2295 req-5ba1153d-3550-428e-a019-ff26a0caadfd service neutron] 10.222.0.66 "GET /v2.0/networks?id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99 HTTP/1.1" status: 200 len: 913 time: 0.2361274 Aug 11 02:22:26.333365 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c86874eb-7e8b-4e41-9eaa-54851020f40b None None] Provisioning for port a7366bac-c5c0-421e-875e-69f8fbf944cd completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:26.396349 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3b37bb5-5e02-46e2-abae-32599c2d2295 req-358299a3-5e2e-421e-b212-46cfb68cf731 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2fc812-8e74-4f08-a40c-f327ac14bb35 HTTP/1.1" status: 200 len: 998 time: 0.1063917 Aug 11 02:22:26.409648 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:26.494948 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b37bb5-5e02-46e2-abae-32599c2d2295 req-23544132-e5fb-4f5d-a5b9-3a79f4f971ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:26.497909 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3b37bb5-5e02-46e2-abae-32599c2d2295 req-23544132-e5fb-4f5d-a5b9-3a79f4f971ef service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7193a88f-4d31-4933-a3af-0738d0f7bf97 HTTP/1.1" status: 200 len: 851 time: 0.0922425 Aug 11 02:22:26.572218 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a08e5b-1e6d-4a84-8104-cc0198e3f2ed req-76121b78-3d1a-43df-b8a8-1ab92ad8815a tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:26.580872 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e8a08e5b-1e6d-4a84-8104-cc0198e3f2ed req-76121b78-3d1a-43df-b8a8-1ab92ad8815a tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.6278706 Aug 11 02:22:26.628739 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-314f0ced-6509-4054-b5e3-49c69fa27613 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Allocated IP 19.80.0.67 (a2526539-c7f6-4b40-b7f2-5f05989616a9/92d9eb5a-cbc8-431d-85c5-e2726cf931e8/ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:26.641161 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51800) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:26.649651 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401eea2-9327-4b6d-9058-976dd7588475 req-b49fd52e-acb2-4b24-8cb6-6a57f36fe42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:26.651174 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-b49fd52e-acb2-4b24-8cb6-6a57f36fe42f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a22ae8f3-b76a-495f-839c-755566103de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5248926 Aug 11 02:22:26.653504 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b37bb5-5e02-46e2-abae-32599c2d2295 req-a4a65d67-be66-49fd-9f93-d2aa7935a420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:26.658173 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3b37bb5-5e02-46e2-abae-32599c2d2295 req-a4a65d67-be66-49fd-9f93-d2aa7935a420 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1522405 Aug 11 02:22:26.664712 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-fc147788-143a-423f-98a9-a5f6f6e7218d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'network': {'name': 'tempest-network-smoke--1489553118', 'project_id': '87062204daa74f23a6f53457711872b3', 'port_security_enabled': True}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:26.671564 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26143ed8-fa8d-4fd5-aadf-a1561806e44d None None] Network 4f2c2215-0200-4e1b-ad75-2b036fdae065 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:26.685077 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port b1f7fd49-bf1a-4882-be8a-9a706573db03, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b1f7fd49-bf1a-4882-be8a-9a706573db03,segment=NetworkSegment(8d5917b8-2334-4c14-8c64-2d3722b60796),segment_id=8d5917b8-2334-4c14-8c64-2d3722b60796)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:26.733944 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:26.734738 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a7366bac-c5c0-421e-875e-69f8fbf944cd up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:26.745152 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-812bc698-8e2b-44bd-98f2-49f9d09d32c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:24Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None, '_interfaces': [{'id': '209a9435-d128-4a97-a1f8-1cab34691636', 'name': '', 'network_id': '5a4f0558-b3aa-417a-a98e-3e19064717b3', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:0c:ee:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:15Z', 'updated_at': '2021-08-11T02:22:23Z', 'revision_number': 4, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '266c97ea-0e8b-4c40-a120-3e51622ea942', 'name': '', 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:72:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:05Z', 'updated_at': '2021-08-11T02:22:13Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d2fbd31-fa4f-4ca3-b277-4a0bd8811640', 'name': '', 'network_id': '4f2c2215-0200-4e1b-ad75-2b036fdae065', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:10:3d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '02ce4cd9-9362-4246-a0b3-11c840605799', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:22Z', 'updated_at': '2021-08-11T02:22:23Z', 'revision_number': 1, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '02ce4cd9-9362-4246-a0b3-11c840605799', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d97efe9-15e3-404c-bd76-8e4a9c81d44f', 'name': '', 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:99:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:09Z', 'updated_at': '2021-08-11T02:22:17Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:26.757396 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f9827061-4b99-4ee2-981d-e7550e82b5b1 req-1485220b-5f5a-4099-b693-d258b4f70bb0 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=8099737f-94c6-4c3d-85d1-53e63fb9cd37 HTTP/1.1" status: 200 len: 210 time: 0.0818312 Aug 11 02:22:26.788004 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d51ce5d8-e019-4efc-b73f-25d307b41ff6 None None] Provisioning for port 29b51e39-8223-4d3f-87b0-3a463d259ef1 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:26.829645 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812bc698-8e2b-44bd-98f2-49f9d09d32c3 None None] The sync data for ids ['a8f5a5df-935e-44a6-8c64-c56d302b4088'] in n-d-615180-33 is: [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:24Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None, '_interfaces': [{'id': '209a9435-d128-4a97-a1f8-1cab34691636', 'name': '', 'network_id': '5a4f0558-b3aa-417a-a98e-3e19064717b3', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:0c:ee:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:15Z', 'updated_at': '2021-08-11T02:22:23Z', 'revision_number': 4, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '266c97ea-0e8b-4c40-a120-3e51622ea942', 'name': '', 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:72:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:05Z', 'updated_at': '2021-08-11T02:22:13Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d2fbd31-fa4f-4ca3-b277-4a0bd8811640', 'name': '', 'network_id': '4f2c2215-0200-4e1b-ad75-2b036fdae065', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:10:3d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '02ce4cd9-9362-4246-a0b3-11c840605799', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:22Z', 'updated_at': '2021-08-11T02:22:23Z', 'revision_number': 1, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '02ce4cd9-9362-4246-a0b3-11c840605799', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d97efe9-15e3-404c-bd76-8e4a9c81d44f', 'name': '', 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:99:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:09Z', 'updated_at': '2021-08-11T02:22:17Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:22:26.833419 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e8a08e5b-1e6d-4a84-8104-cc0198e3f2ed req-81f27af9-a0a5-48bf-a217-2de33fc6b182 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466817 Aug 11 02:22:26.961342 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc147788-143a-423f-98a9-a5f6f6e7218d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Made reservation on behalf of 87062204daa74f23a6f53457711872b3 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:26.966280 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=b1f7fd49-bf1a-4882-be8a-9a706573db03,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:26.990254 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fc147788-143a-423f-98a9-a5f6f6e7218d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:26.997469 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3b37bb5-5e02-46e2-abae-32599c2d2295 req-ddb88fcd-83b6-4c07-afc9-6c31134924bb service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260517 Aug 11 02:22:27.055039 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-835917be-0b1c-4916-bccc-d40edea5a215 None None] Provisioning complete for port b1f7fd49-bf1a-4882-be8a-9a706573db03 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:27.055745 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-835917be-0b1c-4916-bccc-d40edea5a215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.057437 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port a7366bac-c5c0-421e-875e-69f8fbf944cd completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:27.101982 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port a7366bac-c5c0-421e-875e-69f8fbf944cd triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:27.105260 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.110049 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc147788-143a-423f-98a9-a5f6f6e7218d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:22:27.113233 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-4436853f-0f54-4193-abf4-9b5acb707b2e service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175103 Aug 11 02:22:27.133693 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fc147788-143a-423f-98a9-a5f6f6e7218d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.134087 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-fc147788-143a-423f-98a9-a5f6f6e7218d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Added segment fe8996c7-91a3-477d-9037-e7fc21492c3a of type vlan for network d8880cb8-634a-4d3e-9c96-143a11f53312 Aug 11 02:22:27.229575 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fc147788-143a-423f-98a9-a5f6f6e7218d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.243967 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3b37bb5-5e02-46e2-abae-32599c2d2295 req-debb534b-6d84-44e9-b742-205f4dd8b6fc service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352443 Aug 11 02:22:27.343097 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fc147788-143a-423f-98a9-a5f6f6e7218d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.349714 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc147788-143a-423f-98a9-a5f6f6e7218d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:27.353105 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fc147788-143a-423f-98a9-a5f6f6e7218d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.430519 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.432029 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fc147788-143a-423f-98a9-a5f6f6e7218d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7860057 Aug 11 02:22:27.442592 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51812) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:27.488366 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6405fb8-68b8-42ed-be11-1a87c7087d1c req-71ed5afc-a4ec-4e85-9a07-ff1051a355b6 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:27.496692 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e6405fb8-68b8-42ed-be11-1a87c7087d1c req-71ed5afc-a4ec-4e85-9a07-ff1051a355b6 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 943 time: 0.2161305 Aug 11 02:22:27.506139 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc147788-143a-423f-98a9-a5f6f6e7218d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'Network': ['ID=d8880cb8-634a-4d3e-9c96-143a11f53312,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:27.508276 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port a7366bac-c5c0-421e-875e-69f8fbf944cd, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a7366bac-c5c0-421e-875e-69f8fbf944cd,segment=NetworkSegment(173f65c3-3189-40a9-847d-97b2c5633de9),segment_id=173f65c3-3189-40a9-847d-97b2c5633de9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:27.514470 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.541213 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc147788-143a-423f-98a9-a5f6f6e7218d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:27.541563 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc147788-143a-423f-98a9-a5f6f6e7218d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:27.541899 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc147788-143a-423f-98a9-a5f6f6e7218d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:27.542421 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc147788-143a-423f-98a9-a5f6f6e7218d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:27.542865 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc147788-143a-423f-98a9-a5f6f6e7218d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:27.543340 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc147788-143a-423f-98a9-a5f6f6e7218d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:27.543774 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc147788-143a-423f-98a9-a5f6f6e7218d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:27.544113 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc147788-143a-423f-98a9-a5f6f6e7218d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:27.545255 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc147788-143a-423f-98a9-a5f6f6e7218d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:27.546688 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc147788-143a-423f-98a9-a5f6f6e7218d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:27.546688 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc147788-143a-423f-98a9-a5f6f6e7218d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:27.546976 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc147788-143a-423f-98a9-a5f6f6e7218d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:27.579517 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e6405fb8-68b8-42ed-be11-1a87c7087d1c req-8f3fbe92-5b5b-4a39-b056-6d87ae44bf01 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790446 Aug 11 02:22:27.621951 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50317a6f-4566-4171-ba7c-613395d9d861 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:27.624751 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-50317a6f-4566-4171-ba7c-613395d9d861 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=87062204daa74f23a6f53457711872b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1744430 Aug 11 02:22:27.625983 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51814) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:27.638185 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network d8880cb8-634a-4d3e-9c96-143a11f53312 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:22:27.708786 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c9babf7a-df52-4e79-880e-3e9fd5e8cd00 None None] Provisioning complete for port a7366bac-c5c0-421e-875e-69f8fbf944cd triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:27.709376 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c9babf7a-df52-4e79-880e-3e9fd5e8cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.769075 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae029b3-5bd9-4bdf-82a8-24258277eab4 req-096d5c1f-b164-4ef3-bf5e-2969b0532f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:27.773686 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9ae029b3-5bd9-4bdf-82a8-24258277eab4 req-096d5c1f-b164-4ef3-bf5e-2969b0532f64 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2&tenant_id=15f6ff753e694e9dbfd4e9be5e45ed17 HTTP/1.1" status: 200 len: 1095 time: 0.4471519 Aug 11 02:22:27.797848 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=a7366bac-c5c0-421e-875e-69f8fbf944cd,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:27.810411 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-314f0ced-6509-4054-b5e3-49c69fa27613 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.910567 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3e4b5-8be6-4e53-9a7a-5c56559e7e24 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:27.916846 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ace3e4b5-8be6-4e53-9a7a-5c56559e7e24 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2894740 Aug 11 02:22:27.917525 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51822) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:27.959842 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d0cbed63-71b1-4591-ac79-9d69f8328601 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=2e931faf-12fe-43f6-b34b-8aa380b6ef75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341344 Aug 11 02:22:27.960665 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51824) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:28.002477 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 209a9435-d128-4a97-a1f8-1cab34691636 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:28.084254 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-85f36369-b2c0-4a36-8aa1-0ffd16db8393 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=87062204daa74f23a6f53457711872b3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1221049 Aug 11 02:22:28.086654 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51828) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:28.088867 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 209a9435-d128-4a97-a1f8-1cab34691636 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:28.098958 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 209a9435-d128-4a97-a1f8-1cab34691636 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:28.099791 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.183775 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9c336ed9-f234-43fc-9723-f3b4163401d6 None None] Provisioning for port 5d2fbd31-fa4f-4ca3-b277-4a0bd8811640 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:28.193706 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94faecbc-bcd8-4541-9457-91eb7d258b78 req-58be1db2-7882-40d4-ba0f-0dbd26b6ede3 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:28.201324 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-94faecbc-bcd8-4541-9457-91eb7d258b78 req-58be1db2-7882-40d4-ba0f-0dbd26b6ede3 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.2256205 Aug 11 02:22:28.201657 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9c336ed9-f234-43fc-9723-f3b4163401d6 None None] Provisioning complete for port 5d2fbd31-fa4f-4ca3-b277-4a0bd8811640 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:28.202586 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9c336ed9-f234-43fc-9723-f3b4163401d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.263858 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-94faecbc-bcd8-4541-9457-91eb7d258b78 req-f22ef3c4-f8b8-4676-aaa8-f747d4782b93 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615315 Aug 11 02:22:28.298706 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0880caa6-0b37-4717-8a28-c4a02b2c95b6 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:28.303490 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.306320 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0880caa6-0b37-4717-8a28-c4a02b2c95b6 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2177672 Aug 11 02:22:28.309056 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51830) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:28.323873 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-9c336ed9-f234-43fc-9723-f3b4163401d6 None None] Port 5d2fbd31-fa4f-4ca3-b277-4a0bd8811640 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:22:28.363169 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 209a9435-d128-4a97-a1f8-1cab34691636, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=209a9435-d128-4a97-a1f8-1cab34691636,segment=NetworkSegment(926d0d62-0d62-4387-a678-34c8299365a6),segment_id=926d0d62-0d62-4387-a678-34c8299365a6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:28.368469 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.369667 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b1f7fd49-bf1a-4882-be8a-9a706573db03 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:28.379396 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-478417ea-0621-4819-a507-8fa0a759a6f6 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=2e931faf-12fe-43f6-b34b-8aa380b6ef75&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0685019 Aug 11 02:22:28.384693 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51834) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:28.395070 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-314f0ced-6509-4054-b5e3-49c69fa27613 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Transition to ACTIVE for port object ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:28.398753 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.extraroute_db [None req-e4c0a5fb-af6d-4160-adeb-64a4b424e426 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94506) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 02:22:28.406601 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-89ad81bb-ad0c-475d-a4f0-9a4070e3c94c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1194314446', 'network_id': 'd8880cb8-634a-4d3e-9c96-143a11f53312', 'project_id': '87062204daa74f23a6f53457711872b3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:28.428621 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.extraroute_db [None req-e4c0a5fb-af6d-4160-adeb-64a4b424e426 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Removed routes are [] {{(pid=94506) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 02:22:28.429118 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e4c0a5fb-af6d-4160-adeb-64a4b424e426 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133780224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133782865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36741'] for router, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.513972 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-d2edc9a9-0c4b-4af8-8d72-c2491d0852d8 service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3598175 Aug 11 02:22:28.531632 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cc7f3508-4416-4d76-9d45-83d8c1b8e34c req-86e56d42-0219-4d4b-a219-081c37eae191 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=8099737f-94c6-4c3d-85d1-53e63fb9cd37 HTTP/1.1" status: 200 len: 210 time: 0.1697116 Aug 11 02:22:28.535343 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=209a9435-d128-4a97-a1f8-1cab34691636,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:28.543043 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-58a03941-fec5-40b5-b6bb-bc3329d25e70 None None] Provisioning complete for port 5d2fbd31-fa4f-4ca3-b277-4a0bd8811640 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:28.543043 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-58a03941-fec5-40b5-b6bb-bc3329d25e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.564574 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-314f0ced-6509-4054-b5e3-49c69fa27613 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.570973 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port b1f7fd49-bf1a-4882-be8a-9a706573db03 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:28.571449 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.627233 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-58a03941-fec5-40b5-b6bb-bc3329d25e70 None None] Port 5d2fbd31-fa4f-4ca3-b277-4a0bd8811640 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:22:28.627948 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ad81bb-ad0c-475d-a4f0-9a4070e3c94c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Made reservation on behalf of 87062204daa74f23a6f53457711872b3 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:28.636482 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-89ad81bb-ad0c-475d-a4f0-9a4070e3c94c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.689004 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 29b51e39-8223-4d3f-87b0-3a463d259ef1 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:28.718630 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-61496586-d27b-464a-8253-eaf67fe0fde9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=3085161b-7e48-4c97-a864-056bb09eb941 HTTP/1.1" status: 200 len: 217 time: 0.1702955 Aug 11 02:22:28.729898 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-314f0ced-6509-4054-b5e3-49c69fa27613 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Network a2526539-c7f6-4b40-b7f2-5f05989616a9 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:28.753492 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 29b51e39-8223-4d3f-87b0-3a463d259ef1 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:28.761778 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-88b5f04a-b0e4-4b32-8ff9-f25bfbe4881f None None] Provisioning complete for port 5d2fbd31-fa4f-4ca3-b277-4a0bd8811640 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:28.762545 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-88b5f04a-b0e4-4b32-8ff9-f25bfbe4881f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.764154 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 29b51e39-8223-4d3f-87b0-3a463d259ef1 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:28.764683 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.765894 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae029b3-5bd9-4bdf-82a8-24258277eab4 req-0cfc51bd-171b-4646-9129-cef634aca3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:28.768662 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9ae029b3-5bd9-4bdf-82a8-24258277eab4 req-0cfc51bd-171b-4646-9129-cef634aca3e6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=15f6ff753e694e9dbfd4e9be5e45ed17&device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 1095 time: 0.9464035 Aug 11 02:22:28.798307 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-314f0ced-6509-4054-b5e3-49c69fa27613 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:28.836368 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-88b5f04a-b0e4-4b32-8ff9-f25bfbe4881f None None] Port 5d2fbd31-fa4f-4ca3-b277-4a0bd8811640 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:22:28.854114 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-89ad81bb-ad0c-475d-a4f0-9a4070e3c94c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.881343 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bc3602-8fc9-4aca-a5af-2ae574b44e84 None None] Sync routers for ids ['a8f5a5df-935e-44a6-8c64-c56d302b4088'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:22:28.887633 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.896207 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bc3602-8fc9-4aca-a5af-2ae574b44e84 None None] Routers {'a8f5a5df-935e-44a6-8c64-c56d302b4088'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:28.898070 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e9bc3602-8fc9-4aca-a5af-2ae574b44e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:22:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a8f5a5df-935e-44a6-8c64-c56d302b4088'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:28.914488 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-314f0ced-6509-4054-b5e3-49c69fa27613 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:28.928266 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 29b51e39-8223-4d3f-87b0-3a463d259ef1, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=29b51e39-8223-4d3f-87b0-3a463d259ef1,segment=NetworkSegment(6f6d815d-b011-42ad-9bbe-b755396f3599),segment_id=6f6d815d-b011-42ad-9bbe-b755396f3599)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:28.932442 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad81bb-ad0c-475d-a4f0-9a4070e3c94c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'Subnet': ['ID=0e30df39-995a-43a2-86cb-6085dc89ee38,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:28.932785 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.944195 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ad81bb-ad0c-475d-a4f0-9a4070e3c94c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Checking segment: {'id': 'fe8996c7-91a3-477d-9037-e7fc21492c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd8880cb8-634a-4d3e-9c96-143a11f53312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:28.944570 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ad81bb-ad0c-475d-a4f0-9a4070e3c94c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Network hostable DHCP agents. Network: d8880cb8-634a-4d3e-9c96-143a11f53312, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:22:28.975186 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ad81bb-ad0c-475d-a4f0-9a4070e3c94c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Network d8880cb8-634a-4d3e-9c96-143a11f53312 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:22:28.989723 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-89ad81bb-ad0c-475d-a4f0-9a4070e3c94c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, d8880cb8-634a-4d3e-9c96-143a11f53312) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:29.006307 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ad81bb-ad0c-475d-a4f0-9a4070e3c94c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:29.006934 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-89ad81bb-ad0c-475d-a4f0-9a4070e3c94c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.007448 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfb5ef9-c21a-4316-9e89-d35bb4b5c3a5 None None] Network d8880cb8-634a-4d3e-9c96-143a11f53312 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:29.030827 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-89ad81bb-ad0c-475d-a4f0-9a4070e3c94c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6443663 Aug 11 02:22:29.044622 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-e9bc3602-8fc9-4aca-a5af-2ae574b44e84 None None] Set router a8f5a5df-935e-44a6-8c64-c56d302b4088 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:29.069931 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=29b51e39-8223-4d3f-87b0-3a463d259ef1,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:29.078887 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f0ced-6509-4054-b5e3-49c69fa27613 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Pushing event updated for resources: {'Port': ['ID=ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:29.184788 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-314f0ced-6509-4054-b5e3-49c69fa27613 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:29.185509 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-314f0ced-6509-4054-b5e3-49c69fa27613 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.229518 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffb5d58-4026-4189-88d6-fa186e67f14b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-d8880cb8-634a-4d3e-9c96-143a11f53312', 'network_id': 'd8880cb8-634a-4d3e-9c96-143a11f53312', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'fixed_ips': [{'subnet_id': '0e30df39-995a-43a2-86cb-6085dc89ee38'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:22:29.230383 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0ffb5d58-4026-4189-88d6-fa186e67f14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.231017 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384d51e-c139-4562-bb5b-16f1f505c217 req-b9698030-5269-481b-bf47-c59d8fb3004b tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:29.239228 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a384d51e-c139-4562-bb5b-16f1f505c217 req-b9698030-5269-481b-bf47-c59d8fb3004b tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 943 time: 0.5138085 Aug 11 02:22:29.255282 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401eea2-9327-4b6d-9058-976dd7588475 req-30a8fad7-ce9c-4c15-94f7-ad5123e825ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:29.256794 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-30a8fad7-ce9c-4c15-94f7-ad5123e825ae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=325640a4-d334-4da9-8e10-51bbb0627559 HTTP/1.1" status: 200 len: 797 time: 0.4935336 Aug 11 02:22:29.309620 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e4c0a5fb-af6d-4160-adeb-64a4b424e426 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133780224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133782865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36741'] for router, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.312506 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-314f0ced-6509-4054-b5e3-49c69fa27613 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5174992 Aug 11 02:22:29.328687 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-4b64257f-3f76-4d8e-bdc0-14c50559e2ef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Request body: {'port': {'device_id': '8099737f-94c6-4c3d-85d1-53e63fb9cd37', 'network_id': '8b26b04b-f413-4e87-9d79-b298a0fdf030', 'admin_state_up': True, 'tenant_id': '5da9d71ea3284656941727da7d0445e0'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:29.336848 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e9bc3602-8fc9-4aca-a5af-2ae574b44e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:28Z', 'revision_number': 6, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None, '_interfaces': [{'id': '209a9435-d128-4a97-a1f8-1cab34691636', 'name': '', 'network_id': '5a4f0558-b3aa-417a-a98e-3e19064717b3', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:0c:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:15Z', 'updated_at': '2021-08-11T02:22:28Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '266c97ea-0e8b-4c40-a120-3e51622ea942', 'name': '', 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:72:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:05Z', 'updated_at': '2021-08-11T02:22:13Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d2fbd31-fa4f-4ca3-b277-4a0bd8811640', 'name': '', 'network_id': '4f2c2215-0200-4e1b-ad75-2b036fdae065', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:10:3d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '02ce4cd9-9362-4246-a0b3-11c840605799', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:22Z', 'updated_at': '2021-08-11T02:22:24Z', 'revision_number': 2, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '02ce4cd9-9362-4246-a0b3-11c840605799', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d97efe9-15e3-404c-bd76-8e4a9c81d44f', 'name': '', 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:99:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:09Z', 'updated_at': '2021-08-11T02:22:17Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:29.340326 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51842) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:29.345142 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-b7a32656-dd1d-4170-b921-0af273faa36d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2136351962', 'description': 'tempest-secgroup-smoke-2136351962 description', 'project_id': '87062204daa74f23a6f53457711872b3'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:29.351806 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e4c0a5fb-af6d-4160-adeb-64a4b424e426 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133780475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133780466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133782856'] for router, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.374880 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b7a32656-dd1d-4170-b921-0af273faa36d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.400855 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae029b3-5bd9-4bdf-82a8-24258277eab4 req-2ce01344-2350-48f1-ae57-454f2b28dc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:29.402787 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9ae029b3-5bd9-4bdf-82a8-24258277eab4 req-2ce01344-2350-48f1-ae57-454f2b28dc80 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2564e31e-dea6-46ca-b2de-bf165812396f HTTP/1.1" status: 200 len: 918 time: 0.6068437 Aug 11 02:22:29.406333 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bc3602-8fc9-4aca-a5af-2ae574b44e84 None None] Checking router: a8f5a5df-935e-44a6-8c64-c56d302b4088 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:22:29.406993 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bc3602-8fc9-4aca-a5af-2ae574b44e84 None None] Updating router a8f5a5df-935e-44a6-8c64-c56d302b4088 port 5d2fbd31-fa4f-4ca3-b277-4a0bd8811640 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:22:29.433764 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-0ffb5d58-4026-4189-88d6-fa186e67f14b None None] Allocated IP 172.20.0.18 (d8880cb8-634a-4d3e-9c96-143a11f53312/0e30df39-995a-43a2-86cb-6085dc89ee38/8182db3c-97ac-4259-85ac-27a004efe20f) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:29.446976 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-e9bc3602-8fc9-4aca-a5af-2ae574b44e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.485271 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fc4a8-f165-4ebb-8c53-5f82dff4bb60 req-cc0312c6-8207-417f-9961-4781988e190c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:29.486946 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-684fc4a8-f165-4ebb-8c53-5f82dff4bb60 req-cc0312c6-8207-417f-9961-4781988e190c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0836768 Aug 11 02:22:29.512419 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a384d51e-c139-4562-bb5b-16f1f505c217 req-f1419dba-b715-4605-a59a-a16f6fc5a220 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2714949 Aug 11 02:22:29.539098 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401eea2-9327-4b6d-9058-976dd7588475 req-ca9a6f5f-9734-4936-9ac7-6e87a1e4c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:29.541192 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-ca9a6f5f-9734-4936-9ac7-6e87a1e4c466 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a22ae8f3-b76a-495f-839c-755566103de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2703280 Aug 11 02:22:29.543009 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c0a5fb-af6d-4160-adeb-64a4b424e426 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Router a8f5a5df-935e-44a6-8c64-c56d302b4088 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:22:29.551961 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-684fc4a8-f165-4ebb-8c53-5f82dff4bb60 req-a017820e-07b4-4c71-826b-6a5dc831b805 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576870 Aug 11 02:22:29.613117 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b7a32656-dd1d-4170-b921-0af273faa36d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.628246 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b7a32656-dd1d-4170-b921-0af273faa36d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.657825 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-6adf9a1e-3327-4f9a-8661-4d5830a26a2b None None] Provisioning for port ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:29.675359 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-6adf9a1e-3327-4f9a-8661-4d5830a26a2b None None] Provisioning complete for port ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:29.676500 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6adf9a1e-3327-4f9a-8661-4d5830a26a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.711436 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b7a32656-dd1d-4170-b921-0af273faa36d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.727098 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b7a32656-dd1d-4170-b921-0af273faa36d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3855884 Aug 11 02:22:29.738737 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51852) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:29.756716 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-caafbf6b-7e36-41cd-9472-2d73617a4b31 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'security_group_rule': {'security_group_id': '115d5a7d-824a-4591-9246-580a5cf42509', 'project_id': '87062204daa74f23a6f53457711872b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:29.776797 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-6adf9a1e-3327-4f9a-8661-4d5830a26a2b None None] Port ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:22:29.781986 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 209a9435-d128-4a97-a1f8-1cab34691636 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:29.786424 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a32656-dd1d-4170-b921-0af273faa36d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=115d5a7d-824a-4591-9246-580a5cf42509,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:29.807380 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0ffb5d58-4026-4189-88d6-fa186e67f14b None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.827895 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-e9bc3602-8fc9-4aca-a5af-2ae574b44e84 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.838989 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-e9bc3602-8fc9-4aca-a5af-2ae574b44e84 None None] Transition to ACTIVE for port object 5d2fbd31-fa4f-4ca3-b277-4a0bd8811640 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:29.841353 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-caafbf6b-7e36-41cd-9472-2d73617a4b31 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.852723 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-4b64257f-3f76-4d8e-bdc0-14c50559e2ef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Made reservation on behalf of 5da9d71ea3284656941727da7d0445e0 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:29.853627 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-e9bc3602-8fc9-4aca-a5af-2ae574b44e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.857216 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-4b64257f-3f76-4d8e-bdc0-14c50559e2ef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.868298 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-0ffb5d58-4026-4189-88d6-fa186e67f14b None None] Transition to ACTIVE for port object 8182db3c-97ac-4259-85ac-27a004efe20f will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:29.877467 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9ae029b3-5bd9-4bdf-82a8-24258277eab4 req-7b4e8205-1d9c-4da4-85e6-1d9ebb07be81 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78589433-afa4-4706-bf0c-f19808506a2b HTTP/1.1" status: 200 len: 998 time: 0.3637543 Aug 11 02:22:29.895434 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-0ffb5d58-4026-4189-88d6-fa186e67f14b None None] Transition to ACTIVE for port object 8182db3c-97ac-4259-85ac-27a004efe20f will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:29.909761 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0ffb5d58-4026-4189-88d6-fa186e67f14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.910654 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281aefb-a705-4c6d-b78f-ac8d25745c29 None None] Pushing event updated for resources: {'Port': ['ID=5d2fbd31-fa4f-4ca3-b277-4a0bd8811640,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:29.924144 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281aefb-a705-4c6d-b78f-ac8d25745c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:29.924635 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281aefb-a705-4c6d-b78f-ac8d25745c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:29.925072 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281aefb-a705-4c6d-b78f-ac8d25745c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:29.925528 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281aefb-a705-4c6d-b78f-ac8d25745c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:29.925958 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281aefb-a705-4c6d-b78f-ac8d25745c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:29.926643 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281aefb-a705-4c6d-b78f-ac8d25745c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:29.926798 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281aefb-a705-4c6d-b78f-ac8d25745c29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:29.927228 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281aefb-a705-4c6d-b78f-ac8d25745c29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:29.927715 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281aefb-a705-4c6d-b78f-ac8d25745c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:29.928137 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281aefb-a705-4c6d-b78f-ac8d25745c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:29.928556 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281aefb-a705-4c6d-b78f-ac8d25745c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:29.928975 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281aefb-a705-4c6d-b78f-ac8d25745c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:29.948322 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a608668-84f2-469e-bac7-72c76970e239 req-26373533-a2a3-409c-9eab-a4cc3b7609ca tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:29.955475 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 209a9435-d128-4a97-a1f8-1cab34691636 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:29.956286 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.957014 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5a608668-84f2-469e-bac7-72c76970e239 req-26373533-a2a3-409c-9eab-a4cc3b7609ca tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=8099737f-94c6-4c3d-85d1-53e63fb9cd37 HTTP/1.1" status: 200 len: 931 time: 0.1105561 Aug 11 02:22:29.960699 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffb5d58-4026-4189-88d6-fa186e67f14b None None] Network d8880cb8-634a-4d3e-9c96-143a11f53312 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:30.013538 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5a608668-84f2-469e-bac7-72c76970e239 req-73f1cf70-322b-4d4d-95ee-3453f0332217 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553012 Aug 11 02:22:30.021989 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-caafbf6b-7e36-41cd-9472-2d73617a4b31 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.029698 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-caafbf6b-7e36-41cd-9472-2d73617a4b31 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.043112 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-e9bc3602-8fc9-4aca-a5af-2ae574b44e84 None None] Attempting to bind port 5d2fbd31-fa4f-4ca3-b277-4a0bd8811640 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:30.043601 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-e9bc3602-8fc9-4aca-a5af-2ae574b44e84 None None] Attempting to bind port 5d2fbd31-fa4f-4ca3-b277-4a0bd8811640 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '6f6d815d-b011-42ad-9bbe-b755396f3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '4f2c2215-0200-4e1b-ad75-2b036fdae065'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:30.044036 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bc3602-8fc9-4aca-a5af-2ae574b44e84 None None] Attempting to bind port 5d2fbd31-fa4f-4ca3-b277-4a0bd8811640 on network 4f2c2215-0200-4e1b-ad75-2b036fdae065 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:30.049938 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bc3602-8fc9-4aca-a5af-2ae574b44e84 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:30.050593 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bc3602-8fc9-4aca-a5af-2ae574b44e84 None None] Checking segment: {'id': '6f6d815d-b011-42ad-9bbe-b755396f3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '4f2c2215-0200-4e1b-ad75-2b036fdae065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:30.051106 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-e9bc3602-8fc9-4aca-a5af-2ae574b44e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.051912 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bc3602-8fc9-4aca-a5af-2ae574b44e84 None None] Bound using segment: {'id': '6f6d815d-b011-42ad-9bbe-b755396f3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '4f2c2215-0200-4e1b-ad75-2b036fdae065'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:30.052586 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-e9bc3602-8fc9-4aca-a5af-2ae574b44e84 None None] Bound port: 5d2fbd31-fa4f-4ca3-b277-4a0bd8811640, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6d815d-b011-42ad-9bbe-b755396f3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '4f2c2215-0200-4e1b-ad75-2b036fdae065'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:30.053241 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-e9bc3602-8fc9-4aca-a5af-2ae574b44e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.055372 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caafbf6b-7e36-41cd-9472-2d73617a4b31 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e3f7f30-850d-471b-8679-e723722d43be,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:30.062750 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-caafbf6b-7e36-41cd-9472-2d73617a4b31 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.067353 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-caafbf6b-7e36-41cd-9472-2d73617a4b31 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3222630 Aug 11 02:22:30.068143 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51854) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:30.073121 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-f9578614-680c-4cb2-96ee-7b8329c11f5a tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'security_group_rule': {'security_group_id': '115d5a7d-824a-4591-9246-580a5cf42509', 'project_id': '87062204daa74f23a6f53457711872b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:30.107323 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae029b3-5bd9-4bdf-82a8-24258277eab4 req-b0b0f4e4-f427-4e2a-9e42-4b1f0901b61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:30.110040 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9ae029b3-5bd9-4bdf-82a8-24258277eab4 req-b0b0f4e4-f427-4e2a-9e42-4b1f0901b61d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f HTTP/1.1" status: 200 len: 856 time: 0.2238753 Aug 11 02:22:30.111368 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f9578614-680c-4cb2-96ee-7b8329c11f5a tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.117395 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-42b0e40a-b9cb-4a66-9f9a-26b2061696cd service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5252521 Aug 11 02:22:30.144938 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-e9bc3602-8fc9-4aca-a5af-2ae574b44e84 None None] For port 5d2fbd31-fa4f-4ca3-b277-4a0bd8811640, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:30.148613 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-e9bc3602-8fc9-4aca-a5af-2ae574b44e84 None None] For port 5d2fbd31-fa4f-4ca3-b277-4a0bd8811640, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5d2fbd31-fa4f-4ca3-b277-4a0bd8811640,segment=NetworkSegment(6f6d815d-b011-42ad-9bbe-b755396f3599),segment_id=6f6d815d-b011-42ad-9bbe-b755396f3599)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:30.156407 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-e9bc3602-8fc9-4aca-a5af-2ae574b44e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.182532 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-0ffb5d58-4026-4189-88d6-fa186e67f14b None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:30.190227 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffb5d58-4026-4189-88d6-fa186e67f14b None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:30.215796 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f9578614-680c-4cb2-96ee-7b8329c11f5a tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.221469 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f9578614-680c-4cb2-96ee-7b8329c11f5a tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.228959 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb5d58-4026-4189-88d6-fa186e67f14b None None] Pushing event updated for resources: {'Port': ['ID=8182db3c-97ac-4259-85ac-27a004efe20f,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:30.242905 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9578614-680c-4cb2-96ee-7b8329c11f5a tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5aade20-1200-4804-aaf6-59c845bfd3cb,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:30.247581 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281aefb-a705-4c6d-b78f-ac8d25745c29 None None] Pushing event updated for resources: {'Port': ['ID=5d2fbd31-fa4f-4ca3-b277-4a0bd8811640,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:30.276413 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bc3602-8fc9-4aca-a5af-2ae574b44e84 None None] Routers {'a8f5a5df-935e-44a6-8c64-c56d302b4088'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:30.277050 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e9bc3602-8fc9-4aca-a5af-2ae574b44e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:22:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a8f5a5df-935e-44a6-8c64-c56d302b4088'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:30.283061 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f9578614-680c-4cb2-96ee-7b8329c11f5a tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.287618 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f9578614-680c-4cb2-96ee-7b8329c11f5a tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2184627 Aug 11 02:22:30.288386 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51856) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:30.294166 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-c9693b95-3c34-4d47-b6ab-addbe0ab3c16 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'security_group_rule': {'security_group_id': '115d5a7d-824a-4591-9246-580a5cf42509', 'project_id': '87062204daa74f23a6f53457711872b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:30.332194 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-0ffb5d58-4026-4189-88d6-fa186e67f14b None None] Attempting to bind port 8182db3c-97ac-4259-85ac-27a004efe20f on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:30.334377 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-0ffb5d58-4026-4189-88d6-fa186e67f14b None None] Attempting to bind port 8182db3c-97ac-4259-85ac-27a004efe20f by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'fe8996c7-91a3-477d-9037-e7fc21492c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd8880cb8-634a-4d3e-9c96-143a11f53312'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:30.335022 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffb5d58-4026-4189-88d6-fa186e67f14b None None] Attempting to bind port 8182db3c-97ac-4259-85ac-27a004efe20f on network d8880cb8-634a-4d3e-9c96-143a11f53312 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:30.339836 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c9693b95-3c34-4d47-b6ab-addbe0ab3c16 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.355331 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae029b3-5bd9-4bdf-82a8-24258277eab4 req-9741649b-14a5-4dd8-8a97-32f962da3402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:30.357063 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9ae029b3-5bd9-4bdf-82a8-24258277eab4 req-9741649b-14a5-4dd8-8a97-32f962da3402 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2564e31e-dea6-46ca-b2de-bf165812396f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2310586 Aug 11 02:22:30.363901 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffb5d58-4026-4189-88d6-fa186e67f14b None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:30.364648 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffb5d58-4026-4189-88d6-fa186e67f14b None None] Checking segment: {'id': 'fe8996c7-91a3-477d-9037-e7fc21492c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd8880cb8-634a-4d3e-9c96-143a11f53312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:30.365501 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0ffb5d58-4026-4189-88d6-fa186e67f14b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.366071 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffb5d58-4026-4189-88d6-fa186e67f14b None None] Bound using segment: {'id': 'fe8996c7-91a3-477d-9037-e7fc21492c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd8880cb8-634a-4d3e-9c96-143a11f53312'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:30.366755 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-0ffb5d58-4026-4189-88d6-fa186e67f14b None None] Bound port: 8182db3c-97ac-4259-85ac-27a004efe20f, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8996c7-91a3-477d-9037-e7fc21492c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd8880cb8-634a-4d3e-9c96-143a11f53312'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:30.367328 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0ffb5d58-4026-4189-88d6-fa186e67f14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.426127 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a7366bac-c5c0-421e-875e-69f8fbf944cd up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:30.491904 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-e9bc3602-8fc9-4aca-a5af-2ae574b44e84 None None] Set router a8f5a5df-935e-44a6-8c64-c56d302b4088 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:30.508145 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c9693b95-3c34-4d47-b6ab-addbe0ab3c16 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.513565 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c9693b95-3c34-4d47-b6ab-addbe0ab3c16 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.516569 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c0a5fb-af6d-4160-adeb-64a4b424e426 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:22:30.556464 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e4c0a5fb-af6d-4160-adeb-64a4b424e426 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.560542 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e4c0a5fb-af6d-4160-adeb-64a4b424e426 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "PUT /v2.0/routers/a8f5a5df-935e-44a6-8c64-c56d302b4088 HTTP/1.1" status: 200 len: 953 time: 4.6005933 Aug 11 02:22:30.560938 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-0ffb5d58-4026-4189-88d6-fa186e67f14b None None] For port 8182db3c-97ac-4259-85ac-27a004efe20f, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:30.561157 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9693b95-3c34-4d47-b6ab-addbe0ab3c16 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71462e8e-2ee1-4508-8854-2428abd6bb07,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:30.563572 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port a7366bac-c5c0-421e-875e-69f8fbf944cd triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:30.564966 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51858) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:30.569617 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c9693b95-3c34-4d47-b6ab-addbe0ab3c16 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.572465 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.579134 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-0ffb5d58-4026-4189-88d6-fa186e67f14b None None] For port 8182db3c-97ac-4259-85ac-27a004efe20f, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8182db3c-97ac-4259-85ac-27a004efe20f,segment=NetworkSegment(fe8996c7-91a3-477d-9037-e7fc21492c3a),segment_id=fe8996c7-91a3-477d-9037-e7fc21492c3a)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:30.598068 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c9693b95-3c34-4d47-b6ab-addbe0ab3c16 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3084688 Aug 11 02:22:30.601586 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51862) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:30.605829 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0ffb5d58-4026-4189-88d6-fa186e67f14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.619787 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-d5faeccb-631b-4d93-bb6c-0e73db2edcae tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'security_group_rule': {'security_group_id': '115d5a7d-824a-4591-9246-580a5cf42509', 'project_id': '87062204daa74f23a6f53457711872b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:30.718907 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d5faeccb-631b-4d93-bb6c-0e73db2edcae tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.744073 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb5d58-4026-4189-88d6-fa186e67f14b None None] Pushing event updated for resources: {'Port': ['ID=8182db3c-97ac-4259-85ac-27a004efe20f,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:30.802990 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 29b51e39-8223-4d3f-87b0-3a463d259ef1 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:30.835448 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d5faeccb-631b-4d93-bb6c-0e73db2edcae tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.868276 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d5faeccb-631b-4d93-bb6c-0e73db2edcae tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.883821 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e9bc3602-8fc9-4aca-a5af-2ae574b44e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:28Z', 'revision_number': 6, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None, '_interfaces': [{'id': '209a9435-d128-4a97-a1f8-1cab34691636', 'name': '', 'network_id': '5a4f0558-b3aa-417a-a98e-3e19064717b3', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:0c:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:15Z', 'updated_at': '2021-08-11T02:22:28Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '266c97ea-0e8b-4c40-a120-3e51622ea942', 'name': '', 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:72:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:05Z', 'updated_at': '2021-08-11T02:22:13Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d2fbd31-fa4f-4ca3-b277-4a0bd8811640', 'name': '', 'network_id': '4f2c2215-0200-4e1b-ad75-2b036fdae065', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:10:3d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '02ce4cd9-9362-4246-a0b3-11c840605799', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:22Z', 'updated_at': '2021-08-11T02:22:30Z', 'revision_number': 4, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '02ce4cd9-9362-4246-a0b3-11c840605799', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d97efe9-15e3-404c-bd76-8e4a9c81d44f', 'name': '', 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:99:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:09Z', 'updated_at': '2021-08-11T02:22:17Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:30.888697 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5faeccb-631b-4d93-bb6c-0e73db2edcae tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78abef86-9fab-4391-931c-1274caacbc05,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:30.909407 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 29b51e39-8223-4d3f-87b0-3a463d259ef1 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:30.910126 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.916950 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98faf2d-46a2-40b1-a0c2-d01a6b5243b1 req-8a971f71-d81c-4ccf-90df-89e57254869d tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:30.925439 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f98faf2d-46a2-40b1-a0c2-d01a6b5243b1 req-8a971f71-d81c-4ccf-90df-89e57254869d tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1417110 Aug 11 02:22:30.930256 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bc3602-8fc9-4aca-a5af-2ae574b44e84 None None] The sync data for ids ['a8f5a5df-935e-44a6-8c64-c56d302b4088'] in n-d-615180-33 is: [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:28Z', 'revision_number': 6, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None, '_interfaces': [{'id': '209a9435-d128-4a97-a1f8-1cab34691636', 'name': '', 'network_id': '5a4f0558-b3aa-417a-a98e-3e19064717b3', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:0c:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:15Z', 'updated_at': '2021-08-11T02:22:28Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '266c97ea-0e8b-4c40-a120-3e51622ea942', 'name': '', 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:72:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:05Z', 'updated_at': '2021-08-11T02:22:13Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d2fbd31-fa4f-4ca3-b277-4a0bd8811640', 'name': '', 'network_id': '4f2c2215-0200-4e1b-ad75-2b036fdae065', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:10:3d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '02ce4cd9-9362-4246-a0b3-11c840605799', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:22Z', 'updated_at': '2021-08-11T02:22:30Z', 'revision_number': 4, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '02ce4cd9-9362-4246-a0b3-11c840605799', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d97efe9-15e3-404c-bd76-8e4a9c81d44f', 'name': '', 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:99:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:09Z', 'updated_at': '2021-08-11T02:22:17Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:22:30.933331 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d5faeccb-631b-4d93-bb6c-0e73db2edcae tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.938074 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d5faeccb-631b-4d93-bb6c-0e73db2edcae tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3351376 Aug 11 02:22:30.940145 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51872) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:30.949832 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-e30734c2-eeb0-428f-b215-c8cb3e91f089 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'security_group_rule': {'security_group_id': '115d5a7d-824a-4591-9246-580a5cf42509', 'project_id': '87062204daa74f23a6f53457711872b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:31.002644 n-d-615180-33 neutron-server[94507]: INFO neutron.db.securitygroups_db [None req-e30734c2-eeb0-428f-b215-c8cb3e91f089 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Project 87062204daa74f23a6f53457711872b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:22:31.010437 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e30734c2-eeb0-428f-b215-c8cb3e91f089 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:31.098768 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f98faf2d-46a2-40b1-a0c2-d01a6b5243b1 req-0de56460-9369-456d-ad40-e7a0dcb4db3b tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723983 Aug 11 02:22:31.126322 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e30734c2-eeb0-428f-b215-c8cb3e91f089 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:31.130971 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e30734c2-eeb0-428f-b215-c8cb3e91f089 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:31.259425 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9ae029b3-5bd9-4bdf-82a8-24258277eab4 req-14c43831-9277-440f-93df-537d3ba9cb63 service neutron] 10.222.0.73 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8911364 Aug 11 02:22:31.307890 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-4b64257f-3f76-4d8e-bdc0-14c50559e2ef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Allocated IP 19.86.0.220 (8b26b04b-f413-4e87-9d79-b298a0fdf030/e32b1eb2-c8f8-4a61-ae03-2887963ae06f/e81a822b-e601-4282-ba05-9350c2ec6fcb) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:31.410652 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4776fe3b-e0ec-4105-8371-8d25c6983a2b None None] Sync routers for ids ['a8f5a5df-935e-44a6-8c64-c56d302b4088'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:22:31.428718 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4776fe3b-e0ec-4105-8371-8d25c6983a2b None None] Routers {'a8f5a5df-935e-44a6-8c64-c56d302b4088'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:31.429362 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-4776fe3b-e0ec-4105-8371-8d25c6983a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:22:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a8f5a5df-935e-44a6-8c64-c56d302b4088'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:31.477275 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-dfd9a269-8913-4207-a808-94c3c379bd5f service neutron] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3102462 Aug 11 02:22:31.572714 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-4776fe3b-e0ec-4105-8371-8d25c6983a2b None None] Set router a8f5a5df-935e-44a6-8c64-c56d302b4088 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:31.596414 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-97775687-127f-4cd9-b22c-92bb4d907e13 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1 HTTP/1.1" status: 200 len: 217 time: 0.1024501 Aug 11 02:22:31.654066 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44ebcb-bc29-4d9d-ac35-a60f9186e38f req-534e3ac1-0300-481a-92ac-3b33a05705c1 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:31.672855 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-df44ebcb-bc29-4d9d-ac35-a60f9186e38f req-534e3ac1-0300-481a-92ac-3b33a05705c1 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 943 time: 0.5311799 Aug 11 02:22:31.702795 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-4b64257f-3f76-4d8e-bdc0-14c50559e2ef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:31.729344 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30734c2-eeb0-428f-b215-c8cb3e91f089 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43cfd6d3-f72a-4ade-8670-2898830a88bf,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:31.739439 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e9ed48fa-a4c9-4ff3-9d89-08136a4701a5 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "GET /v2.0/routers/a8f5a5df-935e-44a6-8c64-c56d302b4088 HTTP/1.1" status: 200 len: 953 time: 1.1698718 Aug 11 02:22:31.746661 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51876) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:31.780049 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e30734c2-eeb0-428f-b215-c8cb3e91f089 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:31.781319 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e30734c2-eeb0-428f-b215-c8cb3e91f089 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8403389 Aug 11 02:22:31.784901 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51878) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:31.808492 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-14e01731-f75f-4970-8de7-6e39c61a8aea tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'security_group_rule': {'security_group_id': '115d5a7d-824a-4591-9246-580a5cf42509', 'project_id': '87062204daa74f23a6f53457711872b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:31.821945 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-a24ada05-abf2-40ad-b392-ab551592a88b tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'router': {'routes': None}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:31.826090 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9ae029b3-5bd9-4bdf-82a8-24258277eab4 req-5f44d29d-d634-4a8c-999b-e7d59c9df957 service neutron] 10.222.0.73 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467090 Aug 11 02:22:31.859872 n-d-615180-33 neutron-server[94507]: INFO neutron.db.securitygroups_db [None req-14e01731-f75f-4970-8de7-6e39c61a8aea tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Project 87062204daa74f23a6f53457711872b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:22:31.871307 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-14e01731-f75f-4970-8de7-6e39c61a8aea tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:31.896563 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be631f-7dd3-4ddc-8a48-5eadb188df54 req-96745072-0bf3-4f0d-adf1-aa967581d74d tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:31.903389 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60be631f-7dd3-4ddc-8a48-5eadb188df54 req-96745072-0bf3-4f0d-adf1-aa967581d74d tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=8099737f-94c6-4c3d-85d1-53e63fb9cd37 HTTP/1.1" status: 200 len: 931 time: 0.1935313 Aug 11 02:22:31.958391 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-4b64257f-3f76-4d8e-bdc0-14c50559e2ef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Transition to ACTIVE for port object e81a822b-e601-4282-ba05-9350c2ec6fcb will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:31.996758 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60be631f-7dd3-4ddc-8a48-5eadb188df54 req-1b5a692e-988c-4219-b836-d456b63b90b1 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921240 Aug 11 02:22:32.011883 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5d2fbd31-fa4f-4ca3-b277-4a0bd8811640 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:32.037520 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-14e01731-f75f-4970-8de7-6e39c61a8aea tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:32.042723 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-14e01731-f75f-4970-8de7-6e39c61a8aea tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:32.053496 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-df44ebcb-bc29-4d9d-ac35-a60f9186e38f req-6f9d4b1c-93d4-421a-9171-6312ce10d946 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3781073 Aug 11 02:22:32.061705 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401eea2-9327-4b6d-9058-976dd7588475 req-1763496c-d6c0-44ac-8d38-132e3dcabe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:32.064471 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-1763496c-d6c0-44ac-8d38-132e3dcabe0b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f5cbcb9-b2a3-403b-9666-6d1a30805883 HTTP/1.1" status: 200 len: 797 time: 0.4474440 Aug 11 02:22:32.076656 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:22:32.078302 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e01731-f75f-4970-8de7-6e39c61a8aea tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d9af66-30f0-4763-be04-e6543b253075,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:32.095501 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-14e01731-f75f-4970-8de7-6e39c61a8aea tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:32.097279 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-14e01731-f75f-4970-8de7-6e39c61a8aea tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3102458 Aug 11 02:22:32.213543 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 5d2fbd31-fa4f-4ca3-b277-4a0bd8811640 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:32.225432 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 5d2fbd31-fa4f-4ca3-b277-4a0bd8811640 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:32.228443 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:32.230154 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401eea2-9327-4b6d-9058-976dd7588475 req-2d409f7a-3f0c-4d4a-acbb-2362297ceb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:32.232388 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-2d409f7a-3f0c-4d4a-acbb-2362297ceb4e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dd83919f-ff7e-4fd8-96b1-202904e5f138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1551006 Aug 11 02:22:32.309128 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf253d59-3f58-49d4-ab62-695abf9fb5d0 None None] Network d8880cb8-634a-4d3e-9c96-143a11f53312 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:32.343435 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-4b64257f-3f76-4d8e-bdc0-14c50559e2ef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:32.387792 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61220019-8d73-47fb-ab2b-88ab0e82bc07 req-f0874503-be9d-4fc0-b01f-4ae98e694ef9 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:32.389997 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-61220019-8d73-47fb-ab2b-88ab0e82bc07 req-f0874503-be9d-4fc0-b01f-4ae98e694ef9 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1292701 Aug 11 02:22:32.472310 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-4776fe3b-e0ec-4105-8371-8d25c6983a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:28Z', 'revision_number': 6, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None, '_interfaces': [{'id': '209a9435-d128-4a97-a1f8-1cab34691636', 'name': '', 'network_id': '5a4f0558-b3aa-417a-a98e-3e19064717b3', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:0c:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:15Z', 'updated_at': '2021-08-11T02:22:28Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '266c97ea-0e8b-4c40-a120-3e51622ea942', 'name': '', 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:72:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:05Z', 'updated_at': '2021-08-11T02:22:13Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d2fbd31-fa4f-4ca3-b277-4a0bd8811640', 'name': '', 'network_id': '4f2c2215-0200-4e1b-ad75-2b036fdae065', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:10:3d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '02ce4cd9-9362-4246-a0b3-11c840605799', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:22Z', 'updated_at': '2021-08-11T02:22:30Z', 'revision_number': 4, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '02ce4cd9-9362-4246-a0b3-11c840605799', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d97efe9-15e3-404c-bd76-8e4a9c81d44f', 'name': '', 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:99:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:09Z', 'updated_at': '2021-08-11T02:22:17Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:32.528939 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-61220019-8d73-47fb-ab2b-88ab0e82bc07 req-1e32543d-e256-4624-bb32-29304fd58fa1 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229017 Aug 11 02:22:32.534134 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-4b64257f-3f76-4d8e-bdc0-14c50559e2ef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Network 8b26b04b-f413-4e87-9d79-b298a0fdf030 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:32.546124 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-4b64257f-3f76-4d8e-bdc0-14c50559e2ef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:32.555179 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-4b64257f-3f76-4d8e-bdc0-14c50559e2ef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:32.555846 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4776fe3b-e0ec-4105-8371-8d25c6983a2b None None] Checking router: a8f5a5df-935e-44a6-8c64-c56d302b4088 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:22:32.739415 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64257f-3f76-4d8e-bdc0-14c50559e2ef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Pushing event updated for resources: {'Port': ['ID=e81a822b-e601-4282-ba05-9350c2ec6fcb,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:32.772226 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4776fe3b-e0ec-4105-8371-8d25c6983a2b None None] Routers {'a8f5a5df-935e-44a6-8c64-c56d302b4088'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:32.772859 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-4776fe3b-e0ec-4105-8371-8d25c6983a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:22:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a8f5a5df-935e-44a6-8c64-c56d302b4088'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:32.824824 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-4b64257f-3f76-4d8e-bdc0-14c50559e2ef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:32.825813 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-4b64257f-3f76-4d8e-bdc0-14c50559e2ef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:32.845072 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-f10c7ad7-0a28-47c2-be94-7cae64b633bc tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2136351962&fields=id&tenant_id=87062204daa74f23a6f53457711872b3 HTTP/1.1" status: 200 len: 267 time: 0.1512837 Aug 11 02:22:32.846736 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-b4b815c7-bd16-43f5-bef0-8a9b65534504 service neutron] 10.222.0.66 "GET /v2.0/networks/dd83919f-ff7e-4fd8-96b1-202904e5f138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237763 Aug 11 02:22:32.850811 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-4b64257f-3f76-4d8e-bdc0-14c50559e2ef tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5266073 Aug 11 02:22:32.963909 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-78f8aa49-5ad3-4261-a0c2-9115d7391a6c service neutron] 10.222.0.66 "GET /v2.0/networks/dd83919f-ff7e-4fd8-96b1-202904e5f138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033304 Aug 11 02:22:32.970712 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-315e3c18-8c04-42df-9681-5cb4bc9d6ff9 service neutron] Request body: {'port': {'device_id': '8099737f-94c6-4c3d-85d1-53e63fb9cd37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:33.039140 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-4776fe3b-e0ec-4105-8371-8d25c6983a2b None None] Set router a8f5a5df-935e-44a6-8c64-c56d302b4088 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:33.078846 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-87eeb920-fcc4-4b72-86e7-149319c8160a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1451ea14-a62f-4cdf-b59f-1f01ea8381d0 HTTP/1.1" status: 200 len: 217 time: 0.0817289 Aug 11 02:22:33.086172 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7e0c51fc-8b52-418c-ba8c-7089b3469692 None None] Provisioning for port 8182db3c-97ac-4259-85ac-27a004efe20f completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:33.177634 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-24952148-9acc-400d-bd4c-b78ea4a80c8e tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:33.192807 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-24952148-9acc-400d-bd4c-b78ea4a80c8e tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/networks?id=d8880cb8-634a-4d3e-9c96-143a11f53312 HTTP/1.1" status: 200 len: 797 time: 0.3424399 Aug 11 02:22:33.205429 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-315e3c18-8c04-42df-9681-5cb4bc9d6ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:33.222772 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-e1b8be63-ff6c-41b0-aa46-a6aaa04c18fd tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/quotas/87062204daa74f23a6f53457711872b3 HTTP/1.1" status: 200 len: 375 time: 0.0275288 Aug 11 02:22:33.298461 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d30775-ff48-4bd6-9fde-bf1847e4d6c6 req-a27da9f8-9320-442b-95ca-3bc6114f49c7 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:33.304888 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d30775-ff48-4bd6-9fde-bf1847e4d6c6 req-a27da9f8-9320-442b-95ca-3bc6114f49c7 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:33.306833 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a5d30775-ff48-4bd6-9fde-bf1847e4d6c6 req-a27da9f8-9320-442b-95ca-3bc6114f49c7 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=8099737f-94c6-4c3d-85d1-53e63fb9cd37 HTTP/1.1" status: 200 len: 1654 time: 0.2003014 Aug 11 02:22:33.317551 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401eea2-9327-4b6d-9058-976dd7588475 req-404de243-e410-471e-a2d9-15c7f29ef260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:33.319058 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-404de243-e410-471e-a2d9-15c7f29ef260 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f5cbcb9-b2a3-403b-9666-6d1a30805883 HTTP/1.1" status: 200 len: 797 time: 0.2201216 Aug 11 02:22:33.386068 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5bb256f3-655a-4684-b198-210e712d5845 None None] Provisioning for port e81a822b-e601-4282-ba05-9350c2ec6fcb completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:33.390932 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-b1d19f5b-c1cc-4c40-9fab-28a9bb3de081 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=87062204daa74f23a6f53457711872b3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1572654 Aug 11 02:22:33.392024 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:33.428946 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5bb256f3-655a-4684-b198-210e712d5845 None None] Provisioning complete for port e81a822b-e601-4282-ba05-9350c2ec6fcb triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:33.429237 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5bb256f3-655a-4684-b198-210e712d5845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:33.473834 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.extraroute_db [None req-a24ada05-abf2-40ad-b392-ab551592a88b tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Added routes are [] {{(pid=94506) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 02:22:33.474153 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.extraroute_db [None req-a24ada05-abf2-40ad-b392-ab551592a88b tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94506) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 02:22:33.509410 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-5bb256f3-655a-4684-b198-210e712d5845 None None] Port e81a822b-e601-4282-ba05-9350c2ec6fcb cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:22:33.538509 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 5d2fbd31-fa4f-4ca3-b277-4a0bd8811640, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5d2fbd31-fa4f-4ca3-b277-4a0bd8811640,segment=NetworkSegment(6f6d815d-b011-42ad-9bbe-b755396f3599),segment_id=6f6d815d-b011-42ad-9bbe-b755396f3599)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:33.547550 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:33.548526 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8182db3c-97ac-4259-85ac-27a004efe20f up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:33.549034 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-f67f4441-0b54-4f61-bc65-14a2cadad28c service neutron] 10.222.0.50 "GET /v2.0/networks/d8880cb8-634a-4d3e-9c96-143a11f53312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524138 Aug 11 02:22:33.647823 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=5d2fbd31-fa4f-4ca3-b277-4a0bd8811640,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:33.652487 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a24ada05-abf2-40ad-b392-ab551592a88b tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133780224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133782865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36741'] for router, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:33.670264 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401eea2-9327-4b6d-9058-976dd7588475 req-00cfd61a-2030-4e75-8e66-b221e1d4ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:33.672186 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-00cfd61a-2030-4e75-8e66-b221e1d4ea69 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dd83919f-ff7e-4fd8-96b1-202904e5f138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3346074 Aug 11 02:22:33.675487 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a5d30775-ff48-4bd6-9fde-bf1847e4d6c6 req-5d78fdcb-fef2-4cc9-a4ba-1ea17196b209 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535671 Aug 11 02:22:33.765905 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-4776fe3b-e0ec-4105-8371-8d25c6983a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:28Z', 'revision_number': 6, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None, '_interfaces': [{'id': '209a9435-d128-4a97-a1f8-1cab34691636', 'name': '', 'network_id': '5a4f0558-b3aa-417a-a98e-3e19064717b3', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:0c:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:15Z', 'updated_at': '2021-08-11T02:22:28Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '266c97ea-0e8b-4c40-a120-3e51622ea942', 'name': '', 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:72:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:05Z', 'updated_at': '2021-08-11T02:22:13Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d2fbd31-fa4f-4ca3-b277-4a0bd8811640', 'name': '', 'network_id': '4f2c2215-0200-4e1b-ad75-2b036fdae065', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:10:3d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '02ce4cd9-9362-4246-a0b3-11c840605799', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:22Z', 'updated_at': '2021-08-11T02:22:30Z', 'revision_number': 4, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '02ce4cd9-9362-4246-a0b3-11c840605799', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d97efe9-15e3-404c-bd76-8e4a9c81d44f', 'name': '', 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:99:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:09Z', 'updated_at': '2021-08-11T02:22:17Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:33.801968 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-6ba8aa6e-a824-4684-9df0-90391eccf0d5 service neutron] 10.222.0.50 "GET /v2.0/networks/d8880cb8-634a-4d3e-9c96-143a11f53312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517729 Aug 11 02:22:33.985714 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4776fe3b-e0ec-4105-8371-8d25c6983a2b None None] The sync data for ids ['a8f5a5df-935e-44a6-8c64-c56d302b4088'] in n-d-615180-33 is: [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:28Z', 'revision_number': 6, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None, '_interfaces': [{'id': '209a9435-d128-4a97-a1f8-1cab34691636', 'name': '', 'network_id': '5a4f0558-b3aa-417a-a98e-3e19064717b3', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:0c:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:15Z', 'updated_at': '2021-08-11T02:22:28Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '266c97ea-0e8b-4c40-a120-3e51622ea942', 'name': '', 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:72:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:05Z', 'updated_at': '2021-08-11T02:22:13Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d2fbd31-fa4f-4ca3-b277-4a0bd8811640', 'name': '', 'network_id': '4f2c2215-0200-4e1b-ad75-2b036fdae065', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:10:3d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '02ce4cd9-9362-4246-a0b3-11c840605799', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:22Z', 'updated_at': '2021-08-11T02:22:30Z', 'revision_number': 4, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '02ce4cd9-9362-4246-a0b3-11c840605799', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d97efe9-15e3-404c-bd76-8e4a9c81d44f', 'name': '', 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:99:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:09Z', 'updated_at': '2021-08-11T02:22:17Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:22:34.016775 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 8182db3c-97ac-4259-85ac-27a004efe20f completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:34.027203 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 8182db3c-97ac-4259-85ac-27a004efe20f triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:34.030943 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:34.141716 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:34.211913 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 8182db3c-97ac-4259-85ac-27a004efe20f, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8182db3c-97ac-4259-85ac-27a004efe20f,segment=NetworkSegment(fe8996c7-91a3-477d-9037-e7fc21492c3a),segment_id=fe8996c7-91a3-477d-9037-e7fc21492c3a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:34.218691 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:34.356364 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=8182db3c-97ac-4259-85ac-27a004efe20f,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:34.424234 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5d2fbd31-fa4f-4ca3-b277-4a0bd8811640 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:34.539875 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 5d2fbd31-fa4f-4ca3-b277-4a0bd8811640 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:34.540170 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:34.632308 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a24ada05-abf2-40ad-b392-ab551592a88b tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133780224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133782865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36741'] for router, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:34.713587 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a24ada05-abf2-40ad-b392-ab551592a88b tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133780475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133780466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133782856'] for router, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:34.728798 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-84d6a7d7-4b5c-4aa0-97bb-ef8904a7b381 service neutron] 10.222.0.66 "GET /v2.0/networks/dd83919f-ff7e-4fd8-96b1-202904e5f138?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0449984 Aug 11 02:22:34.744892 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96c541-f4f1-436f-881c-396528c62306 req-3fab8877-0d8b-4bac-8a16-d68e21a251f1 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:34.752281 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9c96c541-f4f1-436f-881c-396528c62306 req-3fab8877-0d8b-4bac-8a16-d68e21a251f1 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 943 time: 0.9012563 Aug 11 02:22:34.885594 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-315e3c18-8c04-42df-9681-5cb4bc9d6ff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:22:34.929473 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-315e3c18-8c04-42df-9681-5cb4bc9d6ff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:34.963160 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9c96c541-f4f1-436f-881c-396528c62306 req-2bc45c20-1653-4437-86e6-21616f2aad3c tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2099125 Aug 11 02:22:34.976461 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-315e3c18-8c04-42df-9681-5cb4bc9d6ff9 service neutron] Transition to ACTIVE for port object ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:34.979060 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7401eea2-9327-4b6d-9058-976dd7588475 req-39875e69-3d07-44a4-b261-def063a977c4 service neutron] 10.222.0.66 "GET /v2.0/networks/dd83919f-ff7e-4fd8-96b1-202904e5f138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037380 Aug 11 02:22:34.982834 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-315e3c18-8c04-42df-9681-5cb4bc9d6ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:35.025385 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24ada05-abf2-40ad-b392-ab551592a88b tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Router a8f5a5df-935e-44a6-8c64-c56d302b4088 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:22:35.084262 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e3c18-8c04-42df-9681-5cb4bc9d6ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:35.270406 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-315e3c18-8c04-42df-9681-5cb4bc9d6ff9 service neutron] Attempting to bind port ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:35.270755 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-315e3c18-8c04-42df-9681-5cb4bc9d6ff9 service neutron] Attempting to bind port ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '8d5917b8-2334-4c14-8c64-2d3722b60796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a2526539-c7f6-4b40-b7f2-5f05989616a9'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:35.271091 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-315e3c18-8c04-42df-9681-5cb4bc9d6ff9 service neutron] Attempting to bind port ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7 on network a2526539-c7f6-4b40-b7f2-5f05989616a9 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:35.279965 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-315e3c18-8c04-42df-9681-5cb4bc9d6ff9 service neutron] Port ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7 on network a2526539-c7f6-4b40-b7f2-5f05989616a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:22:35.280330 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-315e3c18-8c04-42df-9681-5cb4bc9d6ff9 service neutron] Attempting to bind port ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7 on network a2526539-c7f6-4b40-b7f2-5f05989616a9 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:35.320779 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adab597-359f-49da-b382-72706710b6f5 req-9d20a19c-2000-4044-b2af-bf7892aff3da tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:35.322847 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2adab597-359f-49da-b382-72706710b6f5 req-9d20a19c-2000-4044-b2af-bf7892aff3da tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1576800 Aug 11 02:22:35.323814 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-315e3c18-8c04-42df-9681-5cb4bc9d6ff9 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:35.324783 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-315e3c18-8c04-42df-9681-5cb4bc9d6ff9 service neutron] Checking segment: {'id': '8d5917b8-2334-4c14-8c64-2d3722b60796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a2526539-c7f6-4b40-b7f2-5f05989616a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:35.325619 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-315e3c18-8c04-42df-9681-5cb4bc9d6ff9 service neutron] Bound using segment: {'id': '8d5917b8-2334-4c14-8c64-2d3722b60796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a2526539-c7f6-4b40-b7f2-5f05989616a9'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:35.326147 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-315e3c18-8c04-42df-9681-5cb4bc9d6ff9 service neutron] Bound port: ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5917b8-2334-4c14-8c64-2d3722b60796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a2526539-c7f6-4b40-b7f2-5f05989616a9'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:35.326684 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-315e3c18-8c04-42df-9681-5cb4bc9d6ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:35.336717 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24ada05-abf2-40ad-b392-ab551592a88b tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:22:35.347141 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41873113-d404-4d31-b73e-6d4a639a8383 None None] Sync routers for ids ['a8f5a5df-935e-44a6-8c64-c56d302b4088'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:22:35.360095 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a24ada05-abf2-40ad-b392-ab551592a88b tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:35.364246 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a24ada05-abf2-40ad-b392-ab551592a88b tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "PUT /v2.0/routers/a8f5a5df-935e-44a6-8c64-c56d302b4088 HTTP/1.1" status: 200 len: 703 time: 3.5467103 Aug 11 02:22:35.365588 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41873113-d404-4d31-b73e-6d4a639a8383 None None] Routers {'a8f5a5df-935e-44a6-8c64-c56d302b4088'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:35.366528 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-41873113-d404-4d31-b73e-6d4a639a8383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:22:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a8f5a5df-935e-44a6-8c64-c56d302b4088'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:35.368439 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51940) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:35.526776 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-41873113-d404-4d31-b73e-6d4a639a8383 None None] Set router a8f5a5df-935e-44a6-8c64-c56d302b4088 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:35.570482 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2adab597-359f-49da-b382-72706710b6f5 req-a4273319-3bcf-47c0-9932-555a8b9c2129 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404168 Aug 11 02:22:35.620356 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9c2b0e50-f031-463e-ba19-0604be6d4944 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "GET /v2.0/routers/a8f5a5df-935e-44a6-8c64-c56d302b4088 HTTP/1.1" status: 200 len: 703 time: 0.2414896 Aug 11 02:22:35.623066 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51946) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:35.640574 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-315e3c18-8c04-42df-9681-5cb4bc9d6ff9 service neutron] For port ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:35.646662 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-315e3c18-8c04-42df-9681-5cb4bc9d6ff9 service neutron] For port ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7,segment=NetworkSegment(8d5917b8-2334-4c14-8c64-2d3722b60796),segment_id=8d5917b8-2334-4c14-8c64-2d3722b60796)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:35.652149 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-315e3c18-8c04-42df-9681-5cb4bc9d6ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:35.677812 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-315e3c18-8c04-42df-9681-5cb4bc9d6ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:35.678945 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-315e3c18-8c04-42df-9681-5cb4bc9d6ff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:35.680484 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-315e3c18-8c04-42df-9681-5cb4bc9d6ff9 service neutron] 10.222.0.66 "PUT /v2.0/ports/ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7 HTTP/1.1" status: 200 len: 1092 time: 2.7156177 Aug 11 02:22:35.682047 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8099737f-94c6-4c3d-85d1-53e63fb9cd37', 'tag': 'ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:35.685793 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54608cd-b1e4-4073-a700-0d94c90d2762" -d '{"events": [{"name": "network-changed", "server_uuid": "8099737f-94c6-4c3d-85d1-53e63fb9cd37", "tag": "ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:35.729695 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-64792578-2d52-498a-b0c0-6a37d1238f83 service neutron] Request body: {'port': {'device_id': '8099737f-94c6-4c3d-85d1-53e63fb9cd37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:35.841970 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e3c18-8c04-42df-9681-5cb4bc9d6ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:35.901730 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-64792578-2d52-498a-b0c0-6a37d1238f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:35.955480 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-41873113-d404-4d31-b73e-6d4a639a8383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:33Z', 'revision_number': 7, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None, '_interfaces': [{'id': '209a9435-d128-4a97-a1f8-1cab34691636', 'name': '', 'network_id': '5a4f0558-b3aa-417a-a98e-3e19064717b3', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:0c:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:15Z', 'updated_at': '2021-08-11T02:22:28Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '266c97ea-0e8b-4c40-a120-3e51622ea942', 'name': '', 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:72:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:05Z', 'updated_at': '2021-08-11T02:22:13Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d2fbd31-fa4f-4ca3-b277-4a0bd8811640', 'name': '', 'network_id': '4f2c2215-0200-4e1b-ad75-2b036fdae065', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:10:3d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '02ce4cd9-9362-4246-a0b3-11c840605799', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:22Z', 'updated_at': '2021-08-11T02:22:33Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '02ce4cd9-9362-4246-a0b3-11c840605799', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d97efe9-15e3-404c-bd76-8e4a9c81d44f', 'name': '', 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:99:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:09Z', 'updated_at': '2021-08-11T02:22:17Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:36.014621 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41873113-d404-4d31-b73e-6d4a639a8383 None None] Checking router: a8f5a5df-935e-44a6-8c64-c56d302b4088 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:22:36.041409 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41873113-d404-4d31-b73e-6d4a639a8383 None None] Routers {'a8f5a5df-935e-44a6-8c64-c56d302b4088'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:36.042049 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-41873113-d404-4d31-b73e-6d4a639a8383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:22:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a8f5a5df-935e-44a6-8c64-c56d302b4088'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:36.192570 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-65b47e74-f96f-4f91-adf3-696f423165fd tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:36.216772 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-41873113-d404-4d31-b73e-6d4a639a8383 None None] Set router a8f5a5df-935e-44a6-8c64-c56d302b4088 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:36.359662 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-64792578-2d52-498a-b0c0-6a37d1238f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e81a822b-e601-4282-ba05-9350c2ec6fcb {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:22:36.368762 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-64792578-2d52-498a-b0c0-6a37d1238f83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:36.381966 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-64792578-2d52-498a-b0c0-6a37d1238f83 service neutron] Transition to ACTIVE for port object e81a822b-e601-4282-ba05-9350c2ec6fcb will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:36.399408 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8182db3c-97ac-4259-85ac-27a004efe20f up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:36.400476 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-64792578-2d52-498a-b0c0-6a37d1238f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:36.475172 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 8182db3c-97ac-4259-85ac-27a004efe20f triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:36.477504 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:36.527516 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64792578-2d52-498a-b0c0-6a37d1238f83 service neutron] Pushing event updated for resources: {'Port': ['ID=e81a822b-e601-4282-ba05-9350c2ec6fcb,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:36.600205 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-41873113-d404-4d31-b73e-6d4a639a8383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:33Z', 'revision_number': 7, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None, '_interfaces': [{'id': '209a9435-d128-4a97-a1f8-1cab34691636', 'name': '', 'network_id': '5a4f0558-b3aa-417a-a98e-3e19064717b3', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:0c:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:15Z', 'updated_at': '2021-08-11T02:22:28Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '266c97ea-0e8b-4c40-a120-3e51622ea942', 'name': '', 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:72:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:05Z', 'updated_at': '2021-08-11T02:22:13Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d2fbd31-fa4f-4ca3-b277-4a0bd8811640', 'name': '', 'network_id': '4f2c2215-0200-4e1b-ad75-2b036fdae065', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:10:3d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '02ce4cd9-9362-4246-a0b3-11c840605799', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:22Z', 'updated_at': '2021-08-11T02:22:33Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '02ce4cd9-9362-4246-a0b3-11c840605799', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d97efe9-15e3-404c-bd76-8e4a9c81d44f', 'name': '', 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:99:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:09Z', 'updated_at': '2021-08-11T02:22:17Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:36.604522 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-64792578-2d52-498a-b0c0-6a37d1238f83 service neutron] Attempting to bind port e81a822b-e601-4282-ba05-9350c2ec6fcb on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:36.605083 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-64792578-2d52-498a-b0c0-6a37d1238f83 service neutron] Attempting to bind port e81a822b-e601-4282-ba05-9350c2ec6fcb by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '173f65c3-3189-40a9-847d-97b2c5633de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8b26b04b-f413-4e87-9d79-b298a0fdf030'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:36.605600 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-64792578-2d52-498a-b0c0-6a37d1238f83 service neutron] Attempting to bind port e81a822b-e601-4282-ba05-9350c2ec6fcb on network 8b26b04b-f413-4e87-9d79-b298a0fdf030 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:36.610716 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-64792578-2d52-498a-b0c0-6a37d1238f83 service neutron] Port e81a822b-e601-4282-ba05-9350c2ec6fcb on network 8b26b04b-f413-4e87-9d79-b298a0fdf030 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:22:36.611289 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-64792578-2d52-498a-b0c0-6a37d1238f83 service neutron] Attempting to bind port e81a822b-e601-4282-ba05-9350c2ec6fcb on network 8b26b04b-f413-4e87-9d79-b298a0fdf030 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:36.619416 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-64792578-2d52-498a-b0c0-6a37d1238f83 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:36.620016 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-64792578-2d52-498a-b0c0-6a37d1238f83 service neutron] Checking segment: {'id': '173f65c3-3189-40a9-847d-97b2c5633de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8b26b04b-f413-4e87-9d79-b298a0fdf030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:36.620605 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-64792578-2d52-498a-b0c0-6a37d1238f83 service neutron] Bound using segment: {'id': '173f65c3-3189-40a9-847d-97b2c5633de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8b26b04b-f413-4e87-9d79-b298a0fdf030'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:36.621250 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-64792578-2d52-498a-b0c0-6a37d1238f83 service neutron] Bound port: e81a822b-e601-4282-ba05-9350c2ec6fcb, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '173f65c3-3189-40a9-847d-97b2c5633de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8b26b04b-f413-4e87-9d79-b298a0fdf030'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:36.621790 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-64792578-2d52-498a-b0c0-6a37d1238f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:36.648961 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41873113-d404-4d31-b73e-6d4a639a8383 None None] The sync data for ids ['a8f5a5df-935e-44a6-8c64-c56d302b4088'] in n-d-615180-33 is: [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:33Z', 'revision_number': 7, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None, '_interfaces': [{'id': '209a9435-d128-4a97-a1f8-1cab34691636', 'name': '', 'network_id': '5a4f0558-b3aa-417a-a98e-3e19064717b3', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:0c:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:15Z', 'updated_at': '2021-08-11T02:22:28Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '266c97ea-0e8b-4c40-a120-3e51622ea942', 'name': '', 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:72:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:05Z', 'updated_at': '2021-08-11T02:22:13Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d2fbd31-fa4f-4ca3-b277-4a0bd8811640', 'name': '', 'network_id': '4f2c2215-0200-4e1b-ad75-2b036fdae065', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:10:3d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '02ce4cd9-9362-4246-a0b3-11c840605799', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:22Z', 'updated_at': '2021-08-11T02:22:33Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '02ce4cd9-9362-4246-a0b3-11c840605799', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d97efe9-15e3-404c-bd76-8e4a9c81d44f', 'name': '', 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:99:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:09Z', 'updated_at': '2021-08-11T02:22:17Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:22:36.716648 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-65b47e74-f96f-4f91-adf3-696f423165fd tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Deleting port 5d2fbd31-fa4f-4ca3-b277-4a0bd8811640 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:36.717364 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-65b47e74-f96f-4f91-adf3-696f423165fd tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:36.779476 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-64792578-2d52-498a-b0c0-6a37d1238f83 service neutron] For port e81a822b-e601-4282-ba05-9350c2ec6fcb, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:36.791872 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-64792578-2d52-498a-b0c0-6a37d1238f83 service neutron] For port e81a822b-e601-4282-ba05-9350c2ec6fcb, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=e81a822b-e601-4282-ba05-9350c2ec6fcb,segment=NetworkSegment(173f65c3-3189-40a9-847d-97b2c5633de9),segment_id=173f65c3-3189-40a9-847d-97b2c5633de9)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:36.798434 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-64792578-2d52-498a-b0c0-6a37d1238f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:36.846541 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-65b47e74-f96f-4f91-adf3-696f423165fd tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] For port 5d2fbd31-fa4f-4ca3-b277-4a0bd8811640, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5d2fbd31-fa4f-4ca3-b277-4a0bd8811640,segment=NetworkSegment(6f6d815d-b011-42ad-9bbe-b755396f3599),segment_id=6f6d815d-b011-42ad-9bbe-b755396f3599)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:36.847287 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-65b47e74-f96f-4f91-adf3-696f423165fd tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:36.847454 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-64792578-2d52-498a-b0c0-6a37d1238f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:36.848595 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-64792578-2d52-498a-b0c0-6a37d1238f83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:36.850398 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-64792578-2d52-498a-b0c0-6a37d1238f83 service neutron] 10.222.0.66 "PUT /v2.0/ports/e81a822b-e601-4282-ba05-9350c2ec6fcb HTTP/1.1" status: 200 len: 1093 time: 1.1306787 Aug 11 02:22:36.874706 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-65b47e74-f96f-4f91-adf3-696f423165fd tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Calling delete_port for 5d2fbd31-fa4f-4ca3-b277-4a0bd8811640 owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:36.929284 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64792578-2d52-498a-b0c0-6a37d1238f83 service neutron] Pushing event updated for resources: {'Port': ['ID=e81a822b-e601-4282-ba05-9350c2ec6fcb,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:36.976016 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-a7aa02b5-2c48-4092-8cfb-9268303739be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:36.976526 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-a7aa02b5-2c48-4092-8cfb-9268303739be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:36.978146 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-a7aa02b5-2c48-4092-8cfb-9268303739be service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5da9d71ea3284656941727da7d0445e0&device_id=8099737f-94c6-4c3d-85d1-53e63fb9cd37 HTTP/1.1" status: 200 len: 1982 time: 0.0709009 Aug 11 02:22:37.027346 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-2bf5a403-7396-434e-b986-abafd601b46d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.67&port_id=ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7 HTTP/1.1" status: 200 len: 217 time: 0.0404146 Aug 11 02:22:37.103697 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-26f952cd-df54-49c7-b352-160f9f489d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:37.105469 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-26f952cd-df54-49c7-b352-160f9f489d44 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=92d9eb5a-cbc8-431d-85c5-e2726cf931e8 HTTP/1.1" status: 200 len: 801 time: 0.0708752 Aug 11 02:22:37.158886 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-55afc0aa-5147-47a9-a81f-48964fb12484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:37.161752 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-55afc0aa-5147-47a9-a81f-48964fb12484 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a2526539-c7f6-4b40-b7f2-5f05989616a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468950 Aug 11 02:22:37.199484 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-65b47e74-f96f-4f91-adf3-696f423165fd tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:37.229409 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b47e74-f96f-4f91-adf3-696f423165fd tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Port': ['ID=5d2fbd31-fa4f-4ca3-b277-4a0bd8811640,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:37.302231 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-98aac283-f2d0-41c8-b169-76b4f33fec16 service neutron] 10.222.0.66 "GET /v2.0/networks/a2526539-c7f6-4b40-b7f2-5f05989616a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337872 Aug 11 02:22:37.371571 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-65b47e74-f96f-4f91-adf3-696f423165fd tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:37.489690 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-8e1bd468-6727-4c80-a707-ed54f7de1d53 service neutron] 10.222.0.66 "GET /v2.0/networks/a2526539-c7f6-4b40-b7f2-5f05989616a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726372 Aug 11 02:22:37.561915 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-b5ed6a74-7583-49ac-a669-1f33bb9298cf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.220&port_id=e81a822b-e601-4282-ba05-9350c2ec6fcb HTTP/1.1" status: 200 len: 217 time: 0.0634508 Aug 11 02:22:37.618666 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-e869d0cf-774a-4b0e-bc9a-4fc1a660592a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:37.620344 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-e869d0cf-774a-4b0e-bc9a-4fc1a660592a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e32b1eb2-c8f8-4a61-ae03-2887963ae06f HTTP/1.1" status: 200 len: 801 time: 0.0507855 Aug 11 02:22:37.645480 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b47e74-f96f-4f91-adf3-696f423165fd tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Router a8f5a5df-935e-44a6-8c64-c56d302b4088 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:22:37.671782 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-9019222b-348d-420e-9887-e742e88f2b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:37.673804 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-9019222b-348d-420e-9887-e742e88f2b69 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8b26b04b-f413-4e87-9d79-b298a0fdf030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454352 Aug 11 02:22:37.773297 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b47e74-f96f-4f91-adf3-696f423165fd tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:22:37.779127 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-65b47e74-f96f-4f91-adf3-696f423165fd tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "PUT /v2.0/routers/a8f5a5df-935e-44a6-8c64-c56d302b4088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1541407 Aug 11 02:22:37.782189 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51952) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:37.785849 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22a0c43-cfbb-4600-8178-9be08a55343c None None] Sync routers for ids ['a8f5a5df-935e-44a6-8c64-c56d302b4088'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:22:37.791366 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-63e1c844-83f1-423d-ba16-f5e481400d32 service neutron] 10.222.0.66 "GET /v2.0/networks/8b26b04b-f413-4e87-9d79-b298a0fdf030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097064 Aug 11 02:22:37.796598 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22a0c43-cfbb-4600-8178-9be08a55343c None None] Routers {'a8f5a5df-935e-44a6-8c64-c56d302b4088'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:37.797217 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-f22a0c43-cfbb-4600-8178-9be08a55343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:22:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a8f5a5df-935e-44a6-8c64-c56d302b4088'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:37.862763 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-32659d5b-c80a-4e7a-a8c0-6992664ba03e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Deleting subnet 02ce4cd9-9362-4246-a0b3-11c840605799 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:22:37.867983 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32659d5b-c80a-4e7a-a8c0-6992664ba03e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:37.908552 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-f22a0c43-cfbb-4600-8178-9be08a55343c None None] Set router a8f5a5df-935e-44a6-8c64-c56d302b4088 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:37.927867 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32659d5b-c80a-4e7a-a8c0-6992664ba03e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:37.971978 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f679096-4a56-4546-aa2d-93059d8455d9 req-a0c17f44-b00f-4d3d-8ac9-1162a98e65b9 service neutron] 10.222.0.66 "GET /v2.0/networks/8b26b04b-f413-4e87-9d79-b298a0fdf030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712501 Aug 11 02:22:38.085224 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32659d5b-c80a-4e7a-a8c0-6992664ba03e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:38.169729 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32659d5b-c80a-4e7a-a8c0-6992664ba03e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:38.196088 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32659d5b-c80a-4e7a-a8c0-6992664ba03e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Subnet': ['ID=02ce4cd9-9362-4246-a0b3-11c840605799,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:38.214823 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-f22a0c43-cfbb-4600-8178-9be08a55343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:37Z', 'revision_number': 8, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None, '_interfaces': [{'id': '209a9435-d128-4a97-a1f8-1cab34691636', 'name': '', 'network_id': '5a4f0558-b3aa-417a-a98e-3e19064717b3', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:0c:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:15Z', 'updated_at': '2021-08-11T02:22:28Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '266c97ea-0e8b-4c40-a120-3e51622ea942', 'name': '', 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:72:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:05Z', 'updated_at': '2021-08-11T02:22:13Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d97efe9-15e3-404c-bd76-8e4a9c81d44f', 'name': '', 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:99:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:09Z', 'updated_at': '2021-08-11T02:22:17Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:38.237822 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32659d5b-c80a-4e7a-a8c0-6992664ba03e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:38.240422 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-32659d5b-c80a-4e7a-a8c0-6992664ba03e tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/subnets/02ce4cd9-9362-4246-a0b3-11c840605799 HTTP/1.1" status: 204 len: 168 time: 0.4555547 Aug 11 02:22:38.243136 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51954) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:38.258521 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dddac92-8b81-4844-8acb-2f00dd2b23f8 None None] Network 4f2c2215-0200-4e1b-ad75-2b036fdae065 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:38.262949 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22a0c43-cfbb-4600-8178-9be08a55343c None None] Checking router: a8f5a5df-935e-44a6-8c64-c56d302b4088 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:22:38.314666 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22a0c43-cfbb-4600-8178-9be08a55343c None None] Routers {'a8f5a5df-935e-44a6-8c64-c56d302b4088'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:38.315300 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-f22a0c43-cfbb-4600-8178-9be08a55343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:22:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a8f5a5df-935e-44a6-8c64-c56d302b4088'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:38.392304 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fcc80cc9-e692-467c-8840-c8b5a412e346 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:38.452902 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-fcc80cc9-e692-467c-8840-c8b5a412e346 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Deleting port 29b51e39-8223-4d3f-87b0-3a463d259ef1 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:38.453310 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fcc80cc9-e692-467c-8840-c8b5a412e346 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:38.513997 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-f22a0c43-cfbb-4600-8178-9be08a55343c None None] Set router a8f5a5df-935e-44a6-8c64-c56d302b4088 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:38.525879 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-fcc80cc9-e692-467c-8840-c8b5a412e346 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] For port 29b51e39-8223-4d3f-87b0-3a463d259ef1, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=29b51e39-8223-4d3f-87b0-3a463d259ef1,segment=NetworkSegment(6f6d815d-b011-42ad-9bbe-b755396f3599),segment_id=6f6d815d-b011-42ad-9bbe-b755396f3599)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:38.526346 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fcc80cc9-e692-467c-8840-c8b5a412e346 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:38.540258 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-fcc80cc9-e692-467c-8840-c8b5a412e346 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Calling delete_port for 29b51e39-8223-4d3f-87b0-3a463d259ef1 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:38.626936 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fcc80cc9-e692-467c-8840-c8b5a412e346 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:38.668216 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1569157-b65f-470d-8657-0cd59177831e None None] DHCP port deletion for 4f2c2215-0200-4e1b-ad75-2b036fdae065 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:22:38.679611 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc80cc9-e692-467c-8840-c8b5a412e346 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Port': ['ID=29b51e39-8223-4d3f-87b0-3a463d259ef1,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:38.687599 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc80cc9-e692-467c-8840-c8b5a412e346 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] No DVR routers for this DVR port 29b51e39-8223-4d3f-87b0-3a463d259ef1 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:38.777582 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fcc80cc9-e692-467c-8840-c8b5a412e346 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:38.788888 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-fcc80cc9-e692-467c-8840-c8b5a412e346 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2c2215-0200-4e1b-ad75-2b036fdae065']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:38.798805 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-f22a0c43-cfbb-4600-8178-9be08a55343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:37Z', 'revision_number': 8, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None, '_interfaces': [{'id': '209a9435-d128-4a97-a1f8-1cab34691636', 'name': '', 'network_id': '5a4f0558-b3aa-417a-a98e-3e19064717b3', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:0c:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:15Z', 'updated_at': '2021-08-11T02:22:28Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '266c97ea-0e8b-4c40-a120-3e51622ea942', 'name': '', 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:72:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:05Z', 'updated_at': '2021-08-11T02:22:13Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d97efe9-15e3-404c-bd76-8e4a9c81d44f', 'name': '', 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:99:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:09Z', 'updated_at': '2021-08-11T02:22:17Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:38.802111 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-fcc80cc9-e692-467c-8840-c8b5a412e346 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f6d815d-b011-42ad-9bbe-b755396f3599') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:38.802581 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-fcc80cc9-e692-467c-8840-c8b5a412e346 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f6d815d-b011-42ad-9bbe-b755396f3599') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:38.811463 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fcc80cc9-e692-467c-8840-c8b5a412e346 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:38.827477 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fcc80cc9-e692-467c-8840-c8b5a412e346 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:38.830121 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22a0c43-cfbb-4600-8178-9be08a55343c None None] The sync data for ids ['a8f5a5df-935e-44a6-8c64-c56d302b4088'] in n-d-615180-33 is: [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:37Z', 'revision_number': 8, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None, '_interfaces': [{'id': '209a9435-d128-4a97-a1f8-1cab34691636', 'name': '', 'network_id': '5a4f0558-b3aa-417a-a98e-3e19064717b3', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:0c:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:15Z', 'updated_at': '2021-08-11T02:22:28Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'e1e6fb1a-4935-43d6-a381-e239b8ddca30', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '266c97ea-0e8b-4c40-a120-3e51622ea942', 'name': '', 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:72:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:05Z', 'updated_at': '2021-08-11T02:22:13Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d97efe9-15e3-404c-bd76-8e4a9c81d44f', 'name': '', 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:99:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:09Z', 'updated_at': '2021-08-11T02:22:17Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:22:38.836908 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc80cc9-e692-467c-8840-c8b5a412e346 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:22:38.836908 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fcc80cc9-e692-467c-8840-c8b5a412e346 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:22:38.840415 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:22:38.914248 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fcc80cc9-e692-467c-8840-c8b5a412e346 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:38.933254 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fcc80cc9-e692-467c-8840-c8b5a412e346 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:38.935391 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fcc80cc9-e692-467c-8840-c8b5a412e346 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/networks/4f2c2215-0200-4e1b-ad75-2b036fdae065 HTTP/1.1" status: 204 len: 168 time: 0.6910973 Aug 11 02:22:38.936881 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc80cc9-e692-467c-8840-c8b5a412e346 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Network': ['ID=4f2c2215-0200-4e1b-ad75-2b036fdae065,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:38.938750 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51956) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:39.312687 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-91abc161-c030-4f64-9263-762e7d8b0ca8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:39.578352 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-91abc161-c030-4f64-9263-762e7d8b0ca8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Deleting port 209a9435-d128-4a97-a1f8-1cab34691636 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:39.578692 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-91abc161-c030-4f64-9263-762e7d8b0ca8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:39.666781 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-91abc161-c030-4f64-9263-762e7d8b0ca8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] For port 209a9435-d128-4a97-a1f8-1cab34691636, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=209a9435-d128-4a97-a1f8-1cab34691636,segment=NetworkSegment(926d0d62-0d62-4387-a678-34c8299365a6),segment_id=926d0d62-0d62-4387-a678-34c8299365a6)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:39.667187 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-91abc161-c030-4f64-9263-762e7d8b0ca8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:39.681231 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-91abc161-c030-4f64-9263-762e7d8b0ca8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Calling delete_port for 209a9435-d128-4a97-a1f8-1cab34691636 owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:39.854880 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-91abc161-c030-4f64-9263-762e7d8b0ca8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:39.889821 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abc161-c030-4f64-9263-762e7d8b0ca8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Port': ['ID=209a9435-d128-4a97-a1f8-1cab34691636,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:40.011949 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-91abc161-c030-4f64-9263-762e7d8b0ca8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:40.214175 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91abc161-c030-4f64-9263-762e7d8b0ca8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Router a8f5a5df-935e-44a6-8c64-c56d302b4088 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:22:40.330745 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91abc161-c030-4f64-9263-762e7d8b0ca8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:22:40.348416 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-91abc161-c030-4f64-9263-762e7d8b0ca8 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "PUT /v2.0/routers/a8f5a5df-935e-44a6-8c64-c56d302b4088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4051054 Aug 11 02:22:40.348640 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85750a8c-9f5d-44e6-b358-a8286f78593c None None] Sync routers for ids ['a8f5a5df-935e-44a6-8c64-c56d302b4088'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:22:40.349140 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51960) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:40.365153 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85750a8c-9f5d-44e6-b358-a8286f78593c None None] Routers {'a8f5a5df-935e-44a6-8c64-c56d302b4088'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:40.365771 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-85750a8c-9f5d-44e6-b358-a8286f78593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:22:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a8f5a5df-935e-44a6-8c64-c56d302b4088'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:40.405792 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4c10e8-586f-4f7d-a1c1-8aac4668e3bd tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Deleting subnet e1e6fb1a-4935-43d6-a381-e239b8ddca30 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:22:40.409898 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-de4c10e8-586f-4f7d-a1c1-8aac4668e3bd tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:40.412992 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 29b51e39-8223-4d3f-87b0-3a463d259ef1 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:40.437845 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 29b51e39-8223-4d3f-87b0-3a463d259ef1 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:40.438241 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 29b51e39-8223-4d3f-87b0-3a463d259ef1 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:40.438776 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5d2fbd31-fa4f-4ca3-b277-4a0bd8811640 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:40.459745 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-de4c10e8-586f-4f7d-a1c1-8aac4668e3bd tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:40.466047 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 5d2fbd31-fa4f-4ca3-b277-4a0bd8811640 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:40.466402 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5d2fbd31-fa4f-4ca3-b277-4a0bd8811640 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:40.490651 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-85750a8c-9f5d-44e6-b358-a8286f78593c None None] Set router a8f5a5df-935e-44a6-8c64-c56d302b4088 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:40.562608 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-de4c10e8-586f-4f7d-a1c1-8aac4668e3bd tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:40.625129 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-de4c10e8-586f-4f7d-a1c1-8aac4668e3bd tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:40.660158 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fe3760-ce1e-49dc-9dfa-fd6318f6ec67 None None] Network 5a4f0558-b3aa-417a-a98e-3e19064717b3 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:40.685362 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-de4c10e8-586f-4f7d-a1c1-8aac4668e3bd tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:40.687967 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-de4c10e8-586f-4f7d-a1c1-8aac4668e3bd tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/subnets/e1e6fb1a-4935-43d6-a381-e239b8ddca30 HTTP/1.1" status: 204 len: 168 time: 0.3378882 Aug 11 02:22:40.689079 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c10e8-586f-4f7d-a1c1-8aac4668e3bd tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Subnet': ['ID=e1e6fb1a-4935-43d6-a381-e239b8ddca30,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:40.690844 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51962) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:40.753984 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-85750a8c-9f5d-44e6-b358-a8286f78593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:39Z', 'revision_number': 9, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None, '_interfaces': [{'id': '266c97ea-0e8b-4c40-a120-3e51622ea942', 'name': '', 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:72:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:05Z', 'updated_at': '2021-08-11T02:22:13Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d97efe9-15e3-404c-bd76-8e4a9c81d44f', 'name': '', 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:99:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:09Z', 'updated_at': '2021-08-11T02:22:17Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:40.784069 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb2e4-6241-4a66-a6ac-4f056f8bf7dc tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:40.815038 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85750a8c-9f5d-44e6-b358-a8286f78593c None None] Checking router: a8f5a5df-935e-44a6-8c64-c56d302b4088 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:22:40.829681 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85750a8c-9f5d-44e6-b358-a8286f78593c None None] Routers {'a8f5a5df-935e-44a6-8c64-c56d302b4088'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:40.830311 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-85750a8c-9f5d-44e6-b358-a8286f78593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:22:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a8f5a5df-935e-44a6-8c64-c56d302b4088'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:40.853224 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f64d92b-bce4-4e6b-b94b-7c386360edb9 None None] DHCP port deletion for 5a4f0558-b3aa-417a-a98e-3e19064717b3 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:22:40.869521 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-7e8cb2e4-6241-4a66-a6ac-4f056f8bf7dc tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Deleting port 58c5b12e-ebd3-4496-91a4-979934bfc2f3 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:40.870166 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb2e4-6241-4a66-a6ac-4f056f8bf7dc tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:40.886391 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:22:40.963854 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-7e8cb2e4-6241-4a66-a6ac-4f056f8bf7dc tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] For port 58c5b12e-ebd3-4496-91a4-979934bfc2f3, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=58c5b12e-ebd3-4496-91a4-979934bfc2f3,segment=NetworkSegment(926d0d62-0d62-4387-a678-34c8299365a6),segment_id=926d0d62-0d62-4387-a678-34c8299365a6)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:40.964613 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb2e4-6241-4a66-a6ac-4f056f8bf7dc tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:40.979891 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-7e8cb2e4-6241-4a66-a6ac-4f056f8bf7dc tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Calling delete_port for 58c5b12e-ebd3-4496-91a4-979934bfc2f3 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:41.050470 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-9f64d92b-bce4-4e6b-b94b-7c386360edb9 None None] Deleting port 58c5b12e-ebd3-4496-91a4-979934bfc2f3 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:41.050843 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9f64d92b-bce4-4e6b-b94b-7c386360edb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.081280 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-85750a8c-9f5d-44e6-b358-a8286f78593c None None] Set router a8f5a5df-935e-44a6-8c64-c56d302b4088 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:41.096669 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb2e4-6241-4a66-a6ac-4f056f8bf7dc tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.105748 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7,segment=NetworkSegment(8d5917b8-2334-4c14-8c64-2d3722b60796),segment_id=8d5917b8-2334-4c14-8c64-2d3722b60796)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:41.130006 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7', 'network_id': 'a2526539-c7f6-4b40-b7f2-5f05989616a9', 'port_id': 'ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7', 'mac_address': 'fa:16:3e:a1:00:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d9eb5a-cbc8-431d-85c5-e2726cf931e8', 'ip_address': '19.80.0.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:22:41.150435 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8cb2e4-6241-4a66-a6ac-4f056f8bf7dc tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Port': ['ID=58c5b12e-ebd3-4496-91a4-979934bfc2f3,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:41.169830 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8cb2e4-6241-4a66-a6ac-4f056f8bf7dc tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] No DVR routers for this DVR port 58c5b12e-ebd3-4496-91a4-979934bfc2f3 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:41.182976 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-9f64d92b-bce4-4e6b-b94b-7c386360edb9 None None] For port 58c5b12e-ebd3-4496-91a4-979934bfc2f3, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=58c5b12e-ebd3-4496-91a4-979934bfc2f3,segment=NetworkSegment(926d0d62-0d62-4387-a678-34c8299365a6),segment_id=926d0d62-0d62-4387-a678-34c8299365a6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:41.183720 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9f64d92b-bce4-4e6b-b94b-7c386360edb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.197836 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-9f64d92b-bce4-4e6b-b94b-7c386360edb9 None None] Calling delete_port for 58c5b12e-ebd3-4496-91a4-979934bfc2f3 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:41.276920 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb2e4-6241-4a66-a6ac-4f056f8bf7dc tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.291026 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-7e8cb2e4-6241-4a66-a6ac-4f056f8bf7dc tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a4f0558-b3aa-417a-a98e-3e19064717b3']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:41.314679 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-7e8cb2e4-6241-4a66-a6ac-4f056f8bf7dc tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926d0d62-0d62-4387-a678-34c8299365a6') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:41.315288 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-7e8cb2e4-6241-4a66-a6ac-4f056f8bf7dc tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926d0d62-0d62-4387-a678-34c8299365a6') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:41.329471 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb2e4-6241-4a66-a6ac-4f056f8bf7dc tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.346962 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb2e4-6241-4a66-a6ac-4f056f8bf7dc tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.352270 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.364310 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8cb2e4-6241-4a66-a6ac-4f056f8bf7dc tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:22:41.365199 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb2e4-6241-4a66-a6ac-4f056f8bf7dc tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:22:41.369944 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:22:41.374219 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-85750a8c-9f5d-44e6-b358-a8286f78593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:39Z', 'revision_number': 9, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None, '_interfaces': [{'id': '266c97ea-0e8b-4c40-a120-3e51622ea942', 'name': '', 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:72:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:05Z', 'updated_at': '2021-08-11T02:22:13Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d97efe9-15e3-404c-bd76-8e4a9c81d44f', 'name': '', 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:99:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:09Z', 'updated_at': '2021-08-11T02:22:17Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:41.384900 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:22:41.413061 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7,segment=NetworkSegment(8d5917b8-2334-4c14-8c64-2d3722b60796),segment_id=8d5917b8-2334-4c14-8c64-2d3722b60796)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:41.419779 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85750a8c-9f5d-44e6-b358-a8286f78593c None None] The sync data for ids ['a8f5a5df-935e-44a6-8c64-c56d302b4088'] in n-d-615180-33 is: [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:39Z', 'revision_number': 9, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None, '_interfaces': [{'id': '266c97ea-0e8b-4c40-a120-3e51622ea942', 'name': '', 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:72:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:05Z', 'updated_at': '2021-08-11T02:22:13Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d97efe9-15e3-404c-bd76-8e4a9c81d44f', 'name': '', 'network_id': '7cb26a63-c064-4595-a598-67fca5080d5b', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:99:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:09Z', 'updated_at': '2021-08-11T02:22:17Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': 'b8708d77-7d5c-47d7-bc5b-3eb8982526b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:22:41.421606 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.422278 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device e81a822b-e601-4282-ba05-9350c2ec6fcb details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:22:41.454395 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb2e4-6241-4a66-a6ac-4f056f8bf7dc tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.461827 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb2e4-6241-4a66-a6ac-4f056f8bf7dc tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.466951 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51964) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:41.468167 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7e8cb2e4-6241-4a66-a6ac-4f056f8bf7dc tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/networks/5a4f0558-b3aa-417a-a98e-3e19064717b3 HTTP/1.1" status: 204 len: 168 time: 0.7753327 Aug 11 02:22:41.487120 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8cb2e4-6241-4a66-a6ac-4f056f8bf7dc tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Network': ['ID=5a4f0558-b3aa-417a-a98e-3e19064717b3,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:41.518847 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9f64d92b-bce4-4e6b-b94b-7c386360edb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.558737 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f64d92b-bce4-4e6b-b94b-7c386360edb9 None None] Network 5a4f0558-b3aa-417a-a98e-3e19064717b3 is not hosted by any dhcp agent {{(pid=94508) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:22:41.559326 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f64d92b-bce4-4e6b-b94b-7c386360edb9 None None] No DVR routers for this DVR port 58c5b12e-ebd3-4496-91a4-979934bfc2f3 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:41.564392 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:41.594417 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64d92b-bce4-4e6b-b94b-7c386360edb9 None None] Pushing event deleted for resources: {'Port': ['ID=58c5b12e-ebd3-4496-91a4-979934bfc2f3,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:41.622706 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port e81a822b-e601-4282-ba05-9350c2ec6fcb, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=e81a822b-e601-4282-ba05-9350c2ec6fcb,segment=NetworkSegment(173f65c3-3189-40a9-847d-97b2c5633de9),segment_id=173f65c3-3189-40a9-847d-97b2c5633de9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:41.634386 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'e81a822b-e601-4282-ba05-9350c2ec6fcb', 'network_id': '8b26b04b-f413-4e87-9d79-b298a0fdf030', 'port_id': 'e81a822b-e601-4282-ba05-9350c2ec6fcb', 'mac_address': 'fa:16:3e:33:4e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e32b1eb2-c8f8-4a61-ae03-2887963ae06f', 'ip_address': '19.86.0.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:22:41.673999 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.695924 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e81a822b-e601-4282-ba05-9350c2ec6fcb {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:22:41.725376 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port e81a822b-e601-4282-ba05-9350c2ec6fcb, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=e81a822b-e601-4282-ba05-9350c2ec6fcb,segment=NetworkSegment(173f65c3-3189-40a9-847d-97b2c5633de9),segment_id=173f65c3-3189-40a9-847d-97b2c5633de9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:41.729470 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.919268 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=e81a822b-e601-4282-ba05-9350c2ec6fcb,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:41.931476 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ca6d40f9-3fae-4bc5-9200-dbf7d6bfe196 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:42.090483 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['e81a822b-e601-4282-ba05-9350c2ec6fcb'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:42.233041 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-ca6d40f9-3fae-4bc5-9200-dbf7d6bfe196 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Deleting port 8d97efe9-15e3-404c-bd76-8e4a9c81d44f {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:42.233405 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ca6d40f9-3fae-4bc5-9200-dbf7d6bfe196 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:42.325597 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 209a9435-d128-4a97-a1f8-1cab34691636 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:42.340620 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-ca6d40f9-3fae-4bc5-9200-dbf7d6bfe196 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] For port 8d97efe9-15e3-404c-bd76-8e4a9c81d44f, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8d97efe9-15e3-404c-bd76-8e4a9c81d44f,segment=NetworkSegment(6ee3fd9d-0dc5-4ccd-a2e2-0068541b9ac0),segment_id=6ee3fd9d-0dc5-4ccd-a2e2-0068541b9ac0)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:42.340989 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ca6d40f9-3fae-4bc5-9200-dbf7d6bfe196 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:42.344839 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 209a9435-d128-4a97-a1f8-1cab34691636 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:42.345179 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 209a9435-d128-4a97-a1f8-1cab34691636 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:42.345611 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 58c5b12e-ebd3-4496-91a4-979934bfc2f3 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:42.353528 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-ca6d40f9-3fae-4bc5-9200-dbf7d6bfe196 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Calling delete_port for 8d97efe9-15e3-404c-bd76-8e4a9c81d44f owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:42.369474 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 58c5b12e-ebd3-4496-91a4-979934bfc2f3 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:42.369867 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 58c5b12e-ebd3-4496-91a4-979934bfc2f3 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:42.539842 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ca6d40f9-3fae-4bc5-9200-dbf7d6bfe196 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:42.567147 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d40f9-3fae-4bc5-9200-dbf7d6bfe196 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Port': ['ID=8d97efe9-15e3-404c-bd76-8e4a9c81d44f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:43.111950 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ca6d40f9-3fae-4bc5-9200-dbf7d6bfe196 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:43.140673 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:43.322487 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6d40f9-3fae-4bc5-9200-dbf7d6bfe196 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Router a8f5a5df-935e-44a6-8c64-c56d302b4088 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:22:43.418232 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6d40f9-3fae-4bc5-9200-dbf7d6bfe196 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:22:43.431193 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ca6d40f9-3fae-4bc5-9200-dbf7d6bfe196 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "PUT /v2.0/routers/a8f5a5df-935e-44a6-8c64-c56d302b4088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9546924 Aug 11 02:22:43.431193 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51968) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:43.434360 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a84304d-abff-4c15-9510-631b816f270a None None] Sync routers for ids ['a8f5a5df-935e-44a6-8c64-c56d302b4088'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:22:43.445938 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a84304d-abff-4c15-9510-631b816f270a None None] Routers {'a8f5a5df-935e-44a6-8c64-c56d302b4088'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:43.446564 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-7a84304d-abff-4c15-9510-631b816f270a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:22:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a8f5a5df-935e-44a6-8c64-c56d302b4088'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:43.481003 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e0c3d4-d440-4146-845e-ca79da95987b tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Deleting subnet b8708d77-7d5c-47d7-bc5b-3eb8982526b3 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:22:43.484948 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32e0c3d4-d440-4146-845e-ca79da95987b tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:43.531573 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32e0c3d4-d440-4146-845e-ca79da95987b tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:43.544494 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-7a84304d-abff-4c15-9510-631b816f270a None None] Set router a8f5a5df-935e-44a6-8c64-c56d302b4088 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:43.621345 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32e0c3d4-d440-4146-845e-ca79da95987b tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:43.678724 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32e0c3d4-d440-4146-845e-ca79da95987b tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:43.707475 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0c3d4-d440-4146-845e-ca79da95987b tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Subnet': ['ID=b8708d77-7d5c-47d7-bc5b-3eb8982526b3,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:43.709486 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32e0c3d4-d440-4146-845e-ca79da95987b tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:43.711645 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-32e0c3d4-d440-4146-845e-ca79da95987b tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/subnets/b8708d77-7d5c-47d7-bc5b-3eb8982526b3 HTTP/1.1" status: 204 len: 168 time: 0.2830729 Aug 11 02:22:43.714375 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51970) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:43.719968 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e334ac-3f1b-4ac3-9c88-029a773dd6c2 None None] Network 7cb26a63-c064-4595-a598-67fca5080d5b requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:43.796661 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:43.837885 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-7a84304d-abff-4c15-9510-631b816f270a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:42Z', 'revision_number': 10, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None, '_interfaces': [{'id': '266c97ea-0e8b-4c40-a120-3e51622ea942', 'name': '', 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:72:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:05Z', 'updated_at': '2021-08-11T02:22:13Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:43.849869 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Deleting port d99e2c3e-8298-464a-891a-e0a4c8ca2186 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:43.850209 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:43.865855 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a84304d-abff-4c15-9510-631b816f270a None None] Checking router: a8f5a5df-935e-44a6-8c64-c56d302b4088 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:22:43.880373 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a84304d-abff-4c15-9510-631b816f270a None None] Routers {'a8f5a5df-935e-44a6-8c64-c56d302b4088'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:43.880966 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-7a84304d-abff-4c15-9510-631b816f270a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:22:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a8f5a5df-935e-44a6-8c64-c56d302b4088'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:43.914631 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] For port d99e2c3e-8298-464a-891a-e0a4c8ca2186, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d99e2c3e-8298-464a-891a-e0a4c8ca2186,segment=NetworkSegment(6ee3fd9d-0dc5-4ccd-a2e2-0068541b9ac0),segment_id=6ee3fd9d-0dc5-4ccd-a2e2-0068541b9ac0)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:43.915102 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:43.931816 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Calling delete_port for d99e2c3e-8298-464a-891a-e0a4c8ca2186 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:43.955988 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c760bbb-a6f7-49c5-a988-485f8dcc71df None None] DHCP port deletion for 7cb26a63-c064-4595-a598-67fca5080d5b request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:22:43.987504 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-7a84304d-abff-4c15-9510-631b816f270a None None] Set router a8f5a5df-935e-44a6-8c64-c56d302b4088 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:44.021096 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:44.047293 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Port': ['ID=d99e2c3e-8298-464a-891a-e0a4c8ca2186,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:44.051782 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] No DVR routers for this DVR port d99e2c3e-8298-464a-891a-e0a4c8ca2186 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:44.061126 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:44.061442 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:44.061783 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:44.062118 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:44.062453 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:44.062784 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:44.063118 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:44.063472 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:44.063834 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:44.064160 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:44.064485 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:44.064806 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:44.119321 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-0c760bbb-a6f7-49c5-a988-485f8dcc71df None None] Deleting port d99e2c3e-8298-464a-891a-e0a4c8ca2186 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:44.119479 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0c760bbb-a6f7-49c5-a988-485f8dcc71df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:44.158854 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:44.172975 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb26a63-c064-4595-a598-67fca5080d5b']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:44.189528 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee3fd9d-0dc5-4ccd-a2e2-0068541b9ac0') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:44.190024 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee3fd9d-0dc5-4ccd-a2e2-0068541b9ac0') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:44.200942 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:44.225405 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:44.227774 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-0c760bbb-a6f7-49c5-a988-485f8dcc71df None None] For port d99e2c3e-8298-464a-891a-e0a4c8ca2186, host n-d-615180-33, got binding levels [] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:44.227774 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0c760bbb-a6f7-49c5-a988-485f8dcc71df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:44.241783 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:22:44.242529 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:44.246219 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-0c760bbb-a6f7-49c5-a988-485f8dcc71df None None] Calling delete_port for d99e2c3e-8298-464a-891a-e0a4c8ca2186 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:44.254778 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.ipam_backend_mixin [None req-0c760bbb-a6f7-49c5-a988-485f8dcc71df None None] Port d99e2c3e-8298-464a-891a-e0a4c8ca2186 was not found and therefore no delete operation was performed {{(pid=94508) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:22:44.257964 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0c760bbb-a6f7-49c5-a988-485f8dcc71df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:44.290624 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c760bbb-a6f7-49c5-a988-485f8dcc71df None None] Pushing event deleted for resources: {'Port': ['ID=d99e2c3e-8298-464a-891a-e0a4c8ca2186,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:44.298776 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c760bbb-a6f7-49c5-a988-485f8dcc71df None None] No DVR routers for this DVR port d99e2c3e-8298-464a-891a-e0a4c8ca2186 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:44.322648 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-7a84304d-abff-4c15-9510-631b816f270a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:42Z', 'revision_number': 10, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None, '_interfaces': [{'id': '266c97ea-0e8b-4c40-a120-3e51622ea942', 'name': '', 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:72:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:05Z', 'updated_at': '2021-08-11T02:22:13Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:22:44.332096 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:22:44.358000 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a84304d-abff-4c15-9510-631b816f270a None None] The sync data for ids ['a8f5a5df-935e-44a6-8c64-c56d302b4088'] in n-d-615180-33 is: [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:42Z', 'revision_number': 10, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None, '_interfaces': [{'id': '266c97ea-0e8b-4c40-a120-3e51622ea942', 'name': '', 'network_id': '243a4df2-b956-4307-a02c-2e47fe09531e', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'mac_address': 'fa:16:3e:72:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:05Z', 'updated_at': '2021-08-11T02:22:13Z', 'revision_number': 5, 'project_id': '771603ce7c694518a048dc364609b7f9', 'subnets': [{'id': '186e2a21-5971-4009-bd8d-ae082a371c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:22:44.383572 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-58e3a9f0-444c-4a58-bfc3-b49739a9afd7 req-b5d2d2d9-b97f-4c3b-a3a1-9c421832dde6 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=65e370aa-b7e9-4618-ae81-23ca77137f3e HTTP/1.1" status: 200 len: 210 time: 0.0522530 Aug 11 02:22:44.409446 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819ba8e-224b-4646-b970-9d92e6847ca4 req-d2248d9e-2ef6-4951-9ac0-9bd065e81bda tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:44.420706 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:44.424972 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819ba8e-224b-4646-b970-9d92e6847ca4 req-d2248d9e-2ef6-4951-9ac0-9bd065e81bda tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:44.426659 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7819ba8e-224b-4646-b970-9d92e6847ca4 req-d2248d9e-2ef6-4951-9ac0-9bd065e81bda tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=8099737f-94c6-4c3d-85d1-53e63fb9cd37 HTTP/1.1" status: 200 len: 1680 time: 0.1091266 Aug 11 02:22:44.432876 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:44.438330 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/networks/7cb26a63-c064-4595-a598-67fca5080d5b HTTP/1.1" status: 204 len: 168 time: 0.7195408 Aug 11 02:22:44.438680 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51974) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:44.451959 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c83e53-d882-448c-b50c-6f2978ea520d x-openstack-request-id: req-73c83e53-d882-448c-b50c-6f2978ea520d {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:44.452321 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8099737f-94c6-4c3d-85d1-53e63fb9cd37", "tag": "ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:44.452707 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-73c83e53-d882-448c-b50c-6f2978ea520d {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:44.453118 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8099737f-94c6-4c3d-85d1-53e63fb9cd37', 'tag': 'ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7', 'status': 'completed', 'code': 200} Aug 11 02:22:44.454337 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc2f70-832e-4992-bf9e-a060371bc35c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Network': ['ID=7cb26a63-c064-4595-a598-67fca5080d5b,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:44.546527 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54608cd-b1e4-4073-a700-0d94c90d2762 req-d95aff21-1951-4660-b9d5-877ee87f5984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:44.547140 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54608cd-b1e4-4073-a700-0d94c90d2762 req-d95aff21-1951-4660-b9d5-877ee87f5984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:44.548817 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c54608cd-b1e4-4073-a700-0d94c90d2762 req-d95aff21-1951-4660-b9d5-877ee87f5984 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5da9d71ea3284656941727da7d0445e0&device_id=8099737f-94c6-4c3d-85d1-53e63fb9cd37 HTTP/1.1" status: 200 len: 1984 time: 0.0755837 Aug 11 02:22:44.562795 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7819ba8e-224b-4646-b970-9d92e6847ca4 req-90358917-e465-409e-9308-71e3b24343ec tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165614 Aug 11 02:22:44.573394 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185703d-1134-49a4-8bfb-18d3d1dfe128 req-14f502ce-0250-4294-9d80-e4c37590d657 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:44.574885 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6185703d-1134-49a4-8bfb-18d3d1dfe128 req-14f502ce-0250-4294-9d80-e4c37590d657 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 943 time: 0.0657315 Aug 11 02:22:44.657133 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6185703d-1134-49a4-8bfb-18d3d1dfe128 req-6bc726d1-a387-4640-916c-2e82599a41ce tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723519 Aug 11 02:22:44.686421 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54608cd-b1e4-4073-a700-0d94c90d2762 req-5d0f1850-d999-469d-8f63-334e60bab4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:44.687987 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c54608cd-b1e4-4073-a700-0d94c90d2762 req-5d0f1850-d999-469d-8f63-334e60bab4f5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a2526539-c7f6-4b40-b7f2-5f05989616a9 HTTP/1.1" status: 200 len: 903 time: 0.1311564 Aug 11 02:22:44.744893 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c54608cd-b1e4-4073-a700-0d94c90d2762 req-d1b6142e-907a-4754-a4cd-a7530d2c8c4c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.67&port_id=ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7 HTTP/1.1" status: 200 len: 217 time: 0.0488300 Aug 11 02:22:44.750898 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d99e2c3e-8298-464a-891a-e0a4c8ca2186 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:44.783168 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: d99e2c3e-8298-464a-891a-e0a4c8ca2186 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:44.783521 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d99e2c3e-8298-464a-891a-e0a4c8ca2186 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:44.812565 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54608cd-b1e4-4073-a700-0d94c90d2762 req-92c3421e-5ad7-4849-9f3e-83dba533c98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:44.814254 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c54608cd-b1e4-4073-a700-0d94c90d2762 req-92c3421e-5ad7-4849-9f3e-83dba533c98a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=92d9eb5a-cbc8-431d-85c5-e2726cf931e8 HTTP/1.1" status: 200 len: 801 time: 0.0598090 Aug 11 02:22:44.845747 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e41ad345-8128-4e5f-b475-14c626b9a683 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:44.927865 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device e81a822b-e601-4282-ba05-9350c2ec6fcb up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:44.993163 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port e81a822b-e601-4282-ba05-9350c2ec6fcb completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:44.998482 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port e81a822b-e601-4282-ba05-9350c2ec6fcb triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:44.999331 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:45.082166 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:45.111106 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8099737f-94c6-4c3d-85d1-53e63fb9cd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81a822b-e601-4282-ba05-9350c2ec6fcb'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:45.113420 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df74e352-befc-4d6a-b96c-01740ab95cbc" -d '{"events": [{"server_uuid": "8099737f-94c6-4c3d-85d1-53e63fb9cd37", "name": "network-vif-plugged", "status": "completed", "tag": "e81a822b-e601-4282-ba05-9350c2ec6fcb"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:45.130667 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port e81a822b-e601-4282-ba05-9350c2ec6fcb, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=e81a822b-e601-4282-ba05-9350c2ec6fcb,segment=NetworkSegment(173f65c3-3189-40a9-847d-97b2c5633de9),segment_id=173f65c3-3189-40a9-847d-97b2c5633de9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:45.142532 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:45.142885 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:45.146479 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-e41ad345-8128-4e5f-b475-14c626b9a683 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Deleting port 266c97ea-0e8b-4c40-a120-3e51622ea942 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:45.146913 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e41ad345-8128-4e5f-b475-14c626b9a683 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:45.203158 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4cc698-1c50-4cd5-8342-f519979f35a8 x-openstack-request-id: req-0f4cc698-1c50-4cd5-8342-f519979f35a8 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:45.203451 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8099737f-94c6-4c3d-85d1-53e63fb9cd37", "name": "network-vif-plugged", "status": "completed", "tag": "e81a822b-e601-4282-ba05-9350c2ec6fcb", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:45.203802 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0f4cc698-1c50-4cd5-8342-f519979f35a8 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:45.204203 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8099737f-94c6-4c3d-85d1-53e63fb9cd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81a822b-e601-4282-ba05-9350c2ec6fcb', 'code': 200} Aug 11 02:22:45.223506 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=e81a822b-e601-4282-ba05-9350c2ec6fcb,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:45.255099 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54608cd-b1e4-4073-a700-0d94c90d2762 req-b705c58b-fc99-41e1-8d8f-c4d5c5973a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:45.257223 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c54608cd-b1e4-4073-a700-0d94c90d2762 req-b705c58b-fc99-41e1-8d8f-c4d5c5973a80 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a2526539-c7f6-4b40-b7f2-5f05989616a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4340889 Aug 11 02:22:45.266459 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:45.275959 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:45.276340 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:45.289328 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-e41ad345-8128-4e5f-b475-14c626b9a683 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] For port 266c97ea-0e8b-4c40-a120-3e51622ea942, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=266c97ea-0e8b-4c40-a120-3e51622ea942,segment=NetworkSegment(8dc601c6-976b-4b9d-9758-f827d145b215),segment_id=8dc601c6-976b-4b9d-9758-f827d145b215)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:45.290117 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e41ad345-8128-4e5f-b475-14c626b9a683 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:45.305441 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-e41ad345-8128-4e5f-b475-14c626b9a683 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Calling delete_port for 266c97ea-0e8b-4c40-a120-3e51622ea942 owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:45.356405 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-5abb3465-c3ec-4cab-827f-8834bebb084b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:45.358397 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-5abb3465-c3ec-4cab-827f-8834bebb084b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.73 "GET /v2.0/networks?id=d8880cb8-634a-4d3e-9c96-143a11f53312 HTTP/1.1" status: 200 len: 797 time: 0.5211406 Aug 11 02:22:45.365963 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:45.399429 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7,segment=NetworkSegment(8d5917b8-2334-4c14-8c64-2d3722b60796),segment_id=8d5917b8-2334-4c14-8c64-2d3722b60796)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:45.404064 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:45.406603 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c54608cd-b1e4-4073-a700-0d94c90d2762 req-a0715a3a-357e-4745-bd5c-f4f0c32668f7 service neutron] 10.222.0.66 "GET /v2.0/networks/a2526539-c7f6-4b40-b7f2-5f05989616a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404049 Aug 11 02:22:45.463650 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:45.480698 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-01185c2d-4543-469e-b2fe-8bd90cee1300 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87062204daa74f23a6f53457711872b3 HTTP/1.1" status: 200 len: 473 time: 0.1099570 Aug 11 02:22:45.492969 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-092e8e05-a4d0-4ecb-981b-798cfe1d1009 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'port': {'device_id': '65e370aa-b7e9-4618-ae81-23ca77137f3e', 'network_id': 'd8880cb8-634a-4d3e-9c96-143a11f53312', 'admin_state_up': True, 'tenant_id': '87062204daa74f23a6f53457711872b3', 'security_groups': ['115d5a7d-824a-4591-9246-580a5cf42509']}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:45.520857 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7a487681-a924-4618-929e-7d2fe5bff664 req-4838543f-6a19-4315-a9c2-8e344628d471 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=65e370aa-b7e9-4618-ae81-23ca77137f3e HTTP/1.1" status: 200 len: 210 time: 0.0333707 Aug 11 02:22:45.537789 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e41ad345-8128-4e5f-b475-14c626b9a683 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:45.566803 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ad345-8128-4e5f-b475-14c626b9a683 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Port': ['ID=266c97ea-0e8b-4c40-a120-3e51622ea942,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:45.591010 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c54608cd-b1e4-4073-a700-0d94c90d2762 req-b86d33a5-ba33-4d13-a6d8-cdc6d6d3f210 service neutron] 10.222.0.66 "GET /v2.0/networks/a2526539-c7f6-4b40-b7f2-5f05989616a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760757 Aug 11 02:22:45.633008 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6ff79a9d-c66e-4729-89f6-e2afc4fcceb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:45.638089 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-092e8e05-a4d0-4ecb-981b-798cfe1d1009 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Made reservation on behalf of 87062204daa74f23a6f53457711872b3 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:45.648514 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-092e8e05-a4d0-4ecb-981b-798cfe1d1009 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:45.693952 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e41ad345-8128-4e5f-b475-14c626b9a683 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:45.804319 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7285c-f79d-4eec-b402-af4085f3576e req-d4742ebb-713a-47dc-8e33-585dd05748a3 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:45.810310 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7285c-f79d-4eec-b402-af4085f3576e req-d4742ebb-713a-47dc-8e33-585dd05748a3 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:45.812042 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7bc7285c-f79d-4eec-b402-af4085f3576e req-d4742ebb-713a-47dc-8e33-585dd05748a3 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=8099737f-94c6-4c3d-85d1-53e63fb9cd37 HTTP/1.1" status: 200 len: 1682 time: 0.1538687 Aug 11 02:22:45.903073 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7bc7285c-f79d-4eec-b402-af4085f3576e req-2c70b9f6-9d71-4437-9b83-f067ec9da0d1 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585675 Aug 11 02:22:45.905136 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-092e8e05-a4d0-4ecb-981b-798cfe1d1009 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Allocated IP 172.20.0.24 (d8880cb8-634a-4d3e-9c96-143a11f53312/0e30df39-995a-43a2-86cb-6085dc89ee38/bb23535d-6c87-45be-a601-27981a9ff36b) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:45.940722 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70c85d-634a-4d22-bd2e-67af34890000 req-54dc0b6c-5b07-4ae4-9439-d4cac8531c5b tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:45.947947 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ad70c85d-634a-4d22-bd2e-67af34890000 req-54dc0b6c-5b07-4ae4-9439-d4cac8531c5b tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 943 time: 0.1833117 Aug 11 02:22:45.968668 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41ad345-8128-4e5f-b475-14c626b9a683 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Router a8f5a5df-935e-44a6-8c64-c56d302b4088 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:22:46.001355 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ad70c85d-634a-4d22-bd2e-67af34890000 req-6a30245a-46da-4855-84da-905bab3d744e tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495896 Aug 11 02:22:46.072997 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-092e8e05-a4d0-4ecb-981b-798cfe1d1009 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.083607 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41ad345-8128-4e5f-b475-14c626b9a683 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:22:46.088618 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e41ad345-8128-4e5f-b475-14c626b9a683 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "PUT /v2.0/routers/a8f5a5df-935e-44a6-8c64-c56d302b4088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6489718 Aug 11 02:22:46.091248 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51998) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:46.092061 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-092e8e05-a4d0-4ecb-981b-798cfe1d1009 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Transition to ACTIVE for port object bb23535d-6c87-45be-a601-27981a9ff36b will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:46.097167 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291a9146-8371-4ff7-a1ed-37f5f9e93509 None None] Sync routers for ids ['a8f5a5df-935e-44a6-8c64-c56d302b4088'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:22:46.112181 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291a9146-8371-4ff7-a1ed-37f5f9e93509 None None] Routers {'a8f5a5df-935e-44a6-8c64-c56d302b4088'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:46.113371 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-291a9146-8371-4ff7-a1ed-37f5f9e93509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:22:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a8f5a5df-935e-44a6-8c64-c56d302b4088'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:46.135985 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-092e8e05-a4d0-4ecb-981b-798cfe1d1009 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.146100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-98c48b12-825a-4a0d-9f38-8e257522761d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Deleting subnet 186e2a21-5971-4009-bd8d-ae082a371c3a {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:22:46.149569 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-98c48b12-825a-4a0d-9f38-8e257522761d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.189165 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e8e05-a4d0-4ecb-981b-798cfe1d1009 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'Port': ['ID=bb23535d-6c87-45be-a601-27981a9ff36b,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:46.195274 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-98c48b12-825a-4a0d-9f38-8e257522761d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.205179 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-092e8e05-a4d0-4ecb-981b-798cfe1d1009 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Network d8880cb8-634a-4d3e-9c96-143a11f53312 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:46.206660 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-092e8e05-a4d0-4ecb-981b-798cfe1d1009 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:46.209579 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-092e8e05-a4d0-4ecb-981b-798cfe1d1009 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:46.211177 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-291a9146-8371-4ff7-a1ed-37f5f9e93509 None None] Set router a8f5a5df-935e-44a6-8c64-c56d302b4088 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:46.361211 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-98c48b12-825a-4a0d-9f38-8e257522761d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.363604 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-291a9146-8371-4ff7-a1ed-37f5f9e93509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:45Z', 'revision_number': 11, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:46.391897 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-092e8e05-a4d0-4ecb-981b-798cfe1d1009 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:46.392584 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-092e8e05-a4d0-4ecb-981b-798cfe1d1009 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.413054 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291a9146-8371-4ff7-a1ed-37f5f9e93509 None None] Checking router: a8f5a5df-935e-44a6-8c64-c56d302b4088 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:22:46.423688 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-092e8e05-a4d0-4ecb-981b-798cfe1d1009 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9344625 Aug 11 02:22:46.425761 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291a9146-8371-4ff7-a1ed-37f5f9e93509 None None] Routers {'a8f5a5df-935e-44a6-8c64-c56d302b4088'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:46.426694 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-291a9146-8371-4ff7-a1ed-37f5f9e93509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:22:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a8f5a5df-935e-44a6-8c64-c56d302b4088'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:46.434038 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8d97efe9-15e3-404c-bd76-8e4a9c81d44f no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:46.438780 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-81ff9091-c0d6-4a47-a389-1813caf15c69 service neutron] Request body: {'port': {'device_id': '65e370aa-b7e9-4618-ae81-23ca77137f3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:46.460972 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 8d97efe9-15e3-404c-bd76-8e4a9c81d44f {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:46.461626 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8d97efe9-15e3-404c-bd76-8e4a9c81d44f not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:46.483816 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8099737f-94c6-4c3d-85d1-53e63fb9cd37', 'tag': 'e81a822b-e601-4282-ba05-9350c2ec6fcb'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:46.486152 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240eb888-2426-44f8-99ea-5f295b146327" -d '{"events": [{"name": "network-changed", "server_uuid": "8099737f-94c6-4c3d-85d1-53e63fb9cd37", "tag": "e81a822b-e601-4282-ba05-9350c2ec6fcb"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:46.506350 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-98c48b12-825a-4a0d-9f38-8e257522761d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.511254 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-291a9146-8371-4ff7-a1ed-37f5f9e93509 None None] Set router a8f5a5df-935e-44a6-8c64-c56d302b4088 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:46.524234 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-81ff9091-c0d6-4a47-a389-1813caf15c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.583036 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c48b12-825a-4a0d-9f38-8e257522761d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Subnet': ['ID=186e2a21-5971-4009-bd8d-ae082a371c3a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:46.595462 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861922b0-a2ad-4b9e-920d-4064e6543972 None None] Network 243a4df2-b956-4307-a02c-2e47fe09531e requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:46.601858 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-98c48b12-825a-4a0d-9f38-8e257522761d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.604270 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-98c48b12-825a-4a0d-9f38-8e257522761d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/subnets/186e2a21-5971-4009-bd8d-ae082a371c3a HTTP/1.1" status: 204 len: 168 time: 0.5116155 Aug 11 02:22:46.606961 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52010) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:46.619127 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb7b3e9-f4c8-434b-a59b-a8483f9929f5 x-openstack-request-id: req-fbb7b3e9-f4c8-434b-a59b-a8483f9929f5 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:46.619509 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8099737f-94c6-4c3d-85d1-53e63fb9cd37", "tag": "e81a822b-e601-4282-ba05-9350c2ec6fcb", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:46.623726 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fbb7b3e9-f4c8-434b-a59b-a8483f9929f5 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:46.624302 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8099737f-94c6-4c3d-85d1-53e63fb9cd37', 'tag': 'e81a822b-e601-4282-ba05-9350c2ec6fcb', 'status': 'completed', 'code': 200} Aug 11 02:22:46.637182 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-291a9146-8371-4ff7-a1ed-37f5f9e93509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:45Z', 'revision_number': 11, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:46.674890 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291a9146-8371-4ff7-a1ed-37f5f9e93509 None None] The sync data for ids ['a8f5a5df-935e-44a6-8c64-c56d302b4088'] in n-d-615180-33 is: [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:45Z', 'revision_number': 11, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:22:46.723463 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-89aac135-d298-446a-9a1f-ff7ebf56750e None None] Provisioning for port bb23535d-6c87-45be-a601-27981a9ff36b completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:46.749021 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-89aac135-d298-446a-9a1f-ff7ebf56750e None None] Provisioning complete for port bb23535d-6c87-45be-a601-27981a9ff36b triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:46.749719 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-89aac135-d298-446a-9a1f-ff7ebf56750e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.756612 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ad4a825-afd9-47e1-a454-4bb6317e9e16 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.757660 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240eb888-2426-44f8-99ea-5f295b146327 req-8bf6566d-269c-456b-a128-6c88c0b6c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:46.758157 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240eb888-2426-44f8-99ea-5f295b146327 req-8bf6566d-269c-456b-a128-6c88c0b6c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:46.759783 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-240eb888-2426-44f8-99ea-5f295b146327 req-8bf6566d-269c-456b-a128-6c88c0b6c78d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5da9d71ea3284656941727da7d0445e0&device_id=8099737f-94c6-4c3d-85d1-53e63fb9cd37 HTTP/1.1" status: 200 len: 1986 time: 0.1315558 Aug 11 02:22:46.765439 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca412671-f0f4-4229-adff-e633af5fc1d8 req-93e43fb9-b185-4bb8-b934-233720edee44 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:46.766958 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ca412671-f0f4-4229-adff-e633af5fc1d8 req-93e43fb9-b185-4bb8-b934-233720edee44 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=65e370aa-b7e9-4618-ae81-23ca77137f3e HTTP/1.1" status: 200 len: 932 time: 0.1007650 Aug 11 02:22:46.824558 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-89aac135-d298-446a-9a1f-ff7ebf56750e None None] Port bb23535d-6c87-45be-a601-27981a9ff36b cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:22:46.863399 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ca412671-f0f4-4229-adff-e633af5fc1d8 req-cbbd8cf1-7db0-479c-b261-9686efc01b19 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=115d5a7d-824a-4591-9246-580a5cf42509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856292 Aug 11 02:22:46.882207 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-5ad4a825-afd9-47e1-a454-4bb6317e9e16 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Deleting port 16633387-36e0-4c9c-afa9-10a92e24fabb {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:46.882624 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ad4a825-afd9-47e1-a454-4bb6317e9e16 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.008819 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-5ad4a825-afd9-47e1-a454-4bb6317e9e16 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] For port 16633387-36e0-4c9c-afa9-10a92e24fabb, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=16633387-36e0-4c9c-afa9-10a92e24fabb,segment=NetworkSegment(8dc601c6-976b-4b9d-9758-f827d145b215),segment_id=8dc601c6-976b-4b9d-9758-f827d145b215)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:47.009553 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ad4a825-afd9-47e1-a454-4bb6317e9e16 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.023209 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-5ad4a825-afd9-47e1-a454-4bb6317e9e16 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Calling delete_port for 16633387-36e0-4c9c-afa9-10a92e24fabb owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:47.046346 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-81ff9091-c0d6-4a47-a389-1813caf15c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb23535d-6c87-45be-a601-27981a9ff36b {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:22:47.061589 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4394d93-d9e5-4075-bb80-deeab8a689eb None None] DHCP port deletion for 243a4df2-b956-4307-a02c-2e47fe09531e request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:22:47.063354 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240eb888-2426-44f8-99ea-5f295b146327 req-0dc17088-8304-4c21-b379-29216b7707cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:47.064960 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-240eb888-2426-44f8-99ea-5f295b146327 req-0dc17088-8304-4c21-b379-29216b7707cc service neutron] 10.222.0.66 "GET /v2.0/networks?id=8b26b04b-f413-4e87-9d79-b298a0fdf030 HTTP/1.1" status: 200 len: 902 time: 0.2927940 Aug 11 02:22:47.066889 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-81ff9091-c0d6-4a47-a389-1813caf15c69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.096948 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-81ff9091-c0d6-4a47-a389-1813caf15c69 service neutron] Transition to ACTIVE for port object bb23535d-6c87-45be-a601-27981a9ff36b will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:47.129196 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-81ff9091-c0d6-4a47-a389-1813caf15c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.138376 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-240eb888-2426-44f8-99ea-5f295b146327 req-56b23cc5-f96a-498b-bf04-1dd98388ff3c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.220&port_id=e81a822b-e601-4282-ba05-9350c2ec6fcb HTTP/1.1" status: 200 len: 217 time: 0.0588615 Aug 11 02:22:47.153919 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-c4394d93-d9e5-4075-bb80-deeab8a689eb None None] Deleting port 16633387-36e0-4c9c-afa9-10a92e24fabb {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:47.156063 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c4394d93-d9e5-4075-bb80-deeab8a689eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.200767 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05475e0-cb0e-40b7-83fe-d3a2dda86bb7 req-ce7dff2f-71b3-4e95-8b3e-6390762f0185 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:47.202384 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d05475e0-cb0e-40b7-83fe-d3a2dda86bb7 req-ce7dff2f-71b3-4e95-8b3e-6390762f0185 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 943 time: 0.0721393 Aug 11 02:22:47.203015 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ad4a825-afd9-47e1-a454-4bb6317e9e16 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.221627 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d12b74-b333-42e1-a0f4-cad01565c9bc req-d5648d59-d3c0-4ef1-8d47-2b8e3e6b26a5 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:47.232035 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d12b74-b333-42e1-a0f4-cad01565c9bc req-d5648d59-d3c0-4ef1-8d47-2b8e3e6b26a5 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:47.234479 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8099737f-94c6-4c3d-85d1-53e63fb9cd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:47.236788 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdbed89-57bd-4d57-a969-a5bfa97a0908" -d '{"events": [{"server_uuid": "8099737f-94c6-4c3d-85d1-53e63fb9cd37", "name": "network-vif-plugged", "status": "completed", "tag": "ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:47.246386 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-72d12b74-b333-42e1-a0f4-cad01565c9bc req-d5648d59-d3c0-4ef1-8d47-2b8e3e6b26a5 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=8099737f-94c6-4c3d-85d1-53e63fb9cd37 HTTP/1.1" status: 200 len: 1682 time: 0.2437742 Aug 11 02:22:47.246639 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad4a825-afd9-47e1-a454-4bb6317e9e16 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] No DVR routers for this DVR port 16633387-36e0-4c9c-afa9-10a92e24fabb on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:47.288392 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-c4394d93-d9e5-4075-bb80-deeab8a689eb None None] For port 16633387-36e0-4c9c-afa9-10a92e24fabb, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=16633387-36e0-4c9c-afa9-10a92e24fabb,segment=NetworkSegment(8dc601c6-976b-4b9d-9758-f827d145b215),segment_id=8dc601c6-976b-4b9d-9758-f827d145b215)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:47.288712 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4a825-afd9-47e1-a454-4bb6317e9e16 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Port': ['ID=16633387-36e0-4c9c-afa9-10a92e24fabb,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:47.289241 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c4394d93-d9e5-4075-bb80-deeab8a689eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.299248 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff9091-c0d6-4a47-a389-1813caf15c69 service neutron] Pushing event updated for resources: {'Port': ['ID=bb23535d-6c87-45be-a601-27981a9ff36b,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:47.315097 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-c4394d93-d9e5-4075-bb80-deeab8a689eb None None] Calling delete_port for 16633387-36e0-4c9c-afa9-10a92e24fabb owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:47.326256 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240eb888-2426-44f8-99ea-5f295b146327 req-4d6636e9-145b-4963-baaf-eec8d2052c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:47.327885 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-240eb888-2426-44f8-99ea-5f295b146327 req-4d6636e9-145b-4963-baaf-eec8d2052c57 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e32b1eb2-c8f8-4a61-ae03-2887963ae06f HTTP/1.1" status: 200 len: 801 time: 0.1778545 Aug 11 02:22:47.370903 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-72d12b74-b333-42e1-a0f4-cad01565c9bc req-d7ae696a-5455-4606-884b-09f9519792dc tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264830 Aug 11 02:22:47.401212 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d05475e0-cb0e-40b7-83fe-d3a2dda86bb7 req-99024f48-f74d-4cd0-ac3d-5a3d18de3ae0 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1884220 Aug 11 02:22:47.407508 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ad4a825-afd9-47e1-a454-4bb6317e9e16 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.427800 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5ad4a825-afd9-47e1-a454-4bb6317e9e16 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243a4df2-b956-4307-a02c-2e47fe09531e']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:47.441153 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5ad4a825-afd9-47e1-a454-4bb6317e9e16 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc601c6-976b-4b9d-9758-f827d145b215') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:47.441452 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5ad4a825-afd9-47e1-a454-4bb6317e9e16 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc601c6-976b-4b9d-9758-f827d145b215') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:47.459601 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ad4a825-afd9-47e1-a454-4bb6317e9e16 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.482813 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a7071f-4cfb-4237-9a2b-3b535e4a989e x-openstack-request-id: req-e5a7071f-4cfb-4237-9a2b-3b535e4a989e {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:47.483313 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8099737f-94c6-4c3d-85d1-53e63fb9cd37", "name": "network-vif-plugged", "status": "completed", "tag": "ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:47.483433 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e5a7071f-4cfb-4237-9a2b-3b535e4a989e {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:47.484108 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8099737f-94c6-4c3d-85d1-53e63fb9cd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7', 'code': 200} Aug 11 02:22:47.496424 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ad4a825-afd9-47e1-a454-4bb6317e9e16 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.510674 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad4a825-afd9-47e1-a454-4bb6317e9e16 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:22:47.512553 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ad4a825-afd9-47e1-a454-4bb6317e9e16 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:22:47.517582 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:22:47.564154 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240eb888-2426-44f8-99ea-5f295b146327 req-dc5dae3b-916f-4a85-8901-08f455296c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:47.565990 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-240eb888-2426-44f8-99ea-5f295b146327 req-dc5dae3b-916f-4a85-8901-08f455296c91 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8b26b04b-f413-4e87-9d79-b298a0fdf030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2192860 Aug 11 02:22:47.567113 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-81ff9091-c0d6-4a47-a389-1813caf15c69 service neutron] Attempting to bind port bb23535d-6c87-45be-a601-27981a9ff36b on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:47.567642 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-81ff9091-c0d6-4a47-a389-1813caf15c69 service neutron] Attempting to bind port bb23535d-6c87-45be-a601-27981a9ff36b by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': 'fe8996c7-91a3-477d-9037-e7fc21492c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd8880cb8-634a-4d3e-9c96-143a11f53312'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:47.568156 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-81ff9091-c0d6-4a47-a389-1813caf15c69 service neutron] Attempting to bind port bb23535d-6c87-45be-a601-27981a9ff36b on network d8880cb8-634a-4d3e-9c96-143a11f53312 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:47.612400 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-81ff9091-c0d6-4a47-a389-1813caf15c69 service neutron] Port bb23535d-6c87-45be-a601-27981a9ff36b on network d8880cb8-634a-4d3e-9c96-143a11f53312 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:22:47.613123 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-81ff9091-c0d6-4a47-a389-1813caf15c69 service neutron] Attempting to bind port bb23535d-6c87-45be-a601-27981a9ff36b on network d8880cb8-634a-4d3e-9c96-143a11f53312 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:47.635235 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ad4a825-afd9-47e1-a454-4bb6317e9e16 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.641500 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ad4a825-afd9-47e1-a454-4bb6317e9e16 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.643705 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5ad4a825-afd9-47e1-a454-4bb6317e9e16 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/networks/243a4df2-b956-4307-a02c-2e47fe09531e HTTP/1.1" status: 204 len: 168 time: 1.0353732 Aug 11 02:22:47.648494 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52028) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:47.655961 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-bc751d65-6da6-4d64-8c6c-c849e4184088 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'router': {'routes': None}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:47.659116 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-81ff9091-c0d6-4a47-a389-1813caf15c69 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:47.659420 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-81ff9091-c0d6-4a47-a389-1813caf15c69 service neutron] Checking segment: {'id': 'fe8996c7-91a3-477d-9037-e7fc21492c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd8880cb8-634a-4d3e-9c96-143a11f53312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:47.660793 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-81ff9091-c0d6-4a47-a389-1813caf15c69 service neutron] Bound using segment: {'id': 'fe8996c7-91a3-477d-9037-e7fc21492c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd8880cb8-634a-4d3e-9c96-143a11f53312'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:47.660793 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-81ff9091-c0d6-4a47-a389-1813caf15c69 service neutron] Bound port: bb23535d-6c87-45be-a601-27981a9ff36b, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe8996c7-91a3-477d-9037-e7fc21492c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd8880cb8-634a-4d3e-9c96-143a11f53312'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:47.660793 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-81ff9091-c0d6-4a47-a389-1813caf15c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.710857 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c4394d93-d9e5-4075-bb80-deeab8a689eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.718194 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c4394d93-d9e5-4075-bb80-deeab8a689eb None None] Network 243a4df2-b956-4307-a02c-2e47fe09531e is not hosted by any dhcp agent {{(pid=94508) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:22:47.718900 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4394d93-d9e5-4075-bb80-deeab8a689eb None None] No DVR routers for this DVR port 16633387-36e0-4c9c-afa9-10a92e24fabb on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:47.744439 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41191935-a878-4c7c-9825-57da5cbd0568 req-cfabdea7-560e-4250-9c2e-35e97ee3a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:47.744950 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41191935-a878-4c7c-9825-57da5cbd0568 req-cfabdea7-560e-4250-9c2e-35e97ee3a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:47.745071 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4394d93-d9e5-4075-bb80-deeab8a689eb None None] Pushing event deleted for resources: {'Port': ['ID=16633387-36e0-4c9c-afa9-10a92e24fabb,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:47.746551 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41191935-a878-4c7c-9825-57da5cbd0568 req-cfabdea7-560e-4250-9c2e-35e97ee3a697 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8099737f-94c6-4c3d-85d1-53e63fb9cd37 HTTP/1.1" status: 200 len: 1986 time: 0.1749136 Aug 11 02:22:47.775664 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 78589433-afa4-4706-bf0c-f19808506a2b details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:22:47.781332 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4a825-afd9-47e1-a454-4bb6317e9e16 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Pushing event deleted for resources: {'Network': ['ID=243a4df2-b956-4307-a02c-2e47fe09531e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:47.783945 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-240eb888-2426-44f8-99ea-5f295b146327 req-77a39d62-4388-49a9-b21a-068dfe681e32 service neutron] 10.222.0.66 "GET /v2.0/networks/8b26b04b-f413-4e87-9d79-b298a0fdf030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024510 Aug 11 02:22:47.883755 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-81ff9091-c0d6-4a47-a389-1813caf15c69 service neutron] For port bb23535d-6c87-45be-a601-27981a9ff36b, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:47.896516 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41191935-a878-4c7c-9825-57da5cbd0568 req-140cd0fb-4cde-4d0a-a45b-d8e017ed41e5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261492 Aug 11 02:22:47.914323 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-81ff9091-c0d6-4a47-a389-1813caf15c69 service neutron] For port bb23535d-6c87-45be-a601-27981a9ff36b, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=bb23535d-6c87-45be-a601-27981a9ff36b,segment=NetworkSegment(fe8996c7-91a3-477d-9037-e7fc21492c3a),segment_id=fe8996c7-91a3-477d-9037-e7fc21492c3a)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:47.925082 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-81ff9091-c0d6-4a47-a389-1813caf15c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.948492 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.extraroute_db [None req-bc751d65-6da6-4d64-8c6c-c849e4184088 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Added routes are [] {{(pid=94507) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 02:22:47.949182 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.extraroute_db [None req-bc751d65-6da6-4d64-8c6c-c849e4184088 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Removed routes are [] {{(pid=94507) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 02:22:47.950400 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bc751d65-6da6-4d64-8c6c-c849e4184088 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133780224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133782865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36741'] for router, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.978896 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 78589433-afa4-4706-bf0c-f19808506a2b, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=78589433-afa4-4706-bf0c-f19808506a2b,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:47.984411 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-81ff9091-c0d6-4a47-a389-1813caf15c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:47.984986 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-81ff9091-c0d6-4a47-a389-1813caf15c69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.986590 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-81ff9091-c0d6-4a47-a389-1813caf15c69 service neutron] 10.222.0.73 "PUT /v2.0/ports/bb23535d-6c87-45be-a601-27981a9ff36b HTTP/1.1" status: 200 len: 1093 time: 1.5528316 Aug 11 02:22:47.994562 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-240eb888-2426-44f8-99ea-5f295b146327 req-d25f085c-4fd4-4655-9a72-67ffb06d00ae service neutron] 10.222.0.66 "GET /v2.0/networks/8b26b04b-f413-4e87-9d79-b298a0fdf030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990719 Aug 11 02:22:48.015493 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff9091-c0d6-4a47-a389-1813caf15c69 service neutron] Pushing event updated for resources: {'Port': ['ID=bb23535d-6c87-45be-a601-27981a9ff36b,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:48.030880 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '78589433-afa4-4706-bf0c-f19808506a2b', 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'port_id': '78589433-afa4-4706-bf0c-f19808506a2b', 'mac_address': 'fa:16:3e:90:ae:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:22:48.095646 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-b4d4a6ea-296b-43b6-9b36-30fe6e032f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:48.097329 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-b4d4a6ea-296b-43b6-9b36-30fe6e032f5b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=87062204daa74f23a6f53457711872b3&device_id=65e370aa-b7e9-4618-ae81-23ca77137f3e HTTP/1.1" status: 200 len: 1096 time: 0.0608568 Aug 11 02:22:48.105519 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:48.124985 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78589433-afa4-4706-bf0c-f19808506a2b {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:22:48.153312 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 78589433-afa4-4706-bf0c-f19808506a2b, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=78589433-afa4-4706-bf0c-f19808506a2b,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:48.159044 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:48.163393 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-02b0b861-0f74-4094-a34a-8b20a3e98e8d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=bb23535d-6c87-45be-a601-27981a9ff36b HTTP/1.1" status: 200 len: 217 time: 0.0581744 Aug 11 02:22:48.180332 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bc751d65-6da6-4d64-8c6c-c849e4184088 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133780224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133782865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36741'] for router, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:48.191375 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bc751d65-6da6-4d64-8c6c-c849e4184088 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133780475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133780466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133782856'] for router, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:48.205327 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a7849-deb4-4223-8d53-ff707e01b85c req-3ee3872a-a2ef-4443-9bb5-3b65a144701f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:48.207184 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cc9a7849-deb4-4223-8d53-ff707e01b85c req-3ee3872a-a2ef-4443-9bb5-3b65a144701f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=65e370aa-b7e9-4618-ae81-23ca77137f3e HTTP/1.1" status: 200 len: 944 time: 0.1504531 Aug 11 02:22:48.222155 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-3f01ed2a-a730-45ef-b63a-510334c8f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:48.223662 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-3f01ed2a-a730-45ef-b63a-510334c8f7b1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e30df39-995a-43a2-86cb-6085dc89ee38 HTTP/1.1" status: 200 len: 838 time: 0.0536380 Aug 11 02:22:48.230550 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=78589433-afa4-4706-bf0c-f19808506a2b,revision_number=9']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:48.291480 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-57fbc507-958f-4395-889b-f459405ed38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:48.295870 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-57fbc507-958f-4395-889b-f459405ed38d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d8880cb8-634a-4d3e-9c96-143a11f53312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0595875 Aug 11 02:22:48.300969 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-62f2573f-6d95-4806-924b-db310b967c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:48.380586 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:48.381580 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cc9a7849-deb4-4223-8d53-ff707e01b85c req-94337b05-60bb-4113-baf9-55dcc0f3a9f0 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=115d5a7d-824a-4591-9246-580a5cf42509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303658 Aug 11 02:22:48.384630 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 16633387-36e0-4c9c-afa9-10a92e24fabb no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:48.411704 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc751d65-6da6-4d64-8c6c-c849e4184088 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Router a8f5a5df-935e-44a6-8c64-c56d302b4088 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:22:48.430410 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 16633387-36e0-4c9c-afa9-10a92e24fabb {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:48.430759 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 16633387-36e0-4c9c-afa9-10a92e24fabb not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:48.431176 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 266c97ea-0e8b-4c40-a120-3e51622ea942 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:48.436081 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-96e1c6ad-ec97-41aa-b045-a4022f9bdc78 service neutron] 10.222.0.73 "GET /v2.0/networks/d8880cb8-634a-4d3e-9c96-143a11f53312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321125 Aug 11 02:22:48.471806 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['78589433-afa4-4706-bf0c-f19808506a2b'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:48.474438 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 266c97ea-0e8b-4c40-a120-3e51622ea942 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:48.474786 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 266c97ea-0e8b-4c40-a120-3e51622ea942 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:48.625164 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e370aa-b7e9-4618-ae81-23ca77137f3e', 'tag': 'bb23535d-6c87-45be-a601-27981a9ff36b'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:48.627459 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe13c5d2-dfab-4408-a06e-e062aaf7deaa" -d '{"events": [{"name": "network-changed", "server_uuid": "65e370aa-b7e9-4618-ae81-23ca77137f3e", "tag": "bb23535d-6c87-45be-a601-27981a9ff36b"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:48.641730 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df0f51-4e68-4861-861f-06ac56c68188 req-9e016d99-2a89-4d2f-8920-abe4344a0fa4 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:48.647825 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df0f51-4e68-4861-861f-06ac56c68188 req-9e016d99-2a89-4d2f-8920-abe4344a0fa4 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:48.649544 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-45df0f51-4e68-4861-861f-06ac56c68188 req-9e016d99-2a89-4d2f-8920-abe4344a0fa4 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=8099737f-94c6-4c3d-85d1-53e63fb9cd37 HTTP/1.1" status: 200 len: 1682 time: 0.1760359 Aug 11 02:22:48.674104 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1486263e-2b6a-4af4-b279-ff971bfba777 req-72acb2f6-2603-4a4d-a7cb-96c652afa234 service neutron] 10.222.0.73 "GET /v2.0/networks/d8880cb8-634a-4d3e-9c96-143a11f53312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213204 Aug 11 02:22:48.702822 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-45df0f51-4e68-4861-861f-06ac56c68188 req-1c29cf72-5824-462e-8c4c-7a5ea05967ad tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425451 Aug 11 02:22:48.845272 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfc928a-41fe-4c42-8ce1-d046235ed3bb x-openstack-request-id: req-6cfc928a-41fe-4c42-8ce1-d046235ed3bb {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:48.845984 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e370aa-b7e9-4618-ae81-23ca77137f3e", "tag": "bb23535d-6c87-45be-a601-27981a9ff36b", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:48.846307 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6cfc928a-41fe-4c42-8ce1-d046235ed3bb {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:48.846775 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e370aa-b7e9-4618-ae81-23ca77137f3e', 'tag': 'bb23535d-6c87-45be-a601-27981a9ff36b', 'status': 'completed', 'code': 200} Aug 11 02:22:48.910427 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc751d65-6da6-4d64-8c6c-c849e4184088 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:22:48.918264 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bc751d65-6da6-4d64-8c6c-c849e4184088 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:48.922283 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd56008-7953-4110-918d-9b5eb126c1f4 None None] Sync routers for ids ['a8f5a5df-935e-44a6-8c64-c56d302b4088'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:22:48.922809 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bc751d65-6da6-4d64-8c6c-c849e4184088 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "PUT /v2.0/routers/a8f5a5df-935e-44a6-8c64-c56d302b4088 HTTP/1.1" status: 200 len: 704 time: 1.2730498 Aug 11 02:22:48.923522 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52048) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:48.942913 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd56008-7953-4110-918d-9b5eb126c1f4 None None] Routers {'a8f5a5df-935e-44a6-8c64-c56d302b4088'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:48.944153 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-3fd56008-7953-4110-918d-9b5eb126c1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:22:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a8f5a5df-935e-44a6-8c64-c56d302b4088'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:48.981663 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52052) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:48.984360 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f568a469-a2a7-4a08-8977-1e0fa64ba20b tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "GET /v2.0/ports?device_id=a8f5a5df-935e-44a6-8c64-c56d302b4088 HTTP/1.1" status: 200 len: 205 time: 0.0547974 Aug 11 02:22:49.008603 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13c5d2-dfab-4408-a06e-e062aaf7deaa req-3c885fa3-badf-414a-b12b-acb3d94d481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:49.010005 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806d813-7ea7-400b-a562-a82de6589d77 req-9ea47b5e-f8f0-42a3-bcf8-73fd3eda75b5 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:49.012404 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fe13c5d2-dfab-4408-a06e-e062aaf7deaa req-3c885fa3-badf-414a-b12b-acb3d94d481e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=87062204daa74f23a6f53457711872b3&device_id=65e370aa-b7e9-4618-ae81-23ca77137f3e HTTP/1.1" status: 200 len: 1096 time: 0.1303601 Aug 11 02:22:49.019268 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2806d813-7ea7-400b-a562-a82de6589d77 req-9ea47b5e-f8f0-42a3-bcf8-73fd3eda75b5 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 944 time: 0.1472557 Aug 11 02:22:49.065611 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2806d813-7ea7-400b-a562-a82de6589d77 req-78953db4-1578-42cd-ad51-ea8900a6626c tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420382 Aug 11 02:22:49.071999 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-3fd56008-7953-4110-918d-9b5eb126c1f4 None None] Set router a8f5a5df-935e-44a6-8c64-c56d302b4088 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:49.131010 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-3fd56008-7953-4110-918d-9b5eb126c1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:45Z', 'revision_number': 11, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:49.143846 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-347a31c6-37ec-4b9a-972f-1b3e5dc36770 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.159791 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd56008-7953-4110-918d-9b5eb126c1f4 None None] Checking router: a8f5a5df-935e-44a6-8c64-c56d302b4088 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:22:49.168903 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd56008-7953-4110-918d-9b5eb126c1f4 None None] Routers {'a8f5a5df-935e-44a6-8c64-c56d302b4088'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:49.169434 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-3fd56008-7953-4110-918d-9b5eb126c1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:22:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a8f5a5df-935e-44a6-8c64-c56d302b4088'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:49.237799 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-3fd56008-7953-4110-918d-9b5eb126c1f4 None None] Set router a8f5a5df-935e-44a6-8c64-c56d302b4088 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:49.290253 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-3fd56008-7953-4110-918d-9b5eb126c1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:45Z', 'revision_number': 11, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:49.324485 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd56008-7953-4110-918d-9b5eb126c1f4 None None] The sync data for ids ['a8f5a5df-935e-44a6-8c64-c56d302b4088'] in n-d-615180-33 is: [{'id': 'a8f5a5df-935e-44a6-8c64-c56d302b4088', 'name': 'tempest-RoutersIpV6Test-router-742392007', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:03Z', 'updated_at': '2021-08-11T02:22:45Z', 'revision_number': 11, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:22:49.343525 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-347a31c6-37ec-4b9a-972f-1b3e5dc36770 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.345811 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13c5d2-dfab-4408-a06e-e062aaf7deaa req-8924b07e-0e6a-4b25-b730-4aaaaa9070f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:49.347312 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fe13c5d2-dfab-4408-a06e-e062aaf7deaa req-8924b07e-0e6a-4b25-b730-4aaaaa9070f1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d8880cb8-634a-4d3e-9c96-143a11f53312 HTTP/1.1" status: 200 len: 898 time: 0.2527528 Aug 11 02:22:49.348568 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-347a31c6-37ec-4b9a-972f-1b3e5dc36770 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.698203 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fe13c5d2-dfab-4408-a06e-e062aaf7deaa req-75b5231d-6efe-4ea8-834b-75f1cd32a989 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=bb23535d-6c87-45be-a601-27981a9ff36b HTTP/1.1" status: 200 len: 217 time: 0.3415108 Aug 11 02:22:49.700631 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-347a31c6-37ec-4b9a-972f-1b3e5dc36770 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.701643 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347a31c6-37ec-4b9a-972f-1b3e5dc36770 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Fanout notify agent at l3_agent the message router_deleted on router a8f5a5df-935e-44a6-8c64-c56d302b4088 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:22:49.708729 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-347a31c6-37ec-4b9a-972f-1b3e5dc36770 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.713642 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-347a31c6-37ec-4b9a-972f-1b3e5dc36770 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/routers/a8f5a5df-935e-44a6-8c64-c56d302b4088 HTTP/1.1" status: 204 len: 168 time: 0.7244637 Aug 11 02:22:49.716082 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52056) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:49.721129 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-2453e92c-47a8-4ee3-9d55-c91c9d555b44 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-435618465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:49.754443 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2453e92c-47a8-4ee3-9d55-c91c9d555b44 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.758072 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2453e92c-47a8-4ee3-9d55-c91c9d555b44 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.776841 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 78589433-afa4-4706-bf0c-f19808506a2b up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:49.786129 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13c5d2-dfab-4408-a06e-e062aaf7deaa req-0214a645-f7a1-4b8e-b6dd-2ba7a8ab2d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:49.787801 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fe13c5d2-dfab-4408-a06e-e062aaf7deaa req-0214a645-f7a1-4b8e-b6dd-2ba7a8ab2d32 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e30df39-995a-43a2-86cb-6085dc89ee38 HTTP/1.1" status: 200 len: 838 time: 0.0769975 Aug 11 02:22:49.797427 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614c0fb-60dc-4dad-b3ab-4ab1f751bafd req-4be71fd2-cfca-4780-9f97-e851f6bbec9f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:49.806521 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f614c0fb-60dc-4dad-b3ab-4ab1f751bafd req-4be71fd2-cfca-4780-9f97-e851f6bbec9f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=65e370aa-b7e9-4618-ae81-23ca77137f3e HTTP/1.1" status: 200 len: 944 time: 0.1431968 Aug 11 02:22:49.861818 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 78589433-afa4-4706-bf0c-f19808506a2b triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:49.863170 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.877115 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f614c0fb-60dc-4dad-b3ab-4ab1f751bafd req-b42507c9-2ded-4ea7-9935-60b28dc80e64 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=115d5a7d-824a-4591-9246-580a5cf42509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692799 Aug 11 02:22:49.896853 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13c5d2-dfab-4408-a06e-e062aaf7deaa req-55d4f0af-b41a-4ef4-b551-b95b05d4a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:49.907717 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fe13c5d2-dfab-4408-a06e-e062aaf7deaa req-55d4f0af-b41a-4ef4-b551-b95b05d4a347 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d8880cb8-634a-4d3e-9c96-143a11f53312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0854290 Aug 11 02:22:49.923262 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2453e92c-47a8-4ee3-9d55-c91c9d555b44 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.955814 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.957448 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2453e92c-47a8-4ee3-9d55-c91c9d555b44 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.973314 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.998023 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a3b40-dabe-40c9-9736-d26b4a483b0b req-df23c4d9-4bd7-4aca-9842-66d9997bff06 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:50.004973 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a3b40-dabe-40c9-9736-d26b4a483b0b req-df23c4d9-4bd7-4aca-9842-66d9997bff06 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:50.006960 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-db7a3b40-dabe-40c9-9736-d26b4a483b0b req-df23c4d9-4bd7-4aca-9842-66d9997bff06 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=8099737f-94c6-4c3d-85d1-53e63fb9cd37 HTTP/1.1" status: 200 len: 1682 time: 0.1047955 Aug 11 02:22:50.008373 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2453e92c-47a8-4ee3-9d55-c91c9d555b44 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:50.009588 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2453e92c-47a8-4ee3-9d55-c91c9d555b44 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2930379 Aug 11 02:22:50.012119 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52064) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:50.015438 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc05a22-0e69-4204-96dc-84dc33e13ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78589433-afa4-4706-bf0c-f19808506a2b'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:50.017728 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e820b6a-cc57-47fd-915d-8c944da42754" -d '{"events": [{"server_uuid": "8bc05a22-0e69-4204-96dc-84dc33e13ca2", "name": "network-vif-plugged", "status": "completed", "tag": "78589433-afa4-4706-bf0c-f19808506a2b"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:50.018169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-cb89e1c0-a4cc-4c85-b56e-66171910002a tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:50.037927 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fe13c5d2-dfab-4408-a06e-e062aaf7deaa req-555beaee-ad79-471e-9bd9-43b371eaa2af service neutron] 10.222.0.73 "GET /v2.0/networks/d8880cb8-634a-4d3e-9c96-143a11f53312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280084 Aug 11 02:22:50.043348 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 78589433-afa4-4706-bf0c-f19808506a2b, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=78589433-afa4-4706-bf0c-f19808506a2b,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:50.050364 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:50.133440 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=78589433-afa4-4706-bf0c-f19808506a2b,revision_number=10']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:50.161557 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcf7deb-4c2b-409a-985e-15e83adc7ce1 x-openstack-request-id: req-7bcf7deb-4c2b-409a-985e-15e83adc7ce1 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:50.162630 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc05a22-0e69-4204-96dc-84dc33e13ca2", "name": "network-vif-plugged", "status": "completed", "tag": "78589433-afa4-4706-bf0c-f19808506a2b", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:50.163207 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7bcf7deb-4c2b-409a-985e-15e83adc7ce1 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:50.163818 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc05a22-0e69-4204-96dc-84dc33e13ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78589433-afa4-4706-bf0c-f19808506a2b', 'code': 200} Aug 11 02:22:50.177315 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-db7a3b40-dabe-40c9-9736-d26b4a483b0b req-16450fb9-df20-4b0d-947f-43bc225e444d tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518390 Aug 11 02:22:50.317728 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cb89e1c0-a4cc-4c85-b56e-66171910002a tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133780224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133782865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36741'] for router, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:50.331351 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cb89e1c0-a4cc-4c85-b56e-66171910002a tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133780475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133780466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133782856'] for router, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:50.333434 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fe13c5d2-dfab-4408-a06e-e062aaf7deaa req-442307b5-db22-4ecc-87d4-19ad30f66db5 service neutron] 10.222.0.73 "GET /v2.0/networks/d8880cb8-634a-4d3e-9c96-143a11f53312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878914 Aug 11 02:22:50.362044 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166f5bc-98f7-4e56-9a26-150e063f1536 req-193ee9cd-93b8-4f55-8b33-e69fb87f2786 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:50.363609 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2166f5bc-98f7-4e56-9a26-150e063f1536 req-193ee9cd-93b8-4f55-8b33-e69fb87f2786 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 946 time: 0.1387925 Aug 11 02:22:50.437559 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2166f5bc-98f7-4e56-9a26-150e063f1536 req-8543e5e1-fdfe-44f3-a877-25fa7b66837f tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470021 Aug 11 02:22:50.449598 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7da92-59a3-4ace-b12c-adc5edcdb685 req-d7be662a-0f99-45b8-9b30-66ae78d64e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:50.451702 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aeb7da92-59a3-4ace-b12c-adc5edcdb685 req-d7be662a-0f99-45b8-9b30-66ae78d64e8d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 1098 time: 0.1060920 Aug 11 02:22:50.456045 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb89e1c0-a4cc-4c85-b56e-66171910002a tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Router 4eb52c40-dc89-4dfb-b4ed-782323f7185e is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:22:50.495609 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aeb7da92-59a3-4ace-b12c-adc5edcdb685 req-51fb898b-85c3-4ced-98da-643b0664555c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365584 Aug 11 02:22:50.553581 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb89e1c0-a4cc-4c85-b56e-66171910002a tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:22:50.561268 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cb89e1c0-a4cc-4c85-b56e-66171910002a tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:50.563364 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-cb89e1c0-a4cc-4c85-b56e-66171910002a tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "PUT /v2.0/routers/4eb52c40-dc89-4dfb-b4ed-782323f7185e HTTP/1.1" status: 200 len: 697 time: 0.5500519 Aug 11 02:22:50.566107 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52078) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:50.567627 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d8afdf-3aba-4d66-b59b-ea577d16e07a None None] Sync routers for ids ['4eb52c40-dc89-4dfb-b4ed-782323f7185e'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:22:50.578441 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d8afdf-3aba-4d66-b59b-ea577d16e07a None None] Routers {'4eb52c40-dc89-4dfb-b4ed-782323f7185e'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:50.579059 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-88d8afdf-3aba-4d66-b59b-ea577d16e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:22:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['4eb52c40-dc89-4dfb-b4ed-782323f7185e'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:50.579838 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425c8e1-cf7c-422d-839c-41459538a25c req-32e925da-7b37-4b2a-b2e1-9b35d47f84e3 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:50.586263 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425c8e1-cf7c-422d-839c-41459538a25c req-32e925da-7b37-4b2a-b2e1-9b35d47f84e3 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:50.588126 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e425c8e1-cf7c-422d-839c-41459538a25c req-32e925da-7b37-4b2a-b2e1-9b35d47f84e3 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=8099737f-94c6-4c3d-85d1-53e63fb9cd37 HTTP/1.1" status: 200 len: 1682 time: 0.0638421 Aug 11 02:22:50.647312 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e425c8e1-cf7c-422d-839c-41459538a25c req-88801d6d-579f-40c4-9744-bf36d0aebc3d tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454545 Aug 11 02:22:50.651591 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8afc99a2-78ce-46fc-bb91-85214cbaba4f tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "GET /v2.0/routers/4eb52c40-dc89-4dfb-b4ed-782323f7185e HTTP/1.1" status: 200 len: 703 time: 0.0824006 Aug 11 02:22:50.652572 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52080) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:50.665314 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-88d8afdf-3aba-4d66-b59b-ea577d16e07a None None] Set router 4eb52c40-dc89-4dfb-b4ed-782323f7185e gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:50.680548 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-854c99e5-4d1e-4640-818f-8e540bf5a8b2 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "GET /v2.0/ports?device_id=4eb52c40-dc89-4dfb-b4ed-782323f7185e HTTP/1.1" status: 200 len: 205 time: 0.0267842 Aug 11 02:22:50.683102 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52082) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:50.717910 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-88d8afdf-3aba-4d66-b59b-ea577d16e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb52c40-dc89-4dfb-b4ed-782323f7185e', 'name': 'tempest-RoutersIpV6Test-router-435618465', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:49Z', 'updated_at': '2021-08-11T02:22:50Z', 'revision_number': 2, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:50.747509 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d8afdf-3aba-4d66-b59b-ea577d16e07a None None] Checking router: 4eb52c40-dc89-4dfb-b4ed-782323f7185e for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:22:50.755958 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d8afdf-3aba-4d66-b59b-ea577d16e07a None None] Routers {'4eb52c40-dc89-4dfb-b4ed-782323f7185e'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:50.756555 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-88d8afdf-3aba-4d66-b59b-ea577d16e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:22:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['4eb52c40-dc89-4dfb-b4ed-782323f7185e'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:50.759326 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-53abb313-73b8-45f1-83f6-1593dca74012 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:50.827451 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-88d8afdf-3aba-4d66-b59b-ea577d16e07a None None] Set router 4eb52c40-dc89-4dfb-b4ed-782323f7185e gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:50.881277 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-88d8afdf-3aba-4d66-b59b-ea577d16e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb52c40-dc89-4dfb-b4ed-782323f7185e', 'name': 'tempest-RoutersIpV6Test-router-435618465', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:49Z', 'updated_at': '2021-08-11T02:22:50Z', 'revision_number': 2, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:50.911445 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d8afdf-3aba-4d66-b59b-ea577d16e07a None None] The sync data for ids ['4eb52c40-dc89-4dfb-b4ed-782323f7185e'] in n-d-615180-33 is: [{'id': '4eb52c40-dc89-4dfb-b4ed-782323f7185e', 'name': 'tempest-RoutersIpV6Test-router-435618465', 'tenant_id': '771603ce7c694518a048dc364609b7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:49Z', 'updated_at': '2021-08-11T02:22:50Z', 'revision_number': 2, 'project_id': '771603ce7c694518a048dc364609b7f9', 'gw_port_host': None}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:22:50.939332 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-53abb313-73b8-45f1-83f6-1593dca74012 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:50.941181 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-53abb313-73b8-45f1-83f6-1593dca74012 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:50.992450 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-53abb313-73b8-45f1-83f6-1593dca74012 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:50.993278 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53abb313-73b8-45f1-83f6-1593dca74012 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Fanout notify agent at l3_agent the message router_deleted on router 4eb52c40-dc89-4dfb-b4ed-782323f7185e {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:22:51.005630 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-53abb313-73b8-45f1-83f6-1593dca74012 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:51.006895 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-53abb313-73b8-45f1-83f6-1593dca74012 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/routers/4eb52c40-dc89-4dfb-b4ed-782323f7185e HTTP/1.1" status: 204 len: 168 time: 0.3227966 Aug 11 02:22:51.010560 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52088) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:51.048693 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-587d5416-f091-47e7-8fbf-9c686e75140c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "GET /v2.0/ports?device_id=4eb52c40-dc89-4dfb-b4ed-782323f7185e HTTP/1.1" status: 200 len: 205 time: 0.0368502 Aug 11 02:22:51.052035 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52090) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:51.070745 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9d526-5625-4f34-b80a-d990cea64b3a req-32879165-3a10-449e-9819-71b3569d0611 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:51.072438 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-10b9d526-5625-4f34-b80a-d990cea64b3a req-32879165-3a10-449e-9819-71b3569d0611 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=65e370aa-b7e9-4618-ae81-23ca77137f3e HTTP/1.1" status: 200 len: 944 time: 0.1049578 Aug 11 02:22:51.104178 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-188eafbc-df48-4cfc-9315-57de0c5ab07b tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] delete failed (client error): The resource could not be found. Aug 11 02:22:51.108361 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-188eafbc-df48-4cfc-9315-57de0c5ab07b tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/routers/4eb52c40-dc89-4dfb-b4ed-782323f7185e HTTP/1.1" status: 404 len: 336 time: 0.0547230 Aug 11 02:22:51.108941 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52094) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:51.128867 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-10b9d526-5625-4f34-b80a-d990cea64b3a req-6d8fd514-8ef2-41b3-b58f-4c95563566d4 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=115d5a7d-824a-4591-9246-580a5cf42509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479748 Aug 11 02:22:51.155952 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d828058-3b7b-4717-acf9-2fbbe07a1d32 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] DELETE failed (client error): The resource could not be found. Aug 11 02:22:51.156415 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d828058-3b7b-4717-acf9-2fbbe07a1d32 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:22:51.160925 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52098) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:51.161286 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0d828058-3b7b-4717-acf9-2fbbe07a1d32 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/subnets/02ce4cd9-9362-4246-a0b3-11c840605799 HTTP/1.1" status: 404 len: 337 time: 0.0508740 Aug 11 02:22:51.192567 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e0af0c-3c37-449b-940a-5b487ff7aa46 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] DELETE failed (client error): The resource could not be found. Aug 11 02:22:51.193036 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92e0af0c-3c37-449b-940a-5b487ff7aa46 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:22:51.199112 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52102) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:51.214457 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-92e0af0c-3c37-449b-940a-5b487ff7aa46 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/subnets/e1e6fb1a-4935-43d6-a381-e239b8ddca30 HTTP/1.1" status: 404 len: 337 time: 0.0513399 Aug 11 02:22:51.239923 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa9ae5d-ac22-417d-abdd-83e6fb6605fc tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] DELETE failed (client error): The resource could not be found. Aug 11 02:22:51.240676 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa9ae5d-ac22-417d-abdd-83e6fb6605fc tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:22:51.242656 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7aa9ae5d-ac22-417d-abdd-83e6fb6605fc tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/subnets/b8708d77-7d5c-47d7-bc5b-3eb8982526b3 HTTP/1.1" status: 404 len: 337 time: 0.0432417 Aug 11 02:22:51.248873 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52104) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:51.287655 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec25fd9-c095-4222-b486-fca22e733168 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] DELETE failed (client error): The resource could not be found. Aug 11 02:22:51.288749 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dec25fd9-c095-4222-b486-fca22e733168 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:22:51.293408 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52110) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:51.293956 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-dec25fd9-c095-4222-b486-fca22e733168 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/subnets/186e2a21-5971-4009-bd8d-ae082a371c3a HTTP/1.1" status: 404 len: 337 time: 0.0466783 Aug 11 02:22:51.323619 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0694cf78-2c8c-45ed-9c16-5b81b6b3c7fc tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "GET /v2.0/ports?device_id=a8f5a5df-935e-44a6-8c64-c56d302b4088 HTTP/1.1" status: 200 len: 205 time: 0.0290251 Aug 11 02:22:51.326023 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52114) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:51.370032 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-f3aae225-8b69-4fb3-9f9c-09f7fbc404d9 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] delete failed (client error): The resource could not be found. Aug 11 02:22:51.371621 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f3aae225-8b69-4fb3-9f9c-09f7fbc404d9 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/routers/a8f5a5df-935e-44a6-8c64-c56d302b4088 HTTP/1.1" status: 404 len: 336 time: 0.0442202 Aug 11 02:22:51.373841 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52120) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:51.410302 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:51.414412 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d318a10d-d5bc-46ae-9d6f-6b441e4de8a1 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "GET /v2.0/ports?device_id=298a7e08-2b99-4043-8a27-20e0467d874a HTTP/1.1" status: 200 len: 205 time: 0.0373678 Aug 11 02:22:51.415000 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52124) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:51.456929 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-6658067d-787c-45ad-9ca7-01752a791610 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] delete failed (client error): The resource could not be found. Aug 11 02:22:51.459632 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6658067d-787c-45ad-9ca7-01752a791610 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/routers/298a7e08-2b99-4043-8a27-20e0467d874a HTTP/1.1" status: 404 len: 336 time: 0.0415363 Aug 11 02:22:51.460818 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52134) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:51.495182 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf86896-2266-4b1a-9311-dae0fcb7577c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] DELETE failed (client error): The resource could not be found. Aug 11 02:22:51.495677 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf86896-2266-4b1a-9311-dae0fcb7577c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:22:51.499830 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4bf86896-2266-4b1a-9311-dae0fcb7577c tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/subnets/16874c2b-45e3-4906-b1c9-2ddb0054f715 HTTP/1.1" status: 404 len: 337 time: 0.0356586 Aug 11 02:22:51.500092 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52140) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:51.558511 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6cef75a0-2eed-467d-87a8-80781e42b158 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07a3a89-7c8b-4eaf-816c-d0f626508cf9 HTTP/1.1" status: 200 len: 205 time: 0.0569551 Aug 11 02:22:51.561292 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52148) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:51.607720 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-9176d5c7-9ab6-4fb8-81d0-11c217840901 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] delete failed (client error): The resource could not be found. Aug 11 02:22:51.608759 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9176d5c7-9ab6-4fb8-81d0-11c217840901 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/routers/b07a3a89-7c8b-4eaf-816c-d0f626508cf9 HTTP/1.1" status: 404 len: 336 time: 0.0465686 Aug 11 02:22:51.612656 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52154) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:51.629433 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30b4a4-ce4c-4b4c-873a-7f8172f672ba req-02dbd6ed-8881-4d46-bc60-e5727e39e7e9 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:51.631204 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0f30b4a4-ce4c-4b4c-873a-7f8172f672ba req-02dbd6ed-8881-4d46-bc60-e5727e39e7e9 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 946 time: 0.1198883 Aug 11 02:22:51.649201 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fd7e04a2-e460-45bd-b85f-afffbcee87a0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ec8ad90-46c1-4377-b154-54aa1dec8680 HTTP/1.1" status: 200 len: 205 time: 0.0330920 Aug 11 02:22:51.651151 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52156) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:51.698592 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0f30b4a4-ce4c-4b4c-873a-7f8172f672ba req-22e7695f-fd49-46aa-a2a5-3b1ef998cec0 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612838 Aug 11 02:22:51.702679 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-fb8292d2-e9e9-420f-bbf6-599af7f05439 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] delete failed (client error): The resource could not be found. Aug 11 02:22:51.706185 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fb8292d2-e9e9-420f-bbf6-599af7f05439 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/routers/8ec8ad90-46c1-4377-b154-54aa1dec8680 HTTP/1.1" status: 404 len: 336 time: 0.0514309 Aug 11 02:22:51.706517 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52160) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:51.756227 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f1cb77-afeb-4232-89b0-66bf6640b9f1 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] DELETE failed (client error): The resource could not be found. Aug 11 02:22:51.756672 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f1cb77-afeb-4232-89b0-66bf6640b9f1 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:22:51.760773 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-98f1cb77-afeb-4232-89b0-66bf6640b9f1 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/subnets/bcfe8708-d8d0-4914-be15-bb4072d35026 HTTP/1.1" status: 404 len: 337 time: 0.0507820 Aug 11 02:22:51.761054 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52162) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:51.794541 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device bb23535d-6c87-45be-a601-27981a9ff36b details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:22:51.817118 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e7d0654e-a5f7-4404-94b6-46cc103247bf tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1b152c6-cf52-47e1-879c-38aba877ffba HTTP/1.1" status: 200 len: 205 time: 0.0546892 Aug 11 02:22:51.820051 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52164) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:51.862457 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79114e2e-6feb-4b63-b535-01e1de23ae51 req-a853ef16-083e-4b05-8a48-7cfce79a37b4 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:51.863441 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-88ad18d5-90bc-4b9d-b571-643fb08a385d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] delete failed (client error): The resource could not be found. Aug 11 02:22:51.868317 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-88ad18d5-90bc-4b9d-b571-643fb08a385d tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/routers/e1b152c6-cf52-47e1-879c-38aba877ffba HTTP/1.1" status: 404 len: 336 time: 0.0471783 Aug 11 02:22:51.868943 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52166) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:51.870577 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79114e2e-6feb-4b63-b535-01e1de23ae51 req-a853ef16-083e-4b05-8a48-7cfce79a37b4 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:51.872507 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-79114e2e-6feb-4b63-b535-01e1de23ae51 req-a853ef16-083e-4b05-8a48-7cfce79a37b4 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=8099737f-94c6-4c3d-85d1-53e63fb9cd37 HTTP/1.1" status: 200 len: 1682 time: 0.1261954 Aug 11 02:22:51.906707 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32d6d67-8117-4568-bc08-ea0f3b9936f0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] DELETE failed (client error): The resource could not be found. Aug 11 02:22:51.907461 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b32d6d67-8117-4568-bc08-ea0f3b9936f0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:22:51.913883 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b32d6d67-8117-4568-bc08-ea0f3b9936f0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/subnets/92b971d9-72a6-4084-bfd0-ac323faba71e HTTP/1.1" status: 404 len: 337 time: 0.0438943 Aug 11 02:22:51.916423 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52168) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:51.934976 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-79114e2e-6feb-4b63-b535-01e1de23ae51 req-ab084745-10a6-4aa6-9d5d-bfc398e8e6d8 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555551 Aug 11 02:22:51.962744 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f1a9296b-d8cc-4619-b8d7-16537ab379bd tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "GET /v2.0/ports?device_id=783f305e-d9a8-4b25-9c6d-0a55c963d1f1 HTTP/1.1" status: 200 len: 205 time: 0.0450251 Aug 11 02:22:51.964984 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52170) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:51.969637 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port bb23535d-6c87-45be-a601-27981a9ff36b, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=bb23535d-6c87-45be-a601-27981a9ff36b,segment=NetworkSegment(fe8996c7-91a3-477d-9037-e7fc21492c3a),segment_id=fe8996c7-91a3-477d-9037-e7fc21492c3a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:51.988270 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'bb23535d-6c87-45be-a601-27981a9ff36b', 'network_id': 'd8880cb8-634a-4d3e-9c96-143a11f53312', 'port_id': 'bb23535d-6c87-45be-a601-27981a9ff36b', 'mac_address': 'fa:16:3e:57:0d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e30df39-995a-43a2-86cb-6085dc89ee38', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:22:52.004263 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-5f24022d-ce8e-44c6-bde4-855a6950a6df tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] delete failed (client error): The resource could not be found. Aug 11 02:22:52.007589 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5f24022d-ce8e-44c6-bde4-855a6950a6df tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/routers/783f305e-d9a8-4b25-9c6d-0a55c963d1f1 HTTP/1.1" status: 404 len: 336 time: 0.0394623 Aug 11 02:22:52.008910 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52172) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:52.033024 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:52.047188 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb23535d-6c87-45be-a601-27981a9ff36b {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:22:52.056695 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-3346eb3e-aec7-42f1-b74b-93f9e672faf0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] DELETE failed (client error): The resource could not be found. Aug 11 02:22:52.057427 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3346eb3e-aec7-42f1-b74b-93f9e672faf0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:22:52.062005 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52176) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:52.062482 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3346eb3e-aec7-42f1-b74b-93f9e672faf0 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/subnets/0d3204ca-efdd-4754-9f40-896fc64a9552 HTTP/1.1" status: 404 len: 337 time: 0.0519891 Aug 11 02:22:52.093298 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f2b75d-1fa7-473a-b822-1fa1483fd062 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] DELETE failed (client error): The resource could not be found. Aug 11 02:22:52.094444 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f2b75d-1fa7-473a-b822-1fa1483fd062 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:22:52.096183 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-94f2b75d-1fa7-473a-b822-1fa1483fd062 tempest-RoutersIpV6Test-262035324 tempest-RoutersIpV6Test-262035324-project] 10.222.0.50 "DELETE /v2.0/subnets/1cda6082-677e-47a4-b4fe-9c361b4d12a0 HTTP/1.1" status: 404 len: 337 time: 0.0330858 Aug 11 02:22:52.100046 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port bb23535d-6c87-45be-a601-27981a9ff36b, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=bb23535d-6c87-45be-a601-27981a9ff36b,segment=NetworkSegment(fe8996c7-91a3-477d-9037-e7fc21492c3a),segment_id=fe8996c7-91a3-477d-9037-e7fc21492c3a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:52.106022 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:52.164371 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=bb23535d-6c87-45be-a601-27981a9ff36b,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:52.211665 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300315d8-8470-4002-a95e-1f142b5fc110 req-105ee99b-8597-4645-8508-ffd525493ff3 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:52.233923 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300315d8-8470-4002-a95e-1f142b5fc110 req-105ee99b-8597-4645-8508-ffd525493ff3 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:52.238478 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-300315d8-8470-4002-a95e-1f142b5fc110 req-105ee99b-8597-4645-8508-ffd525493ff3 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.66 "GET /v2.0/ports?device_id=8099737f-94c6-4c3d-85d1-53e63fb9cd37 HTTP/1.1" status: 200 len: 1682 time: 0.0925558 Aug 11 02:22:52.376908 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b4854-552f-470d-9df3-e7c699b13ef4 req-841f8bc5-ccef-4962-b2f3-24be58a8fde5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:52.378576 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c33b4854-552f-470d-9df3-e7c699b13ef4 req-841f8bc5-ccef-4962-b2f3-24be58a8fde5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=65e370aa-b7e9-4618-ae81-23ca77137f3e HTTP/1.1" status: 200 len: 945 time: 0.1377714 Aug 11 02:22:52.398633 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['bb23535d-6c87-45be-a601-27981a9ff36b'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:52.409434 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52188) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:52.467948 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c33b4854-552f-470d-9df3-e7c699b13ef4 req-4d5bd9a5-50b2-41e7-bd4f-2c6fc2bea4ab tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=115d5a7d-824a-4591-9246-580a5cf42509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826621 Aug 11 02:22:52.487470 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-300315d8-8470-4002-a95e-1f142b5fc110 req-a4e77fd9-c125-46ca-b95e-43c2544cdf5d tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Deleting port e81a822b-e601-4282-ba05-9350c2ec6fcb {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:52.487470 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-300315d8-8470-4002-a95e-1f142b5fc110 req-a4e77fd9-c125-46ca-b95e-43c2544cdf5d tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:52.589169 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f5711020-2d55-4162-a8c2-018c093dc085 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=771603ce7c694518a048dc364609b7f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1762550 Aug 11 02:22:52.589772 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52192) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:52.618310 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-300315d8-8470-4002-a95e-1f142b5fc110 req-a4e77fd9-c125-46ca-b95e-43c2544cdf5d tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] For port e81a822b-e601-4282-ba05-9350c2ec6fcb, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=e81a822b-e601-4282-ba05-9350c2ec6fcb,segment=NetworkSegment(173f65c3-3189-40a9-847d-97b2c5633de9),segment_id=173f65c3-3189-40a9-847d-97b2c5633de9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:52.618998 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-300315d8-8470-4002-a95e-1f142b5fc110 req-a4e77fd9-c125-46ca-b95e-43c2544cdf5d tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:52.635471 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-300315d8-8470-4002-a95e-1f142b5fc110 req-a4e77fd9-c125-46ca-b95e-43c2544cdf5d tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Calling delete_port for e81a822b-e601-4282-ba05-9350c2ec6fcb owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:52.649119 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-51d13cd8-3a13-4484-a450-724d839b5961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:52.672286 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-51d13cd8-3a13-4484-a450-724d839b5961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:52.731428 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-51d13cd8-3a13-4484-a450-724d839b5961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:52.737351 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-51d13cd8-3a13-4484-a450-724d839b5961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:52.742044 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-51d13cd8-3a13-4484-a450-724d839b5961 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/08686607-b977-455c-9c35-2981499d6cbe HTTP/1.1" status: 204 len: 168 time: 0.1485298 Aug 11 02:22:52.762715 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d13cd8-3a13-4484-a450-724d839b5961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08686607-b977-455c-9c35-2981499d6cbe,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:52.835718 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-300315d8-8470-4002-a95e-1f142b5fc110 req-a4e77fd9-c125-46ca-b95e-43c2544cdf5d tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:52.849851 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['e81a822b-e601-4282-ba05-9350c2ec6fcb', 'ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:52.858192 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc02c2-bbf3-4a65-bd83-a2dfca8b7c12 req-bf6f7b4e-ce57-4627-8f63-1e63799e287d tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:52.861168 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eafc02c2-bbf3-4a65-bd83-a2dfca8b7c12 req-bf6f7b4e-ce57-4627-8f63-1e63799e287d tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 946 time: 0.0569656 Aug 11 02:22:52.885782 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e77fd9-c125-46ca-b95e-43c2544cdf5d tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Pushing event deleted for resources: {'Port': ['ID=e81a822b-e601-4282-ba05-9350c2ec6fcb,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:52.938754 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-300315d8-8470-4002-a95e-1f142b5fc110 req-a4e77fd9-c125-46ca-b95e-43c2544cdf5d tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] No DVR routers for this DVR port e81a822b-e601-4282-ba05-9350c2ec6fcb on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:52.940299 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eafc02c2-bbf3-4a65-bd83-a2dfca8b7c12 req-eb8571e5-c502-4983-a32b-af9393833a4c tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724800 Aug 11 02:22:52.942147 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-300315d8-8470-4002-a95e-1f142b5fc110 req-a4e77fd9-c125-46ca-b95e-43c2544cdf5d tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:52.944862 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-300315d8-8470-4002-a95e-1f142b5fc110 req-a4e77fd9-c125-46ca-b95e-43c2544cdf5d tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.66 "DELETE /v2.0/ports/e81a822b-e601-4282-ba05-9350c2ec6fcb HTTP/1.1" status: 204 len: 173 time: 0.6327009 Aug 11 02:22:52.945396 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8099737f-94c6-4c3d-85d1-53e63fb9cd37', 'name': 'network-vif-deleted', 'tag': 'e81a822b-e601-4282-ba05-9350c2ec6fcb'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:52.947698 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043734e2-067e-4d64-9483-ecd08369f411" -d '{"events": [{"server_uuid": "8099737f-94c6-4c3d-85d1-53e63fb9cd37", "name": "network-vif-deleted", "tag": "e81a822b-e601-4282-ba05-9350c2ec6fcb"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:53.055825 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba77c00-0378-4671-8bd9-db3990b88031 x-openstack-request-id: req-5ba77c00-0378-4671-8bd9-db3990b88031 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:53.056682 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8099737f-94c6-4c3d-85d1-53e63fb9cd37", "name": "network-vif-deleted", "tag": "e81a822b-e601-4282-ba05-9350c2ec6fcb", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:53.061813 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ba77c00-0378-4671-8bd9-db3990b88031 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:53.062335 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8099737f-94c6-4c3d-85d1-53e63fb9cd37', 'name': 'network-vif-deleted', 'tag': 'e81a822b-e601-4282-ba05-9350c2ec6fcb', 'status': 'completed', 'code': 200} Aug 11 02:22:53.149252 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5012eb-7ec2-4aaa-ab97-f815b06e726a req-631bbe87-cb8c-433d-85ca-239dabf7abdd tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:53.163212 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-300315d8-8470-4002-a95e-1f142b5fc110 req-7b8323cc-8c40-44e9-9c0f-0f1f73f9ef5c tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Deleting port ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:53.163658 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-300315d8-8470-4002-a95e-1f142b5fc110 req-7b8323cc-8c40-44e9-9c0f-0f1f73f9ef5c tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:53.165983 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1f5012eb-7ec2-4aaa-ab97-f815b06e726a req-631bbe87-cb8c-433d-85ca-239dabf7abdd tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=8099737f-94c6-4c3d-85d1-53e63fb9cd37 HTTP/1.1" status: 200 len: 945 time: 0.0923040 Aug 11 02:22:53.215863 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1f5012eb-7ec2-4aaa-ab97-f815b06e726a req-be23271b-136b-4f48-8d3f-ed9dbbc9915a tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486102 Aug 11 02:22:53.289119 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-300315d8-8470-4002-a95e-1f142b5fc110 req-7b8323cc-8c40-44e9-9c0f-0f1f73f9ef5c tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] For port ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7,segment=NetworkSegment(8d5917b8-2334-4c14-8c64-2d3722b60796),segment_id=8d5917b8-2334-4c14-8c64-2d3722b60796)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:53.289484 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-300315d8-8470-4002-a95e-1f142b5fc110 req-7b8323cc-8c40-44e9-9c0f-0f1f73f9ef5c tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:53.304028 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-300315d8-8470-4002-a95e-1f142b5fc110 req-7b8323cc-8c40-44e9-9c0f-0f1f73f9ef5c tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Calling delete_port for ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:53.454935 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-300315d8-8470-4002-a95e-1f142b5fc110 req-7b8323cc-8c40-44e9-9c0f-0f1f73f9ef5c tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:53.466448 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['e81a822b-e601-4282-ba05-9350c2ec6fcb'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:53.488439 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8323cc-8c40-44e9-9c0f-0f1f73f9ef5c tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Pushing event deleted for resources: {'Port': ['ID=ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:53.533388 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-300315d8-8470-4002-a95e-1f142b5fc110 req-7b8323cc-8c40-44e9-9c0f-0f1f73f9ef5c tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] No DVR routers for this DVR port ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:53.535935 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-300315d8-8470-4002-a95e-1f142b5fc110 req-7b8323cc-8c40-44e9-9c0f-0f1f73f9ef5c tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:53.538525 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-300315d8-8470-4002-a95e-1f142b5fc110 req-7b8323cc-8c40-44e9-9c0f-0f1f73f9ef5c tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.66 "DELETE /v2.0/ports/ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7 HTTP/1.1" status: 204 len: 173 time: 0.5769215 Aug 11 02:22:53.626328 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6040f-1699-4402-a419-43a7edee8c7b req-144fcab4-ae08-4f95-bab4-ad9d4ff9a98d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:53.632494 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f8f6040f-1699-4402-a419-43a7edee8c7b req-144fcab4-ae08-4f95-bab4-ad9d4ff9a98d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=65e370aa-b7e9-4618-ae81-23ca77137f3e HTTP/1.1" status: 200 len: 945 time: 0.0657897 Aug 11 02:22:53.676709 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f8f6040f-1699-4402-a419-43a7edee8c7b req-7b905ac4-fe25-490a-aee3-59a5d08ae46c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=115d5a7d-824a-4591-9246-580a5cf42509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365291 Aug 11 02:22:53.748346 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52234) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:53.752207 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029056 Aug 11 02:22:53.755221 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52236) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:53.810129 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device bb23535d-6c87-45be-a601-27981a9ff36b up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:53.861519 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b6d4c80d-30f1-4d9f-9962-6f66ab84b5a2 tempest-NetworksApiDiscovery-187264704 tempest-NetworksApiDiscovery-187264704-project] 10.222.0.50 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1052330 Aug 11 02:22:53.866528 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port bb23535d-6c87-45be-a601-27981a9ff36b completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:53.870639 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port bb23535d-6c87-45be-a601-27981a9ff36b triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:53.871017 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:53.950652 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:53.973541 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e370aa-b7e9-4618-ae81-23ca77137f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb23535d-6c87-45be-a601-27981a9ff36b'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:53.975940 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a72a281-3542-4a6b-84be-cb8c849ac62e" -d '{"events": [{"server_uuid": "65e370aa-b7e9-4618-ae81-23ca77137f3e", "name": "network-vif-plugged", "status": "completed", "tag": "bb23535d-6c87-45be-a601-27981a9ff36b"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:53.989020 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port bb23535d-6c87-45be-a601-27981a9ff36b, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=bb23535d-6c87-45be-a601-27981a9ff36b,segment=NetworkSegment(fe8996c7-91a3-477d-9037-e7fc21492c3a),segment_id=fe8996c7-91a3-477d-9037-e7fc21492c3a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:53.993611 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:54.020687 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c222543f-e898-4b3a-a405-e826ec918966 x-openstack-request-id: req-c222543f-e898-4b3a-a405-e826ec918966 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:54.022015 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e370aa-b7e9-4618-ae81-23ca77137f3e", "name": "network-vif-plugged", "status": "completed", "tag": "bb23535d-6c87-45be-a601-27981a9ff36b", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:54.022277 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c222543f-e898-4b3a-a405-e826ec918966 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:54.022704 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e370aa-b7e9-4618-ae81-23ca77137f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb23535d-6c87-45be-a601-27981a9ff36b', 'code': 200} Aug 11 02:22:54.057762 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=bb23535d-6c87-45be-a601-27981a9ff36b,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:54.123755 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52246) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:54.123945 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417074a-e8a8-406c-9d72-47d57c33d2e1 req-6ff9017d-5150-4853-8a8b-c0e238ca63ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:54.125520 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5417074a-e8a8-406c-9d72-47d57c33d2e1 req-6ff9017d-5150-4853-8a8b-c0e238ca63ba service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=65e370aa-b7e9-4618-ae81-23ca77137f3e HTTP/1.1" status: 200 len: 1098 time: 0.0480773 Aug 11 02:22:54.162148 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5417074a-e8a8-406c-9d72-47d57c33d2e1 req-0bac359e-45a2-4ea9-ae04-088b57de7026 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=115d5a7d-824a-4591-9246-580a5cf42509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286007 Aug 11 02:22:54.234684 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f125ba5a-e8eb-494d-8ecf-bb00810d3d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:54.354240 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0dfff3fb-d76c-44cb-a0cf-2e43bd74fba9 req-90d17045-bf3e-4c2a-8c27-e643c7fc5aba tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "GET /v2.0/ports?device_id=8099737f-94c6-4c3d-85d1-53e63fb9cd37 HTTP/1.1" status: 200 len: 210 time: 0.0369601 Aug 11 02:22:54.360129 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:54.381230 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f125ba5a-e8eb-494d-8ecf-bb00810d3d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:54.384993 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f125ba5a-e8eb-494d-8ecf-bb00810d3d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:54.424436 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f125ba5a-e8eb-494d-8ecf-bb00810d3d87 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=249436a3c0ef4ab29b4c9ab796539921&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2994955 Aug 11 02:22:54.425581 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125ba5a-e8eb-494d-8ecf-bb00810d3d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fe57c0-8b1b-4ac3-87ca-06a2d0d7478e,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:54.427131 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52256) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:54.488305 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4bbb6660-41d4-4861-9ece-41f8fb8d8073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:54.511193 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4bbb6660-41d4-4861-9ece-41f8fb8d8073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:54.559844 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4bbb6660-41d4-4861-9ece-41f8fb8d8073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:54.563142 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4bbb6660-41d4-4861-9ece-41f8fb8d8073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:54.564332 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4bbb6660-41d4-4861-9ece-41f8fb8d8073 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/83fe57c0-8b1b-4ac3-87ca-06a2d0d7478e HTTP/1.1" status: 204 len: 168 time: 0.1360140 Aug 11 02:22:54.572348 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb6660-41d4-4861-9ece-41f8fb8d8073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fe57c0-8b1b-4ac3-87ca-06a2d0d7478e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:54.797908 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db7b46-2704-41b2-b036-d5d681d2228c req-a3330573-ca22-4aca-97c6-acab9419aaa8 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:54.799465 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-04db7b46-2704-41b2-b036-d5d681d2228c req-a3330573-ca22-4aca-97c6-acab9419aaa8 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=65e370aa-b7e9-4618-ae81-23ca77137f3e HTTP/1.1" status: 200 len: 946 time: 0.0543373 Aug 11 02:22:54.841273 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-04db7b46-2704-41b2-b036-d5d681d2228c req-2f8d2551-bd9a-4096-83be-9629a50ed3f9 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=115d5a7d-824a-4591-9246-580a5cf42509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359197 Aug 11 02:22:55.063360 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8099737f-94c6-4c3d-85d1-53e63fb9cd37', 'name': 'network-vif-deleted', 'tag': 'ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:55.066239 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35092e57-6226-4aab-94a0-3ac80188c351" -d '{"events": [{"server_uuid": "8099737f-94c6-4c3d-85d1-53e63fb9cd37", "name": "network-vif-deleted", "tag": "ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:55.112484 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f29b9e-5793-42a4-a336-f552cbc995b2 x-openstack-request-id: req-f2f29b9e-5793-42a4-a336-f552cbc995b2 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:55.113028 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8099737f-94c6-4c3d-85d1-53e63fb9cd37", "name": "network-vif-deleted", "tag": "ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:55.113298 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f2f29b9e-5793-42a4-a336-f552cbc995b2 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:55.113691 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8099737f-94c6-4c3d-85d1-53e63fb9cd37', 'name': 'network-vif-deleted', 'tag': 'ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7', 'status': 'completed', 'code': 200} Aug 11 02:22:55.233324 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:55.412263 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52292) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:55.461937 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2596187-4748-490c-92d6-85ca54a4f992 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Deleting subnet e32b1eb2-c8f8-4a61-ae03-2887963ae06f {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:22:55.465274 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2596187-4748-490c-92d6-85ca54a4f992 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:55.506532 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2596187-4748-490c-92d6-85ca54a4f992 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:55.617831 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2596187-4748-490c-92d6-85ca54a4f992 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:55.678482 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2596187-4748-490c-92d6-85ca54a4f992 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:55.713315 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2596187-4748-490c-92d6-85ca54a4f992 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Pushing event deleted for resources: {'Subnet': ['ID=e32b1eb2-c8f8-4a61-ae03-2887963ae06f,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:55.713315 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2596187-4748-490c-92d6-85ca54a4f992 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:55.714448 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e2596187-4748-490c-92d6-85ca54a4f992 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "DELETE /v2.0/subnets/e32b1eb2-c8f8-4a61-ae03-2887963ae06f HTTP/1.1" status: 204 len: 168 time: 0.3028743 Aug 11 02:22:55.718226 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52308) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:55.720201 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b968aa-bb20-4315-b1a3-54fd409c82de None None] Network 8b26b04b-f413-4e87-9d79-b298a0fdf030 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:55.796527 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22d50621-d314-41b0-b255-00279cd5c168 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:55.856260 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-22d50621-d314-41b0-b255-00279cd5c168 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Deleting port a7366bac-c5c0-421e-875e-69f8fbf944cd {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:55.856487 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22d50621-d314-41b0-b255-00279cd5c168 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:55.926367 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-22d50621-d314-41b0-b255-00279cd5c168 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] For port a7366bac-c5c0-421e-875e-69f8fbf944cd, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a7366bac-c5c0-421e-875e-69f8fbf944cd,segment=NetworkSegment(173f65c3-3189-40a9-847d-97b2c5633de9),segment_id=173f65c3-3189-40a9-847d-97b2c5633de9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:55.927960 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22d50621-d314-41b0-b255-00279cd5c168 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:55.933222 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a65db81-85b6-4c7e-aeb2-608927b4dca2 None None] DHCP port deletion for 8b26b04b-f413-4e87-9d79-b298a0fdf030 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:22:55.946246 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-22d50621-d314-41b0-b255-00279cd5c168 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Calling delete_port for a7366bac-c5c0-421e-875e-69f8fbf944cd owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:55.972961 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c2a41-27ff-4d6f-a48d-1afbaa4010c2 req-b2e20c2a-1abe-483c-ad55-24e630c1e1cb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:55.974922 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b20c2a41-27ff-4d6f-a48d-1afbaa4010c2 req-b2e20c2a-1abe-483c-ad55-24e630c1e1cb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=65e370aa-b7e9-4618-ae81-23ca77137f3e HTTP/1.1" status: 200 len: 946 time: 0.0583315 Aug 11 02:22:55.993338 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-4a65db81-85b6-4c7e-aeb2-608927b4dca2 None None] Deleting port a7366bac-c5c0-421e-875e-69f8fbf944cd {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:55.993746 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4a65db81-85b6-4c7e-aeb2-608927b4dca2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:56.024707 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b20c2a41-27ff-4d6f-a48d-1afbaa4010c2 req-a108fc33-db82-4755-a669-e0fdccd03162 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=115d5a7d-824a-4591-9246-580a5cf42509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372958 Aug 11 02:22:56.049065 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22d50621-d314-41b0-b255-00279cd5c168 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:56.075405 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-4a65db81-85b6-4c7e-aeb2-608927b4dca2 None None] For port a7366bac-c5c0-421e-875e-69f8fbf944cd, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a7366bac-c5c0-421e-875e-69f8fbf944cd,segment=NetworkSegment(173f65c3-3189-40a9-847d-97b2c5633de9),segment_id=173f65c3-3189-40a9-847d-97b2c5633de9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:56.076586 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d50621-d314-41b0-b255-00279cd5c168 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Pushing event deleted for resources: {'Port': ['ID=a7366bac-c5c0-421e-875e-69f8fbf944cd,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:56.076733 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4a65db81-85b6-4c7e-aeb2-608927b4dca2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:56.084357 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d50621-d314-41b0-b255-00279cd5c168 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] No DVR routers for this DVR port a7366bac-c5c0-421e-875e-69f8fbf944cd on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:56.095259 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-4a65db81-85b6-4c7e-aeb2-608927b4dca2 None None] Calling delete_port for a7366bac-c5c0-421e-875e-69f8fbf944cd owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:56.173663 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4a65db81-85b6-4c7e-aeb2-608927b4dca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:56.198059 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22d50621-d314-41b0-b255-00279cd5c168 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:56.200160 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65db81-85b6-4c7e-aeb2-608927b4dca2 None None] Pushing event deleted for resources: {'Port': ['ID=a7366bac-c5c0-421e-875e-69f8fbf944cd,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:56.205315 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a65db81-85b6-4c7e-aeb2-608927b4dca2 None None] No DVR routers for this DVR port a7366bac-c5c0-421e-875e-69f8fbf944cd on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:56.217925 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-22d50621-d314-41b0-b255-00279cd5c168 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b26b04b-f413-4e87-9d79-b298a0fdf030']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:56.236829 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3abb539-2e89-471a-a4cc-47cdb3b48433 req-8359a08d-a19d-47c6-ab49-7bd6995df51d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:56.238636 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e3abb539-2e89-471a-a4cc-47cdb3b48433 req-8359a08d-a19d-47c6-ab49-7bd6995df51d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=65e370aa-b7e9-4618-ae81-23ca77137f3e HTTP/1.1" status: 200 len: 946 time: 0.1261563 Aug 11 02:22:56.240777 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-22d50621-d314-41b0-b255-00279cd5c168 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173f65c3-3189-40a9-847d-97b2c5633de9') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:56.241885 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-22d50621-d314-41b0-b255-00279cd5c168 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173f65c3-3189-40a9-847d-97b2c5633de9') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:56.258234 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22d50621-d314-41b0-b255-00279cd5c168 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:56.282413 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22d50621-d314-41b0-b255-00279cd5c168 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:56.297614 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d50621-d314-41b0-b255-00279cd5c168 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:22:56.298023 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22d50621-d314-41b0-b255-00279cd5c168 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:22:56.300984 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:22:56.317197 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e3abb539-2e89-471a-a4cc-47cdb3b48433 req-a59b1294-2d77-4def-b532-8f7de5d1c601 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=115d5a7d-824a-4591-9246-580a5cf42509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684066 Aug 11 02:22:56.379456 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a7366bac-c5c0-421e-875e-69f8fbf944cd no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:56.389334 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22d50621-d314-41b0-b255-00279cd5c168 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:56.396804 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22d50621-d314-41b0-b255-00279cd5c168 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:56.398993 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-22d50621-d314-41b0-b255-00279cd5c168 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "DELETE /v2.0/networks/8b26b04b-f413-4e87-9d79-b298a0fdf030 HTTP/1.1" status: 204 len: 168 time: 0.6788836 Aug 11 02:22:56.401725 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52328) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:56.417380 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: a7366bac-c5c0-421e-875e-69f8fbf944cd {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:56.417724 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a7366bac-c5c0-421e-875e-69f8fbf944cd not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:56.428934 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d50621-d314-41b0-b255-00279cd5c168 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Pushing event deleted for resources: {'Network': ['ID=8b26b04b-f413-4e87-9d79-b298a0fdf030,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:56.486696 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-f15e0b64-a31d-4b0f-bcf0-7a74f8ad9cc3 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Deleting subnet 92d9eb5a-cbc8-431d-85c5-e2726cf931e8 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:22:56.490285 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f15e0b64-a31d-4b0f-bcf0-7a74f8ad9cc3 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:56.534333 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f15e0b64-a31d-4b0f-bcf0-7a74f8ad9cc3 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:56.618468 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f15e0b64-a31d-4b0f-bcf0-7a74f8ad9cc3 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:56.683399 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f15e0b64-a31d-4b0f-bcf0-7a74f8ad9cc3 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:56.713368 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f15e0b64-a31d-4b0f-bcf0-7a74f8ad9cc3 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:56.715437 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f15e0b64-a31d-4b0f-bcf0-7a74f8ad9cc3 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "DELETE /v2.0/subnets/92d9eb5a-cbc8-431d-85c5-e2726cf931e8 HTTP/1.1" status: 204 len: 168 time: 0.3120954 Aug 11 02:22:56.716207 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e0b64-a31d-4b0f-bcf0-7a74f8ad9cc3 tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Pushing event deleted for resources: {'Subnet': ['ID=92d9eb5a-cbc8-431d-85c5-e2726cf931e8,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:56.719443 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52338) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:56.720987 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f733e7-ff05-42aa-9e01-c06a19421f93 None None] Network a2526539-c7f6-4b40-b7f2-5f05989616a9 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:56.796410 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4e8a3b72-d9e4-4266-b526-e1ee746d611f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:56.855468 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-4e8a3b72-d9e4-4266-b526-e1ee746d611f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Deleting port b1f7fd49-bf1a-4882-be8a-9a706573db03 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:56.855850 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4e8a3b72-d9e4-4266-b526-e1ee746d611f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:56.887147 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410d7363-26df-4945-b8d0-5152ebe5edeb None None] DHCP port deletion for a2526539-c7f6-4b40-b7f2-5f05989616a9 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:22:56.918151 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-4e8a3b72-d9e4-4266-b526-e1ee746d611f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] For port b1f7fd49-bf1a-4882-be8a-9a706573db03, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b1f7fd49-bf1a-4882-be8a-9a706573db03,segment=NetworkSegment(8d5917b8-2334-4c14-8c64-2d3722b60796),segment_id=8d5917b8-2334-4c14-8c64-2d3722b60796)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:56.918517 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4e8a3b72-d9e4-4266-b526-e1ee746d611f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:56.931421 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-4e8a3b72-d9e4-4266-b526-e1ee746d611f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Calling delete_port for b1f7fd49-bf1a-4882-be8a-9a706573db03 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:56.936259 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-410d7363-26df-4945-b8d0-5152ebe5edeb None None] Deleting port b1f7fd49-bf1a-4882-be8a-9a706573db03 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:56.936637 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-410d7363-26df-4945-b8d0-5152ebe5edeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:56.977005 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device e81a822b-e601-4282-ba05-9350c2ec6fcb no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:56.999648 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: e81a822b-e601-4282-ba05-9350c2ec6fcb {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:56.999989 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device e81a822b-e601-4282-ba05-9350c2ec6fcb not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:57.000541 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:57.010896 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4e8a3b72-d9e4-4266-b526-e1ee746d611f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:57.022439 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:57.022780 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device ecefe8ba-8b74-4d2b-b3d8-b74f891c42e7 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:57.035234 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-410d7363-26df-4945-b8d0-5152ebe5edeb None None] For port b1f7fd49-bf1a-4882-be8a-9a706573db03, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b1f7fd49-bf1a-4882-be8a-9a706573db03,segment=NetworkSegment(8d5917b8-2334-4c14-8c64-2d3722b60796),segment_id=8d5917b8-2334-4c14-8c64-2d3722b60796)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:57.035667 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-410d7363-26df-4945-b8d0-5152ebe5edeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:57.041856 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a3b72-d9e4-4266-b526-e1ee746d611f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Pushing event deleted for resources: {'Port': ['ID=b1f7fd49-bf1a-4882-be8a-9a706573db03,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:57.047376 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8a3b72-d9e4-4266-b526-e1ee746d611f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] No DVR routers for this DVR port b1f7fd49-bf1a-4882-be8a-9a706573db03 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:57.048264 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-410d7363-26df-4945-b8d0-5152ebe5edeb None None] Calling delete_port for b1f7fd49-bf1a-4882-be8a-9a706573db03 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:57.123984 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4e8a3b72-d9e4-4266-b526-e1ee746d611f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:57.125728 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-410d7363-26df-4945-b8d0-5152ebe5edeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:57.133686 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-4e8a3b72-d9e4-4266-b526-e1ee746d611f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2526539-c7f6-4b40-b7f2-5f05989616a9']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:57.144565 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-4e8a3b72-d9e4-4266-b526-e1ee746d611f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5917b8-2334-4c14-8c64-2d3722b60796') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:57.144859 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-4e8a3b72-d9e4-4266-b526-e1ee746d611f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5917b8-2334-4c14-8c64-2d3722b60796') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:57.149920 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d7363-26df-4945-b8d0-5152ebe5edeb None None] Pushing event deleted for resources: {'Port': ['ID=b1f7fd49-bf1a-4882-be8a-9a706573db03,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:57.153162 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410d7363-26df-4945-b8d0-5152ebe5edeb None None] No DVR routers for this DVR port b1f7fd49-bf1a-4882-be8a-9a706573db03 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:57.154039 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4e8a3b72-d9e4-4266-b526-e1ee746d611f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:57.171278 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4e8a3b72-d9e4-4266-b526-e1ee746d611f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:57.177640 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8a3b72-d9e4-4266-b526-e1ee746d611f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:22:57.178027 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4e8a3b72-d9e4-4266-b526-e1ee746d611f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:22:57.181270 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:22:57.250241 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4e8a3b72-d9e4-4266-b526-e1ee746d611f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:57.257241 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4e8a3b72-d9e4-4266-b526-e1ee746d611f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:57.263388 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4e8a3b72-d9e4-4266-b526-e1ee746d611f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] 10.222.0.50 "DELETE /v2.0/networks/a2526539-c7f6-4b40-b7f2-5f05989616a9 HTTP/1.1" status: 204 len: 168 time: 0.5381327 Aug 11 02:22:57.271223 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a3b72-d9e4-4266-b526-e1ee746d611f tempest-ServersTestMultiNic-1962476166 tempest-ServersTestMultiNic-1962476166-project] Pushing event deleted for resources: {'Network': ['ID=a2526539-c7f6-4b40-b7f2-5f05989616a9,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:57.398243 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52348) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:57.871392 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-14ad6a52-2972-4c56-906f-725f49a2ed32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:57.929501 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52370) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:58.122027 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-14ad6a52-2972-4c56-906f-725f49a2ed32 admin admin] Deleting port 42f58f49-81f8-4e82-a58c-3d4bef400473 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:58.122402 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-14ad6a52-2972-4c56-906f-725f49a2ed32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:58.205559 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-14ad6a52-2972-4c56-906f-725f49a2ed32 admin admin] For port 42f58f49-81f8-4e82-a58c-3d4bef400473, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=42f58f49-81f8-4e82-a58c-3d4bef400473,segment=NetworkSegment(13f162a5-766b-43ad-b1d7-a495a0b043f6),segment_id=13f162a5-766b-43ad-b1d7-a495a0b043f6)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:58.205844 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-14ad6a52-2972-4c56-906f-725f49a2ed32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:58.218966 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-14ad6a52-2972-4c56-906f-725f49a2ed32 admin admin] Calling delete_port for 42f58f49-81f8-4e82-a58c-3d4bef400473 owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:58.379692 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b1f7fd49-bf1a-4882-be8a-9a706573db03 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:58.403778 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: b1f7fd49-bf1a-4882-be8a-9a706573db03 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:58.404550 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b1f7fd49-bf1a-4882-be8a-9a706573db03 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:58.441275 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ecc8effd-ae62-4948-873c-f7e39c4b2e5b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:58.720968 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-14ad6a52-2972-4c56-906f-725f49a2ed32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:58.752208 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad6a52-2972-4c56-906f-725f49a2ed32 admin admin] Pushing event deleted for resources: {'Port': ['ID=42f58f49-81f8-4e82-a58c-3d4bef400473,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:58.782950 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-ecc8effd-ae62-4948-873c-f7e39c4b2e5b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Allocated IP 172.20.0.17 (d8880cb8-634a-4d3e-9c96-143a11f53312/0e30df39-995a-43a2-86cb-6085dc89ee38/a243ed2d-579d-48e8-a229-505fd69b8c75) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:58.934655 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ecc8effd-ae62-4948-873c-f7e39c4b2e5b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:58.950209 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-ecc8effd-ae62-4948-873c-f7e39c4b2e5b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Transition to ACTIVE for port object a243ed2d-579d-48e8-a229-505fd69b8c75 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:58.981172 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-14ad6a52-2972-4c56-906f-725f49a2ed32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:58.988102 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ecc8effd-ae62-4948-873c-f7e39c4b2e5b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:59.046584 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc8effd-ae62-4948-873c-f7e39c4b2e5b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Network d8880cb8-634a-4d3e-9c96-143a11f53312 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:59.050053 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-ecc8effd-ae62-4948-873c-f7e39c4b2e5b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:59.055942 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc8effd-ae62-4948-873c-f7e39c4b2e5b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:59.064721 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8effd-ae62-4948-873c-f7e39c4b2e5b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'Port': ['ID=a243ed2d-579d-48e8-a229-505fd69b8c75,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:59.113067 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ecc8effd-ae62-4948-873c-f7e39c4b2e5b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:59.281102 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ecc8effd-ae62-4948-873c-f7e39c4b2e5b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:59.287115 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ad6a52-2972-4c56-906f-725f49a2ed32 admin admin] Router 1c6c6d91-bb56-4bbc-b728-6163fdd29292 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:22:59.404719 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-41596f7d-f008-4813-a70a-39180720c901 None None] Provisioning for port a243ed2d-579d-48e8-a229-505fd69b8c75 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:59.408805 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-41596f7d-f008-4813-a70a-39180720c901 None None] Provisioning complete for port a243ed2d-579d-48e8-a229-505fd69b8c75 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:59.409396 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-41596f7d-f008-4813-a70a-39180720c901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:59.424519 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ad6a52-2972-4c56-906f-725f49a2ed32 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:22:59.431758 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-14ad6a52-2972-4c56-906f-725f49a2ed32 admin admin] 10.222.0.50 "PUT /v2.0/routers/1c6c6d91-bb56-4bbc-b728-6163fdd29292/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0301909 Aug 11 02:22:59.435709 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52388) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:59.437216 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80bec3b-fb32-44b7-8b0c-4278be093c62 None None] Sync routers for ids ['1c6c6d91-bb56-4bbc-b728-6163fdd29292'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:22:59.459957 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80bec3b-fb32-44b7-8b0c-4278be093c62 None None] Routers {'1c6c6d91-bb56-4bbc-b728-6163fdd29292'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:59.460855 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b80bec3b-fb32-44b7-8b0c-4278be093c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:22:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['1c6c6d91-bb56-4bbc-b728-6163fdd29292'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:59.547735 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6f3cff8-0c8b-42f1-b9b0-8e3479b38345 admin admin] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:59.623136 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ecc8effd-ae62-4948-873c-f7e39c4b2e5b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:59.628940 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ecc8effd-ae62-4948-873c-f7e39c4b2e5b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:59.660816 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6f3cff8-0c8b-42f1-b9b0-8e3479b38345 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:59.724092 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-41596f7d-f008-4813-a70a-39180720c901 None None] Port a243ed2d-579d-48e8-a229-505fd69b8c75 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:22:59.731386 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8effd-ae62-4948-873c-f7e39c4b2e5b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'Port': ['ID=a243ed2d-579d-48e8-a229-505fd69b8c75,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:59.741353 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-e6f3cff8-0c8b-42f1-b9b0-8e3479b38345 admin admin] Deleting port 8f7cc926-5899-487b-88b8-aaee2391796d {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:59.741712 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6f3cff8-0c8b-42f1-b9b0-8e3479b38345 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:59.752260 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ecc8effd-ae62-4948-873c-f7e39c4b2e5b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:59.758727 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-b80bec3b-fb32-44b7-8b0c-4278be093c62 None None] Set router 1c6c6d91-bb56-4bbc-b728-6163fdd29292 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:59.909245 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-e6f3cff8-0c8b-42f1-b9b0-8e3479b38345 admin admin] For port 8f7cc926-5899-487b-88b8-aaee2391796d, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8f7cc926-5899-487b-88b8-aaee2391796d,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:59.911829 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6f3cff8-0c8b-42f1-b9b0-8e3479b38345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:59.920741 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc8effd-ae62-4948-873c-f7e39c4b2e5b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Network d8880cb8-634a-4d3e-9c96-143a11f53312 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:59.922945 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-ecc8effd-ae62-4948-873c-f7e39c4b2e5b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:59.953892 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-e6f3cff8-0c8b-42f1-b9b0-8e3479b38345 admin admin] Calling delete_port for 8f7cc926-5899-487b-88b8-aaee2391796d owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:00.021879 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b80bec3b-fb32-44b7-8b0c-4278be093c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6c6d91-bb56-4bbc-b728-6163fdd29292', 'name': 'tempest-ServersTestMultiNic-2069516634-router', 'tenant_id': '5da9d71ea3284656941727da7d0445e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '8f7cc926-5899-487b-88b8-aaee2391796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:30Z', 'updated_at': '2021-08-11T02:22:58Z', 'revision_number': 5, 'project_id': '5da9d71ea3284656941727da7d0445e0', 'gw_port': {'id': '8f7cc926-5899-487b-88b8-aaee2391796d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6c6d91-bb56-4bbc-b728-6163fdd29292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:31Z', 'updated_at': '2021-08-11T02:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:00.086601 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80bec3b-fb32-44b7-8b0c-4278be093c62 None None] Checking router: 1c6c6d91-bb56-4bbc-b728-6163fdd29292 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:23:00.106639 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80bec3b-fb32-44b7-8b0c-4278be093c62 None None] Routers {'1c6c6d91-bb56-4bbc-b728-6163fdd29292'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:23:00.107316 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b80bec3b-fb32-44b7-8b0c-4278be093c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:22:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['1c6c6d91-bb56-4bbc-b728-6163fdd29292'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:00.161962 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc8effd-ae62-4948-873c-f7e39c4b2e5b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Router 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:23:00.191428 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6f3cff8-0c8b-42f1-b9b0-8e3479b38345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.234303 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3cff8-0c8b-42f1-b9b0-8e3479b38345 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f7cc926-5899-487b-88b8-aaee2391796d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:00.321541 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-b80bec3b-fb32-44b7-8b0c-4278be093c62 None None] Set router 1c6c6d91-bb56-4bbc-b728-6163fdd29292 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:23:00.453047 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6f3cff8-0c8b-42f1-b9b0-8e3479b38345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.462121 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc8effd-ae62-4948-873c-f7e39c4b2e5b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:23:00.478279 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9268991e-138d-46e5-87e7-ca2c3c87c1ff None None] Sync routers for ids ['612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:23:00.485710 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ecc8effd-ae62-4948-873c-f7e39c4b2e5b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "PUT /v2.0/routers/612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5497010 Aug 11 02:23:00.491470 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9268991e-138d-46e5-87e7-ca2c3c87c1ff None None] Routers {'612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:23:00.492532 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9268991e-138d-46e5-87e7-ca2c3c87c1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:22:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:00.496385 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e946d37-7684-4da4-a63a-4f114317404d req-b9e38b74-7d5c-4fd3-97dc-0ab76f7c5340 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:00.514408 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9e946d37-7684-4da4-a63a-4f114317404d req-b9e38b74-7d5c-4fd3-97dc-0ab76f7c5340 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.2206299 Aug 11 02:23:00.542724 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b80bec3b-fb32-44b7-8b0c-4278be093c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6c6d91-bb56-4bbc-b728-6163fdd29292', 'name': 'tempest-ServersTestMultiNic-2069516634-router', 'tenant_id': '5da9d71ea3284656941727da7d0445e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:30Z', 'updated_at': '2021-08-11T02:22:59Z', 'revision_number': 6, 'project_id': '5da9d71ea3284656941727da7d0445e0', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:00.564667 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9e946d37-7684-4da4-a63a-4f114317404d req-13391d0c-e254-4194-b10b-be6d067a11a8 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483904 Aug 11 02:23:00.588048 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80bec3b-fb32-44b7-8b0c-4278be093c62 None None] The sync data for ids ['1c6c6d91-bb56-4bbc-b728-6163fdd29292'] in n-d-615180-33 is: [{'id': '1c6c6d91-bb56-4bbc-b728-6163fdd29292', 'name': 'tempest-ServersTestMultiNic-2069516634-router', 'tenant_id': '5da9d71ea3284656941727da7d0445e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:30Z', 'updated_at': '2021-08-11T02:22:59Z', 'revision_number': 6, 'project_id': '5da9d71ea3284656941727da7d0445e0', 'gw_port_host': None}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:23:00.600989 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-863eddc3-6e25-4af8-a16e-3c9936f410e2 None None] Provisioning complete for port a243ed2d-579d-48e8-a229-505fd69b8c75 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:00.601526 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-863eddc3-6e25-4af8-a16e-3c9936f410e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.611503 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6f3cff8-0c8b-42f1-b9b0-8e3479b38345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.615655 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6f3cff8-0c8b-42f1-b9b0-8e3479b38345 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.650445 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-863eddc3-6e25-4af8-a16e-3c9936f410e2 None None] Port a243ed2d-579d-48e8-a229-505fd69b8c75 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:00.675630 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-9268991e-138d-46e5-87e7-ca2c3c87c1ff None None] Set router 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:23:00.688527 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6f3cff8-0c8b-42f1-b9b0-8e3479b38345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.689477 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f3cff8-0c8b-42f1-b9b0-8e3479b38345 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c6c6d91-bb56-4bbc-b728-6163fdd29292 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:23:00.694479 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6f3cff8-0c8b-42f1-b9b0-8e3479b38345 admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.695848 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e6f3cff8-0c8b-42f1-b9b0-8e3479b38345 admin admin] 10.222.0.50 "DELETE /v2.0/routers/1c6c6d91-bb56-4bbc-b728-6163fdd29292 HTTP/1.1" status: 204 len: 168 time: 1.2591643 Aug 11 02:23:00.698518 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52408) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:00.750303 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-976ae302-3e5a-4b7e-a912-551cba74a683 admin admin] Deleting subnet eb352b7c-5638-4e9d-a724-54f3d68c64e4 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:23:00.753938 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-976ae302-3e5a-4b7e-a912-551cba74a683 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.789968 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-976ae302-3e5a-4b7e-a912-551cba74a683 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.879719 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-976ae302-3e5a-4b7e-a912-551cba74a683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.933627 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-976ae302-3e5a-4b7e-a912-551cba74a683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.962087 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ae302-3e5a-4b7e-a912-551cba74a683 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb352b7c-5638-4e9d-a724-54f3d68c64e4,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:00.984597 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-976ae302-3e5a-4b7e-a912-551cba74a683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.986703 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-976ae302-3e5a-4b7e-a912-551cba74a683 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/eb352b7c-5638-4e9d-a724-54f3d68c64e4 HTTP/1.1" status: 204 len: 168 time: 0.2870049 Aug 11 02:23:00.989384 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52414) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:00.990077 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb49e54-dfd3-4ab6-86ce-ffed1a31ddaf None None] Network 5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:23:01.021485 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9268991e-138d-46e5-87e7-ca2c3c87c1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'name': 'tempest-TestNetworkBasicOps-router-1949462947', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:22:59Z', 'revision_number': 5, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'c75518b3-3704-4b1c-af4a-3444f25c6052', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'port_id': '03ab97c1-d7fa-4705-a14a-8b1d60a807da', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354', 'mac_address': 'fa:16:3e:d8:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa412417-0fa1-43a3-b379-d4c9b766d296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:21:47Z', 'updated_at': '2021-08-11T02:21:50Z', 'revision_number': 1, 'project_id': '87062204daa74f23a6f53457711872b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a243ed2d-579d-48e8-a229-505fd69b8c75', 'name': '', 'network_id': 'd8880cb8-634a-4d3e-9c96-143a11f53312', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'mac_address': 'fa:16:3e:27:dd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '0e30df39-995a-43a2-86cb-6085dc89ee38', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:58Z', 'updated_at': '2021-08-11T02:22:59Z', 'revision_number': 2, 'project_id': '87062204daa74f23a6f53457711872b3', 'subnets': [{'id': '0e30df39-995a-43a2-86cb-6085dc89ee38', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba3ef1fb-b6f1-42e9-9858-d739619bf15c', 'name': '', 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'mac_address': 'fa:16:3e:78:b6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:20Z', 'updated_at': '2021-08-11T02:21:27Z', 'revision_number': 5, 'project_id': '87062204daa74f23a6f53457711872b3', 'subnets': [{'id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:01.057898 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9268991e-138d-46e5-87e7-ca2c3c87c1ff None None] Checking router: 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:23:01.058470 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9268991e-138d-46e5-87e7-ca2c3c87c1ff None None] Updating router 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d port a243ed2d-579d-48e8-a229-505fd69b8c75 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:23:01.071180 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c653a6f2-f32c-4874-b154-497f5f85f8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.095692 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-9268991e-138d-46e5-87e7-ca2c3c87c1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.384824 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-9268991e-138d-46e5-87e7-ca2c3c87c1ff None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.394781 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-9268991e-138d-46e5-87e7-ca2c3c87c1ff None None] Transition to ACTIVE for port object a243ed2d-579d-48e8-a229-505fd69b8c75 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:01.415621 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-9268991e-138d-46e5-87e7-ca2c3c87c1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.444929 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec4f3f5-9858-4ed3-81ef-b1bf3ddb2d82 None None] DHCP port deletion for 5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:23:01.472364 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a50dc-8e0f-455e-93d3-2d9a4b5b99aa None None] Pushing event updated for resources: {'Port': ['ID=a243ed2d-579d-48e8-a229-505fd69b8c75,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:01.504868 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-c653a6f2-f32c-4874-b154-497f5f85f8e7 admin admin] Deleting port 68ab2939-1332-4f21-9870-48ca213c1843 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:01.505559 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c653a6f2-f32c-4874-b154-497f5f85f8e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.512807 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-aec4f3f5-9858-4ed3-81ef-b1bf3ddb2d82 None None] Deleting port 68ab2939-1332-4f21-9870-48ca213c1843 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:01.513373 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-aec4f3f5-9858-4ed3-81ef-b1bf3ddb2d82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.592345 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-9268991e-138d-46e5-87e7-ca2c3c87c1ff None None] Attempting to bind port a243ed2d-579d-48e8-a229-505fd69b8c75 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:23:01.592817 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-9268991e-138d-46e5-87e7-ca2c3c87c1ff None None] Attempting to bind port a243ed2d-579d-48e8-a229-505fd69b8c75 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'fe8996c7-91a3-477d-9037-e7fc21492c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd8880cb8-634a-4d3e-9c96-143a11f53312'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:23:01.593062 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9268991e-138d-46e5-87e7-ca2c3c87c1ff None None] Attempting to bind port a243ed2d-579d-48e8-a229-505fd69b8c75 on network d8880cb8-634a-4d3e-9c96-143a11f53312 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:01.601939 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9268991e-138d-46e5-87e7-ca2c3c87c1ff None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:01.602312 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9268991e-138d-46e5-87e7-ca2c3c87c1ff None None] Checking segment: {'id': 'fe8996c7-91a3-477d-9037-e7fc21492c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd8880cb8-634a-4d3e-9c96-143a11f53312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:01.605594 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-9268991e-138d-46e5-87e7-ca2c3c87c1ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.606000 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9268991e-138d-46e5-87e7-ca2c3c87c1ff None None] Bound using segment: {'id': 'fe8996c7-91a3-477d-9037-e7fc21492c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd8880cb8-634a-4d3e-9c96-143a11f53312'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:01.606494 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-9268991e-138d-46e5-87e7-ca2c3c87c1ff None None] Bound port: a243ed2d-579d-48e8-a229-505fd69b8c75, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8996c7-91a3-477d-9037-e7fc21492c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd8880cb8-634a-4d3e-9c96-143a11f53312'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:01.606937 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-9268991e-138d-46e5-87e7-ca2c3c87c1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.621448 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-aec4f3f5-9858-4ed3-81ef-b1bf3ddb2d82 None None] For port 68ab2939-1332-4f21-9870-48ca213c1843, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=68ab2939-1332-4f21-9870-48ca213c1843,segment=NetworkSegment(13f162a5-766b-43ad-b1d7-a495a0b043f6),segment_id=13f162a5-766b-43ad-b1d7-a495a0b043f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:01.622055 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-aec4f3f5-9858-4ed3-81ef-b1bf3ddb2d82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.634112 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-c653a6f2-f32c-4874-b154-497f5f85f8e7 admin admin] For port 68ab2939-1332-4f21-9870-48ca213c1843, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=68ab2939-1332-4f21-9870-48ca213c1843,segment=NetworkSegment(13f162a5-766b-43ad-b1d7-a495a0b043f6),segment_id=13f162a5-766b-43ad-b1d7-a495a0b043f6)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:01.634473 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c653a6f2-f32c-4874-b154-497f5f85f8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.651821 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-aec4f3f5-9858-4ed3-81ef-b1bf3ddb2d82 None None] Calling delete_port for 68ab2939-1332-4f21-9870-48ca213c1843 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:01.665802 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-c653a6f2-f32c-4874-b154-497f5f85f8e7 admin admin] Calling delete_port for 68ab2939-1332-4f21-9870-48ca213c1843 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:01.747020 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-9268991e-138d-46e5-87e7-ca2c3c87c1ff None None] For port a243ed2d-579d-48e8-a229-505fd69b8c75, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:01.752774 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-9268991e-138d-46e5-87e7-ca2c3c87c1ff None None] For port a243ed2d-579d-48e8-a229-505fd69b8c75, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a243ed2d-579d-48e8-a229-505fd69b8c75,segment=NetworkSegment(fe8996c7-91a3-477d-9037-e7fc21492c3a),segment_id=fe8996c7-91a3-477d-9037-e7fc21492c3a)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:01.759865 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-9268991e-138d-46e5-87e7-ca2c3c87c1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.767415 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a9d5e-79be-4d06-8753-62cf4b861200 req-3e17a11c-8d14-4ba6-8056-038c3f2957cd tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:01.781134 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bf2a9d5e-79be-4d06-8753-62cf4b861200 req-3e17a11c-8d14-4ba6-8056-038c3f2957cd tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.1036925 Aug 11 02:23:01.818561 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9268991e-138d-46e5-87e7-ca2c3c87c1ff None None] Routers {'612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:23:01.820971 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9268991e-138d-46e5-87e7-ca2c3c87c1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:22:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:01.834200 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-aec4f3f5-9858-4ed3-81ef-b1bf3ddb2d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.855036 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c653a6f2-f32c-4874-b154-497f5f85f8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.861066 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec4f3f5-9858-4ed3-81ef-b1bf3ddb2d82 None None] No DVR routers for this DVR port 68ab2939-1332-4f21-9870-48ca213c1843 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:01.883290 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bf2a9d5e-79be-4d06-8753-62cf4b861200 req-a0979558-506f-404d-b1bc-b8ecfb077ff8 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004570 Aug 11 02:23:01.883849 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c653a6f2-f32c-4874-b154-497f5f85f8e7 admin admin] No DVR routers for this DVR port 68ab2939-1332-4f21-9870-48ca213c1843 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:01.911079 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4f3f5-9858-4ed3-81ef-b1bf3ddb2d82 None None] Pushing event deleted for resources: {'Port': ['ID=68ab2939-1332-4f21-9870-48ca213c1843,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:01.955752 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653a6f2-f32c-4874-b154-497f5f85f8e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=68ab2939-1332-4f21-9870-48ca213c1843,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:01.994408 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a50dc-8e0f-455e-93d3-2d9a4b5b99aa None None] Pushing event updated for resources: {'Port': ['ID=a243ed2d-579d-48e8-a229-505fd69b8c75,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:02.045810 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c653a6f2-f32c-4874-b154-497f5f85f8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:02.049115 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-9268991e-138d-46e5-87e7-ca2c3c87c1ff None None] Set router 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:23:02.056490 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-c653a6f2-f32c-4874-b154-497f5f85f8e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:02.072381 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-c653a6f2-f32c-4874-b154-497f5f85f8e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f162a5-766b-43ad-b1d7-a495a0b043f6') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:02.072814 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-c653a6f2-f32c-4874-b154-497f5f85f8e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f162a5-766b-43ad-b1d7-a495a0b043f6') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:02.084889 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c653a6f2-f32c-4874-b154-497f5f85f8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:02.121396 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c653a6f2-f32c-4874-b154-497f5f85f8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:02.135176 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c653a6f2-f32c-4874-b154-497f5f85f8e7 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:23:02.135627 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c653a6f2-f32c-4874-b154-497f5f85f8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:23:02.141739 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:23:02.233835 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c653a6f2-f32c-4874-b154-497f5f85f8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:02.240462 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c653a6f2-f32c-4874-b154-497f5f85f8e7 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:02.243877 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c653a6f2-f32c-4874-b154-497f5f85f8e7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9 HTTP/1.1" status: 204 len: 168 time: 1.2532034 Aug 11 02:23:02.271961 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653a6f2-f32c-4874-b154-497f5f85f8e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bb0ad90-cbf4-4f2e-8d36-e57e7f506bf9,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:02.426577 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 42f58f49-81f8-4e82-a58c-3d4bef400473 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:02.439000 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9268991e-138d-46e5-87e7-ca2c3c87c1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'name': 'tempest-TestNetworkBasicOps-router-1949462947', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:22:59Z', 'revision_number': 5, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'c75518b3-3704-4b1c-af4a-3444f25c6052', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'port_id': '03ab97c1-d7fa-4705-a14a-8b1d60a807da', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354', 'mac_address': 'fa:16:3e:d8:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa412417-0fa1-43a3-b379-d4c9b766d296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:21:47Z', 'updated_at': '2021-08-11T02:21:50Z', 'revision_number': 1, 'project_id': '87062204daa74f23a6f53457711872b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a243ed2d-579d-48e8-a229-505fd69b8c75', 'name': '', 'network_id': 'd8880cb8-634a-4d3e-9c96-143a11f53312', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'mac_address': 'fa:16:3e:27:dd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '0e30df39-995a-43a2-86cb-6085dc89ee38', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:58Z', 'updated_at': '2021-08-11T02:23:01Z', 'revision_number': 4, 'project_id': '87062204daa74f23a6f53457711872b3', 'subnets': [{'id': '0e30df39-995a-43a2-86cb-6085dc89ee38', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba3ef1fb-b6f1-42e9-9858-d739619bf15c', 'name': '', 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'mac_address': 'fa:16:3e:78:b6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:20Z', 'updated_at': '2021-08-11T02:21:27Z', 'revision_number': 5, 'project_id': '87062204daa74f23a6f53457711872b3', 'subnets': [{'id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:02.459081 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 42f58f49-81f8-4e82-a58c-3d4bef400473 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:23:02.459458 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 42f58f49-81f8-4e82-a58c-3d4bef400473 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:02.459967 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8f7cc926-5899-487b-88b8-aaee2391796d no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:02.466229 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9268991e-138d-46e5-87e7-ca2c3c87c1ff None None] The sync data for ids ['612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'] in n-d-615180-33 is: [{'id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'name': 'tempest-TestNetworkBasicOps-router-1949462947', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:22:59Z', 'revision_number': 5, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'c75518b3-3704-4b1c-af4a-3444f25c6052', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'port_id': '03ab97c1-d7fa-4705-a14a-8b1d60a807da', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354', 'mac_address': 'fa:16:3e:d8:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa412417-0fa1-43a3-b379-d4c9b766d296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:21:47Z', 'updated_at': '2021-08-11T02:21:50Z', 'revision_number': 1, 'project_id': '87062204daa74f23a6f53457711872b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a243ed2d-579d-48e8-a229-505fd69b8c75', 'name': '', 'network_id': 'd8880cb8-634a-4d3e-9c96-143a11f53312', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'mac_address': 'fa:16:3e:27:dd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '0e30df39-995a-43a2-86cb-6085dc89ee38', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:58Z', 'updated_at': '2021-08-11T02:23:01Z', 'revision_number': 4, 'project_id': '87062204daa74f23a6f53457711872b3', 'subnets': [{'id': '0e30df39-995a-43a2-86cb-6085dc89ee38', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba3ef1fb-b6f1-42e9-9858-d739619bf15c', 'name': '', 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'mac_address': 'fa:16:3e:78:b6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:20Z', 'updated_at': '2021-08-11T02:21:27Z', 'revision_number': 5, 'project_id': '87062204daa74f23a6f53457711872b3', 'subnets': [{'id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:23:02.483422 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 8f7cc926-5899-487b-88b8-aaee2391796d {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:23:02.484128 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8f7cc926-5899-487b-88b8-aaee2391796d not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:02.484917 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 68ab2939-1332-4f21-9870-48ca213c1843 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:02.488532 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52442) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:02.510166 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 68ab2939-1332-4f21-9870-48ca213c1843 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:23:02.510612 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 68ab2939-1332-4f21-9870-48ca213c1843 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:02.573331 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6623bd0b-5385-4bd6-8ba7-89d358d85a52 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5da9d71ea3284656941727da7d0445e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0835533 Aug 11 02:23:02.576255 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52444) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:02.633604 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0affa55c-1b39-440c-b8be-b068c759c719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:02.663301 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0affa55c-1b39-440c-b8be-b068c759c719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:02.719644 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0affa55c-1b39-440c-b8be-b068c759c719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:02.722633 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0affa55c-1b39-440c-b8be-b068c759c719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:02.731232 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0affa55c-1b39-440c-b8be-b068c759c719 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a HTTP/1.1" status: 204 len: 168 time: 0.1466787 Aug 11 02:23:02.735234 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affa55c-1b39-440c-b8be-b068c759c719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1f4bb6-6581-45c3-9cd7-39ff5a71e97a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:03.057624 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a40ea-ba18-47b4-b430-c205804c5c8d req-35205eb0-a44d-41a6-8d67-49f06ae2eab6 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:03.059230 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d81a40ea-ba18-47b4-b430-c205804c5c8d req-35205eb0-a44d-41a6-8d67-49f06ae2eab6 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.0889888 Aug 11 02:23:03.124126 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d81a40ea-ba18-47b4-b430-c205804c5c8d req-43c1337e-26ef-4504-9fef-958a6a543662 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574634 Aug 11 02:23:03.556632 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52478) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:03.655056 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-74650a1a-b61f-40ed-96b6-aa2f5b144be5 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-490678430-network', 'tenant_id': '4b7e645dbfe14c5cbbd484d9e824d20e'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:03.682062 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74650a1a-b61f-40ed-96b6-aa2f5b144be5 admin admin] Made reservation on behalf of 4b7e645dbfe14c5cbbd484d9e824d20e for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:03.685012 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-74650a1a-b61f-40ed-96b6-aa2f5b144be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:03.693613 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-74650a1a-b61f-40ed-96b6-aa2f5b144be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:03.800665 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-74650a1a-b61f-40ed-96b6-aa2f5b144be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:03.804630 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-74650a1a-b61f-40ed-96b6-aa2f5b144be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:03.838466 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74650a1a-b61f-40ed-96b6-aa2f5b144be5 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:23:03.858208 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74650a1a-b61f-40ed-96b6-aa2f5b144be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c001c31e-4043-42fa-86c8-d50e904018f6,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:03.864927 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-74650a1a-b61f-40ed-96b6-aa2f5b144be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:03.865280 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-74650a1a-b61f-40ed-96b6-aa2f5b144be5 admin admin] Added segment fa9ae132-5e06-4dcb-9b06-2f1420af1e4c of type vlan for network 7f0e9aef-c281-4ab6-9fde-8cff6400940b Aug 11 02:23:03.907169 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-74650a1a-b61f-40ed-96b6-aa2f5b144be5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:03.936801 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-74650a1a-b61f-40ed-96b6-aa2f5b144be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:03.937794 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74650a1a-b61f-40ed-96b6-aa2f5b144be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:03.938386 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-74650a1a-b61f-40ed-96b6-aa2f5b144be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:04.014601 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-74650a1a-b61f-40ed-96b6-aa2f5b144be5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4567885 Aug 11 02:23:04.017841 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52482) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:04.024173 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-f984c531-af7a-47dc-8d18-2ca6a105718c admin admin] Request body: {'subnet': {'network_id': '7f0e9aef-c281-4ab6-9fde-8cff6400940b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-490678430-subnet', 'tenant_id': '4b7e645dbfe14c5cbbd484d9e824d20e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:04.039564 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74650a1a-b61f-40ed-96b6-aa2f5b144be5 admin admin] Pushing event updated for resources: {'Network': ['ID=7f0e9aef-c281-4ab6-9fde-8cff6400940b,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:04.052482 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 7f0e9aef-c281-4ab6-9fde-8cff6400940b details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:23:04.057010 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f984c531-af7a-47dc-8d18-2ca6a105718c admin admin] Made reservation on behalf of 4b7e645dbfe14c5cbbd484d9e824d20e for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:04.059585 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f984c531-af7a-47dc-8d18-2ca6a105718c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:04.273594 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89c195-e122-49ee-a9ef-019d7f3197aa req-3b6870e0-fd0f-461c-a9f0-fde626a819de tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:04.276035 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6d89c195-e122-49ee-a9ef-019d7f3197aa req-3b6870e0-fd0f-461c-a9f0-fde626a819de tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.0687761 Aug 11 02:23:04.291005 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f984c531-af7a-47dc-8d18-2ca6a105718c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:04.350479 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6d89c195-e122-49ee-a9ef-019d7f3197aa req-7bc1108e-46d5-4eaf-a47b-7057e4e3e151 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671325 Aug 11 02:23:04.373044 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984c531-af7a-47dc-8d18-2ca6a105718c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0082d25c-4936-4b2c-8593-bf44bcf651f1,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:04.378995 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984c531-af7a-47dc-8d18-2ca6a105718c admin admin] Checking segment: {'id': 'fa9ae132-5e06-4dcb-9b06-2f1420af1e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7f0e9aef-c281-4ab6-9fde-8cff6400940b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:04.379347 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f984c531-af7a-47dc-8d18-2ca6a105718c admin admin] Network hostable DHCP agents. Network: 7f0e9aef-c281-4ab6-9fde-8cff6400940b, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:23:04.411067 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f984c531-af7a-47dc-8d18-2ca6a105718c admin admin] Network 7f0e9aef-c281-4ab6-9fde-8cff6400940b is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:23:04.428463 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-f984c531-af7a-47dc-8d18-2ca6a105718c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 7f0e9aef-c281-4ab6-9fde-8cff6400940b) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:04.428701 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a243ed2d-579d-48e8-a229-505fd69b8c75 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:04.436919 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f984c531-af7a-47dc-8d18-2ca6a105718c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:04.437631 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f984c531-af7a-47dc-8d18-2ca6a105718c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:04.455209 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523049ff-7b80-4e36-96be-b620586c7424 None None] Network 7f0e9aef-c281-4ab6-9fde-8cff6400940b requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:23:04.463097 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f984c531-af7a-47dc-8d18-2ca6a105718c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4435248 Aug 11 02:23:04.547344 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port a243ed2d-579d-48e8-a229-505fd69b8c75 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:04.556290 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port a243ed2d-579d-48e8-a229-505fd69b8c75 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:04.556947 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:04.699988 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5238e38-24c4-4429-84a7-3d3bca454cb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-7f0e9aef-c281-4ab6-9fde-8cff6400940b', 'network_id': '7f0e9aef-c281-4ab6-9fde-8cff6400940b', 'tenant_id': '4b7e645dbfe14c5cbbd484d9e824d20e', 'fixed_ips': [{'subnet_id': '0082d25c-4936-4b2c-8593-bf44bcf651f1'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:23:04.701283 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d5238e38-24c4-4429-84a7-3d3bca454cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:04.756475 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:04.852547 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port a243ed2d-579d-48e8-a229-505fd69b8c75, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a243ed2d-579d-48e8-a229-505fd69b8c75,segment=NetworkSegment(fe8996c7-91a3-477d-9037-e7fc21492c3a),segment_id=fe8996c7-91a3-477d-9037-e7fc21492c3a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:04.877320 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:04.927901 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-d5238e38-24c4-4429-84a7-3d3bca454cb2 None None] Allocated IP 172.20.0.2 (7f0e9aef-c281-4ab6-9fde-8cff6400940b/0082d25c-4936-4b2c-8593-bf44bcf651f1/f0902cb2-acfc-4715-a67f-6f0ada90249a) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:05.017828 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=a243ed2d-579d-48e8-a229-505fd69b8c75,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:05.037784 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-3279552f-a661-4310-ae52-afff9f44ba30 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:05.039920 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-3279552f-a661-4310-ae52-afff9f44ba30 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/networks?id=7f0e9aef-c281-4ab6-9fde-8cff6400940b HTTP/1.1" status: 200 len: 815 time: 0.1296027 Aug 11 02:23:05.062858 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-6b2ae84f-af4b-4350-9651-938f946594c6 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/quotas/4b7e645dbfe14c5cbbd484d9e824d20e HTTP/1.1" status: 200 len: 375 time: 0.0165048 Aug 11 02:23:05.101148 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-d13fd86b-d5a2-4ee7-8f49-5eeb1516fe6f tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b7e645dbfe14c5cbbd484d9e824d20e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372899 Aug 11 02:23:05.117023 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d5238e38-24c4-4429-84a7-3d3bca454cb2 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:05.128705 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d5238e38-24c4-4429-84a7-3d3bca454cb2 None None] Transition to ACTIVE for port object f0902cb2-acfc-4715-a67f-6f0ada90249a will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:05.146412 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d5238e38-24c4-4429-84a7-3d3bca454cb2 None None] Transition to ACTIVE for port object f0902cb2-acfc-4715-a67f-6f0ada90249a will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:05.153324 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d5238e38-24c4-4429-84a7-3d3bca454cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:05.209424 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5238e38-24c4-4429-84a7-3d3bca454cb2 None None] Network 7f0e9aef-c281-4ab6-9fde-8cff6400940b is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:05.210553 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5238e38-24c4-4429-84a7-3d3bca454cb2 None None] Pushing event updated for resources: {'Port': ['ID=f0902cb2-acfc-4715-a67f-6f0ada90249a,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:05.219449 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-d5238e38-24c4-4429-84a7-3d3bca454cb2 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:05.219982 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-8bae263a-5db8-48a4-b849-21f09ddfd649 service neutron] 10.222.0.50 "GET /v2.0/networks/7f0e9aef-c281-4ab6-9fde-8cff6400940b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117811 Aug 11 02:23:05.222483 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5238e38-24c4-4429-84a7-3d3bca454cb2 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:05.308023 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d5238e38-24c4-4429-84a7-3d3bca454cb2 None None] Attempting to bind port f0902cb2-acfc-4715-a67f-6f0ada90249a on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:23:05.308403 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d5238e38-24c4-4429-84a7-3d3bca454cb2 None None] Attempting to bind port f0902cb2-acfc-4715-a67f-6f0ada90249a by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'fa9ae132-5e06-4dcb-9b06-2f1420af1e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7f0e9aef-c281-4ab6-9fde-8cff6400940b'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:23:05.308946 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5238e38-24c4-4429-84a7-3d3bca454cb2 None None] Attempting to bind port f0902cb2-acfc-4715-a67f-6f0ada90249a on network 7f0e9aef-c281-4ab6-9fde-8cff6400940b {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:05.318870 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5238e38-24c4-4429-84a7-3d3bca454cb2 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:05.319253 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5238e38-24c4-4429-84a7-3d3bca454cb2 None None] Checking segment: {'id': 'fa9ae132-5e06-4dcb-9b06-2f1420af1e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7f0e9aef-c281-4ab6-9fde-8cff6400940b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:05.319701 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d5238e38-24c4-4429-84a7-3d3bca454cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:05.320140 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5238e38-24c4-4429-84a7-3d3bca454cb2 None None] Bound using segment: {'id': 'fa9ae132-5e06-4dcb-9b06-2f1420af1e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7f0e9aef-c281-4ab6-9fde-8cff6400940b'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:05.320566 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d5238e38-24c4-4429-84a7-3d3bca454cb2 None None] Bound port: f0902cb2-acfc-4715-a67f-6f0ada90249a, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9ae132-5e06-4dcb-9b06-2f1420af1e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7f0e9aef-c281-4ab6-9fde-8cff6400940b'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:05.321045 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d5238e38-24c4-4429-84a7-3d3bca454cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:05.366042 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-534f4492-5d14-42a7-8115-d8319ad40e4d service neutron] 10.222.0.50 "GET /v2.0/networks/7f0e9aef-c281-4ab6-9fde-8cff6400940b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448770 Aug 11 02:23:05.416485 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d5238e38-24c4-4429-84a7-3d3bca454cb2 None None] For port f0902cb2-acfc-4715-a67f-6f0ada90249a, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:05.425225 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d5238e38-24c4-4429-84a7-3d3bca454cb2 None None] For port f0902cb2-acfc-4715-a67f-6f0ada90249a, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f0902cb2-acfc-4715-a67f-6f0ada90249a,segment=NetworkSegment(fa9ae132-5e06-4dcb-9b06-2f1420af1e4c),segment_id=fa9ae132-5e06-4dcb-9b06-2f1420af1e4c)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:05.430203 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d5238e38-24c4-4429-84a7-3d3bca454cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:05.447915 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3568e3-f188-4f71-b75a-8a49c93d8944 req-b36d44a2-476d-45f8-ab3f-0ee37e118e54 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:05.454639 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3568e3-f188-4f71-b75a-8a49c93d8944 req-b36d44a2-476d-45f8-ab3f-0ee37e118e54 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:05.461127 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3568e3-f188-4f71-b75a-8a49c93d8944 req-b36d44a2-476d-45f8-ab3f-0ee37e118e54 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:05.467805 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3568e3-f188-4f71-b75a-8a49c93d8944 req-b36d44a2-476d-45f8-ab3f-0ee37e118e54 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:05.474499 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3568e3-f188-4f71-b75a-8a49c93d8944 req-b36d44a2-476d-45f8-ab3f-0ee37e118e54 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:05.488228 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3568e3-f188-4f71-b75a-8a49c93d8944 req-b36d44a2-476d-45f8-ab3f-0ee37e118e54 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:05.495050 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3568e3-f188-4f71-b75a-8a49c93d8944 req-b36d44a2-476d-45f8-ab3f-0ee37e118e54 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:05.497250 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0e3568e3-f188-4f71-b75a-8a49c93d8944 req-b36d44a2-476d-45f8-ab3f-0ee37e118e54 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5442 time: 0.1296682 Aug 11 02:23:05.502955 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5238e38-24c4-4429-84a7-3d3bca454cb2 None None] Pushing event updated for resources: {'Port': ['ID=f0902cb2-acfc-4715-a67f-6f0ada90249a,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:05.597615 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0e3568e3-f188-4f71-b75a-8a49c93d8944 req-863c79d5-7115-4f14-9eb0-b9137d046db6 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0931358 Aug 11 02:23:05.837448 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2439f7f-1a06-46b3-ba28-4cf159dcf202 req-d24baa71-a122-4aa6-8db1-69b7c23efbef tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:05.839125 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b2439f7f-1a06-46b3-ba28-4cf159dcf202 req-d24baa71-a122-4aa6-8db1-69b7c23efbef tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.1024108 Aug 11 02:23:05.918316 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b2439f7f-1a06-46b3-ba28-4cf159dcf202 req-c7341209-beed-40ff-9782-b425ffdcde27 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711055 Aug 11 02:23:05.951428 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f055d1-3e6e-4945-aef1-3c262e1b46a7 req-7f4230d9-485a-4e6d-813e-cbf44cedc1ad tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:05.957950 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f055d1-3e6e-4945-aef1-3c262e1b46a7 req-7f4230d9-485a-4e6d-813e-cbf44cedc1ad tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:05.982829 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f055d1-3e6e-4945-aef1-3c262e1b46a7 req-7f4230d9-485a-4e6d-813e-cbf44cedc1ad tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:05.997284 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f055d1-3e6e-4945-aef1-3c262e1b46a7 req-7f4230d9-485a-4e6d-813e-cbf44cedc1ad tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:06.003770 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f055d1-3e6e-4945-aef1-3c262e1b46a7 req-7f4230d9-485a-4e6d-813e-cbf44cedc1ad tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:06.010420 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f055d1-3e6e-4945-aef1-3c262e1b46a7 req-7f4230d9-485a-4e6d-813e-cbf44cedc1ad tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:06.016688 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f055d1-3e6e-4945-aef1-3c262e1b46a7 req-7f4230d9-485a-4e6d-813e-cbf44cedc1ad tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:06.022174 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-39f055d1-3e6e-4945-aef1-3c262e1b46a7 req-7f4230d9-485a-4e6d-813e-cbf44cedc1ad tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5442 time: 0.2248569 Aug 11 02:23:06.180169 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-bcf21fc8-ed99-4c35-97cc-e3ec014110dc tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:06.187593 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-bcf21fc8-ed99-4c35-97cc-e3ec014110dc tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/networks?id=7f0e9aef-c281-4ab6-9fde-8cff6400940b HTTP/1.1" status: 200 len: 815 time: 0.1534491 Aug 11 02:23:06.205758 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-7769913b-aca1-465b-a062-f58b9a76dfd8 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/quotas/4b7e645dbfe14c5cbbd484d9e824d20e HTTP/1.1" status: 200 len: 375 time: 0.0171347 Aug 11 02:23:06.266118 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-4a44e04d-8168-4763-8271-39639a672496 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b7e645dbfe14c5cbbd484d9e824d20e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0594337 Aug 11 02:23:06.433640 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-4f7362b8-93e3-482f-b9cd-018a7712ea20 service neutron] 10.222.0.50 "GET /v2.0/networks/7f0e9aef-c281-4ab6-9fde-8cff6400940b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665626 Aug 11 02:23:06.592902 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f0902cb2-acfc-4715-a67f-6f0ada90249a up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:06.612392 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-7a692449-419a-4f7a-844d-7473c1cdc6a5 service neutron] 10.222.0.50 "GET /v2.0/networks/7f0e9aef-c281-4ab6-9fde-8cff6400940b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775117 Aug 11 02:23:06.684711 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port f0902cb2-acfc-4715-a67f-6f0ada90249a completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:06.690229 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a243ed2d-579d-48e8-a229-505fd69b8c75 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:06.814615 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port a243ed2d-579d-48e8-a229-505fd69b8c75 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:06.815134 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:07.036903 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651c1e1f-efd0-495c-82b5-0a9dfc9f4d8d None None] Network 7f0e9aef-c281-4ab6-9fde-8cff6400940b requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:23:07.155102 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-94967651-a4ce-405d-9027-8e1de6da31e1 None None] Provisioning for port f0902cb2-acfc-4715-a67f-6f0ada90249a completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:07.163408 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-94967651-a4ce-405d-9027-8e1de6da31e1 None None] Provisioning complete for port f0902cb2-acfc-4715-a67f-6f0ada90249a triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:07.163785 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-94967651-a4ce-405d-9027-8e1de6da31e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:07.338239 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11515d-cdca-45a2-b326-4960b73008ad req-8c93e3d6-d64f-41cd-b183-05cedfd976c4 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:07.349865 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6b11515d-cdca-45a2-b326-4960b73008ad req-8c93e3d6-d64f-41cd-b183-05cedfd976c4 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.1682310 Aug 11 02:23:07.458112 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6b11515d-cdca-45a2-b326-4960b73008ad req-b9ef541b-d543-4d8e-9726-d44278a292da tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067481 Aug 11 02:23:07.507297 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-94967651-a4ce-405d-9027-8e1de6da31e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:07.590773 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-94967651-a4ce-405d-9027-8e1de6da31e1 None None] For port f0902cb2-acfc-4715-a67f-6f0ada90249a, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f0902cb2-acfc-4715-a67f-6f0ada90249a,segment=NetworkSegment(fa9ae132-5e06-4dcb-9b06-2f1420af1e4c),segment_id=fa9ae132-5e06-4dcb-9b06-2f1420af1e4c)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:07.603266 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-94967651-a4ce-405d-9027-8e1de6da31e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:07.667079 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-102e8e43-427c-4024-8f75-81795784ee46 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:07.669527 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-102e8e43-427c-4024-8f75-81795784ee46 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/networks?id=7f0e9aef-c281-4ab6-9fde-8cff6400940b HTTP/1.1" status: 200 len: 815 time: 0.5081375 Aug 11 02:23:07.718219 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-a146e1e7-c088-4029-aa45-7cd69a363479 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/quotas/4b7e645dbfe14c5cbbd484d9e824d20e HTTP/1.1" status: 200 len: 375 time: 0.0419984 Aug 11 02:23:07.738052 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94967651-a4ce-405d-9027-8e1de6da31e1 None None] Pushing event updated for resources: {'Port': ['ID=f0902cb2-acfc-4715-a67f-6f0ada90249a,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:07.778349 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa0c06-5971-428c-8eb0-d709de2c4de4 req-7a03a048-6a6d-48c2-ab34-c392aa2556af tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:07.790437 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a7aa0c06-5971-428c-8eb0-d709de2c4de4 req-7a03a048-6a6d-48c2-ab34-c392aa2556af tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1008947 Aug 11 02:23:07.829202 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-9165d70a-6fbf-4b0e-9ca7-dd9568bacbb6 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:07.831203 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-9165d70a-6fbf-4b0e-9ca7-dd9568bacbb6 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.66 "GET /v2.0/networks?id=7f0e9aef-c281-4ab6-9fde-8cff6400940b HTTP/1.1" status: 200 len: 815 time: 0.7786047 Aug 11 02:23:07.850872 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-37f62b7d-ea07-4f37-91e6-95c84fbdf2e3 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b7e645dbfe14c5cbbd484d9e824d20e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1250880 Aug 11 02:23:07.895686 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a7aa0c06-5971-428c-8eb0-d709de2c4de4 req-8260d97b-6bf0-4b7f-ad20-876e5026cf82 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029673 Aug 11 02:23:08.044142 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-aace1f6e-6649-4015-9b28-2665133cabff tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Request body: {'port': {'device_id': 'a59cc10d-9a7d-44b6-b5c9-74fe10999dd4', 'network_id': '7f0e9aef-c281-4ab6-9fde-8cff6400940b', 'admin_state_up': True, 'tenant_id': '4b7e645dbfe14c5cbbd484d9e824d20e'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:08.048431 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b7c1868c-e923-491c-ac75-9863074b01ab None None] Provisioning complete for port f0902cb2-acfc-4715-a67f-6f0ada90249a triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:08.048968 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b7c1868c-e923-491c-ac75-9863074b01ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.122657 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-f79dfaa3-b90e-4727-bb81-f82210d4d1f5 service neutron] 10.222.0.50 "GET /v2.0/networks/7f0e9aef-c281-4ab6-9fde-8cff6400940b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595146 Aug 11 02:23:08.274330 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-6cdc1de4-a08d-464a-8fdb-1edb66219d83 service neutron] 10.222.0.50 "GET /v2.0/networks/7f0e9aef-c281-4ab6-9fde-8cff6400940b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436431 Aug 11 02:23:08.308696 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3183293-0e2b-402f-984d-40dbf3206291 req-39c85477-c5c4-47e6-8212-ad06b42bc6fd tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:08.319770 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3183293-0e2b-402f-984d-40dbf3206291 req-39c85477-c5c4-47e6-8212-ad06b42bc6fd tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1044152 Aug 11 02:23:08.342754 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-aace1f6e-6649-4015-9b28-2665133cabff tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Made reservation on behalf of 4b7e645dbfe14c5cbbd484d9e824d20e for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:08.346457 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-aace1f6e-6649-4015-9b28-2665133cabff tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.416096 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3183293-0e2b-402f-984d-40dbf3206291 req-462cb7ae-e26a-4a9d-9117-fa9eb17279c5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901802 Aug 11 02:23:08.507943 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52614) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:08.533595 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f0902cb2-acfc-4715-a67f-6f0ada90249a up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:08.647815 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-89d7dff1-96ed-498d-96bc-a8d04eee713e req-b7f5f66e-f2ec-40fa-b7dd-c6f858e32954 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=440d2055-7691-4eac-989d-46975c9b6792 HTTP/1.1" status: 200 len: 210 time: 0.0568144 Aug 11 02:23:08.720557 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port f0902cb2-acfc-4715-a67f-6f0ada90249a triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:08.721651 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.905315 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2934076-8671-4ae1-9ac0-a5e4ef1d215b req-db2a8a65-2dd8-4acd-aec2-aa9b3337141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:08.905826 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2934076-8671-4ae1-9ac0-a5e4ef1d215b req-db2a8a65-2dd8-4acd-aec2-aa9b3337141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:08.906314 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2934076-8671-4ae1-9ac0-a5e4ef1d215b req-db2a8a65-2dd8-4acd-aec2-aa9b3337141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:08.906801 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2934076-8671-4ae1-9ac0-a5e4ef1d215b req-db2a8a65-2dd8-4acd-aec2-aa9b3337141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:08.907283 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2934076-8671-4ae1-9ac0-a5e4ef1d215b req-db2a8a65-2dd8-4acd-aec2-aa9b3337141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:08.907810 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2934076-8671-4ae1-9ac0-a5e4ef1d215b req-db2a8a65-2dd8-4acd-aec2-aa9b3337141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:08.908294 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2934076-8671-4ae1-9ac0-a5e4ef1d215b req-db2a8a65-2dd8-4acd-aec2-aa9b3337141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:08.911340 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e2934076-8671-4ae1-9ac0-a5e4ef1d215b req-db2a8a65-2dd8-4acd-aec2-aa9b3337141e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 6506 time: 0.4010246 Aug 11 02:23:08.926773 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7430111-6699-4a5a-9404-f68d2ca0ed21 req-e0c3a699-8c81-44f5-8dfd-5b4ee0b32cc2 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:08.934219 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e7430111-6699-4a5a-9404-f68d2ca0ed21 req-e0c3a699-8c81-44f5-8dfd-5b4ee0b32cc2 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.2382808 Aug 11 02:23:09.005817 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e7430111-6699-4a5a-9404-f68d2ca0ed21 req-8a2dd896-5e49-477c-9a1e-b3f327179cef tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706074 Aug 11 02:23:09.012980 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e2934076-8671-4ae1-9ac0-a5e4ef1d215b req-88ba0004-1039-4a9c-b0d1-b93862f69393 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574028 Aug 11 02:23:09.076572 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:23:09.279458 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-aace1f6e-6649-4015-9b28-2665133cabff tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Allocated IP 172.20.0.6 (7f0e9aef-c281-4ab6-9fde-8cff6400940b/0082d25c-4936-4b2c-8593-bf44bcf651f1/8b315ea9-65cd-4c1c-b789-2842c2081e6b) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:09.292685 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-44ddd415-bb3a-4b88-bdbb-79d59b5fd534 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:09.294516 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-44ddd415-bb3a-4b88-bdbb-79d59b5fd534 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.66 "GET /v2.0/networks?id=7f0e9aef-c281-4ab6-9fde-8cff6400940b HTTP/1.1" status: 200 len: 815 time: 0.8120568 Aug 11 02:23:09.312575 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-011737c3-3d98-4a24-bc1a-7e8fbad97396 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Request body: {'port': {'device_id': 'ce4b294c-1b75-402d-8f37-8a7806c383d0', 'network_id': '7f0e9aef-c281-4ab6-9fde-8cff6400940b', 'admin_state_up': True, 'tenant_id': '4b7e645dbfe14c5cbbd484d9e824d20e'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:09.471693 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-fbd3b747-a4e6-473d-a2a8-a6a3d72febe5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:09.473650 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-fbd3b747-a4e6-473d-a2a8-a6a3d72febe5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/networks?id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99 HTTP/1.1" status: 200 len: 812 time: 0.3290188 Aug 11 02:23:09.542594 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-353824db-379d-4b7c-8fa4-30e32acaa914 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/quotas/953757b63989485aa599c97f35f2480d HTTP/1.1" status: 200 len: 375 time: 0.0294728 Aug 11 02:23:09.618204 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-011737c3-3d98-4a24-bc1a-7e8fbad97396 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Made reservation on behalf of 4b7e645dbfe14c5cbbd484d9e824d20e for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:09.621953 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-011737c3-3d98-4a24-bc1a-7e8fbad97396 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:09.640958 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-aace1f6e-6649-4015-9b28-2665133cabff tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:09.670045 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-aace1f6e-6649-4015-9b28-2665133cabff tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Transition to ACTIVE for port object 8b315ea9-65cd-4c1c-b789-2842c2081e6b will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:09.730591 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-24a66949-e9f5-42a5-beac-1ec6910e6cfb tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=953757b63989485aa599c97f35f2480d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1774178 Aug 11 02:23:09.754067 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-76f4e3cc-ab56-4919-9387-c161a6a24ebd req-7081b131-51c9-4e77-aeb5-a10972c3cb57 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=440d2055-7691-4eac-989d-46975c9b6792 HTTP/1.1" status: 200 len: 210 time: 0.0283217 Aug 11 02:23:09.850904 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-aace1f6e-6649-4015-9b28-2665133cabff tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:09.923911 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-353f6ef3-45d8-400f-9f5f-3f116645867a service neutron] 10.222.0.50 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902106 Aug 11 02:23:09.934787 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-aace1f6e-6649-4015-9b28-2665133cabff tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Network 7f0e9aef-c281-4ab6-9fde-8cff6400940b is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:09.960210 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-aace1f6e-6649-4015-9b28-2665133cabff tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:09.968747 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-aace1f6e-6649-4015-9b28-2665133cabff tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:10.060329 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace1f6e-6649-4015-9b28-2665133cabff tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Pushing event updated for resources: {'Port': ['ID=8b315ea9-65cd-4c1c-b789-2842c2081e6b,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:10.143664 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-aace1f6e-6649-4015-9b28-2665133cabff tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:10.144315 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-aace1f6e-6649-4015-9b28-2665133cabff tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:10.176812 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.db.api [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-011737c3-3d98-4a24-bc1a-7e8fbad97396 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.6-46963d3b-4d4b-4ee1-881a-7b14380f4285 {{(pid=94506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:23:10.177218 n-d-615180-33 neutron-server[94506]: DEBUG oslo_db.api [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-011737c3-3d98-4a24-bc1a-7e8fbad97396 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:23:10.207612 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-aace1f6e-6649-4015-9b28-2665133cabff tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1736069 Aug 11 02:23:10.229362 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-ba25b702-d2c3-486b-bb67-a112af36413e service neutron] Request body: {'port': {'device_id': 'a59cc10d-9a7d-44b6-b5c9-74fe10999dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:10.297361 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a6382a87-1acb-44a8-9624-3c8599a68f59 None None] Provisioning for port 8b315ea9-65cd-4c1c-b789-2842c2081e6b completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:10.315817 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-7ae1920c-554b-40b9-9be8-332e525a9567 service neutron] 10.222.0.50 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797729 Aug 11 02:23:10.319432 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a6382a87-1acb-44a8-9624-3c8599a68f59 None None] Provisioning complete for port 8b315ea9-65cd-4c1c-b789-2842c2081e6b triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:10.320594 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a6382a87-1acb-44a8-9624-3c8599a68f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:10.324327 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59a6c0-b930-48a4-b385-50575f37f6ef req-d633e339-60aa-498a-bd90-b1f8fd802e4d tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:10.339742 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7a59a6c0-b930-48a4-b385-50575f37f6ef req-d633e339-60aa-498a-bd90-b1f8fd802e4d tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.1788857 Aug 11 02:23:10.388446 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-bcaefe45-f666-489e-92fe-c682e4c4f098 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:10.390407 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-bcaefe45-f666-489e-92fe-c682e4c4f098 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.73 "GET /v2.0/networks?id=7f0e9aef-c281-4ab6-9fde-8cff6400940b HTTP/1.1" status: 200 len: 815 time: 0.4277036 Aug 11 02:23:10.399808 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-ba25b702-d2c3-486b-bb67-a112af36413e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:10.403369 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7a59a6c0-b930-48a4-b385-50575f37f6ef req-0099c16b-4308-4571-9eda-bb2f3ff7be0d tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617063 Aug 11 02:23:10.420316 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-a89c0d22-20e2-4e51-9644-670e2ab69f87 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Request body: {'port': {'device_id': '440d2055-7691-4eac-989d-46975c9b6792', 'network_id': '7f0e9aef-c281-4ab6-9fde-8cff6400940b', 'admin_state_up': True, 'tenant_id': '4b7e645dbfe14c5cbbd484d9e824d20e'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:10.425511 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a6382a87-1acb-44a8-9624-3c8599a68f59 None None] Port 8b315ea9-65cd-4c1c-b789-2842c2081e6b cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:10.626292 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f7d9ef27-e8ed-407e-9226-5ef676136571 req-94be110f-e597-406e-b02b-e2e1ae2342af tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7477c49-4c24-457b-9b59-f9e79e7ec581 HTTP/1.1" status: 200 len: 210 time: 0.0528128 Aug 11 02:23:10.677862 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-011737c3-3d98-4a24-bc1a-7e8fbad97396 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:10.745900 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-a89c0d22-20e2-4e51-9644-670e2ab69f87 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Made reservation on behalf of 4b7e645dbfe14c5cbbd484d9e824d20e for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:10.749389 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-a89c0d22-20e2-4e51-9644-670e2ab69f87 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:10.904824 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7dc5254d-cec4-4094-b1fe-efc87cfc6a80 req-98116c98-fdf6-45e0-9aac-db2b63af4cfd tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=440d2055-7691-4eac-989d-46975c9b6792 HTTP/1.1" status: 200 len: 210 time: 0.0718582 Aug 11 02:23:10.993244 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-ba25b702-d2c3-486b-bb67-a112af36413e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b315ea9-65cd-4c1c-b789-2842c2081e6b {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:11.000853 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-ba25b702-d2c3-486b-bb67-a112af36413e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:11.014093 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-ba25b702-d2c3-486b-bb67-a112af36413e service neutron] Transition to ACTIVE for port object 8b315ea9-65cd-4c1c-b789-2842c2081e6b will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:11.023289 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-ba25b702-d2c3-486b-bb67-a112af36413e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:11.116002 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25b702-d2c3-486b-bb67-a112af36413e service neutron] Pushing event updated for resources: {'Port': ['ID=8b315ea9-65cd-4c1c-b789-2842c2081e6b,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:11.118897 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-011737c3-3d98-4a24-bc1a-7e8fbad97396 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Allocated IP 172.20.0.13 (7f0e9aef-c281-4ab6-9fde-8cff6400940b/0082d25c-4936-4b2c-8593-bf44bcf651f1/fbcc1c96-7e13-4135-8362-ae26345c8681) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:11.271254 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-ba25b702-d2c3-486b-bb67-a112af36413e service neutron] Attempting to bind port 8b315ea9-65cd-4c1c-b789-2842c2081e6b on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:23:11.271254 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-ba25b702-d2c3-486b-bb67-a112af36413e service neutron] Attempting to bind port 8b315ea9-65cd-4c1c-b789-2842c2081e6b by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'fa9ae132-5e06-4dcb-9b06-2f1420af1e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7f0e9aef-c281-4ab6-9fde-8cff6400940b'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:23:11.271254 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-ba25b702-d2c3-486b-bb67-a112af36413e service neutron] Attempting to bind port 8b315ea9-65cd-4c1c-b789-2842c2081e6b on network 7f0e9aef-c281-4ab6-9fde-8cff6400940b {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:11.280590 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-ba25b702-d2c3-486b-bb67-a112af36413e service neutron] Port 8b315ea9-65cd-4c1c-b789-2842c2081e6b on network 7f0e9aef-c281-4ab6-9fde-8cff6400940b not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:23:11.280921 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-ba25b702-d2c3-486b-bb67-a112af36413e service neutron] Attempting to bind port 8b315ea9-65cd-4c1c-b789-2842c2081e6b on network 7f0e9aef-c281-4ab6-9fde-8cff6400940b {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:11.291227 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-ba25b702-d2c3-486b-bb67-a112af36413e service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:11.291586 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-ba25b702-d2c3-486b-bb67-a112af36413e service neutron] Checking segment: {'id': 'fa9ae132-5e06-4dcb-9b06-2f1420af1e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7f0e9aef-c281-4ab6-9fde-8cff6400940b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:11.291976 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-ba25b702-d2c3-486b-bb67-a112af36413e service neutron] Bound using segment: {'id': 'fa9ae132-5e06-4dcb-9b06-2f1420af1e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7f0e9aef-c281-4ab6-9fde-8cff6400940b'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:11.292411 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-ba25b702-d2c3-486b-bb67-a112af36413e service neutron] Bound port: 8b315ea9-65cd-4c1c-b789-2842c2081e6b, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9ae132-5e06-4dcb-9b06-2f1420af1e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7f0e9aef-c281-4ab6-9fde-8cff6400940b'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:11.292774 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-ba25b702-d2c3-486b-bb67-a112af36413e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:11.381293 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-011737c3-3d98-4a24-bc1a-7e8fbad97396 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:11.401103 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-ba25b702-d2c3-486b-bb67-a112af36413e service neutron] For port 8b315ea9-65cd-4c1c-b789-2842c2081e6b, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:11.403483 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-011737c3-3d98-4a24-bc1a-7e8fbad97396 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Transition to ACTIVE for port object fbcc1c96-7e13-4135-8362-ae26345c8681 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:11.406118 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-ba25b702-d2c3-486b-bb67-a112af36413e service neutron] For port 8b315ea9-65cd-4c1c-b789-2842c2081e6b, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=8b315ea9-65cd-4c1c-b789-2842c2081e6b,segment=NetworkSegment(fa9ae132-5e06-4dcb-9b06-2f1420af1e4c),segment_id=fa9ae132-5e06-4dcb-9b06-2f1420af1e4c)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:11.413526 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-ba25b702-d2c3-486b-bb67-a112af36413e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:11.457384 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-ba25b702-d2c3-486b-bb67-a112af36413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:11.458496 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-ba25b702-d2c3-486b-bb67-a112af36413e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:11.459424 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-ba25b702-d2c3-486b-bb67-a112af36413e service neutron] 10.222.0.66 "PUT /v2.0/ports/8b315ea9-65cd-4c1c-b789-2842c2081e6b HTTP/1.1" status: 200 len: 1092 time: 1.2383316 Aug 11 02:23:11.461209 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59cc10d-9a7d-44b6-b5c9-74fe10999dd4', 'tag': '8b315ea9-65cd-4c1c-b789-2842c2081e6b'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:11.464228 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748fec27-4ca2-4efd-be7a-9f4b6d7cead3" -d '{"events": [{"name": "network-changed", "server_uuid": "a59cc10d-9a7d-44b6-b5c9-74fe10999dd4", "tag": "8b315ea9-65cd-4c1c-b789-2842c2081e6b"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:11.504797 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25b702-d2c3-486b-bb67-a112af36413e service neutron] Pushing event updated for resources: {'Port': ['ID=8b315ea9-65cd-4c1c-b789-2842c2081e6b,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:11.518588 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-011737c3-3d98-4a24-bc1a-7e8fbad97396 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:11.570970 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5d7ed-6a9a-41e1-a8bb-b4a25b123272 req-e85d90bf-ce63-4536-af28-644d51148db1 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:11.572689 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b21371-dc18-4f79-acbe-46f231cb7fc5 x-openstack-request-id: req-a7b21371-dc18-4f79-acbe-46f231cb7fc5 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:11.572863 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fba5d7ed-6a9a-41e1-a8bb-b4a25b123272 req-e85d90bf-ce63-4536-af28-644d51148db1 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.0892997 Aug 11 02:23:11.573023 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59cc10d-9a7d-44b6-b5c9-74fe10999dd4", "tag": "8b315ea9-65cd-4c1c-b789-2842c2081e6b", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:11.573230 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a7b21371-dc18-4f79-acbe-46f231cb7fc5 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:11.573636 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59cc10d-9a7d-44b6-b5c9-74fe10999dd4', 'tag': '8b315ea9-65cd-4c1c-b789-2842c2081e6b', 'status': 'completed', 'code': 200} Aug 11 02:23:11.631135 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fba5d7ed-6a9a-41e1-a8bb-b4a25b123272 req-7673b38a-82f6-4608-809a-393b4937627c tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457432 Aug 11 02:23:11.722703 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-011737c3-3d98-4a24-bc1a-7e8fbad97396 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Network 7f0e9aef-c281-4ab6-9fde-8cff6400940b is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:11.734269 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-011737c3-3d98-4a24-bc1a-7e8fbad97396 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:11.746416 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-011737c3-3d98-4a24-bc1a-7e8fbad97396 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:11.785331 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011737c3-3d98-4a24-bc1a-7e8fbad97396 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Pushing event updated for resources: {'Port': ['ID=fbcc1c96-7e13-4135-8362-ae26345c8681,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:11.800459 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-a89c0d22-20e2-4e51-9644-670e2ab69f87 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Allocated IP 172.20.0.12 (7f0e9aef-c281-4ab6-9fde-8cff6400940b/0082d25c-4936-4b2c-8593-bf44bcf651f1/8a37b393-81c3-4966-b59f-188de660dda6) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:11.827170 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0c725afa-e217-4ec1-b838-0672cab66ee4 req-ab173aa5-3690-419a-b7fa-1430a08dce9a tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7477c49-4c24-457b-9b59-f9e79e7ec581 HTTP/1.1" status: 200 len: 210 time: 0.0561779 Aug 11 02:23:11.849360 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-7707bfa9-9a0c-49cb-a440-87e60a59d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:11.851280 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-7707bfa9-9a0c-49cb-a440-87e60a59d8d3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4b7e645dbfe14c5cbbd484d9e824d20e&device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 1095 time: 0.2938359 Aug 11 02:23:11.929147 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-011737c3-3d98-4a24-bc1a-7e8fbad97396 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:11.930008 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-011737c3-3d98-4a24-bc1a-7e8fbad97396 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:11.938483 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-ed64c385-048c-48da-ade0-79759cb4d0be service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b315ea9-65cd-4c1c-b789-2842c2081e6b HTTP/1.1" status: 200 len: 217 time: 0.0707419 Aug 11 02:23:12.032668 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-011737c3-3d98-4a24-bc1a-7e8fbad97396 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7189910 Aug 11 02:23:12.042339 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-33dbdda0-14f7-449a-bd7c-5a2b510bc9f3 service neutron] Request body: {'port': {'device_id': 'ce4b294c-1b75-402d-8f37-8a7806c383d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:12.054491 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-e7290a64-9a39-4963-a3be-bbdcd87e7a50 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:12.056049 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-e7290a64-9a39-4963-a3be-bbdcd87e7a50 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.73 "GET /v2.0/networks?id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99 HTTP/1.1" status: 200 len: 812 time: 0.4204187 Aug 11 02:23:12.103425 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-4b8cda15-2f2b-402f-b952-f06965033031 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Request body: {'port': {'device_id': 'e7477c49-4c24-457b-9b59-f9e79e7ec581', 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99', 'admin_state_up': True, 'tenant_id': '953757b63989485aa599c97f35f2480d'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:12.119427 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bee40-c179-43e1-b3f2-9623cf2cccae req-4a62f563-8434-4d0b-b867-6f64bbc891d0 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:12.121179 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-968bee40-c179-43e1-b3f2-9623cf2cccae req-4a62f563-8434-4d0b-b867-6f64bbc891d0 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.1698337 Aug 11 02:23:12.124917 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba133a-e703-4271-a456-61149abef711 req-d0031138-1c6a-4a3e-bef2-99dcf02ca173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:12.127373 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-13ba133a-e703-4271-a456-61149abef711 req-d0031138-1c6a-4a3e-bef2-99dcf02ca173 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83575988edd14bd3ac636f254bcc4c79&device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 1098 time: 0.1095817 Aug 11 02:23:12.219431 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5aa6d75d-d907-4289-8b92-0bf15a1d2a4e req-ec24683b-ede1-4c2c-b57a-5e86b44ca908 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=440d2055-7691-4eac-989d-46975c9b6792 HTTP/1.1" status: 200 len: 210 time: 0.1352115 Aug 11 02:23:12.264609 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba133a-e703-4271-a456-61149abef711 req-00226883-b1b2-4152-a0c9-00fe19adc0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:12.266156 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-13ba133a-e703-4271-a456-61149abef711 req-00226883-b1b2-4152-a0c9-00fe19adc0a5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d5e9bc60-44e8-48ec-bced-24847d62e034 HTTP/1.1" status: 200 len: 912 time: 0.1290281 Aug 11 02:23:12.269736 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-968bee40-c179-43e1-b3f2-9623cf2cccae req-c2743092-8aca-47a9-b6ae-27045d529716 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408229 Aug 11 02:23:12.324318 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-db101ee1-a119-42de-97c8-7e5849e724cf None None] Provisioning for port fbcc1c96-7e13-4135-8362-ae26345c8681 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:12.330428 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-db101ee1-a119-42de-97c8-7e5849e724cf None None] Provisioning complete for port fbcc1c96-7e13-4135-8362-ae26345c8681 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:12.331785 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-db101ee1-a119-42de-97c8-7e5849e724cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:12.348555 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-13ba133a-e703-4271-a456-61149abef711 req-3a339382-6d17-4f4c-b1c4-acf4071e88e8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00dfa7e8-8cc0-483c-a75c-1d00de9edbbd HTTP/1.1" status: 200 len: 1002 time: 0.0719037 Aug 11 02:23:12.379473 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-db101ee1-a119-42de-97c8-7e5849e724cf None None] Port fbcc1c96-7e13-4135-8362-ae26345c8681 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:12.410049 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba133a-e703-4271-a456-61149abef711 req-fea1d14b-ac48-43c4-a70b-66bd449a96d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:12.412192 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-13ba133a-e703-4271-a456-61149abef711 req-fea1d14b-ac48-43c4-a70b-66bd449a96d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be5383bc-6e19-42ce-a87f-2dcaab36b27f HTTP/1.1" status: 200 len: 850 time: 0.0541232 Aug 11 02:23:12.462061 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba133a-e703-4271-a456-61149abef711 req-3101586e-7d15-4388-81f3-187129015977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:12.463700 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-13ba133a-e703-4271-a456-61149abef711 req-3101586e-7d15-4388-81f3-187129015977 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d5e9bc60-44e8-48ec-bced-24847d62e034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431194 Aug 11 02:23:12.562089 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-13ba133a-e703-4271-a456-61149abef711 req-30c7d480-b696-4f97-a6c2-80c5cafafbd0 service neutron] 10.222.0.73 "GET /v2.0/networks/d5e9bc60-44e8-48ec-bced-24847d62e034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904703 Aug 11 02:23:12.592774 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-e5a32dd0-ef45-4e61-af2a-08429be98ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:12.594215 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-e5a32dd0-ef45-4e61-af2a-08429be98ba0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0082d25c-4936-4b2c-8593-bf44bcf651f1 HTTP/1.1" status: 200 len: 854 time: 0.6327276 Aug 11 02:23:12.665290 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-13ba133a-e703-4271-a456-61149abef711 req-d366fb0a-42a3-4177-a05e-c5d2e97d4258 service neutron] 10.222.0.73 "GET /v2.0/networks/d5e9bc60-44e8-48ec-bced-24847d62e034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943851 Aug 11 02:23:12.674310 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-a89c0d22-20e2-4e51-9644-670e2ab69f87 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:12.685858 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-33dbdda0-14f7-449a-bd7c-5a2b510bc9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:12.717820 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-a89c0d22-20e2-4e51-9644-670e2ab69f87 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Transition to ACTIVE for port object 8a37b393-81c3-4966-b59f-188de660dda6 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:12.767916 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-6572128c-a5c5-4f7c-994b-2730d65d14b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:12.769561 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-6572128c-a5c5-4f7c-994b-2730d65d14b9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7f0e9aef-c281-4ab6-9fde-8cff6400940b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1655364 Aug 11 02:23:12.912277 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2fbb9040-742b-4955-bc67-648aa860836b req-41f1f48b-b0f4-4816-a76a-673d51414c6a tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7477c49-4c24-457b-9b59-f9e79e7ec581 HTTP/1.1" status: 200 len: 210 time: 0.0279672 Aug 11 02:23:12.931912 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-4b8cda15-2f2b-402f-b952-f06965033031 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Made reservation on behalf of 953757b63989485aa599c97f35f2480d for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:12.932670 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-4b8cda15-2f2b-402f-b952-f06965033031 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:12.979747 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-a89c0d22-20e2-4e51-9644-670e2ab69f87 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:13.127694 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-fb70ee49-aaf0-4627-b406-d66a9c26eeed service neutron] 10.222.0.66 "GET /v2.0/networks/7f0e9aef-c281-4ab6-9fde-8cff6400940b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442760 Aug 11 02:23:13.137297 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-a89c0d22-20e2-4e51-9644-670e2ab69f87 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Network 7f0e9aef-c281-4ab6-9fde-8cff6400940b is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:13.154235 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-a89c0d22-20e2-4e51-9644-670e2ab69f87 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:13.156711 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c0d22-20e2-4e51-9644-670e2ab69f87 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Pushing event updated for resources: {'Port': ['ID=8a37b393-81c3-4966-b59f-188de660dda6,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:13.163836 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-a89c0d22-20e2-4e51-9644-670e2ab69f87 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:13.347255 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-a89c0d22-20e2-4e51-9644-670e2ab69f87 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:13.348677 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-a89c0d22-20e2-4e51-9644-670e2ab69f87 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:13.440307 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-a89c0d22-20e2-4e51-9644-670e2ab69f87 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0256405 Aug 11 02:23:13.453317 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-4b8cda15-2f2b-402f-b952-f06965033031 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Allocated IP 172.20.0.10 (59cdb064-6e17-4f2a-988c-bc3dbd58ef99/7193a88f-4d31-4933-a3af-0738d0f7bf97/be64dc87-8779-43f7-a3a4-2cd478b3b129) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:13.459983 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2a456-0152-4fa4-8be8-14d02d57edc7 req-fd8a6b9f-b2f4-41d8-bc2d-aad6652f7b48 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:13.465084 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8d2a456-0152-4fa4-8be8-14d02d57edc7 req-fd8a6b9f-b2f4-41d8-bc2d-aad6652f7b48 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.0799406 Aug 11 02:23:13.497600 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-ee289486-2002-4852-aace-1ce36468101f service neutron] Request body: {'port': {'device_id': '440d2055-7691-4eac-989d-46975c9b6792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:13.518283 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8d2a456-0152-4fa4-8be8-14d02d57edc7 req-72a35ed3-c8a0-485a-b153-60aad57d2063 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459263 Aug 11 02:23:13.527422 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-de101520-7c06-4db6-a9ce-f6232f04d986 None None] Provisioning for port 8a37b393-81c3-4966-b59f-188de660dda6 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:13.534341 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-de101520-7c06-4db6-a9ce-f6232f04d986 None None] Provisioning complete for port 8a37b393-81c3-4966-b59f-188de660dda6 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:13.535013 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-de101520-7c06-4db6-a9ce-f6232f04d986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:13.561425 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-db2b9dce-c0d7-45cd-bee0-731dc4cdb387 req-da219d40-f60b-4a43-bd49-53b03907d2db service neutron] 10.222.0.66 "GET /v2.0/networks/7f0e9aef-c281-4ab6-9fde-8cff6400940b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228330 Aug 11 02:23:13.577123 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-de101520-7c06-4db6-a9ce-f6232f04d986 None None] Port 8a37b393-81c3-4966-b59f-188de660dda6 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:13.586289 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8084f-8768-4a5f-b704-f250b4f0ca5e req-e343c009-5ca2-4ab0-bad6-d46ec784d7d1 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:13.588241 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-72d8084f-8768-4a5f-b704-f250b4f0ca5e req-e343c009-5ca2-4ab0-bad6-d46ec784d7d1 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=440d2055-7691-4eac-989d-46975c9b6792 HTTP/1.1" status: 200 len: 932 time: 0.2337973 Aug 11 02:23:13.597274 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-33dbdda0-14f7-449a-bd7c-5a2b510bc9f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbcc1c96-7e13-4135-8362-ae26345c8681 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:13.632876 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-33dbdda0-14f7-449a-bd7c-5a2b510bc9f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:13.703097 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-ee289486-2002-4852-aace-1ce36468101f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:13.711675 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-33dbdda0-14f7-449a-bd7c-5a2b510bc9f3 service neutron] Transition to ACTIVE for port object fbcc1c96-7e13-4135-8362-ae26345c8681 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:13.745190 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-33dbdda0-14f7-449a-bd7c-5a2b510bc9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:13.838445 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-72d8084f-8768-4a5f-b704-f250b4f0ca5e req-c7595c58-5d42-4b26-a0b3-8aa0faf3e402 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286584 Aug 11 02:23:13.902721 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748fec27-4ca2-4efd-be7a-9f4b6d7cead3 req-b20ec55e-a6d5-4d8f-a3ee-ede1dee9be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:13.904373 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-748fec27-4ca2-4efd-be7a-9f4b6d7cead3 req-b20ec55e-a6d5-4d8f-a3ee-ede1dee9be0f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4b7e645dbfe14c5cbbd484d9e824d20e&device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 1095 time: 0.2751067 Aug 11 02:23:13.910690 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbdda0-14f7-449a-bd7c-5a2b510bc9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=fbcc1c96-7e13-4135-8362-ae26345c8681,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:14.105379 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-55aeef52-db66-446d-9beb-00c4842942ee req-6d152da5-9642-4970-b9b3-482ffe53d3b9 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7477c49-4c24-457b-9b59-f9e79e7ec581 HTTP/1.1" status: 200 len: 210 time: 0.1123374 Aug 11 02:23:14.124010 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-4b8cda15-2f2b-402f-b952-f06965033031 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:14.199602 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-4b8cda15-2f2b-402f-b952-f06965033031 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Transition to ACTIVE for port object be64dc87-8779-43f7-a3a4-2cd478b3b129 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:14.207422 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748fec27-4ca2-4efd-be7a-9f4b6d7cead3 req-aaf71814-3db0-4e0b-9bfc-f70b732b8c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:14.207422 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-748fec27-4ca2-4efd-be7a-9f4b6d7cead3 req-aaf71814-3db0-4e0b-9bfc-f70b732b8c0b service neutron] 10.222.0.66 "GET /v2.0/networks?id=7f0e9aef-c281-4ab6-9fde-8cff6400940b HTTP/1.1" status: 200 len: 916 time: 0.2913387 Aug 11 02:23:14.296573 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-748fec27-4ca2-4efd-be7a-9f4b6d7cead3 req-d290b5e8-e1d8-4616-9bea-e82fbbeacdc1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b315ea9-65cd-4c1c-b789-2842c2081e6b HTTP/1.1" status: 200 len: 217 time: 0.0480332 Aug 11 02:23:14.358509 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-33dbdda0-14f7-449a-bd7c-5a2b510bc9f3 service neutron] Attempting to bind port fbcc1c96-7e13-4135-8362-ae26345c8681 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:23:14.358852 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-33dbdda0-14f7-449a-bd7c-5a2b510bc9f3 service neutron] Attempting to bind port fbcc1c96-7e13-4135-8362-ae26345c8681 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'fa9ae132-5e06-4dcb-9b06-2f1420af1e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7f0e9aef-c281-4ab6-9fde-8cff6400940b'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:23:14.359193 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-33dbdda0-14f7-449a-bd7c-5a2b510bc9f3 service neutron] Attempting to bind port fbcc1c96-7e13-4135-8362-ae26345c8681 on network 7f0e9aef-c281-4ab6-9fde-8cff6400940b {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:14.387510 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-33dbdda0-14f7-449a-bd7c-5a2b510bc9f3 service neutron] Port fbcc1c96-7e13-4135-8362-ae26345c8681 on network 7f0e9aef-c281-4ab6-9fde-8cff6400940b not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:23:14.388629 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-33dbdda0-14f7-449a-bd7c-5a2b510bc9f3 service neutron] Attempting to bind port fbcc1c96-7e13-4135-8362-ae26345c8681 on network 7f0e9aef-c281-4ab6-9fde-8cff6400940b {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:14.402536 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-4b8cda15-2f2b-402f-b952-f06965033031 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:14.410024 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-33dbdda0-14f7-449a-bd7c-5a2b510bc9f3 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:14.410438 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-33dbdda0-14f7-449a-bd7c-5a2b510bc9f3 service neutron] Checking segment: {'id': 'fa9ae132-5e06-4dcb-9b06-2f1420af1e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7f0e9aef-c281-4ab6-9fde-8cff6400940b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:14.410817 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-33dbdda0-14f7-449a-bd7c-5a2b510bc9f3 service neutron] Bound using segment: {'id': 'fa9ae132-5e06-4dcb-9b06-2f1420af1e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7f0e9aef-c281-4ab6-9fde-8cff6400940b'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:14.411756 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-33dbdda0-14f7-449a-bd7c-5a2b510bc9f3 service neutron] Bound port: fbcc1c96-7e13-4135-8362-ae26345c8681, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9ae132-5e06-4dcb-9b06-2f1420af1e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7f0e9aef-c281-4ab6-9fde-8cff6400940b'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:14.411756 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-33dbdda0-14f7-449a-bd7c-5a2b510bc9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:14.415290 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e', '3b720355-5db2-4aae-8fed-bda1a7e8ed45'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:14.427493 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748fec27-4ca2-4efd-be7a-9f4b6d7cead3 req-261b7b9d-579e-4aaa-8fbb-860b8bdcb414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:14.428916 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-748fec27-4ca2-4efd-be7a-9f4b6d7cead3 req-261b7b9d-579e-4aaa-8fbb-860b8bdcb414 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0082d25c-4936-4b2c-8593-bf44bcf651f1 HTTP/1.1" status: 200 len: 854 time: 0.1102748 Aug 11 02:23:14.585015 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-ee289486-2002-4852-aace-1ce36468101f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a37b393-81c3-4966-b59f-188de660dda6 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:14.594833 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-ee289486-2002-4852-aace-1ce36468101f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:14.652432 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752c59c-b9d1-4337-a533-46b79f8a6c59 req-217aa1a4-63ec-401d-b031-8f3856e7f919 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:14.655349 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9752c59c-b9d1-4337-a533-46b79f8a6c59 req-217aa1a4-63ec-401d-b031-8f3856e7f919 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.0599227 Aug 11 02:23:14.657974 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cda15-2f2b-402f-b952-f06965033031 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Pushing event updated for resources: {'Port': ['ID=be64dc87-8779-43f7-a3a4-2cd478b3b129,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:14.686861 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-4b8cda15-2f2b-402f-b952-f06965033031 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:14.692435 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-4b8cda15-2f2b-402f-b952-f06965033031 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:14.695822 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-4b8cda15-2f2b-402f-b952-f06965033031 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:14.770001 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9752c59c-b9d1-4337-a533-46b79f8a6c59 req-26e101ce-fa77-45d7-866f-9e670608daef tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029720 Aug 11 02:23:14.775703 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-ee289486-2002-4852-aace-1ce36468101f service neutron] Transition to ACTIVE for port object 8a37b393-81c3-4966-b59f-188de660dda6 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:14.817123 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-ee289486-2002-4852-aace-1ce36468101f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:14.888515 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-4b8cda15-2f2b-402f-b952-f06965033031 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:14.889773 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-4b8cda15-2f2b-402f-b952-f06965033031 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:14.919126 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-33dbdda0-14f7-449a-bd7c-5a2b510bc9f3 service neutron] For port fbcc1c96-7e13-4135-8362-ae26345c8681, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:14.925817 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee289486-2002-4852-aace-1ce36468101f service neutron] Pushing event updated for resources: {'Port': ['ID=8a37b393-81c3-4966-b59f-188de660dda6,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:14.978698 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748fec27-4ca2-4efd-be7a-9f4b6d7cead3 req-0120a7e8-95d8-42a3-bbb3-c05dab9c9b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:14.980244 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-748fec27-4ca2-4efd-be7a-9f4b6d7cead3 req-0120a7e8-95d8-42a3-bbb3-c05dab9c9b97 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7f0e9aef-c281-4ab6-9fde-8cff6400940b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5148818 Aug 11 02:23:15.001071 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-33dbdda0-14f7-449a-bd7c-5a2b510bc9f3 service neutron] For port fbcc1c96-7e13-4135-8362-ae26345c8681, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=fbcc1c96-7e13-4135-8362-ae26345c8681,segment=NetworkSegment(fa9ae132-5e06-4dcb-9b06-2f1420af1e4c),segment_id=fa9ae132-5e06-4dcb-9b06-2f1420af1e4c)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:15.016529 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-4b8cda15-2f2b-402f-b952-f06965033031 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9348991 Aug 11 02:23:15.028180 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-33dbdda0-14f7-449a-bd7c-5a2b510bc9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:15.035768 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-89e12fb2-baa6-4bfd-8cb7-251271cdfa8f service neutron] Request body: {'port': {'device_id': 'e7477c49-4c24-457b-9b59-f9e79e7ec581', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:15.052726 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5f718042-2fc4-4a72-8c81-d4f1914f12f3 None None] Provisioning for port be64dc87-8779-43f7-a3a4-2cd478b3b129 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:15.057190 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5f718042-2fc4-4a72-8c81-d4f1914f12f3 None None] Provisioning complete for port be64dc87-8779-43f7-a3a4-2cd478b3b129 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:15.057659 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5f718042-2fc4-4a72-8c81-d4f1914f12f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:15.103048 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-5f718042-2fc4-4a72-8c81-d4f1914f12f3 None None] Port be64dc87-8779-43f7-a3a4-2cd478b3b129 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:15.197180 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-33dbdda0-14f7-449a-bd7c-5a2b510bc9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:15.197818 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-33dbdda0-14f7-449a-bd7c-5a2b510bc9f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:15.199225 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-33dbdda0-14f7-449a-bd7c-5a2b510bc9f3 service neutron] 10.222.0.66 "PUT /v2.0/ports/fbcc1c96-7e13-4135-8362-ae26345c8681 HTTP/1.1" status: 200 len: 1093 time: 3.1661892 Aug 11 02:23:15.206461 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4b294c-1b75-402d-8f37-8a7806c383d0', 'tag': 'fbcc1c96-7e13-4135-8362-ae26345c8681'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:15.208824 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe99697b-2cd8-4770-9d1c-f673666eca24" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4b294c-1b75-402d-8f37-8a7806c383d0", "tag": "fbcc1c96-7e13-4135-8362-ae26345c8681"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:15.275727 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefba70-3de7-4be0-8dab-eedfb50d145c req-b31d8622-aa6f-4fd5-8248-428dc4eb7ab2 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:15.283972 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6fefba70-3de7-4be0-8dab-eedfb50d145c req-b31d8622-aa6f-4fd5-8248-428dc4eb7ab2 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7477c49-4c24-457b-9b59-f9e79e7ec581 HTTP/1.1" status: 200 len: 932 time: 0.0952840 Aug 11 02:23:15.293576 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec2a05-b8c9-4e80-b54d-af76bff1ee76 req-befc3bb2-fcdd-4848-935c-b20c7df3d93e tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:15.295218 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6dec2a05-b8c9-4e80-b54d-af76bff1ee76 req-befc3bb2-fcdd-4848-935c-b20c7df3d93e tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=440d2055-7691-4eac-989d-46975c9b6792 HTTP/1.1" status: 200 len: 944 time: 0.3463051 Aug 11 02:23:15.342356 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbdda0-14f7-449a-bd7c-5a2b510bc9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=fbcc1c96-7e13-4135-8362-ae26345c8681,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:15.344415 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6fefba70-3de7-4be0-8dab-eedfb50d145c req-4098539e-5462-45b3-968a-a161afe3c3d3 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551915 Aug 11 02:23:15.373830 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-89e12fb2-baa6-4bfd-8cb7-251271cdfa8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:15.396182 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c886b49-be5c-4761-aa19-a497c605bfec x-openstack-request-id: req-9c886b49-be5c-4761-aa19-a497c605bfec {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:15.396557 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4b294c-1b75-402d-8f37-8a7806c383d0", "tag": "fbcc1c96-7e13-4135-8362-ae26345c8681", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:15.396753 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9c886b49-be5c-4761-aa19-a497c605bfec {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:15.397121 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4b294c-1b75-402d-8f37-8a7806c383d0', 'tag': 'fbcc1c96-7e13-4135-8362-ae26345c8681', 'status': 'completed', 'code': 200} Aug 11 02:23:15.410263 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-748fec27-4ca2-4efd-be7a-9f4b6d7cead3 req-1dac1387-8463-414e-9397-aec81a043182 service neutron] 10.222.0.66 "GET /v2.0/networks/7f0e9aef-c281-4ab6-9fde-8cff6400940b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077952 Aug 11 02:23:15.417224 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-ee289486-2002-4852-aace-1ce36468101f service neutron] Attempting to bind port 8a37b393-81c3-4966-b59f-188de660dda6 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:23:15.417564 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-ee289486-2002-4852-aace-1ce36468101f service neutron] Attempting to bind port 8a37b393-81c3-4966-b59f-188de660dda6 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': 'fa9ae132-5e06-4dcb-9b06-2f1420af1e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7f0e9aef-c281-4ab6-9fde-8cff6400940b'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:23:15.417904 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-ee289486-2002-4852-aace-1ce36468101f service neutron] Attempting to bind port 8a37b393-81c3-4966-b59f-188de660dda6 on network 7f0e9aef-c281-4ab6-9fde-8cff6400940b {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:15.437299 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6dec2a05-b8c9-4e80-b54d-af76bff1ee76 req-d0233ea5-58b1-4a8b-ad9b-561df6ce221a tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335583 Aug 11 02:23:15.629742 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-59210349-e103-4008-9e6f-7c365b964060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:15.786296 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-ee289486-2002-4852-aace-1ce36468101f service neutron] Port 8a37b393-81c3-4966-b59f-188de660dda6 on network 7f0e9aef-c281-4ab6-9fde-8cff6400940b not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:23:15.786889 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-ee289486-2002-4852-aace-1ce36468101f service neutron] Attempting to bind port 8a37b393-81c3-4966-b59f-188de660dda6 on network 7f0e9aef-c281-4ab6-9fde-8cff6400940b {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:15.820877 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-75f91920-573a-4e46-ad60-9c05ac384eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:15.822538 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-75f91920-573a-4e46-ad60-9c05ac384eb8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4b7e645dbfe14c5cbbd484d9e824d20e&device_id=ce4b294c-1b75-402d-8f37-8a7806c383d0 HTTP/1.1" status: 200 len: 1096 time: 0.5447228 Aug 11 02:23:15.830929 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-ee289486-2002-4852-aace-1ce36468101f service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:15.831285 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-ee289486-2002-4852-aace-1ce36468101f service neutron] Checking segment: {'id': 'fa9ae132-5e06-4dcb-9b06-2f1420af1e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7f0e9aef-c281-4ab6-9fde-8cff6400940b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:15.831687 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-ee289486-2002-4852-aace-1ce36468101f service neutron] Bound using segment: {'id': 'fa9ae132-5e06-4dcb-9b06-2f1420af1e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7f0e9aef-c281-4ab6-9fde-8cff6400940b'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:15.832135 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-ee289486-2002-4852-aace-1ce36468101f service neutron] Bound port: 8a37b393-81c3-4966-b59f-188de660dda6, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9ae132-5e06-4dcb-9b06-2f1420af1e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7f0e9aef-c281-4ab6-9fde-8cff6400940b'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:15.832497 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-ee289486-2002-4852-aace-1ce36468101f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:15.899956 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-2dc24d48-5d4c-4188-a1a8-93c0a29c9dd6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbcc1c96-7e13-4135-8362-ae26345c8681 HTTP/1.1" status: 200 len: 217 time: 0.0641017 Aug 11 02:23:16.116019 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-748fec27-4ca2-4efd-be7a-9f4b6d7cead3 req-1ecc07f8-d5c5-40f6-be7a-84716a1bf6cf service neutron] 10.222.0.66 "GET /v2.0/networks/7f0e9aef-c281-4ab6-9fde-8cff6400940b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6944563 Aug 11 02:23:16.131872 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-8d439b8e-bf18-4977-abb9-59da8394fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:16.133312 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-8d439b8e-bf18-4977-abb9-59da8394fea6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0082d25c-4936-4b2c-8593-bf44bcf651f1 HTTP/1.1" status: 200 len: 854 time: 0.1756418 Aug 11 02:23:16.134365 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-ee289486-2002-4852-aace-1ce36468101f service neutron] For port 8a37b393-81c3-4966-b59f-188de660dda6, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:16.140940 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-ee289486-2002-4852-aace-1ce36468101f service neutron] For port 8a37b393-81c3-4966-b59f-188de660dda6, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=8a37b393-81c3-4966-b59f-188de660dda6,segment=NetworkSegment(fa9ae132-5e06-4dcb-9b06-2f1420af1e4c),segment_id=fa9ae132-5e06-4dcb-9b06-2f1420af1e4c)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:16.170914 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-ee289486-2002-4852-aace-1ce36468101f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:16.262331 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-ee289486-2002-4852-aace-1ce36468101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:16.263572 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-ee289486-2002-4852-aace-1ce36468101f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:16.265032 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-ee289486-2002-4852-aace-1ce36468101f service neutron] 10.222.0.73 "PUT /v2.0/ports/8a37b393-81c3-4966-b59f-188de660dda6 HTTP/1.1" status: 200 len: 1093 time: 2.7819905 Aug 11 02:23:16.301393 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90212d-0050-4859-a258-3abc19bc0a80 req-751fc19b-bdd4-4d3f-bff1-f52d10da1c1f tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:16.307393 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90212d-0050-4859-a258-3abc19bc0a80 req-751fc19b-bdd4-4d3f-bff1-f52d10da1c1f tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:16.314087 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90212d-0050-4859-a258-3abc19bc0a80 req-751fc19b-bdd4-4d3f-bff1-f52d10da1c1f tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:16.319818 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90212d-0050-4859-a258-3abc19bc0a80 req-751fc19b-bdd4-4d3f-bff1-f52d10da1c1f tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:16.326067 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90212d-0050-4859-a258-3abc19bc0a80 req-751fc19b-bdd4-4d3f-bff1-f52d10da1c1f tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:16.332112 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90212d-0050-4859-a258-3abc19bc0a80 req-751fc19b-bdd4-4d3f-bff1-f52d10da1c1f tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:16.338027 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90212d-0050-4859-a258-3abc19bc0a80 req-751fc19b-bdd4-4d3f-bff1-f52d10da1c1f tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:16.340084 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2e90212d-0050-4859-a258-3abc19bc0a80 req-751fc19b-bdd4-4d3f-bff1-f52d10da1c1f tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5436 time: 0.2372496 Aug 11 02:23:16.406643 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-93bd6d3f-f8e7-469c-ab43-d67f6a3b15ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:16.408210 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-93bd6d3f-f8e7-469c-ab43-d67f6a3b15ec service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7f0e9aef-c281-4ab6-9fde-8cff6400940b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2517195 Aug 11 02:23:16.409804 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee289486-2002-4852-aace-1ce36468101f service neutron] Pushing event updated for resources: {'Port': ['ID=8a37b393-81c3-4966-b59f-188de660dda6,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:16.466467 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963e122-1f4b-4eb2-9d21-5773e21e9fd0 req-fe7adcaf-6dff-4913-b204-389df4d26992 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:16.468704 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9963e122-1f4b-4eb2-9d21-5773e21e9fd0 req-fe7adcaf-6dff-4913-b204-389df4d26992 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7477c49-4c24-457b-9b59-f9e79e7ec581 HTTP/1.1" status: 200 len: 932 time: 0.0565197 Aug 11 02:23:16.513819 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9963e122-1f4b-4eb2-9d21-5773e21e9fd0 req-b5aa724a-5dc3-4049-a668-da4682a75be7 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385933 Aug 11 02:23:16.543320 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-6fef8b74-6432-4e4a-8668-2a13bb6fa116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:16.545024 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-6fef8b74-6432-4e4a-8668-2a13bb6fa116 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b7e645dbfe14c5cbbd484d9e824d20e&device_id=440d2055-7691-4eac-989d-46975c9b6792 HTTP/1.1" status: 200 len: 1096 time: 0.1974714 Aug 11 02:23:16.549215 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2e90212d-0050-4859-a258-3abc19bc0a80 req-7cc0867c-e248-4a3a-8ed1-08b0625e8880 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1917562 Aug 11 02:23:16.554291 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-89e12fb2-baa6-4bfd-8cb7-251271cdfa8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be64dc87-8779-43f7-a3a4-2cd478b3b129 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:16.571430 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-89e12fb2-baa6-4bfd-8cb7-251271cdfa8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:16.621119 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-88b14845-03c4-47c8-8ae9-89a9e72aed95 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a37b393-81c3-4966-b59f-188de660dda6 HTTP/1.1" status: 200 len: 217 time: 0.0599060 Aug 11 02:23:16.635553 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2017d3d-eaa2-41ce-9d25-493e6a1b7296 req-9bcd8506-3512-4082-88d3-d6c571020b2d tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:16.638513 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-89e12fb2-baa6-4bfd-8cb7-251271cdfa8f service neutron] Transition to ACTIVE for port object be64dc87-8779-43f7-a3a4-2cd478b3b129 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:16.645901 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f2017d3d-eaa2-41ce-9d25-493e6a1b7296 req-9bcd8506-3512-4082-88d3-d6c571020b2d tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=440d2055-7691-4eac-989d-46975c9b6792 HTTP/1.1" status: 200 len: 944 time: 0.0718899 Aug 11 02:23:16.671025 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-89e12fb2-baa6-4bfd-8cb7-251271cdfa8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:16.683730 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f2017d3d-eaa2-41ce-9d25-493e6a1b7296 req-391e4aae-c786-4465-b7c8-80be38a40988 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364473 Aug 11 02:23:16.727809 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-7b12b645-6258-46db-b254-b592bd9c1d73 service neutron] 10.222.0.66 "GET /v2.0/networks/7f0e9aef-c281-4ab6-9fde-8cff6400940b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027210 Aug 11 02:23:16.773599 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-d892ba69-35cf-489c-8e06-f572824a4a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:16.775141 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-d892ba69-35cf-489c-8e06-f572824a4a7f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0082d25c-4936-4b2c-8593-bf44bcf651f1 HTTP/1.1" status: 200 len: 854 time: 0.1451151 Aug 11 02:23:16.853419 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e12fb2-baa6-4bfd-8cb7-251271cdfa8f service neutron] Pushing event updated for resources: {'Port': ['ID=be64dc87-8779-43f7-a3a4-2cd478b3b129,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:16.931002 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511a8d7-d081-40aa-ae5f-d371fc7499bf req-641d9ebf-6db2-4405-a712-ea75791e6b97 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:16.937378 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511a8d7-d081-40aa-ae5f-d371fc7499bf req-641d9ebf-6db2-4405-a712-ea75791e6b97 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:16.943960 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511a8d7-d081-40aa-ae5f-d371fc7499bf req-641d9ebf-6db2-4405-a712-ea75791e6b97 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:16.949985 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511a8d7-d081-40aa-ae5f-d371fc7499bf req-641d9ebf-6db2-4405-a712-ea75791e6b97 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:16.956604 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511a8d7-d081-40aa-ae5f-d371fc7499bf req-641d9ebf-6db2-4405-a712-ea75791e6b97 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:16.962600 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511a8d7-d081-40aa-ae5f-d371fc7499bf req-641d9ebf-6db2-4405-a712-ea75791e6b97 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:16.969304 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511a8d7-d081-40aa-ae5f-d371fc7499bf req-641d9ebf-6db2-4405-a712-ea75791e6b97 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:16.971320 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5511a8d7-d081-40aa-ae5f-d371fc7499bf req-641d9ebf-6db2-4405-a712-ea75791e6b97 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5436 time: 0.2920027 Aug 11 02:23:17.025436 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5cd6ca3b-b9b3-4cff-bd05-8ee7a5a821cc req-75d2d4a5-5984-4a57-9a6d-6a282ee48810 service neutron] 10.222.0.66 "GET /v2.0/networks/7f0e9aef-c281-4ab6-9fde-8cff6400940b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796376 Aug 11 02:23:17.032623 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-76457785-878c-4b04-9f58-b3d0132b403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:17.034250 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-76457785-878c-4b04-9f58-b3d0132b403f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7f0e9aef-c281-4ab6-9fde-8cff6400940b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2452464 Aug 11 02:23:17.103133 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-89e12fb2-baa6-4bfd-8cb7-251271cdfa8f service neutron] Attempting to bind port be64dc87-8779-43f7-a3a4-2cd478b3b129 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:23:17.103392 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-89e12fb2-baa6-4bfd-8cb7-251271cdfa8f service neutron] Attempting to bind port be64dc87-8779-43f7-a3a4-2cd478b3b129 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': 'd96cfe33-0c98-475f-a757-618812c1d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:23:17.103754 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-89e12fb2-baa6-4bfd-8cb7-251271cdfa8f service neutron] Attempting to bind port be64dc87-8779-43f7-a3a4-2cd478b3b129 on network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:17.128865 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 8b315ea9-65cd-4c1c-b789-2842c2081e6b details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:23:17.141533 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-89e12fb2-baa6-4bfd-8cb7-251271cdfa8f service neutron] Port be64dc87-8779-43f7-a3a4-2cd478b3b129 on network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:23:17.141874 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-89e12fb2-baa6-4bfd-8cb7-251271cdfa8f service neutron] Attempting to bind port be64dc87-8779-43f7-a3a4-2cd478b3b129 on network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:17.156109 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-89e12fb2-baa6-4bfd-8cb7-251271cdfa8f service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:17.156453 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-89e12fb2-baa6-4bfd-8cb7-251271cdfa8f service neutron] Checking segment: {'id': 'd96cfe33-0c98-475f-a757-618812c1d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:17.156927 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-89e12fb2-baa6-4bfd-8cb7-251271cdfa8f service neutron] Bound using segment: {'id': 'd96cfe33-0c98-475f-a757-618812c1d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:17.157315 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-89e12fb2-baa6-4bfd-8cb7-251271cdfa8f service neutron] Bound port: be64dc87-8779-43f7-a3a4-2cd478b3b129, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96cfe33-0c98-475f-a757-618812c1d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:17.157680 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-89e12fb2-baa6-4bfd-8cb7-251271cdfa8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:17.194931 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99697b-2cd8-4770-9d1c-f673666eca24 req-7590f9cf-4b89-46e2-a5f0-08dc17ed138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:17.196666 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fe99697b-2cd8-4770-9d1c-f673666eca24 req-7590f9cf-4b89-46e2-a5f0-08dc17ed138b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4b7e645dbfe14c5cbbd484d9e824d20e&device_id=ce4b294c-1b75-402d-8f37-8a7806c383d0 HTTP/1.1" status: 200 len: 1096 time: 0.0947196 Aug 11 02:23:17.226432 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 8b315ea9-65cd-4c1c-b789-2842c2081e6b, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=8b315ea9-65cd-4c1c-b789-2842c2081e6b,segment=NetworkSegment(fa9ae132-5e06-4dcb-9b06-2f1420af1e4c),segment_id=fa9ae132-5e06-4dcb-9b06-2f1420af1e4c)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:17.240059 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '8b315ea9-65cd-4c1c-b789-2842c2081e6b', 'network_id': '7f0e9aef-c281-4ab6-9fde-8cff6400940b', 'port_id': '8b315ea9-65cd-4c1c-b789-2842c2081e6b', 'mac_address': 'fa:16:3e:af:04:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0082d25c-4936-4b2c-8593-bf44bcf651f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:23:17.251304 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-639fe7d7-307d-442d-a4a3-e5e4ead0f391 service neutron] 10.222.0.73 "GET /v2.0/networks/7f0e9aef-c281-4ab6-9fde-8cff6400940b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081094 Aug 11 02:23:17.283468 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:17.297762 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b315ea9-65cd-4c1c-b789-2842c2081e6b {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:17.319037 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 8b315ea9-65cd-4c1c-b789-2842c2081e6b, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=8b315ea9-65cd-4c1c-b789-2842c2081e6b,segment=NetworkSegment(fa9ae132-5e06-4dcb-9b06-2f1420af1e4c),segment_id=fa9ae132-5e06-4dcb-9b06-2f1420af1e4c)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:17.324364 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:17.375052 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=8b315ea9-65cd-4c1c-b789-2842c2081e6b,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:17.383579 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-89e12fb2-baa6-4bfd-8cb7-251271cdfa8f service neutron] For port be64dc87-8779-43f7-a3a4-2cd478b3b129, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:17.401001 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440d2055-7691-4eac-989d-46975c9b6792', 'tag': '8a37b393-81c3-4966-b59f-188de660dda6'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:17.403289 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9022471b-9a7a-4462-b936-2cf5224f4f22" -d '{"events": [{"name": "network-changed", "server_uuid": "440d2055-7691-4eac-989d-46975c9b6792", "tag": "8a37b393-81c3-4966-b59f-188de660dda6"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:17.425212 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-89e12fb2-baa6-4bfd-8cb7-251271cdfa8f service neutron] For port be64dc87-8779-43f7-a3a4-2cd478b3b129, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=be64dc87-8779-43f7-a3a4-2cd478b3b129,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:17.436923 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99697b-2cd8-4770-9d1c-f673666eca24 req-c8451c05-f6fd-4241-a1a0-88245d46f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:17.438482 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fe99697b-2cd8-4770-9d1c-f673666eca24 req-c8451c05-f6fd-4241-a1a0-88245d46f6f3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7f0e9aef-c281-4ab6-9fde-8cff6400940b HTTP/1.1" status: 200 len: 916 time: 0.2189453 Aug 11 02:23:17.439683 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-89e12fb2-baa6-4bfd-8cb7-251271cdfa8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:17.459053 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16506afe-fe54-4e55-a566-f05874b4ead4 x-openstack-request-id: req-16506afe-fe54-4e55-a566-f05874b4ead4 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:17.459352 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440d2055-7691-4eac-989d-46975c9b6792", "tag": "8a37b393-81c3-4966-b59f-188de660dda6", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:17.459633 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-16506afe-fe54-4e55-a566-f05874b4ead4 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:17.460035 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440d2055-7691-4eac-989d-46975c9b6792', 'tag': '8a37b393-81c3-4966-b59f-188de660dda6', 'status': 'completed', 'code': 200} Aug 11 02:23:17.491921 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-89e12fb2-baa6-4bfd-8cb7-251271cdfa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:17.492912 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-89e12fb2-baa6-4bfd-8cb7-251271cdfa8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:17.494279 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-89e12fb2-baa6-4bfd-8cb7-251271cdfa8f service neutron] 10.222.0.73 "PUT /v2.0/ports/be64dc87-8779-43f7-a3a4-2cd478b3b129 HTTP/1.1" status: 200 len: 1093 time: 2.4633348 Aug 11 02:23:17.552578 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-561e3d47-59b6-4bbe-9a55-a9281685c90a req-ef76feff-944d-407b-be9e-58c17fbfc398 service neutron] 10.222.0.73 "GET /v2.0/networks/7f0e9aef-c281-4ab6-9fde-8cff6400940b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702060 Aug 11 02:23:17.558418 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fe99697b-2cd8-4770-9d1c-f673666eca24 req-4fd34d7b-25bc-4fb1-a898-9af013b42caa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbcc1c96-7e13-4135-8362-ae26345c8681 HTTP/1.1" status: 200 len: 217 time: 0.0975034 Aug 11 02:23:17.655392 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['8b315ea9-65cd-4c1c-b789-2842c2081e6b'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:17.676869 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2d0a81d8-cf7b-4579-8db1-0ab5366e93f7 req-f4ab4675-1f4d-4157-a15c-3277a7154ff9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0595675 Aug 11 02:23:17.742522 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e12fb2-baa6-4bfd-8cb7-251271cdfa8f service neutron] Pushing event updated for resources: {'Port': ['ID=be64dc87-8779-43f7-a3a4-2cd478b3b129,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:17.766955 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a81d8-cf7b-4579-8db1-0ab5366e93f7 req-6fdc895d-ab54-4dad-aacd-c7388bc5f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:17.768821 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-70772e98-a05c-430e-8c20-3b0981766ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:17.769156 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2d0a81d8-cf7b-4579-8db1-0ab5366e93f7 req-6fdc895d-ab54-4dad-aacd-c7388bc5f083 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=15f6ff753e694e9dbfd4e9be5e45ed17&device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 1098 time: 0.0647309 Aug 11 02:23:17.770359 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-70772e98-a05c-430e-8c20-3b0981766ac7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=953757b63989485aa599c97f35f2480d&device_id=e7477c49-4c24-457b-9b59-f9e79e7ec581 HTTP/1.1" status: 200 len: 1096 time: 0.2309673 Aug 11 02:23:17.776228 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99697b-2cd8-4770-9d1c-f673666eca24 req-c2c3e472-d4b9-48ed-814f-45bc66946a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:17.777759 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fe99697b-2cd8-4770-9d1c-f673666eca24 req-c2c3e472-d4b9-48ed-814f-45bc66946a09 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0082d25c-4936-4b2c-8593-bf44bcf651f1 HTTP/1.1" status: 200 len: 854 time: 0.1930902 Aug 11 02:23:17.867117 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab412ad1-cd50-4f45-86a4-ca6fc0ca9a76 req-9051d209-b758-4b38-bad5-a2635a0a84e2 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:17.868779 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ab412ad1-cd50-4f45-86a4-ca6fc0ca9a76 req-9051d209-b758-4b38-bad5-a2635a0a84e2 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7477c49-4c24-457b-9b59-f9e79e7ec581 HTTP/1.1" status: 200 len: 944 time: 0.2256658 Aug 11 02:23:17.884902 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-037a3af8-f47a-4cc7-8580-301cf2e20b63 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be64dc87-8779-43f7-a3a4-2cd478b3b129 HTTP/1.1" status: 200 len: 217 time: 0.1018190 Aug 11 02:23:17.890232 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022471b-9a7a-4462-b936-2cf5224f4f22 req-fdd61e2e-02fc-45d5-8814-1f562d11169a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:17.891682 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9022471b-9a7a-4462-b936-2cf5224f4f22 req-fdd61e2e-02fc-45d5-8814-1f562d11169a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b7e645dbfe14c5cbbd484d9e824d20e&device_id=440d2055-7691-4eac-989d-46975c9b6792 HTTP/1.1" status: 200 len: 1096 time: 0.2521505 Aug 11 02:23:17.941737 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd0c85-f1f5-49ce-aaea-4a0e78d341f6 req-5692a9a0-3aaf-4ffb-b47b-8eec3f41897e tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:17.951405 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05cd0c85-f1f5-49ce-aaea-4a0e78d341f6 req-5692a9a0-3aaf-4ffb-b47b-8eec3f41897e tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=440d2055-7691-4eac-989d-46975c9b6792 HTTP/1.1" status: 200 len: 944 time: 0.1366148 Aug 11 02:23:18.017467 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05cd0c85-f1f5-49ce-aaea-4a0e78d341f6 req-2d5ffb98-542c-4103-8065-45421beeb6ff tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650978 Aug 11 02:23:18.018768 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a81d8-cf7b-4579-8db1-0ab5366e93f7 req-34c12e51-9c22-44f9-acad-adfcc91c45c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:18.021241 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2d0a81d8-cf7b-4579-8db1-0ab5366e93f7 req-34c12e51-9c22-44f9-acad-adfcc91c45c6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2564e31e-dea6-46ca-b2de-bf165812396f HTTP/1.1" status: 200 len: 918 time: 0.2268386 Aug 11 02:23:18.106273 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2d0a81d8-cf7b-4579-8db1-0ab5366e93f7 req-95678f73-67f3-4baa-8832-b05adcf655d1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78589433-afa4-4706-bf0c-f19808506a2b HTTP/1.1" status: 200 len: 1000 time: 0.0770657 Aug 11 02:23:18.160833 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a81d8-cf7b-4579-8db1-0ab5366e93f7 req-d4885371-ce44-4011-9e21-4d9e2d5672fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:18.162438 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2d0a81d8-cf7b-4579-8db1-0ab5366e93f7 req-d4885371-ce44-4011-9e21-4d9e2d5672fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f HTTP/1.1" status: 200 len: 856 time: 0.0488398 Aug 11 02:23:18.215198 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a81d8-cf7b-4579-8db1-0ab5366e93f7 req-5d5bfa0e-4a44-460c-9707-50ea2e37fba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:18.217025 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2d0a81d8-cf7b-4579-8db1-0ab5366e93f7 req-5d5bfa0e-4a44-460c-9707-50ea2e37fba8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2564e31e-dea6-46ca-b2de-bf165812396f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437133 Aug 11 02:23:18.285026 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5bf0ae32-6304-4ec0-be71-4402513e9cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:18.333523 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2d0a81d8-cf7b-4579-8db1-0ab5366e93f7 req-45d6ae8b-ac84-47db-b623-bbbba90e5831 service neutron] 10.222.0.73 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065063 Aug 11 02:23:18.345845 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99697b-2cd8-4770-9d1c-f673666eca24 req-5907edf6-14d5-462c-aa46-1bb4a3b28659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:18.347647 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fe99697b-2cd8-4770-9d1c-f673666eca24 req-5907edf6-14d5-462c-aa46-1bb4a3b28659 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7f0e9aef-c281-4ab6-9fde-8cff6400940b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5556405 Aug 11 02:23:18.352613 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:18.355080 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-8ff3e7fa-3642-4284-a7d1-bb55a3e217a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:18.356881 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-8ff3e7fa-3642-4284-a7d1-bb55a3e217a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7193a88f-4d31-4933-a3af-0738d0f7bf97 HTTP/1.1" status: 200 len: 851 time: 0.4508259 Aug 11 02:23:18.390208 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ab412ad1-cd50-4f45-86a4-ca6fc0ca9a76 req-98a48bb0-ce76-43fb-9592-8050e81ac627 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5041978 Aug 11 02:23:18.451847 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2d0a81d8-cf7b-4579-8db1-0ab5366e93f7 req-fceec97f-1891-4794-a6a0-7af3bb845acc service neutron] 10.222.0.73 "GET /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028781 Aug 11 02:23:18.477724 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022471b-9a7a-4462-b936-2cf5224f4f22 req-61f2bba8-d84f-4588-a5c2-883783001559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:18.479648 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9022471b-9a7a-4462-b936-2cf5224f4f22 req-61f2bba8-d84f-4588-a5c2-883783001559 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7f0e9aef-c281-4ab6-9fde-8cff6400940b HTTP/1.1" status: 200 len: 916 time: 0.5661328 Aug 11 02:23:18.547000 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-3fc3ffb0-21f7-432f-ad48-40111ae5ccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:18.548705 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-3fc3ffb0-21f7-432f-ad48-40111ae5ccd7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1826308 Aug 11 02:23:18.552410 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9022471b-9a7a-4462-b936-2cf5224f4f22 req-833c0e55-efb1-4cef-91fe-606b74431d11 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a37b393-81c3-4966-b59f-188de660dda6 HTTP/1.1" status: 200 len: 217 time: 0.0614188 Aug 11 02:23:18.640521 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fe99697b-2cd8-4770-9d1c-f673666eca24 req-c804e8f0-f22d-4661-a88e-938f6aafd586 service neutron] 10.222.0.66 "GET /v2.0/networks/7f0e9aef-c281-4ab6-9fde-8cff6400940b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759612 Aug 11 02:23:18.707597 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022471b-9a7a-4462-b936-2cf5224f4f22 req-3caf7b50-77a5-4a31-8120-e6364044b8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:18.708976 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9022471b-9a7a-4462-b936-2cf5224f4f22 req-3caf7b50-77a5-4a31-8120-e6364044b8ee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0082d25c-4936-4b2c-8593-bf44bcf651f1 HTTP/1.1" status: 200 len: 854 time: 0.1429458 Aug 11 02:23:18.788424 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-d35f4472-8c93-4861-b8a5-50432899262a service neutron] 10.222.0.73 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210629 Aug 11 02:23:18.824158 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fe99697b-2cd8-4770-9d1c-f673666eca24 req-75f1f283-238f-47bc-a826-25238f8e4bc6 service neutron] 10.222.0.66 "GET /v2.0/networks/7f0e9aef-c281-4ab6-9fde-8cff6400940b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679084 Aug 11 02:23:18.826494 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022471b-9a7a-4462-b936-2cf5224f4f22 req-9743dc08-ac5d-4310-80a8-6298d12a23d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:18.831692 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9022471b-9a7a-4462-b936-2cf5224f4f22 req-9743dc08-ac5d-4310-80a8-6298d12a23d2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7f0e9aef-c281-4ab6-9fde-8cff6400940b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1092229 Aug 11 02:23:18.987186 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70fa9388-8d3b-45aa-b2ac-b0f69a3a0f02 req-796b131b-a4fb-493d-8e0e-568dd820e458 service neutron] 10.222.0.73 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827502 Aug 11 02:23:18.991479 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9022471b-9a7a-4462-b936-2cf5224f4f22 req-ef4f5cb6-ea17-4750-97b2-670187731664 service neutron] 10.222.0.73 "GET /v2.0/networks/7f0e9aef-c281-4ab6-9fde-8cff6400940b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466377 Aug 11 02:23:19.032787 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52808) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:19.106945 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9022471b-9a7a-4462-b936-2cf5224f4f22 req-e88b4967-c500-4e3e-8354-3bf267cfd4b0 service neutron] 10.222.0.73 "GET /v2.0/networks/7f0e9aef-c281-4ab6-9fde-8cff6400940b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006978 Aug 11 02:23:19.145515 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device fbcc1c96-7e13-4135-8362-ae26345c8681 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:23:19.149625 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 8b315ea9-65cd-4c1c-b789-2842c2081e6b up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:19.187512 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbcd86-01ba-41b6-9c11-fdb92e71692e req-a228ea5a-6f06-4c64-84e4-868a3ae5a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:19.188150 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbcd86-01ba-41b6-9c11-fdb92e71692e req-a228ea5a-6f06-4c64-84e4-868a3ae5a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:19.188719 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbcd86-01ba-41b6-9c11-fdb92e71692e req-a228ea5a-6f06-4c64-84e4-868a3ae5a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:19.189292 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbcd86-01ba-41b6-9c11-fdb92e71692e req-a228ea5a-6f06-4c64-84e4-868a3ae5a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:19.189775 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbcd86-01ba-41b6-9c11-fdb92e71692e req-a228ea5a-6f06-4c64-84e4-868a3ae5a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:19.190248 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbcd86-01ba-41b6-9c11-fdb92e71692e req-a228ea5a-6f06-4c64-84e4-868a3ae5a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:19.190774 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbcd86-01ba-41b6-9c11-fdb92e71692e req-a228ea5a-6f06-4c64-84e4-868a3ae5a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:19.197849 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-32cbcd86-01ba-41b6-9c11-fdb92e71692e req-a228ea5a-6f06-4c64-84e4-868a3ae5a2dd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 6500 time: 0.1607454 Aug 11 02:23:19.232002 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539ffde-b883-4056-8668-964a00c2d62e req-c338948f-50e7-45ca-9838-ab00ab7b75c3 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:19.239375 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a539ffde-b883-4056-8668-964a00c2d62e req-c338948f-50e7-45ca-9838-ab00ab7b75c3 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=440d2055-7691-4eac-989d-46975c9b6792 HTTP/1.1" status: 200 len: 944 time: 0.1148133 Aug 11 02:23:19.284992 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 8b315ea9-65cd-4c1c-b789-2842c2081e6b completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:19.286419 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-32cbcd86-01ba-41b6-9c11-fdb92e71692e req-e859618c-fa3a-4bdc-9d01-d829b35af567 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0781009 Aug 11 02:23:19.290096 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 8b315ea9-65cd-4c1c-b789-2842c2081e6b triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:19.291054 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:19.310181 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a539ffde-b883-4056-8668-964a00c2d62e req-45e5d706-9da1-4c18-976e-e43fd50b4041 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678658 Aug 11 02:23:19.414692 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:19.441148 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port fbcc1c96-7e13-4135-8362-ae26345c8681, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=fbcc1c96-7e13-4135-8362-ae26345c8681,segment=NetworkSegment(fa9ae132-5e06-4dcb-9b06-2f1420af1e4c),segment_id=fa9ae132-5e06-4dcb-9b06-2f1420af1e4c)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:19.452557 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59cc10d-9a7d-44b6-b5c9-74fe10999dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b315ea9-65cd-4c1c-b789-2842c2081e6b'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:19.454773 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc644ef-9098-4f92-8a73-c617a604cc0b" -d '{"events": [{"server_uuid": "a59cc10d-9a7d-44b6-b5c9-74fe10999dd4", "name": "network-vif-plugged", "status": "completed", "tag": "8b315ea9-65cd-4c1c-b789-2842c2081e6b"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:19.462261 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7477c49-4c24-457b-9b59-f9e79e7ec581', 'tag': 'be64dc87-8779-43f7-a3a4-2cd478b3b129'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:19.469674 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b58640-8aba-4bc0-b952-f9e96744b377" -d '{"events": [{"name": "network-changed", "server_uuid": "e7477c49-4c24-457b-9b59-f9e79e7ec581", "tag": "be64dc87-8779-43f7-a3a4-2cd478b3b129"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:19.471907 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 8b315ea9-65cd-4c1c-b789-2842c2081e6b, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=8b315ea9-65cd-4c1c-b789-2842c2081e6b,segment=NetworkSegment(fa9ae132-5e06-4dcb-9b06-2f1420af1e4c),segment_id=fa9ae132-5e06-4dcb-9b06-2f1420af1e4c)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:19.473090 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'fbcc1c96-7e13-4135-8362-ae26345c8681', 'network_id': '7f0e9aef-c281-4ab6-9fde-8cff6400940b', 'port_id': 'fbcc1c96-7e13-4135-8362-ae26345c8681', 'mac_address': 'fa:16:3e:07:d6:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0082d25c-4936-4b2c-8593-bf44bcf651f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:23:19.477244 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:19.531209 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d14a491-749f-4cad-b519-9f0b8511d773 x-openstack-request-id: req-4d14a491-749f-4cad-b519-9f0b8511d773 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:19.531498 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59cc10d-9a7d-44b6-b5c9-74fe10999dd4", "name": "network-vif-plugged", "status": "completed", "tag": "8b315ea9-65cd-4c1c-b789-2842c2081e6b", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:19.531794 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4d14a491-749f-4cad-b519-9f0b8511d773 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:19.532189 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59cc10d-9a7d-44b6-b5c9-74fe10999dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b315ea9-65cd-4c1c-b789-2842c2081e6b', 'code': 200} Aug 11 02:23:19.552964 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:19.562666 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d14a92-45de-4d4b-baab-37ca1fdfdcee req-b37c4b15-5c74-48a2-9fd8-3e7ceed92132 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:19.569665 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbcc1c96-7e13-4135-8362-ae26345c8681 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:19.578404 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=8b315ea9-65cd-4c1c-b789-2842c2081e6b,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:19.588050 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-83d14a92-45de-4d4b-baab-37ca1fdfdcee req-b37c4b15-5c74-48a2-9fd8-3e7ceed92132 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7477c49-4c24-457b-9b59-f9e79e7ec581 HTTP/1.1" status: 200 len: 944 time: 0.1109123 Aug 11 02:23:19.594794 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1b3e94-d900-409f-a95d-693bc11482a6 x-openstack-request-id: req-5f1b3e94-d900-409f-a95d-693bc11482a6 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:19.595576 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7477c49-4c24-457b-9b59-f9e79e7ec581", "tag": "be64dc87-8779-43f7-a3a4-2cd478b3b129", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:19.595576 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5f1b3e94-d900-409f-a95d-693bc11482a6 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:19.595878 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7477c49-4c24-457b-9b59-f9e79e7ec581', 'tag': 'be64dc87-8779-43f7-a3a4-2cd478b3b129', 'status': 'completed', 'code': 200} Aug 11 02:23:19.597719 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port fbcc1c96-7e13-4135-8362-ae26345c8681, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=fbcc1c96-7e13-4135-8362-ae26345c8681,segment=NetworkSegment(fa9ae132-5e06-4dcb-9b06-2f1420af1e4c),segment_id=fa9ae132-5e06-4dcb-9b06-2f1420af1e4c)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:19.602834 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:19.653334 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=fbcc1c96-7e13-4135-8362-ae26345c8681,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:19.703424 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-83d14a92-45de-4d4b-baab-37ca1fdfdcee req-546e19eb-f0b1-4fd4-880f-58824f5045c9 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144686 Aug 11 02:23:19.706866 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a5e7d-3079-40c8-8291-ac314c8825a6 req-ed07759f-8200-487f-9bf2-413724158caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:19.708348 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-444a5e7d-3079-40c8-8291-ac314c8825a6 req-ed07759f-8200-487f-9bf2-413724158caa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 1097 time: 0.0940552 Aug 11 02:23:19.710937 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b58640-8aba-4bc0-b952-f9e96744b377 req-ef9b3e6e-6d79-4356-a728-98c636a70899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:19.712573 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-58b58640-8aba-4bc0-b952-f9e96744b377 req-ef9b3e6e-6d79-4356-a728-98c636a70899 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=953757b63989485aa599c97f35f2480d&device_id=e7477c49-4c24-457b-9b59-f9e79e7ec581 HTTP/1.1" status: 200 len: 1096 time: 0.1093099 Aug 11 02:23:19.797639 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-444a5e7d-3079-40c8-8291-ac314c8825a6 req-fa5a4765-3018-4163-8c52-fd6ada8a9178 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819464 Aug 11 02:23:19.827184 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b58640-8aba-4bc0-b952-f9e96744b377 req-1a0e1c35-0570-46c2-abe8-42f143a1b5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:19.828668 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-58b58640-8aba-4bc0-b952-f9e96744b377 req-1a0e1c35-0570-46c2-abe8-42f143a1b5a3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99 HTTP/1.1" status: 200 len: 913 time: 0.1067755 Aug 11 02:23:19.873817 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-58b58640-8aba-4bc0-b952-f9e96744b377 req-a0ca9a23-aba0-4640-a297-536b22e0bc20 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be64dc87-8779-43f7-a3a4-2cd478b3b129 HTTP/1.1" status: 200 len: 217 time: 0.0360174 Aug 11 02:23:19.915732 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:19.919323 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 8a37b393-81c3-4966-b59f-188de660dda6 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:23:19.926149 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b58640-8aba-4bc0-b952-f9e96744b377 req-1a73b5c1-bb70-47df-8ee8-3ecc2add0937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:19.927714 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-58b58640-8aba-4bc0-b952-f9e96744b377 req-1a73b5c1-bb70-47df-8ee8-3ecc2add0937 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7193a88f-4d31-4933-a3af-0738d0f7bf97 HTTP/1.1" status: 200 len: 851 time: 0.0457344 Aug 11 02:23:19.949316 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['fbcc1c96-7e13-4135-8362-ae26345c8681'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:19.982476 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b58640-8aba-4bc0-b952-f9e96744b377 req-16628d25-a654-4d15-8b05-3baee36bc6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:19.984127 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-58b58640-8aba-4bc0-b952-f9e96744b377 req-16628d25-a654-4d15-8b05-3baee36bc6b5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485768 Aug 11 02:23:20.065451 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 8a37b393-81c3-4966-b59f-188de660dda6, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=8a37b393-81c3-4966-b59f-188de660dda6,segment=NetworkSegment(fa9ae132-5e06-4dcb-9b06-2f1420af1e4c),segment_id=fa9ae132-5e06-4dcb-9b06-2f1420af1e4c)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:20.079450 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-58b58640-8aba-4bc0-b952-f9e96744b377 req-51e49ffa-e74a-40e3-8377-d97934a0bb74 service neutron] 10.222.0.73 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864794 Aug 11 02:23:20.089101 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '8a37b393-81c3-4966-b59f-188de660dda6', 'network_id': '7f0e9aef-c281-4ab6-9fde-8cff6400940b', 'port_id': '8a37b393-81c3-4966-b59f-188de660dda6', 'mac_address': 'fa:16:3e:8c:34:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0082d25c-4936-4b2c-8593-bf44bcf651f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:23:20.147982 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:20.168349 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a37b393-81c3-4966-b59f-188de660dda6 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:20.177561 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-58b58640-8aba-4bc0-b952-f9e96744b377 req-24a59e47-b63f-430b-870a-ed516cf39e77 service neutron] 10.222.0.73 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885203 Aug 11 02:23:20.201932 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 8a37b393-81c3-4966-b59f-188de660dda6, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=8a37b393-81c3-4966-b59f-188de660dda6,segment=NetworkSegment(fa9ae132-5e06-4dcb-9b06-2f1420af1e4c),segment_id=fa9ae132-5e06-4dcb-9b06-2f1420af1e4c)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:20.207021 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:20.257992 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=8a37b393-81c3-4966-b59f-188de660dda6,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:20.419130 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd943a-142e-4635-9cee-9abac7f1bde6 req-a78534da-fe3e-477d-9d29-62957991b12d tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:20.420647 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-94fd943a-142e-4635-9cee-9abac7f1bde6 req-a78534da-fe3e-477d-9d29-62957991b12d tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=440d2055-7691-4eac-989d-46975c9b6792 HTTP/1.1" status: 200 len: 945 time: 0.0501370 Aug 11 02:23:20.458365 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-94fd943a-142e-4635-9cee-9abac7f1bde6 req-8e196518-045e-4245-9c5c-38d041ae87fb tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316586 Aug 11 02:23:20.598700 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['8a37b393-81c3-4966-b59f-188de660dda6'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:20.826448 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771a934-61f9-4e3a-ad56-096b5c717d98 req-bfbf17a0-2250-42e5-8048-916d4ee2d0eb tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:20.827981 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3771a934-61f9-4e3a-ad56-096b5c717d98 req-bfbf17a0-2250-42e5-8048-916d4ee2d0eb tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7477c49-4c24-457b-9b59-f9e79e7ec581 HTTP/1.1" status: 200 len: 944 time: 0.0518248 Aug 11 02:23:20.868423 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3771a934-61f9-4e3a-ad56-096b5c717d98 req-9a9db0cf-33b0-4b06-995b-5a14aef577b4 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343263 Aug 11 02:23:21.402471 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:21.489443 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ea78a4b3-c7bb-4806-9ca4-41383c838111 req-6f8f5c48-e98f-4947-b1ce-e70e77cab720 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454946 Aug 11 02:23:21.557758 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78a4b3-c7bb-4806-9ca4-41383c838111 req-b531d29f-a541-43a2-8e97-c09de1279476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:21.559832 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ea78a4b3-c7bb-4806-9ca4-41383c838111 req-b531d29f-a541-43a2-8e97-c09de1279476 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=953757b63989485aa599c97f35f2480d&device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 1096 time: 0.0479770 Aug 11 02:23:21.582415 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284adc3a-0146-4369-b807-ed3d0b4d294e req-f4d38ec1-c3c3-4e36-8a07-cbb9976c3c5f tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:21.583934 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-284adc3a-0146-4369-b807-ed3d0b4d294e req-f4d38ec1-c3c3-4e36-8a07-cbb9976c3c5f tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=440d2055-7691-4eac-989d-46975c9b6792 HTTP/1.1" status: 200 len: 945 time: 0.0537169 Aug 11 02:23:21.622273 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-284adc3a-0146-4369-b807-ed3d0b4d294e req-3bdde5cf-5bed-4bb7-8ccc-ab5fd3dd5095 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316315 Aug 11 02:23:21.664124 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78a4b3-c7bb-4806-9ca4-41383c838111 req-fcd15000-845e-46c4-9489-96b4a7382acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:21.665613 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ea78a4b3-c7bb-4806-9ca4-41383c838111 req-fcd15000-845e-46c4-9489-96b4a7382acb service neutron] 10.222.0.66 "GET /v2.0/networks?id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99 HTTP/1.1" status: 200 len: 913 time: 0.0856898 Aug 11 02:23:21.733784 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ea78a4b3-c7bb-4806-9ca4-41383c838111 req-6af0481b-7422-4260-9227-3362b3b094be service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2fc812-8e74-4f08-a40c-f327ac14bb35 HTTP/1.1" status: 200 len: 998 time: 0.0607550 Aug 11 02:23:21.783675 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78a4b3-c7bb-4806-9ca4-41383c838111 req-89d0a6ce-682b-47eb-8891-5e4ce7fed053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:21.785132 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ea78a4b3-c7bb-4806-9ca4-41383c838111 req-89d0a6ce-682b-47eb-8891-5e4ce7fed053 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7193a88f-4d31-4933-a3af-0738d0f7bf97 HTTP/1.1" status: 200 len: 851 time: 0.0436306 Aug 11 02:23:21.833265 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78a4b3-c7bb-4806-9ca4-41383c838111 req-21a8e946-6c16-41ec-9d16-30f010fd4841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:21.834815 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ea78a4b3-c7bb-4806-9ca4-41383c838111 req-21a8e946-6c16-41ec-9d16-30f010fd4841 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421631 Aug 11 02:23:21.936557 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ea78a4b3-c7bb-4806-9ca4-41383c838111 req-ac9221ac-80ad-4940-9b66-414a7a730f49 service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938416 Aug 11 02:23:21.948671 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device be64dc87-8779-43f7-a3a4-2cd478b3b129 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:23:21.952734 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 8a37b393-81c3-4966-b59f-188de660dda6 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:22.059861 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 8a37b393-81c3-4966-b59f-188de660dda6 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:22.071823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7678d-54fd-4bc4-8e64-9d486db85df9 req-11eff006-609f-4d7b-98da-6496bcd4ba51 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:22.072038 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 8a37b393-81c3-4966-b59f-188de660dda6 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:22.072465 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:22.073524 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-30d7678d-54fd-4bc4-8e64-9d486db85df9 req-11eff006-609f-4d7b-98da-6496bcd4ba51 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7477c49-4c24-457b-9b59-f9e79e7ec581 HTTP/1.1" status: 200 len: 944 time: 0.1319432 Aug 11 02:23:22.115571 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port be64dc87-8779-43f7-a3a4-2cd478b3b129, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=be64dc87-8779-43f7-a3a4-2cd478b3b129,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:22.136518 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-30d7678d-54fd-4bc4-8e64-9d486db85df9 req-f9104ed2-cead-492a-ba5b-e446975ae4d6 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553212 Aug 11 02:23:22.139569 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ea78a4b3-c7bb-4806-9ca4-41383c838111 req-f0d52c0f-27e5-44b1-b2f3-d2103c803436 service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744430 Aug 11 02:23:22.139970 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'be64dc87-8779-43f7-a3a4-2cd478b3b129', 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99', 'port_id': 'be64dc87-8779-43f7-a3a4-2cd478b3b129', 'mac_address': 'fa:16:3e:89:34:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7193a88f-4d31-4933-a3af-0738d0f7bf97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:23:22.229366 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:22.244181 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:22.265335 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440d2055-7691-4eac-989d-46975c9b6792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a37b393-81c3-4966-b59f-188de660dda6'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:22.267521 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c14dfe-3bfb-4cec-ad34-0655de8e19a5" -d '{"events": [{"server_uuid": "440d2055-7691-4eac-989d-46975c9b6792", "name": "network-vif-plugged", "status": "completed", "tag": "8a37b393-81c3-4966-b59f-188de660dda6"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:22.273090 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be64dc87-8779-43f7-a3a4-2cd478b3b129 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:22.291128 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 8a37b393-81c3-4966-b59f-188de660dda6, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=8a37b393-81c3-4966-b59f-188de660dda6,segment=NetworkSegment(fa9ae132-5e06-4dcb-9b06-2f1420af1e4c),segment_id=fa9ae132-5e06-4dcb-9b06-2f1420af1e4c)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:22.300152 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:22.327905 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450106f8-0750-4e01-b885-31c78cbbd461 x-openstack-request-id: req-450106f8-0750-4e01-b885-31c78cbbd461 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:22.328196 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440d2055-7691-4eac-989d-46975c9b6792", "name": "network-vif-plugged", "status": "completed", "tag": "8a37b393-81c3-4966-b59f-188de660dda6", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:22.328452 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-450106f8-0750-4e01-b885-31c78cbbd461 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:22.328844 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440d2055-7691-4eac-989d-46975c9b6792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a37b393-81c3-4966-b59f-188de660dda6', 'code': 200} Aug 11 02:23:22.331576 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port be64dc87-8779-43f7-a3a4-2cd478b3b129, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=be64dc87-8779-43f7-a3a4-2cd478b3b129,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:22.336883 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:22.359287 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=8a37b393-81c3-4966-b59f-188de660dda6,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:22.367143 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:22.367480 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:22.367909 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:22.368251 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:22.368591 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:22.368925 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:22.369255 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:22.369585 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:22.369963 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:22.370295 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:22.370621 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:22.370949 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:22.421089 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=be64dc87-8779-43f7-a3a4-2cd478b3b129,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:22.424931 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07476024-08b4-4bfe-906f-6b4dca5edb6f req-da0c8512-140b-42a4-ac37-701e0951c0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:22.426407 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-07476024-08b4-4bfe-906f-6b4dca5edb6f req-da0c8512-140b-42a4-ac37-701e0951c0df service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=440d2055-7691-4eac-989d-46975c9b6792 HTTP/1.1" status: 200 len: 1098 time: 0.0419109 Aug 11 02:23:22.467134 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-07476024-08b4-4bfe-906f-6b4dca5edb6f req-b326a5d1-5aa3-4999-a73a-a040998964f2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288970 Aug 11 02:23:22.744961 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['be64dc87-8779-43f7-a3a4-2cd478b3b129'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:22.749518 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9d670-56be-4c43-8d29-812be8176b59 req-fde4f907-b6b2-4fd3-b032-06e621e621ce tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:22.751059 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-56f9d670-56be-4c43-8d29-812be8176b59 req-fde4f907-b6b2-4fd3-b032-06e621e621ce tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=440d2055-7691-4eac-989d-46975c9b6792 HTTP/1.1" status: 200 len: 946 time: 0.0542736 Aug 11 02:23:22.798768 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-56f9d670-56be-4c43-8d29-812be8176b59 req-6306f74e-6b8f-4f01-aa7a-de958a49cf89 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412524 Aug 11 02:23:23.162038 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device fbcc1c96-7e13-4135-8362-ae26345c8681 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:23.211071 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port fbcc1c96-7e13-4135-8362-ae26345c8681 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:23.215074 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port fbcc1c96-7e13-4135-8362-ae26345c8681 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:23.215452 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:23.265649 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caaa330-982b-489a-8d54-d0c8e8f578de req-05cfe44a-ff51-405d-bc6a-876224812171 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:23.267310 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0caaa330-982b-489a-8d54-d0c8e8f578de req-05cfe44a-ff51-405d-bc6a-876224812171 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7477c49-4c24-457b-9b59-f9e79e7ec581 HTTP/1.1" status: 200 len: 945 time: 0.0557930 Aug 11 02:23:23.297730 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:23.315746 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0caaa330-982b-489a-8d54-d0c8e8f578de req-da4bd01a-a502-4818-95c7-90dd47045e55 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394816 Aug 11 02:23:23.338428 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port fbcc1c96-7e13-4135-8362-ae26345c8681, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=fbcc1c96-7e13-4135-8362-ae26345c8681,segment=NetworkSegment(fa9ae132-5e06-4dcb-9b06-2f1420af1e4c),segment_id=fa9ae132-5e06-4dcb-9b06-2f1420af1e4c)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:23.343989 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:23.393677 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=fbcc1c96-7e13-4135-8362-ae26345c8681,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:23.647664 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52894) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:23.916646 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6390157-4331-4788-8683-373679fa27af req-b7823a4b-b6cf-42a6-8d77-ca645aeff255 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:23.918125 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b6390157-4331-4788-8683-373679fa27af req-b7823a4b-b6cf-42a6-8d77-ca645aeff255 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=440d2055-7691-4eac-989d-46975c9b6792 HTTP/1.1" status: 200 len: 946 time: 0.0513875 Aug 11 02:23:23.956878 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b6390157-4331-4788-8683-373679fa27af req-ef24c8be-c943-429a-9f7b-e6a930679563 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314913 Aug 11 02:23:24.007594 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a629db9-3d76-49bc-ab6f-8186162caaa5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:24.134142 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa9b93-b5c5-4661-9664-bd146efd5fd3 req-ca1e42fc-53ab-41f2-97b0-b2b5b7c8f82e tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:24.135575 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-03aa9b93-b5c5-4661-9664-bd146efd5fd3 req-ca1e42fc-53ab-41f2-97b0-b2b5b7c8f82e tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 945 time: 0.0936553 Aug 11 02:23:24.237451 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-03aa9b93-b5c5-4661-9664-bd146efd5fd3 req-ef4bcde0-79fa-4950-b819-1e8af6de1892 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915179 Aug 11 02:23:24.330540 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4b294c-1b75-402d-8f37-8a7806c383d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcc1c96-7e13-4135-8362-ae26345c8681'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:24.332854 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de64ec08-8c72-47a6-968a-1121eedd12ae" -d '{"events": [{"server_uuid": "ce4b294c-1b75-402d-8f37-8a7806c383d0", "name": "network-vif-plugged", "status": "completed", "tag": "fbcc1c96-7e13-4135-8362-ae26345c8681"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:24.365295 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db256e-05bb-49ab-8056-61e844daa353 req-b0b7ee42-9e1f-44ca-837f-de11719947db tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:24.368054 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-31db256e-05bb-49ab-8056-61e844daa353 req-b0b7ee42-9e1f-44ca-837f-de11719947db tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4b294c-1b75-402d-8f37-8a7806c383d0 HTTP/1.1" status: 200 len: 946 time: 0.0630474 Aug 11 02:23:24.370910 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226e08f1-583f-4052-b585-26c60aaec4a2 x-openstack-request-id: req-226e08f1-583f-4052-b585-26c60aaec4a2 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:24.371441 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4b294c-1b75-402d-8f37-8a7806c383d0", "name": "network-vif-plugged", "status": "completed", "tag": "fbcc1c96-7e13-4135-8362-ae26345c8681", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:24.371983 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-226e08f1-583f-4052-b585-26c60aaec4a2 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:24.372712 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4b294c-1b75-402d-8f37-8a7806c383d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcc1c96-7e13-4135-8362-ae26345c8681', 'code': 200} Aug 11 02:23:24.374260 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:24.413995 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-31db256e-05bb-49ab-8056-61e844daa353 req-8289ff9b-cedd-40a0-82ee-262cfacad02c tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394716 Aug 11 02:23:24.420872 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-1a629db9-3d76-49bc-ab6f-8186162caaa5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Deleting port a243ed2d-579d-48e8-a229-505fd69b8c75 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:24.421455 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a629db9-3d76-49bc-ab6f-8186162caaa5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:24.483014 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9e8be-9260-46e1-81df-cad5fe2342a7 req-d4219c73-ca42-406b-96b6-c2dd458d6736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:24.484652 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d5c9e8be-9260-46e1-81df-cad5fe2342a7 req-d4219c73-ca42-406b-96b6-c2dd458d6736 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ce4b294c-1b75-402d-8f37-8a7806c383d0 HTTP/1.1" status: 200 len: 1098 time: 0.0431855 Aug 11 02:23:24.521685 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb3a70-e2d1-434c-b452-119a38bd1e3e req-299c052f-81af-4f9e-ad71-37427f0b12f8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:24.523203 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cbfb3a70-e2d1-434c-b452-119a38bd1e3e req-299c052f-81af-4f9e-ad71-37427f0b12f8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7477c49-4c24-457b-9b59-f9e79e7ec581 HTTP/1.1" status: 200 len: 945 time: 0.0973146 Aug 11 02:23:24.524703 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d5c9e8be-9260-46e1-81df-cad5fe2342a7 req-c2020825-7fde-4dde-b6aa-82062ae1b117 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317061 Aug 11 02:23:24.582348 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cbfb3a70-e2d1-434c-b452-119a38bd1e3e req-d1573f29-74c0-4875-994f-21e8cd3f1b47 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516818 Aug 11 02:23:24.584189 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-1a629db9-3d76-49bc-ab6f-8186162caaa5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] For port a243ed2d-579d-48e8-a229-505fd69b8c75, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a243ed2d-579d-48e8-a229-505fd69b8c75,segment=NetworkSegment(fe8996c7-91a3-477d-9037-e7fc21492c3a),segment_id=fe8996c7-91a3-477d-9037-e7fc21492c3a)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:24.584612 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a629db9-3d76-49bc-ab6f-8186162caaa5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:24.598655 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-1a629db9-3d76-49bc-ab6f-8186162caaa5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Calling delete_port for a243ed2d-579d-48e8-a229-505fd69b8c75 owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:24.776380 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a629db9-3d76-49bc-ab6f-8186162caaa5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:24.803945 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a629db9-3d76-49bc-ab6f-8186162caaa5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event deleted for resources: {'Port': ['ID=a243ed2d-579d-48e8-a229-505fd69b8c75,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:24.983182 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a629db9-3d76-49bc-ab6f-8186162caaa5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:25.231768 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:25.524158 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a629db9-3d76-49bc-ab6f-8186162caaa5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Router 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:23:25.548996 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649e743-9ac2-4818-8395-935ee2cfeadc req-b61c898b-e1dc-433c-8092-49fdbfc4e36f tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:25.550591 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2649e743-9ac2-4818-8395-935ee2cfeadc req-b61c898b-e1dc-433c-8092-49fdbfc4e36f tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4b294c-1b75-402d-8f37-8a7806c383d0 HTTP/1.1" status: 200 len: 946 time: 0.0625713 Aug 11 02:23:25.589059 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2649e743-9ac2-4818-8395-935ee2cfeadc req-402018ec-f84e-4636-9ee3-e499bb07c237 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324087 Aug 11 02:23:25.642802 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a629db9-3d76-49bc-ab6f-8186162caaa5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:23:25.651241 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1a629db9-3d76-49bc-ab6f-8186162caaa5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "PUT /v2.0/routers/612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9992507 Aug 11 02:23:25.661952 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8704fff-9c8e-4ef6-bea0-702de9269325 None None] Sync routers for ids ['612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:23:25.685899 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8704fff-9c8e-4ef6-bea0-702de9269325 None None] Routers {'612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:23:25.686546 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-f8704fff-9c8e-4ef6-bea0-702de9269325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:23:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:25.736276 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b954ee3-38cd-4a19-882d-09da83dab061 req-e8855fd5-f49e-4d41-84ec-366df6a81707 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:25.738079 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1b954ee3-38cd-4a19-882d-09da83dab061 req-e8855fd5-f49e-4d41-84ec-366df6a81707 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7477c49-4c24-457b-9b59-f9e79e7ec581 HTTP/1.1" status: 200 len: 945 time: 0.0776155 Aug 11 02:23:25.786791 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1b954ee3-38cd-4a19-882d-09da83dab061 req-771bbfe5-d879-4ddf-b432-d4e6f8a3ee5e tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411677 Aug 11 02:23:25.914184 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60167695-cf72-4fc1-8357-3dcb2aeb7578 req-e2dce35e-3962-4f28-9c41-7fe31f63e14c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:25.915781 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60167695-cf72-4fc1-8357-3dcb2aeb7578 req-e2dce35e-3962-4f28-9c41-7fe31f63e14c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=65e370aa-b7e9-4618-ae81-23ca77137f3e HTTP/1.1" status: 200 len: 946 time: 0.0496292 Aug 11 02:23:25.942976 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-f8704fff-9c8e-4ef6-bea0-702de9269325 None None] Set router 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:23:25.953226 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60167695-cf72-4fc1-8357-3dcb2aeb7578 req-01765e2d-d124-4ea7-92a6-1cb42c4f456b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=115d5a7d-824a-4591-9246-580a5cf42509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312757 Aug 11 02:23:26.015428 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device be64dc87-8779-43f7-a3a4-2cd478b3b129 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:26.123466 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port be64dc87-8779-43f7-a3a4-2cd478b3b129 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:26.138146 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port be64dc87-8779-43f7-a3a4-2cd478b3b129 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:26.138610 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:26.257152 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:26.277743 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-f8704fff-9c8e-4ef6-bea0-702de9269325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'name': 'tempest-TestNetworkBasicOps-router-1949462947', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:23:24Z', 'revision_number': 6, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'c75518b3-3704-4b1c-af4a-3444f25c6052', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'port_id': '03ab97c1-d7fa-4705-a14a-8b1d60a807da', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354', 'mac_address': 'fa:16:3e:d8:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa412417-0fa1-43a3-b379-d4c9b766d296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:21:47Z', 'updated_at': '2021-08-11T02:21:50Z', 'revision_number': 1, 'project_id': '87062204daa74f23a6f53457711872b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3ef1fb-b6f1-42e9-9858-d739619bf15c', 'name': '', 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'mac_address': 'fa:16:3e:78:b6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:20Z', 'updated_at': '2021-08-11T02:21:27Z', 'revision_number': 5, 'project_id': '87062204daa74f23a6f53457711872b3', 'subnets': [{'id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:26.308622 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8704fff-9c8e-4ef6-bea0-702de9269325 None None] Checking router: 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:23:26.319805 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port be64dc87-8779-43f7-a3a4-2cd478b3b129, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=be64dc87-8779-43f7-a3a4-2cd478b3b129,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:26.325694 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:26.329476 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8704fff-9c8e-4ef6-bea0-702de9269325 None None] Routers {'612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:23:26.330074 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-f8704fff-9c8e-4ef6-bea0-702de9269325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:23:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:26.381502 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7477c49-4c24-457b-9b59-f9e79e7ec581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be64dc87-8779-43f7-a3a4-2cd478b3b129'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:26.384038 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71566d7f-473d-473a-9b54-4ba9c92af333" -d '{"events": [{"server_uuid": "e7477c49-4c24-457b-9b59-f9e79e7ec581", "name": "network-vif-plugged", "status": "completed", "tag": "be64dc87-8779-43f7-a3a4-2cd478b3b129"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:26.448099 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7151db04-9072-4a9b-bbe8-5ec5d104d08b x-openstack-request-id: req-7151db04-9072-4a9b-bbe8-5ec5d104d08b {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:26.448385 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7477c49-4c24-457b-9b59-f9e79e7ec581", "name": "network-vif-plugged", "status": "completed", "tag": "be64dc87-8779-43f7-a3a4-2cd478b3b129", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:26.448631 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7151db04-9072-4a9b-bbe8-5ec5d104d08b {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:26.449014 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7477c49-4c24-457b-9b59-f9e79e7ec581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be64dc87-8779-43f7-a3a4-2cd478b3b129', 'code': 200} Aug 11 02:23:26.451216 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=be64dc87-8779-43f7-a3a4-2cd478b3b129,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:26.479333 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-f8704fff-9c8e-4ef6-bea0-702de9269325 None None] Set router 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:23:26.535242 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ad0cb-bb9d-4ff3-b7fa-6f06c3667673 req-a8146181-e419-405f-b772-41b84cbb8d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:26.536795 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a44ad0cb-bb9d-4ff3-b7fa-6f06c3667673 req-a8146181-e419-405f-b772-41b84cbb8d61 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e7477c49-4c24-457b-9b59-f9e79e7ec581 HTTP/1.1" status: 200 len: 1098 time: 0.0405345 Aug 11 02:23:26.574069 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a44ad0cb-bb9d-4ff3-b7fa-6f06c3667673 req-7fa8c339-18dd-4371-a958-1e4f690a8af7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279853 Aug 11 02:23:26.704130 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-f8704fff-9c8e-4ef6-bea0-702de9269325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'name': 'tempest-TestNetworkBasicOps-router-1949462947', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:23:24Z', 'revision_number': 6, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'c75518b3-3704-4b1c-af4a-3444f25c6052', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'port_id': '03ab97c1-d7fa-4705-a14a-8b1d60a807da', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354', 'mac_address': 'fa:16:3e:d8:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa412417-0fa1-43a3-b379-d4c9b766d296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:21:47Z', 'updated_at': '2021-08-11T02:21:50Z', 'revision_number': 1, 'project_id': '87062204daa74f23a6f53457711872b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3ef1fb-b6f1-42e9-9858-d739619bf15c', 'name': '', 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'mac_address': 'fa:16:3e:78:b6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:20Z', 'updated_at': '2021-08-11T02:21:27Z', 'revision_number': 5, 'project_id': '87062204daa74f23a6f53457711872b3', 'subnets': [{'id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:26.708947 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0bf33-44a0-45b9-9ff2-9ade172d69c4 req-0f3f7e4b-a160-459e-ac60-6579d0965d26 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:26.710479 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-29b0bf33-44a0-45b9-9ff2-9ade172d69c4 req-0f3f7e4b-a160-459e-ac60-6579d0965d26 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4b294c-1b75-402d-8f37-8a7806c383d0 HTTP/1.1" status: 200 len: 946 time: 0.0530641 Aug 11 02:23:26.731685 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8704fff-9c8e-4ef6-bea0-702de9269325 None None] The sync data for ids ['612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'] in n-d-615180-33 is: [{'id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'name': 'tempest-TestNetworkBasicOps-router-1949462947', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:23:24Z', 'revision_number': 6, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'c75518b3-3704-4b1c-af4a-3444f25c6052', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'port_id': '03ab97c1-d7fa-4705-a14a-8b1d60a807da', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354', 'mac_address': 'fa:16:3e:d8:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa412417-0fa1-43a3-b379-d4c9b766d296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:21:47Z', 'updated_at': '2021-08-11T02:21:50Z', 'revision_number': 1, 'project_id': '87062204daa74f23a6f53457711872b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3ef1fb-b6f1-42e9-9858-d739619bf15c', 'name': '', 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'mac_address': 'fa:16:3e:78:b6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:20Z', 'updated_at': '2021-08-11T02:21:27Z', 'revision_number': 5, 'project_id': '87062204daa74f23a6f53457711872b3', 'subnets': [{'id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:23:26.751063 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-29b0bf33-44a0-45b9-9ff2-9ade172d69c4 req-444dffe7-b777-49c3-9988-c1532c95de03 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343013 Aug 11 02:23:26.914586 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4dee66-7644-497a-8268-3e8687ad8287 req-2df96667-3892-4335-888f-8c94ed903084 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:26.916259 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7f4dee66-7644-497a-8268-3e8687ad8287 req-2df96667-3892-4335-888f-8c94ed903084 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7477c49-4c24-457b-9b59-f9e79e7ec581 HTTP/1.1" status: 200 len: 946 time: 0.0576973 Aug 11 02:23:26.954259 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7f4dee66-7644-497a-8268-3e8687ad8287 req-8be87a3c-be5d-4979-97be-61a341ef8975 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311487 Aug 11 02:23:27.039748 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd876e-f69a-46aa-910b-7baf1f32892a req-4ae75010-b106-4e9d-bd30-965c0370ef11 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:27.041192 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0ffd876e-f69a-46aa-910b-7baf1f32892a req-4ae75010-b106-4e9d-bd30-965c0370ef11 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=440d2055-7691-4eac-989d-46975c9b6792 HTTP/1.1" status: 200 len: 946 time: 0.0501637 Aug 11 02:23:27.071735 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcaeb2f-694c-4cd2-9dd1-54603e2b1345 req-2e1d6f43-15a0-4d14-a87a-d51e93872cdb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:27.073557 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-adcaeb2f-694c-4cd2-9dd1-54603e2b1345 req-2e1d6f43-15a0-4d14-a87a-d51e93872cdb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=65e370aa-b7e9-4618-ae81-23ca77137f3e HTTP/1.1" status: 200 len: 946 time: 0.0517828 Aug 11 02:23:27.083782 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0ffd876e-f69a-46aa-910b-7baf1f32892a req-55507ffa-eaa7-424f-8918-299cf5b9c8ff tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358493 Aug 11 02:23:27.118457 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-adcaeb2f-694c-4cd2-9dd1-54603e2b1345 req-5e1002c6-4d89-4498-bc77-26f79cf56251 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=115d5a7d-824a-4591-9246-580a5cf42509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380671 Aug 11 02:23:27.358053 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c733627-2a71-43a9-ab41-d6bf43cd9c35 req-60c0abd4-6cd1-494f-8191-dbe43e995b17 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:27.359565 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7c733627-2a71-43a9-ab41-d6bf43cd9c35 req-60c0abd4-6cd1-494f-8191-dbe43e995b17 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 945 time: 0.0533144 Aug 11 02:23:27.398091 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7c733627-2a71-43a9-ab41-d6bf43cd9c35 req-ba8f121f-e2b3-4ff4-aa7f-ed734a0a8f1d tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315857 Aug 11 02:23:27.660497 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5943a1-b517-4585-bd52-6d7cc0ffc8da req-ef9ac3d8-f65e-47ec-a370-9f65582418a1 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:27.662005 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ba5943a1-b517-4585-bd52-6d7cc0ffc8da req-ef9ac3d8-f65e-47ec-a370-9f65582418a1 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.73 "GET /v2.0/ports?device_id=65e370aa-b7e9-4618-ae81-23ca77137f3e HTTP/1.1" status: 200 len: 946 time: 0.0505493 Aug 11 02:23:27.675405 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4cb372-5317-485b-a776-9adc6d7667eb req-b81fe98f-23b1-49eb-908e-c49835acffa8 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:27.681172 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4cb372-5317-485b-a776-9adc6d7667eb req-b81fe98f-23b1-49eb-908e-c49835acffa8 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:27.687090 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4cb372-5317-485b-a776-9adc6d7667eb req-b81fe98f-23b1-49eb-908e-c49835acffa8 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:27.688760 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ed4cb372-5317-485b-a776-9adc6d7667eb req-b81fe98f-23b1-49eb-908e-c49835acffa8 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=440d2055-7691-4eac-989d-46975c9b6792&device_id=ce4b294c-1b75-402d-8f37-8a7806c383d0&device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 2418 time: 0.0679088 Aug 11 02:23:27.729019 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ed4cb372-5317-485b-a776-9adc6d7667eb req-4467fb95-d0ad-40d0-853d-641117dc3735 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340984 Aug 11 02:23:27.768567 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-ba5943a1-b517-4585-bd52-6d7cc0ffc8da req-b9de8280-4426-434e-85b5-3586f84b7391 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Deleting port bb23535d-6c87-45be-a601-27981a9ff36b {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:27.768921 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ba5943a1-b517-4585-bd52-6d7cc0ffc8da req-b9de8280-4426-434e-85b5-3586f84b7391 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:27.890646 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-ba5943a1-b517-4585-bd52-6d7cc0ffc8da req-b9de8280-4426-434e-85b5-3586f84b7391 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] For port bb23535d-6c87-45be-a601-27981a9ff36b, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=bb23535d-6c87-45be-a601-27981a9ff36b,segment=NetworkSegment(fe8996c7-91a3-477d-9037-e7fc21492c3a),segment_id=fe8996c7-91a3-477d-9037-e7fc21492c3a)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:27.891017 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ba5943a1-b517-4585-bd52-6d7cc0ffc8da req-b9de8280-4426-434e-85b5-3586f84b7391 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:27.900208 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e6f36-1cce-49eb-b914-2e4238919035 req-d73da929-a447-475e-bc09-dc9f5ad97446 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:27.901727 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e2e6f36-1cce-49eb-b914-2e4238919035 req-d73da929-a447-475e-bc09-dc9f5ad97446 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=440d2055-7691-4eac-989d-46975c9b6792 HTTP/1.1" status: 200 len: 946 time: 0.0793602 Aug 11 02:23:27.919062 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-ba5943a1-b517-4585-bd52-6d7cc0ffc8da req-b9de8280-4426-434e-85b5-3586f84b7391 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Calling delete_port for bb23535d-6c87-45be-a601-27981a9ff36b owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:27.986508 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e2e6f36-1cce-49eb-b914-2e4238919035 req-a53632fb-7085-4006-8d28-c8e628ecb11f tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767946 Aug 11 02:23:28.089770 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d012b-9332-4a9b-bf15-0cc265170e8e req-490c5362-d441-4cbf-bd94-2624d3905d1c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:28.097474 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dc8d012b-9332-4a9b-bf15-0cc265170e8e req-490c5362-d441-4cbf-bd94-2624d3905d1c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7477c49-4c24-457b-9b59-f9e79e7ec581 HTTP/1.1" status: 200 len: 946 time: 0.0632126 Aug 11 02:23:28.103623 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ba5943a1-b517-4585-bd52-6d7cc0ffc8da req-b9de8280-4426-434e-85b5-3586f84b7391 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:28.142994 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de8280-4426-434e-85b5-3586f84b7391 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event deleted for resources: {'Port': ['ID=bb23535d-6c87-45be-a601-27981a9ff36b,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:28.149929 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dc8d012b-9332-4a9b-bf15-0cc265170e8e req-b7aa9267-8c0e-4abf-bcdc-d899ea9dc039 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507085 Aug 11 02:23:28.208866 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5943a1-b517-4585-bd52-6d7cc0ffc8da req-b9de8280-4426-434e-85b5-3586f84b7391 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] No DVR routers for this DVR port bb23535d-6c87-45be-a601-27981a9ff36b on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:28.211835 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ba5943a1-b517-4585-bd52-6d7cc0ffc8da req-b9de8280-4426-434e-85b5-3586f84b7391 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:28.214390 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ba5943a1-b517-4585-bd52-6d7cc0ffc8da req-b9de8280-4426-434e-85b5-3586f84b7391 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.73 "DELETE /v2.0/ports/bb23535d-6c87-45be-a601-27981a9ff36b HTTP/1.1" status: 204 len: 173 time: 0.5430369 Aug 11 02:23:28.214940 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e370aa-b7e9-4618-ae81-23ca77137f3e', 'name': 'network-vif-deleted', 'tag': 'bb23535d-6c87-45be-a601-27981a9ff36b'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:28.218220 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4137fce6-ad4f-4c12-8d81-6f619208765c" -d '{"events": [{"server_uuid": "65e370aa-b7e9-4618-ae81-23ca77137f3e", "name": "network-vif-deleted", "tag": "bb23535d-6c87-45be-a601-27981a9ff36b"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:28.300238 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cf7318a2-a8eb-4025-b4e3-cd0feb0354cb req-179733e4-7a94-498f-b3d8-9d6e13487ffd tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=65e370aa-b7e9-4618-ae81-23ca77137f3e HTTP/1.1" status: 200 len: 210 time: 0.0754981 Aug 11 02:23:28.361297 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a243ed2d-579d-48e8-a229-505fd69b8c75 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:28.381312 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e117aaf-dec3-4d18-b8c4-44548e1df3f0 x-openstack-request-id: req-6e117aaf-dec3-4d18-b8c4-44548e1df3f0 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:28.381734 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e370aa-b7e9-4618-ae81-23ca77137f3e", "name": "network-vif-deleted", "tag": "bb23535d-6c87-45be-a601-27981a9ff36b", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:28.381991 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6e117aaf-dec3-4d18-b8c4-44548e1df3f0 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:28.382441 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e370aa-b7e9-4618-ae81-23ca77137f3e', 'name': 'network-vif-deleted', 'tag': 'bb23535d-6c87-45be-a601-27981a9ff36b', 'status': 'completed', 'code': 200} Aug 11 02:23:28.385515 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c69e5296-3127-4f15-b1c6-19615152bf64 req-b4791fcc-0f2f-4b7b-8a27-a1e4f7ab5946 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=953757b63989485aa599c97f35f2480d HTTP/1.1" status: 200 len: 267 time: 0.0679610 Aug 11 02:23:28.392317 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: a243ed2d-579d-48e8-a229-505fd69b8c75 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:23:28.393022 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a243ed2d-579d-48e8-a229-505fd69b8c75 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:28.447148 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e5296-3127-4f15-b1c6-19615152bf64 req-6bfd09ab-80ad-4ecd-a183-fdd1509d2c4c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:28.448717 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c69e5296-3127-4f15-b1c6-19615152bf64 req-6bfd09ab-80ad-4ecd-a183-fdd1509d2c4c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7477c49-4c24-457b-9b59-f9e79e7ec581 HTTP/1.1" status: 200 len: 946 time: 0.0566428 Aug 11 02:23:28.461798 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-c69e5296-3127-4f15-b1c6-19615152bf64 req-d712141f-19d6-45b7-b303-0c396fd9cfb5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Request body: {'port': {'security_groups': []}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:28.554408 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c69e5296-3127-4f15-b1c6-19615152bf64 req-d712141f-19d6-45b7-b303-0c396fd9cfb5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:28.756423 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-c69e5296-3127-4f15-b1c6-19615152bf64 req-d712141f-19d6-45b7-b303-0c396fd9cfb5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] For port be64dc87-8779-43f7-a3a4-2cd478b3b129, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=be64dc87-8779-43f7-a3a4-2cd478b3b129,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:28.807706 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c69e5296-3127-4f15-b1c6-19615152bf64 req-d712141f-19d6-45b7-b303-0c396fd9cfb5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:28.814360 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c69e5296-3127-4f15-b1c6-19615152bf64 req-d712141f-19d6-45b7-b303-0c396fd9cfb5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:28.827633 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e', '3b720355-5db2-4aae-8fed-bda1a7e8ed45'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:28.829739 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['be64dc87-8779-43f7-a3a4-2cd478b3b129'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:28.875765 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e5296-3127-4f15-b1c6-19615152bf64 req-d712141f-19d6-45b7-b303-0c396fd9cfb5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:28.876515 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c69e5296-3127-4f15-b1c6-19615152bf64 req-d712141f-19d6-45b7-b303-0c396fd9cfb5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:28.892165 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c69e5296-3127-4f15-b1c6-19615152bf64 req-d712141f-19d6-45b7-b303-0c396fd9cfb5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "PUT /v2.0/ports/be64dc87-8779-43f7-a3a4-2cd478b3b129 HTTP/1.1" status: 200 len: 905 time: 0.4359946 Aug 11 02:23:28.931997 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712141f-19d6-45b7-b303-0c396fd9cfb5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Pushing event updated for resources: {'Port': ['ID=be64dc87-8779-43f7-a3a4-2cd478b3b129,revision_number=6']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:29.044240 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c0c5b-9e7e-4fa5-b30d-d8fcc8e6a782 req-a71a79d3-de5d-4797-80a6-7310a6390804 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:29.045986 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ab9c0c5b-9e7e-4fa5-b30d-d8fcc8e6a782 req-a71a79d3-de5d-4797-80a6-7310a6390804 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7477c49-4c24-457b-9b59-f9e79e7ec581 HTTP/1.1" status: 200 len: 908 time: 0.0868409 Aug 11 02:23:29.077951 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['be64dc87-8779-43f7-a3a4-2cd478b3b129'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:29.231115 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48088757-d5bd-4a80-944a-809a73ac8298 req-1cc3a01c-9458-46fa-99d1-3c0333f89688 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:29.241083 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-48088757-d5bd-4a80-944a-809a73ac8298 req-1cc3a01c-9458-46fa-99d1-3c0333f89688 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0844285 Aug 11 02:23:29.289836 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-48088757-d5bd-4a80-944a-809a73ac8298 req-2fce23f2-1357-40c3-8ca3-f488213d0aa6 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478816 Aug 11 02:23:29.310368 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939308d-34d4-47d3-985b-e2d606b04bbd req-4005071e-ebea-4735-8bb2-4a228aeb5264 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:29.325613 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b939308d-34d4-47d3-985b-e2d606b04bbd req-4005071e-ebea-4735-8bb2-4a228aeb5264 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 945 time: 0.0787718 Aug 11 02:23:29.326398 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e1a861a5-2738-415e-bac7-51cbb48b97e0 None None] Provisioning complete for port be64dc87-8779-43f7-a3a4-2cd478b3b129 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:29.326778 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e1a861a5-2738-415e-bac7-51cbb48b97e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.363625 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b939308d-34d4-47d3-985b-e2d606b04bbd req-aac0ab13-02a7-4df4-8b6d-6198be228f64 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365040 Aug 11 02:23:29.425370 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52998) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:29.447948 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a4f85-7c85-4075-9ecf-caf7cea6ddb1 req-b5fd1945-5724-4148-bacf-7e7f46f56f64 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:29.449700 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-399a4f85-7c85-4075-9ecf-caf7cea6ddb1 req-b5fd1945-5724-4148-bacf-7e7f46f56f64 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0603557 Aug 11 02:23:29.497640 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-399a4f85-7c85-4075-9ecf-caf7cea6ddb1 req-cf0bf505-dce7-4e27-9fc7-9170523928bf tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412066 Aug 11 02:23:29.497856 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ecd5749d-b35e-41e4-8dc1-d43d7fa47b0f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.535778 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ecd5749d-b35e-41e4-8dc1-d43d7fa47b0f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.648645 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ecd5749d-b35e-41e4-8dc1-d43d7fa47b0f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.651060 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ecd5749d-b35e-41e4-8dc1-d43d7fa47b0f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.655434 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ecd5749d-b35e-41e4-8dc1-d43d7fa47b0f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "DELETE /v2.0/security-groups/115d5a7d-824a-4591-9246-580a5cf42509 HTTP/1.1" status: 204 len: 168 time: 0.2260373 Aug 11 02:23:29.662038 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5749d-b35e-41e4-8dc1-d43d7fa47b0f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=115d5a7d-824a-4591-9246-580a5cf42509,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:29.670317 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5749d-b35e-41e4-8dc1-d43d7fa47b0f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:29.670666 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5749d-b35e-41e4-8dc1-d43d7fa47b0f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:29.671009 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5749d-b35e-41e4-8dc1-d43d7fa47b0f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:29.671346 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5749d-b35e-41e4-8dc1-d43d7fa47b0f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:29.671714 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5749d-b35e-41e4-8dc1-d43d7fa47b0f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:29.672043 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5749d-b35e-41e4-8dc1-d43d7fa47b0f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:29.672372 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5749d-b35e-41e4-8dc1-d43d7fa47b0f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:29.672697 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5749d-b35e-41e4-8dc1-d43d7fa47b0f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:29.674000 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5749d-b35e-41e4-8dc1-d43d7fa47b0f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:29.674472 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5749d-b35e-41e4-8dc1-d43d7fa47b0f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:29.674661 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5749d-b35e-41e4-8dc1-d43d7fa47b0f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:29.675016 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5749d-b35e-41e4-8dc1-d43d7fa47b0f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:29.712713 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53014) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:29.821824 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f609ec5-c249-4f20-9e8c-36c6795531aa tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Deleting subnet 0e30df39-995a-43a2-86cb-6085dc89ee38 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:23:29.828466 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5f609ec5-c249-4f20-9e8c-36c6795531aa tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.887810 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5f609ec5-c249-4f20-9e8c-36c6795531aa tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.896679 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-12c07f46-135e-4624-af7a-32bac53c56c8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:29.898198 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-12c07f46-135e-4624-af7a-32bac53c56c8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/networks?id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99 HTTP/1.1" status: 200 len: 812 time: 0.1832135 Aug 11 02:23:29.937047 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-b475d23a-1429-43bf-a0d1-85fbd37f3082 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/quotas/953757b63989485aa599c97f35f2480d HTTP/1.1" status: 200 len: 375 time: 0.0198884 Aug 11 02:23:30.025377 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5f609ec5-c249-4f20-9e8c-36c6795531aa tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:30.064448 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-6d6e96d4-63de-4ace-807d-d3d3530a8dc2 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=953757b63989485aa599c97f35f2480d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1197951 Aug 11 02:23:30.161874 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5f609ec5-c249-4f20-9e8c-36c6795531aa tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:30.204518 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-35928b7d-f974-4dc5-a2c9-b33d395b40b8 service neutron] 10.222.0.50 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307280 Aug 11 02:23:30.205185 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f609ec5-c249-4f20-9e8c-36c6795531aa tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event deleted for resources: {'Subnet': ['ID=0e30df39-995a-43a2-86cb-6085dc89ee38,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:30.207387 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5f609ec5-c249-4f20-9e8c-36c6795531aa tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:30.211831 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5f609ec5-c249-4f20-9e8c-36c6795531aa tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "DELETE /v2.0/subnets/0e30df39-995a-43a2-86cb-6085dc89ee38 HTTP/1.1" status: 204 len: 168 time: 0.4955359 Aug 11 02:23:30.212069 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655de7d7-30dc-4a0c-9730-16dcb00fe30b None None] Network d8880cb8-634a-4d3e-9c96-143a11f53312 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:23:30.212547 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53018) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:30.349027 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-12fb3322-20ce-4be4-a577-7524ba8b1e62 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:30.383330 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7477c49-4c24-457b-9b59-f9e79e7ec581', 'tag': 'be64dc87-8779-43f7-a3a4-2cd478b3b129'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:30.386347 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6758f9ca-f9db-452a-9719-270db773cdf6" -d '{"events": [{"name": "network-changed", "server_uuid": "e7477c49-4c24-457b-9b59-f9e79e7ec581", "tag": "be64dc87-8779-43f7-a3a4-2cd478b3b129"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:30.402527 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-efedee22-48cb-4c36-bcad-20de734b9a8f service neutron] 10.222.0.50 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679389 Aug 11 02:23:30.441240 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a26513f-b735-4f2e-a9a8-50835441b41a x-openstack-request-id: req-6a26513f-b735-4f2e-a9a8-50835441b41a {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:30.441836 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7477c49-4c24-457b-9b59-f9e79e7ec581", "tag": "be64dc87-8779-43f7-a3a4-2cd478b3b129", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:30.442357 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6a26513f-b735-4f2e-a9a8-50835441b41a {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:30.443109 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7477c49-4c24-457b-9b59-f9e79e7ec581', 'tag': 'be64dc87-8779-43f7-a3a4-2cd478b3b129', 'status': 'completed', 'code': 200} Aug 11 02:23:30.450438 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-12fb3322-20ce-4be4-a577-7524ba8b1e62 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Deleting port 8182db3c-97ac-4259-85ac-27a004efe20f {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:30.450783 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-12fb3322-20ce-4be4-a577-7524ba8b1e62 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:30.453158 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de22889-db0d-4b56-b7e6-e5058200d051 None None] DHCP port deletion for d8880cb8-634a-4d3e-9c96-143a11f53312 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:23:30.537610 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-12fb3322-20ce-4be4-a577-7524ba8b1e62 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] For port 8182db3c-97ac-4259-85ac-27a004efe20f, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8182db3c-97ac-4259-85ac-27a004efe20f,segment=NetworkSegment(fe8996c7-91a3-477d-9037-e7fc21492c3a),segment_id=fe8996c7-91a3-477d-9037-e7fc21492c3a)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:30.537937 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-2de22889-db0d-4b56-b7e6-e5058200d051 None None] Deleting port 8182db3c-97ac-4259-85ac-27a004efe20f {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:30.538321 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2de22889-db0d-4b56-b7e6-e5058200d051 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:30.540007 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-12fb3322-20ce-4be4-a577-7524ba8b1e62 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:30.558932 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-12fb3322-20ce-4be4-a577-7524ba8b1e62 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Calling delete_port for 8182db3c-97ac-4259-85ac-27a004efe20f owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:30.568714 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758f9ca-f9db-452a-9719-270db773cdf6 req-14766dfc-07b2-4a18-ac2f-eb353eff9c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:30.570774 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6758f9ca-f9db-452a-9719-270db773cdf6 req-14766dfc-07b2-4a18-ac2f-eb353eff9c24 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=953757b63989485aa599c97f35f2480d&device_id=e7477c49-4c24-457b-9b59-f9e79e7ec581 HTTP/1.1" status: 200 len: 1060 time: 0.0954676 Aug 11 02:23:30.648642 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-2de22889-db0d-4b56-b7e6-e5058200d051 None None] For port 8182db3c-97ac-4259-85ac-27a004efe20f, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8182db3c-97ac-4259-85ac-27a004efe20f,segment=NetworkSegment(fe8996c7-91a3-477d-9037-e7fc21492c3a),segment_id=fe8996c7-91a3-477d-9037-e7fc21492c3a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:30.649348 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2de22889-db0d-4b56-b7e6-e5058200d051 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:30.665115 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-2de22889-db0d-4b56-b7e6-e5058200d051 None None] Calling delete_port for 8182db3c-97ac-4259-85ac-27a004efe20f owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:30.671132 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc4db9-5095-41db-80f8-60fa5c4e5648 req-bc154d86-f53a-4567-a1c0-95640747ebd6 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:30.679371 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0bfc4db9-5095-41db-80f8-60fa5c4e5648 req-bc154d86-f53a-4567-a1c0-95640747ebd6 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 945 time: 0.1379769 Aug 11 02:23:30.750770 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9bed2915-e364-4809-9007-38ec54008aad req-de42ffa2-96d8-4c56-a2a3-12a2b1a9f93b tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 210 time: 0.0542679 Aug 11 02:23:30.762342 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0bfc4db9-5095-41db-80f8-60fa5c4e5648 req-6b060732-446e-4676-8943-166126e8a286 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799921 Aug 11 02:23:30.788087 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2de22889-db0d-4b56-b7e6-e5058200d051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:30.820605 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-12fb3322-20ce-4be4-a577-7524ba8b1e62 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:30.825410 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758f9ca-f9db-452a-9719-270db773cdf6 req-953d690b-900b-42cb-ade1-cd486f4bf134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:30.826681 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de22889-db0d-4b56-b7e6-e5058200d051 None None] Pushing event deleted for resources: {'Port': ['ID=8182db3c-97ac-4259-85ac-27a004efe20f,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:30.827359 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6758f9ca-f9db-452a-9719-270db773cdf6 req-953d690b-900b-42cb-ade1-cd486f4bf134 service neutron] 10.222.0.73 "GET /v2.0/networks?id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99 HTTP/1.1" status: 200 len: 913 time: 0.2358036 Aug 11 02:23:30.830387 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de22889-db0d-4b56-b7e6-e5058200d051 None None] No DVR routers for this DVR port 8182db3c-97ac-4259-85ac-27a004efe20f on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:30.882304 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb3322-20ce-4be4-a577-7524ba8b1e62 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event deleted for resources: {'Port': ['ID=8182db3c-97ac-4259-85ac-27a004efe20f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:30.883342 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fb3322-20ce-4be4-a577-7524ba8b1e62 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] No DVR routers for this DVR port 8182db3c-97ac-4259-85ac-27a004efe20f on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:30.920792 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6758f9ca-f9db-452a-9719-270db773cdf6 req-f366dda7-248b-4b83-89ed-9407bf6ce29d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be64dc87-8779-43f7-a3a4-2cd478b3b129 HTTP/1.1" status: 200 len: 217 time: 0.0794513 Aug 11 02:23:31.020295 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758f9ca-f9db-452a-9719-270db773cdf6 req-f29667d3-e7f3-4129-b1d7-e597f6ba3cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:31.020295 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6758f9ca-f9db-452a-9719-270db773cdf6 req-f29667d3-e7f3-4129-b1d7-e597f6ba3cce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7193a88f-4d31-4933-a3af-0738d0f7bf97 HTTP/1.1" status: 200 len: 851 time: 0.0885572 Aug 11 02:23:31.028991 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-12fb3322-20ce-4be4-a577-7524ba8b1e62 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:31.041061 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-12fb3322-20ce-4be4-a577-7524ba8b1e62 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8880cb8-634a-4d3e-9c96-143a11f53312']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:31.053349 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-12fb3322-20ce-4be4-a577-7524ba8b1e62 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe8996c7-91a3-477d-9037-e7fc21492c3a') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:31.053879 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-12fb3322-20ce-4be4-a577-7524ba8b1e62 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe8996c7-91a3-477d-9037-e7fc21492c3a') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:31.073753 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-12fb3322-20ce-4be4-a577-7524ba8b1e62 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:31.083723 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758f9ca-f9db-452a-9719-270db773cdf6 req-3449c4f0-bdba-423b-b02f-f18fafe33399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:31.085289 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6758f9ca-f9db-452a-9719-270db773cdf6 req-3449c4f0-bdba-423b-b02f-f18fafe33399 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555277 Aug 11 02:23:31.092093 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-12fb3322-20ce-4be4-a577-7524ba8b1e62 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:31.101378 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12fb3322-20ce-4be4-a577-7524ba8b1e62 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:23:31.101936 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-12fb3322-20ce-4be4-a577-7524ba8b1e62 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:23:31.177235 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:23:31.204201 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-12fb3322-20ce-4be4-a577-7524ba8b1e62 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:31.216277 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-12fb3322-20ce-4be4-a577-7524ba8b1e62 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:31.226117 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-12fb3322-20ce-4be4-a577-7524ba8b1e62 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "DELETE /v2.0/networks/d8880cb8-634a-4d3e-9c96-143a11f53312 HTTP/1.1" status: 204 len: 168 time: 1.0129387 Aug 11 02:23:31.227027 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53040) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:31.311963 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb3322-20ce-4be4-a577-7524ba8b1e62 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event deleted for resources: {'Network': ['ID=d8880cb8-634a-4d3e-9c96-143a11f53312,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:31.607215 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-a39bfaaf-f0dc-44cb-95ff-c20691ad3ebb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Deleting port b1d08f6b-be0c-4438-93bf-c5d7531379af {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:31.607979 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a39bfaaf-f0dc-44cb-95ff-c20691ad3ebb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:31.648449 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6758f9ca-f9db-452a-9719-270db773cdf6 req-510578b3-ca24-4ab7-8088-9e014652c15c service neutron] 10.222.0.73 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5420234 Aug 11 02:23:31.755789 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a39bfaaf-f0dc-44cb-95ff-c20691ad3ebb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:31.756178 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a39bfaaf-f0dc-44cb-95ff-c20691ad3ebb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:31.776675 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-a39bfaaf-f0dc-44cb-95ff-c20691ad3ebb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Calling delete_port for b1d08f6b-be0c-4438-93bf-c5d7531379af owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:31.800291 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6758f9ca-f9db-452a-9719-270db773cdf6 req-bc60049f-09f3-4e9f-b127-433d79fbb346 service neutron] 10.222.0.73 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510289 Aug 11 02:23:31.829701 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368edbf-4b26-4f72-9f15-beb5dc7e635e req-def9d731-7ab4-4dd5-9b02-a1b9329245c0 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:31.829701 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5368edbf-4b26-4f72-9f15-beb5dc7e635e req-def9d731-7ab4-4dd5-9b02-a1b9329245c0 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 946 time: 0.0699089 Aug 11 02:23:31.909038 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5368edbf-4b26-4f72-9f15-beb5dc7e635e req-39ee878f-5c11-42d5-8c90-e5b585811e1b tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0738475 Aug 11 02:23:31.986515 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a0d25e89-7820-44d4-8ce3-99adff3c1640 req-e0ffe153-7e14-4a19-b341-0a98e9878b04 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 210 time: 0.0621395 Aug 11 02:23:32.061096 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device bb23535d-6c87-45be-a601-27981a9ff36b no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:32.093125 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: bb23535d-6c87-45be-a601-27981a9ff36b {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:23:32.093892 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device bb23535d-6c87-45be-a601-27981a9ff36b not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:32.197644 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a39bfaaf-f0dc-44cb-95ff-c20691ad3ebb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:32.216696 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15da575-0e40-49ad-990f-f9fb70252fc9 req-4bd54db6-4550-4ba3-b020-f61f000e337b tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:32.218850 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e15da575-0e40-49ad-990f-f9fb70252fc9 req-4bd54db6-4550-4ba3-b020-f61f000e337b tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 945 time: 0.0820384 Aug 11 02:23:32.256541 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-c578d68e-7a47-47f9-9968-0f7dff1377b2 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:32.258403 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-c578d68e-7a47-47f9-9968-0f7dff1377b2 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.73 "GET /v2.0/networks?id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99 HTTP/1.1" status: 200 len: 812 time: 0.2706583 Aug 11 02:23:32.262141 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bfaaf-f0dc-44cb-95ff-c20691ad3ebb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event deleted for resources: {'Port': ['ID=b1d08f6b-be0c-4438-93bf-c5d7531379af,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:32.273805 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-28d295b5-5655-45f7-a936-0e0cc22e7c15 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Request body: {'port': {'device_id': 'c621400b-f193-43b8-9314-2ad0d5e454f8', 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99', 'admin_state_up': True, 'tenant_id': '953757b63989485aa599c97f35f2480d'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:32.318565 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a39bfaaf-f0dc-44cb-95ff-c20691ad3ebb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:32.318880 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-a39bfaaf-f0dc-44cb-95ff-c20691ad3ebb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Floating IP c75518b3-3704-4b1c-af4a-3444f25c6052 disassociated (deleted). External IP: 172.25.2.93, port: 03ab97c1-d7fa-4705-a14a-8b1d60a807da. Aug 11 02:23:32.334119 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e15da575-0e40-49ad-990f-f9fb70252fc9 req-6984a13d-9e97-4c85-a5fc-805a769585d1 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082618 Aug 11 02:23:32.437302 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8182db3c-97ac-4259-85ac-27a004efe20f no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:32.447471 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-28d295b5-5655-45f7-a936-0e0cc22e7c15 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Made reservation on behalf of 953757b63989485aa599c97f35f2480d for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:32.454843 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-28d295b5-5655-45f7-a936-0e0cc22e7c15 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:32.464908 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 8182db3c-97ac-4259-85ac-27a004efe20f {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:23:32.465860 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8182db3c-97ac-4259-85ac-27a004efe20f not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:32.591169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39bfaaf-f0dc-44cb-95ff-c20691ad3ebb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Router 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:23:32.601512 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-28d295b5-5655-45f7-a936-0e0cc22e7c15 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Allocated IP 172.20.0.7 (59cdb064-6e17-4f2a-988c-bc3dbd58ef99/7193a88f-4d31-4933-a3af-0738d0f7bf97/1e199fb3-0824-4b34-8409-1c9da44595e2) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:32.703208 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39bfaaf-f0dc-44cb-95ff-c20691ad3ebb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:23:32.707913 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a39bfaaf-f0dc-44cb-95ff-c20691ad3ebb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:32.720542 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c264117-fa47-429c-87de-0bc5801c5e69 None None] Sync routers for ids ['612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:23:32.734773 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c264117-fa47-429c-87de-0bc5801c5e69 None None] Routers {'612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:23:32.735390 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9c264117-fa47-429c-87de-0bc5801c5e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:23:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:32.740509 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a39bfaaf-f0dc-44cb-95ff-c20691ad3ebb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "DELETE /v2.0/floatingips/c75518b3-3704-4b1c-af4a-3444f25c6052 HTTP/1.1" status: 204 len: 168 time: 1.5066483 Aug 11 02:23:32.740509 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa412417-0fa1-43a3-b379-d4c9b766d296', 'tag': '03ab97c1-d7fa-4705-a14a-8b1d60a807da'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:32.741743 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb6ea67-81d6-488e-882b-f56f2f980a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "aa412417-0fa1-43a3-b379-d4c9b766d296", "tag": "03ab97c1-d7fa-4705-a14a-8b1d60a807da"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:32.759227 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-28d295b5-5655-45f7-a936-0e0cc22e7c15 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:32.782804 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-28d295b5-5655-45f7-a936-0e0cc22e7c15 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Transition to ACTIVE for port object 1e199fb3-0824-4b34-8409-1c9da44595e2 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:32.804223 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae94fbc-8d1c-412f-9679-06424e449e06 x-openstack-request-id: req-9ae94fbc-8d1c-412f-9679-06424e449e06 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:32.804520 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa412417-0fa1-43a3-b379-d4c9b766d296", "tag": "03ab97c1-d7fa-4705-a14a-8b1d60a807da", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:32.804759 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9ae94fbc-8d1c-412f-9679-06424e449e06 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:32.805190 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa412417-0fa1-43a3-b379-d4c9b766d296', 'tag': '03ab97c1-d7fa-4705-a14a-8b1d60a807da', 'status': 'completed', 'code': 200} Aug 11 02:23:32.888050 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-28d295b5-5655-45f7-a936-0e0cc22e7c15 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:32.913885 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e', '3b720355-5db2-4aae-8fed-bda1a7e8ed45'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:32.946944 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6ea67-81d6-488e-882b-f56f2f980a6c req-fc10d2c0-c38b-48d5-928d-f1075f88581a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:32.946944 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3bb6ea67-81d6-488e-882b-f56f2f980a6c req-fc10d2c0-c38b-48d5-928d-f1075f88581a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=87062204daa74f23a6f53457711872b3&device_id=aa412417-0fa1-43a3-b379-d4c9b766d296 HTTP/1.1" status: 200 len: 1098 time: 0.1027555 Aug 11 02:23:32.969518 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-9c264117-fa47-429c-87de-0bc5801c5e69 None None] Set router 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:23:32.988237 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-28d295b5-5655-45f7-a936-0e0cc22e7c15 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:33.026121 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-28d295b5-5655-45f7-a936-0e0cc22e7c15 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:33.053800 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-28d295b5-5655-45f7-a936-0e0cc22e7c15 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:33.115685 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb229f28-06b5-45c5-a4d5-bb27f60a403a req-a4fd625f-723b-46b2-9a3a-37edadcb6375 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:33.123942 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cb229f28-06b5-45c5-a4d5-bb27f60a403a req-a4fd625f-723b-46b2-9a3a-37edadcb6375 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa412417-0fa1-43a3-b379-d4c9b766d296 HTTP/1.1" status: 200 len: 946 time: 0.0702136 Aug 11 02:23:33.184797 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cb229f28-06b5-45c5-a4d5-bb27f60a403a req-2f363513-3557-4788-bfdd-6bc711f76382 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c2fe744-d8f1-4188-a1be-1bf3858d6db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594077 Aug 11 02:23:33.250788 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d295b5-5655-45f7-a936-0e0cc22e7c15 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Pushing event updated for resources: {'Port': ['ID=1e199fb3-0824-4b34-8409-1c9da44595e2,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:33.285380 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9c264117-fa47-429c-87de-0bc5801c5e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'name': 'tempest-TestNetworkBasicOps-router-1949462947', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:23:24Z', 'revision_number': 6, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'ba3ef1fb-b6f1-42e9-9858-d739619bf15c', 'name': '', 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'mac_address': 'fa:16:3e:78:b6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:20Z', 'updated_at': '2021-08-11T02:21:27Z', 'revision_number': 5, 'project_id': '87062204daa74f23a6f53457711872b3', 'subnets': [{'id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:33.308012 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575f1dc-8d69-40ce-8654-9a523593ae6b req-efba45c3-c5ab-41d6-97d0-06ed5af97e3d tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:33.310706 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f575f1dc-8d69-40ce-8654-9a523593ae6b req-efba45c3-c5ab-41d6-97d0-06ed5af97e3d tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 946 time: 0.1300666 Aug 11 02:23:33.334770 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c264117-fa47-429c-87de-0bc5801c5e69 None None] Checking router: 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:23:33.344798 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c264117-fa47-429c-87de-0bc5801c5e69 None None] Routers {'612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:23:33.345994 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9c264117-fa47-429c-87de-0bc5801c5e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:23:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:33.347562 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-28d295b5-5655-45f7-a936-0e0cc22e7c15 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:33.349889 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-28d295b5-5655-45f7-a936-0e0cc22e7c15 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:33.443684 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-28d295b5-5655-45f7-a936-0e0cc22e7c15 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1725154 Aug 11 02:23:33.458357 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608df5ce-3d2b-4994-b4b5-9c8d5a00020f req-d4c84ef2-e736-4f50-b15c-886983dafcd2 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:33.469441 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0090c91-e221-4647-ba3c-a38543d1846d req-8f05a8a9-d78e-4225-80ef-faae52a60efb tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:33.471742 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d0090c91-e221-4647-ba3c-a38543d1846d req-8f05a8a9-d78e-4225-80ef-faae52a60efb tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 931 time: 0.1596105 Aug 11 02:23:33.477165 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-608df5ce-3d2b-4994-b4b5-9c8d5a00020f req-d4c84ef2-e736-4f50-b15c-886983dafcd2 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 946 time: 0.3390894 Aug 11 02:23:33.484975 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3d3c8c92-9689-4a97-b1ab-117364b6788a None None] Provisioning for port 1e199fb3-0824-4b34-8409-1c9da44595e2 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:33.500277 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3d3c8c92-9689-4a97-b1ab-117364b6788a None None] Provisioning complete for port 1e199fb3-0824-4b34-8409-1c9da44595e2 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:33.500967 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3d3c8c92-9689-4a97-b1ab-117364b6788a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:33.536975 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d0090c91-e221-4647-ba3c-a38543d1846d req-775a5764-805c-4ef8-9628-ccb14aacff26 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537431 Aug 11 02:23:33.546951 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-d327c0d7-3444-48cc-870f-d7b1fea1bb13 service neutron] Request body: {'port': {'device_id': 'c621400b-f193-43b8-9314-2ad0d5e454f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:33.548518 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-f575f1dc-8d69-40ce-8654-9a523593ae6b req-f70f971c-a30d-41a2-9c4c-29ad2e84c0df tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Deleting port 78589433-afa4-4706-bf0c-f19808506a2b {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:33.548861 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f575f1dc-8d69-40ce-8654-9a523593ae6b req-f70f971c-a30d-41a2-9c4c-29ad2e84c0df tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:33.579478 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-9c264117-fa47-429c-87de-0bc5801c5e69 None None] Set router 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:23:33.582799 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-3d3c8c92-9689-4a97-b1ab-117364b6788a None None] Port 1e199fb3-0824-4b34-8409-1c9da44595e2 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:33.604127 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6ea67-81d6-488e-882b-f56f2f980a6c req-a02b334b-2c94-4e71-9f07-916ba3050052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:33.606637 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3bb6ea67-81d6-488e-882b-f56f2f980a6c req-a02b334b-2c94-4e71-9f07-916ba3050052 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62489474-cb4b-4c3a-81c6-d49a3321e354 HTTP/1.1" status: 200 len: 897 time: 0.6158504 Aug 11 02:23:33.642952 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-608df5ce-3d2b-4994-b4b5-9c8d5a00020f req-8fb8b55d-ce87-4ffd-8de3-2d2bb9d65520 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups?id=b984be7f-ec90-4561-8a3b-2985380e1517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1565387 Aug 11 02:23:33.659578 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-f575f1dc-8d69-40ce-8654-9a523593ae6b req-f70f971c-a30d-41a2-9c4c-29ad2e84c0df tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] For port 78589433-afa4-4706-bf0c-f19808506a2b, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=78589433-afa4-4706-bf0c-f19808506a2b,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:33.659963 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f575f1dc-8d69-40ce-8654-9a523593ae6b req-f70f971c-a30d-41a2-9c4c-29ad2e84c0df tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:33.710999 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-d327c0d7-3444-48cc-870f-d7b1fea1bb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:33.715062 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3bb6ea67-81d6-488e-882b-f56f2f980a6c req-ad2cefb8-cb7b-4049-9345-37b56d8a0472 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03ab97c1-d7fa-4705-a14a-8b1d60a807da HTTP/1.1" status: 200 len: 217 time: 0.0917246 Aug 11 02:23:33.806154 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6ea67-81d6-488e-882b-f56f2f980a6c req-1be7e0eb-e8b2-4de7-9c55-a67257de2589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:33.807677 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3bb6ea67-81d6-488e-882b-f56f2f980a6c req-1be7e0eb-e8b2-4de7-9c55-a67257de2589 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9f946e0a-b119-40ba-bad6-9649b99ba973 HTTP/1.1" status: 200 len: 835 time: 0.0837975 Aug 11 02:23:33.810764 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884c73d-c344-403b-b11d-6dc78b3b930e req-fd572c7b-949a-4d7a-927c-6c8852732729 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:33.812364 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e884c73d-c344-403b-b11d-6dc78b3b930e req-fd572c7b-949a-4d7a-927c-6c8852732729 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 945 time: 0.1053185 Aug 11 02:23:33.836387 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9c264117-fa47-429c-87de-0bc5801c5e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'name': 'tempest-TestNetworkBasicOps-router-1949462947', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:23:24Z', 'revision_number': 6, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'ba3ef1fb-b6f1-42e9-9858-d739619bf15c', 'name': '', 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'mac_address': 'fa:16:3e:78:b6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:20Z', 'updated_at': '2021-08-11T02:21:27Z', 'revision_number': 5, 'project_id': '87062204daa74f23a6f53457711872b3', 'subnets': [{'id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:33.884305 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c264117-fa47-429c-87de-0bc5801c5e69 None None] The sync data for ids ['612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'] in n-d-615180-33 is: [{'id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'name': 'tempest-TestNetworkBasicOps-router-1949462947', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:23:24Z', 'revision_number': 6, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'ba3ef1fb-b6f1-42e9-9858-d739619bf15c', 'name': '', 'network_id': '62489474-cb4b-4c3a-81c6-d49a3321e354', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'mac_address': 'fa:16:3e:78:b6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:20Z', 'updated_at': '2021-08-11T02:21:27Z', 'revision_number': 5, 'project_id': '87062204daa74f23a6f53457711872b3', 'subnets': [{'id': '9f946e0a-b119-40ba-bad6-9649b99ba973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:23:33.900363 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e884c73d-c344-403b-b11d-6dc78b3b930e req-676e73b2-bda2-4804-a70c-c26ede29a14e tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779998 Aug 11 02:23:33.945666 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f575f1dc-8d69-40ce-8654-9a523593ae6b req-f70f971c-a30d-41a2-9c4c-29ad2e84c0df tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:33.946248 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f575f1dc-8d69-40ce-8654-9a523593ae6b req-f70f971c-a30d-41a2-9c4c-29ad2e84c0df tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:33.946865 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [req-f575f1dc-8d69-40ce-8654-9a523593ae6b req-f70f971c-a30d-41a2-9c4c-29ad2e84c0df tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Floating IP e071ff46-775f-401b-abc3-800b407824c9 disassociated. External IP: 172.25.2.32, port: 78589433-afa4-4706-bf0c-f19808506a2b. Aug 11 02:23:33.947716 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-f575f1dc-8d69-40ce-8654-9a523593ae6b req-f70f971c-a30d-41a2-9c4c-29ad2e84c0df tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Calling delete_port for 78589433-afa4-4706-bf0c-f19808506a2b owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:33.994844 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6ea67-81d6-488e-882b-f56f2f980a6c req-d4a3316d-b99d-47f7-8b83-77d6219d0b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:33.996960 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3bb6ea67-81d6-488e-882b-f56f2f980a6c req-d4a3316d-b99d-47f7-8b83-77d6219d0b23 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62489474-cb4b-4c3a-81c6-d49a3321e354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1304812 Aug 11 02:23:34.109319 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f575f1dc-8d69-40ce-8654-9a523593ae6b req-f70f971c-a30d-41a2-9c4c-29ad2e84c0df tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:34.146006 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f971c-a30d-41a2-9c4c-29ad2e84c0df tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Pushing event deleted for resources: {'Port': ['ID=78589433-afa4-4706-bf0c-f19808506a2b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:34.193367 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3bb6ea67-81d6-488e-882b-f56f2f980a6c req-a4826464-ed36-4520-8450-ed7e3b806539 service neutron] 10.222.0.73 "GET /v2.0/networks/62489474-cb4b-4c3a-81c6-d49a3321e354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836116 Aug 11 02:23:34.241041 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-d327c0d7-3444-48cc-870f-d7b1fea1bb13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e199fb3-0824-4b34-8409-1c9da44595e2 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:34.278369 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-d327c0d7-3444-48cc-870f-d7b1fea1bb13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:34.307824 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c47a94c-403c-4035-8fa3-451c6323fc3a None None] New status for floating IP c75518b3-3704-4b1c-af4a-3444f25c6052: DOWN {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:23:34.308329 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-d327c0d7-3444-48cc-870f-d7b1fea1bb13 service neutron] Transition to ACTIVE for port object 1e199fb3-0824-4b34-8409-1c9da44595e2 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:34.316653 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-d327c0d7-3444-48cc-870f-d7b1fea1bb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:34.320369 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f575f1dc-8d69-40ce-8654-9a523593ae6b req-f70f971c-a30d-41a2-9c4c-29ad2e84c0df tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Router ef079d62-0933-47d4-9dd5-30bcc2918751 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:23:34.452186 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327c0d7-3444-48cc-870f-d7b1fea1bb13 service neutron] Pushing event updated for resources: {'Port': ['ID=1e199fb3-0824-4b34-8409-1c9da44595e2,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:34.457586 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3bb6ea67-81d6-488e-882b-f56f2f980a6c req-49149912-7c16-4374-a6cc-3c024e8f64e5 service neutron] 10.222.0.73 "GET /v2.0/networks/62489474-cb4b-4c3a-81c6-d49a3321e354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502656 Aug 11 02:23:34.508793 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c58ef-abe6-4250-83eb-f365eee1fc2a req-76f71d96-8e97-45ba-b414-6a6b3e8364cd tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:34.510448 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-280c58ef-abe6-4250-83eb-f365eee1fc2a req-76f71d96-8e97-45ba-b414-6a6b3e8364cd tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa412417-0fa1-43a3-b379-d4c9b766d296 HTTP/1.1" status: 200 len: 946 time: 0.1893573 Aug 11 02:23:34.601359 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-280c58ef-abe6-4250-83eb-f365eee1fc2a req-82d9c098-4c9d-4a96-aa0a-d0e87157b48e tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c2fe744-d8f1-4188-a1be-1bf3858d6db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586176 Aug 11 02:23:34.624701 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f575f1dc-8d69-40ce-8654-9a523593ae6b req-f70f971c-a30d-41a2-9c4c-29ad2e84c0df tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:23:34.632126 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-d327c0d7-3444-48cc-870f-d7b1fea1bb13 service neutron] Attempting to bind port 1e199fb3-0824-4b34-8409-1c9da44595e2 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:23:34.632703 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-d327c0d7-3444-48cc-870f-d7b1fea1bb13 service neutron] Attempting to bind port 1e199fb3-0824-4b34-8409-1c9da44595e2 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': 'd96cfe33-0c98-475f-a757-618812c1d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:23:34.633398 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-d327c0d7-3444-48cc-870f-d7b1fea1bb13 service neutron] Attempting to bind port 1e199fb3-0824-4b34-8409-1c9da44595e2 on network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:34.634556 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fcb58c-e3e7-479a-bb07-7925edf492d1 None None] Sync routers for ids ['ef079d62-0933-47d4-9dd5-30bcc2918751'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:23:34.646308 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-d327c0d7-3444-48cc-870f-d7b1fea1bb13 service neutron] Port 1e199fb3-0824-4b34-8409-1c9da44595e2 on network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:23:34.650127 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fcb58c-e3e7-479a-bb07-7925edf492d1 None None] Routers {'ef079d62-0933-47d4-9dd5-30bcc2918751'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:23:34.650763 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d5fcb58c-e3e7-479a-bb07-7925edf492d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:23:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['ef079d62-0933-47d4-9dd5-30bcc2918751'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:34.651059 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-d327c0d7-3444-48cc-870f-d7b1fea1bb13 service neutron] Attempting to bind port 1e199fb3-0824-4b34-8409-1c9da44595e2 on network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:34.662541 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-d327c0d7-3444-48cc-870f-d7b1fea1bb13 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:34.662875 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-d327c0d7-3444-48cc-870f-d7b1fea1bb13 service neutron] Checking segment: {'id': 'd96cfe33-0c98-475f-a757-618812c1d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:34.663267 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-d327c0d7-3444-48cc-870f-d7b1fea1bb13 service neutron] Bound using segment: {'id': 'd96cfe33-0c98-475f-a757-618812c1d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:34.663734 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-d327c0d7-3444-48cc-870f-d7b1fea1bb13 service neutron] Bound port: 1e199fb3-0824-4b34-8409-1c9da44595e2, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96cfe33-0c98-475f-a757-618812c1d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:34.664104 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-d327c0d7-3444-48cc-870f-d7b1fea1bb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:34.755595 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f329f-e263-4a62-a992-fa173ce155fd req-ec1c774a-b5a3-4a95-bb62-e140bf85c516 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:34.760323 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-656f329f-e263-4a62-a992-fa173ce155fd req-ec1c774a-b5a3-4a95-bb62-e140bf85c516 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa412417-0fa1-43a3-b379-d4c9b766d296 HTTP/1.1" status: 200 len: 946 time: 0.3137496 Aug 11 02:23:34.766949 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-f575f1dc-8d69-40ce-8654-9a523593ae6b req-f70f971c-a30d-41a2-9c4c-29ad2e84c0df tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] No DVR routers for this DVR port 78589433-afa4-4706-bf0c-f19808506a2b on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:34.801939 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-d327c0d7-3444-48cc-870f-d7b1fea1bb13 service neutron] For port 1e199fb3-0824-4b34-8409-1c9da44595e2, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:34.843405 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f575f1dc-8d69-40ce-8654-9a523593ae6b req-f70f971c-a30d-41a2-9c4c-29ad2e84c0df tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:34.853689 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f575f1dc-8d69-40ce-8654-9a523593ae6b req-f70f971c-a30d-41a2-9c4c-29ad2e84c0df tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.73 "DELETE /v2.0/ports/78589433-afa4-4706-bf0c-f19808506a2b HTTP/1.1" status: 204 len: 173 time: 1.5075588 Aug 11 02:23:34.859857 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc05a22-0e69-4204-96dc-84dc33e13ca2', 'name': 'network-vif-deleted', 'tag': '78589433-afa4-4706-bf0c-f19808506a2b'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:34.862364 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c6e41b-0d6b-4423-aed8-f4b8b7c591c4" -d '{"events": [{"server_uuid": "8bc05a22-0e69-4204-96dc-84dc33e13ca2", "name": "network-vif-deleted", "tag": "78589433-afa4-4706-bf0c-f19808506a2b"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:34.874097 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-884d818d-9c55-4005-9c18-f210b2959825 req-4863b69f-3495-4e81-bff4-7ac13650cbb1 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bc05a22-0e69-4204-96dc-84dc33e13ca2 HTTP/1.1" status: 200 len: 210 time: 0.0741441 Aug 11 02:23:34.894260 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-d327c0d7-3444-48cc-870f-d7b1fea1bb13 service neutron] For port 1e199fb3-0824-4b34-8409-1c9da44595e2, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=1e199fb3-0824-4b34-8409-1c9da44595e2,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:34.899719 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-d327c0d7-3444-48cc-870f-d7b1fea1bb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:34.930960 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9975e-4b94-4372-afd8-4b574e5c3a4d req-66079c6b-cc45-49fa-a59b-d680a36d219d tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:34.942002 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c2b9975e-4b94-4372-afd8-4b574e5c3a4d req-66079c6b-cc45-49fa-a59b-d680a36d219d tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 943 time: 0.2681944 Aug 11 02:23:34.994524 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-d327c0d7-3444-48cc-870f-d7b1fea1bb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:34.995216 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-d327c0d7-3444-48cc-870f-d7b1fea1bb13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:34.996772 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-d327c0d7-3444-48cc-870f-d7b1fea1bb13 service neutron] 10.222.0.73 "PUT /v2.0/ports/1e199fb3-0824-4b34-8409-1c9da44595e2 HTTP/1.1" status: 200 len: 1092 time: 1.5051646 Aug 11 02:23:34.997288 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c621400b-f193-43b8-9314-2ad0d5e454f8', 'tag': '1e199fb3-0824-4b34-8409-1c9da44595e2'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:35.000202 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9dca139-585d-4b2b-8d90-3848d309df87" -d '{"events": [{"name": "network-changed", "server_uuid": "c621400b-f193-43b8-9314-2ad0d5e454f8", "tag": "1e199fb3-0824-4b34-8409-1c9da44595e2"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:35.010723 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-d5fcb58c-e3e7-479a-bb07-7925edf492d1 None None] Set router ef079d62-0933-47d4-9dd5-30bcc2918751 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:23:35.013647 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1fc2f2-dfcb-47e3-9b24-e14412ed3f23 x-openstack-request-id: req-1a1fc2f2-dfcb-47e3-9b24-e14412ed3f23 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:35.014250 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc05a22-0e69-4204-96dc-84dc33e13ca2", "name": "network-vif-deleted", "tag": "78589433-afa4-4706-bf0c-f19808506a2b", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:35.015201 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1a1fc2f2-dfcb-47e3-9b24-e14412ed3f23 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:35.015749 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc05a22-0e69-4204-96dc-84dc33e13ca2', 'name': 'network-vif-deleted', 'tag': '78589433-afa4-4706-bf0c-f19808506a2b', 'status': 'completed', 'code': 200} Aug 11 02:23:35.038675 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c2b9975e-4b94-4372-afd8-4b574e5c3a4d req-5a0cdfad-8a3b-4761-9890-3c127bd583ed tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952837 Aug 11 02:23:35.039202 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327c0d7-3444-48cc-870f-d7b1fea1bb13 service neutron] Pushing event updated for resources: {'Port': ['ID=1e199fb3-0824-4b34-8409-1c9da44595e2,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:35.089671 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-656f329f-e263-4a62-a992-fa173ce155fd req-0c1df3f5-ce6f-4713-85b7-9f76e8d420b1 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Deleting port 03ab97c1-d7fa-4705-a14a-8b1d60a807da {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:35.094154 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-656f329f-e263-4a62-a992-fa173ce155fd req-0c1df3f5-ce6f-4713-85b7-9f76e8d420b1 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:35.127827 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c6692e-06cf-4754-a339-8b6fa57f2e25 x-openstack-request-id: req-50c6692e-06cf-4754-a339-8b6fa57f2e25 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:35.128130 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c621400b-f193-43b8-9314-2ad0d5e454f8", "tag": "1e199fb3-0824-4b34-8409-1c9da44595e2", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:35.128388 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-50c6692e-06cf-4754-a339-8b6fa57f2e25 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:35.128805 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c621400b-f193-43b8-9314-2ad0d5e454f8', 'tag': '1e199fb3-0824-4b34-8409-1c9da44595e2', 'status': 'completed', 'code': 200} Aug 11 02:23:35.160089 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-39990f8a-3444-4bc5-be94-49ce59a66270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:35.161646 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-39990f8a-3444-4bc5-be94-49ce59a66270 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=953757b63989485aa599c97f35f2480d&device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 1095 time: 0.1068702 Aug 11 02:23:35.246882 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-9f303f52-eb66-4114-bdab-cd8cdc683f51 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e199fb3-0824-4b34-8409-1c9da44595e2 HTTP/1.1" status: 200 len: 217 time: 0.0607550 Aug 11 02:23:35.331877 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-81769326-9efe-403e-acd3-befd8ce8f4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:35.333389 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-81769326-9efe-403e-acd3-befd8ce8f4c7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7193a88f-4d31-4933-a3af-0738d0f7bf97 HTTP/1.1" status: 200 len: 851 time: 0.0738733 Aug 11 02:23:35.347652 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabb1d4-5331-4000-806d-b6e1afc5ffad req-2d186df4-fb12-404b-a6e1-c3a9c291e353 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:35.349145 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7cabb1d4-5331-4000-806d-b6e1afc5ffad req-2d186df4-fb12-404b-a6e1-c3a9c291e353 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 945 time: 0.2049611 Aug 11 02:23:35.394082 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d5fcb58c-e3e7-479a-bb07-7925edf492d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'name': 'tempest-AttachVolumeShelveTestJSON-1641083083-router', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:15:17Z', 'updated_at': '2021-08-11T02:15:31Z', 'revision_number': 4, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'gw_port': {'id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:20Z', 'updated_at': '2021-08-11T02:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'ab34cb1f-13a6-4106-9afa-81664ea77706', 'name': '', 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'mac_address': 'fa:16:3e:d5:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:28Z', 'updated_at': '2021-08-11T02:15:40Z', 'revision_number': 5, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'subnets': [{'id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:35.425036 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fcb58c-e3e7-479a-bb07-7925edf492d1 None None] Checking router: ef079d62-0933-47d4-9dd5-30bcc2918751 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:23:35.433267 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7cabb1d4-5331-4000-806d-b6e1afc5ffad req-489f0d02-cf56-411e-aa70-034e2b1832b1 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723126 Aug 11 02:23:35.436861 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fcb58c-e3e7-479a-bb07-7925edf492d1 None None] Routers {'ef079d62-0933-47d4-9dd5-30bcc2918751'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:23:35.437665 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d5fcb58c-e3e7-479a-bb07-7925edf492d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:23:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['ef079d62-0933-47d4-9dd5-30bcc2918751'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:35.440823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-318a081a-3734-449c-a32a-1a53ff5345bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:35.442508 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-318a081a-3734-449c-a32a-1a53ff5345bc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0923195 Aug 11 02:23:35.601228 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-0aa547ac-894c-4b5a-804e-1f82fc61449d service neutron] 10.222.0.73 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476758 Aug 11 02:23:35.635108 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-d5fcb58c-e3e7-479a-bb07-7925edf492d1 None None] Set router ef079d62-0933-47d4-9dd5-30bcc2918751 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:23:35.738240 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c53637d8-79d1-4917-8205-b578bb2e91a6 req-6c33496c-cedf-4fa5-9d66-5514e2369898 service neutron] 10.222.0.73 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251385 Aug 11 02:23:35.815320 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-656f329f-e263-4a62-a992-fa173ce155fd req-0c1df3f5-ce6f-4713-85b7-9f76e8d420b1 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] For port 03ab97c1-d7fa-4705-a14a-8b1d60a807da, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=03ab97c1-d7fa-4705-a14a-8b1d60a807da,segment=NetworkSegment(e8a1dbd2-8ece-42e5-8eef-5307e17dea99),segment_id=e8a1dbd2-8ece-42e5-8eef-5307e17dea99)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:35.815842 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-656f329f-e263-4a62-a992-fa173ce155fd req-0c1df3f5-ce6f-4713-85b7-9f76e8d420b1 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:35.833880 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-656f329f-e263-4a62-a992-fa173ce155fd req-0c1df3f5-ce6f-4713-85b7-9f76e8d420b1 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Calling delete_port for 03ab97c1-d7fa-4705-a14a-8b1d60a807da owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:35.854392 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98944a-e7cd-40b4-8aa2-986c17c71420 req-f43d6a3b-219b-4d45-8276-986b1a581d92 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:35.862527 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bf98944a-e7cd-40b4-8aa2-986c17c71420 req-f43d6a3b-219b-4d45-8276-986b1a581d92 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa412417-0fa1-43a3-b379-d4c9b766d296 HTTP/1.1" status: 200 len: 946 time: 0.0903001 Aug 11 02:23:35.903244 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca139-585d-4b2b-8d90-3848d309df87 req-56581c34-d93f-4d64-89fd-1c8d28f5bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:35.906876 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9dca139-585d-4b2b-8d90-3848d309df87 req-56581c34-d93f-4d64-89fd-1c8d28f5bf36 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=953757b63989485aa599c97f35f2480d&device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 1095 time: 0.0683799 Aug 11 02:23:35.952251 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bf98944a-e7cd-40b4-8aa2-986c17c71420 req-fba9cab6-6f73-42ee-a017-18141810d9ba tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c2fe744-d8f1-4188-a1be-1bf3858d6db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842729 Aug 11 02:23:35.984512 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d5fcb58c-e3e7-479a-bb07-7925edf492d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'name': 'tempest-AttachVolumeShelveTestJSON-1641083083-router', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:15:17Z', 'updated_at': '2021-08-11T02:15:31Z', 'revision_number': 4, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'gw_port': {'id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:20Z', 'updated_at': '2021-08-11T02:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'ab34cb1f-13a6-4106-9afa-81664ea77706', 'name': '', 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'mac_address': 'fa:16:3e:d5:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:28Z', 'updated_at': '2021-08-11T02:15:40Z', 'revision_number': 5, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'subnets': [{'id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:36.001278 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53130) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:36.015768 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fcb58c-e3e7-479a-bb07-7925edf492d1 None None] The sync data for ids ['ef079d62-0933-47d4-9dd5-30bcc2918751'] in n-d-615180-33 is: [{'id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'name': 'tempest-AttachVolumeShelveTestJSON-1641083083-router', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:15:17Z', 'updated_at': '2021-08-11T02:15:31Z', 'revision_number': 4, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'gw_port': {'id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:20Z', 'updated_at': '2021-08-11T02:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'ab34cb1f-13a6-4106-9afa-81664ea77706', 'name': '', 'network_id': '2564e31e-dea6-46ca-b2de-bf165812396f', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'mac_address': 'fa:16:3e:d5:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:28Z', 'updated_at': '2021-08-11T02:15:40Z', 'revision_number': 5, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'subnets': [{'id': '97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:23:36.073973 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-656f329f-e263-4a62-a992-fa173ce155fd req-0c1df3f5-ce6f-4713-85b7-9f76e8d420b1 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:36.109886 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1df3f5-ce6f-4713-85b7-9f76e8d420b1 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event deleted for resources: {'Port': ['ID=03ab97c1-d7fa-4705-a14a-8b1d60a807da,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:36.139699 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca139-585d-4b2b-8d90-3848d309df87 req-ad88152e-ec05-4e70-bb1c-56f66318dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:36.141336 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9dca139-585d-4b2b-8d90-3848d309df87 req-ad88152e-ec05-4e70-bb1c-56f66318dd0c service neutron] 10.222.0.73 "GET /v2.0/networks?id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99 HTTP/1.1" status: 200 len: 913 time: 0.2274077 Aug 11 02:23:36.142322 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f6055fda-bb32-40d6-9e4b-f4805b12336c tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:36.176701 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-656f329f-e263-4a62-a992-fa173ce155fd req-0c1df3f5-ce6f-4713-85b7-9f76e8d420b1 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] No DVR routers for this DVR port 03ab97c1-d7fa-4705-a14a-8b1d60a807da on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:36.179314 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-656f329f-e263-4a62-a992-fa173ce155fd req-0c1df3f5-ce6f-4713-85b7-9f76e8d420b1 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:36.181556 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-656f329f-e263-4a62-a992-fa173ce155fd req-0c1df3f5-ce6f-4713-85b7-9f76e8d420b1 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.73 "DELETE /v2.0/ports/03ab97c1-d7fa-4705-a14a-8b1d60a807da HTTP/1.1" status: 204 len: 173 time: 1.4082744 Aug 11 02:23:36.226247 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f6055fda-bb32-40d6-9e4b-f4805b12336c tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:36.243829 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9dca139-585d-4b2b-8d90-3848d309df87 req-8b7c7ceb-a883-412b-864b-b8b6249ba9e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e199fb3-0824-4b34-8409-1c9da44595e2 HTTP/1.1" status: 200 len: 217 time: 0.0859222 Aug 11 02:23:36.350144 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc170526-d81f-4c4f-aaec-eabb5a9003f5 req-e0b39d98-3267-4dce-b08a-9b54053e5eeb tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:36.352173 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dc170526-d81f-4c4f-aaec-eabb5a9003f5 req-e0b39d98-3267-4dce-b08a-9b54053e5eeb tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 943 time: 0.1857765 Aug 11 02:23:36.354472 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca139-585d-4b2b-8d90-3848d309df87 req-475a7343-8170-41f2-ba33-9956cd043867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:36.356318 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9dca139-585d-4b2b-8d90-3848d309df87 req-475a7343-8170-41f2-ba33-9956cd043867 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7193a88f-4d31-4933-a3af-0738d0f7bf97 HTTP/1.1" status: 200 len: 851 time: 0.0985978 Aug 11 02:23:36.398580 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012695cb-8aeb-4403-8d46-80371cbcfb90 None None] New status for floating IP e071ff46-775f-401b-abc3-800b407824c9: DOWN {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:23:36.407627 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f6055fda-bb32-40d6-9e4b-f4805b12336c tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:36.410266 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f6055fda-bb32-40d6-9e4b-f4805b12336c tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:36.413940 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f6055fda-bb32-40d6-9e4b-f4805b12336c tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "DELETE /v2.0/security-groups/b984be7f-ec90-4561-8a3b-2985380e1517 HTTP/1.1" status: 204 len: 168 time: 0.4046409 Aug 11 02:23:36.414284 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53134) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:36.433352 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6055fda-bb32-40d6-9e4b-f4805b12336c tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b984be7f-ec90-4561-8a3b-2985380e1517,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:36.437024 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-9089b72d-1ba7-46f0-9da5-6c4264ec24bb tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] show failed (client error): The resource could not be found. Aug 11 02:23:36.441528 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9089b72d-1ba7-46f0-9da5-6c4264ec24bb tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "GET /v2.0/security-groups/b984be7f-ec90-4561-8a3b-2985380e1517 HTTP/1.1" status: 404 len: 347 time: 0.0225625 Aug 11 02:23:36.441528 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53136) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:36.456737 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dc170526-d81f-4c4f-aaec-eabb5a9003f5 req-1c20029b-b4b4-4659-8c6a-172133afed57 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966814 Aug 11 02:23:36.464044 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca139-585d-4b2b-8d90-3848d309df87 req-adffb19d-cfd9-4fc4-9af1-4746219e2f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:36.466198 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9dca139-585d-4b2b-8d90-3848d309df87 req-adffb19d-cfd9-4fc4-9af1-4746219e2f21 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0987382 Aug 11 02:23:36.611733 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9dca139-585d-4b2b-8d90-3848d309df87 req-590d34a4-008b-43ea-918e-85bf41c98234 service neutron] 10.222.0.73 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354051 Aug 11 02:23:36.761393 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45abbe-0704-4278-82de-073dab34d11d req-976557d4-5a31-4e88-80ec-e5a913840aa2 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:36.763505 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4c45abbe-0704-4278-82de-073dab34d11d req-976557d4-5a31-4e88-80ec-e5a913840aa2 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 945 time: 0.1255493 Aug 11 02:23:36.786672 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9dca139-585d-4b2b-8d90-3848d309df87 req-296f66e6-7b5d-4b72-ba20-cf21144a07a8 service neutron] 10.222.0.73 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524546 Aug 11 02:23:36.804223 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4c45abbe-0704-4278-82de-073dab34d11d req-dcfd7673-3521-4d1a-adbc-d5afe1430324 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344779 Aug 11 02:23:36.805705 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-bd61afe3-e9a7-41ca-9c8e-3bead9bb3582 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Deleting port 3cee1c30-22b5-4166-b16a-8a68e8199e89 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:36.806052 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bd61afe3-e9a7-41ca-9c8e-3bead9bb3582 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:36.897145 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bd61afe3-e9a7-41ca-9c8e-3bead9bb3582 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:36.897824 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bd61afe3-e9a7-41ca-9c8e-3bead9bb3582 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:36.910727 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-bd61afe3-e9a7-41ca-9c8e-3bead9bb3582 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Calling delete_port for 3cee1c30-22b5-4166-b16a-8a68e8199e89 owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:37.001439 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53146) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:37.026145 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa412417-0fa1-43a3-b379-d4c9b766d296', 'name': 'network-vif-deleted', 'tag': '03ab97c1-d7fa-4705-a14a-8b1d60a807da'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:37.028866 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d06bedb-b40f-4872-aa5f-57abc8975b2e" -d '{"events": [{"server_uuid": "aa412417-0fa1-43a3-b379-d4c9b766d296", "name": "network-vif-deleted", "tag": "03ab97c1-d7fa-4705-a14a-8b1d60a807da"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:37.056971 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bd61afe3-e9a7-41ca-9c8e-3bead9bb3582 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:37.067365 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-501a19fa-511c-4d53-bf6b-ff9e81954d63 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:37.098250 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a9405f-4599-4c8b-a275-103c828a354b x-openstack-request-id: req-09a9405f-4599-4c8b-a275-103c828a354b {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:37.098552 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa412417-0fa1-43a3-b379-d4c9b766d296", "name": "network-vif-deleted", "tag": "03ab97c1-d7fa-4705-a14a-8b1d60a807da", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:37.098781 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-09a9405f-4599-4c8b-a275-103c828a354b {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:37.099241 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa412417-0fa1-43a3-b379-d4c9b766d296', 'name': 'network-vif-deleted', 'tag': '03ab97c1-d7fa-4705-a14a-8b1d60a807da', 'status': 'completed', 'code': 200} Aug 11 02:23:37.107214 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-501a19fa-511c-4d53-bf6b-ff9e81954d63 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:37.118511 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61afe3-e9a7-41ca-9c8e-3bead9bb3582 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Pushing event deleted for resources: {'Port': ['ID=3cee1c30-22b5-4166-b16a-8a68e8199e89,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:37.162562 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bd61afe3-e9a7-41ca-9c8e-3bead9bb3582 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:37.165028 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bd61afe3-e9a7-41ca-9c8e-3bead9bb3582 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:37.166196 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bd61afe3-e9a7-41ca-9c8e-3bead9bb3582 tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] 10.222.0.50 "DELETE /v2.0/floatingips/e071ff46-775f-401b-abc3-800b407824c9 HTTP/1.1" status: 204 len: 168 time: 0.7243218 Aug 11 02:23:37.192891 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-501a19fa-511c-4d53-bf6b-ff9e81954d63 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:37.196202 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-501a19fa-511c-4d53-bf6b-ff9e81954d63 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:37.197476 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-501a19fa-511c-4d53-bf6b-ff9e81954d63 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "DELETE /v2.0/security-groups/5c2fe744-d8f1-4188-a1be-1bf3858d6db4 HTTP/1.1" status: 204 len: 168 time: 0.1947696 Aug 11 02:23:37.229361 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a19fa-511c-4d53-bf6b-ff9e81954d63 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2fe744-d8f1-4188-a1be-1bf3858d6db4,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:37.238645 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53154) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:37.644656 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1a760-4b22-4da9-b97a-d9b74330df1c req-f082a178-9f05-4098-baaa-e55bc61fdb3b tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:37.646166 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-43e1a760-4b22-4da9-b97a-d9b74330df1c req-f082a178-9f05-4098-baaa-e55bc61fdb3b tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 943 time: 0.0892751 Aug 11 02:23:37.708197 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-43e1a760-4b22-4da9-b97a-d9b74330df1c req-e77f4233-c7f8-4b09-abc5-a255bf8f483b tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544717 Aug 11 02:23:37.765485 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-154e50e6-b8c3-4501-854b-b024ba40c8cb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:37.945154 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5170526-169a-49a5-8c9c-3f8fc0574a1e req-37dd8dfa-ea01-4c8b-bbb4-4da6d81f7ad5 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:37.953468 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e5170526-169a-49a5-8c9c-3f8fc0574a1e req-37dd8dfa-ea01-4c8b-bbb4-4da6d81f7ad5 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 945 time: 0.0663393 Aug 11 02:23:38.003052 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e5170526-169a-49a5-8c9c-3f8fc0574a1e req-0d750547-0bec-43a3-ae2e-29b28ce14426 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485399 Aug 11 02:23:38.077181 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 1e199fb3-0824-4b34-8409-1c9da44595e2 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:23:38.081341 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 78589433-afa4-4706-bf0c-f19808506a2b no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:38.090662 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-154e50e6-b8c3-4501-854b-b024ba40c8cb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Deleting port ba3ef1fb-b6f1-42e9-9858-d739619bf15c {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:38.091218 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-154e50e6-b8c3-4501-854b-b024ba40c8cb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:38.109173 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 78589433-afa4-4706-bf0c-f19808506a2b {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:23:38.109810 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 78589433-afa4-4706-bf0c-f19808506a2b not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:38.110228 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 03ab97c1-d7fa-4705-a14a-8b1d60a807da no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:38.134605 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 03ab97c1-d7fa-4705-a14a-8b1d60a807da {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:23:38.135259 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 03ab97c1-d7fa-4705-a14a-8b1d60a807da not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:38.202140 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-154e50e6-b8c3-4501-854b-b024ba40c8cb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] For port ba3ef1fb-b6f1-42e9-9858-d739619bf15c, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=ba3ef1fb-b6f1-42e9-9858-d739619bf15c,segment=NetworkSegment(e8a1dbd2-8ece-42e5-8eef-5307e17dea99),segment_id=e8a1dbd2-8ece-42e5-8eef-5307e17dea99)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:38.202509 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-154e50e6-b8c3-4501-854b-b024ba40c8cb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:38.216704 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-154e50e6-b8c3-4501-854b-b024ba40c8cb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Calling delete_port for ba3ef1fb-b6f1-42e9-9858-d739619bf15c owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:38.224920 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 1e199fb3-0824-4b34-8409-1c9da44595e2, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=1e199fb3-0824-4b34-8409-1c9da44595e2,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:38.238057 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '1e199fb3-0824-4b34-8409-1c9da44595e2', 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99', 'port_id': '1e199fb3-0824-4b34-8409-1c9da44595e2', 'mac_address': 'fa:16:3e:f3:85:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7193a88f-4d31-4933-a3af-0738d0f7bf97', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:23:38.286050 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:38.300474 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e199fb3-0824-4b34-8409-1c9da44595e2 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:38.324291 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 1e199fb3-0824-4b34-8409-1c9da44595e2, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=1e199fb3-0824-4b34-8409-1c9da44595e2,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:38.329786 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:38.443070 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-154e50e6-b8c3-4501-854b-b024ba40c8cb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:38.459818 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=1e199fb3-0824-4b34-8409-1c9da44595e2,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:38.486688 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e50e6-b8c3-4501-854b-b024ba40c8cb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event deleted for resources: {'Port': ['ID=ba3ef1fb-b6f1-42e9-9858-d739619bf15c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:38.678406 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['1e199fb3-0824-4b34-8409-1c9da44595e2'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:38.761587 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-154e50e6-b8c3-4501-854b-b024ba40c8cb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:39.036037 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81dde0-90cb-41b8-93d3-cf6460410310 req-6c6fd0d7-572f-4104-92ce-d135ad9e6a15 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:39.037979 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4b81dde0-90cb-41b8-93d3-cf6460410310 req-6c6fd0d7-572f-4104-92ce-d135ad9e6a15 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 944 time: 0.1369216 Aug 11 02:23:39.130984 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4b81dde0-90cb-41b8-93d3-cf6460410310 req-401436da-c5d5-45de-87f0-bd3b35058968 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565164 Aug 11 02:23:39.133856 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916787f-4585-47e9-a2f7-4a0e7f65eadf req-e40a3a1d-2c6b-485a-9a01-d81010f9ed1a tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:39.140077 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154e50e6-b8c3-4501-854b-b024ba40c8cb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Router 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:23:39.144074 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0916787f-4585-47e9-a2f7-4a0e7f65eadf req-e40a3a1d-2c6b-485a-9a01-d81010f9ed1a tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 945 time: 0.0711677 Aug 11 02:23:39.182134 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0916787f-4585-47e9-a2f7-4a0e7f65eadf req-3dbebe4e-3f80-4d62-b3d9-6ef7ae785be0 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344107 Aug 11 02:23:39.273474 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154e50e6-b8c3-4501-854b-b024ba40c8cb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:23:39.283034 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-154e50e6-b8c3-4501-854b-b024ba40c8cb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "PUT /v2.0/routers/612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0402060 Aug 11 02:23:39.283221 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53176) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:39.289915 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d073a52-c359-4beb-81ff-20c471d4e8d9 None None] Sync routers for ids ['612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:23:39.301345 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d073a52-c359-4beb-81ff-20c471d4e8d9 None None] Routers {'612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:23:39.302313 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9d073a52-c359-4beb-81ff-20c471d4e8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:23:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:39.341448 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-214346ad-c047-4899-a019-0efd8862d3d4 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Deleting subnet 9f946e0a-b119-40ba-bad6-9649b99ba973 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:23:39.346069 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-214346ad-c047-4899-a019-0efd8862d3d4 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:39.396656 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-214346ad-c047-4899-a019-0efd8862d3d4 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:39.424742 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-9d073a52-c359-4beb-81ff-20c471d4e8d9 None None] Set router 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:23:39.549986 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-214346ad-c047-4899-a019-0efd8862d3d4 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:39.624010 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-214346ad-c047-4899-a019-0efd8862d3d4 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:39.643476 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9d073a52-c359-4beb-81ff-20c471d4e8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'name': 'tempest-TestNetworkBasicOps-router-1949462947', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:23:38Z', 'revision_number': 7, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:39.653800 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214346ad-c047-4899-a019-0efd8862d3d4 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event deleted for resources: {'Subnet': ['ID=9f946e0a-b119-40ba-bad6-9649b99ba973,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:39.661705 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-214346ad-c047-4899-a019-0efd8862d3d4 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:39.663675 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-214346ad-c047-4899-a019-0efd8862d3d4 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "DELETE /v2.0/subnets/9f946e0a-b119-40ba-bad6-9649b99ba973 HTTP/1.1" status: 204 len: 168 time: 0.3794250 Aug 11 02:23:39.666385 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53186) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:39.672052 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6c3abe-8183-45a0-b241-5485415b1256 None None] Network 62489474-cb4b-4c3a-81c6-d49a3321e354 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:23:39.681560 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d073a52-c359-4beb-81ff-20c471d4e8d9 None None] Checking router: 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:23:39.693139 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d073a52-c359-4beb-81ff-20c471d4e8d9 None None] Routers {'612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:23:39.693828 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9d073a52-c359-4beb-81ff-20c471d4e8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:23:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:39.843074 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c1e352b8-ec77-4861-be64-432b4e3143b5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:39.965571 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-9d073a52-c359-4beb-81ff-20c471d4e8d9 None None] Set router 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:23:39.989716 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c1e352b8-ec77-4861-be64-432b4e3143b5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:40.117250 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 1e199fb3-0824-4b34-8409-1c9da44595e2 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:40.181469 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-c1e352b8-ec77-4861-be64-432b4e3143b5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Deleting port ca542dd5-370b-4659-9edf-414b4cf1cf2d {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:40.185714 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c1e352b8-ec77-4861-be64-432b4e3143b5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:40.255355 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9d073a52-c359-4beb-81ff-20c471d4e8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'name': 'tempest-TestNetworkBasicOps-router-1949462947', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:23:38Z', 'revision_number': 7, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:40.299078 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6cd5ed-96ea-438e-91ad-0a20d5748bd2 None None] DHCP port deletion for 62489474-cb4b-4c3a-81c6-d49a3321e354 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:23:40.326664 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d073a52-c359-4beb-81ff-20c471d4e8d9 None None] The sync data for ids ['612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d'] in n-d-615180-33 is: [{'id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'name': 'tempest-TestNetworkBasicOps-router-1949462947', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:23:38Z', 'revision_number': 7, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'ca542dd5-370b-4659-9edf-414b4cf1cf2d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:15Z', 'updated_at': '2021-08-11T02:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:23:40.418905 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 1e199fb3-0824-4b34-8409-1c9da44595e2 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:40.461671 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 1e199fb3-0824-4b34-8409-1c9da44595e2 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:40.462208 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:40.466999 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e0151-a902-4f2b-b9e5-5e6c392b5ec3 req-e6eac2f1-bd1c-4d59-943d-38a5628328d7 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:40.480543 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-073e0151-a902-4f2b-b9e5-5e6c392b5ec3 req-e6eac2f1-bd1c-4d59-943d-38a5628328d7 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 945 time: 0.1356139 Aug 11 02:23:40.543457 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7d192-4b41-4ff8-a0c7-e5b25498d184 req-b985a260-6e8b-4b41-af1a-ee65efd472ae tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:40.550563 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dbe7d192-4b41-4ff8-a0c7-e5b25498d184 req-b985a260-6e8b-4b41-af1a-ee65efd472ae tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 944 time: 0.2027929 Aug 11 02:23:40.593201 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-073e0151-a902-4f2b-b9e5-5e6c392b5ec3 req-d15db984-afe7-408e-b523-cbaef52d3ee5 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059325 Aug 11 02:23:40.607833 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-bd6cd5ed-96ea-438e-91ad-0a20d5748bd2 None None] Deleting port 827c6d4f-44f4-43a1-8ce8-1fcd284e5b92 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:40.608476 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bd6cd5ed-96ea-438e-91ad-0a20d5748bd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:40.637482 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-c1e352b8-ec77-4861-be64-432b4e3143b5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] For port ca542dd5-370b-4659-9edf-414b4cf1cf2d, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=ca542dd5-370b-4659-9edf-414b4cf1cf2d,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:40.637913 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c1e352b8-ec77-4861-be64-432b4e3143b5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:40.643633 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dbe7d192-4b41-4ff8-a0c7-e5b25498d184 req-7c583ff8-e5f8-4c95-8c40-ab4659f12b71 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861595 Aug 11 02:23:40.655572 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-c1e352b8-ec77-4861-be64-432b4e3143b5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Calling delete_port for ca542dd5-370b-4659-9edf-414b4cf1cf2d owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:40.700653 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-bd6cd5ed-96ea-438e-91ad-0a20d5748bd2 None None] For port 827c6d4f-44f4-43a1-8ce8-1fcd284e5b92, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=827c6d4f-44f4-43a1-8ce8-1fcd284e5b92,segment=NetworkSegment(e8a1dbd2-8ece-42e5-8eef-5307e17dea99),segment_id=e8a1dbd2-8ece-42e5-8eef-5307e17dea99)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:40.701213 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bd6cd5ed-96ea-438e-91ad-0a20d5748bd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:40.716359 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-bd6cd5ed-96ea-438e-91ad-0a20d5748bd2 None None] Calling delete_port for 827c6d4f-44f4-43a1-8ce8-1fcd284e5b92 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:40.840507 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:40.886754 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c621400b-f193-43b8-9314-2ad0d5e454f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e199fb3-0824-4b34-8409-1c9da44595e2'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:40.894006 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c87a2b1-aef6-440d-a65a-e83688e43f69" -d '{"events": [{"server_uuid": "c621400b-f193-43b8-9314-2ad0d5e454f8", "name": "network-vif-plugged", "status": "completed", "tag": "1e199fb3-0824-4b34-8409-1c9da44595e2"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:40.913658 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 827c6d4f-44f4-43a1-8ce8-1fcd284e5b92 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:40.929611 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bd6cd5ed-96ea-438e-91ad-0a20d5748bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:40.949628 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c1e352b8-ec77-4861-be64-432b4e3143b5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:40.970797 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 1e199fb3-0824-4b34-8409-1c9da44595e2, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=1e199fb3-0824-4b34-8409-1c9da44595e2,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:40.991801 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e352b8-ec77-4861-be64-432b4e3143b5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event deleted for resources: {'Port': ['ID=ca542dd5-370b-4659-9edf-414b4cf1cf2d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:41.000729 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7922379d-32c4-4f41-8df1-d894ca462db8 x-openstack-request-id: req-7922379d-32c4-4f41-8df1-d894ca462db8 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:41.000729 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c621400b-f193-43b8-9314-2ad0d5e454f8", "name": "network-vif-plugged", "status": "completed", "tag": "1e199fb3-0824-4b34-8409-1c9da44595e2", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:41.000988 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7922379d-32c4-4f41-8df1-d894ca462db8 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:41.001401 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c621400b-f193-43b8-9314-2ad0d5e454f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e199fb3-0824-4b34-8409-1c9da44595e2', 'code': 200} Aug 11 02:23:41.003885 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6cd5ed-96ea-438e-91ad-0a20d5748bd2 None None] Pushing event deleted for resources: {'Port': ['ID=827c6d4f-44f4-43a1-8ce8-1fcd284e5b92,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:41.012772 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 827c6d4f-44f4-43a1-8ce8-1fcd284e5b92 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:23:41.013128 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 827c6d4f-44f4-43a1-8ce8-1fcd284e5b92 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:41.014749 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.046853 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6cd5ed-96ea-438e-91ad-0a20d5748bd2 None None] No DVR routers for this DVR port 827c6d4f-44f4-43a1-8ce8-1fcd284e5b92 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:41.086416 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=1e199fb3-0824-4b34-8409-1c9da44595e2,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:41.103259 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ac20f-ecaf-43d4-bc3a-c22c72858f65 req-7e471c81-5dcb-40af-8dc2-98404ac2b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:41.104834 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-781ac20f-ecaf-43d4-bc3a-c22c72858f65 req-7e471c81-5dcb-40af-8dc2-98404ac2b2f9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 1097 time: 0.0702474 Aug 11 02:23:41.110981 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c1e352b8-ec77-4861-be64-432b4e3143b5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.145636 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-781ac20f-ecaf-43d4-bc3a-c22c72858f65 req-ed2942e6-8fe7-4627-9a13-869999a2fe3d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309529 Aug 11 02:23:41.204526 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c1e352b8-ec77-4861-be64-432b4e3143b5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.206695 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c1e352b8-ec77-4861-be64-432b4e3143b5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.261615 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c1e352b8-ec77-4861-be64-432b4e3143b5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.262338 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e352b8-ec77-4861-be64-432b4e3143b5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Fanout notify agent at l3_agent the message router_deleted on router 612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:23:41.269478 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c1e352b8-ec77-4861-be64-432b4e3143b5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.271937 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c1e352b8-ec77-4861-be64-432b4e3143b5 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "DELETE /v2.0/routers/612fc4cb-4392-49c7-9d34-ff6a2d5cdf6d HTTP/1.1" status: 204 len: 168 time: 1.6032667 Aug 11 02:23:41.273542 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53214) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:41.356544 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-124cf22f-eb67-4fa5-a904-cf8df41bc85d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.452828 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-124cf22f-eb67-4fa5-a904-cf8df41bc85d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.462596 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-124cf22f-eb67-4fa5-a904-cf8df41bc85d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62489474-cb4b-4c3a-81c6-d49a3321e354']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:41.473549 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-124cf22f-eb67-4fa5-a904-cf8df41bc85d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a1dbd2-8ece-42e5-8eef-5307e17dea99') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:41.474146 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-124cf22f-eb67-4fa5-a904-cf8df41bc85d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a1dbd2-8ece-42e5-8eef-5307e17dea99') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:41.482782 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-124cf22f-eb67-4fa5-a904-cf8df41bc85d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.497416 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-124cf22f-eb67-4fa5-a904-cf8df41bc85d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.504025 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124cf22f-eb67-4fa5-a904-cf8df41bc85d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:23:41.504449 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-124cf22f-eb67-4fa5-a904-cf8df41bc85d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:23:41.507709 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:23:41.572712 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-124cf22f-eb67-4fa5-a904-cf8df41bc85d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.582272 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-124cf22f-eb67-4fa5-a904-cf8df41bc85d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.584808 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-124cf22f-eb67-4fa5-a904-cf8df41bc85d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "DELETE /v2.0/networks/62489474-cb4b-4c3a-81c6-d49a3321e354 HTTP/1.1" status: 204 len: 168 time: 0.3102300 Aug 11 02:23:41.603580 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cf22f-eb67-4fa5-a904-cf8df41bc85d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event deleted for resources: {'Network': ['ID=62489474-cb4b-4c3a-81c6-d49a3321e354,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:41.607174 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53222) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:41.612846 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-398c3ac7-e52d-45a0-9d5b-e849a1f43e34 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'network': {'name': 'tempest-network-smoke--794722823', 'project_id': '87062204daa74f23a6f53457711872b3', 'port_security_enabled': True}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:41.639239 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398c3ac7-e52d-45a0-9d5b-e849a1f43e34 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Made reservation on behalf of 87062204daa74f23a6f53457711872b3 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:41.643419 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-398c3ac7-e52d-45a0-9d5b-e849a1f43e34 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.673368 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398c3ac7-e52d-45a0-9d5b-e849a1f43e34 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:23:41.688076 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-398c3ac7-e52d-45a0-9d5b-e849a1f43e34 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.689032 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-398c3ac7-e52d-45a0-9d5b-e849a1f43e34 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Added segment 4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59 of type vlan for network c7517260-044e-443c-aeb5-156e6ed1b796 Aug 11 02:23:41.752346 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-398c3ac7-e52d-45a0-9d5b-e849a1f43e34 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.787715 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c14b74-e6e9-481c-a897-6f963e4efac5 req-529d9e9a-b316-41ab-87a9-d2b30f645192 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:41.789657 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81c14b74-e6e9-481c-a897-6f963e4efac5 req-529d9e9a-b316-41ab-87a9-d2b30f645192 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 945 time: 0.1264298 Aug 11 02:23:41.843824 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81c14b74-e6e9-481c-a897-6f963e4efac5 req-bce8477e-331d-40a2-af21-b047949e412d tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404525 Aug 11 02:23:41.860560 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abecdde-de23-48a4-ac15-2823384b1e43 req-c762f156-e966-4e66-b66b-863cc7d9f2a0 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:41.862149 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9abecdde-de23-48a4-ac15-2823384b1e43 req-c762f156-e966-4e66-b66b-863cc7d9f2a0 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 945 time: 0.0905552 Aug 11 02:23:41.878061 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-398c3ac7-e52d-45a0-9d5b-e849a1f43e34 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.884145 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398c3ac7-e52d-45a0-9d5b-e849a1f43e34 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:41.884810 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-398c3ac7-e52d-45a0-9d5b-e849a1f43e34 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.978127 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53232) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:41.979061 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-398c3ac7-e52d-45a0-9d5b-e849a1f43e34 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3703997 Aug 11 02:23:41.983521 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-71dfd55b-9093-4480-9745-8399d87b5244 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-62992904', 'admin_state_up': True, 'project_id': '87062204daa74f23a6f53457711872b3', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:42.003350 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9abecdde-de23-48a4-ac15-2823384b1e43 req-54aa453b-beca-43a9-ab6a-19fe18dd66a2 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337824 Aug 11 02:23:42.013332 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c3ac7-e52d-45a0-9d5b-e849a1f43e34 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'Network': ['ID=c7517260-044e-443c-aeb5-156e6ed1b796,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:42.025814 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network c7517260-044e-443c-aeb5-156e6ed1b796 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:23:42.042264 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-71dfd55b-9093-4480-9745-8399d87b5244 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:42.049331 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-71dfd55b-9093-4480-9745-8399d87b5244 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:42.127677 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-71dfd55b-9093-4480-9745-8399d87b5244 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:42.279182 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-71dfd55b-9093-4480-9745-8399d87b5244 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:42.443069 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ca542dd5-370b-4659-9edf-414b4cf1cf2d no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:42.462764 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: ca542dd5-370b-4659-9edf-414b4cf1cf2d {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:23:42.463380 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ca542dd5-370b-4659-9edf-414b4cf1cf2d not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:42.463998 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ba3ef1fb-b6f1-42e9-9858-d739619bf15c no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:42.483238 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: ba3ef1fb-b6f1-42e9-9858-d739619bf15c {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:23:42.483611 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ba3ef1fb-b6f1-42e9-9858-d739619bf15c not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:42.499185 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-71dfd55b-9093-4480-9745-8399d87b5244 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:42.522631 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-71dfd55b-9093-4480-9745-8399d87b5244 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:42.646586 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-71dfd55b-9093-4480-9745-8399d87b5244 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Allocated IP 172.25.2.153 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/da1ac37e-a57a-4e36-b342-8ff36ff63241) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:42.775383 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-71dfd55b-9093-4480-9745-8399d87b5244 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:42.822403 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-71dfd55b-9093-4480-9745-8399d87b5244 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:42.863429 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dfd55b-9093-4480-9745-8399d87b5244 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:42.868773 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-71dfd55b-9093-4480-9745-8399d87b5244 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:42.873369 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dfd55b-9093-4480-9745-8399d87b5244 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:42.876845 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfd55b-9093-4480-9745-8399d87b5244 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'Port': ['ID=da1ac37e-a57a-4e36-b342-8ff36ff63241,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:43.055794 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6979429-861b-4bbc-a17c-c3c79b4e8464 req-ecce40d6-7402-4a7c-81b1-dc087cbe4252 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:43.057407 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a6979429-861b-4bbc-a17c-c3c79b4e8464 req-ecce40d6-7402-4a7c-81b1-dc087cbe4252 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 945 time: 0.1413560 Aug 11 02:23:43.131985 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2cd146-f336-4616-b0a8-ffcc220c1f19 req-3b60fbef-977a-478f-90ab-40d84fa8c8bb tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:43.133507 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6a2cd146-f336-4616-b0a8-ffcc220c1f19 req-3b60fbef-977a-478f-90ab-40d84fa8c8bb tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 945 time: 0.0612929 Aug 11 02:23:43.173756 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6a2cd146-f336-4616-b0a8-ffcc220c1f19 req-b0de26c2-eb4c-458a-83be-ac04b3200bea tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334394 Aug 11 02:23:43.392054 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53264) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:43.576975 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411ab5a-8f4b-4ebd-b509-81315306f442 req-861d1d18-3fba-4d12-9d76-f3cbbc1e7a4a tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:43.585132 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9411ab5a-8f4b-4ebd-b509-81315306f442 req-861d1d18-3fba-4d12-9d76-f3cbbc1e7a4a tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 945 time: 0.1153462 Aug 11 02:23:43.673004 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a6979429-861b-4bbc-a17c-c3c79b4e8464 req-d8b64431-b7e4-4eae-9183-60352e9be43c tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5621755 Aug 11 02:23:43.703868 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-71dfd55b-9093-4480-9745-8399d87b5244 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:43.929531 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-71dfd55b-9093-4480-9745-8399d87b5244 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:43.991801 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9411ab5a-8f4b-4ebd-b509-81315306f442 req-21c0c5e2-93b4-45dc-a85f-b9e00e78acad tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054987 Aug 11 02:23:44.072263 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71dfd55b-9093-4480-9745-8399d87b5244 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Router a3f6d6c2-a6c0-4f44-9552-cc5a7276d102 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:23:44.182914 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71dfd55b-9093-4480-9745-8399d87b5244 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:23:44.194923 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cbe39b-2997-4cac-bdcd-ba0ee2663dfc None None] Sync routers for ids ['a3f6d6c2-a6c0-4f44-9552-cc5a7276d102'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:23:44.203695 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-71dfd55b-9093-4480-9745-8399d87b5244 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:44.205448 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-71dfd55b-9093-4480-9745-8399d87b5244 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2260880 Aug 11 02:23:44.208536 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53268) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:44.211799 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cbe39b-2997-4cac-bdcd-ba0ee2663dfc None None] Routers {'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:23:44.212902 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-06cbe39b-2997-4cac-bdcd-ba0ee2663dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:23:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a3f6d6c2-a6c0-4f44-9552-cc5a7276d102'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:44.252928 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-833789e6-0388-44a3-81c1-1a32f1ec3fbb tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=87062204daa74f23a6f53457711872b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323927 Aug 11 02:23:44.252928 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53270) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:44.295237 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1e89a57-6aca-4916-8ca5-0b6fb0e14fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:44.358328 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-06cbe39b-2997-4cac-bdcd-ba0ee2663dfc None None] Set router a3f6d6c2-a6c0-4f44-9552-cc5a7276d102 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:23:44.370017 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597a09bb-94e2-4fb4-9e0e-8266f39ee6dc tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:44.374415 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-597a09bb-94e2-4fb4-9e0e-8266f39ee6dc tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1237946 Aug 11 02:23:44.374753 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53272) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:44.405522 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-afc795cf-4741-41dc-b76b-77ca5d2b1a76 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=2e931faf-12fe-43f6-b34b-8aa380b6ef75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290201 Aug 11 02:23:44.407678 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53276) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:44.417218 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-5999f2da-0746-4f52-a179-ff72fa4e1c46 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2130335869', 'network_id': 'c7517260-044e-443c-aeb5-156e6ed1b796', 'project_id': '87062204daa74f23a6f53457711872b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:44.570329 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5999f2da-0746-4f52-a179-ff72fa4e1c46 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Made reservation on behalf of 87062204daa74f23a6f53457711872b3 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:44.589679 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5999f2da-0746-4f52-a179-ff72fa4e1c46 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:44.631940 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-06cbe39b-2997-4cac-bdcd-ba0ee2663dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'name': 'tempest-TestNetworkBasicOps-router-62992904', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'da1ac37e-a57a-4e36-b342-8ff36ff63241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:23:42Z', 'updated_at': '2021-08-11T02:23:43Z', 'revision_number': 3, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'da1ac37e-a57a-4e36-b342-8ff36ff63241', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fd:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:42Z', 'updated_at': '2021-08-11T02:23:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:44.648124 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-f1e89a57-6aca-4916-8ca5-0b6fb0e14fee admin admin] Deleting port ab34cb1f-13a6-4106-9afa-81664ea77706 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:44.648658 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1e89a57-6aca-4916-8ca5-0b6fb0e14fee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:44.667024 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cbe39b-2997-4cac-bdcd-ba0ee2663dfc None None] Checking router: a3f6d6c2-a6c0-4f44-9552-cc5a7276d102 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:23:44.667722 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cbe39b-2997-4cac-bdcd-ba0ee2663dfc None None] Updating router a3f6d6c2-a6c0-4f44-9552-cc5a7276d102 port da1ac37e-a57a-4e36-b342-8ff36ff63241 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:23:44.719958 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-06cbe39b-2997-4cac-bdcd-ba0ee2663dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:44.764863 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-f1e89a57-6aca-4916-8ca5-0b6fb0e14fee admin admin] For port ab34cb1f-13a6-4106-9afa-81664ea77706, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=ab34cb1f-13a6-4106-9afa-81664ea77706,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:44.765529 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1e89a57-6aca-4916-8ca5-0b6fb0e14fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:44.779730 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-f1e89a57-6aca-4916-8ca5-0b6fb0e14fee admin admin] Calling delete_port for ab34cb1f-13a6-4106-9afa-81664ea77706 owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:44.935230 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5999f2da-0746-4f52-a179-ff72fa4e1c46 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:44.993110 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1e89a57-6aca-4916-8ca5-0b6fb0e14fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:44.995015 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60092708-0d42-4ac9-b20d-dc043be665d5 req-e93781b8-d644-4115-afe4-f2b732994e58 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:44.997124 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60092708-0d42-4ac9-b20d-dc043be665d5 req-e93781b8-d644-4115-afe4-f2b732994e58 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 945 time: 0.1116519 Aug 11 02:23:45.029768 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e89a57-6aca-4916-8ca5-0b6fb0e14fee admin admin] Pushing event deleted for resources: {'Port': ['ID=ab34cb1f-13a6-4106-9afa-81664ea77706,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:45.034194 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-06cbe39b-2997-4cac-bdcd-ba0ee2663dfc None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:45.036517 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999f2da-0746-4f52-a179-ff72fa4e1c46 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'Subnet': ['ID=414ade58-8c13-4abf-9432-c3c5d3fb2fbf,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:45.053444 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-06cbe39b-2997-4cac-bdcd-ba0ee2663dfc None None] Transition to ACTIVE for port object da1ac37e-a57a-4e36-b342-8ff36ff63241 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:45.054099 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e89a57-6aca-4916-8ca5-0b6fb0e14fee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:45.054457 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e89a57-6aca-4916-8ca5-0b6fb0e14fee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:45.054806 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e89a57-6aca-4916-8ca5-0b6fb0e14fee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:45.055153 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e89a57-6aca-4916-8ca5-0b6fb0e14fee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:45.055493 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e89a57-6aca-4916-8ca5-0b6fb0e14fee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:45.056220 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e89a57-6aca-4916-8ca5-0b6fb0e14fee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:45.056663 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e89a57-6aca-4916-8ca5-0b6fb0e14fee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:45.057003 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e89a57-6aca-4916-8ca5-0b6fb0e14fee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:45.057342 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e89a57-6aca-4916-8ca5-0b6fb0e14fee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:45.057675 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e89a57-6aca-4916-8ca5-0b6fb0e14fee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:45.058012 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e89a57-6aca-4916-8ca5-0b6fb0e14fee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:45.058940 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e89a57-6aca-4916-8ca5-0b6fb0e14fee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:45.062013 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-06cbe39b-2997-4cac-bdcd-ba0ee2663dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:45.079435 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5999f2da-0746-4f52-a179-ff72fa4e1c46 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Checking segment: {'id': '4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c7517260-044e-443c-aeb5-156e6ed1b796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:45.079882 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5999f2da-0746-4f52-a179-ff72fa4e1c46 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Network hostable DHCP agents. Network: c7517260-044e-443c-aeb5-156e6ed1b796, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:23:45.109391 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60092708-0d42-4ac9-b20d-dc043be665d5 req-3be17281-d9c8-4912-85f4-b6300ddbae08 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011369 Aug 11 02:23:45.119233 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc019ea-c2d7-478b-bc4f-6b8e9c0b7e69 None None] Pushing event updated for resources: {'Port': ['ID=da1ac37e-a57a-4e36-b342-8ff36ff63241,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:45.129052 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5999f2da-0746-4f52-a179-ff72fa4e1c46 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Network c7517260-044e-443c-aeb5-156e6ed1b796 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:23:45.136362 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-06cbe39b-2997-4cac-bdcd-ba0ee2663dfc None None] Attempting to bind port da1ac37e-a57a-4e36-b342-8ff36ff63241 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:23:45.137555 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-06cbe39b-2997-4cac-bdcd-ba0ee2663dfc None None] Attempting to bind port da1ac37e-a57a-4e36-b342-8ff36ff63241 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:23:45.138144 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cbe39b-2997-4cac-bdcd-ba0ee2663dfc None None] Attempting to bind port da1ac37e-a57a-4e36-b342-8ff36ff63241 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:45.142703 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-5999f2da-0746-4f52-a179-ff72fa4e1c46 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, c7517260-044e-443c-aeb5-156e6ed1b796) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:45.144704 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cbe39b-2997-4cac-bdcd-ba0ee2663dfc None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:45.145310 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cbe39b-2997-4cac-bdcd-ba0ee2663dfc None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:45.145804 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-06cbe39b-2997-4cac-bdcd-ba0ee2663dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:45.149635 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cbe39b-2997-4cac-bdcd-ba0ee2663dfc None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:45.149635 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-06cbe39b-2997-4cac-bdcd-ba0ee2663dfc None None] Bound port: da1ac37e-a57a-4e36-b342-8ff36ff63241, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:45.149635 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-06cbe39b-2997-4cac-bdcd-ba0ee2663dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:45.151752 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5999f2da-0746-4f52-a179-ff72fa4e1c46 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:45.152651 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5999f2da-0746-4f52-a179-ff72fa4e1c46 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:45.168917 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5999f2da-0746-4f52-a179-ff72fa4e1c46 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7600865 Aug 11 02:23:45.172032 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53282) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:45.211274 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-06cbe39b-2997-4cac-bdcd-ba0ee2663dfc None None] For port da1ac37e-a57a-4e36-b342-8ff36ff63241, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:45.216512 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-06cbe39b-2997-4cac-bdcd-ba0ee2663dfc None None] For port da1ac37e-a57a-4e36-b342-8ff36ff63241, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=da1ac37e-a57a-4e36-b342-8ff36ff63241,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:45.220091 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2c72a2-1faf-4281-8671-62bcec0044a7 None None] Network c7517260-044e-443c-aeb5-156e6ed1b796 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:23:45.235598 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-06cbe39b-2997-4cac-bdcd-ba0ee2663dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:45.297338 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece2a42-6da7-497c-b35b-c56311dd34a2 req-c271c4bc-fc4b-4642-b05e-ece6f874c37d tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:45.305313 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ece2a42-6da7-497c-b35b-c56311dd34a2 req-c271c4bc-fc4b-4642-b05e-ece6f874c37d tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 945 time: 0.1870797 Aug 11 02:23:45.357446 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1e89a57-6aca-4916-8ca5-0b6fb0e14fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:45.362240 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cbe39b-2997-4cac-bdcd-ba0ee2663dfc None None] Routers {'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:23:45.362864 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-06cbe39b-2997-4cac-bdcd-ba0ee2663dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:23:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a3f6d6c2-a6c0-4f44-9552-cc5a7276d102'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:45.376880 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ece2a42-6da7-497c-b35b-c56311dd34a2 req-543d8047-1629-4dcf-aeb5-aed71730c59c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706742 Aug 11 02:23:45.470677 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc019ea-c2d7-478b-bc4f-6b8e9c0b7e69 None None] Pushing event updated for resources: {'Port': ['ID=da1ac37e-a57a-4e36-b342-8ff36ff63241,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:45.567363 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-06cbe39b-2997-4cac-bdcd-ba0ee2663dfc None None] Set router a3f6d6c2-a6c0-4f44-9552-cc5a7276d102 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:23:45.663039 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e89a57-6aca-4916-8ca5-0b6fb0e14fee admin admin] Router ef079d62-0933-47d4-9dd5-30bcc2918751 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:23:45.799028 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-727e2935-ef7b-4c73-9aeb-6ad20eee48e9 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:45.844536 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e89a57-6aca-4916-8ca5-0b6fb0e14fee admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:23:45.857000 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b95b1b-2eeb-40f6-af18-8aee4e10c692 None None] Sync routers for ids ['ef079d62-0933-47d4-9dd5-30bcc2918751'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:23:45.861663 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f1e89a57-6aca-4916-8ca5-0b6fb0e14fee admin admin] 10.222.0.50 "PUT /v2.0/routers/ef079d62-0933-47d4-9dd5-30bcc2918751/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4664035 Aug 11 02:23:45.861954 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53310) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:45.879761 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b95b1b-2eeb-40f6-af18-8aee4e10c692 None None] Routers {'ef079d62-0933-47d4-9dd5-30bcc2918751'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:23:45.881759 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-64b95b1b-2eeb-40f6-af18-8aee4e10c692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:23:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['ef079d62-0933-47d4-9dd5-30bcc2918751'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:45.899435 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e9282610-f3fa-4867-afb3-8dfa37090099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:45.935848 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7d343e-22cf-4cc6-ad75-e9a799b4b002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-c7517260-044e-443c-aeb5-156e6ed1b796', 'network_id': 'c7517260-044e-443c-aeb5-156e6ed1b796', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'fixed_ips': [{'subnet_id': '414ade58-8c13-4abf-9432-c3c5d3fb2fbf'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:23:45.936860 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cf7d343e-22cf-4cc6-ad75-e9a799b4b002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:45.996651 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-06cbe39b-2997-4cac-bdcd-ba0ee2663dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'name': 'tempest-TestNetworkBasicOps-router-62992904', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'da1ac37e-a57a-4e36-b342-8ff36ff63241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:23:42Z', 'updated_at': '2021-08-11T02:23:43Z', 'revision_number': 3, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'da1ac37e-a57a-4e36-b342-8ff36ff63241', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fd:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:42Z', 'updated_at': '2021-08-11T02:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:46.051320 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae048-a32d-477c-bfbd-6f73d419f176 admin admin] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:46.082149 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cbe39b-2997-4cac-bdcd-ba0ee2663dfc None None] The sync data for ids ['a3f6d6c2-a6c0-4f44-9552-cc5a7276d102'] in n-d-615180-33 is: [{'id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'name': 'tempest-TestNetworkBasicOps-router-62992904', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'da1ac37e-a57a-4e36-b342-8ff36ff63241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:23:42Z', 'updated_at': '2021-08-11T02:23:43Z', 'revision_number': 3, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'da1ac37e-a57a-4e36-b342-8ff36ff63241', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fd:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:42Z', 'updated_at': '2021-08-11T02:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:23:46.155795 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-64b95b1b-2eeb-40f6-af18-8aee4e10c692 None None] Set router ef079d62-0933-47d4-9dd5-30bcc2918751 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:23:46.158822 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e6ab1-e543-45b1-a6c6-cf12e300249a req-88c3ecf7-1640-4280-9e54-15423ed12e80 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:46.176686 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-726e6ab1-e543-45b1-a6c6-cf12e300249a req-88c3ecf7-1640-4280-9e54-15423ed12e80 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 945 time: 0.2259963 Aug 11 02:23:46.183309 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-cf7d343e-22cf-4cc6-ad75-e9a799b4b002 None None] Allocated IP 172.20.0.2 (c7517260-044e-443c-aeb5-156e6ed1b796/414ade58-8c13-4abf-9432-c3c5d3fb2fbf/f4c1cde4-9396-4d9c-aba8-7c665488ec97) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:46.302526 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-726e6ab1-e543-45b1-a6c6-cf12e300249a req-fc0d89bf-6aaa-4db4-a51f-c61593f12130 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245904 Aug 11 02:23:46.403155 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cf7d343e-22cf-4cc6-ad75-e9a799b4b002 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:46.413813 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cf7d343e-22cf-4cc6-ad75-e9a799b4b002 None None] Transition to ACTIVE for port object f4c1cde4-9396-4d9c-aba8-7c665488ec97 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:46.418521 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a451d-bf50-4334-a2fc-58b8d117c248 req-a4417965-ff37-4229-9a1a-c9fe89433998 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:46.428875 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-667a451d-bf50-4334-a2fc-58b8d117c248 req-a4417965-ff37-4229-9a1a-c9fe89433998 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 945 time: 0.1728930 Aug 11 02:23:46.438621 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cf7d343e-22cf-4cc6-ad75-e9a799b4b002 None None] Transition to ACTIVE for port object f4c1cde4-9396-4d9c-aba8-7c665488ec97 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:46.448411 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cf7d343e-22cf-4cc6-ad75-e9a799b4b002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:46.460867 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae048-a32d-477c-bfbd-6f73d419f176 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:46.515141 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-667a451d-bf50-4334-a2fc-58b8d117c248 req-9b90b918-7107-4c80-94b8-a71f67aa75f5 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818100 Aug 11 02:23:46.544883 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:23:46.550457 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-727e2935-ef7b-4c73-9aeb-6ad20eee48e9 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Allocated IP 172.20.0.1 (c7517260-044e-443c-aeb5-156e6ed1b796/414ade58-8c13-4abf-9432-c3c5d3fb2fbf/12276f1f-6f6a-401b-a4e5-4becd3d5ca45) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:46.564773 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7d343e-22cf-4cc6-ad75-e9a799b4b002 None None] Network c7517260-044e-443c-aeb5-156e6ed1b796 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:46.568645 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-cf7d343e-22cf-4cc6-ad75-e9a799b4b002 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:46.573839 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7d343e-22cf-4cc6-ad75-e9a799b4b002 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:46.620417 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-64b95b1b-2eeb-40f6-af18-8aee4e10c692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'name': 'tempest-AttachVolumeShelveTestJSON-1641083083-router', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:15:17Z', 'updated_at': '2021-08-11T02:23:44Z', 'revision_number': 5, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'gw_port': {'id': '2c21b6dc-6324-4a8a-9d62-cbc210c308a3', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:20Z', 'updated_at': '2021-08-11T02:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:46.659898 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-9f4ae048-a32d-477c-bfbd-6f73d419f176 admin admin] Deleting port 2c21b6dc-6324-4a8a-9d62-cbc210c308a3 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:46.660390 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae048-a32d-477c-bfbd-6f73d419f176 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:46.682339 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d343e-22cf-4cc6-ad75-e9a799b4b002 None None] Pushing event updated for resources: {'Port': ['ID=f4c1cde4-9396-4d9c-aba8-7c665488ec97,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:46.682628 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b95b1b-2eeb-40f6-af18-8aee4e10c692 None None] Checking router: ef079d62-0933-47d4-9dd5-30bcc2918751 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:23:46.713202 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b95b1b-2eeb-40f6-af18-8aee4e10c692 None None] Routers {'ef079d62-0933-47d4-9dd5-30bcc2918751'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:23:46.713833 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-64b95b1b-2eeb-40f6-af18-8aee4e10c692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:23:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['ef079d62-0933-47d4-9dd5-30bcc2918751'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:46.716363 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-cf7d343e-22cf-4cc6-ad75-e9a799b4b002 None None] Attempting to bind port f4c1cde4-9396-4d9c-aba8-7c665488ec97 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:23:46.717289 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-cf7d343e-22cf-4cc6-ad75-e9a799b4b002 None None] Attempting to bind port f4c1cde4-9396-4d9c-aba8-7c665488ec97 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c7517260-044e-443c-aeb5-156e6ed1b796'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:23:46.718012 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7d343e-22cf-4cc6-ad75-e9a799b4b002 None None] Attempting to bind port f4c1cde4-9396-4d9c-aba8-7c665488ec97 on network c7517260-044e-443c-aeb5-156e6ed1b796 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:46.720429 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-727e2935-ef7b-4c73-9aeb-6ad20eee48e9 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:46.723867 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7d343e-22cf-4cc6-ad75-e9a799b4b002 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:46.725081 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7d343e-22cf-4cc6-ad75-e9a799b4b002 None None] Checking segment: {'id': '4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c7517260-044e-443c-aeb5-156e6ed1b796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:46.725267 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cf7d343e-22cf-4cc6-ad75-e9a799b4b002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:46.725810 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7d343e-22cf-4cc6-ad75-e9a799b4b002 None None] Bound using segment: {'id': '4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c7517260-044e-443c-aeb5-156e6ed1b796'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:46.727222 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-cf7d343e-22cf-4cc6-ad75-e9a799b4b002 None None] Bound port: f4c1cde4-9396-4d9c-aba8-7c665488ec97, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c7517260-044e-443c-aeb5-156e6ed1b796'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:46.727222 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cf7d343e-22cf-4cc6-ad75-e9a799b4b002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:46.752444 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-727e2935-ef7b-4c73-9aeb-6ad20eee48e9 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Transition to ACTIVE for port object 12276f1f-6f6a-401b-a4e5-4becd3d5ca45 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:46.795392 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-727e2935-ef7b-4c73-9aeb-6ad20eee48e9 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:46.813886 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-9f4ae048-a32d-477c-bfbd-6f73d419f176 admin admin] For port 2c21b6dc-6324-4a8a-9d62-cbc210c308a3, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=2c21b6dc-6324-4a8a-9d62-cbc210c308a3,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:46.816167 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae048-a32d-477c-bfbd-6f73d419f176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:46.841742 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727e2935-ef7b-4c73-9aeb-6ad20eee48e9 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Network c7517260-044e-443c-aeb5-156e6ed1b796 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:46.846723 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-727e2935-ef7b-4c73-9aeb-6ad20eee48e9 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:46.848310 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-9f4ae048-a32d-477c-bfbd-6f73d419f176 admin admin] Calling delete_port for 2c21b6dc-6324-4a8a-9d62-cbc210c308a3 owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:46.860225 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-cf7d343e-22cf-4cc6-ad75-e9a799b4b002 None None] For port f4c1cde4-9396-4d9c-aba8-7c665488ec97, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:46.863332 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727e2935-ef7b-4c73-9aeb-6ad20eee48e9 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:46.863786 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-cf7d343e-22cf-4cc6-ad75-e9a799b4b002 None None] For port f4c1cde4-9396-4d9c-aba8-7c665488ec97, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f4c1cde4-9396-4d9c-aba8-7c665488ec97,segment=NetworkSegment(4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59),segment_id=4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:46.868668 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cf7d343e-22cf-4cc6-ad75-e9a799b4b002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:46.898828 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-64b95b1b-2eeb-40f6-af18-8aee4e10c692 None None] Set router ef079d62-0933-47d4-9dd5-30bcc2918751 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:23:46.952339 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d343e-22cf-4cc6-ad75-e9a799b4b002 None None] Pushing event updated for resources: {'Port': ['ID=f4c1cde4-9396-4d9c-aba8-7c665488ec97,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:46.960785 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e2935-ef7b-4c73-9aeb-6ad20eee48e9 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'Port': ['ID=12276f1f-6f6a-401b-a4e5-4becd3d5ca45,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:46.984421 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-727e2935-ef7b-4c73-9aeb-6ad20eee48e9 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:47.049390 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-64b95b1b-2eeb-40f6-af18-8aee4e10c692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'name': 'tempest-AttachVolumeShelveTestJSON-1641083083-router', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:15:17Z', 'updated_at': '2021-08-11T02:23:46Z', 'revision_number': 6, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:47.084482 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b95b1b-2eeb-40f6-af18-8aee4e10c692 None None] The sync data for ids ['ef079d62-0933-47d4-9dd5-30bcc2918751'] in n-d-615180-33 is: [{'id': 'ef079d62-0933-47d4-9dd5-30bcc2918751', 'name': 'tempest-AttachVolumeShelveTestJSON-1641083083-router', 'tenant_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:15:17Z', 'updated_at': '2021-08-11T02:23:46Z', 'revision_number': 6, 'project_id': '15f6ff753e694e9dbfd4e9be5e45ed17', 'gw_port_host': None}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:23:47.204994 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae048-a32d-477c-bfbd-6f73d419f176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:47.207964 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-727e2935-ef7b-4c73-9aeb-6ad20eee48e9 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:47.259955 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ae048-a32d-477c-bfbd-6f73d419f176 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c21b6dc-6324-4a8a-9d62-cbc210c308a3,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:47.360216 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae048-a32d-477c-bfbd-6f73d419f176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:47.547205 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae048-a32d-477c-bfbd-6f73d419f176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:47.557445 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae048-a32d-477c-bfbd-6f73d419f176 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:47.658760 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-727e2935-ef7b-4c73-9aeb-6ad20eee48e9 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:47.667577 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-727e2935-ef7b-4c73-9aeb-6ad20eee48e9 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:47.690739 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b11da9-776f-4bf3-8154-833c0c3128cb req-868e265b-6521-4e7c-8ce5-ccd9743480c1 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:47.699677 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7b11da9-776f-4bf3-8154-833c0c3128cb req-868e265b-6521-4e7c-8ce5-ccd9743480c1 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 945 time: 0.2923772 Aug 11 02:23:47.709769 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae048-a32d-477c-bfbd-6f73d419f176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:47.710293 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4ae048-a32d-477c-bfbd-6f73d419f176 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef079d62-0933-47d4-9dd5-30bcc2918751 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:23:47.720389 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae048-a32d-477c-bfbd-6f73d419f176 admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:47.722259 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9f4ae048-a32d-477c-bfbd-6f73d419f176 admin admin] 10.222.0.50 "DELETE /v2.0/routers/ef079d62-0933-47d4-9dd5-30bcc2918751 HTTP/1.1" status: 204 len: 168 time: 1.8579907 Aug 11 02:23:47.724358 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53326) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:47.733682 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e2935-ef7b-4c73-9aeb-6ad20eee48e9 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'Port': ['ID=12276f1f-6f6a-401b-a4e5-4becd3d5ca45,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:47.796093 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-727e2935-ef7b-4c73-9aeb-6ad20eee48e9 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:47.813822 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7b11da9-776f-4bf3-8154-833c0c3128cb req-d6da6236-61a6-4352-9bc5-21279ba39588 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035936 Aug 11 02:23:47.816178 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce91d4-6ab9-49ff-bc29-4eaedc0b7267 req-127b75e5-5b70-4733-9293-ed340b632676 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:47.821659 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3e0026-9818-49ff-b390-a1f88dcf330a admin admin] Deleting subnet 97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:23:47.822441 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d1ce91d4-6ab9-49ff-bc29-4eaedc0b7267 req-127b75e5-5b70-4733-9293-ed340b632676 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 945 time: 0.0970948 Aug 11 02:23:47.826002 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4c3e0026-9818-49ff-b390-a1f88dcf330a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:47.865341 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4c3e0026-9818-49ff-b390-a1f88dcf330a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:47.903984 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d1ce91d4-6ab9-49ff-bc29-4eaedc0b7267 req-faaeb7b8-e2c2-403b-b01f-8bbdf2904292 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806327 Aug 11 02:23:47.939787 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727e2935-ef7b-4c73-9aeb-6ad20eee48e9 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Network c7517260-044e-443c-aeb5-156e6ed1b796 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:47.941321 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-727e2935-ef7b-4c73-9aeb-6ad20eee48e9 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:47.948691 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4c3e0026-9818-49ff-b390-a1f88dcf330a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:48.001040 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4c3e0026-9818-49ff-b390-a1f88dcf330a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:48.028228 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e0026-9818-49ff-b390-a1f88dcf330a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:48.032601 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4c3e0026-9818-49ff-b390-a1f88dcf330a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:48.037255 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4c3e0026-9818-49ff-b390-a1f88dcf330a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/97fb576c-1abe-4ec8-9d0d-b5a04d7c5f3f HTTP/1.1" status: 204 len: 168 time: 0.2969022 Aug 11 02:23:48.037255 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53328) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:48.042637 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff0d7d4-c354-4185-ba75-12965c5db92c None None] Network 2564e31e-dea6-46ca-b2de-bf165812396f requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:23:48.089984 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727e2935-ef7b-4c73-9aeb-6ad20eee48e9 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Router a3f6d6c2-a6c0-4f44-9552-cc5a7276d102 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:23:48.126916 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 1e199fb3-0824-4b34-8409-1c9da44595e2 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:23:48.149063 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f65c4fec-6d4f-49ce-b63d-c48654223cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:48.282967 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727e2935-ef7b-4c73-9aeb-6ad20eee48e9 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:23:48.290133 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-727e2935-ef7b-4c73-9aeb-6ad20eee48e9 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "PUT /v2.0/routers/a3f6d6c2-a6c0-4f44-9552-cc5a7276d102/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1168795 Aug 11 02:23:48.293247 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-f65c4fec-6d4f-49ce-b63d-c48654223cd2 admin admin] Deleting port 98b8c2d7-6a66-477e-8f7c-1515fdfa2cce {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:48.294310 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f65c4fec-6d4f-49ce-b63d-c48654223cd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:48.299859 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53340) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:48.316991 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-810ff216-824f-4456-a128-29222c6c265a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:48.320465 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 1e199fb3-0824-4b34-8409-1c9da44595e2, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=1e199fb3-0824-4b34-8409-1c9da44595e2,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:48.353606 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '1e199fb3-0824-4b34-8409-1c9da44595e2', 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99', 'port_id': '1e199fb3-0824-4b34-8409-1c9da44595e2', 'mac_address': 'fa:16:3e:f3:85:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7193a88f-4d31-4933-a3af-0738d0f7bf97', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:23:48.370186 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:48.421535 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf5cc71-a218-40a1-b3af-6db80bc15e47 None None] DHCP port deletion for 2564e31e-dea6-46ca-b2de-bf165812396f request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:23:48.471952 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-f65c4fec-6d4f-49ce-b63d-c48654223cd2 admin admin] For port 98b8c2d7-6a66-477e-8f7c-1515fdfa2cce, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=98b8c2d7-6a66-477e-8f7c-1515fdfa2cce,segment=NetworkSegment(f26ba00b-86b6-4205-9899-8431f69e5353),segment_id=f26ba00b-86b6-4205-9899-8431f69e5353)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:48.472491 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f65c4fec-6d4f-49ce-b63d-c48654223cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:48.504561 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-f65c4fec-6d4f-49ce-b63d-c48654223cd2 admin admin] Calling delete_port for 98b8c2d7-6a66-477e-8f7c-1515fdfa2cce owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:48.506258 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:48.526022 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e199fb3-0824-4b34-8409-1c9da44595e2 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:48.592119 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 1e199fb3-0824-4b34-8409-1c9da44595e2, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=1e199fb3-0824-4b34-8409-1c9da44595e2,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:48.600020 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:48.645805 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f65c4fec-6d4f-49ce-b63d-c48654223cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:48.647830 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f4c1cde4-9396-4d9c-aba8-7c665488ec97 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:48.707100 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65c4fec-6d4f-49ce-b63d-c48654223cd2 admin admin] No DVR routers for this DVR port 98b8c2d7-6a66-477e-8f7c-1515fdfa2cce on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:48.719053 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c4fec-6d4f-49ce-b63d-c48654223cd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=98b8c2d7-6a66-477e-8f7c-1515fdfa2cce,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:48.872132 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f65c4fec-6d4f-49ce-b63d-c48654223cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:48.900163 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa50ce80-589f-4952-aa5f-d56897fb4a29 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:48.900753 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa50ce80-589f-4952-aa5f-d56897fb4a29 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:48.901100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa50ce80-589f-4952-aa5f-d56897fb4a29 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:48.901562 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa50ce80-589f-4952-aa5f-d56897fb4a29 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:48.902018 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa50ce80-589f-4952-aa5f-d56897fb4a29 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:48.902511 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa50ce80-589f-4952-aa5f-d56897fb4a29 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:48.902966 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa50ce80-589f-4952-aa5f-d56897fb4a29 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:48.903238 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-f65c4fec-6d4f-49ce-b63d-c48654223cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2564e31e-dea6-46ca-b2de-bf165812396f']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:48.903414 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa50ce80-589f-4952-aa5f-d56897fb4a29 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:48.906832 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa50ce80-589f-4952-aa5f-d56897fb4a29 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:48.907327 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa50ce80-589f-4952-aa5f-d56897fb4a29 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:48.911187 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa50ce80-589f-4952-aa5f-d56897fb4a29 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:48.913079 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa50ce80-589f-4952-aa5f-d56897fb4a29 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:48.913573 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa50ce80-589f-4952-aa5f-d56897fb4a29 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:48.914049 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa50ce80-589f-4952-aa5f-d56897fb4a29 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:48.922247 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-aa50ce80-589f-4952-aa5f-d56897fb4a29 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9813 time: 0.6188807 Aug 11 02:23:48.926857 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53364) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:48.936967 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-f65c4fec-6d4f-49ce-b63d-c48654223cd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f26ba00b-86b6-4205-9899-8431f69e5353') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:48.936967 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-f65c4fec-6d4f-49ce-b63d-c48654223cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f26ba00b-86b6-4205-9899-8431f69e5353') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:48.960376 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['1e199fb3-0824-4b34-8409-1c9da44595e2'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:48.982079 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f65c4fec-6d4f-49ce-b63d-c48654223cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:48.994952 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-ebf5cc71-a218-40a1-b3af-6db80bc15e47 None None] Deleting port 98b8c2d7-6a66-477e-8f7c-1515fdfa2cce {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:48.996980 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ebf5cc71-a218-40a1-b3af-6db80bc15e47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:49.018433 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f65c4fec-6d4f-49ce-b63d-c48654223cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:49.035929 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f65c4fec-6d4f-49ce-b63d-c48654223cd2 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:23:49.036656 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f65c4fec-6d4f-49ce-b63d-c48654223cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:23:49.038520 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:23:49.086304 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52a6fe-6665-47f0-b34c-b9dfd61fb282 req-2aae734f-5f81-44b4-a897-2ecbcc0477bb tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:49.094634 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7a52a6fe-6665-47f0-b34c-b9dfd61fb282 req-2aae734f-5f81-44b4-a897-2ecbcc0477bb tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 944 time: 0.1855581 Aug 11 02:23:49.147358 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f65c4fec-6d4f-49ce-b63d-c48654223cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:49.163671 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f65c4fec-6d4f-49ce-b63d-c48654223cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:49.165830 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f65c4fec-6d4f-49ce-b63d-c48654223cd2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/2564e31e-dea6-46ca-b2de-bf165812396f HTTP/1.1" status: 204 len: 168 time: 1.1278427 Aug 11 02:23:49.187708 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=1e199fb3-0824-4b34-8409-1c9da44595e2,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:49.207109 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-ebf5cc71-a218-40a1-b3af-6db80bc15e47 None None] For port 98b8c2d7-6a66-477e-8f7c-1515fdfa2cce, host n-d-615180-33, got binding levels [] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:49.207522 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ebf5cc71-a218-40a1-b3af-6db80bc15e47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:49.226357 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-ebf5cc71-a218-40a1-b3af-6db80bc15e47 None None] Calling delete_port for 98b8c2d7-6a66-477e-8f7c-1515fdfa2cce owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:49.229342 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.ipam_backend_mixin [None req-ebf5cc71-a218-40a1-b3af-6db80bc15e47 None None] Port 98b8c2d7-6a66-477e-8f7c-1515fdfa2cce was not found and therefore no delete operation was performed {{(pid=94508) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:23:49.232011 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ebf5cc71-a218-40a1-b3af-6db80bc15e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:49.233534 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7a52a6fe-6665-47f0-b34c-b9dfd61fb282 req-d89f61d1-2ae2-4021-aa6c-dcc41215ca18 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374691 Aug 11 02:23:49.234320 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c4fec-6d4f-49ce-b63d-c48654223cd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2564e31e-dea6-46ca-b2de-bf165812396f,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:49.287565 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ebf5cc71-a218-40a1-b3af-6db80bc15e47 None None] Network 2564e31e-dea6-46ca-b2de-bf165812396f is not hosted by any dhcp agent {{(pid=94508) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:23:49.292182 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf5cc71-a218-40a1-b3af-6db80bc15e47 None None] No DVR routers for this DVR port 98b8c2d7-6a66-477e-8f7c-1515fdfa2cce on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:49.328883 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544a7ef5-d8a8-44d5-aca7-05d7c0636e81 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:49.329795 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544a7ef5-d8a8-44d5-aca7-05d7c0636e81 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:49.330475 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544a7ef5-d8a8-44d5-aca7-05d7c0636e81 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:49.331138 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544a7ef5-d8a8-44d5-aca7-05d7c0636e81 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:49.332104 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544a7ef5-d8a8-44d5-aca7-05d7c0636e81 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:49.332768 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544a7ef5-d8a8-44d5-aca7-05d7c0636e81 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:49.333594 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544a7ef5-d8a8-44d5-aca7-05d7c0636e81 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:49.334552 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544a7ef5-d8a8-44d5-aca7-05d7c0636e81 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:49.335484 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544a7ef5-d8a8-44d5-aca7-05d7c0636e81 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:49.336185 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544a7ef5-d8a8-44d5-aca7-05d7c0636e81 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:49.336870 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544a7ef5-d8a8-44d5-aca7-05d7c0636e81 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:49.337790 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544a7ef5-d8a8-44d5-aca7-05d7c0636e81 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:49.338429 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544a7ef5-d8a8-44d5-aca7-05d7c0636e81 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:49.340976 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-544a7ef5-d8a8-44d5-aca7-05d7c0636e81 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8269 time: 0.4131227 Aug 11 02:23:49.344072 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53378) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:49.376101 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5cc71-a218-40a1-b3af-6db80bc15e47 None None] Pushing event deleted for resources: {'Port': ['ID=98b8c2d7-6a66-477e-8f7c-1515fdfa2cce,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:49.396989 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a8b86-c51d-4947-9bb6-ee80ac6637c8 req-d9739d3f-90af-48b8-ac71-f40fd6cde61a tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:49.400456 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e199e795-24b7-4b50-b2d3-3ff2dc724950 None None] Sync routers for ids ['a3f6d6c2-a6c0-4f44-9552-cc5a7276d102'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:23:49.406717 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-407a8b86-c51d-4947-9bb6-ee80ac6637c8 req-d9739d3f-90af-48b8-ac71-f40fd6cde61a tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 945 time: 0.3577733 Aug 11 02:23:49.423857 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port f4c1cde4-9396-4d9c-aba8-7c665488ec97 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:49.440667 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53380) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:49.465621 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device da1ac37e-a57a-4e36-b342-8ff36ff63241 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:49.505243 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-407a8b86-c51d-4947-9bb6-ee80ac6637c8 req-8e640b04-3184-420e-b051-670e7fd9f9f2 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973227 Aug 11 02:23:49.520464 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e199e795-24b7-4b50-b2d3-3ff2dc724950 None None] Routers {'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:23:49.521478 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-e199e795-24b7-4b50-b2d3-3ff2dc724950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:23:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a3f6d6c2-a6c0-4f44-9552-cc5a7276d102'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:49.529141 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53386) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:49.533914 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bafbe91a-96bf-4640-8d1e-ffb80bcd651f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=15f6ff753e694e9dbfd4e9be5e45ed17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0920355 Aug 11 02:23:49.655634 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-e199e795-24b7-4b50-b2d3-3ff2dc724950 None None] Set router a3f6d6c2-a6c0-4f44-9552-cc5a7276d102 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:23:49.695885 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9cc10c35-72a1-40c4-b4af-34ebbac341be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:49.707077 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-025042de-6ed9-4ec0-8fb0-e94dc2bc67a0 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4491 time: 0.3616335 Aug 11 02:23:49.721763 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9cc10c35-72a1-40c4-b4af-34ebbac341be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:49.812947 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9cc10c35-72a1-40c4-b4af-34ebbac341be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:49.819119 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9cc10c35-72a1-40c4-b4af-34ebbac341be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:49.822690 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9cc10c35-72a1-40c4-b4af-34ebbac341be admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/29c0fc99-3846-4769-8839-9d4e70eb72bf HTTP/1.1" status: 204 len: 168 time: 0.2908049 Aug 11 02:23:49.831668 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bdd3a3-be64-4702-a811-6cbcf0275f02 None None] Network c7517260-044e-443c-aeb5-156e6ed1b796 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:23:49.831872 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc10c35-72a1-40c4-b4af-34ebbac341be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c0fc99-3846-4769-8839-9d4e70eb72bf,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:50.091249 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8420e64e-0b8f-4a81-9ef2-4f8c92af2675 None None] Provisioning for port f4c1cde4-9396-4d9c-aba8-7c665488ec97 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:50.102243 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port da1ac37e-a57a-4e36-b342-8ff36ff63241 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:50.105657 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:50.116319 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53400) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:50.122380 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-5eb3d1b9-add4-4a01-be70-a7b510f4f861 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1987402854', 'description': 'tempest-secgroup-smoke-1987402854 description', 'project_id': '87062204daa74f23a6f53457711872b3'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:50.125541 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8420e64e-0b8f-4a81-9ef2-4f8c92af2675 None None] Provisioning complete for port f4c1cde4-9396-4d9c-aba8-7c665488ec97 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:50.125922 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8420e64e-0b8f-4a81-9ef2-4f8c92af2675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:50.153343 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port da1ac37e-a57a-4e36-b342-8ff36ff63241 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:50.153743 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:50.170821 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5eb3d1b9-add4-4a01-be70-a7b510f4f861 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:50.464910 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5eb3d1b9-add4-4a01-be70-a7b510f4f861 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:50.468333 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:50.469383 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5eb3d1b9-add4-4a01-be70-a7b510f4f861 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:50.505252 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68fbea-b835-4d60-b071-1fa786b480fe req-d9bd4d8e-fb99-4209-a023-9197bc4ae8cc tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:50.506818 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4b68fbea-b835-4d60-b071-1fa786b480fe req-d9bd4d8e-fb99-4209-a023-9197bc4ae8cc tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 944 time: 0.1358900 Aug 11 02:23:50.508226 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8420e64e-0b8f-4a81-9ef2-4f8c92af2675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:50.510948 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5eb3d1b9-add4-4a01-be70-a7b510f4f861 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:50.512417 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5eb3d1b9-add4-4a01-be70-a7b510f4f861 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3950722 Aug 11 02:23:50.516062 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53414) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:50.521426 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-bba09e05-6b10-480a-846c-3adcbf4ccc64 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'security_group_rule': {'security_group_id': 'd071f9f6-71c6-49a3-81e5-ffb85d2c72a2', 'project_id': '87062204daa74f23a6f53457711872b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:50.564207 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3d1b9-add4-4a01-be70-a7b510f4f861 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d071f9f6-71c6-49a3-81e5-ffb85d2c72a2,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:50.570263 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4b68fbea-b835-4d60-b071-1fa786b480fe req-41863bba-94b8-43ec-af2c-a6d0d3922669 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473344 Aug 11 02:23:50.593202 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bba09e05-6b10-480a-846c-3adcbf4ccc64 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:50.687777 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port da1ac37e-a57a-4e36-b342-8ff36ff63241, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=da1ac37e-a57a-4e36-b342-8ff36ff63241,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:50.699796 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:50.731785 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-8420e64e-0b8f-4a81-9ef2-4f8c92af2675 None None] For port f4c1cde4-9396-4d9c-aba8-7c665488ec97, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f4c1cde4-9396-4d9c-aba8-7c665488ec97,segment=NetworkSegment(4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59),segment_id=4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:50.805380 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62437b0-d2fc-410f-9008-d5ca8cf2aeac req-0a5061aa-e9b7-4db5-abdb-7c00f0f5debc tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:50.813329 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 2c21b6dc-6324-4a8a-9d62-cbc210c308a3 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:50.817167 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e62437b0-d2fc-410f-9008-d5ca8cf2aeac req-0a5061aa-e9b7-4db5-abdb-7c00f0f5debc tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 945 time: 0.1471899 Aug 11 02:23:50.844063 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bba09e05-6b10-480a-846c-3adcbf4ccc64 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:50.849062 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bba09e05-6b10-480a-846c-3adcbf4ccc64 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:50.929937 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8420e64e-0b8f-4a81-9ef2-4f8c92af2675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:50.937226 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=da1ac37e-a57a-4e36-b342-8ff36ff63241,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:50.958751 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e62437b0-d2fc-410f-9008-d5ca8cf2aeac req-9e6c7546-d08f-401f-b42e-929ec232b0fc tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403761 Aug 11 02:23:50.962242 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba09e05-6b10-480a-846c-3adcbf4ccc64 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b37ed54-8892-420e-a993-01b0bfcad047,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:50.970390 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bba09e05-6b10-480a-846c-3adcbf4ccc64 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:50.971716 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bba09e05-6b10-480a-846c-3adcbf4ccc64 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4544702 Aug 11 02:23:50.980881 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 2c21b6dc-6324-4a8a-9d62-cbc210c308a3 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:23:50.980881 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 2c21b6dc-6324-4a8a-9d62-cbc210c308a3 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:50.981707 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53426) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:50.995632 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-99a74edf-9756-4fa1-baaa-bc651b8d50fb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'security_group_rule': {'security_group_id': 'd071f9f6-71c6-49a3-81e5-ffb85d2c72a2', 'project_id': '87062204daa74f23a6f53457711872b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:50.996380 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ab34cb1f-13a6-4106-9afa-81664ea77706 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:51.068290 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-e199e795-24b7-4b50-b2d3-3ff2dc724950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'name': 'tempest-TestNetworkBasicOps-router-62992904', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'da1ac37e-a57a-4e36-b342-8ff36ff63241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:23:42Z', 'updated_at': '2021-08-11T02:23:47Z', 'revision_number': 4, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'da1ac37e-a57a-4e36-b342-8ff36ff63241', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fd:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:42Z', 'updated_at': '2021-08-11T02:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '12276f1f-6f6a-401b-a4e5-4becd3d5ca45', 'name': '', 'network_id': 'c7517260-044e-443c-aeb5-156e6ed1b796', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'mac_address': 'fa:16:3e:46:1f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '414ade58-8c13-4abf-9432-c3c5d3fb2fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:46Z', 'updated_at': '2021-08-11T02:23:47Z', 'revision_number': 2, 'project_id': '87062204daa74f23a6f53457711872b3', 'subnets': [{'id': '414ade58-8c13-4abf-9432-c3c5d3fb2fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:51.070597 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-99a74edf-9756-4fa1-baaa-bc651b8d50fb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:51.269776 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e199e795-24b7-4b50-b2d3-3ff2dc724950 None None] Checking router: a3f6d6c2-a6c0-4f44-9552-cc5a7276d102 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:23:51.270143 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e199e795-24b7-4b50-b2d3-3ff2dc724950 None None] Updating router a3f6d6c2-a6c0-4f44-9552-cc5a7276d102 port 12276f1f-6f6a-401b-a4e5-4becd3d5ca45 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:23:51.284648 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-99a74edf-9756-4fa1-baaa-bc651b8d50fb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:51.294604 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-99a74edf-9756-4fa1-baaa-bc651b8d50fb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:51.365663 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a74edf-9756-4fa1-baaa-bc651b8d50fb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=382cc64e-5a21-4a21-a77c-63fd8dacfb26,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:51.376691 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-99a74edf-9756-4fa1-baaa-bc651b8d50fb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:51.376973 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: ab34cb1f-13a6-4106-9afa-81664ea77706 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:23:51.377418 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ab34cb1f-13a6-4106-9afa-81664ea77706 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:51.378083 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-99a74edf-9756-4fa1-baaa-bc651b8d50fb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4003024 Aug 11 02:23:51.380915 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53442) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:51.381984 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420e64e-0b8f-4a81-9ef2-4f8c92af2675 None None] Pushing event updated for resources: {'Port': ['ID=f4c1cde4-9396-4d9c-aba8-7c665488ec97,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:51.386638 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-f98a3ceb-0e42-4174-94d4-9ddff64ffa7f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'security_group_rule': {'security_group_id': 'd071f9f6-71c6-49a3-81e5-ffb85d2c72a2', 'project_id': '87062204daa74f23a6f53457711872b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:51.457887 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f98a3ceb-0e42-4174-94d4-9ddff64ffa7f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:51.491147 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e199e795-24b7-4b50-b2d3-3ff2dc724950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:51.494930 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fb75b6e1-cd66-4d02-b897-9ba6d2d08610 None None] Provisioning complete for port f4c1cde4-9396-4d9c-aba8-7c665488ec97 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:51.495333 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fb75b6e1-cd66-4d02-b897-9ba6d2d08610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:51.570983 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289d293-341d-4987-ae0e-fdf6d56434d1 req-9fcc1ca4-aa6a-4878-ab0c-5bdaa157692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:51.573344 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:51.574898 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c289d293-341d-4987-ae0e-fdf6d56434d1 req-9fcc1ca4-aa6a-4878-ab0c-5bdaa157692e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4b7e645dbfe14c5cbbd484d9e824d20e&device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 1097 time: 0.1108723 Aug 11 02:23:51.595514 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f4c1cde4-9396-4d9c-aba8-7c665488ec97 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:51.746245 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f98a3ceb-0e42-4174-94d4-9ddff64ffa7f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:51.765809 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f98a3ceb-0e42-4174-94d4-9ddff64ffa7f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:51.791988 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a3ceb-0e42-4174-94d4-9ddff64ffa7f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed19022-9b56-4fcc-a3ba-4f9d44d85c69,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:51.840453 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057497f-db07-4116-b89e-6e9359b4f118 req-e293a61a-da3c-430b-8bfe-a0bc3757ebef tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:51.844690 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3057497f-db07-4116-b89e-6e9359b4f118 req-e293a61a-da3c-430b-8bfe-a0bc3757ebef tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 945 time: 0.3823621 Aug 11 02:23:51.848315 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f98a3ceb-0e42-4174-94d4-9ddff64ffa7f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:51.854998 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f98a3ceb-0e42-4174-94d4-9ddff64ffa7f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4729669 Aug 11 02:23:51.862478 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53448) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:51.878306 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-ba0b1324-b622-4cfa-ac4f-c2ddb945c44d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'security_group_rule': {'security_group_id': 'd071f9f6-71c6-49a3-81e5-ffb85d2c72a2', 'project_id': '87062204daa74f23a6f53457711872b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:51.902917 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289d293-341d-4987-ae0e-fdf6d56434d1 req-d72c2bf8-1495-407c-87c5-b8723edef023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:51.904534 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c289d293-341d-4987-ae0e-fdf6d56434d1 req-d72c2bf8-1495-407c-87c5-b8723edef023 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7f0e9aef-c281-4ab6-9fde-8cff6400940b HTTP/1.1" status: 200 len: 916 time: 0.3216817 Aug 11 02:23:51.965725 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c289d293-341d-4987-ae0e-fdf6d56434d1 req-1c823dc9-4657-4a63-9eac-3d019a9eb531 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b315ea9-65cd-4c1c-b789-2842c2081e6b HTTP/1.1" status: 200 len: 217 time: 0.0410330 Aug 11 02:23:51.987319 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ba0b1324-b622-4cfa-ac4f-c2ddb945c44d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:52.031123 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port f4c1cde4-9396-4d9c-aba8-7c665488ec97 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:52.033956 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:52.063180 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca31c0b-126a-41d5-8da6-e455c744d91f req-973aeb84-d6d0-4366-92c1-81194fd3cc20 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:52.076975 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0ca31c0b-126a-41d5-8da6-e455c744d91f req-973aeb84-d6d0-4366-92c1-81194fd3cc20 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 944 time: 0.3065794 Aug 11 02:23:52.137863 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289d293-341d-4987-ae0e-fdf6d56434d1 req-d644f3d2-db11-46c3-a10b-4eb03c5917c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:52.139831 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c289d293-341d-4987-ae0e-fdf6d56434d1 req-d644f3d2-db11-46c3-a10b-4eb03c5917c2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0082d25c-4936-4b2c-8593-bf44bcf651f1 HTTP/1.1" status: 200 len: 854 time: 0.1663644 Aug 11 02:23:52.158227 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0ca31c0b-126a-41d5-8da6-e455c744d91f req-ae456476-8769-4cdd-8b02-b517d9c12a09 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731559 Aug 11 02:23:52.176165 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 1e199fb3-0824-4b34-8409-1c9da44595e2 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:52.231150 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3057497f-db07-4116-b89e-6e9359b4f118 req-926adc73-5886-4256-bf23-389f3a616fee tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583977 Aug 11 02:23:52.269674 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ba0b1324-b622-4cfa-ac4f-c2ddb945c44d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:52.277611 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ba0b1324-b622-4cfa-ac4f-c2ddb945c44d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:52.306988 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289d293-341d-4987-ae0e-fdf6d56434d1 req-f6f21284-cfbc-4cba-b279-bc85b87f6904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:52.314034 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c289d293-341d-4987-ae0e-fdf6d56434d1 req-f6f21284-cfbc-4cba-b279-bc85b87f6904 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7f0e9aef-c281-4ab6-9fde-8cff6400940b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1544714 Aug 11 02:23:52.343990 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b1324-b622-4cfa-ac4f-c2ddb945c44d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df584e6e-1e42-47d6-b3e5-80329ca67c3c,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:52.352678 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ba0b1324-b622-4cfa-ac4f-c2ddb945c44d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:52.354105 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ba0b1324-b622-4cfa-ac4f-c2ddb945c44d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4871271 Aug 11 02:23:52.358948 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53468) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:52.370320 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-fc07f88b-fd3a-4b84-9049-7037ec9686d7 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'security_group_rule': {'security_group_id': 'd071f9f6-71c6-49a3-81e5-ffb85d2c72a2', 'project_id': '87062204daa74f23a6f53457711872b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:52.443100 n-d-615180-33 neutron-server[94507]: INFO neutron.db.securitygroups_db [None req-fc07f88b-fd3a-4b84-9049-7037ec9686d7 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Project 87062204daa74f23a6f53457711872b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:23:52.456100 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fc07f88b-fd3a-4b84-9049-7037ec9686d7 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:52.559414 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c289d293-341d-4987-ae0e-fdf6d56434d1 req-4706732f-4a48-49b3-8ed7-76596cdbfe54 service neutron] 10.222.0.66 "GET /v2.0/networks/7f0e9aef-c281-4ab6-9fde-8cff6400940b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326078 Aug 11 02:23:52.599458 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fc07f88b-fd3a-4b84-9049-7037ec9686d7 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:52.606030 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fc07f88b-fd3a-4b84-9049-7037ec9686d7 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:52.648304 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device da1ac37e-a57a-4e36-b342-8ff36ff63241 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:52.674035 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07f88b-fd3a-4b84-9049-7037ec9686d7 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=387fb2f8-b8ff-4de9-9297-c43a9b8a5d02,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:52.684406 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fc07f88b-fd3a-4b84-9049-7037ec9686d7 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:52.689322 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fc07f88b-fd3a-4b84-9049-7037ec9686d7 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3274701 Aug 11 02:23:52.691590 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53482) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:52.704514 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-253d9c07-c8d4-4be0-91cd-a3d1b150d1ce tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'security_group_rule': {'security_group_id': 'd071f9f6-71c6-49a3-81e5-ffb85d2c72a2', 'project_id': '87062204daa74f23a6f53457711872b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:52.722921 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fb75b6e1-cd66-4d02-b897-9ba6d2d08610 None None] Provisioning for port 12276f1f-6f6a-401b-a4e5-4becd3d5ca45 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:52.769042 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c289d293-341d-4987-ae0e-fdf6d56434d1 req-dfb2fffb-028e-4bda-aca9-1f22e12c2b34 service neutron] 10.222.0.66 "GET /v2.0/networks/7f0e9aef-c281-4ab6-9fde-8cff6400940b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014720 Aug 11 02:23:52.784071 n-d-615180-33 neutron-server[94507]: INFO neutron.db.securitygroups_db [None req-253d9c07-c8d4-4be0-91cd-a3d1b150d1ce tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Project 87062204daa74f23a6f53457711872b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:23:52.786817 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fb75b6e1-cd66-4d02-b897-9ba6d2d08610 None None] Provisioning complete for port 12276f1f-6f6a-401b-a4e5-4becd3d5ca45 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:52.787277 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fb75b6e1-cd66-4d02-b897-9ba6d2d08610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:52.794106 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 1e199fb3-0824-4b34-8409-1c9da44595e2 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:52.794669 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:52.805014 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-253d9c07-c8d4-4be0-91cd-a3d1b150d1ce tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:52.926106 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-253d9c07-c8d4-4be0-91cd-a3d1b150d1ce tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:52.948949 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-253d9c07-c8d4-4be0-91cd-a3d1b150d1ce tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:52.974700 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-253d9c07-c8d4-4be0-91cd-a3d1b150d1ce tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:52.984020 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-253d9c07-c8d4-4be0-91cd-a3d1b150d1ce tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2823195 Aug 11 02:23:52.992416 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d9c07-c8d4-4be0-91cd-a3d1b150d1ce tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36862000-4495-4aff-845d-7cde2f659bd3,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:53.203330 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fb75b6e1-cd66-4d02-b897-9ba6d2d08610 None None] Port 12276f1f-6f6a-401b-a4e5-4becd3d5ca45 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:53.335243 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port da1ac37e-a57a-4e36-b342-8ff36ff63241 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:53.336048 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:53.539429 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d7f24-ac0c-4a72-ae0c-a5dce6112237 req-98045c97-f46a-4a77-a405-00b47f84c1ab tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:53.541080 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-af3d7f24-ac0c-4a72-ae0c-a5dce6112237 req-98045c97-f46a-4a77-a405-00b47f84c1ab tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 945 time: 0.1519454 Aug 11 02:23:53.556052 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7046f-9d62-4340-8cc1-9977d4170e38 req-379a1894-3282-4123-a1ab-8a9bea6c5ea4 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:53.565934 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-aa3f3943-5522-4997-858c-4484242565ec None None] Provisioning complete for port 12276f1f-6f6a-401b-a4e5-4becd3d5ca45 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:53.566318 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-aa3f3943-5522-4997-858c-4484242565ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:53.592715 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7ca7046f-9d62-4340-8cc1-9977d4170e38 req-379a1894-3282-4123-a1ab-8a9bea6c5ea4 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 944 time: 0.1610670 Aug 11 02:23:53.615571 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:53.675246 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53510) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:53.751260 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7ca7046f-9d62-4340-8cc1-9977d4170e38 req-abcd5352-8e33-47e4-b63f-856f4dbb6886 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545861 Aug 11 02:23:53.800904 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 1e199fb3-0824-4b34-8409-1c9da44595e2, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=1e199fb3-0824-4b34-8409-1c9da44595e2,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:53.805647 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e199e795-24b7-4b50-b2d3-3ff2dc724950 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:53.812947 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c621400b-f193-43b8-9314-2ad0d5e454f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e199fb3-0824-4b34-8409-1c9da44595e2'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:53.815884 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539a0dde-e219-4d0f-a282-eaf6d3fdc7c1" -d '{"events": [{"server_uuid": "c621400b-f193-43b8-9314-2ad0d5e454f8", "name": "network-vif-plugged", "status": "completed", "tag": "1e199fb3-0824-4b34-8409-1c9da44595e2"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:53.842542 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:53.917327 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=1e199fb3-0824-4b34-8409-1c9da44595e2,revision_number=7']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:53.925501 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e199e795-24b7-4b50-b2d3-3ff2dc724950 None None] Transition to ACTIVE for port object 12276f1f-6f6a-401b-a4e5-4becd3d5ca45 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:53.950447 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b5682a91-c41a-4f92-bf12-b6ecaed98d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:53.957177 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f3943-5522-4997-858c-4484242565ec None None] Port 12276f1f-6f6a-401b-a4e5-4becd3d5ca45 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:53.966635 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e199e795-24b7-4b50-b2d3-3ff2dc724950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:54.030979 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51456f8-246f-4e60-be99-dfb7aacca499 None None] Pushing event updated for resources: {'Port': ['ID=12276f1f-6f6a-401b-a4e5-4becd3d5ca45,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:54.046969 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-39d37b07-ca07-4dfd-8155-c31010319383 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1987402854&fields=id&tenant_id=87062204daa74f23a6f53457711872b3 HTTP/1.1" status: 200 len: 267 time: 0.1042905 Aug 11 02:23:54.130204 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-af3d7f24-ac0c-4a72-ae0c-a5dce6112237 req-86ebad87-61df-4f4c-b8ba-575edc86dff6 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5767517 Aug 11 02:23:54.175861 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 98b8c2d7-6a66-477e-8f7c-1515fdfa2cce no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:54.179677 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-e199e795-24b7-4b50-b2d3-3ff2dc724950 None None] Attempting to bind port 12276f1f-6f6a-401b-a4e5-4becd3d5ca45 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:23:54.180061 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-e199e795-24b7-4b50-b2d3-3ff2dc724950 None None] Attempting to bind port 12276f1f-6f6a-401b-a4e5-4becd3d5ca45 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c7517260-044e-443c-aeb5-156e6ed1b796'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:23:54.182452 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e199e795-24b7-4b50-b2d3-3ff2dc724950 None None] Attempting to bind port 12276f1f-6f6a-401b-a4e5-4becd3d5ca45 on network c7517260-044e-443c-aeb5-156e6ed1b796 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:54.222733 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f028de-7b30-4a1a-929c-350f47b4c3c8 x-openstack-request-id: req-30f028de-7b30-4a1a-929c-350f47b4c3c8 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:54.223033 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c621400b-f193-43b8-9314-2ad0d5e454f8", "name": "network-vif-plugged", "status": "completed", "tag": "1e199fb3-0824-4b34-8409-1c9da44595e2", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:54.223503 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-30f028de-7b30-4a1a-929c-350f47b4c3c8 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:54.224020 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c621400b-f193-43b8-9314-2ad0d5e454f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e199fb3-0824-4b34-8409-1c9da44595e2', 'code': 200} Aug 11 02:23:54.225268 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e199e795-24b7-4b50-b2d3-3ff2dc724950 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:54.225843 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e199e795-24b7-4b50-b2d3-3ff2dc724950 None None] Checking segment: {'id': '4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c7517260-044e-443c-aeb5-156e6ed1b796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:54.226299 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e199e795-24b7-4b50-b2d3-3ff2dc724950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:54.226760 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e199e795-24b7-4b50-b2d3-3ff2dc724950 None None] Bound using segment: {'id': '4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c7517260-044e-443c-aeb5-156e6ed1b796'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:54.227430 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-e199e795-24b7-4b50-b2d3-3ff2dc724950 None None] Bound port: 12276f1f-6f6a-401b-a4e5-4becd3d5ca45, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c7517260-044e-443c-aeb5-156e6ed1b796'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:54.230947 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e199e795-24b7-4b50-b2d3-3ff2dc724950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:54.244675 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 98b8c2d7-6a66-477e-8f7c-1515fdfa2cce {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:23:54.245291 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 98b8c2d7-6a66-477e-8f7c-1515fdfa2cce not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:54.286959 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-0e77de70-5acf-4c5c-9ecd-67dd93eea3fe tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:54.297888 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-0e77de70-5acf-4c5c-9ecd-67dd93eea3fe tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/networks?id=c7517260-044e-443c-aeb5-156e6ed1b796 HTTP/1.1" status: 200 len: 796 time: 0.2480450 Aug 11 02:23:54.330161 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-2b862604-f70f-4f1b-ab1c-a1c4eb494ad6 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/quotas/87062204daa74f23a6f53457711872b3 HTTP/1.1" status: 200 len: 375 time: 0.0312757 Aug 11 02:23:54.419470 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-3c8283e2-118a-4a9a-a8b7-ca5410e8f0d6 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=87062204daa74f23a6f53457711872b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883439 Aug 11 02:23:54.424527 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:54.430291 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-e199e795-24b7-4b50-b2d3-3ff2dc724950 None None] For port 12276f1f-6f6a-401b-a4e5-4becd3d5ca45, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:54.439905 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-e199e795-24b7-4b50-b2d3-3ff2dc724950 None None] For port 12276f1f-6f6a-401b-a4e5-4becd3d5ca45, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=12276f1f-6f6a-401b-a4e5-4becd3d5ca45,segment=NetworkSegment(4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59),segment_id=4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:54.446422 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e199e795-24b7-4b50-b2d3-3ff2dc724950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:54.532513 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51456f8-246f-4e60-be99-dfb7aacca499 None None] Pushing event updated for resources: {'Port': ['ID=12276f1f-6f6a-401b-a4e5-4becd3d5ca45,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:54.537858 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e199e795-24b7-4b50-b2d3-3ff2dc724950 None None] Routers {'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:23:54.538845 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-e199e795-24b7-4b50-b2d3-3ff2dc724950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:23:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a3f6d6c2-a6c0-4f44-9552-cc5a7276d102'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:54.758860 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b5682a91-c41a-4f92-bf12-b6ecaed98d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:54.786823 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b5682a91-c41a-4f92-bf12-b6ecaed98d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:54.813878 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-3dc18310-e2ce-404b-bb38-74a5bb3e1d27 service neutron] 10.222.0.50 "GET /v2.0/networks/c7517260-044e-443c-aeb5-156e6ed1b796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853874 Aug 11 02:23:54.816900 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-e199e795-24b7-4b50-b2d3-3ff2dc724950 None None] Set router a3f6d6c2-a6c0-4f44-9552-cc5a7276d102 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:23:54.927444 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a6630-f5fb-4c60-bd7b-fa9a5a5e64bc req-8972fa40-6c75-4f20-aa0b-cafc91bedad8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:54.929480 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0a8a6630-f5fb-4c60-bd7b-fa9a5a5e64bc req-8972fa40-6c75-4f20-aa0b-cafc91bedad8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 945 time: 0.0720513 Aug 11 02:23:54.941518 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-d41dac56-d18b-4eb9-a3b1-ef4fd1a15a8e service neutron] 10.222.0.50 "GET /v2.0/networks/c7517260-044e-443c-aeb5-156e6ed1b796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225049 Aug 11 02:23:54.984818 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0a8a6630-f5fb-4c60-bd7b-fa9a5a5e64bc req-aa680f8c-1c37-4fed-a0a3-3595ff032d41 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482101 Aug 11 02:23:55.038497 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b5682a91-c41a-4f92-bf12-b6ecaed98d33 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=01fd54830c924ec38c845e3aedcff37a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3596690 Aug 11 02:23:55.038497 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5682a91-c41a-4f92-bf12-b6ecaed98d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1747c162-0c9f-43f0-b32b-8b5879852488,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:55.044807 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53534) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:55.128810 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-27bd0caf-e4d0-4f7f-b001-103e6d3de389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:55.159493 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-27bd0caf-e4d0-4f7f-b001-103e6d3de389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:55.266324 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-27bd0caf-e4d0-4f7f-b001-103e6d3de389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:55.281580 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-27bd0caf-e4d0-4f7f-b001-103e6d3de389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:55.286901 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-27bd0caf-e4d0-4f7f-b001-103e6d3de389 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1747c162-0c9f-43f0-b32b-8b5879852488 HTTP/1.1" status: 204 len: 168 time: 0.2384810 Aug 11 02:23:55.319350 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-45cf5f1a-dd28-41b8-b1bf-1563cad5fac3 req-7c23b8cf-60e2-4392-ae3b-59367d02714b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=3634ebea-0f77-4d0f-b50b-d4baffa8d05e HTTP/1.1" status: 200 len: 210 time: 0.0406215 Aug 11 02:23:55.320081 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53544) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:55.326060 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:55.338826 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-e199e795-24b7-4b50-b2d3-3ff2dc724950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'name': 'tempest-TestNetworkBasicOps-router-62992904', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'da1ac37e-a57a-4e36-b342-8ff36ff63241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:23:42Z', 'updated_at': '2021-08-11T02:23:47Z', 'revision_number': 4, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'da1ac37e-a57a-4e36-b342-8ff36ff63241', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:42Z', 'updated_at': '2021-08-11T02:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '12276f1f-6f6a-401b-a4e5-4becd3d5ca45', 'name': '', 'network_id': 'c7517260-044e-443c-aeb5-156e6ed1b796', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'mac_address': 'fa:16:3e:46:1f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '414ade58-8c13-4abf-9432-c3c5d3fb2fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:46Z', 'updated_at': '2021-08-11T02:23:54Z', 'revision_number': 4, 'project_id': '87062204daa74f23a6f53457711872b3', 'subnets': [{'id': '414ade58-8c13-4abf-9432-c3c5d3fb2fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:55.351226 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd0caf-e4d0-4f7f-b001-103e6d3de389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1747c162-0c9f-43f0-b32b-8b5879852488,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:55.397157 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a926d8-51d2-45a9-842c-2fc5aaa8cbe7 req-270b5297-e7d7-428d-bef5-555c4bbce9f6 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:55.408468 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-43a926d8-51d2-45a9-842c-2fc5aaa8cbe7 req-270b5297-e7d7-428d-bef5-555c4bbce9f6 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 945 time: 0.0972309 Aug 11 02:23:55.417655 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e199e795-24b7-4b50-b2d3-3ff2dc724950 None None] The sync data for ids ['a3f6d6c2-a6c0-4f44-9552-cc5a7276d102'] in n-d-615180-33 is: [{'id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'name': 'tempest-TestNetworkBasicOps-router-62992904', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'da1ac37e-a57a-4e36-b342-8ff36ff63241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:23:42Z', 'updated_at': '2021-08-11T02:23:47Z', 'revision_number': 4, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'da1ac37e-a57a-4e36-b342-8ff36ff63241', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:42Z', 'updated_at': '2021-08-11T02:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '12276f1f-6f6a-401b-a4e5-4becd3d5ca45', 'name': '', 'network_id': 'c7517260-044e-443c-aeb5-156e6ed1b796', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'mac_address': 'fa:16:3e:46:1f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '414ade58-8c13-4abf-9432-c3c5d3fb2fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:46Z', 'updated_at': '2021-08-11T02:23:54Z', 'revision_number': 4, 'project_id': '87062204daa74f23a6f53457711872b3', 'subnets': [{'id': '414ade58-8c13-4abf-9432-c3c5d3fb2fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:23:55.469073 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-43a926d8-51d2-45a9-842c-2fc5aaa8cbe7 req-876a65d8-bcd4-48f5-932b-a19000d2521b tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596321 Aug 11 02:23:55.774719 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fe39e-9faa-4d0f-bf66-75458b9d7396 req-df5d5710-8d30-40fe-ab2b-dca623953316 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:55.777584 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cc9fe39e-9faa-4d0f-bf66-75458b9d7396 req-df5d5710-8d30-40fe-ab2b-dca623953316 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 945 time: 0.1474819 Aug 11 02:23:55.906699 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cc9fe39e-9faa-4d0f-bf66-75458b9d7396 req-55bbc0df-52f3-4806-9b08-2631fdfd1769 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215510 Aug 11 02:23:55.948192 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53564) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:55.975230 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b8aee74-7e1f-42f3-824c-cf673ebe9ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:55.975817 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5137ebaf-3782-44c6-b08c-35af524ccd92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:56.167029 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d094f-60f9-4545-874e-d277d9dde99e req-4489942a-b3c0-4175-93de-df8342563018 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:56.175221 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a00d094f-60f9-4545-874e-d277d9dde99e req-4489942a-b3c0-4175-93de-df8342563018 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4b294c-1b75-402d-8f37-8a7806c383d0 HTTP/1.1" status: 200 len: 946 time: 0.1201110 Aug 11 02:23:56.199998 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cb512-4923-41a8-8413-b261c8aab617 req-de0e8714-b049-437f-bc11-cad983e00e35 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:56.199998 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e94cb512-4923-41a8-8413-b261c8aab617 req-de0e8714-b049-437f-bc11-cad983e00e35 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 945 time: 0.1018524 Aug 11 02:23:56.248668 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a00d094f-60f9-4545-874e-d277d9dde99e req-3ab70b0c-57bd-480e-8002-33656259245f tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720494 Aug 11 02:23:56.290577 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b8aee74-7e1f-42f3-824c-cf673ebe9ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:56.299383 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b8aee74-7e1f-42f3-824c-cf673ebe9ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:56.337631 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e94cb512-4923-41a8-8413-b261c8aab617 req-328b3797-ce6a-40f5-b576-60144b465706 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248221 Aug 11 02:23:56.397979 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4b8aee74-7e1f-42f3-824c-cf673ebe9ea4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9f874da66de54c0f9638c07da6fcd9ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0766931 Aug 11 02:23:56.400565 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8aee74-7e1f-42f3-824c-cf673ebe9ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8df016-fe7d-45cc-9408-6579bdd48997,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:56.404213 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53576) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:56.516691 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 12276f1f-6f6a-401b-a4e5-4becd3d5ca45 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:56.585524 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe4643-c020-4716-8b2d-17ea6d77b19a req-289d5d39-ec6c-43e8-8bbc-5ac0790bc685 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:56.585762 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 12276f1f-6f6a-401b-a4e5-4becd3d5ca45 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:56.587592 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1ebe4643-c020-4716-8b2d-17ea6d77b19a req-289d5d39-ec6c-43e8-8bbc-5ac0790bc685 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=440d2055-7691-4eac-989d-46975c9b6792 HTTP/1.1" status: 200 len: 946 time: 0.1085429 Aug 11 02:23:56.606116 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 12276f1f-6f6a-401b-a4e5-4becd3d5ca45 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:56.606599 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:56.612846 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5137ebaf-3782-44c6-b08c-35af524ccd92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:56.647180 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5137ebaf-3782-44c6-b08c-35af524ccd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:56.814730 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:56.896998 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5137ebaf-3782-44c6-b08c-35af524ccd92 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=46b28cf4b3aa47d99a1402b0713a9e65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9480414 Aug 11 02:23:56.902653 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1ebe4643-c020-4716-8b2d-17ea6d77b19a req-55a18791-26b1-4748-be6f-482b803adc87 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054616 Aug 11 02:23:56.911833 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53580) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:56.919636 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 12276f1f-6f6a-401b-a4e5-4becd3d5ca45, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=12276f1f-6f6a-401b-a4e5-4becd3d5ca45,segment=NetworkSegment(4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59),segment_id=4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:56.925210 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:56.943390 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137ebaf-3782-44c6-b08c-35af524ccd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008f4380-67c1-473c-8a88-1c711be05aa6,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:57.079676 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eb6e9014-d193-4462-b4e0-60bec33f96bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:57.091113 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=12276f1f-6f6a-401b-a4e5-4becd3d5ca45,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:57.116388 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c6a9f4eb-98c3-4064-84b3-bb0aa8c5c3d1 req-9e69c1ff-b98f-4a21-ae93-37381b0b4a9e tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=3634ebea-0f77-4d0f-b50b-d4baffa8d05e HTTP/1.1" status: 200 len: 210 time: 0.0620756 Aug 11 02:23:57.123356 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c72ffc58-389b-4848-932f-b4e186c0e044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:57.142504 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eb6e9014-d193-4462-b4e0-60bec33f96bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:57.188038 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c72ffc58-389b-4848-932f-b4e186c0e044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:57.215969 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-7d5ba608-7d0c-422d-aaf1-00aeed872bee req-85770f7d-8caf-4eb5-9bcd-d799eaa4e0b2 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:23:57.217105 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7d5ba608-7d0c-422d-aaf1-00aeed872bee req-85770f7d-8caf-4eb5-9bcd-d799eaa4e0b2 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0374331 Aug 11 02:23:57.336989 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c72ffc58-389b-4848-932f-b4e186c0e044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:57.339938 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c72ffc58-389b-4848-932f-b4e186c0e044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:57.341308 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c72ffc58-389b-4848-932f-b4e186c0e044 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4c8df016-fe7d-45cc-9408-6579bdd48997 HTTP/1.1" status: 204 len: 168 time: 0.9291897 Aug 11 02:23:57.435817 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-905d37a4-d8b8-4106-ad70-c34b618fc91d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:57.437694 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-905d37a4-d8b8-4106-ad70-c34b618fc91d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.66 "GET /v2.0/networks?id=c7517260-044e-443c-aeb5-156e6ed1b796 HTTP/1.1" status: 200 len: 796 time: 0.3946209 Aug 11 02:23:57.438750 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ffc58-389b-4848-932f-b4e186c0e044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8df016-fe7d-45cc-9408-6579bdd48997,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:57.441794 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7d5ba608-7d0c-422d-aaf1-00aeed872bee req-da661353-9cf5-4b20-8bdf-5993e6090dd6 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1612177 Aug 11 02:23:57.457123 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eb6e9014-d193-4462-b4e0-60bec33f96bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:57.465959 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eb6e9014-d193-4462-b4e0-60bec33f96bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:57.469975 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-eb6e9014-d193-4462-b4e0-60bec33f96bb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/008f4380-67c1-473c-8a88-1c711be05aa6 HTTP/1.1" status: 204 len: 168 time: 0.5542846 Aug 11 02:23:57.500374 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e9014-d193-4462-b4e0-60bec33f96bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008f4380-67c1-473c-8a88-1c711be05aa6,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:57.564545 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-7a5ab645-98e4-4a32-91aa-05b1547d37aa tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87062204daa74f23a6f53457711872b3 HTTP/1.1" status: 200 len: 380 time: 0.1162446 Aug 11 02:23:57.574598 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-8f38f998-d01e-4c50-a8f2-a5115d770593 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'port': {'device_id': '3634ebea-0f77-4d0f-b50b-d4baffa8d05e', 'network_id': 'c7517260-044e-443c-aeb5-156e6ed1b796', 'admin_state_up': True, 'tenant_id': '87062204daa74f23a6f53457711872b3', 'security_groups': ['d071f9f6-71c6-49a3-81e5-ffb85d2c72a2']}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:57.790876 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820283a-dc51-496d-8e62-d75375585832 req-866fe609-fc2f-4974-9327-1b13328ea339 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:57.794292 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3820283a-dc51-496d-8e62-d75375585832 req-866fe609-fc2f-4974-9327-1b13328ea339 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 945 time: 0.2021444 Aug 11 02:23:57.891509 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3820283a-dc51-496d-8e62-d75375585832 req-5fee45b3-5509-46b9-9680-bda5786ccbb1 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794981 Aug 11 02:23:57.898626 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-8f38f998-d01e-4c50-a8f2-a5115d770593 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Made reservation on behalf of 87062204daa74f23a6f53457711872b3 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:57.904278 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-8f38f998-d01e-4c50-a8f2-a5115d770593 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:58.008676 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea86aa-4c78-4e85-921d-831a9072150a req-399b8bd8-54a7-4812-babf-56ec07df2f1b tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:58.018006 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-beea86aa-4c78-4e85-921d-831a9072150a req-399b8bd8-54a7-4812-babf-56ec07df2f1b tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 945 time: 0.0716076 Aug 11 02:23:58.073753 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-beea86aa-4c78-4e85-921d-831a9072150a req-2eeda29c-91d6-4db6-b299-e153bf3f2c70 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543315 Aug 11 02:23:58.433926 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53614) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:58.454842 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d419f545-870a-4ff8-a147-6758a1971ebf req-eff8c672-2c0d-4451-85f8-d9b0cf6b9002 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=3634ebea-0f77-4d0f-b50b-d4baffa8d05e HTTP/1.1" status: 200 len: 210 time: 0.1418264 Aug 11 02:23:58.481761 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 12276f1f-6f6a-401b-a4e5-4becd3d5ca45 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:58.494582 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-8f38f998-d01e-4c50-a8f2-a5115d770593 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Allocated IP 172.20.0.3 (c7517260-044e-443c-aeb5-156e6ed1b796/414ade58-8c13-4abf-9432-c3c5d3fb2fbf/5f5d31c1-c533-47d5-a7bf-6852cd4a3b94) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:58.528538 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-97ad2a3d-4ba6-4a81-bedb-8520f75c68c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:58.594596 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 12276f1f-6f6a-401b-a4e5-4becd3d5ca45 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:58.595237 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:58.677253 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-8f38f998-d01e-4c50-a8f2-a5115d770593 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:58.693833 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-8f38f998-d01e-4c50-a8f2-a5115d770593 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Transition to ACTIVE for port object 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:58.731806 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-8f38f998-d01e-4c50-a8f2-a5115d770593 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:58.762252 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-97ad2a3d-4ba6-4a81-bedb-8520f75c68c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:58.768248 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-97ad2a3d-4ba6-4a81-bedb-8520f75c68c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:58.787823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c74aa5-e253-45ec-a9d7-aa22ad1ca586 req-82b3015c-0101-473e-9253-6281a8857289 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:58.789514 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-56c74aa5-e253-45ec-a9d7-aa22ad1ca586 req-82b3015c-0101-473e-9253-6281a8857289 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4b294c-1b75-402d-8f37-8a7806c383d0 HTTP/1.1" status: 200 len: 946 time: 0.4907906 Aug 11 02:23:58.820259 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-8f38f998-d01e-4c50-a8f2-a5115d770593 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Network c7517260-044e-443c-aeb5-156e6ed1b796 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:58.833653 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38f998-d01e-4c50-a8f2-a5115d770593 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'Port': ['ID=5f5d31c1-c533-47d5-a7bf-6852cd4a3b94,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:58.836684 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-8f38f998-d01e-4c50-a8f2-a5115d770593 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:58.855515 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-8f38f998-d01e-4c50-a8f2-a5115d770593 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:58.906611 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-56c74aa5-e253-45ec-a9d7-aa22ad1ca586 req-32c23a9d-fe19-4d7d-a0e0-bd7f97e942fe tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037667 Aug 11 02:23:58.916186 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53620) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:58.938573 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-97ad2a3d-4ba6-4a81-bedb-8520f75c68c8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=036bb08985c14f669ac07bdc87813122&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5024960 Aug 11 02:23:58.946538 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad2a3d-4ba6-4a81-bedb-8520f75c68c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061621db-bcf8-44be-a155-a319c6ee653d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:59.004229 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-8f38f998-d01e-4c50-a8f2-a5115d770593 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:59.005221 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-8f38f998-d01e-4c50-a8f2-a5115d770593 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.047624 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-8f38f998-d01e-4c50-a8f2-a5115d770593 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4777946 Aug 11 02:23:59.061853 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-0b8b3121-74a1-4219-ad14-cc654d4a1b64 service neutron] Request body: {'port': {'device_id': '3634ebea-0f77-4d0f-b50b-d4baffa8d05e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:59.129272 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0a0a9b4e-97de-4ca0-a856-c010b4fe1f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.203708 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5cfb9d-98af-41b6-9f06-e6b63837aac4 req-7917efd2-1124-4692-9c63-5c68fe92da55 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:59.217109 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9c5cfb9d-98af-41b6-9f06-e6b63837aac4 req-7917efd2-1124-4692-9c63-5c68fe92da55 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 945 time: 0.1251059 Aug 11 02:23:59.272276 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0a0a9b4e-97de-4ca0-a856-c010b4fe1f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.326227 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-0b8b3121-74a1-4219-ad14-cc654d4a1b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.351152 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9c5cfb9d-98af-41b6-9f06-e6b63837aac4 req-2d696a1a-1176-48e1-8cca-23d1e1076558 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150212 Aug 11 02:23:59.353898 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d85734-68f8-4773-9273-8c2fdccd0b5a req-f91d7970-f21a-4668-a804-2a5ad77cd477 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:59.356341 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-64d85734-68f8-4773-9273-8c2fdccd0b5a req-f91d7970-f21a-4668-a804-2a5ad77cd477 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=440d2055-7691-4eac-989d-46975c9b6792 HTTP/1.1" status: 200 len: 946 time: 0.2071862 Aug 11 02:23:59.389275 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-147a1937-12ba-4366-9782-b2f310cd9072 None None] Provisioning for port 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:59.396732 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-147a1937-12ba-4366-9782-b2f310cd9072 None None] Provisioning complete for port 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:59.397108 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-147a1937-12ba-4366-9782-b2f310cd9072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.455580 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-147a1937-12ba-4366-9782-b2f310cd9072 None None] Port 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:59.658706 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac2ead-500b-4a40-8c83-a3c33f14db97 req-31c5e060-5b80-49da-a4f2-a66ca9b128ab tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:59.669283 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fbac2ead-500b-4a40-8c83-a3c33f14db97 req-31c5e060-5b80-49da-a4f2-a66ca9b128ab tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=3634ebea-0f77-4d0f-b50b-d4baffa8d05e HTTP/1.1" status: 200 len: 931 time: 0.0808806 Aug 11 02:23:59.743944 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fbac2ead-500b-4a40-8c83-a3c33f14db97 req-7e172fbe-a979-4f9c-acc6-6e51f7792dd4 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=d071f9f6-71c6-49a3-81e5-ffb85d2c72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727751 Aug 11 02:23:59.795451 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-0b8b3121-74a1-4219-ad14-cc654d4a1b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:59.804447 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-0b8b3121-74a1-4219-ad14-cc654d4a1b64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.818048 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-0b8b3121-74a1-4219-ad14-cc654d4a1b64 service neutron] Transition to ACTIVE for port object 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:59.834946 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-0b8b3121-74a1-4219-ad14-cc654d4a1b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:00.047936 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-64d85734-68f8-4773-9273-8c2fdccd0b5a req-9494f532-a6f9-4bd1-b44b-9cd4505bb975 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260554 Aug 11 02:24:00.054075 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b3121-74a1-4219-ad14-cc654d4a1b64 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5d31c1-c533-47d5-a7bf-6852cd4a3b94,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:00.062551 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-0b8b3121-74a1-4219-ad14-cc654d4a1b64 service neutron] Attempting to bind port 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:24:00.063133 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-0b8b3121-74a1-4219-ad14-cc654d4a1b64 service neutron] Attempting to bind port 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c7517260-044e-443c-aeb5-156e6ed1b796'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:24:00.063718 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-0b8b3121-74a1-4219-ad14-cc654d4a1b64 service neutron] Attempting to bind port 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94 on network c7517260-044e-443c-aeb5-156e6ed1b796 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:24:00.067617 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0a0a9b4e-97de-4ca0-a856-c010b4fe1f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:00.070335 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0a0a9b4e-97de-4ca0-a856-c010b4fe1f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:00.071658 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0a0a9b4e-97de-4ca0-a856-c010b4fe1f3c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/061621db-bcf8-44be-a155-a319c6ee653d HTTP/1.1" status: 204 len: 168 time: 1.1540062 Aug 11 02:24:00.081443 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a9b4e-97de-4ca0-a856-c010b4fe1f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061621db-bcf8-44be-a155-a319c6ee653d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:00.083452 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-0b8b3121-74a1-4219-ad14-cc654d4a1b64 service neutron] Port 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94 on network c7517260-044e-443c-aeb5-156e6ed1b796 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:24:00.083805 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-0b8b3121-74a1-4219-ad14-cc654d4a1b64 service neutron] Attempting to bind port 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94 on network c7517260-044e-443c-aeb5-156e6ed1b796 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:24:00.090327 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-0b8b3121-74a1-4219-ad14-cc654d4a1b64 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:24:00.090680 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-0b8b3121-74a1-4219-ad14-cc654d4a1b64 service neutron] Checking segment: {'id': '4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c7517260-044e-443c-aeb5-156e6ed1b796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:24:00.091063 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-0b8b3121-74a1-4219-ad14-cc654d4a1b64 service neutron] Bound using segment: {'id': '4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c7517260-044e-443c-aeb5-156e6ed1b796'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:24:00.091516 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-0b8b3121-74a1-4219-ad14-cc654d4a1b64 service neutron] Bound port: 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c7517260-044e-443c-aeb5-156e6ed1b796'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:24:00.091952 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-0b8b3121-74a1-4219-ad14-cc654d4a1b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:00.205023 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-0b8b3121-74a1-4219-ad14-cc654d4a1b64 service neutron] For port 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:24:00.213113 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-0b8b3121-74a1-4219-ad14-cc654d4a1b64 service neutron] For port 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=5f5d31c1-c533-47d5-a7bf-6852cd4a3b94,segment=NetworkSegment(4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59),segment_id=4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:24:00.220669 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-0b8b3121-74a1-4219-ad14-cc654d4a1b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:00.317445 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-0b8b3121-74a1-4219-ad14-cc654d4a1b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:00.317974 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-0b8b3121-74a1-4219-ad14-cc654d4a1b64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:00.319652 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-0b8b3121-74a1-4219-ad14-cc654d4a1b64 service neutron] 10.222.0.66 "PUT /v2.0/ports/5f5d31c1-c533-47d5-a7bf-6852cd4a3b94 HTTP/1.1" status: 200 len: 1092 time: 1.2630115 Aug 11 02:24:00.347598 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3634ebea-0f77-4d0f-b50b-d4baffa8d05e', 'tag': '5f5d31c1-c533-47d5-a7bf-6852cd4a3b94'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:00.362152 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5613a6d-776b-4dc8-8813-1de512152e4c" -d '{"events": [{"name": "network-changed", "server_uuid": "3634ebea-0f77-4d0f-b50b-d4baffa8d05e", "tag": "5f5d31c1-c533-47d5-a7bf-6852cd4a3b94"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:00.468274 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b3121-74a1-4219-ad14-cc654d4a1b64 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5d31c1-c533-47d5-a7bf-6852cd4a3b94,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:00.477723 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bc4ea-7187-4fac-affe-d70f4fd86b16 req-6fd022b3-fb24-4dd0-a4b9-da2255be8f1c tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:00.484284 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bc4ea-7187-4fac-affe-d70f4fd86b16 req-6fd022b3-fb24-4dd0-a4b9-da2255be8f1c tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:00.499102 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a993237-6f86-4be5-a536-e82d18b893d8 x-openstack-request-id: req-9a993237-6f86-4be5-a536-e82d18b893d8 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:00.502273 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3634ebea-0f77-4d0f-b50b-d4baffa8d05e", "tag": "5f5d31c1-c533-47d5-a7bf-6852cd4a3b94", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:00.503023 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9a993237-6f86-4be5-a536-e82d18b893d8 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:00.503657 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3634ebea-0f77-4d0f-b50b-d4baffa8d05e', 'tag': '5f5d31c1-c533-47d5-a7bf-6852cd4a3b94', 'status': 'completed', 'code': 200} Aug 11 02:24:00.521948 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bc4ea-7187-4fac-affe-d70f4fd86b16 req-6fd022b3-fb24-4dd0-a4b9-da2255be8f1c tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:00.544086 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-799bc4ea-7187-4fac-affe-d70f4fd86b16 req-6fd022b3-fb24-4dd0-a4b9-da2255be8f1c tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=440d2055-7691-4eac-989d-46975c9b6792&device_id=ce4b294c-1b75-402d-8f37-8a7806c383d0&device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 2418 time: 0.2088861 Aug 11 02:24:00.549172 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-15cb1619-2d5a-4c2d-aa58-f577579e2095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:00.559319 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-15cb1619-2d5a-4c2d-aa58-f577579e2095 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87062204daa74f23a6f53457711872b3&device_id=3634ebea-0f77-4d0f-b50b-d4baffa8d05e HTTP/1.1" status: 200 len: 1095 time: 0.0966938 Aug 11 02:24:00.619381 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-5d2139a3-a2cd-4e17-ae4e-600b273f540a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f5d31c1-c533-47d5-a7bf-6852cd4a3b94 HTTP/1.1" status: 200 len: 217 time: 0.0527070 Aug 11 02:24:00.680747 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-799bc4ea-7187-4fac-affe-d70f4fd86b16 req-78ad05f5-a7a0-486e-94fe-966707beb49d tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349771 Aug 11 02:24:00.787571 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4fcf9-af36-47b6-93e5-24ddf4da0726 req-582fa263-532e-4cb6-ab12-780c640025d1 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:00.804614 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-74b4fcf9-af36-47b6-93e5-24ddf4da0726 req-582fa263-532e-4cb6-ab12-780c640025d1 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 945 time: 0.1766007 Aug 11 02:24:00.811158 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f35ea12b-f613-4ec7-abd6-79cf295dc0f0 req-86c84c42-402e-4449-8f6c-11cba0031346 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0919473 Aug 11 02:24:00.832850 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-f9fcf9e4-ce67-473b-9310-5c7d3846b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:00.834893 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-f9fcf9e4-ce67-473b-9310-5c7d3846b83e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=414ade58-8c13-4abf-9432-c3c5d3fb2fbf HTTP/1.1" status: 200 len: 835 time: 0.1523154 Aug 11 02:24:00.954628 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-74b4fcf9-af36-47b6-93e5-24ddf4da0726 req-b6971d35-86e2-4932-867f-d8088c0672c6 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441925 Aug 11 02:24:00.975108 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-3fb118a1-1451-46c4-b854-623629e1c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:00.982347 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-3fb118a1-1451-46c4-b854-623629e1c78d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c7517260-044e-443c-aeb5-156e6ed1b796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1366920 Aug 11 02:24:01.175736 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-710b9782-308a-4776-809d-32e99ab92f31 service neutron] 10.222.0.66 "GET /v2.0/networks/c7517260-044e-443c-aeb5-156e6ed1b796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805780 Aug 11 02:24:01.183469 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631741c-c7b7-46bb-a6c0-73303c91c926 req-857db6d7-0a93-4ed8-a08c-ee85cba9bbae tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:01.185591 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d631741c-c7b7-46bb-a6c0-73303c91c926 req-857db6d7-0a93-4ed8-a08c-ee85cba9bbae tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=3634ebea-0f77-4d0f-b50b-d4baffa8d05e HTTP/1.1" status: 200 len: 943 time: 0.1466479 Aug 11 02:24:01.308901 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d631741c-c7b7-46bb-a6c0-73303c91c926 req-578b0108-8e23-4f02-b840-c5bf5e6555bd tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=d071f9f6-71c6-49a3-81e5-ffb85d2c72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131077 Aug 11 02:24:01.448786 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4898d58-96e0-46f8-b58c-2219794a15b3 req-c92a805e-f2a0-4be3-9a58-910335fba0f7 service neutron] 10.222.0.66 "GET /v2.0/networks/c7517260-044e-443c-aeb5-156e6ed1b796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586401 Aug 11 02:24:01.590855 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5613a6d-776b-4dc8-8813-1de512152e4c req-867e1463-743e-49fd-9ef7-68d67e4a2c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:01.592621 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5613a6d-776b-4dc8-8813-1de512152e4c req-867e1463-743e-49fd-9ef7-68d67e4a2c6d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87062204daa74f23a6f53457711872b3&device_id=3634ebea-0f77-4d0f-b50b-d4baffa8d05e HTTP/1.1" status: 200 len: 1095 time: 0.0812149 Aug 11 02:24:01.833310 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5613a6d-776b-4dc8-8813-1de512152e4c req-1735224a-3b2c-4c86-a420-24baa8280251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:01.841624 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5613a6d-776b-4dc8-8813-1de512152e4c req-1735224a-3b2c-4c86-a420-24baa8280251 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c7517260-044e-443c-aeb5-156e6ed1b796 HTTP/1.1" status: 200 len: 897 time: 0.2334266 Aug 11 02:24:01.991756 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5613a6d-776b-4dc8-8813-1de512152e4c req-aeb3d68f-a7cc-4c18-b2e8-1ac779f63247 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f5d31c1-c533-47d5-a7bf-6852cd4a3b94 HTTP/1.1" status: 200 len: 217 time: 0.1460838 Aug 11 02:24:02.083691 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5613a6d-776b-4dc8-8813-1de512152e4c req-39f6c685-f3e4-4ec9-83f6-790b65a6e55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:02.085929 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5613a6d-776b-4dc8-8813-1de512152e4c req-39f6c685-f3e4-4ec9-83f6-790b65a6e55d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=414ade58-8c13-4abf-9432-c3c5d3fb2fbf HTTP/1.1" status: 200 len: 835 time: 0.0861328 Aug 11 02:24:02.215395 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5613a6d-776b-4dc8-8813-1de512152e4c req-6612aed0-9cfe-42c3-ada2-1455ae90e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:02.220192 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5613a6d-776b-4dc8-8813-1de512152e4c req-6612aed0-9cfe-42c3-ada2-1455ae90e636 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c7517260-044e-443c-aeb5-156e6ed1b796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1100516 Aug 11 02:24:02.232215 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191c525-2a8a-40b8-9167-2825c8693618 req-45498d00-0f9e-42b3-91d7-be77a636184e tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:02.234089 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0191c525-2a8a-40b8-9167-2825c8693618 req-45498d00-0f9e-42b3-91d7-be77a636184e tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 945 time: 0.1659956 Aug 11 02:24:02.458636 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5613a6d-776b-4dc8-8813-1de512152e4c req-8b7fd4d5-1de9-4b47-b3d4-39e6a8dcc4ff service neutron] 10.222.0.66 "GET /v2.0/networks/c7517260-044e-443c-aeb5-156e6ed1b796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232935 Aug 11 02:24:02.611368 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0191c525-2a8a-40b8-9167-2825c8693618 req-df15c0bc-c4ff-46c0-b2aa-e336522654cb tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516659 Aug 11 02:24:02.671902 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5613a6d-776b-4dc8-8813-1de512152e4c req-c6832f3d-0c55-47a2-b308-095e15d2e350 service neutron] 10.222.0.66 "GET /v2.0/networks/c7517260-044e-443c-aeb5-156e6ed1b796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999118 Aug 11 02:24:02.766554 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bc3fe-7146-4bc3-9b88-e5256d95baa6 req-475cfa49-10f2-47e1-8c5f-aa9464a9de3b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:02.775766 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-254bc3fe-7146-4bc3-9b88-e5256d95baa6 req-475cfa49-10f2-47e1-8c5f-aa9464a9de3b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=3634ebea-0f77-4d0f-b50b-d4baffa8d05e HTTP/1.1" status: 200 len: 943 time: 0.0948296 Aug 11 02:24:02.834642 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-254bc3fe-7146-4bc3-9b88-e5256d95baa6 req-b26c1c34-b491-4d83-ae72-21f1aca520d8 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=d071f9f6-71c6-49a3-81e5-ffb85d2c72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534053 Aug 11 02:24:02.958590 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d958be-83b3-4069-9b42-bac48ec96dd7 req-f0509ee2-a5c4-45b5-9c31-3ef5b9d165cd tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:02.967495 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-47d958be-83b3-4069-9b42-bac48ec96dd7 req-f0509ee2-a5c4-45b5-9c31-3ef5b9d165cd tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=440d2055-7691-4eac-989d-46975c9b6792 HTTP/1.1" status: 200 len: 946 time: 0.0722213 Aug 11 02:24:03.045107 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-47d958be-83b3-4069-9b42-bac48ec96dd7 req-051cff76-257a-477e-8e63-cc1d8aa249b2 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742364 Aug 11 02:24:03.318229 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:24:03.491082 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=5f5d31c1-c533-47d5-a7bf-6852cd4a3b94,segment=NetworkSegment(4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59),segment_id=4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:03.507663 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '5f5d31c1-c533-47d5-a7bf-6852cd4a3b94', 'network_id': 'c7517260-044e-443c-aeb5-156e6ed1b796', 'port_id': '5f5d31c1-c533-47d5-a7bf-6852cd4a3b94', 'mac_address': 'fa:16:3e:92:cf:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '414ade58-8c13-4abf-9432-c3c5d3fb2fbf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:24:03.568968 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:03.585317 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:24:03.622050 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=5f5d31c1-c533-47d5-a7bf-6852cd4a3b94,segment=NetworkSegment(4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59),segment_id=4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:03.627936 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:03.720277 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=5f5d31c1-c533-47d5-a7bf-6852cd4a3b94,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:03.834063 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f4d35-fe5d-42f8-be73-fe2d6c824c6e req-1b59ea9d-5616-4c0e-98b9-2b72541d2d98 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:03.835692 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-566f4d35-fe5d-42f8-be73-fe2d6c824c6e req-1b59ea9d-5616-4c0e-98b9-2b72541d2d98 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 945 time: 0.0982091 Aug 11 02:24:03.920478 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-566f4d35-fe5d-42f8-be73-fe2d6c824c6e req-af1ba510-bb34-4fc2-a28e-a02c66c91144 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764995 Aug 11 02:24:04.022820 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['5f5d31c1-c533-47d5-a7bf-6852cd4a3b94'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:04.038090 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fe998-9d04-40b4-9220-5635b0a85384 req-7d30949b-8540-4850-a509-f551bd5026f1 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:04.050352 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e85fe998-9d04-40b4-9220-5635b0a85384 req-7d30949b-8540-4850-a509-f551bd5026f1 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=3634ebea-0f77-4d0f-b50b-d4baffa8d05e HTTP/1.1" status: 200 len: 944 time: 0.1083593 Aug 11 02:24:04.161946 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e85fe998-9d04-40b4-9220-5635b0a85384 req-fe4e654d-437b-46ce-830e-56feffef8171 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=d071f9f6-71c6-49a3-81e5-ffb85d2c72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102240 Aug 11 02:24:04.232191 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ac3e2-3057-480d-8cd7-e67a1ab26a50 req-e8ecc74f-00ff-48d6-b70d-c63237337fae tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:04.233840 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-277ac3e2-3057-480d-8cd7-e67a1ab26a50 req-e8ecc74f-00ff-48d6-b70d-c63237337fae tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=440d2055-7691-4eac-989d-46975c9b6792 HTTP/1.1" status: 200 len: 946 time: 0.0861044 Aug 11 02:24:04.320437 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-277ac3e2-3057-480d-8cd7-e67a1ab26a50 req-bbfc9fb4-9ae3-4208-84ab-6735ec92afcf tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721424 Aug 11 02:24:04.335168 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b314a-dd59-492f-88ae-506154ec3a41 req-dd1c7a77-ee31-4090-8460-a65f513859e2 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:04.338707 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f86b314a-dd59-492f-88ae-506154ec3a41 req-dd1c7a77-ee31-4090-8460-a65f513859e2 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.73 "GET /v2.0/ports?device_id=440d2055-7691-4eac-989d-46975c9b6792 HTTP/1.1" status: 200 len: 946 time: 0.1288807 Aug 11 02:24:04.514860 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-f86b314a-dd59-492f-88ae-506154ec3a41 req-cc556810-a1fa-4be4-95a6-f4c485c4a35c tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Deleting port 8a37b393-81c3-4966-b59f-188de660dda6 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:04.515638 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f86b314a-dd59-492f-88ae-506154ec3a41 req-cc556810-a1fa-4be4-95a6-f4c485c4a35c tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:04.674554 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53784) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:04.703227 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-f86b314a-dd59-492f-88ae-506154ec3a41 req-cc556810-a1fa-4be4-95a6-f4c485c4a35c tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] For port 8a37b393-81c3-4966-b59f-188de660dda6, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=8a37b393-81c3-4966-b59f-188de660dda6,segment=NetworkSegment(fa9ae132-5e06-4dcb-9b06-2f1420af1e4c),segment_id=fa9ae132-5e06-4dcb-9b06-2f1420af1e4c)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:04.703644 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f86b314a-dd59-492f-88ae-506154ec3a41 req-cc556810-a1fa-4be4-95a6-f4c485c4a35c tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:04.726727 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-f86b314a-dd59-492f-88ae-506154ec3a41 req-cc556810-a1fa-4be4-95a6-f4c485c4a35c tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Calling delete_port for 8a37b393-81c3-4966-b59f-188de660dda6 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:04.908651 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-db4905df-1218-4e3c-8c5d-eb135a98341b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:05.023971 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f86b314a-dd59-492f-88ae-506154ec3a41 req-cc556810-a1fa-4be4-95a6-f4c485c4a35c tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:05.025183 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-db4905df-1218-4e3c-8c5d-eb135a98341b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:05.029831 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-db4905df-1218-4e3c-8c5d-eb135a98341b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:05.040017 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['8a37b393-81c3-4966-b59f-188de660dda6'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:05.082269 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-db4905df-1218-4e3c-8c5d-eb135a98341b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=38363086477648b08742b0d1a689178b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4041953 Aug 11 02:24:05.096810 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53802) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:05.102151 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4905df-1218-4e3c-8c5d-eb135a98341b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58d2a08-2e7b-48ca-90ed-39c67d42338f,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:05.137237 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc556810-a1fa-4be4-95a6-f4c485c4a35c tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Pushing event deleted for resources: {'Port': ['ID=8a37b393-81c3-4966-b59f-188de660dda6,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:05.261953 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8ac0946d-ef97-4f7a-bc58-5713abead305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:05.268412 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86b314a-dd59-492f-88ae-506154ec3a41 req-cc556810-a1fa-4be4-95a6-f4c485c4a35c tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] No DVR routers for this DVR port 8a37b393-81c3-4966-b59f-188de660dda6 on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:05.285977 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f86b314a-dd59-492f-88ae-506154ec3a41 req-cc556810-a1fa-4be4-95a6-f4c485c4a35c tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:05.288005 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f86b314a-dd59-492f-88ae-506154ec3a41 req-cc556810-a1fa-4be4-95a6-f4c485c4a35c tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.73 "DELETE /v2.0/ports/8a37b393-81c3-4966-b59f-188de660dda6 HTTP/1.1" status: 204 len: 173 time: 0.9393449 Aug 11 02:24:05.297225 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ba3d7-bc3e-4c8d-8cf4-4c57bd778a16 req-0e8ab6fb-010a-4e20-a027-d1f952776035 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:05.305619 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2a2ba3d7-bc3e-4c8d-8cf4-4c57bd778a16 req-0e8ab6fb-010a-4e20-a027-d1f952776035 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 945 time: 0.2068307 Aug 11 02:24:05.307409 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440d2055-7691-4eac-989d-46975c9b6792', 'name': 'network-vif-deleted', 'tag': '8a37b393-81c3-4966-b59f-188de660dda6'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:05.309946 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876b0d09-cfdb-4c5b-a8c2-bd44b203e0e2" -d '{"events": [{"server_uuid": "440d2055-7691-4eac-989d-46975c9b6792", "name": "network-vif-deleted", "tag": "8a37b393-81c3-4966-b59f-188de660dda6"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:05.372971 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8ac0946d-ef97-4f7a-bc58-5713abead305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:05.381751 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4bbc9-bbc2-478f-a35d-9c885582f2b8 req-42a0ac09-beaf-47ec-921e-cd6eb047748e tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:05.383352 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-83e4bbc9-bbc2-478f-a35d-9c885582f2b8 req-42a0ac09-beaf-47ec-921e-cd6eb047748e tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=3634ebea-0f77-4d0f-b50b-d4baffa8d05e HTTP/1.1" status: 200 len: 944 time: 0.1447749 Aug 11 02:24:05.387438 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2a2ba3d7-bc3e-4c8d-8cf4-4c57bd778a16 req-4e26fb88-bccb-445f-8ce2-5d3e0ba6b751 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808754 Aug 11 02:24:05.459153 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['8b315ea9-65cd-4c1c-b789-2842c2081e6b', 'fbcc1c96-7e13-4135-8362-ae26345c8681'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:05.470127 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8ac0946d-ef97-4f7a-bc58-5713abead305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:05.475017 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8ac0946d-ef97-4f7a-bc58-5713abead305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:05.478583 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8ac0946d-ef97-4f7a-bc58-5713abead305 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f58d2a08-2e7b-48ca-90ed-39c67d42338f HTTP/1.1" status: 204 len: 168 time: 0.3562641 Aug 11 02:24:05.500436 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0946d-ef97-4f7a-bc58-5713abead305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58d2a08-2e7b-48ca-90ed-39c67d42338f,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:05.510712 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7e6723-caf6-4c47-8dd6-626615dfcebd x-openstack-request-id: req-cc7e6723-caf6-4c47-8dd6-626615dfcebd {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:05.511887 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440d2055-7691-4eac-989d-46975c9b6792", "name": "network-vif-deleted", "tag": "8a37b393-81c3-4966-b59f-188de660dda6", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:05.512292 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cc7e6723-caf6-4c47-8dd6-626615dfcebd {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:05.513060 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440d2055-7691-4eac-989d-46975c9b6792', 'name': 'network-vif-deleted', 'tag': '8a37b393-81c3-4966-b59f-188de660dda6', 'status': 'completed', 'code': 200} Aug 11 02:24:05.533874 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-83e4bbc9-bbc2-478f-a35d-9c885582f2b8 req-46374e39-a4c7-4633-a7c4-2dcdc97289eb tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=d071f9f6-71c6-49a3-81e5-ffb85d2c72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305506 Aug 11 02:24:05.650732 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-49294336-013a-475a-8cac-0c2910f079c7 req-9ed2d27b-b3ce-4d10-bf97-7a71b6c376a1 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=440d2055-7691-4eac-989d-46975c9b6792 HTTP/1.1" status: 200 len: 210 time: 0.0691462 Aug 11 02:24:06.203190 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf5d70-079f-4db2-b951-580a84c764af req-f55b7834-3d73-40ec-8646-39a940051ac8 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:06.205996 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e3cf5d70-079f-4db2-b951-580a84c764af req-f55b7834-3d73-40ec-8646-39a940051ac8 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.0907471 Aug 11 02:24:06.216335 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53822) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:06.229449 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b2e211c0-b1c6-49fc-8ab1-ebebd43566e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:06.254591 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e3cf5d70-079f-4db2-b951-580a84c764af req-dad5ebd1-853b-46d0-b9f8-4448bf818c54 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392880 Aug 11 02:24:06.353496 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b2e211c0-b1c6-49fc-8ab1-ebebd43566e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:06.358381 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b2e211c0-b1c6-49fc-8ab1-ebebd43566e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:06.407752 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b2e211c0-b1c6-49fc-8ab1-ebebd43566e0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5335e258dc804215b373776e7711a2c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1877496 Aug 11 02:24:06.407752 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e211c0-b1c6-49fc-8ab1-ebebd43566e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdb11d3-4af9-49c2-bf9c-7b4524fa6d1f,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:06.408134 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53824) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:06.480294 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ef795928-ab6a-4265-a3d5-f54395182945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:06.510734 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ef795928-ab6a-4265-a3d5-f54395182945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:06.602470 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ef795928-ab6a-4265-a3d5-f54395182945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:06.608835 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ef795928-ab6a-4265-a3d5-f54395182945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:06.613010 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ef795928-ab6a-4265-a3d5-f54395182945 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8cdb11d3-4af9-49c2-bf9c-7b4524fa6d1f HTTP/1.1" status: 204 len: 168 time: 0.2038734 Aug 11 02:24:06.623967 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef795928-ab6a-4265-a3d5-f54395182945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdb11d3-4af9-49c2-bf9c-7b4524fa6d1f,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:06.677807 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab011c-d2ce-4d36-97df-bd7c5817b87c req-fdb65388-24b1-44f7-8de0-ea759a238930 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:06.690913 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-23ab011c-d2ce-4d36-97df-bd7c5817b87c req-fdb65388-24b1-44f7-8de0-ea759a238930 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 945 time: 0.1546996 Aug 11 02:24:06.728861 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e603982-3c89-493a-b5f1-c022c5b79868 req-8f4be2bb-98fd-49fb-95ff-75f57e14b2c4 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:06.730985 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e603982-3c89-493a-b5f1-c022c5b79868 req-8f4be2bb-98fd-49fb-95ff-75f57e14b2c4 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=3634ebea-0f77-4d0f-b50b-d4baffa8d05e HTTP/1.1" status: 200 len: 944 time: 0.0987070 Aug 11 02:24:06.800238 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-23ab011c-d2ce-4d36-97df-bd7c5817b87c req-ce22d22d-4d2a-4f97-829f-172062b1b034 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083553 Aug 11 02:24:06.843698 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e603982-3c89-493a-b5f1-c022c5b79868 req-659a60c8-95a4-49a9-823d-8ab2e666ddca tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=d071f9f6-71c6-49a3-81e5-ffb85d2c72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059327 Aug 11 02:24:07.213127 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534be564-ce03-473f-8cf6-d943be029b25 req-559c459f-d7b4-4626-befe-707001decf07 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:07.216244 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-534be564-ce03-473f-8cf6-d943be029b25 req-559c459f-d7b4-4626-befe-707001decf07 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4b294c-1b75-402d-8f37-8a7806c383d0 HTTP/1.1" status: 200 len: 946 time: 0.1125698 Aug 11 02:24:07.301886 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-534be564-ce03-473f-8cf6-d943be029b25 req-50eb76cf-1a64-4704-9b48-0440838107c4 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796800 Aug 11 02:24:07.345135 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:24:07.434819 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:24:07.440392 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:24:07.441963 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:07.477392 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90763a98-aedd-4367-ab4b-62639a31d748 req-ab52594b-f25c-450d-89c3-eab7c478f8a2 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:07.479064 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-90763a98-aedd-4367-ab4b-62639a31d748 req-ab52594b-f25c-450d-89c3-eab7c478f8a2 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.0917230 Aug 11 02:24:07.599573 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-90763a98-aedd-4367-ab4b-62639a31d748 req-2dea8305-f746-4b75-b637-1955c9a45fcf tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064537 Aug 11 02:24:07.674394 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:07.701606 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3634ebea-0f77-4d0f-b50b-d4baffa8d05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5d31c1-c533-47d5-a7bf-6852cd4a3b94'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:07.704323 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb225691-114d-433e-aa7a-d921b6232075" -d '{"events": [{"server_uuid": "3634ebea-0f77-4d0f-b50b-d4baffa8d05e", "name": "network-vif-plugged", "status": "completed", "tag": "5f5d31c1-c533-47d5-a7bf-6852cd4a3b94"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:07.721778 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=5f5d31c1-c533-47d5-a7bf-6852cd4a3b94,segment=NetworkSegment(4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59),segment_id=4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:07.726919 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:07.768608 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b146cb0-f5a5-4d21-933a-6d898a1610d9 x-openstack-request-id: req-5b146cb0-f5a5-4d21-933a-6d898a1610d9 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:07.768905 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3634ebea-0f77-4d0f-b50b-d4baffa8d05e", "name": "network-vif-plugged", "status": "completed", "tag": "5f5d31c1-c533-47d5-a7bf-6852cd4a3b94", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:07.769155 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5b146cb0-f5a5-4d21-933a-6d898a1610d9 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:07.769588 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3634ebea-0f77-4d0f-b50b-d4baffa8d05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5d31c1-c533-47d5-a7bf-6852cd4a3b94', 'code': 200} Aug 11 02:24:07.827086 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=5f5d31c1-c533-47d5-a7bf-6852cd4a3b94,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:07.940544 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80620eb6-b71c-4223-bccb-4a095b8c90d5 req-be690213-e3bf-4e7a-8e7b-56088e3f3618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:07.941959 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-80620eb6-b71c-4223-bccb-4a095b8c90d5 req-be690213-e3bf-4e7a-8e7b-56088e3f3618 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3634ebea-0f77-4d0f-b50b-d4baffa8d05e HTTP/1.1" status: 200 len: 1097 time: 0.1110799 Aug 11 02:24:07.980886 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dae866-07a7-41c4-a32e-a6f1a9e703b5 req-eb8b5a0b-db30-4809-a48a-1bf105458613 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:07.982773 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-60dae866-07a7-41c4-a32e-a6f1a9e703b5 req-eb8b5a0b-db30-4809-a48a-1bf105458613 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 945 time: 0.1041253 Aug 11 02:24:08.008058 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca69c2-0919-45ec-b2af-72f1f74295f9 req-2664fb60-50d8-4bdc-bfc4-32e9d17e4ffe tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:08.017198 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b7ca69c2-0919-45ec-b2af-72f1f74295f9 req-2664fb60-50d8-4bdc-bfc4-32e9d17e4ffe tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=3634ebea-0f77-4d0f-b50b-d4baffa8d05e HTTP/1.1" status: 200 len: 945 time: 0.0896749 Aug 11 02:24:08.056269 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-60dae866-07a7-41c4-a32e-a6f1a9e703b5 req-8b1c93d6-10af-4dc5-a3fa-38738981b182 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574150 Aug 11 02:24:08.058839 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-80620eb6-b71c-4223-bccb-4a095b8c90d5 req-e7cea460-efac-4402-b187-c928e4c8b127 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d071f9f6-71c6-49a3-81e5-ffb85d2c72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978479 Aug 11 02:24:08.134138 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b7ca69c2-0919-45ec-b2af-72f1f74295f9 req-2816e90f-2149-4afe-908b-45291242650c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=d071f9f6-71c6-49a3-81e5-ffb85d2c72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154814 Aug 11 02:24:08.190300 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 8a37b393-81c3-4966-b59f-188de660dda6 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:08.234301 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 8a37b393-81c3-4966-b59f-188de660dda6 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:24:08.235317 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 8a37b393-81c3-4966-b59f-188de660dda6 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:24:08.494590 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a48b7f-e3ec-49dc-8e9b-06ed83dea4ff req-b40d8097-7f36-48ee-b9a8-a1bbf8fc5955 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:08.496665 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43a48b7f-e3ec-49dc-8e9b-06ed83dea4ff req-b40d8097-7f36-48ee-b9a8-a1bbf8fc5955 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4b294c-1b75-402d-8f37-8a7806c383d0 HTTP/1.1" status: 200 len: 946 time: 0.0817890 Aug 11 02:24:08.564926 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43a48b7f-e3ec-49dc-8e9b-06ed83dea4ff req-6a809e21-3010-4c27-80cd-b0bb094f28f3 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618792 Aug 11 02:24:08.694589 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53886) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:08.740672 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f1258-f551-47b7-b668-e24847717108 req-4a763616-9188-4bb0-bd81-07133d810d5f tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:08.749917 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d22f1258-f551-47b7-b668-e24847717108 req-4a763616-9188-4bb0-bd81-07133d810d5f tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.0690997 Aug 11 02:24:08.815575 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d22f1258-f551-47b7-b668-e24847717108 req-e715b889-034b-41a6-bfab-e16503fd0416 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566726 Aug 11 02:24:08.830028 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c3b69-0cec-4faa-b291-d774453d9f45 req-2d7b8e08-3895-49fa-a4b7-77cb9176d881 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:08.831146 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b65c3b69-0cec-4faa-b291-d774453d9f45 req-2d7b8e08-3895-49fa-a4b7-77cb9176d881 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce4b294c-1b75-402d-8f37-8a7806c383d0 HTTP/1.1" status: 200 len: 946 time: 0.0769360 Aug 11 02:24:08.881357 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-155e846b-7269-41ed-92b3-aafae906bbd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:08.994503 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-b65c3b69-0cec-4faa-b291-d774453d9f45 req-4def54f5-6d45-4838-9c73-86341295f271 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Deleting port fbcc1c96-7e13-4135-8362-ae26345c8681 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:08.994745 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b65c3b69-0cec-4faa-b291-d774453d9f45 req-4def54f5-6d45-4838-9c73-86341295f271 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:09.140141 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-b65c3b69-0cec-4faa-b291-d774453d9f45 req-4def54f5-6d45-4838-9c73-86341295f271 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] For port fbcc1c96-7e13-4135-8362-ae26345c8681, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=fbcc1c96-7e13-4135-8362-ae26345c8681,segment=NetworkSegment(fa9ae132-5e06-4dcb-9b06-2f1420af1e4c),segment_id=fa9ae132-5e06-4dcb-9b06-2f1420af1e4c)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:09.140526 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b65c3b69-0cec-4faa-b291-d774453d9f45 req-4def54f5-6d45-4838-9c73-86341295f271 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:09.159550 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-b65c3b69-0cec-4faa-b291-d774453d9f45 req-4def54f5-6d45-4838-9c73-86341295f271 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Calling delete_port for fbcc1c96-7e13-4135-8362-ae26345c8681 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:09.244931 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-155e846b-7269-41ed-92b3-aafae906bbd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:09.268277 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-155e846b-7269-41ed-92b3-aafae906bbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:09.315646 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b77119-baac-4479-8bf6-9aa2d210bf7b req-7b9f7fd9-9af3-48cc-8f23-830b274bd58c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:09.317266 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-82b77119-baac-4479-8bf6-9aa2d210bf7b req-7b9f7fd9-9af3-48cc-8f23-830b274bd58c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=3634ebea-0f77-4d0f-b50b-d4baffa8d05e HTTP/1.1" status: 200 len: 945 time: 0.0844288 Aug 11 02:24:09.359197 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-155e846b-7269-41ed-92b3-aafae906bbd9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ec7765cbcdcf406f8a1b7ba61b5439d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6618762 Aug 11 02:24:09.359197 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e846b-7269-41ed-92b3-aafae906bbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02884ad-81ff-4067-a6d6-a0d24d20362b,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:09.361903 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53904) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:09.392906 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a468e-46ec-4623-b5a3-ca38daec73f4 req-3d497b2d-0924-4bb1-8fb5-8a1d8d32f1bd tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:09.394448 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a81a468e-46ec-4623-b5a3-ca38daec73f4 req-3d497b2d-0924-4bb1-8fb5-8a1d8d32f1bd tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 945 time: 0.1481483 Aug 11 02:24:09.408916 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-82b77119-baac-4479-8bf6-9aa2d210bf7b req-e5842403-245e-4d90-8cbd-4a3cacc54a51 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=d071f9f6-71c6-49a3-81e5-ffb85d2c72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816178 Aug 11 02:24:09.569275 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b65c3b69-0cec-4faa-b291-d774453d9f45 req-4def54f5-6d45-4838-9c73-86341295f271 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:09.581846 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['8b315ea9-65cd-4c1c-b789-2842c2081e6b'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:09.625537 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def54f5-6d45-4838-9c73-86341295f271 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Pushing event deleted for resources: {'Port': ['ID=fbcc1c96-7e13-4135-8362-ae26345c8681,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:09.625537 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6164ce49-4037-46df-a058-ca27e4ff7d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:09.641746 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a81a468e-46ec-4623-b5a3-ca38daec73f4 req-188144aa-3e30-49c5-b02a-fa30eeab2185 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149572 Aug 11 02:24:09.663571 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28749525-6dad-4b7f-a901-11567c90de28 req-aeae702e-9969-4c62-a535-f30314d143a3 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:09.681645 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-28749525-6dad-4b7f-a901-11567c90de28 req-aeae702e-9969-4c62-a535-f30314d143a3 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=3634ebea-0f77-4d0f-b50b-d4baffa8d05e HTTP/1.1" status: 200 len: 945 time: 0.1723204 Aug 11 02:24:09.734020 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65c3b69-0cec-4faa-b291-d774453d9f45 req-4def54f5-6d45-4838-9c73-86341295f271 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] No DVR routers for this DVR port fbcc1c96-7e13-4135-8362-ae26345c8681 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:09.738658 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b65c3b69-0cec-4faa-b291-d774453d9f45 req-4def54f5-6d45-4838-9c73-86341295f271 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:09.741327 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b65c3b69-0cec-4faa-b291-d774453d9f45 req-4def54f5-6d45-4838-9c73-86341295f271 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.66 "DELETE /v2.0/ports/fbcc1c96-7e13-4135-8362-ae26345c8681 HTTP/1.1" status: 204 len: 173 time: 0.9009609 Aug 11 02:24:09.741788 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4b294c-1b75-402d-8f37-8a7806c383d0', 'name': 'network-vif-deleted', 'tag': 'fbcc1c96-7e13-4135-8362-ae26345c8681'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:09.744406 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddf9e88-70e7-4dca-a0a8-3847600ea5df" -d '{"events": [{"server_uuid": "ce4b294c-1b75-402d-8f37-8a7806c383d0", "name": "network-vif-deleted", "tag": "fbcc1c96-7e13-4135-8362-ae26345c8681"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:09.770866 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-28749525-6dad-4b7f-a901-11567c90de28 req-72e2e643-1103-4aac-aa9e-dc11d0e6da47 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=d071f9f6-71c6-49a3-81e5-ffb85d2c72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801454 Aug 11 02:24:09.794360 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53920) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:09.815978 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6164ce49-4037-46df-a058-ca27e4ff7d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:09.870463 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a95c881c-6581-4c4a-aa3f-556aa95d99fe req-5dccd326-1254-4d3f-b132-7135bf3f4330 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4b294c-1b75-402d-8f37-8a7806c383d0 HTTP/1.1" status: 200 len: 210 time: 0.1204967 Aug 11 02:24:09.872008 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39950ab8-2e23-4be9-b9ff-6642ba28dbcd x-openstack-request-id: req-39950ab8-2e23-4be9-b9ff-6642ba28dbcd {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:09.872303 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4b294c-1b75-402d-8f37-8a7806c383d0", "name": "network-vif-deleted", "tag": "fbcc1c96-7e13-4135-8362-ae26345c8681", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:09.872558 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-39950ab8-2e23-4be9-b9ff-6642ba28dbcd {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:09.872955 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4b294c-1b75-402d-8f37-8a7806c383d0', 'name': 'network-vif-deleted', 'tag': 'fbcc1c96-7e13-4135-8362-ae26345c8681', 'status': 'completed', 'code': 200} Aug 11 02:24:09.887262 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6164ce49-4037-46df-a058-ca27e4ff7d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:09.903036 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6164ce49-4037-46df-a058-ca27e4ff7d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:09.905313 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6164ce49-4037-46df-a058-ca27e4ff7d6d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a02884ad-81ff-4067-a6d6-a0d24d20362b HTTP/1.1" status: 204 len: 168 time: 0.5421348 Aug 11 02:24:09.923146 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164ce49-4037-46df-a058-ca27e4ff7d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02884ad-81ff-4067-a6d6-a0d24d20362b,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:09.941656 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3e7c22-e4a1-4b67-8031-feb32d1cd038 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:09.948694 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53928) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:09.954529 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e7b0dddc-7635-4b98-b129-427f43d2d15c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'port_id': '5f5d31c1-c533-47d5-a7bf-6852cd4a3b94', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:09.965354 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0c3e7c22-e4a1-4b67-8031-feb32d1cd038 tempest-TestNetworkBasicOps-1364385041 tempest-TestNetworkBasicOps-1364385041-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3634ebea-0f77-4d0f-b50b-d4baffa8d05e HTTP/1.1" status: 200 len: 1092 time: 0.1675639 Aug 11 02:24:10.013603 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e7b0dddc-7635-4b98-b129-427f43d2d15c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for floatingip, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:10.116460 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2cfba-5d01-48aa-a8bb-3f3d30b311e5 req-cbadb0d3-bab4-4f15-84bb-0b1aea6e685b tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:10.119721 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c8c2cfba-5d01-48aa-a8bb-3f3d30b311e5 req-cbadb0d3-bab4-4f15-84bb-0b1aea6e685b tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.1157074 Aug 11 02:24:10.182134 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c8c2cfba-5d01-48aa-a8bb-3f3d30b311e5 req-7d1367cd-5ad7-4475-b618-830ff99f1d04 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404651 Aug 11 02:24:10.296849 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e7b0dddc-7635-4b98-b129-427f43d2d15c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:10.783465 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53946) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:10.798044 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-391de4a3-f7e7-4aba-a476-35b22fb4b716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:10.918130 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-391de4a3-f7e7-4aba-a476-35b22fb4b716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:10.926982 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-391de4a3-f7e7-4aba-a476-35b22fb4b716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:10.951994 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-e7b0dddc-7635-4b98-b129-427f43d2d15c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Allocated IP 172.25.2.114 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/1fd70ed9-400c-40b8-8504-7474e7f49e40) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:24:10.990492 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391de4a3-f7e7-4aba-a476-35b22fb4b716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f80f013-c7f9-4521-9d3a-63009ac76894,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:10.995899 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-391de4a3-f7e7-4aba-a476-35b22fb4b716 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f54f393a8089428db9b18c4c7783a878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2107003 Aug 11 02:24:10.998712 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53954) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:11.019421 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83d4b2-dbfe-4e69-ba65-7b8697e6f777 req-564671ea-0a9b-420c-b132-d556a2834ae5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:11.021659 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f83d4b2-dbfe-4e69-ba65-7b8697e6f777 req-564671ea-0a9b-420c-b132-d556a2834ae5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 945 time: 0.1408713 Aug 11 02:24:11.078290 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4ffd92b8-ef76-47f0-9f2e-069623067c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:11.105250 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4ffd92b8-ef76-47f0-9f2e-069623067c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:11.168075 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4ffd92b8-ef76-47f0-9f2e-069623067c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:11.172829 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4ffd92b8-ef76-47f0-9f2e-069623067c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:11.175066 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4ffd92b8-ef76-47f0-9f2e-069623067c42 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2f80f013-c7f9-4521-9d3a-63009ac76894 HTTP/1.1" status: 204 len: 168 time: 0.1735046 Aug 11 02:24:11.186224 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd92b8-ef76-47f0-9f2e-069623067c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f80f013-c7f9-4521-9d3a-63009ac76894,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:11.263708 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f83d4b2-dbfe-4e69-ba65-7b8697e6f777 req-a189fce7-90ad-4e82-b4c7-28cdcd87a588 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328954 Aug 11 02:24:11.328250 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e7b0dddc-7635-4b98-b129-427f43d2d15c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:11.349068 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device fbcc1c96-7e13-4135-8362-ae26345c8681 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:11.394339 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: fbcc1c96-7e13-4135-8362-ae26345c8681 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:24:11.394932 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device fbcc1c96-7e13-4135-8362-ae26345c8681 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:24:11.423928 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdd73a-df86-46f8-915c-25cf473d4924 req-4fdb94a1-e5ae-42fa-ac01-f7f91c6c0dae tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:11.431345 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e0fdd73a-df86-46f8-915c-25cf473d4924 req-4fdb94a1-e5ae-42fa-ac01-f7f91c6c0dae tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 945 time: 0.0743659 Aug 11 02:24:11.441527 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e7b0dddc-7635-4b98-b129-427f43d2d15c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:11.483573 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e0fdd73a-df86-46f8-915c-25cf473d4924 req-d3e2493d-e7bb-4811-8adc-ab05319d8647 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462594 Aug 11 02:24:11.495876 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f92c4-adf0-4a92-987e-7184f67749d5 req-0a4eed23-2895-45e0-975a-3373bb913898 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:11.503403 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ed7f92c4-adf0-4a92-987e-7184f67749d5 req-0a4eed23-2895-45e0-975a-3373bb913898 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.1051829 Aug 11 02:24:11.517068 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b0dddc-7635-4b98-b129-427f43d2d15c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:24:11.531530 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-e7b0dddc-7635-4b98-b129-427f43d2d15c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:24:11.541045 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b0dddc-7635-4b98-b129-427f43d2d15c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:24:11.591801 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0dddc-7635-4b98-b129-427f43d2d15c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'Port': ['ID=1fd70ed9-400c-40b8-8504-7474e7f49e40,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:11.612140 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ed7f92c4-adf0-4a92-987e-7184f67749d5 req-1aa12742-d9bb-4d8a-b48d-88a12f0ad33c tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077478 Aug 11 02:24:12.138434 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e7b0dddc-7635-4b98-b129-427f43d2d15c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:12.154119 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2f09a-f168-446f-b64a-7073a2c40775 req-d323389e-4869-4790-a9a3-9ba1a34aa57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:12.155632 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dfb2f09a-f168-446f-b64a-7073a2c40775 req-d323389e-4869-4790-a9a3-9ba1a34aa57b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=953757b63989485aa599c97f35f2480d&device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 1097 time: 0.1227243 Aug 11 02:24:12.313282 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e7b0dddc-7635-4b98-b129-427f43d2d15c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:12.352539 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2f09a-f168-446f-b64a-7073a2c40775 req-faccb8c8-a3b7-4c1f-a954-f955d011ed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:12.354091 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dfb2f09a-f168-446f-b64a-7073a2c40775 req-faccb8c8-a3b7-4c1f-a954-f955d011ed5f service neutron] 10.222.0.73 "GET /v2.0/networks?id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99 HTTP/1.1" status: 200 len: 913 time: 0.1731861 Aug 11 02:24:12.412303 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dfb2f09a-f168-446f-b64a-7073a2c40775 req-9a84dd09-3c4f-498a-bb28-2a8dc5fcf825 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e199fb3-0824-4b34-8409-1c9da44595e2 HTTP/1.1" status: 200 len: 217 time: 0.0457859 Aug 11 02:24:12.417810 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f2e47-2dca-4e4f-b7a8-e06903ad4697 req-7a4e14c4-9ed8-47bc-bde9-f0ab28cf97c5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:12.427257 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8e1f2e47-2dca-4e4f-b7a8-e06903ad4697 req-7a4e14c4-9ed8-47bc-bde9-f0ab28cf97c5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 945 time: 0.0716348 Aug 11 02:24:12.467265 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8e1f2e47-2dca-4e4f-b7a8-e06903ad4697 req-71d8bf5b-940f-44e4-8cff-1f7c86f11d36 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386863 Aug 11 02:24:12.512994 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2f09a-f168-446f-b64a-7073a2c40775 req-c57b2d1b-c9d8-4018-82c6-f3abc60817d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:12.514558 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dfb2f09a-f168-446f-b64a-7073a2c40775 req-c57b2d1b-c9d8-4018-82c6-f3abc60817d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7193a88f-4d31-4933-a3af-0738d0f7bf97 HTTP/1.1" status: 200 len: 851 time: 0.0886593 Aug 11 02:24:12.639217 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e7b0dddc-7635-4b98-b129-427f43d2d15c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:12.643867 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2f09a-f168-446f-b64a-7073a2c40775 req-0b332dda-05f8-43af-adc7-6a73b9f3c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:12.645599 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dfb2f09a-f168-446f-b64a-7073a2c40775 req-0b332dda-05f8-43af-adc7-6a73b9f3c5a2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1213551 Aug 11 02:24:12.648125 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e7b0dddc-7635-4b98-b129-427f43d2d15c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:12.711340 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1386a-281b-4d62-b2db-1889a341c324 req-f9d41ffc-6de6-47fa-a4f6-1d8a06f0715b tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:12.716074 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bed1386a-281b-4d62-b2db-1889a341c324 req-f9d41ffc-6de6-47fa-a4f6-1d8a06f0715b tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 945 time: 0.1523194 Aug 11 02:24:12.750756 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c246c-c251-43eb-9157-c521363fd634 req-7f19f1e4-7c13-4a27-a802-d2190f11efac tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:12.752540 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-314c246c-c251-43eb-9157-c521363fd634 req-7f19f1e4-7c13-4a27-a802-d2190f11efac tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.0577519 Aug 11 02:24:12.799323 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0dddc-7635-4b98-b129-427f43d2d15c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event updated for resources: {'Port': ['ID=1fd70ed9-400c-40b8-8504-7474e7f49e40,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:12.804185 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-314c246c-c251-43eb-9157-c521363fd634 req-cd9b6077-cea9-4704-9277-e1cbda72eb4f tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432622 Aug 11 02:24:12.888274 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bed1386a-281b-4d62-b2db-1889a341c324 req-3628adec-6ff4-47f6-9be2-bc66bb943903 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237135 Aug 11 02:24:12.898000 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e7b0dddc-7635-4b98-b129-427f43d2d15c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:12.953421 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dfb2f09a-f168-446f-b64a-7073a2c40775 req-1d1154cb-842d-4371-9d83-80b39e4fddb4 service neutron] 10.222.0.73 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938685 Aug 11 02:24:13.126459 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47012c-008c-4645-adc3-5fa866e862e0 req-7a3e8caf-2e9d-459f-889a-f0d3f03c53a1 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:13.127949 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9c47012c-008c-4645-adc3-5fa866e862e0 req-7a3e8caf-2e9d-459f-889a-f0d3f03c53a1 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 945 time: 0.1112866 Aug 11 02:24:13.153498 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-e7b0dddc-7635-4b98-b129-427f43d2d15c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Floating IP 51016e14-a853-48f0-bcf3-35652d77cc04 associated. External IP: 172.25.2.114, port: 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94. Aug 11 02:24:13.214929 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dfb2f09a-f168-446f-b64a-7073a2c40775 req-69ed7274-486b-4a87-af97-a0dc3b1482b2 service neutron] 10.222.0.73 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503259 Aug 11 02:24:13.373586 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-9c47012c-008c-4645-adc3-5fa866e862e0 req-f776d8b3-ebc9-4d4a-9fd4-fcdd5407c495 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Deleting port 8b315ea9-65cd-4c1c-b789-2842c2081e6b {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:13.374014 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9c47012c-008c-4645-adc3-5fa866e862e0 req-f776d8b3-ebc9-4d4a-9fd4-fcdd5407c495 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:13.644073 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6cd83-6c7b-4294-b0e1-2d16cdf0204d req-b95dd825-0100-40bf-8834-baa78002a40f tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:13.647020 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-38b6cd83-6c7b-4294-b0e1-2d16cdf0204d req-b95dd825-0100-40bf-8834-baa78002a40f tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 945 time: 0.0756805 Aug 11 02:24:13.691891 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-38b6cd83-6c7b-4294-b0e1-2d16cdf0204d req-ce5099e7-f7b6-4f73-95b8-cc79d82f2878 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378022 Aug 11 02:24:13.821458 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-9c47012c-008c-4645-adc3-5fa866e862e0 req-f776d8b3-ebc9-4d4a-9fd4-fcdd5407c495 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] For port 8b315ea9-65cd-4c1c-b789-2842c2081e6b, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=8b315ea9-65cd-4c1c-b789-2842c2081e6b,segment=NetworkSegment(fa9ae132-5e06-4dcb-9b06-2f1420af1e4c),segment_id=fa9ae132-5e06-4dcb-9b06-2f1420af1e4c)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:13.821830 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9c47012c-008c-4645-adc3-5fa866e862e0 req-f776d8b3-ebc9-4d4a-9fd4-fcdd5407c495 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:13.832220 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b0dddc-7635-4b98-b129-427f43d2d15c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Router a3f6d6c2-a6c0-4f44-9552-cc5a7276d102 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:24:13.840487 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-9c47012c-008c-4645-adc3-5fa866e862e0 req-f776d8b3-ebc9-4d4a-9fd4-fcdd5407c495 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Calling delete_port for 8b315ea9-65cd-4c1c-b789-2842c2081e6b owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:14.053897 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d8df8-6835-4913-a322-92cc8106a5db req-7432f15d-9483-4381-a1bf-5c9238601349 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:14.056934 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f12d8df8-6835-4913-a322-92cc8106a5db req-7432f15d-9483-4381-a1bf-5c9238601349 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/ports?device_id=a59cc10d-9a7d-44b6-b5c9-74fe10999dd4 HTTP/1.1" status: 200 len: 945 time: 0.0770099 Aug 11 02:24:14.062296 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8263d-d926-4b47-8f87-d2c8ae9610d8 req-9cbf5947-d845-4913-9b53-f9144061faed tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:14.064020 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6ac8263d-d926-4b47-8f87-d2c8ae9610d8 req-9cbf5947-d845-4913-9b53-f9144061faed tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.1664774 Aug 11 02:24:14.065956 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b0dddc-7635-4b98-b129-427f43d2d15c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:24:14.077946 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3383e0f2-3fe8-41a1-8aad-14173876781d None None] Sync routers for ids ['a3f6d6c2-a6c0-4f44-9552-cc5a7276d102'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:24:14.089718 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3383e0f2-3fe8-41a1-8aad-14173876781d None None] Routers {'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:24:14.090417 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-3383e0f2-3fe8-41a1-8aad-14173876781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:23:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a3f6d6c2-a6c0-4f44-9552-cc5a7276d102'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:14.109290 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f12d8df8-6835-4913-a322-92cc8106a5db req-8ee681f3-3c99-4eff-a321-f976b7913525 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.50 "GET /v2.0/security-groups?id=c001c31e-4043-42fa-86c8-d50e904018f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455270 Aug 11 02:24:14.170637 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e7b0dddc-7635-4b98-b129-427f43d2d15c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:14.208368 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6ac8263d-d926-4b47-8f87-d2c8ae9610d8 req-e7290919-a666-4b9d-af68-4368eaf7ef6f tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149535 Aug 11 02:24:14.221738 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e7b0dddc-7635-4b98-b129-427f43d2d15c tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2717731 Aug 11 02:24:14.223863 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3634ebea-0f77-4d0f-b50b-d4baffa8d05e', 'tag': '5f5d31c1-c533-47d5-a7bf-6852cd4a3b94'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:14.225330 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54072) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:14.226318 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41043a90-aee9-430f-b410-ec1919be168e" -d '{"events": [{"name": "network-changed", "server_uuid": "3634ebea-0f77-4d0f-b50b-d4baffa8d05e", "tag": "5f5d31c1-c533-47d5-a7bf-6852cd4a3b94"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:14.234567 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9c47012c-008c-4645-adc3-5fa866e862e0 req-f776d8b3-ebc9-4d4a-9fd4-fcdd5407c495 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:14.237558 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-3383e0f2-3fe8-41a1-8aad-14173876781d None None] Set router a3f6d6c2-a6c0-4f44-9552-cc5a7276d102 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:24:14.270764 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776d8b3-ebc9-4d4a-9fd4-fcdd5407c495 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Pushing event deleted for resources: {'Port': ['ID=8b315ea9-65cd-4c1c-b789-2842c2081e6b,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:14.327782 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66fadf2-a114-4c75-a250-e0a9feb8ead7 x-openstack-request-id: req-f66fadf2-a114-4c75-a250-e0a9feb8ead7 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:14.328267 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3634ebea-0f77-4d0f-b50b-d4baffa8d05e", "tag": "5f5d31c1-c533-47d5-a7bf-6852cd4a3b94", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:14.328564 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f66fadf2-a114-4c75-a250-e0a9feb8ead7 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:14.329070 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3634ebea-0f77-4d0f-b50b-d4baffa8d05e', 'tag': '5f5d31c1-c533-47d5-a7bf-6852cd4a3b94', 'status': 'completed', 'code': 200} Aug 11 02:24:14.329932 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c47012c-008c-4645-adc3-5fa866e862e0 req-f776d8b3-ebc9-4d4a-9fd4-fcdd5407c495 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] No DVR routers for this DVR port 8b315ea9-65cd-4c1c-b789-2842c2081e6b on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:14.333699 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9c47012c-008c-4645-adc3-5fa866e862e0 req-f776d8b3-ebc9-4d4a-9fd4-fcdd5407c495 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:14.335929 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9c47012c-008c-4645-adc3-5fa866e862e0 req-f776d8b3-ebc9-4d4a-9fd4-fcdd5407c495 tempest-ListServerFiltersTestJSON-1546478039 tempest-ListServerFiltersTestJSON-1546478039-project] 10.222.0.66 "DELETE /v2.0/ports/8b315ea9-65cd-4c1c-b789-2842c2081e6b HTTP/1.1" status: 204 len: 173 time: 1.2010741 Aug 11 02:24:14.422608 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2e49d244-af19-4379-ab43-db76abea369f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/floatingips/51016e14-a853-48f0-bcf3-35652d77cc04 HTTP/1.1" status: 200 len: 991 time: 0.1959248 Aug 11 02:24:14.444216 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41043a90-aee9-430f-b410-ec1919be168e req-79110498-bb06-485c-bfe3-cc7cf2d7a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:14.445848 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41043a90-aee9-430f-b410-ec1919be168e req-79110498-bb06-485c-bfe3-cc7cf2d7a84a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87062204daa74f23a6f53457711872b3&device_id=3634ebea-0f77-4d0f-b50b-d4baffa8d05e HTTP/1.1" status: 200 len: 1097 time: 0.1135988 Aug 11 02:24:14.584448 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41043a90-aee9-430f-b410-ec1919be168e req-2e70a8b3-e447-4c93-bb30-a4eb33eaf3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:14.586436 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41043a90-aee9-430f-b410-ec1919be168e req-2e70a8b3-e447-4c93-bb30-a4eb33eaf3a5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c7517260-044e-443c-aeb5-156e6ed1b796 HTTP/1.1" status: 200 len: 897 time: 0.1325867 Aug 11 02:24:14.668712 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41043a90-aee9-430f-b410-ec1919be168e req-d80653ae-8d4a-4377-b0d6-de41f0582efd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f5d31c1-c533-47d5-a7bf-6852cd4a3b94 HTTP/1.1" status: 200 len: 999 time: 0.0732229 Aug 11 02:24:14.696021 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-3383e0f2-3fe8-41a1-8aad-14173876781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'name': 'tempest-TestNetworkBasicOps-router-62992904', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'da1ac37e-a57a-4e36-b342-8ff36ff63241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:23:42Z', 'updated_at': '2021-08-11T02:23:47Z', 'revision_number': 4, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'da1ac37e-a57a-4e36-b342-8ff36ff63241', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:42Z', 'updated_at': '2021-08-11T02:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '51016e14-a853-48f0-bcf3-35652d77cc04', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'floating_ip_address': '172.25.2.114', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'port_id': '5f5d31c1-c533-47d5-a7bf-6852cd4a3b94', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7517260-044e-443c-aeb5-156e6ed1b796', 'mac_address': 'fa:16:3e:92:cf:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3634ebea-0f77-4d0f-b50b-d4baffa8d05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:24:11Z', 'updated_at': '2021-08-11T02:24:11Z', 'revision_number': 0, 'project_id': '87062204daa74f23a6f53457711872b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12276f1f-6f6a-401b-a4e5-4becd3d5ca45', 'name': '', 'network_id': 'c7517260-044e-443c-aeb5-156e6ed1b796', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'mac_address': 'fa:16:3e:46:1f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '414ade58-8c13-4abf-9432-c3c5d3fb2fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:46Z', 'updated_at': '2021-08-11T02:23:56Z', 'revision_number': 5, 'project_id': '87062204daa74f23a6f53457711872b3', 'subnets': [{'id': '414ade58-8c13-4abf-9432-c3c5d3fb2fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:14.731229 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3383e0f2-3fe8-41a1-8aad-14173876781d None None] Checking router: a3f6d6c2-a6c0-4f44-9552-cc5a7276d102 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:24:14.741682 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3383e0f2-3fe8-41a1-8aad-14173876781d None None] Routers {'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:24:14.742356 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-3383e0f2-3fe8-41a1-8aad-14173876781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:23:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a3f6d6c2-a6c0-4f44-9552-cc5a7276d102'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:14.750458 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41043a90-aee9-430f-b410-ec1919be168e req-0c61af6b-f040-4dba-890a-9dc0f6d3c24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:14.752747 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41043a90-aee9-430f-b410-ec1919be168e req-0c61af6b-f040-4dba-890a-9dc0f6d3c24e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=414ade58-8c13-4abf-9432-c3c5d3fb2fbf HTTP/1.1" status: 200 len: 835 time: 0.0763445 Aug 11 02:24:14.822587 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41043a90-aee9-430f-b410-ec1919be168e req-e9d7bf10-be8b-41e9-8e27-dc0f02ba4d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:14.824263 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41043a90-aee9-430f-b410-ec1919be168e req-e9d7bf10-be8b-41e9-8e27-dc0f02ba4d0a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c7517260-044e-443c-aeb5-156e6ed1b796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637572 Aug 11 02:24:14.916481 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-3383e0f2-3fe8-41a1-8aad-14173876781d None None] Set router a3f6d6c2-a6c0-4f44-9552-cc5a7276d102 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:24:15.038802 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41043a90-aee9-430f-b410-ec1919be168e req-d6514a8d-9787-4d8a-8ab7-3520654a1847 service neutron] 10.222.0.66 "GET /v2.0/networks/c7517260-044e-443c-aeb5-156e6ed1b796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991017 Aug 11 02:24:15.187917 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54100) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:15.286228 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41043a90-aee9-430f-b410-ec1919be168e req-041e1e29-3250-43cf-9095-2f141bb9a8d9 service neutron] 10.222.0.66 "GET /v2.0/networks/c7517260-044e-443c-aeb5-156e6ed1b796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466028 Aug 11 02:24:15.314254 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61082b1b-ec36-40b8-8341-caf3a0415c97 req-3ed7c865-9441-430a-a3a2-bd161e06c05b tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:15.325025 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-61082b1b-ec36-40b8-8341-caf3a0415c97 req-3ed7c865-9441-430a-a3a2-bd161e06c05b tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 945 time: 0.5241063 Aug 11 02:24:15.328798 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78a920f-108d-43d2-83c0-afd9020d8638 admin admin] Deleting subnet 0082d25c-4936-4b2c-8593-bf44bcf651f1 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:24:15.336792 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e78a920f-108d-43d2-83c0-afd9020d8638 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:15.365138 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 8b315ea9-65cd-4c1c-b789-2842c2081e6b no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:15.402274 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 8b315ea9-65cd-4c1c-b789-2842c2081e6b {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:24:15.403954 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 8b315ea9-65cd-4c1c-b789-2842c2081e6b not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:24:15.409500 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-61082b1b-ec36-40b8-8341-caf3a0415c97 req-3f904361-9f10-4201-8d9d-5c1212fd835f tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827882 Aug 11 02:24:15.425790 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54114) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:15.502295 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e78a920f-108d-43d2-83c0-afd9020d8638 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:15.563475 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ae291eb9-631d-4b92-a548-2a08c7fa949f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/floatingips/51016e14-a853-48f0-bcf3-35652d77cc04 HTTP/1.1" status: 200 len: 991 time: 0.1360922 Aug 11 02:24:15.578925 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-3383e0f2-3fe8-41a1-8aad-14173876781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'name': 'tempest-TestNetworkBasicOps-router-62992904', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'da1ac37e-a57a-4e36-b342-8ff36ff63241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:23:42Z', 'updated_at': '2021-08-11T02:23:47Z', 'revision_number': 4, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'da1ac37e-a57a-4e36-b342-8ff36ff63241', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:42Z', 'updated_at': '2021-08-11T02:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '51016e14-a853-48f0-bcf3-35652d77cc04', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'floating_ip_address': '172.25.2.114', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'port_id': '5f5d31c1-c533-47d5-a7bf-6852cd4a3b94', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7517260-044e-443c-aeb5-156e6ed1b796', 'mac_address': 'fa:16:3e:92:cf:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3634ebea-0f77-4d0f-b50b-d4baffa8d05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:24:11Z', 'updated_at': '2021-08-11T02:24:11Z', 'revision_number': 0, 'project_id': '87062204daa74f23a6f53457711872b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12276f1f-6f6a-401b-a4e5-4becd3d5ca45', 'name': '', 'network_id': 'c7517260-044e-443c-aeb5-156e6ed1b796', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'mac_address': 'fa:16:3e:46:1f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '414ade58-8c13-4abf-9432-c3c5d3fb2fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:46Z', 'updated_at': '2021-08-11T02:23:56Z', 'revision_number': 5, 'project_id': '87062204daa74f23a6f53457711872b3', 'subnets': [{'id': '414ade58-8c13-4abf-9432-c3c5d3fb2fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:15.588381 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa291ce0-d26b-47fb-8cfb-7c6c8da00ebc req-4eeca7b9-98de-4bb7-a71b-6eac17d0ee00 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:15.590681 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fa291ce0-d26b-47fb-8cfb-7c6c8da00ebc req-4eeca7b9-98de-4bb7-a71b-6eac17d0ee00 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.2102976 Aug 11 02:24:15.628259 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3383e0f2-3fe8-41a1-8aad-14173876781d None None] The sync data for ids ['a3f6d6c2-a6c0-4f44-9552-cc5a7276d102'] in n-d-615180-33 is: [{'id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'name': 'tempest-TestNetworkBasicOps-router-62992904', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'da1ac37e-a57a-4e36-b342-8ff36ff63241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:23:42Z', 'updated_at': '2021-08-11T02:23:47Z', 'revision_number': 4, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'da1ac37e-a57a-4e36-b342-8ff36ff63241', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:42Z', 'updated_at': '2021-08-11T02:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '51016e14-a853-48f0-bcf3-35652d77cc04', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'floating_ip_address': '172.25.2.114', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'port_id': '5f5d31c1-c533-47d5-a7bf-6852cd4a3b94', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7517260-044e-443c-aeb5-156e6ed1b796', 'mac_address': 'fa:16:3e:92:cf:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3634ebea-0f77-4d0f-b50b-d4baffa8d05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:24:11Z', 'updated_at': '2021-08-11T02:24:11Z', 'revision_number': 0, 'project_id': '87062204daa74f23a6f53457711872b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12276f1f-6f6a-401b-a4e5-4becd3d5ca45', 'name': '', 'network_id': 'c7517260-044e-443c-aeb5-156e6ed1b796', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'mac_address': 'fa:16:3e:46:1f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '414ade58-8c13-4abf-9432-c3c5d3fb2fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:46Z', 'updated_at': '2021-08-11T02:23:56Z', 'revision_number': 5, 'project_id': '87062204daa74f23a6f53457711872b3', 'subnets': [{'id': '414ade58-8c13-4abf-9432-c3c5d3fb2fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:24:15.629676 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e9d6ef45-df85-47ea-9b0e-00571427b11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:15.679388 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e78a920f-108d-43d2-83c0-afd9020d8638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:15.728620 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fa291ce0-d26b-47fb-8cfb-7c6c8da00ebc req-2cd876c5-1f3e-437f-a368-04d188b20c92 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311986 Aug 11 02:24:15.769407 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e78a920f-108d-43d2-83c0-afd9020d8638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:15.796290 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a920f-108d-43d2-83c0-afd9020d8638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0082d25c-4936-4b2c-8593-bf44bcf651f1,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:15.800430 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e78a920f-108d-43d2-83c0-afd9020d8638 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:15.802324 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e78a920f-108d-43d2-83c0-afd9020d8638 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0082d25c-4936-4b2c-8593-bf44bcf651f1 HTTP/1.1" status: 204 len: 168 time: 0.6128464 Aug 11 02:24:15.805197 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54122) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:15.810567 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33f2214-950f-4d70-a5c9-c060db971371 None None] Network 7f0e9aef-c281-4ab6-9fde-8cff6400940b requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:24:15.934291 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80958d3c-5931-4238-92b7-140d7d556b20 None None] New status for floating IP 51016e14-a853-48f0-bcf3-35652d77cc04: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:24:15.943992 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c857c18f-5009-4c6e-b164-23b3c5a95394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:16.016564 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-c857c18f-5009-4c6e-b164-23b3c5a95394 admin admin] Deleting port f0902cb2-acfc-4715-a67f-6f0ada90249a {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:16.017983 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c857c18f-5009-4c6e-b164-23b3c5a95394 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:16.130134 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-c857c18f-5009-4c6e-b164-23b3c5a95394 admin admin] For port f0902cb2-acfc-4715-a67f-6f0ada90249a, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f0902cb2-acfc-4715-a67f-6f0ada90249a,segment=NetworkSegment(fa9ae132-5e06-4dcb-9b06-2f1420af1e4c),segment_id=fa9ae132-5e06-4dcb-9b06-2f1420af1e4c)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:16.130907 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c857c18f-5009-4c6e-b164-23b3c5a95394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:16.153407 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bb29d3-37c8-409a-b6d5-15b3ea524383 None None] DHCP port deletion for 7f0e9aef-c281-4ab6-9fde-8cff6400940b request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:24:16.168498 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-c857c18f-5009-4c6e-b164-23b3c5a95394 admin admin] Calling delete_port for f0902cb2-acfc-4715-a67f-6f0ada90249a owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:16.216078 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 1e199fb3-0824-4b34-8409-1c9da44595e2 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:16.240288 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-63bb29d3-37c8-409a-b6d5-15b3ea524383 None None] Deleting port f0902cb2-acfc-4715-a67f-6f0ada90249a {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:16.240882 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-63bb29d3-37c8-409a-b6d5-15b3ea524383 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:16.274852 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c857c18f-5009-4c6e-b164-23b3c5a95394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:16.306853 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857c18f-5009-4c6e-b164-23b3c5a95394 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0902cb2-acfc-4715-a67f-6f0ada90249a,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:16.309337 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c857c18f-5009-4c6e-b164-23b3c5a95394 admin admin] No DVR routers for this DVR port f0902cb2-acfc-4715-a67f-6f0ada90249a on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:16.340796 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59cc10d-9a7d-44b6-b5c9-74fe10999dd4', 'name': 'network-vif-deleted', 'tag': '8b315ea9-65cd-4c1c-b789-2842c2081e6b'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:16.343312 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be470fdb-8dae-430b-8217-c59bdeb07ac9" -d '{"events": [{"server_uuid": "a59cc10d-9a7d-44b6-b5c9-74fe10999dd4", "name": "network-vif-deleted", "tag": "8b315ea9-65cd-4c1c-b789-2842c2081e6b"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:16.400482 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-63bb29d3-37c8-409a-b6d5-15b3ea524383 None None] For port f0902cb2-acfc-4715-a67f-6f0ada90249a, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f0902cb2-acfc-4715-a67f-6f0ada90249a,segment=NetworkSegment(fa9ae132-5e06-4dcb-9b06-2f1420af1e4c),segment_id=fa9ae132-5e06-4dcb-9b06-2f1420af1e4c)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:16.402573 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-63bb29d3-37c8-409a-b6d5-15b3ea524383 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:16.403580 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74cd0b1-1a3f-4d89-9f95-74d992d415c5 x-openstack-request-id: req-f74cd0b1-1a3f-4d89-9f95-74d992d415c5 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:16.403876 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59cc10d-9a7d-44b6-b5c9-74fe10999dd4", "name": "network-vif-deleted", "tag": "8b315ea9-65cd-4c1c-b789-2842c2081e6b", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:16.404138 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f74cd0b1-1a3f-4d89-9f95-74d992d415c5 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:16.404545 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59cc10d-9a7d-44b6-b5c9-74fe10999dd4', 'name': 'network-vif-deleted', 'tag': '8b315ea9-65cd-4c1c-b789-2842c2081e6b', 'status': 'completed', 'code': 200} Aug 11 02:24:16.409764 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f0902cb2-acfc-4715-a67f-6f0ada90249a no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:16.429430 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c857c18f-5009-4c6e-b164-23b3c5a95394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:16.446022 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-c857c18f-5009-4c6e-b164-23b3c5a95394 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f0e9aef-c281-4ab6-9fde-8cff6400940b']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:16.465604 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-c857c18f-5009-4c6e-b164-23b3c5a95394 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa9ae132-5e06-4dcb-9b06-2f1420af1e4c') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:16.465604 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-c857c18f-5009-4c6e-b164-23b3c5a95394 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa9ae132-5e06-4dcb-9b06-2f1420af1e4c') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:16.473402 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c857c18f-5009-4c6e-b164-23b3c5a95394 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:16.481792 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: f0902cb2-acfc-4715-a67f-6f0ada90249a {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:24:16.482238 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f0902cb2-acfc-4715-a67f-6f0ada90249a not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:24:16.486017 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-63bb29d3-37c8-409a-b6d5-15b3ea524383 None None] Calling delete_port for f0902cb2-acfc-4715-a67f-6f0ada90249a owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:16.488781 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:16.514659 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c857c18f-5009-4c6e-b164-23b3c5a95394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:16.524565 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c857c18f-5009-4c6e-b164-23b3c5a95394 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:24:16.526164 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c857c18f-5009-4c6e-b164-23b3c5a95394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:16.527816 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c621400b-f193-43b8-9314-2ad0d5e454f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e199fb3-0824-4b34-8409-1c9da44595e2'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:16.532302 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4e3b3e-6498-4ff7-84c7-900e295bcecf" -d '{"events": [{"server_uuid": "c621400b-f193-43b8-9314-2ad0d5e454f8", "name": "network-vif-unplugged", "status": "completed", "tag": "1e199fb3-0824-4b34-8409-1c9da44595e2"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:16.574873 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54146) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:16.580969 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 1e199fb3-0824-4b34-8409-1c9da44595e2, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=1e199fb3-0824-4b34-8409-1c9da44595e2,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:16.588990 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:16.591331 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97355c16-a1ff-4e1e-b442-4a0a37c5cb11 req-25f73eef-dd41-404b-9860-4fdbb2006f8d tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:16.606761 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-97355c16-a1ff-4e1e-b442-4a0a37c5cb11 req-25f73eef-dd41-404b-9860-4fdbb2006f8d tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 945 time: 0.1186059 Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:24:16.612779 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:24:16.615125 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c857c18f-5009-4c6e-b164-23b3c5a95394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:16.626957 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c857c18f-5009-4c6e-b164-23b3c5a95394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:16.633556 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c857c18f-5009-4c6e-b164-23b3c5a95394 admin admin] 10.222.0.50 "DELETE /v2.0/networks/7f0e9aef-c281-4ab6-9fde-8cff6400940b HTTP/1.1" status: 204 len: 168 time: 0.8262846 Aug 11 02:24:16.646412 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857c18f-5009-4c6e-b164-23b3c5a95394 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f0e9aef-c281-4ab6-9fde-8cff6400940b,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:16.737938 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5d5a6eab-8e72-4001-9aa4-02705ba50fbc tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/floatingips/51016e14-a853-48f0-bcf3-35652d77cc04 HTTP/1.1" status: 200 len: 993 time: 0.1215982 Aug 11 02:24:16.814070 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a5d6cd-a08f-4524-8ab8-9866fe6007e0 x-openstack-request-id: req-66a5d6cd-a08f-4524-8ab8-9866fe6007e0 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:16.814369 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c621400b-f193-43b8-9314-2ad0d5e454f8", "name": "network-vif-unplugged", "status": "failed", "tag": "1e199fb3-0824-4b34-8409-1c9da44595e2", "code": 422}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:16.814650 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-66a5d6cd-a08f-4524-8ab8-9866fe6007e0 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:16.815085 n-d-615180-33 neutron-server[94508]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c621400b-f193-43b8-9314-2ad0d5e454f8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1e199fb3-0824-4b34-8409-1c9da44595e2', 'code': 422} returned with failed status Aug 11 02:24:16.882635 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-63bb29d3-37c8-409a-b6d5-15b3ea524383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:16.893894 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-63bb29d3-37c8-409a-b6d5-15b3ea524383 None None] Network 7f0e9aef-c281-4ab6-9fde-8cff6400940b is not hosted by any dhcp agent {{(pid=94508) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:24:16.894439 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bb29d3-37c8-409a-b6d5-15b3ea524383 None None] No DVR routers for this DVR port f0902cb2-acfc-4715-a67f-6f0ada90249a on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:16.896153 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=1e199fb3-0824-4b34-8409-1c9da44595e2,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:16.944207 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fd768-8b1e-4c91-99ec-44b4ea1cbea3 req-86b6c423-55a9-44a8-87d8-3dfcf764986e tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:16.949910 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-686fd768-8b1e-4c91-99ec-44b4ea1cbea3 req-86b6c423-55a9-44a8-87d8-3dfcf764986e tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.1239803 Aug 11 02:24:16.952620 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb29d3-37c8-409a-b6d5-15b3ea524383 None None] Pushing event deleted for resources: {'Port': ['ID=f0902cb2-acfc-4715-a67f-6f0ada90249a,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:17.065931 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-97355c16-a1ff-4e1e-b442-4a0a37c5cb11 req-c06c5112-11dc-4908-a66a-9827d6219e5c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579489 Aug 11 02:24:17.067764 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-686fd768-8b1e-4c91-99ec-44b4ea1cbea3 req-f021de37-2174-4cb8-a57f-3609161eb727 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085858 Aug 11 02:24:17.133477 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54174) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:17.205439 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c30a77b7-9d91-4fca-85d9-1d77dcef8a03 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4b7e645dbfe14c5cbbd484d9e824d20e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0708051 Aug 11 02:24:17.208309 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54176) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:17.232100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8c6b1-db8c-4ba7-aa48-614491094738 req-f3924b13-b8e3-442c-9e68-71b147431425 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:17.233687 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1a8c6b1-db8c-4ba7-aa48-614491094738 req-f3924b13-b8e3-442c-9e68-71b147431425 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0823472 Aug 11 02:24:17.307780 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1a8c6b1-db8c-4ba7-aa48-614491094738 req-667931cc-0b7d-41a5-9a3c-bf5687e96fcb tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646899 Aug 11 02:24:17.376891 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a479deb4-a985-49d5-806c-677a553eaaeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:17.405361 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb28c0-40e4-4253-a319-b9bf5b01a575 req-2fc02ca5-6953-473d-9a11-26a5b640c482 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:17.407040 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1ceb28c0-40e4-4253-a319-b9bf5b01a575 req-2fc02ca5-6953-473d-9a11-26a5b640c482 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.1151006 Aug 11 02:24:17.426911 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a479deb4-a985-49d5-806c-677a553eaaeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:17.455159 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110aaca-e9f8-4e08-9d39-3743f108415b req-71529745-5aba-4551-a73a-3c5fc64b6b8f tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:17.457030 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0110aaca-e9f8-4e08-9d39-3743f108415b req-71529745-5aba-4551-a73a-3c5fc64b6b8f tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0584598 Aug 11 02:24:17.462452 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51f245-7de7-4c74-b59d-05db523b9448 req-0d393446-22cc-4a2d-87af-5b7777a1db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:17.464564 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fa51f245-7de7-4c74-b59d-05db523b9448 req-0d393446-22cc-4a2d-87af-5b7777a1db58 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83575988edd14bd3ac636f254bcc4c79&device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 1098 time: 0.1191099 Aug 11 02:24:17.494194 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1ceb28c0-40e4-4253-a319-b9bf5b01a575 req-fe6b4634-951b-4bed-b851-32c49b0a081f tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750928 Aug 11 02:24:17.499267 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0110aaca-e9f8-4e08-9d39-3743f108415b req-4b30cc48-9bfa-46a2-a6e5-3a3e47ae711d tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359559 Aug 11 02:24:17.617307 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a479deb4-a985-49d5-806c-677a553eaaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:17.621036 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a479deb4-a985-49d5-806c-677a553eaaeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:17.624759 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a479deb4-a985-49d5-806c-677a553eaaeb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c001c31e-4043-42fa-86c8-d50e904018f6 HTTP/1.1" status: 204 len: 168 time: 0.4130540 Aug 11 02:24:17.669985 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479deb4-a985-49d5-806c-677a553eaaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c001c31e-4043-42fa-86c8-d50e904018f6,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:17.680100 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51f245-7de7-4c74-b59d-05db523b9448 req-90576ea9-8d52-4908-8080-0ab93db7a67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:17.683256 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fa51f245-7de7-4c74-b59d-05db523b9448 req-90576ea9-8d52-4908-8080-0ab93db7a67a service neutron] 10.222.0.73 "GET /v2.0/networks?id=d5e9bc60-44e8-48ec-bced-24847d62e034 HTTP/1.1" status: 200 len: 912 time: 0.1999574 Aug 11 02:24:17.787817 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fa51f245-7de7-4c74-b59d-05db523b9448 req-5ab9cf41-348c-4c3f-8994-dd6ded2cca57 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00dfa7e8-8cc0-483c-a75c-1d00de9edbbd HTTP/1.1" status: 200 len: 1002 time: 0.0972884 Aug 11 02:24:17.828303 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb281215-c085-41f9-9565-9e8b7041e79b req-b99d3a6b-b734-43c0-a098-6c3e08f48288 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:17.830886 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eb281215-c085-41f9-9565-9e8b7041e79b req-b99d3a6b-b734-43c0-a098-6c3e08f48288 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0981362 Aug 11 02:24:17.861288 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51f245-7de7-4c74-b59d-05db523b9448 req-2d78482c-613e-4f36-bf03-1b5e350d1b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:17.864030 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fa51f245-7de7-4c74-b59d-05db523b9448 req-2d78482c-613e-4f36-bf03-1b5e350d1b95 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be5383bc-6e19-42ce-a87f-2dcaab36b27f HTTP/1.1" status: 200 len: 850 time: 0.0696032 Aug 11 02:24:17.907616 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eb281215-c085-41f9-9565-9e8b7041e79b req-d3d7cb04-0a72-42ec-8781-f74c98e28be3 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692658 Aug 11 02:24:17.930089 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51f245-7de7-4c74-b59d-05db523b9448 req-5aea38ad-fc4d-4cab-b939-b715dc7bfd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:17.931949 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fa51f245-7de7-4c74-b59d-05db523b9448 req-5aea38ad-fc4d-4cab-b939-b715dc7bfd26 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d5e9bc60-44e8-48ec-bced-24847d62e034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606291 Aug 11 02:24:18.044933 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fa51f245-7de7-4c74-b59d-05db523b9448 req-15634b78-bf1a-4650-a532-fc47ca4bb59b service neutron] 10.222.0.73 "GET /v2.0/networks/d5e9bc60-44e8-48ec-bced-24847d62e034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060443 Aug 11 02:24:18.157556 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fa51f245-7de7-4c74-b59d-05db523b9448 req-aaaee4e6-3c59-4b0a-b3cf-d0dab07a2925 service neutron] 10.222.0.73 "GET /v2.0/networks/d5e9bc60-44e8-48ec-bced-24847d62e034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051927 Aug 11 02:24:18.301772 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-71837cd1-4def-4cad-ae02-7d0a4f337578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:18.350687 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:18.718004 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54238) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:18.770390 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425f126-fef7-4581-b92c-0a459961d56b req-cd13a62f-e145-47ff-b865-a3d26ed86535 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:18.780652 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c425f126-fef7-4581-b92c-0a459961d56b req-cd13a62f-e145-47ff-b865-a3d26ed86535 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.1846259 Aug 11 02:24:18.805156 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de26af-6dfe-4390-9d7a-5cb950804d73 req-0c4f911c-bbd3-4dea-8b65-f1c36e1b28ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:18.806685 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-07de26af-6dfe-4390-9d7a-5cb950804d73 req-0c4f911c-bbd3-4dea-8b65-f1c36e1b28ac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83575988edd14bd3ac636f254bcc4c79&device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 1098 time: 0.1785491 Aug 11 02:24:18.842017 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c425f126-fef7-4581-b92c-0a459961d56b req-90dffa65-7e63-445f-bd92-fc9a95bb56b2 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547521 Aug 11 02:24:18.876035 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-5d9eccfe-bdce-4110-a18a-8185d0ebc5d3 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1585150830-network', 'tenant_id': '0581815ab84c4eadaa029f5a68bcd1f0'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:18.918506 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9eccfe-bdce-4110-a18a-8185d0ebc5d3 admin admin] Made reservation on behalf of 0581815ab84c4eadaa029f5a68bcd1f0 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:24:18.920996 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5d9eccfe-bdce-4110-a18a-8185d0ebc5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:18.944163 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5d9eccfe-bdce-4110-a18a-8185d0ebc5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:18.963995 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de26af-6dfe-4390-9d7a-5cb950804d73 req-7d97dad9-a5f0-4686-b3b4-3771ce45a913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:18.967355 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-07de26af-6dfe-4390-9d7a-5cb950804d73 req-7d97dad9-a5f0-4686-b3b4-3771ce45a913 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d5e9bc60-44e8-48ec-bced-24847d62e034 HTTP/1.1" status: 200 len: 912 time: 0.1275885 Aug 11 02:24:19.053728 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5d9eccfe-bdce-4110-a18a-8185d0ebc5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:19.065874 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5d9eccfe-bdce-4110-a18a-8185d0ebc5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:19.114224 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d9eccfe-bdce-4110-a18a-8185d0ebc5d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:24:19.123056 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-07de26af-6dfe-4390-9d7a-5cb950804d73 req-05d02886-6a5a-4fbf-abb1-6e6a613fa6aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00dfa7e8-8cc0-483c-a75c-1d00de9edbbd HTTP/1.1" status: 200 len: 1002 time: 0.1458480 Aug 11 02:24:19.130221 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9eccfe-bdce-4110-a18a-8185d0ebc5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e1ae43-7429-4261-9212-926256b78c6e,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:19.160363 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5d9eccfe-bdce-4110-a18a-8185d0ebc5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:19.160991 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-5d9eccfe-bdce-4110-a18a-8185d0ebc5d3 admin admin] Added segment 005fbee3-d6cb-4c17-b8e6-75993406670f of type vlan for network 82bf07c1-08a0-485a-8940-f459700b64be Aug 11 02:24:19.172538 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e800f-b067-4c1f-a204-da6010204062 req-c2c151e2-d70a-4a01-9ffe-34da05e25322 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:19.180185 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-648e800f-b067-4c1f-a204-da6010204062 req-c2c151e2-d70a-4a01-9ffe-34da05e25322 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1249568 Aug 11 02:24:19.257581 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-648e800f-b067-4c1f-a204-da6010204062 req-24fb4d1d-6bd5-42d9-9ee6-aa6b6af2e01a tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761871 Aug 11 02:24:19.282909 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5d9eccfe-bdce-4110-a18a-8185d0ebc5d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:19.327097 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5d9eccfe-bdce-4110-a18a-8185d0ebc5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:19.328940 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de26af-6dfe-4390-9d7a-5cb950804d73 req-f60ea34b-0e1a-43f4-814c-ea52ffd8c20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:19.330030 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9eccfe-bdce-4110-a18a-8185d0ebc5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:19.330907 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5d9eccfe-bdce-4110-a18a-8185d0ebc5d3 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:19.332384 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-07de26af-6dfe-4390-9d7a-5cb950804d73 req-f60ea34b-0e1a-43f4-814c-ea52ffd8c20c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be5383bc-6e19-42ce-a87f-2dcaab36b27f HTTP/1.1" status: 200 len: 850 time: 0.1912947 Aug 11 02:24:19.430851 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de26af-6dfe-4390-9d7a-5cb950804d73 req-e37af15e-104d-46ff-9039-2aa2efc14108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:19.433838 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-07de26af-6dfe-4390-9d7a-5cb950804d73 req-e37af15e-104d-46ff-9039-2aa2efc14108 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d5e9bc60-44e8-48ec-bced-24847d62e034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906370 Aug 11 02:24:19.436530 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5d9eccfe-bdce-4110-a18a-8185d0ebc5d3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7161324 Aug 11 02:24:19.462563 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9eccfe-bdce-4110-a18a-8185d0ebc5d3 admin admin] Pushing event updated for resources: {'Network': ['ID=82bf07c1-08a0-485a-8940-f459700b64be,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:19.474017 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 82bf07c1-08a0-485a-8940-f459700b64be details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:24:19.630294 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-07de26af-6dfe-4390-9d7a-5cb950804d73 req-74f727e6-ac10-4dd2-b642-ecd4e7c6aa6b service neutron] 10.222.0.73 "GET /v2.0/networks/d5e9bc60-44e8-48ec-bced-24847d62e034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891236 Aug 11 02:24:19.778324 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-07de26af-6dfe-4390-9d7a-5cb950804d73 req-755d2de0-c825-4cec-b297-ed12836cae3b service neutron] 10.222.0.73 "GET /v2.0/networks/d5e9bc60-44e8-48ec-bced-24847d62e034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396518 Aug 11 02:24:19.906310 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54272) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:19.919885 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:19.992713 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f6c4a-0649-4250-ab08-8829d4f70ea1 req-c42e89a0-48b4-4598-b299-e4719c01f66d tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:20.000112 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-413f6c4a-0649-4250-ab08-8829d4f70ea1 req-c42e89a0-48b4-4598-b299-e4719c01f66d tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.0686514 Aug 11 02:24:20.041332 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-413f6c4a-0649-4250-ab08-8829d4f70ea1 req-b939f596-d0a7-4310-80e9-b5e85d026a51 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399354 Aug 11 02:24:20.273495 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4c1dc4a0-1819-4e60-aa54-8ba642b84614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.292979 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20a4a7-e77d-40f6-bf91-33d8cb505d11 req-d55459ea-82e3-4f66-9a06-09bcdf77bf39 tempest-ComputeTenantNetworksTest-1540683116 tempest-ComputeTenantNetworksTest-1540683116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:20.299116 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20a4a7-e77d-40f6-bf91-33d8cb505d11 req-d55459ea-82e3-4f66-9a06-09bcdf77bf39 tempest-ComputeTenantNetworksTest-1540683116 tempest-ComputeTenantNetworksTest-1540683116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:20.305348 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20a4a7-e77d-40f6-bf91-33d8cb505d11 req-d55459ea-82e3-4f66-9a06-09bcdf77bf39 tempest-ComputeTenantNetworksTest-1540683116 tempest-ComputeTenantNetworksTest-1540683116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:20.307089 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4d20a4a7-e77d-40f6-bf91-33d8cb505d11 req-d55459ea-82e3-4f66-9a06-09bcdf77bf39 tempest-ComputeTenantNetworksTest-1540683116 tempest-ComputeTenantNetworksTest-1540683116-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2296374 Aug 11 02:24:20.408627 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1abce-2ba5-48a1-8f90-b0f302e1cbdb req-5d4ee804-dca8-4d5f-870d-de7062636851 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:20.415488 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5af1abce-2ba5-48a1-8f90-b0f302e1cbdb req-5d4ee804-dca8-4d5f-870d-de7062636851 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0813439 Aug 11 02:24:20.417320 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a48d5-752b-4480-b438-1a28108b40d4 req-0f227bea-8998-4780-a7c4-e9589b75d68b tempest-ComputeTenantNetworksTest-1540683116 tempest-ComputeTenantNetworksTest-1540683116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:20.418890 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-851a48d5-752b-4480-b438-1a28108b40d4 req-0f227bea-8998-4780-a7c4-e9589b75d68b tempest-ComputeTenantNetworksTest-1540683116 tempest-ComputeTenantNetworksTest-1540683116-project] 10.222.0.50 "GET /v2.0/networks/82bf07c1-08a0-485a-8940-f459700b64be HTTP/1.1" status: 200 len: 769 time: 0.0891304 Aug 11 02:24:20.428754 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54292) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:20.460739 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4c1dc4a0-1819-4e60-aa54-8ba642b84614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.480165 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5af1abce-2ba5-48a1-8f90-b0f302e1cbdb req-8a69f95b-2525-4db5-984d-3d5ec2beb638 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584366 Aug 11 02:24:20.481121 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4c1dc4a0-1819-4e60-aa54-8ba642b84614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.511966 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-409abc43-d000-4fda-9773-640b1874bc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.520781 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1dc4a0-1819-4e60-aa54-8ba642b84614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ca06ff-27d4-4a5e-b4e5-05d5ee9525da,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:20.525055 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4c1dc4a0-1819-4e60-aa54-8ba642b84614 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6533bffdaa324b1c81674e1508778b0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6174629 Aug 11 02:24:20.527895 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54296) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:20.587364 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5c876e1-764e-4e66-bf6c-9d999dd91caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.593621 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54298) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:20.617193 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-409abc43-d000-4fda-9773-640b1874bc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.618657 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5c876e1-764e-4e66-bf6c-9d999dd91caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.628222 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-409abc43-d000-4fda-9773-640b1874bc89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82bf07c1-08a0-485a-8940-f459700b64be']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:20.638790 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-409abc43-d000-4fda-9773-640b1874bc89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '005fbee3-d6cb-4c17-b8e6-75993406670f') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:20.639093 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-409abc43-d000-4fda-9773-640b1874bc89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '005fbee3-d6cb-4c17-b8e6-75993406670f') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:20.648715 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-409abc43-d000-4fda-9773-640b1874bc89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.666136 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-409abc43-d000-4fda-9773-640b1874bc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.669689 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5c876e1-764e-4e66-bf6c-9d999dd91caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.672673 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5c876e1-764e-4e66-bf6c-9d999dd91caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.673314 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-409abc43-d000-4fda-9773-640b1874bc89 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:24:20.673711 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-409abc43-d000-4fda-9773-640b1874bc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:24:20.675626 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:24:20.677568 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a5c876e1-764e-4e66-bf6c-9d999dd91caf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e6ca06ff-27d4-4a5e-b4e5-05d5ee9525da HTTP/1.1" status: 204 len: 168 time: 0.1478522 Aug 11 02:24:20.685620 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c876e1-764e-4e66-bf6c-9d999dd91caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ca06ff-27d4-4a5e-b4e5-05d5ee9525da,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:20.716910 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21ebad05-e74d-416a-a257-3511faaee928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.754220 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-409abc43-d000-4fda-9773-640b1874bc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.762302 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-409abc43-d000-4fda-9773-640b1874bc89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.764540 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-409abc43-d000-4fda-9773-640b1874bc89 admin admin] 10.222.0.50 "DELETE /v2.0/networks/82bf07c1-08a0-485a-8940-f459700b64be HTTP/1.1" status: 204 len: 168 time: 0.3348491 Aug 11 02:24:20.780056 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409abc43-d000-4fda-9773-640b1874bc89 admin admin] Pushing event deleted for resources: {'Network': ['ID=82bf07c1-08a0-485a-8940-f459700b64be,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:20.823823 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21ebad05-e74d-416a-a257-3511faaee928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.828290 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21ebad05-e74d-416a-a257-3511faaee928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.871126 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54308) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:20.871314 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-21ebad05-e74d-416a-a257-3511faaee928 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8723e75dd3a545d6a172d522f564b90d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2765434 Aug 11 02:24:20.872182 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebad05-e74d-416a-a257-3511faaee928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d1a37d-6e61-47d4-803e-81df1b4486e9,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:20.928413 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4a8292f8-bd62-4a88-9290-6e4c61662b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.950869 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4a8292f8-bd62-4a88-9290-6e4c61662b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.965504 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54310) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:21.000003 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54312) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:21.008697 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-be42be77-a740-4405-88f7-3d2e167464d6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0581815ab84c4eadaa029f5a68bcd1f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412183 Aug 11 02:24:21.011299 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54314) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:21.015122 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4a8292f8-bd62-4a88-9290-6e4c61662b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.017676 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4a8292f8-bd62-4a88-9290-6e4c61662b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.018805 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4a8292f8-bd62-4a88-9290-6e4c61662b1d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/65d1a37d-6e61-47d4-803e-81df1b4486e9 HTTP/1.1" status: 204 len: 168 time: 0.1466112 Aug 11 02:24:21.019913 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f29e871f-4114-4431-b29d-8eaec4bac211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.036891 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8292f8-bd62-4a88-9290-6e4c61662b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d1a37d-6e61-47d4-803e-81df1b4486e9,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:21.071419 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f5900e5e-f122-4eb9-91c9-84c03fad4969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.097535 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f5900e5e-f122-4eb9-91c9-84c03fad4969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.148069 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f29e871f-4114-4431-b29d-8eaec4bac211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.152715 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f5900e5e-f122-4eb9-91c9-84c03fad4969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.153669 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f29e871f-4114-4431-b29d-8eaec4bac211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.155913 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f5900e5e-f122-4eb9-91c9-84c03fad4969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.157249 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f5900e5e-f122-4eb9-91c9-84c03fad4969 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c3e1ae43-7429-4261-9212-926256b78c6e HTTP/1.1" status: 204 len: 168 time: 0.1448789 Aug 11 02:24:21.165906 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5900e5e-f122-4eb9-91c9-84c03fad4969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e1ae43-7429-4261-9212-926256b78c6e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:21.209031 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f29e871f-4114-4431-b29d-8eaec4bac211 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1c4b765f68e44b9d832c7567be8a7ee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2055840 Aug 11 02:24:21.209031 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e871f-4114-4431-b29d-8eaec4bac211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1994472-3af8-4730-b930-e786d57d1a96,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:21.209588 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54320) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:21.273292 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cd29fee0-e48f-4511-8c63-0bc0b7372558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.297293 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cd29fee0-e48f-4511-8c63-0bc0b7372558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.350387 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cd29fee0-e48f-4511-8c63-0bc0b7372558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.353212 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cd29fee0-e48f-4511-8c63-0bc0b7372558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.355159 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-cd29fee0-e48f-4511-8c63-0bc0b7372558 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b1994472-3af8-4730-b930-e786d57d1a96 HTTP/1.1" status: 204 len: 168 time: 0.1431315 Aug 11 02:24:21.363925 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29fee0-e48f-4511-8c63-0bc0b7372558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1994472-3af8-4730-b930-e786d57d1a96,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:21.411290 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.473493 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-66a70b57-1a15-4acb-a7ab-12c9913b028a req-d283c200-7ca2-456f-9da9-4095eae085da service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409722 Aug 11 02:24:21.543360 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54330) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:21.551907 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a70b57-1a15-4acb-a7ab-12c9913b028a req-8a5fda28-7f97-4254-ae4a-b334ff55f71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:21.553384 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-66a70b57-1a15-4acb-a7ab-12c9913b028a req-8a5fda28-7f97-4254-ae4a-b334ff55f71d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=953757b63989485aa599c97f35f2480d&device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 1097 time: 0.0568650 Aug 11 02:24:21.559266 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1d2f8bc0-3a28-4a52-b955-d46d48f6e4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.680291 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1d2f8bc0-3a28-4a52-b955-d46d48f6e4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.685504 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808391ec-944b-40c5-8f61-3f806cdcbd29 req-2a813faa-f550-4e5a-a8fb-da034ae9030b tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:21.685655 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1d2f8bc0-3a28-4a52-b955-d46d48f6e4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.692864 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-808391ec-944b-40c5-8f61-3f806cdcbd29 req-2a813faa-f550-4e5a-a8fb-da034ae9030b tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1430900 Aug 11 02:24:21.713328 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1d2f8bc0-3a28-4a52-b955-d46d48f6e4b3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bd6957a1bc6b4bd9a6a560a7ae070e25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1686320 Aug 11 02:24:21.716370 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54338) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:21.767285 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-808391ec-944b-40c5-8f61-3f806cdcbd29 req-a605c4a8-abae-4b06-8841-cf03f7ef9d97 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734518 Aug 11 02:24:21.781953 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a70b57-1a15-4acb-a7ab-12c9913b028a req-59f1678d-b45f-4dd5-9ee8-6fdd49a39c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:21.784485 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-66a70b57-1a15-4acb-a7ab-12c9913b028a req-59f1678d-b45f-4dd5-9ee8-6fdd49a39c28 service neutron] 10.222.0.66 "GET /v2.0/networks?id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99 HTTP/1.1" status: 200 len: 913 time: 0.1848612 Aug 11 02:24:21.801063 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f8bc0-3a28-4a52-b955-d46d48f6e4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790d4be4-6738-4995-b2dc-bb47cb9124fc,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:21.823393 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d13c2dc5-961a-4dc2-9421-e21cc4169db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.843379 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54342) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:21.848830 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-66a70b57-1a15-4acb-a7ab-12c9913b028a req-53ecef37-2289-448b-a6af-5c184fb4b75b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e HTTP/1.1" status: 200 len: 217 time: 0.0555646 Aug 11 02:24:21.850864 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d13c2dc5-961a-4dc2-9421-e21cc4169db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.856227 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b5e028a4-b6df-44d1-9dab-a69165754ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.901089 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d13c2dc5-961a-4dc2-9421-e21cc4169db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.904252 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d13c2dc5-961a-4dc2-9421-e21cc4169db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.905453 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d13c2dc5-961a-4dc2-9421-e21cc4169db6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/790d4be4-6738-4995-b2dc-bb47cb9124fc HTTP/1.1" status: 204 len: 168 time: 0.1879790 Aug 11 02:24:21.923322 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c2dc5-961a-4dc2-9421-e21cc4169db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790d4be4-6738-4995-b2dc-bb47cb9124fc,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:22.233520 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a70b57-1a15-4acb-a7ab-12c9913b028a req-5355d9c0-fa19-4eaf-a398-cc082644e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:22.234931 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-66a70b57-1a15-4acb-a7ab-12c9913b028a req-5355d9c0-fa19-4eaf-a398-cc082644e1d2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7193a88f-4d31-4933-a3af-0738d0f7bf97 HTTP/1.1" status: 200 len: 851 time: 0.3766432 Aug 11 02:24:22.275995 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54358) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:22.296470 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-12945502-70ac-4351-9685-4c3c1170cd26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:22.313014 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a70b57-1a15-4acb-a7ab-12c9913b028a req-7b9b1cab-0b2e-4962-81b1-79e2d2259e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:22.314519 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-66a70b57-1a15-4acb-a7ab-12c9913b028a req-7b9b1cab-0b2e-4962-81b1-79e2d2259e80 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711591 Aug 11 02:24:22.388676 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b5e028a4-b6df-44d1-9dab-a69165754ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:22.394617 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b5e028a4-b6df-44d1-9dab-a69165754ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:22.445850 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e028a4-b6df-44d1-9dab-a69165754ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93e559b-7eab-4537-a276-16bb850182f9,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:22.455589 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b5e028a4-b6df-44d1-9dab-a69165754ea4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c1a5db6f5aaf43618544e30dbe79d215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6107359 Aug 11 02:24:22.457085 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54362) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:22.479787 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-66a70b57-1a15-4acb-a7ab-12c9913b028a req-7f278dbb-f24e-4995-8e05-9d0071a5dca8 service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547797 Aug 11 02:24:22.489601 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-12945502-70ac-4351-9685-4c3c1170cd26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:22.495319 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-12945502-70ac-4351-9685-4c3c1170cd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:22.543419 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-12945502-70ac-4351-9685-4c3c1170cd26 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4562fd4dab924a9fadc15e0660b895cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2657113 Aug 11 02:24:22.544583 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12945502-70ac-4351-9685-4c3c1170cd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74e0b10-bcda-41c1-9fa6-910216bd0373,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:22.546997 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54366) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:22.576170 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9c519469-07ee-4f63-969d-627381cb640a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:22.618520 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9c519469-07ee-4f63-969d-627381cb640a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:22.618668 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0c768e6a-68be-4e92-a298-c62f18732099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:22.638450 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-66a70b57-1a15-4acb-a7ab-12c9913b028a req-ba110911-76b7-4bd4-bba8-0fcf8c840bf7 service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436250 Aug 11 02:24:22.652223 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0c768e6a-68be-4e92-a298-c62f18732099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:22.680292 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9c519469-07ee-4f63-969d-627381cb640a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:22.686221 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9c519469-07ee-4f63-969d-627381cb640a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:22.690701 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9c519469-07ee-4f63-969d-627381cb640a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f93e559b-7eab-4537-a276-16bb850182f9 HTTP/1.1" status: 204 len: 168 time: 0.2306676 Aug 11 02:24:22.703245 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c519469-07ee-4f63-969d-627381cb640a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93e559b-7eab-4537-a276-16bb850182f9,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:22.705325 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0c768e6a-68be-4e92-a298-c62f18732099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:22.707976 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0c768e6a-68be-4e92-a298-c62f18732099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:22.711923 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0c768e6a-68be-4e92-a298-c62f18732099 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f74e0b10-bcda-41c1-9fa6-910216bd0373 HTTP/1.1" status: 204 len: 168 time: 0.1488581 Aug 11 02:24:22.731340 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c768e6a-68be-4e92-a298-c62f18732099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74e0b10-bcda-41c1-9fa6-910216bd0373,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:22.890664 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7872ca8-8d42-48fa-bde8-b699f9b4a6d9 req-1b1382a7-644b-4df5-b20f-7ea96b3eb646 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:22.892249 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a7872ca8-8d42-48fa-bde8-b699f9b4a6d9 req-1b1382a7-644b-4df5-b20f-7ea96b3eb646 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0625324 Aug 11 02:24:22.932664 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a7872ca8-8d42-48fa-bde8-b699f9b4a6d9 req-93541b20-c8ae-404c-84e2-61fc99d21465 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340033 Aug 11 02:24:23.275104 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:24:24.060252 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea32c9-d748-414a-9503-b31fdd86567c req-6d8f6474-ed0b-4164-9554-72e44688567a tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:24.061906 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-89ea32c9-d748-414a-9503-b31fdd86567c req-6d8f6474-ed0b-4164-9554-72e44688567a tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0506859 Aug 11 02:24:24.105680 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-89ea32c9-d748-414a-9503-b31fdd86567c req-2dff68e3-7070-4506-9629-18ec9d19564f tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356882 Aug 11 02:24:24.375243 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:25.256593 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a2e16-7572-47c5-8fd0-d6c780dcf054 req-36257c20-06fe-4cc1-b971-f4e6288f5b26 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:25.273613 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3a3a2e16-7572-47c5-8fd0-d6c780dcf054 req-36257c20-06fe-4cc1-b971-f4e6288f5b26 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0975378 Aug 11 02:24:25.281125 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:25.320149 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3a3a2e16-7572-47c5-8fd0-d6c780dcf054 req-518f34a1-161b-476f-b9da-f5eb8fe015aa tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449405 Aug 11 02:24:25.763864 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54508) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:25.876997 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7fed1c77-2a75-4fc4-83b7-c1f0a4759920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:25.999923 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7fed1c77-2a75-4fc4-83b7-c1f0a4759920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:26.004660 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7fed1c77-2a75-4fc4-83b7-c1f0a4759920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:26.036286 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed1c77-2a75-4fc4-83b7-c1f0a4759920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1a14f3-bde8-4362-b70d-5f192eae70be,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:26.055282 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7fed1c77-2a75-4fc4-83b7-c1f0a4759920 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2248ac46fb824573b26f65cdf34031bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2899835 Aug 11 02:24:26.058309 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54520) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:26.110330 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2b9153a7-4613-435c-b84c-4f75d69f29a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:26.133287 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2b9153a7-4613-435c-b84c-4f75d69f29a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:26.181644 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2b9153a7-4613-435c-b84c-4f75d69f29a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:26.184890 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2b9153a7-4613-435c-b84c-4f75d69f29a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:26.186085 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2b9153a7-4613-435c-b84c-4f75d69f29a7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aa1a14f3-bde8-4362-b70d-5f192eae70be HTTP/1.1" status: 204 len: 168 time: 0.1268682 Aug 11 02:24:26.194343 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9153a7-4613-435c-b84c-4f75d69f29a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1a14f3-bde8-4362-b70d-5f192eae70be,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:26.448037 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6b918-0f6d-4b1c-a4bb-ba15229e57e7 req-a723dc1a-f69e-4132-8d2b-0523b2b18ef4 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:26.455971 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-42f6b918-0f6d-4b1c-a4bb-ba15229e57e7 req-a723dc1a-f69e-4132-8d2b-0523b2b18ef4 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0657516 Aug 11 02:24:26.491419 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-42f6b918-0f6d-4b1c-a4bb-ba15229e57e7 req-0b43cf55-30eb-4d8b-8f44-92053326da34 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342610 Aug 11 02:24:26.589929 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54540) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:26.606651 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e53661bd-6cca-4ddc-825d-36fd388b787e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:26.710352 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e53661bd-6cca-4ddc-825d-36fd388b787e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:26.716627 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e53661bd-6cca-4ddc-825d-36fd388b787e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:26.756891 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e53661bd-6cca-4ddc-825d-36fd388b787e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=da9927ae21414bb982eb09d6d3c550f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658185 Aug 11 02:24:26.759441 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54546) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:26.765516 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53661bd-6cca-4ddc-825d-36fd388b787e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6549265a-ee04-4916-9d19-1888ac9aa00b,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:26.834814 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-26074984-577f-4e87-8410-3a0d51adfe2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:26.858743 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-26074984-577f-4e87-8410-3a0d51adfe2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:26.916012 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-26074984-577f-4e87-8410-3a0d51adfe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:26.919947 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-26074984-577f-4e87-8410-3a0d51adfe2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:26.924055 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-26074984-577f-4e87-8410-3a0d51adfe2f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6549265a-ee04-4916-9d19-1888ac9aa00b HTTP/1.1" status: 204 len: 168 time: 0.1636505 Aug 11 02:24:26.934253 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26074984-577f-4e87-8410-3a0d51adfe2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6549265a-ee04-4916-9d19-1888ac9aa00b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:27.632019 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f19ad-1b33-4d4f-82c8-1b3b69e77194 req-17396602-1c21-4fea-a57f-0ca16aea8bf8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:27.634529 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-038f19ad-1b33-4d4f-82c8-1b3b69e77194 req-17396602-1c21-4fea-a57f-0ca16aea8bf8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0620673 Aug 11 02:24:27.682486 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-038f19ad-1b33-4d4f-82c8-1b3b69e77194 req-bad9e282-9ed4-4b49-b1cd-4629c88c89ee tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380166 Aug 11 02:24:28.815734 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fccf91-a3a3-4bfa-8408-f5e6157961e4 req-ff9e6b85-f0b1-42d8-afbf-d179171ebbea tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:28.823743 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-39fccf91-a3a3-4bfa-8408-f5e6157961e4 req-ff9e6b85-f0b1-42d8-afbf-d179171ebbea tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0639710 Aug 11 02:24:28.861234 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-39fccf91-a3a3-4bfa-8408-f5e6157961e4 req-87124c45-f936-4546-b73a-a927db2412ea tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363252 Aug 11 02:24:29.130541 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148c5db-90e8-481f-9ce7-332d5345b537 req-5e6c4647-3d6e-4ffc-89b4-5915f10eb3da tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:29.132175 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d148c5db-90e8-481f-9ce7-332d5345b537 req-5e6c4647-3d6e-4ffc-89b4-5915f10eb3da tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0926800 Aug 11 02:24:29.178264 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc085703-de24-4246-9f1d-02ccd75ce44d req-7e3dce2e-0ba3-46b5-9d09-79c2941d6964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:29.180599 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bc085703-de24-4246-9f1d-02ccd75ce44d req-7e3dce2e-0ba3-46b5-9d09-79c2941d6964 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=953757b63989485aa599c97f35f2480d&device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 1096 time: 0.1122842 Aug 11 02:24:29.235117 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d148c5db-90e8-481f-9ce7-332d5345b537 req-910120ac-fe7b-40fa-8490-62d2ef684abf tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935566 Aug 11 02:24:29.345820 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc085703-de24-4246-9f1d-02ccd75ce44d req-41b73aab-82f1-4adb-af05-88db0c56c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:29.347643 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bc085703-de24-4246-9f1d-02ccd75ce44d req-41b73aab-82f1-4adb-af05-88db0c56c8fd service neutron] 10.222.0.66 "GET /v2.0/networks?id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99 HTTP/1.1" status: 200 len: 913 time: 0.1557727 Aug 11 02:24:29.436744 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bc085703-de24-4246-9f1d-02ccd75ce44d req-66c6d51f-6737-4423-a13b-6fd1bc6a6a4d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2fc812-8e74-4f08-a40c-f327ac14bb35 HTTP/1.1" status: 200 len: 998 time: 0.0803695 Aug 11 02:24:29.508169 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc085703-de24-4246-9f1d-02ccd75ce44d req-8be55304-7173-42b3-9b6c-24bd9a429c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:29.510643 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bc085703-de24-4246-9f1d-02ccd75ce44d req-8be55304-7173-42b3-9b6c-24bd9a429c8b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7193a88f-4d31-4933-a3af-0738d0f7bf97 HTTP/1.1" status: 200 len: 851 time: 0.0590549 Aug 11 02:24:29.564575 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc085703-de24-4246-9f1d-02ccd75ce44d req-dc5bf43a-f1f5-40d1-a571-8088d9fadf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:29.566586 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bc085703-de24-4246-9f1d-02ccd75ce44d req-dc5bf43a-f1f5-40d1-a571-8088d9fadf9c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485907 Aug 11 02:24:29.692285 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bc085703-de24-4246-9f1d-02ccd75ce44d req-0b525e40-e838-4362-8d66-410d6be9c63c service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172960 Aug 11 02:24:29.801756 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bc085703-de24-4246-9f1d-02ccd75ce44d req-1cb6de45-6735-4e78-a31a-d2c06677b69a service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018186 Aug 11 02:24:30.410978 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f54514-6fce-4c1a-9753-ca1ba1052075 req-26e2f302-d138-4c33-a1df-48304cfe02c5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:30.413944 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-34f54514-6fce-4c1a-9753-ca1ba1052075 req-26e2f302-d138-4c33-a1df-48304cfe02c5 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0628200 Aug 11 02:24:30.462014 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-34f54514-6fce-4c1a-9753-ca1ba1052075 req-8a431bd7-22fc-423c-8065-24427ff86380 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419121 Aug 11 02:24:31.633912 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869a468-c384-4fee-ae29-45cdb3fd15c3 req-7982182a-d5f4-42ea-9bc2-640072e3a8c0 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:31.636010 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a869a468-c384-4fee-ae29-45cdb3fd15c3 req-7982182a-d5f4-42ea-9bc2-640072e3a8c0 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0602996 Aug 11 02:24:31.691377 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a869a468-c384-4fee-ae29-45cdb3fd15c3 req-c3dca0c4-ff0a-4cfb-b58c-ab18159a087c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464640 Aug 11 02:24:31.850553 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54794) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:31.898763 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9521a03-7fe9-43de-a079-14b78889b769 req-810fe148-d8d4-46e2-92a9-d6af1873f728 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:31.900440 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b9521a03-7fe9-43de-a079-14b78889b769 req-810fe148-d8d4-46e2-92a9-d6af1873f728 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0562530 Aug 11 02:24:31.949375 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b9521a03-7fe9-43de-a079-14b78889b769 req-f445d580-a006-4fdb-9e6e-6776d1d108b2 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418820 Aug 11 02:24:32.087962 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9406eb2-3bf8-41fb-8622-13de25bb73bd req-477ba40c-17f6-4f1a-a9d4-55bf42c5718c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:32.089825 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d9406eb2-3bf8-41fb-8622-13de25bb73bd req-477ba40c-17f6-4f1a-a9d4-55bf42c5718c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0539744 Aug 11 02:24:32.134636 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d9406eb2-3bf8-41fb-8622-13de25bb73bd req-0182d98f-eaed-40c9-9244-2fbcc0a0cd0c tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385265 Aug 11 02:24:32.191449 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3b613b0d-99a5-46c0-ada8-14f88c3ffc51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:32.309847 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3b613b0d-99a5-46c0-ada8-14f88c3ffc51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:32.318965 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3b613b0d-99a5-46c0-ada8-14f88c3ffc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:32.357891 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b613b0d-99a5-46c0-ada8-14f88c3ffc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a88ebf-3505-4e6a-a71c-e1b2773a73f0,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:32.381415 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3b613b0d-99a5-46c0-ada8-14f88c3ffc51 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c00fc197457643f98b217a8b1e2927e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5296822 Aug 11 02:24:32.384389 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54822) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:32.440081 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-72a7039c-a1e7-4ff1-8ae2-32a154398184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:32.442998 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3deac-8528-4963-b1e4-14666d37a8a5 req-0b19af70-9815-4e02-9089-ed6811c96ed4 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:32.444713 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-49e3deac-8528-4963-b1e4-14666d37a8a5 req-0b19af70-9815-4e02-9089-ed6811c96ed4 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0622759 Aug 11 02:24:32.469760 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-72a7039c-a1e7-4ff1-8ae2-32a154398184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:32.491525 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-49e3deac-8528-4963-b1e4-14666d37a8a5 req-9c4a1ded-1cd0-40e7-9422-b178d93e4e31 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406492 Aug 11 02:24:32.522284 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-72a7039c-a1e7-4ff1-8ae2-32a154398184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:32.525286 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-72a7039c-a1e7-4ff1-8ae2-32a154398184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:32.526742 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-72a7039c-a1e7-4ff1-8ae2-32a154398184 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c2a88ebf-3505-4e6a-a71c-e1b2773a73f0 HTTP/1.1" status: 204 len: 168 time: 0.1407440 Aug 11 02:24:32.536650 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a7039c-a1e7-4ff1-8ae2-32a154398184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a88ebf-3505-4e6a-a71c-e1b2773a73f0,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:32.544894 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7039c-a1e7-4ff1-8ae2-32a154398184 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:32.545427 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7039c-a1e7-4ff1-8ae2-32a154398184 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:32.545773 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7039c-a1e7-4ff1-8ae2-32a154398184 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:32.546118 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7039c-a1e7-4ff1-8ae2-32a154398184 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:32.546451 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7039c-a1e7-4ff1-8ae2-32a154398184 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:32.546968 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7039c-a1e7-4ff1-8ae2-32a154398184 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:32.547304 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7039c-a1e7-4ff1-8ae2-32a154398184 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:32.547667 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7039c-a1e7-4ff1-8ae2-32a154398184 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:32.547998 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7039c-a1e7-4ff1-8ae2-32a154398184 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:32.548325 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7039c-a1e7-4ff1-8ae2-32a154398184 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:32.548652 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7039c-a1e7-4ff1-8ae2-32a154398184 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:32.548972 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7039c-a1e7-4ff1-8ae2-32a154398184 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:32.992190 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54842) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:33.005935 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5392beb8-faf9-4c63-ae9c-6513b2153519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:33.099224 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5392beb8-faf9-4c63-ae9c-6513b2153519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:33.104157 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5392beb8-faf9-4c63-ae9c-6513b2153519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:33.145310 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392beb8-faf9-4c63-ae9c-6513b2153519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c00b0d-33a4-4388-b618-7fbd7bffdfff,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:33.153791 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5392beb8-faf9-4c63-ae9c-6513b2153519 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=42b671c03c31487182d6ea0f4b7c68b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1602290 Aug 11 02:24:33.153905 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54848) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:33.207140 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f516244-99eb-4b94-9b55-dbd4366352d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:33.231554 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f516244-99eb-4b94-9b55-dbd4366352d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:33.285115 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f516244-99eb-4b94-9b55-dbd4366352d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:33.288310 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f516244-99eb-4b94-9b55-dbd4366352d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:33.292749 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9f516244-99eb-4b94-9b55-dbd4366352d5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/72c00b0d-33a4-4388-b618-7fbd7bffdfff HTTP/1.1" status: 204 len: 168 time: 0.1376035 Aug 11 02:24:33.300440 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f516244-99eb-4b94-9b55-dbd4366352d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c00b0d-33a4-4388-b618-7fbd7bffdfff,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:33.621295 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc45ebf-444b-4f03-907e-7c6508d41970 req-5d724cb7-4886-4b74-92ac-69f04c3407ca tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:33.628639 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3fc45ebf-444b-4f03-907e-7c6508d41970 req-5d724cb7-4886-4b74-92ac-69f04c3407ca tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0626349 Aug 11 02:24:33.662067 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3fc45ebf-444b-4f03-907e-7c6508d41970 req-3cf96e10-07f2-4af8-b687-8b21ac8f9a7a tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324731 Aug 11 02:24:33.903299 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721c58c-bac5-4dc5-a18f-e5aa6ad845cd req-d69bf23c-4738-4035-b4b8-f8ea8cdd2968 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:33.908980 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c7f8d-068f-4a7d-9101-e08961b736fa req-3a75b563-0a67-4355-bab5-e43319540268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:33.910633 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7721c58c-bac5-4dc5-a18f-e5aa6ad845cd req-d69bf23c-4738-4035-b4b8-f8ea8cdd2968 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0723445 Aug 11 02:24:33.910874 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5b7c7f8d-068f-4a7d-9101-e08961b736fa req-3a75b563-0a67-4355-bab5-e43319540268 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=953757b63989485aa599c97f35f2480d&device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 1096 time: 0.0493884 Aug 11 02:24:33.955024 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7721c58c-bac5-4dc5-a18f-e5aa6ad845cd req-35c4c9f9-14eb-4705-838b-3c468067a072 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401969 Aug 11 02:24:34.024391 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c7f8d-068f-4a7d-9101-e08961b736fa req-46dd091b-8db3-47f3-be7d-75aa1e231f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:34.026744 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5b7c7f8d-068f-4a7d-9101-e08961b736fa req-46dd091b-8db3-47f3-be7d-75aa1e231f4b service neutron] 10.222.0.66 "GET /v2.0/networks?id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99 HTTP/1.1" status: 200 len: 913 time: 0.1087666 Aug 11 02:24:34.114990 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5b7c7f8d-068f-4a7d-9101-e08961b736fa req-b81271fc-82a5-4186-b2ea-a7a333704fe2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2fc812-8e74-4f08-a40c-f327ac14bb35 HTTP/1.1" status: 200 len: 998 time: 0.0794866 Aug 11 02:24:34.171731 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c7f8d-068f-4a7d-9101-e08961b736fa req-72ed79aa-6060-4862-bada-0bb6d4a03415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:34.173198 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5b7c7f8d-068f-4a7d-9101-e08961b736fa req-72ed79aa-6060-4862-bada-0bb6d4a03415 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7193a88f-4d31-4933-a3af-0738d0f7bf97 HTTP/1.1" status: 200 len: 851 time: 0.0507464 Aug 11 02:24:34.232658 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c7f8d-068f-4a7d-9101-e08961b736fa req-4dd70b8f-d17a-41f5-98b4-24633bf2c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:34.234582 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5b7c7f8d-068f-4a7d-9101-e08961b736fa req-4dd70b8f-d17a-41f5-98b4-24633bf2c99c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=59cdb064-6e17-4f2a-988c-bc3dbd58ef99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536637 Aug 11 02:24:34.246526 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [req-5b7c7f8d-068f-4a7d-9101-e08961b736fa req-88b5206a-a17e-478b-8959-ad7575a233d0 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:24:34.248044 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5b7c7f8d-068f-4a7d-9101-e08961b736fa req-88b5206a-a17e-478b-8959-ad7575a233d0 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058043 Aug 11 02:24:34.345325 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5b7c7f8d-068f-4a7d-9101-e08961b736fa req-be37f8c0-0809-42a8-8ebb-516e0fa805e9 service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888245 Aug 11 02:24:34.462862 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5b7c7f8d-068f-4a7d-9101-e08961b736fa req-c7b3ec56-5fe1-4251-a029-73deb01a2e46 service neutron] 10.222.0.66 "GET /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099768 Aug 11 02:24:34.698706 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54894) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:34.849019 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8d297437-18ed-4b8a-987f-d48e86fa0330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:34.960886 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8d297437-18ed-4b8a-987f-d48e86fa0330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:34.965255 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8d297437-18ed-4b8a-987f-d48e86fa0330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:35.012390 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8d297437-18ed-4b8a-987f-d48e86fa0330 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a5b5dd935703465bb458ea0bfc9d6c48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3118920 Aug 11 02:24:35.015188 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d297437-18ed-4b8a-987f-d48e86fa0330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8eafea9-0e57-4443-85a0-9538dd2ef0ac,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:35.015884 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54918) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:35.095964 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1413ed96-69a4-43ad-9c4c-de27914c24ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:35.112635 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788afcd-4328-4c1c-91dc-cd5d64847679 req-f2cb03b8-8eaf-473d-8cfb-afd629cc580b tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:35.114480 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a788afcd-4328-4c1c-91dc-cd5d64847679 req-f2cb03b8-8eaf-473d-8cfb-afd629cc580b tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0611362 Aug 11 02:24:35.120315 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1413ed96-69a4-43ad-9c4c-de27914c24ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:35.197122 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1413ed96-69a4-43ad-9c4c-de27914c24ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:35.201429 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1413ed96-69a4-43ad-9c4c-de27914c24ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:35.202920 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1413ed96-69a4-43ad-9c4c-de27914c24ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f8eafea9-0e57-4443-85a0-9538dd2ef0ac HTTP/1.1" status: 204 len: 168 time: 0.1853278 Aug 11 02:24:35.213693 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a788afcd-4328-4c1c-91dc-cd5d64847679 req-0911c1bc-9f34-42f3-a48e-819346b3dd69 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840464 Aug 11 02:24:35.219072 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413ed96-69a4-43ad-9c4c-de27914c24ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8eafea9-0e57-4443-85a0-9538dd2ef0ac,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:35.601437 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54938) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:35.615840 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bd29c2ce-1985-458f-a409-e9c64e5fee8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:35.721810 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bd29c2ce-1985-458f-a409-e9c64e5fee8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:35.726463 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bd29c2ce-1985-458f-a409-e9c64e5fee8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:35.774882 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54944) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:35.776318 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bd29c2ce-1985-458f-a409-e9c64e5fee8f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ede2247215234febb343471c755fe348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1725180 Aug 11 02:24:35.778429 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29c2ce-1985-458f-a409-e9c64e5fee8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694e5676-f9be-477f-b3ba-9356685bba51,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:35.836786 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-30178eb8-b672-4071-a18e-774b094d1bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:35.866604 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-30178eb8-b672-4071-a18e-774b094d1bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:35.920767 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-30178eb8-b672-4071-a18e-774b094d1bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:35.923461 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-30178eb8-b672-4071-a18e-774b094d1bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:35.927068 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-30178eb8-b672-4071-a18e-774b094d1bdb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/694e5676-f9be-477f-b3ba-9356685bba51 HTTP/1.1" status: 204 len: 168 time: 0.1448541 Aug 11 02:24:35.933553 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30178eb8-b672-4071-a18e-774b094d1bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694e5676-f9be-477f-b3ba-9356685bba51,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:36.368913 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78c3fb-25d7-477c-ae38-5df33ad970d3 req-b4739c2f-65e1-42ea-af4f-730d54b6b16b tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:36.371398 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dd78c3fb-25d7-477c-ae38-5df33ad970d3 req-b4739c2f-65e1-42ea-af4f-730d54b6b16b tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0659711 Aug 11 02:24:36.413663 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dd78c3fb-25d7-477c-ae38-5df33ad970d3 req-6e02c420-0c7f-41a1-96fc-e53220382781 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358427 Aug 11 02:24:36.593853 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f68f8-d87a-4501-a20b-6a859d868475 req-947c3413-7edd-48f5-978d-839bf6c4d3e6 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:36.595453 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-235f68f8-d87a-4501-a20b-6a859d868475 req-947c3413-7edd-48f5-978d-839bf6c4d3e6 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0628726 Aug 11 02:24:36.655784 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-235f68f8-d87a-4501-a20b-6a859d868475 req-78a45cfd-c9f6-43e8-ae00-65e8495b25a9 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473180 Aug 11 02:24:37.647853 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20408ce1-58e3-4412-9870-173eada09d42 req-7748a948-a366-48af-b63d-3eead4ae07e7 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:37.655080 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-20408ce1-58e3-4412-9870-173eada09d42 req-7748a948-a366-48af-b63d-3eead4ae07e7 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=c621400b-f193-43b8-9314-2ad0d5e454f8 HTTP/1.1" status: 200 len: 943 time: 0.0624521 Aug 11 02:24:37.808211 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-20408ce1-58e3-4412-9870-173eada09d42 req-6fc7abba-f7ef-4f8a-b8da-2501860e4cdd tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Deleting port 1e199fb3-0824-4b34-8409-1c9da44595e2 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:37.808819 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-20408ce1-58e3-4412-9870-173eada09d42 req-6fc7abba-f7ef-4f8a-b8da-2501860e4cdd tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:37.914458 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-20408ce1-58e3-4412-9870-173eada09d42 req-6fc7abba-f7ef-4f8a-b8da-2501860e4cdd tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] For port 1e199fb3-0824-4b34-8409-1c9da44595e2, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=1e199fb3-0824-4b34-8409-1c9da44595e2,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:37.914826 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-20408ce1-58e3-4412-9870-173eada09d42 req-6fc7abba-f7ef-4f8a-b8da-2501860e4cdd tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:37.933652 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-20408ce1-58e3-4412-9870-173eada09d42 req-6fc7abba-f7ef-4f8a-b8da-2501860e4cdd tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Calling delete_port for 1e199fb3-0824-4b34-8409-1c9da44595e2 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:38.085727 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-20408ce1-58e3-4412-9870-173eada09d42 req-6fc7abba-f7ef-4f8a-b8da-2501860e4cdd tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:38.098529 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e', '3b720355-5db2-4aae-8fed-bda1a7e8ed45'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:38.152811 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7abba-f7ef-4f8a-b8da-2501860e4cdd tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Pushing event deleted for resources: {'Port': ['ID=1e199fb3-0824-4b34-8409-1c9da44595e2,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:38.231243 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-20408ce1-58e3-4412-9870-173eada09d42 req-6fc7abba-f7ef-4f8a-b8da-2501860e4cdd tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] No DVR routers for this DVR port 1e199fb3-0824-4b34-8409-1c9da44595e2 on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:38.237899 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-20408ce1-58e3-4412-9870-173eada09d42 req-6fc7abba-f7ef-4f8a-b8da-2501860e4cdd tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:38.247875 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-20408ce1-58e3-4412-9870-173eada09d42 req-6fc7abba-f7ef-4f8a-b8da-2501860e4cdd tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "DELETE /v2.0/ports/1e199fb3-0824-4b34-8409-1c9da44595e2 HTTP/1.1" status: 204 len: 173 time: 0.5916629 Aug 11 02:24:38.249127 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c621400b-f193-43b8-9314-2ad0d5e454f8', 'name': 'network-vif-deleted', 'tag': '1e199fb3-0824-4b34-8409-1c9da44595e2'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:38.252555 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0018da-2db5-4a5a-8fd3-b86977d7a010" -d '{"events": [{"server_uuid": "c621400b-f193-43b8-9314-2ad0d5e454f8", "name": "network-vif-deleted", "tag": "1e199fb3-0824-4b34-8409-1c9da44595e2"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:38.296385 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644bc20c-7e7d-4089-a0ef-615877146f86 x-openstack-request-id: req-644bc20c-7e7d-4089-a0ef-615877146f86 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:38.296687 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c621400b-f193-43b8-9314-2ad0d5e454f8", "name": "network-vif-deleted", "tag": "1e199fb3-0824-4b34-8409-1c9da44595e2", "status": "failed", "code": 422}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:38.296947 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-644bc20c-7e7d-4089-a0ef-615877146f86 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:38.297401 n-d-615180-33 neutron-server[94506]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c621400b-f193-43b8-9314-2ad0d5e454f8', 'name': 'network-vif-deleted', 'tag': '1e199fb3-0824-4b34-8409-1c9da44595e2', 'status': 'failed', 'code': 422} returned with failed status Aug 11 02:24:39.106957 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43443344-4e89-4aa4-adb1-1781d2e016e0 req-1a410c34-b0ce-4e84-b955-7079f65451e6 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:39.108595 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-43443344-4e89-4aa4-adb1-1781d2e016e0 req-1a410c34-b0ce-4e84-b955-7079f65451e6 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7477c49-4c24-457b-9b59-f9e79e7ec581 HTTP/1.1" status: 200 len: 908 time: 0.0769887 Aug 11 02:24:40.043363 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55160) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:40.238443 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37496259-3138-4a8f-b69f-ea58b2d11eeb req-d3ce3d4e-9e55-4e71-bcbd-64e46516f93d tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:40.250665 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-37496259-3138-4a8f-b69f-ea58b2d11eeb req-d3ce3d4e-9e55-4e71-bcbd-64e46516f93d tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7477c49-4c24-457b-9b59-f9e79e7ec581 HTTP/1.1" status: 200 len: 908 time: 0.0614126 Aug 11 02:24:40.334265 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55170) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:40.382273 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3fb06699-3630-4897-8d91-0ce936e6fe75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.440205 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-706c73ea-7fb1-4808-b4dd-79bd8d5ceb54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.500888 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a12cf-3e62-4050-a57e-24c698e58b21 req-dbefcecd-ea25-4ab5-800b-11c2a790f8b8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:40.503119 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3a7a12cf-3e62-4050-a57e-24c698e58b21 req-dbefcecd-ea25-4ab5-800b-11c2a790f8b8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7477c49-4c24-457b-9b59-f9e79e7ec581 HTTP/1.1" status: 200 len: 908 time: 0.0561471 Aug 11 02:24:40.523660 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3fb06699-3630-4897-8d91-0ce936e6fe75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.531278 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3fb06699-3630-4897-8d91-0ce936e6fe75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.581975 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3fb06699-3630-4897-8d91-0ce936e6fe75 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6b8a3960d9bd4cc08e490b8532b89171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5366735 Aug 11 02:24:40.582592 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55176) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:40.582930 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55178) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:40.620924 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-3a7a12cf-3e62-4050-a57e-24c698e58b21 req-38870946-92ae-4ac0-9916-a4c4cb639867 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Deleting port be64dc87-8779-43f7-a3a4-2cd478b3b129 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:40.621277 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3a7a12cf-3e62-4050-a57e-24c698e58b21 req-38870946-92ae-4ac0-9916-a4c4cb639867 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.622855 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb06699-3630-4897-8d91-0ce936e6fe75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb6c0ba-d77c-4999-8672-bf017b1368af,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:40.685928 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d063d6ea-4a60-420b-ac55-aab5a216bc88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.715807 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-3a7a12cf-3e62-4050-a57e-24c698e58b21 req-38870946-92ae-4ac0-9916-a4c4cb639867 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] For port be64dc87-8779-43f7-a3a4-2cd478b3b129, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=be64dc87-8779-43f7-a3a4-2cd478b3b129,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:40.716429 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3a7a12cf-3e62-4050-a57e-24c698e58b21 req-38870946-92ae-4ac0-9916-a4c4cb639867 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.720732 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d063d6ea-4a60-420b-ac55-aab5a216bc88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.734110 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-3a7a12cf-3e62-4050-a57e-24c698e58b21 req-38870946-92ae-4ac0-9916-a4c4cb639867 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Calling delete_port for be64dc87-8779-43f7-a3a4-2cd478b3b129 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:40.774175 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-706c73ea-7fb1-4808-b4dd-79bd8d5ceb54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.775248 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4881f20b-658e-464d-a51a-5e099dff321a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.789505 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-706c73ea-7fb1-4808-b4dd-79bd8d5ceb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.846031 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-706c73ea-7fb1-4808-b4dd-79bd8d5ceb54 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f6189ca06eed4218b5ce5586f08f8527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5092206 Aug 11 02:24:40.850023 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c73ea-7fb1-4808-b4dd-79bd8d5ceb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd11b84b-e58d-46b1-842d-4e2bbb583f87,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:40.851016 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55184) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:40.873416 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d063d6ea-4a60-420b-ac55-aab5a216bc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.876315 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d063d6ea-4a60-420b-ac55-aab5a216bc88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.879888 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d063d6ea-4a60-420b-ac55-aab5a216bc88 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ceb6c0ba-d77c-4999-8672-bf017b1368af HTTP/1.1" status: 204 len: 168 time: 0.2882137 Aug 11 02:24:40.881016 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3a7a12cf-3e62-4050-a57e-24c698e58b21 req-38870946-92ae-4ac0-9916-a4c4cb639867 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.891747 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063d6ea-4a60-420b-ac55-aab5a216bc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb6c0ba-d77c-4999-8672-bf017b1368af,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:40.931339 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38870946-92ae-4ac0-9916-a4c4cb639867 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Pushing event deleted for resources: {'Port': ['ID=be64dc87-8779-43f7-a3a4-2cd478b3b129,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:40.953263 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4881f20b-658e-464d-a51a-5e099dff321a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.957877 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4881f20b-658e-464d-a51a-5e099dff321a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.997579 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7a12cf-3e62-4050-a57e-24c698e58b21 req-38870946-92ae-4ac0-9916-a4c4cb639867 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] No DVR routers for this DVR port be64dc87-8779-43f7-a3a4-2cd478b3b129 on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:41.002416 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3a7a12cf-3e62-4050-a57e-24c698e58b21 req-38870946-92ae-4ac0-9916-a4c4cb639867 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.003504 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4881f20b-658e-464d-a51a-5e099dff321a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c7d8eb6290d84aaf88931291b965de52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4129119 Aug 11 02:24:41.004667 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3a7a12cf-3e62-4050-a57e-24c698e58b21 req-38870946-92ae-4ac0-9916-a4c4cb639867 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.73 "DELETE /v2.0/ports/be64dc87-8779-43f7-a3a4-2cd478b3b129 HTTP/1.1" status: 204 len: 173 time: 0.4935074 Aug 11 02:24:41.005102 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881f20b-658e-464d-a51a-5e099dff321a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bfa4b0-1b4a-4b7f-9757-a56cd4e5081c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:41.005552 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-70a6922e-9d47-4816-93e4-961b82e20790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.009599 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55190) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:41.046348 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-70a6922e-9d47-4816-93e4-961b82e20790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.094867 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bbfdea6f-c959-4f5f-9311-a4aba6e92b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.120980 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bbfdea6f-c959-4f5f-9311-a4aba6e92b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.121672 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7477c49-4c24-457b-9b59-f9e79e7ec581', 'name': 'network-vif-deleted', 'tag': 'be64dc87-8779-43f7-a3a4-2cd478b3b129'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:41.124095 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48074a10-2837-4730-bba7-cd15bbb9a5c3" -d '{"events": [{"server_uuid": "e7477c49-4c24-457b-9b59-f9e79e7ec581", "name": "network-vif-deleted", "tag": "be64dc87-8779-43f7-a3a4-2cd478b3b129"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:41.185130 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-70a6922e-9d47-4816-93e4-961b82e20790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.188369 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-70a6922e-9d47-4816-93e4-961b82e20790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.189143 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bbfdea6f-c959-4f5f-9311-a4aba6e92b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.190119 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-70a6922e-9d47-4816-93e4-961b82e20790 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dd11b84b-e58d-46b1-842d-4e2bbb583f87 HTTP/1.1" status: 204 len: 168 time: 0.3378868 Aug 11 02:24:41.192351 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bbfdea6f-c959-4f5f-9311-a4aba6e92b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.194303 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bbfdea6f-c959-4f5f-9311-a4aba6e92b5d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/13bfa4b0-1b4a-4b7f-9757-a56cd4e5081c HTTP/1.1" status: 204 len: 168 time: 0.1829031 Aug 11 02:24:41.199566 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6922e-9d47-4816-93e4-961b82e20790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd11b84b-e58d-46b1-842d-4e2bbb583f87,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:41.207731 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfdea6f-c959-4f5f-9311-a4aba6e92b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bfa4b0-1b4a-4b7f-9757-a56cd4e5081c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:41.208325 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485bced4-4967-40ca-b450-262fd32e67cc x-openstack-request-id: req-485bced4-4967-40ca-b450-262fd32e67cc {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:41.208853 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7477c49-4c24-457b-9b59-f9e79e7ec581", "name": "network-vif-deleted", "tag": "be64dc87-8779-43f7-a3a4-2cd478b3b129", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:41.209267 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-485bced4-4967-40ca-b450-262fd32e67cc {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:41.209716 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7477c49-4c24-457b-9b59-f9e79e7ec581', 'name': 'network-vif-deleted', 'tag': 'be64dc87-8779-43f7-a3a4-2cd478b3b129', 'status': 'completed', 'code': 200} Aug 11 02:24:41.280584 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55204) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:41.299237 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13ecc9dd-a056-4b1d-8de0-b784649cbb2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.372171 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bbc08865-7151-4b0d-ae62-abdb993b40c4 req-b7a54677-a46c-4c3a-88bb-2dac59bc6951 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7477c49-4c24-457b-9b59-f9e79e7ec581 HTTP/1.1" status: 200 len: 210 time: 0.0422709 Aug 11 02:24:41.413918 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13ecc9dd-a056-4b1d-8de0-b784649cbb2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.425743 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13ecc9dd-a056-4b1d-8de0-b784649cbb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.474104 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-13ecc9dd-a056-4b1d-8de0-b784649cbb2e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e3804f764f6f4a93967482f150caf420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1895008 Aug 11 02:24:41.474104 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ecc9dd-a056-4b1d-8de0-b784649cbb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26e150f-b5af-428f-914c-1a7b97621fa8,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:41.474251 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55208) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:41.549747 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f4a958ce-4687-44e4-ac65-db70d50cf1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.577465 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f4a958ce-4687-44e4-ac65-db70d50cf1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.593923 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55212) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:41.610176 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa7949b4-d9f5-4094-9826-9b1c1fd9486b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.639957 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f4a958ce-4687-44e4-ac65-db70d50cf1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.642472 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f4a958ce-4687-44e4-ac65-db70d50cf1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.645992 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f4a958ce-4687-44e4-ac65-db70d50cf1fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b26e150f-b5af-428f-914c-1a7b97621fa8 HTTP/1.1" status: 204 len: 168 time: 0.1686389 Aug 11 02:24:41.655648 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a958ce-4687-44e4-ac65-db70d50cf1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26e150f-b5af-428f-914c-1a7b97621fa8,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:41.729757 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa7949b4-d9f5-4094-9826-9b1c1fd9486b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.733829 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa7949b4-d9f5-4094-9826-9b1c1fd9486b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.776131 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fa7949b4-d9f5-4094-9826-9b1c1fd9486b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cd6c9980c9644ddbb5e7c36592c95cf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1784010 Aug 11 02:24:41.776914 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55216) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:41.784805 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7949b4-d9f5-4094-9826-9b1c1fd9486b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4da2871-c250-44c5-a770-283aee993aee,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:41.824341 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55218) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:41.844312 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e9a4f264-7ee3-45ba-8afc-5a489dfc046e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.850971 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f5007f58-8553-4377-a3da-0b074955e7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.884435 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f5007f58-8553-4377-a3da-0b074955e7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.935794 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f5007f58-8553-4377-a3da-0b074955e7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.938774 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f5007f58-8553-4377-a3da-0b074955e7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.942940 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f5007f58-8553-4377-a3da-0b074955e7d2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f4da2871-c250-44c5-a770-283aee993aee HTTP/1.1" status: 204 len: 168 time: 0.1619043 Aug 11 02:24:41.952181 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5007f58-8553-4377-a3da-0b074955e7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4da2871-c250-44c5-a770-283aee993aee,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:41.958582 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e9a4f264-7ee3-45ba-8afc-5a489dfc046e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.963998 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e9a4f264-7ee3-45ba-8afc-5a489dfc046e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:42.000057 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e9a4f264-7ee3-45ba-8afc-5a489dfc046e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e9a845f9c1694f77828a059e225ea19b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1746306 Aug 11 02:24:42.002502 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55228) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:42.035614 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4f264-7ee3-45ba-8afc-5a489dfc046e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe26c08b-086b-447d-b12e-42732cf46dd2,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:42.069024 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-df7cf7d3-5262-48d1-a5d9-4773e085ff92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:42.092898 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-df7cf7d3-5262-48d1-a5d9-4773e085ff92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:42.144743 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-df7cf7d3-5262-48d1-a5d9-4773e085ff92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:42.146862 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-df7cf7d3-5262-48d1-a5d9-4773e085ff92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:42.151034 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-df7cf7d3-5262-48d1-a5d9-4773e085ff92 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fe26c08b-086b-447d-b12e-42732cf46dd2 HTTP/1.1" status: 204 len: 168 time: 0.1450067 Aug 11 02:24:42.157124 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7cf7d3-5262-48d1-a5d9-4773e085ff92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe26c08b-086b-447d-b12e-42732cf46dd2,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:42.674348 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eaa0ba-be49-449d-ad42-0869423dd529 req-cad4f86e-d369-4557-a6f8-23687c50e1d8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:42.676298 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59eaa0ba-be49-449d-ad42-0869423dd529 req-cad4f86e-d369-4557-a6f8-23687c50e1d8 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=07748e40-c9c7-4d18-896f-7e3c9f5bc811 HTTP/1.1" status: 200 len: 945 time: 0.0570595 Aug 11 02:24:42.723853 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59eaa0ba-be49-449d-ad42-0869423dd529 req-9433c7ee-749b-4f80-8cfd-cb3f16023ec6 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402071 Aug 11 02:24:43.636152 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55328) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:43.799370 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5ea70bc1-3e17-406d-af1f-2117c5e4d33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:43.882537 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa96a2-e3cd-4084-a197-9ebc58ae278b req-521341b3-1162-4d0c-a305-000ba101a7af tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:43.884435 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-90aa96a2-e3cd-4084-a197-9ebc58ae278b req-521341b3-1162-4d0c-a305-000ba101a7af tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=07748e40-c9c7-4d18-896f-7e3c9f5bc811 HTTP/1.1" status: 200 len: 945 time: 0.0767572 Aug 11 02:24:43.956591 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-90aa96a2-e3cd-4084-a197-9ebc58ae278b req-fc47cfca-8574-4053-90c0-464fd9dcd878 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627036 Aug 11 02:24:43.996426 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5ea70bc1-3e17-406d-af1f-2117c5e4d33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:44.000901 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5ea70bc1-3e17-406d-af1f-2117c5e4d33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:44.029518 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5ea70bc1-3e17-406d-af1f-2117c5e4d33c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cf4d4eba60fb442c9b3ba6ccd92d5d88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3906231 Aug 11 02:24:44.032518 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55350) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:44.059485 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea70bc1-3e17-406d-af1f-2117c5e4d33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471c41e9-a2ff-45ef-8be7-107a00fe6311,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:44.090398 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2fb8282c-eb96-4c57-bf96-442dcc4a55f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:44.117307 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2fb8282c-eb96-4c57-bf96-442dcc4a55f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:44.185379 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2fb8282c-eb96-4c57-bf96-442dcc4a55f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:44.192762 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2fb8282c-eb96-4c57-bf96-442dcc4a55f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:44.199484 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2fb8282c-eb96-4c57-bf96-442dcc4a55f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/471c41e9-a2ff-45ef-8be7-107a00fe6311 HTTP/1.1" status: 204 len: 168 time: 0.1619172 Aug 11 02:24:44.216298 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8282c-eb96-4c57-bf96-442dcc4a55f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471c41e9-a2ff-45ef-8be7-107a00fe6311,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:44.343012 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c136ce-c37a-4c8a-a304-e700c8cf9411 req-5e597e78-ab78-44f6-ab2a-3a646472e0fc tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:44.344709 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-78c136ce-c37a-4c8a-a304-e700c8cf9411 req-5e597e78-ab78-44f6-ab2a-3a646472e0fc tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.66 "GET /v2.0/ports?device_id=07748e40-c9c7-4d18-896f-7e3c9f5bc811 HTTP/1.1" status: 200 len: 945 time: 0.0578556 Aug 11 02:24:44.368272 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device be64dc87-8779-43f7-a3a4-2cd478b3b129 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:44.390187 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: be64dc87-8779-43f7-a3a4-2cd478b3b129 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:24:44.390835 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device be64dc87-8779-43f7-a3a4-2cd478b3b129 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:24:44.448916 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-78c136ce-c37a-4c8a-a304-e700c8cf9411 req-4ca0b2cd-ca29-44fc-bdc3-28686575bdc3 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Deleting port 3b720355-5db2-4aae-8fed-bda1a7e8ed45 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:44.449561 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-78c136ce-c37a-4c8a-a304-e700c8cf9411 req-4ca0b2cd-ca29-44fc-bdc3-28686575bdc3 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:44.555956 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-78c136ce-c37a-4c8a-a304-e700c8cf9411 req-4ca0b2cd-ca29-44fc-bdc3-28686575bdc3 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] For port 3b720355-5db2-4aae-8fed-bda1a7e8ed45, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=3b720355-5db2-4aae-8fed-bda1a7e8ed45,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:44.557082 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-78c136ce-c37a-4c8a-a304-e700c8cf9411 req-4ca0b2cd-ca29-44fc-bdc3-28686575bdc3 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:44.571660 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-78c136ce-c37a-4c8a-a304-e700c8cf9411 req-4ca0b2cd-ca29-44fc-bdc3-28686575bdc3 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Calling delete_port for 3b720355-5db2-4aae-8fed-bda1a7e8ed45 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:44.612143 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55376) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:44.744772 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-78c136ce-c37a-4c8a-a304-e700c8cf9411 req-4ca0b2cd-ca29-44fc-bdc3-28686575bdc3 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:44.757990 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e', '3b720355-5db2-4aae-8fed-bda1a7e8ed45'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:44.786050 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca0b2cd-ca29-44fc-bdc3-28686575bdc3 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Pushing event deleted for resources: {'Port': ['ID=3b720355-5db2-4aae-8fed-bda1a7e8ed45,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:44.837343 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32fedec3-d95f-4c0e-bbce-b745558891e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:44.855411 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c136ce-c37a-4c8a-a304-e700c8cf9411 req-4ca0b2cd-ca29-44fc-bdc3-28686575bdc3 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] No DVR routers for this DVR port 3b720355-5db2-4aae-8fed-bda1a7e8ed45 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:44.858709 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-78c136ce-c37a-4c8a-a304-e700c8cf9411 req-4ca0b2cd-ca29-44fc-bdc3-28686575bdc3 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:44.861351 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-78c136ce-c37a-4c8a-a304-e700c8cf9411 req-4ca0b2cd-ca29-44fc-bdc3-28686575bdc3 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.66 "DELETE /v2.0/ports/3b720355-5db2-4aae-8fed-bda1a7e8ed45 HTTP/1.1" status: 204 len: 173 time: 0.5092194 Aug 11 02:24:44.862020 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07748e40-c9c7-4d18-896f-7e3c9f5bc811', 'name': 'network-vif-deleted', 'tag': '3b720355-5db2-4aae-8fed-bda1a7e8ed45'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:44.865975 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb85635-48a2-4eb3-8633-e72a99d2a6ff" -d '{"events": [{"server_uuid": "07748e40-c9c7-4d18-896f-7e3c9f5bc811", "name": "network-vif-deleted", "tag": "3b720355-5db2-4aae-8fed-bda1a7e8ed45"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:44.963043 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d60ce00-916a-4fc0-b282-6f0c0b1d31bd x-openstack-request-id: req-8d60ce00-916a-4fc0-b282-6f0c0b1d31bd {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:44.963528 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07748e40-c9c7-4d18-896f-7e3c9f5bc811", "name": "network-vif-deleted", "tag": "3b720355-5db2-4aae-8fed-bda1a7e8ed45", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:44.963657 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8d60ce00-916a-4fc0-b282-6f0c0b1d31bd {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:44.964163 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07748e40-c9c7-4d18-896f-7e3c9f5bc811', 'name': 'network-vif-deleted', 'tag': '3b720355-5db2-4aae-8fed-bda1a7e8ed45', 'status': 'completed', 'code': 200} Aug 11 02:24:44.964625 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32fedec3-d95f-4c0e-bbce-b745558891e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:44.968965 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32fedec3-d95f-4c0e-bbce-b745558891e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:45.001024 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-32fedec3-d95f-4c0e-bbce-b745558891e8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d40e99df54f549d8abe7e6ecf877dbbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3877909 Aug 11 02:24:45.003734 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55400) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:45.044488 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fedec3-d95f-4c0e-bbce-b745558891e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363757d1-4797-47f8-9b9f-4b77c3a2a632,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:45.117626 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5971b7d1-80bc-4a09-8964-dcc6983a9009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:45.122674 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-58e4b6f0-fa5d-4eee-9640-9eed708a4b58 req-6834deee-18d4-448b-a4af-fae0dc19ec45 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=07748e40-c9c7-4d18-896f-7e3c9f5bc811 HTTP/1.1" status: 200 len: 210 time: 0.0464027 Aug 11 02:24:45.143194 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5971b7d1-80bc-4a09-8964-dcc6983a9009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:45.210029 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5971b7d1-80bc-4a09-8964-dcc6983a9009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:45.214969 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5971b7d1-80bc-4a09-8964-dcc6983a9009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:45.216628 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5971b7d1-80bc-4a09-8964-dcc6983a9009 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/363757d1-4797-47f8-9b9f-4b77c3a2a632 HTTP/1.1" status: 204 len: 168 time: 0.2117443 Aug 11 02:24:45.241136 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971b7d1-80bc-4a09-8964-dcc6983a9009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363757d1-4797-47f8-9b9f-4b77c3a2a632,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:45.266859 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971b7d1-80bc-4a09-8964-dcc6983a9009 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:45.267403 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971b7d1-80bc-4a09-8964-dcc6983a9009 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:45.268002 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971b7d1-80bc-4a09-8964-dcc6983a9009 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:45.268531 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971b7d1-80bc-4a09-8964-dcc6983a9009 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:45.271823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971b7d1-80bc-4a09-8964-dcc6983a9009 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:45.271823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971b7d1-80bc-4a09-8964-dcc6983a9009 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:45.271823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971b7d1-80bc-4a09-8964-dcc6983a9009 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:45.271823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971b7d1-80bc-4a09-8964-dcc6983a9009 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:45.271823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971b7d1-80bc-4a09-8964-dcc6983a9009 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:45.271823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971b7d1-80bc-4a09-8964-dcc6983a9009 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:45.271823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971b7d1-80bc-4a09-8964-dcc6983a9009 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:45.271823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971b7d1-80bc-4a09-8964-dcc6983a9009 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:45.623864 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-22440046-456f-44d1-a96c-0983f27b51f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:45.685832 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55428) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:45.700860 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d074b986-f497-4aea-a790-5628a7cfcc31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:45.796704 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d074b986-f497-4aea-a790-5628a7cfcc31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:45.801957 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d074b986-f497-4aea-a790-5628a7cfcc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:45.854682 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55432) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:45.855044 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d074b986-f497-4aea-a790-5628a7cfcc31 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=776c1df0b24044be82ee249c5e4d4b45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1677811 Aug 11 02:24:45.857484 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074b986-f497-4aea-a790-5628a7cfcc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0aec4a-081a-4ed2-9f38-4978427a1ae0,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:45.884086 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55434) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:45.910711 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-05b6eea8-436f-4809-a003-ea4f5c7c2eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:45.941361 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-05b6eea8-436f-4809-a003-ea4f5c7c2eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:45.979982 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-96e4dcd4-2262-4dfd-9524-2eac9183107f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/floatingips/51016e14-a853-48f0-bcf3-35652d77cc04 HTTP/1.1" status: 200 len: 993 time: 0.0937140 Aug 11 02:24:46.006820 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-05b6eea8-436f-4809-a003-ea4f5c7c2eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:46.011725 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-05b6eea8-436f-4809-a003-ea4f5c7c2eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:46.013013 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-05b6eea8-436f-4809-a003-ea4f5c7c2eb2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2d0aec4a-081a-4ed2-9f38-4978427a1ae0 HTTP/1.1" status: 204 len: 168 time: 0.1573191 Aug 11 02:24:46.022211 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6eea8-436f-4809-a003-ea4f5c7c2eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0aec4a-081a-4ed2-9f38-4978427a1ae0,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:46.248142 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55452) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:46.478286 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-97f5a023-deef-4290-9142-0132816c9d86 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Deleting port 1fd70ed9-400c-40b8-8504-7474e7f49e40 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:46.479123 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-97f5a023-deef-4290-9142-0132816c9d86 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:46.501419 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd0666-ca4f-40ff-bafc-e5f1b64357f2 req-947066b5-3110-4e93-8f00-f58f2b044235 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:46.502483 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-07dd0666-ca4f-40ff-bafc-e5f1b64357f2 req-947066b5-3110-4e93-8f00-f58f2b044235 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 945 time: 0.0797694 Aug 11 02:24:46.590144 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-07dd0666-ca4f-40ff-bafc-e5f1b64357f2 req-83721df4-89fb-4eb1-b9c4-32442f398da4 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561776 Aug 11 02:24:46.613218 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-97f5a023-deef-4290-9142-0132816c9d86 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:46.613679 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-97f5a023-deef-4290-9142-0132816c9d86 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:46.626500 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-97f5a023-deef-4290-9142-0132816c9d86 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Calling delete_port for 1fd70ed9-400c-40b8-8504-7474e7f49e40 owned by network:floatingip {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:46.881792 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-97f5a023-deef-4290-9142-0132816c9d86 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:46.930576 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5a023-deef-4290-9142-0132816c9d86 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event deleted for resources: {'Port': ['ID=1fd70ed9-400c-40b8-8504-7474e7f49e40,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:46.997025 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-97f5a023-deef-4290-9142-0132816c9d86 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for floatingip, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:46.997565 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-97f5a023-deef-4290-9142-0132816c9d86 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Floating IP 51016e14-a853-48f0-bcf3-35652d77cc04 disassociated (deleted). External IP: 172.25.2.114, port: 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94. Aug 11 02:24:47.267914 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f5a023-deef-4290-9142-0132816c9d86 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Router a3f6d6c2-a6c0-4f44-9552-cc5a7276d102 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:24:47.393648 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f5a023-deef-4290-9142-0132816c9d86 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:24:47.398474 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-97f5a023-deef-4290-9142-0132816c9d86 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:47.407578 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bf85e0-8c8d-4c07-90eb-dbb34a9d18d6 None None] Sync routers for ids ['a3f6d6c2-a6c0-4f44-9552-cc5a7276d102'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:24:47.418153 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bf85e0-8c8d-4c07-90eb-dbb34a9d18d6 None None] Routers {'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:24:47.418926 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-84bf85e0-8c8d-4c07-90eb-dbb34a9d18d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:24:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a3f6d6c2-a6c0-4f44-9552-cc5a7276d102'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:47.426754 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-97f5a023-deef-4290-9142-0132816c9d86 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "DELETE /v2.0/floatingips/51016e14-a853-48f0-bcf3-35652d77cc04 HTTP/1.1" status: 204 len: 168 time: 1.1768341 Aug 11 02:24:47.427377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3634ebea-0f77-4d0f-b50b-d4baffa8d05e', 'tag': '5f5d31c1-c533-47d5-a7bf-6852cd4a3b94'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:47.429641 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a078ddba-1f65-49c9-92d1-f8459936c83e" -d '{"events": [{"name": "network-changed", "server_uuid": "3634ebea-0f77-4d0f-b50b-d4baffa8d05e", "tag": "5f5d31c1-c533-47d5-a7bf-6852cd4a3b94"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:47.490733 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717b6fcf-2b09-4c12-99cd-d32324e1eaa4 x-openstack-request-id: req-717b6fcf-2b09-4c12-99cd-d32324e1eaa4 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:47.491100 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3634ebea-0f77-4d0f-b50b-d4baffa8d05e", "tag": "5f5d31c1-c533-47d5-a7bf-6852cd4a3b94", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:47.491281 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-717b6fcf-2b09-4c12-99cd-d32324e1eaa4 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:47.491709 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3634ebea-0f77-4d0f-b50b-d4baffa8d05e', 'tag': '5f5d31c1-c533-47d5-a7bf-6852cd4a3b94', 'status': 'completed', 'code': 200} Aug 11 02:24:47.504403 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 3b720355-5db2-4aae-8fed-bda1a7e8ed45 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:47.522244 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55520) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:47.569501 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 3b720355-5db2-4aae-8fed-bda1a7e8ed45 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:24:47.569501 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 3b720355-5db2-4aae-8fed-bda1a7e8ed45 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:24:47.579991 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-84bf85e0-8c8d-4c07-90eb-dbb34a9d18d6 None None] Set router a3f6d6c2-a6c0-4f44-9552-cc5a7276d102 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:24:47.629291 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078ddba-1f65-49c9-92d1-f8459936c83e req-a923ccd0-3b4d-4b00-a30f-9dc690bc287f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:47.634109 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a078ddba-1f65-49c9-92d1-f8459936c83e req-a923ccd0-3b4d-4b00-a30f-9dc690bc287f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87062204daa74f23a6f53457711872b3&device_id=3634ebea-0f77-4d0f-b50b-d4baffa8d05e HTTP/1.1" status: 200 len: 1097 time: 0.1001384 Aug 11 02:24:47.685132 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2e6a94e7-adc6-458b-b46a-93f7f68879be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:47.819475 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2e6a94e7-adc6-458b-b46a-93f7f68879be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:47.824042 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2e6a94e7-adc6-458b-b46a-93f7f68879be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:47.883695 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2e6a94e7-adc6-458b-b46a-93f7f68879be admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a3e197b23a5442409efdf7d93dd141f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3572896 Aug 11 02:24:47.921254 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55534) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:47.922973 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a94e7-adc6-458b-b46a-93f7f68879be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27105df-73e2-468c-8049-927b9d476d5c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:48.005843 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-84bf85e0-8c8d-4c07-90eb-dbb34a9d18d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'name': 'tempest-TestNetworkBasicOps-router-62992904', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'da1ac37e-a57a-4e36-b342-8ff36ff63241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:23:42Z', 'updated_at': '2021-08-11T02:23:47Z', 'revision_number': 4, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'da1ac37e-a57a-4e36-b342-8ff36ff63241', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:42Z', 'updated_at': '2021-08-11T02:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '12276f1f-6f6a-401b-a4e5-4becd3d5ca45', 'name': '', 'network_id': 'c7517260-044e-443c-aeb5-156e6ed1b796', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'mac_address': 'fa:16:3e:46:1f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '414ade58-8c13-4abf-9432-c3c5d3fb2fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:46Z', 'updated_at': '2021-08-11T02:23:56Z', 'revision_number': 5, 'project_id': '87062204daa74f23a6f53457711872b3', 'subnets': [{'id': '414ade58-8c13-4abf-9432-c3c5d3fb2fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:48.013309 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bcfe1-8f45-4638-8ea8-a126d8ea653c req-96c99df3-be05-4278-a8d4-03435df7c46d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:48.014938 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d84bcfe1-8f45-4638-8ea8-a126d8ea653c req-96c99df3-be05-4278-a8d4-03435df7c46d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=3634ebea-0f77-4d0f-b50b-d4baffa8d05e HTTP/1.1" status: 200 len: 945 time: 0.1583643 Aug 11 02:24:48.020323 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e55a1acc-d2f7-48b2-bd8e-306fcb5b87a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:48.044919 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bf85e0-8c8d-4c07-90eb-dbb34a9d18d6 None None] Checking router: a3f6d6c2-a6c0-4f44-9552-cc5a7276d102 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:24:48.058369 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bf85e0-8c8d-4c07-90eb-dbb34a9d18d6 None None] Routers {'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:24:48.060019 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-84bf85e0-8c8d-4c07-90eb-dbb34a9d18d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:24:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a3f6d6c2-a6c0-4f44-9552-cc5a7276d102'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:48.069374 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e55a1acc-d2f7-48b2-bd8e-306fcb5b87a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:48.102169 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d84bcfe1-8f45-4638-8ea8-a126d8ea653c req-07c407d0-3611-45d7-8c32-ae31b3840d2b tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=d071f9f6-71c6-49a3-81e5-ffb85d2c72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742559 Aug 11 02:24:48.167757 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e55a1acc-d2f7-48b2-bd8e-306fcb5b87a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:48.170634 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e55a1acc-d2f7-48b2-bd8e-306fcb5b87a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:48.171819 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e55a1acc-d2f7-48b2-bd8e-306fcb5b87a3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b27105df-73e2-468c-8049-927b9d476d5c HTTP/1.1" status: 204 len: 168 time: 0.2380061 Aug 11 02:24:48.185508 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a1acc-d2f7-48b2-bd8e-306fcb5b87a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27105df-73e2-468c-8049-927b9d476d5c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:48.264703 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-84bf85e0-8c8d-4c07-90eb-dbb34a9d18d6 None None] Set router a3f6d6c2-a6c0-4f44-9552-cc5a7276d102 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:24:48.302044 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-524850b4-bced-437e-a28d-262a310c0979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:48.353531 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:48.382345 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078ddba-1f65-49c9-92d1-f8459936c83e req-a9149526-a275-4197-b942-f2fdaedd4ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:48.384255 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a078ddba-1f65-49c9-92d1-f8459936c83e req-a9149526-a275-4197-b942-f2fdaedd4ca4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c7517260-044e-443c-aeb5-156e6ed1b796 HTTP/1.1" status: 200 len: 897 time: 0.7423069 Aug 11 02:24:48.416336 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1015efb-abe8-4eb4-a050-84c2045d5d71 req-24151078-ae80-4975-99c0-a78b03c8c285 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:48.418300 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b1015efb-abe8-4eb4-a050-84c2045d5d71 req-24151078-ae80-4975-99c0-a78b03c8c285 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 945 time: 0.1821201 Aug 11 02:24:48.444084 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3dec8-c3f9-4ae9-a48a-63beb87afc44 req-30ae35d4-2cd4-42a2-bb8f-7a3f68e1152a tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:48.445836 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-13e3dec8-c3f9-4ae9-a48a-63beb87afc44 req-30ae35d4-2cd4-42a2-bb8f-7a3f68e1152a tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 945 time: 0.2087252 Aug 11 02:24:48.468824 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55552) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:48.526868 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b1015efb-abe8-4eb4-a050-84c2045d5d71 req-51001f64-1b61-45c6-a674-7314e1b7c761 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024024 Aug 11 02:24:48.603989 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-599418fe-8f71-49fa-a93a-a3b61732d319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:48.621337 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a078ddba-1f65-49c9-92d1-f8459936c83e req-723521c4-a218-4237-8f32-cc085a091139 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f5d31c1-c533-47d5-a7bf-6852cd4a3b94 HTTP/1.1" status: 200 len: 217 time: 0.2250345 Aug 11 02:24:48.625472 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-84bf85e0-8c8d-4c07-90eb-dbb34a9d18d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'name': 'tempest-TestNetworkBasicOps-router-62992904', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'da1ac37e-a57a-4e36-b342-8ff36ff63241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:23:42Z', 'updated_at': '2021-08-11T02:23:47Z', 'revision_number': 4, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'da1ac37e-a57a-4e36-b342-8ff36ff63241', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:42Z', 'updated_at': '2021-08-11T02:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '12276f1f-6f6a-401b-a4e5-4becd3d5ca45', 'name': '', 'network_id': 'c7517260-044e-443c-aeb5-156e6ed1b796', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'mac_address': 'fa:16:3e:46:1f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '414ade58-8c13-4abf-9432-c3c5d3fb2fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:46Z', 'updated_at': '2021-08-11T02:23:56Z', 'revision_number': 5, 'project_id': '87062204daa74f23a6f53457711872b3', 'subnets': [{'id': '414ade58-8c13-4abf-9432-c3c5d3fb2fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:48.696425 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bf85e0-8c8d-4c07-90eb-dbb34a9d18d6 None None] The sync data for ids ['a3f6d6c2-a6c0-4f44-9552-cc5a7276d102'] in n-d-615180-33 is: [{'id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'name': 'tempest-TestNetworkBasicOps-router-62992904', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'da1ac37e-a57a-4e36-b342-8ff36ff63241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:23:42Z', 'updated_at': '2021-08-11T02:23:47Z', 'revision_number': 4, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'da1ac37e-a57a-4e36-b342-8ff36ff63241', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:42Z', 'updated_at': '2021-08-11T02:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '12276f1f-6f6a-401b-a4e5-4becd3d5ca45', 'name': '', 'network_id': 'c7517260-044e-443c-aeb5-156e6ed1b796', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'mac_address': 'fa:16:3e:46:1f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '414ade58-8c13-4abf-9432-c3c5d3fb2fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:46Z', 'updated_at': '2021-08-11T02:23:56Z', 'revision_number': 5, 'project_id': '87062204daa74f23a6f53457711872b3', 'subnets': [{'id': '414ade58-8c13-4abf-9432-c3c5d3fb2fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:24:48.705700 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-13e3dec8-c3f9-4ae9-a48a-63beb87afc44 req-fcf64bf6-9ecf-4f8e-909a-34e2aa743879 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Deleting port 7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:48.706589 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-13e3dec8-c3f9-4ae9-a48a-63beb87afc44 req-fcf64bf6-9ecf-4f8e-909a-34e2aa743879 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:48.716268 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078ddba-1f65-49c9-92d1-f8459936c83e req-e9f65186-f60b-4545-9890-6ad11a54bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:48.718838 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a078ddba-1f65-49c9-92d1-f8459936c83e req-e9f65186-f60b-4545-9890-6ad11a54bb38 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=414ade58-8c13-4abf-9432-c3c5d3fb2fbf HTTP/1.1" status: 200 len: 835 time: 0.0894761 Aug 11 02:24:48.766902 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-599418fe-8f71-49fa-a93a-a3b61732d319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:48.772054 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-599418fe-8f71-49fa-a93a-a3b61732d319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:48.821472 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-599418fe-8f71-49fa-a93a-a3b61732d319 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7c67811cde3242a099f8857362c512f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3515410 Aug 11 02:24:48.825799 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55564) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:48.848596 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078ddba-1f65-49c9-92d1-f8459936c83e req-76743375-c962-4b04-9266-6c6ac9dbf298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:48.850342 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a078ddba-1f65-49c9-92d1-f8459936c83e req-76743375-c962-4b04-9266-6c6ac9dbf298 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c7517260-044e-443c-aeb5-156e6ed1b796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1199267 Aug 11 02:24:48.858119 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599418fe-8f71-49fa-a93a-a3b61732d319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7808af7e-2976-46cb-ad51-7f04d3c4ec09,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:48.893000 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fe345d8b-5b3a-4ba4-88e7-faf49a5a6298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:48.923241 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fe345d8b-5b3a-4ba4-88e7-faf49a5a6298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:48.930354 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-13e3dec8-c3f9-4ae9-a48a-63beb87afc44 req-fcf64bf6-9ecf-4f8e-909a-34e2aa743879 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] For port 7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:48.930891 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-13e3dec8-c3f9-4ae9-a48a-63beb87afc44 req-fcf64bf6-9ecf-4f8e-909a-34e2aa743879 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:48.994057 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-13e3dec8-c3f9-4ae9-a48a-63beb87afc44 req-fcf64bf6-9ecf-4f8e-909a-34e2aa743879 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Calling delete_port for 7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:49.017919 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fe345d8b-5b3a-4ba4-88e7-faf49a5a6298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:49.021582 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fe345d8b-5b3a-4ba4-88e7-faf49a5a6298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:49.040656 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fe345d8b-5b3a-4ba4-88e7-faf49a5a6298 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7808af7e-2976-46cb-ad51-7f04d3c4ec09 HTTP/1.1" status: 204 len: 168 time: 0.1993484 Aug 11 02:24:49.064049 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe345d8b-5b3a-4ba4-88e7-faf49a5a6298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7808af7e-2976-46cb-ad51-7f04d3c4ec09,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:49.098279 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a078ddba-1f65-49c9-92d1-f8459936c83e req-9f6b23d1-774d-49af-9ceb-4ff9cc84894a service neutron] 10.222.0.66 "GET /v2.0/networks/c7517260-044e-443c-aeb5-156e6ed1b796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325346 Aug 11 02:24:49.142324 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b494b5-e741-4641-bd63-5f5d1d719735 None None] New status for floating IP 51016e14-a853-48f0-bcf3-35652d77cc04: DOWN {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:24:49.379581 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1661816-8510-48b8-9cb6-4d7b89d1fb1a req-fec816ab-8cc0-45e3-a9ca-bd591e733288 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:49.381612 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c1661816-8510-48b8-9cb6-4d7b89d1fb1a req-fec816ab-8cc0-45e3-a9ca-bd591e733288 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=3634ebea-0f77-4d0f-b50b-d4baffa8d05e HTTP/1.1" status: 200 len: 945 time: 0.1389377 Aug 11 02:24:49.545201 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a078ddba-1f65-49c9-92d1-f8459936c83e req-9d5a78a7-e91c-43e7-ac24-87ae8dc229b8 service neutron] 10.222.0.66 "GET /v2.0/networks/c7517260-044e-443c-aeb5-156e6ed1b796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136331 Aug 11 02:24:49.548456 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55588) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:49.604980 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0d2fee28-0f82-4bb8-86c6-d1c721172959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:49.646678 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-13e3dec8-c3f9-4ae9-a48a-63beb87afc44 req-fcf64bf6-9ecf-4f8e-909a-34e2aa743879 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:49.697272 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf64bf6-9ecf-4f8e-909a-34e2aa743879 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Pushing event deleted for resources: {'Port': ['ID=7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:49.739378 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30cecad-b972-4005-a571-989526be1e45 req-70eced5e-b2bf-4abe-b26d-33829c48735a tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:49.741651 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d30cecad-b972-4005-a571-989526be1e45 req-70eced5e-b2bf-4abe-b26d-33829c48735a tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.66 "GET /v2.0/ports?device_id=3634ebea-0f77-4d0f-b50b-d4baffa8d05e HTTP/1.1" status: 200 len: 945 time: 0.4146273 Aug 11 02:24:49.780386 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-78adb304-4675-4086-a0c3-96afa3b2f5d8 req-2b0f9274-a622-4f4b-afba-5a59b0f2f092 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f130eb5-7742-400a-9dce-479b7b2d4d24 HTTP/1.1" status: 200 len: 210 time: 0.0818737 Aug 11 02:24:49.811343 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e3dec8-c3f9-4ae9-a48a-63beb87afc44 req-fcf64bf6-9ecf-4f8e-909a-34e2aa743879 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] No DVR routers for this DVR port 7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:49.813319 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c1661816-8510-48b8-9cb6-4d7b89d1fb1a req-27d92002-e381-4ba5-a199-e044b2fa6d0a tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/security-groups?id=d071f9f6-71c6-49a3-81e5-ffb85d2c72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4220376 Aug 11 02:24:49.834814 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-13e3dec8-c3f9-4ae9-a48a-63beb87afc44 req-fcf64bf6-9ecf-4f8e-909a-34e2aa743879 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:49.836940 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-13e3dec8-c3f9-4ae9-a48a-63beb87afc44 req-fcf64bf6-9ecf-4f8e-909a-34e2aa743879 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.66 "DELETE /v2.0/ports/7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e HTTP/1.1" status: 204 len: 173 time: 1.3711948 Aug 11 02:24:49.837483 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f130eb5-7742-400a-9dce-479b7b2d4d24', 'name': 'network-vif-deleted', 'tag': '7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:49.841093 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b17012-f903-46fe-81b8-8daadfe89cc8" -d '{"events": [{"server_uuid": "9f130eb5-7742-400a-9dce-479b7b2d4d24", "name": "network-vif-deleted", "tag": "7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:49.926746 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82987fe-5234-4b48-be1e-f7ad7ff6f18f x-openstack-request-id: req-f82987fe-5234-4b48-be1e-f7ad7ff6f18f {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:49.927287 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f130eb5-7742-400a-9dce-479b7b2d4d24", "name": "network-vif-deleted", "tag": "7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:49.927714 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f82987fe-5234-4b48-be1e-f7ad7ff6f18f {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:49.928267 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f130eb5-7742-400a-9dce-479b7b2d4d24', 'name': 'network-vif-deleted', 'tag': '7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e', 'status': 'completed', 'code': 200} Aug 11 02:24:49.930284 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:49.991517 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0d2fee28-0f82-4bb8-86c6-d1c721172959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:49.992151 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-d30cecad-b972-4005-a571-989526be1e45 req-030a2d0d-4290-4e71-9614-e0cbf9ce1e22 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Deleting port 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:49.992504 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d30cecad-b972-4005-a571-989526be1e45 req-030a2d0d-4290-4e71-9614-e0cbf9ce1e22 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:49.996148 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0d2fee28-0f82-4bb8-86c6-d1c721172959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:50.048317 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0d2fee28-0f82-4bb8-86c6-d1c721172959 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8a06f0a0a48243f0b860341d0defd5e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4990742 Aug 11 02:24:50.049175 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2fee28-0f82-4bb8-86c6-d1c721172959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6665ef2b-3b55-4a60-9987-0dcbf12b66f8,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:50.052982 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55598) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:50.161473 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-d30cecad-b972-4005-a571-989526be1e45 req-030a2d0d-4290-4e71-9614-e0cbf9ce1e22 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] For port 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=5f5d31c1-c533-47d5-a7bf-6852cd4a3b94,segment=NetworkSegment(4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59),segment_id=4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:50.161982 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d30cecad-b972-4005-a571-989526be1e45 req-030a2d0d-4290-4e71-9614-e0cbf9ce1e22 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:50.163530 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e196c23b-032a-431a-9ce9-3659ca9efa14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:50.176451 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-d30cecad-b972-4005-a571-989526be1e45 req-030a2d0d-4290-4e71-9614-e0cbf9ce1e22 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Calling delete_port for 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:50.225358 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e196c23b-032a-431a-9ce9-3659ca9efa14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:50.357988 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e196c23b-032a-431a-9ce9-3659ca9efa14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:50.360906 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e196c23b-032a-431a-9ce9-3659ca9efa14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:50.362283 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e196c23b-032a-431a-9ce9-3659ca9efa14 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6665ef2b-3b55-4a60-9987-0dcbf12b66f8 HTTP/1.1" status: 204 len: 168 time: 0.2978640 Aug 11 02:24:50.372017 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196c23b-032a-431a-9ce9-3659ca9efa14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6665ef2b-3b55-4a60-9987-0dcbf12b66f8,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:50.425009 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d30cecad-b972-4005-a571-989526be1e45 req-030a2d0d-4290-4e71-9614-e0cbf9ce1e22 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:50.511695 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a2d0d-4290-4e71-9614-e0cbf9ce1e22 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event deleted for resources: {'Port': ['ID=5f5d31c1-c533-47d5-a7bf-6852cd4a3b94,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:50.560797 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30cecad-b972-4005-a571-989526be1e45 req-030a2d0d-4290-4e71-9614-e0cbf9ce1e22 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] No DVR routers for this DVR port 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:50.563718 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d30cecad-b972-4005-a571-989526be1e45 req-030a2d0d-4290-4e71-9614-e0cbf9ce1e22 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:50.566884 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d30cecad-b972-4005-a571-989526be1e45 req-030a2d0d-4290-4e71-9614-e0cbf9ce1e22 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.66 "DELETE /v2.0/ports/5f5d31c1-c533-47d5-a7bf-6852cd4a3b94 HTTP/1.1" status: 204 len: 173 time: 0.8087029 Aug 11 02:24:50.567388 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3634ebea-0f77-4d0f-b50b-d4baffa8d05e', 'name': 'network-vif-deleted', 'tag': '5f5d31c1-c533-47d5-a7bf-6852cd4a3b94'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:50.571487 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24281880-6fa9-4e36-86df-c4fbe0533419" -d '{"events": [{"server_uuid": "3634ebea-0f77-4d0f-b50b-d4baffa8d05e", "name": "network-vif-deleted", "tag": "5f5d31c1-c533-47d5-a7bf-6852cd4a3b94"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:50.858626 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c5e7a1-6185-4a92-942d-a88382377a69 x-openstack-request-id: req-20c5e7a1-6185-4a92-942d-a88382377a69 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:50.859225 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3634ebea-0f77-4d0f-b50b-d4baffa8d05e", "name": "network-vif-deleted", "tag": "5f5d31c1-c533-47d5-a7bf-6852cd4a3b94", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:50.859225 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-20c5e7a1-6185-4a92-942d-a88382377a69 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:50.859566 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3634ebea-0f77-4d0f-b50b-d4baffa8d05e', 'name': 'network-vif-deleted', 'tag': '5f5d31c1-c533-47d5-a7bf-6852cd4a3b94', 'status': 'completed', 'code': 200} Aug 11 02:24:51.009277 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-27f91917-510e-44f4-8967-50f81fd66068 req-02599557-d7d2-46f2-b624-c4691ec83630 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "GET /v2.0/ports?device_id=3634ebea-0f77-4d0f-b50b-d4baffa8d05e HTTP/1.1" status: 200 len: 210 time: 0.0470045 Aug 11 02:24:51.323060 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4fb48-0379-4407-9a18-f4a00d353a79 req-b3e511c0-3b69-459b-a6d8-9ab9364b4100 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:51.327066 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-85e4fb48-0379-4407-9a18-f4a00d353a79 req-b3e511c0-3b69-459b-a6d8-9ab9364b4100 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1012971 Aug 11 02:24:51.388779 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-85e4fb48-0379-4407-9a18-f4a00d353a79 req-c3a40a7b-7568-4f0f-831c-5c04a65b4b1f tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554891 Aug 11 02:24:51.422186 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:51.521372 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:51.544555 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:24:51.544903 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 5f5d31c1-c533-47d5-a7bf-6852cd4a3b94 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:24:51.545321 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:51.568404 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:24:51.568758 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 7e0d4c52-12a5-4a2c-bf73-ab6d2809cf5e not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:24:52.038755 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55734) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:52.087842 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55742) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:52.169107 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b14fa526-6f34-4c6d-bd9c-999d4e3d9edd tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:52.204225 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b14fa526-6f34-4c6d-bd9c-999d4e3d9edd tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:52.275997 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b14fa526-6f34-4c6d-bd9c-999d4e3d9edd tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:52.278485 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b14fa526-6f34-4c6d-bd9c-999d4e3d9edd tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:52.282350 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b14fa526-6f34-4c6d-bd9c-999d4e3d9edd tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "DELETE /v2.0/security-groups/d071f9f6-71c6-49a3-81e5-ffb85d2c72a2 HTTP/1.1" status: 204 len: 168 time: 0.1898997 Aug 11 02:24:52.292992 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14fa526-6f34-4c6d-bd9c-999d4e3d9edd tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d071f9f6-71c6-49a3-81e5-ffb85d2c72a2,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:52.317328 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8fe4c429-a717-46f2-be03-554f5b4f36cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:52.341564 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55754) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:52.535932 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3055d-fc7d-4a3c-85e1-719cec8d9e90 req-eecf41e5-0de3-4c9d-9a49-8174cc66d35a tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:52.538823 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-66e3055d-fc7d-4a3c-85e1-719cec8d9e90 req-eecf41e5-0de3-4c9d-9a49-8174cc66d35a tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.0642211 Aug 11 02:24:52.541277 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8fe4c429-a717-46f2-be03-554f5b4f36cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:52.589948 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-66e3055d-fc7d-4a3c-85e1-719cec8d9e90 req-53484520-5d23-40fd-8ebb-1dc2a1c48655 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429046 Aug 11 02:24:52.596510 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8fe4c429-a717-46f2-be03-554f5b4f36cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:52.643307 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55774) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:52.643564 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8fe4c429-a717-46f2-be03-554f5b4f36cf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=efa9a3dfe5e44e0090e83ed3df6a7a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6034577 Aug 11 02:24:52.692893 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4c429-a717-46f2-be03-554f5b4f36cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5c6171-0268-43b8-948c-25b3eb094517,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:52.718286 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa664610-5174-47e3-a7d6-cd9d0a3a87c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:52.775456 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa664610-5174-47e3-a7d6-cd9d0a3a87c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:52.846663 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa664610-5174-47e3-a7d6-cd9d0a3a87c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:52.850425 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa664610-5174-47e3-a7d6-cd9d0a3a87c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:52.851738 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fa664610-5174-47e3-a7d6-cd9d0a3a87c4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7a5c6171-0268-43b8-948c-25b3eb094517 HTTP/1.1" status: 204 len: 168 time: 0.2073519 Aug 11 02:24:52.870037 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa664610-5174-47e3-a7d6-cd9d0a3a87c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5c6171-0268-43b8-948c-25b3eb094517,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:52.969273 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ed987d7-974b-4acb-8d91-1686ffca387f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:53.050083 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415537d0-bf3b-4ae5-8021-8aef89bfa8fe req-5cf1c933-e895-444f-8ca5-3b59c3c27550 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:53.051893 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-415537d0-bf3b-4ae5-8021-8aef89bfa8fe req-5cf1c933-e895-444f-8ca5-3b59c3c27550 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1004748 Aug 11 02:24:53.226703 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-415537d0-bf3b-4ae5-8021-8aef89bfa8fe req-320709f5-83b2-4834-984a-908c07a4fa59 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Deleting port 4f2fc812-8e74-4f08-a40c-f327ac14bb35 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:53.227222 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-415537d0-bf3b-4ae5-8021-8aef89bfa8fe req-320709f5-83b2-4834-984a-908c07a4fa59 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:53.263146 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55814) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:53.384086 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-415537d0-bf3b-4ae5-8021-8aef89bfa8fe req-320709f5-83b2-4834-984a-908c07a4fa59 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] For port 4f2fc812-8e74-4f08-a40c-f327ac14bb35, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=4f2fc812-8e74-4f08-a40c-f327ac14bb35,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:53.385919 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-415537d0-bf3b-4ae5-8021-8aef89bfa8fe req-320709f5-83b2-4834-984a-908c07a4fa59 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:53.467249 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55820) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:53.484630 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b8bbdd7e-aed1-409a-8638-f711cd3880d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:53.496200 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-59c88bf1-f89a-4139-959d-2cf9a7c625b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:53.564225 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11343dd-7932-4820-886d-8d878fe96a46 req-286dc5c4-7c5a-43c2-8ce0-6998e67bb5c3 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:53.565782 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a11343dd-7932-4820-886d-8d878fe96a46 req-286dc5c4-7c5a-43c2-8ce0-6998e67bb5c3 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.1649001 Aug 11 02:24:53.569470 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.db.api [None req-59c88bf1-f89a-4139-959d-2cf9a7c625b7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:24:53.569470 n-d-615180-33 neutron-server[94506]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 02:24:53.569470 n-d-615180-33 neutron-server[94506]: [parameters: {'project_id': '880da1aab8144161a2817bf91f92ed49', 'id': '604d92be-1e42-4eb8-8714-93df46baff70', 'expiration': datetime.datetime(2021, 8, 11, 2, 26, 53, 552064)}] Aug 11 02:24:53.569470 n-d-615180-33 neutron-server[94506]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:24:53.569470 n-d-615180-33 neutron-server[94506]: DEBUG oslo_db.api [None req-59c88bf1-f89a-4139-959d-2cf9a7c625b7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:24:53.657210 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a11343dd-7932-4820-886d-8d878fe96a46 req-11d0da82-6ec5-467c-be4a-87e9e826d439 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671670 Aug 11 02:24:53.664328 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-415537d0-bf3b-4ae5-8021-8aef89bfa8fe req-320709f5-83b2-4834-984a-908c07a4fa59 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:53.664910 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-0ed987d7-974b-4acb-8d91-1686ffca387f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Deleting port 12276f1f-6f6a-401b-a4e5-4becd3d5ca45 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:53.665013 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-415537d0-bf3b-4ae5-8021-8aef89bfa8fe req-320709f5-83b2-4834-984a-908c07a4fa59 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:53.665112 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ed987d7-974b-4acb-8d91-1686ffca387f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:53.665305 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [req-415537d0-bf3b-4ae5-8021-8aef89bfa8fe req-320709f5-83b2-4834-984a-908c07a4fa59 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Floating IP 5a8b659c-210c-44b5-82e2-6236c86da647 disassociated. External IP: 172.25.2.78, port: 4f2fc812-8e74-4f08-a40c-f327ac14bb35. Aug 11 02:24:53.665497 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-415537d0-bf3b-4ae5-8021-8aef89bfa8fe req-320709f5-83b2-4834-984a-908c07a4fa59 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Calling delete_port for 4f2fc812-8e74-4f08-a40c-f327ac14bb35 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:53.782708 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-0ed987d7-974b-4acb-8d91-1686ffca387f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] For port 12276f1f-6f6a-401b-a4e5-4becd3d5ca45, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=12276f1f-6f6a-401b-a4e5-4becd3d5ca45,segment=NetworkSegment(4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59),segment_id=4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:53.783073 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ed987d7-974b-4acb-8d91-1686ffca387f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:53.794330 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b8bbdd7e-aed1-409a-8638-f711cd3880d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:53.796727 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-0ed987d7-974b-4acb-8d91-1686ffca387f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Calling delete_port for 12276f1f-6f6a-401b-a4e5-4becd3d5ca45 owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:53.804501 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b8bbdd7e-aed1-409a-8638-f711cd3880d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:53.845476 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da284b-2551-4dae-968e-9fcf0244fe57 req-2341c50f-3651-476a-910c-34762081857f tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:53.847028 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-33da284b-2551-4dae-968e-9fcf0244fe57 req-2341c50f-3651-476a-910c-34762081857f tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 944 time: 0.1271679 Aug 11 02:24:53.886177 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b8bbdd7e-aed1-409a-8638-f711cd3880d2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5f7257e0da8044f59ab41d7a42627042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4143775 Aug 11 02:24:53.886651 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55828) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:53.910178 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbdd7e-aed1-409a-8638-f711cd3880d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dccee56-e80b-483e-9064-94d968500f63,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:53.946213 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-33da284b-2551-4dae-968e-9fcf0244fe57 req-69947f43-846e-472b-98a0-4b9f7c5ae621 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875080 Aug 11 02:24:53.953435 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-415537d0-bf3b-4ae5-8021-8aef89bfa8fe req-320709f5-83b2-4834-984a-908c07a4fa59 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:53.988232 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320709f5-83b2-4834-984a-908c07a4fa59 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Pushing event deleted for resources: {'Port': ['ID=4f2fc812-8e74-4f08-a40c-f327ac14bb35,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:53.994017 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-573dee20-1a82-48c3-b3a5-32c6f816fc9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:54.018753 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-573dee20-1a82-48c3-b3a5-32c6f816fc9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:54.071046 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-59c88bf1-f89a-4139-959d-2cf9a7c625b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:54.133400 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [req-415537d0-bf3b-4ae5-8021-8aef89bfa8fe req-320709f5-83b2-4834-984a-908c07a4fa59 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Router 00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:24:54.205799 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ed987d7-974b-4acb-8d91-1686ffca387f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:54.248355 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-573dee20-1a82-48c3-b3a5-32c6f816fc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:54.254512 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-573dee20-1a82-48c3-b3a5-32c6f816fc9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:54.256208 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-573dee20-1a82-48c3-b3a5-32c6f816fc9e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4dccee56-e80b-483e-9064-94d968500f63 HTTP/1.1" status: 204 len: 168 time: 0.3684988 Aug 11 02:24:54.264922 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-415537d0-bf3b-4ae5-8021-8aef89bfa8fe req-320709f5-83b2-4834-984a-908c07a4fa59 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:24:54.281096 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59d5754-93a5-4394-b117-c69e19701b2c None None] Sync routers for ids ['00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:24:54.299345 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59d5754-93a5-4394-b117-c69e19701b2c None None] Routers {'00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:24:54.300010 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a59d5754-93a5-4394-b117-c69e19701b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:24:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:54.320828 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-415537d0-bf3b-4ae5-8021-8aef89bfa8fe req-320709f5-83b2-4834-984a-908c07a4fa59 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] No DVR routers for this DVR port 4f2fc812-8e74-4f08-a40c-f327ac14bb35 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:54.326152 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-415537d0-bf3b-4ae5-8021-8aef89bfa8fe req-320709f5-83b2-4834-984a-908c07a4fa59 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:54.328543 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-415537d0-bf3b-4ae5-8021-8aef89bfa8fe req-320709f5-83b2-4834-984a-908c07a4fa59 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.66 "DELETE /v2.0/ports/4f2fc812-8e74-4f08-a40c-f327ac14bb35 HTTP/1.1" status: 204 len: 173 time: 1.2701101 Aug 11 02:24:54.329095 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b22cf79-0747-42d2-8821-8c1bb71d4d5b', 'name': 'network-vif-deleted', 'tag': '4f2fc812-8e74-4f08-a40c-f327ac14bb35'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:54.332744 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13757d13-f389-4fdb-9bc5-eb8f40e718cb" -d '{"events": [{"server_uuid": "3b22cf79-0747-42d2-8821-8c1bb71d4d5b", "name": "network-vif-deleted", "tag": "4f2fc812-8e74-4f08-a40c-f327ac14bb35"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:54.342056 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed987d7-974b-4acb-8d91-1686ffca387f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event deleted for resources: {'Port': ['ID=12276f1f-6f6a-401b-a4e5-4becd3d5ca45,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:54.384976 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:54.453118 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782cc81e-2b41-4fc7-8646-55dceaf7bb84 x-openstack-request-id: req-782cc81e-2b41-4fc7-8646-55dceaf7bb84 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:54.453632 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b22cf79-0747-42d2-8821-8c1bb71d4d5b", "name": "network-vif-deleted", "tag": "4f2fc812-8e74-4f08-a40c-f327ac14bb35", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:54.456194 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-782cc81e-2b41-4fc7-8646-55dceaf7bb84 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:54.457746 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b22cf79-0747-42d2-8821-8c1bb71d4d5b', 'name': 'network-vif-deleted', 'tag': '4f2fc812-8e74-4f08-a40c-f327ac14bb35', 'status': 'completed', 'code': 200} Aug 11 02:24:54.458677 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573dee20-1a82-48c3-b3a5-32c6f816fc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dccee56-e80b-483e-9064-94d968500f63,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:54.570677 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-a59d5754-93a5-4394-b117-c69e19701b2c None None] Set router 00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:24:54.650637 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-59c88bf1-f89a-4139-959d-2cf9a7c625b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:54.674501 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-59c88bf1-f89a-4139-959d-2cf9a7c625b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:54.789596 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c88bf1-f89a-4139-959d-2cf9a7c625b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2196a9c2-66f1-489c-a0f1-bded7ea1eaac,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:54.832070 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-59c88bf1-f89a-4139-959d-2cf9a7c625b7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=880da1aab8144161a2817bf91f92ed49&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5646513 Aug 11 02:24:54.832518 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55848) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:54.854691 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ed987d7-974b-4acb-8d91-1686ffca387f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:54.928278 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc74ee-de97-4f88-8267-3962c542f9de req-ec275447-47ae-4eef-bb32-02aebd8515f1 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:54.931435 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f0dc74ee-de97-4f88-8267-3962c542f9de req-ec275447-47ae-4eef-bb32-02aebd8515f1 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.1648421 Aug 11 02:24:54.967317 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c8d32beb-cfff-4e16-8433-e3d5f22c87a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:54.996211 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a59d5754-93a5-4394-b117-c69e19701b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'name': 'tempest-ServerActionsTestJSON-1775609857-router', 'tenant_id': '953757b63989485aa599c97f35f2480d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '69acca0c-4f63-431f-a175-53bddb12d3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:26Z', 'updated_at': '2021-08-11T02:16:34Z', 'revision_number': 4, 'project_id': '953757b63989485aa599c97f35f2480d', 'gw_port': {'id': '69acca0c-4f63-431f-a175-53bddb12d3e7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:28Z', 'updated_at': '2021-08-11T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '26330340-86ea-47c4-98bf-fb077d132d33', 'name': '', 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99', 'tenant_id': '953757b63989485aa599c97f35f2480d', 'mac_address': 'fa:16:3e:53:91:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '7193a88f-4d31-4933-a3af-0738d0f7bf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:33Z', 'updated_at': '2021-08-11T02:16:41Z', 'revision_number': 5, 'project_id': '953757b63989485aa599c97f35f2480d', 'subnets': [{'id': '7193a88f-4d31-4933-a3af-0738d0f7bf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:55.048696 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f0dc74ee-de97-4f88-8267-3962c542f9de req-2ebdf31a-03d4-4b1e-ba30-51f63a0f75fa tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072180 Aug 11 02:24:55.090446 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59d5754-93a5-4394-b117-c69e19701b2c None None] Checking router: 00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:24:55.103229 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59d5754-93a5-4394-b117-c69e19701b2c None None] Routers {'00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:24:55.104761 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a59d5754-93a5-4394-b117-c69e19701b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:24:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:55.118800 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c8d32beb-cfff-4e16-8433-e3d5f22c87a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:55.146785 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-eb34e2fc-382a-4644-b65d-398f128a43a6 req-56d360f8-4746-43e4-b17f-805be3cc3dc4 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b22cf79-0747-42d2-8821-8c1bb71d4d5b HTTP/1.1" status: 200 len: 210 time: 0.0372851 Aug 11 02:24:55.279406 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-a59d5754-93a5-4394-b117-c69e19701b2c None None] Set router 00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:24:55.299153 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:55.373373 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f14a21-1166-4cfc-8e7c-3107dfec2aa4 req-960b5926-70d9-4d1f-95b3-11ca90001e51 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:55.374922 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e2f14a21-1166-4cfc-8e7c-3107dfec2aa4 req-960b5926-70d9-4d1f-95b3-11ca90001e51 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.2272317 Aug 11 02:24:55.397440 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed987d7-974b-4acb-8d91-1686ffca387f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Router a3f6d6c2-a6c0-4f44-9552-cc5a7276d102 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:24:55.421405 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c8d32beb-cfff-4e16-8433-e3d5f22c87a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:55.424202 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c8d32beb-cfff-4e16-8433-e3d5f22c87a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:55.425490 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c8d32beb-cfff-4e16-8433-e3d5f22c87a5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2196a9c2-66f1-489c-a0f1-bded7ea1eaac HTTP/1.1" status: 204 len: 168 time: 0.5921397 Aug 11 02:24:55.452426 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d32beb-cfff-4e16-8433-e3d5f22c87a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2196a9c2-66f1-489c-a0f1-bded7ea1eaac,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:55.541677 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 4f2fc812-8e74-4f08-a40c-f327ac14bb35 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:55.599596 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 4f2fc812-8e74-4f08-a40c-f327ac14bb35 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:24:55.601157 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 4f2fc812-8e74-4f08-a40c-f327ac14bb35 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:24:55.633774 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-e2f14a21-1166-4cfc-8e7c-3107dfec2aa4 req-f2f639ca-2926-4ac0-87af-ddef460311a9 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Deleting port 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:55.634195 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-e2f14a21-1166-4cfc-8e7c-3107dfec2aa4 req-f2f639ca-2926-4ac0-87af-ddef460311a9 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:55.641384 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed987d7-974b-4acb-8d91-1686ffca387f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:24:55.652769 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8394733-54e2-45b7-b41c-90fbbcce6d72 None None] Sync routers for ids ['a3f6d6c2-a6c0-4f44-9552-cc5a7276d102'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:24:55.654927 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0ed987d7-974b-4acb-8d91-1686ffca387f tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "PUT /v2.0/routers/a3f6d6c2-a6c0-4f44-9552-cc5a7276d102/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3119712 Aug 11 02:24:55.657842 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55870) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:55.670492 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8394733-54e2-45b7-b41c-90fbbcce6d72 None None] Routers {'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:24:55.671144 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-e8394733-54e2-45b7-b41c-90fbbcce6d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:24:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a3f6d6c2-a6c0-4f44-9552-cc5a7276d102'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:55.766511 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ed3a0f-9d4e-4dda-bb5d-8cd3063a83fe tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Deleting subnet 414ade58-8c13-4abf-9432-c3c5d3fb2fbf {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:24:55.777549 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-10ed3a0f-9d4e-4dda-bb5d-8cd3063a83fe tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:55.785451 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a59d5754-93a5-4394-b117-c69e19701b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'name': 'tempest-ServerActionsTestJSON-1775609857-router', 'tenant_id': '953757b63989485aa599c97f35f2480d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '69acca0c-4f63-431f-a175-53bddb12d3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:26Z', 'updated_at': '2021-08-11T02:16:34Z', 'revision_number': 4, 'project_id': '953757b63989485aa599c97f35f2480d', 'gw_port': {'id': '69acca0c-4f63-431f-a175-53bddb12d3e7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:28Z', 'updated_at': '2021-08-11T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '26330340-86ea-47c4-98bf-fb077d132d33', 'name': '', 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99', 'tenant_id': '953757b63989485aa599c97f35f2480d', 'mac_address': 'fa:16:3e:53:91:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '7193a88f-4d31-4933-a3af-0738d0f7bf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:33Z', 'updated_at': '2021-08-11T02:16:41Z', 'revision_number': 5, 'project_id': '953757b63989485aa599c97f35f2480d', 'subnets': [{'id': '7193a88f-4d31-4933-a3af-0738d0f7bf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:55.849120 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59d5754-93a5-4394-b117-c69e19701b2c None None] The sync data for ids ['00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b'] in n-d-615180-33 is: [{'id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'name': 'tempest-ServerActionsTestJSON-1775609857-router', 'tenant_id': '953757b63989485aa599c97f35f2480d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '69acca0c-4f63-431f-a175-53bddb12d3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:26Z', 'updated_at': '2021-08-11T02:16:34Z', 'revision_number': 4, 'project_id': '953757b63989485aa599c97f35f2480d', 'gw_port': {'id': '69acca0c-4f63-431f-a175-53bddb12d3e7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:28Z', 'updated_at': '2021-08-11T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '26330340-86ea-47c4-98bf-fb077d132d33', 'name': '', 'network_id': '59cdb064-6e17-4f2a-988c-bc3dbd58ef99', 'tenant_id': '953757b63989485aa599c97f35f2480d', 'mac_address': 'fa:16:3e:53:91:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '7193a88f-4d31-4933-a3af-0738d0f7bf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:33Z', 'updated_at': '2021-08-11T02:16:41Z', 'revision_number': 5, 'project_id': '953757b63989485aa599c97f35f2480d', 'subnets': [{'id': '7193a88f-4d31-4933-a3af-0738d0f7bf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:24:55.857081 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-e2f14a21-1166-4cfc-8e7c-3107dfec2aa4 req-f2f639ca-2926-4ac0-87af-ddef460311a9 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] For port 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=00dfa7e8-8cc0-483c-a75c-1d00de9edbbd,segment=NetworkSegment(90f545b9-473b-4ac5-8dfe-98546b442c39),segment_id=90f545b9-473b-4ac5-8dfe-98546b442c39)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:55.858377 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-e2f14a21-1166-4cfc-8e7c-3107dfec2aa4 req-f2f639ca-2926-4ac0-87af-ddef460311a9 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:55.869540 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-10ed3a0f-9d4e-4dda-bb5d-8cd3063a83fe tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:55.924340 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-e8394733-54e2-45b7-b41c-90fbbcce6d72 None None] Set router a3f6d6c2-a6c0-4f44-9552-cc5a7276d102 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:24:56.045040 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-10ed3a0f-9d4e-4dda-bb5d-8cd3063a83fe tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:56.091892 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55880) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:56.135470 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9a6cfc33-fabb-4856-a654-54c0f1b27777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:56.444633 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5edb28-4e5f-473d-a374-4b5e933566d6 None None] New status for floating IP 5a8b659c-210c-44b5-82e2-6236c86da647: DOWN {{(pid=94509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:24:56.461046 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-10ed3a0f-9d4e-4dda-bb5d-8cd3063a83fe tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:56.474668 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55888) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:56.481271 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-e2f14a21-1166-4cfc-8e7c-3107dfec2aa4 req-f2f639ca-2926-4ac0-87af-ddef460311a9 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:56.481829 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-e2f14a21-1166-4cfc-8e7c-3107dfec2aa4 req-f2f639ca-2926-4ac0-87af-ddef460311a9 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:56.484863 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [req-e2f14a21-1166-4cfc-8e7c-3107dfec2aa4 req-f2f639ca-2926-4ac0-87af-ddef460311a9 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Floating IP 0b0d7ceb-9219-4f98-bd75-dc1506663129 disassociated. External IP: 172.25.2.167, port: 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd. Aug 11 02:24:56.485349 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-e2f14a21-1166-4cfc-8e7c-3107dfec2aa4 req-f2f639ca-2926-4ac0-87af-ddef460311a9 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Calling delete_port for 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:56.503072 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-e8394733-54e2-45b7-b41c-90fbbcce6d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'name': 'tempest-TestNetworkBasicOps-router-62992904', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'da1ac37e-a57a-4e36-b342-8ff36ff63241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:23:42Z', 'updated_at': '2021-08-11T02:24:54Z', 'revision_number': 5, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'da1ac37e-a57a-4e36-b342-8ff36ff63241', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:42Z', 'updated_at': '2021-08-11T02:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:56.523303 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed3a0f-9d4e-4dda-bb5d-8cd3063a83fe tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event deleted for resources: {'Subnet': ['ID=414ade58-8c13-4abf-9432-c3c5d3fb2fbf,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:56.539559 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-10ed3a0f-9d4e-4dda-bb5d-8cd3063a83fe tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:56.542291 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-10ed3a0f-9d4e-4dda-bb5d-8cd3063a83fe tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "DELETE /v2.0/subnets/414ade58-8c13-4abf-9432-c3c5d3fb2fbf HTTP/1.1" status: 204 len: 168 time: 0.8829820 Aug 11 02:24:56.547584 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55894) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:56.557415 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8394733-54e2-45b7-b41c-90fbbcce6d72 None None] Checking router: a3f6d6c2-a6c0-4f44-9552-cc5a7276d102 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:24:56.559775 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53836c34-c13f-4e63-97b3-a2139080ab30 None None] Network c7517260-044e-443c-aeb5-156e6ed1b796 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:24:56.647615 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8394733-54e2-45b7-b41c-90fbbcce6d72 None None] Routers {'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:24:56.648397 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-e8394733-54e2-45b7-b41c-90fbbcce6d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:24:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a3f6d6c2-a6c0-4f44-9552-cc5a7276d102'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:56.737241 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572910a-4b85-400e-b5c4-a15df2ae229b req-0a1093c8-651b-4ad6-ae82-865ea7506705 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:56.745905 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8572910a-4b85-400e-b5c4-a15df2ae229b req-0a1093c8-651b-4ad6-ae82-865ea7506705 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 946 time: 0.5467646 Aug 11 02:24:56.763000 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-e2f14a21-1166-4cfc-8e7c-3107dfec2aa4 req-f2f639ca-2926-4ac0-87af-ddef460311a9 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:56.819488 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-e8394733-54e2-45b7-b41c-90fbbcce6d72 None None] Set router a3f6d6c2-a6c0-4f44-9552-cc5a7276d102 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:24:56.836211 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8572910a-4b85-400e-b5c4-a15df2ae229b req-fd92fd30-3b7c-4f5b-9ed1-01ee33ed984d tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=65f67b65-9ce5-4c73-83b0-88a065998605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845068 Aug 11 02:24:56.850651 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f639ca-2926-4ac0-87af-ddef460311a9 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Pushing event deleted for resources: {'Port': ['ID=00dfa7e8-8cc0-483c-a75c-1d00de9edbbd,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:56.859787 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7c421b1a-e563-4c69-8fff-7c604bea3dd8 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.002149 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7c421b1a-e563-4c69-8fff-7c604bea3dd8 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.057235 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ad3dba65-0ebd-4dce-917f-597df14918ab tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.076562 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-e8394733-54e2-45b7-b41c-90fbbcce6d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'name': 'tempest-TestNetworkBasicOps-router-62992904', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'da1ac37e-a57a-4e36-b342-8ff36ff63241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:23:42Z', 'updated_at': '2021-08-11T02:24:54Z', 'revision_number': 5, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'da1ac37e-a57a-4e36-b342-8ff36ff63241', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:42Z', 'updated_at': '2021-08-11T02:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:57.108270 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8394733-54e2-45b7-b41c-90fbbcce6d72 None None] The sync data for ids ['a3f6d6c2-a6c0-4f44-9552-cc5a7276d102'] in n-d-615180-33 is: [{'id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'name': 'tempest-TestNetworkBasicOps-router-62992904', 'tenant_id': '87062204daa74f23a6f53457711872b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'da1ac37e-a57a-4e36-b342-8ff36ff63241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:23:42Z', 'updated_at': '2021-08-11T02:24:54Z', 'revision_number': 5, 'project_id': '87062204daa74f23a6f53457711872b3', 'gw_port': {'id': 'da1ac37e-a57a-4e36-b342-8ff36ff63241', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f6d6c2-a6c0-4f44-9552-cc5a7276d102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:42Z', 'updated_at': '2021-08-11T02:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:24:57.130641 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ad3dba65-0ebd-4dce-917f-597df14918ab tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.175030 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9a6cfc33-fabb-4856-a654-54c0f1b27777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.176951 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-7c421b1a-e563-4c69-8fff-7c604bea3dd8 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Deleting port da1ac37e-a57a-4e36-b342-8ff36ff63241 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:57.177317 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7c421b1a-e563-4c69-8fff-7c604bea3dd8 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.216487 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96cd5ac-0e67-4d3e-8c89-fb048ae19864 None None] DHCP port deletion for c7517260-044e-443c-aeb5-156e6ed1b796 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:24:57.238334 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9a6cfc33-fabb-4856-a654-54c0f1b27777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.329190 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-e96cd5ac-0e67-4d3e-8c89-fb048ae19864 None None] Deleting port f4c1cde4-9396-4d9c-aba8-7c665488ec97 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:57.331159 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6cfc33-fabb-4856-a654-54c0f1b27777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b791bb8a-2f0e-4b3f-b689-a3189bb0d45f,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:57.331640 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e96cd5ac-0e67-4d3e-8c89-fb048ae19864 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.344894 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9a6cfc33-fabb-4856-a654-54c0f1b27777 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5f8d3ab18def48cb8d60c45887ae4096&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2518725 Aug 11 02:24:57.358036 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55910) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:57.388044 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ad3dba65-0ebd-4dce-917f-597df14918ab tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.390866 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ad3dba65-0ebd-4dce-917f-597df14918ab tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.392063 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ad3dba65-0ebd-4dce-917f-597df14918ab tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "DELETE /v2.0/security-groups/3b0f7e57-e85b-476c-9b4d-69d3fe0a279c HTTP/1.1" status: 204 len: 168 time: 0.8753128 Aug 11 02:24:57.435197 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55916) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:57.440566 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-7c421b1a-e563-4c69-8fff-7c604bea3dd8 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] For port da1ac37e-a57a-4e36-b342-8ff36ff63241, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=da1ac37e-a57a-4e36-b342-8ff36ff63241,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:57.440945 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7c421b1a-e563-4c69-8fff-7c604bea3dd8 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.463733 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-e96cd5ac-0e67-4d3e-8c89-fb048ae19864 None None] For port f4c1cde4-9396-4d9c-aba8-7c665488ec97, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f4c1cde4-9396-4d9c-aba8-7c665488ec97,segment=NetworkSegment(4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59),segment_id=4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:57.464148 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e96cd5ac-0e67-4d3e-8c89-fb048ae19864 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.464277 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3dba65-0ebd-4dce-917f-597df14918ab tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0f7e57-e85b-476c-9b4d-69d3fe0a279c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:57.530635 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-e96cd5ac-0e67-4d3e-8c89-fb048ae19864 None None] Calling delete_port for f4c1cde4-9396-4d9c-aba8-7c665488ec97 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:57.609892 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-09d8ce54-4f8a-45f7-99ef-8cd9102a2370 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] show failed (client error): The resource could not be found. Aug 11 02:24:57.614944 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-09d8ce54-4f8a-45f7-99ef-8cd9102a2370 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "GET /v2.0/security-groups/3b0f7e57-e85b-476c-9b4d-69d3fe0a279c HTTP/1.1" status: 404 len: 347 time: 0.1740675 Aug 11 02:24:57.617989 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55920) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:57.634166 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-7c421b1a-e563-4c69-8fff-7c604bea3dd8 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Calling delete_port for da1ac37e-a57a-4e36-b342-8ff36ff63241 owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:57.683613 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ce9bb5d9-cbb2-429e-a5c5-a0af954ab9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.692412 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e96cd5ac-0e67-4d3e-8c89-fb048ae19864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.737376 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96cd5ac-0e67-4d3e-8c89-fb048ae19864 None None] Pushing event deleted for resources: {'Port': ['ID=f4c1cde4-9396-4d9c-aba8-7c665488ec97,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:57.740905 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96cd5ac-0e67-4d3e-8c89-fb048ae19864 None None] No DVR routers for this DVR port f4c1cde4-9396-4d9c-aba8-7c665488ec97 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:57.754179 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96cd5ac-0e67-4d3e-8c89-fb048ae19864 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:57.754534 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96cd5ac-0e67-4d3e-8c89-fb048ae19864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:57.754871 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96cd5ac-0e67-4d3e-8c89-fb048ae19864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:57.755205 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96cd5ac-0e67-4d3e-8c89-fb048ae19864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:57.755630 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96cd5ac-0e67-4d3e-8c89-fb048ae19864 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:57.756103 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96cd5ac-0e67-4d3e-8c89-fb048ae19864 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:57.756392 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96cd5ac-0e67-4d3e-8c89-fb048ae19864 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:57.756776 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96cd5ac-0e67-4d3e-8c89-fb048ae19864 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:57.757515 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96cd5ac-0e67-4d3e-8c89-fb048ae19864 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:57.757849 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96cd5ac-0e67-4d3e-8c89-fb048ae19864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:57.758174 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96cd5ac-0e67-4d3e-8c89-fb048ae19864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:57.758497 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96cd5ac-0e67-4d3e-8c89-fb048ae19864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:57.791170 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ce9bb5d9-cbb2-429e-a5c5-a0af954ab9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.792895 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2f14a21-1166-4cfc-8e7c-3107dfec2aa4 req-f2f639ca-2926-4ac0-87af-ddef460311a9 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Router 91de46b2-eaba-42f5-82d8-543d4086963a has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:24:57.908856 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ce9bb5d9-cbb2-429e-a5c5-a0af954ab9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.912343 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ce9bb5d9-cbb2-429e-a5c5-a0af954ab9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.913597 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ce9bb5d9-cbb2-429e-a5c5-a0af954ab9ef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b791bb8a-2f0e-4b3f-b689-a3189bb0d45f HTTP/1.1" status: 204 len: 168 time: 0.5542555 Aug 11 02:24:57.927884 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9bb5d9-cbb2-429e-a5c5-a0af954ab9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b791bb8a-2f0e-4b3f-b689-a3189bb0d45f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:58.001169 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7c421b1a-e563-4c69-8fff-7c604bea3dd8 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.044814 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c421b1a-e563-4c69-8fff-7c604bea3dd8 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event deleted for resources: {'Port': ['ID=da1ac37e-a57a-4e36-b342-8ff36ff63241,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:58.077644 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2f14a21-1166-4cfc-8e7c-3107dfec2aa4 req-f2f639ca-2926-4ac0-87af-ddef460311a9 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:24:58.089057 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e08fdf-10dc-4850-8b60-0700f76f2758 None None] Sync routers for ids ['91de46b2-eaba-42f5-82d8-543d4086963a'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:24:58.106746 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e08fdf-10dc-4850-8b60-0700f76f2758 None None] Routers {'91de46b2-eaba-42f5-82d8-543d4086963a'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:24:58.107410 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-34e08fdf-10dc-4850-8b60-0700f76f2758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:24:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91de46b2-eaba-42f5-82d8-543d4086963a'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:58.152148 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-50d88086-11a7-473e-a7e2-cfa8627a8a57 req-ab07828e-ea40-4cd5-9dd7-4c7d59aba971 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 210 time: 0.0717742 Aug 11 02:24:58.170576 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7c421b1a-e563-4c69-8fff-7c604bea3dd8 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.175837 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f14a21-1166-4cfc-8e7c-3107dfec2aa4 req-f2f639ca-2926-4ac0-87af-ddef460311a9 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] No DVR routers for this DVR port 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:58.187128 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-f33f6e65-d4ea-446d-a6f0-12b8088495f6 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Deleting port 14f16680-3eb8-4a2a-91ca-c042f7864f9c {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:58.189447 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f33f6e65-d4ea-446d-a6f0-12b8088495f6 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.286566 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f33f6e65-d4ea-446d-a6f0-12b8088495f6 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.287150 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f33f6e65-d4ea-446d-a6f0-12b8088495f6 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.301373 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-f33f6e65-d4ea-446d-a6f0-12b8088495f6 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Calling delete_port for 14f16680-3eb8-4a2a-91ca-c042f7864f9c owned by network:floatingip {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:58.354645 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7c421b1a-e563-4c69-8fff-7c604bea3dd8 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.369834 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7c421b1a-e563-4c69-8fff-7c604bea3dd8 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.437917 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7c421b1a-e563-4c69-8fff-7c604bea3dd8 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.438464 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c421b1a-e563-4c69-8fff-7c604bea3dd8 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Fanout notify agent at l3_agent the message router_deleted on router a3f6d6c2-a6c0-4f44-9552-cc5a7276d102 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:24:58.458698 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:58.459179 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-e2f14a21-1166-4cfc-8e7c-3107dfec2aa4 req-f2f639ca-2926-4ac0-87af-ddef460311a9 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.461424 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7c421b1a-e563-4c69-8fff-7c604bea3dd8 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.461703 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e2f14a21-1166-4cfc-8e7c-3107dfec2aa4 req-f2f639ca-2926-4ac0-87af-ddef460311a9 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.73 "DELETE /v2.0/ports/00dfa7e8-8cc0-483c-a75c-1d00de9edbbd HTTP/1.1" status: 204 len: 173 time: 3.0763876 Aug 11 02:24:58.462358 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a225b4b-8003-4678-9c12-a9ec80d02ad5', 'name': 'network-vif-deleted', 'tag': '00dfa7e8-8cc0-483c-a75c-1d00de9edbbd'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:58.465557 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0702ea-36c1-49c9-8f97-7fa5669036c0" -d '{"events": [{"server_uuid": "8a225b4b-8003-4678-9c12-a9ec80d02ad5", "name": "network-vif-deleted", "tag": "00dfa7e8-8cc0-483c-a75c-1d00de9edbbd"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:58.470099 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55950) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:58.470993 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f33f6e65-d4ea-446d-a6f0-12b8088495f6 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.487508 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7c421b1a-e563-4c69-8fff-7c604bea3dd8 tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "DELETE /v2.0/routers/a3f6d6c2-a6c0-4f44-9552-cc5a7276d102 HTTP/1.1" status: 204 len: 168 time: 1.9283097 Aug 11 02:24:58.555338 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f6e65-d4ea-446d-a6f0-12b8088495f6 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Pushing event deleted for resources: {'Port': ['ID=14f16680-3eb8-4a2a-91ca-c042f7864f9c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:58.557066 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:24:58.557418 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 00dfa7e8-8cc0-483c-a75c-1d00de9edbbd not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:24:58.651814 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9a9a9a-f971-49f2-b5ef-60f3bcb86715 x-openstack-request-id: req-ec9a9a9a-f971-49f2-b5ef-60f3bcb86715 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:58.652492 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a225b4b-8003-4678-9c12-a9ec80d02ad5", "name": "network-vif-deleted", "tag": "00dfa7e8-8cc0-483c-a75c-1d00de9edbbd", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:58.652492 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ec9a9a9a-f971-49f2-b5ef-60f3bcb86715 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:58.652967 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a225b4b-8003-4678-9c12-a9ec80d02ad5', 'name': 'network-vif-deleted', 'tag': '00dfa7e8-8cc0-483c-a75c-1d00de9edbbd', 'status': 'completed', 'code': 200} Aug 11 02:24:58.736790 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f4c1cde4-9396-4d9c-aba8-7c665488ec97 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:58.767130 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7a04d326-05ee-493b-a9de-38232b3c1d4d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.770073 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f33f6e65-d4ea-446d-a6f0-12b8088495f6 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks [] for floatingip, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.772940 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f33f6e65-d4ea-446d-a6f0-12b8088495f6 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.777778 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f33f6e65-d4ea-446d-a6f0-12b8088495f6 tempest-ServerActionsTestJSON-959137060 tempest-ServerActionsTestJSON-959137060-project] 10.222.0.50 "DELETE /v2.0/floatingips/5a8b659c-210c-44b5-82e2-6236c86da647 HTTP/1.1" status: 204 len: 168 time: 1.1580589 Aug 11 02:24:58.778237 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55964) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:58.793223 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: f4c1cde4-9396-4d9c-aba8-7c665488ec97 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:24:58.798355 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f4c1cde4-9396-4d9c-aba8-7c665488ec97 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:24:58.798883 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 12276f1f-6f6a-401b-a4e5-4becd3d5ca45 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:58.835384 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 12276f1f-6f6a-401b-a4e5-4becd3d5ca45 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:24:58.841974 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 12276f1f-6f6a-401b-a4e5-4becd3d5ca45 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:24:58.860492 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55968) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:58.863193 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-34e08fdf-10dc-4850-8b60-0700f76f2758 None None] Set router 91de46b2-eaba-42f5-82d8-543d4086963a gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:24:58.923865 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7a04d326-05ee-493b-a9de-38232b3c1d4d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.935297 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-7a04d326-05ee-493b-a9de-38232b3c1d4d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7517260-044e-443c-aeb5-156e6ed1b796']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:58.957196 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-7a04d326-05ee-493b-a9de-38232b3c1d4d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:58.957494 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-7a04d326-05ee-493b-a9de-38232b3c1d4d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6e6fa6-c5e7-414c-a3e1-fbc6c7ac5f59') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:58.968128 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7a04d326-05ee-493b-a9de-38232b3c1d4d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.982729 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7a04d326-05ee-493b-a9de-38232b3c1d4d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.989049 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a04d326-05ee-493b-a9de-38232b3c1d4d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:24:58.989885 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7a04d326-05ee-493b-a9de-38232b3c1d4d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:24:59.058114 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:24:59.066689 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7a04d326-05ee-493b-a9de-38232b3c1d4d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:59.116057 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7a04d326-05ee-493b-a9de-38232b3c1d4d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:59.118036 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7a04d326-05ee-493b-a9de-38232b3c1d4d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] 10.222.0.50 "DELETE /v2.0/networks/c7517260-044e-443c-aeb5-156e6ed1b796 HTTP/1.1" status: 204 len: 168 time: 0.6357763 Aug 11 02:24:59.119882 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04d326-05ee-493b-a9de-38232b3c1d4d tempest-TestNetworkBasicOps-454647171 tempest-TestNetworkBasicOps-454647171-project] Pushing event deleted for resources: {'Network': ['ID=c7517260-044e-443c-aeb5-156e6ed1b796,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:59.190857 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ebc528d4-2ae0-4731-bd63-1efbcb77c630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:59.378511 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-34e08fdf-10dc-4850-8b60-0700f76f2758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'name': 'tempest-AttachVolumeTestJSON-1455009035-router', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:33Z', 'updated_at': '2021-08-11T02:20:38Z', 'revision_number': 4, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'gw_port': {'id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:34Z', 'updated_at': '2021-08-11T02:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'f66f0f5d-8b32-4d1c-a273-b9821b6489ca', 'name': '', 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'mac_address': 'fa:16:3e:73:9e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:37Z', 'updated_at': '2021-08-11T02:20:47Z', 'revision_number': 5, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'subnets': [{'id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:59.382952 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6a23e5b6-661f-489e-86d5-80c86534178e req-9a304efe-feb9-4bd3-b1b4-9bd18ce2219a tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a225b4b-8003-4678-9c12-a9ec80d02ad5 HTTP/1.1" status: 200 len: 210 time: 0.0486879 Aug 11 02:24:59.433470 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e08fdf-10dc-4850-8b60-0700f76f2758 None None] Checking router: 91de46b2-eaba-42f5-82d8-543d4086963a for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:24:59.447860 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ebc528d4-2ae0-4731-bd63-1efbcb77c630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:59.448478 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e08fdf-10dc-4850-8b60-0700f76f2758 None None] Routers {'91de46b2-eaba-42f5-82d8-543d4086963a'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:24:59.449177 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-34e08fdf-10dc-4850-8b60-0700f76f2758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:24:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91de46b2-eaba-42f5-82d8-543d4086963a'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:59.455147 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ebc528d4-2ae0-4731-bd63-1efbcb77c630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:59.526280 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ebc528d4-2ae0-4731-bd63-1efbcb77c630 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9fd4983c03434854b6a756fe8b142bd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6648698 Aug 11 02:24:59.529506 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55988) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:59.557509 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc528d4-2ae0-4731-bd63-1efbcb77c630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b633c1f5-8e10-47b6-a708-b99a92dacf57,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:59.590020 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-34e08fdf-10dc-4850-8b60-0700f76f2758 None None] Set router 91de46b2-eaba-42f5-82d8-543d4086963a gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:24:59.644793 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cd04137b-2856-4c6f-9a90-67e20d17a892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:59.684425 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55990) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:59.688640 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cd04137b-2856-4c6f-9a90-67e20d17a892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:59.805859 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cd04137b-2856-4c6f-9a90-67e20d17a892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:59.809198 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cd04137b-2856-4c6f-9a90-67e20d17a892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:59.812908 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cd04137b-2856-4c6f-9a90-67e20d17a892 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b633c1f5-8e10-47b6-a708-b99a92dacf57 HTTP/1.1" status: 204 len: 168 time: 0.2803891 Aug 11 02:24:59.822808 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04137b-2856-4c6f-9a90-67e20d17a892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b633c1f5-8e10-47b6-a708-b99a92dacf57,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:59.853918 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-419d755b-17ca-4f19-8e32-22cfa16f1872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:59.942700 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e438f39f-ab3e-4e2a-93ac-7a209b84dac2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=87062204daa74f23a6f53457711872b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2563999 Aug 11 02:24:59.945331 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56004) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:59.960099 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-34e08fdf-10dc-4850-8b60-0700f76f2758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'name': 'tempest-AttachVolumeTestJSON-1455009035-router', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:33Z', 'updated_at': '2021-08-11T02:20:38Z', 'revision_number': 4, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'gw_port': {'id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:34Z', 'updated_at': '2021-08-11T02:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'f66f0f5d-8b32-4d1c-a273-b9821b6489ca', 'name': '', 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'mac_address': 'fa:16:3e:73:9e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:37Z', 'updated_at': '2021-08-11T02:20:47Z', 'revision_number': 5, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'subnets': [{'id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:00.014531 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e08fdf-10dc-4850-8b60-0700f76f2758 None None] The sync data for ids ['91de46b2-eaba-42f5-82d8-543d4086963a'] in n-d-615180-33 is: [{'id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'name': 'tempest-AttachVolumeTestJSON-1455009035-router', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:33Z', 'updated_at': '2021-08-11T02:20:38Z', 'revision_number': 4, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'gw_port': {'id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:34Z', 'updated_at': '2021-08-11T02:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'f66f0f5d-8b32-4d1c-a273-b9821b6489ca', 'name': '', 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'mac_address': 'fa:16:3e:73:9e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:37Z', 'updated_at': '2021-08-11T02:20:47Z', 'revision_number': 5, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'subnets': [{'id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:25:00.035188 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7c5067dc-54c1-404d-8dd0-90aeafe97bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:00.067747 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7c5067dc-54c1-404d-8dd0-90aeafe97bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:00.171735 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7c5067dc-54c1-404d-8dd0-90aeafe97bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:00.174782 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7c5067dc-54c1-404d-8dd0-90aeafe97bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:00.179267 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7c5067dc-54c1-404d-8dd0-90aeafe97bbd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/912b69bd-71e4-40aa-9872-b7140b999bad HTTP/1.1" status: 204 len: 168 time: 0.2328904 Aug 11 02:25:00.194096 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5067dc-54c1-404d-8dd0-90aeafe97bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912b69bd-71e4-40aa-9872-b7140b999bad,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:00.277267 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:25:00.386605 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device da1ac37e-a57a-4e36-b342-8ff36ff63241 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:00.423989 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: da1ac37e-a57a-4e36-b342-8ff36ff63241 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:25:00.425562 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device da1ac37e-a57a-4e36-b342-8ff36ff63241 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:25:00.457310 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56024) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:00.482993 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a239da09-ff30-4730-9f63-df228b467ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:00.519900 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56028) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:00.539294 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df60a4c-e2ce-474a-aa73-99e90829d038 None None] New status for floating IP 0b0d7ceb-9219-4f98-bd75-dc1506663129: DOWN {{(pid=94509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:25:00.607942 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e1f524f4-6e68-4250-ae49-1df95b9fafea tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:00.650778 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e1f524f4-6e68-4250-ae49-1df95b9fafea tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:00.781155 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e1f524f4-6e68-4250-ae49-1df95b9fafea tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:00.785137 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e1f524f4-6e68-4250-ae49-1df95b9fafea tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:00.787165 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a239da09-ff30-4730-9f63-df228b467ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:00.789437 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e1f524f4-6e68-4250-ae49-1df95b9fafea tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "DELETE /v2.0/security-groups/65f67b65-9ce5-4c73-83b0-88a065998605 HTTP/1.1" status: 204 len: 168 time: 0.2685640 Aug 11 02:25:00.794897 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56032) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:00.805549 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a239da09-ff30-4730-9f63-df228b467ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:00.810338 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f524f4-6e68-4250-ae49-1df95b9fafea tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f67b65-9ce5-4c73-83b0-88a065998605,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:00.829868 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-56460c06-f6cb-4efb-a6cf-789adce4a8b4 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] show failed (client error): The resource could not be found. Aug 11 02:25:00.831159 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-56460c06-f6cb-4efb-a6cf-789adce4a8b4 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups/65f67b65-9ce5-4c73-83b0-88a065998605 HTTP/1.1" status: 404 len: 347 time: 0.0352528 Aug 11 02:25:00.832797 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-419d755b-17ca-4f19-8e32-22cfa16f1872 admin admin] Deleting port 26330340-86ea-47c4-98bf-fb077d132d33 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:00.833305 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-419d755b-17ca-4f19-8e32-22cfa16f1872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:00.837298 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56034) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:00.965383 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-419d755b-17ca-4f19-8e32-22cfa16f1872 admin admin] For port 26330340-86ea-47c4-98bf-fb077d132d33, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=26330340-86ea-47c4-98bf-fb077d132d33,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:00.969078 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-419d755b-17ca-4f19-8e32-22cfa16f1872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:00.973364 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239da09-ff30-4730-9f63-df228b467ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d40e40-5126-4a94-bbd2-935e68b598b9,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:00.980907 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a239da09-ff30-4730-9f63-df228b467ff8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0318c670bc434a42819ffd98074aea58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5214591 Aug 11 02:25:01.013086 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-419d755b-17ca-4f19-8e32-22cfa16f1872 admin admin] Calling delete_port for 26330340-86ea-47c4-98bf-fb077d132d33 owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:01.015195 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56038) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:01.125211 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56044) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:01.144098 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-97e65b37-2fdb-4b64-9282-7c110de29fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:01.144490 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-307e2d35-6b95-4e0f-a484-4a525a33df99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:01.184529 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-307e2d35-6b95-4e0f-a484-4a525a33df99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:01.186818 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-85b20f39-cc9d-4847-9fa4-6dcf02ea57ef tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Deleting port 6f2703fc-89ca-4c9a-8fde-ffe4cfe5b973 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:01.187145 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-85b20f39-cc9d-4847-9fa4-6dcf02ea57ef tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:01.335200 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-85b20f39-cc9d-4847-9fa4-6dcf02ea57ef tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:01.335395 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-85b20f39-cc9d-4847-9fa4-6dcf02ea57ef tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:01.347510 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-307e2d35-6b95-4e0f-a484-4a525a33df99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:01.350648 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-307e2d35-6b95-4e0f-a484-4a525a33df99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:01.357076 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-97e65b37-2fdb-4b64-9282-7c110de29fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:01.363687 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-97e65b37-2fdb-4b64-9282-7c110de29fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:01.367093 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-307e2d35-6b95-4e0f-a484-4a525a33df99 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e8d40e40-5126-4a94-bbd2-935e68b598b9 HTTP/1.1" status: 204 len: 168 time: 0.3416474 Aug 11 02:25:01.384798 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-85b20f39-cc9d-4847-9fa4-6dcf02ea57ef tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Calling delete_port for 6f2703fc-89ca-4c9a-8fde-ffe4cfe5b973 owned by network:floatingip {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:01.395142 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e2d35-6b95-4e0f-a484-4a525a33df99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d40e40-5126-4a94-bbd2-935e68b598b9,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:01.402808 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-419d755b-17ca-4f19-8e32-22cfa16f1872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:01.447461 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-97e65b37-2fdb-4b64-9282-7c110de29fb0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e22131f40b44446a8f8a47504581ac20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3184681 Aug 11 02:25:01.447461 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d755b-17ca-4f19-8e32-22cfa16f1872 admin admin] Pushing event deleted for resources: {'Port': ['ID=26330340-86ea-47c4-98bf-fb077d132d33,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:01.450654 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56054) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:01.451240 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e65b37-2fdb-4b64-9282-7c110de29fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81914051-1c90-4e96-a92f-536f23e115fa,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:01.591582 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5d900bef-55e0-4ea0-9b66-7d845e71af26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:01.628264 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-85b20f39-cc9d-4847-9fa4-6dcf02ea57ef tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:01.664466 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b20f39-cc9d-4847-9fa4-6dcf02ea57ef tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Pushing event deleted for resources: {'Port': ['ID=6f2703fc-89ca-4c9a-8fde-ffe4cfe5b973,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:01.720836 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5d900bef-55e0-4ea0-9b66-7d845e71af26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:01.805460 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-85b20f39-cc9d-4847-9fa4-6dcf02ea57ef tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for floatingip, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:01.808535 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-85b20f39-cc9d-4847-9fa4-6dcf02ea57ef tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:01.809678 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-85b20f39-cc9d-4847-9fa4-6dcf02ea57ef tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "DELETE /v2.0/floatingips/0b0d7ceb-9219-4f98-bd75-dc1506663129 HTTP/1.1" status: 204 len: 168 time: 0.9658527 Aug 11 02:25:01.886005 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-419d755b-17ca-4f19-8e32-22cfa16f1872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:02.027882 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5d900bef-55e0-4ea0-9b66-7d845e71af26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:02.032238 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5d900bef-55e0-4ea0-9b66-7d845e71af26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:02.033716 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5d900bef-55e0-4ea0-9b66-7d845e71af26 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/81914051-1c90-4e96-a92f-536f23e115fa HTTP/1.1" status: 204 len: 168 time: 0.5793085 Aug 11 02:25:02.050988 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d900bef-55e0-4ea0-9b66-7d845e71af26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81914051-1c90-4e96-a92f-536f23e115fa,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:02.221299 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419d755b-17ca-4f19-8e32-22cfa16f1872 admin admin] Router 00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:25:02.402111 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56102) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:02.407698 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-b0467618-dd3b-4484-b6e2-1550d906ad58 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1215606578', 'description': 'tempest-description--2063836985'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:02.413726 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419d755b-17ca-4f19-8e32-22cfa16f1872 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:25:02.426127 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-419d755b-17ca-4f19-8e32-22cfa16f1872 admin admin] 10.222.0.50 "PUT /v2.0/routers/00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6468015 Aug 11 02:25:02.429506 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56104) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:02.452323 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1720552c-f46b-4605-bd35-36c6b3085593 None None] Sync routers for ids ['00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:25:02.467425 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1720552c-f46b-4605-bd35-36c6b3085593 None None] Routers {'00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:02.468091 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-1720552c-f46b-4605-bd35-36c6b3085593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:24:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:02.539837 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b0467618-dd3b-4484-b6e2-1550d906ad58 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:02.636792 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-1720552c-f46b-4605-bd35-36c6b3085593 None None] Set router 00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:02.645466 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0c87d89e-3507-47dd-8a44-ecbe29ed8e2a admin admin] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:02.770162 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b0467618-dd3b-4484-b6e2-1550d906ad58 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:02.780933 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b0467618-dd3b-4484-b6e2-1550d906ad58 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:02.835795 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b0467618-dd3b-4484-b6e2-1550d906ad58 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:02.841117 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b0467618-dd3b-4484-b6e2-1550d906ad58 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4337375 Aug 11 02:25:02.841305 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56114) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:02.847888 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-73962cd0-51aa-4953-95d3-b28ff6f155d9 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Request body: {'security_group_rule': {'security_group_id': '09b85eec-49c5-4e78-a30e-7ae93cf61452', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:02.853996 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0c87d89e-3507-47dd-8a44-ecbe29ed8e2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:02.859806 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0467618-dd3b-4484-b6e2-1550d906ad58 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b85eec-49c5-4e78-a30e-7ae93cf61452,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:02.920360 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-73962cd0-51aa-4953-95d3-b28ff6f155d9 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.014162 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-1720552c-f46b-4605-bd35-36c6b3085593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'name': 'tempest-ServerActionsTestJSON-1775609857-router', 'tenant_id': '953757b63989485aa599c97f35f2480d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '69acca0c-4f63-431f-a175-53bddb12d3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:26Z', 'updated_at': '2021-08-11T02:25:01Z', 'revision_number': 5, 'project_id': '953757b63989485aa599c97f35f2480d', 'gw_port': {'id': '69acca0c-4f63-431f-a175-53bddb12d3e7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:28Z', 'updated_at': '2021-08-11T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:03.022835 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-0c87d89e-3507-47dd-8a44-ecbe29ed8e2a admin admin] Deleting port 69acca0c-4f63-431f-a175-53bddb12d3e7 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:03.023199 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0c87d89e-3507-47dd-8a44-ecbe29ed8e2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.078831 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-73962cd0-51aa-4953-95d3-b28ff6f155d9 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.083841 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-73962cd0-51aa-4953-95d3-b28ff6f155d9 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.112333 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73962cd0-51aa-4953-95d3-b28ff6f155d9 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b7e5be9-d51e-4a42-bdfe-024c85d627bc,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:03.136250 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1720552c-f46b-4605-bd35-36c6b3085593 None None] Checking router: 00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:25:03.148225 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-73962cd0-51aa-4953-95d3-b28ff6f155d9 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.150315 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-73962cd0-51aa-4953-95d3-b28ff6f155d9 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3074267 Aug 11 02:25:03.157178 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56136) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:03.162574 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-67a9e85f-5d97-47b5-8b26-19775be93f8b tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Request body: {'security_group_rule': {'security_group_id': '09b85eec-49c5-4e78-a30e-7ae93cf61452', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:03.184098 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1720552c-f46b-4605-bd35-36c6b3085593 None None] Routers {'00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:03.189732 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-1720552c-f46b-4605-bd35-36c6b3085593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:24:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:03.229267 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-67a9e85f-5d97-47b5-8b26-19775be93f8b tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.247360 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-0c87d89e-3507-47dd-8a44-ecbe29ed8e2a admin admin] For port 69acca0c-4f63-431f-a175-53bddb12d3e7, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=69acca0c-4f63-431f-a175-53bddb12d3e7,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:03.248018 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0c87d89e-3507-47dd-8a44-ecbe29ed8e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.271191 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-0c87d89e-3507-47dd-8a44-ecbe29ed8e2a admin admin] Calling delete_port for 69acca0c-4f63-431f-a175-53bddb12d3e7 owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:03.346687 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-67a9e85f-5d97-47b5-8b26-19775be93f8b tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.356764 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-67a9e85f-5d97-47b5-8b26-19775be93f8b tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.397916 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-67a9e85f-5d97-47b5-8b26-19775be93f8b tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.399110 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-67a9e85f-5d97-47b5-8b26-19775be93f8b tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2402511 Aug 11 02:25:03.402503 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9e85f-5d97-47b5-8b26-19775be93f8b tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4568dbc0-bc06-469c-8507-b82317bbbe7b,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:03.407027 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56154) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:03.417343 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-a5b529a8-0884-419c-9b4c-f5d61854d7c6 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:03.502838 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5b529a8-0884-419c-9b4c-f5d61854d7c6 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.583920 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-1720552c-f46b-4605-bd35-36c6b3085593 None None] Set router 00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:03.692884 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-1720552c-f46b-4605-bd35-36c6b3085593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'name': 'tempest-ServerActionsTestJSON-1775609857-router', 'tenant_id': '953757b63989485aa599c97f35f2480d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:26Z', 'updated_at': '2021-08-11T02:25:02Z', 'revision_number': 6, 'project_id': '953757b63989485aa599c97f35f2480d', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:03.726128 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5b529a8-0884-419c-9b4c-f5d61854d7c6 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.735611 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1720552c-f46b-4605-bd35-36c6b3085593 None None] The sync data for ids ['00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b'] in n-d-615180-33 is: [{'id': '00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b', 'name': 'tempest-ServerActionsTestJSON-1775609857-router', 'tenant_id': '953757b63989485aa599c97f35f2480d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:26Z', 'updated_at': '2021-08-11T02:25:02Z', 'revision_number': 6, 'project_id': '953757b63989485aa599c97f35f2480d', 'gw_port_host': None}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:25:03.745705 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0c87d89e-3507-47dd-8a44-ecbe29ed8e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.786851 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87d89e-3507-47dd-8a44-ecbe29ed8e2a admin admin] Pushing event deleted for resources: {'Port': ['ID=69acca0c-4f63-431f-a175-53bddb12d3e7,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:03.872626 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0c87d89e-3507-47dd-8a44-ecbe29ed8e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:04.007628 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-a5b529a8-0884-419c-9b4c-f5d61854d7c6 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Allocated IP 172.25.2.68 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/2ab26604-ff66-471f-a3ed-3b86157086c0) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:04.017755 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0c87d89e-3507-47dd-8a44-ecbe29ed8e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:04.020813 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0c87d89e-3507-47dd-8a44-ecbe29ed8e2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:04.108088 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0c87d89e-3507-47dd-8a44-ecbe29ed8e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:04.109718 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c87d89e-3507-47dd-8a44-ecbe29ed8e2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:25:04.128225 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0c87d89e-3507-47dd-8a44-ecbe29ed8e2a admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:04.129900 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0c87d89e-3507-47dd-8a44-ecbe29ed8e2a admin admin] 10.222.0.50 "DELETE /v2.0/routers/00043bf7-738c-48d7-a0ee-f2e9a0ab3a0b HTTP/1.1" status: 204 len: 168 time: 1.6992567 Aug 11 02:25:04.132506 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56178) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:04.234026 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5b529a8-0884-419c-9b4c-f5d61854d7c6 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:04.313786 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6951511-fd7d-4514-b1e0-304d1b5d5b07 admin admin] Deleting subnet 7193a88f-4d31-4933-a3af-0738d0f7bf97 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:25:04.342371 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6951511-fd7d-4514-b1e0-304d1b5d5b07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:04.441443 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6951511-fd7d-4514-b1e0-304d1b5d5b07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:04.461201 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5b529a8-0884-419c-9b4c-f5d61854d7c6 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:04.511122 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b529a8-0884-419c-9b4c-f5d61854d7c6 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:04.520357 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-a5b529a8-0884-419c-9b4c-f5d61854d7c6 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:04.526198 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b529a8-0884-419c-9b4c-f5d61854d7c6 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:04.562048 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b529a8-0884-419c-9b4c-f5d61854d7c6 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Pushing event updated for resources: {'Port': ['ID=2ab26604-ff66-471f-a3ed-3b86157086c0,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:04.644423 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6951511-fd7d-4514-b1e0-304d1b5d5b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:04.765463 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 26330340-86ea-47c4-98bf-fb077d132d33 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:04.805008 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 26330340-86ea-47c4-98bf-fb077d132d33 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:25:04.806917 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 26330340-86ea-47c4-98bf-fb077d132d33 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:25:04.840261 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5b529a8-0884-419c-9b4c-f5d61854d7c6 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:04.896139 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6951511-fd7d-4514-b1e0-304d1b5d5b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:04.934249 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6951511-fd7d-4514-b1e0-304d1b5d5b07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7193a88f-4d31-4933-a3af-0738d0f7bf97,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:04.936334 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6951511-fd7d-4514-b1e0-304d1b5d5b07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:04.940819 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f6951511-fd7d-4514-b1e0-304d1b5d5b07 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7193a88f-4d31-4933-a3af-0738d0f7bf97 HTTP/1.1" status: 204 len: 168 time: 0.8070827 Aug 11 02:25:04.941094 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db9f25b-57dd-48fb-98b3-5174fd5923a6 None None] Network 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:04.943738 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56214) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:05.020294 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-15b6025c-4d33-4e1a-9805-b8e269704e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.023488 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5b529a8-0884-419c-9b4c-f5d61854d7c6 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.203723 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-15b6025c-4d33-4e1a-9805-b8e269704e17 admin admin] Deleting port 8df16492-0cba-4f65-be53-9f24a0e05dc3 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:05.204213 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-15b6025c-4d33-4e1a-9805-b8e269704e17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.318304 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-15b6025c-4d33-4e1a-9805-b8e269704e17 admin admin] For port 8df16492-0cba-4f65-be53-9f24a0e05dc3, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8df16492-0cba-4f65-be53-9f24a0e05dc3,segment=NetworkSegment(d96cfe33-0c98-475f-a757-618812c1d7f6),segment_id=d96cfe33-0c98-475f-a757-618812c1d7f6)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:05.318866 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-15b6025c-4d33-4e1a-9805-b8e269704e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.343329 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-15b6025c-4d33-4e1a-9805-b8e269704e17 admin admin] Calling delete_port for 8df16492-0cba-4f65-be53-9f24a0e05dc3 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:05.465875 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725c1636-45cf-42b2-8792-1e3338ef0457 None None] DHCP port deletion for 59cdb064-6e17-4f2a-988c-bc3dbd58ef99 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:25:05.636092 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-725c1636-45cf-42b2-8792-1e3338ef0457 None None] Deleting port 8df16492-0cba-4f65-be53-9f24a0e05dc3 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:05.638383 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-725c1636-45cf-42b2-8792-1e3338ef0457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.642677 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-15b6025c-4d33-4e1a-9805-b8e269704e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.649034 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5b529a8-0884-419c-9b4c-f5d61854d7c6 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.720931 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56242) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:05.733792 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6025c-4d33-4e1a-9805-b8e269704e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=8df16492-0cba-4f65-be53-9f24a0e05dc3,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:05.735727 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5b529a8-0884-419c-9b4c-f5d61854d7c6 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.793380 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b529a8-0884-419c-9b4c-f5d61854d7c6 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Pushing event updated for resources: {'Port': ['ID=2ab26604-ff66-471f-a3ed-3b86157086c0,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:05.815698 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-725c1636-45cf-42b2-8792-1e3338ef0457 None None] For port 8df16492-0cba-4f65-be53-9f24a0e05dc3, host n-d-615180-33, got binding levels [] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:05.816258 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-725c1636-45cf-42b2-8792-1e3338ef0457 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.831611 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-725c1636-45cf-42b2-8792-1e3338ef0457 None None] Calling delete_port for 8df16492-0cba-4f65-be53-9f24a0e05dc3 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:05.832316 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b6025c-4d33-4e1a-9805-b8e269704e17 admin admin] No DVR routers for this DVR port 8df16492-0cba-4f65-be53-9f24a0e05dc3 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:05.835169 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.ipam_backend_mixin [None req-725c1636-45cf-42b2-8792-1e3338ef0457 None None] Port 8df16492-0cba-4f65-be53-9f24a0e05dc3 was not found and therefore no delete operation was performed {{(pid=94508) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:25:05.837666 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-725c1636-45cf-42b2-8792-1e3338ef0457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.853337 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725c1636-45cf-42b2-8792-1e3338ef0457 None None] No DVR routers for this DVR port 8df16492-0cba-4f65-be53-9f24a0e05dc3 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:05.876013 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c1636-45cf-42b2-8792-1e3338ef0457 None None] Pushing event deleted for resources: {'Port': ['ID=8df16492-0cba-4f65-be53-9f24a0e05dc3,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:05.922314 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5b529a8-0884-419c-9b4c-f5d61854d7c6 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.957734 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5b529a8-0884-419c-9b4c-f5d61854d7c6 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.963591 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a5b529a8-0884-419c-9b4c-f5d61854d7c6 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5519168 Aug 11 02:25:05.963591 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-15b6025c-4d33-4e1a-9805-b8e269704e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.980475 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-15b6025c-4d33-4e1a-9805-b8e269704e17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59cdb064-6e17-4f2a-988c-bc3dbd58ef99']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:05.997180 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-15b6025c-4d33-4e1a-9805-b8e269704e17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96cfe33-0c98-475f-a757-618812c1d7f6') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:05.997534 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-15b6025c-4d33-4e1a-9805-b8e269704e17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96cfe33-0c98-475f-a757-618812c1d7f6') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:06.024103 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-15b6025c-4d33-4e1a-9805-b8e269704e17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:06.043234 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-15b6025c-4d33-4e1a-9805-b8e269704e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:06.050729 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b6025c-4d33-4e1a-9805-b8e269704e17 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:25:06.051558 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-15b6025c-4d33-4e1a-9805-b8e269704e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:25:06.053945 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:25:06.125379 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-15b6025c-4d33-4e1a-9805-b8e269704e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:06.132191 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-15b6025c-4d33-4e1a-9805-b8e269704e17 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:06.134891 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-15b6025c-4d33-4e1a-9805-b8e269704e17 admin admin] 10.222.0.50 "DELETE /v2.0/networks/59cdb064-6e17-4f2a-988c-bc3dbd58ef99 HTTP/1.1" status: 204 len: 168 time: 1.1898687 Aug 11 02:25:06.152403 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6025c-4d33-4e1a-9805-b8e269704e17 admin admin] Pushing event deleted for resources: {'Network': ['ID=59cdb064-6e17-4f2a-988c-bc3dbd58ef99,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:06.250704 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-f5f16937-f780-40d2-b37c-86fa644c8a24 tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2113612988'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:06.251183 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-f5f16937-f780-40d2-b37c-86fa644c8a24 tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] Unknown quota resources ['metering_label']. {{(pid=94506) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:25:06.427693 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8df16492-0cba-4f65-be53-9f24a0e05dc3 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:06.447899 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-c3bb0c2b-3a57-4576-9f7e-5256eb03957b tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1215606578&fields=id&tenant_id=83575988edd14bd3ac636f254bcc4c79 HTTP/1.1" status: 200 len: 267 time: 0.1933727 Aug 11 02:25:06.464508 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 8df16492-0cba-4f65-be53-9f24a0e05dc3 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:25:06.464755 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8df16492-0cba-4f65-be53-9f24a0e05dc3 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:25:06.465145 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 69acca0c-4f63-431f-a175-53bddb12d3e7 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:06.511560 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 69acca0c-4f63-431f-a175-53bddb12d3e7 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:25:06.512183 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 69acca0c-4f63-431f-a175-53bddb12d3e7 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:25:06.526000 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f5f16937-f780-40d2-b37c-86fa644c8a24 tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:06.529661 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f5f16937-f780-40d2-b37c-86fa644c8a24 tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8050914 Aug 11 02:25:06.530358 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56294) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:06.537021 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-6572de14-1096-4c93-bf7c-64055641e649 tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '0bb59fea-0a56-49b7-a890-336c8836c7b5'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:06.537740 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-6572de14-1096-4c93-bf7c-64055641e649 tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94507) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:25:06.683615 n-d-615180-33 neutron-server[94507]: WARNING neutron.services.metering.metering_plugin [None req-6572de14-1096-4c93-bf7c-64055641e649 tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 02:25:06.716581 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-4b575572-47df-41f8-85a4-16f9229ee945 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:06.718260 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-4b575572-47df-41f8-85a4-16f9229ee945 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/networks?id=d5e9bc60-44e8-48ec-bced-24847d62e034 HTTP/1.1" status: 200 len: 811 time: 0.1946177 Aug 11 02:25:06.750284 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-70a81273-077f-4729-a1df-b40f306843df tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/quotas/83575988edd14bd3ac636f254bcc4c79 HTTP/1.1" status: 200 len: 375 time: 0.0237958 Aug 11 02:25:06.771212 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56316) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:06.869518 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-c29e25c9-f8d2-41ce-bf1a-5a0374865e14 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=83575988edd14bd3ac636f254bcc4c79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1103230 Aug 11 02:25:06.882618 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6572de14-1096-4c93-bf7c-64055641e649 tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:06.884530 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6572de14-1096-4c93-bf7c-64055641e649 tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3518333 Aug 11 02:25:06.888350 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56336) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:06.895626 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-8849a6ce-8559-459e-8eb5-bc3a364a9b9b service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:06.903202 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-8849a6ce-8559-459e-8eb5-bc3a364a9b9b service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0293498 Aug 11 02:25:07.089379 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-f2047c25-b1a6-47ef-bf63-4ce79618893f service neutron] 10.222.0.50 "GET /v2.0/networks/d5e9bc60-44e8-48ec-bced-24847d62e034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770329 Aug 11 02:25:07.241377 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-eeb28e23-3ef5-4ada-97b5-101437a8e0dd tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '0bb59fea-0a56-49b7-a890-336c8836c7b5'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:07.241848 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-eeb28e23-3ef5-4ada-97b5-101437a8e0dd tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94507) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:25:07.270299 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-2fec2916-576a-4031-b98f-6486f0e0b597 service neutron] 10.222.0.50 "GET /v2.0/networks/d5e9bc60-44e8-48ec-bced-24847d62e034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799159 Aug 11 02:25:07.346979 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5ca5e827-1186-407a-84fa-88b06f1726fc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=953757b63989485aa599c97f35f2480d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5744915 Aug 11 02:25:07.349014 n-d-615180-33 neutron-server[94507]: WARNING neutron.services.metering.metering_plugin [None req-eeb28e23-3ef5-4ada-97b5-101437a8e0dd tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 02:25:07.349676 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56408) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:07.463970 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7a6200de-c6a5-45ea-a469-0e2c67f6c687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:07.507478 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eeb28e23-3ef5-4ada-97b5-101437a8e0dd tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:07.507692 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7a6200de-c6a5-45ea-a469-0e2c67f6c687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:07.511740 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-eeb28e23-3ef5-4ada-97b5-101437a8e0dd tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6199977 Aug 11 02:25:07.512050 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56430) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:07.542947 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-daa4b0ed-e807-4d05-9a53-5fed72c4a806 tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=cfa6eefb-0106-49d9-94d8-d2ddf29841cb HTTP/1.1" status: 200 len: 464 time: 0.0297370 Aug 11 02:25:07.555531 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56436) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:07.562048 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1d0e006d-8379-49ad-a05d-38e798b73137 req-bbd842f3-6a47-4f44-affb-b54f8c649826 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d06cdc6-1ae9-4411-af0f-42fd634bd958 HTTP/1.1" status: 200 len: 210 time: 0.0330632 Aug 11 02:25:07.818558 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-26797e42-9913-45a1-89cf-486a3965ddd1 tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:07.820485 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-26797e42-9913-45a1-89cf-486a3965ddd1 tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/cfa6eefb-0106-49d9-94d8-d2ddf29841cb HTTP/1.1" status: 204 len: 168 time: 0.2624700 Aug 11 02:25:07.821592 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7a6200de-c6a5-45ea-a469-0e2c67f6c687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:07.824437 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56462) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:07.824691 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7a6200de-c6a5-45ea-a469-0e2c67f6c687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:07.826165 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7a6200de-c6a5-45ea-a469-0e2c67f6c687 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d HTTP/1.1" status: 204 len: 168 time: 0.4754753 Aug 11 02:25:07.836519 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c1446d2b-b77d-4171-9736-4c5690535f4f tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=cfa6eefb-0106-49d9-94d8-d2ddf29841cb HTTP/1.1" status: 200 len: 221 time: 0.0105627 Aug 11 02:25:07.840419 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56466) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:07.850709 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6200de-c6a5-45ea-a469-0e2c67f6c687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6426d4-78bf-49ad-ba08-8fc99cb8aa6d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:07.850986 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-e7c3778b-8c73-46d1-a307-fa8c1fef35df tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--159235109', 'description': 'label created by tempest'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:07.853107 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-e7c3778b-8c73-46d1-a307-fa8c1fef35df tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] Unknown quota resources ['metering_label']. {{(pid=94507) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:25:08.058058 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56476) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:08.094849 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56480) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:08.132176 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e7c3778b-8c73-46d1-a307-fa8c1fef35df tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.133880 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e7c3778b-8c73-46d1-a307-fa8c1fef35df tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2923603 Aug 11 02:25:08.136717 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56484) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:08.253494 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-69b249f9-cf91-4152-a119-9addfbee2aa8 tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=5cd47d47-e5ff-4387-b10f-a1a7b1cd544a HTTP/1.1" status: 200 len: 467 time: 0.1131730 Aug 11 02:25:08.254102 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56488) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:08.396461 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-33e2a37e-ecda-402c-a467-9606e7809e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.434725 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-28450753-c33f-4848-91d9-e0dcb2750815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.550563 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a5b8c52-9517-4f05-a640-dad3d595378a tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.555241 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56498) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:08.560586 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3a5b8c52-9517-4f05-a640-dad3d595378a tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/5cd47d47-e5ff-4387-b10f-a1a7b1cd544a HTTP/1.1" status: 204 len: 168 time: 0.3058081 Aug 11 02:25:08.577955 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8b624565-aff5-4a82-817e-09ef6fddca69 tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=5cd47d47-e5ff-4387-b10f-a1a7b1cd544a HTTP/1.1" status: 200 len: 216 time: 0.0209000 Aug 11 02:25:08.581773 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56502) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:08.599648 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56506) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:08.600708 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2ebe6db6-a1ae-466c-a2ec-f0e09dc022d0 tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0154643 Aug 11 02:25:08.603905 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-33e2a37e-ecda-402c-a467-9606e7809e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.624430 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-33e2a37e-ecda-402c-a467-9606e7809e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.652997 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56510) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:08.660155 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0e13602f-253b-4f02-a620-67600b8328a8 tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0590189 Aug 11 02:25:08.776372 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e271b52f-ab37-40d3-abbb-7d26b0945d72 tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels/0bb59fea-0a56-49b7-a890-336c8836c7b5 HTTP/1.1" status: 200 len: 473 time: 0.1220183 Aug 11 02:25:08.779818 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56514) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:08.782314 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2a37e-ecda-402c-a467-9606e7809e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1debfd6f-2708-4500-9118-3557ff4f30e2,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:08.798537 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8c8929c8-6d67-4ddb-bfdc-c134b7c40856 tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules/1a4acd50-44be-4e61-a348-713780341309 HTTP/1.1" status: 200 len: 461 time: 0.0176241 Aug 11 02:25:08.801902 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56516) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:08.804240 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-960151d1-5fdb-4f43-b316-e5bb3cb5fac6 req-4874e6fe-0375-4d42-b171-de2d0ee2c5f4 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d06cdc6-1ae9-4411-af0f-42fd634bd958 HTTP/1.1" status: 200 len: 210 time: 0.1378298 Aug 11 02:25:08.823882 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-33e2a37e-ecda-402c-a467-9606e7809e3d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=274aaf14ba0645fba38094b5c1cceb57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7638285 Aug 11 02:25:08.839529 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56518) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:08.956411 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3e626a7b-09b6-45ac-9934-181ee3613fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.984717 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13e8de93-8665-4b7a-b07b-5134983fd503 tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.990163 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-28450753-c33f-4848-91d9-e0dcb2750815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.990425 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-13e8de93-8665-4b7a-b07b-5134983fd503 tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/1a4acd50-44be-4e61-a348-713780341309 HTTP/1.1" status: 204 len: 168 time: 0.1871219 Aug 11 02:25:08.991085 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56524) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:09.000213 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3e626a7b-09b6-45ac-9934-181ee3613fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.002319 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-28450753-c33f-4848-91d9-e0dcb2750815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.068518 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28450753-c33f-4848-91d9-e0dcb2750815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434453b3-f171-4cd2-94f8-62bd8cc9c763,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:09.076142 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-28450753-c33f-4848-91d9-e0dcb2750815 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aff3f60eaba547bd9dbbbf5225807f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9781148 Aug 11 02:25:09.077159 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56528) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:09.117695 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3e626a7b-09b6-45ac-9934-181ee3613fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.120536 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3e626a7b-09b6-45ac-9934-181ee3613fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.124367 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3e626a7b-09b6-45ac-9934-181ee3613fe2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1debfd6f-2708-4500-9118-3557ff4f30e2 HTTP/1.1" status: 204 len: 168 time: 0.2838569 Aug 11 02:25:09.140396 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e626a7b-09b6-45ac-9934-181ee3613fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1debfd6f-2708-4500-9118-3557ff4f30e2,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:09.155530 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-12d6d503-7116-427f-8490-f05bc45243b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.194778 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56534) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:09.206266 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-12d6d503-7116-427f-8490-f05bc45243b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.227770 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-067d409d-c9f9-48bd-8560-6c9864bfb1b2 tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.233262 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-067d409d-c9f9-48bd-8560-6c9864bfb1b2 tempest-MeteringTestJSON-840128108 tempest-MeteringTestJSON-840128108-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/0bb59fea-0a56-49b7-a890-336c8836c7b5 HTTP/1.1" status: 204 len: 168 time: 0.2408447 Aug 11 02:25:09.261853 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-12d6d503-7116-427f-8490-f05bc45243b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.264917 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-12d6d503-7116-427f-8490-f05bc45243b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.266032 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-12d6d503-7116-427f-8490-f05bc45243b1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/434453b3-f171-4cd2-94f8-62bd8cc9c763 HTTP/1.1" status: 204 len: 168 time: 0.1877592 Aug 11 02:25:09.274836 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d6d503-7116-427f-8490-f05bc45243b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434453b3-f171-4cd2-94f8-62bd8cc9c763,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:09.316785 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-5fdc243d-91b4-4fa2-93a9-c2ac292087aa admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-717524574-network', 'tenant_id': 'a1d1413f133947a282d310c72bc230b7'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:09.343045 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdc243d-91b4-4fa2-93a9-c2ac292087aa admin admin] Made reservation on behalf of a1d1413f133947a282d310c72bc230b7 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:09.347486 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5fdc243d-91b4-4fa2-93a9-c2ac292087aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.357770 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5fdc243d-91b4-4fa2-93a9-c2ac292087aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.502184 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5fdc243d-91b4-4fa2-93a9-c2ac292087aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.512168 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5fdc243d-91b4-4fa2-93a9-c2ac292087aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.542528 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fdc243d-91b4-4fa2-93a9-c2ac292087aa admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:25:09.551743 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-26e2d3a3-6fce-4ec5-a840-51c608aa7558 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:09.553719 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-26e2d3a3-6fce-4ec5-a840-51c608aa7558 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.66 "GET /v2.0/networks?id=d5e9bc60-44e8-48ec-bced-24847d62e034 HTTP/1.1" status: 200 len: 811 time: 0.1539958 Aug 11 02:25:09.572766 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5fdc243d-91b4-4fa2-93a9-c2ac292087aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.573400 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-5fdc243d-91b4-4fa2-93a9-c2ac292087aa admin admin] Added segment bc5d2b84-179a-41d1-ab8d-d6aac09d0348 of type vlan for network 425950f3-3280-441c-babc-f2eb8503759f Aug 11 02:25:09.575336 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc243d-91b4-4fa2-93a9-c2ac292087aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e405981-4f89-4386-911c-77d2d71ee89c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:09.627955 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-277c9f56-2e03-43bc-8dae-c4c7c9160ab9 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83575988edd14bd3ac636f254bcc4c79 HTTP/1.1" status: 200 len: 380 time: 0.0632548 Aug 11 02:25:09.640020 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-f320a984-494e-4a14-9b3b-b5083a36da89 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Request body: {'port': {'device_id': '0d06cdc6-1ae9-4411-af0f-42fd634bd958', 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034', 'admin_state_up': True, 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'security_groups': ['09b85eec-49c5-4e78-a30e-7ae93cf61452']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:09.644475 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5fdc243d-91b4-4fa2-93a9-c2ac292087aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.686074 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5fdc243d-91b4-4fa2-93a9-c2ac292087aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.687660 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdc243d-91b4-4fa2-93a9-c2ac292087aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:09.688567 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5fdc243d-91b4-4fa2-93a9-c2ac292087aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.752751 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5fdc243d-91b4-4fa2-93a9-c2ac292087aa admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5542531 Aug 11 02:25:09.752952 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56550) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:09.758073 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-30c81064-8454-4628-82ea-20562b01a53c admin admin] Request body: {'subnet': {'network_id': '425950f3-3280-441c-babc-f2eb8503759f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-717524574-subnet', 'tenant_id': 'a1d1413f133947a282d310c72bc230b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:09.774660 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56554) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:09.781401 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc243d-91b4-4fa2-93a9-c2ac292087aa admin admin] Pushing event updated for resources: {'Network': ['ID=425950f3-3280-441c-babc-f2eb8503759f,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:09.792789 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c81064-8454-4628-82ea-20562b01a53c admin admin] Made reservation on behalf of a1d1413f133947a282d310c72bc230b7 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:09.793559 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 425950f3-3280-441c-babc-f2eb8503759f details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:25:09.797107 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-30c81064-8454-4628-82ea-20562b01a53c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.833565 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-f320a984-494e-4a14-9b3b-b5083a36da89 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Made reservation on behalf of 83575988edd14bd3ac636f254bcc4c79 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:09.839366 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-f320a984-494e-4a14-9b3b-b5083a36da89 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.956094 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56564) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:10.002371 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-94c9f9b8-9cdc-472a-9d19-df152d692e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.018434 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-30c81064-8454-4628-82ea-20562b01a53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.025252 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ebb9c28f-8b71-4a09-890b-26eb3548fb53 req-eaf12614-f49f-45ea-95d4-3af5c14bf8c9 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d06cdc6-1ae9-4411-af0f-42fd634bd958 HTTP/1.1" status: 200 len: 210 time: 0.0639958 Aug 11 02:25:10.090349 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c81064-8454-4628-82ea-20562b01a53c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2853ca2d-08a7-411f-b33e-d9ad2442e5c4,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:10.126721 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c81064-8454-4628-82ea-20562b01a53c admin admin] Checking segment: {'id': 'bc5d2b84-179a-41d1-ab8d-d6aac09d0348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '425950f3-3280-441c-babc-f2eb8503759f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:10.127250 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c81064-8454-4628-82ea-20562b01a53c admin admin] Network hostable DHCP agents. Network: 425950f3-3280-441c-babc-f2eb8503759f, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:25:10.146964 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c81064-8454-4628-82ea-20562b01a53c admin admin] Network 425950f3-3280-441c-babc-f2eb8503759f is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:25:10.152440 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-147d3f11-98e5-4495-89f8-9f0cca4520af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.161911 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-30c81064-8454-4628-82ea-20562b01a53c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 425950f3-3280-441c-babc-f2eb8503759f) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:10.171383 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c81064-8454-4628-82ea-20562b01a53c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:10.172133 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-30c81064-8454-4628-82ea-20562b01a53c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.173662 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100494d6-0f86-4771-b1c2-c8e075f84d2b None None] Network 425950f3-3280-441c-babc-f2eb8503759f requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:10.205576 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-f320a984-494e-4a14-9b3b-b5083a36da89 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Allocated IP 172.20.0.12 (d5e9bc60-44e8-48ec-bced-24847d62e034/be5383bc-6e19-42ce-a87f-2dcaab36b27f/b8f3a482-ab68-49b6-8acf-fe7a9b735239) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:10.338031 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-94c9f9b8-9cdc-472a-9d19-df152d692e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.348384 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-94c9f9b8-9cdc-472a-9d19-df152d692e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.386464 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7b5cf2-8bc6-4402-b3a2-d1ebd46e8828 None None] Network 425950f3-3280-441c-babc-f2eb8503759f requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:10.430597 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56584) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:10.430928 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-94c9f9b8-9cdc-472a-9d19-df152d692e1c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=86db2b8077c5436c833d019bf394e6bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4680872 Aug 11 02:25:10.451592 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9f9b8-9cdc-472a-9d19-df152d692e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7220e4f9-3d01-47ad-8419-83961d10a0b2,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:10.511845 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-f320a984-494e-4a14-9b3b-b5083a36da89 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.548258 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-270ea62e-2a4f-4358-9837-4277a8b1b084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.550619 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-f320a984-494e-4a14-9b3b-b5083a36da89 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Transition to ACTIVE for port object b8f3a482-ab68-49b6-8acf-fe7a9b735239 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:10.582982 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-270ea62e-2a4f-4358-9837-4277a8b1b084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.650542 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-147d3f11-98e5-4495-89f8-9f0cca4520af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.655172 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-147d3f11-98e5-4495-89f8-9f0cca4520af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.658598 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-30c81064-8454-4628-82ea-20562b01a53c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9042385 Aug 11 02:25:10.681564 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-270ea62e-2a4f-4358-9837-4277a8b1b084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.687314 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-270ea62e-2a4f-4358-9837-4277a8b1b084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.688834 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-270ea62e-2a4f-4358-9837-4277a8b1b084 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7220e4f9-3d01-47ad-8419-83961d10a0b2 HTTP/1.1" status: 204 len: 168 time: 0.2570539 Aug 11 02:25:10.705283 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-f320a984-494e-4a14-9b3b-b5083a36da89 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.717444 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-147d3f11-98e5-4495-89f8-9f0cca4520af admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8b1b352759eb4b80a8462b58687c13a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9417045 Aug 11 02:25:10.718437 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d3f11-98e5-4495-89f8-9f0cca4520af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c6969d-67f2-4b59-b173-f88d7c373d89,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:10.729177 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56598) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:10.768407 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-f320a984-494e-4a14-9b3b-b5083a36da89 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Network d5e9bc60-44e8-48ec-bced-24847d62e034 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:10.772087 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-f320a984-494e-4a14-9b3b-b5083a36da89 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:10.778428 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-f320a984-494e-4a14-9b3b-b5083a36da89 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:10.830949 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ea62e-2a4f-4358-9837-4277a8b1b084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7220e4f9-3d01-47ad-8419-83961d10a0b2,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:10.845921 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-f320a984-494e-4a14-9b3b-b5083a36da89 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:10.846862 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-f320a984-494e-4a14-9b3b-b5083a36da89 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.875703 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320a984-494e-4a14-9b3b-b5083a36da89 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Pushing event updated for resources: {'Port': ['ID=b8f3a482-ab68-49b6-8acf-fe7a9b735239,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:10.876385 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0b6e666b-1528-4e3a-94da-c3af137ba69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.892690 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-f320a984-494e-4a14-9b3b-b5083a36da89 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2576675 Aug 11 02:25:10.910840 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-77d46810-549c-4e27-bea6-a62273f8af82 service neutron] Request body: {'port': {'device_id': '0d06cdc6-1ae9-4411-af0f-42fd634bd958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:10.917774 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0b6e666b-1528-4e3a-94da-c3af137ba69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.984727 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0b6e666b-1528-4e3a-94da-c3af137ba69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.997563 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0b6e666b-1528-4e3a-94da-c3af137ba69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.999420 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0b6e666b-1528-4e3a-94da-c3af137ba69d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b0c6969d-67f2-4b59-b173-f88d7c373d89 HTTP/1.1" status: 204 len: 168 time: 0.2662847 Aug 11 02:25:11.014064 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e666b-1528-4e3a-94da-c3af137ba69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c6969d-67f2-4b59-b173-f88d7c373d89,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:11.067464 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-77d46810-549c-4e27-bea6-a62273f8af82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:11.280282 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5cd6391a-d6bc-4fec-b259-f4b620acd76b None None] Provisioning for port b8f3a482-ab68-49b6-8acf-fe7a9b735239 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:11.284601 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5cd6391a-d6bc-4fec-b259-f4b620acd76b None None] Provisioning complete for port b8f3a482-ab68-49b6-8acf-fe7a9b735239 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:11.285077 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5cd6391a-d6bc-4fec-b259-f4b620acd76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:11.380583 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-5cd6391a-d6bc-4fec-b259-f4b620acd76b None None] Port b8f3a482-ab68-49b6-8acf-fe7a9b735239 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:25:11.560737 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-77d46810-549c-4e27-bea6-a62273f8af82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8f3a482-ab68-49b6-8acf-fe7a9b735239 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:25:11.579193 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-77d46810-549c-4e27-bea6-a62273f8af82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:11.626142 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-77d46810-549c-4e27-bea6-a62273f8af82 service neutron] Transition to ACTIVE for port object b8f3a482-ab68-49b6-8acf-fe7a9b735239 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:11.659634 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77315d01-8bba-456d-b786-2d6448146c52 req-1a1cfaf6-1446-41c1-945a-6c832b561768 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:11.669355 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-77315d01-8bba-456d-b786-2d6448146c52 req-1a1cfaf6-1446-41c1-945a-6c832b561768 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d06cdc6-1ae9-4411-af0f-42fd634bd958 HTTP/1.1" status: 200 len: 932 time: 0.1034231 Aug 11 02:25:11.670264 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-77d46810-549c-4e27-bea6-a62273f8af82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:11.871016 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d46810-549c-4e27-bea6-a62273f8af82 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f3a482-ab68-49b6-8acf-fe7a9b735239,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:11.895827 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-77315d01-8bba-456d-b786-2d6448146c52 req-d0742d7b-aca2-4636-8222-8232ed8981d7 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=09b85eec-49c5-4e78-a30e-7ae93cf61452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626394 Aug 11 02:25:11.957007 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-77d46810-549c-4e27-bea6-a62273f8af82 service neutron] Attempting to bind port b8f3a482-ab68-49b6-8acf-fe7a9b735239 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:11.957354 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-77d46810-549c-4e27-bea6-a62273f8af82 service neutron] Attempting to bind port b8f3a482-ab68-49b6-8acf-fe7a9b735239 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '90f545b9-473b-4ac5-8dfe-98546b442c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:11.957689 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-77d46810-549c-4e27-bea6-a62273f8af82 service neutron] Attempting to bind port b8f3a482-ab68-49b6-8acf-fe7a9b735239 on network d5e9bc60-44e8-48ec-bced-24847d62e034 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:11.960670 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56638) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:11.990275 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-77d46810-549c-4e27-bea6-a62273f8af82 service neutron] Port b8f3a482-ab68-49b6-8acf-fe7a9b735239 on network d5e9bc60-44e8-48ec-bced-24847d62e034 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:11.990636 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-77d46810-549c-4e27-bea6-a62273f8af82 service neutron] Attempting to bind port b8f3a482-ab68-49b6-8acf-fe7a9b735239 on network d5e9bc60-44e8-48ec-bced-24847d62e034 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:11.994184 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f1a874b8-e302-474e-9b35-ca9b81f9492a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:12.010137 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-77d46810-549c-4e27-bea6-a62273f8af82 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:25:12.010508 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-77d46810-549c-4e27-bea6-a62273f8af82 service neutron] Checking segment: {'id': '90f545b9-473b-4ac5-8dfe-98546b442c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:12.010901 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-77d46810-549c-4e27-bea6-a62273f8af82 service neutron] Bound using segment: {'id': '90f545b9-473b-4ac5-8dfe-98546b442c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:25:12.011373 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-77d46810-549c-4e27-bea6-a62273f8af82 service neutron] Bound port: b8f3a482-ab68-49b6-8acf-fe7a9b735239, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f545b9-473b-4ac5-8dfe-98546b442c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:25:12.015325 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-77d46810-549c-4e27-bea6-a62273f8af82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:12.060504 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9bf60-ef34-40cd-b90f-b227bc830f40 req-43cbbef6-0f2f-4114-b36b-2f564e0d4d43 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:12.077596 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9bf60-ef34-40cd-b90f-b227bc830f40 req-43cbbef6-0f2f-4114-b36b-2f564e0d4d43 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:12.088895 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9bf60-ef34-40cd-b90f-b227bc830f40 req-43cbbef6-0f2f-4114-b36b-2f564e0d4d43 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:12.102887 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9bf60-ef34-40cd-b90f-b227bc830f40 req-43cbbef6-0f2f-4114-b36b-2f564e0d4d43 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:12.127080 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9bf60-ef34-40cd-b90f-b227bc830f40 req-43cbbef6-0f2f-4114-b36b-2f564e0d4d43 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:12.139033 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9bf60-ef34-40cd-b90f-b227bc830f40 req-43cbbef6-0f2f-4114-b36b-2f564e0d4d43 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:12.146360 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-77d46810-549c-4e27-bea6-a62273f8af82 service neutron] For port b8f3a482-ab68-49b6-8acf-fe7a9b735239, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:12.147726 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9bf60-ef34-40cd-b90f-b227bc830f40 req-43cbbef6-0f2f-4114-b36b-2f564e0d4d43 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:12.160351 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-77d46810-549c-4e27-bea6-a62273f8af82 service neutron] For port b8f3a482-ab68-49b6-8acf-fe7a9b735239, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=b8f3a482-ab68-49b6-8acf-fe7a9b735239,segment=NetworkSegment(90f545b9-473b-4ac5-8dfe-98546b442c39),segment_id=90f545b9-473b-4ac5-8dfe-98546b442c39)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:25:12.163576 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f7e9bf60-ef34-40cd-b90f-b227bc830f40 req-43cbbef6-0f2f-4114-b36b-2f564e0d4d43 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5442 time: 0.2272432 Aug 11 02:25:12.169155 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-77d46810-549c-4e27-bea6-a62273f8af82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:12.216322 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f7e9bf60-ef34-40cd-b90f-b227bc830f40 req-b1c14abf-9ec4-4635-9bac-43c096323ce6 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0499210 Aug 11 02:25:12.227087 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-77d46810-549c-4e27-bea6-a62273f8af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:12.228333 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-77d46810-549c-4e27-bea6-a62273f8af82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:12.230346 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-77d46810-549c-4e27-bea6-a62273f8af82 service neutron] 10.222.0.66 "PUT /v2.0/ports/b8f3a482-ab68-49b6-8acf-fe7a9b735239 HTTP/1.1" status: 200 len: 1093 time: 1.3291066 Aug 11 02:25:12.230704 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d06cdc6-1ae9-4411-af0f-42fd634bd958', 'tag': 'b8f3a482-ab68-49b6-8acf-fe7a9b735239'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:12.243451 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cc0bc2-4682-406b-95db-d3b40065d82d" -d '{"events": [{"name": "network-changed", "server_uuid": "0d06cdc6-1ae9-4411-af0f-42fd634bd958", "tag": "b8f3a482-ab68-49b6-8acf-fe7a9b735239"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:12.346101 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc003ff-87bb-43ce-a4e7-ad4b2928f698 x-openstack-request-id: req-cfc003ff-87bb-43ce-a4e7-ad4b2928f698 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:12.346400 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d06cdc6-1ae9-4411-af0f-42fd634bd958", "tag": "b8f3a482-ab68-49b6-8acf-fe7a9b735239", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:12.346658 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cfc003ff-87bb-43ce-a4e7-ad4b2928f698 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:12.347074 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d06cdc6-1ae9-4411-af0f-42fd634bd958', 'tag': 'b8f3a482-ab68-49b6-8acf-fe7a9b735239', 'status': 'completed', 'code': 200} Aug 11 02:25:12.351778 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f1a874b8-e302-474e-9b35-ca9b81f9492a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:12.388738 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f1a874b8-e302-474e-9b35-ca9b81f9492a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:12.400820 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56658) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:12.408535 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d46810-549c-4e27-bea6-a62273f8af82 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f3a482-ab68-49b6-8acf-fe7a9b735239,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:12.454322 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56664) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:12.456441 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f1a874b8-e302-474e-9b35-ca9b81f9492a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=22c2157f4bf74812af7f130f3c7cbfa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4907591 Aug 11 02:25:12.462671 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-9fa08be6-4e39-4828-a210-228ba3102754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:12.476320 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-9fa08be6-4e39-4828-a210-228ba3102754 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=83575988edd14bd3ac636f254bcc4c79&device_id=0d06cdc6-1ae9-4411-af0f-42fd634bd958 HTTP/1.1" status: 200 len: 1096 time: 0.1881847 Aug 11 02:25:12.482111 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a874b8-e302-474e-9b35-ca9b81f9492a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ac4d00-ee4c-462c-ac98-d081e5087ebe,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:12.565584 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-29b88f58-b63b-433f-ac38-228a9d6e6e49 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8f3a482-ab68-49b6-8acf-fe7a9b735239 HTTP/1.1" status: 200 len: 217 time: 0.0787621 Aug 11 02:25:12.591147 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-574067e4-2165-4fb1-8538-c654ca49c35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:12.644844 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-574067e4-2165-4fb1-8538-c654ca49c35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:12.681536 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-0066155f-c989-4d31-a90b-098f504a5642 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:12.682400 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-84e43c9f-7bda-414d-94b6-ca8d4a897a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:12.684566 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-84e43c9f-7bda-414d-94b6-ca8d4a897a95 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=be5383bc-6e19-42ce-a87f-2dcaab36b27f HTTP/1.1" status: 200 len: 850 time: 0.1121738 Aug 11 02:25:12.689215 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-0066155f-c989-4d31-a90b-098f504a5642 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:12.695405 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-0066155f-c989-4d31-a90b-098f504a5642 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:12.702067 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-0066155f-c989-4d31-a90b-098f504a5642 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:12.708353 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-0066155f-c989-4d31-a90b-098f504a5642 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:12.715040 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-0066155f-c989-4d31-a90b-098f504a5642 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:12.720955 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-0066155f-c989-4d31-a90b-098f504a5642 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:12.723621 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-0066155f-c989-4d31-a90b-098f504a5642 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.73 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5442 time: 0.1277056 Aug 11 02:25:12.741970 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-f0970024-80bc-4f0c-800b-d38d783d03a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:12.744033 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-f0970024-80bc-4f0c-800b-d38d783d03a6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d5e9bc60-44e8-48ec-bced-24847d62e034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515041 Aug 11 02:25:12.754679 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-9180661b-d0a3-42c1-b838-76c7574dd196 tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1450015133'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:12.755154 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-9180661b-d0a3-42c1-b838-76c7574dd196 tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] Unknown quota resources ['metering_label']. {{(pid=94506) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:25:12.870924 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-ae4ffa8a-3d65-43c0-8ae2-fb4c5dc87569 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:12.872410 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-ae4ffa8a-3d65-43c0-8ae2-fb4c5dc87569 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.73 "GET /v2.0/ports/54a21190-3213-4831-8458-9bdd8fb2c46c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1351192 Aug 11 02:25:12.886264 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56686) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:12.899818 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-b11cbe44-569c-415e-bdcf-f6219de8b946 service neutron] 10.222.0.66 "GET /v2.0/networks/d5e9bc60-44e8-48ec-bced-24847d62e034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455312 Aug 11 02:25:12.911111 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9180661b-d0a3-42c1-b838-76c7574dd196 tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:12.913167 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9180661b-d0a3-42c1-b838-76c7574dd196 tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5112982 Aug 11 02:25:12.926478 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56692) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:12.928181 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-d87a7658-d22d-472e-9e82-3441a19377f0 tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '00772488-fe7b-420f-ae44-1acd05f91cb4'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:12.930239 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-d87a7658-d22d-472e-9e82-3441a19377f0 tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94506) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:25:13.041172 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-877fde7a-9112-4254-a8e2-7a4f7e4168aa req-783bf833-ab86-435a-abce-b76d2c3d7112 service neutron] 10.222.0.66 "GET /v2.0/networks/d5e9bc60-44e8-48ec-bced-24847d62e034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335533 Aug 11 02:25:13.041572 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-574067e4-2165-4fb1-8538-c654ca49c35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:13.044418 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-574067e4-2165-4fb1-8538-c654ca49c35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:13.046104 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-574067e4-2165-4fb1-8538-c654ca49c35f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/85ac4d00-ee4c-462c-ac98-d081e5087ebe HTTP/1.1" status: 204 len: 168 time: 0.5904243 Aug 11 02:25:13.227016 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-48d3f893-9c06-4046-8134-9fc0477eba3d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-674720953-network', 'tenant_id': '964c94866ffe47439c17b06951694814'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:13.282955 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc0bc2-4682-406b-95db-d3b40065d82d req-486fc0de-ce8f-470a-828e-20a99499db94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:13.284811 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-06cc0bc2-4682-406b-95db-d3b40065d82d req-486fc0de-ce8f-470a-828e-20a99499db94 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=83575988edd14bd3ac636f254bcc4c79&device_id=0d06cdc6-1ae9-4411-af0f-42fd634bd958 HTTP/1.1" status: 200 len: 1096 time: 0.1717451 Aug 11 02:25:13.595579 n-d-615180-33 neutron-server[94506]: WARNING neutron.services.metering.metering_plugin [None req-d87a7658-d22d-472e-9e82-3441a19377f0 tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 02:25:13.604056 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574067e4-2165-4fb1-8538-c654ca49c35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ac4d00-ee4c-462c-ac98-d081e5087ebe,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:13.671918 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d3f893-9c06-4046-8134-9fc0477eba3d admin admin] Made reservation on behalf of 964c94866ffe47439c17b06951694814 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:13.674413 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-48d3f893-9c06-4046-8134-9fc0477eba3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:13.687345 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630d1aa-f543-40ab-88fa-4ba961a99bd3 req-d8f2cc06-3d3b-4bbb-9715-cc60182a8f12 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:13.688318 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-48d3f893-9c06-4046-8134-9fc0477eba3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:13.692016 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e630d1aa-f543-40ab-88fa-4ba961a99bd3 req-d8f2cc06-3d3b-4bbb-9715-cc60182a8f12 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d06cdc6-1ae9-4411-af0f-42fd634bd958 HTTP/1.1" status: 200 len: 944 time: 0.6609304 Aug 11 02:25:13.724331 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-a6f29a95-6bad-444b-bf85-b0b6b8b82082 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:13.732222 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-a6f29a95-6bad-444b-bf85-b0b6b8b82082 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/networks?id=425950f3-3280-441c-babc-f2eb8503759f HTTP/1.1" status: 200 len: 809 time: 0.5651274 Aug 11 02:25:13.739513 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d87a7658-d22d-472e-9e82-3441a19377f0 tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:13.741193 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d87a7658-d22d-472e-9e82-3441a19377f0 tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8164752 Aug 11 02:25:13.746094 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56730) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:13.751430 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-bb7f003d-01ea-43cb-8612-6e327a0a4ee7 tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '00772488-fe7b-420f-ae44-1acd05f91cb4'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:13.752239 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-bb7f003d-01ea-43cb-8612-6e327a0a4ee7 tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94506) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:25:13.771337 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-547b35fa-21ac-4e5f-ad3b-006f9662c5e2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.73 "GET /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.8620341 Aug 11 02:25:13.772078 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-ebb39e4e-c29e-41e3-862d-d0f66945f2db tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/quotas/a1d1413f133947a282d310c72bc230b7 HTTP/1.1" status: 200 len: 375 time: 0.0388753 Aug 11 02:25:13.813439 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-bace91a5-dd60-4acf-b1d2-db6b93825d11 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1d1413f133947a282d310c72bc230b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404234 Aug 11 02:25:13.885325 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc0bc2-4682-406b-95db-d3b40065d82d req-9a7b7187-499b-4c5b-a093-d04abb9364f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:13.886968 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-06cc0bc2-4682-406b-95db-d3b40065d82d req-9a7b7187-499b-4c5b-a093-d04abb9364f0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d5e9bc60-44e8-48ec-bced-24847d62e034 HTTP/1.1" status: 200 len: 912 time: 0.5886521 Aug 11 02:25:13.900548 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e630d1aa-f543-40ab-88fa-4ba961a99bd3 req-8b827194-c579-4216-98e4-3861ab06af45 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=09b85eec-49c5-4e78-a30e-7ae93cf61452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567585 Aug 11 02:25:13.903746 n-d-615180-33 neutron-server[94506]: WARNING neutron.services.metering.metering_plugin [None req-bb7f003d-01ea-43cb-8612-6e327a0a4ee7 tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 02:25:13.948135 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-06cc0bc2-4682-406b-95db-d3b40065d82d req-7fe313cf-d5b3-4214-9d7c-c331783ae37b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8f3a482-ab68-49b6-8acf-fe7a9b735239 HTTP/1.1" status: 200 len: 217 time: 0.0506377 Aug 11 02:25:14.037510 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-66fa0e55-675d-4897-ac25-a5b3102fc92d service neutron] 10.222.0.50 "GET /v2.0/networks/425950f3-3280-441c-babc-f2eb8503759f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231364 Aug 11 02:25:14.113168 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc0bc2-4682-406b-95db-d3b40065d82d req-b0a53b7e-65a9-4d7c-8fdb-22a312235ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:14.113892 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-c5b70bd5-1244-400c-b363-68448208d1f1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:14.115134 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-06cc0bc2-4682-406b-95db-d3b40065d82d req-b0a53b7e-65a9-4d7c-8fdb-22a312235ece service neutron] 10.222.0.66 "GET /v2.0/subnets?id=be5383bc-6e19-42ce-a87f-2dcaab36b27f HTTP/1.1" status: 200 len: 850 time: 0.1524000 Aug 11 02:25:14.123403 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bb7f003d-01ea-43cb-8612-6e327a0a4ee7 tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:14.124736 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bb7f003d-01ea-43cb-8612-6e327a0a4ee7 tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3774092 Aug 11 02:25:14.127744 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56740) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:14.145951 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-48d3f893-9c06-4046-8134-9fc0477eba3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:14.164034 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5e558e7d-ba8f-40e2-a242-fa1b3fc60202 tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=3cc51ed2-21db-459d-ba92-75a59b629cca HTTP/1.1" status: 200 len: 462 time: 0.0188274 Aug 11 02:25:14.167982 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56742) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:14.184544 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-48d3f893-9c06-4046-8134-9fc0477eba3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:14.201296 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a412-a0bc-48b2-b04d-98cee1419224 req-84132a0c-7da3-414e-a631-7f08d679af4c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:14.211815 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a412-a0bc-48b2-b04d-98cee1419224 req-84132a0c-7da3-414e-a631-7f08d679af4c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:14.219063 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a412-a0bc-48b2-b04d-98cee1419224 req-84132a0c-7da3-414e-a631-7f08d679af4c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:14.228942 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a412-a0bc-48b2-b04d-98cee1419224 req-84132a0c-7da3-414e-a631-7f08d679af4c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:14.237453 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a412-a0bc-48b2-b04d-98cee1419224 req-84132a0c-7da3-414e-a631-7f08d679af4c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:14.241102 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d3f893-9c06-4046-8134-9fc0477eba3d admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:25:14.246174 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a412-a0bc-48b2-b04d-98cee1419224 req-84132a0c-7da3-414e-a631-7f08d679af4c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:14.253010 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a412-a0bc-48b2-b04d-98cee1419224 req-84132a0c-7da3-414e-a631-7f08d679af4c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:14.259699 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc0bc2-4682-406b-95db-d3b40065d82d req-1e76bd8d-cd9b-4a25-83aa-271f6e3e538e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:14.261541 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e2e4a412-a0bc-48b2-b04d-98cee1419224 req-84132a0c-7da3-414e-a631-7f08d679af4c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 5442 time: 0.2455845 Aug 11 02:25:14.261933 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-06cc0bc2-4682-406b-95db-d3b40065d82d req-1e76bd8d-cd9b-4a25-83aa-271f6e3e538e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d5e9bc60-44e8-48ec-bced-24847d62e034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1305268 Aug 11 02:25:14.266896 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3f893-9c06-4046-8134-9fc0477eba3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d081a182-124f-4bcc-b679-03ae82675b35,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:14.288732 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-6fbf6140-bdbc-43ef-8558-cecfbfb361ca service neutron] 10.222.0.50 "GET /v2.0/networks/425950f3-3280-441c-babc-f2eb8503759f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501292 Aug 11 02:25:14.312846 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-48d3f893-9c06-4046-8134-9fc0477eba3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:14.313797 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-48d3f893-9c06-4046-8134-9fc0477eba3d admin admin] Added segment 20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d of type vlan for network c208dbef-4fed-4c40-9530-440f884537b0 Aug 11 02:25:14.390445 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-48d3f893-9c06-4046-8134-9fc0477eba3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:14.419836 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e2e4a412-a0bc-48b2-b04d-98cee1419224 req-a775c139-067d-4bd7-871a-92b0b1755e6e tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1558359 Aug 11 02:25:14.426036 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-c5b70bd5-1244-400c-b363-68448208d1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:14.488465 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ed8ff108-d661-45c4-bd11-1ebf46d9d6b5 tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:14.490571 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ed8ff108-d661-45c4-bd11-1ebf46d9d6b5 tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/3cc51ed2-21db-459d-ba92-75a59b629cca HTTP/1.1" status: 204 len: 168 time: 0.3195622 Aug 11 02:25:14.491106 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-06cc0bc2-4682-406b-95db-d3b40065d82d req-6d5fe600-964e-4225-b55a-6192153f8bb5 service neutron] 10.222.0.66 "GET /v2.0/networks/d5e9bc60-44e8-48ec-bced-24847d62e034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189248 Aug 11 02:25:14.494117 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56752) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:14.495125 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-48d3f893-9c06-4046-8134-9fc0477eba3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:14.497612 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d3f893-9c06-4046-8134-9fc0477eba3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:14.499341 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-48d3f893-9c06-4046-8134-9fc0477eba3d admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:14.558981 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-91bbc9a2-a809-41c6-b4e2-41a39707a6d5 tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=3cc51ed2-21db-459d-ba92-75a59b629cca HTTP/1.1" status: 200 len: 221 time: 0.0626938 Aug 11 02:25:14.562860 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56756) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:14.569021 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-c8c4319d-7c34-464b-b12c-29f17d677791 tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--278050425', 'description': 'label created by tempest'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:14.569759 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-c8c4319d-7c34-464b-b12c-29f17d677791 tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] Unknown quota resources ['metering_label']. {{(pid=94506) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:25:14.714765 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-48d3f893-9c06-4046-8134-9fc0477eba3d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8270435 Aug 11 02:25:14.718660 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56762) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:14.723639 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-05de0afb-a8eb-42dc-ab49-a2cbdf16c0b7 admin admin] Request body: {'subnet': {'network_id': 'c208dbef-4fed-4c40-9530-440f884537b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-674720953-subnet', 'tenant_id': '964c94866ffe47439c17b06951694814', 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:14.728892 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3f893-9c06-4046-8134-9fc0477eba3d admin admin] Pushing event updated for resources: {'Network': ['ID=c208dbef-4fed-4c40-9530-440f884537b0,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:14.740432 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network c208dbef-4fed-4c40-9530-440f884537b0 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:25:14.776317 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05de0afb-a8eb-42dc-ab49-a2cbdf16c0b7 admin admin] Made reservation on behalf of 964c94866ffe47439c17b06951694814 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:14.778766 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-05de0afb-a8eb-42dc-ab49-a2cbdf16c0b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:14.846683 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-06cc0bc2-4682-406b-95db-d3b40065d82d req-43f22d32-0beb-4682-8b79-769d288e593a service neutron] 10.222.0.66 "GET /v2.0/networks/d5e9bc60-44e8-48ec-bced-24847d62e034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432522 Aug 11 02:25:14.907168 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-efb96513-0316-4534-a659-839197d5856b req-2d484fe8-b1a0-493f-949b-166f2c9b8943 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/ports?device_id=d616118b-9e12-4301-8908-1a9eb6631752 HTTP/1.1" status: 200 len: 210 time: 0.2825909 Aug 11 02:25:15.081056 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c8c4319d-7c34-464b-b12c-29f17d677791 tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:15.085200 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c8c4319d-7c34-464b-b12c-29f17d677791 tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5208528 Aug 11 02:25:15.088692 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56776) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:15.120195 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-05de0afb-a8eb-42dc-ab49-a2cbdf16c0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:15.132164 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb40aeb-e1fd-4d21-8c4f-6454cfcba860 req-8145d5fc-de3b-464f-bf49-fc601c30b3c2 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:15.133920 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-abb40aeb-e1fd-4d21-8c4f-6454cfcba860 req-8145d5fc-de3b-464f-bf49-fc601c30b3c2 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d06cdc6-1ae9-4411-af0f-42fd634bd958 HTTP/1.1" status: 200 len: 944 time: 0.1217096 Aug 11 02:25:15.217525 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a8e70aab-f5bc-489b-837b-db8485b1f4d2 tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=32e9149f-783e-4ded-af66-af172d36b3ed HTTP/1.1" status: 200 len: 467 time: 0.1278772 Aug 11 02:25:15.220604 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-c5b70bd5-1244-400c-b363-68448208d1f1 service neutron] For port 54a21190-3213-4831-8458-9bdd8fb2c46c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=54a21190-3213-4831-8458-9bdd8fb2c46c,segment=NetworkSegment(7d4b7bcc-8eef-48d8-8309-95445fdb1890),segment_id=7d4b7bcc-8eef-48d8-8309-95445fdb1890)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:15.222364 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56784) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:15.276635 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-abb40aeb-e1fd-4d21-8c4f-6454cfcba860 req-8254bd15-40ae-4bf6-b17e-b2d90393b2e1 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=09b85eec-49c5-4e78-a30e-7ae93cf61452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140223 Aug 11 02:25:15.304708 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de0afb-a8eb-42dc-ab49-a2cbdf16c0b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdf3d49a-9c58-42ff-9058-28a4ebd053e1,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:15.313362 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05de0afb-a8eb-42dc-ab49-a2cbdf16c0b7 admin admin] Checking segment: {'id': '20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c208dbef-4fed-4c40-9530-440f884537b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:15.313737 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05de0afb-a8eb-42dc-ab49-a2cbdf16c0b7 admin admin] Network hostable DHCP agents. Network: c208dbef-4fed-4c40-9530-440f884537b0, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:25:15.347764 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56790) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:15.360225 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05de0afb-a8eb-42dc-ab49-a2cbdf16c0b7 admin admin] Network c208dbef-4fed-4c40-9530-440f884537b0 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:25:15.373973 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-05de0afb-a8eb-42dc-ab49-a2cbdf16c0b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, c208dbef-4fed-4c40-9530-440f884537b0) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:15.380579 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05de0afb-a8eb-42dc-ab49-a2cbdf16c0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:15.380756 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-05de0afb-a8eb-42dc-ab49-a2cbdf16c0b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:15.384359 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c874d411-c432-45ae-9c78-d66346eb4e2a None None] Network c208dbef-4fed-4c40-9530-440f884537b0 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:15.394915 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-c5b70bd5-1244-400c-b363-68448208d1f1 service neutron] For port 54a21190-3213-4831-8458-9bdd8fb2c46c, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:15.420566 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-05de0afb-a8eb-42dc-ab49-a2cbdf16c0b7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7007823 Aug 11 02:25:15.421351 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56796) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:15.427596 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-5cffb3d0-a45c-430b-9e7d-f044c0534c60 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-674720953-router', 'tenant_id': '964c94866ffe47439c17b06951694814', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:15.541866 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-7a71fd00-e249-4f3b-aec5-707259bda9af tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:15.558307 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-c5b70bd5-1244-400c-b363-68448208d1f1 service neutron] device_id is not set on port 54a21190-3213-4831-8458-9bdd8fb2c46c yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:25:15.561696 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5cffb3d0-a45c-430b-9e7d-f044c0534c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:15.564187 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5cffb3d0-a45c-430b-9e7d-f044c0534c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:15.602676 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-c5b70bd5-1244-400c-b363-68448208d1f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:15.646406 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5cffb3d0-a45c-430b-9e7d-f044c0534c60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:15.682802 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-c5b70bd5-1244-400c-b363-68448208d1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:15.704123 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-384d7211-0a65-4c1c-b5a2-743329e6e8e8 tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:15.707600 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device b8f3a482-ab68-49b6-8acf-fe7a9b735239 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:25:15.708417 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-384d7211-0a65-4c1c-b5a2-743329e6e8e8 tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/32e9149f-783e-4ded-af66-af172d36b3ed HTTP/1.1" status: 204 len: 168 time: 0.4849207 Aug 11 02:25:15.708978 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56800) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:15.730507 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1124-2586-470c-b2d9-c27f07b5c895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:15.781063 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7a71fd00-e249-4f3b-aec5-707259bda9af tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] 10.222.0.50 "PUT /v2.0/quotas/f19130dbd3e54f8f8afe8e08ebe4add7 HTTP/1.1" status: 200 len: 368 time: 0.4317803 Aug 11 02:25:15.783598 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b70bd5-1244-400c-b363-68448208d1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=54a21190-3213-4831-8458-9bdd8fb2c46c,revision_number=6']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:15.784186 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56802) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:15.793169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-e520400f-aa24-4afd-983b-5fb779d0d49a tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Request body: {'network': {'project_id': 'f19130dbd3e54f8f8afe8e08ebe4add7'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:15.814945 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-423be755-e663-49a2-82f3-8ef685e584c0 tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=32e9149f-783e-4ded-af66-af172d36b3ed HTTP/1.1" status: 200 len: 216 time: 0.1048310 Aug 11 02:25:15.815910 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c168745b-db5f-4377-aef9-67430447d46b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-c208dbef-4fed-4c40-9530-440f884537b0', 'network_id': 'c208dbef-4fed-4c40-9530-440f884537b0', 'tenant_id': '964c94866ffe47439c17b06951694814', 'fixed_ips': [{'subnet_id': 'fdf3d49a-9c58-42ff-9058-28a4ebd053e1'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:25:15.818140 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c168745b-db5f-4377-aef9-67430447d46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:15.834412 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56804) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:15.840645 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-c5b70bd5-1244-400c-b363-68448208d1f1 service neutron] No DVR routers for this DVR port 54a21190-3213-4831-8458-9bdd8fb2c46c on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:15.857151 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9bf1afe5-391a-41b5-aac6-7fbedab3d88b tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0198114 Aug 11 02:25:15.875687 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56806) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:15.892437 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce2e61-aad5-4b1a-9314-45284de61355 req-d7cf1ab4-83e8-4e5b-ba7e-31802f20cefb tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:15.898376 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce2e61-aad5-4b1a-9314-45284de61355 req-d7cf1ab4-83e8-4e5b-ba7e-31802f20cefb tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:15.912560 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce2e61-aad5-4b1a-9314-45284de61355 req-d7cf1ab4-83e8-4e5b-ba7e-31802f20cefb tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:15.925978 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce2e61-aad5-4b1a-9314-45284de61355 req-d7cf1ab4-83e8-4e5b-ba7e-31802f20cefb tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:15.934397 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce2e61-aad5-4b1a-9314-45284de61355 req-d7cf1ab4-83e8-4e5b-ba7e-31802f20cefb tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:15.940605 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce2e61-aad5-4b1a-9314-45284de61355 req-d7cf1ab4-83e8-4e5b-ba7e-31802f20cefb tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:15.944003 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-78ce2e61-aad5-4b1a-9314-45284de61355 req-d7cf1ab4-83e8-4e5b-ba7e-31802f20cefb tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 4663 time: 0.2642941 Aug 11 02:25:16.001768 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5cffb3d0-a45c-430b-9e7d-f044c0534c60 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:16.008994 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4d936ca2-c945-4a5a-b063-7ae3c99ab617 tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0620031 Aug 11 02:25:16.010921 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56810) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:16.063646 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-c5b70bd5-1244-400c-b363-68448208d1f1 service neutron] In _notify_port_updated(), no bound segment for port 54a21190-3213-4831-8458-9bdd8fb2c46c on network 6b37a7db-7b2c-45a9-a3ea-9ce097777b06 {{(pid=94506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:25:16.064525 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-c5b70bd5-1244-400c-b363-68448208d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:16.065155 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-c5b70bd5-1244-400c-b363-68448208d1f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:16.066824 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-c5b70bd5-1244-400c-b363-68448208d1f1 service neutron] 10.222.0.73 "PUT /v2.0/ports/54a21190-3213-4831-8458-9bdd8fb2c46c HTTP/1.1" status: 200 len: 1032 time: 2.2838449 Aug 11 02:25:16.090385 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-78ce2e61-aad5-4b1a-9314-45284de61355 req-53c48828-53a9-4959-9c2e-b0d6be472bd6 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&id=f62b7860-a1e8-4731-a58a-fca2ed4808a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1213398 Aug 11 02:25:16.146849 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d5022c54-acf5-4da5-80a6-f223e5351dee tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels/00772488-fe7b-420f-ae44-1acd05f91cb4 HTTP/1.1" status: 200 len: 473 time: 0.1279922 Aug 11 02:25:16.147883 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e520400f-aa24-4afd-983b-5fb779d0d49a tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Made reservation on behalf of f19130dbd3e54f8f8afe8e08ebe4add7 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:16.151993 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e520400f-aa24-4afd-983b-5fb779d0d49a tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:16.170587 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56812) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:16.171496 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e520400f-aa24-4afd-983b-5fb779d0d49a tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:16.190072 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-0d9a220a-9850-44d2-a788-a4b2b30fa44b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:16.192260 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-0d9a220a-9850-44d2-a788-a4b2b30fa44b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.73 "GET /v2.0/ports/0a38793e-41b1-4d7a-a9ec-fc766a55001c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1009326 Aug 11 02:25:16.208432 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-5e4616f6-a7a7-49b0-8364-2540ce307822 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:16.212702 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-552684d9-28ff-47e9-bca2-32c0608d6c4b req-942e1e86-dbe7-47a6-957e-590387d82f1a tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/ports?device_id=d616118b-9e12-4301-8908-1a9eb6631752 HTTP/1.1" status: 200 len: 210 time: 0.0909641 Aug 11 02:25:16.243489 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-95aaafae-b477-449f-9efa-e9f294104eff tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules/730c0b82-6b48-43c2-b55f-fdbb882cb9e8 HTTP/1.1" status: 200 len: 459 time: 0.0644231 Aug 11 02:25:16.257219 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56814) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:16.370911 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-c168745b-db5f-4377-aef9-67430447d46b None None] Allocated IP 172.20.0.2 (c208dbef-4fed-4c40-9530-440f884537b0/fdf3d49a-9c58-42ff-9058-28a4ebd053e1/f50baeb3-6afd-4975-8810-12a1faaa10df) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:16.397573 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-5e4616f6-a7a7-49b0-8364-2540ce307822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:16.599806 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c168745b-db5f-4377-aef9-67430447d46b None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:16.607639 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-8339bbd8-03a9-4c73-910d-af2e54760425 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:16.609243 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-8339bbd8-03a9-4c73-910d-af2e54760425 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.73 "GET /v2.0/networks?id=425950f3-3280-441c-babc-f2eb8503759f HTTP/1.1" status: 200 len: 809 time: 0.3721359 Aug 11 02:25:16.612296 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c168745b-db5f-4377-aef9-67430447d46b None None] Transition to ACTIVE for port object f50baeb3-6afd-4975-8810-12a1faaa10df will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:16.627820 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2e97d2f7-6c79-49ad-bb1d-7ad23e8fc029 tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:16.627820 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2e97d2f7-6c79-49ad-bb1d-7ad23e8fc029 tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/730c0b82-6b48-43c2-b55f-fdbb882cb9e8 HTTP/1.1" status: 204 len: 168 time: 0.3661754 Aug 11 02:25:16.634275 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56820) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:16.634729 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c168745b-db5f-4377-aef9-67430447d46b None None] Transition to ACTIVE for port object f50baeb3-6afd-4975-8810-12a1faaa10df will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:16.642659 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device bd38919d-9f9a-4f29-be28-260e9cba0751 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:16.675330 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-b55b05f0-e364-4cc5-a7a1-249ea91ac2bd tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Request body: {'port': {'device_id': 'd616118b-9e12-4301-8908-1a9eb6631752', 'network_id': '425950f3-3280-441c-babc-f2eb8503759f', 'admin_state_up': True, 'tenant_id': 'a1d1413f133947a282d310c72bc230b7'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:16.681350 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-acec9a8e-adca-4993-8873-c45c6e290792 None None] Provisioning complete for port 54a21190-3213-4831-8458-9bdd8fb2c46c triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:16.682065 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-acec9a8e-adca-4993-8873-c45c6e290792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:16.687954 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c168745b-db5f-4377-aef9-67430447d46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:16.752197 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c168745b-db5f-4377-aef9-67430447d46b None None] Network c208dbef-4fed-4c40-9530-440f884537b0 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:16.772079 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27aff7-737b-4c05-8788-461a1cb18408 req-e76c59c4-a8ef-4bee-94c4-f60b7a528cd7 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:16.775226 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3c27aff7-737b-4c05-8788-461a1cb18408 req-e76c59c4-a8ef-4bee-94c4-f60b7a528cd7 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d06cdc6-1ae9-4411-af0f-42fd634bd958 HTTP/1.1" status: 200 len: 944 time: 0.2779038 Aug 11 02:25:16.777742 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168745b-db5f-4377-aef9-67430447d46b None None] Pushing event updated for resources: {'Port': ['ID=f50baeb3-6afd-4975-8810-12a1faaa10df,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:16.780768 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-c168745b-db5f-4377-aef9-67430447d46b None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:16.796332 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c168745b-db5f-4377-aef9-67430447d46b None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:16.909591 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-c168745b-db5f-4377-aef9-67430447d46b None None] Attempting to bind port f50baeb3-6afd-4975-8810-12a1faaa10df on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:16.910981 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-c168745b-db5f-4377-aef9-67430447d46b None None] Attempting to bind port f50baeb3-6afd-4975-8810-12a1faaa10df by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c208dbef-4fed-4c40-9530-440f884537b0'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:16.911615 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c168745b-db5f-4377-aef9-67430447d46b None None] Attempting to bind port f50baeb3-6afd-4975-8810-12a1faaa10df on network c208dbef-4fed-4c40-9530-440f884537b0 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:16.921129 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3c27aff7-737b-4c05-8788-461a1cb18408 req-287ed627-94fc-4429-ac09-66984bb4877b tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=09b85eec-49c5-4e78-a30e-7ae93cf61452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787797 Aug 11 02:25:16.922977 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port b8f3a482-ab68-49b6-8acf-fe7a9b735239, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=b8f3a482-ab68-49b6-8acf-fe7a9b735239,segment=NetworkSegment(90f545b9-473b-4ac5-8dfe-98546b442c39),segment_id=90f545b9-473b-4ac5-8dfe-98546b442c39)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:16.925788 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c168745b-db5f-4377-aef9-67430447d46b None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:25:16.926225 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c168745b-db5f-4377-aef9-67430447d46b None None] Checking segment: {'id': '20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c208dbef-4fed-4c40-9530-440f884537b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:16.926568 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c168745b-db5f-4377-aef9-67430447d46b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:16.926982 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c168745b-db5f-4377-aef9-67430447d46b None None] Bound using segment: {'id': '20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c208dbef-4fed-4c40-9530-440f884537b0'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:25:16.927485 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-c168745b-db5f-4377-aef9-67430447d46b None None] Bound port: f50baeb3-6afd-4975-8810-12a1faaa10df, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c208dbef-4fed-4c40-9530-440f884537b0'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:25:16.927908 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c168745b-db5f-4377-aef9-67430447d46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:16.951404 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-acec9a8e-adca-4993-8873-c45c6e290792 None None] Port 54a21190-3213-4831-8458-9bdd8fb2c46c cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:25:16.990015 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e520400f-aa24-4afd-983b-5fb779d0d49a tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.000924 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'b8f3a482-ab68-49b6-8acf-fe7a9b735239', 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034', 'port_id': 'b8f3a482-ab68-49b6-8acf-fe7a9b735239', 'mac_address': 'fa:16:3e:9c:a4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:25:17.019077 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e520400f-aa24-4afd-983b-5fb779d0d49a tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.038893 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2013912e-54a8-4394-9f9d-7006e75319ac tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.043141 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2013912e-54a8-4394-9f9d-7006e75319ac tempest-MeteringIpV6TestJSON-516221143 tempest-MeteringIpV6TestJSON-516221143-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/00772488-fe7b-420f-ae44-1acd05f91cb4 HTTP/1.1" status: 204 len: 168 time: 0.4036098 Aug 11 02:25:17.060385 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-c168745b-db5f-4377-aef9-67430447d46b None None] For port f50baeb3-6afd-4975-8810-12a1faaa10df, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:17.063653 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-c168745b-db5f-4377-aef9-67430447d46b None None] For port f50baeb3-6afd-4975-8810-12a1faaa10df, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f50baeb3-6afd-4975-8810-12a1faaa10df,segment=NetworkSegment(20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d),segment_id=20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:25:17.064922 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e520400f-aa24-4afd-983b-5fb779d0d49a tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:25:17.072243 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.075830 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c168745b-db5f-4377-aef9-67430447d46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.079517 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-b55b05f0-e364-4cc5-a7a1-249ea91ac2bd tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Made reservation on behalf of a1d1413f133947a282d310c72bc230b7 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:17.083697 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-b55b05f0-e364-4cc5-a7a1-249ea91ac2bd tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.098041 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5cffb3d0-a45c-430b-9e7d-f044c0534c60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.123972 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-5e4616f6-a7a7-49b0-8364-2540ce307822 service neutron] For port 0a38793e-41b1-4d7a-a9ec-fc766a55001c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=0a38793e-41b1-4d7a-a9ec-fc766a55001c,segment=NetworkSegment(7d4b7bcc-8eef-48d8-8309-95445fdb1890),segment_id=7d4b7bcc-8eef-48d8-8309-95445fdb1890)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:17.129784 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5cffb3d0-a45c-430b-9e7d-f044c0534c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.142755 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e520400f-aa24-4afd-983b-5fb779d0d49a tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.143032 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-e520400f-aa24-4afd-983b-5fb779d0d49a tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Added segment 01bd3312-e016-445d-8f21-33e45e81a005 of type vlan for network 29701dd2-0fe0-4f19-9ee1-2bfdee887704 Aug 11 02:25:17.144396 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520400f-aa24-4afd-983b-5fb779d0d49a tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecdc574-e9e0-447f-b747-e2a66d1f993c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:17.191198 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-5e4616f6-a7a7-49b0-8364-2540ce307822 service neutron] For port 0a38793e-41b1-4d7a-a9ec-fc766a55001c, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:17.210464 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd38919d-9f9a-4f29-be28-260e9cba0751'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:17.212857 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae01db1-382b-46ed-a16f-75dff3168210" -d '{"events": [{"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-unplugged", "status": "completed", "tag": "bd38919d-9f9a-4f29-be28-260e9cba0751"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:17.240216 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.253256 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port bd38919d-9f9a-4f29-be28-260e9cba0751, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=bd38919d-9f9a-4f29-be28-260e9cba0751,segment=NetworkSegment(7d4b7bcc-8eef-48d8-8309-95445fdb1890),segment_id=7d4b7bcc-8eef-48d8-8309-95445fdb1890)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:17.267705 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.268366 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device c6bc117e-5f2a-42b2-ad16-089daf123adb no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:17.271405 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168745b-db5f-4377-aef9-67430447d46b None None] Pushing event updated for resources: {'Port': ['ID=f50baeb3-6afd-4975-8810-12a1faaa10df,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:17.284398 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f3a482-ab68-49b6-8acf-fe7a9b735239 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:25:17.314351 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-5e4616f6-a7a7-49b0-8364-2540ce307822 service neutron] device_id is not set on port 0a38793e-41b1-4d7a-a9ec-fc766a55001c yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:25:17.331080 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-5e4616f6-a7a7-49b0-8364-2540ce307822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.342632 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-5e4616f6-a7a7-49b0-8364-2540ce307822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.361465 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e520400f-aa24-4afd-983b-5fb779d0d49a tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.373608 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port b8f3a482-ab68-49b6-8acf-fe7a9b735239, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=b8f3a482-ab68-49b6-8acf-fe7a9b735239,segment=NetworkSegment(90f545b9-473b-4ac5-8dfe-98546b442c39),segment_id=90f545b9-473b-4ac5-8dfe-98546b442c39)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:17.392972 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.425880 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=bd38919d-9f9a-4f29-be28-260e9cba0751,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:17.481818 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-5e4616f6-a7a7-49b0-8364-2540ce307822 service neutron] No DVR routers for this DVR port 0a38793e-41b1-4d7a-a9ec-fc766a55001c on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:17.487841 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4616f6-a7a7-49b0-8364-2540ce307822 service neutron] Pushing event updated for resources: {'Port': ['ID=0a38793e-41b1-4d7a-a9ec-fc766a55001c,revision_number=6']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:17.572894 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-5e4616f6-a7a7-49b0-8364-2540ce307822 service neutron] In _notify_port_updated(), no bound segment for port 0a38793e-41b1-4d7a-a9ec-fc766a55001c on network 6b37a7db-7b2c-45a9-a3ea-9ce097777b06 {{(pid=94506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:25:17.573793 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-5e4616f6-a7a7-49b0-8364-2540ce307822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.574465 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-5e4616f6-a7a7-49b0-8364-2540ce307822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.582398 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-5e4616f6-a7a7-49b0-8364-2540ce307822 service neutron] 10.222.0.73 "PUT /v2.0/ports/0a38793e-41b1-4d7a-a9ec-fc766a55001c HTTP/1.1" status: 200 len: 1031 time: 1.3730061 Aug 11 02:25:17.645895 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.700847 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56836) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:17.717816 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['b8f3a482-ab68-49b6-8acf-fe7a9b735239'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:25:17.721682 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=b8f3a482-ab68-49b6-8acf-fe7a9b735239,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:17.756694 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e520400f-aa24-4afd-983b-5fb779d0d49a tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.757937 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e520400f-aa24-4afd-983b-5fb779d0d49a tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.758814 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e520400f-aa24-4afd-983b-5fb779d0d49a tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.778675 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3913731-3cf0-4730-813c-d7b35869a3e5 req-d7889210-8a65-45aa-a347-721bb813ebf0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.788565 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3913731-3cf0-4730-813c-d7b35869a3e5 req-d7889210-8a65-45aa-a347-721bb813ebf0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.805791 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3913731-3cf0-4730-813c-d7b35869a3e5 req-d7889210-8a65-45aa-a347-721bb813ebf0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.812712 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3913731-3cf0-4730-813c-d7b35869a3e5 req-d7889210-8a65-45aa-a347-721bb813ebf0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.819376 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3913731-3cf0-4730-813c-d7b35869a3e5 req-d7889210-8a65-45aa-a347-721bb813ebf0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.822400 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b3913731-3cf0-4730-813c-d7b35869a3e5 req-d7889210-8a65-45aa-a347-721bb813ebf0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 3883 time: 0.4833813 Aug 11 02:25:17.848401 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2dddf2-cd78-4bb3-91ce-5824a6de4a1b x-openstack-request-id: req-4c2dddf2-cd78-4bb3-91ce-5824a6de4a1b {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:17.848809 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-unplugged", "status": "completed", "tag": "bd38919d-9f9a-4f29-be28-260e9cba0751", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:17.849267 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4c2dddf2-cd78-4bb3-91ce-5824a6de4a1b {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:17.849852 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd38919d-9f9a-4f29-be28-260e9cba0751', 'code': 200} Aug 11 02:25:17.854343 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-74a2414a-28b9-4379-b294-f85e62c504bd tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Deleting port 622f47f6-616c-4c28-9002-bebf0b890eca {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:17.858042 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-74a2414a-28b9-4379-b294-f85e62c504bd tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.862798 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port c6bc117e-5f2a-42b2-ad16-089daf123adb, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=c6bc117e-5f2a-42b2-ad16-089daf123adb,segment=NetworkSegment(7d4b7bcc-8eef-48d8-8309-95445fdb1890),segment_id=7d4b7bcc-8eef-48d8-8309-95445fdb1890)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:17.884806 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.885537 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 0a38793e-41b1-4d7a-a9ec-fc766a55001c no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:17.974542 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-5cffb3d0-a45c-430b-9e7d-f044c0534c60 admin admin] Allocated IP 172.25.2.84 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/9e8f0170-d0dd-46af-ad4e-0280c7396d64) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:17.990162 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e7d64b14-db50-459f-9b16-22923316689a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.994723 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-b55b05f0-e364-4cc5-a7a1-249ea91ac2bd tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Allocated IP 172.20.0.6 (425950f3-3280-441c-babc-f2eb8503759f/2853ca2d-08a7-411f-b33e-d9ad2442e5c4/9ae29574-9dc8-42ae-9986-e550bc4168df) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:18.000284 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e520400f-aa24-4afd-983b-5fb779d0d49a tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.2118268 Aug 11 02:25:18.021263 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56842) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:18.021263 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b3913731-3cf0-4730-813c-d7b35869a3e5 req-80b52f01-3c38-47c9-b117-fc79d0795279 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845708 Aug 11 02:25:18.044178 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-62fd7828-cb58-45f7-9c78-2823cef39e79 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Request body: {'network': {'project_id': 'f19130dbd3e54f8f8afe8e08ebe4add7'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:18.049916 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 0a38793e-41b1-4d7a-a9ec-fc766a55001c not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:25:18.049916 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 54a21190-3213-4831-8458-9bdd8fb2c46c no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:18.076018 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520400f-aa24-4afd-983b-5fb779d0d49a tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Pushing event updated for resources: {'Network': ['ID=29701dd2-0fe0-4f19-9ee1-2bfdee887704,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:18.078957 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c2bbcc49-d883-4088-beeb-886e02fa3a6a req-29a2b2e1-1e85-4afa-aa50-2fe4b0c0f427 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/ports?device_id=d616118b-9e12-4301-8908-1a9eb6631752 HTTP/1.1" status: 200 len: 210 time: 0.1013396 Aug 11 02:25:18.126147 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-74a2414a-28b9-4379-b294-f85e62c504bd tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] For port 622f47f6-616c-4c28-9002-bebf0b890eca, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=622f47f6-616c-4c28-9002-bebf0b890eca,segment=NetworkSegment(54995699-ccb8-46c9-8986-86289a757a66),segment_id=54995699-ccb8-46c9-8986-86289a757a66)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:18.127668 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-74a2414a-28b9-4379-b294-f85e62c504bd tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.130600 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 54a21190-3213-4831-8458-9bdd8fb2c46c not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:25:18.131023 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 622f47f6-616c-4c28-9002-bebf0b890eca no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:18.137575 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=c6bc117e-5f2a-42b2-ad16-089daf123adb,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:18.172957 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 29701dd2-0fe0-4f19-9ee1-2bfdee887704 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:25:18.285418 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fd7828-cb58-45f7-9c78-2823cef39e79 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Made reservation on behalf of f19130dbd3e54f8f8afe8e08ebe4add7 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:18.288006 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-62fd7828-cb58-45f7-9c78-2823cef39e79 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.290851 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a2f277b1-6918-4b31-8b06-a9f55f94d474 None None] Provisioning complete for port 0a38793e-41b1-4d7a-a9ec-fc766a55001c triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:18.291363 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a2f277b1-6918-4b31-8b06-a9f55f94d474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.379500 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-74a2414a-28b9-4379-b294-f85e62c504bd tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.381039 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-74a2414a-28b9-4379-b294-f85e62c504bd tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.381039 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-74a2414a-28b9-4379-b294-f85e62c504bd tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Floating IP b758aee9-2e50-48d6-ab45-5ee60434ca33 disassociated. External IP: 172.25.2.66, port: 622f47f6-616c-4c28-9002-bebf0b890eca. Aug 11 02:25:18.381660 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-74a2414a-28b9-4379-b294-f85e62c504bd tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Calling delete_port for 622f47f6-616c-4c28-9002-bebf0b890eca owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:18.410577 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a2f277b1-6918-4b31-8b06-a9f55f94d474 None None] Port 0a38793e-41b1-4d7a-a9ec-fc766a55001c cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:25:18.447986 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b8b2f968-74a1-403d-9425-8eb76850dfd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.453230 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5cffb3d0-a45c-430b-9e7d-f044c0534c60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.469171 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.479445 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae16fdc-edd5-43fc-a80b-16f242f41bcf req-d484c95e-fe3b-449d-830c-06fb554e07c8 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:18.494328 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eae16fdc-edd5-43fc-a80b-16f242f41bcf req-d484c95e-fe3b-449d-830c-06fb554e07c8 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d06cdc6-1ae9-4411-af0f-42fd634bd958 HTTP/1.1" status: 200 len: 945 time: 0.2582831 Aug 11 02:25:18.528679 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.563281 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62fd7828-cb58-45f7-9c78-2823cef39e79 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:25:18.563974 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f50baeb3-6afd-4975-8810-12a1faaa10df up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:18.582996 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eae16fdc-edd5-43fc-a80b-16f242f41bcf req-593ad67d-4a8c-4327-8781-9b9bc6b4137c tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=09b85eec-49c5-4e78-a30e-7ae93cf61452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877502 Aug 11 02:25:18.630806 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port f50baeb3-6afd-4975-8810-12a1faaa10df completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:18.637949 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-62fd7828-cb58-45f7-9c78-2823cef39e79 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.638268 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-62fd7828-cb58-45f7-9c78-2823cef39e79 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Added segment 188fcce2-cc4f-40ce-bed6-634a0e36b720 of type vlan for network 39345097-ba0e-46c6-86bd-fbb21b5adb40 Aug 11 02:25:18.645576 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-74a2414a-28b9-4379-b294-f85e62c504bd tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.663591 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 7f2bbf46-3ede-45de-88ba-1f3435d9778a no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:18.713823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2414a-28b9-4379-b294-f85e62c504bd tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Pushing event deleted for resources: {'Port': ['ID=622f47f6-616c-4c28-9002-bebf0b890eca,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:18.769887 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.783758 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e7d64b14-db50-459f-9b16-22923316689a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.810847 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e7d64b14-db50-459f-9b16-22923316689a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.822878 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 7f2bbf46-3ede-45de-88ba-1f3435d9778a, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=7f2bbf46-3ede-45de-88ba-1f3435d9778a,segment=NetworkSegment(461aeab3-769d-4585-948b-7cdcb45ee6e2),segment_id=461aeab3-769d-4585-948b-7cdcb45ee6e2)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:18.827791 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.828937 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 6393fbf0-c5b3-41a1-83d3-53a8c87fd107 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:18.858935 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-62fd7828-cb58-45f7-9c78-2823cef39e79 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.864755 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-b55b05f0-e364-4cc5-a7a1-249ea91ac2bd tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.913282 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5cffb3d0-a45c-430b-9e7d-f044c0534c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.934454 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e7d64b14-db50-459f-9b16-22923316689a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fab5678853924deeb7368d201fb25858&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2306647 Aug 11 02:25:18.940932 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=7f2bbf46-3ede-45de-88ba-1f3435d9778a,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:18.942118 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d64b14-db50-459f-9b16-22923316689a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764a1cac-4fac-4d01-b062-f45aaa5d88dc,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:18.945070 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56868) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:19.031621 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-74a2414a-28b9-4379-b294-f85e62c504bd tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Router 8cdd431b-5b4c-48b3-ad36-237c802964cf has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:25:19.047441 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:19.089475 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-62fd7828-cb58-45f7-9c78-2823cef39e79 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:19.090466 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fd7828-cb58-45f7-9c78-2823cef39e79 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:19.091063 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-62fd7828-cb58-45f7-9c78-2823cef39e79 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:19.104587 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8051245-d5af-4ee4-ba9f-4054ab47c8d7 None None] Network c208dbef-4fed-4c40-9530-440f884537b0 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:19.155661 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cffb3d0-a45c-430b-9e7d-f044c0534c60 admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:19.225264 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-5cffb3d0-a45c-430b-9e7d-f044c0534c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:19.236173 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-62fd7828-cb58-45f7-9c78-2823cef39e79 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2199731 Aug 11 02:25:19.245005 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cffb3d0-a45c-430b-9e7d-f044c0534c60 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:19.252860 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56890) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:19.273138 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2f0b6fd5-5e02-4f6f-b862-38402384de90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:19.309919 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-74a2414a-28b9-4379-b294-f85e62c504bd tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:25:19.312379 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 6393fbf0-c5b3-41a1-83d3-53a8c87fd107, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=6393fbf0-c5b3-41a1-83d3-53a8c87fd107,segment=NetworkSegment(461aeab3-769d-4585-948b-7cdcb45ee6e2),segment_id=461aeab3-769d-4585-948b-7cdcb45ee6e2)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:19.323069 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209137b7-7a0d-4ad6-aef6-9eada2332b55 None None] Sync routers for ids ['8cdd431b-5b4c-48b3-ad36-237c802964cf'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:25:19.325643 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:19.336209 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b2237ad9-021e-4ced-8504-489cf679b025 None None] Provisioning for port f50baeb3-6afd-4975-8810-12a1faaa10df completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:19.344159 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cffb3d0-a45c-430b-9e7d-f044c0534c60 admin admin] Pushing event updated for resources: {'Port': ['ID=9e8f0170-d0dd-46af-ad4e-0280c7396d64,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:19.347229 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209137b7-7a0d-4ad6-aef6-9eada2332b55 None None] Routers {'8cdd431b-5b4c-48b3-ad36-237c802964cf'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:19.350489 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-209137b7-7a0d-4ad6-aef6-9eada2332b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:25:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['8cdd431b-5b4c-48b3-ad36-237c802964cf'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:19.370825 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b2237ad9-021e-4ced-8504-489cf679b025 None None] Provisioning complete for port f50baeb3-6afd-4975-8810-12a1faaa10df triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:19.371468 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b2237ad9-021e-4ced-8504-489cf679b025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:19.381975 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-27e1a597-5cf4-4189-b36d-05e1c5b6f445 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Request body: {'network': {'project_id': 'f19130dbd3e54f8f8afe8e08ebe4add7'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:19.487231 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=6393fbf0-c5b3-41a1-83d3-53a8c87fd107,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:19.499161 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cd994355-d930-45b6-aad0-a3f721c49458 req-eb8dbe11-fada-426b-a8ac-fa449b289f64 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/ports?device_id=d616118b-9e12-4301-8908-1a9eb6631752 HTTP/1.1" status: 200 len: 210 time: 0.1457274 Aug 11 02:25:19.592383 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd7828-cb58-45f7-9c78-2823cef39e79 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Pushing event updated for resources: {'Network': ['ID=39345097-ba0e-46c6-86bd-fbb21b5adb40,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:19.607699 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e1a597-5cf4-4189-b36d-05e1c5b6f445 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 11 02:25:19.608180 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e1a597-5cf4-4189-b36d-05e1c5b6f445 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:25:19.611163 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-27e1a597-5cf4-4189-b36d-05e1c5b6f445 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2681725 Aug 11 02:25:19.621889 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-b55b05f0-e364-4cc5-a7a1-249ea91ac2bd tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:19.650765 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-209137b7-7a0d-4ad6-aef6-9eada2332b55 None None] Set router 8cdd431b-5b4c-48b3-ad36-237c802964cf gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:19.672505 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 39345097-ba0e-46c6-86bd-fbb21b5adb40 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:25:19.723448 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device b8f3a482-ab68-49b6-8acf-fe7a9b735239 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:19.804159 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56900) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:19.886267 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6bc117e-5f2a-42b2-ad16-089daf123adb'}, {'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f2bbf46-3ede-45de-88ba-1f3435d9778a'}, {'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6393fbf0-c5b3-41a1-83d3-53a8c87fd107'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:19.888591 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73798048-6598-4de2-8917-60768135b27b" -d '{"events": [{"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-unplugged", "status": "completed", "tag": "c6bc117e-5f2a-42b2-ad16-089daf123adb"}, {"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-unplugged", "status": "completed", "tag": "7f2bbf46-3ede-45de-88ba-1f3435d9778a"}, {"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-unplugged", "status": "completed", "tag": "6393fbf0-c5b3-41a1-83d3-53a8c87fd107"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:19.944638 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b2237ad9-021e-4ced-8504-489cf679b025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:20.074507 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-209137b7-7a0d-4ad6-aef6-9eada2332b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1662482736-router', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bf38d9db-e662-4a12-b0ed-b5c934854f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:12Z', 'updated_at': '2021-08-11T02:14:22Z', 'revision_number': 4, 'project_id': 'b9900cac277147b786c9feaddc3e5258', 'gw_port': {'id': 'bf38d9db-e662-4a12-b0ed-b5c934854f88', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:13Z', 'updated_at': '2021-08-11T02:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '0fb63bfd-193e-4eca-8480-b9b043930685', 'name': '', 'network_id': '5fe47308-1e64-4a04-9103-656b58efd77e', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'mac_address': 'fa:16:3e:82:54:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'cca11161-972d-481d-9501-cb4b39e49752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:20Z', 'updated_at': '2021-08-11T02:14:32Z', 'revision_number': 5, 'project_id': 'b9900cac277147b786c9feaddc3e5258', 'subnets': [{'id': 'cca11161-972d-481d-9501-cb4b39e49752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:20.102871 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cfb3d-49db-4cda-939f-19d00ed17bf9 req-df6453f8-bbb6-4162-a26e-43115b0f9387 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:20.110772 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cfb3d-49db-4cda-939f-19d00ed17bf9 req-df6453f8-bbb6-4162-a26e-43115b0f9387 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:20.119968 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:20.122208 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cfb3d-49db-4cda-939f-19d00ed17bf9 req-df6453f8-bbb6-4162-a26e-43115b0f9387 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:20.141967 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cfb3d-49db-4cda-939f-19d00ed17bf9 req-df6453f8-bbb6-4162-a26e-43115b0f9387 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:20.146573 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209137b7-7a0d-4ad6-aef6-9eada2332b55 None None] Checking router: 8cdd431b-5b4c-48b3-ad36-237c802964cf for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:25:20.147688 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-be3cfb3d-49db-4cda-939f-19d00ed17bf9 req-df6453f8-bbb6-4162-a26e-43115b0f9387 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 3144 time: 0.9581816 Aug 11 02:25:20.154262 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2f0b6fd5-5e02-4f6f-b862-38402384de90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:20.163480 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209137b7-7a0d-4ad6-aef6-9eada2332b55 None None] Routers {'8cdd431b-5b4c-48b3-ad36-237c802964cf'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:20.164514 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-209137b7-7a0d-4ad6-aef6-9eada2332b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:25:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['8cdd431b-5b4c-48b3-ad36-237c802964cf'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:20.190519 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port b8f3a482-ab68-49b6-8acf-fe7a9b735239 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:20.197133 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-b2237ad9-021e-4ced-8504-489cf679b025 None None] For port f50baeb3-6afd-4975-8810-12a1faaa10df, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f50baeb3-6afd-4975-8810-12a1faaa10df,segment=NetworkSegment(20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d),segment_id=20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:20.198271 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port b8f3a482-ab68-49b6-8acf-fe7a9b735239 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:20.199082 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:20.236713 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-74a2414a-28b9-4379-b294-f85e62c504bd tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] No DVR routers for this DVR port 622f47f6-616c-4c28-9002-bebf0b890eca on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:20.247736 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-74a2414a-28b9-4379-b294-f85e62c504bd tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:20.247736 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-74a2414a-28b9-4379-b294-f85e62c504bd tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.73 "DELETE /v2.0/ports/622f47f6-616c-4c28-9002-bebf0b890eca HTTP/1.1" status: 204 len: 173 time: 2.6629586 Aug 11 02:25:20.264346 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-deleted', 'tag': '622f47f6-616c-4c28-9002-bebf0b890eca'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:20.266656 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4688d39-b6d4-461c-b7c5-41e99ff732a3" -d '{"events": [{"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-deleted", "tag": "622f47f6-616c-4c28-9002-bebf0b890eca"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:20.286757 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b2237ad9-021e-4ced-8504-489cf679b025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:20.303299 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-209137b7-7a0d-4ad6-aef6-9eada2332b55 None None] Set router 8cdd431b-5b4c-48b3-ad36-237c802964cf gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:20.358659 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2237ad9-021e-4ced-8504-489cf679b025 None None] Pushing event updated for resources: {'Port': ['ID=f50baeb3-6afd-4975-8810-12a1faaa10df,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:20.417706 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:20.437331 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f58e6b5f-a3c8-4581-8e5d-a71baabf7e01 None None] Provisioning complete for port f50baeb3-6afd-4975-8810-12a1faaa10df triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:20.438945 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f58e6b5f-a3c8-4581-8e5d-a71baabf7e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:20.458762 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-be3cfb3d-49db-4cda-939f-19d00ed17bf9 req-6007ebdf-1d93-42c7-a39b-347c3e90beea tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2971981 Aug 11 02:25:20.553672 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2f0b6fd5-5e02-4f6f-b862-38402384de90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:20.557184 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2f0b6fd5-5e02-4f6f-b862-38402384de90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:20.558639 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2f0b6fd5-5e02-4f6f-b862-38402384de90 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/764a1cac-4fac-4d01-b062-f45aaa5d88dc HTTP/1.1" status: 204 len: 168 time: 1.5498309 Aug 11 02:25:20.559223 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b05f0-e364-4cc5-a7a1-249ea91ac2bd tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Pushing event updated for resources: {'Port': ['ID=9ae29574-9dc8-42ae-9986-e550bc4168df,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:20.574090 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b6fd5-5e02-4f6f-b862-38402384de90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764a1cac-4fac-4d01-b062-f45aaa5d88dc,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:20.583722 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-54a66b1a-e2e4-4fb4-9b45-9802ddadb765 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Deleting port 6393fbf0-c5b3-41a1-83d3-53a8c87fd107 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:20.584136 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-54a66b1a-e2e4-4fb4-9b45-9802ddadb765 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:20.653371 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-209137b7-7a0d-4ad6-aef6-9eada2332b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1662482736-router', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bf38d9db-e662-4a12-b0ed-b5c934854f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:12Z', 'updated_at': '2021-08-11T02:14:22Z', 'revision_number': 4, 'project_id': 'b9900cac277147b786c9feaddc3e5258', 'gw_port': {'id': 'bf38d9db-e662-4a12-b0ed-b5c934854f88', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:13Z', 'updated_at': '2021-08-11T02:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '0fb63bfd-193e-4eca-8480-b9b043930685', 'name': '', 'network_id': '5fe47308-1e64-4a04-9103-656b58efd77e', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'mac_address': 'fa:16:3e:82:54:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'cca11161-972d-481d-9501-cb4b39e49752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:20Z', 'updated_at': '2021-08-11T02:14:32Z', 'revision_number': 5, 'project_id': 'b9900cac277147b786c9feaddc3e5258', 'subnets': [{'id': 'cca11161-972d-481d-9501-cb4b39e49752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:20.657100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-b55b05f0-e364-4cc5-a7a1-249ea91ac2bd tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Network 425950f3-3280-441c-babc-f2eb8503759f is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:20.662047 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-b55b05f0-e364-4cc5-a7a1-249ea91ac2bd tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:20.670869 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-b55b05f0-e364-4cc5-a7a1-249ea91ac2bd tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:20.732162 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209137b7-7a0d-4ad6-aef6-9eada2332b55 None None] The sync data for ids ['8cdd431b-5b4c-48b3-ad36-237c802964cf'] in n-d-615180-33 is: [{'id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1662482736-router', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bf38d9db-e662-4a12-b0ed-b5c934854f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:12Z', 'updated_at': '2021-08-11T02:14:22Z', 'revision_number': 4, 'project_id': 'b9900cac277147b786c9feaddc3e5258', 'gw_port': {'id': 'bf38d9db-e662-4a12-b0ed-b5c934854f88', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:13Z', 'updated_at': '2021-08-11T02:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '0fb63bfd-193e-4eca-8480-b9b043930685', 'name': '', 'network_id': '5fe47308-1e64-4a04-9103-656b58efd77e', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'mac_address': 'fa:16:3e:82:54:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'cca11161-972d-481d-9501-cb4b39e49752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:20Z', 'updated_at': '2021-08-11T02:14:32Z', 'revision_number': 5, 'project_id': 'b9900cac277147b786c9feaddc3e5258', 'subnets': [{'id': 'cca11161-972d-481d-9501-cb4b39e49752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:25:20.739629 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb9c1f-65ba-46aa-b6de-e2d2bb995ee4 req-23344e2b-519f-4665-87fd-cbb39cf71517 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:20.740945 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741e8249-0d09-414f-9e49-0d4b10700dc1 x-openstack-request-id: req-741e8249-0d09-414f-9e49-0d4b10700dc1 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:20.741186 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-unplugged", "status": "completed", "tag": "c6bc117e-5f2a-42b2-ad16-089daf123adb", "code": 200}, {"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-unplugged", "status": "completed", "tag": "7f2bbf46-3ede-45de-88ba-1f3435d9778a", "code": 200}, {"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-unplugged", "status": "completed", "tag": "6393fbf0-c5b3-41a1-83d3-53a8c87fd107", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:20.741437 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-741e8249-0d09-414f-9e49-0d4b10700dc1 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:20.741828 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6bc117e-5f2a-42b2-ad16-089daf123adb', 'code': 200} Aug 11 02:25:20.742080 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f2bbf46-3ede-45de-88ba-1f3435d9778a', 'code': 200} Aug 11 02:25:20.742329 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6393fbf0-c5b3-41a1-83d3-53a8c87fd107', 'code': 200} Aug 11 02:25:20.746531 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81eb9c1f-65ba-46aa-b6de-e2d2bb995ee4 req-23344e2b-519f-4665-87fd-cbb39cf71517 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d06cdc6-1ae9-4411-af0f-42fd634bd958 HTTP/1.1" status: 200 len: 945 time: 0.9429705 Aug 11 02:25:20.753562 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-54a66b1a-e2e4-4fb4-9b45-9802ddadb765 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] For port 6393fbf0-c5b3-41a1-83d3-53a8c87fd107, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=6393fbf0-c5b3-41a1-83d3-53a8c87fd107,segment=NetworkSegment(461aeab3-769d-4585-948b-7cdcb45ee6e2),segment_id=461aeab3-769d-4585-948b-7cdcb45ee6e2)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:20.754036 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-54a66b1a-e2e4-4fb4-9b45-9802ddadb765 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:20.770550 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-54a66b1a-e2e4-4fb4-9b45-9802ddadb765 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Calling delete_port for 6393fbf0-c5b3-41a1-83d3-53a8c87fd107 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:20.851349 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port b8f3a482-ab68-49b6-8acf-fe7a9b735239, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=b8f3a482-ab68-49b6-8acf-fe7a9b735239,segment=NetworkSegment(90f545b9-473b-4ac5-8dfe-98546b442c39),segment_id=90f545b9-473b-4ac5-8dfe-98546b442c39)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:20.876200 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:20.927269 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-b55b05f0-e364-4cc5-a7a1-249ea91ac2bd tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:20.927992 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-b55b05f0-e364-4cc5-a7a1-249ea91ac2bd tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.004832 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=b8f3a482-ab68-49b6-8acf-fe7a9b735239,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:21.075622 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-b55b05f0-e364-4cc5-a7a1-249ea91ac2bd tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4400179 Aug 11 02:25:21.103235 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-54a66b1a-e2e4-4fb4-9b45-9802ddadb765 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.111693 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-d5798772-4017-47fd-89b1-b6a083b804b3 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:21.112737 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-d5798772-4017-47fd-89b1-b6a083b804b3 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100672 Aug 11 02:25:21.118670 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-feb26f98-1078-49e0-ab40-7b7b2ab43c9d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f19130dbd3e54f8f8afe8e08ebe4add7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3090453 Aug 11 02:25:21.126225 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f8590a-78b5-4ba4-9e39-d52912b52f95 x-openstack-request-id: req-66f8590a-78b5-4ba4-9e39-d52912b52f95 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:21.126533 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-deleted", "tag": "622f47f6-616c-4c28-9002-bebf0b890eca", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:21.127884 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81eb9c1f-65ba-46aa-b6de-e2d2bb995ee4 req-d99c2190-1670-44ba-90ce-6019ae3ebd4e tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=09b85eec-49c5-4e78-a30e-7ae93cf61452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2691829 Aug 11 02:25:21.128530 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56948) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:21.135142 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-66f8590a-78b5-4ba4-9e39-d52912b52f95 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:21.139247 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-deleted', 'tag': '622f47f6-616c-4c28-9002-bebf0b890eca', 'status': 'completed', 'code': 200} Aug 11 02:25:21.149883 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-6fa531ed-0fc4-4cea-965a-d021cea88823 service neutron] Request body: {'port': {'device_id': 'd616118b-9e12-4301-8908-1a9eb6631752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:21.219484 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbb4cb5-78bf-4c00-8ea6-7a660e371575 None None] New status for floating IP b758aee9-2e50-48d6-ab45-5ee60434ca33: DOWN {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:25:21.243085 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a66b1a-e2e4-4fb4-9b45-9802ddadb765 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Pushing event deleted for resources: {'Port': ['ID=6393fbf0-c5b3-41a1-83d3-53a8c87fd107,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:21.247293 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56954) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:21.272153 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5cffb3d0-a45c-430b-9e7d-f044c0534c60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.336966 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051cfbf-f22c-4edf-bc98-0de5f1d263b0 req-cc1a3731-0c7a-4095-b3ec-41aaf6c746fe tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:21.338755 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3051cfbf-f22c-4edf-bc98-0de5f1d263b0 req-cc1a3731-0c7a-4095-b3ec-41aaf6c746fe tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/ports?device_id=d616118b-9e12-4301-8908-1a9eb6631752 HTTP/1.1" status: 200 len: 931 time: 0.1361620 Aug 11 02:25:21.339663 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-54a66b1a-e2e4-4fb4-9b45-9802ddadb765 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] No DVR routers for this DVR port 6393fbf0-c5b3-41a1-83d3-53a8c87fd107 on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:21.342925 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-54a66b1a-e2e4-4fb4-9b45-9802ddadb765 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.345537 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-54a66b1a-e2e4-4fb4-9b45-9802ddadb765 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.73 "DELETE /v2.0/ports/6393fbf0-c5b3-41a1-83d3-53a8c87fd107 HTTP/1.1" status: 204 len: 173 time: 1.0547092 Aug 11 02:25:21.411095 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-316b3838-3d73-4999-9a2a-856ac297efed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.418197 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.426150 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-6fa531ed-0fc4-4cea-965a-d021cea88823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.478408 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3051cfbf-f22c-4edf-bc98-0de5f1d263b0 req-a965d168-f0b9-4db8-9cc0-fdfebee8b893 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e405981-4f89-4386-911c-77d2d71ee89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310918 Aug 11 02:25:21.523391 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-47a73d04-f337-4103-bfec-ed18c7b275df tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Deleting port c6bc117e-5f2a-42b2-ad16-089daf123adb {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:21.523843 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-47a73d04-f337-4103-bfec-ed18c7b275df tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.597155 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-39a08421-cfe9-47a8-af89-5cfd1316671f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.734052 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-47a73d04-f337-4103-bfec-ed18c7b275df tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] For port c6bc117e-5f2a-42b2-ad16-089daf123adb, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=c6bc117e-5f2a-42b2-ad16-089daf123adb,segment=NetworkSegment(7d4b7bcc-8eef-48d8-8309-95445fdb1890),segment_id=7d4b7bcc-8eef-48d8-8309-95445fdb1890)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:21.734451 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-47a73d04-f337-4103-bfec-ed18c7b275df tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.758307 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2c7bc-bc7e-475e-abf8-df6b41913af0 req-54e9dd25-b6c0-49d3-96bc-671901710f98 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:21.765426 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2c7bc-bc7e-475e-abf8-df6b41913af0 req-54e9dd25-b6c0-49d3-96bc-671901710f98 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:21.771456 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2c7bc-bc7e-475e-abf8-df6b41913af0 req-54e9dd25-b6c0-49d3-96bc-671901710f98 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:21.773369 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-74f2c7bc-bc7e-475e-abf8-df6b41913af0 req-54e9dd25-b6c0-49d3-96bc-671901710f98 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 2409 time: 0.1269021 Aug 11 02:25:21.778149 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-47a73d04-f337-4103-bfec-ed18c7b275df tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Calling delete_port for c6bc117e-5f2a-42b2-ad16-089daf123adb owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:21.867629 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-74f2c7bc-bc7e-475e-abf8-df6b41913af0 req-49da192d-8c73-4e99-b005-878aaa51a049 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870509 Aug 11 02:25:21.921859 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-39a08421-cfe9-47a8-af89-5cfd1316671f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.009016 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-47a73d04-f337-4103-bfec-ed18c7b275df tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.046699 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a73d04-f337-4103-bfec-ed18c7b275df tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Pushing event deleted for resources: {'Port': ['ID=c6bc117e-5f2a-42b2-ad16-089daf123adb,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:22.062249 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75741b2d-d171-48f2-904c-9adde359e635 req-bb90b56d-de02-4d31-a731-eacc2e02fc6d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:22.071356 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75741b2d-d171-48f2-904c-9adde359e635 req-bb90b56d-de02-4d31-a731-eacc2e02fc6d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:22.077957 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75741b2d-d171-48f2-904c-9adde359e635 req-bb90b56d-de02-4d31-a731-eacc2e02fc6d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:22.083916 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75741b2d-d171-48f2-904c-9adde359e635 req-bb90b56d-de02-4d31-a731-eacc2e02fc6d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:22.090425 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75741b2d-d171-48f2-904c-9adde359e635 req-bb90b56d-de02-4d31-a731-eacc2e02fc6d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:22.094528 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-47a73d04-f337-4103-bfec-ed18c7b275df tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] No DVR routers for this DVR port c6bc117e-5f2a-42b2-ad16-089daf123adb on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:22.096290 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75741b2d-d171-48f2-904c-9adde359e635 req-bb90b56d-de02-4d31-a731-eacc2e02fc6d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:22.097105 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-47a73d04-f337-4103-bfec-ed18c7b275df tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.099086 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-47a73d04-f337-4103-bfec-ed18c7b275df tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.73 "DELETE /v2.0/ports/c6bc117e-5f2a-42b2-ad16-089daf123adb HTTP/1.1" status: 204 len: 173 time: 0.7342372 Aug 11 02:25:22.102930 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75741b2d-d171-48f2-904c-9adde359e635 req-bb90b56d-de02-4d31-a731-eacc2e02fc6d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:22.104866 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-75741b2d-d171-48f2-904c-9adde359e635 req-bb90b56d-de02-4d31-a731-eacc2e02fc6d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5436 time: 0.3440311 Aug 11 02:25:22.220770 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-316b3838-3d73-4999-9a2a-856ac297efed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.225385 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-264e3a30-656b-461b-a90d-030e3d4491ba tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Deleting port bd38919d-9f9a-4f29-be28-260e9cba0751 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:22.225901 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-264e3a30-656b-461b-a90d-030e3d4491ba tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.231261 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-39a08421-cfe9-47a8-af89-5cfd1316671f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.233876 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-39a08421-cfe9-47a8-af89-5cfd1316671f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.237836 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-39a08421-cfe9-47a8-af89-5cfd1316671f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2ecdc574-e9e0-447f-b747-e2a66d1f993c HTTP/1.1" status: 204 len: 168 time: 1.1050720 Aug 11 02:25:22.238704 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56964) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:22.262097 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-316b3838-3d73-4999-9a2a-856ac297efed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.267860 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5cffb3d0-a45c-430b-9e7d-f044c0534c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.281942 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a08421-cfe9-47a8-af89-5cfd1316671f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecdc574-e9e0-447f-b747-e2a66d1f993c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:22.345807 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-75741b2d-d171-48f2-904c-9adde359e635 req-c47c93b2-91c5-439d-b9f7-4eb7ac39ff19 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2038171 Aug 11 02:25:22.356621 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210624cc-dcf6-4c0d-8d8b-bda0119b5c14 req-0018646a-bd59-4607-8c89-8df763807f26 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:22.358189 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-210624cc-dcf6-4c0d-8d8b-bda0119b5c14 req-0018646a-bd59-4607-8c89-8df763807f26 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d06cdc6-1ae9-4411-af0f-42fd634bd958 HTTP/1.1" status: 200 len: 946 time: 0.0857823 Aug 11 02:25:22.376172 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-264e3a30-656b-461b-a90d-030e3d4491ba tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] For port bd38919d-9f9a-4f29-be28-260e9cba0751, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=bd38919d-9f9a-4f29-be28-260e9cba0751,segment=NetworkSegment(7d4b7bcc-8eef-48d8-8309-95445fdb1890),segment_id=7d4b7bcc-8eef-48d8-8309-95445fdb1890)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:22.376565 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-264e3a30-656b-461b-a90d-030e3d4491ba tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.407097 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-264e3a30-656b-461b-a90d-030e3d4491ba tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Calling delete_port for bd38919d-9f9a-4f29-be28-260e9cba0751 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:22.448339 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-210624cc-dcf6-4c0d-8d8b-bda0119b5c14 req-840666fa-907b-48df-9490-1911c54fe42f tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=09b85eec-49c5-4e78-a30e-7ae93cf61452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748506 Aug 11 02:25:22.476368 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-316b3838-3d73-4999-9a2a-856ac297efed admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=099913dfbffd484893436a36f5f04533&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2207756 Aug 11 02:25:22.479247 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56966) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:22.484869 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b3838-3d73-4999-9a2a-856ac297efed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8295ad8c-db9f-42b9-9d78-86c4025e8b59,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:22.537921 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f50baeb3-6afd-4975-8810-12a1faaa10df up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:22.621435 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9956306f-fc3e-4529-aeff-41833e8f1a25 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.622519 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-264e3a30-656b-461b-a90d-030e3d4491ba tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.626820 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-6fa531ed-0fc4-4cea-965a-d021cea88823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae29574-9dc8-42ae-9986-e550bc4168df {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:25:22.654693 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port f50baeb3-6afd-4975-8810-12a1faaa10df triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:22.655370 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.660698 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e3a30-656b-461b-a90d-030e3d4491ba tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Pushing event deleted for resources: {'Port': ['ID=bd38919d-9f9a-4f29-be28-260e9cba0751,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:22.677527 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-6fa531ed-0fc4-4cea-965a-d021cea88823 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.731042 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-264e3a30-656b-461b-a90d-030e3d4491ba tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] No DVR routers for this DVR port bd38919d-9f9a-4f29-be28-260e9cba0751 on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:22.739612 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-264e3a30-656b-461b-a90d-030e3d4491ba tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.745219 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-264e3a30-656b-461b-a90d-030e3d4491ba tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.73 "DELETE /v2.0/ports/bd38919d-9f9a-4f29-be28-260e9cba0751 HTTP/1.1" status: 204 len: 173 time: 0.6334589 Aug 11 02:25:22.760551 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d06cdc6-1ae9-4411-af0f-42fd634bd958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f3a482-ab68-49b6-8acf-fe7a9b735239'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:22.763652 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ed988c-790f-4364-88c7-84ce407fbcc6" -d '{"events": [{"server_uuid": "0d06cdc6-1ae9-4411-af0f-42fd634bd958", "name": "network-vif-plugged", "status": "completed", "tag": "b8f3a482-ab68-49b6-8acf-fe7a9b735239"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:22.765062 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-6fa531ed-0fc4-4cea-965a-d021cea88823 service neutron] Transition to ACTIVE for port object 9ae29574-9dc8-42ae-9986-e550bc4168df will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:22.798045 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-6fa531ed-0fc4-4cea-965a-d021cea88823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.818989 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb3e9c5-8963-4006-b26d-9cffa8b416cf x-openstack-request-id: req-4fb3e9c5-8963-4006-b26d-9cffa8b416cf {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:22.819394 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d06cdc6-1ae9-4411-af0f-42fd634bd958", "name": "network-vif-plugged", "status": "completed", "tag": "b8f3a482-ab68-49b6-8acf-fe7a9b735239", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:22.819766 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4fb3e9c5-8963-4006-b26d-9cffa8b416cf {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:22.820280 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d06cdc6-1ae9-4411-af0f-42fd634bd958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f3a482-ab68-49b6-8acf-fe7a9b735239', 'code': 200} Aug 11 02:25:22.913845 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3fd6172b-2484-4f62-83fa-d2921a5b48ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.934103 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-b49b30e2-f229-49ea-8ee7-f80792fbfd1b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Deleting port 7f2bbf46-3ede-45de-88ba-1f3435d9778a {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:22.934462 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-b49b30e2-f229-49ea-8ee7-f80792fbfd1b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.940087 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d4aae-382f-484b-925a-e32abd718ed1 req-a1c8d020-caec-4c8c-ae50-a3f2a6d16255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:22.941621 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7a8d4aae-382f-484b-925a-e32abd718ed1 req-a1c8d020-caec-4c8c-ae50-a3f2a6d16255 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0d06cdc6-1ae9-4411-af0f-42fd634bd958 HTTP/1.1" status: 200 len: 1098 time: 0.0586708 Aug 11 02:25:22.984309 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0fb1a-ded4-4dc1-a7f2-3bfeebffe92d req-1e2442c9-0c64-4d97-983c-96172cf9993a tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:22.985861 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8bb0fb1a-ded4-4dc1-a7f2-3bfeebffe92d req-1e2442c9-0c64-4d97-983c-96172cf9993a tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/ports?device_id=d616118b-9e12-4301-8908-1a9eb6631752 HTTP/1.1" status: 200 len: 931 time: 0.3534055 Aug 11 02:25:23.026185 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa531ed-0fc4-4cea-965a-d021cea88823 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae29574-9dc8-42ae-9986-e550bc4168df,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:23.033691 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9956306f-fc3e-4529-aeff-41833e8f1a25 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:23.051301 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7a8d4aae-382f-484b-925a-e32abd718ed1 req-70561b7e-36aa-44d2-b60d-71c10c89dc66 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=09b85eec-49c5-4e78-a30e-7ae93cf61452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991681 Aug 11 02:25:23.072698 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-9956306f-fc3e-4529-aeff-41833e8f1a25 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39345097-ba0e-46c6-86bd-fbb21b5adb40']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:23.076761 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3fd6172b-2484-4f62-83fa-d2921a5b48ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:23.092058 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fee8a4-b0a8-41f5-9fab-8cd10dc96b59 req-134a3318-017c-411a-82ec-f46a21235f88 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:23.093585 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-86fee8a4-b0a8-41f5-9fab-8cd10dc96b59 req-134a3318-017c-411a-82ec-f46a21235f88 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 943 time: 0.0880368 Aug 11 02:25:23.105262 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-9956306f-fc3e-4529-aeff-41833e8f1a25 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188fcce2-cc4f-40ce-bed6-634a0e36b720') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:23.105551 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-9956306f-fc3e-4529-aeff-41833e8f1a25 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188fcce2-cc4f-40ce-bed6-634a0e36b720') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:23.122102 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-b49b30e2-f229-49ea-8ee7-f80792fbfd1b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] For port 7f2bbf46-3ede-45de-88ba-1f3435d9778a, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=7f2bbf46-3ede-45de-88ba-1f3435d9778a,segment=NetworkSegment(461aeab3-769d-4585-948b-7cdcb45ee6e2),segment_id=461aeab3-769d-4585-948b-7cdcb45ee6e2)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:23.122477 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-b49b30e2-f229-49ea-8ee7-f80792fbfd1b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:23.140049 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-deleted', 'tag': '6393fbf0-c5b3-41a1-83d3-53a8c87fd107'}, {'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-deleted', 'tag': 'c6bc117e-5f2a-42b2-ad16-089daf123adb'}, {'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-deleted', 'tag': 'bd38919d-9f9a-4f29-be28-260e9cba0751'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:23.142306 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4781a6f3-00cc-4688-a10a-74a81675b5d7" -d '{"events": [{"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-deleted", "tag": "6393fbf0-c5b3-41a1-83d3-53a8c87fd107"}, {"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-deleted", "tag": "c6bc117e-5f2a-42b2-ad16-089daf123adb"}, {"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-deleted", "tag": "bd38919d-9f9a-4f29-be28-260e9cba0751"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:23.145239 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-b49b30e2-f229-49ea-8ee7-f80792fbfd1b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Calling delete_port for 7f2bbf46-3ede-45de-88ba-1f3435d9778a owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:23.165165 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9956306f-fc3e-4529-aeff-41833e8f1a25 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:23.169328 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-86fee8a4-b0a8-41f5-9fab-8cd10dc96b59 req-9cc24b39-d5db-4f6e-a724-ed6f8f0024dc tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c392c7f-3c1c-485e-8d97-0c15363d3c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660067 Aug 11 02:25:23.202479 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-a90b82d9-2d28-4d1b-bd34-bc94ef13ce67 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:23.210001 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-a90b82d9-2d28-4d1b-bd34-bc94ef13ce67 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:23.216789 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-a90b82d9-2d28-4d1b-bd34-bc94ef13ce67 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:23.222556 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-a90b82d9-2d28-4d1b-bd34-bc94ef13ce67 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:23.228507 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-a90b82d9-2d28-4d1b-bd34-bc94ef13ce67 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:23.234439 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-a90b82d9-2d28-4d1b-bd34-bc94ef13ce67 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:23.240590 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-a90b82d9-2d28-4d1b-bd34-bc94ef13ce67 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:23.245565 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-a90b82d9-2d28-4d1b-bd34-bc94ef13ce67 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5436 time: 0.3821313 Aug 11 02:25:23.262149 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86520e39-a625-4f5f-9062-9364f75a3a90 x-openstack-request-id: req-86520e39-a625-4f5f-9062-9364f75a3a90 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:23.262914 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-deleted", "tag": "6393fbf0-c5b3-41a1-83d3-53a8c87fd107", "status": "completed", "code": 200}, {"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-deleted", "tag": "c6bc117e-5f2a-42b2-ad16-089daf123adb", "status": "completed", "code": 200}, {"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-deleted", "tag": "bd38919d-9f9a-4f29-be28-260e9cba0751", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:23.264041 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-86520e39-a625-4f5f-9062-9364f75a3a90 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:23.265254 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-deleted', 'tag': '6393fbf0-c5b3-41a1-83d3-53a8c87fd107', 'status': 'completed', 'code': 200} Aug 11 02:25:23.266324 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-deleted', 'tag': 'c6bc117e-5f2a-42b2-ad16-089daf123adb', 'status': 'completed', 'code': 200} Aug 11 02:25:23.267423 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-deleted', 'tag': 'bd38919d-9f9a-4f29-be28-260e9cba0751', 'status': 'completed', 'code': 200} Aug 11 02:25:23.297630 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cffb3d0-a45c-430b-9e7d-f044c0534c60 admin admin] Router 4e49c78f-c873-4639-bdb1-f6dddeb6276f is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:25:23.328824 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8bb0fb1a-ded4-4dc1-a7f2-3bfeebffe92d req-70f38bec-957f-409b-9023-e1034876c15e tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e405981-4f89-4386-911c-77d2d71ee89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119080 Aug 11 02:25:23.335141 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9956306f-fc3e-4529-aeff-41833e8f1a25 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:23.364846 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9956306f-fc3e-4529-aeff-41833e8f1a25 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:25:23.365186 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9956306f-fc3e-4529-aeff-41833e8f1a25 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:25:23.371989 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:25:23.387274 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-069c3fde-5b5b-49b6-8f23-f2179ca14257 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:23.388721 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-069c3fde-5b5b-49b6-8f23-f2179ca14257 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.66 "GET /v2.0/ports/5eb9176f-1ed6-4f79-a75b-1c022309c059?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1290190 Aug 11 02:25:23.413733 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-b49b30e2-f229-49ea-8ee7-f80792fbfd1b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:23.448385 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b30e2-f229-49ea-8ee7-f80792fbfd1b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Pushing event deleted for resources: {'Port': ['ID=7f2bbf46-3ede-45de-88ba-1f3435d9778a,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:23.528366 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-b49b30e2-f229-49ea-8ee7-f80792fbfd1b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] No DVR routers for this DVR port 7f2bbf46-3ede-45de-88ba-1f3435d9778a on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:23.541722 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-b49b30e2-f229-49ea-8ee7-f80792fbfd1b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:23.543898 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8ee67ca1-f2e7-454d-97ce-4c8fd1e4d67f req-b49b30e2-f229-49ea-8ee7-f80792fbfd1b tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.73 "DELETE /v2.0/ports/7f2bbf46-3ede-45de-88ba-1f3435d9778a HTTP/1.1" status: 204 len: 173 time: 0.7900753 Aug 11 02:25:23.547664 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9956306f-fc3e-4529-aeff-41833e8f1a25 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:23.583689 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-6fa531ed-0fc4-4cea-965a-d021cea88823 service neutron] Attempting to bind port 9ae29574-9dc8-42ae-9986-e550bc4168df on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:23.584029 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-6fa531ed-0fc4-4cea-965a-d021cea88823 service neutron] Attempting to bind port 9ae29574-9dc8-42ae-9986-e550bc4168df by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': 'bc5d2b84-179a-41d1-ab8d-d6aac09d0348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '425950f3-3280-441c-babc-f2eb8503759f'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:23.584400 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-6fa531ed-0fc4-4cea-965a-d021cea88823 service neutron] Attempting to bind port 9ae29574-9dc8-42ae-9986-e550bc4168df on network 425950f3-3280-441c-babc-f2eb8503759f {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:23.598954 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c80fc-322a-44d7-9a84-fa2ef9cec529 req-565a3d76-4f1a-4c32-909a-cf6c0f55dcc3 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:23.606790 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c80fc-322a-44d7-9a84-fa2ef9cec529 req-565a3d76-4f1a-4c32-909a-cf6c0f55dcc3 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:23.612738 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c80fc-322a-44d7-9a84-fa2ef9cec529 req-565a3d76-4f1a-4c32-909a-cf6c0f55dcc3 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:23.619315 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c80fc-322a-44d7-9a84-fa2ef9cec529 req-565a3d76-4f1a-4c32-909a-cf6c0f55dcc3 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:23.625399 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c80fc-322a-44d7-9a84-fa2ef9cec529 req-565a3d76-4f1a-4c32-909a-cf6c0f55dcc3 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:23.631651 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c80fc-322a-44d7-9a84-fa2ef9cec529 req-565a3d76-4f1a-4c32-909a-cf6c0f55dcc3 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:23.638009 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c80fc-322a-44d7-9a84-fa2ef9cec529 req-565a3d76-4f1a-4c32-909a-cf6c0f55dcc3 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:23.640045 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cb2c80fc-322a-44d7-9a84-fa2ef9cec529 req-565a3d76-4f1a-4c32-909a-cf6c0f55dcc3 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5436 time: 0.1140156 Aug 11 02:25:23.646836 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9956306f-fc3e-4529-aeff-41833e8f1a25 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:23.649618 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9956306f-fc3e-4529-aeff-41833e8f1a25 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] 10.222.0.50 "DELETE /v2.0/networks/39345097-ba0e-46c6-86bd-fbb21b5adb40 HTTP/1.1" status: 204 len: 168 time: 1.3840916 Aug 11 02:25:23.655359 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56982) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:23.671014 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3fd6172b-2484-4f62-83fa-d2921a5b48ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:23.675811 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3fd6172b-2484-4f62-83fa-d2921a5b48ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:23.676857 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3fd6172b-2484-4f62-83fa-d2921a5b48ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8295ad8c-db9f-42b9-9d78-86c4025e8b59 HTTP/1.1" status: 204 len: 168 time: 1.1930916 Aug 11 02:25:23.714427 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cb2c80fc-322a-44d7-9a84-fa2ef9cec529 req-ea1e5273-13b9-4bdd-bd0c-1e50bfcc45cd tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633249 Aug 11 02:25:23.723651 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-6fa531ed-0fc4-4cea-965a-d021cea88823 service neutron] Port 9ae29574-9dc8-42ae-9986-e550bc4168df on network 425950f3-3280-441c-babc-f2eb8503759f not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:23.724013 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-6fa531ed-0fc4-4cea-965a-d021cea88823 service neutron] Attempting to bind port 9ae29574-9dc8-42ae-9986-e550bc4168df on network 425950f3-3280-441c-babc-f2eb8503759f {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:23.751582 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956306f-fc3e-4529-aeff-41833e8f1a25 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Pushing event deleted for resources: {'Network': ['ID=39345097-ba0e-46c6-86bd-fbb21b5adb40,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:24.286001 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-6fa531ed-0fc4-4cea-965a-d021cea88823 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:25:24.286386 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-6fa531ed-0fc4-4cea-965a-d021cea88823 service neutron] Checking segment: {'id': 'bc5d2b84-179a-41d1-ab8d-d6aac09d0348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '425950f3-3280-441c-babc-f2eb8503759f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:24.286803 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-6fa531ed-0fc4-4cea-965a-d021cea88823 service neutron] Bound using segment: {'id': 'bc5d2b84-179a-41d1-ab8d-d6aac09d0348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '425950f3-3280-441c-babc-f2eb8503759f'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:25:24.287279 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-6fa531ed-0fc4-4cea-965a-d021cea88823 service neutron] Bound port: 9ae29574-9dc8-42ae-9986-e550bc4168df, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc5d2b84-179a-41d1-ab8d-d6aac09d0348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '425950f3-3280-441c-babc-f2eb8503759f'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:25:24.287765 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-6fa531ed-0fc4-4cea-965a-d021cea88823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:24.301881 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6172b-2484-4f62-83fa-d2921a5b48ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8295ad8c-db9f-42b9-9d78-86c4025e8b59,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:24.357488 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-35a59a0a-8a1c-4c43-9b4f-86ddcf046b63 req-a84bbc8a-00b3-41a6-b033-1232f96a3015 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 210 time: 0.0719614 Aug 11 02:25:24.390033 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-492de6a0-4855-459c-a738-d79017be7f57 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:24.403997 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:24.412805 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cffb3d0-a45c-430b-9e7d-f044c0534c60 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:25:24.424426 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afa1ee4-7d7c-4e20-b167-f5af5fa1e35c None None] Sync routers for ids ['4e49c78f-c873-4639-bdb1-f6dddeb6276f'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:25:24.439203 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afa1ee4-7d7c-4e20-b167-f5af5fa1e35c None None] Routers {'4e49c78f-c873-4639-bdb1-f6dddeb6276f'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:24.439845 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-5afa1ee4-7d7c-4e20-b167-f5af5fa1e35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:25:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['4e49c78f-c873-4639-bdb1-f6dddeb6276f'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:24.443343 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a390492-6c83-4f15-9f58-c0fc1c0c5c0d req-38c22b46-8d15-40d4-a9fa-c24702fc15b4 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:24.448169 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1a390492-6c83-4f15-9f58-c0fc1c0c5c0d req-38c22b46-8d15-40d4-a9fa-c24702fc15b4 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d06cdc6-1ae9-4411-af0f-42fd634bd958 HTTP/1.1" status: 200 len: 946 time: 0.8948004 Aug 11 02:25:24.490796 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-7bbb19bd-506d-468b-9745-31c5d3b4b427 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.66 "GET /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.0638878 Aug 11 02:25:24.511332 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-fd1ddcfb-42df-4e4c-9949-2123bd9393ce service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:24.525901 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-6fa531ed-0fc4-4cea-965a-d021cea88823 service neutron] For port 9ae29574-9dc8-42ae-9986-e550bc4168df, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:24.555682 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5cffb3d0-a45c-430b-9e7d-f044c0534c60 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:24.557109 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5cffb3d0-a45c-430b-9e7d-f044c0534c60 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 9.1339922 Aug 11 02:25:24.561100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57004) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:24.604624 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-6fa531ed-0fc4-4cea-965a-d021cea88823 service neutron] For port 9ae29574-9dc8-42ae-9986-e550bc4168df, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=9ae29574-9dc8-42ae-9986-e550bc4168df,segment=NetworkSegment(bc5d2b84-179a-41d1-ab8d-d6aac09d0348),segment_id=bc5d2b84-179a-41d1-ab8d-d6aac09d0348)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:25:24.624036 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-5afa1ee4-7d7c-4e20-b167-f5af5fa1e35c None None] Set router 4e49c78f-c873-4639-bdb1-f6dddeb6276f gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:24.643902 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f9f55-bc63-43e3-adb7-d6a2ad9b8f5f req-a49b9b64-b003-4d21-9c71-c0db34b2132a tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:24.646032 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ac2f9f55-bc63-43e3-adb7-d6a2ad9b8f5f req-a49b9b64-b003-4d21-9c71-c0db34b2132a tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/ports?device_id=d616118b-9e12-4301-8908-1a9eb6631752 HTTP/1.1" status: 200 len: 943 time: 0.1273313 Aug 11 02:25:24.672573 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-6fa531ed-0fc4-4cea-965a-d021cea88823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:24.719645 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1a390492-6c83-4f15-9f58-c0fc1c0c5c0d req-ae6d0837-f831-4ac7-a2d1-eedbbb48d373 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=09b85eec-49c5-4e78-a30e-7ae93cf61452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2458034 Aug 11 02:25:24.730305 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ac2f9f55-bc63-43e3-adb7-d6a2ad9b8f5f req-e88177b0-4dd8-4e03-9cfe-d9fc8a204975 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e405981-4f89-4386-911c-77d2d71ee89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742412 Aug 11 02:25:24.964031 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-6fa531ed-0fc4-4cea-965a-d021cea88823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:24.965072 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-6fa531ed-0fc4-4cea-965a-d021cea88823 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:24.966987 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-6fa531ed-0fc4-4cea-965a-d021cea88823 service neutron] 10.222.0.73 "PUT /v2.0/ports/9ae29574-9dc8-42ae-9986-e550bc4168df HTTP/1.1" status: 200 len: 1092 time: 3.8370302 Aug 11 02:25:24.967753 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd616118b-9e12-4301-8908-1a9eb6631752', 'tag': '9ae29574-9dc8-42ae-9986-e550bc4168df'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:24.970340 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a2f3bb-0d8d-431a-ba5a-d372160d03cf" -d '{"events": [{"name": "network-changed", "server_uuid": "d616118b-9e12-4301-8908-1a9eb6631752", "tag": "9ae29574-9dc8-42ae-9986-e550bc4168df"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:25.026824 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-5afa1ee4-7d7c-4e20-b167-f5af5fa1e35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'name': 'tempest-TestServerBasicOps-674720953-router', 'tenant_id': '964c94866ffe47439c17b06951694814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '9e8f0170-d0dd-46af-ad4e-0280c7396d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:15Z', 'updated_at': '2021-08-11T02:25:20Z', 'revision_number': 3, 'project_id': '964c94866ffe47439c17b06951694814', 'gw_port': {'id': '9e8f0170-d0dd-46af-ad4e-0280c7396d64', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:80:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:17Z', 'updated_at': '2021-08-11T02:25:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:25.063479 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afa1ee4-7d7c-4e20-b167-f5af5fa1e35c None None] Checking router: 4e49c78f-c873-4639-bdb1-f6dddeb6276f for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:25:25.063857 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afa1ee4-7d7c-4e20-b167-f5af5fa1e35c None None] Updating router 4e49c78f-c873-4639-bdb1-f6dddeb6276f port 9e8f0170-d0dd-46af-ad4e-0280c7396d64 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:25:25.090362 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-492de6a0-4855-459c-a738-d79017be7f57 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.113418 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7033fe6c-0a9c-4400-a526-ed2d6dd12458 x-openstack-request-id: req-7033fe6c-0a9c-4400-a526-ed2d6dd12458 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:25.113815 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d616118b-9e12-4301-8908-1a9eb6631752", "tag": "9ae29574-9dc8-42ae-9986-e550bc4168df", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:25.114708 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7033fe6c-0a9c-4400-a526-ed2d6dd12458 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:25.115169 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd616118b-9e12-4301-8908-1a9eb6631752', 'tag': '9ae29574-9dc8-42ae-9986-e550bc4168df', 'status': 'completed', 'code': 200} Aug 11 02:25:25.122909 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-fd1ddcfb-42df-4e4c-9949-2123bd9393ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.130547 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-5afa1ee4-7d7c-4e20-b167-f5af5fa1e35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.158960 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-492de6a0-4855-459c-a738-d79017be7f57 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29701dd2-0fe0-4f19-9ee1-2bfdee887704']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:25.212165 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-492de6a0-4855-459c-a738-d79017be7f57 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01bd3312-e016-445d-8f21-33e45e81a005') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:25.212713 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-492de6a0-4855-459c-a738-d79017be7f57 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01bd3312-e016-445d-8f21-33e45e81a005') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:25.216497 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa531ed-0fc4-4cea-965a-d021cea88823 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae29574-9dc8-42ae-9986-e550bc4168df,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:25.269301 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-deleted', 'tag': '7f2bbf46-3ede-45de-88ba-1f3435d9778a'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:25.273290 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49673813-c5d4-40a2-944e-b5037a2e55d5" -d '{"events": [{"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-deleted", "tag": "7f2bbf46-3ede-45de-88ba-1f3435d9778a"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:25.284156 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8414210-03c0-4fdb-83b0-afe6fcbdc85f req-5005afd4-1bb2-4cc2-8d6b-a170a3484c69 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:25.291674 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.292883 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8414210-03c0-4fdb-83b0-afe6fcbdc85f req-5005afd4-1bb2-4cc2-8d6b-a170a3484c69 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:25.299764 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8414210-03c0-4fdb-83b0-afe6fcbdc85f req-5005afd4-1bb2-4cc2-8d6b-a170a3484c69 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:25.311594 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8414210-03c0-4fdb-83b0-afe6fcbdc85f req-5005afd4-1bb2-4cc2-8d6b-a170a3484c69 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:25.318773 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8414210-03c0-4fdb-83b0-afe6fcbdc85f req-5005afd4-1bb2-4cc2-8d6b-a170a3484c69 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:25.328415 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8414210-03c0-4fdb-83b0-afe6fcbdc85f req-5005afd4-1bb2-4cc2-8d6b-a170a3484c69 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:25.335415 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8414210-03c0-4fdb-83b0-afe6fcbdc85f req-5005afd4-1bb2-4cc2-8d6b-a170a3484c69 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:25.337624 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e8414210-03c0-4fdb-83b0-afe6fcbdc85f req-5005afd4-1bb2-4cc2-8d6b-a170a3484c69 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 5436 time: 0.4362643 Aug 11 02:25:25.357002 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-492de6a0-4855-459c-a738-d79017be7f57 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.359373 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfea1c9-61d9-4089-9059-e334a4c807f3 x-openstack-request-id: req-1dfea1c9-61d9-4089-9059-e334a4c807f3 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:25.359937 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f70e29-9061-4302-a3de-f50fb3adfc97", "name": "network-vif-deleted", "tag": "7f2bbf46-3ede-45de-88ba-1f3435d9778a", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:25.360148 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1dfea1c9-61d9-4089-9059-e334a4c807f3 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:25.360651 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f70e29-9061-4302-a3de-f50fb3adfc97', 'name': 'network-vif-deleted', 'tag': '7f2bbf46-3ede-45de-88ba-1f3435d9778a', 'status': 'completed', 'code': 200} Aug 11 02:25:25.463973 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-0e21f1cc-b2f3-4019-beb0-2f554bf7ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:25.465552 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-0e21f1cc-b2f3-4019-beb0-2f554bf7ceed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a1d1413f133947a282d310c72bc230b7&device_id=d616118b-9e12-4301-8908-1a9eb6631752 HTTP/1.1" status: 200 len: 1095 time: 0.4403150 Aug 11 02:25:25.548653 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-970612de-ca09-462c-8a77-91c8a8210955 req-dfb4df1f-b566-49e7-85d6-96d10620172c tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 210 time: 0.0345223 Aug 11 02:25:25.564053 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-492de6a0-4855-459c-a738-d79017be7f57 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.584390 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-9dafdb6d-af63-4770-bedf-16783b2167e3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ae29574-9dc8-42ae-9986-e550bc4168df HTTP/1.1" status: 200 len: 217 time: 0.0984893 Aug 11 02:25:25.615863 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-5afa1ee4-7d7c-4e20-b167-f5af5fa1e35c None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.626513 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e8414210-03c0-4fdb-83b0-afe6fcbdc85f req-9514f24b-aac8-4cf4-b607-495e5e33d91f tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2044027 Aug 11 02:25:25.629236 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492de6a0-4855-459c-a738-d79017be7f57 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:25:25.629691 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-492de6a0-4855-459c-a738-d79017be7f57 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:25:25.640266 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:25:25.753299 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 3085161b-7e48-4c97-a864-056bb09eb941 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:25.917301 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-fd1ddcfb-42df-4e4c-9949-2123bd9393ce service neutron] For port 5eb9176f-1ed6-4f79-a75b-1c022309c059, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=5eb9176f-1ed6-4f79-a75b-1c022309c059,segment=NetworkSegment(0c644148-5bd6-4e31-a8c5-17979de92fc4),segment_id=0c644148-5bd6-4e31-a8c5-17979de92fc4)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:25.955378 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-fd1ddcfb-42df-4e4c-9949-2123bd9393ce service neutron] For port 5eb9176f-1ed6-4f79-a75b-1c022309c059, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:26.005285 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091d2f4-ad40-41dd-b667-14f8ad096f3b req-a01b3cca-9e91-41a1-b221-80db361c9898 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:26.007210 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6091d2f4-ad40-41dd-b667-14f8ad096f3b req-a01b3cca-9e91-41a1-b221-80db361c9898 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d06cdc6-1ae9-4411-af0f-42fd634bd958 HTTP/1.1" status: 200 len: 946 time: 0.1034710 Aug 11 02:25:26.068982 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-fd1ddcfb-42df-4e4c-9949-2123bd9393ce service neutron] device_id is not set on port 5eb9176f-1ed6-4f79-a75b-1c022309c059 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:25:26.087570 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-5afa1ee4-7d7c-4e20-b167-f5af5fa1e35c None None] Transition to ACTIVE for port object 9e8f0170-d0dd-46af-ad4e-0280c7396d64 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:26.092260 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-4752f230-d66f-4e84-a19d-ff80ca8bc99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:26.094238 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-4752f230-d66f-4e84-a19d-ff80ca8bc99d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2853ca2d-08a7-411f-b33e-d9ad2442e5c4 HTTP/1.1" status: 200 len: 849 time: 0.4753168 Aug 11 02:25:26.094968 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-492de6a0-4855-459c-a738-d79017be7f57 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:26.098595 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-5afa1ee4-7d7c-4e20-b167-f5af5fa1e35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:26.100331 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-fd1ddcfb-42df-4e4c-9949-2123bd9393ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:26.142260 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-492de6a0-4855-459c-a738-d79017be7f57 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:26.144277 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-492de6a0-4855-459c-a738-d79017be7f57 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] 10.222.0.50 "DELETE /v2.0/networks/29701dd2-0fe0-4f19-9ee1-2bfdee887704 HTTP/1.1" status: 204 len: 168 time: 2.4743769 Aug 11 02:25:26.152190 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6091d2f4-ad40-41dd-b667-14f8ad096f3b req-d94b17df-482f-48f0-ae23-090344e244f9 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=09b85eec-49c5-4e78-a30e-7ae93cf61452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364319 Aug 11 02:25:26.171001 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57044) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:26.233421 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-fd1ddcfb-42df-4e4c-9949-2123bd9393ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:26.264318 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:26.283462 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827919e5-3a6d-4b45-b481-4d9bd9491053 None None] Pushing event updated for resources: {'Port': ['ID=9e8f0170-d0dd-46af-ad4e-0280c7396d64,revision_number=2']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:26.292817 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-511c6874-0e88-4356-911a-f3236091fb3e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=425950f3-3280-441c-babc-f2eb8503759f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1444032 Aug 11 02:25:26.294868 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492de6a0-4855-459c-a738-d79017be7f57 tempest-QuotasNegativeTest-248598673 tempest-QuotasNegativeTest-248598673-project-admin] Pushing event deleted for resources: {'Network': ['ID=29701dd2-0fe0-4f19-9ee1-2bfdee887704,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:26.325680 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827919e5-3a6d-4b45-b481-4d9bd9491053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:26.326279 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827919e5-3a6d-4b45-b481-4d9bd9491053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:26.327156 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827919e5-3a6d-4b45-b481-4d9bd9491053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:26.327695 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827919e5-3a6d-4b45-b481-4d9bd9491053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:26.328217 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827919e5-3a6d-4b45-b481-4d9bd9491053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:26.329234 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827919e5-3a6d-4b45-b481-4d9bd9491053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:26.329740 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827919e5-3a6d-4b45-b481-4d9bd9491053 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:26.330263 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827919e5-3a6d-4b45-b481-4d9bd9491053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:26.330738 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827919e5-3a6d-4b45-b481-4d9bd9491053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:26.331393 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827919e5-3a6d-4b45-b481-4d9bd9491053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:26.332321 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827919e5-3a6d-4b45-b481-4d9bd9491053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:26.332820 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827919e5-3a6d-4b45-b481-4d9bd9491053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:26.345999 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-5afa1ee4-7d7c-4e20-b167-f5af5fa1e35c None None] Attempting to bind port 9e8f0170-d0dd-46af-ad4e-0280c7396d64 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:26.346639 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-5afa1ee4-7d7c-4e20-b167-f5af5fa1e35c None None] Attempting to bind port 9e8f0170-d0dd-46af-ad4e-0280c7396d64 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:26.347302 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afa1ee4-7d7c-4e20-b167-f5af5fa1e35c None None] Attempting to bind port 9e8f0170-d0dd-46af-ad4e-0280c7396d64 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:26.355613 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afa1ee4-7d7c-4e20-b167-f5af5fa1e35c None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:25:26.356169 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afa1ee4-7d7c-4e20-b167-f5af5fa1e35c None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:26.356876 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-5afa1ee4-7d7c-4e20-b167-f5af5fa1e35c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:26.358257 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afa1ee4-7d7c-4e20-b167-f5af5fa1e35c None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:25:26.358951 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-5afa1ee4-7d7c-4e20-b167-f5af5fa1e35c None None] Bound port: 9e8f0170-d0dd-46af-ad4e-0280c7396d64, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:25:26.359548 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-5afa1ee4-7d7c-4e20-b167-f5af5fa1e35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:26.361612 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 3085161b-7e48-4c97-a864-056bb09eb941, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=3085161b-7e48-4c97-a864-056bb09eb941,segment=NetworkSegment(0c644148-5bd6-4e31-a8c5-17979de92fc4),segment_id=0c644148-5bd6-4e31-a8c5-17979de92fc4)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:26.371127 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3085161b-7e48-4c97-a864-056bb09eb941'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:26.377466 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314c1029-fb59-4094-8c30-389f97811cb9" -d '{"events": [{"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-unplugged", "status": "completed", "tag": "3085161b-7e48-4c97-a864-056bb09eb941"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:26.395579 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:26.396584 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 1451ea14-a62f-4cdf-b59f-1f01ea8381d0 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:26.401361 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-fd1ddcfb-42df-4e4c-9949-2123bd9393ce service neutron] No DVR routers for this DVR port 5eb9176f-1ed6-4f79-a75b-1c022309c059 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:26.424167 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10197a-11b1-4a7b-af61-878414e47358 req-4bb3f3cc-0c2b-45c7-8617-50393e643059 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:26.432533 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7d10197a-11b1-4a7b-af61-878414e47358 req-4bb3f3cc-0c2b-45c7-8617-50393e643059 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/ports?device_id=d616118b-9e12-4301-8908-1a9eb6631752 HTTP/1.1" status: 200 len: 943 time: 0.4382703 Aug 11 02:25:26.471596 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-5afa1ee4-7d7c-4e20-b167-f5af5fa1e35c None None] For port 9e8f0170-d0dd-46af-ad4e-0280c7396d64, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:26.480424 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-5afa1ee4-7d7c-4e20-b167-f5af5fa1e35c None None] For port 9e8f0170-d0dd-46af-ad4e-0280c7396d64, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9e8f0170-d0dd-46af-ad4e-0280c7396d64,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:25:26.490034 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-5afa1ee4-7d7c-4e20-b167-f5af5fa1e35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:26.556759 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd57fc9-c692-43cd-9fa3-84ddb27cfd10 req-fdcfdb2e-b3ab-4075-a4c6-d16e496e5472 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:26.564255 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6bd57fc9-c692-43cd-9fa3-84ddb27cfd10 req-fdcfdb2e-b3ab-4075-a4c6-d16e496e5472 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d06cdc6-1ae9-4411-af0f-42fd634bd958 HTTP/1.1" status: 200 len: 946 time: 0.2840087 Aug 11 02:25:26.571147 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57052) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:26.597678 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-1a51e87c-7995-481c-9459-cd9bb6560984 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Request body: {'floatingip': {'port_id': 'b8f3a482-ab68-49b6-8acf-fe7a9b735239'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:26.608715 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=3085161b-7e48-4c97-a864-056bb09eb941,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:26.627023 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-80f887ed-8673-415b-bbaa-848b6adcb1d7 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1631391428'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:26.637956 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afa1ee4-7d7c-4e20-b167-f5af5fa1e35c None None] Routers {'4e49c78f-c873-4639-bdb1-f6dddeb6276f'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:26.642886 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-5afa1ee4-7d7c-4e20-b167-f5af5fa1e35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:25:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['4e49c78f-c873-4639-bdb1-f6dddeb6276f'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:26.691900 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771ac0e2-f928-4d23-934c-4b0a27f6034d x-openstack-request-id: req-771ac0e2-f928-4d23-934c-4b0a27f6034d {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:26.692251 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-unplugged", "status": "completed", "tag": "3085161b-7e48-4c97-a864-056bb09eb941", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:26.692436 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-771ac0e2-f928-4d23-934c-4b0a27f6034d {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:26.692844 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3085161b-7e48-4c97-a864-056bb09eb941', 'code': 200} Aug 11 02:25:26.729283 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:26.807727 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1a51e87c-7995-481c-9459-cd9bb6560984 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for floatingip, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:26.818756 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 1451ea14-a62f-4cdf-b59f-1f01ea8381d0, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=1451ea14-a62f-4cdf-b59f-1f01ea8381d0,segment=NetworkSegment(c2e8159c-d990-439a-8147-40324f3e05e5),segment_id=c2e8159c-d990-439a-8147-40324f3e05e5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:26.828942 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:26.832336 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 20f53a84-827e-4a21-8b16-64a8498d6bf9 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:26.941770 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57060) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:26.944564 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-5afa1ee4-7d7c-4e20-b167-f5af5fa1e35c None None] Set router 4e49c78f-c873-4639-bdb1-f6dddeb6276f gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:26.948450 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ddcfb-42df-4e4c-9949-2123bd9393ce service neutron] Pushing event updated for resources: {'Port': ['ID=5eb9176f-1ed6-4f79-a75b-1c022309c059,revision_number=6']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:26.977610 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=1451ea14-a62f-4cdf-b59f-1f01ea8381d0,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:27.001506 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7d10197a-11b1-4a7b-af61-878414e47358 req-e30d6e36-3706-4847-9ea7-3bd601eb6ad7 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e405981-4f89-4386-911c-77d2d71ee89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5677407 Aug 11 02:25:27.007466 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-fd1ddcfb-42df-4e4c-9949-2123bd9393ce service neutron] In _notify_port_updated(), no bound segment for port 5eb9176f-1ed6-4f79-a75b-1c022309c059 on network a22ae8f3-b76a-495f-839c-755566103de1 {{(pid=94507) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:25:27.009043 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-fd1ddcfb-42df-4e4c-9949-2123bd9393ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:27.010175 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-fd1ddcfb-42df-4e4c-9949-2123bd9393ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.012013 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-fd1ddcfb-42df-4e4c-9949-2123bd9393ce service neutron] 10.222.0.66 "PUT /v2.0/ports/5eb9176f-1ed6-4f79-a75b-1c022309c059 HTTP/1.1" status: 200 len: 1028 time: 2.5081589 Aug 11 02:25:27.042281 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cc841f0f-c862-45d9-931b-a88913492d0e req-c15bcf01-5e71-4fbc-bf33-cf7d13d2f17a tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 210 time: 0.1350169 Aug 11 02:25:27.054517 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-80f887ed-8673-415b-bbaa-848b6adcb1d7 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.064150 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ee29dfb6-e8dc-4c03-8e9d-fe861dffd4ce None None] Provisioning complete for port 5eb9176f-1ed6-4f79-a75b-1c022309c059 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:27.064150 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ee29dfb6-e8dc-4c03-8e9d-fe861dffd4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.065661 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-80f887ed-8673-415b-bbaa-848b6adcb1d7 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.102737 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9d9b-6f00-45fa-ba87-07fb5608525a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.117738 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6a23fe61-6765-4e86-a57d-0c0bdc674739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.126505 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.152199 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-ee29dfb6-e8dc-4c03-8e9d-fe861dffd4ce None None] Port 5eb9176f-1ed6-4f79-a75b-1c022309c059 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:25:27.166261 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827919e5-3a6d-4b45-b481-4d9bd9491053 None None] Pushing event updated for resources: {'Port': ['ID=9e8f0170-d0dd-46af-ad4e-0280c7396d64,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:27.177847 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-cb6bfb36-cc65-4e03-aba9-a8ffac7925a9 service neutron] 10.222.0.73 "GET /v2.0/networks/425950f3-3280-441c-babc-f2eb8503759f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7886789 Aug 11 02:25:27.178305 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 20f53a84-827e-4a21-8b16-64a8498d6bf9, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=20f53a84-827e-4a21-8b16-64a8498d6bf9,segment=NetworkSegment(e6734c29-07dd-4ba0-854f-67a4bb24e988),segment_id=e6734c29-07dd-4ba0-854f-67a4bb24e988)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:27.186348 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.187499 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 607f8c57-0c37-4d39-8378-b28860d65df4 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:27.264800 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-5afa1ee4-7d7c-4e20-b167-f5af5fa1e35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'name': 'tempest-TestServerBasicOps-674720953-router', 'tenant_id': '964c94866ffe47439c17b06951694814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '9e8f0170-d0dd-46af-ad4e-0280c7396d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:15Z', 'updated_at': '2021-08-11T02:25:20Z', 'revision_number': 3, 'project_id': '964c94866ffe47439c17b06951694814', 'gw_port': {'id': '9e8f0170-d0dd-46af-ad4e-0280c7396d64', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:80:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:17Z', 'updated_at': '2021-08-11T02:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:27.286740 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=20f53a84-827e-4a21-8b16-64a8498d6bf9,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:27.310704 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afa1ee4-7d7c-4e20-b167-f5af5fa1e35c None None] The sync data for ids ['4e49c78f-c873-4639-bdb1-f6dddeb6276f'] in n-d-615180-33 is: [{'id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'name': 'tempest-TestServerBasicOps-674720953-router', 'tenant_id': '964c94866ffe47439c17b06951694814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '9e8f0170-d0dd-46af-ad4e-0280c7396d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:15Z', 'updated_at': '2021-08-11T02:25:20Z', 'revision_number': 3, 'project_id': '964c94866ffe47439c17b06951694814', 'gw_port': {'id': '9e8f0170-d0dd-46af-ad4e-0280c7396d64', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:80:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:17Z', 'updated_at': '2021-08-11T02:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:25:27.369445 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-80f887ed-8673-415b-bbaa-848b6adcb1d7 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.372271 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-e341d1a2-0258-4dc0-8bd3-fc4f33c5ee1c tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:27.374195 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-e341d1a2-0258-4dc0-8bd3-fc4f33c5ee1c tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.66 "GET /v2.0/ports/6a46a20f-db43-47c2-9b7f-8cd1abe24e39?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3554776 Aug 11 02:25:27.388356 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.398746 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-11ebd4d7-f3fe-455c-a0cc-d54cbdaf34b0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:27.420332 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-80f887ed-8673-415b-bbaa-848b6adcb1d7 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.475041 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 607f8c57-0c37-4d39-8378-b28860d65df4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=607f8c57-0c37-4d39-8378-b28860d65df4,segment=NetworkSegment(0c644148-5bd6-4e31-a8c5-17979de92fc4),segment_id=0c644148-5bd6-4e31-a8c5-17979de92fc4)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:27.484787 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.485840 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:27.635460 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=607f8c57-0c37-4d39-8378-b28860d65df4,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:27.673974 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9d9b-6f00-45fa-ba87-07fb5608525a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.708527 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9d9b-6f00-45fa-ba87-07fb5608525a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.720832 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-80f887ed-8673-415b-bbaa-848b6adcb1d7 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.722091 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-80f887ed-8673-415b-bbaa-848b6adcb1d7 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.5496669 Aug 11 02:25:27.750035 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57064) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:27.751229 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.870881 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1,segment=NetworkSegment(c2e8159c-d990-439a-8147-40324f3e05e5),segment_id=c2e8159c-d990-439a-8147-40324f3e05e5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:27.877764 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.879704 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 6a46a20f-db43-47c2-9b7f-8cd1abe24e39 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:27.968405 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c9d9b-6f00-45fa-ba87-07fb5608525a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349b4840-bc95-472f-8db5-4f6e507813d2,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:27.978630 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0d4c9d9b-6f00-45fa-ba87-07fb5608525a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=46e3abf97f44432d9e88a687577ec5f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0257368 Aug 11 02:25:27.984402 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57066) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:28.007727 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825a3c5-9292-4c88-a30e-b3030faff7e7 req-de5c96f2-6225-4683-aabf-211ea0cf8a3a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:28.015103 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825a3c5-9292-4c88-a30e-b3030faff7e7 req-de5c96f2-6225-4683-aabf-211ea0cf8a3a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:28.025056 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825a3c5-9292-4c88-a30e-b3030faff7e7 req-de5c96f2-6225-4683-aabf-211ea0cf8a3a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:28.036468 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825a3c5-9292-4c88-a30e-b3030faff7e7 req-de5c96f2-6225-4683-aabf-211ea0cf8a3a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:28.044346 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825a3c5-9292-4c88-a30e-b3030faff7e7 req-de5c96f2-6225-4683-aabf-211ea0cf8a3a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:28.057901 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825a3c5-9292-4c88-a30e-b3030faff7e7 req-de5c96f2-6225-4683-aabf-211ea0cf8a3a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:28.068676 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7825a3c5-9292-4c88-a30e-b3030faff7e7 req-de5c96f2-6225-4683-aabf-211ea0cf8a3a tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 4655 time: 0.8711996 Aug 11 02:25:28.082700 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0e4ce725-b948-4854-97e1-2aab4135cc70 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.161618 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:28.180897 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.246963 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 6a46a20f-db43-47c2-9b7f-8cd1abe24e39, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=6a46a20f-db43-47c2-9b7f-8cd1abe24e39,segment=NetworkSegment(0c644148-5bd6-4e31-a8c5-17979de92fc4),segment_id=0c644148-5bd6-4e31-a8c5-17979de92fc4)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:28.252138 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.252881 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 5eb9176f-1ed6-4f79-a75b-1c022309c059 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:28.360595 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-11ebd4d7-f3fe-455c-a0cc-d54cbdaf34b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.370628 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8d4dd42-aede-4249-8a88-3cc370788461 req-8987967e-a963-43ec-ac3b-70d107b9e616 service neutron] 10.222.0.73 "GET /v2.0/networks/425950f3-3280-441c-babc-f2eb8503759f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1473756 Aug 11 02:25:28.406201 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7825a3c5-9292-4c88-a30e-b3030faff7e7 req-9255f4cb-c3bd-4b00-85b1-41fc47d00f5e tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cdc9159-4068-4941-9f28-f0556151c46a&id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3323960 Aug 11 02:25:28.453252 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=6a46a20f-db43-47c2-9b7f-8cd1abe24e39,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:28.479841 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 5eb9176f-1ed6-4f79-a75b-1c022309c059 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:25:28.579626 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9e8f0170-d0dd-46af-ad4e-0280c7396d64 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:28.651027 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3198fe7-4fd0-4b24-9837-f1dee13f0c70 req-b4364bfd-a240-4445-928f-a9d677338e42 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 210 time: 0.0698900 Aug 11 02:25:28.679587 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 9e8f0170-d0dd-46af-ad4e-0280c7396d64 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:28.687261 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 9e8f0170-d0dd-46af-ad4e-0280c7396d64 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:28.687624 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.729699 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1451ea14-a62f-4cdf-b59f-1f01ea8381d0'}, {'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20f53a84-827e-4a21-8b16-64a8498d6bf9'}, {'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '607f8c57-0c37-4d39-8378-b28860d65df4'}, {'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1'}, {'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a46a20f-db43-47c2-9b7f-8cd1abe24e39'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:28.736998 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2f3bb-0d8d-431a-ba5a-d372160d03cf req-945a937a-e1b2-43e0-b62d-9806f2d2864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:28.737320 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc9207e-62e6-429a-b715-07d77e8f43d9" -d '{"events": [{"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-unplugged", "status": "completed", "tag": "1451ea14-a62f-4cdf-b59f-1f01ea8381d0"}, {"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-unplugged", "status": "completed", "tag": "20f53a84-827e-4a21-8b16-64a8498d6bf9"}, {"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-unplugged", "status": "completed", "tag": "607f8c57-0c37-4d39-8378-b28860d65df4"}, {"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-unplugged", "status": "completed", "tag": "6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1"}, {"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-unplugged", "status": "completed", "tag": "6a46a20f-db43-47c2-9b7f-8cd1abe24e39"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:28.738550 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5a2f3bb-0d8d-431a-ba5a-d372160d03cf req-945a937a-e1b2-43e0-b62d-9806f2d2864c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a1d1413f133947a282d310c72bc230b7&device_id=d616118b-9e12-4301-8908-1a9eb6631752 HTTP/1.1" status: 200 len: 1095 time: 0.2888227 Aug 11 02:25:28.759087 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-6a23fe61-6765-4e86-a57d-0c0bdc674739 admin admin] Allocated IP 172.20.0.1 (c208dbef-4fed-4c40-9530-440f884537b0/fdf3d49a-9c58-42ff-9058-28a4ebd053e1/81969786-651c-4bd8-9c0d-defd342df39e) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:28.833714 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1a51e87c-7995-481c-9459-cd9bb6560984 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.873821 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1a51e87c-7995-481c-9459-cd9bb6560984 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.891354 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4053e051-049f-4035-aea4-ae1893c7c87c x-openstack-request-id: req-4053e051-049f-4035-aea4-ae1893c7c87c {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:28.891942 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-unplugged", "status": "completed", "tag": "1451ea14-a62f-4cdf-b59f-1f01ea8381d0", "code": 200}, {"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-unplugged", "status": "completed", "tag": "20f53a84-827e-4a21-8b16-64a8498d6bf9", "code": 200}, {"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-unplugged", "status": "completed", "tag": "607f8c57-0c37-4d39-8378-b28860d65df4", "code": 200}, {"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-unplugged", "status": "completed", "tag": "6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1", "code": 200}, {"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-unplugged", "status": "completed", "tag": "6a46a20f-db43-47c2-9b7f-8cd1abe24e39", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:28.891942 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4053e051-049f-4035-aea4-ae1893c7c87c {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:28.893200 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1451ea14-a62f-4cdf-b59f-1f01ea8381d0', 'code': 200} Aug 11 02:25:28.894166 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20f53a84-827e-4a21-8b16-64a8498d6bf9', 'code': 200} Aug 11 02:25:28.895135 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '607f8c57-0c37-4d39-8378-b28860d65df4', 'code': 200} Aug 11 02:25:28.896107 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1', 'code': 200} Aug 11 02:25:28.897380 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a46a20f-db43-47c2-9b7f-8cd1abe24e39', 'code': 200} Aug 11 02:25:28.931309 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.931921 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0e4ce725-b948-4854-97e1-2aab4135cc70 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.936106 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0e4ce725-b948-4854-97e1-2aab4135cc70 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.941737 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f3d72777-79db-4be6-ac6f-657247149024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.970796 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 9e8f0170-d0dd-46af-ad4e-0280c7396d64, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9e8f0170-d0dd-46af-ad4e-0280c7396d64,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:28.976932 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:29.003357 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4a1df-4e96-400b-86e5-31388a0a31c7 req-f22c887e-4d2d-4179-b5b5-c995f64da2a4 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:29.011393 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-58e4a1df-4e96-400b-86e5-31388a0a31c7 req-f22c887e-4d2d-4179-b5b5-c995f64da2a4 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/ports?device_id=d616118b-9e12-4301-8908-1a9eb6631752 HTTP/1.1" status: 200 len: 943 time: 0.8373966 Aug 11 02:25:29.049190 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f3d72777-79db-4be6-ac6f-657247149024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:29.052957 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2f3bb-0d8d-431a-ba5a-d372160d03cf req-3c0c08b6-0ed8-4bdf-a9f6-f9b8196fbb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:29.054646 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5a2f3bb-0d8d-431a-ba5a-d372160d03cf req-3c0c08b6-0ed8-4bdf-a9f6-f9b8196fbb28 service neutron] 10.222.0.73 "GET /v2.0/networks?id=425950f3-3280-441c-babc-f2eb8503759f HTTP/1.1" status: 200 len: 910 time: 0.3060834 Aug 11 02:25:29.066614 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=9e8f0170-d0dd-46af-ad4e-0280c7396d64,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:29.097173 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0e4ce725-b948-4854-97e1-2aab4135cc70 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:29.097675 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4ce725-b948-4854-97e1-2aab4135cc70 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7780e80f-1ebc-4d75-839d-07bdc67ccdd3 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:25:29.124059 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5a2f3bb-0d8d-431a-ba5a-d372160d03cf req-f77e7870-b0c1-498c-85ca-03996f32fb21 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ae29574-9dc8-42ae-9986-e550bc4168df HTTP/1.1" status: 200 len: 217 time: 0.0571165 Aug 11 02:25:29.135187 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0e4ce725-b948-4854-97e1-2aab4135cc70 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:29.139434 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0e4ce725-b948-4854-97e1-2aab4135cc70 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] 10.222.0.50 "DELETE /v2.0/routers/7780e80f-1ebc-4d75-839d-07bdc67ccdd3 HTTP/1.1" status: 204 len: 168 time: 1.3764763 Aug 11 02:25:29.140562 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-58e4a1df-4e96-400b-86e5-31388a0a31c7 req-5730c48f-5c74-44a8-b32b-74b839ef1adb tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e405981-4f89-4386-911c-77d2d71ee89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282077 Aug 11 02:25:29.141057 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57076) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:29.169485 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-0cebebf1-21eb-46ab-9fd6-010b0c6d6243 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Request body: {'router': {'name': 'tempest-router-1776889329', 'distributed': False}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:29.196847 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-11ebd4d7-f3fe-455c-a0cc-d54cbdaf34b0 service neutron] For port 6a46a20f-db43-47c2-9b7f-8cd1abe24e39, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=6a46a20f-db43-47c2-9b7f-8cd1abe24e39,segment=NetworkSegment(0c644148-5bd6-4e31-a8c5-17979de92fc4),segment_id=0c644148-5bd6-4e31-a8c5-17979de92fc4)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:29.208644 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-1a51e87c-7995-481c-9459-cd9bb6560984 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Floating IP 0f060dcd-6ab9-481d-86f9-b48db721ace3 associated. External IP: 172.25.2.68, port: b8f3a482-ab68-49b6-8acf-fe7a9b735239. Aug 11 02:25:29.221313 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6a23fe61-6765-4e86-a57d-0c0bdc674739 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:29.254940 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0cebebf1-21eb-46ab-9fd6-010b0c6d6243 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:29.256178 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0cebebf1-21eb-46ab-9fd6-010b0c6d6243 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:29.276767 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2f3bb-0d8d-431a-ba5a-d372160d03cf req-f826f114-0535-4233-9188-4dd00645093f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:29.278320 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5a2f3bb-0d8d-431a-ba5a-d372160d03cf req-f826f114-0535-4233-9188-4dd00645093f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2853ca2d-08a7-411f-b33e-d9ad2442e5c4 HTTP/1.1" status: 200 len: 849 time: 0.1438305 Aug 11 02:25:29.287784 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f3d72777-79db-4be6-ac6f-657247149024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:29.292144 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f3d72777-79db-4be6-ac6f-657247149024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:29.293560 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-6a23fe61-6765-4e86-a57d-0c0bdc674739 admin admin] Transition to ACTIVE for port object 81969786-651c-4bd8-9c0d-defd342df39e will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:29.297172 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f3d72777-79db-4be6-ac6f-657247149024 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/349b4840-bc95-472f-8db5-4f6e507813d2 HTTP/1.1" status: 204 len: 168 time: 1.3115656 Aug 11 02:25:29.376216 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5a2f3bb-0d8d-431a-ba5a-d372160d03cf req-d45146c6-6b73-44b5-a919-3a421f88b33b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=425950f3-3280-441c-babc-f2eb8503759f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806105 Aug 11 02:25:29.399219 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-11ebd4d7-f3fe-455c-a0cc-d54cbdaf34b0 service neutron] For port 6a46a20f-db43-47c2-9b7f-8cd1abe24e39, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:29.499279 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-11ebd4d7-f3fe-455c-a0cc-d54cbdaf34b0 service neutron] device_id is not set on port 6a46a20f-db43-47c2-9b7f-8cd1abe24e39 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:25:29.566020 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-11ebd4d7-f3fe-455c-a0cc-d54cbdaf34b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:29.587353 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-11ebd4d7-f3fe-455c-a0cc-d54cbdaf34b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:29.650613 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ebd4d7-f3fe-455c-a0cc-d54cbdaf34b0 service neutron] Pushing event updated for resources: {'Port': ['ID=6a46a20f-db43-47c2-9b7f-8cd1abe24e39,revision_number=7']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:29.790415 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6a23fe61-6765-4e86-a57d-0c0bdc674739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:29.903271 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23fe61-6765-4e86-a57d-0c0bdc674739 admin admin] Pushing event updated for resources: {'Port': ['ID=81969786-651c-4bd8-9c0d-defd342df39e,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:29.905893 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-11ebd4d7-f3fe-455c-a0cc-d54cbdaf34b0 service neutron] No DVR routers for this DVR port 6a46a20f-db43-47c2-9b7f-8cd1abe24e39 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:29.959972 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8152f1-7b83-46c4-9e3e-930ba28b121e req-1464a0e1-d710-4b6c-950b-5225a4d856ef tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:29.968825 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8152f1-7b83-46c4-9e3e-930ba28b121e req-1464a0e1-d710-4b6c-950b-5225a4d856ef tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:29.974473 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8152f1-7b83-46c4-9e3e-930ba28b121e req-1464a0e1-d710-4b6c-950b-5225a4d856ef tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:29.982911 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8152f1-7b83-46c4-9e3e-930ba28b121e req-1464a0e1-d710-4b6c-950b-5225a4d856ef tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:29.990840 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8152f1-7b83-46c4-9e3e-930ba28b121e req-1464a0e1-d710-4b6c-950b-5225a4d856ef tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:29.992721 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4c8152f1-7b83-46c4-9e3e-930ba28b121e req-1464a0e1-d710-4b6c-950b-5225a4d856ef tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 3876 time: 0.3471432 Aug 11 02:25:29.998936 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-11ebd4d7-f3fe-455c-a0cc-d54cbdaf34b0 service neutron] In _notify_port_updated(), no bound segment for port 6a46a20f-db43-47c2-9b7f-8cd1abe24e39 on network a22ae8f3-b76a-495f-839c-755566103de1 {{(pid=94507) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:25:29.999827 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-11ebd4d7-f3fe-455c-a0cc-d54cbdaf34b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:30.000434 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-11ebd4d7-f3fe-455c-a0cc-d54cbdaf34b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:30.011518 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-11ebd4d7-f3fe-455c-a0cc-d54cbdaf34b0 service neutron] 10.222.0.66 "PUT /v2.0/ports/6a46a20f-db43-47c2-9b7f-8cd1abe24e39 HTTP/1.1" status: 200 len: 1028 time: 2.6092722 Aug 11 02:25:30.036942 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5a2f3bb-0d8d-431a-ba5a-d372160d03cf req-57f118b0-6c8f-4d76-9493-f47808fff923 service neutron] 10.222.0.73 "GET /v2.0/networks/425950f3-3280-441c-babc-f2eb8503759f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580242 Aug 11 02:25:30.042140 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d72777-79db-4be6-ac6f-657247149024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349b4840-bc95-472f-8db5-4f6e507813d2,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:30.067434 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0aa5addf-8aa6-457a-969f-1dc594db88cb req-de0436bc-5168-4c2e-bc64-dbf9a3f97f56 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 210 time: 0.1160908 Aug 11 02:25:30.111583 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-673e1272-7d29-4bd8-85b5-7775bd5690d9 None None] Provisioning complete for port 6a46a20f-db43-47c2-9b7f-8cd1abe24e39 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:30.115070 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-673e1272-7d29-4bd8-85b5-7775bd5690d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:30.137570 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0cebebf1-21eb-46ab-9fd6-010b0c6d6243 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:30.137994 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4c8152f1-7b83-46c4-9e3e-930ba28b121e req-bfa755e7-077b-45f1-aebd-ef1c7e71debc tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070940 Aug 11 02:25:30.142746 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a23fe61-6765-4e86-a57d-0c0bdc674739 admin admin] Network c208dbef-4fed-4c40-9530-440f884537b0 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:30.146002 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0cebebf1-21eb-46ab-9fd6-010b0c6d6243 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:30.158740 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-6a23fe61-6765-4e86-a57d-0c0bdc674739 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:30.162893 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0cebebf1-21eb-46ab-9fd6-010b0c6d6243 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:30.162893 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0cebebf1-21eb-46ab-9fd6-010b0c6d6243 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0114129 Aug 11 02:25:30.174486 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57088) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:30.181567 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a23fe61-6765-4e86-a57d-0c0bdc674739 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:30.231977 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-673e1272-7d29-4bd8-85b5-7775bd5690d9 None None] Port 6a46a20f-db43-47c2-9b7f-8cd1abe24e39 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:25:30.275413 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57092) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:30.297954 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d1705783-cbed-479c-9294-f78b0d2c8caf tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:30.329546 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-81759688-1e11-4b01-8ca0-d02611463c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:30.485095 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-81759688-1e11-4b01-8ca0-d02611463c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:30.494128 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6a23fe61-6765-4e86-a57d-0c0bdc674739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:30.506820 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9e8f0170-d0dd-46af-ad4e-0280c7396d64 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:30.538382 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-81759688-1e11-4b01-8ca0-d02611463c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:30.592871 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d5a2f3bb-0d8d-431a-ba5a-d372160d03cf req-275f04f0-bc4a-4595-bc21-81a368f059a1 service neutron] 10.222.0.73 "GET /v2.0/networks/425950f3-3280-441c-babc-f2eb8503759f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636838 Aug 11 02:25:30.598926 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a51e87c-7995-481c-9459-cd9bb6560984 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Router 91de46b2-eaba-42f5-82d8-543d4086963a has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:25:30.620665 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-97dc0cbc-e787-4eb7-af1d-f963c4f9cad4 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Deleting port 607f8c57-0c37-4d39-8378-b28860d65df4 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:30.620665 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-97dc0cbc-e787-4eb7-af1d-f963c4f9cad4 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:30.627381 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 9ae29574-9dc8-42ae-9986-e550bc4168df details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:25:30.637110 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 9e8f0170-d0dd-46af-ad4e-0280c7396d64 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:30.641461 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:30.676300 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-81759688-1e11-4b01-8ca0-d02611463c9d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3ea970c2dd674680ba96ab6eabe27963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3976188 Aug 11 02:25:30.677281 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81759688-1e11-4b01-8ca0-d02611463c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3fbfb7-b47f-49ce-a441-0b15300aa459,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:30.680638 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57096) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:30.803280 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c2310274-fb17-4e3c-8d9e-a3144ff3de88 None None] Provisioning for port 81969786-651c-4bd8-9c0d-defd342df39e completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:30.805937 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297b269-be4e-448d-8775-4850ae160025 req-7705cf32-8392-4492-a078-333e8cc45938 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:30.810900 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0297b269-be4e-448d-8775-4850ae160025 req-7705cf32-8392-4492-a078-333e8cc45938 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/ports?device_id=d616118b-9e12-4301-8908-1a9eb6631752 HTTP/1.1" status: 200 len: 943 time: 0.5082300 Aug 11 02:25:30.828177 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d1705783-cbed-479c-9294-f78b0d2c8caf tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:30.833566 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6a23fe61-6765-4e86-a57d-0c0bdc674739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:30.835331 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c2310274-fb17-4e3c-8d9e-a3144ff3de88 None None] Provisioning complete for port 81969786-651c-4bd8-9c0d-defd342df39e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:30.836609 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-97dc0cbc-e787-4eb7-af1d-f963c4f9cad4 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] For port 607f8c57-0c37-4d39-8378-b28860d65df4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=607f8c57-0c37-4d39-8378-b28860d65df4,segment=NetworkSegment(0c644148-5bd6-4e31-a8c5-17979de92fc4),segment_id=0c644148-5bd6-4e31-a8c5-17979de92fc4)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:30.836980 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-97dc0cbc-e787-4eb7-af1d-f963c4f9cad4 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:30.843312 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c2310274-fb17-4e3c-8d9e-a3144ff3de88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:30.866514 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-97dc0cbc-e787-4eb7-af1d-f963c4f9cad4 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Calling delete_port for 607f8c57-0c37-4d39-8378-b28860d65df4 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:30.870072 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-58280572-5582-4b5f-b2d7-cedcf080b934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:30.899531 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d1705783-cbed-479c-9294-f78b0d2c8caf tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:30.930559 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-58280572-5582-4b5f-b2d7-cedcf080b934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:31.014241 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-c2310274-fb17-4e3c-8d9e-a3144ff3de88 None None] Port 81969786-651c-4bd8-9c0d-defd342df39e cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:25:31.026369 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 9ae29574-9dc8-42ae-9986-e550bc4168df, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=9ae29574-9dc8-42ae-9986-e550bc4168df,segment=NetworkSegment(bc5d2b84-179a-41d1-ab8d-d6aac09d0348),segment_id=bc5d2b84-179a-41d1-ab8d-d6aac09d0348)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:31.053172 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '9ae29574-9dc8-42ae-9986-e550bc4168df', 'network_id': '425950f3-3280-441c-babc-f2eb8503759f', 'port_id': '9ae29574-9dc8-42ae-9986-e550bc4168df', 'mac_address': 'fa:16:3e:14:26:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2853ca2d-08a7-411f-b33e-d9ad2442e5c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:25:31.074819 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0297b269-be4e-448d-8775-4850ae160025 req-1d419f4b-bae2-4cc1-9fd4-4b99474833b2 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e405981-4f89-4386-911c-77d2d71ee89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441397 Aug 11 02:25:31.128371 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:31.130327 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-58280572-5582-4b5f-b2d7-cedcf080b934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:31.133986 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-58280572-5582-4b5f-b2d7-cedcf080b934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:31.136231 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-58280572-5582-4b5f-b2d7-cedcf080b934 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0c3fbfb7-b47f-49ce-a441-0b15300aa459 HTTP/1.1" status: 204 len: 168 time: 0.4513881 Aug 11 02:25:31.166820 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae29574-9dc8-42ae-9986-e550bc4168df {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:25:31.167216 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58280572-5582-4b5f-b2d7-cedcf080b934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3fbfb7-b47f-49ce-a441-0b15300aa459,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:31.230717 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d1705783-cbed-479c-9294-f78b0d2c8caf tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:31.230717 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1705783-cbed-479c-9294-f78b0d2c8caf tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc0361fa-01fd-4815-b3b5-7c66e9a0249c {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:25:31.245159 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d1705783-cbed-479c-9294-f78b0d2c8caf tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:31.247950 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d1705783-cbed-479c-9294-f78b0d2c8caf tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] 10.222.0.50 "DELETE /v2.0/routers/fc0361fa-01fd-4815-b3b5-7c66e9a0249c HTTP/1.1" status: 204 len: 168 time: 1.0709059 Aug 11 02:25:31.265881 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57104) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:31.275983 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 9ae29574-9dc8-42ae-9986-e550bc4168df, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=9ae29574-9dc8-42ae-9986-e550bc4168df,segment=NetworkSegment(bc5d2b84-179a-41d1-ab8d-d6aac09d0348),segment_id=bc5d2b84-179a-41d1-ab8d-d6aac09d0348)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:31.294290 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:31.300187 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-9a8fd5cc-6861-46c7-b3e5-8615c95c81d5 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Request body: {'router': {'name': 'tempest-router-1659938053', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '831012ea79e849c48fede574ca5c927c'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:31.332622 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-33add52e-db32-4ea0-ab30-3d82b7a9110e req-32938769-1409-4f8b-8c16-1c0ec6149c67 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 210 time: 0.1016622 Aug 11 02:25:31.347230 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6a23fe61-6765-4e86-a57d-0c0bdc674739 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:31.350190 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-97dc0cbc-e787-4eb7-af1d-f963c4f9cad4 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:31.355443 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6a23fe61-6765-4e86-a57d-0c0bdc674739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:31.407681 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc0cbc-e787-4eb7-af1d-f963c4f9cad4 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Pushing event deleted for resources: {'Port': ['ID=607f8c57-0c37-4d39-8378-b28860d65df4,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:31.443508 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=9ae29574-9dc8-42ae-9986-e550bc4168df,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:31.505229 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a51e87c-7995-481c-9459-cd9bb6560984 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:25:31.514815 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-97dc0cbc-e787-4eb7-af1d-f963c4f9cad4 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] No DVR routers for this DVR port 607f8c57-0c37-4d39-8378-b28860d65df4 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:31.517021 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6a23fe61-6765-4e86-a57d-0c0bdc674739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:31.521107 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbce6fc-f5c2-472e-9877-e4e25ef379cd None None] Sync routers for ids ['91de46b2-eaba-42f5-82d8-543d4086963a'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:25:31.527185 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-97dc0cbc-e787-4eb7-af1d-f963c4f9cad4 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:31.529673 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-97dc0cbc-e787-4eb7-af1d-f963c4f9cad4 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.66 "DELETE /v2.0/ports/607f8c57-0c37-4d39-8378-b28860d65df4 HTTP/1.1" status: 204 len: 173 time: 1.5164633 Aug 11 02:25:31.534081 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-deleted', 'tag': '607f8c57-0c37-4d39-8378-b28860d65df4'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:31.537139 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5133a596-f46a-4fa7-8041-9b6d5cdf21eb" -d '{"events": [{"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-deleted", "tag": "607f8c57-0c37-4d39-8378-b28860d65df4"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:31.541599 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a8fd5cc-6861-46c7-b3e5-8615c95c81d5 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:31.547851 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a8fd5cc-6861-46c7-b3e5-8615c95c81d5 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:31.551853 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['9ae29574-9dc8-42ae-9986-e550bc4168df'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:25:31.573841 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1a51e87c-7995-481c-9459-cd9bb6560984 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:31.692982 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbce6fc-f5c2-472e-9877-e4e25ef379cd None None] Routers {'91de46b2-eaba-42f5-82d8-543d4086963a'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:31.692982 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-edbce6fc-f5c2-472e-9877-e4e25ef379cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:25:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91de46b2-eaba-42f5-82d8-543d4086963a'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:31.693762 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490112fa-c7b7-4606-bd44-07f05e47f5b9 req-9ef48299-b550-4776-b0e8-3c1d5cbb01fe tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:31.705208 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490112fa-c7b7-4606-bd44-07f05e47f5b9 req-9ef48299-b550-4776-b0e8-3c1d5cbb01fe tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:31.723138 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490112fa-c7b7-4606-bd44-07f05e47f5b9 req-9ef48299-b550-4776-b0e8-3c1d5cbb01fe tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:31.737684 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490112fa-c7b7-4606-bd44-07f05e47f5b9 req-9ef48299-b550-4776-b0e8-3c1d5cbb01fe tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:31.743488 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-490112fa-c7b7-4606-bd44-07f05e47f5b9 req-9ef48299-b550-4776-b0e8-3c1d5cbb01fe tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 3144 time: 0.4255631 Aug 11 02:25:31.760413 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ae82bf-dfe5-4ae6-b400-93642b0ec16e x-openstack-request-id: req-53ae82bf-dfe5-4ae6-b400-93642b0ec16e {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:31.762338 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-deleted", "tag": "607f8c57-0c37-4d39-8378-b28860d65df4", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:31.762844 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-53ae82bf-dfe5-4ae6-b400-93642b0ec16e {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:31.763512 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-deleted', 'tag': '607f8c57-0c37-4d39-8378-b28860d65df4', 'status': 'completed', 'code': 200} Aug 11 02:25:31.765227 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23fe61-6765-4e86-a57d-0c0bdc674739 admin admin] Pushing event updated for resources: {'Port': ['ID=81969786-651c-4bd8-9c0d-defd342df39e,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:31.792354 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1a51e87c-7995-481c-9459-cd9bb6560984 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "PUT /v2.0/floatingips/0f060dcd-6ab9-481d-86f9-b48db721ace3 HTTP/1.1" status: 200 len: 991 time: 5.1995409 Aug 11 02:25:31.796889 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d06cdc6-1ae9-4411-af0f-42fd634bd958', 'tag': 'b8f3a482-ab68-49b6-8acf-fe7a9b735239'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:31.804172 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7cafc1-2d5c-4326-8f8c-633b77e60b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "0d06cdc6-1ae9-4411-af0f-42fd634bd958", "tag": "b8f3a482-ab68-49b6-8acf-fe7a9b735239"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:31.992828 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a23fe61-6765-4e86-a57d-0c0bdc674739 admin admin] Network c208dbef-4fed-4c40-9530-440f884537b0 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:32.007983 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-6a23fe61-6765-4e86-a57d-0c0bdc674739 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:32.055138 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a8fd5cc-6861-46c7-b3e5-8615c95c81d5 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:32.071633 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a8fd5cc-6861-46c7-b3e5-8615c95c81d5 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:32.100675 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6379dc7f-6624-4717-be2e-4a3db6eb2d44 x-openstack-request-id: req-6379dc7f-6624-4717-be2e-4a3db6eb2d44 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:32.101372 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d06cdc6-1ae9-4411-af0f-42fd634bd958", "tag": "b8f3a482-ab68-49b6-8acf-fe7a9b735239", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:32.101372 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6379dc7f-6624-4717-be2e-4a3db6eb2d44 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:32.101784 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d06cdc6-1ae9-4411-af0f-42fd634bd958', 'tag': 'b8f3a482-ab68-49b6-8acf-fe7a9b735239', 'status': 'completed', 'code': 200} Aug 11 02:25:32.167268 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-490112fa-c7b7-4606-bd44-07f05e47f5b9 req-bcd963cc-633b-4fe6-bfc6-5639ef296486 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4145424 Aug 11 02:25:32.206687 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a8fd5cc-6861-46c7-b3e5-8615c95c81d5 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:32.209731 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9a8fd5cc-6861-46c7-b3e5-8615c95c81d5 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9439259 Aug 11 02:25:32.227940 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57124) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.234158 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-d6660a41-d7fa-4c44-89a1-a18ce4064cec tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:32.281083 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-edbce6fc-f5c2-472e-9877-e4e25ef379cd None None] Set router 91de46b2-eaba-42f5-82d8-543d4086963a gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:32.401134 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cafc1-2d5c-4326-8f8c-633b77e60b5a req-c0afc8eb-ebe5-4384-beca-fc9142f17e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:32.419114 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b7cafc1-2d5c-4326-8f8c-633b77e60b5a req-c0afc8eb-ebe5-4384-beca-fc9142f17e9c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=83575988edd14bd3ac636f254bcc4c79&device_id=0d06cdc6-1ae9-4411-af0f-42fd634bd958 HTTP/1.1" status: 200 len: 1098 time: 0.2911165 Aug 11 02:25:32.788288 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5cfbb652-e0a6-4afb-9fb5-cc3b0610e6fb req-f85929a8-79f7-4612-ae3e-08dbfa602703 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 210 time: 0.1503212 Aug 11 02:25:32.795889 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fff67c35-1907-42ba-a125-a6db9c50806e None None] Provisioning complete for port 81969786-651c-4bd8-9c0d-defd342df39e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:32.796402 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fff67c35-1907-42ba-a125-a6db9c50806e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:32.925469 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fff67c35-1907-42ba-a125-a6db9c50806e None None] Port 81969786-651c-4bd8-9c0d-defd342df39e cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:25:33.028855 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a23fe61-6765-4e86-a57d-0c0bdc674739 admin admin] Router 4e49c78f-c873-4639-bdb1-f6dddeb6276f has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:25:33.117932 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d6660a41-d7fa-4c44-89a1-a18ce4064cec tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133780224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133782865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36741'] for router, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:33.119261 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-edbce6fc-f5c2-472e-9877-e4e25ef379cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'name': 'tempest-AttachVolumeTestJSON-1455009035-router', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:33Z', 'updated_at': '2021-08-11T02:20:38Z', 'revision_number': 4, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'gw_port': {'id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:34Z', 'updated_at': '2021-08-11T02:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '0f060dcd-6ab9-481d-86f9-b48db721ace3', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'floating_ip_address': '172.25.2.68', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'port_id': 'b8f3a482-ab68-49b6-8acf-fe7a9b735239', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034', 'mac_address': 'fa:16:3e:9c:a4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d06cdc6-1ae9-4411-af0f-42fd634bd958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:25:04Z', 'updated_at': '2021-08-11T02:25:28Z', 'revision_number': 1, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f66f0f5d-8b32-4d1c-a273-b9821b6489ca', 'name': '', 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'mac_address': 'fa:16:3e:73:9e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:37Z', 'updated_at': '2021-08-11T02:20:47Z', 'revision_number': 5, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'subnets': [{'id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:33.121370 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d6660a41-d7fa-4c44-89a1-a18ce4064cec tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks [] for router, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:33.217997 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbce6fc-f5c2-472e-9877-e4e25ef379cd None None] Checking router: 91de46b2-eaba-42f5-82d8-543d4086963a for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:25:33.228491 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbce6fc-f5c2-472e-9877-e4e25ef379cd None None] Routers {'91de46b2-eaba-42f5-82d8-543d4086963a'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:33.229365 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-edbce6fc-f5c2-472e-9877-e4e25ef379cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:25:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91de46b2-eaba-42f5-82d8-543d4086963a'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:33.236220 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0772f-2a28-4c47-b03c-1d1a9500f42f req-a96b78e3-018a-4fef-a383-8be8b7901dc3 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:33.249760 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f5e0772f-2a28-4c47-b03c-1d1a9500f42f req-a96b78e3-018a-4fef-a383-8be8b7901dc3 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/ports?device_id=d616118b-9e12-4301-8908-1a9eb6631752 HTTP/1.1" status: 200 len: 944 time: 0.2316155 Aug 11 02:25:33.354814 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-8d261ea3-4921-4d8a-b6e5-69feaea28ed5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Deleting port 6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:33.355418 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-8d261ea3-4921-4d8a-b6e5-69feaea28ed5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:33.488506 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cafc1-2d5c-4326-8f8c-633b77e60b5a req-07520d6c-9cdf-4ebf-bff4-45df827bf3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:33.497315 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b7cafc1-2d5c-4326-8f8c-633b77e60b5a req-07520d6c-9cdf-4ebf-bff4-45df827bf3f0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d5e9bc60-44e8-48ec-bced-24847d62e034 HTTP/1.1" status: 200 len: 912 time: 1.0708048 Aug 11 02:25:33.498121 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-edbce6fc-f5c2-472e-9877-e4e25ef379cd None None] Set router 91de46b2-eaba-42f5-82d8-543d4086963a gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:33.515411 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f5e0772f-2a28-4c47-b03c-1d1a9500f42f req-9f4ae612-af6a-4902-8a92-34fd161349e5 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e405981-4f89-4386-911c-77d2d71ee89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550294 Aug 11 02:25:33.560788 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d6660a41-d7fa-4c44-89a1-a18ce4064cec tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94506) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 11 02:25:33.561902 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d6660a41-d7fa-4c44-89a1-a18ce4064cec tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Router 42312402-266f-4fd0-bd00-f532ec40624c migrating from provider to provider. {{(pid=94506) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 11 02:25:33.562461 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d6660a41-d7fa-4c44-89a1-a18ce4064cec tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:33.582687 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a23fe61-6765-4e86-a57d-0c0bdc674739 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:25:33.589076 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6a23fe61-6765-4e86-a57d-0c0bdc674739 admin admin] 10.222.0.50 "PUT /v2.0/routers/4e49c78f-c873-4639-bdb1-f6dddeb6276f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0043058 Aug 11 02:25:33.602122 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-8d261ea3-4921-4d8a-b6e5-69feaea28ed5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] For port 6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1,segment=NetworkSegment(c2e8159c-d990-439a-8147-40324f3e05e5),segment_id=c2e8159c-d990-439a-8147-40324f3e05e5)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:33.602507 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-8d261ea3-4921-4d8a-b6e5-69feaea28ed5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:33.610055 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d65ad4-419e-4aaf-bd93-0ac7c6e51e98 None None] Sync routers for ids ['4e49c78f-c873-4639-bdb1-f6dddeb6276f'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:25:33.628712 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d65ad4-419e-4aaf-bd93-0ac7c6e51e98 None None] Routers {'4e49c78f-c873-4639-bdb1-f6dddeb6276f'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:33.629154 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-57d65ad4-419e-4aaf-bd93-0ac7c6e51e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:25:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['4e49c78f-c873-4639-bdb1-f6dddeb6276f'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:33.631973 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-8d261ea3-4921-4d8a-b6e5-69feaea28ed5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Calling delete_port for 6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:33.642907 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d6660a41-d7fa-4c44-89a1-a18ce4064cec tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:33.669184 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d6660a41-d7fa-4c44-89a1-a18ce4064cec tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133780475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133780466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133782856'] for router, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:33.715919 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90b60c-4f2e-4619-82fb-f9a034dda9d3 req-e0ae39a1-1788-49b1-b533-0506a03180f7 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:33.730995 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90b60c-4f2e-4619-82fb-f9a034dda9d3 req-e0ae39a1-1788-49b1-b533-0506a03180f7 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:33.741211 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90b60c-4f2e-4619-82fb-f9a034dda9d3 req-e0ae39a1-1788-49b1-b533-0506a03180f7 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:33.758503 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90b60c-4f2e-4619-82fb-f9a034dda9d3 req-e0ae39a1-1788-49b1-b533-0506a03180f7 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:33.765905 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fe90b60c-4f2e-4619-82fb-f9a034dda9d3 req-e0ae39a1-1788-49b1-b533-0506a03180f7 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 3144 time: 0.4173005 Aug 11 02:25:33.879465 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b7cafc1-2d5c-4326-8f8c-633b77e60b5a req-0ea989e8-cc0a-4478-a22c-28140836ada3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8f3a482-ab68-49b6-8acf-fe7a9b735239 HTTP/1.1" status: 200 len: 999 time: 0.3587818 Aug 11 02:25:33.984203 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-57d65ad4-419e-4aaf-bd93-0ac7c6e51e98 None None] Set router 4e49c78f-c873-4639-bdb1-f6dddeb6276f gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:34.035700 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-584084d7-f900-47f5-9b03-695221b684c3 req-1b11b760-4cc5-43a5-99d8-c6beeb422b90 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 210 time: 0.0623820 Aug 11 02:25:34.039844 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-8d261ea3-4921-4d8a-b6e5-69feaea28ed5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:34.104448 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cafc1-2d5c-4326-8f8c-633b77e60b5a req-f7a77dce-c451-4aef-a09d-a9fe952c682c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:34.106367 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b7cafc1-2d5c-4326-8f8c-633b77e60b5a req-f7a77dce-c451-4aef-a09d-a9fe952c682c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=be5383bc-6e19-42ce-a87f-2dcaab36b27f HTTP/1.1" status: 200 len: 850 time: 0.2171764 Aug 11 02:25:34.147579 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d261ea3-4921-4d8a-b6e5-69feaea28ed5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Pushing event deleted for resources: {'Port': ['ID=6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:34.188497 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d261ea3-4921-4d8a-b6e5-69feaea28ed5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:34.188868 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d261ea3-4921-4d8a-b6e5-69feaea28ed5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:34.189327 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d261ea3-4921-4d8a-b6e5-69feaea28ed5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:34.189922 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d261ea3-4921-4d8a-b6e5-69feaea28ed5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:34.190838 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d261ea3-4921-4d8a-b6e5-69feaea28ed5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:34.190966 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d261ea3-4921-4d8a-b6e5-69feaea28ed5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:34.191223 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d261ea3-4921-4d8a-b6e5-69feaea28ed5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:34.191578 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d261ea3-4921-4d8a-b6e5-69feaea28ed5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:34.191919 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d261ea3-4921-4d8a-b6e5-69feaea28ed5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:34.192252 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d261ea3-4921-4d8a-b6e5-69feaea28ed5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:34.194823 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d261ea3-4921-4d8a-b6e5-69feaea28ed5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:34.195173 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d261ea3-4921-4d8a-b6e5-69feaea28ed5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:34.276559 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fe90b60c-4f2e-4619-82fb-f9a034dda9d3 req-bbab28b9-b631-4bec-89e2-2063f969f572 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4968319 Aug 11 02:25:34.278727 n-d-615180-33 neutron-server[94506]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d6660a41-d7fa-4c44-89a1-a18ce4064cec tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] No L3 agents can host the router 42312402-266f-4fd0-bd00-f532ec40624c Aug 11 02:25:34.308925 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cafc1-2d5c-4326-8f8c-633b77e60b5a req-b08ba744-3f3d-45e4-af2b-1c5604bf4833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:34.333448 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b7cafc1-2d5c-4326-8f8c-633b77e60b5a req-b08ba744-3f3d-45e4-af2b-1c5604bf4833 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d5e9bc60-44e8-48ec-bced-24847d62e034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2136853 Aug 11 02:25:34.339128 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57170) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:34.437787 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-8d261ea3-4921-4d8a-b6e5-69feaea28ed5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] No DVR routers for this DVR port 6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:34.449549 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-8d261ea3-4921-4d8a-b6e5-69feaea28ed5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:34.458140 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-8d261ea3-4921-4d8a-b6e5-69feaea28ed5 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.66 "DELETE /v2.0/ports/6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1 HTTP/1.1" status: 204 len: 173 time: 2.8990080 Aug 11 02:25:34.459794 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-deleted', 'tag': '6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:34.465690 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87809f8d-93b8-4f09-896a-a21bfadb6e1b" -d '{"events": [{"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-deleted", "tag": "6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:34.484458 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-57d65ad4-419e-4aaf-bd93-0ac7c6e51e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'name': 'tempest-TestServerBasicOps-674720953-router', 'tenant_id': '964c94866ffe47439c17b06951694814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '9e8f0170-d0dd-46af-ad4e-0280c7396d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:15Z', 'updated_at': '2021-08-11T02:25:30Z', 'revision_number': 4, 'project_id': '964c94866ffe47439c17b06951694814', 'gw_port': {'id': '9e8f0170-d0dd-46af-ad4e-0280c7396d64', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:17Z', 'updated_at': '2021-08-11T02:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '81969786-651c-4bd8-9c0d-defd342df39e', 'name': '', 'network_id': 'c208dbef-4fed-4c40-9530-440f884537b0', 'tenant_id': '964c94866ffe47439c17b06951694814', 'mac_address': 'fa:16:3e:02:e1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'fdf3d49a-9c58-42ff-9058-28a4ebd053e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:27Z', 'updated_at': '2021-08-11T02:25:30Z', 'revision_number': 2, 'project_id': '964c94866ffe47439c17b06951694814', 'subnets': [{'id': 'fdf3d49a-9c58-42ff-9058-28a4ebd053e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:34.566811 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d65ad4-419e-4aaf-bd93-0ac7c6e51e98 None None] Checking router: 4e49c78f-c873-4639-bdb1-f6dddeb6276f for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:25:34.569010 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d65ad4-419e-4aaf-bd93-0ac7c6e51e98 None None] Updating router 4e49c78f-c873-4639-bdb1-f6dddeb6276f port 81969786-651c-4bd8-9c0d-defd342df39e binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:25:34.598150 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-edbce6fc-f5c2-472e-9877-e4e25ef379cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'name': 'tempest-AttachVolumeTestJSON-1455009035-router', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:33Z', 'updated_at': '2021-08-11T02:20:38Z', 'revision_number': 4, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'gw_port': {'id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:34Z', 'updated_at': '2021-08-11T02:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '0f060dcd-6ab9-481d-86f9-b48db721ace3', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'floating_ip_address': '172.25.2.68', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'port_id': 'b8f3a482-ab68-49b6-8acf-fe7a9b735239', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034', 'mac_address': 'fa:16:3e:9c:a4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d06cdc6-1ae9-4411-af0f-42fd634bd958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:25:04Z', 'updated_at': '2021-08-11T02:25:28Z', 'revision_number': 1, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f66f0f5d-8b32-4d1c-a273-b9821b6489ca', 'name': '', 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'mac_address': 'fa:16:3e:73:9e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:37Z', 'updated_at': '2021-08-11T02:20:47Z', 'revision_number': 5, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'subnets': [{'id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:34.611108 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 9ae29574-9dc8-42ae-9986-e550bc4168df up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:34.633698 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-57d65ad4-419e-4aaf-bd93-0ac7c6e51e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:34.729000 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbce6fc-f5c2-472e-9877-e4e25ef379cd None None] The sync data for ids ['91de46b2-eaba-42f5-82d8-543d4086963a'] in n-d-615180-33 is: [{'id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'name': 'tempest-AttachVolumeTestJSON-1455009035-router', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:33Z', 'updated_at': '2021-08-11T02:20:38Z', 'revision_number': 4, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'gw_port': {'id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:34Z', 'updated_at': '2021-08-11T02:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '0f060dcd-6ab9-481d-86f9-b48db721ace3', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'floating_ip_address': '172.25.2.68', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'port_id': 'b8f3a482-ab68-49b6-8acf-fe7a9b735239', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034', 'mac_address': 'fa:16:3e:9c:a4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d06cdc6-1ae9-4411-af0f-42fd634bd958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:25:04Z', 'updated_at': '2021-08-11T02:25:28Z', 'revision_number': 1, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f66f0f5d-8b32-4d1c-a273-b9821b6489ca', 'name': '', 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'mac_address': 'fa:16:3e:73:9e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:37Z', 'updated_at': '2021-08-11T02:20:47Z', 'revision_number': 5, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'subnets': [{'id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:25:34.778259 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db87d1bc-5984-437d-ba06-197ffe30ef9f x-openstack-request-id: req-db87d1bc-5984-437d-ba06-197ffe30ef9f {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:34.778792 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-deleted", "tag": "6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:34.779792 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-db87d1bc-5984-437d-ba06-197ffe30ef9f {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:34.781123 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-deleted', 'tag': '6be3cba4-3a0a-4c2e-9f41-4681aee5b5c1', 'status': 'completed', 'code': 200} Aug 11 02:25:34.806218 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 9ae29574-9dc8-42ae-9986-e550bc4168df completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:34.820277 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 9ae29574-9dc8-42ae-9986-e550bc4168df triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:34.822011 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:34.843769 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-6bb342d4-ee35-4856-8ea6-44fb0ac28c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-530602893'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:34.866408 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6660a41-d7fa-4c44-89a1-a18ce4064cec tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Hosts for router 42312402-266f-4fd0-bd00-f532ec40624c: [] {{(pid=94506) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 11 02:25:34.901160 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe5146-c38f-475f-a161-d7bf4c36d7a1 req-311edb86-d23b-436a-a93b-a81d8058d006 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:34.903091 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5ffe5146-c38f-475f-a161-d7bf4c36d7a1 req-311edb86-d23b-436a-a93b-a81d8058d006 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/ports?device_id=d616118b-9e12-4301-8908-1a9eb6631752 HTTP/1.1" status: 200 len: 944 time: 0.1759427 Aug 11 02:25:34.967687 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-2a3bf683-113c-43ff-96fa-0c77e3ab8fd9 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Deleting port 1451ea14-a62f-4cdf-b59f-1f01ea8381d0 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:34.968414 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-2a3bf683-113c-43ff-96fa-0c77e3ab8fd9 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.011395 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.022524 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6660a41-d7fa-4c44-89a1-a18ce4064cec tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Hosts for other DVR routers connected to router 42312402-266f-4fd0-bd00-f532ec40624c: set() {{(pid=94506) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 11 02:25:35.047149 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d6660a41-d7fa-4c44-89a1-a18ce4064cec tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.048454 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d6660a41-d7fa-4c44-89a1-a18ce4064cec tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] 10.222.0.50 "PUT /v2.0/routers/42312402-266f-4fd0-bd00-f532ec40624c HTTP/1.1" status: 200 len: 717 time: 2.8188412 Aug 11 02:25:35.064940 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57186) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:35.093426 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb342d4-ee35-4856-8ea6-44fb0ac28c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461-project] Made reservation on behalf of c3aef91d23a8417b8ceaf9ff1a30daa3 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:35.102090 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd616118b-9e12-4301-8908-1a9eb6631752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae29574-9dc8-42ae-9986-e550bc4168df'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:35.104499 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2e5853-0b1a-48ee-90a6-cfef6657c524" -d '{"events": [{"server_uuid": "d616118b-9e12-4301-8908-1a9eb6631752", "name": "network-vif-plugged", "status": "completed", "tag": "9ae29574-9dc8-42ae-9986-e550bc4168df"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:35.117362 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6bb342d4-ee35-4856-8ea6-44fb0ac28c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.157489 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5ffe5146-c38f-475f-a161-d7bf4c36d7a1 req-dfa6bc66-385f-4c86-a9a5-4613293e133f tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e405981-4f89-4386-911c-77d2d71ee89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436590 Aug 11 02:25:35.159046 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57192) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:35.165475 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-34a51298-4637-4ef5-a312-6061daee07cc admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1573817845-network', 'tenant_id': '6a9aa679a9c44458b34c56a3527eef01'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:35.167754 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 9ae29574-9dc8-42ae-9986-e550bc4168df, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=9ae29574-9dc8-42ae-9986-e550bc4168df,segment=NetworkSegment(bc5d2b84-179a-41d1-ab8d-d6aac09d0348),segment_id=bc5d2b84-179a-41d1-ab8d-d6aac09d0348)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:35.180869 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.205580 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a51298-4637-4ef5-a312-6061daee07cc admin admin] Made reservation on behalf of 6a9aa679a9c44458b34c56a3527eef01 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:35.207978 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34a51298-4637-4ef5-a312-6061daee07cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.231721 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34a51298-4637-4ef5-a312-6061daee07cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.281410 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bd4e6e-fccc-4d4e-ae06-704984c27360 None None] New status for floating IP 0f060dcd-6ab9-481d-86f9-b48db721ace3: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:25:35.386042 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2099e68-f22d-4aaa-b32f-e5d9aba51f03 x-openstack-request-id: req-e2099e68-f22d-4aaa-b32f-e5d9aba51f03 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:35.386586 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d616118b-9e12-4301-8908-1a9eb6631752", "name": "network-vif-plugged", "status": "completed", "tag": "9ae29574-9dc8-42ae-9986-e550bc4168df", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:35.387024 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e2099e68-f22d-4aaa-b32f-e5d9aba51f03 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:35.387710 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd616118b-9e12-4301-8908-1a9eb6631752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae29574-9dc8-42ae-9986-e550bc4168df', 'code': 200} Aug 11 02:25:35.393990 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b7cafc1-2d5c-4326-8f8c-633b77e60b5a req-8423cf0b-167c-471d-8a61-4bea8819d4ab service neutron] 10.222.0.66 "GET /v2.0/networks/d5e9bc60-44e8-48ec-bced-24847d62e034?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0538363 Aug 11 02:25:35.407041 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c87d9d6d-3381-4675-9a37-3a24b115d4dd tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] 10.222.0.50 "GET /v2.0/routers/42312402-266f-4fd0-bd00-f532ec40624c HTTP/1.1" status: 200 len: 717 time: 0.3394313 Aug 11 02:25:35.422068 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57200) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:35.470783 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-57d65ad4-419e-4aaf-bd93-0ac7c6e51e98 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.481405 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=9ae29574-9dc8-42ae-9986-e550bc4168df,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:35.482070 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6bb342d4-ee35-4856-8ea6-44fb0ac28c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.500567 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-57d65ad4-419e-4aaf-bd93-0ac7c6e51e98 None None] Transition to ACTIVE for port object 81969786-651c-4bd8-9c0d-defd342df39e will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:35.510730 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-57d65ad4-419e-4aaf-bd93-0ac7c6e51e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.568441 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44cf9ba-4362-4faa-a888-149f77ee4b4f None None] Pushing event updated for resources: {'Port': ['ID=81969786-651c-4bd8-9c0d-defd342df39e,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:35.688012 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-2a3bf683-113c-43ff-96fa-0c77e3ab8fd9 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] For port 1451ea14-a62f-4cdf-b59f-1f01ea8381d0, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=1451ea14-a62f-4cdf-b59f-1f01ea8381d0,segment=NetworkSegment(c2e8159c-d990-439a-8147-40324f3e05e5),segment_id=c2e8159c-d990-439a-8147-40324f3e05e5)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:35.688492 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-2a3bf683-113c-43ff-96fa-0c77e3ab8fd9 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.713350 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-57d65ad4-419e-4aaf-bd93-0ac7c6e51e98 None None] Attempting to bind port 81969786-651c-4bd8-9c0d-defd342df39e on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:35.714438 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-57d65ad4-419e-4aaf-bd93-0ac7c6e51e98 None None] Attempting to bind port 81969786-651c-4bd8-9c0d-defd342df39e by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c208dbef-4fed-4c40-9530-440f884537b0'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:35.714963 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d65ad4-419e-4aaf-bd93-0ac7c6e51e98 None None] Attempting to bind port 81969786-651c-4bd8-9c0d-defd342df39e on network c208dbef-4fed-4c40-9530-440f884537b0 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:35.718889 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed56036-6368-466d-8265-2d5048e27ca3 req-65b2a2d5-f47a-459a-bbcc-d8d7acae0c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:35.720512 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4ed56036-6368-466d-8265-2d5048e27ca3 req-65b2a2d5-f47a-459a-bbcc-d8d7acae0c47 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d616118b-9e12-4301-8908-1a9eb6631752 HTTP/1.1" status: 200 len: 1097 time: 0.2428312 Aug 11 02:25:35.723498 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d65ad4-419e-4aaf-bd93-0ac7c6e51e98 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:25:35.731213 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d65ad4-419e-4aaf-bd93-0ac7c6e51e98 None None] Checking segment: {'id': '20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c208dbef-4fed-4c40-9530-440f884537b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:35.732259 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-57d65ad4-419e-4aaf-bd93-0ac7c6e51e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.733019 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d65ad4-419e-4aaf-bd93-0ac7c6e51e98 None None] Bound using segment: {'id': '20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c208dbef-4fed-4c40-9530-440f884537b0'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:25:35.733847 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-57d65ad4-419e-4aaf-bd93-0ac7c6e51e98 None None] Bound port: 81969786-651c-4bd8-9c0d-defd342df39e, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c208dbef-4fed-4c40-9530-440f884537b0'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:25:35.735823 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-57d65ad4-419e-4aaf-bd93-0ac7c6e51e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.739925 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-2a3bf683-113c-43ff-96fa-0c77e3ab8fd9 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Calling delete_port for 1451ea14-a62f-4cdf-b59f-1f01ea8381d0 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:35.757400 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-428ae924-4386-40fe-b6d7-a6951c6c1edc req-c145250e-b597-480e-a35b-77264d7da1da tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 210 time: 0.3441942 Aug 11 02:25:35.769666 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34a51298-4637-4ef5-a312-6061daee07cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.794710 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1cb1a-0266-475d-8fe3-e8fc4f4bc383 req-4490cdaa-bf68-431c-ba23-d01860b81329 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:35.807323 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1cb1a-0266-475d-8fe3-e8fc4f4bc383 req-4490cdaa-bf68-431c-ba23-d01860b81329 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:35.814024 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1cb1a-0266-475d-8fe3-e8fc4f4bc383 req-4490cdaa-bf68-431c-ba23-d01860b81329 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:35.823340 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9df1cb1a-0266-475d-8fe3-e8fc4f4bc383 req-4490cdaa-bf68-431c-ba23-d01860b81329 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 2411 time: 0.2009742 Aug 11 02:25:35.844991 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34a51298-4637-4ef5-a312-6061daee07cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.855267 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-57d65ad4-419e-4aaf-bd93-0ac7c6e51e98 None None] For port 81969786-651c-4bd8-9c0d-defd342df39e, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:35.859647 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-57d65ad4-419e-4aaf-bd93-0ac7c6e51e98 None None] For port 81969786-651c-4bd8-9c0d-defd342df39e, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=81969786-651c-4bd8-9c0d-defd342df39e,segment=NetworkSegment(20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d),segment_id=20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:25:35.866624 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-57d65ad4-419e-4aaf-bd93-0ac7c6e51e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.879074 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a51298-4637-4ef5-a312-6061daee07cc admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:25:35.890608 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34a51298-4637-4ef5-a312-6061daee07cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.891367 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-34a51298-4637-4ef5-a312-6061daee07cc admin admin] Added segment 834baff0-92b7-4293-b509-4ea76b554c13 of type vlan for network 4685d20e-17c8-4666-962b-9bfa9fee8b8d Aug 11 02:25:35.938181 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34a51298-4637-4ef5-a312-6061daee07cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.988365 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34a51298-4637-4ef5-a312-6061daee07cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.989914 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a51298-4637-4ef5-a312-6061daee07cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:35.990735 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34a51298-4637-4ef5-a312-6061daee07cc admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.010389 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44cf9ba-4362-4faa-a888-149f77ee4b4f None None] Pushing event updated for resources: {'Port': ['ID=81969786-651c-4bd8-9c0d-defd342df39e,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:36.020103 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b7cafc1-2d5c-4326-8f8c-633b77e60b5a req-1d170d9d-a1a9-4106-8054-ec952dda0c94 service neutron] 10.222.0.66 "GET /v2.0/networks/d5e9bc60-44e8-48ec-bced-24847d62e034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6064625 Aug 11 02:25:36.033749 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d65ad4-419e-4aaf-bd93-0ac7c6e51e98 None None] Routers {'4e49c78f-c873-4639-bdb1-f6dddeb6276f'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:36.034778 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-57d65ad4-419e-4aaf-bd93-0ac7c6e51e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:25:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['4e49c78f-c873-4639-bdb1-f6dddeb6276f'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:36.142539 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-01b86c8d-6d72-4b5c-a1d7-8c73cc49ca46 tempest-RoutersTestDVR-364455060 tempest-RoutersTestDVR-364455060-project] 10.222.0.50 "GET /v2.0/routers/42312402-266f-4fd0-bd00-f532ec40624c HTTP/1.1" status: 200 len: 683 time: 0.7179282 Aug 11 02:25:36.145544 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57206) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:36.304221 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-57d65ad4-419e-4aaf-bd93-0ac7c6e51e98 None None] Set router 4e49c78f-c873-4639-bdb1-f6dddeb6276f gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:36.481402 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4ed56036-6368-466d-8265-2d5048e27ca3 req-3f3d238d-ef2b-4855-8bce-f2696ad17287 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0e405981-4f89-4386-911c-77d2d71ee89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7357187 Aug 11 02:25:36.489580 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a51298-4637-4ef5-a312-6061daee07cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300120b4-1de7-4e33-865e-6799140ecb58,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:36.503807 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9df1cb1a-0266-475d-8fe3-e8fc4f4bc383 req-bd6f540f-f7a6-4a57-a9f7-2db556f0b5fc tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6792755 Aug 11 02:25:36.505399 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-2a3bf683-113c-43ff-96fa-0c77e3ab8fd9 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.507248 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a51298-4637-4ef5-a312-6061daee07cc admin admin] Pushing event updated for resources: {'Network': ['ID=4685d20e-17c8-4666-962b-9bfa9fee8b8d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:36.549440 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 4685d20e-17c8-4666-962b-9bfa9fee8b8d details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:25:36.568173 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3bf683-113c-43ff-96fa-0c77e3ab8fd9 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Pushing event deleted for resources: {'Port': ['ID=1451ea14-a62f-4cdf-b59f-1f01ea8381d0,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:36.673096 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-2a3bf683-113c-43ff-96fa-0c77e3ab8fd9 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] No DVR routers for this DVR port 1451ea14-a62f-4cdf-b59f-1f01ea8381d0 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:36.679153 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-2a3bf683-113c-43ff-96fa-0c77e3ab8fd9 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.688019 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-2a3bf683-113c-43ff-96fa-0c77e3ab8fd9 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.66 "DELETE /v2.0/ports/1451ea14-a62f-4cdf-b59f-1f01ea8381d0 HTTP/1.1" status: 204 len: 173 time: 2.2102575 Aug 11 02:25:36.801607 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-deleted', 'tag': '1451ea14-a62f-4cdf-b59f-1f01ea8381d0'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:36.805784 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afc119d-d74b-47b3-9572-e2a2a22abb37" -d '{"events": [{"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-deleted", "tag": "1451ea14-a62f-4cdf-b59f-1f01ea8381d0"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:36.841787 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6bb342d4-ee35-4856-8ea6-44fb0ac28c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.846286 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0236f4dd-9e41-48b8-8d9e-bdcb3d5a8d84 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.870563 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-57d65ad4-419e-4aaf-bd93-0ac7c6e51e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'name': 'tempest-TestServerBasicOps-674720953-router', 'tenant_id': '964c94866ffe47439c17b06951694814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '9e8f0170-d0dd-46af-ad4e-0280c7396d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:15Z', 'updated_at': '2021-08-11T02:25:30Z', 'revision_number': 4, 'project_id': '964c94866ffe47439c17b06951694814', 'gw_port': {'id': '9e8f0170-d0dd-46af-ad4e-0280c7396d64', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:17Z', 'updated_at': '2021-08-11T02:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '81969786-651c-4bd8-9c0d-defd342df39e', 'name': '', 'network_id': 'c208dbef-4fed-4c40-9530-440f884537b0', 'tenant_id': '964c94866ffe47439c17b06951694814', 'mac_address': 'fa:16:3e:02:e1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'fdf3d49a-9c58-42ff-9058-28a4ebd053e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:27Z', 'updated_at': '2021-08-11T02:25:35Z', 'revision_number': 4, 'project_id': '964c94866ffe47439c17b06951694814', 'subnets': [{'id': 'fdf3d49a-9c58-42ff-9058-28a4ebd053e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:36.881993 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-34a51298-4637-4ef5-a312-6061daee07cc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7216880 Aug 11 02:25:36.882557 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57218) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:36.888256 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6bb342d4-ee35-4856-8ea6-44fb0ac28c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.894359 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-6df74812-d66d-476c-a57f-112955c0b5ae admin admin] Request body: {'subnet': {'network_id': '4685d20e-17c8-4666-962b-9bfa9fee8b8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1573817845-subnet', 'tenant_id': '6a9aa679a9c44458b34c56a3527eef01', 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:36.911956 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d65ad4-419e-4aaf-bd93-0ac7c6e51e98 None None] The sync data for ids ['4e49c78f-c873-4639-bdb1-f6dddeb6276f'] in n-d-615180-33 is: [{'id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'name': 'tempest-TestServerBasicOps-674720953-router', 'tenant_id': '964c94866ffe47439c17b06951694814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '9e8f0170-d0dd-46af-ad4e-0280c7396d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:15Z', 'updated_at': '2021-08-11T02:25:30Z', 'revision_number': 4, 'project_id': '964c94866ffe47439c17b06951694814', 'gw_port': {'id': '9e8f0170-d0dd-46af-ad4e-0280c7396d64', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:17Z', 'updated_at': '2021-08-11T02:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '81969786-651c-4bd8-9c0d-defd342df39e', 'name': '', 'network_id': 'c208dbef-4fed-4c40-9530-440f884537b0', 'tenant_id': '964c94866ffe47439c17b06951694814', 'mac_address': 'fa:16:3e:02:e1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'fdf3d49a-9c58-42ff-9058-28a4ebd053e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:27Z', 'updated_at': '2021-08-11T02:25:35Z', 'revision_number': 4, 'project_id': '964c94866ffe47439c17b06951694814', 'subnets': [{'id': 'fdf3d49a-9c58-42ff-9058-28a4ebd053e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:25:36.947817 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-699a6a70-9a40-45b1-a961-74c366e84501 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Deleting port 3085161b-7e48-4c97-a864-056bb09eb941 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:36.948587 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-699a6a70-9a40-45b1-a961-74c366e84501 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.967390 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb342d4-ee35-4856-8ea6-44fb0ac28c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:25:36.997253 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5a67b-d459-4fdf-a4a6-528f4b4c60ff req-e38efefb-30c0-4d7e-a4d6-4138ab197a9e tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:37.012172 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-79c5a67b-d459-4fdf-a4a6-528f4b4c60ff req-e38efefb-30c0-4d7e-a4d6-4138ab197a9e tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/ports?device_id=d616118b-9e12-4301-8908-1a9eb6631752 HTTP/1.1" status: 200 len: 945 time: 0.2111037 Aug 11 02:25:37.129319 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-699a6a70-9a40-45b1-a961-74c366e84501 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] For port 3085161b-7e48-4c97-a864-056bb09eb941, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=3085161b-7e48-4c97-a864-056bb09eb941,segment=NetworkSegment(0c644148-5bd6-4e31-a8c5-17979de92fc4),segment_id=0c644148-5bd6-4e31-a8c5-17979de92fc4)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:37.129790 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-699a6a70-9a40-45b1-a961-74c366e84501 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.153203 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-699a6a70-9a40-45b1-a961-74c366e84501 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Calling delete_port for 3085161b-7e48-4c97-a864-056bb09eb941 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:37.172284 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6bb342d4-ee35-4856-8ea6-44fb0ac28c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.172284 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-6bb342d4-ee35-4856-8ea6-44fb0ac28c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461-project] Added segment 19325f1e-ce09-4a7d-819a-46dc9b917b57 of type vlan for network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a Aug 11 02:25:37.187263 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb342d4-ee35-4856-8ea6-44fb0ac28c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9d9704-d5f4-4193-9de8-3f5000c21e70,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:37.215876 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-167c99ea-2179-4590-8db3-3662f1dbac32 req-32b52d28-89a3-488b-9cb5-fa5151b81a01 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 210 time: 0.2936184 Aug 11 02:25:37.256764 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0236f4dd-9e41-48b8-8d9e-bdcb3d5a8d84 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.261628 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-79c5a67b-d459-4fdf-a4a6-528f4b4c60ff req-1ac9f896-e488-40b7-9adc-a35c9ed144d4 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e405981-4f89-4386-911c-77d2d71ee89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486012 Aug 11 02:25:37.262856 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0236f4dd-9e41-48b8-8d9e-bdcb3d5a8d84 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.283016 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:25:37.305725 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df74812-d66d-476c-a57f-112955c0b5ae admin admin] Made reservation on behalf of 6a9aa679a9c44458b34c56a3527eef01 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:37.308531 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6df74812-d66d-476c-a57f-112955c0b5ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.404417 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a536976-f205-4cef-89fd-d75603ae7fd4 x-openstack-request-id: req-5a536976-f205-4cef-89fd-d75603ae7fd4 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:37.405372 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-deleted", "tag": "1451ea14-a62f-4cdf-b59f-1f01ea8381d0", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:37.405802 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5a536976-f205-4cef-89fd-d75603ae7fd4 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:37.406387 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-deleted', 'tag': '1451ea14-a62f-4cdf-b59f-1f01ea8381d0', 'status': 'completed', 'code': 200} Aug 11 02:25:37.454930 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6bb342d4-ee35-4856-8ea6-44fb0ac28c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.471591 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0236f4dd-9e41-48b8-8d9e-bdcb3d5a8d84 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.472365 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0236f4dd-9e41-48b8-8d9e-bdcb3d5a8d84 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 42312402-266f-4fd0-bd00-f532ec40624c {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:25:37.480297 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0236f4dd-9e41-48b8-8d9e-bdcb3d5a8d84 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.482535 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0236f4dd-9e41-48b8-8d9e-bdcb3d5a8d84 tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] 10.222.0.50 "DELETE /v2.0/routers/42312402-266f-4fd0-bd00-f532ec40624c HTTP/1.1" status: 204 len: 168 time: 1.3360772 Aug 11 02:25:37.489583 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57222) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:37.497347 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-f2533697-09df-40e2-b973-c1fc5d86112b tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Request body: {'router': {'name': 'tempest-router-1483390653', 'distributed': True}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:37.568203 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6bb342d4-ee35-4856-8ea6-44fb0ac28c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.592183 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb342d4-ee35-4856-8ea6-44fb0ac28c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:37.604977 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f2533697-09df-40e2-b973-c1fc5d86112b tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.605716 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6bb342d4-ee35-4856-8ea6-44fb0ac28c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.606288 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f2533697-09df-40e2-b973-c1fc5d86112b tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.667766 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f2533697-09df-40e2-b973-c1fc5d86112b tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.678641 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f2533697-09df-40e2-b973-c1fc5d86112b tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.710396 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f2533697-09df-40e2-b973-c1fc5d86112b tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.715102 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f2533697-09df-40e2-b973-c1fc5d86112b tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2237263 Aug 11 02:25:37.715892 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57228) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:37.772474 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6bb342d4-ee35-4856-8ea6-44fb0ac28c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.4285054 Aug 11 02:25:37.793686 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb342d4-ee35-4856-8ea6-44fb0ac28c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461-project] Pushing event updated for resources: {'Network': ['ID=3fbb35f8-ebed-43a6-8f48-aff8649c3e6a,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:37.806787 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:25:37.861781 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-699a6a70-9a40-45b1-a961-74c366e84501 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.925550 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a6a70-9a40-45b1-a961-74c366e84501 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Pushing event deleted for resources: {'Port': ['ID=3085161b-7e48-4c97-a864-056bb09eb941,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:37.977180 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e2573-77ee-4f41-933b-232b6209091b req-2efac625-a4e6-47cd-ad0e-a6aa566973eb tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:37.985803 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e2573-77ee-4f41-933b-232b6209091b req-2efac625-a4e6-47cd-ad0e-a6aa566973eb tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:37.987675 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-127e2573-77ee-4f41-933b-232b6209091b req-2efac625-a4e6-47cd-ad0e-a6aa566973eb tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 1600 time: 0.3152010 Aug 11 02:25:38.001529 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a45c4012-5fa5-475f-83f2-fc3223c99f2b tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:38.011183 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6df74812-d66d-476c-a57f-112955c0b5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:38.147243 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df74812-d66d-476c-a57f-112955c0b5ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=655f6987-9810-4da0-ad91-39a00903ad44,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:38.224304 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57234) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:38.230507 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Request body: {'port': {'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a', 'binding:host_id': 'n-h1-615180-33', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-113903813'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:38.238165 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-699a6a70-9a40-45b1-a961-74c366e84501 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] No DVR routers for this DVR port 3085161b-7e48-4c97-a864-056bb09eb941 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:38.263834 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-699a6a70-9a40-45b1-a961-74c366e84501 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:38.265423 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Made reservation on behalf of fd287170bd9b4c2ab7e3bab7c974f98d for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:38.266634 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-699a6a70-9a40-45b1-a961-74c366e84501 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.66 "DELETE /v2.0/ports/3085161b-7e48-4c97-a864-056bb09eb941 HTTP/1.1" status: 204 len: 173 time: 1.5674546 Aug 11 02:25:38.267953 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:38.292701 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:38.497370 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-127e2573-77ee-4f41-933b-232b6209091b req-e99570f0-8ccb-424e-bd4e-9202c63a3f16 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4910233 Aug 11 02:25:38.513102 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df74812-d66d-476c-a57f-112955c0b5ae admin admin] Checking segment: {'id': '834baff0-92b7-4293-b509-4ea76b554c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4685d20e-17c8-4666-962b-9bfa9fee8b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:38.514415 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df74812-d66d-476c-a57f-112955c0b5ae admin admin] Network hostable DHCP agents. Network: 4685d20e-17c8-4666-962b-9bfa9fee8b8d, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:25:38.583638 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a45c4012-5fa5-475f-83f2-fc3223c99f2b tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:38.593142 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5b303-465c-42e1-93c5-ce2f0cf26060 req-36dd7895-c4f7-4fc5-afcd-aea90c0d0b8f tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:38.618006 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 81969786-651c-4bd8-9c0d-defd342df39e up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:38.627181 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1cb5b303-465c-42e1-93c5-ce2f0cf26060 req-36dd7895-c4f7-4fc5-afcd-aea90c0d0b8f tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/ports?device_id=d616118b-9e12-4301-8908-1a9eb6631752 HTTP/1.1" status: 200 len: 945 time: 0.2040217 Aug 11 02:25:38.637686 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a45c4012-5fa5-475f-83f2-fc3223c99f2b tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:38.678797 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df74812-d66d-476c-a57f-112955c0b5ae admin admin] Network 4685d20e-17c8-4666-962b-9bfa9fee8b8d is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:25:38.762791 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1cb5b303-465c-42e1-93c5-ce2f0cf26060 req-e6c3efa5-f53e-4a0b-abfa-be781ad31090 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e405981-4f89-4386-911c-77d2d71ee89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297183 Aug 11 02:25:38.769804 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 81969786-651c-4bd8-9c0d-defd342df39e completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:38.780817 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 81969786-651c-4bd8-9c0d-defd342df39e triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:38.781198 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:38.781832 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:38.798542 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:38.849141 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] device_id is not set on port f6fa63da-682e-41b0-972e-c106ee3de647 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:25:38.859599 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff342b1-9a62-406c-9bbe-438346dcf48a,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:38.902775 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b892e82f-dd0e-479c-938d-5470bbb37f66 req-604b4ec9-85c1-4793-89ac-7add692a5c9a tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 210 time: 0.1650691 Aug 11 02:25:38.909413 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-6df74812-d66d-476c-a57f-112955c0b5ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 4685d20e-17c8-4666-962b-9bfa9fee8b8d) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:38.918661 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a45c4012-5fa5-475f-83f2-fc3223c99f2b tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:38.919246 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45c4012-5fa5-475f-83f2-fc3223c99f2b tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dcbb6fb8-e22e-440c-8880-f33d12122120 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:25:38.933669 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a978529-ba86-43ef-9b76-424dfd36621d None None] Network 4685d20e-17c8-4666-962b-9bfa9fee8b8d requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:38.934637 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df74812-d66d-476c-a57f-112955c0b5ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:38.935241 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6df74812-d66d-476c-a57f-112955c0b5ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:38.951130 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a45c4012-5fa5-475f-83f2-fc3223c99f2b tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:38.955680 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a45c4012-5fa5-475f-83f2-fc3223c99f2b tempest-RoutersTestDVR-641998731 tempest-RoutersTestDVR-641998731-project-admin] 10.222.0.50 "DELETE /v2.0/routers/dcbb6fb8-e22e-440c-8880-f33d12122120 HTTP/1.1" status: 204 len: 168 time: 1.2177587 Aug 11 02:25:39.018616 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-6280b6cf-fef5-46e5-aefd-f2e3758939fe tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Deleting port 20f53a84-827e-4a21-8b16-64a8498d6bf9 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:39.020007 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-6280b6cf-fef5-46e5-aefd-f2e3758939fe tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:39.089193 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:39.093990 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6df74812-d66d-476c-a57f-112955c0b5ae admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2065604 Aug 11 02:25:39.094319 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57250) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:39.169825 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-b3de87d9-417e-4178-954c-71cc7df3a5b5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1573817845-router', 'tenant_id': '6a9aa679a9c44458b34c56a3527eef01', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:39.241202 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 81969786-651c-4bd8-9c0d-defd342df39e, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=81969786-651c-4bd8-9c0d-defd342df39e,segment=NetworkSegment(20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d),segment_id=20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:39.315856 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b3de87d9-417e-4178-954c-71cc7df3a5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:39.316896 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b3de87d9-417e-4178-954c-71cc7df3a5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:39.340442 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] device_id is not set on port f6fa63da-682e-41b0-972e-c106ee3de647 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:25:39.358614 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:39.377556 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Transition to ACTIVE for port object f6fa63da-682e-41b0-972e-c106ee3de647 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:39.397170 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:39.405836 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-6280b6cf-fef5-46e5-aefd-f2e3758939fe tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] For port 20f53a84-827e-4a21-8b16-64a8498d6bf9, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=20f53a84-827e-4a21-8b16-64a8498d6bf9,segment=NetworkSegment(e6734c29-07dd-4ba0-854f-67a4bb24e988),segment_id=e6734c29-07dd-4ba0-854f-67a4bb24e988)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:39.406185 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-6280b6cf-fef5-46e5-aefd-f2e3758939fe tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:39.409593 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:39.412080 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-deleted', 'tag': '3085161b-7e48-4c97-a864-056bb09eb941'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:39.414939 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae8897b-4770-4d57-bd14-5c201dc07d1d" -d '{"events": [{"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-deleted", "tag": "3085161b-7e48-4c97-a864-056bb09eb941"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:39.533582 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b62625-bb85-4708-929c-86315c04a777 x-openstack-request-id: req-a5b62625-bb85-4708-929c-86315c04a777 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:39.534936 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-deleted", "tag": "3085161b-7e48-4c97-a864-056bb09eb941", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:39.535166 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a5b62625-bb85-4708-929c-86315c04a777 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:39.535608 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-deleted', 'tag': '3085161b-7e48-4c97-a864-056bb09eb941', 'status': 'completed', 'code': 200} Aug 11 02:25:39.594247 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=81969786-651c-4bd8-9c0d-defd342df39e,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:39.605803 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2dfebc-4829-4255-94f6-0a6413db8d42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-4685d20e-17c8-4666-962b-9bfa9fee8b8d', 'network_id': '4685d20e-17c8-4666-962b-9bfa9fee8b8d', 'tenant_id': '6a9aa679a9c44458b34c56a3527eef01', 'fixed_ips': [{'subnet_id': '655f6987-9810-4da0-ad91-39a00903ad44'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:25:39.609612 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57260) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:39.612003 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1b2dfebc-4829-4255-94f6-0a6413db8d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:39.646874 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Pushing event updated for resources: {'Port': ['ID=f6fa63da-682e-41b0-972e-c106ee3de647,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:39.659074 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Checking segment: {'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:39.659628 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Network hostable DHCP agents. Network: 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:25:39.678272 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ba017-43cc-4314-92ed-339e01dc529a req-3b10495f-e68b-4f81-bd9f-654aba7e0dab tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:39.686726 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-759ba017-43cc-4314-92ed-339e01dc529a req-3b10495f-e68b-4f81-bd9f-654aba7e0dab tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/ports?device_id=d616118b-9e12-4301-8908-1a9eb6631752 HTTP/1.1" status: 200 len: 945 time: 0.1832306 Aug 11 02:25:39.724955 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:25:39.745405 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-759ba017-43cc-4314-92ed-339e01dc529a req-33604356-5160-4769-9c14-30da7e6648c6 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e405981-4f89-4386-911c-77d2d71ee89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577419 Aug 11 02:25:39.752009 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:39.768915 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:39.792853 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port f6fa63da-682e-41b0-972e-c106ee3de647 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:39.795434 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port f6fa63da-682e-41b0-972e-c106ee3de647 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:39.796086 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port f6fa63da-682e-41b0-972e-c106ee3de647 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:39.802877 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Port f6fa63da-682e-41b0-972e-c106ee3de647 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:39.803439 n-d-615180-33 neutron-server[94506]: ERROR neutron.plugins.ml2.managers [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Failed to bind port f6fa63da-682e-41b0-972e-c106ee3de647 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] Aug 11 02:25:39.804036 n-d-615180-33 neutron-server[94506]: INFO neutron.plugins.ml2.plugin [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempt 2 to bind port f6fa63da-682e-41b0-972e-c106ee3de647 Aug 11 02:25:39.821475 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port f6fa63da-682e-41b0-972e-c106ee3de647 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:39.822013 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port f6fa63da-682e-41b0-972e-c106ee3de647 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:39.822517 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port f6fa63da-682e-41b0-972e-c106ee3de647 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:39.828232 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Port f6fa63da-682e-41b0-972e-c106ee3de647 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:39.828776 n-d-615180-33 neutron-server[94506]: ERROR neutron.plugins.ml2.managers [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Failed to bind port f6fa63da-682e-41b0-972e-c106ee3de647 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] Aug 11 02:25:39.829180 n-d-615180-33 neutron-server[94506]: INFO neutron.plugins.ml2.plugin [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempt 3 to bind port f6fa63da-682e-41b0-972e-c106ee3de647 Aug 11 02:25:39.843115 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port f6fa63da-682e-41b0-972e-c106ee3de647 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:39.843455 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port f6fa63da-682e-41b0-972e-c106ee3de647 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:39.843877 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port f6fa63da-682e-41b0-972e-c106ee3de647 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:39.848992 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Port f6fa63da-682e-41b0-972e-c106ee3de647 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:39.849313 n-d-615180-33 neutron-server[94506]: ERROR neutron.plugins.ml2.managers [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Failed to bind port f6fa63da-682e-41b0-972e-c106ee3de647 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] Aug 11 02:25:39.849692 n-d-615180-33 neutron-server[94506]: INFO neutron.plugins.ml2.plugin [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempt 4 to bind port f6fa63da-682e-41b0-972e-c106ee3de647 Aug 11 02:25:39.854100 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-1b2dfebc-4829-4255-94f6-0a6413db8d42 None None] Allocated IP 172.20.0.2 (4685d20e-17c8-4666-962b-9bfa9fee8b8d/655f6987-9810-4da0-ad91-39a00903ad44/50a9f3a5-0be9-4cf1-8c9f-7d82f1058293) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:39.866625 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port f6fa63da-682e-41b0-972e-c106ee3de647 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:39.866980 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port f6fa63da-682e-41b0-972e-c106ee3de647 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:39.867320 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port f6fa63da-682e-41b0-972e-c106ee3de647 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:39.873002 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Port f6fa63da-682e-41b0-972e-c106ee3de647 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:39.873342 n-d-615180-33 neutron-server[94506]: ERROR neutron.plugins.ml2.managers [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Failed to bind port f6fa63da-682e-41b0-972e-c106ee3de647 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] Aug 11 02:25:39.873732 n-d-615180-33 neutron-server[94506]: INFO neutron.plugins.ml2.plugin [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempt 5 to bind port f6fa63da-682e-41b0-972e-c106ee3de647 Aug 11 02:25:39.890451 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port f6fa63da-682e-41b0-972e-c106ee3de647 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:39.891151 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port f6fa63da-682e-41b0-972e-c106ee3de647 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:39.891787 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port f6fa63da-682e-41b0-972e-c106ee3de647 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:39.897369 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Port f6fa63da-682e-41b0-972e-c106ee3de647 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:39.898986 n-d-615180-33 neutron-server[94506]: ERROR neutron.plugins.ml2.managers [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Failed to bind port f6fa63da-682e-41b0-972e-c106ee3de647 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] Aug 11 02:25:39.901278 n-d-615180-33 neutron-server[94506]: INFO neutron.plugins.ml2.plugin [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempt 6 to bind port f6fa63da-682e-41b0-972e-c106ee3de647 Aug 11 02:25:39.935496 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port f6fa63da-682e-41b0-972e-c106ee3de647 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:39.936106 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port f6fa63da-682e-41b0-972e-c106ee3de647 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:39.937339 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port f6fa63da-682e-41b0-972e-c106ee3de647 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:39.964469 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Port f6fa63da-682e-41b0-972e-c106ee3de647 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:39.965062 n-d-615180-33 neutron-server[94506]: ERROR neutron.plugins.ml2.managers [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Failed to bind port f6fa63da-682e-41b0-972e-c106ee3de647 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] Aug 11 02:25:39.978730 n-d-615180-33 neutron-server[94506]: INFO neutron.plugins.ml2.plugin [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempt 7 to bind port f6fa63da-682e-41b0-972e-c106ee3de647 Aug 11 02:25:39.986372 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-54492496-f6ff-4be4-8a2f-3d4adac38c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.042661 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dc7f60-b38f-44c2-8efa-45cc335b37fc None None] Network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:40.155186 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1b2dfebc-4829-4255-94f6-0a6413db8d42 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.213208 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-1b2dfebc-4829-4255-94f6-0a6413db8d42 None None] Transition to ACTIVE for port object 50a9f3a5-0be9-4cf1-8c9f-7d82f1058293 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:40.221354 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port f6fa63da-682e-41b0-972e-c106ee3de647 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:40.221850 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port f6fa63da-682e-41b0-972e-c106ee3de647 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:40.222301 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port f6fa63da-682e-41b0-972e-c106ee3de647 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:40.230048 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-84a017ce-9a15-4ea4-a00a-9d75b3136950 req-9b4b1d20-db98-4ab9-bf45-448457a836d9 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 210 time: 0.0977829 Aug 11 02:25:40.246000 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Port f6fa63da-682e-41b0-972e-c106ee3de647 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:40.249054 n-d-615180-33 neutron-server[94506]: ERROR neutron.plugins.ml2.managers [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Failed to bind port f6fa63da-682e-41b0-972e-c106ee3de647 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] Aug 11 02:25:40.259459 n-d-615180-33 neutron-server[94506]: INFO neutron.plugins.ml2.plugin [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempt 8 to bind port f6fa63da-682e-41b0-972e-c106ee3de647 Aug 11 02:25:40.283156 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-1b2dfebc-4829-4255-94f6-0a6413db8d42 None None] Transition to ACTIVE for port object 50a9f3a5-0be9-4cf1-8c9f-7d82f1058293 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:40.292191 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1b2dfebc-4829-4255-94f6-0a6413db8d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.312215 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port f6fa63da-682e-41b0-972e-c106ee3de647 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:40.312717 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port f6fa63da-682e-41b0-972e-c106ee3de647 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:40.313170 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port f6fa63da-682e-41b0-972e-c106ee3de647 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:40.324382 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Port f6fa63da-682e-41b0-972e-c106ee3de647 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:40.324875 n-d-615180-33 neutron-server[94506]: ERROR neutron.plugins.ml2.managers [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Failed to bind port f6fa63da-682e-41b0-972e-c106ee3de647 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] Aug 11 02:25:40.339786 n-d-615180-33 neutron-server[94506]: INFO neutron.plugins.ml2.plugin [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempt 9 to bind port f6fa63da-682e-41b0-972e-c106ee3de647 Aug 11 02:25:40.353809 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2dfebc-4829-4255-94f6-0a6413db8d42 None None] Network 4685d20e-17c8-4666-962b-9bfa9fee8b8d is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:40.357165 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-1b2dfebc-4829-4255-94f6-0a6413db8d42 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:40.361170 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2dfebc-4829-4255-94f6-0a6413db8d42 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:40.370299 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2dfebc-4829-4255-94f6-0a6413db8d42 None None] Pushing event updated for resources: {'Port': ['ID=50a9f3a5-0be9-4cf1-8c9f-7d82f1058293,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:40.392094 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port f6fa63da-682e-41b0-972e-c106ee3de647 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:40.392570 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port f6fa63da-682e-41b0-972e-c106ee3de647 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:40.395891 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port f6fa63da-682e-41b0-972e-c106ee3de647 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:40.401177 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b3de87d9-417e-4178-954c-71cc7df3a5b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.402083 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-54492496-f6ff-4be4-8a2f-3d4adac38c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.411338 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-54492496-f6ff-4be4-8a2f-3d4adac38c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.464940 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-1b2dfebc-4829-4255-94f6-0a6413db8d42 None None] Attempting to bind port 50a9f3a5-0be9-4cf1-8c9f-7d82f1058293 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:40.465735 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-1b2dfebc-4829-4255-94f6-0a6413db8d42 None None] Attempting to bind port 50a9f3a5-0be9-4cf1-8c9f-7d82f1058293 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '834baff0-92b7-4293-b509-4ea76b554c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4685d20e-17c8-4666-962b-9bfa9fee8b8d'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:40.466474 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2dfebc-4829-4255-94f6-0a6413db8d42 None None] Attempting to bind port 50a9f3a5-0be9-4cf1-8c9f-7d82f1058293 on network 4685d20e-17c8-4666-962b-9bfa9fee8b8d {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:40.472105 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2dfebc-4829-4255-94f6-0a6413db8d42 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:25:40.472720 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2dfebc-4829-4255-94f6-0a6413db8d42 None None] Checking segment: {'id': '834baff0-92b7-4293-b509-4ea76b554c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4685d20e-17c8-4666-962b-9bfa9fee8b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:40.473290 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1b2dfebc-4829-4255-94f6-0a6413db8d42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.473883 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2dfebc-4829-4255-94f6-0a6413db8d42 None None] Bound using segment: {'id': '834baff0-92b7-4293-b509-4ea76b554c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4685d20e-17c8-4666-962b-9bfa9fee8b8d'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:25:40.474519 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-1b2dfebc-4829-4255-94f6-0a6413db8d42 None None] Bound port: 50a9f3a5-0be9-4cf1-8c9f-7d82f1058293, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '834baff0-92b7-4293-b509-4ea76b554c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4685d20e-17c8-4666-962b-9bfa9fee8b8d'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:25:40.475303 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1b2dfebc-4829-4255-94f6-0a6413db8d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.479875 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-54492496-f6ff-4be4-8a2f-3d4adac38c49 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=831012ea79e849c48fede574ca5c927c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8691680 Aug 11 02:25:40.480799 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57278) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:40.481545 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54492496-f6ff-4be4-8a2f-3d4adac38c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d701d54d-f9b0-48b6-bced-737a49667623,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:40.492312 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Port f6fa63da-682e-41b0-972e-c106ee3de647 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:40.492805 n-d-615180-33 neutron-server[94506]: ERROR neutron.plugins.ml2.managers [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Failed to bind port f6fa63da-682e-41b0-972e-c106ee3de647 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] Aug 11 02:25:40.500394 n-d-615180-33 neutron-server[94506]: INFO neutron.plugins.ml2.plugin [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempt 10 to bind port f6fa63da-682e-41b0-972e-c106ee3de647 Aug 11 02:25:40.551963 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port f6fa63da-682e-41b0-972e-c106ee3de647 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:40.552679 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port f6fa63da-682e-41b0-972e-c106ee3de647 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:40.553245 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port f6fa63da-682e-41b0-972e-c106ee3de647 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:40.563298 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Port f6fa63da-682e-41b0-972e-c106ee3de647 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:40.564033 n-d-615180-33 neutron-server[94506]: ERROR neutron.plugins.ml2.managers [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Failed to bind port f6fa63da-682e-41b0-972e-c106ee3de647 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] Aug 11 02:25:40.564626 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.581470 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-1b2dfebc-4829-4255-94f6-0a6413db8d42 None None] For port 50a9f3a5-0be9-4cf1-8c9f-7d82f1058293, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:40.586284 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-1b2dfebc-4829-4255-94f6-0a6413db8d42 None None] For port 50a9f3a5-0be9-4cf1-8c9f-7d82f1058293, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=50a9f3a5-0be9-4cf1-8c9f-7d82f1058293,segment=NetworkSegment(834baff0-92b7-4293-b509-4ea76b554c13),segment_id=834baff0-92b7-4293-b509-4ea76b554c13)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:25:40.590647 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 81969786-651c-4bd8-9c0d-defd342df39e up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:40.593978 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1b2dfebc-4829-4255-94f6-0a6413db8d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.637534 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] For port f6fa63da-682e-41b0-972e-c106ee3de647, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:40.638316 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempted to set empty binding levels {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 02:25:40.643643 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.685024 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2dfebc-4829-4255-94f6-0a6413db8d42 None None] Pushing event updated for resources: {'Port': ['ID=50a9f3a5-0be9-4cf1-8c9f-7d82f1058293,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:40.712923 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Pushing event updated for resources: {'Port': ['ID=f6fa63da-682e-41b0-972e-c106ee3de647,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:40.724698 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-99476a76-59ef-431f-8a4e-a7fb73ed9ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.725206 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 81969786-651c-4bd8-9c0d-defd342df39e triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:40.725589 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.754815 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:40.755669 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.793663 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-99476a76-59ef-431f-8a4e-a7fb73ed9ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.812083 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-751c3189-03b4-426d-a28c-33b1a9f3205a tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.5866313 Aug 11 02:25:40.814674 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57282) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:40.849925 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89c6ac-5cf3-48ed-aea5-4d1931b49f09 req-0caab0d9-c050-4eef-a4d8-444489d3af43 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:40.851610 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2b89c6ac-5cf3-48ed-aea5-4d1931b49f09 req-0caab0d9-c050-4eef-a4d8-444489d3af43 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 944 time: 0.4641705 Aug 11 02:25:41.020348 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7690c-29eb-4e17-b749-f36a9ee94f34 req-f3622cf8-a105-4be1-8149-13a6c0e3e385 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:41.022504 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5ae7690c-29eb-4e17-b749-f36a9ee94f34 req-f3622cf8-a105-4be1-8149-13a6c0e3e385 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/ports?device_id=d616118b-9e12-4301-8908-1a9eb6631752 HTTP/1.1" status: 200 len: 945 time: 0.1615298 Aug 11 02:25:41.052318 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b3de87d9-417e-4178-954c-71cc7df3a5b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:41.097153 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-501a966a-9c21-4190-aebd-7ecd1e87f2bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Deleting port f6fa63da-682e-41b0-972e-c106ee3de647 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:41.097897 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-501a966a-9c21-4190-aebd-7ecd1e87f2bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:41.104523 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5ae7690c-29eb-4e17-b749-f36a9ee94f34 req-b8f3752c-8f6c-49af-bdb9-a164deee225a tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e405981-4f89-4386-911c-77d2d71ee89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751197 Aug 11 02:25:41.105303 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-99476a76-59ef-431f-8a4e-a7fb73ed9ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:41.110283 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-99476a76-59ef-431f-8a4e-a7fb73ed9ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:41.113392 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-99476a76-59ef-431f-8a4e-a7fb73ed9ba2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d701d54d-f9b0-48b6-bced-737a49667623 HTTP/1.1" status: 204 len: 168 time: 0.6195400 Aug 11 02:25:41.150781 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec95e76-8af9-4007-8d29-acb77ba1fa2c req-8da10775-3663-4426-b31b-1f747db129c0 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:41.153328 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cec95e76-8af9-4007-8d29-acb77ba1fa2c req-8da10775-3663-4426-b31b-1f747db129c0 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.73 "GET /v2.0/ports?device_id=d616118b-9e12-4301-8908-1a9eb6631752 HTTP/1.1" status: 200 len: 945 time: 0.5093050 Aug 11 02:25:41.166249 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-6280b6cf-fef5-46e5-aefd-f2e3758939fe tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:41.166797 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-6280b6cf-fef5-46e5-aefd-f2e3758939fe tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:41.167270 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-6280b6cf-fef5-46e5-aefd-f2e3758939fe tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Floating IP 44d9db5f-68f0-456c-8bff-e5243449fa0e disassociated. External IP: 172.25.2.16, port: 20f53a84-827e-4a21-8b16-64a8498d6bf9. Aug 11 02:25:41.167932 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-6280b6cf-fef5-46e5-aefd-f2e3758939fe tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Calling delete_port for 20f53a84-827e-4a21-8b16-64a8498d6bf9 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:41.199104 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2b89c6ac-5cf3-48ed-aea5-4d1931b49f09 req-059e598f-da1f-4e8b-95d6-a0cc58218bc0 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e3511bb-15f1-4c41-a90c-1bd0e06285c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2842302 Aug 11 02:25:41.245678 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99476a76-59ef-431f-8a4e-a7fb73ed9ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d701d54d-f9b0-48b6-bced-737a49667623,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:41.297879 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-501a966a-9c21-4190-aebd-7ecd1e87f2bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] For port f6fa63da-682e-41b0-972e-c106ee3de647, host n-h1-615180-33, got binding levels [] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:41.298416 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-501a966a-9c21-4190-aebd-7ecd1e87f2bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:41.326609 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-501a966a-9c21-4190-aebd-7ecd1e87f2bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Calling delete_port for f6fa63da-682e-41b0-972e-c106ee3de647 owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:41.458961 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-501a966a-9c21-4190-aebd-7ecd1e87f2bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:41.465834 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-14eafe59-0faf-4031-bb3d-b8b2627da506 req-6a2f850b-0904-4af6-b90f-887a5c762363 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 210 time: 0.0735464 Aug 11 02:25:41.542890 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a966a-9c21-4190-aebd-7ecd1e87f2bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6fa63da-682e-41b0-972e-c106ee3de647,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:41.573957 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-501a966a-9c21-4190-aebd-7ecd1e87f2bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:41.580077 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-501a966a-9c21-4190-aebd-7ecd1e87f2bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] 10.222.0.50 "DELETE /v2.0/ports/f6fa63da-682e-41b0-972e-c106ee3de647 HTTP/1.1" status: 204 len: 168 time: 0.7607477 Aug 11 02:25:41.581246 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57304) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:41.620616 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-cec95e76-8af9-4007-8d29-acb77ba1fa2c req-85ba9d9c-8f0e-433f-b404-6d19c2627e61 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Deleting port 9ae29574-9dc8-42ae-9986-e550bc4168df {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:41.620959 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-cec95e76-8af9-4007-8d29-acb77ba1fa2c req-85ba9d9c-8f0e-433f-b404-6d19c2627e61 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:41.626966 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe0d499-7e86-403c-9821-51f3aece1106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] GET failed (client error): The resource could not be found. Aug 11 02:25:41.645051 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9fe0d499-7e86-403c-9821-51f3aece1106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] 10.222.0.50 "GET /v2.0/ports/f6fa63da-682e-41b0-972e-c106ee3de647 HTTP/1.1" status: 404 len: 333 time: 0.0625520 Aug 11 02:25:41.645683 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57306) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:41.659484 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-921fe1b6-a741-4b41-b0a8-a9dcc693fea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Request body: {'port': {'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-881764078'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:41.699758 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921fe1b6-a741-4b41-b0a8-a9dcc693fea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Made reservation on behalf of fd287170bd9b4c2ab7e3bab7c974f98d for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:41.703592 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-921fe1b6-a741-4b41-b0a8-a9dcc693fea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:41.747097 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-921fe1b6-a741-4b41-b0a8-a9dcc693fea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] device_id is not set on port cb464d15-ca50-4898-88a1-4c6d5d091d90 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:25:41.803763 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57308) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:41.826448 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-66a22735-abad-4d36-ba3d-477e86697589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:41.861823 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-6280b6cf-fef5-46e5-aefd-f2e3758939fe tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:41.922539 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280b6cf-fef5-46e5-aefd-f2e3758939fe tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Pushing event deleted for resources: {'Port': ['ID=20f53a84-827e-4a21-8b16-64a8498d6bf9,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:42.079468 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-921fe1b6-a741-4b41-b0a8-a9dcc693fea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:42.095709 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b3de87d9-417e-4178-954c-71cc7df3a5b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:42.103658 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-cec95e76-8af9-4007-8d29-acb77ba1fa2c req-85ba9d9c-8f0e-433f-b404-6d19c2627e61 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] For port 9ae29574-9dc8-42ae-9986-e550bc4168df, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=9ae29574-9dc8-42ae-9986-e550bc4168df,segment=NetworkSegment(bc5d2b84-179a-41d1-ab8d-d6aac09d0348),segment_id=bc5d2b84-179a-41d1-ab8d-d6aac09d0348)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:42.104399 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-cec95e76-8af9-4007-8d29-acb77ba1fa2c req-85ba9d9c-8f0e-433f-b404-6d19c2627e61 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:42.168374 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b3de87d9-417e-4178-954c-71cc7df3a5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:42.210095 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-66a22735-abad-4d36-ba3d-477e86697589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:42.218305 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-66a22735-abad-4d36-ba3d-477e86697589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:42.242878 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-921fe1b6-a741-4b41-b0a8-a9dcc693fea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:42.256313 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07833f7d-f548-441e-b220-7f99d37904b0 None None] Network 4685d20e-17c8-4666-962b-9bfa9fee8b8d requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:42.293404 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-cec95e76-8af9-4007-8d29-acb77ba1fa2c req-85ba9d9c-8f0e-433f-b404-6d19c2627e61 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Calling delete_port for 9ae29574-9dc8-42ae-9986-e550bc4168df owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:42.332371 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921fe1b6-a741-4b41-b0a8-a9dcc693fea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:42.335571 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a22735-abad-4d36-ba3d-477e86697589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87dc8cdc-f432-4aab-93d9-a2c17c281f0c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:42.374083 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-66a22735-abad-4d36-ba3d-477e86697589 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=10904d3c89ca4c2b9586aa52721dee60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5691531 Aug 11 02:25:42.383163 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57316) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:42.415766 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-921fe1b6-a741-4b41-b0a8-a9dcc693fea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:42.461609 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921fe1b6-a741-4b41-b0a8-a9dcc693fea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:42.462510 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921fe1b6-a741-4b41-b0a8-a9dcc693fea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:42.476019 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-921fe1b6-a741-4b41-b0a8-a9dcc693fea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:42.509329 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b012095a-be21-4a90-89db-49bdc1578205 None None] Provisioning for port 50a9f3a5-0be9-4cf1-8c9f-7d82f1058293 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:42.603378 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-921fe1b6-a741-4b41-b0a8-a9dcc693fea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9565983 Aug 11 02:25:42.604252 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921fe1b6-a741-4b41-b0a8-a9dcc693fea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Pushing event updated for resources: {'Port': ['ID=cb464d15-ca50-4898-88a1-4c6d5d091d90,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:42.606347 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57320) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:42.656043 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 50a9f3a5-0be9-4cf1-8c9f-7d82f1058293 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:42.662204 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-98ea70f6-8f35-4802-b951-34f30bb42a4d req-b1db861c-b35b-4e64-836a-ca0a7675a93b tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 210 time: 0.2712133 Aug 11 02:25:42.678631 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:42.734945 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 50a9f3a5-0be9-4cf1-8c9f-7d82f1058293 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:42.737426 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-cec95e76-8af9-4007-8d29-acb77ba1fa2c req-85ba9d9c-8f0e-433f-b404-6d19c2627e61 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:42.741792 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 50a9f3a5-0be9-4cf1-8c9f-7d82f1058293 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:42.744720 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:42.866921 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289b702-eaae-4858-9c3c-9d8d900b1263 req-6199295b-3ba6-417e-ac55-c91c89e89d56 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:42.869073 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a289b702-eaae-4858-9c3c-9d8d900b1263 req-6199295b-3ba6-417e-ac55-c91c89e89d56 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/ports?device_id=d616118b-9e12-4301-8908-1a9eb6631752 HTTP/1.1" status: 200 len: 867 time: 0.6428080 Aug 11 02:25:42.876347 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-6280b6cf-fef5-46e5-aefd-f2e3758939fe tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Router 40e8d774-6123-4b09-a370-21a3f48c316f has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:25:42.879833 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba9d9c-8f0e-433f-b404-6d19c2627e61 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Pushing event deleted for resources: {'Port': ['ID=9ae29574-9dc8-42ae-9986-e550bc4168df,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:42.931845 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-33d82a9f-3018-4b33-8fd9-5c5eb13ee42a req-a18bdc1c-fe0b-4477-994f-8ab9b895af79 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 210 time: 0.0856495 Aug 11 02:25:42.941351 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:42.954985 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-733c60dc-a7bd-4774-8383-88dc1a6d6f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:42.981880 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:43.007636 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec95e76-8af9-4007-8d29-acb77ba1fa2c req-85ba9d9c-8f0e-433f-b404-6d19c2627e61 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] No DVR routers for this DVR port 9ae29574-9dc8-42ae-9986-e550bc4168df on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:43.013973 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-cec95e76-8af9-4007-8d29-acb77ba1fa2c req-85ba9d9c-8f0e-433f-b404-6d19c2627e61 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:43.016053 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cec95e76-8af9-4007-8d29-acb77ba1fa2c req-85ba9d9c-8f0e-433f-b404-6d19c2627e61 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.73 "DELETE /v2.0/ports/9ae29574-9dc8-42ae-9986-e550bc4168df HTTP/1.1" status: 204 len: 173 time: 1.8428922 Aug 11 02:25:43.027507 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd616118b-9e12-4301-8908-1a9eb6631752', 'name': 'network-vif-deleted', 'tag': '9ae29574-9dc8-42ae-9986-e550bc4168df'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:43.034043 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a75362e-5dd1-4113-a206-cf6c313989c2" -d '{"events": [{"server_uuid": "d616118b-9e12-4301-8908-1a9eb6631752", "name": "network-vif-deleted", "tag": "9ae29574-9dc8-42ae-9986-e550bc4168df"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:43.041457 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 50a9f3a5-0be9-4cf1-8c9f-7d82f1058293, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=50a9f3a5-0be9-4cf1-8c9f-7d82f1058293,segment=NetworkSegment(834baff0-92b7-4293-b509-4ea76b554c13),segment_id=834baff0-92b7-4293-b509-4ea76b554c13)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:43.051605 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:43.059437 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-733c60dc-a7bd-4774-8383-88dc1a6d6f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:43.103037 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a289b702-eaae-4858-9c3c-9d8d900b1263 req-8fe2a9d8-9147-4e72-b244-81e027b9f234 tempest-ServerGroupTestJSON-1039582565 tempest-ServerGroupTestJSON-1039582565-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e405981-4f89-4386-911c-77d2d71ee89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877606 Aug 11 02:25:43.109076 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-99002145-89a4-4c67-83e9-41f23ad0ce76 None None] Provisioning complete for port 50a9f3a5-0be9-4cf1-8c9f-7d82f1058293 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:43.109340 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-99002145-89a4-4c67-83e9-41f23ad0ce76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:43.213712 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-b3de87d9-417e-4178-954c-71cc7df3a5b5 admin admin] Allocated IP 172.25.2.7 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:43.244580 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=50a9f3a5-0be9-4cf1-8c9f-7d82f1058293,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:43.251351 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434a75da-a340-4692-bde8-9319cafaa2ab x-openstack-request-id: req-434a75da-a340-4692-bde8-9319cafaa2ab {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:43.251652 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d616118b-9e12-4301-8908-1a9eb6631752", "name": "network-vif-deleted", "tag": "9ae29574-9dc8-42ae-9986-e550bc4168df", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:43.251914 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-434a75da-a340-4692-bde8-9319cafaa2ab {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:43.252323 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd616118b-9e12-4301-8908-1a9eb6631752', 'name': 'network-vif-deleted', 'tag': '9ae29574-9dc8-42ae-9986-e550bc4168df', 'status': 'completed', 'code': 200} Aug 11 02:25:43.309593 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-733c60dc-a7bd-4774-8383-88dc1a6d6f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:43.312829 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-733c60dc-a7bd-4774-8383-88dc1a6d6f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:43.314128 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-733c60dc-a7bd-4774-8383-88dc1a6d6f41 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/87dc8cdc-f432-4aab-93d9-a2c17c281f0c HTTP/1.1" status: 204 len: 168 time: 0.8997235 Aug 11 02:25:43.336872 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c60dc-a7bd-4774-8383-88dc1a6d6f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dc8cdc-f432-4aab-93d9-a2c17c281f0c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:43.402535 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-6280b6cf-fef5-46e5-aefd-f2e3758939fe tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:25:43.414332 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a2feea-5ce1-4190-b6e2-e1c2b5a6c81e None None] Sync routers for ids ['40e8d774-6123-4b09-a370-21a3f48c316f'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:25:43.431785 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a2feea-5ce1-4190-b6e2-e1c2b5a6c81e None None] Routers {'40e8d774-6123-4b09-a370-21a3f48c316f'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:43.432460 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-85a2feea-5ce1-4190-b6e2-e1c2b5a6c81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:25:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['40e8d774-6123-4b09-a370-21a3f48c316f'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:43.512834 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] device_id is not set on port cb464d15-ca50-4898-88a1-4c6d5d091d90 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:25:43.532232 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:43.579800 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-6280b6cf-fef5-46e5-aefd-f2e3758939fe tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] No DVR routers for this DVR port 20f53a84-827e-4a21-8b16-64a8498d6bf9 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:43.580581 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Transition to ACTIVE for port object cb464d15-ca50-4898-88a1-4c6d5d091d90 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:43.586169 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-6280b6cf-fef5-46e5-aefd-f2e3758939fe tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:43.587896 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:43.592491 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-560bb0ab-6909-4ec1-9d73-0f97e7c028ca req-6280b6cf-fef5-46e5-aefd-f2e3758939fe tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.66 "DELETE /v2.0/ports/20f53a84-827e-4a21-8b16-64a8498d6bf9 HTTP/1.1" status: 204 len: 173 time: 5.3083048 Aug 11 02:25:43.708023 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Pushing event updated for resources: {'Port': ['ID=cb464d15-ca50-4898-88a1-4c6d5d091d90,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:43.712661 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b3de87d9-417e-4178-954c-71cc7df3a5b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:43.729469 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-85a2feea-5ce1-4190-b6e2-e1c2b5a6c81e None None] Set router 40e8d774-6123-4b09-a370-21a3f48c316f gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:43.793080 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b3de87d9-417e-4178-954c-71cc7df3a5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:43.847819 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3de87d9-417e-4178-954c-71cc7df3a5b5 admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:43.851020 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-b3de87d9-417e-4178-954c-71cc7df3a5b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:43.859137 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3de87d9-417e-4178-954c-71cc7df3a5b5 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:43.871985 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:43.872530 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:43.872882 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:43.883010 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Port cb464d15-ca50-4898-88a1-4c6d5d091d90 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:43.883412 n-d-615180-33 neutron-server[94506]: ERROR neutron.plugins.ml2.managers [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Failed to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] Aug 11 02:25:43.883771 n-d-615180-33 neutron-server[94506]: INFO neutron.plugins.ml2.plugin [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempt 2 to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 Aug 11 02:25:43.901348 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:43.901724 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:43.902090 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:43.907305 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Port cb464d15-ca50-4898-88a1-4c6d5d091d90 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:43.907762 n-d-615180-33 neutron-server[94506]: ERROR neutron.plugins.ml2.managers [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Failed to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] Aug 11 02:25:43.908048 n-d-615180-33 neutron-server[94506]: INFO neutron.plugins.ml2.plugin [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempt 3 to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 Aug 11 02:25:43.924749 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:43.925090 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:43.925444 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:43.930933 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Port cb464d15-ca50-4898-88a1-4c6d5d091d90 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:43.931273 n-d-615180-33 neutron-server[94506]: ERROR neutron.plugins.ml2.managers [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Failed to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] Aug 11 02:25:43.931704 n-d-615180-33 neutron-server[94506]: INFO neutron.plugins.ml2.plugin [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempt 4 to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 Aug 11 02:25:43.932623 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-626fde11-fc0e-44ca-b54a-9c80540334bd req-775f5863-1435-47aa-97b5-8f24922e72da tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 210 time: 0.0381532 Aug 11 02:25:43.937896 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de87d9-417e-4178-954c-71cc7df3a5b5 admin admin] Pushing event updated for resources: {'Port': ['ID=7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:43.990071 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:43.990503 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:43.990801 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:43.996344 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Port cb464d15-ca50-4898-88a1-4c6d5d091d90 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:43.996693 n-d-615180-33 neutron-server[94506]: ERROR neutron.plugins.ml2.managers [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Failed to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] Aug 11 02:25:43.997068 n-d-615180-33 neutron-server[94506]: INFO neutron.plugins.ml2.plugin [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempt 5 to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 Aug 11 02:25:44.015707 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:44.016050 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:44.016386 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:44.021362 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Port cb464d15-ca50-4898-88a1-4c6d5d091d90 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:44.022266 n-d-615180-33 neutron-server[94506]: ERROR neutron.plugins.ml2.managers [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Failed to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] Aug 11 02:25:44.022672 n-d-615180-33 neutron-server[94506]: INFO neutron.plugins.ml2.plugin [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempt 6 to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 Aug 11 02:25:44.043808 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:44.044182 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:44.044517 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:44.056556 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Port cb464d15-ca50-4898-88a1-4c6d5d091d90 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:44.058343 n-d-615180-33 neutron-server[94506]: ERROR neutron.plugins.ml2.managers [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Failed to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] Aug 11 02:25:44.059496 n-d-615180-33 neutron-server[94506]: INFO neutron.plugins.ml2.plugin [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempt 7 to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 Aug 11 02:25:44.105045 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:44.105500 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:44.105853 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:44.173626 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-85a2feea-5ce1-4190-b6e2-e1c2b5a6c81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'name': 'tempest-TaggedBootDevicesTest-664173540-router', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '02d3ed36-b6e9-43cb-9f39-90209fd31476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:15Z', 'updated_at': '2021-08-11T02:14:31Z', 'revision_number': 4, 'project_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'gw_port': {'id': '02d3ed36-b6e9-43cb-9f39-90209fd31476', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:17Z', 'updated_at': '2021-08-11T02:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '603260cc-e2ba-430e-90d2-00c54faba575', 'name': '', 'network_id': '47c1ad3c-2161-421b-b922-fe59b93cfe05', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'mac_address': 'fa:16:3e:62:dc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'c48f56bb-082d-428b-b7c4-d68dad46b955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:28Z', 'updated_at': '2021-08-11T02:14:40Z', 'revision_number': 5, 'project_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'subnets': [{'id': 'c48f56bb-082d-428b-b7c4-d68dad46b955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:44.194449 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a7f8f1e3-0cb5-4fce-bf7b-ae28190c6340 req-5803b0c3-3293-4aa5-92c0-8911ce5816c2 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 210 time: 0.0962105 Aug 11 02:25:44.196877 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Port cb464d15-ca50-4898-88a1-4c6d5d091d90 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:44.197389 n-d-615180-33 neutron-server[94506]: ERROR neutron.plugins.ml2.managers [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Failed to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] Aug 11 02:25:44.198436 n-d-615180-33 neutron-server[94506]: INFO neutron.plugins.ml2.plugin [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempt 8 to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 Aug 11 02:25:44.232113 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a2feea-5ce1-4190-b6e2-e1c2b5a6c81e None None] Checking router: 40e8d774-6123-4b09-a370-21a3f48c316f for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:25:44.232227 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:44.232227 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:44.232227 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:44.236011 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Port cb464d15-ca50-4898-88a1-4c6d5d091d90 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:44.236373 n-d-615180-33 neutron-server[94506]: ERROR neutron.plugins.ml2.managers [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Failed to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] Aug 11 02:25:44.236919 n-d-615180-33 neutron-server[94506]: INFO neutron.plugins.ml2.plugin [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempt 9 to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 Aug 11 02:25:44.240757 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a2feea-5ce1-4190-b6e2-e1c2b5a6c81e None None] Routers {'40e8d774-6123-4b09-a370-21a3f48c316f'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:44.241463 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-85a2feea-5ce1-4190-b6e2-e1c2b5a6c81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:25:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['40e8d774-6123-4b09-a370-21a3f48c316f'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:44.264561 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:44.265686 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:44.266073 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:44.282565 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Port cb464d15-ca50-4898-88a1-4c6d5d091d90 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:44.283264 n-d-615180-33 neutron-server[94506]: ERROR neutron.plugins.ml2.managers [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Failed to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] Aug 11 02:25:44.283859 n-d-615180-33 neutron-server[94506]: INFO neutron.plugins.ml2.plugin [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempt 10 to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 Aug 11 02:25:44.312592 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:44.313208 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:44.313753 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:44.319298 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Port cb464d15-ca50-4898-88a1-4c6d5d091d90 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:44.320640 n-d-615180-33 neutron-server[94506]: ERROR neutron.plugins.ml2.managers [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Failed to bind port cb464d15-ca50-4898-88a1-4c6d5d091d90 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] Aug 11 02:25:44.321216 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:44.389944 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-85a2feea-5ce1-4190-b6e2-e1c2b5a6c81e None None] Set router 40e8d774-6123-4b09-a370-21a3f48c316f gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:44.452345 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] For port cb464d15-ca50-4898-88a1-4c6d5d091d90, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:44.452892 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempted to set empty binding levels {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 02:25:44.467656 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:44.481268 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b3de87d9-417e-4178-954c-71cc7df3a5b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:44.506874 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] In _notify_port_updated(), no bound segment for port cb464d15-ca50-4898-88a1-4c6d5d091d90 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:25:44.509117 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.509846 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:44.511703 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] 10.222.0.50 "PUT /v2.0/ports/cb464d15-ca50-4898-88a1-4c6d5d091d90 HTTP/1.1" status: 200 len: 979 time: 1.9001954 Aug 11 02:25:44.535494 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57370) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:44.580264 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 50a9f3a5-0be9-4cf1-8c9f-7d82f1058293 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:44.675888 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 9ae29574-9dc8-42ae-9986-e550bc4168df no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:44.683642 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff248b0-fa74-428d-b91c-59dbf3af4961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Pushing event updated for resources: {'Port': ['ID=cb464d15-ca50-4898-88a1-4c6d5d091d90,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:44.725799 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 9ae29574-9dc8-42ae-9986-e550bc4168df {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:25:44.728115 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 9ae29574-9dc8-42ae-9986-e550bc4168df not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:25:44.771069 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 50a9f3a5-0be9-4cf1-8c9f-7d82f1058293 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:44.774093 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:44.776617 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.777110 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.777596 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.778082 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.778564 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.779075 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.785444 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.786019 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.786523 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.787019 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.787568 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.788043 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.788523 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.789566 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.800668 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.801204 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.802878 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.803395 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.805992 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.806490 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.806989 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.807477 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.810143 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.810775 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.811264 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.811771 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.814605 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.815112 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.815658 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.816144 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.816623 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.827387 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5215a570-e5ff-46a5-b855-040f08a51b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27712 time: 0.2904019 Aug 11 02:25:44.828046 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57386) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:44.828387 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57388) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:44.888997 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57390) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:44.909517 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b3de87d9-417e-4178-954c-71cc7df3a5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:44.922928 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-85a2feea-5ce1-4190-b6e2-e1c2b5a6c81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'name': 'tempest-TaggedBootDevicesTest-664173540-router', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '02d3ed36-b6e9-43cb-9f39-90209fd31476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:15Z', 'updated_at': '2021-08-11T02:14:31Z', 'revision_number': 4, 'project_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'gw_port': {'id': '02d3ed36-b6e9-43cb-9f39-90209fd31476', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:17Z', 'updated_at': '2021-08-11T02:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '603260cc-e2ba-430e-90d2-00c54faba575', 'name': '', 'network_id': '47c1ad3c-2161-421b-b922-fe59b93cfe05', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'mac_address': 'fa:16:3e:62:dc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'c48f56bb-082d-428b-b7c4-d68dad46b955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:28Z', 'updated_at': '2021-08-11T02:14:40Z', 'revision_number': 5, 'project_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'subnets': [{'id': 'c48f56bb-082d-428b-b7c4-d68dad46b955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:44.949932 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ec7091-b7e9-4a0d-8087-9125f495e608 admin admin] Deleting subnet 2853ca2d-08a7-411f-b33e-d9ad2442e5c4 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:25:44.973984 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-96ec7091-b7e9-4a0d-8087-9125f495e608 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.023576 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a2feea-5ce1-4190-b6e2-e1c2b5a6c81e None None] The sync data for ids ['40e8d774-6123-4b09-a370-21a3f48c316f'] in n-d-615180-33 is: [{'id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'name': 'tempest-TaggedBootDevicesTest-664173540-router', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '02d3ed36-b6e9-43cb-9f39-90209fd31476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:15Z', 'updated_at': '2021-08-11T02:14:31Z', 'revision_number': 4, 'project_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'gw_port': {'id': '02d3ed36-b6e9-43cb-9f39-90209fd31476', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:17Z', 'updated_at': '2021-08-11T02:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '603260cc-e2ba-430e-90d2-00c54faba575', 'name': '', 'network_id': '47c1ad3c-2161-421b-b922-fe59b93cfe05', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'mac_address': 'fa:16:3e:62:dc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'c48f56bb-082d-428b-b7c4-d68dad46b955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:28Z', 'updated_at': '2021-08-11T02:14:40Z', 'revision_number': 5, 'project_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'subnets': [{'id': 'c48f56bb-082d-428b-b7c4-d68dad46b955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:25:45.056891 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-96ec7091-b7e9-4a0d-8087-9125f495e608 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.110405 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-96ec7091-b7e9-4a0d-8087-9125f495e608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.196002 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-ea5413ca-8194-429f-8db3-3ffc8819665d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-639641048'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:45.202755 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-96ec7091-b7e9-4a0d-8087-9125f495e608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.236944 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec7091-b7e9-4a0d-8087-9125f495e608 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2853ca2d-08a7-411f-b33e-d9ad2442e5c4,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:45.280369 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-96ec7091-b7e9-4a0d-8087-9125f495e608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.285159 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-96ec7091-b7e9-4a0d-8087-9125f495e608 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2853ca2d-08a7-411f-b33e-d9ad2442e5c4 HTTP/1.1" status: 204 len: 168 time: 0.4545975 Aug 11 02:25:45.286236 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57400) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:45.295848 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5413ca-8194-429f-8db3-3ffc8819665d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Made reservation on behalf of a3584e6c581c4a74a555315a23b34a85 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:45.299592 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ea5413ca-8194-429f-8db3-3ffc8819665d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.318752 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ea5413ca-8194-429f-8db3-3ffc8819665d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.332329 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-a9a416a7-6940-49b4-88f8-c64dacffc5f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Deleting port cb464d15-ca50-4898-88a1-4c6d5d091d90 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:45.332670 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a9a416a7-6940-49b4-88f8-c64dacffc5f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.515134 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4583b13-2dd0-4022-b555-e46f9a6cb720 None None] New status for floating IP 44d9db5f-68f0-456c-8bff-e5243449fa0e: DOWN {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:25:45.551444 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8332125c-b61d-45b8-afdf-3e0d69698049 req-0323deb3-7fbf-4abe-a408-dabd765ac2cc tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/ports?device_id=82f70e29-9061-4302-a3de-f50fb3adfc97 HTTP/1.1" status: 200 len: 210 time: 0.0838094 Aug 11 02:25:45.566508 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c902e320-5ea1-48a2-8a41-18217ed3d92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.619101 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-a9a416a7-6940-49b4-88f8-c64dacffc5f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] For port cb464d15-ca50-4898-88a1-4c6d5d091d90, host n-h1-615180-33, got binding levels [] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:45.619849 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a9a416a7-6940-49b4-88f8-c64dacffc5f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.674890 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-a9a416a7-6940-49b4-88f8-c64dacffc5f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Calling delete_port for cb464d15-ca50-4898-88a1-4c6d5d091d90 owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:45.707422 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-deleted', 'tag': '20f53a84-827e-4a21-8b16-64a8498d6bf9'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:45.712491 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e10ad64-3c09-4be3-9737-145b65ed1813" -d '{"events": [{"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-deleted", "tag": "20f53a84-827e-4a21-8b16-64a8498d6bf9"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:45.806009 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-55944137-6288-4a4e-aa74-165cd08bcb60 req-cc88ddde-2d2e-489b-b6ff-cfb186b3b111 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 210 time: 0.0823152 Aug 11 02:25:45.807644 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68218762-997e-4a93-82d2-197418db4545 x-openstack-request-id: req-68218762-997e-4a93-82d2-197418db4545 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:45.813507 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9be250-2e46-482b-92d2-d7bd41e2b0b5", "name": "network-vif-deleted", "tag": "20f53a84-827e-4a21-8b16-64a8498d6bf9", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:45.813958 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-68218762-997e-4a93-82d2-197418db4545 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:45.814437 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9be250-2e46-482b-92d2-d7bd41e2b0b5', 'name': 'network-vif-deleted', 'tag': '20f53a84-827e-4a21-8b16-64a8498d6bf9', 'status': 'completed', 'code': 200} Aug 11 02:25:45.822368 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c902e320-5ea1-48a2-8a41-18217ed3d92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.862093 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3de87d9-417e-4178-954c-71cc7df3a5b5 admin admin] Router aaa39644-24c7-4741-9bf6-8bbf0d4683e4 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:25:45.892326 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-c902e320-5ea1-48a2-8a41-18217ed3d92c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['425950f3-3280-441c-babc-f2eb8503759f']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:45.946763 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ea5413ca-8194-429f-8db3-3ffc8819665d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.960561 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-c902e320-5ea1-48a2-8a41-18217ed3d92c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc5d2b84-179a-41d1-ab8d-d6aac09d0348') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:45.961093 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-c902e320-5ea1-48a2-8a41-18217ed3d92c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc5d2b84-179a-41d1-ab8d-d6aac09d0348') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:45.962264 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d6305062-7555-4791-9c3b-044fef725a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.971478 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ea5413ca-8194-429f-8db3-3ffc8819665d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.983624 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c902e320-5ea1-48a2-8a41-18217ed3d92c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.041318 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea5413ca-8194-429f-8db3-3ffc8819665d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:25:46.050019 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c902e320-5ea1-48a2-8a41-18217ed3d92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.066902 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c902e320-5ea1-48a2-8a41-18217ed3d92c admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:25:46.067232 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c902e320-5ea1-48a2-8a41-18217ed3d92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:25:46.068990 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:25:46.080982 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5413ca-8194-429f-8db3-3ffc8819665d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=317d7ffe-68db-47af-97f4-5d720bed1dc3,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:46.083757 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3de87d9-417e-4178-954c-71cc7df3a5b5 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:25:46.100041 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d700279-4555-4a64-a55a-f78c2fc019a1 None None] Sync routers for ids ['aaa39644-24c7-4741-9bf6-8bbf0d4683e4'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:25:46.103041 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b3de87d9-417e-4178-954c-71cc7df3a5b5 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.105544 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b3de87d9-417e-4178-954c-71cc7df3a5b5 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.9440713 Aug 11 02:25:46.109034 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57404) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:46.114390 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d700279-4555-4a64-a55a-f78c2fc019a1 None None] Routers {'aaa39644-24c7-4741-9bf6-8bbf0d4683e4'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:46.115080 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-3d700279-4555-4a64-a55a-f78c2fc019a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:25:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['aaa39644-24c7-4741-9bf6-8bbf0d4683e4'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:46.129131 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ea5413ca-8194-429f-8db3-3ffc8819665d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.129486 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-ea5413ca-8194-429f-8db3-3ffc8819665d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Added segment 92d0daf4-394c-4c62-a49c-2b0954df5690 of type vlan for network 2ad59098-d92a-4773-8740-5f8610f76c69 Aug 11 02:25:46.148831 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5413ca-8194-429f-8db3-3ffc8819665d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:46.149182 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5413ca-8194-429f-8db3-3ffc8819665d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:46.149532 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5413ca-8194-429f-8db3-3ffc8819665d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:46.149872 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5413ca-8194-429f-8db3-3ffc8819665d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:46.150209 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5413ca-8194-429f-8db3-3ffc8819665d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:46.150538 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5413ca-8194-429f-8db3-3ffc8819665d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:46.150957 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5413ca-8194-429f-8db3-3ffc8819665d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:46.151288 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5413ca-8194-429f-8db3-3ffc8819665d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:46.151638 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5413ca-8194-429f-8db3-3ffc8819665d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:46.151966 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5413ca-8194-429f-8db3-3ffc8819665d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:46.152293 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5413ca-8194-429f-8db3-3ffc8819665d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:46.152607 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5413ca-8194-429f-8db3-3ffc8819665d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:46.191770 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a9a416a7-6940-49b4-88f8-c64dacffc5f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.304404 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a416a7-6940-49b4-88f8-c64dacffc5f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb464d15-ca50-4898-88a1-4c6d5d091d90,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:46.311727 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ea5413ca-8194-429f-8db3-3ffc8819665d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.315419 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c902e320-5ea1-48a2-8a41-18217ed3d92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.324700 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c902e320-5ea1-48a2-8a41-18217ed3d92c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.329524 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c902e320-5ea1-48a2-8a41-18217ed3d92c admin admin] 10.222.0.50 "DELETE /v2.0/networks/425950f3-3280-441c-babc-f2eb8503759f HTTP/1.1" status: 204 len: 168 time: 1.0414917 Aug 11 02:25:46.337428 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a9a416a7-6940-49b4-88f8-c64dacffc5f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.349583 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a9a416a7-6940-49b4-88f8-c64dacffc5f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] 10.222.0.50 "DELETE /v2.0/ports/cb464d15-ca50-4898-88a1-4c6d5d091d90 HTTP/1.1" status: 204 len: 168 time: 1.4554307 Aug 11 02:25:46.362974 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57410) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:46.375412 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902e320-5ea1-48a2-8a41-18217ed3d92c admin admin] Pushing event deleted for resources: {'Network': ['ID=425950f3-3280-441c-babc-f2eb8503759f,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:46.381301 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-3d700279-4555-4a64-a55a-f78c2fc019a1 None None] Set router aaa39644-24c7-4741-9bf6-8bbf0d4683e4 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:46.416272 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ea5413ca-8194-429f-8db3-3ffc8819665d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.421959 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5413ca-8194-429f-8db3-3ffc8819665d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:46.422601 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ea5413ca-8194-429f-8db3-3ffc8819665d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.548096 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec44703-aa59-4efa-8657-122f24a612ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] GET failed (client error): The resource could not be found. Aug 11 02:25:46.551147 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-eec44703-aa59-4efa-8657-122f24a612ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] 10.222.0.50 "GET /v2.0/ports/cb464d15-ca50-4898-88a1-4c6d5d091d90 HTTP/1.1" status: 404 len: 333 time: 0.1804059 Aug 11 02:25:46.556334 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57414) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:46.559227 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5413ca-8194-429f-8db3-3ffc8819665d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Pushing event updated for resources: {'Network': ['ID=2ad59098-d92a-4773-8740-5f8610f76c69,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:46.574454 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 2ad59098-d92a-4773-8740-5f8610f76c69 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:25:46.580027 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-f674bc5f-c83a-4585-9a06-dc3033f26369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-647700593', 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:46.591341 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ea5413ca-8194-429f-8db3-3ffc8819665d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.7618217 Aug 11 02:25:46.595289 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57416) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:46.607574 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-07ddce1a-aaa7-4268-91cd-7ecf5e6c920b tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Request body: {'subnet': {'network_id': '2ad59098-d92a-4773-8740-5f8610f76c69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:46.641465 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f674bc5f-c83a-4585-9a06-dc3033f26369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Made reservation on behalf of fd287170bd9b4c2ab7e3bab7c974f98d for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:46.646121 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f674bc5f-c83a-4585-9a06-dc3033f26369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.753033 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57422) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:46.786387 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57424) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:46.798556 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-f674bc5f-c83a-4585-9a06-dc3033f26369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] device_id is not set on port 707809cc-f35f-4b59-b4cf-e6ddcd27fde0 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:25:46.943838 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ddce1a-aaa7-4268-91cd-7ecf5e6c920b tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Made reservation on behalf of a3584e6c581c4a74a555315a23b34a85 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:46.950084 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-07ddce1a-aaa7-4268-91cd-7ecf5e6c920b tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.960971 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-3d700279-4555-4a64-a55a-f78c2fc019a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa39644-24c7-4741-9bf6-8bbf0d4683e4', 'name': 'tempest-TestServerBasicOps-1573817845-router', 'tenant_id': '6a9aa679a9c44458b34c56a3527eef01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:39Z', 'updated_at': '2021-08-11T02:25:44Z', 'revision_number': 3, 'project_id': '6a9aa679a9c44458b34c56a3527eef01', 'gw_port': {'id': '7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ea:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa39644-24c7-4741-9bf6-8bbf0d4683e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:42Z', 'updated_at': '2021-08-11T02:25:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:47.041677 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9c5d9b40-6bc5-44ca-80d7-216837ffd519 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a1d1413f133947a282d310c72bc230b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2482419 Aug 11 02:25:47.043178 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d700279-4555-4a64-a55a-f78c2fc019a1 None None] Checking router: aaa39644-24c7-4741-9bf6-8bbf0d4683e4 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:25:47.044185 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d700279-4555-4a64-a55a-f78c2fc019a1 None None] Updating router aaa39644-24c7-4741-9bf6-8bbf0d4683e4 port 7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:25:47.045071 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-53cf362e-02f3-4964-9e27-c1343b3b395c req-96673231-0d54-46dd-8be9-17b9e44b4834 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 210 time: 0.0758855 Aug 11 02:25:47.049464 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57428) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:47.108556 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f25e4b0a-b327-4268-a984-fb869d9b5139 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.169694 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-3d700279-4555-4a64-a55a-f78c2fc019a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.291212 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f25e4b0a-b327-4268-a984-fb869d9b5139 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.378969 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f674bc5f-c83a-4585-9a06-dc3033f26369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.382539 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3b6583ce-7da6-4955-8f45-3f19cd82779e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.424055 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-07ddce1a-aaa7-4268-91cd-7ecf5e6c920b tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.475371 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-335aa3e6-aff4-4303-b9de-e280ae98971b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.501472 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddce1a-aaa7-4268-91cd-7ecf5e6c920b tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Pushing event updated for resources: {'Subnet': ['ID=e88fe53e-edfd-454b-9cfb-c58d0cee4dea,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:47.510377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ddce1a-aaa7-4268-91cd-7ecf5e6c920b tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Checking segment: {'id': '92d0daf4-394c-4c62-a49c-2b0954df5690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2ad59098-d92a-4773-8740-5f8610f76c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:47.510745 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ddce1a-aaa7-4268-91cd-7ecf5e6c920b tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Network hostable DHCP agents. Network: 2ad59098-d92a-4773-8740-5f8610f76c69, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:25:47.521276 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3b6583ce-7da6-4955-8f45-3f19cd82779e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.533616 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ddce1a-aaa7-4268-91cd-7ecf5e6c920b tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Network 2ad59098-d92a-4773-8740-5f8610f76c69 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:25:47.551143 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-07ddce1a-aaa7-4268-91cd-7ecf5e6c920b tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 2ad59098-d92a-4773-8740-5f8610f76c69) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:47.559659 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8343de7-d65b-4d35-88f4-a887770e1958 None None] Network 2ad59098-d92a-4773-8740-5f8610f76c69 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:47.574118 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ddce1a-aaa7-4268-91cd-7ecf5e6c920b tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:47.574956 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-07ddce1a-aaa7-4268-91cd-7ecf5e6c920b tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.611171 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-07ddce1a-aaa7-4268-91cd-7ecf5e6c920b tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0102510 Aug 11 02:25:47.612125 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57434) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:47.624984 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e83a25d7-fe1d-4367-a6e2-5a15e1f0675b tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Request body: {'port': {'network_id': '2ad59098-d92a-4773-8740-5f8610f76c69', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1696705154'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:47.645892 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f25e4b0a-b327-4268-a984-fb869d9b5139 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.651222 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f25e4b0a-b327-4268-a984-fb869d9b5139 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.654306 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f25e4b0a-b327-4268-a984-fb869d9b5139 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "DELETE /v2.0/security-groups/6c392c7f-3c1c-485e-8d97-0c15363d3c8d HTTP/1.1" status: 204 len: 168 time: 0.8985519 Aug 11 02:25:47.676278 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57436) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:47.757730 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-3d700279-4555-4a64-a55a-f78c2fc019a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.780062 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e4b0a-b327-4268-a984-fb869d9b5139 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c392c7f-3c1c-485e-8d97-0c15363d3c8d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:47.785937 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-f423222f-c18c-4b2d-a531-c2366ebeb092 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] show failed (client error): The resource could not be found. Aug 11 02:25:47.787519 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f423222f-c18c-4b2d-a531-c2366ebeb092 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "GET /v2.0/security-groups/6c392c7f-3c1c-485e-8d97-0c15363d3c8d HTTP/1.1" status: 404 len: 347 time: 0.1080682 Aug 11 02:25:47.792310 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57438) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:47.810402 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f674bc5f-c83a-4585-9a06-dc3033f26369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.826616 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-3d700279-4555-4a64-a55a-f78c2fc019a1 None None] Transition to ACTIVE for port object 7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:47.841091 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-3d700279-4555-4a64-a55a-f78c2fc019a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.842337 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f65d4d5-2878-4791-816d-d7da7a6e02ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-2ad59098-d92a-4773-8740-5f8610f76c69', 'network_id': '2ad59098-d92a-4773-8740-5f8610f76c69', 'tenant_id': 'a3584e6c581c4a74a555315a23b34a85', 'fixed_ips': [{'subnet_id': 'e88fe53e-edfd-454b-9cfb-c58d0cee4dea'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:25:47.843424 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4f65d4d5-2878-4791-816d-d7da7a6e02ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.853719 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3b6583ce-7da6-4955-8f45-3f19cd82779e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.856657 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3b6583ce-7da6-4955-8f45-3f19cd82779e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.857947 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3b6583ce-7da6-4955-8f45-3f19cd82779e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0e405981-4f89-4386-911c-77d2d71ee89c HTTP/1.1" status: 204 len: 168 time: 0.8045223 Aug 11 02:25:47.908723 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-3d700279-4555-4a64-a55a-f78c2fc019a1 None None] Attempting to bind port 7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:47.909879 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f674bc5f-c83a-4585-9a06-dc3033f26369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:47.910534 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-3d700279-4555-4a64-a55a-f78c2fc019a1 None None] Attempting to bind port 7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:47.910910 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d700279-4555-4a64-a55a-f78c2fc019a1 None None] Attempting to bind port 7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:47.919662 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-f674bc5f-c83a-4585-9a06-dc3033f26369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:47.932925 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6583ce-7da6-4955-8f45-3f19cd82779e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e405981-4f89-4386-911c-77d2d71ee89c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:47.936851 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f674bc5f-c83a-4585-9a06-dc3033f26369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:47.938044 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f674bc5f-c83a-4585-9a06-dc3033f26369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:47.939294 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f674bc5f-c83a-4585-9a06-dc3033f26369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.958474 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674bc5f-c83a-4585-9a06-dc3033f26369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Pushing event updated for resources: {'Port': ['ID=707809cc-f35f-4b59-b4cf-e6ddcd27fde0,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:47.976330 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d700279-4555-4a64-a55a-f78c2fc019a1 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:25:47.978004 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d700279-4555-4a64-a55a-f78c2fc019a1 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:47.979212 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-3d700279-4555-4a64-a55a-f78c2fc019a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.980137 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d700279-4555-4a64-a55a-f78c2fc019a1 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:25:47.982166 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-3d700279-4555-4a64-a55a-f78c2fc019a1 None None] Bound port: 7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:25:47.982642 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-3d700279-4555-4a64-a55a-f78c2fc019a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.057704 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-335aa3e6-aff4-4303-b9de-e280ae98971b admin admin] Allocated IP 172.20.0.1 (4685d20e-17c8-4666-962b-9bfa9fee8b8d/655f6987-9810-4da0-ad91-39a00903ad44/ddc3c140-98d7-4cb8-84de-f2fbd265b41b) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:48.084195 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f674bc5f-c83a-4585-9a06-dc3033f26369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5252964 Aug 11 02:25:48.092811 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57442) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:48.137734 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-3d700279-4555-4a64-a55a-f78c2fc019a1 None None] For port 7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:48.144362 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-4f65d4d5-2878-4791-816d-d7da7a6e02ff None None] Allocated IP 2001:db8::2 (2ad59098-d92a-4773-8740-5f8610f76c69/e88fe53e-edfd-454b-9cfb-c58d0cee4dea/dfab2982-11b0-4066-8a35-e2ee2c332a68) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:48.147704 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-3d700279-4555-4a64-a55a-f78c2fc019a1 None None] For port 7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:25:48.164215 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-3d700279-4555-4a64-a55a-f78c2fc019a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.215110 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83a25d7-fe1d-4367-a6e2-5a15e1f0675b tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Made reservation on behalf of a3584e6c581c4a74a555315a23b34a85 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:48.224137 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e83a25d7-fe1d-4367-a6e2-5a15e1f0675b tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.229895 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b038e1d0-7345-480f-9fb1-7f1c60bb9e69 req-97e41ed4-0b99-4806-b3da-ea483dd85601 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 210 time: 0.0364110 Aug 11 02:25:48.237022 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53b1433-7053-4c00-afd7-927d414d6bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:48.260953 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f53b1433-7053-4c00-afd7-927d414d6bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] 10.222.0.50 "GET /v2.0/ports/707809cc-f35f-4b59-b4cf-e6ddcd27fde0 HTTP/1.1" status: 200 len: 958 time: 0.1643732 Aug 11 02:25:48.265617 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57448) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:48.277790 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13b713-06ea-4c74-8fe6-a2dfba9508d3 None None] Pushing event updated for resources: {'Port': ['ID=7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa,revision_number=2']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:48.321019 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-335aa3e6-aff4-4303-b9de-e280ae98971b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.362414 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-335aa3e6-aff4-4303-b9de-e280ae98971b admin admin] Transition to ACTIVE for port object ddc3c140-98d7-4cb8-84de-f2fbd265b41b will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:48.372352 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-e83a25d7-fe1d-4367-a6e2-5a15e1f0675b tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] device_id is not set on port 0d395e6f-94a5-43a6-88ee-fba8359f6537 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:25:48.380178 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d700279-4555-4a64-a55a-f78c2fc019a1 None None] Routers {'aaa39644-24c7-4741-9bf6-8bbf0d4683e4'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:48.380818 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-3d700279-4555-4a64-a55a-f78c2fc019a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:25:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['aaa39644-24c7-4741-9bf6-8bbf0d4683e4'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:48.418533 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-2de6b15a-26bf-44b5-b8eb-de0cec8b926f tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Deleting port 707809cc-f35f-4b59-b4cf-e6ddcd27fde0 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:48.418933 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2de6b15a-26bf-44b5-b8eb-de0cec8b926f tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.433321 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-335aa3e6-aff4-4303-b9de-e280ae98971b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.482325 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4f65d4d5-2878-4791-816d-d7da7a6e02ff None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.491443 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4f65d4d5-2878-4791-816d-d7da7a6e02ff None None] Transition to ACTIVE for port object dfab2982-11b0-4066-8a35-e2ee2c332a68 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:48.502065 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-fa0b9311-8eb5-415a-9439-4b828a244e15 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Deleting port 6f3223f0-4aec-409f-8fc1-a055c91aad77 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:48.502622 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fa0b9311-8eb5-415a-9439-4b828a244e15 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.513329 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4f65d4d5-2878-4791-816d-d7da7a6e02ff None None] Transition to ACTIVE for port object dfab2982-11b0-4066-8a35-e2ee2c332a68 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:48.528145 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13b713-06ea-4c74-8fe6-a2dfba9508d3 None None] Pushing event updated for resources: {'Port': ['ID=7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:48.529731 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4f65d4d5-2878-4791-816d-d7da7a6e02ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.563109 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f65d4d5-2878-4791-816d-d7da7a6e02ff None None] Network 2ad59098-d92a-4773-8740-5f8610f76c69 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:48.595987 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335aa3e6-aff4-4303-b9de-e280ae98971b admin admin] Network 4685d20e-17c8-4666-962b-9bfa9fee8b8d is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:48.608812 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2de6b15a-26bf-44b5-b8eb-de0cec8b926f tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.610970 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f0638474-a4b0-45eb-87d4-825a6cca6c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.614120 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-4f65d4d5-2878-4791-816d-d7da7a6e02ff None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:48.617999 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335aa3e6-aff4-4303-b9de-e280ae98971b admin admin] Pushing event updated for resources: {'Port': ['ID=ddc3c140-98d7-4cb8-84de-f2fbd265b41b,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:48.620826 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-335aa3e6-aff4-4303-b9de-e280ae98971b admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:48.633680 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f65d4d5-2878-4791-816d-d7da7a6e02ff None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:48.641406 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.646183 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335aa3e6-aff4-4303-b9de-e280ae98971b admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:48.677849 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-3d700279-4555-4a64-a55a-f78c2fc019a1 None None] Set router aaa39644-24c7-4741-9bf6-8bbf0d4683e4 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:48.722604 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-2de6b15a-26bf-44b5-b8eb-de0cec8b926f tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Calling delete_port for 707809cc-f35f-4b59-b4cf-e6ddcd27fde0 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:48.726484 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65d4d5-2878-4791-816d-d7da7a6e02ff None None] Pushing event updated for resources: {'Port': ['ID=dfab2982-11b0-4066-8a35-e2ee2c332a68,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:48.803875 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-4f65d4d5-2878-4791-816d-d7da7a6e02ff None None] Attempting to bind port dfab2982-11b0-4066-8a35-e2ee2c332a68 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:48.804327 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-4f65d4d5-2878-4791-816d-d7da7a6e02ff None None] Attempting to bind port dfab2982-11b0-4066-8a35-e2ee2c332a68 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '92d0daf4-394c-4c62-a49c-2b0954df5690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2ad59098-d92a-4773-8740-5f8610f76c69'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:48.804693 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65d4d5-2878-4791-816d-d7da7a6e02ff None None] Attempting to bind port dfab2982-11b0-4066-8a35-e2ee2c332a68 on network 2ad59098-d92a-4773-8740-5f8610f76c69 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:48.806475 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fa0b9311-8eb5-415a-9439-4b828a244e15 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.806944 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fa0b9311-8eb5-415a-9439-4b828a244e15 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.825259 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65d4d5-2878-4791-816d-d7da7a6e02ff None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:25:48.825644 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65d4d5-2878-4791-816d-d7da7a6e02ff None None] Checking segment: {'id': '92d0daf4-394c-4c62-a49c-2b0954df5690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2ad59098-d92a-4773-8740-5f8610f76c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:48.829674 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4f65d4d5-2878-4791-816d-d7da7a6e02ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.830338 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65d4d5-2878-4791-816d-d7da7a6e02ff None None] Bound using segment: {'id': '92d0daf4-394c-4c62-a49c-2b0954df5690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2ad59098-d92a-4773-8740-5f8610f76c69'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:25:48.831157 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-4f65d4d5-2878-4791-816d-d7da7a6e02ff None None] Bound port: dfab2982-11b0-4066-8a35-e2ee2c332a68, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d0daf4-394c-4c62-a49c-2b0954df5690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2ad59098-d92a-4773-8740-5f8610f76c69'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:25:48.831765 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4f65d4d5-2878-4791-816d-d7da7a6e02ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.836263 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-fa0b9311-8eb5-415a-9439-4b828a244e15 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Calling delete_port for 6f3223f0-4aec-409f-8fc1-a055c91aad77 owned by network:floatingip {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:48.876339 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-335aa3e6-aff4-4303-b9de-e280ae98971b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.972671 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-4f65d4d5-2878-4791-816d-d7da7a6e02ff None None] For port dfab2982-11b0-4066-8a35-e2ee2c332a68, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:48.981425 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-4f65d4d5-2878-4791-816d-d7da7a6e02ff None None] For port dfab2982-11b0-4066-8a35-e2ee2c332a68, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=dfab2982-11b0-4066-8a35-e2ee2c332a68,segment=NetworkSegment(92d0daf4-394c-4c62-a49c-2b0954df5690),segment_id=92d0daf4-394c-4c62-a49c-2b0954df5690)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:25:48.989307 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4f65d4d5-2878-4791-816d-d7da7a6e02ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.125900 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3ec72b74-72a9-4e5d-8846-bb3798041af3 None None] Provisioning for port ddc3c140-98d7-4cb8-84de-f2fbd265b41b completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:49.158506 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2de6b15a-26bf-44b5-b8eb-de0cec8b926f tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.160174 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3ec72b74-72a9-4e5d-8846-bb3798041af3 None None] Provisioning complete for port ddc3c140-98d7-4cb8-84de-f2fbd265b41b triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:49.160555 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3ec72b74-72a9-4e5d-8846-bb3798041af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.180504 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fa0b9311-8eb5-415a-9439-4b828a244e15 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.215805 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-3d700279-4555-4a64-a55a-f78c2fc019a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa39644-24c7-4741-9bf6-8bbf0d4683e4', 'name': 'tempest-TestServerBasicOps-1573817845-router', 'tenant_id': '6a9aa679a9c44458b34c56a3527eef01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:39Z', 'updated_at': '2021-08-11T02:25:44Z', 'revision_number': 3, 'project_id': '6a9aa679a9c44458b34c56a3527eef01', 'gw_port': {'id': '7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ea:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa39644-24c7-4741-9bf6-8bbf0d4683e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:42Z', 'updated_at': '2021-08-11T02:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:49.231272 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b9311-8eb5-415a-9439-4b828a244e15 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Pushing event deleted for resources: {'Port': ['ID=6f3223f0-4aec-409f-8fc1-a055c91aad77,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:49.244084 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6b15a-26bf-44b5-b8eb-de0cec8b926f tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Pushing event deleted for resources: {'Port': ['ID=707809cc-f35f-4b59-b4cf-e6ddcd27fde0,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:49.251353 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-3ec72b74-72a9-4e5d-8846-bb3798041af3 None None] Port ddc3c140-98d7-4cb8-84de-f2fbd265b41b cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:25:49.254374 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65d4d5-2878-4791-816d-d7da7a6e02ff None None] Pushing event updated for resources: {'Port': ['ID=dfab2982-11b0-4066-8a35-e2ee2c332a68,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:49.261844 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-e83a25d7-fe1d-4367-a6e2-5a15e1f0675b tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Allocated IP 2001:db8::e2 (2ad59098-d92a-4773-8740-5f8610f76c69/e88fe53e-edfd-454b-9cfb-c58d0cee4dea/0d395e6f-94a5-43a6-88ee-fba8359f6537) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:49.290520 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d700279-4555-4a64-a55a-f78c2fc019a1 None None] The sync data for ids ['aaa39644-24c7-4741-9bf6-8bbf0d4683e4'] in n-d-615180-33 is: [{'id': 'aaa39644-24c7-4741-9bf6-8bbf0d4683e4', 'name': 'tempest-TestServerBasicOps-1573817845-router', 'tenant_id': '6a9aa679a9c44458b34c56a3527eef01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:39Z', 'updated_at': '2021-08-11T02:25:44Z', 'revision_number': 3, 'project_id': '6a9aa679a9c44458b34c56a3527eef01', 'gw_port': {'id': '7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ea:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa39644-24c7-4741-9bf6-8bbf0d4683e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:42Z', 'updated_at': '2021-08-11T02:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:25:49.303213 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2de6b15a-26bf-44b5-b8eb-de0cec8b926f tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.305225 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2de6b15a-26bf-44b5-b8eb-de0cec8b926f tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] 10.222.0.50 "DELETE /v2.0/ports/707809cc-f35f-4b59-b4cf-e6ddcd27fde0 HTTP/1.1" status: 204 len: 168 time: 1.0384121 Aug 11 02:25:49.323126 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57470) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:49.336701 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-335aa3e6-aff4-4303-b9de-e280ae98971b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.364645 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab09196-ab50-4e13-a52d-f7ab45f51526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] GET failed (client error): The resource could not be found. Aug 11 02:25:49.365836 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0ab09196-ab50-4e13-a52d-f7ab45f51526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] 10.222.0.50 "GET /v2.0/ports/707809cc-f35f-4b59-b4cf-e6ddcd27fde0 HTTP/1.1" status: 404 len: 333 time: 0.0416191 Aug 11 02:25:49.369622 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57472) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:49.375121 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-9846c39f-9267-4c27-8fe8-f312a061e8ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Request body: {'port': {'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464365528'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:49.384257 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fa0b9311-8eb5-415a-9439-4b828a244e15 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for floatingip, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.390014 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fa0b9311-8eb5-415a-9439-4b828a244e15 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.391716 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fa0b9311-8eb5-415a-9439-4b828a244e15 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "DELETE /v2.0/floatingips/b758aee9-2e50-48d6-ab45-5ee60434ca33 HTTP/1.1" status: 204 len: 168 time: 1.5983818 Aug 11 02:25:49.434158 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57476) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:49.553443 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-22d5d7d3-d5d4-4a9d-afbf-439afe2957d5 req-7bd67590-a012-45c4-80d1-dd3df6126ac2 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 210 time: 0.1194720 Aug 11 02:25:49.572818 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9846c39f-9267-4c27-8fe8-f312a061e8ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Made reservation on behalf of fd287170bd9b4c2ab7e3bab7c974f98d for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:49.575808 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9846c39f-9267-4c27-8fe8-f312a061e8ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.724294 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-9846c39f-9267-4c27-8fe8-f312a061e8ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] device_id is not set on port 40351a51-41bb-432a-9547-aa706ff4e8c8 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:25:49.725571 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e83a25d7-fe1d-4367-a6e2-5a15e1f0675b tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.785493 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-e83a25d7-fe1d-4367-a6e2-5a15e1f0675b tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Transition to ACTIVE for port object 0d395e6f-94a5-43a6-88ee-fba8359f6537 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:49.868857 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e83a25d7-fe1d-4367-a6e2-5a15e1f0675b tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.934807 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.963070 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a25d7-fe1d-4367-a6e2-5a15e1f0675b tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Pushing event updated for resources: {'Port': ['ID=0d395e6f-94a5-43a6-88ee-fba8359f6537,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:49.997224 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-b102a238-6aae-4fff-a1be-dfd45b53abce tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Deleting port 0a38793e-41b1-4d7a-a9ec-fc766a55001c {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:49.998160 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b102a238-6aae-4fff-a1be-dfd45b53abce tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.009310 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83a25d7-fe1d-4367-a6e2-5a15e1f0675b tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Network 2ad59098-d92a-4773-8740-5f8610f76c69 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:50.011121 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-e83a25d7-fe1d-4367-a6e2-5a15e1f0675b tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:50.014278 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83a25d7-fe1d-4367-a6e2-5a15e1f0675b tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:50.021417 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83a25d7-fe1d-4367-a6e2-5a15e1f0675b tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:50.022156 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e83a25d7-fe1d-4367-a6e2-5a15e1f0675b tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.044541 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e83a25d7-fe1d-4367-a6e2-5a15e1f0675b tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4269211 Aug 11 02:25:50.045238 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57492) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:50.054494 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-03a7e7f3-5715-4e90-9b2a-64849851632c tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Request body: {'port': {'network_id': '2ad59098-d92a-4773-8740-5f8610f76c69', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2018756374', 'allowed_address_pairs': [{'ip_address': '2001:db8::e2', 'mac_address': 'fa:16:3e:9f:e6:e9'}]}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:50.188822 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57498) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:50.287960 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a7e7f3-5715-4e90-9b2a-64849851632c tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Made reservation on behalf of a3584e6c581c4a74a555315a23b34a85 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:50.298763 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-335aa3e6-aff4-4303-b9de-e280ae98971b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.305930 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-335aa3e6-aff4-4303-b9de-e280ae98971b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.521379 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9846c39f-9267-4c27-8fe8-f312a061e8ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.580280 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b102a238-6aae-4fff-a1be-dfd45b53abce tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.590048 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-335aa3e6-aff4-4303-b9de-e280ae98971b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.592326 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335aa3e6-aff4-4303-b9de-e280ae98971b admin admin] Pushing event updated for resources: {'Port': ['ID=ddc3c140-98d7-4cb8-84de-f2fbd265b41b,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:50.605472 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-b102a238-6aae-4fff-a1be-dfd45b53abce tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Calling delete_port for 0a38793e-41b1-4d7a-a9ec-fc766a55001c owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:50.651339 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:50.800085 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:50.810141 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:50.823849 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.836904 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9846c39f-9267-4c27-8fe8-f312a061e8ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.907806 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846c39f-9267-4c27-8fe8-f312a061e8ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Pushing event updated for resources: {'Port': ['ID=40351a51-41bb-432a-9547-aa706ff4e8c8,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:50.919211 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9846c39f-9267-4c27-8fe8-f312a061e8ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:50.925074 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-9846c39f-9267-4c27-8fe8-f312a061e8ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:50.927952 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9846c39f-9267-4c27-8fe8-f312a061e8ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:50.928815 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9846c39f-9267-4c27-8fe8-f312a061e8ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:50.949588 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9846c39f-9267-4c27-8fe8-f312a061e8ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:51.032036 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9846c39f-9267-4c27-8fe8-f312a061e8ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6588109 Aug 11 02:25:51.038402 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b03f598-85a5-4873-a581-e8cba1a93d8d None None] Network 2ad59098-d92a-4773-8740-5f8610f76c69 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:51.068261 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57512) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:51.078713 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:51.090003 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335aa3e6-aff4-4303-b9de-e280ae98971b admin admin] Network 4685d20e-17c8-4666-962b-9bfa9fee8b8d is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:51.101663 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-335aa3e6-aff4-4303-b9de-e280ae98971b admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:51.112365 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d205939-6a39-451a-bb91-cc45b5d58280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:51.117154 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:51.142433 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:51.143601 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-68f89de4-5855-4c1d-9826-f0a617dc0a15 None None] Provisioning for port dfab2982-11b0-4066-8a35-e2ee2c332a68 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:51.158252 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:51.159912 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device dfab2982-11b0-4066-8a35-e2ee2c332a68 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:51.224193 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2db48821-95e8-443b-8e56-991f23f4fded req-b6bc7e46-5c22-4e21-8296-ba3044db3e88 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 210 time: 0.1067863 Aug 11 02:25:51.253827 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b102a238-6aae-4fff-a1be-dfd45b53abce tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:51.307320 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:51.320474 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-03a7e7f3-5715-4e90-9b2a-64849851632c tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:51.344126 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port dfab2982-11b0-4066-8a35-e2ee2c332a68 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:51.345398 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-03a7e7f3-5715-4e90-9b2a-64849851632c tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] device_id is not set on port 074f2b6b-e8a9-4436-8bc5-2509b7cf9ac0 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:25:51.354719 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port dfab2982-11b0-4066-8a35-e2ee2c332a68 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:51.355104 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:51.411265 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:51.456886 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102a238-6aae-4fff-a1be-dfd45b53abce tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Pushing event deleted for resources: {'Port': ['ID=0a38793e-41b1-4d7a-a9ec-fc766a55001c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:51.497912 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d205939-6a39-451a-bb91-cc45b5d58280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:51.516955 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d205939-6a39-451a-bb91-cc45b5d58280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:51.523408 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:51.658041 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:51.712750 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-03a7e7f3-5715-4e90-9b2a-64849851632c tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Allocated IP 2001:db8::2fc (2ad59098-d92a-4773-8740-5f8610f76c69/e88fe53e-edfd-454b-9cfb-c58d0cee4dea/074f2b6b-e8a9-4436-8bc5-2509b7cf9ac0) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:51.727388 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3b030a1a-6560-4243-80d5-f48d011a3034 None None] Provisioning complete for port ddc3c140-98d7-4cb8-84de-f2fbd265b41b triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:51.727792 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3b030a1a-6560-4243-80d5-f48d011a3034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:51.801418 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port dfab2982-11b0-4066-8a35-e2ee2c332a68, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=dfab2982-11b0-4066-8a35-e2ee2c332a68,segment=NetworkSegment(92d0daf4-394c-4c62-a49c-2b0954df5690),segment_id=92d0daf4-394c-4c62-a49c-2b0954df5690)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:51.817000 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b102a238-6aae-4fff-a1be-dfd45b53abce tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:51.826103 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b102a238-6aae-4fff-a1be-dfd45b53abce tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "DELETE /v2.0/ports/0a38793e-41b1-4d7a-a9ec-fc766a55001c HTTP/1.1" status: 204 len: 168 time: 2.3802435 Aug 11 02:25:51.829378 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:51.833995 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57516) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:51.847602 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-3b030a1a-6560-4243-80d5-f48d011a3034 None None] Port ddc3c140-98d7-4cb8-84de-f2fbd265b41b cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:25:51.928468 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1d205939-6a39-451a-bb91-cc45b5d58280 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f4a676430d3245538251e6e9e51fa94a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7371945 Aug 11 02:25:51.937341 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57518) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:51.957858 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=dfab2982-11b0-4066-8a35-e2ee2c332a68,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:52.032613 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d205939-6a39-451a-bb91-cc45b5d58280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc87f4e-066e-4426-b2e5-a29b9c945cf3,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:52.198289 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7c2aaec5-d0e8-4a7c-86aa-ce78b30724e7 None None] Provisioning for port 0d395e6f-94a5-43a6-88ee-fba8359f6537 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:52.212457 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7c2aaec5-d0e8-4a7c-86aa-ce78b30724e7 None None] Provisioning complete for port 0d395e6f-94a5-43a6-88ee-fba8359f6537 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:52.212825 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7c2aaec5-d0e8-4a7c-86aa-ce78b30724e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.236950 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-03a7e7f3-5715-4e90-9b2a-64849851632c tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.243751 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] device_id is not set on port 40351a51-41bb-432a-9547-aa706ff4e8c8 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:25:52.283491 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-03a7e7f3-5715-4e90-9b2a-64849851632c tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Transition to ACTIVE for port object 074f2b6b-e8a9-4436-8bc5-2509b7cf9ac0 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:52.323776 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335aa3e6-aff4-4303-b9de-e280ae98971b admin admin] Router aaa39644-24c7-4741-9bf6-8bbf0d4683e4 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:25:52.326226 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.339612 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-7c2aaec5-d0e8-4a7c-86aa-ce78b30724e7 None None] Port 0d395e6f-94a5-43a6-88ee-fba8359f6537 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:25:52.350063 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-03a7e7f3-5715-4e90-9b2a-64849851632c tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.359979 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7c2aaec5-d0e8-4a7c-86aa-ce78b30724e7 None None] Provisioning complete for port dfab2982-11b0-4066-8a35-e2ee2c332a68 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:52.360719 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7c2aaec5-d0e8-4a7c-86aa-ce78b30724e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.389411 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Transition to ACTIVE for port object 40351a51-41bb-432a-9547-aa706ff4e8c8 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:52.419281 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.434027 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bbf01848-b170-4969-b939-d17e461cc5e7 req-8fea7c23-9060-4ee3-93d7-9b87c5be7d80 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 210 time: 0.0404606 Aug 11 02:25:52.442000 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a7e7f3-5715-4e90-9b2a-64849851632c tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Network 2ad59098-d92a-4773-8740-5f8610f76c69 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:52.448276 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-03a7e7f3-5715-4e90-9b2a-64849851632c tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:52.450929 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a7e7f3-5715-4e90-9b2a-64849851632c tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:52.457074 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a7e7f3-5715-4e90-9b2a-64849851632c tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:52.457727 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-03a7e7f3-5715-4e90-9b2a-64849851632c tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.498173 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7e7f3-5715-4e90-9b2a-64849851632c tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Pushing event updated for resources: {'Port': ['ID=074f2b6b-e8a9-4436-8bc5-2509b7cf9ac0,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:52.525438 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d36ad932-b65b-4c05-9956-bce68a8579f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.528196 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-03a7e7f3-5715-4e90-9b2a-64849851632c tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.4815617 Aug 11 02:25:52.528879 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57526) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:52.611847 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:52.673601 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d09f414-323f-457c-a913-6c51b2dfad82 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:52.681166 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d09f414-323f-457c-a913-6c51b2dfad82 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:52.688779 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d09f414-323f-457c-a913-6c51b2dfad82 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:52.689197 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:52.689676 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.690923 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4d09f414-323f-457c-a913-6c51b2dfad82 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1607845 Aug 11 02:25:52.693481 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57528) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:52.849642 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-edc63fa4-8e60-4c04-8cd7-c4669c0246a7 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Deleting port 074f2b6b-e8a9-4436-8bc5-2509b7cf9ac0 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:52.850030 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-edc63fa4-8e60-4c04-8cd7-c4669c0246a7 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.853728 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device dfab2982-11b0-4066-8a35-e2ee2c332a68 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:52.918788 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-30e4b834-b8e7-4f35-bb16-fe668a2e85ee None None] Provisioning complete for port 0d395e6f-94a5-43a6-88ee-fba8359f6537 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:52.919450 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-30e4b834-b8e7-4f35-bb16-fe668a2e85ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.935070 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d36ad932-b65b-4c05-9956-bce68a8579f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.980519 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-30e4b834-b8e7-4f35-bb16-fe668a2e85ee None None] Port 0d395e6f-94a5-43a6-88ee-fba8359f6537 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:25:52.989281 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-867fc214-c1b9-454f-a81e-cf9d103f4afb tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Deleting port 54a21190-3213-4831-8458-9bdd8fb2c46c {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:52.989620 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-867fc214-c1b9-454f-a81e-cf9d103f4afb tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:53.001229 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port dfab2982-11b0-4066-8a35-e2ee2c332a68 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:53.001881 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:53.007626 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-edc63fa4-8e60-4c04-8cd7-c4669c0246a7 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:53.027999 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-edc63fa4-8e60-4c04-8cd7-c4669c0246a7 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Calling delete_port for 074f2b6b-e8a9-4436-8bc5-2509b7cf9ac0 owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:53.151012 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:53.151012 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:53.151371 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:53.156123 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Pushing event updated for resources: {'Port': ['ID=40351a51-41bb-432a-9547-aa706ff4e8c8,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:53.164867 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Port 40351a51-41bb-432a-9547-aa706ff4e8c8 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:53.165181 n-d-615180-33 neutron-server[94507]: ERROR neutron.plugins.ml2.managers [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Failed to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] Aug 11 02:25:53.170750 n-d-615180-33 neutron-server[94507]: INFO neutron.plugins.ml2.plugin [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempt 2 to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 Aug 11 02:25:53.214694 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-867fc214-c1b9-454f-a81e-cf9d103f4afb tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:53.230978 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-867fc214-c1b9-454f-a81e-cf9d103f4afb tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Calling delete_port for 54a21190-3213-4831-8458-9bdd8fb2c46c owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:53.298581 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:53.299688 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:53.300178 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:53.302589 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d36ad932-b65b-4c05-9956-bce68a8579f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:53.305405 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-acfed194-a52e-4e4a-881e-96368580c051 None None] Provisioning for port 074f2b6b-e8a9-4436-8bc5-2509b7cf9ac0 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:53.306130 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d36ad932-b65b-4c05-9956-bce68a8579f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:53.306356 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-edc63fa4-8e60-4c04-8cd7-c4669c0246a7 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:53.309677 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-acfed194-a52e-4e4a-881e-96368580c051 None None] Provisioning complete for port 074f2b6b-e8a9-4436-8bc5-2509b7cf9ac0 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:53.310073 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-acfed194-a52e-4e4a-881e-96368580c051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:53.310691 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d36ad932-b65b-4c05-9956-bce68a8579f7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cfc87f4e-066e-4426-b2e5-a29b9c945cf3 HTTP/1.1" status: 204 len: 168 time: 1.3709812 Aug 11 02:25:53.328863 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335aa3e6-aff4-4303-b9de-e280ae98971b admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:25:53.330338 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Port 40351a51-41bb-432a-9547-aa706ff4e8c8 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:53.330671 n-d-615180-33 neutron-server[94507]: ERROR neutron.plugins.ml2.managers [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Failed to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] Aug 11 02:25:53.347092 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-335aa3e6-aff4-4303-b9de-e280ae98971b admin admin] 10.222.0.50 "PUT /v2.0/routers/aaa39644-24c7-4741-9bf6-8bbf0d4683e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2334673 Aug 11 02:25:53.348574 n-d-615180-33 neutron-server[94507]: INFO neutron.plugins.ml2.plugin [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempt 3 to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 Aug 11 02:25:53.356753 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ad932-b65b-4c05-9956-bce68a8579f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc87f4e-066e-4426-b2e5-a29b9c945cf3,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:53.359312 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-acfed194-a52e-4e4a-881e-96368580c051 None None] Port 074f2b6b-e8a9-4436-8bc5-2509b7cf9ac0 was deleted so its status cannot be updated. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 11 02:25:53.360923 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bcda80-ca6b-4264-9047-e5d13ccc3291 None None] Sync routers for ids ['aaa39644-24c7-4741-9bf6-8bbf0d4683e4'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:25:53.406304 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc63fa4-8e60-4c04-8cd7-c4669c0246a7 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Pushing event deleted for resources: {'Port': ['ID=074f2b6b-e8a9-4436-8bc5-2509b7cf9ac0,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:53.414017 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:53.414469 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:53.414608 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bcda80-ca6b-4264-9047-e5d13ccc3291 None None] Routers {'aaa39644-24c7-4741-9bf6-8bbf0d4683e4'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:53.414940 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:53.415486 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-30bcda80-ca6b-4264-9047-e5d13ccc3291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:25:49Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['aaa39644-24c7-4741-9bf6-8bbf0d4683e4'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:53.424113 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Port 40351a51-41bb-432a-9547-aa706ff4e8c8 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:53.424544 n-d-615180-33 neutron-server[94507]: ERROR neutron.plugins.ml2.managers [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Failed to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] Aug 11 02:25:53.426652 n-d-615180-33 neutron-server[94507]: INFO neutron.plugins.ml2.plugin [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempt 4 to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 Aug 11 02:25:53.496325 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:53.498476 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:53.499130 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:53.534334 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Port 40351a51-41bb-432a-9547-aa706ff4e8c8 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:53.537324 n-d-615180-33 neutron-server[94507]: ERROR neutron.plugins.ml2.managers [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Failed to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] Aug 11 02:25:53.577478 n-d-615180-33 neutron-server[94507]: INFO neutron.plugins.ml2.plugin [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempt 5 to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 Aug 11 02:25:53.609613 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:53.610302 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:53.612258 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:53.622243 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Port 40351a51-41bb-432a-9547-aa706ff4e8c8 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:53.622936 n-d-615180-33 neutron-server[94507]: ERROR neutron.plugins.ml2.managers [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Failed to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] Aug 11 02:25:53.628325 n-d-615180-33 neutron-server[94507]: INFO neutron.plugins.ml2.plugin [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempt 6 to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 Aug 11 02:25:53.654141 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:53.654854 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:53.655401 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:53.662924 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Port 40351a51-41bb-432a-9547-aa706ff4e8c8 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:53.663917 n-d-615180-33 neutron-server[94507]: ERROR neutron.plugins.ml2.managers [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Failed to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] Aug 11 02:25:53.665090 n-d-615180-33 neutron-server[94507]: INFO neutron.plugins.ml2.plugin [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempt 7 to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 Aug 11 02:25:53.665677 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-30bcda80-ca6b-4264-9047-e5d13ccc3291 None None] Set router aaa39644-24c7-4741-9bf6-8bbf0d4683e4 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:53.683177 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:53.683943 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:53.684526 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:53.687323 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-867fc214-c1b9-454f-a81e-cf9d103f4afb tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:53.705538 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Port 40351a51-41bb-432a-9547-aa706ff4e8c8 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:53.706192 n-d-615180-33 neutron-server[94507]: ERROR neutron.plugins.ml2.managers [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Failed to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] Aug 11 02:25:53.725294 n-d-615180-33 neutron-server[94507]: INFO neutron.plugins.ml2.plugin [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempt 8 to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 Aug 11 02:25:53.754157 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fc214-c1b9-454f-a81e-cf9d103f4afb tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Pushing event deleted for resources: {'Port': ['ID=54a21190-3213-4831-8458-9bdd8fb2c46c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:53.786298 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-60ab42be-5bba-4515-8d18-7794348fe0d5 req-b80348ca-2c15-458f-a3f7-07fdd8194ab9 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 210 time: 0.1417971 Aug 11 02:25:53.814749 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:53.817527 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:53.818026 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:53.870656 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-edc63fa4-8e60-4c04-8cd7-c4669c0246a7 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:53.872798 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-edc63fa4-8e60-4c04-8cd7-c4669c0246a7 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] 10.222.0.50 "DELETE /v2.0/ports/074f2b6b-e8a9-4436-8bc5-2509b7cf9ac0 HTTP/1.1" status: 204 len: 168 time: 1.1783388 Aug 11 02:25:53.875491 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57552) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:53.926176 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Port 40351a51-41bb-432a-9547-aa706ff4e8c8 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:53.926512 n-d-615180-33 neutron-server[94507]: ERROR neutron.plugins.ml2.managers [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Failed to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] Aug 11 02:25:53.941526 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-a569fdd1-7a91-463f-b49f-3e8965641b31 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] GET failed (client error): The resource could not be found. Aug 11 02:25:53.943347 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a569fdd1-7a91-463f-b49f-3e8965641b31 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] 10.222.0.50 "GET /v2.0/ports/074f2b6b-e8a9-4436-8bc5-2509b7cf9ac0 HTTP/1.1" status: 404 len: 333 time: 0.0667748 Aug 11 02:25:53.947432 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57556) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:53.949120 n-d-615180-33 neutron-server[94507]: INFO neutron.plugins.ml2.plugin [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempt 9 to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 Aug 11 02:25:53.953539 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-f1de6ec1-fb0e-4be0-9e9b-f92475e3f9ff tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Request body: {'port': {'network_id': '2ad59098-d92a-4773-8740-5f8610f76c69', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-692921057'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:54.017845 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-30bcda80-ca6b-4264-9047-e5d13ccc3291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa39644-24c7-4741-9bf6-8bbf0d4683e4', 'name': 'tempest-TestServerBasicOps-1573817845-router', 'tenant_id': '6a9aa679a9c44458b34c56a3527eef01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:39Z', 'updated_at': '2021-08-11T02:25:49Z', 'revision_number': 4, 'project_id': '6a9aa679a9c44458b34c56a3527eef01', 'gw_port': {'id': '7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ea:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa39644-24c7-4741-9bf6-8bbf0d4683e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:42Z', 'updated_at': '2021-08-11T02:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'ddc3c140-98d7-4cb8-84de-f2fbd265b41b', 'name': '', 'network_id': '4685d20e-17c8-4666-962b-9bfa9fee8b8d', 'tenant_id': '6a9aa679a9c44458b34c56a3527eef01', 'mac_address': 'fa:16:3e:7f:42:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa39644-24c7-4741-9bf6-8bbf0d4683e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '655f6987-9810-4da0-ad91-39a00903ad44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:47Z', 'updated_at': '2021-08-11T02:25:49Z', 'revision_number': 2, 'project_id': '6a9aa679a9c44458b34c56a3527eef01', 'subnets': [{'id': '655f6987-9810-4da0-ad91-39a00903ad44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:54.018581 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:54.018931 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:54.019270 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:54.040403 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Port 40351a51-41bb-432a-9547-aa706ff4e8c8 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:54.040670 n-d-615180-33 neutron-server[94507]: ERROR neutron.plugins.ml2.managers [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Failed to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] Aug 11 02:25:54.041856 n-d-615180-33 neutron-server[94507]: INFO neutron.plugins.ml2.plugin [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempt 10 to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 Aug 11 02:25:54.057199 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-867fc214-c1b9-454f-a81e-cf9d103f4afb tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:54.063585 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bcda80-ca6b-4264-9047-e5d13ccc3291 None None] Checking router: aaa39644-24c7-4741-9bf6-8bbf0d4683e4 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:25:54.064189 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-867fc214-c1b9-454f-a81e-cf9d103f4afb tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "DELETE /v2.0/ports/54a21190-3213-4831-8458-9bdd8fb2c46c HTTP/1.1" status: 204 len: 168 time: 2.2291524 Aug 11 02:25:54.064861 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bcda80-ca6b-4264-9047-e5d13ccc3291 None None] Updating router aaa39644-24c7-4741-9bf6-8bbf0d4683e4 port ddc3c140-98d7-4cb8-84de-f2fbd265b41b binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:25:54.067372 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57560) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:54.157027 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1de6ec1-fb0e-4be0-9e9b-f92475e3f9ff tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Made reservation on behalf of a3584e6c581c4a74a555315a23b34a85 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:54.160847 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1de6ec1-fb0e-4be0-9e9b-f92475e3f9ff tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:54.211033 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-f1de6ec1-fb0e-4be0-9e9b-f92475e3f9ff tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] device_id is not set on port f0ae19c5-cb3c-419e-a019-f08c78296351 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:25:54.218897 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:54.221996 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:54.222710 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempting to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:54.243187 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-29771684-6634-49b5-95cf-9345325e6d13 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Deleting subnet d883f484-d67b-4b0e-a60e-d2d168985bab {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:25:54.253984 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-29771684-6634-49b5-95cf-9345325e6d13 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:54.360190 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-29771684-6634-49b5-95cf-9345325e6d13 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:54.526386 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-30bcda80-ca6b-4264-9047-e5d13ccc3291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:54.608326 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-29771684-6634-49b5-95cf-9345325e6d13 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:54.646969 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-f1de6ec1-fb0e-4be0-9e9b-f92475e3f9ff tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Allocated IP 2001:db8::14c (2ad59098-d92a-4773-8740-5f8610f76c69/e88fe53e-edfd-454b-9cfb-c58d0cee4dea/f0ae19c5-cb3c-419e-a019-f08c78296351) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:54.709961 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-29771684-6634-49b5-95cf-9345325e6d13 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:54.712545 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Port 40351a51-41bb-432a-9547-aa706ff4e8c8 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:54.712879 n-d-615180-33 neutron-server[94507]: ERROR neutron.plugins.ml2.managers [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Failed to bind port 40351a51-41bb-432a-9547-aa706ff4e8c8 on host n-h1-615180-33 for vnic_type normal using segments [{'id': '19325f1e-ce09-4a7d-819a-46dc9b917b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3fbb35f8-ebed-43a6-8f48-aff8649c3e6a'}] Aug 11 02:25:54.713704 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:54.720238 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57578) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:54.729498 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-2dac8eed-63da-4e60-b2b6-2364d8fd9d53 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1189824515', 'description': 'tempest-secgroup-smoke-1189824515 description', 'project_id': '964c94866ffe47439c17b06951694814'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:54.759380 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29771684-6634-49b5-95cf-9345325e6d13 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Pushing event deleted for resources: {'Subnet': ['ID=d883f484-d67b-4b0e-a60e-d2d168985bab,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:54.767825 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-29771684-6634-49b5-95cf-9345325e6d13 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:54.769863 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-29771684-6634-49b5-95cf-9345325e6d13 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "DELETE /v2.0/subnets/d883f484-d67b-4b0e-a60e-d2d168985bab HTTP/1.1" status: 204 len: 168 time: 0.6870940 Aug 11 02:25:54.776202 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57580) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:54.793636 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:54.803530 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b904ad9-e4cd-4c52-bf2e-a9b2c5bf7ff3 None None] Network 2c433229-6c79-4510-a34a-8c4278ec5b0e requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:54.863099 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2dac8eed-63da-4e60-b2b6-2364d8fd9d53 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:54.890106 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] For port 40351a51-41bb-432a-9547-aa706ff4e8c8, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:54.892632 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attempted to set empty binding levels {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 02:25:54.912295 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:54.959699 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-270b858c-bd7f-460c-bc4f-d858c97e0448 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Deleting subnet 43f401ce-6254-4272-a783-9abc425d1620 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:25:54.970798 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-270b858c-bd7f-460c-bc4f-d858c97e0448 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.035777 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] In _notify_port_updated(), no bound segment for port 40351a51-41bb-432a-9547-aa706ff4e8c8 on network 3fbb35f8-ebed-43a6-8f48-aff8649c3e6a {{(pid=94507) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:25:55.036972 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:55.038485 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.041708 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1de6ec1-fb0e-4be0-9e9b-f92475e3f9ff tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.046674 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] 10.222.0.50 "PUT /v2.0/ports/40351a51-41bb-432a-9547-aa706ff4e8c8 HTTP/1.1" status: 200 len: 980 time: 3.9771352 Aug 11 02:25:55.050785 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57594) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:55.076260 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3724f86-fb1b-4f99-8859-2980892a2ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Pushing event updated for resources: {'Port': ['ID=40351a51-41bb-432a-9547-aa706ff4e8c8,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:55.125976 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-97fcc9ca-039d-4772-8fd0-6209e20b8f51 req-d5df487b-5d2c-4cc1-b42c-70ef9e63637f tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 210 time: 0.0877795 Aug 11 02:25:55.133829 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-270b858c-bd7f-460c-bc4f-d858c97e0448 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.193853 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-f1de6ec1-fb0e-4be0-9e9b-f92475e3f9ff tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Transition to ACTIVE for port object f0ae19c5-cb3c-419e-a019-f08c78296351 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:55.268530 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-30bcda80-ca6b-4264-9047-e5d13ccc3291 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.283961 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-30bcda80-ca6b-4264-9047-e5d13ccc3291 None None] Transition to ACTIVE for port object ddc3c140-98d7-4cb8-84de-f2fbd265b41b will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:55.334853 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-30bcda80-ca6b-4264-9047-e5d13ccc3291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.348217 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.369955 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-329936ba-1444-4420-ac09-c3266735479f tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Deleting port 40351a51-41bb-432a-9547-aa706ff4e8c8 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:55.370303 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-329936ba-1444-4420-ac09-c3266735479f tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.399599 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c96212-b7dc-4d9a-b444-cada77c36873 None None] DHCP port deletion for 2c433229-6c79-4510-a34a-8c4278ec5b0e request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:25:55.443506 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57600) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:55.467299 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-329936ba-1444-4420-ac09-c3266735479f tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] For port 40351a51-41bb-432a-9547-aa706ff4e8c8, host n-h1-615180-33, got binding levels [] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:55.467705 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-329936ba-1444-4420-ac09-c3266735479f tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.473036 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c3e1c-bfc4-4336-871a-d04550e5f707 None None] Pushing event updated for resources: {'Port': ['ID=ddc3c140-98d7-4cb8-84de-f2fbd265b41b,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:55.496957 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-329936ba-1444-4420-ac09-c3266735479f tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Calling delete_port for 40351a51-41bb-432a-9547-aa706ff4e8c8 owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:55.583087 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-30bcda80-ca6b-4264-9047-e5d13ccc3291 None None] Attempting to bind port ddc3c140-98d7-4cb8-84de-f2fbd265b41b on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:55.583632 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-30bcda80-ca6b-4264-9047-e5d13ccc3291 None None] Attempting to bind port ddc3c140-98d7-4cb8-84de-f2fbd265b41b by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '834baff0-92b7-4293-b509-4ea76b554c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4685d20e-17c8-4666-962b-9bfa9fee8b8d'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:55.583749 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bcda80-ca6b-4264-9047-e5d13ccc3291 None None] Attempting to bind port ddc3c140-98d7-4cb8-84de-f2fbd265b41b on network 4685d20e-17c8-4666-962b-9bfa9fee8b8d {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:55.599721 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bcda80-ca6b-4264-9047-e5d13ccc3291 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:25:55.600098 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bcda80-ca6b-4264-9047-e5d13ccc3291 None None] Checking segment: {'id': '834baff0-92b7-4293-b509-4ea76b554c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4685d20e-17c8-4666-962b-9bfa9fee8b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:55.600508 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-30bcda80-ca6b-4264-9047-e5d13ccc3291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.600944 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bcda80-ca6b-4264-9047-e5d13ccc3291 None None] Bound using segment: {'id': '834baff0-92b7-4293-b509-4ea76b554c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4685d20e-17c8-4666-962b-9bfa9fee8b8d'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:25:55.601420 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-30bcda80-ca6b-4264-9047-e5d13ccc3291 None None] Bound port: ddc3c140-98d7-4cb8-84de-f2fbd265b41b, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '834baff0-92b7-4293-b509-4ea76b554c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4685d20e-17c8-4666-962b-9bfa9fee8b8d'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:25:55.601802 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-30bcda80-ca6b-4264-9047-e5d13ccc3291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.610385 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-56c96212-b7dc-4d9a-b444-cada77c36873 None None] Deleting port 5ae3f713-4a68-42f7-ad53-bb1977e2ca94 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:55.610768 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-56c96212-b7dc-4d9a-b444-cada77c36873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.611945 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-270b858c-bd7f-460c-bc4f-d858c97e0448 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.623584 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2dac8eed-63da-4e60-b2b6-2364d8fd9d53 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.637397 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7e88f0a0-40cb-4174-8f34-69c927102f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.686321 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-329936ba-1444-4420-ac09-c3266735479f tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.765095 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2dac8eed-63da-4e60-b2b6-2364d8fd9d53 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.775405 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-270b858c-bd7f-460c-bc4f-d858c97e0448 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.786712 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-30bcda80-ca6b-4264-9047-e5d13ccc3291 None None] For port ddc3c140-98d7-4cb8-84de-f2fbd265b41b, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:55.790155 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-30bcda80-ca6b-4264-9047-e5d13ccc3291 None None] For port ddc3c140-98d7-4cb8-84de-f2fbd265b41b, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=ddc3c140-98d7-4cb8-84de-f2fbd265b41b,segment=NetworkSegment(834baff0-92b7-4293-b509-4ea76b554c13),segment_id=834baff0-92b7-4293-b509-4ea76b554c13)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:25:55.795434 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-30bcda80-ca6b-4264-9047-e5d13ccc3291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.806867 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7e88f0a0-40cb-4174-8f34-69c927102f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.811484 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7e88f0a0-40cb-4174-8f34-69c927102f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.837035 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-270b858c-bd7f-460c-bc4f-d858c97e0448 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.841554 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-270b858c-bd7f-460c-bc4f-d858c97e0448 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "DELETE /v2.0/subnets/43f401ce-6254-4272-a783-9abc425d1620 HTTP/1.1" status: 204 len: 168 time: 1.0616903 Aug 11 02:25:55.841554 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1de6ec1-fb0e-4be0-9e9b-f92475e3f9ff tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.850627 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57606) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:55.853245 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cb9ceb-abcc-4961-b524-1c3918afd706 None None] Network 6b37a7db-7b2c-45a9-a3ea-9ce097777b06 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:55.885027 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7e88f0a0-40cb-4174-8f34-69c927102f2c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=138f4e4100d04793a517036fbdd0ce24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4397519 Aug 11 02:25:55.888716 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88f0a0-40cb-4174-8f34-69c927102f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7fc72e-494b-45e7-9f11-8b4e75ab89a1,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:55.905715 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57608) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:55.908484 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b858c-bd7f-460c-bc4f-d858c97e0448 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Pushing event deleted for resources: {'Subnet': ['ID=43f401ce-6254-4272-a783-9abc425d1620,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:55.920763 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-329936ba-1444-4420-ac09-c3266735479f tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.925380 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-329936ba-1444-4420-ac09-c3266735479f tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] 10.222.0.50 "DELETE /v2.0/ports/40351a51-41bb-432a-9547-aa706ff4e8c8 HTTP/1.1" status: 204 len: 168 time: 0.8710945 Aug 11 02:25:55.944149 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329936ba-1444-4420-ac09-c3266735479f tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] Pushing event deleted for resources: {'Port': ['ID=40351a51-41bb-432a-9547-aa706ff4e8c8,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:55.962682 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-56c96212-b7dc-4d9a-b444-cada77c36873 None None] For port 5ae3f713-4a68-42f7-ad53-bb1977e2ca94, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5ae3f713-4a68-42f7-ad53-bb1977e2ca94,segment=NetworkSegment(461aeab3-769d-4585-948b-7cdcb45ee6e2),segment_id=461aeab3-769d-4585-948b-7cdcb45ee6e2)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:55.963092 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-56c96212-b7dc-4d9a-b444-cada77c36873 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.993807 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57610) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:56.047027 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1de6ec1-fb0e-4be0-9e9b-f92475e3f9ff tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Network 2ad59098-d92a-4773-8740-5f8610f76c69 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:56.051887 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-f1de6ec1-fb0e-4be0-9e9b-f92475e3f9ff tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:56.069527 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bcda80-ca6b-4264-9047-e5d13ccc3291 None None] Routers {'aaa39644-24c7-4741-9bf6-8bbf0d4683e4'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:56.070177 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-30bcda80-ca6b-4264-9047-e5d13ccc3291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:25:49Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['aaa39644-24c7-4741-9bf6-8bbf0d4683e4'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:56.072432 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-7718f52e-0927-4700-8490-ce0953703e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] GET failed (client error): The resource could not be found. Aug 11 02:25:56.073439 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2dac8eed-63da-4e60-b2b6-2364d8fd9d53 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:56.074727 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c3e1c-bfc4-4336-871a-d04550e5f707 None None] Pushing event updated for resources: {'Port': ['ID=ddc3c140-98d7-4cb8-84de-f2fbd265b41b,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:56.075791 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2dac8eed-63da-4e60-b2b6-2364d8fd9d53 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3534853 Aug 11 02:25:56.077038 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de6ec1-fb0e-4be0-9e9b-f92475e3f9ff tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:56.078765 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7718f52e-0927-4700-8490-ce0953703e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-925289799-project-admin] 10.222.0.50 "GET /v2.0/ports/40351a51-41bb-432a-9547-aa706ff4e8c8 HTTP/1.1" status: 404 len: 333 time: 0.0839562 Aug 11 02:25:56.081974 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-56c96212-b7dc-4d9a-b444-cada77c36873 None None] Calling delete_port for 5ae3f713-4a68-42f7-ad53-bb1977e2ca94 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:56.082575 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57612) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:56.082908 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57614) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:56.088702 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-2ad066e8-c0aa-41bc-9449-05fbe88532cf tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Request body: {'security_group_rule': {'security_group_id': 'a3158af6-e789-4ed9-bddc-77b70f51721d', 'project_id': '964c94866ffe47439c17b06951694814', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:56.103304 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1de6ec1-fb0e-4be0-9e9b-f92475e3f9ff tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:56.106749 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1de6ec1-fb0e-4be0-9e9b-f92475e3f9ff tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:56.119512 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac8eed-63da-4e60-b2b6-2364d8fd9d53 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3158af6-e789-4ed9-bddc-77b70f51721d,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:56.162241 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de6ec1-fb0e-4be0-9e9b-f92475e3f9ff tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Pushing event updated for resources: {'Port': ['ID=f0ae19c5-cb3c-419e-a019-f08c78296351,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:56.184650 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f1de6ec1-fb0e-4be0-9e9b-f92475e3f9ff tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2336376 Aug 11 02:25:56.185537 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57618) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:56.216437 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-a203ca70-9be9-4afd-86d8-69bbb61ef223 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::e2', 'mac_address': 'fa:16:3e:9f:e6:e9'}]}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:56.317233 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-faadaf28-49c1-45a5-9945-f714732fe354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:56.318151 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-56c96212-b7dc-4d9a-b444-cada77c36873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:56.348015 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2ad066e8-c0aa-41bc-9449-05fbe88532cf tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:56.370626 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3f6897a9-b9b8-4211-889d-5d8f9e839f45 req-d1f43a3c-9b70-45e7-b69b-f0692938b4bb tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 210 time: 0.0919230 Aug 11 02:25:56.423458 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c96212-b7dc-4d9a-b444-cada77c36873 None None] Pushing event deleted for resources: {'Port': ['ID=5ae3f713-4a68-42f7-ad53-bb1977e2ca94,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:56.426619 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b3dcdc5a-3c6b-49df-aea5-4f2213ad13e0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:56.438025 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c96212-b7dc-4d9a-b444-cada77c36873 None None] No DVR routers for this DVR port 5ae3f713-4a68-42f7-ad53-bb1977e2ca94 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:56.582557 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5ae3f713-4a68-42f7-ad53-bb1977e2ca94 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:56.620151 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 5ae3f713-4a68-42f7-ad53-bb1977e2ca94 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:25:56.621332 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5ae3f713-4a68-42f7-ad53-bb1977e2ca94 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:25:56.651834 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-30bcda80-ca6b-4264-9047-e5d13ccc3291 None None] Set router aaa39644-24c7-4741-9bf6-8bbf0d4683e4 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:56.663198 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a203ca70-9be9-4afd-86d8-69bbb61ef223 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:56.681125 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-faadaf28-49c1-45a5-9945-f714732fe354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:56.691963 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a41639-9c09-4b72-be58-ae70f5a6d57d None None] DHCP port deletion for 6b37a7db-7b2c-45a9-a3ea-9ce097777b06 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:25:56.698424 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-faadaf28-49c1-45a5-9945-f714732fe354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fbb35f8-ebed-43a6-8f48-aff8649c3e6a']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:56.733201 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-faadaf28-49c1-45a5-9945-f714732fe354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19325f1e-ce09-4a7d-819a-46dc9b917b57') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:56.733838 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-faadaf28-49c1-45a5-9945-f714732fe354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19325f1e-ce09-4a7d-819a-46dc9b917b57') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:56.735892 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-84626783-7230-42f6-a5b9-eb763958008a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:56.795441 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-84626783-7230-42f6-a5b9-eb763958008a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:56.833349 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-dbee380c-4060-4a09-a1da-138e8a446720 None None] Provisioning for port f0ae19c5-cb3c-419e-a019-f08c78296351 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:56.938821 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-dbee380c-4060-4a09-a1da-138e8a446720 None None] Provisioning complete for port f0ae19c5-cb3c-419e-a019-f08c78296351 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:56.939584 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dbee380c-4060-4a09-a1da-138e8a446720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:56.944900 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-faadaf28-49c1-45a5-9945-f714732fe354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:56.974099 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-faadaf28-49c1-45a5-9945-f714732fe354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:56.995273 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-84626783-7230-42f6-a5b9-eb763958008a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:57.005648 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-84626783-7230-42f6-a5b9-eb763958008a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:57.010579 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-84626783-7230-42f6-a5b9-eb763958008a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1f7fc72e-494b-45e7-9f11-8b4e75ab89a1 HTTP/1.1" status: 204 len: 168 time: 1.0999525 Aug 11 02:25:57.010579 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faadaf28-49c1-45a5-9945-f714732fe354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:25:57.010579 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-faadaf28-49c1-45a5-9945-f714732fe354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:25:57.018730 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:25:57.049210 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-dbee380c-4060-4a09-a1da-138e8a446720 None None] Port f0ae19c5-cb3c-419e-a019-f08c78296351 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:25:57.077741 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-36a41639-9c09-4b72-be58-ae70f5a6d57d None None] Deleting port 18c71c16-1292-4702-89f5-af7b7bd21b63 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:57.078486 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-36a41639-9c09-4b72-be58-ae70f5a6d57d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:57.135608 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a203ca70-9be9-4afd-86d8-69bbb61ef223 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:57.148783 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a203ca70-9be9-4afd-86d8-69bbb61ef223 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:57.222070 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84626783-7230-42f6-a5b9-eb763958008a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7fc72e-494b-45e7-9f11-8b4e75ab89a1,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:57.332611 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-36a41639-9c09-4b72-be58-ae70f5a6d57d None None] For port 18c71c16-1292-4702-89f5-af7b7bd21b63, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=18c71c16-1292-4702-89f5-af7b7bd21b63,segment=NetworkSegment(7d4b7bcc-8eef-48d8-8309-95445fdb1890),segment_id=7d4b7bcc-8eef-48d8-8309-95445fdb1890)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:57.332611 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-36a41639-9c09-4b72-be58-ae70f5a6d57d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:57.336415 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-a203ca70-9be9-4afd-86d8-69bbb61ef223 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] In _notify_port_updated(), no bound segment for port f0ae19c5-cb3c-419e-a019-f08c78296351 on network 2ad59098-d92a-4773-8740-5f8610f76c69 {{(pid=94506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:25:57.342414 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a203ca70-9be9-4afd-86d8-69bbb61ef223 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:57.343780 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a203ca70-9be9-4afd-86d8-69bbb61ef223 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:57.346145 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a203ca70-9be9-4afd-86d8-69bbb61ef223 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] 10.222.0.50 "PUT /v2.0/ports/f0ae19c5-cb3c-419e-a019-f08c78296351 HTTP/1.1" status: 200 len: 1001 time: 1.1592195 Aug 11 02:25:57.354447 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57632) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:57.363752 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-36a41639-9c09-4b72-be58-ae70f5a6d57d None None] Calling delete_port for 18c71c16-1292-4702-89f5-af7b7bd21b63 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:57.389040 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-30bcda80-ca6b-4264-9047-e5d13ccc3291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa39644-24c7-4741-9bf6-8bbf0d4683e4', 'name': 'tempest-TestServerBasicOps-1573817845-router', 'tenant_id': '6a9aa679a9c44458b34c56a3527eef01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:39Z', 'updated_at': '2021-08-11T02:25:49Z', 'revision_number': 4, 'project_id': '6a9aa679a9c44458b34c56a3527eef01', 'gw_port': {'id': '7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ea:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa39644-24c7-4741-9bf6-8bbf0d4683e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:42Z', 'updated_at': '2021-08-11T02:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'ddc3c140-98d7-4cb8-84de-f2fbd265b41b', 'name': '', 'network_id': '4685d20e-17c8-4666-962b-9bfa9fee8b8d', 'tenant_id': '6a9aa679a9c44458b34c56a3527eef01', 'mac_address': 'fa:16:3e:7f:42:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa39644-24c7-4741-9bf6-8bbf0d4683e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '655f6987-9810-4da0-ad91-39a00903ad44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:47Z', 'updated_at': '2021-08-11T02:25:55Z', 'revision_number': 4, 'project_id': '6a9aa679a9c44458b34c56a3527eef01', 'subnets': [{'id': '655f6987-9810-4da0-ad91-39a00903ad44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:57.450083 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203ca70-9be9-4afd-86d8-69bbb61ef223 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Pushing event updated for resources: {'Port': ['ID=f0ae19c5-cb3c-419e-a019-f08c78296351,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:57.450521 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2ad066e8-c0aa-41bc-9449-05fbe88532cf tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:57.477608 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-faadaf28-49c1-45a5-9945-f714732fe354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:57.485613 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2ad066e8-c0aa-41bc-9449-05fbe88532cf tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:57.495861 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b3dcdc5a-3c6b-49df-aea5-4f2213ad13e0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:57.499408 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-faadaf28-49c1-45a5-9945-f714732fe354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:57.515965 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-faadaf28-49c1-45a5-9945-f714732fe354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461-project] 10.222.0.50 "DELETE /v2.0/networks/3fbb35f8-ebed-43a6-8f48-aff8649c3e6a HTTP/1.1" status: 204 len: 168 time: 1.3889451 Aug 11 02:25:57.536151 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bcda80-ca6b-4264-9047-e5d13ccc3291 None None] The sync data for ids ['aaa39644-24c7-4741-9bf6-8bbf0d4683e4'] in n-d-615180-33 is: [{'id': 'aaa39644-24c7-4741-9bf6-8bbf0d4683e4', 'name': 'tempest-TestServerBasicOps-1573817845-router', 'tenant_id': '6a9aa679a9c44458b34c56a3527eef01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:39Z', 'updated_at': '2021-08-11T02:25:49Z', 'revision_number': 4, 'project_id': '6a9aa679a9c44458b34c56a3527eef01', 'gw_port': {'id': '7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ea:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa39644-24c7-4741-9bf6-8bbf0d4683e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:42Z', 'updated_at': '2021-08-11T02:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'ddc3c140-98d7-4cb8-84de-f2fbd265b41b', 'name': '', 'network_id': '4685d20e-17c8-4666-962b-9bfa9fee8b8d', 'tenant_id': '6a9aa679a9c44458b34c56a3527eef01', 'mac_address': 'fa:16:3e:7f:42:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa39644-24c7-4741-9bf6-8bbf0d4683e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '655f6987-9810-4da0-ad91-39a00903ad44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:47Z', 'updated_at': '2021-08-11T02:25:55Z', 'revision_number': 4, 'project_id': '6a9aa679a9c44458b34c56a3527eef01', 'subnets': [{'id': '655f6987-9810-4da0-ad91-39a00903ad44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:25:57.639022 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c200f1c0-afce-4b10-a2bb-24907bae1da2 req-cefb2ee2-e2d4-41ec-bc31-4cf44f6099df tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 210 time: 0.0865028 Aug 11 02:25:57.694665 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faadaf28-49c1-45a5-9945-f714732fe354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036901461-project] Pushing event deleted for resources: {'Network': ['ID=3fbb35f8-ebed-43a6-8f48-aff8649c3e6a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:57.721944 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-b3dcdc5a-3c6b-49df-aea5-4f2213ad13e0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c433229-6c79-4510-a34a-8c4278ec5b0e']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:57.724676 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-bfecfa83-7e42-468d-91a7-502e958fdc47 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Deleting port f0ae19c5-cb3c-419e-a019-f08c78296351 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:57.725029 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bfecfa83-7e42-468d-91a7-502e958fdc47 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:57.768635 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-36a41639-9c09-4b72-be58-ae70f5a6d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:57.776396 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-b3dcdc5a-3c6b-49df-aea5-4f2213ad13e0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461aeab3-769d-4585-948b-7cdcb45ee6e2') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:57.776577 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-b3dcdc5a-3c6b-49df-aea5-4f2213ad13e0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461aeab3-769d-4585-948b-7cdcb45ee6e2') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:57.819068 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad066e8-c0aa-41bc-9449-05fbe88532cf tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb972f8-762b-4e75-a72a-b9243638513b,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:57.822492 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b3dcdc5a-3c6b-49df-aea5-4f2213ad13e0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:57.880494 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2ad066e8-c0aa-41bc-9449-05fbe88532cf tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:57.886185 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2ad066e8-c0aa-41bc-9449-05fbe88532cf tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8012078 Aug 11 02:25:57.888893 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57646) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:57.893995 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-c8df1449-e87f-42dd-963c-bce469be1e53 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Request body: {'security_group_rule': {'security_group_id': 'a3158af6-e789-4ed9-bddc-77b70f51721d', 'project_id': '964c94866ffe47439c17b06951694814', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:57.899069 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a41639-9c09-4b72-be58-ae70f5a6d57d None None] No DVR routers for this DVR port 18c71c16-1292-4702-89f5-af7b7bd21b63 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:57.902913 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a41639-9c09-4b72-be58-ae70f5a6d57d None None] Pushing event deleted for resources: {'Port': ['ID=18c71c16-1292-4702-89f5-af7b7bd21b63,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:57.911166 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b3dcdc5a-3c6b-49df-aea5-4f2213ad13e0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:57.920282 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3dcdc5a-3c6b-49df-aea5-4f2213ad13e0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:25:57.922822 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b3dcdc5a-3c6b-49df-aea5-4f2213ad13e0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:25:57.926565 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:25:57.953736 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a41639-9c09-4b72-be58-ae70f5a6d57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:57.954088 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a41639-9c09-4b72-be58-ae70f5a6d57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:57.954437 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a41639-9c09-4b72-be58-ae70f5a6d57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:57.954783 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a41639-9c09-4b72-be58-ae70f5a6d57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:57.955121 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a41639-9c09-4b72-be58-ae70f5a6d57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:57.955457 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a41639-9c09-4b72-be58-ae70f5a6d57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:57.955821 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a41639-9c09-4b72-be58-ae70f5a6d57d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:57.956159 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a41639-9c09-4b72-be58-ae70f5a6d57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:57.956492 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a41639-9c09-4b72-be58-ae70f5a6d57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:57.956822 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a41639-9c09-4b72-be58-ae70f5a6d57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:57.957153 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a41639-9c09-4b72-be58-ae70f5a6d57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:57.957482 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a41639-9c09-4b72-be58-ae70f5a6d57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:57.980154 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-32d4fa3f-f533-47e8-8d54-11b735c7d67c None None] Provisioning complete for port f0ae19c5-cb3c-419e-a019-f08c78296351 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:57.980540 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-32d4fa3f-f533-47e8-8d54-11b735c7d67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.106794 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c8df1449-e87f-42dd-963c-bce469be1e53 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.110554 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-32d4fa3f-f533-47e8-8d54-11b735c7d67c None None] Port f0ae19c5-cb3c-419e-a019-f08c78296351 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:25:58.114396 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b3dcdc5a-3c6b-49df-aea5-4f2213ad13e0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.125673 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b3dcdc5a-3c6b-49df-aea5-4f2213ad13e0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.133730 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b3dcdc5a-3c6b-49df-aea5-4f2213ad13e0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "DELETE /v2.0/networks/2c433229-6c79-4510-a34a-8c4278ec5b0e HTTP/1.1" status: 204 len: 168 time: 2.2819607 Aug 11 02:25:58.148325 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57654) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:58.167107 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dcdc5a-3c6b-49df-aea5-4f2213ad13e0 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Pushing event deleted for resources: {'Network': ['ID=2c433229-6c79-4510-a34a-8c4278ec5b0e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:58.196883 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bfecfa83-7e42-468d-91a7-502e958fdc47 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.247117 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57656) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:58.372960 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c8df1449-e87f-42dd-963c-bce469be1e53 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.375377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-bfecfa83-7e42-468d-91a7-502e958fdc47 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Calling delete_port for f0ae19c5-cb3c-419e-a019-f08c78296351 owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:58.392844 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c8df1449-e87f-42dd-963c-bce469be1e53 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.472370 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df1449-e87f-42dd-963c-bce469be1e53 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a225f265-1df9-4216-b8cb-0b77c5a4c748,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:58.520206 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5383e73e-1534-4ec1-b502-f733a7ac5024 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c3aef91d23a8417b8ceaf9ff1a30daa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2713685 Aug 11 02:25:58.523482 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57666) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:58.588188 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7ddcbce3-77b6-4168-941d-0f9dcaf0f8c1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.625443 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ddc3c140-98d7-4cb8-84de-f2fbd265b41b up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:58.628197 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c8df1449-e87f-42dd-963c-bce469be1e53 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.633903 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c8df1449-e87f-42dd-963c-bce469be1e53 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7408125 Aug 11 02:25:58.637977 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57668) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:58.665378 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-aef876b4-72a5-4fa4-a5ea-c065a49da8ee tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Request body: {'security_group_rule': {'security_group_id': 'a3158af6-e789-4ed9-bddc-77b70f51721d', 'project_id': '964c94866ffe47439c17b06951694814', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:58.682341 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fc336bd5-a85c-4523-86e4-cb3e0ad66fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.755922 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port ddc3c140-98d7-4cb8-84de-f2fbd265b41b completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:58.765905 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port ddc3c140-98d7-4cb8-84de-f2fbd265b41b triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:58.766293 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.787636 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7ddcbce3-77b6-4168-941d-0f9dcaf0f8c1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.798994 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-7ddcbce3-77b6-4168-941d-0f9dcaf0f8c1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b37a7db-7b2c-45a9-a3ea-9ce097777b06']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:58.801471 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fc336bd5-a85c-4523-86e4-cb3e0ad66fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.812374 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-7ddcbce3-77b6-4168-941d-0f9dcaf0f8c1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d4b7bcc-8eef-48d8-8309-95445fdb1890') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:58.812673 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-7ddcbce3-77b6-4168-941d-0f9dcaf0f8c1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d4b7bcc-8eef-48d8-8309-95445fdb1890') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:58.826598 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7ddcbce3-77b6-4168-941d-0f9dcaf0f8c1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.829491 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aef876b4-72a5-4fa4-a5ea-c065a49da8ee tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.847392 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7ddcbce3-77b6-4168-941d-0f9dcaf0f8c1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.856085 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ddcbce3-77b6-4168-941d-0f9dcaf0f8c1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:25:58.856503 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7ddcbce3-77b6-4168-941d-0f9dcaf0f8c1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:25:58.958049 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:25:58.961882 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7ddcbce3-77b6-4168-941d-0f9dcaf0f8c1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.985318 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7ddcbce3-77b6-4168-941d-0f9dcaf0f8c1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.992567 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fc336bd5-a85c-4523-86e4-cb3e0ad66fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.993543 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7ddcbce3-77b6-4168-941d-0f9dcaf0f8c1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] 10.222.0.50 "DELETE /v2.0/networks/6b37a7db-7b2c-45a9-a3ea-9ce097777b06 HTTP/1.1" status: 204 len: 168 time: 0.8133197 Aug 11 02:25:59.000647 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fc336bd5-a85c-4523-86e4-cb3e0ad66fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:59.002076 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fc336bd5-a85c-4523-86e4-cb3e0ad66fef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8a9d9704-d5f4-4193-9de8-3f5000c21e70 HTTP/1.1" status: 204 len: 168 time: 0.4754546 Aug 11 02:25:59.020981 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b101c846-22c3-4d29-98d3-fb6d1746cff6 req-7b367f62-eb79-49a3-8f3d-30c42fafa4bc tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 210 time: 0.0742800 Aug 11 02:25:59.035005 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddcbce3-77b6-4168-941d-0f9dcaf0f8c1 tempest-TaggedBootDevicesTest_v242-1291332753 tempest-TaggedBootDevicesTest_v242-1291332753-project] Pushing event deleted for resources: {'Network': ['ID=6b37a7db-7b2c-45a9-a3ea-9ce097777b06,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:59.090137 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:59.181189 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bfecfa83-7e42-468d-91a7-502e958fdc47 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:59.183177 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc336bd5-a85c-4523-86e4-cb3e0ad66fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9d9704-d5f4-4193-9de8-3f5000c21e70,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:59.274193 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port ddc3c140-98d7-4cb8-84de-f2fbd265b41b, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=ddc3c140-98d7-4cb8-84de-f2fbd265b41b,segment=NetworkSegment(834baff0-92b7-4293-b509-4ea76b554c13),segment_id=834baff0-92b7-4293-b509-4ea76b554c13)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:59.280832 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:59.281061 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfecfa83-7e42-468d-91a7-502e958fdc47 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Pushing event deleted for resources: {'Port': ['ID=f0ae19c5-cb3c-419e-a019-f08c78296351,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:59.370430 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aef876b4-72a5-4fa4-a5ea-c065a49da8ee tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:59.384732 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aef876b4-72a5-4fa4-a5ea-c065a49da8ee tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:59.459294 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 18c71c16-1292-4702-89f5-af7b7bd21b63 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:59.481219 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef876b4-72a5-4fa4-a5ea-c065a49da8ee tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361bb61c-f4de-463c-b37d-f48ef99593c5,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:59.506039 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aef876b4-72a5-4fa4-a5ea-c065a49da8ee tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:59.513771 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-aef876b4-72a5-4fa4-a5ea-c065a49da8ee tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8692555 Aug 11 02:25:59.515836 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57690) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:59.541215 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-97dff2fd-90d1-4344-ad66-11833ce7f9bf tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Request body: {'security_group_rule': {'security_group_id': 'a3158af6-e789-4ed9-bddc-77b70f51721d', 'project_id': '964c94866ffe47439c17b06951694814', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:59.631949 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bfecfa83-7e42-468d-91a7-502e958fdc47 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:59.639823 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bfecfa83-7e42-468d-91a7-502e958fdc47 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] 10.222.0.50 "DELETE /v2.0/ports/f0ae19c5-cb3c-419e-a019-f08c78296351 HTTP/1.1" status: 204 len: 168 time: 2.2790315 Aug 11 02:25:59.645326 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57696) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:59.655812 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-97dff2fd-90d1-4344-ad66-11833ce7f9bf tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:59.764470 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-505b40fb-c46d-4a9d-9434-a8f347278bbf tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] GET failed (client error): The resource could not be found. Aug 11 02:25:59.767736 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-505b40fb-c46d-4a9d-9434-a8f347278bbf tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] 10.222.0.50 "GET /v2.0/ports/f0ae19c5-cb3c-419e-a019-f08c78296351 HTTP/1.1" status: 404 len: 333 time: 0.1179934 Aug 11 02:25:59.773619 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57698) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:59.792533 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-7f413a9d-31f6-4d49-82df-9b0292ac69b5 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Request body: {'port': {'network_id': '2ad59098-d92a-4773-8740-5f8610f76c69', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-46121770'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:59.852767 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-97dff2fd-90d1-4344-ad66-11833ce7f9bf tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:59.863531 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 18c71c16-1292-4702-89f5-af7b7bd21b63 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:25:59.864502 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-97dff2fd-90d1-4344-ad66-11833ce7f9bf tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:59.866265 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 18c71c16-1292-4702-89f5-af7b7bd21b63 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:25:59.916664 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dff2fd-90d1-4344-ad66-11833ce7f9bf tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93dc982-f926-44ce-b7f6-e627aa0fd5e9,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:59.932454 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=ddc3c140-98d7-4cb8-84de-f2fbd265b41b,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:59.940511 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-97dff2fd-90d1-4344-ad66-11833ce7f9bf tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:59.942567 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-97dff2fd-90d1-4344-ad66-11833ce7f9bf tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4212959 Aug 11 02:25:59.946285 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57704) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:59.953027 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-d3ac9bcd-fc72-4b4a-897e-ea5c91b93032 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Request body: {'security_group_rule': {'security_group_id': 'a3158af6-e789-4ed9-bddc-77b70f51721d', 'project_id': '964c94866ffe47439c17b06951694814', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:00.008828 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f413a9d-31f6-4d49-82df-9b0292ac69b5 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Made reservation on behalf of a3584e6c581c4a74a555315a23b34a85 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:00.019772 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7f413a9d-31f6-4d49-82df-9b0292ac69b5 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:00.049364 n-d-615180-33 neutron-server[94507]: INFO neutron.db.securitygroups_db [None req-d3ac9bcd-fc72-4b4a-897e-ea5c91b93032 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Project 964c94866ffe47439c17b06951694814 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:26:00.056660 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d3ac9bcd-fc72-4b4a-897e-ea5c91b93032 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:00.081350 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-7f413a9d-31f6-4d49-82df-9b0292ac69b5 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] device_id is not set on port 318f627f-7c49-409e-b00f-2de852702c34 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:26:00.210990 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d3ac9bcd-fc72-4b4a-897e-ea5c91b93032 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:00.221273 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d3ac9bcd-fc72-4b4a-897e-ea5c91b93032 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:00.253118 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57714) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:00.287037 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac9bcd-fc72-4b4a-897e-ea5c91b93032 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f274943-106a-4ce9-ab8d-8dae0564c2e6,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:00.300991 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d3ac9bcd-fc72-4b4a-897e-ea5c91b93032 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:00.302946 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d3ac9bcd-fc72-4b4a-897e-ea5c91b93032 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3546247 Aug 11 02:26:00.305932 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57718) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:00.312219 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-bd86bae6-4ffd-4853-9383-e0f9167cdb3b tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Request body: {'security_group_rule': {'security_group_id': 'a3158af6-e789-4ed9-bddc-77b70f51721d', 'project_id': '964c94866ffe47439c17b06951694814', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:00.342489 n-d-615180-33 neutron-server[94507]: INFO neutron.db.securitygroups_db [None req-bd86bae6-4ffd-4853-9383-e0f9167cdb3b tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Project 964c94866ffe47439c17b06951694814 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:26:00.366896 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bd86bae6-4ffd-4853-9383-e0f9167cdb3b tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:00.374093 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-090b4c03-813c-4b93-8368-7c91271ba6b0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fd287170bd9b4c2ab7e3bab7c974f98d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1134667 Aug 11 02:26:00.383870 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57722) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:00.471894 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2add4625-347c-4499-b521-f4c19159c3eb req-9163ee26-757b-4d46-9fb7-a0b02fbae892 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 210 time: 0.1681585 Aug 11 02:26:00.541560 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-7f413a9d-31f6-4d49-82df-9b0292ac69b5 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Allocated IP 2001:db8::32a (2ad59098-d92a-4773-8740-5f8610f76c69/e88fe53e-edfd-454b-9cfb-c58d0cee4dea/318f627f-7c49-409e-b00f-2de852702c34) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:00.594288 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bd86bae6-4ffd-4853-9383-e0f9167cdb3b tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:00.595660 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ddc3c140-98d7-4cb8-84de-f2fbd265b41b up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:00.601042 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-62b08afd-61c1-45df-82cc-e7321d8d98ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:00.613389 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bd86bae6-4ffd-4853-9383-e0f9167cdb3b tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:00.657841 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86bae6-4ffd-4853-9383-e0f9167cdb3b tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=107537f2-06c3-4a79-8c8e-7981cc29a62a,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:00.686177 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-62b08afd-61c1-45df-82cc-e7321d8d98ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:00.689846 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bd86bae6-4ffd-4853-9383-e0f9167cdb3b tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:00.700181 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bd86bae6-4ffd-4853-9383-e0f9167cdb3b tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3840265 Aug 11 02:26:00.721806 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port ddc3c140-98d7-4cb8-84de-f2fbd265b41b triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:00.722180 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:01.011326 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-62b08afd-61c1-45df-82cc-e7321d8d98ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:01.015277 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-62b08afd-61c1-45df-82cc-e7321d8d98ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:01.016805 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-62b08afd-61c1-45df-82cc-e7321d8d98ba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5ff342b1-9a62-406c-9bbe-438346dcf48a HTTP/1.1" status: 204 len: 168 time: 0.5695639 Aug 11 02:26:01.069172 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7f413a9d-31f6-4d49-82df-9b0292ac69b5 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:01.104055 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-7f413a9d-31f6-4d49-82df-9b0292ac69b5 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Transition to ACTIVE for port object 318f627f-7c49-409e-b00f-2de852702c34 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:01.129325 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-623105b2-d9b8-4842-95fb-c9e932ce5acc tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1189824515&fields=id&tenant_id=964c94866ffe47439c17b06951694814 HTTP/1.1" status: 200 len: 267 time: 0.1088991 Aug 11 02:26:01.210533 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b08afd-61c1-45df-82cc-e7321d8d98ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff342b1-9a62-406c-9bbe-438346dcf48a,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:01.239608 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7f413a9d-31f6-4d49-82df-9b0292ac69b5 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:01.328638 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-6a655ca3-de66-409d-9fe5-085a8b939d32 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:01.330196 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-6a655ca3-de66-409d-9fe5-085a8b939d32 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/networks?id=c208dbef-4fed-4c40-9530-440f884537b0 HTTP/1.1" status: 200 len: 808 time: 0.1919074 Aug 11 02:26:01.361145 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-33810ac1-d418-47a5-9278-e6942f9d0fd2 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/quotas/964c94866ffe47439c17b06951694814 HTTP/1.1" status: 200 len: 375 time: 0.0213611 Aug 11 02:26:01.366979 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f413a9d-31f6-4d49-82df-9b0292ac69b5 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Pushing event updated for resources: {'Port': ['ID=318f627f-7c49-409e-b00f-2de852702c34,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:01.398312 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f413a9d-31f6-4d49-82df-9b0292ac69b5 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Network 2ad59098-d92a-4773-8740-5f8610f76c69 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:01.402939 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-7f413a9d-31f6-4d49-82df-9b0292ac69b5 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:01.407435 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f413a9d-31f6-4d49-82df-9b0292ac69b5 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:01.417490 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f413a9d-31f6-4d49-82df-9b0292ac69b5 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:01.418285 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7f413a9d-31f6-4d49-82df-9b0292ac69b5 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:01.450898 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7f413a9d-31f6-4d49-82df-9b0292ac69b5 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6727998 Aug 11 02:26:01.452902 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57756) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:01.463419 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-4d49aea7-305a-443d-8af3-1b04835270a1 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:9f:e6:e9'}]}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:01.469980 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-1d8a2ac6-41ab-4786-a24f-97403a624477 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=964c94866ffe47439c17b06951694814&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0966232 Aug 11 02:26:01.629249 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d49aea7-305a-443d-8af3-1b04835270a1 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:01.711147 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-2b29766d-bb4c-4ba9-ad2d-7836ee77200a service neutron] 10.222.0.50 "GET /v2.0/networks/c208dbef-4fed-4c40-9530-440f884537b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318866 Aug 11 02:26:01.737366 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9fa874ee-eca7-4349-972f-c2e6c843b0e3 req-7e8c77c2-e832-4c04-bb54-e0650383ef2d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 210 time: 0.0750382 Aug 11 02:26:01.933040 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-08281437-8d64-4074-8cab-5ed829179c3c None None] Provisioning for port 318f627f-7c49-409e-b00f-2de852702c34 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:01.944273 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-08281437-8d64-4074-8cab-5ed829179c3c None None] Provisioning complete for port 318f627f-7c49-409e-b00f-2de852702c34 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:01.944820 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-08281437-8d64-4074-8cab-5ed829179c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:02.043364 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-08281437-8d64-4074-8cab-5ed829179c3c None None] Port 318f627f-7c49-409e-b00f-2de852702c34 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:26:02.054162 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-191212b4-d755-4b76-8fe4-4e68726d0173 service neutron] 10.222.0.50 "GET /v2.0/networks/c208dbef-4fed-4c40-9530-440f884537b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367271 Aug 11 02:26:02.298699 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d49aea7-305a-443d-8af3-1b04835270a1 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:02.315891 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d49aea7-305a-443d-8af3-1b04835270a1 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:02.451210 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f314d442-4086-4db9-97f3-5a9928d3bc4b req-d6aede4c-b619-4888-bac2-e00c85d981d8 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd291e0e-b117-48d3-8b13-14b8a46dbc34 HTTP/1.1" status: 200 len: 210 time: 0.0689890 Aug 11 02:26:02.466819 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49aea7-305a-443d-8af3-1b04835270a1 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Pushing event updated for resources: {'Port': ['ID=318f627f-7c49-409e-b00f-2de852702c34,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:02.476686 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57782) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:02.501088 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-4d49aea7-305a-443d-8af3-1b04835270a1 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] In _notify_port_updated(), no bound segment for port 318f627f-7c49-409e-b00f-2de852702c34 on network 2ad59098-d92a-4773-8740-5f8610f76c69 {{(pid=94506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:26:02.519246 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d49aea7-305a-443d-8af3-1b04835270a1 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:02.520869 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d49aea7-305a-443d-8af3-1b04835270a1 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:02.526246 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57786) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:02.537328 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4d49aea7-305a-443d-8af3-1b04835270a1 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] 10.222.0.50 "PUT /v2.0/ports/318f627f-7c49-409e-b00f-2de852702c34 HTTP/1.1" status: 200 len: 1001 time: 1.0844636 Aug 11 02:26:02.683373 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-51b05a4b-c5e9-4c40-b780-5877a9b0280e tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Deleting port 318f627f-7c49-409e-b00f-2de852702c34 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:02.684032 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-51b05a4b-c5e9-4c40-b780-5877a9b0280e tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:02.807925 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8e4b4679-bf7c-4d10-a138-d542f38bd76c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:02.970768 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-51b05a4b-c5e9-4c40-b780-5877a9b0280e tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:02.988345 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3fb750a5-f74e-4a56-9d10-13115a08bdbd None None] Provisioning complete for port 318f627f-7c49-409e-b00f-2de852702c34 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:02.990634 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3fb750a5-f74e-4a56-9d10-13115a08bdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:03.011062 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-51b05a4b-c5e9-4c40-b780-5877a9b0280e tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Calling delete_port for 318f627f-7c49-409e-b00f-2de852702c34 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:03.084963 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e7b8083f-cab4-4689-b865-e379b3cf824f req-4c547d16-6e9a-4f4f-add2-d5163df72409 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 210 time: 0.1173759 Aug 11 02:26:03.141111 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-3fb750a5-f74e-4a56-9d10-13115a08bdbd None None] Port 318f627f-7c49-409e-b00f-2de852702c34 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:26:03.237803 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57808) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:03.287569 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8e4b4679-bf7c-4d10-a138-d542f38bd76c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:03.300492 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8e4b4679-bf7c-4d10-a138-d542f38bd76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:03.380638 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57814) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:03.387275 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8e4b4679-bf7c-4d10-a138-d542f38bd76c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=955ab50d322f41618abc1a7077ab7d7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8998208 Aug 11 02:26:03.466493 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-4128a311-7a49-4384-befc-8c84f186c768 tempest-DvrRoutersNegativeTest-1228715157 tempest-DvrRoutersNegativeTest-1228715157-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-381128134', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:03.474638 n-d-615180-33 neutron-server[94506]: DEBUG neutron.policy [None req-4128a311-7a49-4384-befc-8c84f186c768 tempest-DvrRoutersNegativeTest-1228715157 tempest-DvrRoutersNegativeTest-1228715157-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94506) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 11 02:26:03.475300 n-d-615180-33 neutron-server[94506]: DEBUG neutron.policy [None req-4128a311-7a49-4384-befc-8c84f186c768 tempest-DvrRoutersNegativeTest-1228715157 tempest-DvrRoutersNegativeTest-1228715157-project] Failed policy check for 'create_router' {{(pid=94506) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 11 02:26:03.475519 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-4128a311-7a49-4384-befc-8c84f186c768 tempest-DvrRoutersNegativeTest-1228715157 tempest-DvrRoutersNegativeTest-1228715157-project] create failed (client error): Access was denied to this resource. Aug 11 02:26:03.476631 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b4679-bf7c-4d10-a138-d542f38bd76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bccb018-d299-49d8-957a-6b313cb353d4,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:03.489422 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-51b05a4b-c5e9-4c40-b780-5877a9b0280e tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:03.501118 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4128a311-7a49-4384-befc-8c84f186c768 tempest-DvrRoutersNegativeTest-1228715157 tempest-DvrRoutersNegativeTest-1228715157-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2620156 Aug 11 02:26:03.552658 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b05a4b-c5e9-4c40-b780-5877a9b0280e tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Pushing event deleted for resources: {'Port': ['ID=318f627f-7c49-409e-b00f-2de852702c34,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:03.558781 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2b62c3f1-62c1-497d-a7db-a8020ee398a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:03.601518 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2b62c3f1-62c1-497d-a7db-a8020ee398a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:03.642236 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f8a3b46-a4b5-4e4c-8265-287f20f359ba req-241f2cbc-b233-4523-8243-9c8c3a48793e tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd291e0e-b117-48d3-8b13-14b8a46dbc34 HTTP/1.1" status: 200 len: 210 time: 0.0307355 Aug 11 02:26:03.668570 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-51b05a4b-c5e9-4c40-b780-5877a9b0280e tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:03.673559 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-51b05a4b-c5e9-4c40-b780-5877a9b0280e tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] 10.222.0.50 "DELETE /v2.0/ports/318f627f-7c49-409e-b00f-2de852702c34 HTTP/1.1" status: 204 len: 168 time: 1.1435721 Aug 11 02:26:03.673670 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57820) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:03.703734 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-94031dfb-3088-4121-bb8a-ae1b429d79c7 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] GET failed (client error): The resource could not be found. Aug 11 02:26:03.705433 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-94031dfb-3088-4121-bb8a-ae1b429d79c7 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] 10.222.0.50 "GET /v2.0/ports/318f627f-7c49-409e-b00f-2de852702c34 HTTP/1.1" status: 404 len: 333 time: 0.0307939 Aug 11 02:26:03.709112 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2b62c3f1-62c1-497d-a7db-a8020ee398a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:03.711042 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57822) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:03.711775 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2b62c3f1-62c1-497d-a7db-a8020ee398a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:03.716915 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2b62c3f1-62c1-497d-a7db-a8020ee398a5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7bccb018-d299-49d8-957a-6b313cb353d4 HTTP/1.1" status: 204 len: 168 time: 0.3323998 Aug 11 02:26:03.722048 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-fc6d451d-2395-49aa-b2cd-6cdac2e2c37d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Request body: {'port': {'network_id': '2ad59098-d92a-4773-8740-5f8610f76c69', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2079052'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:03.737973 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62c3f1-62c1-497d-a7db-a8020ee398a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bccb018-d299-49d8-957a-6b313cb353d4,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:04.012854 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6d451d-2395-49aa-b2cd-6cdac2e2c37d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Made reservation on behalf of a3584e6c581c4a74a555315a23b34a85 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:04.018590 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fc6d451d-2395-49aa-b2cd-6cdac2e2c37d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:04.046232 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-fc6d451d-2395-49aa-b2cd-6cdac2e2c37d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] device_id is not set on port ba50395c-1136-4a6f-8878-db1a7b9bfb40 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:26:04.102092 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57834) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:04.339140 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57842) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:04.368016 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e1a0163d-dd49-4486-a4d0-23a00c8b75c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:04.458642 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bb9f3986-a506-4404-b6a7-ac33a8e9503b req-081ea98d-e60a-44cd-bb39-bdd052c2b935 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 210 time: 0.0977714 Aug 11 02:26:04.604488 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e1a0163d-dd49-4486-a4d0-23a00c8b75c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:04.615724 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e1a0163d-dd49-4486-a4d0-23a00c8b75c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:04.623108 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-2d64531d-81f4-4a9d-8f05-0ac664836715 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:04.625400 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-2d64531d-81f4-4a9d-8f05-0ac664836715 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.73 "GET /v2.0/networks?id=c208dbef-4fed-4c40-9530-440f884537b0 HTTP/1.1" status: 200 len: 808 time: 0.4675813 Aug 11 02:26:04.676502 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57848) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:04.695516 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-fc6d451d-2395-49aa-b2cd-6cdac2e2c37d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Allocated IP 2001:db8::39e (2ad59098-d92a-4773-8740-5f8610f76c69/e88fe53e-edfd-454b-9cfb-c58d0cee4dea/ba50395c-1136-4a6f-8878-db1a7b9bfb40) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:04.730760 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-5ad00c87-7b23-4fac-a529-c25031ef43bf tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=964c94866ffe47439c17b06951694814 HTTP/1.1" status: 200 len: 380 time: 0.0946603 Aug 11 02:26:04.745042 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-9f3f0268-1ea5-4cf8-9313-1056f0c45ad1 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Request body: {'port': {'device_id': 'fd291e0e-b117-48d3-8b13-14b8a46dbc34', 'network_id': 'c208dbef-4fed-4c40-9530-440f884537b0', 'admin_state_up': True, 'tenant_id': '964c94866ffe47439c17b06951694814', 'security_groups': ['a3158af6-e789-4ed9-bddc-77b70f51721d']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:04.757641 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e1a0163d-dd49-4486-a4d0-23a00c8b75c5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ad027375be5b4a88b5d93bf0b6491bd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4165235 Aug 11 02:26:04.757806 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57854) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:04.762478 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0163d-dd49-4486-a4d0-23a00c8b75c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b4acc1-c300-47c5-9509-7e7eed06b632,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:04.823866 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f5337618-696f-4e0a-902d-5d0cb607a768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:04.899796 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4bd5b683-93f3-49f0-ab29-6de5d7e52db9 req-60ee83eb-ebab-4001-ac56-34cc01452d55 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd291e0e-b117-48d3-8b13-14b8a46dbc34 HTTP/1.1" status: 200 len: 210 time: 0.0688047 Aug 11 02:26:04.968221 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f5337618-696f-4e0a-902d-5d0cb607a768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:04.985464 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ae6ef113-7a09-40cf-a956-cae75e3bffe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:04.992531 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f5337618-696f-4e0a-902d-5d0cb607a768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:05.054879 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5337618-696f-4e0a-902d-5d0cb607a768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f82ab8-0faf-47e1-b55e-696eeaa9a83e,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:05.060988 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7292aa56-f3ab-4f71-a79f-b20f51553526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:05.061623 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f5337618-696f-4e0a-902d-5d0cb607a768 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e5cfa5f997a7430089ba759cf015633a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9579802 Aug 11 02:26:05.063835 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57856) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:05.081696 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-9f3f0268-1ea5-4cf8-9313-1056f0c45ad1 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Made reservation on behalf of 964c94866ffe47439c17b06951694814 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:05.085421 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-9f3f0268-1ea5-4cf8-9313-1056f0c45ad1 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:05.126972 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fc6d451d-2395-49aa-b2cd-6cdac2e2c37d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:05.130754 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7292aa56-f3ab-4f71-a79f-b20f51553526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:05.151499 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-30da4495-48fb-4405-a272-b7c8e35d3341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:05.169081 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-fc6d451d-2395-49aa-b2cd-6cdac2e2c37d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Transition to ACTIVE for port object ba50395c-1136-4a6f-8878-db1a7b9bfb40 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:05.199115 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-30da4495-48fb-4405-a272-b7c8e35d3341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:05.310625 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-30da4495-48fb-4405-a272-b7c8e35d3341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:05.320641 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-30da4495-48fb-4405-a272-b7c8e35d3341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:05.326572 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7292aa56-f3ab-4f71-a79f-b20f51553526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:05.329566 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7292aa56-f3ab-4f71-a79f-b20f51553526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:05.339712 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-30da4495-48fb-4405-a272-b7c8e35d3341 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d4f82ab8-0faf-47e1-b55e-696eeaa9a83e HTTP/1.1" status: 204 len: 168 time: 0.2745798 Aug 11 02:26:05.341013 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7292aa56-f3ab-4f71-a79f-b20f51553526 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/05b4acc1-c300-47c5-9509-7e7eed06b632 HTTP/1.1" status: 204 len: 168 time: 0.5725791 Aug 11 02:26:05.382893 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da4495-48fb-4405-a272-b7c8e35d3341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f82ab8-0faf-47e1-b55e-696eeaa9a83e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:05.401828 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292aa56-f3ab-4f71-a79f-b20f51553526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b4acc1-c300-47c5-9509-7e7eed06b632,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:05.406365 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fc6d451d-2395-49aa-b2cd-6cdac2e2c37d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:05.439760 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ae6ef113-7a09-40cf-a956-cae75e3bffe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:05.458233 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-9f3f0268-1ea5-4cf8-9313-1056f0c45ad1 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Allocated IP 172.20.0.5 (c208dbef-4fed-4c40-9530-440f884537b0/fdf3d49a-9c58-42ff-9058-28a4ebd053e1/5713f213-0718-4d54-af69-8f1283dc3fe8) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:05.467782 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ae6ef113-7a09-40cf-a956-cae75e3bffe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:05.486125 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6d451d-2395-49aa-b2cd-6cdac2e2c37d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Network 2ad59098-d92a-4773-8740-5f8610f76c69 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:05.497455 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-fc6d451d-2395-49aa-b2cd-6cdac2e2c37d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:05.502633 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d451d-2395-49aa-b2cd-6cdac2e2c37d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Pushing event updated for resources: {'Port': ['ID=ba50395c-1136-4a6f-8878-db1a7b9bfb40,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:05.511589 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6d451d-2395-49aa-b2cd-6cdac2e2c37d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:05.536447 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6d451d-2395-49aa-b2cd-6cdac2e2c37d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:05.537279 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fc6d451d-2395-49aa-b2cd-6cdac2e2c37d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:05.618642 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fc6d451d-2395-49aa-b2cd-6cdac2e2c37d tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.9056852 Aug 11 02:26:05.624244 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57872) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:05.634395 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ae6ef113-7a09-40cf-a956-cae75e3bffe7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=012bdeaaeee94b78a009421cf94d0bba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9530408 Aug 11 02:26:05.645741 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-d14b04ad-e9ee-416f-addb-26a5f50380cd tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Request body: {'port': {'network_id': '2ad59098-d92a-4773-8740-5f8610f76c69', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2137058761'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:05.649271 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57874) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:05.819935 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-9f3f0268-1ea5-4cf8-9313-1056f0c45ad1 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:05.857648 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-9f3f0268-1ea5-4cf8-9313-1056f0c45ad1 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Transition to ACTIVE for port object 5713f213-0718-4d54-af69-8f1283dc3fe8 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:05.859725 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ef113-7a09-40cf-a956-cae75e3bffe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d226a4c1-54a0-42b5-8341-e9b735ad28cc,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:05.945821 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-9f3f0268-1ea5-4cf8-9313-1056f0c45ad1 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:06.009321 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-12171e1d-61db-46ba-a1ff-e56a8989c340 None None] Provisioning for port ba50395c-1136-4a6f-8878-db1a7b9bfb40 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:06.014345 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-12171e1d-61db-46ba-a1ff-e56a8989c340 None None] Provisioning complete for port ba50395c-1136-4a6f-8878-db1a7b9bfb40 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:06.015152 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-12171e1d-61db-46ba-a1ff-e56a8989c340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:06.019819 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-006a8e25-b9d9-4d85-ac7d-bb76c6e66d85 req-6402c3f4-36a6-409a-ba98-e2b38b458729 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 210 time: 0.1630881 Aug 11 02:26:06.056030 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-9f3f0268-1ea5-4cf8-9313-1056f0c45ad1 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Network c208dbef-4fed-4c40-9530-440f884537b0 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:06.069580 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-9f3f0268-1ea5-4cf8-9313-1056f0c45ad1 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:06.091851 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6fba85cf-16f4-46d3-aa06-702d0196d4ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:06.109797 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-9f3f0268-1ea5-4cf8-9313-1056f0c45ad1 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:06.114877 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f0268-1ea5-4cf8-9313-1056f0c45ad1 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Pushing event updated for resources: {'Port': ['ID=5713f213-0718-4d54-af69-8f1283dc3fe8,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:06.115296 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-12171e1d-61db-46ba-a1ff-e56a8989c340 None None] Port ba50395c-1136-4a6f-8878-db1a7b9bfb40 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:26:06.140385 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6fba85cf-16f4-46d3-aa06-702d0196d4ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:06.227002 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6fba85cf-16f4-46d3-aa06-702d0196d4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:06.231710 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6fba85cf-16f4-46d3-aa06-702d0196d4ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:06.238379 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6fba85cf-16f4-46d3-aa06-702d0196d4ef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d226a4c1-54a0-42b5-8341-e9b735ad28cc HTTP/1.1" status: 204 len: 168 time: 0.5790751 Aug 11 02:26:06.240144 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-9f3f0268-1ea5-4cf8-9313-1056f0c45ad1 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:06.241104 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-9f3f0268-1ea5-4cf8-9313-1056f0c45ad1 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:06.264702 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ab5be-fddf-4a16-9542-e731ca49f379 req-619b879d-86bc-473f-af10-a2a289f3eceb tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:06.266698 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-484ab5be-fddf-4a16-9542-e731ca49f379 req-619b879d-86bc-473f-af10-a2a289f3eceb tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd291e0e-b117-48d3-8b13-14b8a46dbc34 HTTP/1.1" status: 200 len: 931 time: 0.2137315 Aug 11 02:26:06.271893 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba85cf-16f4-46d3-aa06-702d0196d4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d226a4c1-54a0-42b5-8341-e9b735ad28cc,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:06.297512 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-9f3f0268-1ea5-4cf8-9313-1056f0c45ad1 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5599811 Aug 11 02:26:06.325642 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-780753ee-bf98-46d6-9c8f-adfbaf907af4 service neutron] Request body: {'port': {'device_id': 'fd291e0e-b117-48d3-8b13-14b8a46dbc34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:06.365987 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14b04ad-e9ee-416f-addb-26a5f50380cd tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Made reservation on behalf of a3584e6c581c4a74a555315a23b34a85 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:06.367007 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-484ab5be-fddf-4a16-9542-e731ca49f379 req-46234033-12d8-45e1-8971-be6626910b8d tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/security-groups?id=a3158af6-e789-4ed9-bddc-77b70f51721d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885739 Aug 11 02:26:06.371005 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d14b04ad-e9ee-416f-addb-26a5f50380cd tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:06.416284 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-d14b04ad-e9ee-416f-addb-26a5f50380cd tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] device_id is not set on port e5ee5208-9cba-4145-8735-941755795305 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:26:06.473958 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-780753ee-bf98-46d6-9c8f-adfbaf907af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:06.558296 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-81513708-a009-49ae-bd1a-05f26dda604d None None] Provisioning for port 5713f213-0718-4d54-af69-8f1283dc3fe8 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:06.565890 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-81513708-a009-49ae-bd1a-05f26dda604d None None] Provisioning complete for port 5713f213-0718-4d54-af69-8f1283dc3fe8 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:06.568793 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-81513708-a009-49ae-bd1a-05f26dda604d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:06.653830 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-d14b04ad-e9ee-416f-addb-26a5f50380cd tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Allocated IP 2001:db8::391 (2ad59098-d92a-4773-8740-5f8610f76c69/e88fe53e-edfd-454b-9cfb-c58d0cee4dea/e5ee5208-9cba-4145-8735-941755795305) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:06.666419 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-81513708-a009-49ae-bd1a-05f26dda604d None None] Port 5713f213-0718-4d54-af69-8f1283dc3fe8 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:26:06.882338 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-780753ee-bf98-46d6-9c8f-adfbaf907af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5713f213-0718-4d54-af69-8f1283dc3fe8 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:06.892623 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-780753ee-bf98-46d6-9c8f-adfbaf907af4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:06.914224 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-780753ee-bf98-46d6-9c8f-adfbaf907af4 service neutron] Transition to ACTIVE for port object 5713f213-0718-4d54-af69-8f1283dc3fe8 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:06.922747 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-780753ee-bf98-46d6-9c8f-adfbaf907af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:06.976816 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d14b04ad-e9ee-416f-addb-26a5f50380cd tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:06.980562 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780753ee-bf98-46d6-9c8f-adfbaf907af4 service neutron] Pushing event updated for resources: {'Port': ['ID=5713f213-0718-4d54-af69-8f1283dc3fe8,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:07.039620 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-d14b04ad-e9ee-416f-addb-26a5f50380cd tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Transition to ACTIVE for port object e5ee5208-9cba-4145-8735-941755795305 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:07.108300 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d14b04ad-e9ee-416f-addb-26a5f50380cd tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:07.144864 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-780753ee-bf98-46d6-9c8f-adfbaf907af4 service neutron] Attempting to bind port 5713f213-0718-4d54-af69-8f1283dc3fe8 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:26:07.145480 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-780753ee-bf98-46d6-9c8f-adfbaf907af4 service neutron] Attempting to bind port 5713f213-0718-4d54-af69-8f1283dc3fe8 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c208dbef-4fed-4c40-9530-440f884537b0'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:26:07.145810 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-780753ee-bf98-46d6-9c8f-adfbaf907af4 service neutron] Attempting to bind port 5713f213-0718-4d54-af69-8f1283dc3fe8 on network c208dbef-4fed-4c40-9530-440f884537b0 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:07.183478 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-780753ee-bf98-46d6-9c8f-adfbaf907af4 service neutron] Port 5713f213-0718-4d54-af69-8f1283dc3fe8 on network c208dbef-4fed-4c40-9530-440f884537b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:26:07.184221 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-780753ee-bf98-46d6-9c8f-adfbaf907af4 service neutron] Attempting to bind port 5713f213-0718-4d54-af69-8f1283dc3fe8 on network c208dbef-4fed-4c40-9530-440f884537b0 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:07.203191 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14b04ad-e9ee-416f-addb-26a5f50380cd tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Network 2ad59098-d92a-4773-8740-5f8610f76c69 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:07.210865 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-d14b04ad-e9ee-416f-addb-26a5f50380cd tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:07.211678 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3ca46395-4ae5-439c-b9b7-2c10ddf24151 req-9573ac3c-a411-458d-89dc-3eb7c3a1cc12 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 210 time: 0.0623913 Aug 11 02:26:07.216793 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14b04ad-e9ee-416f-addb-26a5f50380cd tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:07.225897 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-780753ee-bf98-46d6-9c8f-adfbaf907af4 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:26:07.226249 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-780753ee-bf98-46d6-9c8f-adfbaf907af4 service neutron] Checking segment: {'id': '20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c208dbef-4fed-4c40-9530-440f884537b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:07.226643 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-780753ee-bf98-46d6-9c8f-adfbaf907af4 service neutron] Bound using segment: {'id': '20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c208dbef-4fed-4c40-9530-440f884537b0'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:26:07.227009 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14b04ad-e9ee-416f-addb-26a5f50380cd tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:07.227153 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-780753ee-bf98-46d6-9c8f-adfbaf907af4 service neutron] Bound port: 5713f213-0718-4d54-af69-8f1283dc3fe8, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c208dbef-4fed-4c40-9530-440f884537b0'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:26:07.227439 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-780753ee-bf98-46d6-9c8f-adfbaf907af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:07.229761 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d14b04ad-e9ee-416f-addb-26a5f50380cd tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:07.259177 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b04ad-e9ee-416f-addb-26a5f50380cd tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Pushing event updated for resources: {'Port': ['ID=e5ee5208-9cba-4145-8735-941755795305,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:07.299340 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d14b04ad-e9ee-416f-addb-26a5f50380cd tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6638329 Aug 11 02:26:07.301893 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57934) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:07.310565 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-bde1fe2b-2e32-4913-8c98-e76088e7ae54 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::e2', 'mac_address': 'fa:16:3e:9f:e6:e9'}, {'ip_address': '2001:db8::39e', 'mac_address': 'fa:16:3e:32:65:8c'}]}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:07.438630 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-780753ee-bf98-46d6-9c8f-adfbaf907af4 service neutron] For port 5713f213-0718-4d54-af69-8f1283dc3fe8, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:26:07.442116 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-780753ee-bf98-46d6-9c8f-adfbaf907af4 service neutron] For port 5713f213-0718-4d54-af69-8f1283dc3fe8, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=5713f213-0718-4d54-af69-8f1283dc3fe8,segment=NetworkSegment(20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d),segment_id=20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:26:07.448384 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-780753ee-bf98-46d6-9c8f-adfbaf907af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:07.532161 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-780753ee-bf98-46d6-9c8f-adfbaf907af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:07.532808 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-780753ee-bf98-46d6-9c8f-adfbaf907af4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:07.534274 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-780753ee-bf98-46d6-9c8f-adfbaf907af4 service neutron] 10.222.0.73 "PUT /v2.0/ports/5713f213-0718-4d54-af69-8f1283dc3fe8 HTTP/1.1" status: 200 len: 1092 time: 1.2172542 Aug 11 02:26:07.534759 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd291e0e-b117-48d3-8b13-14b8a46dbc34', 'tag': '5713f213-0718-4d54-af69-8f1283dc3fe8'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:07.541747 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1357d62e-c1b5-4eb7-8593-895903a83e90" -d '{"events": [{"name": "network-changed", "server_uuid": "fd291e0e-b117-48d3-8b13-14b8a46dbc34", "tag": "5713f213-0718-4d54-af69-8f1283dc3fe8"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:07.702993 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80ee6af-a4d5-4336-8373-35cd5dc2d8c4 x-openstack-request-id: req-a80ee6af-a4d5-4336-8373-35cd5dc2d8c4 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:07.703360 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd291e0e-b117-48d3-8b13-14b8a46dbc34", "tag": "5713f213-0718-4d54-af69-8f1283dc3fe8", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:07.703588 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a80ee6af-a4d5-4336-8373-35cd5dc2d8c4 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:07.704024 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd291e0e-b117-48d3-8b13-14b8a46dbc34', 'tag': '5713f213-0718-4d54-af69-8f1283dc3fe8', 'status': 'completed', 'code': 200} Aug 11 02:26:07.729550 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780753ee-bf98-46d6-9c8f-adfbaf907af4 service neutron] Pushing event updated for resources: {'Port': ['ID=5713f213-0718-4d54-af69-8f1283dc3fe8,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:07.758650 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-3dfa9874-a17a-4579-9994-202543ac6c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:07.760141 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9ebcc546-9953-4207-837d-e349a532b52c None None] Provisioning for port e5ee5208-9cba-4145-8735-941755795305 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:07.760675 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-3dfa9874-a17a-4579-9994-202543ac6c73 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=964c94866ffe47439c17b06951694814&device_id=fd291e0e-b117-48d3-8b13-14b8a46dbc34 HTTP/1.1" status: 200 len: 1095 time: 0.1646709 Aug 11 02:26:07.775704 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9ebcc546-9953-4207-837d-e349a532b52c None None] Provisioning complete for port e5ee5208-9cba-4145-8735-941755795305 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:07.776798 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9ebcc546-9953-4207-837d-e349a532b52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:07.841490 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-9ebcc546-9953-4207-837d-e349a532b52c None None] Port e5ee5208-9cba-4145-8735-941755795305 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:26:07.843070 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-e575c096-95aa-43ee-91a6-372041bbef7a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5713f213-0718-4d54-af69-8f1283dc3fe8 HTTP/1.1" status: 200 len: 217 time: 0.0736010 Aug 11 02:26:07.939045 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-b7aa02d6-0a70-4ac3-a1c3-6c96cd67e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:07.940607 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-b7aa02d6-0a70-4ac3-a1c3-6c96cd67e457 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fdf3d49a-9c58-42ff-9058-28a4ebd053e1 HTTP/1.1" status: 200 len: 847 time: 0.0910563 Aug 11 02:26:08.089325 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-cb7d7eeb-b8e9-4e9b-9a07-3e6fecddce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:08.097818 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-cb7d7eeb-b8e9-4e9b-9a07-3e6fecddce29 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c208dbef-4fed-4c40-9530-440f884537b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1481643 Aug 11 02:26:08.255267 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f6fa8-f7c0-491c-a110-206f865f67e2 req-21c1fb51-fcef-42da-8985-4269ab15bdc8 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:08.257835 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ba2f6fa8-f7c0-491c-a110-206f865f67e2 req-21c1fb51-fcef-42da-8985-4269ab15bdc8 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd291e0e-b117-48d3-8b13-14b8a46dbc34 HTTP/1.1" status: 200 len: 943 time: 0.0778933 Aug 11 02:26:08.308395 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-64353ea8-8787-4a65-9901-5d2f977839e6 service neutron] 10.222.0.73 "GET /v2.0/networks/c208dbef-4fed-4c40-9530-440f884537b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023854 Aug 11 02:26:08.354552 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ba2f6fa8-f7c0-491c-a110-206f865f67e2 req-353be201-68a1-4467-b54b-679b068fef69 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/security-groups?id=a3158af6-e789-4ed9-bddc-77b70f51721d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819178 Aug 11 02:26:08.355912 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bde1fe2b-2e32-4913-8c98-e76088e7ae54 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:08.782935 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bde1fe2b-2e32-4913-8c98-e76088e7ae54 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:08.792570 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bde1fe2b-2e32-4913-8c98-e76088e7ae54 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:08.842443 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cffb9a29-e23c-4782-8485-96a13a30cc2f req-57cf63ea-22c3-43f6-af41-7012caf25465 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9be250-2e46-482b-92d2-d7bd41e2b0b5 HTTP/1.1" status: 200 len: 210 time: 0.4258528 Aug 11 02:26:08.914038 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-bde1fe2b-2e32-4913-8c98-e76088e7ae54 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] In _notify_port_updated(), no bound segment for port e5ee5208-9cba-4145-8735-941755795305 on network 2ad59098-d92a-4773-8740-5f8610f76c69 {{(pid=94506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:26:08.923810 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-566573bf-6e25-4dbe-ad8a-c6b4997514d3 req-26946a94-c10f-48e7-a8ec-f6cba587dc20 service neutron] 10.222.0.73 "GET /v2.0/networks/c208dbef-4fed-4c40-9530-440f884537b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6079893 Aug 11 02:26:08.927153 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde1fe2b-2e32-4913-8c98-e76088e7ae54 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:08.931958 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bde1fe2b-2e32-4913-8c98-e76088e7ae54 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:08.937017 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57984) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:08.944680 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bde1fe2b-2e32-4913-8c98-e76088e7ae54 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] 10.222.0.50 "PUT /v2.0/ports/e5ee5208-9cba-4145-8735-941755795305 HTTP/1.1" status: 200 len: 1067 time: 1.6382666 Aug 11 02:26:08.955653 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1fe2b-2e32-4913-8c98-e76088e7ae54 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Pushing event updated for resources: {'Port': ['ID=e5ee5208-9cba-4145-8735-941755795305,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:09.169341 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357d62e-c1b5-4eb7-8593-895903a83e90 req-0f8f302e-a0e0-4081-8fbe-b04c353a8264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:09.170921 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1357d62e-c1b5-4eb7-8593-895903a83e90 req-0f8f302e-a0e0-4081-8fbe-b04c353a8264 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=964c94866ffe47439c17b06951694814&device_id=fd291e0e-b117-48d3-8b13-14b8a46dbc34 HTTP/1.1" status: 200 len: 1095 time: 0.1687098 Aug 11 02:26:09.328383 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357d62e-c1b5-4eb7-8593-895903a83e90 req-2bf7a834-56d9-4ec7-819f-802d02a9c857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:09.330693 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1357d62e-c1b5-4eb7-8593-895903a83e90 req-2bf7a834-56d9-4ec7-819f-802d02a9c857 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c208dbef-4fed-4c40-9530-440f884537b0 HTTP/1.1" status: 200 len: 909 time: 0.1474192 Aug 11 02:26:09.339366 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-1ee90083-912a-4e5f-81e2-f8984ebafa0c tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Deleting port e5ee5208-9cba-4145-8735-941755795305 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:09.340008 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ee90083-912a-4e5f-81e2-f8984ebafa0c tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:09.402836 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-be0bb2e8-bdbc-4909-9b83-8cf738afdb2a None None] Provisioning complete for port e5ee5208-9cba-4145-8735-941755795305 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:09.403327 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-be0bb2e8-bdbc-4909-9b83-8cf738afdb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:09.411961 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1357d62e-c1b5-4eb7-8593-895903a83e90 req-b2fe53cd-5700-4870-97b2-c4cb541778de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5713f213-0718-4d54-af69-8f1283dc3fe8 HTTP/1.1" status: 200 len: 217 time: 0.0639274 Aug 11 02:26:09.483860 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-be0bb2e8-bdbc-4909-9b83-8cf738afdb2a None None] Port e5ee5208-9cba-4145-8735-941755795305 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:26:09.591703 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58006) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:09.618945 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357d62e-c1b5-4eb7-8593-895903a83e90 req-5c27a662-b45f-4a0a-8994-25cee92e395f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:09.620539 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1357d62e-c1b5-4eb7-8593-895903a83e90 req-5c27a662-b45f-4a0a-8994-25cee92e395f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fdf3d49a-9c58-42ff-9058-28a4ebd053e1 HTTP/1.1" status: 200 len: 847 time: 0.1842053 Aug 11 02:26:09.631329 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b0254-4ee8-4aea-9731-86dacff3e6d6 req-2249fa10-f7ba-4a4a-91cd-a363f0d39c09 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:09.639292 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b74b0254-4ee8-4aea-9731-86dacff3e6d6 req-2249fa10-f7ba-4a4a-91cd-a363f0d39c09 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd291e0e-b117-48d3-8b13-14b8a46dbc34 HTTP/1.1" status: 200 len: 943 time: 0.1398335 Aug 11 02:26:09.687806 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ee90083-912a-4e5f-81e2-f8984ebafa0c tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:09.723571 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-1ee90083-912a-4e5f-81e2-f8984ebafa0c tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Calling delete_port for e5ee5208-9cba-4145-8735-941755795305 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:09.734971 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b74b0254-4ee8-4aea-9731-86dacff3e6d6 req-fcb73ef7-0c70-4853-b31c-2ac95fcc8688 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/security-groups?id=a3158af6-e789-4ed9-bddc-77b70f51721d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946352 Aug 11 02:26:09.817361 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-00effce8-e40c-4e42-9127-f8a8868086c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:09.818441 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357d62e-c1b5-4eb7-8593-895903a83e90 req-0db3dc90-cf33-4895-8edf-991c366b885a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:09.820663 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1357d62e-c1b5-4eb7-8593-895903a83e90 req-0db3dc90-cf33-4895-8edf-991c366b885a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c208dbef-4fed-4c40-9530-440f884537b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1579771 Aug 11 02:26:09.978337 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58016) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:09.991772 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-00effce8-e40c-4e42-9127-f8a8868086c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:09.994653 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1357d62e-c1b5-4eb7-8593-895903a83e90 req-646494d2-4483-472d-a172-7c661dd5ae91 service neutron] 10.222.0.73 "GET /v2.0/networks/c208dbef-4fed-4c40-9530-440f884537b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637926 Aug 11 02:26:10.001209 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-00effce8-e40c-4e42-9127-f8a8868086c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.066502 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00effce8-e40c-4e42-9127-f8a8868086c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f05f7e-fa0f-4952-bfbd-29704abcb344,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:10.110906 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-00effce8-e40c-4e42-9127-f8a8868086c2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cbdd23aaf1ac46889404b81e71ba2d99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5156279 Aug 11 02:26:10.111222 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58022) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:10.128885 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1357d62e-c1b5-4eb7-8593-895903a83e90 req-0a8706e9-6bcc-4d16-9cb7-f6b7b94d5b5a service neutron] 10.222.0.73 "GET /v2.0/networks/c208dbef-4fed-4c40-9530-440f884537b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254237 Aug 11 02:26:10.174511 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ee90083-912a-4e5f-81e2-f8984ebafa0c tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.207759 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-da061421-2e6a-4f4f-9c45-e00bdd5e74a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.269562 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-da061421-2e6a-4f4f-9c45-e00bdd5e74a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.278979 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee90083-912a-4e5f-81e2-f8984ebafa0c tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Pushing event deleted for resources: {'Port': ['ID=e5ee5208-9cba-4145-8735-941755795305,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:10.341355 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-81b4aad7-2991-4512-80e3-d08c0d7937b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.367512 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-da061421-2e6a-4f4f-9c45-e00bdd5e74a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.370477 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-da061421-2e6a-4f4f-9c45-e00bdd5e74a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.373991 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-da061421-2e6a-4f4f-9c45-e00bdd5e74a4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/42f05f7e-fa0f-4952-bfbd-29704abcb344 HTTP/1.1" status: 204 len: 168 time: 0.2595453 Aug 11 02:26:10.410620 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da061421-2e6a-4f4f-9c45-e00bdd5e74a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f05f7e-fa0f-4952-bfbd-29704abcb344,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:10.474660 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58040) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:10.583307 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b14a986a-1754-4283-ad10-14459e3eecee tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.621424 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b14a986a-1754-4283-ad10-14459e3eecee tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.671569 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ee90083-912a-4e5f-81e2-f8984ebafa0c tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.676906 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1ee90083-912a-4e5f-81e2-f8984ebafa0c tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] 10.222.0.50 "DELETE /v2.0/ports/e5ee5208-9cba-4145-8735-941755795305 HTTP/1.1" status: 204 len: 168 time: 1.7386215 Aug 11 02:26:10.680304 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58048) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:10.699286 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b14a986a-1754-4283-ad10-14459e3eecee tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.707944 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b14a986a-1754-4283-ad10-14459e3eecee tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.710707 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b14a986a-1754-4283-ad10-14459e3eecee tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "DELETE /v2.0/security-groups/3e3511bb-15f1-4c41-a90c-1bd0e06285c1 HTTP/1.1" status: 204 len: 168 time: 0.2344513 Aug 11 02:26:10.717825 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58050) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:10.743000 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-cf342929-f398-4953-9f10-6f4d8b2020b1 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] show failed (client error): The resource could not be found. Aug 11 02:26:10.744940 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cf342929-f398-4953-9f10-6f4d8b2020b1 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "GET /v2.0/security-groups/3e3511bb-15f1-4c41-a90c-1bd0e06285c1 HTTP/1.1" status: 404 len: 347 time: 0.0249674 Aug 11 02:26:10.746726 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a986a-1754-4283-ad10-14459e3eecee tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3511bb-15f1-4c41-a90c-1bd0e06285c1,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:10.749294 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58052) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:10.764026 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4822800-a214-4280-afab-fcb08ddc4e29 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] GET failed (client error): The resource could not be found. Aug 11 02:26:10.768674 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f4822800-a214-4280-afab-fcb08ddc4e29 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] 10.222.0.50 "GET /v2.0/ports/e5ee5208-9cba-4145-8735-941755795305 HTTP/1.1" status: 404 len: 333 time: 0.0833511 Aug 11 02:26:10.769095 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58056) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:10.815392 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 5713f213-0718-4d54-af69-8f1283dc3fe8 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:26:10.976651 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-81b4aad7-2991-4512-80e3-d08c0d7937b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.994541 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-81b4aad7-2991-4512-80e3-d08c0d7937b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.019099 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 5713f213-0718-4d54-af69-8f1283dc3fe8, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=5713f213-0718-4d54-af69-8f1283dc3fe8,segment=NetworkSegment(20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d),segment_id=20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:11.033613 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '5713f213-0718-4d54-af69-8f1283dc3fe8', 'network_id': 'c208dbef-4fed-4c40-9530-440f884537b0', 'port_id': '5713f213-0718-4d54-af69-8f1283dc3fe8', 'mac_address': 'fa:16:3e:6d:1d:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf3d49a-9c58-42ff-9058-28a4ebd053e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:26:11.069426 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b4aad7-2991-4512-80e3-d08c0d7937b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45dd7ca5-1574-4b85-9d7f-33203f89251c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:11.075368 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-81b4aad7-2991-4512-80e3-d08c0d7937b3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6613f104a08f4f48a579d5918e7d0625&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0941732 Aug 11 02:26:11.078681 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58064) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:11.085691 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.090398 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-9d65c4ce-69b7-4e29-a77a-5dadb313fada tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Deleting port ba50395c-1136-4a6f-8878-db1a7b9bfb40 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:11.090751 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9d65c4ce-69b7-4e29-a77a-5dadb313fada tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.104626 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-dcf7918f-b0c5-4753-86da-3aaecb257767 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Deleting port e56b6ff2-4eec-4e74-9dd7-f2d11c9ae730 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:11.104959 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dcf7918f-b0c5-4753-86da-3aaecb257767 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.115004 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0771efd-55ed-4e32-bb0c-4d9dc7dc1258 req-7b56897d-de41-4f83-8977-8521cefbff67 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:11.116623 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b0771efd-55ed-4e32-bb0c-4d9dc7dc1258 req-7b56897d-de41-4f83-8977-8521cefbff67 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd291e0e-b117-48d3-8b13-14b8a46dbc34 HTTP/1.1" status: 200 len: 943 time: 0.1626153 Aug 11 02:26:11.117674 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5713f213-0718-4d54-af69-8f1283dc3fe8 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:11.158504 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 5713f213-0718-4d54-af69-8f1283dc3fe8, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=5713f213-0718-4d54-af69-8f1283dc3fe8,segment=NetworkSegment(20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d),segment_id=20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:11.167391 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.221040 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b0771efd-55ed-4e32-bb0c-4d9dc7dc1258 req-fae6e4f1-8205-4e6a-bfb8-af8f71c59766 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/security-groups?id=a3158af6-e789-4ed9-bddc-77b70f51721d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941229 Aug 11 02:26:11.246160 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dcf7918f-b0c5-4753-86da-3aaecb257767 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.246499 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dcf7918f-b0c5-4753-86da-3aaecb257767 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.277443 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=5713f213-0718-4d54-af69-8f1283dc3fe8,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:11.288882 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-dcf7918f-b0c5-4753-86da-3aaecb257767 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Calling delete_port for e56b6ff2-4eec-4e74-9dd7-f2d11c9ae730 owned by network:floatingip {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:11.323706 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a9c6aa55-3a4e-4125-bc11-1f419ea23002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.328459 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9d65c4ce-69b7-4e29-a77a-5dadb313fada tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.351772 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-9d65c4ce-69b7-4e29-a77a-5dadb313fada tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Calling delete_port for ba50395c-1136-4a6f-8878-db1a7b9bfb40 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:11.358536 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['5713f213-0718-4d54-af69-8f1283dc3fe8'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:26:11.482637 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a9c6aa55-3a4e-4125-bc11-1f419ea23002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.500139 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dcf7918f-b0c5-4753-86da-3aaecb257767 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.538725 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7918f-b0c5-4753-86da-3aaecb257767 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Pushing event deleted for resources: {'Port': ['ID=e56b6ff2-4eec-4e74-9dd7-f2d11c9ae730,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:11.614724 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9d65c4ce-69b7-4e29-a77a-5dadb313fada tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.624077 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dcf7918f-b0c5-4753-86da-3aaecb257767 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for floatingip, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.627635 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dcf7918f-b0c5-4753-86da-3aaecb257767 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.632168 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-dcf7918f-b0c5-4753-86da-3aaecb257767 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "DELETE /v2.0/floatingips/44d9db5f-68f0-456c-8bff-e5243449fa0e HTTP/1.1" status: 204 len: 168 time: 0.8782001 Aug 11 02:26:11.632849 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58076) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:11.650866 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65c4ce-69b7-4e29-a77a-5dadb313fada tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Pushing event deleted for resources: {'Port': ['ID=ba50395c-1136-4a6f-8878-db1a7b9bfb40,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:11.652772 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a9c6aa55-3a4e-4125-bc11-1f419ea23002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.655484 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a9c6aa55-3a4e-4125-bc11-1f419ea23002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.659454 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a9c6aa55-3a4e-4125-bc11-1f419ea23002 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/45dd7ca5-1574-4b85-9d7f-33203f89251c HTTP/1.1" status: 204 len: 168 time: 0.5798216 Aug 11 02:26:11.675724 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6aa55-3a4e-4125-bc11-1f419ea23002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dd7ca5-1574-4b85-9d7f-33203f89251c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:11.702089 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9d65c4ce-69b7-4e29-a77a-5dadb313fada tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.704221 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9d65c4ce-69b7-4e29-a77a-5dadb313fada tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] 10.222.0.50 "DELETE /v2.0/ports/ba50395c-1136-4a6f-8878-db1a7b9bfb40 HTTP/1.1" status: 204 len: 168 time: 0.9340503 Aug 11 02:26:11.707500 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58080) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:11.743040 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-161b97a6-4bb1-4acc-b294-b34eb5d248ce tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] GET failed (client error): The resource could not be found. Aug 11 02:26:11.744843 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-161b97a6-4bb1-4acc-b294-b34eb5d248ce tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] 10.222.0.50 "GET /v2.0/ports/ba50395c-1136-4a6f-8878-db1a7b9bfb40 HTTP/1.1" status: 404 len: 333 time: 0.0360818 Aug 11 02:26:11.748688 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58082) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:11.786984 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58084) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:11.846880 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-c9f793d8-6d85-4d53-87be-249cef2e2a2c tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Deleting port 6a46a20f-db43-47c2-9b7f-8cd1abe24e39 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:11.847287 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c9f793d8-6d85-4d53-87be-249cef2e2a2c tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.945065 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-ada7916d-b03a-481b-b13d-059e4530c768 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Deleting port 0d395e6f-94a5-43a6-88ee-fba8359f6537 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:11.945767 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ada7916d-b03a-481b-b13d-059e4530c768 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:12.013254 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c9f793d8-6d85-4d53-87be-249cef2e2a2c tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:12.028703 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-c9f793d8-6d85-4d53-87be-249cef2e2a2c tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Calling delete_port for 6a46a20f-db43-47c2-9b7f-8cd1abe24e39 owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:12.100067 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ada7916d-b03a-481b-b13d-059e4530c768 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:12.114251 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-ada7916d-b03a-481b-b13d-059e4530c768 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Calling delete_port for 0d395e6f-94a5-43a6-88ee-fba8359f6537 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:12.205948 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-22732a20-a991-42b2-850e-eba01ca9e5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:12.226408 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58090) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:12.252193 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c0224dd7-193e-4c58-b7cc-f2b0d3409db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:12.260580 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c9f793d8-6d85-4d53-87be-249cef2e2a2c tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:12.297148 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ada7916d-b03a-481b-b13d-059e4530c768 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:12.335002 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7916d-b03a-481b-b13d-059e4530c768 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Pushing event deleted for resources: {'Port': ['ID=0d395e6f-94a5-43a6-88ee-fba8359f6537,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:12.396521 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ada7916d-b03a-481b-b13d-059e4530c768 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:12.401485 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ada7916d-b03a-481b-b13d-059e4530c768 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] 10.222.0.50 "DELETE /v2.0/ports/0d395e6f-94a5-43a6-88ee-fba8359f6537 HTTP/1.1" status: 204 len: 168 time: 0.6485033 Aug 11 02:26:12.403876 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58098) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:12.465701 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-22732a20-a991-42b2-850e-eba01ca9e5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:12.560600 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-a11b2e99-cf64-4d62-9228-c0fdb6d601a4 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Deleting subnet e88fe53e-edfd-454b-9cfb-c58d0cee4dea {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:26:12.567807 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a11b2e99-cf64-4d62-9228-c0fdb6d601a4 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:12.592498 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f793d8-6d85-4d53-87be-249cef2e2a2c tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Pushing event deleted for resources: {'Port': ['ID=6a46a20f-db43-47c2-9b7f-8cd1abe24e39,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:12.636818 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-22732a20-a991-42b2-850e-eba01ca9e5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:12.665067 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a11b2e99-cf64-4d62-9228-c0fdb6d601a4 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:12.728949 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c9f793d8-6d85-4d53-87be-249cef2e2a2c tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:12.730850 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c9f793d8-6d85-4d53-87be-249cef2e2a2c tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "DELETE /v2.0/ports/6a46a20f-db43-47c2-9b7f-8cd1abe24e39 HTTP/1.1" status: 204 len: 168 time: 1.0957172 Aug 11 02:26:12.744739 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58104) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:12.771074 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-22732a20-a991-42b2-850e-eba01ca9e5ae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d77b4e9c8bed459caad48e907b3d9228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9829295 Aug 11 02:26:12.771776 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22732a20-a991-42b2-850e-eba01ca9e5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad3d0d9-b45a-444c-8599-9a762a52a942,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:12.772880 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58106) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:12.792858 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a11b2e99-cf64-4d62-9228-c0fdb6d601a4 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:12.814068 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 5713f213-0718-4d54-af69-8f1283dc3fe8 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:12.874867 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356b099-9db4-4cf9-9e44-4fef8af0d5f1 req-e603b109-4d96-4a10-8ecd-9eff53336eed tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:12.883897 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0356b099-9db4-4cf9-9e44-4fef8af0d5f1 req-e603b109-4d96-4a10-8ecd-9eff53336eed tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd291e0e-b117-48d3-8b13-14b8a46dbc34 HTTP/1.1" status: 200 len: 944 time: 0.5234528 Aug 11 02:26:12.920666 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5936b18d-be7c-4a7d-8493-97024f82fb77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:12.944572 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5936b18d-be7c-4a7d-8493-97024f82fb77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:12.954064 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a11b2e99-cf64-4d62-9228-c0fdb6d601a4 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:12.962075 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 5713f213-0718-4d54-af69-8f1283dc3fe8 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:12.970551 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 5713f213-0718-4d54-af69-8f1283dc3fe8 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:12.973580 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:12.994675 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a11b2e99-cf64-4d62-9228-c0fdb6d601a4 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:12.998753 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a11b2e99-cf64-4d62-9228-c0fdb6d601a4 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] 10.222.0.50 "DELETE /v2.0/subnets/e88fe53e-edfd-454b-9cfb-c58d0cee4dea HTTP/1.1" status: 204 len: 168 time: 0.5898709 Aug 11 02:26:13.003201 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b2e99-cf64-4d62-9228-c0fdb6d601a4 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Pushing event deleted for resources: {'Subnet': ['ID=e88fe53e-edfd-454b-9cfb-c58d0cee4dea,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:13.018754 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58108) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:13.027193 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96fa3a8-715a-40d0-b642-e1983f8b31b9 None None] Network 2ad59098-d92a-4773-8740-5f8610f76c69 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:13.030094 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0356b099-9db4-4cf9-9e44-4fef8af0d5f1 req-208d9fa2-34e8-405c-85e0-bfedb436ca88 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/security-groups?id=a3158af6-e789-4ed9-bddc-77b70f51721d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454349 Aug 11 02:26:13.089336 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c0224dd7-193e-4c58-b7cc-f2b0d3409db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.097648 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-117e9f6e-c6fa-4abd-94c7-51522852904d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Deleting port 5eb9176f-1ed6-4f79-a75b-1c022309c059 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:13.098717 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-117e9f6e-c6fa-4abd-94c7-51522852904d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.105656 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c0224dd7-193e-4c58-b7cc-f2b0d3409db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.134222 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5936b18d-be7c-4a7d-8493-97024f82fb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.137070 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5936b18d-be7c-4a7d-8493-97024f82fb77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.138350 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5936b18d-be7c-4a7d-8493-97024f82fb77 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0ad3d0d9-b45a-444c-8599-9a762a52a942 HTTP/1.1" status: 204 len: 168 time: 0.3645124 Aug 11 02:26:13.163369 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936b18d-be7c-4a7d-8493-97024f82fb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad3d0d9-b45a-444c-8599-9a762a52a942,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:13.175070 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-484d7144-df8c-4223-9fd4-264a24f47188 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.229370 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.261560 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd291e0e-b117-48d3-8b13-14b8a46dbc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5713f213-0718-4d54-af69-8f1283dc3fe8'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:13.268073 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f40ec4-671b-46a6-9ccb-b8dfabb8c086" -d '{"events": [{"server_uuid": "fd291e0e-b117-48d3-8b13-14b8a46dbc34", "name": "network-vif-plugged", "status": "completed", "tag": "5713f213-0718-4d54-af69-8f1283dc3fe8"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:13.270226 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c0224dd7-193e-4c58-b7cc-f2b0d3409db6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c8af1ac7290042b0a10486984eaa18d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0403328 Aug 11 02:26:13.271147 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58112) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:13.271876 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0224dd7-193e-4c58-b7cc-f2b0d3409db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f8bbb5-3e70-4010-bac9-a90d38ad33c7,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:13.282194 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-484d7144-df8c-4223-9fd4-264a24f47188 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Deleting port dfab2982-11b0-4066-8a35-e2ee2c332a68 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:13.283345 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-484d7144-df8c-4223-9fd4-264a24f47188 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.303463 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 5713f213-0718-4d54-af69-8f1283dc3fe8, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=5713f213-0718-4d54-af69-8f1283dc3fe8,segment=NetworkSegment(20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d),segment_id=20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:13.317769 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.340849 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-117e9f6e-c6fa-4abd-94c7-51522852904d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.348610 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67d5592-f646-42b1-bcc7-c21e9d231159 x-openstack-request-id: req-f67d5592-f646-42b1-bcc7-c21e9d231159 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:13.349928 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd291e0e-b117-48d3-8b13-14b8a46dbc34", "name": "network-vif-plugged", "status": "completed", "tag": "5713f213-0718-4d54-af69-8f1283dc3fe8", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:13.349928 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f67d5592-f646-42b1-bcc7-c21e9d231159 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:13.349928 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd291e0e-b117-48d3-8b13-14b8a46dbc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5713f213-0718-4d54-af69-8f1283dc3fe8', 'code': 200} Aug 11 02:26:13.353795 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f8bc49-d3a6-4257-a2dc-c0b489dd62ad None None] DHCP port deletion for 2ad59098-d92a-4773-8740-5f8610f76c69 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:26:13.375581 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-117e9f6e-c6fa-4abd-94c7-51522852904d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Calling delete_port for 5eb9176f-1ed6-4f79-a75b-1c022309c059 owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:13.410805 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=5713f213-0718-4d54-af69-8f1283dc3fe8,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:13.434108 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-c3f8bc49-d3a6-4257-a2dc-c0b489dd62ad None None] Deleting port dfab2982-11b0-4066-8a35-e2ee2c332a68 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:13.434424 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c3f8bc49-d3a6-4257-a2dc-c0b489dd62ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.498047 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-484d7144-df8c-4223-9fd4-264a24f47188 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] For port dfab2982-11b0-4066-8a35-e2ee2c332a68, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=dfab2982-11b0-4066-8a35-e2ee2c332a68,segment=NetworkSegment(92d0daf4-394c-4c62-a49c-2b0954df5690),segment_id=92d0daf4-394c-4c62-a49c-2b0954df5690)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:13.498546 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-484d7144-df8c-4223-9fd4-264a24f47188 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.506207 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-c3f8bc49-d3a6-4257-a2dc-c0b489dd62ad None None] For port dfab2982-11b0-4066-8a35-e2ee2c332a68, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=dfab2982-11b0-4066-8a35-e2ee2c332a68,segment=NetworkSegment(92d0daf4-394c-4c62-a49c-2b0954df5690),segment_id=92d0daf4-394c-4c62-a49c-2b0954df5690)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:13.506659 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c3f8bc49-d3a6-4257-a2dc-c0b489dd62ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.516026 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d3c946d4-1b54-46f4-aed6-6be48a57dc18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.523754 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-c3f8bc49-d3a6-4257-a2dc-c0b489dd62ad None None] Calling delete_port for dfab2982-11b0-4066-8a35-e2ee2c332a68 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:13.555924 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d3c946d4-1b54-46f4-aed6-6be48a57dc18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.590711 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-117e9f6e-c6fa-4abd-94c7-51522852904d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.606566 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3c44d-2d80-4891-a19d-b0c5621d576e req-14394a39-3871-431f-b2bc-fc1b70f48f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:13.608236 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bdc3c44d-2d80-4891-a19d-b0c5621d576e req-14394a39-3871-431f-b2bc-fc1b70f48f60 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fd291e0e-b117-48d3-8b13-14b8a46dbc34 HTTP/1.1" status: 200 len: 1097 time: 0.1873612 Aug 11 02:26:13.609523 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-484d7144-df8c-4223-9fd4-264a24f47188 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Calling delete_port for dfab2982-11b0-4066-8a35-e2ee2c332a68 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:13.642751 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c3f8bc49-d3a6-4257-a2dc-c0b489dd62ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.654565 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d3c946d4-1b54-46f4-aed6-6be48a57dc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.661705 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f8bc49-d3a6-4257-a2dc-c0b489dd62ad None None] No DVR routers for this DVR port dfab2982-11b0-4066-8a35-e2ee2c332a68 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:26:13.667756 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d3c946d4-1b54-46f4-aed6-6be48a57dc18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.670127 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d3c946d4-1b54-46f4-aed6-6be48a57dc18 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f9f8bbb5-3e70-4010-bac9-a90d38ad33c7 HTTP/1.1" status: 204 len: 168 time: 0.3979521 Aug 11 02:26:13.703062 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8bc49-d3a6-4257-a2dc-c0b489dd62ad None None] Pushing event deleted for resources: {'Port': ['ID=dfab2982-11b0-4066-8a35-e2ee2c332a68,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:13.734318 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c946d4-1b54-46f4-aed6-6be48a57dc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f8bbb5-3e70-4010-bac9-a90d38ad33c7,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:13.764232 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bdc3c44d-2d80-4891-a19d-b0c5621d576e req-3a94647f-1a84-4481-995b-7fb2498d72a7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a3158af6-e789-4ed9-bddc-77b70f51721d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285207 Aug 11 02:26:13.830081 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e9f6e-c6fa-4abd-94c7-51522852904d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Pushing event deleted for resources: {'Port': ['ID=5eb9176f-1ed6-4f79-a75b-1c022309c059,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:13.833802 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58124) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:13.848422 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-484d7144-df8c-4223-9fd4-264a24f47188 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.861509 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-89083178-607f-45bd-b5a8-15e75385ac44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.887425 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-117e9f6e-c6fa-4abd-94c7-51522852904d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.891833 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-117e9f6e-c6fa-4abd-94c7-51522852904d tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "DELETE /v2.0/ports/5eb9176f-1ed6-4f79-a75b-1c022309c059 HTTP/1.1" status: 204 len: 168 time: 1.1438169 Aug 11 02:26:13.896782 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484d7144-df8c-4223-9fd4-264a24f47188 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] No DVR routers for this DVR port dfab2982-11b0-4066-8a35-e2ee2c332a68 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:26:13.898523 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58126) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:13.905089 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d7144-df8c-4223-9fd4-264a24f47188 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Pushing event deleted for resources: {'Port': ['ID=dfab2982-11b0-4066-8a35-e2ee2c332a68,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:13.970022 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d3ef22-c6dc-4e8e-a744-f32b769d04a0 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Deleting subnet 9f5cbcb9-b2a3-403b-9666-6d1a30805883 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:26:13.977807 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-63d3ef22-c6dc-4e8e-a744-f32b769d04a0 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.011898 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-484d7144-df8c-4223-9fd4-264a24f47188 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.030930 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-63d3ef22-c6dc-4e8e-a744-f32b769d04a0 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.041474 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-484d7144-df8c-4223-9fd4-264a24f47188 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad59098-d92a-4773-8740-5f8610f76c69']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:14.083595 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-484d7144-df8c-4223-9fd4-264a24f47188 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d0daf4-394c-4c62-a49c-2b0954df5690') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:14.083820 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-484d7144-df8c-4223-9fd4-264a24f47188 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d0daf4-394c-4c62-a49c-2b0954df5690') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:14.104839 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-484d7144-df8c-4223-9fd4-264a24f47188 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.132722 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-484d7144-df8c-4223-9fd4-264a24f47188 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.145277 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-89083178-607f-45bd-b5a8-15e75385ac44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.152262 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484d7144-df8c-4223-9fd4-264a24f47188 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:26:14.152679 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-484d7144-df8c-4223-9fd4-264a24f47188 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:26:14.155910 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:26:14.165763 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-89083178-607f-45bd-b5a8-15e75385ac44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.220804 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-89083178-607f-45bd-b5a8-15e75385ac44 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=004ca3d8bb6841bfb22e7fac480e7fb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3853583 Aug 11 02:26:14.229098 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58136) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:14.274117 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:26:14.294562 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ae8fa-feb6-4923-97ca-a329d6742fca req-0e32368d-195a-4452-a941-aa0ef2779249 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:14.296130 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f63ae8fa-feb6-4923-97ca-a329d6742fca req-0e32368d-195a-4452-a941-aa0ef2779249 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd291e0e-b117-48d3-8b13-14b8a46dbc34 HTTP/1.1" status: 200 len: 945 time: 0.1593387 Aug 11 02:26:14.300833 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-484d7144-df8c-4223-9fd4-264a24f47188 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.309938 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-484d7144-df8c-4223-9fd4-264a24f47188 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.312514 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-484d7144-df8c-4223-9fd4-264a24f47188 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] 10.222.0.50 "DELETE /v2.0/networks/2ad59098-d92a-4773-8740-5f8610f76c69 HTTP/1.1" status: 204 len: 168 time: 1.2927904 Aug 11 02:26:14.315102 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89083178-607f-45bd-b5a8-15e75385ac44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd1d13a-f44b-4a98-80e7-d9955792e76c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:14.354536 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-63d3ef22-c6dc-4e8e-a744-f32b769d04a0 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.366909 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d7144-df8c-4223-9fd4-264a24f47188 tempest-AllowedAddressPairIpV6TestJSON-1737262833 tempest-AllowedAddressPairIpV6TestJSON-1737262833-project] Pushing event deleted for resources: {'Network': ['ID=2ad59098-d92a-4773-8740-5f8610f76c69,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:14.396102 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f63ae8fa-feb6-4923-97ca-a329d6742fca req-fc57f324-073d-4f7d-baa3-2732783554a6 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/security-groups?id=a3158af6-e789-4ed9-bddc-77b70f51721d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824156 Aug 11 02:26:14.425240 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61fedeb1-3eef-4909-9417-bcd32caaf0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.459835 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61fedeb1-3eef-4909-9417-bcd32caaf0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.468411 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-63d3ef22-c6dc-4e8e-a744-f32b769d04a0 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.491475 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-63d3ef22-c6dc-4e8e-a744-f32b769d04a0 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.493404 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-63d3ef22-c6dc-4e8e-a744-f32b769d04a0 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "DELETE /v2.0/subnets/9f5cbcb9-b2a3-403b-9666-6d1a30805883 HTTP/1.1" status: 204 len: 168 time: 0.5938964 Aug 11 02:26:14.496642 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58144) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:14.509693 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedae5ef-d44d-479f-9bf0-e18f4def8dff None None] Network dd83919f-ff7e-4fd8-96b1-202904e5f138 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:14.542380 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3ef22-c6dc-4e8e-a744-f32b769d04a0 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Pushing event deleted for resources: {'Subnet': ['ID=9f5cbcb9-b2a3-403b-9666-6d1a30805883,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:14.594196 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-5580c764-4eab-4bde-87af-de43369f9676 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Deleting subnet 325640a4-d334-4da9-8e10-51bbb0627559 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:26:14.600399 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5580c764-4eab-4bde-87af-de43369f9676 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.611242 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61fedeb1-3eef-4909-9417-bcd32caaf0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.621553 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61fedeb1-3eef-4909-9417-bcd32caaf0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.621851 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device dfab2982-11b0-4066-8a35-e2ee2c332a68 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:26:14.623254 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-61fedeb1-3eef-4909-9417-bcd32caaf0f6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ecd1d13a-f44b-4a98-80e7-d9955792e76c HTTP/1.1" status: 204 len: 168 time: 0.3930261 Aug 11 02:26:14.642522 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fedeb1-3eef-4909-9417-bcd32caaf0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd1d13a-f44b-4a98-80e7-d9955792e76c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:14.650650 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: dfab2982-11b0-4066-8a35-e2ee2c332a68 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:26:14.651116 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device dfab2982-11b0-4066-8a35-e2ee2c332a68 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:26:14.725916 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5580c764-4eab-4bde-87af-de43369f9676 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.816442 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6209e4c-a956-4d62-a975-92834ad63031 None None] DHCP port deletion for dd83919f-ff7e-4fd8-96b1-202904e5f138 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:26:14.870177 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5580c764-4eab-4bde-87af-de43369f9676 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.904842 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-b6209e4c-a956-4d62-a975-92834ad63031 None None] Deleting port ffe4abb7-ebc8-454a-916d-1b5261eeb6a6 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:14.906037 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b6209e4c-a956-4d62-a975-92834ad63031 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.981060 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5580c764-4eab-4bde-87af-de43369f9676 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.994474 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-b6209e4c-a956-4d62-a975-92834ad63031 None None] For port ffe4abb7-ebc8-454a-916d-1b5261eeb6a6, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=ffe4abb7-ebc8-454a-916d-1b5261eeb6a6,segment=NetworkSegment(c2e8159c-d990-439a-8147-40324f3e05e5),segment_id=c2e8159c-d990-439a-8147-40324f3e05e5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:14.995648 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b6209e4c-a956-4d62-a975-92834ad63031 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.012253 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-b6209e4c-a956-4d62-a975-92834ad63031 None None] Calling delete_port for ffe4abb7-ebc8-454a-916d-1b5261eeb6a6 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:15.040472 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5580c764-4eab-4bde-87af-de43369f9676 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.043938 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58164) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:15.050897 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5580c764-4eab-4bde-87af-de43369f9676 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "DELETE /v2.0/subnets/325640a4-d334-4da9-8e10-51bbb0627559 HTTP/1.1" status: 204 len: 168 time: 0.5528235 Aug 11 02:26:15.051944 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580c764-4eab-4bde-87af-de43369f9676 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Pushing event deleted for resources: {'Subnet': ['ID=325640a4-d334-4da9-8e10-51bbb0627559,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:15.053906 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58168) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:15.090206 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806bfaeb-23ca-4a62-9dcf-bf23e1988600 None None] Network a22ae8f3-b76a-495f-839c-755566103de1 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:15.153323 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2cf73106-0241-465e-b4dc-629162d2f780 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.201296 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b6209e4c-a956-4d62-a975-92834ad63031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.225803 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-2cf73106-0241-465e-b4dc-629162d2f780 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Deleting port ffe4abb7-ebc8-454a-916d-1b5261eeb6a6 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:15.226450 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2cf73106-0241-465e-b4dc-629162d2f780 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.276233 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6209e4c-a956-4d62-a975-92834ad63031 None None] Pushing event deleted for resources: {'Port': ['ID=ffe4abb7-ebc8-454a-916d-1b5261eeb6a6,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:15.283975 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6209e4c-a956-4d62-a975-92834ad63031 None None] No DVR routers for this DVR port ffe4abb7-ebc8-454a-916d-1b5261eeb6a6 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:26:15.319353 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-2cf73106-0241-465e-b4dc-629162d2f780 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] For port ffe4abb7-ebc8-454a-916d-1b5261eeb6a6, host n-d-615180-33, got binding levels [] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:15.319815 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2cf73106-0241-465e-b4dc-629162d2f780 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.335602 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-2cf73106-0241-465e-b4dc-629162d2f780 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Calling delete_port for ffe4abb7-ebc8-454a-916d-1b5261eeb6a6 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:15.341656 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.ipam_backend_mixin [None req-2cf73106-0241-465e-b4dc-629162d2f780 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Port ffe4abb7-ebc8-454a-916d-1b5261eeb6a6 was not found and therefore no delete operation was performed {{(pid=94506) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:26:15.345098 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2cf73106-0241-465e-b4dc-629162d2f780 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.378352 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf73106-0241-465e-b4dc-629162d2f780 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Pushing event deleted for resources: {'Port': ['ID=ffe4abb7-ebc8-454a-916d-1b5261eeb6a6,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:15.392813 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf73106-0241-465e-b4dc-629162d2f780 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] No DVR routers for this DVR port ffe4abb7-ebc8-454a-916d-1b5261eeb6a6 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:26:15.421121 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-27a14d0b-162d-4f5b-afdb-02b0d5f515e6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a3584e6c581c4a74a555315a23b34a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3759179 Aug 11 02:26:15.423446 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58180) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:15.432231 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8976ea63-b61a-49ec-bd75-4ed09870df8c None None] DHCP port deletion for a22ae8f3-b76a-495f-839c-755566103de1 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:26:15.523898 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-8976ea63-b61a-49ec-bd75-4ed09870df8c None None] Deleting port 96509f72-ee82-4c07-b82e-ccab7c3bd535 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:15.525020 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8976ea63-b61a-49ec-bd75-4ed09870df8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.614846 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eefc8712-340d-4ead-ac94-aeb82cc9c2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.627411 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2cf73106-0241-465e-b4dc-629162d2f780 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.659865 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-2cf73106-0241-465e-b4dc-629162d2f780 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd83919f-ff7e-4fd8-96b1-202904e5f138']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:15.667138 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58d16f-2e90-4633-b101-c6ae3aabbef0 req-75616fdc-90ad-4737-906f-18d6dc364718 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:15.671740 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dd58d16f-2e90-4633-b101-c6ae3aabbef0 req-75616fdc-90ad-4737-906f-18d6dc364718 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd291e0e-b117-48d3-8b13-14b8a46dbc34 HTTP/1.1" status: 200 len: 945 time: 0.1294246 Aug 11 02:26:15.692209 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-8976ea63-b61a-49ec-bd75-4ed09870df8c None None] For port 96509f72-ee82-4c07-b82e-ccab7c3bd535, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=96509f72-ee82-4c07-b82e-ccab7c3bd535,segment=NetworkSegment(0c644148-5bd6-4e31-a8c5-17979de92fc4),segment_id=0c644148-5bd6-4e31-a8c5-17979de92fc4)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:15.693194 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8976ea63-b61a-49ec-bd75-4ed09870df8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.695989 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-2cf73106-0241-465e-b4dc-629162d2f780 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e8159c-d990-439a-8147-40324f3e05e5') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:15.696794 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-2cf73106-0241-465e-b4dc-629162d2f780 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e8159c-d990-439a-8147-40324f3e05e5') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:15.700541 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eefc8712-340d-4ead-ac94-aeb82cc9c2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.707158 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-8976ea63-b61a-49ec-bd75-4ed09870df8c None None] Calling delete_port for 96509f72-ee82-4c07-b82e-ccab7c3bd535 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:15.724761 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2cf73106-0241-465e-b4dc-629162d2f780 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.757430 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dd58d16f-2e90-4633-b101-c6ae3aabbef0 req-82f5d72d-e691-4ede-b36f-6417480c7730 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/security-groups?id=a3158af6-e789-4ed9-bddc-77b70f51721d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776262 Aug 11 02:26:15.782060 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2cf73106-0241-465e-b4dc-629162d2f780 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.789512 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf73106-0241-465e-b4dc-629162d2f780 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:26:15.790029 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2cf73106-0241-465e-b4dc-629162d2f780 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:26:15.793659 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:26:15.849257 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-766914cb-d54d-4d8e-bde1-09e5a3da69de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.861319 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8976ea63-b61a-49ec-bd75-4ed09870df8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.880407 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eefc8712-340d-4ead-ac94-aeb82cc9c2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.883769 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eefc8712-340d-4ead-ac94-aeb82cc9c2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.885142 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-eefc8712-340d-4ead-ac94-aeb82cc9c2a3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/317d7ffe-68db-47af-97f4-5d720bed1dc3 HTTP/1.1" status: 204 len: 168 time: 0.4604762 Aug 11 02:26:15.896147 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2cf73106-0241-465e-b4dc-629162d2f780 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.911629 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2cf73106-0241-465e-b4dc-629162d2f780 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.914482 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2cf73106-0241-465e-b4dc-629162d2f780 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "DELETE /v2.0/networks/dd83919f-ff7e-4fd8-96b1-202904e5f138 HTTP/1.1" status: 204 len: 168 time: 0.8595006 Aug 11 02:26:15.917512 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58202) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:15.932796 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf73106-0241-465e-b4dc-629162d2f780 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Pushing event deleted for resources: {'Network': ['ID=dd83919f-ff7e-4fd8-96b1-202904e5f138,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:15.935107 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc8712-340d-4ead-ac94-aeb82cc9c2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317d7ffe-68db-47af-97f4-5d720bed1dc3,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:15.935833 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976ea63-b61a-49ec-bd75-4ed09870df8c None None] Pushing event deleted for resources: {'Port': ['ID=96509f72-ee82-4c07-b82e-ccab7c3bd535,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:15.942650 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8976ea63-b61a-49ec-bd75-4ed09870df8c None None] No DVR routers for this DVR port 96509f72-ee82-4c07-b82e-ccab7c3bd535 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:26:16.043403 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6c4c2-f31a-4fbf-9845-472edce847da req-b6d12552-e0a1-4b3f-8c9e-28094c624ccd tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:16.045038 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c8f6c4c2-f31a-4fbf-9845-472edce847da req-b6d12552-e0a1-4b3f-8c9e-28094c624ccd tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd291e0e-b117-48d3-8b13-14b8a46dbc34 HTTP/1.1" status: 200 len: 945 time: 0.0803561 Aug 11 02:26:16.045632 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5cfa2ae8-e366-4238-9b77-c84b569b8903 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:16.122618 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c8f6c4c2-f31a-4fbf-9845-472edce847da req-eafc407d-e18a-4e51-930a-e914630c4d0e tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/security-groups?id=a3158af6-e789-4ed9-bddc-77b70f51721d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659549 Aug 11 02:26:16.176180 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5cfa2ae8-e366-4238-9b77-c84b569b8903 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:16.198147 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5cfa2ae8-e366-4238-9b77-c84b569b8903 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22ae8f3-b76a-495f-839c-755566103de1']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:16.220257 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5cfa2ae8-e366-4238-9b77-c84b569b8903 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c644148-5bd6-4e31-a8c5-17979de92fc4') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:16.221847 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5cfa2ae8-e366-4238-9b77-c84b569b8903 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c644148-5bd6-4e31-a8c5-17979de92fc4') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:16.234980 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5cfa2ae8-e366-4238-9b77-c84b569b8903 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:16.254339 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5cfa2ae8-e366-4238-9b77-c84b569b8903 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:16.265839 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cfa2ae8-e366-4238-9b77-c84b569b8903 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:26:16.266997 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5cfa2ae8-e366-4238-9b77-c84b569b8903 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:26:16.330061 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:26:16.385679 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5cfa2ae8-e366-4238-9b77-c84b569b8903 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:16.399446 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5cfa2ae8-e366-4238-9b77-c84b569b8903 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:16.401927 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5cfa2ae8-e366-4238-9b77-c84b569b8903 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] 10.222.0.50 "DELETE /v2.0/networks/a22ae8f3-b76a-495f-839c-755566103de1 HTTP/1.1" status: 204 len: 168 time: 0.4833677 Aug 11 02:26:16.473351 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5b066-164f-4595-84ba-3450f2078049 req-a68cef54-5d2c-4283-a2a7-d39acbe3de27 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:16.475870 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c3d5b066-164f-4595-84ba-3450f2078049 req-a68cef54-5d2c-4283-a2a7-d39acbe3de27 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd291e0e-b117-48d3-8b13-14b8a46dbc34 HTTP/1.1" status: 200 len: 945 time: 0.1399534 Aug 11 02:26:16.509455 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa2ae8-e366-4238-9b77-c84b569b8903 tempest-TaggedBootDevicesTest-2053368719 tempest-TaggedBootDevicesTest-2053368719-project] Pushing event deleted for resources: {'Network': ['ID=a22ae8f3-b76a-495f-839c-755566103de1,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:16.549379 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ffe4abb7-ebc8-454a-916d-1b5261eeb6a6 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:26:16.580707 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: ffe4abb7-ebc8-454a-916d-1b5261eeb6a6 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:26:16.581062 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ffe4abb7-ebc8-454a-916d-1b5261eeb6a6 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:26:16.581488 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 96509f72-ee82-4c07-b82e-ccab7c3bd535 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:26:16.599077 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c3d5b066-164f-4595-84ba-3450f2078049 req-5a4aa48b-bacc-4224-9127-06bfe38dfb93 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/security-groups?id=a3158af6-e789-4ed9-bddc-77b70f51721d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833077 Aug 11 02:26:16.611695 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 96509f72-ee82-4c07-b82e-ccab7c3bd535 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:26:16.612041 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 96509f72-ee82-4c07-b82e-ccab7c3bd535 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:26:16.617765 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58228) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:16.983938 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de94bc37-852f-4dc1-a248-e24fae0a853b tempest-TestServerBasicOps-1371378549 tempest-TestServerBasicOps-1371378549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:16.992428 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58252) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:16.992614 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-de94bc37-852f-4dc1-a248-e24fae0a853b tempest-TestServerBasicOps-1371378549 tempest-TestServerBasicOps-1371378549-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=fd291e0e-b117-48d3-8b13-14b8a46dbc34 HTTP/1.1" status: 200 len: 1092 time: 0.3737450 Aug 11 02:26:16.997596 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-eaf1f776-6c6d-43df-9b45-240d64015877 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'port_id': '5713f213-0718-4d54-af69-8f1283dc3fe8', 'tenant_id': '964c94866ffe47439c17b06951694814', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:17.002203 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58254) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:17.056488 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eaf1f776-6c6d-43df-9b45-240d64015877 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for floatingip, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:17.217213 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eaf1f776-6c6d-43df-9b45-240d64015877 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:17.345823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-eaf1f776-6c6d-43df-9b45-240d64015877 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Allocated IP 172.25.2.80 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/3c3b5ad2-6bd9-435a-8955-cbad1225c9f2) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:17.455147 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58268) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:17.458535 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eaf1f776-6c6d-43df-9b45-240d64015877 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:17.508870 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eaf1f776-6c6d-43df-9b45-240d64015877 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:17.554015 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf1f776-6c6d-43df-9b45-240d64015877 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:17.558234 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-eaf1f776-6c6d-43df-9b45-240d64015877 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:17.564738 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf1f776-6c6d-43df-9b45-240d64015877 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:17.642462 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1f776-6c6d-43df-9b45-240d64015877 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Pushing event updated for resources: {'Port': ['ID=3c3b5ad2-6bd9-435a-8955-cbad1225c9f2,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:17.872409 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22257cbd-f5f9-4c9e-a816-ba6c6b367133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.081351 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58290) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:18.081976 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eaf1f776-6c6d-43df-9b45-240d64015877 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.115608 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22257cbd-f5f9-4c9e-a816-ba6c6b367133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.125424 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22257cbd-f5f9-4c9e-a816-ba6c6b367133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.156208 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-22257cbd-f5f9-4c9e-a816-ba6c6b367133 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=66bacd7baf8a4743a31ee314e06d5943&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6989644 Aug 11 02:26:18.158830 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58294) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:18.180096 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eaf1f776-6c6d-43df-9b45-240d64015877 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.212646 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-53373426-71b1-416b-8a91-caa60db0344d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.261046 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22257cbd-f5f9-4c9e-a816-ba6c6b367133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad18a6c3-53bf-43b6-b495-2db2d39e05ac,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:18.285410 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a1f39312-57cc-4d79-8774-39901ade15f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.313328 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-901be00f-07ff-40b2-ae6a-c85c0f16d37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.346301 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a1f39312-57cc-4d79-8774-39901ade15f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.367974 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.411598 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eaf1f776-6c6d-43df-9b45-240d64015877 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.419113 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eaf1f776-6c6d-43df-9b45-240d64015877 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.476431 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a1f39312-57cc-4d79-8774-39901ade15f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.478898 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a1f39312-57cc-4d79-8774-39901ade15f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.482365 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a1f39312-57cc-4d79-8774-39901ade15f3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ad18a6c3-53bf-43b6-b495-2db2d39e05ac HTTP/1.1" status: 204 len: 168 time: 0.3193266 Aug 11 02:26:18.488033 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-16dae088-7411-46fb-a6ac-cd6334227d7c tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-215427178'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:18.512244 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f39312-57cc-4d79-8774-39901ade15f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad18a6c3-53bf-43b6-b495-2db2d39e05ac,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:18.543326 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1f776-6c6d-43df-9b45-240d64015877 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Pushing event updated for resources: {'Port': ['ID=3c3b5ad2-6bd9-435a-8955-cbad1225c9f2,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:18.554138 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16dae088-7411-46fb-a6ac-cd6334227d7c tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Made reservation on behalf of 7a46edd57f73404db9ad26493a191fcb for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:18.562723 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-16dae088-7411-46fb-a6ac-cd6334227d7c tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.585619 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eaf1f776-6c6d-43df-9b45-240d64015877 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.605818 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-16dae088-7411-46fb-a6ac-cd6334227d7c tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.716169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-53373426-71b1-416b-8a91-caa60db0344d admin admin] Deleting port 0fb63bfd-193e-4eca-8480-b9b043930685 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:18.716522 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-53373426-71b1-416b-8a91-caa60db0344d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.738683 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-eaf1f776-6c6d-43df-9b45-240d64015877 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Floating IP 6ce94aa9-14a2-4ab5-b6b4-912b59904f18 associated. External IP: 172.25.2.80, port: 5713f213-0718-4d54-af69-8f1283dc3fe8. Aug 11 02:26:18.823323 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-16dae088-7411-46fb-a6ac-cd6334227d7c tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.831242 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-16dae088-7411-46fb-a6ac-cd6334227d7c tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.842242 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-53373426-71b1-416b-8a91-caa60db0344d admin admin] For port 0fb63bfd-193e-4eca-8480-b9b043930685, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=0fb63bfd-193e-4eca-8480-b9b043930685,segment=NetworkSegment(54995699-ccb8-46c9-8986-86289a757a66),segment_id=54995699-ccb8-46c9-8986-86289a757a66)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:18.842535 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-53373426-71b1-416b-8a91-caa60db0344d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.866468 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-53373426-71b1-416b-8a91-caa60db0344d admin admin] Calling delete_port for 0fb63bfd-193e-4eca-8480-b9b043930685 owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:18.884789 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16dae088-7411-46fb-a6ac-cd6334227d7c tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:26:18.902756 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dae088-7411-46fb-a6ac-cd6334227d7c tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79995ca7-654c-4016-a5ee-a86c673c746d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:18.910412 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-16dae088-7411-46fb-a6ac-cd6334227d7c tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.910777 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-16dae088-7411-46fb-a6ac-cd6334227d7c tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Added segment 78e7acee-31ae-4149-857f-286f9f1c5ff1 of type vlan for network 341c92e4-e87b-4057-b636-1b68e3003f4a Aug 11 02:26:19.056842 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf1f776-6c6d-43df-9b45-240d64015877 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Router 4e49c78f-c873-4639-bdb1-f6dddeb6276f has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:26:19.057962 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58314) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:19.077003 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1f6b2e0e-c7ea-4884-94aa-a22f1ffc7327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:19.260319 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf1f776-6c6d-43df-9b45-240d64015877 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:19.271443 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697beb2b-24b4-4f16-b788-e14afa1ba664 None None] Sync routers for ids ['4e49c78f-c873-4639-bdb1-f6dddeb6276f'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:19.283796 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697beb2b-24b4-4f16-b788-e14afa1ba664 None None] Routers {'4e49c78f-c873-4639-bdb1-f6dddeb6276f'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:19.284474 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-697beb2b-24b4-4f16-b788-e14afa1ba664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:26:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['4e49c78f-c873-4639-bdb1-f6dddeb6276f'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:19.309689 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1f6b2e0e-c7ea-4884-94aa-a22f1ffc7327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:19.317702 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1f6b2e0e-c7ea-4884-94aa-a22f1ffc7327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:19.364903 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-16dae088-7411-46fb-a6ac-cd6334227d7c tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:19.373569 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eaf1f776-6c6d-43df-9b45-240d64015877 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:19.410768 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b2e0e-c7ea-4884-94aa-a22f1ffc7327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5746da1-224d-43f9-a289-f4e561db6b97,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:19.448668 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58320) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:19.449812 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1f6b2e0e-c7ea-4884-94aa-a22f1ffc7327 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eadbdde87f0b4578adf9ac86a1d6f819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3882635 Aug 11 02:26:19.470621 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-eaf1f776-6c6d-43df-9b45-240d64015877 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4765666 Aug 11 02:26:19.471282 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd291e0e-b117-48d3-8b13-14b8a46dbc34', 'tag': '5713f213-0718-4d54-af69-8f1283dc3fe8'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:19.474212 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-697beb2b-24b4-4f16-b788-e14afa1ba664 None None] Set router 4e49c78f-c873-4639-bdb1-f6dddeb6276f gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:19.478579 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc275f84-d989-4c2d-a656-dcc53ad4c512" -d '{"events": [{"name": "network-changed", "server_uuid": "fd291e0e-b117-48d3-8b13-14b8a46dbc34", "tag": "5713f213-0718-4d54-af69-8f1283dc3fe8"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:19.534819 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c566b2-fa78-4b3b-8791-dd2257895580 x-openstack-request-id: req-86c566b2-fa78-4b3b-8791-dd2257895580 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:19.535339 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd291e0e-b117-48d3-8b13-14b8a46dbc34", "tag": "5713f213-0718-4d54-af69-8f1283dc3fe8", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:19.536058 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-86c566b2-fa78-4b3b-8791-dd2257895580 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:19.536765 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd291e0e-b117-48d3-8b13-14b8a46dbc34', 'tag': '5713f213-0718-4d54-af69-8f1283dc3fe8', 'status': 'completed', 'code': 200} Aug 11 02:26:19.547974 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-16dae088-7411-46fb-a6ac-cd6334227d7c tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:19.560901 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dae088-7411-46fb-a6ac-cd6334227d7c tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:19.561666 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-16dae088-7411-46fb-a6ac-cd6334227d7c tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:19.716414 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-697beb2b-24b4-4f16-b788-e14afa1ba664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'name': 'tempest-TestServerBasicOps-674720953-router', 'tenant_id': '964c94866ffe47439c17b06951694814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '9e8f0170-d0dd-46af-ad4e-0280c7396d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:15Z', 'updated_at': '2021-08-11T02:25:30Z', 'revision_number': 4, 'project_id': '964c94866ffe47439c17b06951694814', 'gw_port': {'id': '9e8f0170-d0dd-46af-ad4e-0280c7396d64', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:17Z', 'updated_at': '2021-08-11T02:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '6ce94aa9-14a2-4ab5-b6b4-912b59904f18', 'tenant_id': '964c94866ffe47439c17b06951694814', 'floating_ip_address': '172.25.2.80', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'port_id': '5713f213-0718-4d54-af69-8f1283dc3fe8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c208dbef-4fed-4c40-9530-440f884537b0', 'mac_address': 'fa:16:3e:6d:1d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd291e0e-b117-48d3-8b13-14b8a46dbc34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:26:17Z', 'updated_at': '2021-08-11T02:26:17Z', 'revision_number': 0, 'project_id': '964c94866ffe47439c17b06951694814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81969786-651c-4bd8-9c0d-defd342df39e', 'name': '', 'network_id': 'c208dbef-4fed-4c40-9530-440f884537b0', 'tenant_id': '964c94866ffe47439c17b06951694814', 'mac_address': 'fa:16:3e:02:e1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'fdf3d49a-9c58-42ff-9058-28a4ebd053e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:27Z', 'updated_at': '2021-08-11T02:25:39Z', 'revision_number': 5, 'project_id': '964c94866ffe47439c17b06951694814', 'subnets': [{'id': 'fdf3d49a-9c58-42ff-9058-28a4ebd053e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:19.736546 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-16dae088-7411-46fb-a6ac-cd6334227d7c tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6537244 Aug 11 02:26:19.740163 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58328) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:19.745410 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-88648272-da5f-4b42-a415-07a3b6c86b8d tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Request body: {'subnet': {'network_id': '341c92e4-e87b-4057-b636-1b68e3003f4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:19.747394 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697beb2b-24b4-4f16-b788-e14afa1ba664 None None] Checking router: 4e49c78f-c873-4639-bdb1-f6dddeb6276f for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:26:19.756200 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697beb2b-24b4-4f16-b788-e14afa1ba664 None None] Routers {'4e49c78f-c873-4639-bdb1-f6dddeb6276f'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:19.757050 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-697beb2b-24b4-4f16-b788-e14afa1ba664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:26:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['4e49c78f-c873-4639-bdb1-f6dddeb6276f'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:19.831528 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dae088-7411-46fb-a6ac-cd6334227d7c tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Pushing event updated for resources: {'Network': ['ID=341c92e4-e87b-4057-b636-1b68e3003f4a,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:19.847567 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 341c92e4-e87b-4057-b636-1b68e3003f4a details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:26:19.884745 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee00b6a7-c851-4494-bf00-aa3024661d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:19.890052 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-697beb2b-24b4-4f16-b788-e14afa1ba664 None None] Set router 4e49c78f-c873-4639-bdb1-f6dddeb6276f gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:19.908757 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc275f84-d989-4c2d-a656-dcc53ad4c512 req-3d82b882-f29d-451c-811d-e867a791098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:19.916302 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc275f84-d989-4c2d-a656-dcc53ad4c512 req-3d82b882-f29d-451c-811d-e867a791098b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=964c94866ffe47439c17b06951694814&device_id=fd291e0e-b117-48d3-8b13-14b8a46dbc34 HTTP/1.1" status: 200 len: 1097 time: 0.3489940 Aug 11 02:26:19.945593 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88648272-da5f-4b42-a415-07a3b6c86b8d tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Made reservation on behalf of 7a46edd57f73404db9ad26493a191fcb for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:19.958619 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-88648272-da5f-4b42-a415-07a3b6c86b8d tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:19.973937 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:19.985602 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-53373426-71b1-416b-8a91-caa60db0344d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:19.999364 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee00b6a7-c851-4494-bf00-aa3024661d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:20.039890 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53373426-71b1-416b-8a91-caa60db0344d admin admin] Pushing event deleted for resources: {'Port': ['ID=0fb63bfd-193e-4eca-8480-b9b043930685,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:20.067950 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58334) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:20.201687 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc275f84-d989-4c2d-a656-dcc53ad4c512 req-e538944f-6d3c-45ee-b0cd-b3b40f88bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:20.203558 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc275f84-d989-4c2d-a656-dcc53ad4c512 req-e538944f-6d3c-45ee-b0cd-b3b40f88bb5b service neutron] 10.222.0.73 "GET /v2.0/networks?id=c208dbef-4fed-4c40-9530-440f884537b0 HTTP/1.1" status: 200 len: 909 time: 0.2787900 Aug 11 02:26:20.248817 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-697beb2b-24b4-4f16-b788-e14afa1ba664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'name': 'tempest-TestServerBasicOps-674720953-router', 'tenant_id': '964c94866ffe47439c17b06951694814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '9e8f0170-d0dd-46af-ad4e-0280c7396d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:15Z', 'updated_at': '2021-08-11T02:25:30Z', 'revision_number': 4, 'project_id': '964c94866ffe47439c17b06951694814', 'gw_port': {'id': '9e8f0170-d0dd-46af-ad4e-0280c7396d64', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:17Z', 'updated_at': '2021-08-11T02:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '6ce94aa9-14a2-4ab5-b6b4-912b59904f18', 'tenant_id': '964c94866ffe47439c17b06951694814', 'floating_ip_address': '172.25.2.80', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'port_id': '5713f213-0718-4d54-af69-8f1283dc3fe8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c208dbef-4fed-4c40-9530-440f884537b0', 'mac_address': 'fa:16:3e:6d:1d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd291e0e-b117-48d3-8b13-14b8a46dbc34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:26:17Z', 'updated_at': '2021-08-11T02:26:17Z', 'revision_number': 0, 'project_id': '964c94866ffe47439c17b06951694814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81969786-651c-4bd8-9c0d-defd342df39e', 'name': '', 'network_id': 'c208dbef-4fed-4c40-9530-440f884537b0', 'tenant_id': '964c94866ffe47439c17b06951694814', 'mac_address': 'fa:16:3e:02:e1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'fdf3d49a-9c58-42ff-9058-28a4ebd053e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:27Z', 'updated_at': '2021-08-11T02:25:39Z', 'revision_number': 5, 'project_id': '964c94866ffe47439c17b06951694814', 'subnets': [{'id': 'fdf3d49a-9c58-42ff-9058-28a4ebd053e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:20.276138 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee00b6a7-c851-4494-bf00-aa3024661d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:20.278634 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee00b6a7-c851-4494-bf00-aa3024661d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:20.279812 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ee00b6a7-c851-4494-bf00-aa3024661d19 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f5746da1-224d-43f9-a289-f4e561db6b97 HTTP/1.1" status: 204 len: 168 time: 0.8269010 Aug 11 02:26:20.346506 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697beb2b-24b4-4f16-b788-e14afa1ba664 None None] The sync data for ids ['4e49c78f-c873-4639-bdb1-f6dddeb6276f'] in n-d-615180-33 is: [{'id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'name': 'tempest-TestServerBasicOps-674720953-router', 'tenant_id': '964c94866ffe47439c17b06951694814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '9e8f0170-d0dd-46af-ad4e-0280c7396d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:15Z', 'updated_at': '2021-08-11T02:25:30Z', 'revision_number': 4, 'project_id': '964c94866ffe47439c17b06951694814', 'gw_port': {'id': '9e8f0170-d0dd-46af-ad4e-0280c7396d64', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:17Z', 'updated_at': '2021-08-11T02:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '6ce94aa9-14a2-4ab5-b6b4-912b59904f18', 'tenant_id': '964c94866ffe47439c17b06951694814', 'floating_ip_address': '172.25.2.80', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'port_id': '5713f213-0718-4d54-af69-8f1283dc3fe8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c208dbef-4fed-4c40-9530-440f884537b0', 'mac_address': 'fa:16:3e:6d:1d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd291e0e-b117-48d3-8b13-14b8a46dbc34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:26:17Z', 'updated_at': '2021-08-11T02:26:17Z', 'revision_number': 0, 'project_id': '964c94866ffe47439c17b06951694814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81969786-651c-4bd8-9c0d-defd342df39e', 'name': '', 'network_id': 'c208dbef-4fed-4c40-9530-440f884537b0', 'tenant_id': '964c94866ffe47439c17b06951694814', 'mac_address': 'fa:16:3e:02:e1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'fdf3d49a-9c58-42ff-9058-28a4ebd053e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:27Z', 'updated_at': '2021-08-11T02:25:39Z', 'revision_number': 5, 'project_id': '964c94866ffe47439c17b06951694814', 'subnets': [{'id': 'fdf3d49a-9c58-42ff-9058-28a4ebd053e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:20.358730 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fc3aa8c2-7f85-4e12-afe7-9653a26f037d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:20.394234 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00b6a7-c851-4494-bf00-aa3024661d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5746da1-224d-43f9-a289-f4e561db6b97,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:20.493618 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc275f84-d989-4c2d-a656-dcc53ad4c512 req-1615075c-e503-4e0c-baaa-823ac0a516f6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5713f213-0718-4d54-af69-8f1283dc3fe8 HTTP/1.1" status: 200 len: 998 time: 0.2193227 Aug 11 02:26:20.540060 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-53373426-71b1-416b-8a91-caa60db0344d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:20.614127 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc275f84-d989-4c2d-a656-dcc53ad4c512 req-f501cafc-8df2-43a8-baec-e1ae8c083c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:20.616455 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc275f84-d989-4c2d-a656-dcc53ad4c512 req-f501cafc-8df2-43a8-baec-e1ae8c083c9f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fdf3d49a-9c58-42ff-9058-28a4ebd053e1 HTTP/1.1" status: 200 len: 847 time: 0.1149840 Aug 11 02:26:20.628193 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fc3aa8c2-7f85-4e12-afe7-9653a26f037d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:20.665605 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fc3aa8c2-7f85-4e12-afe7-9653a26f037d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:20.724154 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc275f84-d989-4c2d-a656-dcc53ad4c512 req-d0ee55f0-0cd8-4dfe-a2d4-ff393039c5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:20.725670 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc275f84-d989-4c2d-a656-dcc53ad4c512 req-d0ee55f0-0cd8-4dfe-a2d4-ff393039c5cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c208dbef-4fed-4c40-9530-440f884537b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747986 Aug 11 02:26:20.746139 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-88648272-da5f-4b42-a415-07a3b6c86b8d tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:20.748009 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3aa8c2-7f85-4e12-afe7-9653a26f037d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba9ba94-769f-4e38-b6b1-6f18acf9b624,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:20.764982 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fc3aa8c2-7f85-4e12-afe7-9653a26f037d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=09e55fe0e33c485990984bd0486311e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6915042 Aug 11 02:26:20.791494 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58348) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:20.795812 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b982ea27-4f8b-4de9-a5b8-8b313dd02605 None None] New status for floating IP 6ce94aa9-14a2-4ab5-b6b4-912b59904f18: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:26:20.835370 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f3b80ad4-283a-4684-a848-cdc11b072f33 req-fdcc0890-cc8a-4612-9028-8a0f97f8fb7e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fd291e0e-b117-48d3-8b13-14b8a46dbc34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2012799 Aug 11 02:26:20.875024 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88648272-da5f-4b42-a415-07a3b6c86b8d tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Pushing event updated for resources: {'Subnet': ['ID=5499c9a9-e5de-446d-a394-d232a446df9d,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:20.907202 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88648272-da5f-4b42-a415-07a3b6c86b8d tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Checking segment: {'id': '78e7acee-31ae-4149-857f-286f9f1c5ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '341c92e4-e87b-4057-b636-1b68e3003f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:20.907603 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88648272-da5f-4b42-a415-07a3b6c86b8d tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Network hostable DHCP agents. Network: 341c92e4-e87b-4057-b636-1b68e3003f4a, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:26:20.909837 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-94446f30-b2cf-49e2-bf04-ed728397a7f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:20.965583 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-94446f30-b2cf-49e2-bf04-ed728397a7f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:20.985272 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc275f84-d989-4c2d-a656-dcc53ad4c512 req-61516445-e496-40e9-9b4d-af01bd4d2829 service neutron] 10.222.0.73 "GET /v2.0/networks/c208dbef-4fed-4c40-9530-440f884537b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253633 Aug 11 02:26:20.994991 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88648272-da5f-4b42-a415-07a3b6c86b8d tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Network 341c92e4-e87b-4057-b636-1b68e3003f4a is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:26:21.003653 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53373426-71b1-416b-8a91-caa60db0344d admin admin] Router 8cdd431b-5b4c-48b3-ad36-237c802964cf has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:26:21.021628 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-88648272-da5f-4b42-a415-07a3b6c86b8d tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 341c92e4-e87b-4057-b636-1b68e3003f4a) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:21.031501 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ee3f1f-75a2-47f9-b2c0-e7399ceb994e None None] Network 341c92e4-e87b-4057-b636-1b68e3003f4a requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:21.071441 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88648272-da5f-4b42-a415-07a3b6c86b8d tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:21.071908 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-88648272-da5f-4b42-a415-07a3b6c86b8d tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:21.111805 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-88648272-da5f-4b42-a415-07a3b6c86b8d tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3702521 Aug 11 02:26:21.114390 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58358) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:21.120767 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-50bfd1df-f7b7-407c-b410-aff5ae081233 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1378413467', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:21.160538 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-94446f30-b2cf-49e2-bf04-ed728397a7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:21.169363 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-94446f30-b2cf-49e2-bf04-ed728397a7f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:21.173283 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-94446f30-b2cf-49e2-bf04-ed728397a7f8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4ba9ba94-769f-4e38-b6b1-6f18acf9b624 HTTP/1.1" status: 204 len: 168 time: 0.3749931 Aug 11 02:26:21.192994 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94446f30-b2cf-49e2-bf04-ed728397a7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba9ba94-769f-4e38-b6b1-6f18acf9b624,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:21.202488 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-50bfd1df-f7b7-407c-b410-aff5ae081233 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:21.203679 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-50bfd1df-f7b7-407c-b410-aff5ae081233 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:21.281744 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53373426-71b1-416b-8a91-caa60db0344d admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:21.291800 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9682ee4e-7650-4897-9acd-7fbc8bea5d26 None None] Sync routers for ids ['8cdd431b-5b4c-48b3-ad36-237c802964cf'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:21.303490 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9682ee4e-7650-4897-9acd-7fbc8bea5d26 None None] Routers {'8cdd431b-5b4c-48b3-ad36-237c802964cf'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:21.304150 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9682ee4e-7650-4897-9acd-7fbc8bea5d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:26:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['8cdd431b-5b4c-48b3-ad36-237c802964cf'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:21.323845 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-53373426-71b1-416b-8a91-caa60db0344d admin admin] 10.222.0.50 "PUT /v2.0/routers/8cdd431b-5b4c-48b3-ad36-237c802964cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3202195 Aug 11 02:26:21.326564 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58370) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:21.490061 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc275f84-d989-4c2d-a656-dcc53ad4c512 req-4cd9b9ce-54f5-4eb9-befd-66e8f58f5060 service neutron] 10.222.0.73 "GET /v2.0/networks/c208dbef-4fed-4c40-9530-440f884537b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4969735 Aug 11 02:26:21.495131 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:21.519394 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedd128a-23a2-4ca8-b12d-a77a88243148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-341c92e4-e87b-4057-b636-1b68e3003f4a', 'network_id': '341c92e4-e87b-4057-b636-1b68e3003f4a', 'tenant_id': '7a46edd57f73404db9ad26493a191fcb', 'fixed_ips': [{'subnet_id': '5499c9a9-e5de-446d-a394-d232a446df9d'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:26:21.521229 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cedd128a-23a2-4ca8-b12d-a77a88243148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:21.623715 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-9682ee4e-7650-4897-9acd-7fbc8bea5d26 None None] Set router 8cdd431b-5b4c-48b3-ad36-237c802964cf gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:21.718884 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b80ad4-283a-4684-a848-cdc11b072f33 req-65390173-67aa-44c8-9068-68ac432c9904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:21.720784 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3b80ad4-283a-4684-a848-cdc11b072f33 req-65390173-67aa-44c8-9068-68ac432c9904 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=964c94866ffe47439c17b06951694814&device_id=fd291e0e-b117-48d3-8b13-14b8a46dbc34 HTTP/1.1" status: 200 len: 1097 time: 0.1331859 Aug 11 02:26:21.721669 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-894e40f7-6bde-4522-9483-c263929e2b10 admin admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:21.834804 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-cedd128a-23a2-4ca8-b12d-a77a88243148 None None] Allocated IP 172.20.0.2 (341c92e4-e87b-4057-b636-1b68e3003f4a/5499c9a9-e5de-446d-a394-d232a446df9d/05e78a4f-4233-4644-8960-104f1efb1b5f) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:21.951614 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58382) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:22.067442 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bcaa1ae2-36fd-4c5c-a101-77bbf165ece9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.097194 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cedd128a-23a2-4ca8-b12d-a77a88243148 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.105892 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cedd128a-23a2-4ca8-b12d-a77a88243148 None None] Transition to ACTIVE for port object 05e78a4f-4233-4644-8960-104f1efb1b5f will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:22.122982 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cedd128a-23a2-4ca8-b12d-a77a88243148 None None] Transition to ACTIVE for port object 05e78a4f-4233-4644-8960-104f1efb1b5f will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:22.132048 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cedd128a-23a2-4ca8-b12d-a77a88243148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.165951 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedd128a-23a2-4ca8-b12d-a77a88243148 None None] Network 341c92e4-e87b-4057-b636-1b68e3003f4a is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:22.187714 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-cedd128a-23a2-4ca8-b12d-a77a88243148 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:22.188703 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-50bfd1df-f7b7-407c-b410-aff5ae081233 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.195301 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedd128a-23a2-4ca8-b12d-a77a88243148 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:22.196548 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-50bfd1df-f7b7-407c-b410-aff5ae081233 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.236120 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9682ee4e-7650-4897-9acd-7fbc8bea5d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1662482736-router', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bf38d9db-e662-4a12-b0ed-b5c934854f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:12Z', 'updated_at': '2021-08-11T02:26:19Z', 'revision_number': 5, 'project_id': 'b9900cac277147b786c9feaddc3e5258', 'gw_port': {'id': 'bf38d9db-e662-4a12-b0ed-b5c934854f88', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:13Z', 'updated_at': '2021-08-11T02:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:22.275065 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-894e40f7-6bde-4522-9483-c263929e2b10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.286322 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9682ee4e-7650-4897-9acd-7fbc8bea5d26 None None] Checking router: 8cdd431b-5b4c-48b3-ad36-237c802964cf for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:26:22.290629 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b80ad4-283a-4684-a848-cdc11b072f33 req-9b883013-b474-4e15-85b9-0d8ee4b48c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:22.292329 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3b80ad4-283a-4684-a848-cdc11b072f33 req-9b883013-b474-4e15-85b9-0d8ee4b48c6b service neutron] 10.222.0.73 "GET /v2.0/networks?id=c208dbef-4fed-4c40-9530-440f884537b0 HTTP/1.1" status: 200 len: 909 time: 0.5036483 Aug 11 02:26:22.302021 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9682ee4e-7650-4897-9acd-7fbc8bea5d26 None None] Routers {'8cdd431b-5b4c-48b3-ad36-237c802964cf'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:22.302752 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9682ee4e-7650-4897-9acd-7fbc8bea5d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:26:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['8cdd431b-5b4c-48b3-ad36-237c802964cf'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:22.449444 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-9682ee4e-7650-4897-9acd-7fbc8bea5d26 None None] Set router 8cdd431b-5b4c-48b3-ad36-237c802964cf gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:22.489324 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd128a-23a2-4ca8-b12d-a77a88243148 None None] Pushing event updated for resources: {'Port': ['ID=05e78a4f-4233-4644-8960-104f1efb1b5f,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:22.501779 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3b80ad4-283a-4684-a848-cdc11b072f33 req-a9c89c3f-956f-4322-bd55-43ad1fe1ac5a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5713f213-0718-4d54-af69-8f1283dc3fe8 HTTP/1.1" status: 200 len: 1000 time: 0.1998980 Aug 11 02:26:22.503187 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-cedd128a-23a2-4ca8-b12d-a77a88243148 None None] Attempting to bind port 05e78a4f-4233-4644-8960-104f1efb1b5f on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:26:22.503922 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-cedd128a-23a2-4ca8-b12d-a77a88243148 None None] Attempting to bind port 05e78a4f-4233-4644-8960-104f1efb1b5f by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '78e7acee-31ae-4149-857f-286f9f1c5ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '341c92e4-e87b-4057-b636-1b68e3003f4a'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:26:22.504495 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedd128a-23a2-4ca8-b12d-a77a88243148 None None] Attempting to bind port 05e78a4f-4233-4644-8960-104f1efb1b5f on network 341c92e4-e87b-4057-b636-1b68e3003f4a {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:22.510498 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedd128a-23a2-4ca8-b12d-a77a88243148 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:26:22.511197 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedd128a-23a2-4ca8-b12d-a77a88243148 None None] Checking segment: {'id': '78e7acee-31ae-4149-857f-286f9f1c5ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '341c92e4-e87b-4057-b636-1b68e3003f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:22.511847 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cedd128a-23a2-4ca8-b12d-a77a88243148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.512437 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedd128a-23a2-4ca8-b12d-a77a88243148 None None] Bound using segment: {'id': '78e7acee-31ae-4149-857f-286f9f1c5ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '341c92e4-e87b-4057-b636-1b68e3003f4a'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:26:22.524408 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-cedd128a-23a2-4ca8-b12d-a77a88243148 None None] Bound port: 05e78a4f-4233-4644-8960-104f1efb1b5f, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e7acee-31ae-4149-857f-286f9f1c5ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '341c92e4-e87b-4057-b636-1b68e3003f4a'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:26:22.525388 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cedd128a-23a2-4ca8-b12d-a77a88243148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.586819 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bcaa1ae2-36fd-4c5c-a101-77bbf165ece9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.601516 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-50bfd1df-f7b7-407c-b410-aff5ae081233 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.603005 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-50bfd1df-f7b7-407c-b410-aff5ae081233 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.4876184 Aug 11 02:26:22.605798 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58398) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:22.607270 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bcaa1ae2-36fd-4c5c-a101-77bbf165ece9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.615590 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b80ad4-283a-4684-a848-cdc11b072f33 req-6a4517d2-aa37-4774-b556-30ceee9d844c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:22.620810 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3b80ad4-283a-4684-a848-cdc11b072f33 req-6a4517d2-aa37-4774-b556-30ceee9d844c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fdf3d49a-9c58-42ff-9058-28a4ebd053e1 HTTP/1.1" status: 200 len: 847 time: 0.1095817 Aug 11 02:26:22.644380 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-cedd128a-23a2-4ca8-b12d-a77a88243148 None None] For port 05e78a4f-4233-4644-8960-104f1efb1b5f, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:26:22.649526 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-cedd128a-23a2-4ca8-b12d-a77a88243148 None None] For port 05e78a4f-4233-4644-8960-104f1efb1b5f, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=05e78a4f-4233-4644-8960-104f1efb1b5f,segment=NetworkSegment(78e7acee-31ae-4149-857f-286f9f1c5ff1),segment_id=78e7acee-31ae-4149-857f-286f9f1c5ff1)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:26:22.655163 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cedd128a-23a2-4ca8-b12d-a77a88243148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.697879 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bcaa1ae2-36fd-4c5c-a101-77bbf165ece9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aa3478a66cf346aabd803a197edb6df3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7431588 Aug 11 02:26:22.700505 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-894e40f7-6bde-4522-9483-c263929e2b10 admin admin] Deleting port bf38d9db-e662-4a12-b0ed-b5c934854f88 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:22.700841 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-894e40f7-6bde-4522-9483-c263929e2b10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.705096 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58406) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:22.714295 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa1ae2-36fd-4c5c-a101-77bbf165ece9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86d11bd-34eb-471f-a518-18a12932e9db,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:22.801888 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9682ee4e-7650-4897-9acd-7fbc8bea5d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1662482736-router', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bf38d9db-e662-4a12-b0ed-b5c934854f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:12Z', 'updated_at': '2021-08-11T02:26:19Z', 'revision_number': 5, 'project_id': 'b9900cac277147b786c9feaddc3e5258', 'gw_port': {'id': 'bf38d9db-e662-4a12-b0ed-b5c934854f88', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:13Z', 'updated_at': '2021-08-11T02:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:22.815286 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd128a-23a2-4ca8-b12d-a77a88243148 None None] Pushing event updated for resources: {'Port': ['ID=05e78a4f-4233-4644-8960-104f1efb1b5f,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:22.853221 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9682ee4e-7650-4897-9acd-7fbc8bea5d26 None None] The sync data for ids ['8cdd431b-5b4c-48b3-ad36-237c802964cf'] in n-d-615180-33 is: [{'id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1662482736-router', 'tenant_id': 'b9900cac277147b786c9feaddc3e5258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bf38d9db-e662-4a12-b0ed-b5c934854f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:12Z', 'updated_at': '2021-08-11T02:26:19Z', 'revision_number': 5, 'project_id': 'b9900cac277147b786c9feaddc3e5258', 'gw_port': {'id': 'bf38d9db-e662-4a12-b0ed-b5c934854f88', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd431b-5b4c-48b3-ad36-237c802964cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:13Z', 'updated_at': '2021-08-11T02:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:23.133154 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78ee4d1a-fb80-4452-b111-7361f9776142 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:23.163164 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b80ad4-283a-4684-a848-cdc11b072f33 req-c92cb194-de33-4bcf-b61d-6d76de2d419f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:23.164865 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3b80ad4-283a-4684-a848-cdc11b072f33 req-c92cb194-de33-4bcf-b61d-6d76de2d419f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c208dbef-4fed-4c40-9530-440f884537b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5364845 Aug 11 02:26:23.268866 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-894e40f7-6bde-4522-9483-c263929e2b10 admin admin] For port bf38d9db-e662-4a12-b0ed-b5c934854f88, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=bf38d9db-e662-4a12-b0ed-b5c934854f88,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:23.269232 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-894e40f7-6bde-4522-9483-c263929e2b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:23.282657 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef9f28ad-cb63-4c7f-a412-ae465638185a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:23.297274 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-894e40f7-6bde-4522-9483-c263929e2b10 admin admin] Calling delete_port for bf38d9db-e662-4a12-b0ed-b5c934854f88 owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:23.344530 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef9f28ad-cb63-4c7f-a412-ae465638185a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:23.462058 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3b80ad4-283a-4684-a848-cdc11b072f33 req-538ef7f8-472d-438d-867e-0d5ce72a773c service neutron] 10.222.0.73 "GET /v2.0/networks/c208dbef-4fed-4c40-9530-440f884537b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824907 Aug 11 02:26:23.624130 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef9f28ad-cb63-4c7f-a412-ae465638185a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:23.627362 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef9f28ad-cb63-4c7f-a412-ae465638185a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:23.628576 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ef9f28ad-cb63-4c7f-a412-ae465638185a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c86d11bd-34eb-471f-a518-18a12932e9db HTTP/1.1" status: 204 len: 168 time: 0.9212945 Aug 11 02:26:23.658107 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-78ee4d1a-fb80-4452-b111-7361f9776142 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Allocated IP 172.20.0.1 (341c92e4-e87b-4057-b636-1b68e3003f4a/5499c9a9-e5de-446d-a394-d232a446df9d/751e1e1e-6699-468c-b4c6-a8ea768d059d) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:23.736510 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f28ad-cb63-4c7f-a412-ae465638185a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86d11bd-34eb-471f-a518-18a12932e9db,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:23.779718 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aad60e76-719c-431a-8cf5-08788cde9a8d req-188866f1-68a7-4ca6-adc2-9eebb8a5f7d5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0d06cdc6-1ae9-4411-af0f-42fd634bd958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3009987 Aug 11 02:26:23.844834 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78ee4d1a-fb80-4452-b111-7361f9776142 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:23.860986 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-78ee4d1a-fb80-4452-b111-7361f9776142 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Transition to ACTIVE for port object 751e1e1e-6699-468c-b4c6-a8ea768d059d will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:23.905141 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78ee4d1a-fb80-4452-b111-7361f9776142 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:23.956944 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ee4d1a-fb80-4452-b111-7361f9776142 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Network 341c92e4-e87b-4057-b636-1b68e3003f4a is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:23.966031 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-78ee4d1a-fb80-4452-b111-7361f9776142 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:23.968823 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3b80ad4-283a-4684-a848-cdc11b072f33 req-48fa6bd1-aaeb-4f29-97f3-ee2ec4e1f33f service neutron] 10.222.0.73 "GET /v2.0/networks/c208dbef-4fed-4c40-9530-440f884537b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5028236 Aug 11 02:26:23.969980 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ee4d1a-fb80-4452-b111-7361f9776142 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:23.975330 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad60e76-719c-431a-8cf5-08788cde9a8d req-2231abfe-51bf-4168-8521-9bcf04f109e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:23.977028 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aad60e76-719c-431a-8cf5-08788cde9a8d req-2231abfe-51bf-4168-8521-9bcf04f109e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=83575988edd14bd3ac636f254bcc4c79&device_id=0d06cdc6-1ae9-4411-af0f-42fd634bd958 HTTP/1.1" status: 200 len: 1098 time: 0.1284080 Aug 11 02:26:23.990355 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-894e40f7-6bde-4522-9483-c263929e2b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:24.018129 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee4d1a-fb80-4452-b111-7361f9776142 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Pushing event updated for resources: {'Port': ['ID=751e1e1e-6699-468c-b4c6-a8ea768d059d,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:24.038794 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e40f7-6bde-4522-9483-c263929e2b10 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf38d9db-e662-4a12-b0ed-b5c934854f88,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:24.046702 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78ee4d1a-fb80-4452-b111-7361f9776142 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:24.214262 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78ee4d1a-fb80-4452-b111-7361f9776142 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:24.336539 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-894e40f7-6bde-4522-9483-c263929e2b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:24.433644 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:24.569854 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-894e40f7-6bde-4522-9483-c263929e2b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:24.572367 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-894e40f7-6bde-4522-9483-c263929e2b10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:24.647303 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad60e76-719c-431a-8cf5-08788cde9a8d req-c50b6152-c584-42f2-a477-0fd577488781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:24.648980 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aad60e76-719c-431a-8cf5-08788cde9a8d req-c50b6152-c584-42f2-a477-0fd577488781 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d5e9bc60-44e8-48ec-bced-24847d62e034 HTTP/1.1" status: 200 len: 912 time: 0.6304410 Aug 11 02:26:24.650234 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-894e40f7-6bde-4522-9483-c263929e2b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:24.650886 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894e40f7-6bde-4522-9483-c263929e2b10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cdd431b-5b4c-48b3-ad36-237c802964cf {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:26:24.656244 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-894e40f7-6bde-4522-9483-c263929e2b10 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:24.657008 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-894e40f7-6bde-4522-9483-c263929e2b10 admin admin] 10.222.0.50 "DELETE /v2.0/routers/8cdd431b-5b4c-48b3-ad36-237c802964cf HTTP/1.1" status: 204 len: 168 time: 3.3254554 Aug 11 02:26:24.668023 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58448) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:24.805737 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 05e78a4f-4233-4644-8960-104f1efb1b5f up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:24.858183 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04105771-1ef7-44c2-aa07-a51088165694 None None] Network 341c92e4-e87b-4057-b636-1b68e3003f4a requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:24.908826 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aad60e76-719c-431a-8cf5-08788cde9a8d req-27c71adf-d105-44a2-afd9-3c3f8ac808e4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8f3a482-ab68-49b6-8acf-fe7a9b735239 HTTP/1.1" status: 200 len: 1001 time: 0.2497115 Aug 11 02:26:24.960672 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78ee4d1a-fb80-4452-b111-7361f9776142 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:24.968155 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78ee4d1a-fb80-4452-b111-7361f9776142 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.005534 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c302d7d-9144-45c0-867d-b1c12d1eb448 admin admin] Deleting subnet cca11161-972d-481d-9501-cb4b39e49752 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:26:25.011853 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7c302d7d-9144-45c0-867d-b1c12d1eb448 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.073768 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58458) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:25.088594 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8e577b33-bb4a-4ed7-9d1c-41557e0d2ad0 None None] Provisioning for port 05e78a4f-4233-4644-8960-104f1efb1b5f completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:25.091846 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78ee4d1a-fb80-4452-b111-7361f9776142 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.100640 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee4d1a-fb80-4452-b111-7361f9776142 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Pushing event updated for resources: {'Port': ['ID=751e1e1e-6699-468c-b4c6-a8ea768d059d,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:25.117111 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad60e76-719c-431a-8cf5-08788cde9a8d req-7459269a-b776-4b49-8f30-ff5421ae4939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:25.119059 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aad60e76-719c-431a-8cf5-08788cde9a8d req-7459269a-b776-4b49-8f30-ff5421ae4939 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=be5383bc-6e19-42ce-a87f-2dcaab36b27f HTTP/1.1" status: 200 len: 850 time: 0.1889102 Aug 11 02:26:25.121159 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7c302d7d-9144-45c0-867d-b1c12d1eb448 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.143079 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 05e78a4f-4233-4644-8960-104f1efb1b5f completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:25.157000 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8e577b33-bb4a-4ed7-9d1c-41557e0d2ad0 None None] Provisioning complete for port 05e78a4f-4233-4644-8960-104f1efb1b5f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:25.157431 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8e577b33-bb4a-4ed7-9d1c-41557e0d2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.205456 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad60e76-719c-431a-8cf5-08788cde9a8d req-e9082727-05a3-4eaf-9182-1daf54b8287e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:25.207152 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aad60e76-719c-431a-8cf5-08788cde9a8d req-e9082727-05a3-4eaf-9182-1daf54b8287e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d5e9bc60-44e8-48ec-bced-24847d62e034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648050 Aug 11 02:26:25.226887 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 05e78a4f-4233-4644-8960-104f1efb1b5f triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:25.233872 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.321334 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-210efbb3-8b14-4524-a190-abe60acd5237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.336057 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ee4d1a-fb80-4452-b111-7361f9776142 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Network 341c92e4-e87b-4057-b636-1b68e3003f4a is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:25.349571 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-78ee4d1a-fb80-4452-b111-7361f9776142 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:25.374011 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7c302d7d-9144-45c0-867d-b1c12d1eb448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.427123 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8e577b33-bb4a-4ed7-9d1c-41557e0d2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.429441 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.458052 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.513028 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 05e78a4f-4233-4644-8960-104f1efb1b5f, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=05e78a4f-4233-4644-8960-104f1efb1b5f,segment=NetworkSegment(78e7acee-31ae-4149-857f-286f9f1c5ff1),segment_id=78e7acee-31ae-4149-857f-286f9f1c5ff1)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:25.521249 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.560975 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aad60e76-719c-431a-8cf5-08788cde9a8d req-efd9f147-1ff7-4bde-a13d-62415c5463ba service neutron] 10.222.0.66 "GET /v2.0/networks/d5e9bc60-44e8-48ec-bced-24847d62e034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275235 Aug 11 02:26:25.588569 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.db.api [None req-8e577b33-bb4a-4ed7-9d1c-41557e0d2ad0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:26:25.588939 n-d-615180-33 neutron-server[94508]: DEBUG oslo_db.api [None req-8e577b33-bb4a-4ed7-9d1c-41557e0d2ad0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:26:25.589660 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 0fb63bfd-193e-4eca-8480-b9b043930685 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:26:25.592324 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ee4d1a-fb80-4452-b111-7361f9776142 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Router 0669997d-ff1c-4ff8-9b6e-5ac4341261b8 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:26:25.612935 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-210efbb3-8b14-4524-a190-abe60acd5237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.667568 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 0fb63bfd-193e-4eca-8480-b9b043930685 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:26:25.667931 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 0fb63bfd-193e-4eca-8480-b9b043930685 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:26:25.669624 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-210efbb3-8b14-4524-a190-abe60acd5237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.741827 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=05e78a4f-4233-4644-8960-104f1efb1b5f,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:25.805355 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aad60e76-719c-431a-8cf5-08788cde9a8d req-dee65e49-dae5-4ad6-aed7-cb510214ead4 service neutron] 10.222.0.66 "GET /v2.0/networks/d5e9bc60-44e8-48ec-bced-24847d62e034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322335 Aug 11 02:26:25.808042 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7c302d7d-9144-45c0-867d-b1c12d1eb448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.831042 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210efbb3-8b14-4524-a190-abe60acd5237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfcd726-2c9c-434a-a78c-6516ed1df25b,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:25.843567 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-210efbb3-8b14-4524-a190-abe60acd5237 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=faeafb14b06c41418e8c9e236625ea69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7663934 Aug 11 02:26:25.846371 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58478) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:25.861872 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c302d7d-9144-45c0-867d-b1c12d1eb448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cca11161-972d-481d-9501-cb4b39e49752,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:25.871892 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16ffde2-8b4c-42d8-87b4-391aa77a448a None None] Network 5fe47308-1e64-4a04-9103-656b58efd77e requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:25.883920 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ee4d1a-fb80-4452-b111-7361f9776142 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:25.892191 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7c302d7d-9144-45c0-867d-b1c12d1eb448 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.895371 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-78ee4d1a-fb80-4452-b111-7361f9776142 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] 10.222.0.50 "PUT /v2.0/routers/0669997d-ff1c-4ff8-9b6e-5ac4341261b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2884679 Aug 11 02:26:25.897589 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7c302d7d-9144-45c0-867d-b1c12d1eb448 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cca11161-972d-481d-9501-cb4b39e49752 HTTP/1.1" status: 204 len: 168 time: 1.2138968 Aug 11 02:26:25.901589 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58484) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:25.901937 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58486) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:25.909550 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a28d7a-658b-42ac-9361-5a48812d893b None None] Sync routers for ids ['0669997d-ff1c-4ff8-9b6e-5ac4341261b8'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:25.932247 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-d7484a62-ac54-44e9-8046-d582128609b5 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Request body: {'port': {'network_id': '341c92e4-e87b-4057-b636-1b68e3003f4a', 'name': 'tempest-FloatingIPNegativeTestJSON-43745641'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:26.013409 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cb174743-49e0-45b0-9821-5f74861f9a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.046878 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a28d7a-658b-42ac-9361-5a48812d893b None None] Routers {'0669997d-ff1c-4ff8-9b6e-5ac4341261b8'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:26.047860 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-e1a28d7a-658b-42ac-9361-5a48812d893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:26:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0669997d-ff1c-4ff8-9b6e-5ac4341261b8'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:26.078848 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cb174743-49e0-45b0-9821-5f74861f9a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.122229 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-e1a28d7a-658b-42ac-9361-5a48812d893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:26.153115 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58490) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:26.173127 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cb174743-49e0-45b0-9821-5f74861f9a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.176867 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cb174743-49e0-45b0-9821-5f74861f9a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.179044 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cb174743-49e0-45b0-9821-5f74861f9a5c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/abfcd726-2c9c-434a-a78c-6516ed1df25b HTTP/1.1" status: 204 len: 168 time: 0.3315916 Aug 11 02:26:26.189790 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb174743-49e0-45b0-9821-5f74861f9a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfcd726-2c9c-434a-a78c-6516ed1df25b,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:26.229260 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9cedc7dc-0666-4a74-b82c-2ee0228dabc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.268836 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a28d7a-658b-42ac-9361-5a48812d893b None None] Routers {'0669997d-ff1c-4ff8-9b6e-5ac4341261b8'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:26.269494 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-e1a28d7a-658b-42ac-9361-5a48812d893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:26:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0669997d-ff1c-4ff8-9b6e-5ac4341261b8'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:26.351555 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7484a62-ac54-44e9-8046-d582128609b5 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Made reservation on behalf of 7a46edd57f73404db9ad26493a191fcb for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:26.355352 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d7484a62-ac54-44e9-8046-d582128609b5 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.371947 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-e1a28d7a-658b-42ac-9361-5a48812d893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:26.375006 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a28d7a-658b-42ac-9361-5a48812d893b None None] The sync data for ids ['0669997d-ff1c-4ff8-9b6e-5ac4341261b8'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:26.400101 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-d7484a62-ac54-44e9-8046-d582128609b5 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] device_id is not set on port a120848d-fa1d-40c1-88d9-64442aa54260 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:26:26.425194 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-9cedc7dc-0666-4a74-b82c-2ee0228dabc1 admin admin] Deleting port 27a86d8d-ec81-4b96-ba89-a6519b091f5e {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:26.425788 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9cedc7dc-0666-4a74-b82c-2ee0228dabc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.471281 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2470eba-41ed-4d5b-8717-c80d5aaa6380 None None] DHCP port deletion for 5fe47308-1e64-4a04-9103-656b58efd77e request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:26:26.636094 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-1c2205d7-4d40-426b-bd11-2e73d6ed9c1b None None] Provisioning complete for port 05e78a4f-4233-4644-8960-104f1efb1b5f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:26.636487 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1c2205d7-4d40-426b-bd11-2e73d6ed9c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.693128 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4dde10e6-07b9-4b11-8553-36227a3fae4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.695496 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 05e78a4f-4233-4644-8960-104f1efb1b5f up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:26.746907 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-f2470eba-41ed-4d5b-8717-c80d5aaa6380 None None] Deleting port 27a86d8d-ec81-4b96-ba89-a6519b091f5e {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:26.747283 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f2470eba-41ed-4d5b-8717-c80d5aaa6380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.799058 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58500) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:26.822010 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-208b631c-df28-4625-85a1-9c9e578cb0cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.829063 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4dde10e6-07b9-4b11-8553-36227a3fae4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.830720 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-f2470eba-41ed-4d5b-8717-c80d5aaa6380 None None] For port 27a86d8d-ec81-4b96-ba89-a6519b091f5e, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=27a86d8d-ec81-4b96-ba89-a6519b091f5e,segment=NetworkSegment(54995699-ccb8-46c9-8986-86289a757a66),segment_id=54995699-ccb8-46c9-8986-86289a757a66)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:26.831070 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f2470eba-41ed-4d5b-8717-c80d5aaa6380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.842219 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4dde10e6-07b9-4b11-8553-36227a3fae4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.845695 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-f2470eba-41ed-4d5b-8717-c80d5aaa6380 None None] Calling delete_port for 27a86d8d-ec81-4b96-ba89-a6519b091f5e owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:26.889123 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4dde10e6-07b9-4b11-8553-36227a3fae4b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6d380af59dbb4e6f89283cd3a80e707f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7350025 Aug 11 02:26:26.914958 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58502) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:26.966947 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-208b631c-df28-4625-85a1-9c9e578cb0cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.967452 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f2470eba-41ed-4d5b-8717-c80d5aaa6380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.972098 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-208b631c-df28-4625-85a1-9c9e578cb0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.003141 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2470eba-41ed-4d5b-8717-c80d5aaa6380 None None] No DVR routers for this DVR port 27a86d8d-ec81-4b96-ba89-a6519b091f5e on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:26:27.010129 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2470eba-41ed-4d5b-8717-c80d5aaa6380 None None] Pushing event deleted for resources: {'Port': ['ID=27a86d8d-ec81-4b96-ba89-a6519b091f5e,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:27.020535 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b631c-df28-4625-85a1-9c9e578cb0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93810dfb-ee91-42f6-a657-4c8551029750,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:27.030047 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-208b631c-df28-4625-85a1-9c9e578cb0cf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=002ce95baf4a49128f66260e18d492d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2294900 Aug 11 02:26:27.032821 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58508) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:27.048146 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 05e78a4f-4233-4644-8960-104f1efb1b5f triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:27.048529 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.059384 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-9cedc7dc-0666-4a74-b82c-2ee0228dabc1 admin admin] For port 27a86d8d-ec81-4b96-ba89-a6519b091f5e, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=27a86d8d-ec81-4b96-ba89-a6519b091f5e,segment=NetworkSegment(54995699-ccb8-46c9-8986-86289a757a66),segment_id=54995699-ccb8-46c9-8986-86289a757a66)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:27.060993 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9cedc7dc-0666-4a74-b82c-2ee0228dabc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.105733 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde10e6-07b9-4b11-8553-36227a3fae4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b953485f-e2c2-4eb2-ad35-6feddfab9f7f,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:27.116578 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-9cedc7dc-0666-4a74-b82c-2ee0228dabc1 admin admin] Calling delete_port for 27a86d8d-ec81-4b96-ba89-a6519b091f5e owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:27.122709 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b7b23a5c-8a0a-4b59-8604-1679ac91df0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.129497 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-d7484a62-ac54-44e9-8046-d582128609b5 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Allocated IP 172.20.0.10 (341c92e4-e87b-4057-b636-1b68e3003f4a/5499c9a9-e5de-446d-a394-d232a446df9d/a120848d-fa1d-40c1-88d9-64442aa54260) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:27.158570 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b7b23a5c-8a0a-4b59-8604-1679ac91df0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.189245 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aab5af2f-1ae0-42e1-839a-5ea8361023f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.192547 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-1c2205d7-4d40-426b-bd11-2e73d6ed9c1b None None] Provisioning for port 751e1e1e-6699-468c-b4c6-a8ea768d059d completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:27.199127 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-1c2205d7-4d40-426b-bd11-2e73d6ed9c1b None None] Provisioning complete for port 751e1e1e-6699-468c-b4c6-a8ea768d059d triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:27.199501 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1c2205d7-4d40-426b-bd11-2e73d6ed9c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.229917 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b7b23a5c-8a0a-4b59-8604-1679ac91df0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.232926 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b7b23a5c-8a0a-4b59-8604-1679ac91df0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.234124 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b7b23a5c-8a0a-4b59-8604-1679ac91df0b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/93810dfb-ee91-42f6-a657-4c8551029750 HTTP/1.1" status: 204 len: 168 time: 0.2001791 Aug 11 02:26:27.259024 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-1c2205d7-4d40-426b-bd11-2e73d6ed9c1b None None] Port 751e1e1e-6699-468c-b4c6-a8ea768d059d cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:26:27.264617 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b23a5c-8a0a-4b59-8604-1679ac91df0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93810dfb-ee91-42f6-a657-4c8551029750,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:27.329113 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aab5af2f-1ae0-42e1-839a-5ea8361023f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.379263 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-43c958da-297e-4ae9-8f19-40fdb2f9adb7 None None] Provisioning complete for port 751e1e1e-6699-468c-b4c6-a8ea768d059d triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:27.379848 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-43c958da-297e-4ae9-8f19-40fdb2f9adb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.403683 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 27a86d8d-ec81-4b96-ba89-a6519b091f5e no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:26:27.431929 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 27a86d8d-ec81-4b96-ba89-a6519b091f5e {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:26:27.432260 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 27a86d8d-ec81-4b96-ba89-a6519b091f5e not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:26:27.433218 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device bf38d9db-e662-4a12-b0ed-b5c934854f88 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:26:27.456047 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: bf38d9db-e662-4a12-b0ed-b5c934854f88 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:26:27.456468 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device bf38d9db-e662-4a12-b0ed-b5c934854f88 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:26:27.461616 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-43c958da-297e-4ae9-8f19-40fdb2f9adb7 None None] Port 751e1e1e-6699-468c-b4c6-a8ea768d059d cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:26:27.470653 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9cedc7dc-0666-4a74-b82c-2ee0228dabc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.515752 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cedc7dc-0666-4a74-b82c-2ee0228dabc1 admin admin] No DVR routers for this DVR port 27a86d8d-ec81-4b96-ba89-a6519b091f5e on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:26:27.521664 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cedc7dc-0666-4a74-b82c-2ee0228dabc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=27a86d8d-ec81-4b96-ba89-a6519b091f5e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:27.555991 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aab5af2f-1ae0-42e1-839a-5ea8361023f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.558389 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aab5af2f-1ae0-42e1-839a-5ea8361023f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.562140 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-aab5af2f-1ae0-42e1-839a-5ea8361023f1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b953485f-e2c2-4eb2-ad35-6feddfab9f7f HTTP/1.1" status: 204 len: 168 time: 0.6431644 Aug 11 02:26:27.619010 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5af2f-1ae0-42e1-839a-5ea8361023f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b953485f-e2c2-4eb2-ad35-6feddfab9f7f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:27.635961 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9cedc7dc-0666-4a74-b82c-2ee0228dabc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.653536 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-9cedc7dc-0666-4a74-b82c-2ee0228dabc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe47308-1e64-4a04-9103-656b58efd77e']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:27.657565 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d7484a62-ac54-44e9-8046-d582128609b5 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.672053 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-9cedc7dc-0666-4a74-b82c-2ee0228dabc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54995699-ccb8-46c9-8986-86289a757a66') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:27.672374 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-9cedc7dc-0666-4a74-b82c-2ee0228dabc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54995699-ccb8-46c9-8986-86289a757a66') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:27.687103 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9cedc7dc-0666-4a74-b82c-2ee0228dabc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.689087 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-d7484a62-ac54-44e9-8046-d582128609b5 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Transition to ACTIVE for port object a120848d-fa1d-40c1-88d9-64442aa54260 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:27.713212 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9cedc7dc-0666-4a74-b82c-2ee0228dabc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.725286 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cedc7dc-0666-4a74-b82c-2ee0228dabc1 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:26:27.725694 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9cedc7dc-0666-4a74-b82c-2ee0228dabc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:26:27.728018 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:26:27.815344 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9cedc7dc-0666-4a74-b82c-2ee0228dabc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.819637 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d7484a62-ac54-44e9-8046-d582128609b5 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.826365 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9cedc7dc-0666-4a74-b82c-2ee0228dabc1 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.828665 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9cedc7dc-0666-4a74-b82c-2ee0228dabc1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5fe47308-1e64-4a04-9103-656b58efd77e HTTP/1.1" status: 204 len: 168 time: 1.9209921 Aug 11 02:26:27.867746 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cedc7dc-0666-4a74-b82c-2ee0228dabc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fe47308-1e64-4a04-9103-656b58efd77e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:27.902210 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7484a62-ac54-44e9-8046-d582128609b5 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Network 341c92e4-e87b-4057-b636-1b68e3003f4a is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:27.916099 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-d7484a62-ac54-44e9-8046-d582128609b5 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:27.920195 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7484a62-ac54-44e9-8046-d582128609b5 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:27.970333 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7484a62-ac54-44e9-8046-d582128609b5 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Pushing event updated for resources: {'Port': ['ID=a120848d-fa1d-40c1-88d9-64442aa54260,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:27.993883 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7484a62-ac54-44e9-8046-d582128609b5 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:27.994549 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d7484a62-ac54-44e9-8046-d582128609b5 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:28.021231 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d7484a62-ac54-44e9-8046-d582128609b5 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1150036 Aug 11 02:26:28.021591 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58530) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:28.027181 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-b7cc9ee9-ac9b-4591-98de-7b53d555a8bd tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:28.043697 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58534) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:28.064083 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b7cc9ee9-ac9b-4591-98de-7b53d555a8bd tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:28.139677 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e20f728a-7076-4934-a9bc-274e413af322 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b9900cac277147b786c9feaddc3e5258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0948441 Aug 11 02:26:28.142524 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58538) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:28.265881 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d0596dbf-0c28-4d84-9201-f36103b29ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:28.308047 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d0596dbf-0c28-4d84-9201-f36103b29ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:28.316466 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b7cc9ee9-ac9b-4591-98de-7b53d555a8bd tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:28.394375 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-84a70d94-8765-488f-a5b3-5dd5e925d498 None None] Provisioning for port a120848d-fa1d-40c1-88d9-64442aa54260 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:28.413635 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-84a70d94-8765-488f-a5b3-5dd5e925d498 None None] Provisioning complete for port a120848d-fa1d-40c1-88d9-64442aa54260 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:28.414194 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-84a70d94-8765-488f-a5b3-5dd5e925d498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:28.449379 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d0596dbf-0c28-4d84-9201-f36103b29ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:28.455801 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d0596dbf-0c28-4d84-9201-f36103b29ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:28.457086 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d0596dbf-0c28-4d84-9201-f36103b29ad3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f62b7860-a1e8-4731-a58a-fca2ed4808a3 HTTP/1.1" status: 204 len: 168 time: 0.3136184 Aug 11 02:26:28.480707 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0596dbf-0c28-4d84-9201-f36103b29ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62b7860-a1e8-4731-a58a-fca2ed4808a3,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:28.506780 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-b7cc9ee9-ac9b-4591-98de-7b53d555a8bd tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Allocated IP 172.25.2.244 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/9c39b777-7756-4d11-871e-ad0dc98f8078) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:28.512816 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-84a70d94-8765-488f-a5b3-5dd5e925d498 None None] Port a120848d-fa1d-40c1-88d9-64442aa54260 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:26:28.664865 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b7cc9ee9-ac9b-4591-98de-7b53d555a8bd tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:28.735165 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b7cc9ee9-ac9b-4591-98de-7b53d555a8bd tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:28.773854 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cc9ee9-ac9b-4591-98de-7b53d555a8bd tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:28.779633 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-b7cc9ee9-ac9b-4591-98de-7b53d555a8bd tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:28.781726 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cc9ee9-ac9b-4591-98de-7b53d555a8bd tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:28.819507 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc9ee9-ac9b-4591-98de-7b53d555a8bd tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Pushing event updated for resources: {'Port': ['ID=9c39b777-7756-4d11-871e-ad0dc98f8078,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:28.892664 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b7cc9ee9-ac9b-4591-98de-7b53d555a8bd tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:28.945792 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b7cc9ee9-ac9b-4591-98de-7b53d555a8bd tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:29.149978 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b7cc9ee9-ac9b-4591-98de-7b53d555a8bd tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:29.156696 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b7cc9ee9-ac9b-4591-98de-7b53d555a8bd tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:29.248432 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58588) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:29.270394 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc9ee9-ac9b-4591-98de-7b53d555a8bd tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Pushing event updated for resources: {'Port': ['ID=9c39b777-7756-4d11-871e-ad0dc98f8078,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:29.282250 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b7cc9ee9-ac9b-4591-98de-7b53d555a8bd tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:29.296861 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b7cc9ee9-ac9b-4591-98de-7b53d555a8bd tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:29.298006 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b7cc9ee9-ac9b-4591-98de-7b53d555a8bd tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2751160 Aug 11 02:26:29.301100 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58596) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:29.307122 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-a5ef1171-7506-4129-bfb0-79b2c9b8f114 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Request body: {'floatingip': {'port_id': 'a120848d-fa1d-40c1-88d9-64442aa54260', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:29.359271 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a5ef1171-7506-4129-bfb0-79b2c9b8f114 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks [] for floatingip, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:29.496795 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-a5ef1171-7506-4129-bfb0-79b2c9b8f114 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] update failed (client error): The resource could not be found. Aug 11 02:26:29.497954 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a5ef1171-7506-4129-bfb0-79b2c9b8f114 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] 10.222.0.50 "PUT /v2.0/floatingips/8bcc1edb-bd16-4c92-97b8-1c81c97191ea HTTP/1.1" status: 404 len: 507 time: 0.1955438 Aug 11 02:26:29.500685 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58604) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:29.727613 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-92408d3d-e23d-40b4-8575-0383af4f3b18 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Deleting port 9c39b777-7756-4d11-871e-ad0dc98f8078 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:29.727965 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-92408d3d-e23d-40b4-8575-0383af4f3b18 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:29.849831 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-92408d3d-e23d-40b4-8575-0383af4f3b18 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:29.850163 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-92408d3d-e23d-40b4-8575-0383af4f3b18 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:29.867866 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-92408d3d-e23d-40b4-8575-0383af4f3b18 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Calling delete_port for 9c39b777-7756-4d11-871e-ad0dc98f8078 owned by network:floatingip {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:29.924106 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58624) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:30.146066 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-92408d3d-e23d-40b4-8575-0383af4f3b18 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.158224 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-d13e8905-1270-48be-b722-012771290dd0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-485136354-network', 'tenant_id': '9b6fee38b2fd4f3fa8f1c77e92960156'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:30.181598 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13e8905-1270-48be-b722-012771290dd0 admin admin] Made reservation on behalf of 9b6fee38b2fd4f3fa8f1c77e92960156 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:30.184661 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d13e8905-1270-48be-b722-012771290dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.196205 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d13e8905-1270-48be-b722-012771290dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.202753 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92408d3d-e23d-40b4-8575-0383af4f3b18 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Pushing event deleted for resources: {'Port': ['ID=9c39b777-7756-4d11-871e-ad0dc98f8078,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:30.316113 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d13e8905-1270-48be-b722-012771290dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.316309 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b754f483-d249-4b79-a419-ae62f375d30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.323139 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d13e8905-1270-48be-b722-012771290dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.358918 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d13e8905-1270-48be-b722-012771290dd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:26:30.359254 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-92408d3d-e23d-40b4-8575-0383af4f3b18 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks [] for floatingip, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.362257 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-92408d3d-e23d-40b4-8575-0383af4f3b18 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.364008 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-92408d3d-e23d-40b4-8575-0383af4f3b18 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] 10.222.0.50 "DELETE /v2.0/floatingips/8bcc1edb-bd16-4c92-97b8-1c81c97191ea HTTP/1.1" status: 204 len: 168 time: 0.8618984 Aug 11 02:26:30.367971 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58644) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:30.374994 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-a8627e29-6c19-448b-b3f4-64c88a2251e6 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Request body: {'floatingip': {'floating_network_id': '341c92e4-e87b-4057-b636-1b68e3003f4a', 'port_id': 'a120848d-fa1d-40c1-88d9-64442aa54260', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:30.390167 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d13e8905-1270-48be-b722-012771290dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.390525 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-d13e8905-1270-48be-b722-012771290dd0 admin admin] Added segment 433443fc-24fc-4769-a998-c907c3d6a425 of type vlan for network 8bae72ad-5f19-49fb-8d34-39b1fda107d8 Aug 11 02:26:30.433141 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d13e8905-1270-48be-b722-012771290dd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.452452 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a8627e29-6c19-448b-b3f4-64c88a2251e6 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks [] for floatingip, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.463278 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e8905-1270-48be-b722-012771290dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cf95f3-2b72-4c44-8106-076238c23c7f,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:30.467863 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d13e8905-1270-48be-b722-012771290dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.468903 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13e8905-1270-48be-b722-012771290dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:30.469488 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d13e8905-1270-48be-b722-012771290dd0 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.504091 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d13e8905-1270-48be-b722-012771290dd0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5760088 Aug 11 02:26:30.508545 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58650) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:30.514891 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-45830461-0f4f-483f-a82f-f33f0aa3c934 admin admin] Request body: {'subnet': {'network_id': '8bae72ad-5f19-49fb-8d34-39b1fda107d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-485136354-subnet', 'tenant_id': '9b6fee38b2fd4f3fa8f1c77e92960156', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:30.559268 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e8905-1270-48be-b722-012771290dd0 admin admin] Pushing event updated for resources: {'Network': ['ID=8bae72ad-5f19-49fb-8d34-39b1fda107d8,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:30.570677 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 8bae72ad-5f19-49fb-8d34-39b1fda107d8 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:26:30.584279 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45830461-0f4f-483f-a82f-f33f0aa3c934 admin admin] Made reservation on behalf of 9b6fee38b2fd4f3fa8f1c77e92960156 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:30.586625 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-45830461-0f4f-483f-a82f-f33f0aa3c934 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.725521 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58658) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:30.812925 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-a8627e29-6c19-448b-b3f4-64c88a2251e6 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:26:30.814004 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a8627e29-6c19-448b-b3f4-64c88a2251e6 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4450831 Aug 11 02:26:30.818885 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58662) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:30.844537 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-18523b5d-cf36-4693-baa1-2108736989df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.849022 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-6c73496b-8227-42e9-91e3-d1e07b4564e4 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'port_id': 'a120848d-fa1d-40c1-88d9-64442aa54260', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:30.896057 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.db.api [None req-6c73496b-8227-42e9-91e3-d1e07b4564e4 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:26:30.896057 n-d-615180-33 neutron-server[94506]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:26:30.896057 n-d-615180-33 neutron-server[94506]: [parameters: {'project_id_1': '7a46edd57f73404db9ad26493a191fcb', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 26, 30, 857778)}] Aug 11 02:26:30.896057 n-d-615180-33 neutron-server[94506]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:26:30.896498 n-d-615180-33 neutron-server[94506]: DEBUG oslo_db.api [None req-6c73496b-8227-42e9-91e3-d1e07b4564e4 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:26:30.922880 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-45830461-0f4f-483f-a82f-f33f0aa3c934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.956388 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-18523b5d-cf36-4693-baa1-2108736989df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.961557 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-18523b5d-cf36-4693-baa1-2108736989df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.972693 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-b754f483-d249-4b79-a419-ae62f375d30c admin admin] Deleting port 603260cc-e2ba-430e-90d2-00c54faba575 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:30.973047 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b754f483-d249-4b79-a419-ae62f375d30c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.992583 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-18523b5d-cf36-4693-baa1-2108736989df admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=455a53d003774568beb55f94cc64b5e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2656868 Aug 11 02:26:30.993309 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58668) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:31.030709 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45830461-0f4f-483f-a82f-f33f0aa3c934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=071a6840-d993-41d8-be5f-4750efca183c,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:31.054136 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45830461-0f4f-483f-a82f-f33f0aa3c934 admin admin] Checking segment: {'id': '433443fc-24fc-4769-a998-c907c3d6a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8bae72ad-5f19-49fb-8d34-39b1fda107d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:31.054499 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45830461-0f4f-483f-a82f-f33f0aa3c934 admin admin] Network hostable DHCP agents. Network: 8bae72ad-5f19-49fb-8d34-39b1fda107d8, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:26:31.055078 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18523b5d-cf36-4693-baa1-2108736989df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4f37d7-a2ee-48a1-af64-0900823ddb1f,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:31.071261 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4d328fd3-6da6-4232-a736-77207a19bb8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:31.097392 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-b754f483-d249-4b79-a419-ae62f375d30c admin admin] For port 603260cc-e2ba-430e-90d2-00c54faba575, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=603260cc-e2ba-430e-90d2-00c54faba575,segment=NetworkSegment(e6734c29-07dd-4ba0-854f-67a4bb24e988),segment_id=e6734c29-07dd-4ba0-854f-67a4bb24e988)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:31.097700 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b754f483-d249-4b79-a419-ae62f375d30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:31.100526 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45830461-0f4f-483f-a82f-f33f0aa3c934 admin admin] Network 8bae72ad-5f19-49fb-8d34-39b1fda107d8 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:26:31.102456 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4d328fd3-6da6-4232-a736-77207a19bb8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:31.116648 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-b754f483-d249-4b79-a419-ae62f375d30c admin admin] Calling delete_port for 603260cc-e2ba-430e-90d2-00c54faba575 owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:31.119194 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-45830461-0f4f-483f-a82f-f33f0aa3c934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 8bae72ad-5f19-49fb-8d34-39b1fda107d8) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:31.125993 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45830461-0f4f-483f-a82f-f33f0aa3c934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:31.126598 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-45830461-0f4f-483f-a82f-f33f0aa3c934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:31.130124 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef224fd9-3f2d-466b-ab23-cdb30dce36c7 None None] Network 8bae72ad-5f19-49fb-8d34-39b1fda107d8 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:31.164031 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4d328fd3-6da6-4232-a736-77207a19bb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:31.166891 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4d328fd3-6da6-4232-a736-77207a19bb8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:31.171751 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4d328fd3-6da6-4232-a736-77207a19bb8c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/be4f37d7-a2ee-48a1-af64-0900823ddb1f HTTP/1.1" status: 204 len: 168 time: 0.1761577 Aug 11 02:26:31.176823 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-45830461-0f4f-483f-a82f-f33f0aa3c934 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6657770 Aug 11 02:26:31.184778 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d328fd3-6da6-4232-a736-77207a19bb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4f37d7-a2ee-48a1-af64-0900823ddb1f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:31.362863 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b754f483-d249-4b79-a419-ae62f375d30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:31.404342 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754f483-d249-4b79-a419-ae62f375d30c admin admin] Pushing event deleted for resources: {'Port': ['ID=603260cc-e2ba-430e-90d2-00c54faba575,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:31.493205 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0604269c-12ab-4165-9545-bd75b3993b9a None None] Network 8bae72ad-5f19-49fb-8d34-39b1fda107d8 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:31.511998 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6c73496b-8227-42e9-91e3-d1e07b4564e4 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks [] for floatingip, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:31.676385 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b754f483-d249-4b79-a419-ae62f375d30c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:32.165710 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-ec7361a9-7c6b-419e-bb4c-339eab3e8a5e tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:32.180301 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-ec7361a9-7c6b-419e-bb4c-339eab3e8a5e tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] 10.222.0.50 "GET /v2.0/networks?id=8bae72ad-5f19-49fb-8d34-39b1fda107d8 HTTP/1.1" status: 200 len: 821 time: 0.1873968 Aug 11 02:26:32.197531 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-50f8b7ce-5c5e-41ac-b36d-005d7260ae7c tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] 10.222.0.50 "GET /v2.0/quotas/9b6fee38b2fd4f3fa8f1c77e92960156 HTTP/1.1" status: 200 len: 375 time: 0.0161176 Aug 11 02:26:32.240502 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-8b33f60f-573a-4a2d-9620-5f714b687690 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b6fee38b2fd4f3fa8f1c77e92960156&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417528 Aug 11 02:26:32.382791 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-5cf8b919-65c3-49fb-af60-d65094435125 service neutron] 10.222.0.50 "GET /v2.0/networks/8bae72ad-5f19-49fb-8d34-39b1fda107d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415150 Aug 11 02:26:32.530570 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-a59bf3c3-a890-4b24-b21b-9ae534071ce9 service neutron] 10.222.0.50 "GET /v2.0/networks/8bae72ad-5f19-49fb-8d34-39b1fda107d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406121 Aug 11 02:26:32.611818 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6c73496b-8227-42e9-91e3-d1e07b4564e4 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:32.674371 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b754f483-d249-4b79-a419-ae62f375d30c admin admin] Router 40e8d774-6123-4b09-a370-21a3f48c316f has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:26:32.819274 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c6586be5-6b63-4201-bf22-283abec37d0f req-f2078055-c9c4-429a-bd2d-f5257ee6c6f1 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dfdf84a-0c0f-4de4-b2bd-ed74f90f2026 HTTP/1.1" status: 200 len: 210 time: 0.0628271 Aug 11 02:26:32.925888 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-6c73496b-8227-42e9-91e3-d1e07b4564e4 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Allocated IP 172.25.2.23 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/f9d54b62-091f-4833-ab76-2236a26f1dfe) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:33.010793 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b754f483-d249-4b79-a419-ae62f375d30c admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:33.027321 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58740) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:33.027447 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b754f483-d249-4b79-a419-ae62f375d30c admin admin] 10.222.0.50 "PUT /v2.0/routers/40e8d774-6123-4b09-a370-21a3f48c316f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7615340 Aug 11 02:26:33.040267 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed254416-a355-4a61-8a03-91019c4df246 None None] Sync routers for ids ['40e8d774-6123-4b09-a370-21a3f48c316f'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:33.054839 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed254416-a355-4a61-8a03-91019c4df246 None None] Routers {'40e8d774-6123-4b09-a370-21a3f48c316f'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:33.062032 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ed254416-a355-4a61-8a03-91019c4df246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:26:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['40e8d774-6123-4b09-a370-21a3f48c316f'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:33.096146 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6c73496b-8227-42e9-91e3-d1e07b4564e4 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:33.149130 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-66c6d838-fd7f-4743-b04a-1211fd254c46 admin admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:33.153470 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6c73496b-8227-42e9-91e3-d1e07b4564e4 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:33.216602 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73496b-8227-42e9-91e3-d1e07b4564e4 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Pushing event updated for resources: {'Port': ['ID=f9d54b62-091f-4833-ab76-2236a26f1dfe,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:33.250661 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-ed254416-a355-4a61-8a03-91019c4df246 None None] Set router 40e8d774-6123-4b09-a370-21a3f48c316f gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:33.267158 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c73496b-8227-42e9-91e3-d1e07b4564e4 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:33.268887 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-6c73496b-8227-42e9-91e3-d1e07b4564e4 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:33.272715 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c73496b-8227-42e9-91e3-d1e07b4564e4 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:33.367210 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-66c6d838-fd7f-4743-b04a-1211fd254c46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:33.472600 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-66c6d838-fd7f-4743-b04a-1211fd254c46 admin admin] Deleting port 02d3ed36-b6e9-43cb-9f39-90209fd31476 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:33.472960 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-66c6d838-fd7f-4743-b04a-1211fd254c46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:33.577889 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-66c6d838-fd7f-4743-b04a-1211fd254c46 admin admin] For port 02d3ed36-b6e9-43cb-9f39-90209fd31476, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=02d3ed36-b6e9-43cb-9f39-90209fd31476,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:33.578462 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-66c6d838-fd7f-4743-b04a-1211fd254c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:33.603565 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-66c6d838-fd7f-4743-b04a-1211fd254c46 admin admin] Calling delete_port for 02d3ed36-b6e9-43cb-9f39-90209fd31476 owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:33.604547 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-6c73496b-8227-42e9-91e3-d1e07b4564e4 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Deleting port f9d54b62-091f-4833-ab76-2236a26f1dfe {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:33.604953 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6c73496b-8227-42e9-91e3-d1e07b4564e4 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:33.660737 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ed254416-a355-4a61-8a03-91019c4df246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'name': 'tempest-TaggedBootDevicesTest-664173540-router', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '02d3ed36-b6e9-43cb-9f39-90209fd31476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:15Z', 'updated_at': '2021-08-11T02:26:31Z', 'revision_number': 5, 'project_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'gw_port': {'id': '02d3ed36-b6e9-43cb-9f39-90209fd31476', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:17Z', 'updated_at': '2021-08-11T02:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:33.694731 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed254416-a355-4a61-8a03-91019c4df246 None None] Checking router: 40e8d774-6123-4b09-a370-21a3f48c316f for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:26:33.704386 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed254416-a355-4a61-8a03-91019c4df246 None None] Routers {'40e8d774-6123-4b09-a370-21a3f48c316f'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:33.705525 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ed254416-a355-4a61-8a03-91019c4df246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:26:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['40e8d774-6123-4b09-a370-21a3f48c316f'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:33.884988 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-ed254416-a355-4a61-8a03-91019c4df246 None None] Set router 40e8d774-6123-4b09-a370-21a3f48c316f gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:33.992031 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6c73496b-8227-42e9-91e3-d1e07b4564e4 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:33.992031 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6c73496b-8227-42e9-91e3-d1e07b4564e4 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:34.031065 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-6c73496b-8227-42e9-91e3-d1e07b4564e4 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Calling delete_port for f9d54b62-091f-4833-ab76-2236a26f1dfe owned by network:floatingip {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:34.089544 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ed254416-a355-4a61-8a03-91019c4df246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'name': 'tempest-TaggedBootDevicesTest-664173540-router', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:15Z', 'updated_at': '2021-08-11T02:26:33Z', 'revision_number': 6, 'project_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:34.130570 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed254416-a355-4a61-8a03-91019c4df246 None None] The sync data for ids ['40e8d774-6123-4b09-a370-21a3f48c316f'] in n-d-615180-33 is: [{'id': '40e8d774-6123-4b09-a370-21a3f48c316f', 'name': 'tempest-TaggedBootDevicesTest-664173540-router', 'tenant_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:15Z', 'updated_at': '2021-08-11T02:26:33Z', 'revision_number': 6, 'project_id': '3f544ac306fb418fb17bb1bb0c938ed0', 'gw_port_host': None}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:34.340219 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6c73496b-8227-42e9-91e3-d1e07b4564e4 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:34.396813 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73496b-8227-42e9-91e3-d1e07b4564e4 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Pushing event deleted for resources: {'Port': ['ID=f9d54b62-091f-4833-ab76-2236a26f1dfe,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:34.486609 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-6c73496b-8227-42e9-91e3-d1e07b4564e4 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] create failed (client error): The resource could not be found. Aug 11 02:26:34.491374 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6c73496b-8227-42e9-91e3-d1e07b4564e4 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.6654670 Aug 11 02:26:34.491881 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58794) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:34.567909 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 603260cc-e2ba-430e-90d2-00c54faba575 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:26:34.623705 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 603260cc-e2ba-430e-90d2-00c54faba575 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:26:34.625304 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 603260cc-e2ba-430e-90d2-00c54faba575 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:26:34.675616 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-80bd9b62-618c-452b-bb7e-b924fd574d0c tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Deleting port a120848d-fa1d-40c1-88d9-64442aa54260 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:34.676044 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-80bd9b62-618c-452b-bb7e-b924fd574d0c tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:34.713264 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-268178a0-6083-4f9d-a421-7f8f9405d021 req-6ffe4501-1416-4613-9d90-261f02bab815 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dfdf84a-0c0f-4de4-b2bd-ed74f90f2026 HTTP/1.1" status: 200 len: 210 time: 0.0908213 Aug 11 02:26:34.814887 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-31c616a8-37ae-4b14-b2d7-43a9d8eb3c7e tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:34.815616 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-80bd9b62-618c-452b-bb7e-b924fd574d0c tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:34.816433 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-31c616a8-37ae-4b14-b2d7-43a9d8eb3c7e tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] 10.222.0.66 "GET /v2.0/networks?id=8bae72ad-5f19-49fb-8d34-39b1fda107d8 HTTP/1.1" status: 200 len: 821 time: 0.1967344 Aug 11 02:26:34.817582 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-66c6d838-fd7f-4743-b04a-1211fd254c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:34.831850 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-68a79419-0e38-4541-901b-5dcd6adfddb5 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Request body: {'port': {'device_id': '0dfdf84a-0c0f-4de4-b2bd-ed74f90f2026', 'network_id': '8bae72ad-5f19-49fb-8d34-39b1fda107d8', 'admin_state_up': True, 'tenant_id': '9b6fee38b2fd4f3fa8f1c77e92960156'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:34.832812 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-80bd9b62-618c-452b-bb7e-b924fd574d0c tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Calling delete_port for a120848d-fa1d-40c1-88d9-64442aa54260 owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:34.907031 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6d838-fd7f-4743-b04a-1211fd254c46 admin admin] Pushing event deleted for resources: {'Port': ['ID=02d3ed36-b6e9-43cb-9f39-90209fd31476,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:34.954463 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6d838-fd7f-4743-b04a-1211fd254c46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:34.954818 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6d838-fd7f-4743-b04a-1211fd254c46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:34.955167 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6d838-fd7f-4743-b04a-1211fd254c46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:34.955506 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6d838-fd7f-4743-b04a-1211fd254c46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:34.955922 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6d838-fd7f-4743-b04a-1211fd254c46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:34.956725 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6d838-fd7f-4743-b04a-1211fd254c46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:34.956725 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6d838-fd7f-4743-b04a-1211fd254c46 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:34.956954 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6d838-fd7f-4743-b04a-1211fd254c46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:34.957176 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6d838-fd7f-4743-b04a-1211fd254c46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:34.957532 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6d838-fd7f-4743-b04a-1211fd254c46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:34.957891 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6d838-fd7f-4743-b04a-1211fd254c46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:34.958241 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6d838-fd7f-4743-b04a-1211fd254c46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:35.004910 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-66c6d838-fd7f-4743-b04a-1211fd254c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:35.127145 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-66c6d838-fd7f-4743-b04a-1211fd254c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:35.130390 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-66c6d838-fd7f-4743-b04a-1211fd254c46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:35.147735 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-80bd9b62-618c-452b-bb7e-b924fd574d0c tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:35.179424 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd9b62-618c-452b-bb7e-b924fd574d0c tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Pushing event deleted for resources: {'Port': ['ID=a120848d-fa1d-40c1-88d9-64442aa54260,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:35.195238 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-68a79419-0e38-4541-901b-5dcd6adfddb5 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Made reservation on behalf of 9b6fee38b2fd4f3fa8f1c77e92960156 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:35.200101 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-68a79419-0e38-4541-901b-5dcd6adfddb5 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:35.203980 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-66c6d838-fd7f-4743-b04a-1211fd254c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:35.204855 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c6d838-fd7f-4743-b04a-1211fd254c46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40e8d774-6123-4b09-a370-21a3f48c316f {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:26:35.220043 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-66c6d838-fd7f-4743-b04a-1211fd254c46 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:35.221280 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-66c6d838-fd7f-4743-b04a-1211fd254c46 admin admin] 10.222.0.50 "DELETE /v2.0/routers/40e8d774-6123-4b09-a370-21a3f48c316f HTTP/1.1" status: 204 len: 168 time: 2.2010880 Aug 11 02:26:35.226508 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58830) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:35.373387 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ab004d-6cfa-4299-97ae-b3b8467a7ef3 admin admin] Deleting subnet c48f56bb-082d-428b-b7c4-d68dad46b955 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:26:35.377770 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-80bd9b62-618c-452b-bb7e-b924fd574d0c tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:35.380081 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-80bd9b62-618c-452b-bb7e-b924fd574d0c tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] 10.222.0.50 "DELETE /v2.0/ports/a120848d-fa1d-40c1-88d9-64442aa54260 HTTP/1.1" status: 204 len: 168 time: 0.8871193 Aug 11 02:26:35.381203 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-73ab004d-6cfa-4299-97ae-b3b8467a7ef3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:35.383307 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58832) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:35.434981 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-68a79419-0e38-4541-901b-5dcd6adfddb5 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Allocated IP 172.20.0.5 (8bae72ad-5f19-49fb-8d34-39b1fda107d8/071a6840-d993-41d8-be5f-4750efca183c/d5bcc5d6-90b9-492c-85cb-2df9a353d0ba) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:35.477440 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-73ab004d-6cfa-4299-97ae-b3b8467a7ef3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:35.520952 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de49621b-f461-4349-b667-d3c90156ec01 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:35.522983 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-de49621b-f461-4349-b667-d3c90156ec01 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] 10.222.0.50 "GET /v2.0/ports?device_id=0669997d-ff1c-4ff8-9b6e-5ac4341261b8 HTTP/1.1" status: 200 len: 913 time: 0.1385264 Aug 11 02:26:35.526446 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58836) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:35.560328 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58838) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:35.684231 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-73ab004d-6cfa-4299-97ae-b3b8467a7ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:35.685838 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-68a79419-0e38-4541-901b-5dcd6adfddb5 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:35.720698 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a7de55e7-dec5-421a-a58f-b71a8f85ca1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:35.782136 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-68a79419-0e38-4541-901b-5dcd6adfddb5 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:35.834950 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a79419-0e38-4541-901b-5dcd6adfddb5 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Pushing event updated for resources: {'Port': ['ID=d5bcc5d6-90b9-492c-85cb-2df9a353d0ba,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:35.867189 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-68a79419-0e38-4541-901b-5dcd6adfddb5 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Network 8bae72ad-5f19-49fb-8d34-39b1fda107d8 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:35.870822 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-68a79419-0e38-4541-901b-5dcd6adfddb5 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:35.876769 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-68a79419-0e38-4541-901b-5dcd6adfddb5 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:35.880321 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-73ab004d-6cfa-4299-97ae-b3b8467a7ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:35.916016 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab004d-6cfa-4299-97ae-b3b8467a7ef3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c48f56bb-082d-428b-b7c4-d68dad46b955,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:35.934897 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985bc03d-cc83-4a81-860b-9ad49f33f3c8 None None] Network 47c1ad3c-2161-421b-b922-fe59b93cfe05 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:35.937596 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-73ab004d-6cfa-4299-97ae-b3b8467a7ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:35.938717 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-73ab004d-6cfa-4299-97ae-b3b8467a7ef3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c48f56bb-082d-428b-b7c4-d68dad46b955 HTTP/1.1" status: 204 len: 168 time: 0.7110283 Aug 11 02:26:35.941196 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58844) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:35.975213 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21bf39-5493-4752-9c0a-9710e282f0fe req-fdd2fc29-2571-4b43-8a80-1ac26feb93fd tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:35.976801 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-de21bf39-5493-4752-9c0a-9710e282f0fe req-fdd2fc29-2571-4b43-8a80-1ac26feb93fd tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dfdf84a-0c0f-4de4-b2bd-ed74f90f2026 HTTP/1.1" status: 200 len: 931 time: 0.1298583 Aug 11 02:26:35.982398 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-68a79419-0e38-4541-901b-5dcd6adfddb5 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:35.983313 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-68a79419-0e38-4541-901b-5dcd6adfddb5 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.007754 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a7de55e7-dec5-421a-a58f-b71a8f85ca1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.021230 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a7de55e7-dec5-421a-a58f-b71a8f85ca1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.031961 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9fa3cb29-5bc9-453d-a15e-c96d712d3c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.045076 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-68a79419-0e38-4541-901b-5dcd6adfddb5 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2194936 Aug 11 02:26:36.072651 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-e46458d4-5815-4162-bf51-9fac7752c765 service neutron] Request body: {'port': {'device_id': '0dfdf84a-0c0f-4de4-b2bd-ed74f90f2026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:36.103207 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-de21bf39-5493-4752-9c0a-9710e282f0fe req-eb4bb2f8-edad-4dca-8dc7-b9d201e5b7f3 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] 10.222.0.50 "GET /v2.0/security-groups?id=83cf95f3-2b72-4c44-8106-076238c23c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145279 Aug 11 02:26:36.105803 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a7de55e7-dec5-421a-a58f-b71a8f85ca1d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=319db85179f14a949118a2bc4e0dcc3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5433860 Aug 11 02:26:36.108868 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de55e7-dec5-421a-a58f-b71a8f85ca1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b3a20e-d71c-470d-a269-5f788b4ddedd,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:36.113407 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58850) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:36.181812 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-9fa3cb29-5bc9-453d-a15e-c96d712d3c3d admin admin] Deleting port 6b5607ee-210e-42c1-bb09-7c7453b881a6 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:36.182419 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9fa3cb29-5bc9-453d-a15e-c96d712d3c3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.187614 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-e46458d4-5815-4162-bf51-9fac7752c765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.244574 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9fcd6edf-955f-4202-a46b-ede74fbaf8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.270649 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9fcd6edf-955f-4202-a46b-ede74fbaf8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.285472 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c51cf40a-a806-4711-816c-308de08915ef tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.291437 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-9fa3cb29-5bc9-453d-a15e-c96d712d3c3d admin admin] For port 6b5607ee-210e-42c1-bb09-7c7453b881a6, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=6b5607ee-210e-42c1-bb09-7c7453b881a6,segment=NetworkSegment(e6734c29-07dd-4ba0-854f-67a4bb24e988),segment_id=e6734c29-07dd-4ba0-854f-67a4bb24e988)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:36.294023 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9fa3cb29-5bc9-453d-a15e-c96d712d3c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.388508 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-9fa3cb29-5bc9-453d-a15e-c96d712d3c3d admin admin] Calling delete_port for 6b5607ee-210e-42c1-bb09-7c7453b881a6 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:36.428619 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9fcd6edf-955f-4202-a46b-ede74fbaf8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.432011 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9fcd6edf-955f-4202-a46b-ede74fbaf8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.433470 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9fcd6edf-955f-4202-a46b-ede74fbaf8fd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c7b3a20e-d71c-470d-a269-5f788b4ddedd HTTP/1.1" status: 204 len: 168 time: 0.3186445 Aug 11 02:26:36.439024 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec7d0a8-5521-44cf-8d4c-56a412418242 None None] DHCP port deletion for 47c1ad3c-2161-421b-b922-fe59b93cfe05 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:26:36.532354 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-eec7d0a8-5521-44cf-8d4c-56a412418242 None None] Deleting port 6b5607ee-210e-42c1-bb09-7c7453b881a6 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:36.533567 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-eec7d0a8-5521-44cf-8d4c-56a412418242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.564506 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd6edf-955f-4202-a46b-ede74fbaf8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b3a20e-d71c-470d-a269-5f788b4ddedd,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:36.596500 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9fa3cb29-5bc9-453d-a15e-c96d712d3c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.631636 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 02d3ed36-b6e9-43cb-9f39-90209fd31476 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:26:36.651884 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3cb29-5bc9-453d-a15e-c96d712d3c3d admin admin] Pushing event deleted for resources: {'Port': ['ID=6b5607ee-210e-42c1-bb09-7c7453b881a6,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:36.661384 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa3cb29-5bc9-453d-a15e-c96d712d3c3d admin admin] No DVR routers for this DVR port 6b5607ee-210e-42c1-bb09-7c7453b881a6 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:26:36.665085 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-eec7d0a8-5521-44cf-8d4c-56a412418242 None None] For port 6b5607ee-210e-42c1-bb09-7c7453b881a6, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=6b5607ee-210e-42c1-bb09-7c7453b881a6,segment=NetworkSegment(e6734c29-07dd-4ba0-854f-67a4bb24e988),segment_id=e6734c29-07dd-4ba0-854f-67a4bb24e988)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:36.665491 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-eec7d0a8-5521-44cf-8d4c-56a412418242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.668600 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 02d3ed36-b6e9-43cb-9f39-90209fd31476 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:26:36.669290 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 02d3ed36-b6e9-43cb-9f39-90209fd31476 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:26:36.669715 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 6b5607ee-210e-42c1-bb09-7c7453b881a6 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:26:36.695831 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 6b5607ee-210e-42c1-bb09-7c7453b881a6 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:26:36.696170 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 6b5607ee-210e-42c1-bb09-7c7453b881a6 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:26:36.701257 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-eec7d0a8-5521-44cf-8d4c-56a412418242 None None] Calling delete_port for 6b5607ee-210e-42c1-bb09-7c7453b881a6 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:36.734697 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-e46458d4-5815-4162-bf51-9fac7752c765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5bcc5d6-90b9-492c-85cb-2df9a353d0ba {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:36.743906 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-e46458d4-5815-4162-bf51-9fac7752c765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.757495 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-e46458d4-5815-4162-bf51-9fac7752c765 service neutron] Transition to ACTIVE for port object d5bcc5d6-90b9-492c-85cb-2df9a353d0ba will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:36.764116 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-e46458d4-5815-4162-bf51-9fac7752c765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.796506 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-eec7d0a8-5521-44cf-8d4c-56a412418242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.802572 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9fa3cb29-5bc9-453d-a15e-c96d712d3c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.821529 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-9fa3cb29-5bc9-453d-a15e-c96d712d3c3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c1ad3c-2161-421b-b922-fe59b93cfe05']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:36.825052 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7d0a8-5521-44cf-8d4c-56a412418242 None None] Pushing event deleted for resources: {'Port': ['ID=6b5607ee-210e-42c1-bb09-7c7453b881a6,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:36.825184 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-c51cf40a-a806-4711-816c-308de08915ef tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Deleting port 751e1e1e-6699-468c-b4c6-a8ea768d059d {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:36.825411 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c51cf40a-a806-4711-816c-308de08915ef tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.830018 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec7d0a8-5521-44cf-8d4c-56a412418242 None None] No DVR routers for this DVR port 6b5607ee-210e-42c1-bb09-7c7453b881a6 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:26:36.881462 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58856) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:36.883308 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-9fa3cb29-5bc9-453d-a15e-c96d712d3c3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6734c29-07dd-4ba0-854f-67a4bb24e988') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:36.883523 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-9fa3cb29-5bc9-453d-a15e-c96d712d3c3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6734c29-07dd-4ba0-854f-67a4bb24e988') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:36.888669 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46458d4-5815-4162-bf51-9fac7752c765 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bcc5d6-90b9-492c-85cb-2df9a353d0ba,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:36.907385 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9fa3cb29-5bc9-453d-a15e-c96d712d3c3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.910867 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c3be72d1-247c-4741-add4-f460aae0c3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.920384 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-e46458d4-5815-4162-bf51-9fac7752c765 service neutron] Attempting to bind port d5bcc5d6-90b9-492c-85cb-2df9a353d0ba on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:26:36.921347 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-e46458d4-5815-4162-bf51-9fac7752c765 service neutron] Attempting to bind port d5bcc5d6-90b9-492c-85cb-2df9a353d0ba by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '433443fc-24fc-4769-a998-c907c3d6a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8bae72ad-5f19-49fb-8d34-39b1fda107d8'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:26:36.921347 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-e46458d4-5815-4162-bf51-9fac7752c765 service neutron] Attempting to bind port d5bcc5d6-90b9-492c-85cb-2df9a353d0ba on network 8bae72ad-5f19-49fb-8d34-39b1fda107d8 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:36.925310 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-e46458d4-5815-4162-bf51-9fac7752c765 service neutron] Port d5bcc5d6-90b9-492c-85cb-2df9a353d0ba on network 8bae72ad-5f19-49fb-8d34-39b1fda107d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:26:36.925633 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-e46458d4-5815-4162-bf51-9fac7752c765 service neutron] Attempting to bind port d5bcc5d6-90b9-492c-85cb-2df9a353d0ba on network 8bae72ad-5f19-49fb-8d34-39b1fda107d8 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:36.934684 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-e46458d4-5815-4162-bf51-9fac7752c765 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:26:36.934684 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-e46458d4-5815-4162-bf51-9fac7752c765 service neutron] Checking segment: {'id': '433443fc-24fc-4769-a998-c907c3d6a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8bae72ad-5f19-49fb-8d34-39b1fda107d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:36.934684 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-e46458d4-5815-4162-bf51-9fac7752c765 service neutron] Bound using segment: {'id': '433443fc-24fc-4769-a998-c907c3d6a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8bae72ad-5f19-49fb-8d34-39b1fda107d8'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:26:36.934684 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-e46458d4-5815-4162-bf51-9fac7752c765 service neutron] Bound port: d5bcc5d6-90b9-492c-85cb-2df9a353d0ba, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433443fc-24fc-4769-a998-c907c3d6a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8bae72ad-5f19-49fb-8d34-39b1fda107d8'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:26:36.934684 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-e46458d4-5815-4162-bf51-9fac7752c765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.938428 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9fa3cb29-5bc9-453d-a15e-c96d712d3c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.957943 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa3cb29-5bc9-453d-a15e-c96d712d3c3d admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:26:36.958356 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9fa3cb29-5bc9-453d-a15e-c96d712d3c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:26:36.960556 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:26:36.997519 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-e46458d4-5815-4162-bf51-9fac7752c765 service neutron] For port d5bcc5d6-90b9-492c-85cb-2df9a353d0ba, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:26:37.000510 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-e46458d4-5815-4162-bf51-9fac7752c765 service neutron] For port d5bcc5d6-90b9-492c-85cb-2df9a353d0ba, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=d5bcc5d6-90b9-492c-85cb-2df9a353d0ba,segment=NetworkSegment(433443fc-24fc-4769-a998-c907c3d6a425),segment_id=433443fc-24fc-4769-a998-c907c3d6a425)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:26:37.004567 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-e46458d4-5815-4162-bf51-9fac7752c765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:37.038007 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-e46458d4-5815-4162-bf51-9fac7752c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:37.038620 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-e46458d4-5815-4162-bf51-9fac7752c765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:37.040077 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-e46458d4-5815-4162-bf51-9fac7752c765 service neutron] 10.222.0.66 "PUT /v2.0/ports/d5bcc5d6-90b9-492c-85cb-2df9a353d0ba HTTP/1.1" status: 200 len: 1092 time: 0.9739614 Aug 11 02:26:37.040528 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfdf84a-0c0f-4de4-b2bd-ed74f90f2026', 'tag': 'd5bcc5d6-90b9-492c-85cb-2df9a353d0ba'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:37.042816 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c529b1d1-04dd-45d3-ae44-d0350205ba51" -d '{"events": [{"name": "network-changed", "server_uuid": "0dfdf84a-0c0f-4de4-b2bd-ed74f90f2026", "tag": "d5bcc5d6-90b9-492c-85cb-2df9a353d0ba"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:37.048942 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c51cf40a-a806-4711-816c-308de08915ef tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:37.069419 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9fa3cb29-5bc9-453d-a15e-c96d712d3c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:37.072474 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-c51cf40a-a806-4711-816c-308de08915ef tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Calling delete_port for 751e1e1e-6699-468c-b4c6-a8ea768d059d owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:37.078953 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9fa3cb29-5bc9-453d-a15e-c96d712d3c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:37.083206 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9fa3cb29-5bc9-453d-a15e-c96d712d3c3d admin admin] 10.222.0.50 "DELETE /v2.0/networks/47c1ad3c-2161-421b-b922-fe59b93cfe05 HTTP/1.1" status: 204 len: 168 time: 1.1384871 Aug 11 02:26:37.110696 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3cb29-5bc9-453d-a15e-c96d712d3c3d admin admin] Pushing event deleted for resources: {'Network': ['ID=47c1ad3c-2161-421b-b922-fe59b93cfe05,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:37.165961 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829d37c9-fcb3-485c-b08d-43fd683ec11f x-openstack-request-id: req-829d37c9-fcb3-485c-b08d-43fd683ec11f {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:37.166263 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dfdf84a-0c0f-4de4-b2bd-ed74f90f2026", "tag": "d5bcc5d6-90b9-492c-85cb-2df9a353d0ba", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:37.166761 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-829d37c9-fcb3-485c-b08d-43fd683ec11f {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:37.167420 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dfdf84a-0c0f-4de4-b2bd-ed74f90f2026', 'tag': 'd5bcc5d6-90b9-492c-85cb-2df9a353d0ba', 'status': 'completed', 'code': 200} Aug 11 02:26:37.190959 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46458d4-5815-4162-bf51-9fac7752c765 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bcc5d6-90b9-492c-85cb-2df9a353d0ba,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:37.215641 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-2474d92d-9d51-47e7-a553-db7ac50cf93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:37.219236 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-2474d92d-9d51-47e7-a553-db7ac50cf93d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9b6fee38b2fd4f3fa8f1c77e92960156&device_id=0dfdf84a-0c0f-4de4-b2bd-ed74f90f2026 HTTP/1.1" status: 200 len: 1095 time: 0.1242311 Aug 11 02:26:37.272321 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c3be72d1-247c-4741-add4-f460aae0c3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:37.289758 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-7b2f713f-9a64-42b9-8cc5-e38fc05fd1e9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5bcc5d6-90b9-492c-85cb-2df9a353d0ba HTTP/1.1" status: 200 len: 217 time: 0.0602095 Aug 11 02:26:37.290017 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c3be72d1-247c-4741-add4-f460aae0c3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:37.346889 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-31a43b4f-519b-476c-a278-b7a4175acc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:37.348616 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-31a43b4f-519b-476c-a278-b7a4175acc7e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=071a6840-d993-41d8-be5f-4750efca183c HTTP/1.1" status: 200 len: 861 time: 0.0535314 Aug 11 02:26:37.374349 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be72d1-247c-4741-add4-f460aae0c3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4faf2a29-654b-46e9-b776-e94fd68488ef,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:37.388135 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58872) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:37.404733 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-f832d152-a363-4c58-8eb3-fb2281ac8fb4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bae72ad-5f19-49fb-8d34-39b1fda107d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481026 Aug 11 02:26:37.431340 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c3be72d1-247c-4741-add4-f460aae0c3be admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2bf36bc56a89470c99c1f5326a2e8fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5431094 Aug 11 02:26:37.432466 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58874) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:37.484665 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53faca6f-a48c-4d53-a04e-481105680846 req-5bdc4e0c-7fe0-44a1-9b50-c10f03cbd766 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:37.486175 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-53faca6f-a48c-4d53-a04e-481105680846 req-5bdc4e0c-7fe0-44a1-9b50-c10f03cbd766 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dfdf84a-0c0f-4de4-b2bd-ed74f90f2026 HTTP/1.1" status: 200 len: 943 time: 0.2226777 Aug 11 02:26:37.503022 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-021ea2e6-e574-4399-ac05-9b3039040720 service neutron] 10.222.0.66 "GET /v2.0/networks/8bae72ad-5f19-49fb-8d34-39b1fda107d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898740 Aug 11 02:26:37.555276 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-43c3064b-eaf3-4977-8d7c-8cb608bf1574 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3f544ac306fb418fb17bb1bb0c938ed0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1614568 Aug 11 02:26:37.556973 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58876) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:37.606817 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c51cf40a-a806-4711-816c-308de08915ef tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:37.611080 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-53faca6f-a48c-4d53-a04e-481105680846 req-87c3adee-1100-46a8-a778-a42bee3ced1a tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] 10.222.0.50 "GET /v2.0/security-groups?id=83cf95f3-2b72-4c44-8106-076238c23c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900683 Aug 11 02:26:37.620011 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8e6f10bd-5398-4747-a9cd-d5d0dfca7d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:37.646718 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1a21b461-ea80-4d74-a856-5e3cc398d2df req-c0dd3d62-d0ad-426b-9e75-4365451311c7 service neutron] 10.222.0.66 "GET /v2.0/networks/8bae72ad-5f19-49fb-8d34-39b1fda107d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358128 Aug 11 02:26:37.648159 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cf40a-a806-4711-816c-308de08915ef tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Pushing event deleted for resources: {'Port': ['ID=751e1e1e-6699-468c-b4c6-a8ea768d059d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:37.649583 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1e184a63-1f47-4611-94a3-00d0cb96a546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:37.684258 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1e184a63-1f47-4611-94a3-00d0cb96a546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:37.724539 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8e6f10bd-5398-4747-a9cd-d5d0dfca7d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:37.762108 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529b1d1-04dd-45d3-ae44-d0350205ba51 req-062f56a8-78dc-475b-baa9-78671e26d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:37.764861 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c529b1d1-04dd-45d3-ae44-d0350205ba51 req-062f56a8-78dc-475b-baa9-78671e26d171 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9b6fee38b2fd4f3fa8f1c77e92960156&device_id=0dfdf84a-0c0f-4de4-b2bd-ed74f90f2026 HTTP/1.1" status: 200 len: 1095 time: 0.0620790 Aug 11 02:26:37.791181 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1e184a63-1f47-4611-94a3-00d0cb96a546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:37.793637 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1e184a63-1f47-4611-94a3-00d0cb96a546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:37.794769 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1e184a63-1f47-4611-94a3-00d0cb96a546 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0cdc9159-4068-4941-9f28-f0556151c46a HTTP/1.1" status: 204 len: 168 time: 0.2369123 Aug 11 02:26:37.854269 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c51cf40a-a806-4711-816c-308de08915ef tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:37.874098 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8e6f10bd-5398-4747-a9cd-d5d0dfca7d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:37.876594 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8e6f10bd-5398-4747-a9cd-d5d0dfca7d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:37.877792 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8e6f10bd-5398-4747-a9cd-d5d0dfca7d3b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4faf2a29-654b-46e9-b776-e94fd68488ef HTTP/1.1" status: 204 len: 168 time: 0.4432936 Aug 11 02:26:37.905110 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e184a63-1f47-4611-94a3-00d0cb96a546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdc9159-4068-4941-9f28-f0556151c46a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:37.946712 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f10bd-5398-4747-a9cd-d5d0dfca7d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4faf2a29-654b-46e9-b776-e94fd68488ef,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:38.000154 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529b1d1-04dd-45d3-ae44-d0350205ba51 req-feea4b86-c0ca-4166-bc8d-9bffa72196c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:38.001670 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c529b1d1-04dd-45d3-ae44-d0350205ba51 req-feea4b86-c0ca-4166-bc8d-9bffa72196c3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bae72ad-5f19-49fb-8d34-39b1fda107d8 HTTP/1.1" status: 200 len: 922 time: 0.2234075 Aug 11 02:26:38.055480 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51cf40a-a806-4711-816c-308de08915ef tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Router 0669997d-ff1c-4ff8-9b6e-5ac4341261b8 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:26:38.087599 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c529b1d1-04dd-45d3-ae44-d0350205ba51 req-bc42b36f-d909-43a6-b7d4-2f5cfdaf80e2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5bcc5d6-90b9-492c-85cb-2df9a353d0ba HTTP/1.1" status: 200 len: 217 time: 0.0752113 Aug 11 02:26:38.150478 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51cf40a-a806-4711-816c-308de08915ef tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:38.159242 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c51cf40a-a806-4711-816c-308de08915ef tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] 10.222.0.50 "PUT /v2.0/routers/0669997d-ff1c-4ff8-9b6e-5ac4341261b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6298594 Aug 11 02:26:38.162953 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58886) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:38.167532 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2484a4a3-3b40-4ee2-a958-7ca2b2b654d1 None None] Sync routers for ids ['0669997d-ff1c-4ff8-9b6e-5ac4341261b8'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:38.181527 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2484a4a3-3b40-4ee2-a958-7ca2b2b654d1 None None] Routers {'0669997d-ff1c-4ff8-9b6e-5ac4341261b8'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:38.182178 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-2484a4a3-3b40-4ee2-a958-7ca2b2b654d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:26:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0669997d-ff1c-4ff8-9b6e-5ac4341261b8'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:38.212212 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529b1d1-04dd-45d3-ae44-d0350205ba51 req-63201cd0-65b3-4681-bc91-d6b2a8404026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:38.214853 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c529b1d1-04dd-45d3-ae44-d0350205ba51 req-63201cd0-65b3-4681-bc91-d6b2a8404026 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=071a6840-d993-41d8-be5f-4750efca183c HTTP/1.1" status: 200 len: 861 time: 0.1200652 Aug 11 02:26:38.286480 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4767f7de-fc01-4a38-b4a0-f6c40169dfd5 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:38.295754 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-2484a4a3-3b40-4ee2-a958-7ca2b2b654d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:38.305082 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c529b1d1-04dd-45d3-ae44-d0350205ba51 req-afd3eb35-8718-4eb0-baab-58e2e8bc9453 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bae72ad-5f19-49fb-8d34-39b1fda107d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825222 Aug 11 02:26:38.317654 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2484a4a3-3b40-4ee2-a958-7ca2b2b654d1 None None] Routers {'0669997d-ff1c-4ff8-9b6e-5ac4341261b8'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:38.318331 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-2484a4a3-3b40-4ee2-a958-7ca2b2b654d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:26:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0669997d-ff1c-4ff8-9b6e-5ac4341261b8'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:38.381693 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-2484a4a3-3b40-4ee2-a958-7ca2b2b654d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:38.382364 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2484a4a3-3b40-4ee2-a958-7ca2b2b654d1 None None] The sync data for ids ['0669997d-ff1c-4ff8-9b6e-5ac4341261b8'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:38.520298 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c529b1d1-04dd-45d3-ae44-d0350205ba51 req-93b9da43-c2b1-40f6-93ba-6547abddc2ff service neutron] 10.222.0.66 "GET /v2.0/networks/8bae72ad-5f19-49fb-8d34-39b1fda107d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977727 Aug 11 02:26:38.682402 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c529b1d1-04dd-45d3-ae44-d0350205ba51 req-fd7c9ab5-7fdc-49b9-9e07-5d2fbe128b7e service neutron] 10.222.0.66 "GET /v2.0/networks/8bae72ad-5f19-49fb-8d34-39b1fda107d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509809 Aug 11 02:26:38.974844 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58920) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:39.009843 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4767f7de-fc01-4a38-b4a0-f6c40169dfd5 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.012660 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4767f7de-fc01-4a38-b4a0-f6c40169dfd5 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.070175 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06334e4f-092a-4081-b6b5-ef7c3c7f525d req-628dae3c-d572-4a1d-b0bd-3497469075e5 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:39.071802 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-06334e4f-092a-4081-b6b5-ef7c3c7f525d req-628dae3c-d572-4a1d-b0bd-3497469075e5 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dfdf84a-0c0f-4de4-b2bd-ed74f90f2026 HTTP/1.1" status: 200 len: 943 time: 0.1642957 Aug 11 02:26:39.073125 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4767f7de-fc01-4a38-b4a0-f6c40169dfd5 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.073410 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4767f7de-fc01-4a38-b4a0-f6c40169dfd5 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Fanout notify agent at l3_agent the message router_deleted on router 0669997d-ff1c-4ff8-9b6e-5ac4341261b8 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:26:39.081355 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4767f7de-fc01-4a38-b4a0-f6c40169dfd5 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.083246 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4767f7de-fc01-4a38-b4a0-f6c40169dfd5 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] 10.222.0.50 "DELETE /v2.0/routers/0669997d-ff1c-4ff8-9b6e-5ac4341261b8 HTTP/1.1" status: 204 len: 168 time: 0.9186454 Aug 11 02:26:39.086346 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58928) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:39.132915 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-340cb88b-8c09-440e-aca9-3f3e534c9e9e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-167527838-network', 'tenant_id': '28e709baa75748e2891930a044f23c4b'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:39.160274 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340cb88b-8c09-440e-aca9-3f3e534c9e9e admin admin] Made reservation on behalf of 28e709baa75748e2891930a044f23c4b for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:39.165051 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-340cb88b-8c09-440e-aca9-3f3e534c9e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.165203 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f20d9b4-a804-41ca-9ba4-0f441a034041 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Deleting subnet 5499c9a9-e5de-446d-a394-d232a446df9d {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:26:39.170296 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f20d9b4-a804-41ca-9ba4-0f441a034041 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.181841 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-340cb88b-8c09-440e-aca9-3f3e534c9e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.195916 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-06334e4f-092a-4081-b6b5-ef7c3c7f525d req-2ada9f4d-7e96-4614-b699-c5f6b6be41e8 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] 10.222.0.50 "GET /v2.0/security-groups?id=83cf95f3-2b72-4c44-8106-076238c23c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110392 Aug 11 02:26:39.216793 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f20d9b4-a804-41ca-9ba4-0f441a034041 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.311709 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-340cb88b-8c09-440e-aca9-3f3e534c9e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.316891 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-340cb88b-8c09-440e-aca9-3f3e534c9e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.329078 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f20d9b4-a804-41ca-9ba4-0f441a034041 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.348805 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340cb88b-8c09-440e-aca9-3f3e534c9e9e admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:26:39.356067 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340cb88b-8c09-440e-aca9-3f3e534c9e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac454fa9-b02e-40d2-8956-0b64a05c9f24,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:39.366202 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-340cb88b-8c09-440e-aca9-3f3e534c9e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.366546 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-340cb88b-8c09-440e-aca9-3f3e534c9e9e admin admin] Added segment 532121ec-f26d-4fa6-b042-c319487e1b40 of type vlan for network 8327d98c-9977-486a-8a2f-d07ceebac59a Aug 11 02:26:39.421466 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-340cb88b-8c09-440e-aca9-3f3e534c9e9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.457921 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-340cb88b-8c09-440e-aca9-3f3e534c9e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.458953 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340cb88b-8c09-440e-aca9-3f3e534c9e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:39.459564 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-340cb88b-8c09-440e-aca9-3f3e534c9e9e admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.460729 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f20d9b4-a804-41ca-9ba4-0f441a034041 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.498823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20d9b4-a804-41ca-9ba4-0f441a034041 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Pushing event deleted for resources: {'Subnet': ['ID=5499c9a9-e5de-446d-a394-d232a446df9d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:39.520750 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f20d9b4-a804-41ca-9ba4-0f441a034041 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.521013 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93de2724-8db5-48b7-9086-1b21a8f45349 None None] Network 341c92e4-e87b-4057-b636-1b68e3003f4a requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:39.525542 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9f20d9b4-a804-41ca-9ba4-0f441a034041 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] 10.222.0.50 "DELETE /v2.0/subnets/5499c9a9-e5de-446d-a394-d232a446df9d HTTP/1.1" status: 204 len: 168 time: 0.4360299 Aug 11 02:26:39.530668 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58944) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:39.547290 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-340cb88b-8c09-440e-aca9-3f3e534c9e9e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5712285 Aug 11 02:26:39.550438 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58946) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:39.557895 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-4240c45a-5087-47d3-9be2-69d0cc088225 admin admin] Request body: {'subnet': {'network_id': '8327d98c-9977-486a-8a2f-d07ceebac59a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-167527838-subnet', 'tenant_id': '28e709baa75748e2891930a044f23c4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:39.592788 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4240c45a-5087-47d3-9be2-69d0cc088225 admin admin] Made reservation on behalf of 28e709baa75748e2891930a044f23c4b for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:39.595888 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4240c45a-5087-47d3-9be2-69d0cc088225 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.627931 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340cb88b-8c09-440e-aca9-3f3e534c9e9e admin admin] Pushing event updated for resources: {'Network': ['ID=8327d98c-9977-486a-8a2f-d07ceebac59a,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:39.643266 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 8327d98c-9977-486a-8a2f-d07ceebac59a details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:26:39.667698 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8a470fb2-50e2-4721-97d8-a1d759c8bb13 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.732605 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-8a470fb2-50e2-4721-97d8-a1d759c8bb13 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Deleting port 05e78a4f-4233-4644-8960-104f1efb1b5f {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:39.732953 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8a470fb2-50e2-4721-97d8-a1d759c8bb13 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.814881 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-8a470fb2-50e2-4721-97d8-a1d759c8bb13 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] For port 05e78a4f-4233-4644-8960-104f1efb1b5f, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=05e78a4f-4233-4644-8960-104f1efb1b5f,segment=NetworkSegment(78e7acee-31ae-4149-857f-286f9f1c5ff1),segment_id=78e7acee-31ae-4149-857f-286f9f1c5ff1)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:39.815320 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8a470fb2-50e2-4721-97d8-a1d759c8bb13 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.830704 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-8a470fb2-50e2-4721-97d8-a1d759c8bb13 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Calling delete_port for 05e78a4f-4233-4644-8960-104f1efb1b5f owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:39.866352 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4240c45a-5087-47d3-9be2-69d0cc088225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.947282 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4240c45a-5087-47d3-9be2-69d0cc088225 admin admin] Checking segment: {'id': '532121ec-f26d-4fa6-b042-c319487e1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '8327d98c-9977-486a-8a2f-d07ceebac59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:39.947916 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4240c45a-5087-47d3-9be2-69d0cc088225 admin admin] Network hostable DHCP agents. Network: 8327d98c-9977-486a-8a2f-d07ceebac59a, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:26:39.961420 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240c45a-5087-47d3-9be2-69d0cc088225 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4f4b822-38c3-431c-baa1-2af8de422caa,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:39.966074 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3145a7d-a734-4cd6-8831-5cf222b46bbc None None] DHCP port deletion for 341c92e4-e87b-4057-b636-1b68e3003f4a request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:26:40.002184 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8a470fb2-50e2-4721-97d8-a1d759c8bb13 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:40.005459 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4240c45a-5087-47d3-9be2-69d0cc088225 admin admin] Network 8327d98c-9977-486a-8a2f-d07ceebac59a is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:26:40.024337 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-4240c45a-5087-47d3-9be2-69d0cc088225 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 8327d98c-9977-486a-8a2f-d07ceebac59a) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:40.030802 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device d5bcc5d6-90b9-492c-85cb-2df9a353d0ba details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:26:40.043668 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4240c45a-5087-47d3-9be2-69d0cc088225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:40.044280 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4240c45a-5087-47d3-9be2-69d0cc088225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:40.075816 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4240c45a-5087-47d3-9be2-69d0cc088225 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5158186 Aug 11 02:26:40.076339 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a470fb2-50e2-4721-97d8-a1d759c8bb13 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Pushing event deleted for resources: {'Port': ['ID=05e78a4f-4233-4644-8960-104f1efb1b5f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:40.078261 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a470fb2-50e2-4721-97d8-a1d759c8bb13 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] No DVR routers for this DVR port 05e78a4f-4233-4644-8960-104f1efb1b5f on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:26:40.161546 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port d5bcc5d6-90b9-492c-85cb-2df9a353d0ba, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=d5bcc5d6-90b9-492c-85cb-2df9a353d0ba,segment=NetworkSegment(433443fc-24fc-4769-a998-c907c3d6a425),segment_id=433443fc-24fc-4769-a998-c907c3d6a425)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:40.186673 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58964) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:40.191709 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'd5bcc5d6-90b9-492c-85cb-2df9a353d0ba', 'network_id': '8bae72ad-5f19-49fb-8d34-39b1fda107d8', 'port_id': 'd5bcc5d6-90b9-492c-85cb-2df9a353d0ba', 'mac_address': 'fa:16:3e:be:64:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071a6840-d993-41d8-be5f-4750efca183c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:26:40.199191 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6030a70a-b6cc-4f97-83e0-c85df1d48b6f None None] Network 8327d98c-9977-486a-8a2f-d07ceebac59a requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:40.203890 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8a470fb2-50e2-4721-97d8-a1d759c8bb13 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:40.215737 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-8a470fb2-50e2-4721-97d8-a1d759c8bb13 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['341c92e4-e87b-4057-b636-1b68e3003f4a']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:40.232607 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-8a470fb2-50e2-4721-97d8-a1d759c8bb13 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e7acee-31ae-4149-857f-286f9f1c5ff1') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:40.234378 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-8a470fb2-50e2-4721-97d8-a1d759c8bb13 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e7acee-31ae-4149-857f-286f9f1c5ff1') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:40.257087 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8a470fb2-50e2-4721-97d8-a1d759c8bb13 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:40.294861 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8a470fb2-50e2-4721-97d8-a1d759c8bb13 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:40.310417 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a470fb2-50e2-4721-97d8-a1d759c8bb13 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:26:40.311292 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8a470fb2-50e2-4721-97d8-a1d759c8bb13 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:26:40.315566 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:26:40.368937 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-d3145a7d-a734-4cd6-8831-5cf222b46bbc None None] Deleting port 05e78a4f-4233-4644-8960-104f1efb1b5f {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:40.369353 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d3145a7d-a734-4cd6-8831-5cf222b46bbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:40.472814 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8a470fb2-50e2-4721-97d8-a1d759c8bb13 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:40.497859 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91f02a-bfe9-4a72-8319-0b54df4ee2fc req-f36718b2-2a1a-49b3-9743-2df702bde3de tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:40.500535 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8a470fb2-50e2-4721-97d8-a1d759c8bb13 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:40.502317 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ec91f02a-bfe9-4a72-8319-0b54df4ee2fc req-f36718b2-2a1a-49b3-9743-2df702bde3de tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dfdf84a-0c0f-4de4-b2bd-ed74f90f2026 HTTP/1.1" status: 200 len: 943 time: 0.1759844 Aug 11 02:26:40.503570 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8a470fb2-50e2-4721-97d8-a1d759c8bb13 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] 10.222.0.50 "DELETE /v2.0/networks/341c92e4-e87b-4057-b636-1b68e3003f4a HTTP/1.1" status: 204 len: 168 time: 0.9712489 Aug 11 02:26:40.530106 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d3145a7d-a734-4cd6-8831-5cf222b46bbc None None] For port 05e78a4f-4233-4644-8960-104f1efb1b5f, host n-d-615180-33, got binding levels [] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:40.531746 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d3145a7d-a734-4cd6-8831-5cf222b46bbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:40.539922 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a470fb2-50e2-4721-97d8-a1d759c8bb13 tempest-FloatingIPNegativeTestJSON-556166210 tempest-FloatingIPNegativeTestJSON-556166210-project] Pushing event deleted for resources: {'Network': ['ID=341c92e4-e87b-4057-b636-1b68e3003f4a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:40.550657 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-d3145a7d-a734-4cd6-8831-5cf222b46bbc None None] Calling delete_port for 05e78a4f-4233-4644-8960-104f1efb1b5f owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:40.554142 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.ipam_backend_mixin [None req-d3145a7d-a734-4cd6-8831-5cf222b46bbc None None] Port 05e78a4f-4233-4644-8960-104f1efb1b5f was not found and therefore no delete operation was performed {{(pid=94508) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:26:40.560966 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d3145a7d-a734-4cd6-8831-5cf222b46bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:40.582795 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ec91f02a-bfe9-4a72-8319-0b54df4ee2fc req-a064095c-e889-40c3-abc9-bb8dce1fb8e6 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] 10.222.0.50 "GET /v2.0/security-groups?id=83cf95f3-2b72-4c44-8106-076238c23c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661931 Aug 11 02:26:40.592102 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d3145a7d-a734-4cd6-8831-5cf222b46bbc None None] Network 341c92e4-e87b-4057-b636-1b68e3003f4a is not hosted by any dhcp agent {{(pid=94508) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:26:40.592576 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3145a7d-a734-4cd6-8831-5cf222b46bbc None None] No DVR routers for this DVR port 05e78a4f-4233-4644-8960-104f1efb1b5f on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:26:40.596631 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:40.599679 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3145a7d-a734-4cd6-8831-5cf222b46bbc None None] Pushing event deleted for resources: {'Port': ['ID=05e78a4f-4233-4644-8960-104f1efb1b5f,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:40.632562 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5bcc5d6-90b9-492c-85cb-2df9a353d0ba {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:40.659519 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port d5bcc5d6-90b9-492c-85cb-2df9a353d0ba, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=d5bcc5d6-90b9-492c-85cb-2df9a353d0ba,segment=NetworkSegment(433443fc-24fc-4769-a998-c907c3d6a425),segment_id=433443fc-24fc-4769-a998-c907c3d6a425)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:40.665020 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 05e78a4f-4233-4644-8960-104f1efb1b5f no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:26:40.695096 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:40.738181 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1de4e16-ef0d-405e-8b3d-84b08b28a5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:40.819937 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 05e78a4f-4233-4644-8960-104f1efb1b5f {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:26:40.820288 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 05e78a4f-4233-4644-8960-104f1efb1b5f not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:26:40.836019 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd18ddd3-ca1b-4045-88b7-282bcf89fc04 None None] Network 8327d98c-9977-486a-8a2f-d07ceebac59a requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:40.880745 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=d5bcc5d6-90b9-492c-85cb-2df9a353d0ba,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:40.924002 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1de4e16-ef0d-405e-8b3d-84b08b28a5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:40.930552 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1de4e16-ef0d-405e-8b3d-84b08b28a5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:40.964806 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['d5bcc5d6-90b9-492c-85cb-2df9a353d0ba'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:26:41.026561 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59008) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:41.033887 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f1de4e16-ef0d-405e-8b3d-84b08b28a5e4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a05d305626334ef8bd9ad5ca903b8f85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8460889 Aug 11 02:26:41.038018 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59010) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:41.062471 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de4e16-ef0d-405e-8b3d-84b08b28a5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b20cf58-b713-4504-befe-b437cbdbc700,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:41.130740 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef19c54a-5900-425f-a63c-195dd80cceb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:41.158723 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-86a5b6e6-f418-41a2-a2c7-679368aa25aa tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:41.160418 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef19c54a-5900-425f-a63c-195dd80cceb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:41.161354 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-86a5b6e6-f418-41a2-a2c7-679368aa25aa tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] 10.222.0.50 "GET /v2.0/networks?id=8327d98c-9977-486a-8a2f-d07ceebac59a HTTP/1.1" status: 200 len: 808 time: 0.1600583 Aug 11 02:26:41.183366 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-70b84321-e17c-4c5f-a9e5-86f1f26a1d1a tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] 10.222.0.50 "GET /v2.0/quotas/28e709baa75748e2891930a044f23c4b HTTP/1.1" status: 200 len: 375 time: 0.0144603 Aug 11 02:26:41.229781 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef19c54a-5900-425f-a63c-195dd80cceb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:41.235571 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef19c54a-5900-425f-a63c-195dd80cceb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:41.237075 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ef19c54a-5900-425f-a63c-195dd80cceb2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7b20cf58-b713-4504-befe-b437cbdbc700 HTTP/1.1" status: 204 len: 168 time: 0.1976962 Aug 11 02:26:41.241602 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-7235ace2-889f-4b88-a221-e05fc68cd87e tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=28e709baa75748e2891930a044f23c4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494490 Aug 11 02:26:41.248456 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19c54a-5900-425f-a63c-195dd80cceb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b20cf58-b713-4504-befe-b437cbdbc700,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:41.357449 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-32b05526-a8ab-436c-b075-6cc13fd59be1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7a46edd57f73404db9ad26493a191fcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3296518 Aug 11 02:26:41.359916 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59028) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:41.416423 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a61f3d9-c9a1-4168-b470-b13be9a7fb14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:41.442436 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a61f3d9-c9a1-4168-b470-b13be9a7fb14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:41.456215 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-01a91b9f-e7bf-429e-8f90-ac2fc142aa51 service neutron] 10.222.0.50 "GET /v2.0/networks/8327d98c-9977-486a-8a2f-d07ceebac59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973252 Aug 11 02:26:41.494315 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a61f3d9-c9a1-4168-b470-b13be9a7fb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:41.497517 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a61f3d9-c9a1-4168-b470-b13be9a7fb14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:41.501695 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1a61f3d9-c9a1-4168-b470-b13be9a7fb14 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/79995ca7-654c-4016-a5ee-a86c673c746d HTTP/1.1" status: 204 len: 168 time: 0.1404202 Aug 11 02:26:41.511564 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61f3d9-c9a1-4168-b470-b13be9a7fb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79995ca7-654c-4016-a5ee-a86c673c746d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:41.583304 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-b82f53ba-faaa-4ea7-8b3e-81d3d914ebea service neutron] 10.222.0.50 "GET /v2.0/networks/8327d98c-9977-486a-8a2f-d07ceebac59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202986 Aug 11 02:26:41.678557 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59048) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:41.701671 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7bfae450-e13f-4ac0-b085-f6ea0e29ba10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:41.748520 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72854f2a-e15d-4d1b-98f1-f07b341c65e4 req-22f9d076-6d32-44bf-9d0e-2891a6b3368c tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:41.754069 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-72854f2a-e15d-4d1b-98f1-f07b341c65e4 req-22f9d076-6d32-44bf-9d0e-2891a6b3368c tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dfdf84a-0c0f-4de4-b2bd-ed74f90f2026 HTTP/1.1" status: 200 len: 944 time: 0.0775435 Aug 11 02:26:41.815127 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-72854f2a-e15d-4d1b-98f1-f07b341c65e4 req-550b016b-74ca-4ac5-bb69-7b8b2664d585 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] 10.222.0.50 "GET /v2.0/security-groups?id=83cf95f3-2b72-4c44-8106-076238c23c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539732 Aug 11 02:26:41.864506 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7bfae450-e13f-4ac0-b085-f6ea0e29ba10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:41.869516 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7bfae450-e13f-4ac0-b085-f6ea0e29ba10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:41.935999 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfae450-e13f-4ac0-b085-f6ea0e29ba10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62f13cc-362a-4534-b50e-12de05091b20,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:41.985038 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3c3f8ba0-b1d5-4409-b268-9b1a99c7d45d req-1c86e38b-fa2e-4c5e-b576-ea3bf7687a91 tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] 10.222.0.50 "GET /v2.0/ports?device_id=99d6683f-c200-44c6-9b31-d2767d340bd3 HTTP/1.1" status: 200 len: 210 time: 0.0537932 Aug 11 02:26:41.989825 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7bfae450-e13f-4ac0-b085-f6ea0e29ba10 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3df6c72c1e184227b9d49f8a5dcac0b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3101969 Aug 11 02:26:41.992535 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59068) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:42.035698 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device d5bcc5d6-90b9-492c-85cb-2df9a353d0ba up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:42.062969 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2f2380c1-c1fa-49a1-901b-41640eca72b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:42.109255 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2f2380c1-c1fa-49a1-901b-41640eca72b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:42.111653 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port d5bcc5d6-90b9-492c-85cb-2df9a353d0ba completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:42.117384 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port d5bcc5d6-90b9-492c-85cb-2df9a353d0ba triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:42.117776 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:42.171966 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2f2380c1-c1fa-49a1-901b-41640eca72b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:42.174753 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2f2380c1-c1fa-49a1-901b-41640eca72b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:42.178731 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2f2380c1-c1fa-49a1-901b-41640eca72b1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c62f13cc-362a-4534-b50e-12de05091b20 HTTP/1.1" status: 204 len: 168 time: 0.1824481 Aug 11 02:26:42.192102 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2380c1-c1fa-49a1-901b-41640eca72b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62f13cc-362a-4534-b50e-12de05091b20,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:42.217266 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:42.284514 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfdf84a-0c0f-4de4-b2bd-ed74f90f2026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bcc5d6-90b9-492c-85cb-2df9a353d0ba'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:42.287402 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab6775a-8e18-4bd6-bb81-088296f8d81f" -d '{"events": [{"server_uuid": "0dfdf84a-0c0f-4de4-b2bd-ed74f90f2026", "name": "network-vif-plugged", "status": "completed", "tag": "d5bcc5d6-90b9-492c-85cb-2df9a353d0ba"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:42.299783 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port d5bcc5d6-90b9-492c-85cb-2df9a353d0ba, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=d5bcc5d6-90b9-492c-85cb-2df9a353d0ba,segment=NetworkSegment(433443fc-24fc-4769-a998-c907c3d6a425),segment_id=433443fc-24fc-4769-a998-c907c3d6a425)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:42.307959 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:42.350462 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbe162e-e808-48c8-89e2-0a1ecce68861 x-openstack-request-id: req-dcbe162e-e808-48c8-89e2-0a1ecce68861 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:42.350758 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfdf84a-0c0f-4de4-b2bd-ed74f90f2026", "name": "network-vif-plugged", "status": "completed", "tag": "d5bcc5d6-90b9-492c-85cb-2df9a353d0ba", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:42.351008 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dcbe162e-e808-48c8-89e2-0a1ecce68861 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:42.351602 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfdf84a-0c0f-4de4-b2bd-ed74f90f2026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bcc5d6-90b9-492c-85cb-2df9a353d0ba', 'code': 200} Aug 11 02:26:42.399277 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=d5bcc5d6-90b9-492c-85cb-2df9a353d0ba,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:42.472777 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4e8b1-7c96-4ce8-9a3c-f25aceaff813 req-e02cac08-de5f-4162-bae0-db8d7fbf6f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:42.474870 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1be4e8b1-7c96-4ce8-9a3c-f25aceaff813 req-e02cac08-de5f-4162-bae0-db8d7fbf6f24 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0dfdf84a-0c0f-4de4-b2bd-ed74f90f2026 HTTP/1.1" status: 200 len: 1097 time: 0.0656872 Aug 11 02:26:42.518665 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1be4e8b1-7c96-4ce8-9a3c-f25aceaff813 req-dd150675-c382-42d3-a71a-9d01997a5af9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=83cf95f3-2b72-4c44-8106-076238c23c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354431 Aug 11 02:26:42.905266 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59132) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:43.050486 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-588f7a9e-39e7-4ded-840d-8bee26b88014 tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:43.052927 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-588f7a9e-39e7-4ded-840d-8bee26b88014 tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] 10.222.0.73 "GET /v2.0/networks?id=8327d98c-9977-486a-8a2f-d07ceebac59a HTTP/1.1" status: 200 len: 808 time: 0.1259198 Aug 11 02:26:43.069098 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-f0af0a21-13ac-4558-b318-62e8df574f5c tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] Request body: {'port': {'device_id': '99d6683f-c200-44c6-9b31-d2767d340bd3', 'network_id': '8327d98c-9977-486a-8a2f-d07ceebac59a', 'admin_state_up': True, 'tenant_id': '28e709baa75748e2891930a044f23c4b'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:43.124144 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0dff5c00-fa78-4639-bdd2-6bc570acad95 req-2c5f26c6-f764-41e0-ab0c-fe1e0b199dc3 tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] 10.222.0.50 "GET /v2.0/ports?device_id=99d6683f-c200-44c6-9b31-d2767d340bd3 HTTP/1.1" status: 200 len: 210 time: 0.0406218 Aug 11 02:26:43.187672 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88384339-0fd2-4bb5-8940-53603289b08a req-6af9a7bd-ad51-4f17-81dc-ab13f3fd1e01 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:43.189314 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-88384339-0fd2-4bb5-8940-53603289b08a req-6af9a7bd-ad51-4f17-81dc-ab13f3fd1e01 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dfdf84a-0c0f-4de4-b2bd-ed74f90f2026 HTTP/1.1" status: 200 len: 945 time: 0.1345615 Aug 11 02:26:43.229242 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-02adfd44-19a5-455c-bd28-0e3f13dc8fa4 tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] Request body: {'port': {'network_id': 'fc7432b0-acb9-47f6-8fe2-af250106dabd', 'name': 'tempest-NetworksNegativeTestJSON-417307582'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:43.266069 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-f0af0a21-13ac-4558-b318-62e8df574f5c tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] Made reservation on behalf of 28e709baa75748e2891930a044f23c4b for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:43.270438 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-f0af0a21-13ac-4558-b318-62e8df574f5c tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:43.275186 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-02adfd44-19a5-455c-bd28-0e3f13dc8fa4 tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] POST failed (client error): The resource could not be found. Aug 11 02:26:43.275736 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02adfd44-19a5-455c-bd28-0e3f13dc8fa4 tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:26:43.276923 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-02adfd44-19a5-455c-bd28-0e3f13dc8fa4 tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3705678 Aug 11 02:26:43.282342 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59154) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:43.300606 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-88384339-0fd2-4bb5-8940-53603289b08a req-e0e14a5a-10f2-465e-8e38-38360ba1f42d tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] 10.222.0.50 "GET /v2.0/security-groups?id=83cf95f3-2b72-4c44-8106-076238c23c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970037 Aug 11 02:26:43.330139 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-256c28ec-fda4-40ff-b5f1-fb9ffe9058b3 tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] DELETE failed (client error): The resource could not be found. Aug 11 02:26:43.330718 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-256c28ec-fda4-40ff-b5f1-fb9ffe9058b3 tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:26:43.335588 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-256c28ec-fda4-40ff-b5f1-fb9ffe9058b3 tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] 10.222.0.50 "DELETE /v2.0/networks/45ffb4d5-ee3b-4495-be2f-b8dcc1cc961d HTTP/1.1" status: 404 len: 339 time: 0.0492051 Aug 11 02:26:43.340864 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59158) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:43.388349 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f6c920-16d3-4f29-a290-e58113d6f77e tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] DELETE failed (client error): The resource could not be found. Aug 11 02:26:43.389449 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f6c920-16d3-4f29-a290-e58113d6f77e tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:26:43.393893 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e3f6c920-16d3-4f29-a290-e58113d6f77e tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] 10.222.0.50 "DELETE /v2.0/ports/59166832-7c29-4d90-ace6-6b9d2330eb81 HTTP/1.1" status: 404 len: 333 time: 0.0513868 Aug 11 02:26:43.397870 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59160) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:43.435699 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-f0af0a21-13ac-4558-b318-62e8df574f5c tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] Allocated IP 172.20.0.12 (8327d98c-9977-486a-8a2f-d07ceebac59a/c4f4b822-38c3-431c-baa1-2af8de422caa/6352bf4f-82e7-4948-857a-6fc6c5b3a65b) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:43.436971 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-65206317-de20-4d39-b092-e50d035b038b tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] DELETE failed (client error): The resource could not be found. Aug 11 02:26:43.437516 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65206317-de20-4d39-b092-e50d035b038b tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:26:43.439341 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-65206317-de20-4d39-b092-e50d035b038b tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] 10.222.0.50 "DELETE /v2.0/subnets/602ef19e-a18a-44f4-95ea-a2f7b9026e73 HTTP/1.1" status: 404 len: 337 time: 0.0402915 Aug 11 02:26:43.444105 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59162) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:43.467400 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eeee13e-c69b-4850-9139-55b4bef4a340 tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] GET failed (client error): The resource could not be found. Aug 11 02:26:43.468974 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0eeee13e-c69b-4850-9139-55b4bef4a340 tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] 10.222.0.50 "GET /v2.0/networks/83bf3264-2ebb-433b-933b-444fb172bf4f HTTP/1.1" status: 404 len: 339 time: 0.0238538 Aug 11 02:26:43.473024 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59166) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:43.499428 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-12aa9ed8-35a0-4585-9769-ead25b891046 tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] GET failed (client error): The resource could not be found. Aug 11 02:26:43.501226 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-12aa9ed8-35a0-4585-9769-ead25b891046 tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] 10.222.0.50 "GET /v2.0/ports/bf11ace7-241e-4aab-b819-c2d81d3ce76c HTTP/1.1" status: 404 len: 333 time: 0.0272417 Aug 11 02:26:43.504991 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59168) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:43.535386 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-d554337c-21b1-4cce-b918-c49b2ec3c088 tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] GET failed (client error): The resource could not be found. Aug 11 02:26:43.536790 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d554337c-21b1-4cce-b918-c49b2ec3c088 tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] 10.222.0.50 "GET /v2.0/subnets/bfca4e00-eb4a-4923-8e55-7b9b50b0933e HTTP/1.1" status: 404 len: 337 time: 0.0301647 Aug 11 02:26:43.540960 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59170) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:43.546685 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-87bb4146-507b-4650-a3f6-970df6e18758 tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:43.562451 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-87bb4146-507b-4650-a3f6-970df6e18758 tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] PUT failed (client error): The resource could not be found. Aug 11 02:26:43.563569 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87bb4146-507b-4650-a3f6-970df6e18758 tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:26:43.564918 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-87bb4146-507b-4650-a3f6-970df6e18758 tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] 10.222.0.50 "PUT /v2.0/networks/9a25c99d-8104-4d1d-a18a-ea234b257fea HTTP/1.1" status: 404 len: 339 time: 0.0230103 Aug 11 02:26:43.569015 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59172) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:43.574440 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-3576bd92-e216-41cd-9417-ff16858b6373 tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:43.594393 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-3576bd92-e216-41cd-9417-ff16858b6373 tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] PUT failed (client error): The resource could not be found. Aug 11 02:26:43.595300 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3576bd92-e216-41cd-9417-ff16858b6373 tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:26:43.596833 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3576bd92-e216-41cd-9417-ff16858b6373 tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] 10.222.0.50 "PUT /v2.0/ports/70dd80ba-6351-4e5a-ae7d-b0f01c1b46f2 HTTP/1.1" status: 404 len: 333 time: 0.0267258 Aug 11 02:26:43.600560 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59176) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:43.606203 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-3f625dc6-554e-4aff-86a0-5a1545dc16b5 tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:43.626003 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-f0af0a21-13ac-4558-b318-62e8df574f5c tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:43.629480 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f625dc6-554e-4aff-86a0-5a1545dc16b5 tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] PUT failed (client error): The resource could not be found. Aug 11 02:26:43.629959 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f625dc6-554e-4aff-86a0-5a1545dc16b5 tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:26:43.631686 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3f625dc6-554e-4aff-86a0-5a1545dc16b5 tempest-NetworksNegativeTestJSON-957281430 tempest-NetworksNegativeTestJSON-957281430-project] 10.222.0.50 "PUT /v2.0/subnets/44420402-e3c3-405f-9902-5cd0e6cdc853 HTTP/1.1" status: 404 len: 337 time: 0.0302236 Aug 11 02:26:43.678300 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-f0af0a21-13ac-4558-b318-62e8df574f5c tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:43.718855 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-f0af0a21-13ac-4558-b318-62e8df574f5c tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] Network 8327d98c-9977-486a-8a2f-d07ceebac59a is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:43.722070 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-f0af0a21-13ac-4558-b318-62e8df574f5c tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:43.724796 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-f0af0a21-13ac-4558-b318-62e8df574f5c tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:43.784412 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af0a21-13ac-4558-b318-62e8df574f5c tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] Pushing event updated for resources: {'Port': ['ID=6352bf4f-82e7-4948-857a-6fc6c5b3a65b,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:43.800501 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-f0af0a21-13ac-4558-b318-62e8df574f5c tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:43.801144 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-f0af0a21-13ac-4558-b318-62e8df574f5c tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:43.820132 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-f0af0a21-13ac-4558-b318-62e8df574f5c tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7553895 Aug 11 02:26:43.837479 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-37b3c14d-53be-4368-8e53-5ab23027e358 service neutron] Request body: {'port': {'device_id': '99d6683f-c200-44c6-9b31-d2767d340bd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:43.898382 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-37b3c14d-53be-4368-8e53-5ab23027e358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:43.962516 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59206) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:44.185874 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-37b3c14d-53be-4368-8e53-5ab23027e358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6352bf4f-82e7-4948-857a-6fc6c5b3a65b {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:44.187740 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-142915d6-b098-4688-a5c8-695b18a06466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:44.197659 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-37b3c14d-53be-4368-8e53-5ab23027e358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:44.222125 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-37b3c14d-53be-4368-8e53-5ab23027e358 service neutron] Transition to ACTIVE for port object 6352bf4f-82e7-4948-857a-6fc6c5b3a65b will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:44.241459 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-37b3c14d-53be-4368-8e53-5ab23027e358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:44.333604 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-142915d6-b098-4688-a5c8-695b18a06466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:44.338857 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-142915d6-b098-4688-a5c8-695b18a06466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:44.399655 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-142915d6-b098-4688-a5c8-695b18a06466 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f70190536dc947a2a4171f4fdc64f6cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4358525 Aug 11 02:26:44.400781 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59226) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:44.401785 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142915d6-b098-4688-a5c8-695b18a06466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a448c4f5-1476-4061-a7d4-4f45927b9413,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:44.493267 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a689ce93-f990-43ba-8585-17c3b2f35b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:44.525949 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a689ce93-f990-43ba-8585-17c3b2f35b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:44.561840 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21deea25-dba7-4d79-82c7-28516644eda6 req-65738883-64e1-48c9-8140-986e020fc92c tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:44.564043 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-21deea25-dba7-4d79-82c7-28516644eda6 req-65738883-64e1-48c9-8140-986e020fc92c tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dfdf84a-0c0f-4de4-b2bd-ed74f90f2026 HTTP/1.1" status: 200 len: 945 time: 0.1164782 Aug 11 02:26:44.640685 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-21deea25-dba7-4d79-82c7-28516644eda6 req-e2590272-b8a1-46c0-879c-e855f35108c0 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] 10.222.0.50 "GET /v2.0/security-groups?id=83cf95f3-2b72-4c44-8106-076238c23c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687768 Aug 11 02:26:44.682198 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a689ce93-f990-43ba-8585-17c3b2f35b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:44.685002 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a689ce93-f990-43ba-8585-17c3b2f35b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:44.688619 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a689ce93-f990-43ba-8585-17c3b2f35b60 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a448c4f5-1476-4061-a7d4-4f45927b9413 HTTP/1.1" status: 204 len: 168 time: 0.2799077 Aug 11 02:26:44.707414 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689ce93-f990-43ba-8585-17c3b2f35b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a448c4f5-1476-4061-a7d4-4f45927b9413,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:44.734547 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3c14d-53be-4368-8e53-5ab23027e358 service neutron] Pushing event updated for resources: {'Port': ['ID=6352bf4f-82e7-4948-857a-6fc6c5b3a65b,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:44.750252 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d599315-0f4c-4617-b354-a435bb92fec0 req-92199479-6713-4b43-ab44-23b41eddee65 tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:44.752121 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2d599315-0f4c-4617-b354-a435bb92fec0 req-92199479-6713-4b43-ab44-23b41eddee65 tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] 10.222.0.50 "GET /v2.0/ports?device_id=99d6683f-c200-44c6-9b31-d2767d340bd3 HTTP/1.1" status: 200 len: 932 time: 0.5433509 Aug 11 02:26:44.835845 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2d599315-0f4c-4617-b354-a435bb92fec0 req-ad84c346-40db-42f8-9e9a-52982bafb0f8 tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac454fa9-b02e-40d2-8956-0b64a05c9f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504262 Aug 11 02:26:44.852785 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-37b3c14d-53be-4368-8e53-5ab23027e358 service neutron] Attempting to bind port 6352bf4f-82e7-4948-857a-6fc6c5b3a65b on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:26:44.853195 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-37b3c14d-53be-4368-8e53-5ab23027e358 service neutron] Attempting to bind port 6352bf4f-82e7-4948-857a-6fc6c5b3a65b by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '532121ec-f26d-4fa6-b042-c319487e1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '8327d98c-9977-486a-8a2f-d07ceebac59a'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:26:44.853593 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-37b3c14d-53be-4368-8e53-5ab23027e358 service neutron] Attempting to bind port 6352bf4f-82e7-4948-857a-6fc6c5b3a65b on network 8327d98c-9977-486a-8a2f-d07ceebac59a {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:44.858337 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-37b3c14d-53be-4368-8e53-5ab23027e358 service neutron] Port 6352bf4f-82e7-4948-857a-6fc6c5b3a65b on network 8327d98c-9977-486a-8a2f-d07ceebac59a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:26:44.858725 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-37b3c14d-53be-4368-8e53-5ab23027e358 service neutron] Attempting to bind port 6352bf4f-82e7-4948-857a-6fc6c5b3a65b on network 8327d98c-9977-486a-8a2f-d07ceebac59a {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:44.864192 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-37b3c14d-53be-4368-8e53-5ab23027e358 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:26:44.864692 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-37b3c14d-53be-4368-8e53-5ab23027e358 service neutron] Checking segment: {'id': '532121ec-f26d-4fa6-b042-c319487e1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '8327d98c-9977-486a-8a2f-d07ceebac59a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:44.865250 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-37b3c14d-53be-4368-8e53-5ab23027e358 service neutron] Bound using segment: {'id': '532121ec-f26d-4fa6-b042-c319487e1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '8327d98c-9977-486a-8a2f-d07ceebac59a'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:26:44.865750 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-37b3c14d-53be-4368-8e53-5ab23027e358 service neutron] Bound port: 6352bf4f-82e7-4948-857a-6fc6c5b3a65b, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '532121ec-f26d-4fa6-b042-c319487e1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '8327d98c-9977-486a-8a2f-d07ceebac59a'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:26:44.866176 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-37b3c14d-53be-4368-8e53-5ab23027e358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:44.950615 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-37b3c14d-53be-4368-8e53-5ab23027e358 service neutron] For port 6352bf4f-82e7-4948-857a-6fc6c5b3a65b, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:26:44.959348 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-37b3c14d-53be-4368-8e53-5ab23027e358 service neutron] For port 6352bf4f-82e7-4948-857a-6fc6c5b3a65b, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=6352bf4f-82e7-4948-857a-6fc6c5b3a65b,segment=NetworkSegment(532121ec-f26d-4fa6-b042-c319487e1b40),segment_id=532121ec-f26d-4fa6-b042-c319487e1b40)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:26:44.966015 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-37b3c14d-53be-4368-8e53-5ab23027e358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:45.026377 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-37b3c14d-53be-4368-8e53-5ab23027e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:45.027018 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-37b3c14d-53be-4368-8e53-5ab23027e358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:45.029093 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-37b3c14d-53be-4368-8e53-5ab23027e358 service neutron] 10.222.0.73 "PUT /v2.0/ports/6352bf4f-82e7-4948-857a-6fc6c5b3a65b HTTP/1.1" status: 200 len: 1093 time: 1.1962202 Aug 11 02:26:45.029688 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d6683f-c200-44c6-9b31-d2767d340bd3', 'tag': '6352bf4f-82e7-4948-857a-6fc6c5b3a65b'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:45.032289 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e524ccab-583e-45bd-80ad-719cac1b7aab" -d '{"events": [{"name": "network-changed", "server_uuid": "99d6683f-c200-44c6-9b31-d2767d340bd3", "tag": "6352bf4f-82e7-4948-857a-6fc6c5b3a65b"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:45.048736 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3c14d-53be-4368-8e53-5ab23027e358 service neutron] Pushing event updated for resources: {'Port': ['ID=6352bf4f-82e7-4948-857a-6fc6c5b3a65b,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:45.156050 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b47fddb-edb3-4500-9966-3f90fe9ef12d x-openstack-request-id: req-5b47fddb-edb3-4500-9966-3f90fe9ef12d {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:45.156577 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d6683f-c200-44c6-9b31-d2767d340bd3", "tag": "6352bf4f-82e7-4948-857a-6fc6c5b3a65b", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:45.157016 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5b47fddb-edb3-4500-9966-3f90fe9ef12d {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:45.157597 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99d6683f-c200-44c6-9b31-d2767d340bd3', 'tag': '6352bf4f-82e7-4948-857a-6fc6c5b3a65b', 'status': 'completed', 'code': 200} Aug 11 02:26:45.164946 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-590b08e0-9c9f-42eb-bc17-00356d1394ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:45.168106 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-590b08e0-9c9f-42eb-bc17-00356d1394ce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=28e709baa75748e2891930a044f23c4b&device_id=99d6683f-c200-44c6-9b31-d2767d340bd3 HTTP/1.1" status: 200 len: 1096 time: 0.0900331 Aug 11 02:26:45.221257 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-beb3221b-e5d6-42ce-86ec-d0672925e729 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6352bf4f-82e7-4948-857a-6fc6c5b3a65b HTTP/1.1" status: 200 len: 217 time: 0.0413804 Aug 11 02:26:45.254619 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59322) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:45.277317 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3528d5-7a9b-4203-9b8b-a9ba170563d7 req-2abadda9-04c8-4962-9798-0640d08b03e0 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:45.295193 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-623a9a81-d4d1-4686-b0da-5cf36ec23883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:45.296887 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-623a9a81-d4d1-4686-b0da-5cf36ec23883 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4f4b822-38c3-431c-baa1-2af8de422caa HTTP/1.1" status: 200 len: 848 time: 0.0663445 Aug 11 02:26:45.299657 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2e3528d5-7a9b-4203-9b8b-a9ba170563d7 req-2abadda9-04c8-4962-9798-0640d08b03e0 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dfdf84a-0c0f-4de4-b2bd-ed74f90f2026 HTTP/1.1" status: 200 len: 945 time: 0.0992832 Aug 11 02:26:45.356248 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-189166d7-9e86-46c9-a966-da05b6daf8f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8327d98c-9977-486a-8a2f-d07ceebac59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515661 Aug 11 02:26:45.365548 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2e3528d5-7a9b-4203-9b8b-a9ba170563d7 req-a28acc67-85de-4d20-b631-fb134d65fcce tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] 10.222.0.50 "GET /v2.0/security-groups?id=83cf95f3-2b72-4c44-8106-076238c23c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571795 Aug 11 02:26:45.459309 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-87441ef1-9550-432d-b45a-611949551026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:45.482231 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-657630d5-2fb7-434a-bc64-759771573052 service neutron] 10.222.0.73 "GET /v2.0/networks/8327d98c-9977-486a-8a2f-d07ceebac59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117918 Aug 11 02:26:45.574112 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-87441ef1-9550-432d-b45a-611949551026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:45.577523 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-87441ef1-9550-432d-b45a-611949551026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:45.609051 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dcf03257-5ac1-4a32-a324-a36341e2a39b req-9ffa4532-1ca8-452f-9378-307904eaeb71 service neutron] 10.222.0.73 "GET /v2.0/networks/8327d98c-9977-486a-8a2f-d07ceebac59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190219 Aug 11 02:26:45.626325 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87441ef1-9550-432d-b45a-611949551026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d2a543-d115-4431-b887-ec17ffdc6942,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:45.634769 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-87441ef1-9550-432d-b45a-611949551026 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7ac8bf29ef824d98aa8b899d4a882aeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3771207 Aug 11 02:26:45.634971 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59354) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:45.660246 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9393424e-2eb4-46fb-b438-ccc8e6c830f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:45.722648 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1b9c6b55-c4b3-40de-b82a-b96d1c92db4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:45.754342 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524ccab-583e-45bd-80ad-719cac1b7aab req-f6a08e99-7233-42cd-baed-9ef32dbcf7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:45.755996 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e524ccab-583e-45bd-80ad-719cac1b7aab req-f6a08e99-7233-42cd-baed-9ef32dbcf7b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=28e709baa75748e2891930a044f23c4b&device_id=99d6683f-c200-44c6-9b31-d2767d340bd3 HTTP/1.1" status: 200 len: 1096 time: 0.0720296 Aug 11 02:26:45.758363 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1b9c6b55-c4b3-40de-b82a-b96d1c92db4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:45.764248 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59366) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:45.879685 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-26008d43-feee-424f-b744-4af0807429b2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'network': {'name': 'tempest-RoutersTest-897817668'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:45.883725 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524ccab-583e-45bd-80ad-719cac1b7aab req-fbb987e3-4449-4a0a-9cad-a99403392611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:45.885252 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e524ccab-583e-45bd-80ad-719cac1b7aab req-fbb987e3-4449-4a0a-9cad-a99403392611 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8327d98c-9977-486a-8a2f-d07ceebac59a HTTP/1.1" status: 200 len: 909 time: 0.1191530 Aug 11 02:26:45.886236 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1b9c6b55-c4b3-40de-b82a-b96d1c92db4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:45.889363 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1b9c6b55-c4b3-40de-b82a-b96d1c92db4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:45.890799 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1b9c6b55-c4b3-40de-b82a-b96d1c92db4d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/52d2a543-d115-4431-b887-ec17ffdc6942 HTTP/1.1" status: 204 len: 168 time: 0.2545347 Aug 11 02:26:45.902463 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26008d43-feee-424f-b744-4af0807429b2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Made reservation on behalf of fc32fb4b9c1142568a3c93f040d870e8 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:45.906154 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-26008d43-feee-424f-b744-4af0807429b2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:45.918487 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-26008d43-feee-424f-b744-4af0807429b2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:45.941735 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e524ccab-583e-45bd-80ad-719cac1b7aab req-c066099b-54af-4c24-8dcc-feb49bf26edc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6352bf4f-82e7-4948-857a-6fc6c5b3a65b HTTP/1.1" status: 200 len: 217 time: 0.0475452 Aug 11 02:26:45.957578 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c6b55-c4b3-40de-b82a-b96d1c92db4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d2a543-d115-4431-b887-ec17ffdc6942,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:46.036124 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524ccab-583e-45bd-80ad-719cac1b7aab req-7b01c16e-3f88-4a8f-a5d6-319e410803c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:46.037735 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e524ccab-583e-45bd-80ad-719cac1b7aab req-7b01c16e-3f88-4a8f-a5d6-319e410803c0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4f4b822-38c3-431c-baa1-2af8de422caa HTTP/1.1" status: 200 len: 848 time: 0.0887473 Aug 11 02:26:46.045163 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-26008d43-feee-424f-b744-4af0807429b2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.048577 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af9c40-56d2-4b5c-a9c9-99ad087ba6fc req-f5df0232-e1f5-4d90-af31-9b555c4ceddb tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:46.050515 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-17af9c40-56d2-4b5c-a9c9-99ad087ba6fc req-f5df0232-e1f5-4d90-af31-9b555c4ceddb tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] 10.222.0.50 "GET /v2.0/ports?device_id=99d6683f-c200-44c6-9b31-d2767d340bd3 HTTP/1.1" status: 200 len: 944 time: 0.1077509 Aug 11 02:26:46.058619 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-26008d43-feee-424f-b744-4af0807429b2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.080193 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e524ccab-583e-45bd-80ad-719cac1b7aab req-27aefeda-64bc-41d1-9bda-6aa56da7eb72 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8327d98c-9977-486a-8a2f-d07ceebac59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285132 Aug 11 02:26:46.089578 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26008d43-feee-424f-b744-4af0807429b2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:26:46.115612 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d43-feee-424f-b744-4af0807429b2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12b88d53-4cf9-46d2-8edd-4ece2b21836c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:46.118778 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-26008d43-feee-424f-b744-4af0807429b2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.119241 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-26008d43-feee-424f-b744-4af0807429b2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Added segment 16cebfe8-1109-43af-9c63-904bdf1314dc of type vlan for network 3b52b8ec-680e-4190-beac-ed0e9a1a363b Aug 11 02:26:46.169789 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-26008d43-feee-424f-b744-4af0807429b2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.211021 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-26008d43-feee-424f-b744-4af0807429b2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.221396 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26008d43-feee-424f-b744-4af0807429b2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:46.221872 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-17af9c40-56d2-4b5c-a9c9-99ad087ba6fc req-4c4fd4cc-594e-40df-bd69-4f4094d0d763 tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac454fa9-b02e-40d2-8956-0b64a05c9f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407154 Aug 11 02:26:46.224359 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-26008d43-feee-424f-b744-4af0807429b2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.290727 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e524ccab-583e-45bd-80ad-719cac1b7aab req-ae3940c5-b5c8-4424-80c3-a135ad03c07e service neutron] 10.222.0.73 "GET /v2.0/networks/8327d98c-9977-486a-8a2f-d07ceebac59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915672 Aug 11 02:26:46.321055 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-26008d43-feee-424f-b744-4af0807429b2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5553215 Aug 11 02:26:46.324179 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59402) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:46.329853 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d43-feee-424f-b744-4af0807429b2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Network': ['ID=3b52b8ec-680e-4190-beac-ed0e9a1a363b,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:46.330735 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-315932f5-6f03-43b9-88d0-07e67c3e5048 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'network': {'name': 'tempest-RoutersTest-387211733'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:46.338734 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d43-feee-424f-b744-4af0807429b2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:46.339156 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d43-feee-424f-b744-4af0807429b2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:46.339440 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d43-feee-424f-b744-4af0807429b2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:46.339983 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d43-feee-424f-b744-4af0807429b2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:46.340564 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d43-feee-424f-b744-4af0807429b2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:46.341065 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d43-feee-424f-b744-4af0807429b2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:46.341566 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d43-feee-424f-b744-4af0807429b2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:46.342062 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d43-feee-424f-b744-4af0807429b2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:46.342557 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d43-feee-424f-b744-4af0807429b2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:46.343070 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d43-feee-424f-b744-4af0807429b2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:46.343604 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d43-feee-424f-b744-4af0807429b2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:46.344095 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d43-feee-424f-b744-4af0807429b2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:46.357094 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 3b52b8ec-680e-4190-beac-ed0e9a1a363b details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:26:46.402474 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59406) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:46.409553 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315932f5-6f03-43b9-88d0-07e67c3e5048 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Made reservation on behalf of fc32fb4b9c1142568a3c93f040d870e8 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:46.413284 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-315932f5-6f03-43b9-88d0-07e67c3e5048 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.425466 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9e691b0b-e0ba-475a-9504-74aec74d836b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.452879 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-315932f5-6f03-43b9-88d0-07e67c3e5048 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:26:46.463935 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e524ccab-583e-45bd-80ad-719cac1b7aab req-eca38d30-1acd-4fc7-a3dc-68b4e75b2524 service neutron] 10.222.0.73 "GET /v2.0/networks/8327d98c-9977-486a-8a2f-d07ceebac59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659086 Aug 11 02:26:46.470548 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-315932f5-6f03-43b9-88d0-07e67c3e5048 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.470902 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-315932f5-6f03-43b9-88d0-07e67c3e5048 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Added segment efeff909-ea48-4c8a-8b4c-2c509ad7d363 of type vlan for network 4e68f6d2-71ac-421d-9693-b8eb5336f711 Aug 11 02:26:46.513157 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-315932f5-6f03-43b9-88d0-07e67c3e5048 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.548898 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9e691b0b-e0ba-475a-9504-74aec74d836b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.561283 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9e691b0b-e0ba-475a-9504-74aec74d836b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.584826 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dfd4c-1374-4e03-904a-573b2515f68e req-09e1f6d3-bd2d-42bc-ba71-80bdcff6154f tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:46.586353 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-777dfd4c-1374-4e03-904a-573b2515f68e req-09e1f6d3-bd2d-42bc-ba71-80bdcff6154f tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dfdf84a-0c0f-4de4-b2bd-ed74f90f2026 HTTP/1.1" status: 200 len: 945 time: 0.0753164 Aug 11 02:26:46.587134 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-315932f5-6f03-43b9-88d0-07e67c3e5048 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.592645 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315932f5-6f03-43b9-88d0-07e67c3e5048 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:46.593158 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-315932f5-6f03-43b9-88d0-07e67c3e5048 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.607288 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ba169-9816-4d5c-bf44-2d633b5ed157 req-33b5cd00-bd1d-4450-9ee1-cb1f8e185bbb tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:46.609020 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-227ba169-9816-4d5c-bf44-2d633b5ed157 req-33b5cd00-bd1d-4450-9ee1-cb1f8e185bbb tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dfdf84a-0c0f-4de4-b2bd-ed74f90f2026 HTTP/1.1" status: 200 len: 945 time: 0.0953176 Aug 11 02:26:46.621122 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9e691b0b-e0ba-475a-9504-74aec74d836b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9005ca2cdbcf4044b4d5c76b38deb22d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2173350 Aug 11 02:26:46.622054 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e691b0b-e0ba-475a-9504-74aec74d836b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8848a8-bf89-4fc8-bfca-3293922b182e,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:46.624414 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59412) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:46.687449 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-315932f5-6f03-43b9-88d0-07e67c3e5048 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3623729 Aug 11 02:26:46.690386 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59416) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:46.697882 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-7056d66c-0e13-4211-80b2-3cd7a653f8cb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'subnet': {'network_id': '3b52b8ec-680e-4190-beac-ed0e9a1a363b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:46.717460 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-227ba169-9816-4d5c-bf44-2d633b5ed157 req-8e93f2d4-8cd8-4edf-a8ce-800c9813b4b4 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] 10.222.0.50 "GET /v2.0/security-groups?id=83cf95f3-2b72-4c44-8106-076238c23c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903354 Aug 11 02:26:46.733205 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315932f5-6f03-43b9-88d0-07e67c3e5048 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Network': ['ID=4e68f6d2-71ac-421d-9693-b8eb5336f711,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:46.752345 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 4e68f6d2-71ac-421d-9693-b8eb5336f711 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:26:46.761164 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-777dfd4c-1374-4e03-904a-573b2515f68e req-90899f85-0f2c-4da4-b904-b6e758aead0d tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Deleting port d5bcc5d6-90b9-492c-85cb-2df9a353d0ba {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:46.761702 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-777dfd4c-1374-4e03-904a-573b2515f68e req-90899f85-0f2c-4da4-b904-b6e758aead0d tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.770649 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fdb4a590-43b1-4780-8723-df7cb9395b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.817127 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fdb4a590-43b1-4780-8723-df7cb9395b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.866141 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7056d66c-0e13-4211-80b2-3cd7a653f8cb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Made reservation on behalf of fc32fb4b9c1142568a3c93f040d870e8 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:46.869921 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7056d66c-0e13-4211-80b2-3cd7a653f8cb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.880150 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-777dfd4c-1374-4e03-904a-573b2515f68e req-90899f85-0f2c-4da4-b904-b6e758aead0d tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] For port d5bcc5d6-90b9-492c-85cb-2df9a353d0ba, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=d5bcc5d6-90b9-492c-85cb-2df9a353d0ba,segment=NetworkSegment(433443fc-24fc-4769-a998-c907c3d6a425),segment_id=433443fc-24fc-4769-a998-c907c3d6a425)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:46.880626 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-777dfd4c-1374-4e03-904a-573b2515f68e req-90899f85-0f2c-4da4-b904-b6e758aead0d tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.897576 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-777dfd4c-1374-4e03-904a-573b2515f68e req-90899f85-0f2c-4da4-b904-b6e758aead0d tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Calling delete_port for d5bcc5d6-90b9-492c-85cb-2df9a353d0ba owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:46.934689 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fdb4a590-43b1-4780-8723-df7cb9395b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.937305 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fdb4a590-43b1-4780-8723-df7cb9395b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.940742 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fdb4a590-43b1-4780-8723-df7cb9395b34 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5d8848a8-bf89-4fc8-bfca-3293922b182e HTTP/1.1" status: 204 len: 168 time: 0.3129404 Aug 11 02:26:46.955429 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4a590-43b1-4780-8723-df7cb9395b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8848a8-bf89-4fc8-bfca-3293922b182e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:46.995482 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 6352bf4f-82e7-4948-857a-6fc6c5b3a65b details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:26:47.113242 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7056d66c-0e13-4211-80b2-3cd7a653f8cb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.114301 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-777dfd4c-1374-4e03-904a-573b2515f68e req-90899f85-0f2c-4da4-b904-b6e758aead0d tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.143470 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90899f85-0f2c-4da4-b904-b6e758aead0d tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Pushing event deleted for resources: {'Port': ['ID=d5bcc5d6-90b9-492c-85cb-2df9a353d0ba,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:47.186240 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056d66c-0e13-4211-80b2-3cd7a653f8cb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Subnet': ['ID=1e069a60-fccb-4edd-bc78-815820844305,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:47.203843 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7056d66c-0e13-4211-80b2-3cd7a653f8cb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Checking segment: {'id': '16cebfe8-1109-43af-9c63-904bdf1314dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '3b52b8ec-680e-4190-beac-ed0e9a1a363b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:47.204360 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7056d66c-0e13-4211-80b2-3cd7a653f8cb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network hostable DHCP agents. Network: 3b52b8ec-680e-4190-beac-ed0e9a1a363b, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:26:47.221444 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 6352bf4f-82e7-4948-857a-6fc6c5b3a65b, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=6352bf4f-82e7-4948-857a-6fc6c5b3a65b,segment=NetworkSegment(532121ec-f26d-4fa6-b042-c319487e1b40),segment_id=532121ec-f26d-4fa6-b042-c319487e1b40)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:47.223816 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7056d66c-0e13-4211-80b2-3cd7a653f8cb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network 3b52b8ec-680e-4190-beac-ed0e9a1a363b is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:26:47.238551 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-7056d66c-0e13-4211-80b2-3cd7a653f8cb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 3b52b8ec-680e-4190-beac-ed0e9a1a363b) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:47.240934 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '6352bf4f-82e7-4948-857a-6fc6c5b3a65b', 'network_id': '8327d98c-9977-486a-8a2f-d07ceebac59a', 'port_id': '6352bf4f-82e7-4948-857a-6fc6c5b3a65b', 'mac_address': 'fa:16:3e:ad:92:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f4b822-38c3-431c-baa1-2af8de422caa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:26:47.244985 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['d5bcc5d6-90b9-492c-85cb-2df9a353d0ba'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:26:47.246630 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-777dfd4c-1374-4e03-904a-573b2515f68e req-90899f85-0f2c-4da4-b904-b6e758aead0d tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] No DVR routers for this DVR port d5bcc5d6-90b9-492c-85cb-2df9a353d0ba on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:26:47.252475 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-777dfd4c-1374-4e03-904a-573b2515f68e req-90899f85-0f2c-4da4-b904-b6e758aead0d tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.256056 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7056d66c-0e13-4211-80b2-3cd7a653f8cb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:47.257038 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7056d66c-0e13-4211-80b2-3cd7a653f8cb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.260984 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-777dfd4c-1374-4e03-904a-573b2515f68e req-90899f85-0f2c-4da4-b904-b6e758aead0d tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] 10.222.0.66 "DELETE /v2.0/ports/d5bcc5d6-90b9-492c-85cb-2df9a353d0ba HTTP/1.1" status: 204 len: 173 time: 0.6642089 Aug 11 02:26:47.261701 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfdf84a-0c0f-4de4-b2bd-ed74f90f2026', 'name': 'network-vif-deleted', 'tag': 'd5bcc5d6-90b9-492c-85cb-2df9a353d0ba'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:47.264866 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59edca0f-fb5d-4c7f-8188-cb787bac6447" -d '{"events": [{"server_uuid": "0dfdf84a-0c0f-4de4-b2bd-ed74f90f2026", "name": "network-vif-deleted", "tag": "d5bcc5d6-90b9-492c-85cb-2df9a353d0ba"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:47.273888 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7056d66c-0e13-4211-80b2-3cd7a653f8cb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5825562 Aug 11 02:26:47.276867 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59462) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:47.283143 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-4c7c027c-d02c-4f1d-8c45-060b10d84c0b tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'subnet': {'network_id': '4e68f6d2-71ac-421d-9693-b8eb5336f711', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:47.309054 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276cb0b1-dd56-4905-b896-dca9a98a3f6d None None] Network 3b52b8ec-680e-4190-beac-ed0e9a1a363b requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:47.407340 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70f5c61-9fbe-4d1f-ad52-45531448f44a x-openstack-request-id: req-d70f5c61-9fbe-4d1f-ad52-45531448f44a {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:47.408089 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfdf84a-0c0f-4de4-b2bd-ed74f90f2026", "name": "network-vif-deleted", "tag": "d5bcc5d6-90b9-492c-85cb-2df9a353d0ba", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:47.408544 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d70f5c61-9fbe-4d1f-ad52-45531448f44a {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:47.409671 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfdf84a-0c0f-4de4-b2bd-ed74f90f2026', 'name': 'network-vif-deleted', 'tag': 'd5bcc5d6-90b9-492c-85cb-2df9a353d0ba', 'status': 'completed', 'code': 200} Aug 11 02:26:47.454659 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121aa17-6c6f-4d51-b137-d18f6774a9f2 req-01e2b210-b572-4bef-9622-18b1aca1f76d tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:47.467789 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5121aa17-6c6f-4d51-b137-d18f6774a9f2 req-01e2b210-b572-4bef-9622-18b1aca1f76d tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] 10.222.0.50 "GET /v2.0/ports?device_id=99d6683f-c200-44c6-9b31-d2767d340bd3 HTTP/1.1" status: 200 len: 944 time: 0.1271901 Aug 11 02:26:47.478058 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7c027c-d02c-4f1d-8c45-060b10d84c0b tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Made reservation on behalf of fc32fb4b9c1142568a3c93f040d870e8 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:47.485425 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4c7c027c-d02c-4f1d-8c45-060b10d84c0b tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.513487 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.551870 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6352bf4f-82e7-4948-857a-6fc6c5b3a65b {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:47.554793 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5121aa17-6c6f-4d51-b137-d18f6774a9f2 req-959134df-ace5-46c6-a4ee-785f569a7027 tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac454fa9-b02e-40d2-8956-0b64a05c9f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845852 Aug 11 02:26:47.585500 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ebc0e5-8c54-4520-85a4-07c204c2693a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-3b52b8ec-680e-4190-beac-ed0e9a1a363b', 'network_id': '3b52b8ec-680e-4190-beac-ed0e9a1a363b', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'fixed_ips': [{'subnet_id': '1e069a60-fccb-4edd-bc78-815820844305'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:26:47.586369 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a0ebc0e5-8c54-4520-85a4-07c204c2693a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.609582 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 6352bf4f-82e7-4948-857a-6fc6c5b3a65b, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=6352bf4f-82e7-4948-857a-6fc6c5b3a65b,segment=NetworkSegment(532121ec-f26d-4fa6-b042-c319487e1b40),segment_id=532121ec-f26d-4fa6-b042-c319487e1b40)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:47.623486 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.795999 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=6352bf4f-82e7-4948-857a-6fc6c5b3a65b,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:47.822747 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4c7c027c-d02c-4f1d-8c45-060b10d84c0b tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.831913 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-a0ebc0e5-8c54-4520-85a4-07c204c2693a None None] Allocated IP 172.20.0.2 (3b52b8ec-680e-4190-beac-ed0e9a1a363b/1e069a60-fccb-4edd-bc78-815820844305/608032f7-fcea-4c4e-86f0-9f6b7272a2b1) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:47.935170 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['6352bf4f-82e7-4948-857a-6fc6c5b3a65b'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:26:47.956994 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a3fe0b1b-33b5-4ff4-86b2-1a0e89cad833 req-bd8e2e72-498b-4c10-965d-71fe647426d3 tempest-InstanceActionsNegativeTestJSON-1491790524 tempest-InstanceActionsNegativeTestJSON-1491790524-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dfdf84a-0c0f-4de4-b2bd-ed74f90f2026 HTTP/1.1" status: 200 len: 210 time: 0.0574727 Aug 11 02:26:47.961345 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c027c-d02c-4f1d-8c45-060b10d84c0b tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Subnet': ['ID=ac262c8b-1a45-40fc-a141-daa61524f046,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:47.964177 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7c027c-d02c-4f1d-8c45-060b10d84c0b tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Checking segment: {'id': 'efeff909-ea48-4c8a-8b4c-2c509ad7d363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4e68f6d2-71ac-421d-9693-b8eb5336f711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:47.964617 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7c027c-d02c-4f1d-8c45-060b10d84c0b tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network hostable DHCP agents. Network: 4e68f6d2-71ac-421d-9693-b8eb5336f711, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:26:47.998562 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7c027c-d02c-4f1d-8c45-060b10d84c0b tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network 4e68f6d2-71ac-421d-9693-b8eb5336f711 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:26:48.013336 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-4c7c027c-d02c-4f1d-8c45-060b10d84c0b tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 4e68f6d2-71ac-421d-9693-b8eb5336f711) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:48.018263 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7c027c-d02c-4f1d-8c45-060b10d84c0b tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:48.018892 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4c7c027c-d02c-4f1d-8c45-060b10d84c0b tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.042642 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef93a42-f871-4952-bdad-8f3507c2ec9d None None] Network 4e68f6d2-71ac-421d-9693-b8eb5336f711 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:48.046262 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4c7c027c-d02c-4f1d-8c45-060b10d84c0b tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7680769 Aug 11 02:26:48.049412 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59506) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:48.054314 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-a3e75c27-7bba-4f9e-8310-fec5d0397a54 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-959206247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:48.081336 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a3e75c27-7bba-4f9e-8310-fec5d0397a54 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.082486 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a3e75c27-7bba-4f9e-8310-fec5d0397a54 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.159032 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a3e75c27-7bba-4f9e-8310-fec5d0397a54 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.164098 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a3e75c27-7bba-4f9e-8310-fec5d0397a54 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.183157 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a3e75c27-7bba-4f9e-8310-fec5d0397a54 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.190271 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59510) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:48.198797 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a3e75c27-7bba-4f9e-8310-fec5d0397a54 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1479745 Aug 11 02:26:48.239005 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a0ebc0e5-8c54-4520-85a4-07c204c2693a None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.295664 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a0ebc0e5-8c54-4520-85a4-07c204c2693a None None] Transition to ACTIVE for port object 608032f7-fcea-4c4e-86f0-9f6b7272a2b1 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:48.412102 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2fba12-ffdb-496e-83e8-048649bff53c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-4e68f6d2-71ac-421d-9693-b8eb5336f711', 'network_id': '4e68f6d2-71ac-421d-9693-b8eb5336f711', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'fixed_ips': [{'subnet_id': 'ac262c8b-1a45-40fc-a141-daa61524f046'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:26:48.413078 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fa2fba12-ffdb-496e-83e8-048649bff53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.435338 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a0ebc0e5-8c54-4520-85a4-07c204c2693a None None] Transition to ACTIVE for port object 608032f7-fcea-4c4e-86f0-9f6b7272a2b1 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:48.439801 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0df6cfbb-01a9-42a9-b155-996595bfd15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.450160 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.461876 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a0ebc0e5-8c54-4520-85a4-07c204c2693a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.529760 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57263c24-7715-4ed1-bc79-67c6a2c318e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.735892 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035edcb-e614-45cc-aed2-175a3f9fafc1 req-e30b2cd3-fd97-4e82-9383-598f03450124 tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:48.739105 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b035edcb-e614-45cc-aed2-175a3f9fafc1 req-e30b2cd3-fd97-4e82-9383-598f03450124 tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] 10.222.0.50 "GET /v2.0/ports?device_id=99d6683f-c200-44c6-9b31-d2767d340bd3 HTTP/1.1" status: 200 len: 945 time: 0.0728886 Aug 11 02:26:48.761300 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ebc0e5-8c54-4520-85a4-07c204c2693a None None] Network 3b52b8ec-680e-4190-beac-ed0e9a1a363b is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:48.766832 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-a0ebc0e5-8c54-4520-85a4-07c204c2693a None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:48.773712 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ebc0e5-8c54-4520-85a4-07c204c2693a None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:48.776113 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebc0e5-8c54-4520-85a4-07c204c2693a None None] Pushing event updated for resources: {'Port': ['ID=608032f7-fcea-4c4e-86f0-9f6b7272a2b1,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:48.818728 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b035edcb-e614-45cc-aed2-175a3f9fafc1 req-610aad94-4fe2-47fe-bd94-a8df48611425 tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac454fa9-b02e-40d2-8956-0b64a05c9f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701447 Aug 11 02:26:48.892513 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-57263c24-7715-4ed1-bc79-67c6a2c318e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Allocated IP 172.20.0.1 (3b52b8ec-680e-4190-beac-ed0e9a1a363b/1e069a60-fccb-4edd-bc78-815820844305/3f7e4abd-e45d-4a83-b79e-1bdaebd7c240) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:48.900967 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-fa2fba12-ffdb-496e-83e8-048649bff53c None None] Allocated IP 172.21.0.2 (4e68f6d2-71ac-421d-9693-b8eb5336f711/ac262c8b-1a45-40fc-a141-daa61524f046/e2d4a5cb-8acd-4dce-98e1-802db8673c9e) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:48.903347 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-a0ebc0e5-8c54-4520-85a4-07c204c2693a None None] Attempting to bind port 608032f7-fcea-4c4e-86f0-9f6b7272a2b1 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:26:48.904016 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-a0ebc0e5-8c54-4520-85a4-07c204c2693a None None] Attempting to bind port 608032f7-fcea-4c4e-86f0-9f6b7272a2b1 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '16cebfe8-1109-43af-9c63-904bdf1314dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '3b52b8ec-680e-4190-beac-ed0e9a1a363b'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:26:48.904142 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ebc0e5-8c54-4520-85a4-07c204c2693a None None] Attempting to bind port 608032f7-fcea-4c4e-86f0-9f6b7272a2b1 on network 3b52b8ec-680e-4190-beac-ed0e9a1a363b {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:48.912745 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ebc0e5-8c54-4520-85a4-07c204c2693a None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:26:48.913124 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ebc0e5-8c54-4520-85a4-07c204c2693a None None] Checking segment: {'id': '16cebfe8-1109-43af-9c63-904bdf1314dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '3b52b8ec-680e-4190-beac-ed0e9a1a363b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:48.913524 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a0ebc0e5-8c54-4520-85a4-07c204c2693a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.913915 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ebc0e5-8c54-4520-85a4-07c204c2693a None None] Bound using segment: {'id': '16cebfe8-1109-43af-9c63-904bdf1314dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '3b52b8ec-680e-4190-beac-ed0e9a1a363b'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:26:48.915478 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-a0ebc0e5-8c54-4520-85a4-07c204c2693a None None] Bound port: 608032f7-fcea-4c4e-86f0-9f6b7272a2b1, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16cebfe8-1109-43af-9c63-904bdf1314dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '3b52b8ec-680e-4190-beac-ed0e9a1a363b'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:26:48.915478 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a0ebc0e5-8c54-4520-85a4-07c204c2693a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.012907 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-a0ebc0e5-8c54-4520-85a4-07c204c2693a None None] For port 608032f7-fcea-4c4e-86f0-9f6b7272a2b1, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:26:49.018382 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-a0ebc0e5-8c54-4520-85a4-07c204c2693a None None] For port 608032f7-fcea-4c4e-86f0-9f6b7272a2b1, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=608032f7-fcea-4c4e-86f0-9f6b7272a2b1,segment=NetworkSegment(16cebfe8-1109-43af-9c63-904bdf1314dc),segment_id=16cebfe8-1109-43af-9c63-904bdf1314dc)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:26:49.035586 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 6352bf4f-82e7-4948-857a-6fc6c5b3a65b up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:49.048303 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57263c24-7715-4ed1-bc79-67c6a2c318e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.049945 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59558) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:49.055291 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a0ebc0e5-8c54-4520-85a4-07c204c2693a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.108307 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-b79d24cd-7796-44d5-8ba9-a448aa40f27c admin admin] Deleting subnet 071a6840-d993-41d8-be5f-4750efca183c {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:26:49.112182 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b79d24cd-7796-44d5-8ba9-a448aa40f27c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.118813 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-57263c24-7715-4ed1-bc79-67c6a2c318e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Transition to ACTIVE for port object 3f7e4abd-e45d-4a83-b79e-1bdaebd7c240 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:49.154845 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b79d24cd-7796-44d5-8ba9-a448aa40f27c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.191782 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57263c24-7715-4ed1-bc79-67c6a2c318e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.222169 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b79d24cd-7796-44d5-8ba9-a448aa40f27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.259183 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57263c24-7715-4ed1-bc79-67c6a2c318e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network 3b52b8ec-680e-4190-beac-ed0e9a1a363b is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:49.284016 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-57263c24-7715-4ed1-bc79-67c6a2c318e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:49.289491 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57263c24-7715-4ed1-bc79-67c6a2c318e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:49.298440 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57263c24-7715-4ed1-bc79-67c6a2c318e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Port': ['ID=3f7e4abd-e45d-4a83-b79e-1bdaebd7c240,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:49.321061 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b79d24cd-7796-44d5-8ba9-a448aa40f27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.379729 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d24cd-7796-44d5-8ba9-a448aa40f27c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=071a6840-d993-41d8-be5f-4750efca183c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:49.382342 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b79d24cd-7796-44d5-8ba9-a448aa40f27c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.388430 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b79d24cd-7796-44d5-8ba9-a448aa40f27c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/071a6840-d993-41d8-be5f-4750efca183c HTTP/1.1" status: 204 len: 168 time: 0.3346353 Aug 11 02:26:49.389860 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59572) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:49.392353 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 6352bf4f-82e7-4948-857a-6fc6c5b3a65b completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:49.397020 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57263c24-7715-4ed1-bc79-67c6a2c318e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.400889 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fa2fba12-ffdb-496e-83e8-048649bff53c None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.412956 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 6352bf4f-82e7-4948-857a-6fc6c5b3a65b triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:49.413242 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.425286 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebc0e5-8c54-4520-85a4-07c204c2693a None None] Pushing event updated for resources: {'Port': ['ID=608032f7-fcea-4c4e-86f0-9f6b7272a2b1,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:49.452648 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fa2fba12-ffdb-496e-83e8-048649bff53c None None] Transition to ACTIVE for port object e2d4a5cb-8acd-4dce-98e1-802db8673c9e will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:49.541213 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fa2fba12-ffdb-496e-83e8-048649bff53c None None] Transition to ACTIVE for port object e2d4a5cb-8acd-4dce-98e1-802db8673c9e will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:49.560218 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fa2fba12-ffdb-496e-83e8-048649bff53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.579234 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7faca3a7-8116-4824-aef4-b7942a0bb9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.658604 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2fba12-ffdb-496e-83e8-048649bff53c None None] Network 4e68f6d2-71ac-421d-9693-b8eb5336f711 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:49.663146 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-fa2fba12-ffdb-496e-83e8-048649bff53c None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:49.665019 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2fba12-ffdb-496e-83e8-048649bff53c None None] Pushing event updated for resources: {'Port': ['ID=e2d4a5cb-8acd-4dce-98e1-802db8673c9e,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:49.671522 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2fba12-ffdb-496e-83e8-048649bff53c None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:49.694908 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.706700 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59582) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:49.731465 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57263c24-7715-4ed1-bc79-67c6a2c318e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.745750 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7faca3a7-8116-4824-aef4-b7942a0bb9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.761308 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-7faca3a7-8116-4824-aef4-b7942a0bb9f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bae72ad-5f19-49fb-8d34-39b1fda107d8']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:49.768323 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d6683f-c200-44c6-9b31-d2767d340bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6352bf4f-82e7-4948-857a-6fc6c5b3a65b'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:49.771326 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bee3e62-262c-40b4-b5e4-1b7c6263acc7" -d '{"events": [{"server_uuid": "99d6683f-c200-44c6-9b31-d2767d340bd3", "name": "network-vif-plugged", "status": "completed", "tag": "6352bf4f-82e7-4948-857a-6fc6c5b3a65b"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:49.772663 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-7faca3a7-8116-4824-aef4-b7942a0bb9f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433443fc-24fc-4769-a998-c907c3d6a425') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:49.772958 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-7faca3a7-8116-4824-aef4-b7942a0bb9f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433443fc-24fc-4769-a998-c907c3d6a425') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:49.783273 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7faca3a7-8116-4824-aef4-b7942a0bb9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.804528 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-fa2fba12-ffdb-496e-83e8-048649bff53c None None] Attempting to bind port e2d4a5cb-8acd-4dce-98e1-802db8673c9e on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:26:49.804997 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-fa2fba12-ffdb-496e-83e8-048649bff53c None None] Attempting to bind port e2d4a5cb-8acd-4dce-98e1-802db8673c9e by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'efeff909-ea48-4c8a-8b4c-2c509ad7d363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4e68f6d2-71ac-421d-9693-b8eb5336f711'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:26:49.806196 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2fba12-ffdb-496e-83e8-048649bff53c None None] Attempting to bind port e2d4a5cb-8acd-4dce-98e1-802db8673c9e on network 4e68f6d2-71ac-421d-9693-b8eb5336f711 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:49.814383 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 6352bf4f-82e7-4948-857a-6fc6c5b3a65b, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=6352bf4f-82e7-4948-857a-6fc6c5b3a65b,segment=NetworkSegment(532121ec-f26d-4fa6-b042-c319487e1b40),segment_id=532121ec-f26d-4fa6-b042-c319487e1b40)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:49.814999 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7faca3a7-8116-4824-aef4-b7942a0bb9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.816787 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2fba12-ffdb-496e-83e8-048649bff53c None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:26:49.817470 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2fba12-ffdb-496e-83e8-048649bff53c None None] Checking segment: {'id': 'efeff909-ea48-4c8a-8b4c-2c509ad7d363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4e68f6d2-71ac-421d-9693-b8eb5336f711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:49.818637 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fa2fba12-ffdb-496e-83e8-048649bff53c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.819179 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2fba12-ffdb-496e-83e8-048649bff53c None None] Bound using segment: {'id': 'efeff909-ea48-4c8a-8b4c-2c509ad7d363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4e68f6d2-71ac-421d-9693-b8eb5336f711'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:26:49.820104 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-fa2fba12-ffdb-496e-83e8-048649bff53c None None] Bound port: e2d4a5cb-8acd-4dce-98e1-802db8673c9e, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efeff909-ea48-4c8a-8b4c-2c509ad7d363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4e68f6d2-71ac-421d-9693-b8eb5336f711'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:26:49.820878 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fa2fba12-ffdb-496e-83e8-048649bff53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.828607 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7faca3a7-8116-4824-aef4-b7942a0bb9f8 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:26:49.829021 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7faca3a7-8116-4824-aef4-b7942a0bb9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:26:49.833382 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:26:49.917093 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fa2fba12-ffdb-496e-83e8-048649bff53c None None] For port e2d4a5cb-8acd-4dce-98e1-802db8673c9e, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:26:49.920395 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fa2fba12-ffdb-496e-83e8-048649bff53c None None] For port e2d4a5cb-8acd-4dce-98e1-802db8673c9e, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e2d4a5cb-8acd-4dce-98e1-802db8673c9e,segment=NetworkSegment(efeff909-ea48-4c8a-8b4c-2c509ad7d363),segment_id=efeff909-ea48-4c8a-8b4c-2c509ad7d363)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:26:49.925642 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3475291a-7c6d-41d6-b3f2-0854a433155e x-openstack-request-id: req-3475291a-7c6d-41d6-b3f2-0854a433155e {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:49.925970 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d6683f-c200-44c6-9b31-d2767d340bd3", "name": "network-vif-plugged", "status": "completed", "tag": "6352bf4f-82e7-4948-857a-6fc6c5b3a65b", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:49.926270 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3475291a-7c6d-41d6-b3f2-0854a433155e {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:49.926655 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d6683f-c200-44c6-9b31-d2767d340bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6352bf4f-82e7-4948-857a-6fc6c5b3a65b', 'code': 200} Aug 11 02:26:49.928177 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.943974 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fa2fba12-ffdb-496e-83e8-048649bff53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.968444 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.997724 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-12c21cf5-7bbb-455a-b29d-9196bab357d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.009779 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=6352bf4f-82e7-4948-857a-6fc6c5b3a65b,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:50.016591 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7faca3a7-8116-4824-aef4-b7942a0bb9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.025506 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7faca3a7-8116-4824-aef4-b7942a0bb9f8 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.029709 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7faca3a7-8116-4824-aef4-b7942a0bb9f8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8bae72ad-5f19-49fb-8d34-39b1fda107d8 HTTP/1.1" status: 204 len: 168 time: 0.6366575 Aug 11 02:26:50.066464 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device d5bcc5d6-90b9-492c-85cb-2df9a353d0ba no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:26:50.091778 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faca3a7-8116-4824-aef4-b7942a0bb9f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bae72ad-5f19-49fb-8d34-39b1fda107d8,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:50.101821 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7fd6f-9f60-490d-8e73-07ea4a59fc82 req-2276fd7e-fec4-43dc-aafb-953c8e76af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:50.106735 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: d5bcc5d6-90b9-492c-85cb-2df9a353d0ba {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:26:50.107370 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device d5bcc5d6-90b9-492c-85cb-2df9a353d0ba not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:26:50.107745 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-08e7fd6f-9f60-490d-8e73-07ea4a59fc82 req-2276fd7e-fec4-43dc-aafb-953c8e76af89 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=99d6683f-c200-44c6-9b31-d2767d340bd3 HTTP/1.1" status: 200 len: 1098 time: 0.1767321 Aug 11 02:26:50.159412 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2fba12-ffdb-496e-83e8-048649bff53c None None] Pushing event updated for resources: {'Port': ['ID=e2d4a5cb-8acd-4dce-98e1-802db8673c9e,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:50.159863 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b19d10-d614-4d4a-bf30-638c29e73c53 req-2c4b04dc-dac0-421a-9482-dfce086a10f5 tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:50.166641 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-90b19d10-d614-4d4a-bf30-638c29e73c53 req-2c4b04dc-dac0-421a-9482-dfce086a10f5 tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] 10.222.0.50 "GET /v2.0/ports?device_id=99d6683f-c200-44c6-9b31-d2767d340bd3 HTTP/1.1" status: 200 len: 946 time: 0.1966000 Aug 11 02:26:50.261035 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59596) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:50.272146 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-08e7fd6f-9f60-490d-8e73-07ea4a59fc82 req-7f69de19-b65b-48f6-aa88-c99a4f76135b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ac454fa9-b02e-40d2-8956-0b64a05c9f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528721 Aug 11 02:26:50.285908 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-90b19d10-d614-4d4a-bf30-638c29e73c53 req-8f794184-322c-4f7c-b2e0-602ab6bd8b57 tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac454fa9-b02e-40d2-8956-0b64a05c9f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032543 Aug 11 02:26:50.314108 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3dbb0d7f-ab43-4d9d-a89f-620f55706145 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9b6fee38b2fd4f3fa8f1c77e92960156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516493 Aug 11 02:26:50.317305 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59598) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:50.386201 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-12c21cf5-7bbb-455a-b29d-9196bab357d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.403234 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-12c21cf5-7bbb-455a-b29d-9196bab357d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.407028 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57263c24-7715-4ed1-bc79-67c6a2c318e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.410978 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b8a4aa43-6415-4fb3-b1af-0fc481b5ae3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.444604 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b8a4aa43-6415-4fb3-b1af-0fc481b5ae3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.444845 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57263c24-7715-4ed1-bc79-67c6a2c318e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.534919 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b8a4aa43-6415-4fb3-b1af-0fc481b5ae3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.537582 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b8a4aa43-6415-4fb3-b1af-0fc481b5ae3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.541014 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b8a4aa43-6415-4fb3-b1af-0fc481b5ae3e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/83cf95f3-2b72-4c44-8106-076238c23c7f HTTP/1.1" status: 204 len: 168 time: 0.2179132 Aug 11 02:26:50.557483 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4aa43-6415-4fb3-b1af-0fc481b5ae3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cf95f3-2b72-4c44-8106-076238c23c7f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:50.651807 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57263c24-7715-4ed1-bc79-67c6a2c318e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.668119 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c21cf5-7bbb-455a-b29d-9196bab357d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c67efe-126c-472c-bdff-a75950da1876,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:50.683154 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59606) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:50.683301 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-12c21cf5-7bbb-455a-b29d-9196bab357d2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c6e620b0f1c14c7ab4082b2a74ea86c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9753802 Aug 11 02:26:50.767967 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e2d4a5cb-8acd-4dce-98e1-802db8673c9e up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:50.774062 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57263c24-7715-4ed1-bc79-67c6a2c318e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Port': ['ID=3f7e4abd-e45d-4a83-b79e-1bdaebd7c240,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:50.835413 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9da2d8-213f-4204-91c4-5cef44083524 None None] Network 3b52b8ec-680e-4190-beac-ed0e9a1a363b requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:50.844243 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57263c24-7715-4ed1-bc79-67c6a2c318e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network 3b52b8ec-680e-4190-beac-ed0e9a1a363b is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:50.846207 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-57263c24-7715-4ed1-bc79-67c6a2c318e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:50.859446 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8c53acc4-2f63-4d84-8859-5e75bb076e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.893688 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8c53acc4-2f63-4d84-8859-5e75bb076e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.972626 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8c53acc4-2f63-4d84-8859-5e75bb076e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.974512 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port e2d4a5cb-8acd-4dce-98e1-802db8673c9e completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:50.976584 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2c1de2ed-c63e-48f0-bc9c-b7e0b2e6741e None None] Provisioning for port 608032f7-fcea-4c4e-86f0-9f6b7272a2b1 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:50.976804 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8c53acc4-2f63-4d84-8859-5e75bb076e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.978324 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8c53acc4-2f63-4d84-8859-5e75bb076e44 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/69c67efe-126c-472c-bdff-a75950da1876 HTTP/1.1" status: 204 len: 168 time: 0.2934754 Aug 11 02:26:50.987234 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c53acc4-2f63-4d84-8859-5e75bb076e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c67efe-126c-472c-bdff-a75950da1876,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:51.045299 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 608032f7-fcea-4c4e-86f0-9f6b7272a2b1 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:51.060099 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57263c24-7715-4ed1-bc79-67c6a2c318e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Router 769ef8da-88af-4349-9b34-e035d9606b91 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:26:51.273885 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:26:51.308466 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 608032f7-fcea-4c4e-86f0-9f6b7272a2b1 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:51.314570 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57263c24-7715-4ed1-bc79-67c6a2c318e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:51.328620 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-57263c24-7715-4ed1-bc79-67c6a2c318e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "PUT /v2.0/routers/769ef8da-88af-4349-9b34-e035d9606b91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1345012 Aug 11 02:26:51.328881 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59624) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:51.330080 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2958a697-b103-4e55-88e6-bdb86406fb23 None None] Sync routers for ids ['769ef8da-88af-4349-9b34-e035d9606b91'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:51.343306 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2958a697-b103-4e55-88e6-bdb86406fb23 None None] Routers {'769ef8da-88af-4349-9b34-e035d9606b91'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:51.343970 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-2958a697-b103-4e55-88e6-bdb86406fb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:26:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['769ef8da-88af-4349-9b34-e035d9606b91'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:51.365239 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 608032f7-fcea-4c4e-86f0-9f6b7272a2b1 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:51.365239 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:51.436782 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ba7fcd-5467-4c1f-8700-ce5742d5e35d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:51.437834 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-2958a697-b103-4e55-88e6-bdb86406fb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:51.443848 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-36ba7fcd-5467-4c1f-8700-ce5742d5e35d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "GET /v2.0/ports/3f7e4abd-e45d-4a83-b79e-1bdaebd7c240 HTTP/1.1" status: 200 len: 910 time: 0.1136880 Aug 11 02:26:51.450489 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59630) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:51.451181 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2958a697-b103-4e55-88e6-bdb86406fb23 None None] Routers {'769ef8da-88af-4349-9b34-e035d9606b91'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:51.452062 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-2958a697-b103-4e55-88e6-bdb86406fb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:26:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['769ef8da-88af-4349-9b34-e035d9606b91'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:51.486860 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:51.500264 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-2958a697-b103-4e55-88e6-bdb86406fb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:51.500923 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2958a697-b103-4e55-88e6-bdb86406fb23 None None] The sync data for ids ['769ef8da-88af-4349-9b34-e035d9606b91'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:51.547213 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509a235-81cb-48d8-87f9-0c4e6e02c4d2 req-216575f6-5b28-4531-9813-117223c963de tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:51.555259 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a509a235-81cb-48d8-87f9-0c4e6e02c4d2 req-216575f6-5b28-4531-9813-117223c963de tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] 10.222.0.50 "GET /v2.0/ports?device_id=99d6683f-c200-44c6-9b31-d2767d340bd3 HTTP/1.1" status: 200 len: 946 time: 0.1346219 Aug 11 02:26:51.647023 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a509a235-81cb-48d8-87f9-0c4e6e02c4d2 req-d7fc0487-62cf-4c82-8322-7c676a02b74a tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac454fa9-b02e-40d2-8956-0b64a05c9f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851521 Aug 11 02:26:51.655506 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:51.712643 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 608032f7-fcea-4c4e-86f0-9f6b7272a2b1, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=608032f7-fcea-4c4e-86f0-9f6b7272a2b1,segment=NetworkSegment(16cebfe8-1109-43af-9c63-904bdf1314dc),segment_id=16cebfe8-1109-43af-9c63-904bdf1314dc)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:51.718090 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:51.855981 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd9706b-8c40-4654-a042-5454f38b7f87 None None] Network 4e68f6d2-71ac-421d-9693-b8eb5336f711 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:52.011066 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=608032f7-fcea-4c4e-86f0-9f6b7272a2b1,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:52.044107 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b7c7f026-2e90-4226-b665-88de0ba55c46 None None] Provisioning for port e2d4a5cb-8acd-4dce-98e1-802db8673c9e completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:52.065506 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b7c7f026-2e90-4226-b665-88de0ba55c46 None None] Provisioning complete for port e2d4a5cb-8acd-4dce-98e1-802db8673c9e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:52.066224 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b7c7f026-2e90-4226-b665-88de0ba55c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:52.413098 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59670) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:52.429091 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b7c7f026-2e90-4226-b665-88de0ba55c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:52.500022 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-b7c7f026-2e90-4226-b665-88de0ba55c46 None None] For port e2d4a5cb-8acd-4dce-98e1-802db8673c9e, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e2d4a5cb-8acd-4dce-98e1-802db8673c9e,segment=NetworkSegment(efeff909-ea48-4c8a-8b4c-2c509ad7d363),segment_id=efeff909-ea48-4c8a-8b4c-2c509ad7d363)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:52.507610 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b7c7f026-2e90-4226-b665-88de0ba55c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:52.639325 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 608032f7-fcea-4c4e-86f0-9f6b7272a2b1 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:52.689480 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7f026-2e90-4226-b665-88de0ba55c46 None None] Pushing event updated for resources: {'Port': ['ID=e2d4a5cb-8acd-4dce-98e1-802db8673c9e,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:52.698206 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-86c02fbd-06ec-4213-a66b-7c4d50764793 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-490796696-network', 'tenant_id': '2f0f2f76c20a47668529d35893a707ab'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:52.717031 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-0e73df0b-0103-4456-b5ec-c976d5998e7b None None] Provisioning for port 3f7e4abd-e45d-4a83-b79e-1bdaebd7c240 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:52.725557 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-0e73df0b-0103-4456-b5ec-c976d5998e7b None None] Provisioning complete for port 3f7e4abd-e45d-4a83-b79e-1bdaebd7c240 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:52.725937 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0e73df0b-0103-4456-b5ec-c976d5998e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:52.755771 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c02fbd-06ec-4213-a66b-7c4d50764793 admin admin] Made reservation on behalf of 2f0f2f76c20a47668529d35893a707ab for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:52.758813 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86c02fbd-06ec-4213-a66b-7c4d50764793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:52.774463 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86c02fbd-06ec-4213-a66b-7c4d50764793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:52.821212 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-0e73df0b-0103-4456-b5ec-c976d5998e7b None None] Port 3f7e4abd-e45d-4a83-b79e-1bdaebd7c240 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:26:52.824752 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 608032f7-fcea-4c4e-86f0-9f6b7272a2b1 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:52.825303 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:52.891623 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-133383bd-b1df-4154-ad39-706f9cc5d18d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:52.900546 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-0e73df0b-0103-4456-b5ec-c976d5998e7b None None] Provisioning complete for port 608032f7-fcea-4c4e-86f0-9f6b7272a2b1 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:52.906548 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0e73df0b-0103-4456-b5ec-c976d5998e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:52.997737 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86c02fbd-06ec-4213-a66b-7c4d50764793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.004435 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86c02fbd-06ec-4213-a66b-7c4d50764793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.101515 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c02fbd-06ec-4213-a66b-7c4d50764793 admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:26:53.113105 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c02fbd-06ec-4213-a66b-7c4d50764793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6a0269-2543-43de-b811-399e9856b392,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:53.120217 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86c02fbd-06ec-4213-a66b-7c4d50764793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.120581 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-86c02fbd-06ec-4213-a66b-7c4d50764793 admin admin] Added segment 19305b6c-e926-4dd3-a49e-e69c88c01973 of type vlan for network 2b524a19-6fae-48a4-9187-006f9eb33aae Aug 11 02:26:53.173948 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86c02fbd-06ec-4213-a66b-7c4d50764793 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.218761 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86c02fbd-06ec-4213-a66b-7c4d50764793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.219211 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c02fbd-06ec-4213-a66b-7c4d50764793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:53.219842 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86c02fbd-06ec-4213-a66b-7c4d50764793 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.273970 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-86784b85-6b02-416f-be54-c77542c13f3c None None] Provisioning complete for port 3f7e4abd-e45d-4a83-b79e-1bdaebd7c240 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:53.274537 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-86784b85-6b02-416f-be54-c77542c13f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.322319 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-86784b85-6b02-416f-be54-c77542c13f3c None None] Port 3f7e4abd-e45d-4a83-b79e-1bdaebd7c240 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:26:53.342426 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-86784b85-6b02-416f-be54-c77542c13f3c None None] Provisioning complete for port e2d4a5cb-8acd-4dce-98e1-802db8673c9e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:53.342820 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-86784b85-6b02-416f-be54-c77542c13f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.345026 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-86c02fbd-06ec-4213-a66b-7c4d50764793 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9298751 Aug 11 02:26:53.346189 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59736) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:53.353590 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-daa58ede-03dd-4990-91a4-b17b85bb8ea5 admin admin] Request body: {'subnet': {'network_id': '2b524a19-6fae-48a4-9187-006f9eb33aae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-490796696-subnet', 'tenant_id': '2f0f2f76c20a47668529d35893a707ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:53.370767 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c02fbd-06ec-4213-a66b-7c4d50764793 admin admin] Pushing event updated for resources: {'Network': ['ID=2b524a19-6fae-48a4-9187-006f9eb33aae,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:53.386300 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 2b524a19-6fae-48a4-9187-006f9eb33aae details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:26:53.430343 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa58ede-03dd-4990-91a4-b17b85bb8ea5 admin admin] Made reservation on behalf of 2f0f2f76c20a47668529d35893a707ab for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:53.433981 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-daa58ede-03dd-4990-91a4-b17b85bb8ea5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.436994 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-133383bd-b1df-4154-ad39-706f9cc5d18d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Allocated IP 172.21.0.1 (4e68f6d2-71ac-421d-9693-b8eb5336f711/ac262c8b-1a45-40fc-a141-daa61524f046/81aeaaa7-a355-4d18-bcf7-fd9a802cd001) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:53.487393 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59740) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:53.650339 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-54c95c06-c253-41af-81f8-51395aaaa96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.669114 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-133383bd-b1df-4154-ad39-706f9cc5d18d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.691905 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-133383bd-b1df-4154-ad39-706f9cc5d18d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Transition to ACTIVE for port object 81aeaaa7-a355-4d18-bcf7-fd9a802cd001 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:53.759459 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-daa58ede-03dd-4990-91a4-b17b85bb8ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.787794 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-54c95c06-c253-41af-81f8-51395aaaa96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.792750 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-54c95c06-c253-41af-81f8-51395aaaa96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.814850 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-133383bd-b1df-4154-ad39-706f9cc5d18d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.837368 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c95c06-c253-41af-81f8-51395aaaa96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740da30f-3c10-4900-aad8-8e0f382f9f05,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:53.849589 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-54c95c06-c253-41af-81f8-51395aaaa96a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=798a2364c88e498aac099a055a045fb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3610742 Aug 11 02:26:53.850140 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59752) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:53.871490 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133383bd-b1df-4154-ad39-706f9cc5d18d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network 4e68f6d2-71ac-421d-9693-b8eb5336f711 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:53.881685 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-133383bd-b1df-4154-ad39-706f9cc5d18d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:53.883582 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa58ede-03dd-4990-91a4-b17b85bb8ea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5c6528b-a6a0-4ef3-b7b8-309a984b4a84,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:53.885720 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133383bd-b1df-4154-ad39-706f9cc5d18d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:53.913187 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d3652d2f-3841-4792-a5d9-0aa0f2f05d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.929903 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133383bd-b1df-4154-ad39-706f9cc5d18d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Port': ['ID=81aeaaa7-a355-4d18-bcf7-fd9a802cd001,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:53.945316 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d3652d2f-3841-4792-a5d9-0aa0f2f05d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.947841 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa58ede-03dd-4990-91a4-b17b85bb8ea5 admin admin] Checking segment: {'id': '19305b6c-e926-4dd3-a49e-e69c88c01973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2b524a19-6fae-48a4-9187-006f9eb33aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:53.948612 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa58ede-03dd-4990-91a4-b17b85bb8ea5 admin admin] Network hostable DHCP agents. Network: 2b524a19-6fae-48a4-9187-006f9eb33aae, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:26:53.980011 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-133383bd-b1df-4154-ad39-706f9cc5d18d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:54.014568 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d3652d2f-3841-4792-a5d9-0aa0f2f05d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:54.017130 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d3652d2f-3841-4792-a5d9-0aa0f2f05d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:54.023821 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d3652d2f-3841-4792-a5d9-0aa0f2f05d1c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/740da30f-3c10-4900-aad8-8e0f382f9f05 HTTP/1.1" status: 204 len: 168 time: 0.1704040 Aug 11 02:26:54.037185 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3652d2f-3841-4792-a5d9-0aa0f2f05d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740da30f-3c10-4900-aad8-8e0f382f9f05,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:54.083665 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa58ede-03dd-4990-91a4-b17b85bb8ea5 admin admin] Network 2b524a19-6fae-48a4-9187-006f9eb33aae is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:26:54.126004 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-daa58ede-03dd-4990-91a4-b17b85bb8ea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 2b524a19-6fae-48a4-9187-006f9eb33aae) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:54.138073 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa58ede-03dd-4990-91a4-b17b85bb8ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:54.141321 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-daa58ede-03dd-4990-91a4-b17b85bb8ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:54.145064 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe5aae6-f792-4753-83e3-70a700102c86 None None] Network 2b524a19-6fae-48a4-9187-006f9eb33aae requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:54.223216 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-133383bd-b1df-4154-ad39-706f9cc5d18d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:54.248147 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-daa58ede-03dd-4990-91a4-b17b85bb8ea5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8958638 Aug 11 02:26:54.614146 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-133383bd-b1df-4154-ad39-706f9cc5d18d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:54.627613 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-133383bd-b1df-4154-ad39-706f9cc5d18d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:54.668166 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e2d4a5cb-8acd-4dce-98e1-802db8673c9e up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:54.684004 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:54.717299 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133383bd-b1df-4154-ad39-706f9cc5d18d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Port': ['ID=81aeaaa7-a355-4d18-bcf7-fd9a802cd001,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:54.724718 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f12021e6-9b7a-41d3-ba48-91674d8f36b3 None None] Provisioning for port 81aeaaa7-a355-4d18-bcf7-fd9a802cd001 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:54.736513 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f12021e6-9b7a-41d3-ba48-91674d8f36b3 None None] Provisioning complete for port 81aeaaa7-a355-4d18-bcf7-fd9a802cd001 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:54.737080 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f12021e6-9b7a-41d3-ba48-91674d8f36b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:54.750138 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-133383bd-b1df-4154-ad39-706f9cc5d18d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:54.798464 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-f12021e6-9b7a-41d3-ba48-91674d8f36b3 None None] Port 81aeaaa7-a355-4d18-bcf7-fd9a802cd001 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:26:54.875737 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899c0f3-bb45-477c-84fa-5e48a3e23e53 req-4e8af887-31d8-4d40-9a4d-67e947a75502 tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:54.879956 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e899c0f3-bb45-477c-84fa-5e48a3e23e53 req-4e8af887-31d8-4d40-9a4d-67e947a75502 tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] 10.222.0.50 "GET /v2.0/ports?device_id=99d6683f-c200-44c6-9b31-d2767d340bd3 HTTP/1.1" status: 200 len: 946 time: 0.0992284 Aug 11 02:26:54.890684 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133383bd-b1df-4154-ad39-706f9cc5d18d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network 4e68f6d2-71ac-421d-9693-b8eb5336f711 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:54.904150 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-133383bd-b1df-4154-ad39-706f9cc5d18d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:54.909407 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb9e277-ca4b-4c14-8054-70fedb9f18ab None None] Network 2b524a19-6fae-48a4-9187-006f9eb33aae requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:54.983531 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e899c0f3-bb45-477c-84fa-5e48a3e23e53 req-ec8bb84f-1e59-4f66-8a1a-2481f302643e tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac454fa9-b02e-40d2-8956-0b64a05c9f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970442 Aug 11 02:26:55.140641 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port e2d4a5cb-8acd-4dce-98e1-802db8673c9e triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:55.141028 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:55.151864 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133383bd-b1df-4154-ad39-706f9cc5d18d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Router 769ef8da-88af-4349-9b34-e035d9606b91 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:26:55.155140 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300352b-eef5-4202-9b3f-b091d0a4e202 req-2400cf9b-3fc6-4afe-add4-4e7d8ae334a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:55.156787 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5300352b-eef5-4202-9b3f-b091d0a4e202 req-2400cf9b-3fc6-4afe-add4-4e7d8ae334a3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fd291e0e-b117-48d3-8b13-14b8a46dbc34 HTTP/1.1" status: 200 len: 1097 time: 0.1266413 Aug 11 02:26:55.160932 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-174624af-ef9c-4112-a092-2d70190d1844 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:55.168369 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-174624af-ef9c-4112-a092-2d70190d1844 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] 10.222.0.50 "GET /v2.0/networks?id=2b524a19-6fae-48a4-9187-006f9eb33aae HTTP/1.1" status: 200 len: 813 time: 0.2959614 Aug 11 02:26:55.239889 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5300352b-eef5-4202-9b3f-b091d0a4e202 req-c73b2c88-0ddc-4737-a975-0edf4f05920e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a3158af6-e789-4ed9-bddc-77b70f51721d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708270 Aug 11 02:26:55.258843 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-ce08bfb5-70a1-4f8e-902b-8c2e6c1376c0 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] 10.222.0.50 "GET /v2.0/quotas/2f0f2f76c20a47668529d35893a707ab HTTP/1.1" status: 200 len: 375 time: 0.0835941 Aug 11 02:26:55.343127 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:55.360511 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-c304f271-53e8-4947-a653-9ef4c493c9a8 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f0f2f76c20a47668529d35893a707ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1002274 Aug 11 02:26:55.426085 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5416a5a2-4966-42cf-886c-4a8ab433a48f None None] Provisioning complete for port 81aeaaa7-a355-4d18-bcf7-fd9a802cd001 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:55.426325 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5416a5a2-4966-42cf-886c-4a8ab433a48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:55.435695 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133383bd-b1df-4154-ad39-706f9cc5d18d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:55.447909 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59828) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:55.448331 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-133383bd-b1df-4154-ad39-706f9cc5d18d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "PUT /v2.0/routers/769ef8da-88af-4349-9b34-e035d9606b91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9960904 Aug 11 02:26:55.459092 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcb29ed-9a3d-4c5b-b22d-217259db7635 None None] Sync routers for ids ['769ef8da-88af-4349-9b34-e035d9606b91'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:55.469326 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59830) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:55.491592 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcb29ed-9a3d-4c5b-b22d-217259db7635 None None] Routers {'769ef8da-88af-4349-9b34-e035d9606b91'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:55.492231 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-cdcb29ed-9a3d-4c5b-b22d-217259db7635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:26:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['769ef8da-88af-4349-9b34-e035d9606b91'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:55.497189 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-5416a5a2-4966-42cf-886c-4a8ab433a48f None None] Port 81aeaaa7-a355-4d18-bcf7-fd9a802cd001 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:26:55.505873 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-2bac8cc5-5b7f-4809-ba6d-1d8c75859cc2 service neutron] 10.222.0.50 "GET /v2.0/networks/2b524a19-6fae-48a4-9187-006f9eb33aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372936 Aug 11 02:26:55.512406 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18677b3-f4b1-414c-9a0a-e2e07f4d7172 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:55.516104 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c18677b3-f4b1-414c-9a0a-e2e07f4d7172 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "GET /v2.0/ports/81aeaaa7-a355-4d18-bcf7-fd9a802cd001 HTTP/1.1" status: 200 len: 910 time: 0.0671895 Aug 11 02:26:55.518985 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59834) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:55.528759 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-cdcb29ed-9a3d-4c5b-b22d-217259db7635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:55.539644 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcb29ed-9a3d-4c5b-b22d-217259db7635 None None] Routers {'769ef8da-88af-4349-9b34-e035d9606b91'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:55.540215 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-cdcb29ed-9a3d-4c5b-b22d-217259db7635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:26:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['769ef8da-88af-4349-9b34-e035d9606b91'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:55.576546 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-cdcb29ed-9a3d-4c5b-b22d-217259db7635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:55.577205 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcb29ed-9a3d-4c5b-b22d-217259db7635 None None] The sync data for ids ['769ef8da-88af-4349-9b34-e035d9606b91'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:55.616124 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-35545cad-bf0f-4f49-b9dc-1d6e487000b5 service neutron] 10.222.0.50 "GET /v2.0/networks/2b524a19-6fae-48a4-9187-006f9eb33aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093469 Aug 11 02:26:55.634260 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-f842f263-e9ba-485b-9dcc-1754bade22da tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Request body: {'networks': [{'name': 'tempest-network--1734612614'}, {'name': 'tempest-network--848230022'}]} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:55.634260 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-f842f263-e9ba-485b-9dcc-1754bade22da tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Request body: {'network': {'name': 'tempest-network--1734612614'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:55.634711 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-f842f263-e9ba-485b-9dcc-1754bade22da tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Request body: {'network': {'name': 'tempest-network--848230022'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:55.664322 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f842f263-e9ba-485b-9dcc-1754bade22da tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Made reservation on behalf of e92b473ea1f74306a93b95c3e5f33b03 for: {'network': 2} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:55.670697 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f842f263-e9ba-485b-9dcc-1754bade22da tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:55.693847 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f842f263-e9ba-485b-9dcc-1754bade22da tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:55.827258 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f842f263-e9ba-485b-9dcc-1754bade22da tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:55.833521 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f842f263-e9ba-485b-9dcc-1754bade22da tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:55.834011 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f842f263-e9ba-485b-9dcc-1754bade22da tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:55.874203 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c7979a63-b921-491e-b464-f22457a2eb70 req-8e4114ca-f921-42b8-844c-58a6a1ce7023 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] 10.222.0.50 "GET /v2.0/ports?device_id=6766318f-c675-4eb1-a201-503a623aa7e2 HTTP/1.1" status: 200 len: 210 time: 0.0656025 Aug 11 02:26:55.909196 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f842f263-e9ba-485b-9dcc-1754bade22da tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:26:55.924698 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f842f263-e9ba-485b-9dcc-1754bade22da tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:55.925048 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-f842f263-e9ba-485b-9dcc-1754bade22da tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Added segment 04182ce3-f54e-4529-9b86-93286a935793 of type vlan for network b811f19e-c06d-4ab5-9da1-42298bdc01a5 Aug 11 02:26:55.941830 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842f263-e9ba-485b-9dcc-1754bade22da tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1116a68-f4c0-41db-85af-9dbfc3f7a63f,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:55.984173 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f842f263-e9ba-485b-9dcc-1754bade22da tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.052608 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f842f263-e9ba-485b-9dcc-1754bade22da tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:26:56.079707 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f842f263-e9ba-485b-9dcc-1754bade22da tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.080838 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-f842f263-e9ba-485b-9dcc-1754bade22da tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Added segment 6e4ada1c-1919-485b-8a12-3ecde65702da of type vlan for network 94c356a7-b690-4a21-81b4-a8c0845aad85 Aug 11 02:26:56.112367 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e0ac5-7a95-4ecf-bf2d-7e42a14e96f4 req-b6bb4d45-fa1e-4fc3-bf6e-1e762ca68f6f tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:56.114121 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ac7e0ac5-7a95-4ecf-bf2d-7e42a14e96f4 req-b6bb4d45-fa1e-4fc3-bf6e-1e762ca68f6f tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] 10.222.0.73 "GET /v2.0/ports?device_id=99d6683f-c200-44c6-9b31-d2767d340bd3 HTTP/1.1" status: 200 len: 946 time: 0.1571400 Aug 11 02:26:56.188324 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f842f263-e9ba-485b-9dcc-1754bade22da tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.229826 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487c6c9-dd07-4e35-9c1e-f08a9815c8b3 req-edb20c50-3fdb-4fcb-b54b-f4aecec2e012 tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:56.240911 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8487c6c9-dd07-4e35-9c1e-f08a9815c8b3 req-edb20c50-3fdb-4fcb-b54b-f4aecec2e012 tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] 10.222.0.50 "GET /v2.0/ports?device_id=99d6683f-c200-44c6-9b31-d2767d340bd3 HTTP/1.1" status: 200 len: 946 time: 0.1097546 Aug 11 02:26:56.315072 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8487c6c9-dd07-4e35-9c1e-f08a9815c8b3 req-7c620944-e8a3-42ab-afd8-fa2209f4297a tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac454fa9-b02e-40d2-8956-0b64a05c9f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730541 Aug 11 02:26:56.320318 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-ac7e0ac5-7a95-4ecf-bf2d-7e42a14e96f4 req-5daa3ca2-f5a9-4855-8661-61fd98d2b287 tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] Deleting port 6352bf4f-82e7-4948-857a-6fc6c5b3a65b {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:56.320792 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ac7e0ac5-7a95-4ecf-bf2d-7e42a14e96f4 req-5daa3ca2-f5a9-4855-8661-61fd98d2b287 tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.321438 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f842f263-e9ba-485b-9dcc-1754bade22da tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.322089 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f842f263-e9ba-485b-9dcc-1754bade22da tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.329668 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f842f263-e9ba-485b-9dcc-1754bade22da tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:56.337111 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f842f263-e9ba-485b-9dcc-1754bade22da tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:56.338100 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f842f263-e9ba-485b-9dcc-1754bade22da tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.403451 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13e07e13-8bda-4711-8a1b-68ecd7f88914 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.407059 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f842f263-e9ba-485b-9dcc-1754bade22da tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9342570 Aug 11 02:26:56.408843 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59860) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:56.480587 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842f263-e9ba-485b-9dcc-1754bade22da tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Pushing event updated for resources: {'Network': ['ID=b811f19e-c06d-4ab5-9da1-42298bdc01a5,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:56.494270 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network b811f19e-c06d-4ab5-9da1-42298bdc01a5 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:26:56.524259 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-ac7e0ac5-7a95-4ecf-bf2d-7e42a14e96f4 req-5daa3ca2-f5a9-4855-8661-61fd98d2b287 tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] For port 6352bf4f-82e7-4948-857a-6fc6c5b3a65b, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=6352bf4f-82e7-4948-857a-6fc6c5b3a65b,segment=NetworkSegment(532121ec-f26d-4fa6-b042-c319487e1b40),segment_id=532121ec-f26d-4fa6-b042-c319487e1b40)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:56.524644 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ac7e0ac5-7a95-4ecf-bf2d-7e42a14e96f4 req-5daa3ca2-f5a9-4855-8661-61fd98d2b287 tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.542906 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-ac7e0ac5-7a95-4ecf-bf2d-7e42a14e96f4 req-5daa3ca2-f5a9-4855-8661-61fd98d2b287 tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] Calling delete_port for 6352bf4f-82e7-4948-857a-6fc6c5b3a65b owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:56.581886 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842f263-e9ba-485b-9dcc-1754bade22da tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Pushing event updated for resources: {'Network': ['ID=94c356a7-b690-4a21-81b4-a8c0845aad85,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:56.598645 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 94c356a7-b690-4a21-81b4-a8c0845aad85 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:26:56.616607 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec8adec-14f9-46a6-adf1-6250ede930d2 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:56.623263 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec8adec-14f9-46a6-adf1-6250ede930d2 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:56.629219 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec8adec-14f9-46a6-adf1-6250ede930d2 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:56.635599 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec8adec-14f9-46a6-adf1-6250ede930d2 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:56.638521 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6ec8adec-14f9-46a6-adf1-6250ede930d2 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2275593 Aug 11 02:26:56.641124 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59864) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:56.731683 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7e1123fc-db32-4922-87cf-d1225ff371b7 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.827182 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7e1123fc-db32-4922-87cf-d1225ff371b7 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.838584 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-7e1123fc-db32-4922-87cf-d1225ff371b7 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b811f19e-c06d-4ab5-9da1-42298bdc01a5']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:56.844225 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-13e07e13-8bda-4711-8a1b-68ecd7f88914 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Deleting port 81aeaaa7-a355-4d18-bcf7-fd9a802cd001 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:56.844572 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13e07e13-8bda-4711-8a1b-68ecd7f88914 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.849228 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-7e1123fc-db32-4922-87cf-d1225ff371b7 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04182ce3-f54e-4529-9b86-93286a935793') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:56.849658 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-7e1123fc-db32-4922-87cf-d1225ff371b7 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04182ce3-f54e-4529-9b86-93286a935793') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:56.859084 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7e1123fc-db32-4922-87cf-d1225ff371b7 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.873874 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7e1123fc-db32-4922-87cf-d1225ff371b7 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.880651 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1123fc-db32-4922-87cf-d1225ff371b7 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:26:56.881056 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7e1123fc-db32-4922-87cf-d1225ff371b7 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:26:56.884432 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:26:56.892482 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ac7e0ac5-7a95-4ecf-bf2d-7e42a14e96f4 req-5daa3ca2-f5a9-4855-8661-61fd98d2b287 tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.905063 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['6352bf4f-82e7-4948-857a-6fc6c5b3a65b'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:26:56.924448 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa3ca2-f5a9-4855-8661-61fd98d2b287 tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] Pushing event deleted for resources: {'Port': ['ID=6352bf4f-82e7-4948-857a-6fc6c5b3a65b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:56.974228 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7e1123fc-db32-4922-87cf-d1225ff371b7 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.992873 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7e1123fc-db32-4922-87cf-d1225ff371b7 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.997459 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7e1123fc-db32-4922-87cf-d1225ff371b7 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] 10.222.0.50 "DELETE /v2.0/networks/b811f19e-c06d-4ab5-9da1-42298bdc01a5 HTTP/1.1" status: 204 len: 168 time: 0.3528652 Aug 11 02:26:56.997459 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1123fc-db32-4922-87cf-d1225ff371b7 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Pushing event deleted for resources: {'Network': ['ID=b811f19e-c06d-4ab5-9da1-42298bdc01a5,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:56.997739 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7e0ac5-7a95-4ecf-bf2d-7e42a14e96f4 req-5daa3ca2-f5a9-4855-8661-61fd98d2b287 tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] No DVR routers for this DVR port 6352bf4f-82e7-4948-857a-6fc6c5b3a65b on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:26:57.002032 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ac7e0ac5-7a95-4ecf-bf2d-7e42a14e96f4 req-5daa3ca2-f5a9-4855-8661-61fd98d2b287 tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:57.002225 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59868) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:57.004015 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ac7e0ac5-7a95-4ecf-bf2d-7e42a14e96f4 req-5daa3ca2-f5a9-4855-8661-61fd98d2b287 tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] 10.222.0.73 "DELETE /v2.0/ports/6352bf4f-82e7-4948-857a-6fc6c5b3a65b HTTP/1.1" status: 204 len: 173 time: 0.8780413 Aug 11 02:26:57.004455 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d6683f-c200-44c6-9b31-d2767d340bd3', 'name': 'network-vif-deleted', 'tag': '6352bf4f-82e7-4948-857a-6fc6c5b3a65b'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:57.007757 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2db834c-dc3f-487f-9591-c3d5a149be5a" -d '{"events": [{"server_uuid": "99d6683f-c200-44c6-9b31-d2767d340bd3", "name": "network-vif-deleted", "tag": "6352bf4f-82e7-4948-857a-6fc6c5b3a65b"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:57.019745 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13e07e13-8bda-4711-8a1b-68ecd7f88914 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:57.033881 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-13e07e13-8bda-4711-8a1b-68ecd7f88914 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Calling delete_port for 81aeaaa7-a355-4d18-bcf7-fd9a802cd001 owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:57.108657 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ce650b49-430f-42a7-bec0-6b08e718a373 req-2478b62e-77c8-44b9-86c1-36bd81021f26 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] 10.222.0.50 "GET /v2.0/ports?device_id=6766318f-c675-4eb1-a201-503a623aa7e2 HTTP/1.1" status: 200 len: 210 time: 0.0794053 Aug 11 02:26:57.121033 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0546265-b349-4153-a231-19c0d701cd59 x-openstack-request-id: req-c0546265-b349-4153-a231-19c0d701cd59 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:57.121646 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d6683f-c200-44c6-9b31-d2767d340bd3", "name": "network-vif-deleted", "tag": "6352bf4f-82e7-4948-857a-6fc6c5b3a65b", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:57.121646 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c0546265-b349-4153-a231-19c0d701cd59 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:57.121923 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d6683f-c200-44c6-9b31-d2767d340bd3', 'name': 'network-vif-deleted', 'tag': '6352bf4f-82e7-4948-857a-6fc6c5b3a65b', 'status': 'completed', 'code': 200} Aug 11 02:26:57.156890 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e81e-17b1-4437-a0ec-27baf8631708 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:57.291812 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e81e-17b1-4437-a0ec-27baf8631708 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:57.293974 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-c03c77c4-3853-4dda-b811-a5f4d0aaa94b tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:57.295489 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-c03c77c4-3853-4dda-b811-a5f4d0aaa94b tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] 10.222.0.66 "GET /v2.0/networks?id=2b524a19-6fae-48a4-9187-006f9eb33aae HTTP/1.1" status: 200 len: 813 time: 0.1490242 Aug 11 02:26:57.302329 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-6eb3e81e-17b1-4437-a0ec-27baf8631708 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c356a7-b690-4a21-81b4-a8c0845aad85']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:57.319022 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-4667d351-048c-4a46-b234-ca7f5634f0e9 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Request body: {'port': {'device_id': '6766318f-c675-4eb1-a201-503a623aa7e2', 'network_id': '2b524a19-6fae-48a4-9187-006f9eb33aae', 'admin_state_up': True, 'tenant_id': '2f0f2f76c20a47668529d35893a707ab'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:57.353212 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-6eb3e81e-17b1-4437-a0ec-27baf8631708 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e4ada1c-1919-485b-8a12-3ecde65702da') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:57.353519 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-6eb3e81e-17b1-4437-a0ec-27baf8631708 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e4ada1c-1919-485b-8a12-3ecde65702da') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:57.364724 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e81e-17b1-4437-a0ec-27baf8631708 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:57.396861 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e81e-17b1-4437-a0ec-27baf8631708 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:57.404507 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb3e81e-17b1-4437-a0ec-27baf8631708 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:26:57.405237 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e81e-17b1-4437-a0ec-27baf8631708 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:57.478024 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13e07e13-8bda-4711-8a1b-68ecd7f88914 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:26:57.538488 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:26:57.540929 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e81e-17b1-4437-a0ec-27baf8631708 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:57.556272 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e81e-17b1-4437-a0ec-27baf8631708 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:57.568003 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6eb3e81e-17b1-4437-a0ec-27baf8631708 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] 10.222.0.50 "DELETE /v2.0/networks/94c356a7-b690-4a21-81b4-a8c0845aad85 HTTP/1.1" status: 204 len: 168 time: 0.5616417 Aug 11 02:26:57.570765 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59880) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:57.595857 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3e81e-17b1-4437-a0ec-27baf8631708 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Pushing event deleted for resources: {'Network': ['ID=94c356a7-b690-4a21-81b4-a8c0845aad85,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:57.760530 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92e7589-718e-4cbf-9bef-6d59f205e306 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:57.768335 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92e7589-718e-4cbf-9bef-6d59f205e306 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:57.769997 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a92e7589-718e-4cbf-9bef-6d59f205e306 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1969125 Aug 11 02:26:57.782624 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59882) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:57.803051 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-ecfe6224-2c47-4228-8958-bcaaaba6fcde tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-983684103'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:57.894429 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfe6224-2c47-4228-8958-bcaaaba6fcde tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Made reservation on behalf of e92b473ea1f74306a93b95c3e5f33b03 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:57.895073 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e07e13-8bda-4711-8a1b-68ecd7f88914 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Port': ['ID=81aeaaa7-a355-4d18-bcf7-fd9a802cd001,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:57.904983 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6224-2c47-4228-8958-bcaaaba6fcde tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:57.914350 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.db.api [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-4667d351-048c-4a46-b234-ca7f5634f0e9 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:26:57.914350 n-d-615180-33 neutron-server[94507]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 02:26:57.914350 n-d-615180-33 neutron-server[94507]: [parameters: {'project_id': '2f0f2f76c20a47668529d35893a707ab', 'id': '237df1a5-6010-407d-ae3b-f7f93306c57f', 'expiration': datetime.datetime(2021, 8, 11, 2, 28, 57, 880034)}] Aug 11 02:26:57.914350 n-d-615180-33 neutron-server[94507]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:26:57.915039 n-d-615180-33 neutron-server[94507]: DEBUG oslo_db.api [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-4667d351-048c-4a46-b234-ca7f5634f0e9 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:26:57.919199 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5a06cc16-11f7-4f5c-a4e0-08e37bbac142 req-b6f306bd-99fc-4334-86f5-4b89ea25f3a7 tempest-ServerTagsTestJSON-1178859609 tempest-ServerTagsTestJSON-1178859609-project] 10.222.0.50 "GET /v2.0/ports?device_id=99d6683f-c200-44c6-9b31-d2767d340bd3 HTTP/1.1" status: 200 len: 210 time: 0.0401542 Aug 11 02:26:57.951390 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfe6224-2c47-4228-8958-bcaaaba6fcde tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:26:57.964410 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6224-2c47-4228-8958-bcaaaba6fcde tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:57.964756 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-ecfe6224-2c47-4228-8958-bcaaaba6fcde tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Added segment 5e04c57f-13b3-46b5-b7f5-31bf6b5dbcb2 of type vlan for network 804bb0f6-1117-488f-b7a2-2b089066b374 Aug 11 02:26:58.021375 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6224-2c47-4228-8958-bcaaaba6fcde tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.055989 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6224-2c47-4228-8958-bcaaaba6fcde tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.067801 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe6224-2c47-4228-8958-bcaaaba6fcde tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:58.068792 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6224-2c47-4228-8958-bcaaaba6fcde tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.082694 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13e07e13-8bda-4711-8a1b-68ecd7f88914 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.169857 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe6224-2c47-4228-8958-bcaaaba6fcde tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Pushing event updated for resources: {'Network': ['ID=804bb0f6-1117-488f-b7a2-2b089066b374,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:58.174998 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ecfe6224-2c47-4228-8958-bcaaaba6fcde tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3910174 Aug 11 02:26:58.179847 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59892) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:58.181305 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 804bb0f6-1117-488f-b7a2-2b089066b374 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:26:58.186093 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-91cc180f-c045-446f-bb73-51f9e4f327af tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-895407739'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:58.210262 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cc180f-c045-446f-bb73-51f9e4f327af tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Made reservation on behalf of e92b473ea1f74306a93b95c3e5f33b03 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:58.219595 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91cc180f-c045-446f-bb73-51f9e4f327af tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.251867 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91cc180f-c045-446f-bb73-51f9e4f327af tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:26:58.267623 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91cc180f-c045-446f-bb73-51f9e4f327af tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.268186 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-91cc180f-c045-446f-bb73-51f9e4f327af tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Added segment 7293e2cc-7c25-4f96-be88-4a416f0a7550 of type vlan for network 7b20c83e-ba20-426d-b777-7a973ba683a2 Aug 11 02:26:58.319088 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91cc180f-c045-446f-bb73-51f9e4f327af tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.360570 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e07e13-8bda-4711-8a1b-68ecd7f88914 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Router 769ef8da-88af-4349-9b34-e035d9606b91 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:26:58.365140 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91cc180f-c045-446f-bb73-51f9e4f327af tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.372089 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cc180f-c045-446f-bb73-51f9e4f327af tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:58.372850 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91cc180f-c045-446f-bb73-51f9e4f327af tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.456873 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3111ea2-6388-438d-8bcd-b5c1e20ab2ae req-827b6548-0c5c-4c56-8df9-4024c0362fc3 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] 10.222.0.50 "GET /v2.0/ports?device_id=6766318f-c675-4eb1-a201-503a623aa7e2 HTTP/1.1" status: 200 len: 210 time: 0.1050248 Aug 11 02:26:58.472875 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc180f-c045-446f-bb73-51f9e4f327af tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Pushing event updated for resources: {'Network': ['ID=7b20c83e-ba20-426d-b777-7a973ba683a2,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:58.493510 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-4667d351-048c-4a46-b234-ca7f5634f0e9 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Made reservation on behalf of 2f0f2f76c20a47668529d35893a707ab for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:58.495038 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-91cc180f-c045-446f-bb73-51f9e4f327af tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3134494 Aug 11 02:26:58.497209 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-4667d351-048c-4a46-b234-ca7f5634f0e9 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.497645 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59894) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:58.503469 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-71528cbd-c628-4fa7-a4dd-3655236d3f96 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Request body: {'ports': [{'network_id': '804bb0f6-1117-488f-b7a2-2b089066b374', 'name': 'tempest-port--1245096854', 'admin_state_up': True}, {'network_id': '7b20c83e-ba20-426d-b777-7a973ba683a2', 'admin_state_up': False}]} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:58.504318 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 7b20c83e-ba20-426d-b777-7a973ba683a2 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:26:58.504543 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-71528cbd-c628-4fa7-a4dd-3655236d3f96 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Request body: {'port': {'network_id': '804bb0f6-1117-488f-b7a2-2b089066b374', 'name': 'tempest-port--1245096854', 'admin_state_up': True}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:58.505834 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-71528cbd-c628-4fa7-a4dd-3655236d3f96 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Request body: {'port': {'network_id': '7b20c83e-ba20-426d-b777-7a973ba683a2', 'admin_state_up': False}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:58.511925 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e07e13-8bda-4711-8a1b-68ecd7f88914 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:58.517646 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-13e07e13-8bda-4711-8a1b-68ecd7f88914 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "PUT /v2.0/routers/769ef8da-88af-4349-9b34-e035d9606b91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9931090 Aug 11 02:26:58.520484 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59896) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:58.530373 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf577680-348f-49ce-ae44-6c8cba17db6b None None] Sync routers for ids ['769ef8da-88af-4349-9b34-e035d9606b91'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:58.550216 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf577680-348f-49ce-ae44-6c8cba17db6b None None] Routers {'769ef8da-88af-4349-9b34-e035d9606b91'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:58.551137 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-bf577680-348f-49ce-ae44-6c8cba17db6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:26:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['769ef8da-88af-4349-9b34-e035d9606b91'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:58.674816 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-bf577680-348f-49ce-ae44-6c8cba17db6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:58.707458 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf577680-348f-49ce-ae44-6c8cba17db6b None None] Routers {'769ef8da-88af-4349-9b34-e035d9606b91'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:58.708352 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-bf577680-348f-49ce-ae44-6c8cba17db6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:26:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['769ef8da-88af-4349-9b34-e035d9606b91'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:58.753478 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-bf577680-348f-49ce-ae44-6c8cba17db6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:58.754141 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf577680-348f-49ce-ae44-6c8cba17db6b None None] The sync data for ids ['769ef8da-88af-4349-9b34-e035d9606b91'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:58.792830 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71528cbd-c628-4fa7-a4dd-3655236d3f96 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Made reservation on behalf of e92b473ea1f74306a93b95c3e5f33b03 for: {'port': 2} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:58.797624 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-71528cbd-c628-4fa7-a4dd-3655236d3f96 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.812022 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-71528cbd-c628-4fa7-a4dd-3655236d3f96 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.894196 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-71528cbd-c628-4fa7-a4dd-3655236d3f96 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] device_id is not set on port 62c2c3a7-18cd-4a3b-b4e6-c142e1b2c92a yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:26:58.915749 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-4667d351-048c-4a46-b234-ca7f5634f0e9 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Allocated IP 172.20.0.6 (2b524a19-6fae-48a4-9187-006f9eb33aae/b5c6528b-a6a0-4ef3-b7b8-309a984b4a84/4b25152d-d9f1-44d6-9f82-7e3b9a5ab764) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:58.982635 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59906) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:59.021754 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 6352bf4f-82e7-4948-857a-6fc6c5b3a65b no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:26:59.055133 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 6352bf4f-82e7-4948-857a-6fc6c5b3a65b {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:26:59.055752 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 6352bf4f-82e7-4948-857a-6fc6c5b3a65b not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:26:59.059825 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1094187-5bf5-4a3b-88c0-a13c37c2deaf admin admin] Deleting subnet c4f4b822-38c3-431c-baa1-2af8de422caa {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:26:59.067229 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b1094187-5bf5-4a3b-88c0-a13c37c2deaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:59.101800 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-944197bf-f7ce-4d0b-8434-c91ce2746cb8 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:59.113862 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-71528cbd-c628-4fa7-a4dd-3655236d3f96 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:59.126485 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b1094187-5bf5-4a3b-88c0-a13c37c2deaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:59.208129 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-4667d351-048c-4a46-b234-ca7f5634f0e9 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:59.227399 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-71528cbd-c628-4fa7-a4dd-3655236d3f96 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] device_id is not set on port 591ec316-564c-4fad-9e46-3ce738b7bbd3 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:26:59.230710 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b1094187-5bf5-4a3b-88c0-a13c37c2deaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:59.313175 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b1094187-5bf5-4a3b-88c0-a13c37c2deaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:59.330060 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-4667d351-048c-4a46-b234-ca7f5634f0e9 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:59.380387 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b1094187-5bf5-4a3b-88c0-a13c37c2deaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:59.384528 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b1094187-5bf5-4a3b-88c0-a13c37c2deaf admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c4f4b822-38c3-431c-baa1-2af8de422caa HTTP/1.1" status: 204 len: 168 time: 0.3983560 Aug 11 02:26:59.385345 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667d351-048c-4a46-b234-ca7f5634f0e9 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Pushing event updated for resources: {'Port': ['ID=4b25152d-d9f1-44d6-9f82-7e3b9a5ab764,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:59.385798 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1094187-5bf5-4a3b-88c0-a13c37c2deaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4f4b822-38c3-431c-baa1-2af8de422caa,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:59.387149 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59922) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:59.416261 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-4667d351-048c-4a46-b234-ca7f5634f0e9 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Network 2b524a19-6fae-48a4-9187-006f9eb33aae is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:59.436644 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-4667d351-048c-4a46-b234-ca7f5634f0e9 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:59.440982 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-4667d351-048c-4a46-b234-ca7f5634f0e9 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:59.503724 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-71528cbd-c628-4fa7-a4dd-3655236d3f96 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:59.514773 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-afc0d4f9-777e-47d7-8914-ca805a95048d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:59.521474 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-4667d351-048c-4a46-b234-ca7f5634f0e9 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:59.522132 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-4667d351-048c-4a46-b234-ca7f5634f0e9 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:59.554865 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-4667d351-048c-4a46-b234-ca7f5634f0e9 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2447569 Aug 11 02:26:59.580244 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-6a875191-a319-4136-84bc-1637a6a4d3dc service neutron] Request body: {'port': {'device_id': '6766318f-c675-4eb1-a201-503a623aa7e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:59.590305 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-944197bf-f7ce-4d0b-8434-c91ce2746cb8 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Deleting port 3f7e4abd-e45d-4a83-b79e-1bdaebd7c240 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:59.590782 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-944197bf-f7ce-4d0b-8434-c91ce2746cb8 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:59.626070 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-afc0d4f9-777e-47d7-8914-ca805a95048d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:59.636342 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-71528cbd-c628-4fa7-a4dd-3655236d3f96 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:59.638821 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-afc0d4f9-777e-47d7-8914-ca805a95048d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8327d98c-9977-486a-8a2f-d07ceebac59a']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:59.679614 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075a537-4b4d-475d-a163-143526a64a7e req-eb76bcaf-cf0e-4fd8-a5a9-0e2401a301b5 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:59.681420 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7075a537-4b4d-475d-a163-143526a64a7e req-eb76bcaf-cf0e-4fd8-a5a9-0e2401a301b5 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] 10.222.0.50 "GET /v2.0/ports?device_id=6766318f-c675-4eb1-a201-503a623aa7e2 HTTP/1.1" status: 200 len: 931 time: 0.1421180 Aug 11 02:26:59.739409 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-6a875191-a319-4136-84bc-1637a6a4d3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:59.805361 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-944197bf-f7ce-4d0b-8434-c91ce2746cb8 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:59.819564 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7075a537-4b4d-475d-a163-143526a64a7e req-6d11c47b-2495-43ea-ac25-7a4684f65889 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f6a0269-2543-43de-b811-399e9856b392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159897 Aug 11 02:26:59.831016 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-944197bf-f7ce-4d0b-8434-c91ce2746cb8 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Calling delete_port for 3f7e4abd-e45d-4a83-b79e-1bdaebd7c240 owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:00.052090 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-afc0d4f9-777e-47d7-8914-ca805a95048d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532121ec-f26d-4fa6-b042-c319487e1b40') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:00.052482 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-afc0d4f9-777e-47d7-8914-ca805a95048d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532121ec-f26d-4fa6-b042-c319487e1b40') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:00.079901 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-afc0d4f9-777e-47d7-8914-ca805a95048d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.088317 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71528cbd-c628-4fa7-a4dd-3655236d3f96 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Pushing event updated for resources: {'Port': ['ID=62c2c3a7-18cd-4a3b-b4e6-c142e1b2c92a,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:00.100814 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-afc0d4f9-777e-47d7-8914-ca805a95048d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.115391 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc0d4f9-777e-47d7-8914-ca805a95048d admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:27:00.115821 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-afc0d4f9-777e-47d7-8914-ca805a95048d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:27:00.117580 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:27:00.173608 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71528cbd-c628-4fa7-a4dd-3655236d3f96 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Checking segment: {'id': '5e04c57f-13b3-46b5-b7f5-31bf6b5dbcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '804bb0f6-1117-488f-b7a2-2b089066b374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:00.173975 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71528cbd-c628-4fa7-a4dd-3655236d3f96 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Network hostable DHCP agents. Network: 804bb0f6-1117-488f-b7a2-2b089066b374, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:27:00.183950 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-afc0d4f9-777e-47d7-8914-ca805a95048d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.191012 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-afc0d4f9-777e-47d7-8914-ca805a95048d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.193671 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-afc0d4f9-777e-47d7-8914-ca805a95048d admin admin] 10.222.0.50 "DELETE /v2.0/networks/8327d98c-9977-486a-8a2f-d07ceebac59a HTTP/1.1" status: 204 len: 168 time: 0.8003254 Aug 11 02:27:00.207952 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0d4f9-777e-47d7-8914-ca805a95048d admin admin] Pushing event deleted for resources: {'Network': ['ID=8327d98c-9977-486a-8a2f-d07ceebac59a,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:00.210296 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71528cbd-c628-4fa7-a4dd-3655236d3f96 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Network 804bb0f6-1117-488f-b7a2-2b089066b374 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:27:00.211449 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-944197bf-f7ce-4d0b-8434-c91ce2746cb8 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.222451 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-71528cbd-c628-4fa7-a4dd-3655236d3f96 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 804bb0f6-1117-488f-b7a2-2b089066b374) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:00.230746 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71528cbd-c628-4fa7-a4dd-3655236d3f96 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:00.230940 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baefe7b7-050b-4cf0-a963-bc259b630dc4 None None] Network 804bb0f6-1117-488f-b7a2-2b089066b374 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:00.231734 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-71528cbd-c628-4fa7-a4dd-3655236d3f96 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.269056 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-6a875191-a319-4136-84bc-1637a6a4d3dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b25152d-d9f1-44d6-9f82-7e3b9a5ab764 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:00.276199 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944197bf-f7ce-4d0b-8434-c91ce2746cb8 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Port': ['ID=3f7e4abd-e45d-4a83-b79e-1bdaebd7c240,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:00.314928 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71528cbd-c628-4fa7-a4dd-3655236d3f96 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Checking segment: {'id': '7293e2cc-7c25-4f96-be88-4a416f0a7550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7b20c83e-ba20-426d-b777-7a973ba683a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:00.315297 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71528cbd-c628-4fa7-a4dd-3655236d3f96 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Network hostable DHCP agents. Network: 7b20c83e-ba20-426d-b777-7a973ba683a2, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:27:00.326156 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71528cbd-c628-4fa7-a4dd-3655236d3f96 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Pushing event updated for resources: {'Port': ['ID=591ec316-564c-4fad-9e46-3ce738b7bbd3,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:00.345437 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71528cbd-c628-4fa7-a4dd-3655236d3f96 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Network 7b20c83e-ba20-426d-b777-7a973ba683a2 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:27:00.361970 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-71528cbd-c628-4fa7-a4dd-3655236d3f96 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 7b20c83e-ba20-426d-b777-7a973ba683a2) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:00.367794 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71528cbd-c628-4fa7-a4dd-3655236d3f96 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:00.375582 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71528cbd-c628-4fa7-a4dd-3655236d3f96 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:00.378642 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-6a875191-a319-4136-84bc-1637a6a4d3dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.380741 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462a3f08-7f6e-49e8-8d05-1b8cb57a7784 None None] Network 7b20c83e-ba20-426d-b777-7a973ba683a2 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:00.383883 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71528cbd-c628-4fa7-a4dd-3655236d3f96 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:00.385365 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-71528cbd-c628-4fa7-a4dd-3655236d3f96 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.416988 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59932) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:00.417406 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-71528cbd-c628-4fa7-a4dd-3655236d3f96 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.9176495 Aug 11 02:27:00.420918 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-6a875191-a319-4136-84bc-1637a6a4d3dc service neutron] Transition to ACTIVE for port object 4b25152d-d9f1-44d6-9f82-7e3b9a5ab764 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:00.486037 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-6a875191-a319-4136-84bc-1637a6a4d3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.530542 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59934) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:00.608838 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-16ff117f-897e-4967-b422-c07914a601a2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=28e709baa75748e2891930a044f23c4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0758898 Aug 11 02:27:00.612775 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59936) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:00.675023 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2925c8cb-2de3-44d6-a1ea-a0ec31ee41a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.690951 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-944197bf-f7ce-4d0b-8434-c91ce2746cb8 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.697812 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2925c8cb-2de3-44d6-a1ea-a0ec31ee41a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.744397 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d3af84-0491-429e-a0f0-343d6a1945e9 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:00.749777 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2925c8cb-2de3-44d6-a1ea-a0ec31ee41a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.751822 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d3af84-0491-429e-a0f0-343d6a1945e9 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:00.752745 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2925c8cb-2de3-44d6-a1ea-a0ec31ee41a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.753439 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-84d3af84-0491-429e-a0f0-343d6a1945e9 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3339171 Aug 11 02:27:00.754237 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2925c8cb-2de3-44d6-a1ea-a0ec31ee41a1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ac454fa9-b02e-40d2-8956-0b64a05c9f24 HTTP/1.1" status: 204 len: 168 time: 0.1403642 Aug 11 02:27:00.754566 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a875191-a319-4136-84bc-1637a6a4d3dc service neutron] Pushing event updated for resources: {'Port': ['ID=4b25152d-d9f1-44d6-9f82-7e3b9a5ab764,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:00.758896 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59938) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:00.810185 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925c8cb-2de3-44d6-a1ea-a0ec31ee41a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac454fa9-b02e-40d2-8956-0b64a05c9f24,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:00.926114 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-44819837-9b8d-4d82-a80d-858c5f98c466 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Deleting port 62c2c3a7-18cd-4a3b-b4e6-c142e1b2c92a {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:00.927023 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-44819837-9b8d-4d82-a80d-858c5f98c466 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:01.021524 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-44819837-9b8d-4d82-a80d-858c5f98c466 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:01.044590 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-44819837-9b8d-4d82-a80d-858c5f98c466 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Calling delete_port for 62c2c3a7-18cd-4a3b-b4e6-c142e1b2c92a owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:01.145268 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-44819837-9b8d-4d82-a80d-858c5f98c466 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:01.186462 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44819837-9b8d-4d82-a80d-858c5f98c466 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Pushing event deleted for resources: {'Port': ['ID=62c2c3a7-18cd-4a3b-b4e6-c142e1b2c92a,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:01.198485 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-44819837-9b8d-4d82-a80d-858c5f98c466 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:01.200929 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-44819837-9b8d-4d82-a80d-858c5f98c466 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] 10.222.0.50 "DELETE /v2.0/ports/62c2c3a7-18cd-4a3b-b4e6-c142e1b2c92a HTTP/1.1" status: 204 len: 168 time: 0.4332399 Aug 11 02:27:01.203900 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59950) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:01.297639 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-6a875191-a319-4136-84bc-1637a6a4d3dc service neutron] Attempting to bind port 4b25152d-d9f1-44d6-9f82-7e3b9a5ab764 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:01.298021 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-6a875191-a319-4136-84bc-1637a6a4d3dc service neutron] Attempting to bind port 4b25152d-d9f1-44d6-9f82-7e3b9a5ab764 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '19305b6c-e926-4dd3-a49e-e69c88c01973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2b524a19-6fae-48a4-9187-006f9eb33aae'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:01.298602 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-6a875191-a319-4136-84bc-1637a6a4d3dc service neutron] Attempting to bind port 4b25152d-d9f1-44d6-9f82-7e3b9a5ab764 on network 2b524a19-6fae-48a4-9187-006f9eb33aae {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:01.311772 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-6a875191-a319-4136-84bc-1637a6a4d3dc service neutron] Port 4b25152d-d9f1-44d6-9f82-7e3b9a5ab764 on network 2b524a19-6fae-48a4-9187-006f9eb33aae not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:27:01.312014 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-6a875191-a319-4136-84bc-1637a6a4d3dc service neutron] Attempting to bind port 4b25152d-d9f1-44d6-9f82-7e3b9a5ab764 on network 2b524a19-6fae-48a4-9187-006f9eb33aae {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:01.327829 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2479e-c194-4a31-bd66-7f6758c5bcc3 req-91035445-57d4-458f-b1c5-df453d60d08c tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:01.329391 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3ae2479e-c194-4a31-bd66-7f6758c5bcc3 req-91035445-57d4-458f-b1c5-df453d60d08c tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] 10.222.0.50 "GET /v2.0/ports?device_id=6766318f-c675-4eb1-a201-503a623aa7e2 HTTP/1.1" status: 200 len: 943 time: 0.1604631 Aug 11 02:27:01.331641 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-6a875191-a319-4136-84bc-1637a6a4d3dc service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:01.331991 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-6a875191-a319-4136-84bc-1637a6a4d3dc service neutron] Checking segment: {'id': '19305b6c-e926-4dd3-a49e-e69c88c01973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2b524a19-6fae-48a4-9187-006f9eb33aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:01.332360 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-6a875191-a319-4136-84bc-1637a6a4d3dc service neutron] Bound using segment: {'id': '19305b6c-e926-4dd3-a49e-e69c88c01973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2b524a19-6fae-48a4-9187-006f9eb33aae'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:01.332917 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-6a875191-a319-4136-84bc-1637a6a4d3dc service neutron] Bound port: 4b25152d-d9f1-44d6-9f82-7e3b9a5ab764, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19305b6c-e926-4dd3-a49e-e69c88c01973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2b524a19-6fae-48a4-9187-006f9eb33aae'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:01.333742 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-6a875191-a319-4136-84bc-1637a6a4d3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:01.338823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-1a57cefb-9ce9-4ae8-8a61-5d40e732c3d2 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Deleting port 591ec316-564c-4fad-9e46-3ce738b7bbd3 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:01.339184 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1a57cefb-9ce9-4ae8-8a61-5d40e732c3d2 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:01.339665 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944197bf-f7ce-4d0b-8434-c91ce2746cb8 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Router 769ef8da-88af-4349-9b34-e035d9606b91 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:27:01.421967 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1a57cefb-9ce9-4ae8-8a61-5d40e732c3d2 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:01.436671 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-1a57cefb-9ce9-4ae8-8a61-5d40e732c3d2 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Calling delete_port for 591ec316-564c-4fad-9e46-3ce738b7bbd3 owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:01.455618 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3ae2479e-c194-4a31-bd66-7f6758c5bcc3 req-e18428eb-7279-4850-b7ea-811c9a34bd8e tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f6a0269-2543-43de-b811-399e9856b392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147642 Aug 11 02:27:01.522980 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944197bf-f7ce-4d0b-8434-c91ce2746cb8 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:01.533646 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-944197bf-f7ce-4d0b-8434-c91ce2746cb8 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "PUT /v2.0/routers/769ef8da-88af-4349-9b34-e035d9606b91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0115778 Aug 11 02:27:01.534357 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad2e418-b799-45e2-b97d-096a891d1de3 None None] Sync routers for ids ['769ef8da-88af-4349-9b34-e035d9606b91'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:01.537775 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59968) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:01.556975 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad2e418-b799-45e2-b97d-096a891d1de3 None None] Routers {'769ef8da-88af-4349-9b34-e035d9606b91'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:01.557680 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-aad2e418-b799-45e2-b97d-096a891d1de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:26:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['769ef8da-88af-4349-9b34-e035d9606b91'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:01.559989 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1a57cefb-9ce9-4ae8-8a61-5d40e732c3d2 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:01.594009 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-6a875191-a319-4136-84bc-1637a6a4d3dc service neutron] For port 4b25152d-d9f1-44d6-9f82-7e3b9a5ab764, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:01.599485 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c7241b99-d825-4e39-98b3-56ba27236bbf tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "GET /v2.0/ports?device_id=769ef8da-88af-4349-9b34-e035d9606b91 HTTP/1.1" status: 200 len: 205 time: 0.0603526 Aug 11 02:27:01.602167 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59974) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:01.610867 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-aad2e418-b799-45e2-b97d-096a891d1de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:01.623043 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-6a875191-a319-4136-84bc-1637a6a4d3dc service neutron] For port 4b25152d-d9f1-44d6-9f82-7e3b9a5ab764, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=4b25152d-d9f1-44d6-9f82-7e3b9a5ab764,segment=NetworkSegment(19305b6c-e926-4dd3-a49e-e69c88c01973),segment_id=19305b6c-e926-4dd3-a49e-e69c88c01973)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:01.627916 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad2e418-b799-45e2-b97d-096a891d1de3 None None] Routers {'769ef8da-88af-4349-9b34-e035d9606b91'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:01.628568 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-aad2e418-b799-45e2-b97d-096a891d1de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:26:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['769ef8da-88af-4349-9b34-e035d9606b91'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:01.628797 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57cefb-9ce9-4ae8-8a61-5d40e732c3d2 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Pushing event deleted for resources: {'Port': ['ID=591ec316-564c-4fad-9e46-3ce738b7bbd3,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:01.662026 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1a57cefb-9ce9-4ae8-8a61-5d40e732c3d2 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:01.667135 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1a57cefb-9ce9-4ae8-8a61-5d40e732c3d2 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] 10.222.0.50 "DELETE /v2.0/ports/591ec316-564c-4fad-9e46-3ce738b7bbd3 HTTP/1.1" status: 204 len: 168 time: 0.4589958 Aug 11 02:27:01.669796 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59976) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:01.673729 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-6a875191-a319-4136-84bc-1637a6a4d3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:01.685844 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-aad2e418-b799-45e2-b97d-096a891d1de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:01.686573 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad2e418-b799-45e2-b97d-096a891d1de3 None None] The sync data for ids ['769ef8da-88af-4349-9b34-e035d9606b91'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:01.730602 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5818dfe8-3fd7-4b9f-9bc5-a444d9179db0 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0594711 Aug 11 02:27:01.733896 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59980) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:01.744900 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-0c0f0298-35ef-4667-8f28-a38cef3b689e tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-411363365'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:01.755438 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-6a875191-a319-4136-84bc-1637a6a4d3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:01.756095 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-6a875191-a319-4136-84bc-1637a6a4d3dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:01.757464 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-6a875191-a319-4136-84bc-1637a6a4d3dc service neutron] 10.222.0.66 "PUT /v2.0/ports/4b25152d-d9f1-44d6-9f82-7e3b9a5ab764 HTTP/1.1" status: 200 len: 1092 time: 2.1878521 Aug 11 02:27:01.758057 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6766318f-c675-4eb1-a201-503a623aa7e2', 'tag': '4b25152d-d9f1-44d6-9f82-7e3b9a5ab764'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:01.760524 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7569892-55f4-4710-a595-b640a05e0675" -d '{"events": [{"name": "network-changed", "server_uuid": "6766318f-c675-4eb1-a201-503a623aa7e2", "tag": "4b25152d-d9f1-44d6-9f82-7e3b9a5ab764"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:01.764984 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-43561b42-a841-4f5f-981e-176fc4d710a1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:01.799929 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0f0298-35ef-4667-8f28-a38cef3b689e tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Made reservation on behalf of e92b473ea1f74306a93b95c3e5f33b03 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:01.811274 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0c0f0298-35ef-4667-8f28-a38cef3b689e tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:01.857711 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9d241a-3e7c-488b-bbd9-a1858c6cbd96 x-openstack-request-id: req-ea9d241a-3e7c-488b-bbd9-a1858c6cbd96 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:01.857942 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6766318f-c675-4eb1-a201-503a623aa7e2", "tag": "4b25152d-d9f1-44d6-9f82-7e3b9a5ab764", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:01.858199 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ea9d241a-3e7c-488b-bbd9-a1858c6cbd96 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:01.858604 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6766318f-c675-4eb1-a201-503a623aa7e2', 'tag': '4b25152d-d9f1-44d6-9f82-7e3b9a5ab764', 'status': 'completed', 'code': 200} Aug 11 02:27:01.871433 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0f0298-35ef-4667-8f28-a38cef3b689e tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:27:01.889207 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a875191-a319-4136-84bc-1637a6a4d3dc service neutron] Pushing event updated for resources: {'Port': ['ID=4b25152d-d9f1-44d6-9f82-7e3b9a5ab764,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:01.891418 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0c0f0298-35ef-4667-8f28-a38cef3b689e tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:01.892516 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-0c0f0298-35ef-4667-8f28-a38cef3b689e tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Added segment b1ab94e4-c2d9-4383-bdfd-2275664cc34a of type vlan for network a5b7f218-0877-4b5d-841f-fb99471d0a34 Aug 11 02:27:01.947837 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59990) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:01.971086 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0c0f0298-35ef-4667-8f28-a38cef3b689e tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.010302 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0c0f0298-35ef-4667-8f28-a38cef3b689e tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.016669 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0f0298-35ef-4667-8f28-a38cef3b689e tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:02.017224 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0c0f0298-35ef-4667-8f28-a38cef3b689e tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.031625 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-d52de3c8-af10-4c37-b53e-ee8d034e5d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:02.033329 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-d52de3c8-af10-4c37-b53e-ee8d034e5d9b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2f0f2f76c20a47668529d35893a707ab&device_id=6766318f-c675-4eb1-a201-503a623aa7e2 HTTP/1.1" status: 200 len: 1095 time: 0.2098927 Aug 11 02:27:02.035278 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-43561b42-a841-4f5f-981e-176fc4d710a1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.038332 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-43561b42-a841-4f5f-981e-176fc4d710a1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.085899 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0c0f0298-35ef-4667-8f28-a38cef3b689e tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3494613 Aug 11 02:27:02.088761 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59998) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:02.094243 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-ae67ae12-ce42-46b8-9a9f-e0419b4fb3df tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-381050015'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:02.111812 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f0298-35ef-4667-8f28-a38cef3b689e tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Pushing event updated for resources: {'Network': ['ID=a5b7f218-0877-4b5d-841f-fb99471d0a34,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:02.123861 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network a5b7f218-0877-4b5d-841f-fb99471d0a34 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:27:02.129583 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae67ae12-ce42-46b8-9a9f-e0419b4fb3df tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Made reservation on behalf of e92b473ea1f74306a93b95c3e5f33b03 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:02.133733 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ae67ae12-ce42-46b8-9a9f-e0419b4fb3df tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.155226 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-994ee8de-18ec-47a3-91a2-d4f55763d9d8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b25152d-d9f1-44d6-9f82-7e3b9a5ab764 HTTP/1.1" status: 200 len: 217 time: 0.1111548 Aug 11 02:27:02.166544 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae67ae12-ce42-46b8-9a9f-e0419b4fb3df tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:27:02.180635 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ae67ae12-ce42-46b8-9a9f-e0419b4fb3df tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.181284 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-ae67ae12-ce42-46b8-9a9f-e0419b4fb3df tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Added segment 89a163e2-8360-4542-ab98-ccb1b7920b9e of type vlan for network 73863850-69d6-4282-bdbb-fdd67abd8daf Aug 11 02:27:02.184636 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-43561b42-a841-4f5f-981e-176fc4d710a1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.185123 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43561b42-a841-4f5f-981e-176fc4d710a1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Fanout notify agent at l3_agent the message router_deleted on router 769ef8da-88af-4349-9b34-e035d9606b91 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:27:02.239849 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-43561b42-a841-4f5f-981e-176fc4d710a1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.240980 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-43561b42-a841-4f5f-981e-176fc4d710a1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/routers/769ef8da-88af-4349-9b34-e035d9606b91 HTTP/1.1" status: 204 len: 168 time: 0.6375504 Aug 11 02:27:02.243682 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60000) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:02.272355 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1b576ac0-22c1-483f-90c4-41db1e480ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.290385 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ae67ae12-ce42-46b8-9a9f-e0419b4fb3df tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.293513 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-1209f707-818d-4c7f-8f94-c70e38fabc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:02.295258 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-1209f707-818d-4c7f-8f94-c70e38fabc61 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b5c6528b-a6a0-4ef3-b7b8-309a984b4a84 HTTP/1.1" status: 200 len: 853 time: 0.1241405 Aug 11 02:27:02.326339 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb5c392-750e-46c6-8b3c-4708f04e2fde tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Deleting subnet ac262c8b-1a45-40fc-a141-daa61524f046 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:27:02.333342 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ccb5c392-750e-46c6-8b3c-4708f04e2fde tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.341728 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-81ffcf87-836c-4421-8cf0-11f72e06f7c9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2b524a19-6fae-48a4-9187-006f9eb33aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312576 Aug 11 02:27:02.392069 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ae67ae12-ce42-46b8-9a9f-e0419b4fb3df tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.400247 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae67ae12-ce42-46b8-9a9f-e0419b4fb3df tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:02.401040 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ae67ae12-ce42-46b8-9a9f-e0419b4fb3df tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.411651 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ccb5c392-750e-46c6-8b3c-4708f04e2fde tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.517469 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1b576ac0-22c1-483f-90c4-41db1e480ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.530528 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67ae12-ce42-46b8-9a9f-e0419b4fb3df tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Pushing event updated for resources: {'Network': ['ID=73863850-69d6-4282-bdbb-fdd67abd8daf,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:02.537020 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ae67ae12-ce42-46b8-9a9f-e0419b4fb3df tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4472606 Aug 11 02:27:02.545128 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 73863850-69d6-4282-bdbb-fdd67abd8daf details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:27:02.556869 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1b576ac0-22c1-483f-90c4-41db1e480ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.574067 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-026bd8f5-3a37-42c0-90d7-8dead4d8e56b service neutron] 10.222.0.66 "GET /v2.0/networks/2b524a19-6fae-48a4-9187-006f9eb33aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196784 Aug 11 02:27:02.595439 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-235ecb49-c483-45b7-8027-ce08f0c28ecc req-a59dbc7c-a92f-4d4a-9258-e5e6c223aeb9 tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.0957370 Aug 11 02:27:02.606965 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ccb5c392-750e-46c6-8b3c-4708f04e2fde tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.683777 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb624b-23d5-4cf6-b23f-db67b6ebaea3 req-23a0cc96-87f0-4bd8-b73f-7f4d7f4625b4 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:02.685389 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f3eb624b-23d5-4cf6-b23f-db67b6ebaea3 req-23a0cc96-87f0-4bd8-b73f-7f4d7f4625b4 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] 10.222.0.50 "GET /v2.0/ports?device_id=6766318f-c675-4eb1-a201-503a623aa7e2 HTTP/1.1" status: 200 len: 943 time: 0.0921381 Aug 11 02:27:02.707963 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b576ac0-22c1-483f-90c4-41db1e480ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a7556d-9b67-4511-864e-1973fc2808d2,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:02.709912 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ccb5c392-750e-46c6-8b3c-4708f04e2fde tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.756776 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5c392-750e-46c6-8b3c-4708f04e2fde tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Subnet': ['ID=ac262c8b-1a45-40fc-a141-daa61524f046,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:02.773499 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ccb5c392-750e-46c6-8b3c-4708f04e2fde tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.776249 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ccb5c392-750e-46c6-8b3c-4708f04e2fde tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/subnets/ac262c8b-1a45-40fc-a141-daa61524f046 HTTP/1.1" status: 204 len: 168 time: 0.5312064 Aug 11 02:27:02.777066 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1583c881-1673-4b60-8336-68612c7c040e None None] Network 4e68f6d2-71ac-421d-9693-b8eb5336f711 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:02.778762 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60020) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:02.783755 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f3eb624b-23d5-4cf6-b23f-db67b6ebaea3 req-effbc382-2ba5-41e9-9b45-39784af8bc20 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f6a0269-2543-43de-b811-399e9856b392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870016 Aug 11 02:27:02.818056 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1b576ac0-22c1-483f-90c4-41db1e480ba9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6331d8d63b954fbd977fbd34c8977b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8689604 Aug 11 02:27:02.822825 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60024) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:02.883675 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24d0800-43e1-4fb2-87dc-8d969034ef7b tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Deleting subnet 1e069a60-fccb-4edd-bc78-815820844305 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:27:02.889367 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a24d0800-43e1-4fb2-87dc-8d969034ef7b tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.923423 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-183a5f80-c30f-41ff-afd2-e281b36d1bcc req-329d8ab7-ef9a-4350-9a16-0221e2c69574 service neutron] 10.222.0.66 "GET /v2.0/networks/2b524a19-6fae-48a4-9187-006f9eb33aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031459 Aug 11 02:27:02.946508 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1e495982-c4af-48a1-a49a-d6f12bf993e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.953938 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a24d0800-43e1-4fb2-87dc-8d969034ef7b tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:03.025103 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1e495982-c4af-48a1-a49a-d6f12bf993e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:03.072279 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7569892-55f4-4710-a595-b640a05e0675 req-6e60d4df-9248-499c-a7a7-3f052ca478b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:03.077299 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a7569892-55f4-4710-a595-b640a05e0675 req-6e60d4df-9248-499c-a7a7-3f052ca478b4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2f0f2f76c20a47668529d35893a707ab&device_id=6766318f-c675-4eb1-a201-503a623aa7e2 HTTP/1.1" status: 200 len: 1095 time: 0.1006491 Aug 11 02:27:03.172706 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a24d0800-43e1-4fb2-87dc-8d969034ef7b tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:03.177214 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1e495982-c4af-48a1-a49a-d6f12bf993e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:03.185892 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d2d546-3596-4781-bc17-6a454d0789d0 None None] DHCP port deletion for 4e68f6d2-71ac-421d-9693-b8eb5336f711 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:27:03.189080 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1e495982-c4af-48a1-a49a-d6f12bf993e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:03.208496 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1e495982-c4af-48a1-a49a-d6f12bf993e4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d7a7556d-9b67-4511-864e-1973fc2808d2 HTTP/1.1" status: 204 len: 168 time: 0.3846626 Aug 11 02:27:03.269309 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e495982-c4af-48a1-a49a-d6f12bf993e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a7556d-9b67-4511-864e-1973fc2808d2,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:03.307724 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-69d2d546-3596-4781-bc17-6a454d0789d0 None None] Deleting port e2d4a5cb-8acd-4dce-98e1-802db8673c9e {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:03.308107 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-69d2d546-3596-4781-bc17-6a454d0789d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:03.337140 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a24d0800-43e1-4fb2-87dc-8d969034ef7b tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:03.351000 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7569892-55f4-4710-a595-b640a05e0675 req-ba5dc71d-93d2-4959-a1c0-2313f516140f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:03.352729 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a7569892-55f4-4710-a595-b640a05e0675 req-ba5dc71d-93d2-4959-a1c0-2313f516140f service neutron] 10.222.0.66 "GET /v2.0/networks?id=2b524a19-6fae-48a4-9187-006f9eb33aae HTTP/1.1" status: 200 len: 914 time: 0.2640667 Aug 11 02:27:03.415369 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d0800-43e1-4fb2-87dc-8d969034ef7b tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Subnet': ['ID=1e069a60-fccb-4edd-bc78-815820844305,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:03.441088 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3d9aa8-de93-40dd-a89e-f3619568ccbe None None] Network 3b52b8ec-680e-4190-beac-ed0e9a1a363b requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:03.461781 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a24d0800-43e1-4fb2-87dc-8d969034ef7b tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:03.469351 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a24d0800-43e1-4fb2-87dc-8d969034ef7b tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/subnets/1e069a60-fccb-4edd-bc78-815820844305 HTTP/1.1" status: 204 len: 168 time: 0.6894944 Aug 11 02:27:03.471898 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60038) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:03.483231 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a7569892-55f4-4710-a595-b640a05e0675 req-fe3a5ad5-f212-4b30-b3a6-dd4e6bf6d105 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b25152d-d9f1-44d6-9f82-7e3b9a5ab764 HTTP/1.1" status: 200 len: 217 time: 0.1220808 Aug 11 02:27:03.637781 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7569892-55f4-4710-a595-b640a05e0675 req-1f723f4e-3d69-4e0d-9683-05d0c263e184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:03.659484 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a7569892-55f4-4710-a595-b640a05e0675 req-1f723f4e-3d69-4e0d-9683-05d0c263e184 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b5c6528b-a6a0-4ef3-b7b8-309a984b4a84 HTTP/1.1" status: 200 len: 853 time: 0.1438494 Aug 11 02:27:03.716744 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-69d2d546-3596-4781-bc17-6a454d0789d0 None None] For port e2d4a5cb-8acd-4dce-98e1-802db8673c9e, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e2d4a5cb-8acd-4dce-98e1-802db8673c9e,segment=NetworkSegment(efeff909-ea48-4c8a-8b4c-2c509ad7d363),segment_id=efeff909-ea48-4c8a-8b4c-2c509ad7d363)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:03.718446 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-69d2d546-3596-4781-bc17-6a454d0789d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:03.752543 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5eafaf9b-f6da-4f3c-b3f8-0bd3cce2703d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:03.767162 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a7569892-55f4-4710-a595-b640a05e0675 req-bb523163-39a2-40e3-a968-985c239de783 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2b524a19-6fae-48a4-9187-006f9eb33aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064839 Aug 11 02:27:03.800345 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-69d2d546-3596-4781-bc17-6a454d0789d0 None None] Calling delete_port for e2d4a5cb-8acd-4dce-98e1-802db8673c9e owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:03.897666 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60050) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:03.977402 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-69d2d546-3596-4781-bc17-6a454d0789d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:03.978847 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-daaf8eb7-d4bf-48ab-9515-f9aab1d0e10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.017106 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-5eafaf9b-f6da-4f3c-b3f8-0bd3cce2703d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Deleting port e2d4a5cb-8acd-4dce-98e1-802db8673c9e {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:04.017492 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5eafaf9b-f6da-4f3c-b3f8-0bd3cce2703d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.063445 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-75c3cb91-e6c8-4ae1-84cd-5ea92357429a req-c55d3824-1800-43aa-9fcc-8c7bf4c7005e tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.0550466 Aug 11 02:27:04.108414 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d2d546-3596-4781-bc17-6a454d0789d0 None None] No DVR routers for this DVR port e2d4a5cb-8acd-4dce-98e1-802db8673c9e on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:04.111013 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 4b25152d-d9f1-44d6-9f82-7e3b9a5ab764 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:27:04.126236 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a7569892-55f4-4710-a595-b640a05e0675 req-8fa44eff-8180-4bb9-8408-cb95ba07abd6 service neutron] 10.222.0.66 "GET /v2.0/networks/2b524a19-6fae-48a4-9187-006f9eb33aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508365 Aug 11 02:27:04.287901 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a7569892-55f4-4710-a595-b640a05e0675 req-238ceda2-de31-44ff-9f37-648059fa0a6b service neutron] 10.222.0.66 "GET /v2.0/networks/2b524a19-6fae-48a4-9187-006f9eb33aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543734 Aug 11 02:27:04.333239 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 4b25152d-d9f1-44d6-9f82-7e3b9a5ab764, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=4b25152d-d9f1-44d6-9f82-7e3b9a5ab764,segment=NetworkSegment(19305b6c-e926-4dd3-a49e-e69c88c01973),segment_id=19305b6c-e926-4dd3-a49e-e69c88c01973)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:04.353325 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-5eafaf9b-f6da-4f3c-b3f8-0bd3cce2703d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] For port e2d4a5cb-8acd-4dce-98e1-802db8673c9e, host n-d-615180-33, got binding levels [] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:04.354572 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5eafaf9b-f6da-4f3c-b3f8-0bd3cce2703d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.356157 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '4b25152d-d9f1-44d6-9f82-7e3b9a5ab764', 'network_id': '2b524a19-6fae-48a4-9187-006f9eb33aae', 'port_id': '4b25152d-d9f1-44d6-9f82-7e3b9a5ab764', 'mac_address': 'fa:16:3e:01:33:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c6528b-a6a0-4ef3-b7b8-309a984b4a84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:27:04.358857 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2d546-3596-4781-bc17-6a454d0789d0 None None] Pushing event deleted for resources: {'Port': ['ID=e2d4a5cb-8acd-4dce-98e1-802db8673c9e,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:04.374270 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2d546-3596-4781-bc17-6a454d0789d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:04.374780 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2d546-3596-4781-bc17-6a454d0789d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:04.375135 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2d546-3596-4781-bc17-6a454d0789d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:04.375471 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2d546-3596-4781-bc17-6a454d0789d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:04.375825 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2d546-3596-4781-bc17-6a454d0789d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:04.376153 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2d546-3596-4781-bc17-6a454d0789d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:04.376478 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2d546-3596-4781-bc17-6a454d0789d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:04.376798 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2d546-3596-4781-bc17-6a454d0789d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:04.377118 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2d546-3596-4781-bc17-6a454d0789d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:04.377439 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2d546-3596-4781-bc17-6a454d0789d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:04.377757 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2d546-3596-4781-bc17-6a454d0789d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:04.378073 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2d546-3596-4781-bc17-6a454d0789d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:04.393632 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-5eafaf9b-f6da-4f3c-b3f8-0bd3cce2703d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Calling delete_port for e2d4a5cb-8acd-4dce-98e1-802db8673c9e owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:04.402630 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.ipam_backend_mixin [None req-5eafaf9b-f6da-4f3c-b3f8-0bd3cce2703d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Port e2d4a5cb-8acd-4dce-98e1-802db8673c9e was not found and therefore no delete operation was performed {{(pid=94506) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:27:04.413687 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98c9ff-9f24-4a69-bf38-6c580cdb16de req-a102ef17-cf6f-4aac-8e72-9884d87b2dda tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:04.415821 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dd98c9ff-9f24-4a69-bf38-6c580cdb16de req-a102ef17-cf6f-4aac-8e72-9884d87b2dda tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] 10.222.0.50 "GET /v2.0/ports?device_id=6766318f-c675-4eb1-a201-503a623aa7e2 HTTP/1.1" status: 200 len: 943 time: 0.2534688 Aug 11 02:27:04.416724 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5eafaf9b-f6da-4f3c-b3f8-0bd3cce2703d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.462515 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eafaf9b-f6da-4f3c-b3f8-0bd3cce2703d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Port': ['ID=e2d4a5cb-8acd-4dce-98e1-802db8673c9e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:04.482702 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eafaf9b-f6da-4f3c-b3f8-0bd3cce2703d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] No DVR routers for this DVR port e2d4a5cb-8acd-4dce-98e1-802db8673c9e on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:04.532733 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.581216 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b25152d-d9f1-44d6-9f82-7e3b9a5ab764 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:04.622146 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 4b25152d-d9f1-44d6-9f82-7e3b9a5ab764, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=4b25152d-d9f1-44d6-9f82-7e3b9a5ab764,segment=NetworkSegment(19305b6c-e926-4dd3-a49e-e69c88c01973),segment_id=19305b6c-e926-4dd3-a49e-e69c88c01973)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:04.627511 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83974a8-934b-48d0-896a-19bafac88d7b None None] DHCP port deletion for 3b52b8ec-680e-4190-beac-ed0e9a1a363b request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:27:04.630029 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e2d4a5cb-8acd-4dce-98e1-802db8673c9e no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:04.651694 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5eafaf9b-f6da-4f3c-b3f8-0bd3cce2703d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.656345 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: e2d4a5cb-8acd-4dce-98e1-802db8673c9e {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:04.656690 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e2d4a5cb-8acd-4dce-98e1-802db8673c9e not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:04.668841 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dd98c9ff-9f24-4a69-bf38-6c580cdb16de req-313f4b21-c285-4e7c-8e0b-934ce730d6b8 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f6a0269-2543-43de-b811-399e9856b392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196555 Aug 11 02:27:04.670792 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.674858 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-5eafaf9b-f6da-4f3c-b3f8-0bd3cce2703d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e68f6d2-71ac-421d-9693-b8eb5336f711']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:04.694197 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-5eafaf9b-f6da-4f3c-b3f8-0bd3cce2703d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efeff909-ea48-4c8a-8b4c-2c509ad7d363') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:04.694878 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-5eafaf9b-f6da-4f3c-b3f8-0bd3cce2703d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efeff909-ea48-4c8a-8b4c-2c509ad7d363') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:04.716965 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5eafaf9b-f6da-4f3c-b3f8-0bd3cce2703d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.728135 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=4b25152d-d9f1-44d6-9f82-7e3b9a5ab764,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:04.729615 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-daaf8eb7-d4bf-48ab-9515-f9aab1d0e10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.736252 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-daaf8eb7-d4bf-48ab-9515-f9aab1d0e10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.753392 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5eafaf9b-f6da-4f3c-b3f8-0bd3cce2703d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.773990 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eafaf9b-f6da-4f3c-b3f8-0bd3cce2703d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:27:04.774385 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5eafaf9b-f6da-4f3c-b3f8-0bd3cce2703d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:27:04.783274 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:27:04.804923 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-d83974a8-934b-48d0-896a-19bafac88d7b None None] Deleting port 608032f7-fcea-4c4e-86f0-9f6b7272a2b1 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:04.805743 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d83974a8-934b-48d0-896a-19bafac88d7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.850665 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf8eb7-d4bf-48ab-9515-f9aab1d0e10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c47ad7a-3c53-4c73-9583-a15e1f890348,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:04.862436 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60054) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:04.863336 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-daaf8eb7-d4bf-48ab-9515-f9aab1d0e10d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9706863b746745aba82e98ad1839bb4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9589820 Aug 11 02:27:04.907643 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5eafaf9b-f6da-4f3c-b3f8-0bd3cce2703d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.915515 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5eafaf9b-f6da-4f3c-b3f8-0bd3cce2703d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.923179 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5eafaf9b-f6da-4f3c-b3f8-0bd3cce2703d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/networks/4e68f6d2-71ac-421d-9693-b8eb5336f711 HTTP/1.1" status: 204 len: 168 time: 1.4456618 Aug 11 02:27:04.924604 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60058) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:04.991279 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eafaf9b-f6da-4f3c-b3f8-0bd3cce2703d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Network': ['ID=4e68f6d2-71ac-421d-9693-b8eb5336f711,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:05.020364 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bff78155-4c1f-4ccd-9faf-ae9309335b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.049463 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bff78155-4c1f-4ccd-9faf-ae9309335b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.106588 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bff78155-4c1f-4ccd-9faf-ae9309335b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.110721 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bff78155-4c1f-4ccd-9faf-ae9309335b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.117255 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bff78155-4c1f-4ccd-9faf-ae9309335b0a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9c47ad7a-3c53-4c73-9583-a15e1f890348 HTTP/1.1" status: 204 len: 168 time: 0.2529647 Aug 11 02:27:05.122901 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d83974a8-934b-48d0-896a-19bafac88d7b None None] For port 608032f7-fcea-4c4e-86f0-9f6b7272a2b1, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=608032f7-fcea-4c4e-86f0-9f6b7272a2b1,segment=NetworkSegment(16cebfe8-1109-43af-9c63-904bdf1314dc),segment_id=16cebfe8-1109-43af-9c63-904bdf1314dc)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:05.127286 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d83974a8-934b-48d0-896a-19bafac88d7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.130207 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8c1b-1852-42e4-8c42-a7e1663f2f55 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.143002 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff78155-4c1f-4ccd-9faf-ae9309335b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c47ad7a-3c53-4c73-9583-a15e1f890348,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:05.160117 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-d83974a8-934b-48d0-896a-19bafac88d7b None None] Calling delete_port for 608032f7-fcea-4c4e-86f0-9f6b7272a2b1 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:05.243809 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1cf22736-9407-4d0b-bd52-e6b55ae316e3 req-d2a32830-fcff-4558-b4ab-91d0e7b7fc67 tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.0354991 Aug 11 02:27:05.245863 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c4f0d0cf-5eb6-42fa-a286-29e34ebb843f req-57d0b131-6007-4ee0-a4da-8affa57c1cfd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.0792820 Aug 11 02:27:05.256211 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['4b25152d-d9f1-44d6-9f82-7e3b9a5ab764'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:27:05.262079 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a8c1b-1852-42e4-8c42-a7e1663f2f55 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Deleting port 608032f7-fcea-4c4e-86f0-9f6b7272a2b1 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:05.262391 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8c1b-1852-42e4-8c42-a7e1663f2f55 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.356571 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-1d7a8c1b-1852-42e4-8c42-a7e1663f2f55 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] For port 608032f7-fcea-4c4e-86f0-9f6b7272a2b1, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=608032f7-fcea-4c4e-86f0-9f6b7272a2b1,segment=NetworkSegment(16cebfe8-1109-43af-9c63-904bdf1314dc),segment_id=16cebfe8-1109-43af-9c63-904bdf1314dc)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:05.357358 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8c1b-1852-42e4-8c42-a7e1663f2f55 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.375334 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a8c1b-1852-42e4-8c42-a7e1663f2f55 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Calling delete_port for 608032f7-fcea-4c4e-86f0-9f6b7272a2b1 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:05.385162 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d83974a8-934b-48d0-896a-19bafac88d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.417268 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83974a8-934b-48d0-896a-19bafac88d7b None None] Pushing event deleted for resources: {'Port': ['ID=608032f7-fcea-4c4e-86f0-9f6b7272a2b1,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:05.469480 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8c1b-1852-42e4-8c42-a7e1663f2f55 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.477744 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83974a8-934b-48d0-896a-19bafac88d7b None None] No DVR routers for this DVR port 608032f7-fcea-4c4e-86f0-9f6b7272a2b1 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:05.503245 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a8c1b-1852-42e4-8c42-a7e1663f2f55 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Port': ['ID=608032f7-fcea-4c4e-86f0-9f6b7272a2b1,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:05.505832 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7a8c1b-1852-42e4-8c42-a7e1663f2f55 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] No DVR routers for this DVR port 608032f7-fcea-4c4e-86f0-9f6b7272a2b1 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:05.594239 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8c1b-1852-42e4-8c42-a7e1663f2f55 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.605994 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-1d7a8c1b-1852-42e4-8c42-a7e1663f2f55 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b52b8ec-680e-4190-beac-ed0e9a1a363b']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:05.617760 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-1d7a8c1b-1852-42e4-8c42-a7e1663f2f55 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16cebfe8-1109-43af-9c63-904bdf1314dc') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:05.618123 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-1d7a8c1b-1852-42e4-8c42-a7e1663f2f55 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16cebfe8-1109-43af-9c63-904bdf1314dc') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:05.627511 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8c1b-1852-42e4-8c42-a7e1663f2f55 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.642734 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8c1b-1852-42e4-8c42-a7e1663f2f55 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.648184 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60068) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:05.652639 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7a8c1b-1852-42e4-8c42-a7e1663f2f55 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:27:05.653172 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8c1b-1852-42e4-8c42-a7e1663f2f55 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:27:05.656438 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:27:05.662998 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-33734ce2-b53c-49ff-b1cd-ca49e90c9f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.723949 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8c1b-1852-42e4-8c42-a7e1663f2f55 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.731049 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8c1b-1852-42e4-8c42-a7e1663f2f55 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.733703 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1d7a8c1b-1852-42e4-8c42-a7e1663f2f55 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/networks/3b52b8ec-680e-4190-beac-ed0e9a1a363b HTTP/1.1" status: 204 len: 168 time: 0.8003886 Aug 11 02:27:05.737797 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60072) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:05.745422 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-082a69af-5583-4864-bf78-4839e0c3386d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'network': {'name': 'tempest-RoutersTest-1725890120'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:05.776626 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a8c1b-1852-42e4-8c42-a7e1663f2f55 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Network': ['ID=3b52b8ec-680e-4190-beac-ed0e9a1a363b,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:05.802522 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-33734ce2-b53c-49ff-b1cd-ca49e90c9f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.808763 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-33734ce2-b53c-49ff-b1cd-ca49e90c9f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.829260 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662330e2-f39b-43c3-a6f6-a47cfcc222d8 req-8df658d9-db58-495e-9631-ab3f83ff5e48 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:05.832777 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-662330e2-f39b-43c3-a6f6-a47cfcc222d8 req-8df658d9-db58-495e-9631-ab3f83ff5e48 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] 10.222.0.50 "GET /v2.0/ports?device_id=6766318f-c675-4eb1-a201-503a623aa7e2 HTTP/1.1" status: 200 len: 944 time: 0.0664241 Aug 11 02:27:05.844543 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082a69af-5583-4864-bf78-4839e0c3386d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Made reservation on behalf of fc32fb4b9c1142568a3c93f040d870e8 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:05.847861 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-082a69af-5583-4864-bf78-4839e0c3386d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.850192 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-33734ce2-b53c-49ff-b1cd-ca49e90c9f14 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=df93615198d24e10b97c0dc66fd76a65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2007749 Aug 11 02:27:05.851171 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33734ce2-b53c-49ff-b1cd-ca49e90c9f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc0c660-52d3-47fa-b794-feea08e1b11a,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:05.853770 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60076) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:05.859760 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60074) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:05.873639 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-cefa4e70-a315-4820-abb0-197ef3756d12 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Request body: {'subnets': [{'network_id': 'a5b7f218-0877-4b5d-841f-fb99471d0a34', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2000354669', 'ip_version': 6}, {'network_id': '73863850-69d6-4282-bdbb-fdd67abd8daf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:05.873959 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-cefa4e70-a315-4820-abb0-197ef3756d12 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Request body: {'subnet': {'network_id': 'a5b7f218-0877-4b5d-841f-fb99471d0a34', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2000354669', 'ip_version': 6}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:05.874624 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-cefa4e70-a315-4820-abb0-197ef3756d12 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Request body: {'subnet': {'network_id': '73863850-69d6-4282-bdbb-fdd67abd8daf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:05.913910 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49cf9c78-08f7-438f-b6c4-987df9fd12e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.947704 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49cf9c78-08f7-438f-b6c4-987df9fd12e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.972500 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-662330e2-f39b-43c3-a6f6-a47cfcc222d8 req-120c8f33-5161-4078-b170-d259cf79a2e3 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f6a0269-2543-43de-b811-399e9856b392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350100 Aug 11 02:27:05.978948 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082a69af-5583-4864-bf78-4839e0c3386d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:27:06.010565 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49cf9c78-08f7-438f-b6c4-987df9fd12e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.014911 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49cf9c78-08f7-438f-b6c4-987df9fd12e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.016777 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-49cf9c78-08f7-438f-b6c4-987df9fd12e1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dfc0c660-52d3-47fa-b794-feea08e1b11a HTTP/1.1" status: 204 len: 168 time: 0.1560881 Aug 11 02:27:06.026980 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf9c78-08f7-438f-b6c4-987df9fd12e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc0c660-52d3-47fa-b794-feea08e1b11a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:06.033112 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-082a69af-5583-4864-bf78-4839e0c3386d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.033465 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-082a69af-5583-4864-bf78-4839e0c3386d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Added segment c336aab6-e466-453c-a1ce-d7b26f27d346 of type vlan for network fd8d5b3b-dd43-49b6-9ab0-ccb8e8c4d409 Aug 11 02:27:06.097911 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-082a69af-5583-4864-bf78-4839e0c3386d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.110711 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 4b25152d-d9f1-44d6-9f82-7e3b9a5ab764 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:06.128820 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefa4e70-a315-4820-abb0-197ef3756d12 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Made reservation on behalf of e92b473ea1f74306a93b95c3e5f33b03 for: {'subnet': 2} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:06.133579 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cefa4e70-a315-4820-abb0-197ef3756d12 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.133704 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cefa4e70-a315-4820-abb0-197ef3756d12 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.172952 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 4b25152d-d9f1-44d6-9f82-7e3b9a5ab764 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:06.178951 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 4b25152d-d9f1-44d6-9f82-7e3b9a5ab764 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:06.179501 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.185574 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-082a69af-5583-4864-bf78-4839e0c3386d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.191205 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082a69af-5583-4864-bf78-4839e0c3386d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:06.191835 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-082a69af-5583-4864-bf78-4839e0c3386d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.268502 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-082a69af-5583-4864-bf78-4839e0c3386d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5283206 Aug 11 02:27:06.271887 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60090) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:06.277437 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-abfc162c-fcb1-4ba7-b740-c5154f277edb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'subnet': {'network_id': 'fd8d5b3b-dd43-49b6-9ab0-ccb8e8c4d409', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:06.289312 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.306690 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a69af-5583-4864-bf78-4839e0c3386d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Network': ['ID=fd8d5b3b-dd43-49b6-9ab0-ccb8e8c4d409,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:06.323971 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network fd8d5b3b-dd43-49b6-9ab0-ccb8e8c4d409 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:27:06.414909 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6766318f-c675-4eb1-a201-503a623aa7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b25152d-d9f1-44d6-9f82-7e3b9a5ab764'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:06.417913 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0430f001-0d8c-4571-8d31-cafdde3a7ab3" -d '{"events": [{"server_uuid": "6766318f-c675-4eb1-a201-503a623aa7e2", "name": "network-vif-plugged", "status": "completed", "tag": "4b25152d-d9f1-44d6-9f82-7e3b9a5ab764"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:06.434390 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 4b25152d-d9f1-44d6-9f82-7e3b9a5ab764, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=4b25152d-d9f1-44d6-9f82-7e3b9a5ab764,segment=NetworkSegment(19305b6c-e926-4dd3-a49e-e69c88c01973),segment_id=19305b6c-e926-4dd3-a49e-e69c88c01973)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:06.440234 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f72ca328-0106-4ecf-b1d6-90d4de8c00b3 req-635c8c3c-10f3-47bd-987b-773c13f985be tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.0399241 Aug 11 02:27:06.449519 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.489191 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfc162c-fcb1-4ba7-b740-c5154f277edb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Made reservation on behalf of fc32fb4b9c1142568a3c93f040d870e8 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:06.494361 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-abfc162c-fcb1-4ba7-b740-c5154f277edb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.624840 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=4b25152d-d9f1-44d6-9f82-7e3b9a5ab764,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:06.638554 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8259ee74-f507-403f-b6b3-c824b06d5cb3 x-openstack-request-id: req-8259ee74-f507-403f-b6b3-c824b06d5cb3 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:06.639687 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6766318f-c675-4eb1-a201-503a623aa7e2", "name": "network-vif-plugged", "status": "completed", "tag": "4b25152d-d9f1-44d6-9f82-7e3b9a5ab764", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:06.639997 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8259ee74-f507-403f-b6b3-c824b06d5cb3 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:06.642957 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6766318f-c675-4eb1-a201-503a623aa7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b25152d-d9f1-44d6-9f82-7e3b9a5ab764', 'code': 200} Aug 11 02:27:06.654023 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 608032f7-fcea-4c4e-86f0-9f6b7272a2b1 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:06.712825 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 608032f7-fcea-4c4e-86f0-9f6b7272a2b1 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:06.713186 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 608032f7-fcea-4c4e-86f0-9f6b7272a2b1 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:06.786418 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dec03f-7e94-4240-9b6f-a885a78e6092 req-dd56f860-32d0-48dc-80b8-eb1882dc107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:06.788281 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d1dec03f-7e94-4240-9b6f-a885a78e6092 req-dd56f860-32d0-48dc-80b8-eb1882dc107d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6766318f-c675-4eb1-a201-503a623aa7e2 HTTP/1.1" status: 200 len: 1097 time: 0.1171079 Aug 11 02:27:06.901206 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-abfc162c-fcb1-4ba7-b740-c5154f277edb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.911797 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d1dec03f-7e94-4240-9b6f-a885a78e6092 req-6240b880-03ce-43fc-b7c3-518bcff39609 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0f6a0269-2543-43de-b811-399e9856b392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152542 Aug 11 02:27:06.964620 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cefa4e70-a315-4820-abb0-197ef3756d12 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.990371 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc162c-fcb1-4ba7-b740-c5154f277edb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Subnet': ['ID=843b67e3-e90b-4507-bbe4-69980b59ab07,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:06.992846 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfc162c-fcb1-4ba7-b740-c5154f277edb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Checking segment: {'id': 'c336aab6-e466-453c-a1ce-d7b26f27d346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fd8d5b3b-dd43-49b6-9ab0-ccb8e8c4d409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:06.993391 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfc162c-fcb1-4ba7-b740-c5154f277edb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network hostable DHCP agents. Network: fd8d5b3b-dd43-49b6-9ab0-ccb8e8c4d409, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:27:07.015756 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfc162c-fcb1-4ba7-b740-c5154f277edb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network fd8d5b3b-dd43-49b6-9ab0-ccb8e8c4d409 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:27:07.034571 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-abfc162c-fcb1-4ba7-b740-c5154f277edb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, fd8d5b3b-dd43-49b6-9ab0-ccb8e8c4d409) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:07.043805 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfc162c-fcb1-4ba7-b740-c5154f277edb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:07.043805 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-abfc162c-fcb1-4ba7-b740-c5154f277edb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.046954 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de4dbe2-a998-41c5-8d75-2be44d7a2072 None None] Network fd8d5b3b-dd43-49b6-9ab0-ccb8e8c4d409 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:07.047255 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa4e70-a315-4820-abb0-197ef3756d12 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Pushing event updated for resources: {'Subnet': ['ID=a3b0ef8e-283d-4487-8f88-c2f6311434e0,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:07.096670 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa4e70-a315-4820-abb0-197ef3756d12 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Checking segment: {'id': 'b1ab94e4-c2d9-4383-bdfd-2275664cc34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a5b7f218-0877-4b5d-841f-fb99471d0a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:07.097042 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefa4e70-a315-4820-abb0-197ef3756d12 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Network hostable DHCP agents. Network: a5b7f218-0877-4b5d-841f-fb99471d0a34, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:27:07.117050 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-abfc162c-fcb1-4ba7-b740-c5154f277edb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8440368 Aug 11 02:27:07.118230 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefa4e70-a315-4820-abb0-197ef3756d12 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Network a5b7f218-0877-4b5d-841f-fb99471d0a34 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:27:07.119981 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60128) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:07.127575 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-fdaaf745-1c01-4c82-b1a4-6ef1ac45ed29 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1528685934', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:07.137103 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-cefa4e70-a315-4820-abb0-197ef3756d12 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, a5b7f218-0877-4b5d-841f-fb99471d0a34) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:07.154861 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cefa4e70-a315-4820-abb0-197ef3756d12 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.159834 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3acb3b5-e1cf-4f98-83ae-30e5f294107c None None] Network a5b7f218-0877-4b5d-841f-fb99471d0a34 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:07.181499 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdaaf745-1c01-4c82-b1a4-6ef1ac45ed29 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.187861 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdaaf745-1c01-4c82-b1a4-6ef1ac45ed29 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.239892 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e516ce8-4b8f-438d-a585-4085a1f218a5 req-351ca9d0-0fb4-4d98-88a7-61f553766b02 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:07.252582 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5e516ce8-4b8f-438d-a585-4085a1f218a5 req-351ca9d0-0fb4-4d98-88a7-61f553766b02 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] 10.222.0.50 "GET /v2.0/ports?device_id=6766318f-c675-4eb1-a201-503a623aa7e2 HTTP/1.1" status: 200 len: 945 time: 0.1767380 Aug 11 02:27:07.268553 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa4e70-a315-4820-abb0-197ef3756d12 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Checking segment: {'id': '89a163e2-8360-4542-ab98-ccb1b7920b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '73863850-69d6-4282-bdbb-fdd67abd8daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:07.269155 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefa4e70-a315-4820-abb0-197ef3756d12 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Network hostable DHCP agents. Network: 73863850-69d6-4282-bdbb-fdd67abd8daf, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:27:07.286353 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa4e70-a315-4820-abb0-197ef3756d12 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Pushing event updated for resources: {'Subnet': ['ID=85ca08cb-8afc-4ef1-89c4-42261a9e029d,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:07.308508 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefa4e70-a315-4820-abb0-197ef3756d12 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Network 73863850-69d6-4282-bdbb-fdd67abd8daf is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:27:07.330394 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-cefa4e70-a315-4820-abb0-197ef3756d12 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 73863850-69d6-4282-bdbb-fdd67abd8daf) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:07.346179 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da831a70-1a1a-4e0c-ac09-637b40130fd7 None None] Network 73863850-69d6-4282-bdbb-fdd67abd8daf requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:07.367604 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefa4e70-a315-4820-abb0-197ef3756d12 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:07.370322 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefa4e70-a315-4820-abb0-197ef3756d12 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:07.371298 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cefa4e70-a315-4820-abb0-197ef3756d12 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.410485 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5e516ce8-4b8f-438d-a585-4085a1f218a5 req-4d5cabbf-588a-4bb6-85b6-e2630171c664 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f6a0269-2543-43de-b811-399e9856b392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568577 Aug 11 02:27:07.416751 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-46e8b071-8d26-4ac7-af44-01dfc6ea7f3c req-631405cd-eef7-49cf-9962-4bc2c2716eb3 tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.0406656 Aug 11 02:27:07.451641 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdaaf745-1c01-4c82-b1a4-6ef1ac45ed29 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.451907 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cefa4e70-a315-4820-abb0-197ef3756d12 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.5926709 Aug 11 02:27:07.452175 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60140) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:07.470462 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdaaf745-1c01-4c82-b1a4-6ef1ac45ed29 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.508603 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdaaf745-1c01-4c82-b1a4-6ef1ac45ed29 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.512814 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fdaaf745-1c01-4c82-b1a4-6ef1ac45ed29 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3916259 Aug 11 02:27:07.513433 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60142) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:07.518403 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-a57589be-cb11-45f1-a14b-62e7002cae43 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'port': {'network_id': 'fd8d5b3b-dd43-49b6-9ab0-ccb8e8c4d409', 'name': 'tempest-RoutersTest-375457701'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:07.621923 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3734a944-332a-4d92-a4e6-38a54aca3587 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:07.623492 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3734a944-332a-4d92-a4e6-38a54aca3587 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:07.625073 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3734a944-332a-4d92-a4e6-38a54aca3587 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:07.636472 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3734a944-332a-4d92-a4e6-38a54aca3587 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1825497 Aug 11 02:27:07.637099 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60144) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:07.676405 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf7476f-f750-46f7-9d2e-902ccea682ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-fd8d5b3b-dd43-49b6-9ab0-ccb8e8c4d409', 'network_id': 'fd8d5b3b-dd43-49b6-9ab0-ccb8e8c4d409', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'fixed_ips': [{'subnet_id': '843b67e3-e90b-4507-bbe4-69980b59ab07'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:27:07.677759 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dcf7476f-f750-46f7-9d2e-902ccea682ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.748754 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bdb81a9-272a-4f54-8c27-f0273b8c077f tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Deleting subnet a3b0ef8e-283d-4487-8f88-c2f6311434e0 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:27:07.751570 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57589be-cb11-45f1-a14b-62e7002cae43 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Made reservation on behalf of fc32fb4b9c1142568a3c93f040d870e8 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:07.757918 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a57589be-cb11-45f1-a14b-62e7002cae43 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.767863 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1bdb81a9-272a-4f54-8c27-f0273b8c077f tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.769254 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca14d8a2-2d4a-424b-a0fe-b577e0fb4e14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-a5b7f218-0877-4b5d-841f-fb99471d0a34', 'network_id': 'a5b7f218-0877-4b5d-841f-fb99471d0a34', 'tenant_id': 'e92b473ea1f74306a93b95c3e5f33b03', 'fixed_ips': [{'subnet_id': 'a3b0ef8e-283d-4487-8f88-c2f6311434e0'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:27:07.772768 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ca14d8a2-2d4a-424b-a0fe-b577e0fb4e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.797974 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-a57589be-cb11-45f1-a14b-62e7002cae43 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] device_id is not set on port 21c0d3a8-11ad-43c3-a066-f5fddbe15bfe yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:27:07.879070 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1bdb81a9-272a-4f54-8c27-f0273b8c077f tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.958997 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1bdb81a9-272a-4f54-8c27-f0273b8c077f tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.969079 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-a57589be-cb11-45f1-a14b-62e7002cae43 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Allocated IP 172.20.0.5 (fd8d5b3b-dd43-49b6-9ab0-ccb8e8c4d409/843b67e3-e90b-4507-bbe4-69980b59ab07/21c0d3a8-11ad-43c3-a066-f5fddbe15bfe) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:08.034715 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1bdb81a9-272a-4f54-8c27-f0273b8c077f tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.073910 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb81a9-272a-4f54-8c27-f0273b8c077f tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b0ef8e-283d-4487-8f88-c2f6311434e0,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:08.085101 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1bdb81a9-272a-4f54-8c27-f0273b8c077f tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.090543 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1bdb81a9-272a-4f54-8c27-f0273b8c077f tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] 10.222.0.50 "DELETE /v2.0/subnets/a3b0ef8e-283d-4487-8f88-c2f6311434e0 HTTP/1.1" status: 204 len: 168 time: 0.4523230 Aug 11 02:27:08.091556 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60156) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server [None req-ca14d8a2-2d4a-424b-a0fe-b577e0fb4e14 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3b0ef8e-283d-4487-8f88-c2f6311434e0: This subnet is being modified by another concurrent operation. Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise exception Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3b0ef8e-283d-4487-8f88-c2f6311434e0: This subnet is being modified by another concurrent operation. Aug 11 02:27:08.165809 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server Aug 11 02:27:08.173081 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddde0718-5395-4b17-a3cd-ac9561c43a47 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Deleting subnet 85ca08cb-8afc-4ef1-89c4-42261a9e029d {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:27:08.173081 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ddde0718-5395-4b17-a3cd-ac9561c43a47 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.173261 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a68f69f-e95a-41f2-bbeb-45549a46ca4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-73863850-69d6-4282-bdbb-fdd67abd8daf', 'network_id': '73863850-69d6-4282-bdbb-fdd67abd8daf', 'tenant_id': 'e92b473ea1f74306a93b95c3e5f33b03', 'fixed_ips': [{'subnet_id': '85ca08cb-8afc-4ef1-89c4-42261a9e029d'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:27:08.173261 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7a68f69f-e95a-41f2-bbeb-45549a46ca4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.225492 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202adb51-0f24-4f4f-bfd6-195207e2111e None None] Network a5b7f218-0877-4b5d-841f-fb99471d0a34 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:08.239053 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ddde0718-5395-4b17-a3cd-ac9561c43a47 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.302859 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a57589be-cb11-45f1-a14b-62e7002cae43 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.322142 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-a57589be-cb11-45f1-a14b-62e7002cae43 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Transition to ACTIVE for port object 21c0d3a8-11ad-43c3-a066-f5fddbe15bfe will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:08.346493 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ddde0718-5395-4b17-a3cd-ac9561c43a47 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.368219 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a57589be-cb11-45f1-a14b-62e7002cae43 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.472035 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57589be-cb11-45f1-a14b-62e7002cae43 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network fd8d5b3b-dd43-49b6-9ab0-ccb8e8c4d409 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:08.482245 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-a57589be-cb11-45f1-a14b-62e7002cae43 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:08.501002 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ddde0718-5395-4b17-a3cd-ac9561c43a47 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.501794 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57589be-cb11-45f1-a14b-62e7002cae43 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:08.541393 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde0718-5395-4b17-a3cd-ac9561c43a47 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Pushing event deleted for resources: {'Subnet': ['ID=85ca08cb-8afc-4ef1-89c4-42261a9e029d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server [None req-7a68f69f-e95a-41f2-bbeb-45549a46ca4f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 85ca08cb-8afc-4ef1-89c4-42261a9e029d: This subnet is being modified by another concurrent operation. Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise exception Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 85ca08cb-8afc-4ef1-89c4-42261a9e029d: This subnet is being modified by another concurrent operation. Aug 11 02:27:08.543093 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server Aug 11 02:27:08.550424 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ddde0718-5395-4b17-a3cd-ac9561c43a47 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.551738 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ddde0718-5395-4b17-a3cd-ac9561c43a47 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] 10.222.0.50 "DELETE /v2.0/subnets/85ca08cb-8afc-4ef1-89c4-42261a9e029d HTTP/1.1" status: 204 len: 168 time: 0.4573696 Aug 11 02:27:08.552608 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60168) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:08.565518 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-dcf7476f-f750-46f7-9d2e-902ccea682ab None None] Allocated IP 172.20.0.2 (fd8d5b3b-dd43-49b6-9ab0-ccb8e8c4d409/843b67e3-e90b-4507-bbe4-69980b59ab07/7e0da394-8c79-4dba-85e2-f91f63a90a19) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:08.579634 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b56baba-c350-466a-bb82-bcde395bd4a8 None None] Network 73863850-69d6-4282-bdbb-fdd67abd8daf requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:08.646581 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57589be-cb11-45f1-a14b-62e7002cae43 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:08.647283 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a57589be-cb11-45f1-a14b-62e7002cae43 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.685619 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f9da8372-66fe-4901-adc9-aabf96232a28 req-e42d95e2-b185-4084-b63d-b5963d1bb0b7 tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.0617003 Aug 11 02:27:08.701495 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57589be-cb11-45f1-a14b-62e7002cae43 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Port': ['ID=21c0d3a8-11ad-43c3-a066-f5fddbe15bfe,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:08.727391 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957e73d6-4ccc-451e-a3d4-ac6efda02ad0 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:08.729493 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-957e73d6-4ccc-451e-a3d4-ac6efda02ad0 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1755409 Aug 11 02:27:08.734254 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60174) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:08.750537 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a57589be-cb11-45f1-a14b-62e7002cae43 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.2328916 Aug 11 02:27:08.752047 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60176) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:08.865175 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dcf7476f-f750-46f7-9d2e-902ccea682ab None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.875822 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-dcf7476f-f750-46f7-9d2e-902ccea682ab None None] Transition to ACTIVE for port object 7e0da394-8c79-4dba-85e2-f91f63a90a19 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:08.892348 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-dcf7476f-f750-46f7-9d2e-902ccea682ab None None] Transition to ACTIVE for port object 7e0da394-8c79-4dba-85e2-f91f63a90a19 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:08.900231 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dcf7476f-f750-46f7-9d2e-902ccea682ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.910453 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bf9158c4-71d2-487f-b205-02b15250eb01 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.951383 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7476f-f750-46f7-9d2e-902ccea682ab None None] Pushing event updated for resources: {'Port': ['ID=7e0da394-8c79-4dba-85e2-f91f63a90a19,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:08.963090 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf7476f-f750-46f7-9d2e-902ccea682ab None None] Network fd8d5b3b-dd43-49b6-9ab0-ccb8e8c4d409 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:08.964520 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-dcf7476f-f750-46f7-9d2e-902ccea682ab None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:08.967024 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf7476f-f750-46f7-9d2e-902ccea682ab None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:08.981613 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7ee73-8a7c-4740-9fb9-f197b76c3305 req-c463b4ec-6a44-4bfc-a803-09f30f841332 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:08.993281 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a7e7ee73-8a7c-4740-9fb9-f197b76c3305 req-c463b4ec-6a44-4bfc-a803-09f30f841332 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] 10.222.0.50 "GET /v2.0/ports?device_id=6766318f-c675-4eb1-a201-503a623aa7e2 HTTP/1.1" status: 200 len: 945 time: 0.3113837 Aug 11 02:27:09.028546 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-dcf7476f-f750-46f7-9d2e-902ccea682ab None None] Attempting to bind port 7e0da394-8c79-4dba-85e2-f91f63a90a19 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:09.029021 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-dcf7476f-f750-46f7-9d2e-902ccea682ab None None] Attempting to bind port 7e0da394-8c79-4dba-85e2-f91f63a90a19 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'c336aab6-e466-453c-a1ce-d7b26f27d346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fd8d5b3b-dd43-49b6-9ab0-ccb8e8c4d409'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:09.029439 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf7476f-f750-46f7-9d2e-902ccea682ab None None] Attempting to bind port 7e0da394-8c79-4dba-85e2-f91f63a90a19 on network fd8d5b3b-dd43-49b6-9ab0-ccb8e8c4d409 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:09.034783 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf7476f-f750-46f7-9d2e-902ccea682ab None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:09.035252 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf7476f-f750-46f7-9d2e-902ccea682ab None None] Checking segment: {'id': 'c336aab6-e466-453c-a1ce-d7b26f27d346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fd8d5b3b-dd43-49b6-9ab0-ccb8e8c4d409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:09.036848 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dcf7476f-f750-46f7-9d2e-902ccea682ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.036848 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf7476f-f750-46f7-9d2e-902ccea682ab None None] Bound using segment: {'id': 'c336aab6-e466-453c-a1ce-d7b26f27d346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fd8d5b3b-dd43-49b6-9ab0-ccb8e8c4d409'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:09.037284 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-dcf7476f-f750-46f7-9d2e-902ccea682ab None None] Bound port: 7e0da394-8c79-4dba-85e2-f91f63a90a19, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c336aab6-e466-453c-a1ce-d7b26f27d346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fd8d5b3b-dd43-49b6-9ab0-ccb8e8c4d409'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:09.037739 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dcf7476f-f750-46f7-9d2e-902ccea682ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.048974 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bf9158c4-71d2-487f-b205-02b15250eb01 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.060715 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-bf9158c4-71d2-487f-b205-02b15250eb01 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73863850-69d6-4282-bdbb-fdd67abd8daf']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:09.080950 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-bf9158c4-71d2-487f-b205-02b15250eb01 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a163e2-8360-4542-ab98-ccb1b7920b9e') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:09.081250 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-bf9158c4-71d2-487f-b205-02b15250eb01 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a163e2-8360-4542-ab98-ccb1b7920b9e') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:09.097298 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bf9158c4-71d2-487f-b205-02b15250eb01 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.105118 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-dcf7476f-f750-46f7-9d2e-902ccea682ab None None] For port 7e0da394-8c79-4dba-85e2-f91f63a90a19, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:09.108562 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-dcf7476f-f750-46f7-9d2e-902ccea682ab None None] For port 7e0da394-8c79-4dba-85e2-f91f63a90a19, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7e0da394-8c79-4dba-85e2-f91f63a90a19,segment=NetworkSegment(c336aab6-e466-453c-a1ce-d7b26f27d346),segment_id=c336aab6-e466-453c-a1ce-d7b26f27d346)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:09.115432 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dcf7476f-f750-46f7-9d2e-902ccea682ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.136938 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a7e7ee73-8a7c-4740-9fb9-f197b76c3305 req-73de1a54-5671-4170-9d69-5bccadff20ea tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f6a0269-2543-43de-b811-399e9856b392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409526 Aug 11 02:27:09.154284 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bf9158c4-71d2-487f-b205-02b15250eb01 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.163302 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9158c4-71d2-487f-b205-02b15250eb01 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:27:09.163806 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bf9158c4-71d2-487f-b205-02b15250eb01 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:27:09.167639 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:27:09.276823 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7476f-f750-46f7-9d2e-902ccea682ab None None] Pushing event updated for resources: {'Port': ['ID=7e0da394-8c79-4dba-85e2-f91f63a90a19,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:09.290536 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bf9158c4-71d2-487f-b205-02b15250eb01 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.298986 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bf9158c4-71d2-487f-b205-02b15250eb01 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.304875 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bf9158c4-71d2-487f-b205-02b15250eb01 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] 10.222.0.50 "DELETE /v2.0/networks/73863850-69d6-4282-bdbb-fdd67abd8daf HTTP/1.1" status: 204 len: 168 time: 0.5695741 Aug 11 02:27:09.313543 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60190) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:09.555925 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-767a2c98-2134-4c99-b33e-f1bc71ae7f63 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.603369 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9158c4-71d2-487f-b205-02b15250eb01 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Pushing event deleted for resources: {'Network': ['ID=73863850-69d6-4282-bdbb-fdd67abd8daf,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:09.732543 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-767a2c98-2134-4c99-b33e-f1bc71ae7f63 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.747782 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-767a2c98-2134-4c99-b33e-f1bc71ae7f63 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b7f218-0877-4b5d-841f-fb99471d0a34']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:09.761337 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-767a2c98-2134-4c99-b33e-f1bc71ae7f63 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ab94e4-c2d9-4383-bdfd-2275664cc34a') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:09.761635 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-767a2c98-2134-4c99-b33e-f1bc71ae7f63 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ab94e4-c2d9-4383-bdfd-2275664cc34a') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:09.773738 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-767a2c98-2134-4c99-b33e-f1bc71ae7f63 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.788601 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-767a2c98-2134-4c99-b33e-f1bc71ae7f63 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.795576 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-767a2c98-2134-4c99-b33e-f1bc71ae7f63 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:27:09.796201 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-767a2c98-2134-4c99-b33e-f1bc71ae7f63 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:27:09.800093 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:27:09.831709 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-564d20f4-5fd3-457c-9d86-442bf79b18da tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.874633 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8453ce36-86f0-4bbb-93e9-58ed4586d459 req-e0a22f59-e7ae-41d1-bd0d-0152309d8817 tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.0450027 Aug 11 02:27:09.876075 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60204) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:09.885074 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-b71a35e3-5ed1-4dec-9968-27d06c5143d8 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Request body: {'network': {'name': 'tempest-network-smoke--1673159525', 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'port_security_enabled': True}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:09.923314 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-767a2c98-2134-4c99-b33e-f1bc71ae7f63 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.935601 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-767a2c98-2134-4c99-b33e-f1bc71ae7f63 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.937690 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-767a2c98-2134-4c99-b33e-f1bc71ae7f63 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] 10.222.0.50 "DELETE /v2.0/networks/a5b7f218-0877-4b5d-841f-fb99471d0a34 HTTP/1.1" status: 204 len: 168 time: 0.6217053 Aug 11 02:27:09.940792 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60206) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:10.056207 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3ef9fae6-0cf7-43ac-891b-a9309232fe65 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.059719 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a2c98-2134-4c99-b33e-f1bc71ae7f63 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Pushing event deleted for resources: {'Network': ['ID=a5b7f218-0877-4b5d-841f-fb99471d0a34,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:10.082499 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71a35e3-5ed1-4dec-9968-27d06c5143d8 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Made reservation on behalf of 5c00de9e0a2c4b0fa10bdde3068cf710 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:10.084689 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b71a35e3-5ed1-4dec-9968-27d06c5143d8 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.123645 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b71a35e3-5ed1-4dec-9968-27d06c5143d8 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.157114 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-564d20f4-5fd3-457c-9d86-442bf79b18da tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.162554 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-564d20f4-5fd3-457c-9d86-442bf79b18da tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.242649 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebd75f-7872-4fed-b0d9-5b40de9feebd req-f89dede4-055e-4a93-bc98-9b810f0eafed tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:10.251104 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-11ebd75f-7872-4fed-b0d9-5b40de9feebd req-f89dede4-055e-4a93-bc98-9b810f0eafed tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] 10.222.0.50 "GET /v2.0/ports?device_id=6766318f-c675-4eb1-a201-503a623aa7e2 HTTP/1.1" status: 200 len: 945 time: 0.2002206 Aug 11 02:27:10.253128 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d20f4-5fd3-457c-9d86-442bf79b18da tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Port': ['ID=21c0d3a8-11ad-43c3-a066-f5fddbe15bfe,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:10.272481 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3ef9fae6-0cf7-43ac-891b-a9309232fe65 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.297441 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-3ef9fae6-0cf7-43ac-891b-a9309232fe65 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b20c83e-ba20-426d-b777-7a973ba683a2']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:10.316229 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-3ef9fae6-0cf7-43ac-891b-a9309232fe65 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7293e2cc-7c25-4f96-be88-4a416f0a7550') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:10.317369 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-3ef9fae6-0cf7-43ac-891b-a9309232fe65 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7293e2cc-7c25-4f96-be88-4a416f0a7550') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:10.341069 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3ef9fae6-0cf7-43ac-891b-a9309232fe65 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.365343 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-11ebd75f-7872-4fed-b0d9-5b40de9feebd req-0808bc55-be26-408d-8c80-c63e9279329c tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f6a0269-2543-43de-b811-399e9856b392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132782 Aug 11 02:27:10.378281 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3ef9fae6-0cf7-43ac-891b-a9309232fe65 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.387442 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef9fae6-0cf7-43ac-891b-a9309232fe65 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:27:10.387887 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3ef9fae6-0cf7-43ac-891b-a9309232fe65 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:27:10.394708 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:27:10.437397 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-564d20f4-5fd3-457c-9d86-442bf79b18da tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.464463 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3ef9fae6-0cf7-43ac-891b-a9309232fe65 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.476143 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3ef9fae6-0cf7-43ac-891b-a9309232fe65 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.480932 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3ef9fae6-0cf7-43ac-891b-a9309232fe65 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] 10.222.0.50 "DELETE /v2.0/networks/7b20c83e-ba20-426d-b777-7a973ba683a2 HTTP/1.1" status: 204 len: 168 time: 0.5134931 Aug 11 02:27:10.483632 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60210) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:10.564827 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9fae6-0cf7-43ac-891b-a9309232fe65 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Pushing event deleted for resources: {'Network': ['ID=7b20c83e-ba20-426d-b777-7a973ba683a2,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:10.609275 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-564d20f4-5fd3-457c-9d86-442bf79b18da tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.624907 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7e0da394-8c79-4dba-85e2-f91f63a90a19 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:10.671816 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-473b1adb-3c21-462f-8f0a-722357fbd961 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.679882 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92a0562-aee7-4aa2-9dc3-2ed63bb27ec0 None None] Network fd8d5b3b-dd43-49b6-9ab0-ccb8e8c4d409 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:10.699393 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b71a35e3-5ed1-4dec-9968-27d06c5143d8 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.737618 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 7e0da394-8c79-4dba-85e2-f91f63a90a19 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:10.745226 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7fc178be-e38e-4c5a-8084-a1cd9b416da3 None None] Provisioning for port 7e0da394-8c79-4dba-85e2-f91f63a90a19 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:10.753829 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 7e0da394-8c79-4dba-85e2-f91f63a90a19 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:10.755156 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.759380 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7fc178be-e38e-4c5a-8084-a1cd9b416da3 None None] Provisioning complete for port 7e0da394-8c79-4dba-85e2-f91f63a90a19 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:10.759963 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7fc178be-e38e-4c5a-8084-a1cd9b416da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.782729 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-473b1adb-3c21-462f-8f0a-722357fbd961 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.793358 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-473b1adb-3c21-462f-8f0a-722357fbd961 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['804bb0f6-1117-488f-b7a2-2b089066b374']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:10.804997 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-473b1adb-3c21-462f-8f0a-722357fbd961 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e04c57f-13b3-46b5-b7f5-31bf6b5dbcb2') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:10.805296 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-473b1adb-3c21-462f-8f0a-722357fbd961 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e04c57f-13b3-46b5-b7f5-31bf6b5dbcb2') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:10.814704 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-473b1adb-3c21-462f-8f0a-722357fbd961 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.829330 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-473b1adb-3c21-462f-8f0a-722357fbd961 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.834369 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b71a35e3-5ed1-4dec-9968-27d06c5143d8 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.860023 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-473b1adb-3c21-462f-8f0a-722357fbd961 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:27:10.860435 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-473b1adb-3c21-462f-8f0a-722357fbd961 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:27:10.864889 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:27:10.931306 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a35e3-5ed1-4dec-9968-27d06c5143d8 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd569ab4-1cd7-4990-97d6-4068c4a61a1e,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:10.936803 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71a35e3-5ed1-4dec-9968-27d06c5143d8 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:27:10.953570 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b71a35e3-5ed1-4dec-9968-27d06c5143d8 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.953895 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-b71a35e3-5ed1-4dec-9968-27d06c5143d8 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Added segment 9d731c9d-439b-48ec-be72-38342a40906a of type vlan for network 9d33bcd9-17a9-43cc-aac5-9f968f6da9e8 Aug 11 02:27:10.955393 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-473b1adb-3c21-462f-8f0a-722357fbd961 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.970659 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-473b1adb-3c21-462f-8f0a-722357fbd961 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.975883 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-473b1adb-3c21-462f-8f0a-722357fbd961 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] 10.222.0.50 "DELETE /v2.0/networks/804bb0f6-1117-488f-b7a2-2b089066b374 HTTP/1.1" status: 204 len: 168 time: 0.4899354 Aug 11 02:27:11.008774 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-564d20f4-5fd3-457c-9d86-442bf79b18da tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:11.014914 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b1adb-3c21-462f-8f0a-722357fbd961 tempest-BulkNetworkOpsIpV6Test-1181195108 tempest-BulkNetworkOpsIpV6Test-1181195108-project] Pushing event deleted for resources: {'Network': ['ID=804bb0f6-1117-488f-b7a2-2b089066b374,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:11.015227 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-564d20f4-5fd3-457c-9d86-442bf79b18da tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:11.032302 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b71a35e3-5ed1-4dec-9968-27d06c5143d8 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:11.068767 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b71a35e3-5ed1-4dec-9968-27d06c5143d8 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:11.076857 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71a35e3-5ed1-4dec-9968-27d06c5143d8 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:11.077818 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b71a35e3-5ed1-4dec-9968-27d06c5143d8 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:11.119387 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b71a35e3-5ed1-4dec-9968-27d06c5143d8 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2394671 Aug 11 02:27:11.149470 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ced56888-6968-4b22-a8ef-86266658352b req-7ec313a2-12ee-481f-bf9f-d3f8c7ccab78 tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.1069748 Aug 11 02:27:11.168742 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60220) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:11.176675 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-c3995d74-69ba-420f-b6b6-623d6549c070 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1631267363', 'admin_state_up': True, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:11.253552 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-564d20f4-5fd3-457c-9d86-442bf79b18da tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:11.257884 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d20f4-5fd3-457c-9d86-442bf79b18da tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Port': ['ID=21c0d3a8-11ad-43c3-a066-f5fddbe15bfe,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:11.294115 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c0f16-3a2e-4b2a-928f-b135447d7b6a req-652bfab4-6448-444d-ad3e-14d4a8be5151 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:11.296046 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-485c0f16-3a2e-4b2a-928f-b135447d7b6a req-652bfab4-6448-444d-ad3e-14d4a8be5151 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] 10.222.0.66 "GET /v2.0/ports?device_id=6766318f-c675-4eb1-a201-503a623aa7e2 HTTP/1.1" status: 200 len: 945 time: 0.1455534 Aug 11 02:27:11.300248 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c3995d74-69ba-420f-b6b6-623d6549c070 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:11.301527 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c3995d74-69ba-420f-b6b6-623d6549c070 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:11.374118 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60224) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:11.385694 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7fc178be-e38e-4c5a-8084-a1cd9b416da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:11.418302 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:11.467061 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-7fc178be-e38e-4c5a-8084-a1cd9b416da3 None None] For port 7e0da394-8c79-4dba-85e2-f91f63a90a19, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7e0da394-8c79-4dba-85e2-f91f63a90a19,segment=NetworkSegment(c336aab6-e466-453c-a1ce-d7b26f27d346),segment_id=c336aab6-e466-453c-a1ce-d7b26f27d346)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:11.472958 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7fc178be-e38e-4c5a-8084-a1cd9b416da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:11.568513 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c3995d74-69ba-420f-b6b6-623d6549c070 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:11.596658 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc178be-e38e-4c5a-8084-a1cd9b416da3 None None] Pushing event updated for resources: {'Port': ['ID=7e0da394-8c79-4dba-85e2-f91f63a90a19,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:11.601653 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.db.api [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:27:11.602283 n-d-615180-33 neutron-server[94508]: DEBUG oslo_db.api [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:27:11.723788 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564d20f4-5fd3-457c-9d86-442bf79b18da tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network fd8d5b3b-dd43-49b6-9ab0-ccb8e8c4d409 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:11.737835 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-564d20f4-5fd3-457c-9d86-442bf79b18da tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:11.770568 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a35e3-5ed1-4dec-9968-27d06c5143d8 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event updated for resources: {'Network': ['ID=9d33bcd9-17a9-43cc-aac5-9f968f6da9e8,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:11.789087 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 9d33bcd9-17a9-43cc-aac5-9f968f6da9e8 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:27:11.791565 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e575549-9706-4b29-9d6f-3a2582231a4c req-e5bc06a3-6773-4bb1-ab8c-7ce78cc6e8c8 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:11.793298 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8e575549-9706-4b29-9d6f-3a2582231a4c req-e5bc06a3-6773-4bb1-ab8c-7ce78cc6e8c8 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] 10.222.0.50 "GET /v2.0/ports?device_id=6766318f-c675-4eb1-a201-503a623aa7e2 HTTP/1.1" status: 200 len: 945 time: 0.0888948 Aug 11 02:27:11.876395 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-485c0f16-3a2e-4b2a-928f-b135447d7b6a req-e17faeae-ce50-4a44-8408-c819594f79cf tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Deleting port 4b25152d-d9f1-44d6-9f82-7e3b9a5ab764 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:11.876921 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-485c0f16-3a2e-4b2a-928f-b135447d7b6a req-e17faeae-ce50-4a44-8408-c819594f79cf tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:11.877057 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8e575549-9706-4b29-9d6f-3a2582231a4c req-dc2c2d49-de4e-4b93-883f-0853470443f2 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f6a0269-2543-43de-b811-399e9856b392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616045 Aug 11 02:27:11.885599 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60230) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:11.885957 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ec5c4242-f140-44db-b764-15af2c7a5b06 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e92b473ea1f74306a93b95c3e5f33b03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5079765 Aug 11 02:27:11.891885 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c3995d74-69ba-420f-b6b6-623d6549c070 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:11.915098 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7b6532f7-f050-4143-9ef4-eb9fc3340519 None None] Provisioning for port 21c0d3a8-11ad-43c3-a066-f5fddbe15bfe completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:11.926216 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7b6532f7-f050-4143-9ef4-eb9fc3340519 None None] Provisioning complete for port 21c0d3a8-11ad-43c3-a066-f5fddbe15bfe triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:11.926698 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7b6532f7-f050-4143-9ef4-eb9fc3340519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:11.973356 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1f5bd562-fe37-473b-a988-d64825cd71fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:11.976187 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-7b6532f7-f050-4143-9ef4-eb9fc3340519 None None] Port 21c0d3a8-11ad-43c3-a066-f5fddbe15bfe cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:27:11.987274 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7b6532f7-f050-4143-9ef4-eb9fc3340519 None None] Provisioning complete for port 7e0da394-8c79-4dba-85e2-f91f63a90a19 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:11.987674 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7b6532f7-f050-4143-9ef4-eb9fc3340519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:12.015182 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1f5bd562-fe37-473b-a988-d64825cd71fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:12.084775 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1f5bd562-fe37-473b-a988-d64825cd71fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:12.087746 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1f5bd562-fe37-473b-a988-d64825cd71fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:12.092083 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1f5bd562-fe37-473b-a988-d64825cd71fc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c1116a68-f4c0-41db-85af-9dbfc3f7a63f HTTP/1.1" status: 204 len: 168 time: 0.2053282 Aug 11 02:27:12.100141 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5bd562-fe37-473b-a988-d64825cd71fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1116a68-f4c0-41db-85af-9dbfc3f7a63f,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:12.101274 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-485c0f16-3a2e-4b2a-928f-b135447d7b6a req-e17faeae-ce50-4a44-8408-c819594f79cf tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] For port 4b25152d-d9f1-44d6-9f82-7e3b9a5ab764, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=4b25152d-d9f1-44d6-9f82-7e3b9a5ab764,segment=NetworkSegment(19305b6c-e926-4dd3-a49e-e69c88c01973),segment_id=19305b6c-e926-4dd3-a49e-e69c88c01973)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:12.101797 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-485c0f16-3a2e-4b2a-928f-b135447d7b6a req-e17faeae-ce50-4a44-8408-c819594f79cf tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:12.167526 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-485c0f16-3a2e-4b2a-928f-b135447d7b6a req-e17faeae-ce50-4a44-8408-c819594f79cf tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Calling delete_port for 4b25152d-d9f1-44d6-9f82-7e3b9a5ab764 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:12.266473 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e91c4ccc-0390-48d6-be4b-5c8c1aea4f5e None None] Provisioning complete for port 21c0d3a8-11ad-43c3-a066-f5fddbe15bfe triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:12.266859 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e91c4ccc-0390-48d6-be4b-5c8c1aea4f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:12.335975 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-e91c4ccc-0390-48d6-be4b-5c8c1aea4f5e None None] Port 21c0d3a8-11ad-43c3-a066-f5fddbe15bfe cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:27:12.394968 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-22064b19-c164-4031-b119-d23b4097871d req-fc6f5594-f459-4524-9a49-48e632f0ee0a tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.0431712 Aug 11 02:27:12.432447 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564d20f4-5fd3-457c-9d86-442bf79b18da tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Router 284f6a6a-f8de-43ac-ba37-5de6baca1070 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:27:12.438090 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-485c0f16-3a2e-4b2a-928f-b135447d7b6a req-e17faeae-ce50-4a44-8408-c819594f79cf tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:12.481018 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-29532404-ef2b-435a-b129-cec648cf63f2 None None] Provisioning complete for port 21c0d3a8-11ad-43c3-a066-f5fddbe15bfe triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:12.481467 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-29532404-ef2b-435a-b129-cec648cf63f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:12.503066 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17faeae-ce50-4a44-8408-c819594f79cf tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Pushing event deleted for resources: {'Port': ['ID=4b25152d-d9f1-44d6-9f82-7e3b9a5ab764,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:12.580566 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-29532404-ef2b-435a-b129-cec648cf63f2 None None] Port 21c0d3a8-11ad-43c3-a066-f5fddbe15bfe cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:27:12.585770 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7e0da394-8c79-4dba-85e2-f91f63a90a19 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:12.640409 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-485c0f16-3a2e-4b2a-928f-b135447d7b6a req-e17faeae-ce50-4a44-8408-c819594f79cf tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] No DVR routers for this DVR port 4b25152d-d9f1-44d6-9f82-7e3b9a5ab764 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:12.646544 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-485c0f16-3a2e-4b2a-928f-b135447d7b6a req-e17faeae-ce50-4a44-8408-c819594f79cf tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:12.648705 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-485c0f16-3a2e-4b2a-928f-b135447d7b6a req-e17faeae-ce50-4a44-8408-c819594f79cf tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] 10.222.0.66 "DELETE /v2.0/ports/4b25152d-d9f1-44d6-9f82-7e3b9a5ab764 HTTP/1.1" status: 204 len: 173 time: 1.3326907 Aug 11 02:27:12.651464 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6766318f-c675-4eb1-a201-503a623aa7e2', 'name': 'network-vif-deleted', 'tag': '4b25152d-d9f1-44d6-9f82-7e3b9a5ab764'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:12.654013 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adea5a23-1a25-4ecf-bf44-6d80953aa4ac" -d '{"events": [{"server_uuid": "6766318f-c675-4eb1-a201-503a623aa7e2", "name": "network-vif-deleted", "tag": "4b25152d-d9f1-44d6-9f82-7e3b9a5ab764"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:12.663320 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 7e0da394-8c79-4dba-85e2-f91f63a90a19 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:12.663747 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:12.742976 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6c5da3-e90d-49ba-adb3-c3468df5636b x-openstack-request-id: req-cd6c5da3-e90d-49ba-adb3-c3468df5636b {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:12.743421 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6766318f-c675-4eb1-a201-503a623aa7e2", "name": "network-vif-deleted", "tag": "4b25152d-d9f1-44d6-9f82-7e3b9a5ab764", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:12.743805 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd6c5da3-e90d-49ba-adb3-c3468df5636b {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:12.744309 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6766318f-c675-4eb1-a201-503a623aa7e2', 'name': 'network-vif-deleted', 'tag': '4b25152d-d9f1-44d6-9f82-7e3b9a5ab764', 'status': 'completed', 'code': 200} Aug 11 02:27:12.753030 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d58ca6-709a-48b1-ae56-013d74164030 None None] get_active_networks_info from n-d-615180-33 {{(pid=94508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:27:12.809941 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-856aadc9-21d9-4ac7-92af-73f6716994c3 None None] Provisioning complete for port 21c0d3a8-11ad-43c3-a066-f5fddbe15bfe triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:12.810716 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-856aadc9-21d9-4ac7-92af-73f6716994c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:12.816461 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564d20f4-5fd3-457c-9d86-442bf79b18da tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:12.818378 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c3995d74-69ba-420f-b6b6-623d6549c070 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:12.826515 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60250) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:12.833823 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dace6137-c5e4-495d-abba-78650d59a4d8 None None] Sync routers for ids ['284f6a6a-f8de-43ac-ba37-5de6baca1070'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:12.844765 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-564d20f4-5fd3-457c-9d86-442bf79b18da tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "PUT /v2.0/routers/284f6a6a-f8de-43ac-ba37-5de6baca1070/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0907454 Aug 11 02:27:12.851808 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dace6137-c5e4-495d-abba-78650d59a4d8 None None] Routers {'284f6a6a-f8de-43ac-ba37-5de6baca1070'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:12.853649 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-dace6137-c5e4-495d-abba-78650d59a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:26:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['284f6a6a-f8de-43ac-ba37-5de6baca1070'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:12.878474 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c3995d74-69ba-420f-b6b6-623d6549c070 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:12.932248 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf19b6-29dc-4311-8bc3-ab3f8fc3f7f3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:12.939764 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-dace6137-c5e4-495d-abba-78650d59a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:12.940504 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7fbf19b6-29dc-4311-8bc3-ab3f8fc3f7f3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "GET /v2.0/ports/21c0d3a8-11ad-43c3-a066-f5fddbe15bfe HTTP/1.1" status: 200 len: 976 time: 0.1126914 Aug 11 02:27:12.941530 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60256) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:12.968731 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dace6137-c5e4-495d-abba-78650d59a4d8 None None] Routers {'284f6a6a-f8de-43ac-ba37-5de6baca1070'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:12.969372 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-dace6137-c5e4-495d-abba-78650d59a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:26:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['284f6a6a-f8de-43ac-ba37-5de6baca1070'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:13.047472 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-dace6137-c5e4-495d-abba-78650d59a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:13.051093 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-856aadc9-21d9-4ac7-92af-73f6716994c3 None None] Port 21c0d3a8-11ad-43c3-a066-f5fddbe15bfe cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:27:13.052441 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dace6137-c5e4-495d-abba-78650d59a4d8 None None] The sync data for ids ['284f6a6a-f8de-43ac-ba37-5de6baca1070'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:13.084751 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-c3995d74-69ba-420f-b6b6-623d6549c070 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Allocated IP 172.25.2.22 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/2539a49e-9743-44be-9b28-41ff82fe67f9) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:13.093766 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d58ca6-709a-48b1-ae56-013d74164030 None None] Resources bound (agent type, host, resource id): {{(pid=94508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:27:13.122125 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ef5a4903-fcbd-4711-907e-f5fa7e188543 req-60ad5f72-06ad-4f19-950a-50c8f5335c42 tempest-ServerAddressesTestJSON-1400743636 tempest-ServerAddressesTestJSON-1400743636-project] 10.222.0.50 "GET /v2.0/ports?device_id=6766318f-c675-4eb1-a201-503a623aa7e2 HTTP/1.1" status: 200 len: 210 time: 0.0350153 Aug 11 02:27:13.249808 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c3995d74-69ba-420f-b6b6-623d6549c070 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:13.308506 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c3995d74-69ba-420f-b6b6-623d6549c070 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:13.313953 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60266) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:13.374342 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3995d74-69ba-420f-b6b6-623d6549c070 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:13.374342 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-c3995d74-69ba-420f-b6b6-623d6549c070 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:13.374342 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3995d74-69ba-420f-b6b6-623d6549c070 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:13.397173 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3995d74-69ba-420f-b6b6-623d6549c070 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event updated for resources: {'Port': ['ID=2539a49e-9743-44be-9b28-41ff82fe67f9,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:13.513789 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-a40e6682-c218-4d8e-95e6-c4a4c3a7d8fb tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Request body: {'networks': [{'name': 'tempest-network--225005896'}, {'name': 'tempest-network--1238011617'}]} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:13.514107 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-a40e6682-c218-4d8e-95e6-c4a4c3a7d8fb tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Request body: {'network': {'name': 'tempest-network--225005896'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:13.514566 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-a40e6682-c218-4d8e-95e6-c4a4c3a7d8fb tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Request body: {'network': {'name': 'tempest-network--1238011617'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:13.547409 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15fa37f9-9534-4ebf-85d4-ad3f37e65493 req-4e683916-762f-4de7-8348-ee604efcbb2a tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.0432661 Aug 11 02:27:13.575252 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40e6682-c218-4d8e-95e6-c4a4c3a7d8fb tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Made reservation on behalf of 438e96cf94a348b3bd8c275d8cb41f28 for: {'network': 2} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:13.582705 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a40e6682-c218-4d8e-95e6-c4a4c3a7d8fb tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:13.596797 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a40e6682-c218-4d8e-95e6-c4a4c3a7d8fb tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:13.599742 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a3ed5c-5909-4f00-8a71-f8691275541a None None] get_active_networks_info from n-d-615180-33 {{(pid=94508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:27:13.695810 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a3ed5c-5909-4f00-8a71-f8691275541a None None] Resources bound (agent type, host, resource id): {{(pid=94508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:27:13.713860 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0fdc4865-c426-48d6-8545-e64cf8572cff tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:13.735759 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c3995d74-69ba-420f-b6b6-623d6549c070 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:13.863045 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a40e6682-c218-4d8e-95e6-c4a4c3a7d8fb tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:13.868692 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a40e6682-c218-4d8e-95e6-c4a4c3a7d8fb tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:13.869225 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a40e6682-c218-4d8e-95e6-c4a4c3a7d8fb tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:13.944180 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-0fdc4865-c426-48d6-8545-e64cf8572cff tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Deleting port 21c0d3a8-11ad-43c3-a066-f5fddbe15bfe {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:13.944530 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0fdc4865-c426-48d6-8545-e64cf8572cff tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.033398 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0fdc4865-c426-48d6-8545-e64cf8572cff tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.046983 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-0fdc4865-c426-48d6-8545-e64cf8572cff tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Calling delete_port for 21c0d3a8-11ad-43c3-a066-f5fddbe15bfe owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:14.178577 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 4b25152d-d9f1-44d6-9f82-7e3b9a5ab764 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:14.198135 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60274) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:14.202375 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 4b25152d-d9f1-44d6-9f82-7e3b9a5ab764 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:14.202727 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 4b25152d-d9f1-44d6-9f82-7e3b9a5ab764 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:14.249184 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e6682-c218-4d8e-95e6-c4a4c3a7d8fb tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3d0483-473b-4f06-b33c-db01b6c19df7,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:14.258949 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0fdc4865-c426-48d6-8545-e64cf8572cff tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.259179 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40e6682-c218-4d8e-95e6-c4a4c3a7d8fb tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:27:14.263479 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-0658f597-435d-4141-a0aa-be44175a0936 admin admin] Deleting subnet b5c6528b-a6a0-4ef3-b7b8-309a984b4a84 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:27:14.267021 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0658f597-435d-4141-a0aa-be44175a0936 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.274356 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a40e6682-c218-4d8e-95e6-c4a4c3a7d8fb tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.274743 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-a40e6682-c218-4d8e-95e6-c4a4c3a7d8fb tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Added segment 0276fe69-7e2f-4f15-9538-871bcbd1eaa8 of type vlan for network 1b6953db-94ec-4646-80c9-3042889f032d Aug 11 02:27:14.324690 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc4865-c426-48d6-8545-e64cf8572cff tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Port': ['ID=21c0d3a8-11ad-43c3-a066-f5fddbe15bfe,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:14.342666 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0658f597-435d-4141-a0aa-be44175a0936 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.360798 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a40e6682-c218-4d8e-95e6-c4a4c3a7d8fb tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.364924 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c3995d74-69ba-420f-b6b6-623d6549c070 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.439353 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0658f597-435d-4141-a0aa-be44175a0936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.478311 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40e6682-c218-4d8e-95e6-c4a4c3a7d8fb tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:27:14.501651 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a40e6682-c218-4d8e-95e6-c4a4c3a7d8fb tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.502403 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-a40e6682-c218-4d8e-95e6-c4a4c3a7d8fb tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Added segment b1e356e9-f3c6-4e50-a5e5-f0b15fda2c19 of type vlan for network 103c4d62-b51d-47cb-87dc-b8c8d92d4b71 Aug 11 02:27:14.537341 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0fdc4865-c426-48d6-8545-e64cf8572cff tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.569225 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a40e6682-c218-4d8e-95e6-c4a4c3a7d8fb tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.609745 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a40e6682-c218-4d8e-95e6-c4a4c3a7d8fb tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.610336 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a40e6682-c218-4d8e-95e6-c4a4c3a7d8fb tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.617458 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40e6682-c218-4d8e-95e6-c4a4c3a7d8fb tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:14.622655 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40e6682-c218-4d8e-95e6-c4a4c3a7d8fb tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:14.623347 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a40e6682-c218-4d8e-95e6-c4a4c3a7d8fb tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.635513 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3995d74-69ba-420f-b6b6-623d6549c070 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Router 54dbecef-831c-4977-81b5-34b9c2c14fa5 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:27:14.637879 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0658f597-435d-4141-a0aa-be44175a0936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.671733 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0658f597-435d-4141-a0aa-be44175a0936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.673460 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0658f597-435d-4141-a0aa-be44175a0936 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b5c6528b-a6a0-4ef3-b7b8-309a984b4a84 HTTP/1.1" status: 204 len: 168 time: 0.4742956 Aug 11 02:27:14.674314 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658f597-435d-4141-a0aa-be44175a0936 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5c6528b-a6a0-4ef3-b7b8-309a984b4a84,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:14.678125 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60280) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:14.719695 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a40e6682-c218-4d8e-95e6-c4a4c3a7d8fb tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4010921 Aug 11 02:27:14.720656 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60282) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:14.769559 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-585e4545-a299-495c-ba59-ed687a8c7756 req-52af515b-2d3a-430e-abbb-1cad34e3c60d tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.1032078 Aug 11 02:27:14.801767 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e6682-c218-4d8e-95e6-c4a4c3a7d8fb tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Pushing event updated for resources: {'Network': ['ID=1b6953db-94ec-4646-80c9-3042889f032d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:14.815884 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 1b6953db-94ec-4646-80c9-3042889f032d details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:27:14.826621 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdc4865-c426-48d6-8545-e64cf8572cff tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Router 284f6a6a-f8de-43ac-ba37-5de6baca1070 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:27:14.875649 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e6682-c218-4d8e-95e6-c4a4c3a7d8fb tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Pushing event updated for resources: {'Network': ['ID=103c4d62-b51d-47cb-87dc-b8c8d92d4b71,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:14.888511 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86a8c5e6-69d2-4bcb-a0d1-07f97e7cde38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.889279 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 103c4d62-b51d-47cb-87dc-b8c8d92d4b71 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:27:14.943559 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d43691-e755-4d74-8d32-80fe8bcd46e5 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:14.950057 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d43691-e755-4d74-8d32-80fe8bcd46e5 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:14.955702 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d43691-e755-4d74-8d32-80fe8bcd46e5 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:14.961995 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d43691-e755-4d74-8d32-80fe8bcd46e5 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:14.963729 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-57d43691-e755-4d74-8d32-80fe8bcd46e5 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2421091 Aug 11 02:27:14.965095 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdc4865-c426-48d6-8545-e64cf8572cff tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:14.966566 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60284) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:14.971334 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0fdc4865-c426-48d6-8545-e64cf8572cff tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "PUT /v2.0/routers/284f6a6a-f8de-43ac-ba37-5de6baca1070/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0266335 Aug 11 02:27:14.977883 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a5f014-a8cb-4451-a0a9-45be108025bd None None] Sync routers for ids ['284f6a6a-f8de-43ac-ba37-5de6baca1070'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:14.978473 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60286) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:14.987782 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a5f014-a8cb-4451-a0a9-45be108025bd None None] Routers {'284f6a6a-f8de-43ac-ba37-5de6baca1070'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:14.989455 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-42a5f014-a8cb-4451-a0a9-45be108025bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:26:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['284f6a6a-f8de-43ac-ba37-5de6baca1070'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:14.989820 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3995d74-69ba-420f-b6b6-623d6549c070 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:15.003836 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac89c0f-de7c-49b1-abd5-a8ed5787e714 None None] Sync routers for ids ['54dbecef-831c-4977-81b5-34b9c2c14fa5'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:15.015325 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac89c0f-de7c-49b1-abd5-a8ed5787e714 None None] Routers {'54dbecef-831c-4977-81b5-34b9c2c14fa5'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:15.016488 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1ac89c0f-de7c-49b1-abd5-a8ed5787e714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:26:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['54dbecef-831c-4977-81b5-34b9c2c14fa5'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:15.028578 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-42a5f014-a8cb-4451-a0a9-45be108025bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:15.037835 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a5f014-a8cb-4451-a0a9-45be108025bd None None] Routers {'284f6a6a-f8de-43ac-ba37-5de6baca1070'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:15.038520 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-42a5f014-a8cb-4451-a0a9-45be108025bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:26:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['284f6a6a-f8de-43ac-ba37-5de6baca1070'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:15.045889 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86a8c5e6-69d2-4bcb-a0d1-07f97e7cde38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.055504 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c3995d74-69ba-420f-b6b6-623d6549c070 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.057151 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c3995d74-69ba-420f-b6b6-623d6549c070 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.8851864 Aug 11 02:27:15.060938 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-86a8c5e6-69d2-4bcb-a0d1-07f97e7cde38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b524a19-6fae-48a4-9187-006f9eb33aae']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:15.062979 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60288) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:15.079381 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-86a8c5e6-69d2-4bcb-a0d1-07f97e7cde38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19305b6c-e926-4dd3-a49e-e69c88c01973') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:15.079912 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-86a8c5e6-69d2-4bcb-a0d1-07f97e7cde38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19305b6c-e926-4dd3-a49e-e69c88c01973') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:15.092036 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86a8c5e6-69d2-4bcb-a0d1-07f97e7cde38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.092904 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-42a5f014-a8cb-4451-a0a9-45be108025bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:15.094635 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a5f014-a8cb-4451-a0a9-45be108025bd None None] The sync data for ids ['284f6a6a-f8de-43ac-ba37-5de6baca1070'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:15.111422 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86a8c5e6-69d2-4bcb-a0d1-07f97e7cde38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.120730 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a8c5e6-69d2-4bcb-a0d1-07f97e7cde38 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:27:15.122153 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86a8c5e6-69d2-4bcb-a0d1-07f97e7cde38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:27:15.124219 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:27:15.159855 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b9e0afda-4efb-4a06-a04f-b3d87a3c80aa tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.185656 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-1ac89c0f-de7c-49b1-abd5-a8ed5787e714 None None] Set router 54dbecef-831c-4977-81b5-34b9c2c14fa5 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:15.210001 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86a8c5e6-69d2-4bcb-a0d1-07f97e7cde38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.236249 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86a8c5e6-69d2-4bcb-a0d1-07f97e7cde38 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.241653 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-86a8c5e6-69d2-4bcb-a0d1-07f97e7cde38 admin admin] 10.222.0.50 "DELETE /v2.0/networks/2b524a19-6fae-48a4-9187-006f9eb33aae HTTP/1.1" status: 204 len: 168 time: 0.5588768 Aug 11 02:27:15.242806 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-660609f8-451e-490b-8411-53a2bb038d47 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=5c00de9e0a2c4b0fa10bdde3068cf710&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1780062 Aug 11 02:27:15.252372 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60294) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:15.281042 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8c5e6-69d2-4bcb-a0d1-07f97e7cde38 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b524a19-6fae-48a4-9187-006f9eb33aae,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:15.393492 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb8008e-aba8-4229-84cd-443563930987 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:15.397151 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7bb8008e-aba8-4229-84cd-443563930987 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1435912 Aug 11 02:27:15.399491 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60296) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:15.437992 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1ac89c0f-de7c-49b1-abd5-a8ed5787e714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1631267363', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2539a49e-9743-44be-9b28-41ff82fe67f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:11Z', 'updated_at': '2021-08-11T02:27:13Z', 'revision_number': 3, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'gw_port': {'id': '2539a49e-9743-44be-9b28-41ff82fe67f9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:17:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:12Z', 'updated_at': '2021-08-11T02:27:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:15.438579 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-426bb57a-406b-4dd3-80e6-cb795f90bcce tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=2e931faf-12fe-43f6-b34b-8aa380b6ef75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375555 Aug 11 02:27:15.441383 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60298) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:15.448993 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-5ce39343-6594-4088-8394-6b73b3cd23fd tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1411197172', 'network_id': '9d33bcd9-17a9-43cc-aac5-9f968f6da9e8', 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:15.472496 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac89c0f-de7c-49b1-abd5-a8ed5787e714 None None] Checking router: 54dbecef-831c-4977-81b5-34b9c2c14fa5 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:27:15.473000 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac89c0f-de7c-49b1-abd5-a8ed5787e714 None None] Updating router 54dbecef-831c-4977-81b5-34b9c2c14fa5 port 2539a49e-9743-44be-9b28-41ff82fe67f9 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:27:15.495639 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-fcc8819f-283f-4af7-96a2-0f4e35dec2d5 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] remove_router_interface failed (client error): The resource could not be found. Aug 11 02:27:15.499920 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fcc8819f-283f-4af7-96a2-0f4e35dec2d5 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "PUT /v2.0/routers/284f6a6a-f8de-43ac-ba37-5de6baca1070/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5189660 Aug 11 02:27:15.500567 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60302) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:15.502470 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-1ac89c0f-de7c-49b1-abd5-a8ed5787e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.522295 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60304) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:15.566287 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce39343-6594-4088-8394-6b73b3cd23fd tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Made reservation on behalf of 5c00de9e0a2c4b0fa10bdde3068cf710 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:15.572194 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0db37a4f-07cd-4422-b7f4-f015e699db12 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "GET /v2.0/ports?device_id=284f6a6a-f8de-43ac-ba37-5de6baca1070 HTTP/1.1" status: 200 len: 205 time: 0.0509877 Aug 11 02:27:15.572728 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ce39343-6594-4088-8394-6b73b3cd23fd tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.575770 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60306) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:15.643303 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d9bd9896-c89f-4820-b635-6830f16aac15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.644260 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b9e0afda-4efb-4a06-a04f-b3d87a3c80aa tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.664595 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-b9e0afda-4efb-4a06-a04f-b3d87a3c80aa tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b6953db-94ec-4646-80c9-3042889f032d']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:15.674641 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-de575456-3104-43b1-9548-206d4a7d4acc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2f0f2f76c20a47668529d35893a707ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436007 Aug 11 02:27:15.677219 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60308) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:15.681313 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-b9e0afda-4efb-4a06-a04f-b3d87a3c80aa tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0276fe69-7e2f-4f15-9538-871bcbd1eaa8') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:15.681313 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-b9e0afda-4efb-4a06-a04f-b3d87a3c80aa tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0276fe69-7e2f-4f15-9538-871bcbd1eaa8') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:15.690793 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b9e0afda-4efb-4a06-a04f-b3d87a3c80aa tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.707975 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b9e0afda-4efb-4a06-a04f-b3d87a3c80aa tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.715691 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e0afda-4efb-4a06-a04f-b3d87a3c80aa tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:27:15.716224 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b9e0afda-4efb-4a06-a04f-b3d87a3c80aa tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:27:15.720272 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:27:15.738715 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1e9e6612-81d5-4e9f-b6c6-ef356c7f4ba3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.788540 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b9e0afda-4efb-4a06-a04f-b3d87a3c80aa tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.796083 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b9e0afda-4efb-4a06-a04f-b3d87a3c80aa tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.800795 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b9e0afda-4efb-4a06-a04f-b3d87a3c80aa tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] 10.222.0.50 "DELETE /v2.0/networks/1b6953db-94ec-4646-80c9-3042889f032d HTTP/1.1" status: 204 len: 168 time: 0.8304412 Aug 11 02:27:15.810548 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60310) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:15.822418 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0afda-4efb-4a06-a04f-b3d87a3c80aa tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Pushing event deleted for resources: {'Network': ['ID=1b6953db-94ec-4646-80c9-3042889f032d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:15.829549 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-1ac89c0f-de7c-49b1-abd5-a8ed5787e714 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.844646 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-1ac89c0f-de7c-49b1-abd5-a8ed5787e714 None None] Transition to ACTIVE for port object 2539a49e-9743-44be-9b28-41ff82fe67f9 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:15.851759 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-1ac89c0f-de7c-49b1-abd5-a8ed5787e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.898014 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3285d10-6e85-4bb3-93e8-dc9e6b6e504f tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.918678 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-1ac89c0f-de7c-49b1-abd5-a8ed5787e714 None None] Attempting to bind port 2539a49e-9743-44be-9b28-41ff82fe67f9 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:15.919195 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-1ac89c0f-de7c-49b1-abd5-a8ed5787e714 None None] Attempting to bind port 2539a49e-9743-44be-9b28-41ff82fe67f9 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:15.919680 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac89c0f-de7c-49b1-abd5-a8ed5787e714 None None] Attempting to bind port 2539a49e-9743-44be-9b28-41ff82fe67f9 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:15.921621 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86278328-9c76-493f-b232-2968056d89a9 None None] Pushing event updated for resources: {'Port': ['ID=2539a49e-9743-44be-9b28-41ff82fe67f9,revision_number=2']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:15.931709 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86278328-9c76-493f-b232-2968056d89a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:15.932170 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86278328-9c76-493f-b232-2968056d89a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:15.932628 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86278328-9c76-493f-b232-2968056d89a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:15.933197 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86278328-9c76-493f-b232-2968056d89a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:15.933777 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86278328-9c76-493f-b232-2968056d89a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:15.934390 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86278328-9c76-493f-b232-2968056d89a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:15.934822 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86278328-9c76-493f-b232-2968056d89a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:15.935246 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86278328-9c76-493f-b232-2968056d89a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:15.935859 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86278328-9c76-493f-b232-2968056d89a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:15.936128 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86278328-9c76-493f-b232-2968056d89a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:15.936551 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86278328-9c76-493f-b232-2968056d89a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:15.937733 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86278328-9c76-493f-b232-2968056d89a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:15.942735 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac89c0f-de7c-49b1-abd5-a8ed5787e714 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:15.942735 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac89c0f-de7c-49b1-abd5-a8ed5787e714 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:15.943281 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-1ac89c0f-de7c-49b1-abd5-a8ed5787e714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.943778 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac89c0f-de7c-49b1-abd5-a8ed5787e714 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:15.944355 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-1ac89c0f-de7c-49b1-abd5-a8ed5787e714 None None] Bound port: 2539a49e-9743-44be-9b28-41ff82fe67f9, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:15.944849 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-1ac89c0f-de7c-49b1-abd5-a8ed5787e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.960740 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1e9e6612-81d5-4e9f-b6c6-ef356c7f4ba3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.977629 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1e9e6612-81d5-4e9f-b6c6-ef356c7f4ba3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.981827 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-734ba64d-0c53-46ea-ba0e-99400094a710 req-8f105f2b-dcec-4e79-bf19-c4b46df6b812 tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.1068273 Aug 11 02:27:15.991333 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3285d10-6e85-4bb3-93e8-dc9e6b6e504f tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:16.003015 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-1ac89c0f-de7c-49b1-abd5-a8ed5787e714 None None] For port 2539a49e-9743-44be-9b28-41ff82fe67f9, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:16.006729 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-d3285d10-6e85-4bb3-93e8-dc9e6b6e504f tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['103c4d62-b51d-47cb-87dc-b8c8d92d4b71']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:16.007915 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-1ac89c0f-de7c-49b1-abd5-a8ed5787e714 None None] For port 2539a49e-9743-44be-9b28-41ff82fe67f9, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=2539a49e-9743-44be-9b28-41ff82fe67f9,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:16.018181 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-1ac89c0f-de7c-49b1-abd5-a8ed5787e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:16.030608 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-d3285d10-6e85-4bb3-93e8-dc9e6b6e504f tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e356e9-f3c6-4e50-a5e5-f0b15fda2c19') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:16.030893 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-d3285d10-6e85-4bb3-93e8-dc9e6b6e504f tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e356e9-f3c6-4e50-a5e5-f0b15fda2c19') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:16.033229 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-925db61f-185e-4829-b857-c1a943aa6069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:16.043085 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3285d10-6e85-4bb3-93e8-dc9e6b6e504f tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:16.060509 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3285d10-6e85-4bb3-93e8-dc9e6b6e504f tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:16.070007 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3285d10-6e85-4bb3-93e8-dc9e6b6e504f tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:27:16.071350 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3285d10-6e85-4bb3-93e8-dc9e6b6e504f tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:27:16.075135 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:27:16.081909 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1e9e6612-81d5-4e9f-b6c6-ef356c7f4ba3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:16.082451 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9e6612-81d5-4e9f-b6c6-ef356c7f4ba3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Fanout notify agent at l3_agent the message router_deleted on router 284f6a6a-f8de-43ac-ba37-5de6baca1070 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:27:16.085320 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-925db61f-185e-4829-b857-c1a943aa6069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:16.089029 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac89c0f-de7c-49b1-abd5-a8ed5787e714 None None] Routers {'54dbecef-831c-4977-81b5-34b9c2c14fa5'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:16.089642 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1ac89c0f-de7c-49b1-abd5-a8ed5787e714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:26:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['54dbecef-831c-4977-81b5-34b9c2c14fa5'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:16.092750 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86278328-9c76-493f-b232-2968056d89a9 None None] Pushing event updated for resources: {'Port': ['ID=2539a49e-9743-44be-9b28-41ff82fe67f9,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:16.099187 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1e9e6612-81d5-4e9f-b6c6-ef356c7f4ba3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:16.103901 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1e9e6612-81d5-4e9f-b6c6-ef356c7f4ba3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/routers/284f6a6a-f8de-43ac-ba37-5de6baca1070 HTTP/1.1" status: 204 len: 168 time: 0.5258362 Aug 11 02:27:16.109017 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60314) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:16.148807 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3285d10-6e85-4bb3-93e8-dc9e6b6e504f tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:16.157026 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3285d10-6e85-4bb3-93e8-dc9e6b6e504f tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:16.161253 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d3285d10-6e85-4bb3-93e8-dc9e6b6e504f tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] 10.222.0.50 "DELETE /v2.0/networks/103c4d62-b51d-47cb-87dc-b8c8d92d4b71 HTTP/1.1" status: 204 len: 168 time: 0.3472116 Aug 11 02:27:16.161611 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60316) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:16.172263 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3285d10-6e85-4bb3-93e8-dc9e6b6e504f tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Pushing event deleted for resources: {'Network': ['ID=103c4d62-b51d-47cb-87dc-b8c8d92d4b71,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:16.209623 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-1ac89c0f-de7c-49b1-abd5-a8ed5787e714 None None] Set router 54dbecef-831c-4977-81b5-34b9c2c14fa5 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:16.317313 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-23314942-1608-4d3a-83ee-0106524919e4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Deleting subnet 843b67e3-e90b-4507-bbe4-69980b59ab07 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:27:16.336507 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-23314942-1608-4d3a-83ee-0106524919e4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:16.374328 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ce39343-6594-4088-8394-6b73b3cd23fd tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:16.391925 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1ac89c0f-de7c-49b1-abd5-a8ed5787e714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1631267363', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2539a49e-9743-44be-9b28-41ff82fe67f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:11Z', 'updated_at': '2021-08-11T02:27:13Z', 'revision_number': 3, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'gw_port': {'id': '2539a49e-9743-44be-9b28-41ff82fe67f9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:17:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:12Z', 'updated_at': '2021-08-11T02:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:16.424956 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac89c0f-de7c-49b1-abd5-a8ed5787e714 None None] The sync data for ids ['54dbecef-831c-4977-81b5-34b9c2c14fa5'] in n-d-615180-33 is: [{'id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1631267363', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2539a49e-9743-44be-9b28-41ff82fe67f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:11Z', 'updated_at': '2021-08-11T02:27:13Z', 'revision_number': 3, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'gw_port': {'id': '2539a49e-9743-44be-9b28-41ff82fe67f9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:17:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:12Z', 'updated_at': '2021-08-11T02:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:16.451391 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-925db61f-185e-4829-b857-c1a943aa6069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:16.453920 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-925db61f-185e-4829-b857-c1a943aa6069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:16.455084 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-925db61f-185e-4829-b857-c1a943aa6069 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0f6a0269-2543-43de-b811-399e9856b392 HTTP/1.1" status: 204 len: 168 time: 0.7769473 Aug 11 02:27:16.485434 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-23314942-1608-4d3a-83ee-0106524919e4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:16.522562 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925db61f-185e-4829-b857-c1a943aa6069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6a0269-2543-43de-b811-399e9856b392,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:16.535212 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838aeb52-85ad-4493-99c6-cabb9648c181 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:16.542336 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838aeb52-85ad-4493-99c6-cabb9648c181 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:16.546968 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-838aeb52-85ad-4493-99c6-cabb9648c181 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3775792 Aug 11 02:27:16.548807 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60320) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:16.555159 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-bf174ff5-8727-4734-8ec2-f75526f97b1a tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-218537316'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:16.556154 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce39343-6594-4088-8394-6b73b3cd23fd tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event updated for resources: {'Subnet': ['ID=9a092de3-57ef-4bc6-a845-b2693139faa9,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:16.586503 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf174ff5-8727-4734-8ec2-f75526f97b1a tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Made reservation on behalf of 438e96cf94a348b3bd8c275d8cb41f28 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:16.587407 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce39343-6594-4088-8394-6b73b3cd23fd tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Checking segment: {'id': '9d731c9d-439b-48ec-be72-38342a40906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9d33bcd9-17a9-43cc-aac5-9f968f6da9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:16.587793 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce39343-6594-4088-8394-6b73b3cd23fd tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Network hostable DHCP agents. Network: 9d33bcd9-17a9-43cc-aac5-9f968f6da9e8, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:27:16.591228 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bf174ff5-8727-4734-8ec2-f75526f97b1a tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:16.633764 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf174ff5-8727-4734-8ec2-f75526f97b1a tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:27:16.641390 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce39343-6594-4088-8394-6b73b3cd23fd tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Network 9d33bcd9-17a9-43cc-aac5-9f968f6da9e8 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:27:16.653236 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-23314942-1608-4d3a-83ee-0106524919e4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:16.655506 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bf174ff5-8727-4734-8ec2-f75526f97b1a tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:16.656930 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-bf174ff5-8727-4734-8ec2-f75526f97b1a tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Added segment 92cd2da6-ffd4-4703-82fd-e0a8dbb2addb of type vlan for network e38a35f1-ef1e-48f0-a02d-45cda27ff079 Aug 11 02:27:16.691070 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-5ce39343-6594-4088-8394-6b73b3cd23fd tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 9d33bcd9-17a9-43cc-aac5-9f968f6da9e8) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:16.700492 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef605d6d-c309-46f8-b54d-780c41a0d513 None None] Network 9d33bcd9-17a9-43cc-aac5-9f968f6da9e8 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:16.701199 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce39343-6594-4088-8394-6b73b3cd23fd tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:16.702027 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ce39343-6594-4088-8394-6b73b3cd23fd tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:16.747869 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5ce39343-6594-4088-8394-6b73b3cd23fd tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3007514 Aug 11 02:27:16.763281 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60326) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:16.801380 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bf174ff5-8727-4734-8ec2-f75526f97b1a tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:16.843127 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-23314942-1608-4d3a-83ee-0106524919e4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:16.854713 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bf174ff5-8727-4734-8ec2-f75526f97b1a tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:16.864054 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf174ff5-8727-4734-8ec2-f75526f97b1a tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:16.864856 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bf174ff5-8727-4734-8ec2-f75526f97b1a tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:16.912472 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23314942-1608-4d3a-83ee-0106524919e4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Subnet': ['ID=843b67e3-e90b-4507-bbe4-69980b59ab07,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:16.917343 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-23314942-1608-4d3a-83ee-0106524919e4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:16.919768 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-23314942-1608-4d3a-83ee-0106524919e4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/subnets/843b67e3-e90b-4507-bbe4-69980b59ab07 HTTP/1.1" status: 204 len: 168 time: 0.8097849 Aug 11 02:27:16.927765 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60332) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:16.941812 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d4abcb-c5c3-4642-be2d-cff4e78e4661 None None] Network fd8d5b3b-dd43-49b6-9ab0-ccb8e8c4d409 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:16.980719 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bf174ff5-8727-4734-8ec2-f75526f97b1a tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4307799 Aug 11 02:27:16.983902 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60336) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:16.998582 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-22909612-b49c-474c-b864-2b1de10d8bbc tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2031419211'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:17.019797 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf174ff5-8727-4734-8ec2-f75526f97b1a tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Pushing event updated for resources: {'Network': ['ID=e38a35f1-ef1e-48f0-a02d-45cda27ff079,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:17.037242 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22909612-b49c-474c-b864-2b1de10d8bbc tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Made reservation on behalf of 438e96cf94a348b3bd8c275d8cb41f28 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:17.041241 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-22909612-b49c-474c-b864-2b1de10d8bbc tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:17.063047 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533401be-d47c-4c26-b4a0-cb3462feabd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-9d33bcd9-17a9-43cc-aac5-9f968f6da9e8', 'network_id': '9d33bcd9-17a9-43cc-aac5-9f968f6da9e8', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'fixed_ips': [{'subnet_id': '9a092de3-57ef-4bc6-a845-b2693139faa9'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:27:17.064358 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-533401be-d47c-4c26-b4a0-cb3462feabd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:17.069606 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network e38a35f1-ef1e-48f0-a02d-45cda27ff079 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:27:17.075955 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22909612-b49c-474c-b864-2b1de10d8bbc tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:27:17.094030 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-22909612-b49c-474c-b864-2b1de10d8bbc tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:17.094391 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-22909612-b49c-474c-b864-2b1de10d8bbc tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Added segment 313daef6-534e-4051-9762-b0993ff23439 of type vlan for network f29121cb-0ec6-4ac5-87e3-5f9683a1aa60 Aug 11 02:27:17.172021 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8b4443b-8fcc-4322-b215-b791e0e1ed59 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:17.215666 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f64890ee-b84c-48fa-8fa7-78c040a09b7e req-d5e18c46-ceea-4e62-bc10-edac68199041 tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.0701523 Aug 11 02:27:17.238846 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-22909612-b49c-474c-b864-2b1de10d8bbc tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:17.329854 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-22909612-b49c-474c-b864-2b1de10d8bbc tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:17.343773 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22909612-b49c-474c-b864-2b1de10d8bbc tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:17.343773 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-22909612-b49c-474c-b864-2b1de10d8bbc tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:17.395834 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-22909612-b49c-474c-b864-2b1de10d8bbc tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4096868 Aug 11 02:27:17.413806 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60346) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:17.419949 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-18e894ef-7d5d-42c1-9c40-176a0b8de4ef tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Request body: {'ports': [{'network_id': 'e38a35f1-ef1e-48f0-a02d-45cda27ff079', 'name': 'tempest-port--1734207518', 'admin_state_up': True}, {'network_id': 'f29121cb-0ec6-4ac5-87e3-5f9683a1aa60', 'admin_state_up': False}]} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:17.428845 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-18e894ef-7d5d-42c1-9c40-176a0b8de4ef tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Request body: {'port': {'network_id': 'e38a35f1-ef1e-48f0-a02d-45cda27ff079', 'name': 'tempest-port--1734207518', 'admin_state_up': True}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:17.429646 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-18e894ef-7d5d-42c1-9c40-176a0b8de4ef tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Request body: {'port': {'network_id': 'f29121cb-0ec6-4ac5-87e3-5f9683a1aa60', 'admin_state_up': False}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:17.517717 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-533401be-d47c-4c26-b4a0-cb3462feabd5 None None] Allocated IP 172.20.0.2 (9d33bcd9-17a9-43cc-aac5-9f968f6da9e8/9a092de3-57ef-4bc6-a845-b2693139faa9/593fc001-1766-4735-91be-56d0cd37f6f3) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:17.584184 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22909612-b49c-474c-b864-2b1de10d8bbc tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Pushing event updated for resources: {'Network': ['ID=f29121cb-0ec6-4ac5-87e3-5f9683a1aa60,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:17.600869 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network f29121cb-0ec6-4ac5-87e3-5f9683a1aa60 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:27:17.692761 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60352) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:17.750347 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e894ef-7d5d-42c1-9c40-176a0b8de4ef tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Made reservation on behalf of 438e96cf94a348b3bd8c275d8cb41f28 for: {'port': 2} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:17.755599 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-18e894ef-7d5d-42c1-9c40-176a0b8de4ef tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:17.775998 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-18e894ef-7d5d-42c1-9c40-176a0b8de4ef tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:17.840638 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-533401be-d47c-4c26-b4a0-cb3462feabd5 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:17.853440 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-44d4a0c2-6194-4850-9c1f-01ba9d589ddd admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1129177955-network', 'tenant_id': '9bbd5084f00642bda02d15b370a47e25'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:17.857204 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-533401be-d47c-4c26-b4a0-cb3462feabd5 None None] Transition to ACTIVE for port object 593fc001-1766-4735-91be-56d0cd37f6f3 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:17.877611 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d4a0c2-6194-4850-9c1f-01ba9d589ddd admin admin] Made reservation on behalf of 9bbd5084f00642bda02d15b370a47e25 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:17.879870 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-44d4a0c2-6194-4850-9c1f-01ba9d589ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:17.881778 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-533401be-d47c-4c26-b4a0-cb3462feabd5 None None] Transition to ACTIVE for port object 593fc001-1766-4735-91be-56d0cd37f6f3 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:17.888849 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-533401be-d47c-4c26-b4a0-cb3462feabd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:17.905047 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-44d4a0c2-6194-4850-9c1f-01ba9d589ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:17.913467 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-18e894ef-7d5d-42c1-9c40-176a0b8de4ef tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] device_id is not set on port b8646c80-906e-4eea-b71a-623ba67b3b81 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:27:17.930602 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-c8b4443b-8fcc-4322-b215-b791e0e1ed59 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Deleting port 7e0da394-8c79-4dba-85e2-f91f63a90a19 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:17.931210 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8b4443b-8fcc-4322-b215-b791e0e1ed59 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:17.949570 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533401be-d47c-4c26-b4a0-cb3462feabd5 None None] Network 9d33bcd9-17a9-43cc-aac5-9f968f6da9e8 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:17.955637 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-533401be-d47c-4c26-b4a0-cb3462feabd5 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:17.958819 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98276b46-23f3-421e-b011-8bfc935bf68c None None] DHCP port deletion for fd8d5b3b-dd43-49b6-9ab0-ccb8e8c4d409 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:27:17.961035 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533401be-d47c-4c26-b4a0-cb3462feabd5 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:17.992344 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533401be-d47c-4c26-b4a0-cb3462feabd5 None None] Pushing event updated for resources: {'Port': ['ID=593fc001-1766-4735-91be-56d0cd37f6f3,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:18.036530 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-c8b4443b-8fcc-4322-b215-b791e0e1ed59 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] For port 7e0da394-8c79-4dba-85e2-f91f63a90a19, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7e0da394-8c79-4dba-85e2-f91f63a90a19,segment=NetworkSegment(c336aab6-e466-453c-a1ce-d7b26f27d346),segment_id=c336aab6-e466-453c-a1ce-d7b26f27d346)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:18.036853 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8b4443b-8fcc-4322-b215-b791e0e1ed59 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.056242 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-c8b4443b-8fcc-4322-b215-b791e0e1ed59 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Calling delete_port for 7e0da394-8c79-4dba-85e2-f91f63a90a19 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:18.091924 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-533401be-d47c-4c26-b4a0-cb3462feabd5 None None] Attempting to bind port 593fc001-1766-4735-91be-56d0cd37f6f3 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:18.092465 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-533401be-d47c-4c26-b4a0-cb3462feabd5 None None] Attempting to bind port 593fc001-1766-4735-91be-56d0cd37f6f3 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '9d731c9d-439b-48ec-be72-38342a40906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9d33bcd9-17a9-43cc-aac5-9f968f6da9e8'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:18.092935 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533401be-d47c-4c26-b4a0-cb3462feabd5 None None] Attempting to bind port 593fc001-1766-4735-91be-56d0cd37f6f3 on network 9d33bcd9-17a9-43cc-aac5-9f968f6da9e8 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:18.100892 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533401be-d47c-4c26-b4a0-cb3462feabd5 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:18.101302 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533401be-d47c-4c26-b4a0-cb3462feabd5 None None] Checking segment: {'id': '9d731c9d-439b-48ec-be72-38342a40906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9d33bcd9-17a9-43cc-aac5-9f968f6da9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:18.101817 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-533401be-d47c-4c26-b4a0-cb3462feabd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.102382 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533401be-d47c-4c26-b4a0-cb3462feabd5 None None] Bound using segment: {'id': '9d731c9d-439b-48ec-be72-38342a40906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9d33bcd9-17a9-43cc-aac5-9f968f6da9e8'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:18.102872 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-533401be-d47c-4c26-b4a0-cb3462feabd5 None None] Bound port: 593fc001-1766-4735-91be-56d0cd37f6f3, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d731c9d-439b-48ec-be72-38342a40906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9d33bcd9-17a9-43cc-aac5-9f968f6da9e8'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:18.103376 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-533401be-d47c-4c26-b4a0-cb3462feabd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.103832 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-44d4a0c2-6194-4850-9c1f-01ba9d589ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.106137 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-18e894ef-7d5d-42c1-9c40-176a0b8de4ef tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.108902 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-44d4a0c2-6194-4850-9c1f-01ba9d589ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.133045 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da82b0a6-6990-4700-bc35-9863a9a7bdd2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.150514 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-98276b46-23f3-421e-b011-8bfc935bf68c None None] Deleting port 7e0da394-8c79-4dba-85e2-f91f63a90a19 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:18.151044 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-98276b46-23f3-421e-b011-8bfc935bf68c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.177815 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d4a0c2-6194-4850-9c1f-01ba9d589ddd admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:27:18.198645 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4a0c2-6194-4850-9c1f-01ba9d589ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fb5b62-c7ab-4c52-b005-95ded2ce5587,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:18.205862 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-44d4a0c2-6194-4850-9c1f-01ba9d589ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.206478 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-44d4a0c2-6194-4850-9c1f-01ba9d589ddd admin admin] Added segment 82ba01d7-7b8b-4719-834c-cad1a5d32a10 of type vlan for network 62dff767-5a63-4faa-8537-a1df8d04e1f8 Aug 11 02:27:18.247851 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-533401be-d47c-4c26-b4a0-cb3462feabd5 None None] For port 593fc001-1766-4735-91be-56d0cd37f6f3, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:18.257882 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-18e894ef-7d5d-42c1-9c40-176a0b8de4ef tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] device_id is not set on port 50e5391c-3fd0-4b82-a182-348994014ef3 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:27:18.258951 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-533401be-d47c-4c26-b4a0-cb3462feabd5 None None] For port 593fc001-1766-4735-91be-56d0cd37f6f3, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=593fc001-1766-4735-91be-56d0cd37f6f3,segment=NetworkSegment(9d731c9d-439b-48ec-be72-38342a40906a),segment_id=9d731c9d-439b-48ec-be72-38342a40906a)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:18.270557 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-98276b46-23f3-421e-b011-8bfc935bf68c None None] For port 7e0da394-8c79-4dba-85e2-f91f63a90a19, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7e0da394-8c79-4dba-85e2-f91f63a90a19,segment=NetworkSegment(c336aab6-e466-453c-a1ce-d7b26f27d346),segment_id=c336aab6-e466-453c-a1ce-d7b26f27d346)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:18.271316 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-98276b46-23f3-421e-b011-8bfc935bf68c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.274520 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-533401be-d47c-4c26-b4a0-cb3462feabd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.281096 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-44d4a0c2-6194-4850-9c1f-01ba9d589ddd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.318898 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-98276b46-23f3-421e-b011-8bfc935bf68c None None] Calling delete_port for 7e0da394-8c79-4dba-85e2-f91f63a90a19 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:18.323964 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8b4443b-8fcc-4322-b215-b791e0e1ed59 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.377893 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-44d4a0c2-6194-4850-9c1f-01ba9d589ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.378954 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d4a0c2-6194-4850-9c1f-01ba9d589ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:18.381437 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-44d4a0c2-6194-4850-9c1f-01ba9d589ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.386252 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b4443b-8fcc-4322-b215-b791e0e1ed59 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] No DVR routers for this DVR port 7e0da394-8c79-4dba-85e2-f91f63a90a19 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:18.414379 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b5b94336-72a2-4c1a-bfbd-fc22915d7d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.434646 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533401be-d47c-4c26-b4a0-cb3462feabd5 None None] Pushing event updated for resources: {'Port': ['ID=593fc001-1766-4735-91be-56d0cd37f6f3,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:18.438403 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.456430 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4443b-8fcc-4322-b215-b791e0e1ed59 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Port': ['ID=7e0da394-8c79-4dba-85e2-f91f63a90a19,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:18.480764 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:27:18.493834 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-98276b46-23f3-421e-b011-8bfc935bf68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.571218 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98276b46-23f3-421e-b011-8bfc935bf68c None None] Pushing event deleted for resources: {'Port': ['ID=7e0da394-8c79-4dba-85e2-f91f63a90a19,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:18.585645 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98276b46-23f3-421e-b011-8bfc935bf68c None None] No DVR routers for this DVR port 7e0da394-8c79-4dba-85e2-f91f63a90a19 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:18.589416 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8b4443b-8fcc-4322-b215-b791e0e1ed59 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.606373 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-44d4a0c2-6194-4850-9c1f-01ba9d589ddd admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9099824 Aug 11 02:27:18.612811 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-c8b4443b-8fcc-4322-b215-b791e0e1ed59 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8d5b3b-dd43-49b6-9ab0-ccb8e8c4d409']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:18.615452 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60360) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:18.626733 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-1186f997-dc58-4102-a641-3a4153517e8f admin admin] Request body: {'subnet': {'network_id': '62dff767-5a63-4faa-8537-a1df8d04e1f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1129177955-subnet', 'tenant_id': '9bbd5084f00642bda02d15b370a47e25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:18.633793 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-c8b4443b-8fcc-4322-b215-b791e0e1ed59 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c336aab6-e466-453c-a1ce-d7b26f27d346') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:18.634121 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-c8b4443b-8fcc-4322-b215-b791e0e1ed59 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c336aab6-e466-453c-a1ce-d7b26f27d346') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:18.640790 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4a0c2-6194-4850-9c1f-01ba9d589ddd admin admin] Pushing event updated for resources: {'Network': ['ID=62dff767-5a63-4faa-8537-a1df8d04e1f8,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:18.647032 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8b4443b-8fcc-4322-b215-b791e0e1ed59 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.656455 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 62dff767-5a63-4faa-8537-a1df8d04e1f8 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:27:18.667389 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8b4443b-8fcc-4322-b215-b791e0e1ed59 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.682070 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b4443b-8fcc-4322-b215-b791e0e1ed59 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:27:18.682748 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8b4443b-8fcc-4322-b215-b791e0e1ed59 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.685787 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-18e894ef-7d5d-42c1-9c40-176a0b8de4ef tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.713442 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1186f997-dc58-4102-a641-3a4153517e8f admin admin] Made reservation on behalf of 9bbd5084f00642bda02d15b370a47e25 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:18.717185 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1186f997-dc58-4102-a641-3a4153517e8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.753819 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 2539a49e-9743-44be-9b28-41ff82fe67f9 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:27:18.803391 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:27:18.805904 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7015b766-d37c-4f15-8511-0cc1aadbefd1 req-8ade57e7-4177-4a78-a9b6-74ead9a2e0b6 tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.4176941 Aug 11 02:27:18.809778 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8b4443b-8fcc-4322-b215-b791e0e1ed59 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.833589 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8b4443b-8fcc-4322-b215-b791e0e1ed59 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.840980 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60364) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:18.841151 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c8b4443b-8fcc-4322-b215-b791e0e1ed59 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/networks/fd8d5b3b-dd43-49b6-9ab0-ccb8e8c4d409 HTTP/1.1" status: 204 len: 168 time: 1.9116054 Aug 11 02:27:18.876004 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-289ff81e-8bff-492a-91b2-7225fc0a7f05 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'network': {'name': 'tempest-RoutersTest-856275316'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:18.883402 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4443b-8fcc-4322-b215-b791e0e1ed59 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Network': ['ID=fd8d5b3b-dd43-49b6-9ab0-ccb8e8c4d409,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:18.942665 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-18e894ef-7d5d-42c1-9c40-176a0b8de4ef tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.949275 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 2539a49e-9743-44be-9b28-41ff82fe67f9 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:18.959028 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 2539a49e-9743-44be-9b28-41ff82fe67f9 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:18.959028 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.983365 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-da82b0a6-6990-4700-bc35-9863a9a7bdd2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Allocated IP 172.20.0.1 (9d33bcd9-17a9-43cc-aac5-9f968f6da9e8/9a092de3-57ef-4bc6-a845-b2693139faa9/151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:19.036030 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289ff81e-8bff-492a-91b2-7225fc0a7f05 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Made reservation on behalf of fc32fb4b9c1142568a3c93f040d870e8 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:19.039855 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-289ff81e-8bff-492a-91b2-7225fc0a7f05 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:19.064110 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e894ef-7d5d-42c1-9c40-176a0b8de4ef tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Pushing event updated for resources: {'Port': ['ID=b8646c80-906e-4eea-b71a-623ba67b3b81,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:19.078427 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:19.100701 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 2539a49e-9743-44be-9b28-41ff82fe67f9, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=2539a49e-9743-44be-9b28-41ff82fe67f9,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:19.106592 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:19.128545 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289ff81e-8bff-492a-91b2-7225fc0a7f05 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:27:19.155992 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e894ef-7d5d-42c1-9c40-176a0b8de4ef tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Checking segment: {'id': '92cd2da6-ffd4-4703-82fd-e0a8dbb2addb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e38a35f1-ef1e-48f0-a02d-45cda27ff079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:19.156630 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e894ef-7d5d-42c1-9c40-176a0b8de4ef tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Network hostable DHCP agents. Network: e38a35f1-ef1e-48f0-a02d-45cda27ff079, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:27:19.161131 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da82b0a6-6990-4700-bc35-9863a9a7bdd2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:19.162830 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-289ff81e-8bff-492a-91b2-7225fc0a7f05 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:19.163806 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-289ff81e-8bff-492a-91b2-7225fc0a7f05 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Added segment a6f250db-b06e-4a28-b07c-0641325891b5 of type vlan for network d01ecf11-cc44-4dfe-aee9-f9e8d1585ec9 Aug 11 02:27:19.179313 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=2539a49e-9743-44be-9b28-41ff82fe67f9,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:19.185855 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-da82b0a6-6990-4700-bc35-9863a9a7bdd2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Transition to ACTIVE for port object 151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:19.210350 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7e0da394-8c79-4dba-85e2-f91f63a90a19 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:19.232626 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da82b0a6-6990-4700-bc35-9863a9a7bdd2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:19.257095 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e894ef-7d5d-42c1-9c40-176a0b8de4ef tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Network e38a35f1-ef1e-48f0-a02d-45cda27ff079 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:27:19.261113 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-289ff81e-8bff-492a-91b2-7225fc0a7f05 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:19.262228 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 7e0da394-8c79-4dba-85e2-f91f63a90a19 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:19.262680 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7e0da394-8c79-4dba-85e2-f91f63a90a19 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:19.275350 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1186f997-dc58-4102-a641-3a4153517e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:19.283445 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-18e894ef-7d5d-42c1-9c40-176a0b8de4ef tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, e38a35f1-ef1e-48f0-a02d-45cda27ff079) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:19.295569 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d42bcb-fadf-4c88-9f18-1b6665c60018 None None] Network e38a35f1-ef1e-48f0-a02d-45cda27ff079 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:19.308403 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da82b0a6-6990-4700-bc35-9863a9a7bdd2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Network 9d33bcd9-17a9-43cc-aac5-9f968f6da9e8 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:19.314667 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-da82b0a6-6990-4700-bc35-9863a9a7bdd2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:19.318010 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da82b0a6-6990-4700-bc35-9863a9a7bdd2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:19.319206 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e894ef-7d5d-42c1-9c40-176a0b8de4ef tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:19.320076 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-18e894ef-7d5d-42c1-9c40-176a0b8de4ef tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:19.353710 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82b0a6-6990-4700-bc35-9863a9a7bdd2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event updated for resources: {'Port': ['ID=151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:19.390559 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da82b0a6-6990-4700-bc35-9863a9a7bdd2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:19.394349 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-289ff81e-8bff-492a-91b2-7225fc0a7f05 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:19.400182 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289ff81e-8bff-492a-91b2-7225fc0a7f05 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:19.400732 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-289ff81e-8bff-492a-91b2-7225fc0a7f05 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:19.417508 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186f997-dc58-4102-a641-3a4153517e8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=05e45aed-804c-4fc9-8503-9626b665cddd,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:19.505616 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e894ef-7d5d-42c1-9c40-176a0b8de4ef tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Pushing event updated for resources: {'Port': ['ID=50e5391c-3fd0-4b82-a182-348994014ef3,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:19.531861 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-289ff81e-8bff-492a-91b2-7225fc0a7f05 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6674702 Aug 11 02:27:19.532544 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60378) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:19.544606 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-8f89708a-7b68-4492-abe6-03f96fc7457f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'subnet': {'network_id': 'd01ecf11-cc44-4dfe-aee9-f9e8d1585ec9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:19.549512 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1186f997-dc58-4102-a641-3a4153517e8f admin admin] Checking segment: {'id': '82ba01d7-7b8b-4719-834c-cad1a5d32a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '62dff767-5a63-4faa-8537-a1df8d04e1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:19.549887 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1186f997-dc58-4102-a641-3a4153517e8f admin admin] Network hostable DHCP agents. Network: 62dff767-5a63-4faa-8537-a1df8d04e1f8, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:27:19.557726 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ff81e-8bff-492a-91b2-7225fc0a7f05 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Network': ['ID=d01ecf11-cc44-4dfe-aee9-f9e8d1585ec9,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:19.574289 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network d01ecf11-cc44-4dfe-aee9-f9e8d1585ec9 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:27:19.645487 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da82b0a6-6990-4700-bc35-9863a9a7bdd2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:19.666892 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e894ef-7d5d-42c1-9c40-176a0b8de4ef tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Checking segment: {'id': '313daef6-534e-4051-9762-b0993ff23439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f29121cb-0ec6-4ac5-87e3-5f9683a1aa60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:19.667695 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e894ef-7d5d-42c1-9c40-176a0b8de4ef tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Network hostable DHCP agents. Network: f29121cb-0ec6-4ac5-87e3-5f9683a1aa60, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:27:19.718569 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1186f997-dc58-4102-a641-3a4153517e8f admin admin] Network 62dff767-5a63-4faa-8537-a1df8d04e1f8 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:27:19.726268 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e894ef-7d5d-42c1-9c40-176a0b8de4ef tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Network f29121cb-0ec6-4ac5-87e3-5f9683a1aa60 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:27:19.750283 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-1186f997-dc58-4102-a641-3a4153517e8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 62dff767-5a63-4faa-8537-a1df8d04e1f8) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:19.755079 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1186f997-dc58-4102-a641-3a4153517e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:19.755953 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1186f997-dc58-4102-a641-3a4153517e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:19.759843 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7859b533-2182-4133-8516-1b465e27c7c7 None None] Network 62dff767-5a63-4faa-8537-a1df8d04e1f8 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:19.771460 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-18e894ef-7d5d-42c1-9c40-176a0b8de4ef tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, f29121cb-0ec6-4ac5-87e3-5f9683a1aa60) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:19.777792 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e894ef-7d5d-42c1-9c40-176a0b8de4ef tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:19.784667 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e894ef-7d5d-42c1-9c40-176a0b8de4ef tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:19.790421 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e894ef-7d5d-42c1-9c40-176a0b8de4ef tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:19.791128 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-18e894ef-7d5d-42c1-9c40-176a0b8de4ef tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:19.795433 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f89708a-7b68-4492-abe6-03f96fc7457f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Made reservation on behalf of fc32fb4b9c1142568a3c93f040d870e8 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:19.799109 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8f89708a-7b68-4492-abe6-03f96fc7457f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:19.810400 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1186f997-dc58-4102-a641-3a4153517e8f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1901350 Aug 11 02:27:19.819498 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693033d0-abff-409b-a078-068863aa7519 None None] Network f29121cb-0ec6-4ac5-87e3-5f9683a1aa60 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:19.879082 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-18e894ef-7d5d-42c1-9c40-176a0b8de4ef tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.4637065 Aug 11 02:27:19.883301 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60386) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:20.069661 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:20.070192 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3315538c-010a-4042-9a86-16efefbafa63 None None] Network 9d33bcd9-17a9-43cc-aac5-9f968f6da9e8 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:20.074310 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707d5be3-3b66-4a71-aa97-ad4f06dd1ae1 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:20.086420 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707d5be3-3b66-4a71-aa97-ad4f06dd1ae1 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:20.093354 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-707d5be3-3b66-4a71-aa97-ad4f06dd1ae1 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2083094 Aug 11 02:27:20.095810 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a1649bda-a3ae-43ce-889c-eecb751843de req-45f964c7-1d45-4369-952d-56e42bef1a2c tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.1051655 Aug 11 02:27:20.098308 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60392) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:20.122050 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da82b0a6-6990-4700-bc35-9863a9a7bdd2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:20.127917 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da82b0a6-6990-4700-bc35-9863a9a7bdd2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:20.166174 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc0320b-3084-4ea5-8fbd-bfb5c953c92d None None] Network 62dff767-5a63-4faa-8537-a1df8d04e1f8 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:20.211995 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82b0a6-6990-4700-bc35-9863a9a7bdd2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event updated for resources: {'Port': ['ID=151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:20.241794 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da82b0a6-6990-4700-bc35-9863a9a7bdd2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:20.289841 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d3ff81cf-ab04-45a7-bc40-0b8caad0d911 None None] Provisioning for port 593fc001-1766-4735-91be-56d0cd37f6f3 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:20.334029 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8f89708a-7b68-4492-abe6-03f96fc7457f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:20.366769 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-4fafe134-d6e5-4631-b7b0-70500449f5b2 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Deleting port b8646c80-906e-4eea-b71a-623ba67b3b81 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:20.367050 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4fafe134-d6e5-4631-b7b0-70500449f5b2 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:20.449014 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da82b0a6-6990-4700-bc35-9863a9a7bdd2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Network 9d33bcd9-17a9-43cc-aac5-9f968f6da9e8 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:20.453856 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-da82b0a6-6990-4700-bc35-9863a9a7bdd2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:20.486720 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89708a-7b68-4492-abe6-03f96fc7457f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Subnet': ['ID=b8ecc5e8-f58b-4a92-9c94-cd6818daf2ed,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:20.505891 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4fafe134-d6e5-4631-b7b0-70500449f5b2 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:20.527373 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-4fafe134-d6e5-4631-b7b0-70500449f5b2 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Calling delete_port for b8646c80-906e-4eea-b71a-623ba67b3b81 owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:20.533628 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f89708a-7b68-4492-abe6-03f96fc7457f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Checking segment: {'id': 'a6f250db-b06e-4a28-b07c-0641325891b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd01ecf11-cc44-4dfe-aee9-f9e8d1585ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:20.534099 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f89708a-7b68-4492-abe6-03f96fc7457f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network hostable DHCP agents. Network: d01ecf11-cc44-4dfe-aee9-f9e8d1585ec9, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:27:20.603205 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f89708a-7b68-4492-abe6-03f96fc7457f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network d01ecf11-cc44-4dfe-aee9-f9e8d1585ec9 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:27:20.624324 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-8f89708a-7b68-4492-abe6-03f96fc7457f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, d01ecf11-cc44-4dfe-aee9-f9e8d1585ec9) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:20.628878 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f89708a-7b68-4492-abe6-03f96fc7457f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:20.630180 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8f89708a-7b68-4492-abe6-03f96fc7457f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:20.646628 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc307c60-eefb-44be-9122-15f4b4e768c8 None None] Network d01ecf11-cc44-4dfe-aee9-f9e8d1585ec9 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:20.670216 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8f89708a-7b68-4492-abe6-03f96fc7457f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1298842 Aug 11 02:27:20.673240 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60406) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:20.684357 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-30435ceb-c47e-444a-b0c1-e204e235567a tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1935307286', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:20.694751 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4fafe134-d6e5-4631-b7b0-70500449f5b2 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:20.767425 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fafe134-d6e5-4631-b7b0-70500449f5b2 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Pushing event deleted for resources: {'Port': ['ID=b8646c80-906e-4eea-b71a-623ba67b3b81,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:20.774547 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4fafe134-d6e5-4631-b7b0-70500449f5b2 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:20.780001 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4fafe134-d6e5-4631-b7b0-70500449f5b2 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] 10.222.0.50 "DELETE /v2.0/ports/b8646c80-906e-4eea-b71a-623ba67b3b81 HTTP/1.1" status: 204 len: 168 time: 0.6804762 Aug 11 02:27:20.782160 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60410) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:20.822656 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 2539a49e-9743-44be-9b28-41ff82fe67f9 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:20.841570 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-30435ceb-c47e-444a-b0c1-e204e235567a tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:20.842691 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-30435ceb-c47e-444a-b0c1-e204e235567a tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:20.923668 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-10505ce1-02a9-47b4-bcd2-5876138612fc req-baf89fb2-e626-4434-8889-6a8ed2990514 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fd291e0e-b117-48d3-8b13-14b8a46dbc34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2924652 Aug 11 02:27:20.937065 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47461ee-4433-4188-9633-889d1679c728 req-af04c3d1-2735-4576-a409-c18fb3772e24 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:20.938641 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a47461ee-4433-4188-9633-889d1679c728 req-af04c3d1-2735-4576-a409-c18fb3772e24 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] 10.222.0.50 "GET /v2.0/networks?id=62dff767-5a63-4faa-8537-a1df8d04e1f8 HTTP/1.1" status: 200 len: 821 time: 0.4871986 Aug 11 02:27:20.949411 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da82b0a6-6990-4700-bc35-9863a9a7bdd2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Router 54dbecef-831c-4977-81b5-34b9c2c14fa5 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:27:20.958392 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-30435ceb-c47e-444a-b0c1-e204e235567a tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:20.960371 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 2539a49e-9743-44be-9b28-41ff82fe67f9 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:20.960928 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:20.984453 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-30435ceb-c47e-444a-b0c1-e204e235567a tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:21.000694 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a47461ee-4433-4188-9633-889d1679c728 req-622fa809-e756-474d-908a-6b4ea446ff89 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] 10.222.0.50 "GET /v2.0/quotas/9bbd5084f00642bda02d15b370a47e25 HTTP/1.1" status: 200 len: 375 time: 0.0457048 Aug 11 02:27:21.008095 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-f1230cf5-c1d8-4b92-a13d-2fa47a85024d tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Deleting port 50e5391c-3fd0-4b82-a182-348994014ef3 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:21.008441 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1230cf5-c1d8-4b92-a13d-2fa47a85024d tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:21.013431 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-30435ceb-c47e-444a-b0c1-e204e235567a tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:21.017158 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-30435ceb-c47e-444a-b0c1-e204e235567a tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3385434 Aug 11 02:27:21.038829 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60418) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:21.056443 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a47461ee-4433-4188-9633-889d1679c728 req-b58bca77-478a-4541-af7d-368d8e4c2a97 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9bbd5084f00642bda02d15b370a47e25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546720 Aug 11 02:27:21.061795 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-a47461ee-4433-4188-9633-889d1679c728 req-a6c247b8-31af-4a4b-9950-498fdadba48d service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:27:21.069516 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a47461ee-4433-4188-9633-889d1679c728 req-a6c247b8-31af-4a4b-9950-498fdadba48d service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119102 Aug 11 02:27:21.086637 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04c5681-85bc-4b72-a8e5-a6c19748c2b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-d01ecf11-cc44-4dfe-aee9-f9e8d1585ec9', 'network_id': 'd01ecf11-cc44-4dfe-aee9-f9e8d1585ec9', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'fixed_ips': [{'subnet_id': 'b8ecc5e8-f58b-4a92-9c94-cd6818daf2ed'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:27:21.087502 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b04c5681-85bc-4b72-a8e5-a6c19748c2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:21.283167 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 593fc001-1766-4735-91be-56d0cd37f6f3 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:21.286538 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3fd3f453-1705-41e8-8106-8a4ec3aebcaf None None] Provisioning for port 151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:21.390304 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10505ce1-02a9-47b4-bcd2-5876138612fc req-37921b85-ff8b-4b3e-bbb3-658665d60e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:21.391100 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-10505ce1-02a9-47b4-bcd2-5876138612fc req-37921b85-ff8b-4b3e-bbb3-658665d60e09 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=964c94866ffe47439c17b06951694814&device_id=fd291e0e-b117-48d3-8b13-14b8a46dbc34 HTTP/1.1" status: 200 len: 1097 time: 0.3741846 Aug 11 02:27:21.517914 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3fd3f453-1705-41e8-8106-8a4ec3aebcaf None None] Provisioning complete for port 151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:21.518309 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3fd3f453-1705-41e8-8106-8a4ec3aebcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:21.541344 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a47461ee-4433-4188-9633-889d1679c728 req-877cd929-c85e-4856-88ab-734a5e31e7bc service neutron] 10.222.0.50 "GET /v2.0/networks/62dff767-5a63-4faa-8537-a1df8d04e1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706123 Aug 11 02:27:21.552993 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da82b0a6-6990-4700-bc35-9863a9a7bdd2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:21.561763 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-da82b0a6-6990-4700-bc35-9863a9a7bdd2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "PUT /v2.0/routers/54dbecef-831c-4977-81b5-34b9c2c14fa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7972107 Aug 11 02:27:21.567580 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60426) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:21.585403 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645dc510-379b-44d2-9443-a633cdf57c23 None None] Sync routers for ids ['54dbecef-831c-4977-81b5-34b9c2c14fa5'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:21.593175 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10505ce1-02a9-47b4-bcd2-5876138612fc req-4f3040cd-b5fd-44f9-bf40-1ae6609ab36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:21.594697 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-10505ce1-02a9-47b4-bcd2-5876138612fc req-4f3040cd-b5fd-44f9-bf40-1ae6609ab36e service neutron] 10.222.0.73 "GET /v2.0/networks?id=c208dbef-4fed-4c40-9530-440f884537b0 HTTP/1.1" status: 200 len: 909 time: 0.1759565 Aug 11 02:27:21.607680 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:21.609342 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-c5989765-94a5-4fe4-b820-ae0e4d50d9a3 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1027312700', 'description': 'tempest-secgroup_access--1027312700 description', 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:21.646304 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645dc510-379b-44d2-9443-a633cdf57c23 None None] Routers {'54dbecef-831c-4977-81b5-34b9c2c14fa5'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:21.646949 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-645dc510-379b-44d2-9443-a633cdf57c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:27:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['54dbecef-831c-4977-81b5-34b9c2c14fa5'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:21.693919 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-db2aa6da-f5ab-42d0-a956-2d15d8ec55a8 req-bc911a08-8799-4a69-aa97-854fe1b7a9f0 tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.1141989 Aug 11 02:27:21.744925 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-10505ce1-02a9-47b4-bcd2-5876138612fc req-feef726a-2b25-461f-a055-7fe873a93814 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5713f213-0718-4d54-af69-8f1283dc3fe8 HTTP/1.1" status: 200 len: 1000 time: 0.1420467 Aug 11 02:27:21.786752 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1230cf5-c1d8-4b92-a13d-2fa47a85024d tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:21.804180 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10505ce1-02a9-47b4-bcd2-5876138612fc req-f96f99e5-645b-46de-b1af-3995231e6786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:21.805694 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-10505ce1-02a9-47b4-bcd2-5876138612fc req-f96f99e5-645b-46de-b1af-3995231e6786 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fdf3d49a-9c58-42ff-9058-28a4ebd053e1 HTTP/1.1" status: 200 len: 847 time: 0.0519967 Aug 11 02:27:21.829289 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-645dc510-379b-44d2-9443-a633cdf57c23 None None] Set router 54dbecef-831c-4977-81b5-34b9c2c14fa5 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:21.860358 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a47461ee-4433-4188-9633-889d1679c728 req-e4e62324-5405-4798-9df5-872ceba4e56c service neutron] 10.222.0.50 "GET /v2.0/networks/62dff767-5a63-4faa-8537-a1df8d04e1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178525 Aug 11 02:27:21.871018 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10505ce1-02a9-47b4-bcd2-5876138612fc req-530b92dd-4c4c-4791-b23d-13ab4a51f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:21.872960 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-10505ce1-02a9-47b4-bcd2-5876138612fc req-530b92dd-4c4c-4791-b23d-13ab4a51f77d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c208dbef-4fed-4c40-9530-440f884537b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588899 Aug 11 02:27:21.875860 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-3fd3f453-1705-41e8-8106-8a4ec3aebcaf None None] Port 151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:27:21.899417 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-f1230cf5-c1d8-4b92-a13d-2fa47a85024d tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Calling delete_port for 50e5391c-3fd0-4b82-a182-348994014ef3 owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:21.905107 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c5989765-94a5-4fe4-b820-ae0e4d50d9a3 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.027318 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-10505ce1-02a9-47b4-bcd2-5876138612fc req-f6f68b84-d642-4177-8f10-fb614abc3ff6 service neutron] 10.222.0.73 "GET /v2.0/networks/c208dbef-4fed-4c40-9530-440f884537b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396813 Aug 11 02:27:22.032333 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-b04c5681-85bc-4b72-a8e5-a6c19748c2b7 None None] Allocated IP 172.20.0.2 (d01ecf11-cc44-4dfe-aee9-f9e8d1585ec9/b8ecc5e8-f58b-4a92-9c94-cd6818daf2ed/9e9feb50-6c37-4a50-b5ad-22d605339ecd) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:22.048918 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 593fc001-1766-4735-91be-56d0cd37f6f3 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:22.052974 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2be4d1dd-a6bd-41c6-b568-231ab3b6cfef tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.060699 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 593fc001-1766-4735-91be-56d0cd37f6f3 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:22.061083 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.140184 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-dcb53c02-eb8d-4e9c-9963-e2a7179bd8d7 None None] Provisioning complete for port 151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:22.140902 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dcb53c02-eb8d-4e9c-9963-e2a7179bd8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.175551 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-10505ce1-02a9-47b4-bcd2-5876138612fc req-4fa2ffe4-20eb-440b-b42e-cad64bd45e1c service neutron] 10.222.0.73 "GET /v2.0/networks/c208dbef-4fed-4c40-9530-440f884537b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370976 Aug 11 02:27:22.261847 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-dcb53c02-eb8d-4e9c-9963-e2a7179bd8d7 None None] Port 151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:27:22.268728 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-46bb83a4-db32-4407-bdd7-9bd772899ab2 req-f2a49279-2994-4df2-80e1-272de121e245 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] 10.222.0.50 "GET /v2.0/ports?device_id=9722a12e-9a5d-4757-be49-59dd4ed9506c HTTP/1.1" status: 200 len: 210 time: 0.1347549 Aug 11 02:27:22.328715 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c5989765-94a5-4fe4-b820-ae0e4d50d9a3 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.335051 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c5989765-94a5-4fe4-b820-ae0e4d50d9a3 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.365929 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.383032 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5989765-94a5-4fe4-b820-ae0e4d50d9a3 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2e1655-bf26-48f0-962b-4510e8099518,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:22.398574 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1230cf5-c1d8-4b92-a13d-2fa47a85024d tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.411272 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b04c5681-85bc-4b72-a8e5-a6c19748c2b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.420235 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c5989765-94a5-4fe4-b820-ae0e4d50d9a3 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.421800 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c5989765-94a5-4fe4-b820-ae0e4d50d9a3 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.8176761 Aug 11 02:27:22.424673 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60438) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:22.431142 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-1576c91a-040e-42f0-9e3a-4731408d9531 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1560746606', 'description': 'tempest-secgroup_general--1560746606 description', 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:22.437818 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b04c5681-85bc-4b72-a8e5-a6c19748c2b7 None None] Transition to ACTIVE for port object 9e9feb50-6c37-4a50-b5ad-22d605339ecd will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:22.441888 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-645dc510-379b-44d2-9443-a633cdf57c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1631267363', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2539a49e-9743-44be-9b28-41ff82fe67f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:11Z', 'updated_at': '2021-08-11T02:27:19Z', 'revision_number': 4, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'gw_port': {'id': '2539a49e-9743-44be-9b28-41ff82fe67f9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:12Z', 'updated_at': '2021-08-11T02:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941', 'name': '', 'network_id': '9d33bcd9-17a9-43cc-aac5-9f968f6da9e8', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'mac_address': 'fa:16:3e:d8:a0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '9a092de3-57ef-4bc6-a845-b2693139faa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:18Z', 'updated_at': '2021-08-11T02:27:19Z', 'revision_number': 2, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'subnets': [{'id': '9a092de3-57ef-4bc6-a845-b2693139faa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:22.475161 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645dc510-379b-44d2-9443-a633cdf57c23 None None] Checking router: 54dbecef-831c-4977-81b5-34b9c2c14fa5 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:27:22.475525 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645dc510-379b-44d2-9443-a633cdf57c23 None None] Updating router 54dbecef-831c-4977-81b5-34b9c2c14fa5 port 151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:27:22.478454 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 593fc001-1766-4735-91be-56d0cd37f6f3, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=593fc001-1766-4735-91be-56d0cd37f6f3,segment=NetworkSegment(9d731c9d-439b-48ec-be72-38342a40906a),segment_id=9d731c9d-439b-48ec-be72-38342a40906a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:22.482729 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1576c91a-040e-42f0-9e3a-4731408d9531 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.497626 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1230cf5-c1d8-4b92-a13d-2fa47a85024d tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Pushing event deleted for resources: {'Port': ['ID=50e5391c-3fd0-4b82-a182-348994014ef3,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:22.502079 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.515368 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1230cf5-c1d8-4b92-a13d-2fa47a85024d tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.515801 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b04c5681-85bc-4b72-a8e5-a6c19748c2b7 None None] Transition to ACTIVE for port object 9e9feb50-6c37-4a50-b5ad-22d605339ecd will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:22.521099 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f1230cf5-c1d8-4b92-a13d-2fa47a85024d tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] 10.222.0.50 "DELETE /v2.0/ports/50e5391c-3fd0-4b82-a182-348994014ef3 HTTP/1.1" status: 204 len: 168 time: 1.7351012 Aug 11 02:27:22.523063 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60440) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:22.540665 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-645dc510-379b-44d2-9443-a633cdf57c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.542900 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b04c5681-85bc-4b72-a8e5-a6c19748c2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.579304 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6a13a815-aa07-44e0-bc32-a46717ca8921 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0516489 Aug 11 02:27:22.581490 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60442) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:22.592797 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-2e369fda-e2fd-444b-912e-d335aa33671d tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1774305398'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:22.605647 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04c5681-85bc-4b72-a8e5-a6c19748c2b7 None None] Network d01ecf11-cc44-4dfe-aee9-f9e8d1585ec9 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:22.616000 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-b04c5681-85bc-4b72-a8e5-a6c19748c2b7 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:22.626061 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04c5681-85bc-4b72-a8e5-a6c19748c2b7 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:22.635586 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=593fc001-1766-4735-91be-56d0cd37f6f3,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:22.660184 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e369fda-e2fd-444b-912e-d335aa33671d tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Made reservation on behalf of 438e96cf94a348b3bd8c275d8cb41f28 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:22.666107 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2e369fda-e2fd-444b-912e-d335aa33671d tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.732092 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-2be4d1dd-a6bd-41c6-b568-231ab3b6cfef tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Allocated IP 172.20.0.1 (d01ecf11-cc44-4dfe-aee9-f9e8d1585ec9/b8ecc5e8-f58b-4a92-9c94-cd6818daf2ed/6371f868-dd7d-4c4b-a661-b330e503ddc5) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:22.740648 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e369fda-e2fd-444b-912e-d335aa33671d tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:27:22.777854 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2e369fda-e2fd-444b-912e-d335aa33671d tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.780409 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-2e369fda-e2fd-444b-912e-d335aa33671d tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Added segment 18e63cae-e76f-4926-a33e-d5d60c62f802 of type vlan for network 4da6c488-35b1-4ad1-a4c8-9d65f6da81ff Aug 11 02:27:22.789417 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c5681-85bc-4b72-a8e5-a6c19748c2b7 None None] Pushing event updated for resources: {'Port': ['ID=9e9feb50-6c37-4a50-b5ad-22d605339ecd,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:22.793962 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-b04c5681-85bc-4b72-a8e5-a6c19748c2b7 None None] Attempting to bind port 9e9feb50-6c37-4a50-b5ad-22d605339ecd on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:22.794344 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-b04c5681-85bc-4b72-a8e5-a6c19748c2b7 None None] Attempting to bind port 9e9feb50-6c37-4a50-b5ad-22d605339ecd by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'a6f250db-b06e-4a28-b07c-0641325891b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd01ecf11-cc44-4dfe-aee9-f9e8d1585ec9'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:22.794717 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04c5681-85bc-4b72-a8e5-a6c19748c2b7 None None] Attempting to bind port 9e9feb50-6c37-4a50-b5ad-22d605339ecd on network d01ecf11-cc44-4dfe-aee9-f9e8d1585ec9 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:22.822158 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04c5681-85bc-4b72-a8e5-a6c19748c2b7 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:22.822531 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04c5681-85bc-4b72-a8e5-a6c19748c2b7 None None] Checking segment: {'id': 'a6f250db-b06e-4a28-b07c-0641325891b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd01ecf11-cc44-4dfe-aee9-f9e8d1585ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:22.822938 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b04c5681-85bc-4b72-a8e5-a6c19748c2b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.823337 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04c5681-85bc-4b72-a8e5-a6c19748c2b7 None None] Bound using segment: {'id': 'a6f250db-b06e-4a28-b07c-0641325891b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd01ecf11-cc44-4dfe-aee9-f9e8d1585ec9'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:22.823862 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-b04c5681-85bc-4b72-a8e5-a6c19748c2b7 None None] Bound port: 9e9feb50-6c37-4a50-b5ad-22d605339ecd, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f250db-b06e-4a28-b07c-0641325891b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd01ecf11-cc44-4dfe-aee9-f9e8d1585ec9'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:22.824249 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b04c5681-85bc-4b72-a8e5-a6c19748c2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.864810 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2e369fda-e2fd-444b-912e-d335aa33671d tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.929540 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2be4d1dd-a6bd-41c6-b568-231ab3b6cfef tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.948469 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-302ff747-3e9c-4942-be8f-ddd7b76fc36d req-47578152-9ea8-41d6-8f4f-81fea113041b tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.0463786 Aug 11 02:27:22.952171 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-2be4d1dd-a6bd-41c6-b568-231ab3b6cfef tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Transition to ACTIVE for port object 6371f868-dd7d-4c4b-a661-b330e503ddc5 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:22.961846 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2e369fda-e2fd-444b-912e-d335aa33671d tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.969195 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-b04c5681-85bc-4b72-a8e5-a6c19748c2b7 None None] For port 9e9feb50-6c37-4a50-b5ad-22d605339ecd, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:22.975466 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e369fda-e2fd-444b-912e-d335aa33671d tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:22.976365 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2e369fda-e2fd-444b-912e-d335aa33671d tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.997040 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1576c91a-040e-42f0-9e3a-4731408d9531 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:23.004782 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2be4d1dd-a6bd-41c6-b568-231ab3b6cfef tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:23.008336 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-b04c5681-85bc-4b72-a8e5-a6c19748c2b7 None None] For port 9e9feb50-6c37-4a50-b5ad-22d605339ecd, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9e9feb50-6c37-4a50-b5ad-22d605339ecd,segment=NetworkSegment(a6f250db-b06e-4a28-b07c-0641325891b5),segment_id=a6f250db-b06e-4a28-b07c-0641325891b5)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:23.019127 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b04c5681-85bc-4b72-a8e5-a6c19748c2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:23.068864 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be4d1dd-a6bd-41c6-b568-231ab3b6cfef tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network d01ecf11-cc44-4dfe-aee9-f9e8d1585ec9 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:23.070838 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1576c91a-040e-42f0-9e3a-4731408d9531 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:23.073237 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e369fda-e2fd-444b-912e-d335aa33671d tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Pushing event updated for resources: {'Network': ['ID=4da6c488-35b1-4ad1-a4c8-9d65f6da81ff,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:23.088566 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2e369fda-e2fd-444b-912e-d335aa33671d tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5035877 Aug 11 02:27:23.093662 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-2be4d1dd-a6bd-41c6-b568-231ab3b6cfef tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:23.096418 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60448) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:23.101863 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-8512fee0-6ead-42a1-879b-cb35a7dff836 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1881731018'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:23.104733 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be4d1dd-a6bd-41c6-b568-231ab3b6cfef tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:23.111611 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 4da6c488-35b1-4ad1-a4c8-9d65f6da81ff details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:27:23.115018 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1576c91a-040e-42f0-9e3a-4731408d9531 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:23.116557 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1576c91a-040e-42f0-9e3a-4731408d9531 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.6903191 Aug 11 02:27:23.123159 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60450) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:23.143014 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-010246b8-7838-4843-b396-26c6d5d9ad3a tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Request body: {'security_group_rule': {'security_group_id': '2a2e1655-bf26-48f0-962b-4510e8099518', 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:23.151083 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4d1dd-a6bd-41c6-b568-231ab3b6cfef tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Port': ['ID=6371f868-dd7d-4c4b-a661-b330e503ddc5,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:23.163039 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576c91a-040e-42f0-9e3a-4731408d9531 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a9789e-fce5-40af-b583-47cdcfb05eee,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:23.202644 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8512fee0-6ead-42a1-879b-cb35a7dff836 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Made reservation on behalf of 438e96cf94a348b3bd8c275d8cb41f28 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:23.214240 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8512fee0-6ead-42a1-879b-cb35a7dff836 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:23.235820 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2be4d1dd-a6bd-41c6-b568-231ab3b6cfef tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:23.253142 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8512fee0-6ead-42a1-879b-cb35a7dff836 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:27:23.268403 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-645dc510-379b-44d2-9443-a633cdf57c23 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:23.274439 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-010246b8-7838-4843-b396-26c6d5d9ad3a tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:23.329290 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c5681-85bc-4b72-a8e5-a6c19748c2b7 None None] Pushing event updated for resources: {'Port': ['ID=9e9feb50-6c37-4a50-b5ad-22d605339ecd,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:23.346830 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-645dc510-379b-44d2-9443-a633cdf57c23 None None] Transition to ACTIVE for port object 151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:23.375657 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-645dc510-379b-44d2-9443-a633cdf57c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:23.496407 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c7f850a5-20d8-40c4-8add-ae69e03d8ce9 req-74e29fa5-4173-4296-aa17-d2a800e513f3 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] 10.222.0.50 "GET /v2.0/ports?device_id=9722a12e-9a5d-4757-be49-59dd4ed9506c HTTP/1.1" status: 200 len: 210 time: 0.1000898 Aug 11 02:27:23.524045 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2be4d1dd-a6bd-41c6-b568-231ab3b6cfef tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:23.636946 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34da13-be3f-4e6a-b509-f06c933b6f7f None None] Pushing event updated for resources: {'Port': ['ID=151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:23.653245 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-645dc510-379b-44d2-9443-a633cdf57c23 None None] Attempting to bind port 151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:23.653914 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-645dc510-379b-44d2-9443-a633cdf57c23 None None] Attempting to bind port 151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '9d731c9d-439b-48ec-be72-38342a40906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9d33bcd9-17a9-43cc-aac5-9f968f6da9e8'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:23.654475 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645dc510-379b-44d2-9443-a633cdf57c23 None None] Attempting to bind port 151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941 on network 9d33bcd9-17a9-43cc-aac5-9f968f6da9e8 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:23.667402 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645dc510-379b-44d2-9443-a633cdf57c23 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:23.668088 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645dc510-379b-44d2-9443-a633cdf57c23 None None] Checking segment: {'id': '9d731c9d-439b-48ec-be72-38342a40906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9d33bcd9-17a9-43cc-aac5-9f968f6da9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:23.668668 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-645dc510-379b-44d2-9443-a633cdf57c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:23.673696 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645dc510-379b-44d2-9443-a633cdf57c23 None None] Bound using segment: {'id': '9d731c9d-439b-48ec-be72-38342a40906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9d33bcd9-17a9-43cc-aac5-9f968f6da9e8'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:23.676290 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-645dc510-379b-44d2-9443-a633cdf57c23 None None] Bound port: 151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d731c9d-439b-48ec-be72-38342a40906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9d33bcd9-17a9-43cc-aac5-9f968f6da9e8'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:23.676765 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-645dc510-379b-44d2-9443-a633cdf57c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:23.833575 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-645dc510-379b-44d2-9443-a633cdf57c23 None None] For port 151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:23.847791 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-645dc510-379b-44d2-9443-a633cdf57c23 None None] For port 151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941,segment=NetworkSegment(9d731c9d-439b-48ec-be72-38342a40906a),segment_id=9d731c9d-439b-48ec-be72-38342a40906a)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:23.853800 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-645dc510-379b-44d2-9443-a633cdf57c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:23.931263 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34da13-be3f-4e6a-b509-f06c933b6f7f None None] Pushing event updated for resources: {'Port': ['ID=151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:23.942739 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47461ee-4433-4188-9633-889d1679c728 req-f77a3136-82a0-452d-9c13-4bef0c2cc370 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:23.944653 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a47461ee-4433-4188-9633-889d1679c728 req-f77a3136-82a0-452d-9c13-4bef0c2cc370 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] 10.222.0.66 "GET /v2.0/networks?id=62dff767-5a63-4faa-8537-a1df8d04e1f8 HTTP/1.1" status: 200 len: 821 time: 0.3183284 Aug 11 02:27:23.958217 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645dc510-379b-44d2-9443-a633cdf57c23 None None] Routers {'54dbecef-831c-4977-81b5-34b9c2c14fa5'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:23.958874 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-645dc510-379b-44d2-9443-a633cdf57c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:27:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['54dbecef-831c-4977-81b5-34b9c2c14fa5'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:23.969561 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-a47461ee-4433-4188-9633-889d1679c728 req-b00a15b4-c111-4653-b968-7f68c1b24740 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Request body: {'port': {'device_id': '9722a12e-9a5d-4757-be49-59dd4ed9506c', 'network_id': '62dff767-5a63-4faa-8537-a1df8d04e1f8', 'admin_state_up': True, 'tenant_id': '9bbd5084f00642bda02d15b370a47e25'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:24.088715 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8512fee0-6ead-42a1-879b-cb35a7dff836 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:24.091726 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-8512fee0-6ead-42a1-879b-cb35a7dff836 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Added segment 3f9a868c-1b59-48f4-a3a0-12ab63edf8eb of type vlan for network 71c90c99-7f19-49e5-b359-432535fbf346 Aug 11 02:27:24.140293 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-010246b8-7838-4843-b396-26c6d5d9ad3a tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:24.166734 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-010246b8-7838-4843-b396-26c6d5d9ad3a tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:24.218049 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010246b8-7838-4843-b396-26c6d5d9ad3a tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85583da3-70d0-4c51-b84c-e5c7af42ce21,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:24.247826 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2be4d1dd-a6bd-41c6-b568-231ab3b6cfef tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:24.262831 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b6b78162-b248-4cce-a0c6-d838aa599485 req-590a9da8-4f79-404e-a26c-1fc376a16ed1 tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.1110134 Aug 11 02:27:24.263195 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2be4d1dd-a6bd-41c6-b568-231ab3b6cfef tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:24.322565 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8512fee0-6ead-42a1-879b-cb35a7dff836 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:24.332935 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6f195df-0b61-4ba2-bec6-788fbe7bda9d req-cf341051-30ee-452e-907c-3fab181d22ff service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0d06cdc6-1ae9-4411-af0f-42fd634bd958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2371466 Aug 11 02:27:24.371022 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-010246b8-7838-4843-b396-26c6d5d9ad3a tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:24.382511 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-010246b8-7838-4843-b396-26c6d5d9ad3a tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2497745 Aug 11 02:27:24.404641 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2be4d1dd-a6bd-41c6-b568-231ab3b6cfef tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:24.406957 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4d1dd-a6bd-41c6-b568-231ab3b6cfef tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Port': ['ID=6371f868-dd7d-4c4b-a661-b330e503ddc5,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:24.410363 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a47461ee-4433-4188-9633-889d1679c728 req-b00a15b4-c111-4653-b968-7f68c1b24740 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Made reservation on behalf of 9bbd5084f00642bda02d15b370a47e25 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:24.415295 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a47461ee-4433-4188-9633-889d1679c728 req-b00a15b4-c111-4653-b968-7f68c1b24740 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:24.462476 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:24.490142 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8512fee0-6ead-42a1-879b-cb35a7dff836 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:24.494585 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-645dc510-379b-44d2-9443-a633cdf57c23 None None] Set router 54dbecef-831c-4977-81b5-34b9c2c14fa5 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:24.513211 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8512fee0-6ead-42a1-879b-cb35a7dff836 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:24.514687 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8512fee0-6ead-42a1-879b-cb35a7dff836 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:24.678029 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b98fbd8e-b3d8-40d6-b4c3-177d0320574b req-b58a01c7-25a6-4ca0-9b21-929ff6eb69ac tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] 10.222.0.50 "GET /v2.0/ports?device_id=9722a12e-9a5d-4757-be49-59dd4ed9506c HTTP/1.1" status: 200 len: 210 time: 0.0565839 Aug 11 02:27:24.753657 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be4d1dd-a6bd-41c6-b568-231ab3b6cfef tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network d01ecf11-cc44-4dfe-aee9-f9e8d1585ec9 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:24.759018 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-2be4d1dd-a6bd-41c6-b568-231ab3b6cfef tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:24.817216 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f195df-0b61-4ba2-bec6-788fbe7bda9d req-404ccef8-6f88-40c9-aeff-92a0f43cdec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:24.820056 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6f195df-0b61-4ba2-bec6-788fbe7bda9d req-404ccef8-6f88-40c9-aeff-92a0f43cdec0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=83575988edd14bd3ac636f254bcc4c79&device_id=0d06cdc6-1ae9-4411-af0f-42fd634bd958 HTTP/1.1" status: 200 len: 1098 time: 0.4294164 Aug 11 02:27:24.891684 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9e9feb50-6c37-4a50-b5ad-22d605339ecd up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:24.893716 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8512fee0-6ead-42a1-879b-cb35a7dff836 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7960088 Aug 11 02:27:24.916439 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-a47461ee-4433-4188-9633-889d1679c728 req-b00a15b4-c111-4653-b968-7f68c1b24740 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Allocated IP 172.20.0.6 (62dff767-5a63-4faa-8537-a1df8d04e1f8/05e45aed-804c-4fc9-8503-9626b665cddd/32edbe00-1327-4b04-8b8d-c6b2934f103f) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:24.960773 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-645dc510-379b-44d2-9443-a633cdf57c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1631267363', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2539a49e-9743-44be-9b28-41ff82fe67f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:11Z', 'updated_at': '2021-08-11T02:27:19Z', 'revision_number': 4, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'gw_port': {'id': '2539a49e-9743-44be-9b28-41ff82fe67f9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:12Z', 'updated_at': '2021-08-11T02:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941', 'name': '', 'network_id': '9d33bcd9-17a9-43cc-aac5-9f968f6da9e8', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'mac_address': 'fa:16:3e:d8:a0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '9a092de3-57ef-4bc6-a845-b2693139faa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:18Z', 'updated_at': '2021-08-11T02:27:23Z', 'revision_number': 4, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'subnets': [{'id': '9a092de3-57ef-4bc6-a845-b2693139faa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:24.964456 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 9e9feb50-6c37-4a50-b5ad-22d605339ecd completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:24.994001 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645dc510-379b-44d2-9443-a633cdf57c23 None None] The sync data for ids ['54dbecef-831c-4977-81b5-34b9c2c14fa5'] in n-d-615180-33 is: [{'id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1631267363', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2539a49e-9743-44be-9b28-41ff82fe67f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:11Z', 'updated_at': '2021-08-11T02:27:19Z', 'revision_number': 4, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'gw_port': {'id': '2539a49e-9743-44be-9b28-41ff82fe67f9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:12Z', 'updated_at': '2021-08-11T02:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941', 'name': '', 'network_id': '9d33bcd9-17a9-43cc-aac5-9f968f6da9e8', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'mac_address': 'fa:16:3e:d8:a0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '9a092de3-57ef-4bc6-a845-b2693139faa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:18Z', 'updated_at': '2021-08-11T02:27:23Z', 'revision_number': 4, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'subnets': [{'id': '9a092de3-57ef-4bc6-a845-b2693139faa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:25.000466 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 593fc001-1766-4735-91be-56d0cd37f6f3 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:25.033417 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512fee0-6ead-42a1-879b-cb35a7dff836 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Pushing event updated for resources: {'Network': ['ID=71c90c99-7f19-49e5-b359-432535fbf346,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:25.075763 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 71c90c99-7f19-49e5-b359-432535fbf346 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:27:25.139877 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-1a64ffc2-039f-4844-91d7-58ab3249a912 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup_general--1560746606&fields=id&tenant_id=5c00de9e0a2c4b0fa10bdde3068cf710 HTTP/1.1" status: 200 len: 267 time: 0.4178617 Aug 11 02:27:25.159316 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60474) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:25.159954 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d7232b-97df-4865-9085-de7fb3a23884 None None] Network d01ecf11-cc44-4dfe-aee9-f9e8d1585ec9 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:25.169629 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-7fb71427-b3ef-4c22-9d8f-8821d0665850 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Request body: {'subnets': [{'network_id': '4da6c488-35b1-4ad1-a4c8-9d65f6da81ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2126057504', 'ip_version': 4}, {'network_id': '71c90c99-7f19-49e5-b359-432535fbf346', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:25.170082 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-7fb71427-b3ef-4c22-9d8f-8821d0665850 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Request body: {'subnet': {'network_id': '4da6c488-35b1-4ad1-a4c8-9d65f6da81ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2126057504', 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:25.170749 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-7fb71427-b3ef-4c22-9d8f-8821d0665850 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Request body: {'subnet': {'network_id': '71c90c99-7f19-49e5-b359-432535fbf346', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:25.221810 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-46cd8b27-1477-4f01-ae3b-cb4db2b5a65a tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup_access--1027312700&fields=id&tenant_id=5c00de9e0a2c4b0fa10bdde3068cf710 HTTP/1.1" status: 200 len: 267 time: 0.0804179 Aug 11 02:27:25.232377 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f195df-0b61-4ba2-bec6-788fbe7bda9d req-a78efe80-6f3f-4a34-b850-22ef81ecaf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:25.234215 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6f195df-0b61-4ba2-bec6-788fbe7bda9d req-a78efe80-6f3f-4a34-b850-22ef81ecaf6e service neutron] 10.222.0.66 "GET /v2.0/networks?id=d5e9bc60-44e8-48ec-bced-24847d62e034 HTTP/1.1" status: 200 len: 912 time: 0.3741105 Aug 11 02:27:25.301724 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7fef2f8a-8186-4c55-b259-f0c9d936a645 None None] Provisioning for port 9e9feb50-6c37-4a50-b5ad-22d605339ecd completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:25.303499 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a47461ee-4433-4188-9633-889d1679c728 req-b00a15b4-c111-4653-b968-7f68c1b24740 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:25.307761 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7fef2f8a-8186-4c55-b259-f0c9d936a645 None None] Provisioning complete for port 9e9feb50-6c37-4a50-b5ad-22d605339ecd triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:25.308146 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7fef2f8a-8186-4c55-b259-f0c9d936a645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:25.415469 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 593fc001-1766-4735-91be-56d0cd37f6f3 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:25.415901 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:25.449897 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9c6132e3-2c48-44f8-b938-5a021ffd4045 req-22739f7f-8f56-48b3-9967-cd2435df6b95 tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.0861530 Aug 11 02:27:25.468864 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:25.484239 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6f195df-0b61-4ba2-bec6-788fbe7bda9d req-4603feb7-c10e-4399-8b6b-aeaf6558d848 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8f3a482-ab68-49b6-8acf-fe7a9b735239 HTTP/1.1" status: 200 len: 1001 time: 0.2386136 Aug 11 02:27:25.485159 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be4d1dd-a6bd-41c6-b568-231ab3b6cfef tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Router 037d9dac-6297-43d3-bffd-09d6a9f3145f is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:27:25.575268 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f195df-0b61-4ba2-bec6-788fbe7bda9d req-42c9452c-806c-49bf-95a2-40057b1dae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:25.576723 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6f195df-0b61-4ba2-bec6-788fbe7bda9d req-42c9452c-806c-49bf-95a2-40057b1dae9c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=be5383bc-6e19-42ce-a87f-2dcaab36b27f HTTP/1.1" status: 200 len: 850 time: 0.0838072 Aug 11 02:27:25.625711 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7fef2f8a-8186-4c55-b259-f0c9d936a645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:25.633545 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-2c60e8ea-b1e2-4deb-b463-7c4eba3a6ad8 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:25.635172 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-2c60e8ea-b1e2-4deb-b463-7c4eba3a6ad8 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/networks?id=9d33bcd9-17a9-43cc-aac5-9f968f6da9e8 HTTP/1.1" status: 200 len: 797 time: 0.4000587 Aug 11 02:27:25.680781 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-055d3e17-0f3e-4788-99da-fdb0e25c6768 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/quotas/5c00de9e0a2c4b0fa10bdde3068cf710 HTTP/1.1" status: 200 len: 375 time: 0.0167727 Aug 11 02:27:25.701288 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f195df-0b61-4ba2-bec6-788fbe7bda9d req-ef7a0637-d5d1-444d-9d3a-4cc8573ded62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:25.715556 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6f195df-0b61-4ba2-bec6-788fbe7bda9d req-ef7a0637-d5d1-444d-9d3a-4cc8573ded62 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d5e9bc60-44e8-48ec-bced-24847d62e034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1287358 Aug 11 02:27:25.770203 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-7fef2f8a-8186-4c55-b259-f0c9d936a645 None None] For port 9e9feb50-6c37-4a50-b5ad-22d605339ecd, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9e9feb50-6c37-4a50-b5ad-22d605339ecd,segment=NetworkSegment(a6f250db-b06e-4a28-b07c-0641325891b5),segment_id=a6f250db-b06e-4a28-b07c-0641325891b5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:25.788506 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7fef2f8a-8186-4c55-b259-f0c9d936a645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:25.861376 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-e6943a18-a7cd-4762-b9cb-16d320924d15 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5c00de9e0a2c4b0fa10bdde3068cf710&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1706934 Aug 11 02:27:25.888632 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef2f8a-8186-4c55-b259-f0c9d936a645 None None] Pushing event updated for resources: {'Port': ['ID=9e9feb50-6c37-4a50-b5ad-22d605339ecd,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:25.992302 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-68aa99f2-218e-4a1e-95be-5e7c8087bca7 service neutron] 10.222.0.50 "GET /v2.0/networks/9d33bcd9-17a9-43cc-aac5-9f968f6da9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146295 Aug 11 02:27:26.076045 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6f195df-0b61-4ba2-bec6-788fbe7bda9d req-ca8ec16e-f3c4-4df5-9590-8141f7848eb5 service neutron] 10.222.0.66 "GET /v2.0/networks/d5e9bc60-44e8-48ec-bced-24847d62e034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209970 Aug 11 02:27:26.123418 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-01710a91-de81-4825-9856-24f6788b1099 None None] Provisioning complete for port 9e9feb50-6c37-4a50-b5ad-22d605339ecd triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:26.123835 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-01710a91-de81-4825-9856-24f6788b1099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:26.184132 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-11678770-0d66-474c-ba79-c8626c587275 req-33188062-4bcb-4183-af9b-08a1ee99a45b tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] 10.222.0.50 "GET /v2.0/ports?device_id=9722a12e-9a5d-4757-be49-59dd4ed9506c HTTP/1.1" status: 200 len: 210 time: 0.0568988 Aug 11 02:27:26.213760 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-c1e8df47-fd40-4ec4-b832-317bf10ea53b service neutron] 10.222.0.50 "GET /v2.0/networks/9d33bcd9-17a9-43cc-aac5-9f968f6da9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203746 Aug 11 02:27:26.287224 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be4d1dd-a6bd-41c6-b568-231ab3b6cfef tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:26.291836 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb71427-b3ef-4c22-9d8f-8821d0665850 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Made reservation on behalf of 438e96cf94a348b3bd8c275d8cb41f28 for: {'subnet': 2} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:26.297726 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404f14a6-62dd-4708-b4a7-492e12707429 None None] Sync routers for ids ['037d9dac-6297-43d3-bffd-09d6a9f3145f'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:26.298199 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7fb71427-b3ef-4c22-9d8f-8821d0665850 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:26.298529 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7fb71427-b3ef-4c22-9d8f-8821d0665850 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:26.309592 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404f14a6-62dd-4708-b4a7-492e12707429 None None] Routers {'037d9dac-6297-43d3-bffd-09d6a9f3145f'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:26.310468 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-404f14a6-62dd-4708-b4a7-492e12707429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:27:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['037d9dac-6297-43d3-bffd-09d6a9f3145f'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:26.322251 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2be4d1dd-a6bd-41c6-b568-231ab3b6cfef tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "PUT /v2.0/routers/037d9dac-6297-43d3-bffd-09d6a9f3145f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2801385 Aug 11 02:27:26.331071 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6f195df-0b61-4ba2-bec6-788fbe7bda9d req-3d40a970-cac7-4f58-abee-4ef446b8eef0 service neutron] 10.222.0.66 "GET /v2.0/networks/d5e9bc60-44e8-48ec-bced-24847d62e034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459140 Aug 11 02:27:26.333666 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60484) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:26.351775 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-01710a91-de81-4825-9856-24f6788b1099 None None] Provisioning for port 6371f868-dd7d-4c4b-a661-b330e503ddc5 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:26.358581 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-01710a91-de81-4825-9856-24f6788b1099 None None] Provisioning complete for port 6371f868-dd7d-4c4b-a661-b330e503ddc5 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:26.359340 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-01710a91-de81-4825-9856-24f6788b1099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:26.377250 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-404f14a6-62dd-4708-b4a7-492e12707429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:26.397903 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404f14a6-62dd-4708-b4a7-492e12707429 None None] Routers {'037d9dac-6297-43d3-bffd-09d6a9f3145f'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:26.400418 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-404f14a6-62dd-4708-b4a7-492e12707429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:27:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['037d9dac-6297-43d3-bffd-09d6a9f3145f'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:26.424359 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a47461ee-4433-4188-9633-889d1679c728 req-b00a15b4-c111-4653-b968-7f68c1b24740 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:26.438846 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-01710a91-de81-4825-9856-24f6788b1099 None None] Port 6371f868-dd7d-4c4b-a661-b330e503ddc5 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:27:26.450535 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fcc26f-e476-49cb-bc95-966810973168 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:26.454908 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d3fcc26f-e476-49cb-bc95-966810973168 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "GET /v2.0/ports/6371f868-dd7d-4c4b-a661-b330e503ddc5 HTTP/1.1" status: 200 len: 910 time: 0.1174309 Aug 11 02:27:26.455476 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60486) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:26.477259 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-404f14a6-62dd-4708-b4a7-492e12707429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:26.478784 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404f14a6-62dd-4708-b4a7-492e12707429 None None] The sync data for ids ['037d9dac-6297-43d3-bffd-09d6a9f3145f'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:26.569096 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a15b4-c111-4653-b968-7f68c1b24740 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Pushing event updated for resources: {'Port': ['ID=32edbe00-1327-4b04-8b8d-c6b2934f103f,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:26.575155 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-63ff3751-2c2c-4fbe-8c60-6cf904f25a69 None None] Provisioning complete for port 6371f868-dd7d-4c4b-a661-b330e503ddc5 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:26.575705 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-63ff3751-2c2c-4fbe-8c60-6cf904f25a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:26.593350 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a47461ee-4433-4188-9633-889d1679c728 req-b00a15b4-c111-4653-b968-7f68c1b24740 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Network 62dff767-5a63-4faa-8537-a1df8d04e1f8 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:26.601265 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-a47461ee-4433-4188-9633-889d1679c728 req-b00a15b4-c111-4653-b968-7f68c1b24740 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:26.615316 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47461ee-4433-4188-9633-889d1679c728 req-b00a15b4-c111-4653-b968-7f68c1b24740 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:26.673868 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-63ff3751-2c2c-4fbe-8c60-6cf904f25a69 None None] Port 6371f868-dd7d-4c4b-a661-b330e503ddc5 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:27:26.846742 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47461ee-4433-4188-9633-889d1679c728 req-b00a15b4-c111-4653-b968-7f68c1b24740 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:26.850966 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a47461ee-4433-4188-9633-889d1679c728 req-b00a15b4-c111-4653-b968-7f68c1b24740 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:26.874715 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9e9feb50-6c37-4a50-b5ad-22d605339ecd up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:26.911963 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-492375fd-1ba8-4238-9a17-656ece591a53 req-54b5171b-4234-4980-afc3-1e5bb3e86444 tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.1965997 Aug 11 02:27:26.916085 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a47461ee-4433-4188-9633-889d1679c728 req-b00a15b4-c111-4653-b968-7f68c1b24740 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9527066 Aug 11 02:27:26.969771 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-db912042-bcbf-4438-8522-e4e6ca2f6430 req-d6af48e4-f3da-4478-ac20-ec508f611d14 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=9798655e-0aa6-41d8-9d78-036aac9ce08b HTTP/1.1" status: 200 len: 210 time: 0.2848930 Aug 11 02:27:27.046088 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 9e9feb50-6c37-4a50-b5ad-22d605339ecd triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:27.046500 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:27.122304 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-0ad1d0ed-41c4-481e-9ef1-f245a937ed59 None None] Provisioning complete for port 6371f868-dd7d-4c4b-a661-b330e503ddc5 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:27.122782 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0ad1d0ed-41c4-481e-9ef1-f245a937ed59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:27.134997 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-a47461ee-4433-4188-9633-889d1679c728 req-24a86d79-362e-4a30-bd6c-50b9e872cf89 service neutron] Request body: {'port': {'device_id': '9722a12e-9a5d-4757-be49-59dd4ed9506c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:27.184931 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-0ad1d0ed-41c4-481e-9ef1-f245a937ed59 None None] Port 6371f868-dd7d-4c4b-a661-b330e503ddc5 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:27:27.228233 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-51c5da3d-e2a9-4816-a09e-126df60db914 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:27.249970 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:27.250257 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a47461ee-4433-4188-9633-889d1679c728 req-24a86d79-362e-4a30-bd6c-50b9e872cf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:27.307315 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:27.313490 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:27.313982 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:27.451157 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:27.522793 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941,segment=NetworkSegment(9d731c9d-439b-48ec-be72-38342a40906a),segment_id=9d731c9d-439b-48ec-be72-38342a40906a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:27.541217 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:27.620204 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:27.627582 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-51c5da3d-e2a9-4816-a09e-126df60db914 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Deleting port 6371f868-dd7d-4c4b-a661-b330e503ddc5 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:27.627941 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-51c5da3d-e2a9-4816-a09e-126df60db914 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:27.631745 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ac0d0-5bed-4a13-803d-a22793952d20 req-4ca28bb7-064c-4461-abbb-88c2df02fb47 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:27.633201 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2a9ac0d0-5bed-4a13-803d-a22793952d20 req-4ca28bb7-064c-4461-abbb-88c2df02fb47 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] 10.222.0.50 "GET /v2.0/ports?device_id=9722a12e-9a5d-4757-be49-59dd4ed9506c HTTP/1.1" status: 200 len: 931 time: 0.1570325 Aug 11 02:27:27.735270 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-51c5da3d-e2a9-4816-a09e-126df60db914 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:27.747774 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-51c5da3d-e2a9-4816-a09e-126df60db914 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Calling delete_port for 6371f868-dd7d-4c4b-a661-b330e503ddc5 owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:27.754468 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2a9ac0d0-5bed-4a13-803d-a22793952d20 req-5de2c4d1-f8e7-451e-a254-0bf138b0c8dd tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] 10.222.0.50 "GET /v2.0/security-groups?id=14fb5b62-c7ab-4c52-b005-95ded2ce5587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997469 Aug 11 02:27:27.864956 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7fb71427-b3ef-4c22-9d8f-8821d0665850 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:27.974773 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb71427-b3ef-4c22-9d8f-8821d0665850 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Pushing event updated for resources: {'Subnet': ['ID=a4199550-563c-4d1c-b73b-81ed50a9189f,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:27.985670 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-a47461ee-4433-4188-9633-889d1679c728 req-24a86d79-362e-4a30-bd6c-50b9e872cf89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32edbe00-1327-4b04-8b8d-c6b2934f103f {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:27.996141 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a47461ee-4433-4188-9633-889d1679c728 req-24a86d79-362e-4a30-bd6c-50b9e872cf89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.004001 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-51c5da3d-e2a9-4816-a09e-126df60db914 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.008430 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb71427-b3ef-4c22-9d8f-8821d0665850 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Checking segment: {'id': '18e63cae-e76f-4926-a33e-d5d60c62f802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '4da6c488-35b1-4ad1-a4c8-9d65f6da81ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:28.008430 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb71427-b3ef-4c22-9d8f-8821d0665850 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Network hostable DHCP agents. Network: 4da6c488-35b1-4ad1-a4c8-9d65f6da81ff, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:27:28.026333 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-a47461ee-4433-4188-9633-889d1679c728 req-24a86d79-362e-4a30-bd6c-50b9e872cf89 service neutron] Transition to ACTIVE for port object 32edbe00-1327-4b04-8b8d-c6b2934f103f will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:28.033547 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a47461ee-4433-4188-9633-889d1679c728 req-24a86d79-362e-4a30-bd6c-50b9e872cf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.075926 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb71427-b3ef-4c22-9d8f-8821d0665850 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Network 4da6c488-35b1-4ad1-a4c8-9d65f6da81ff is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:27:28.077196 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5da3d-e2a9-4816-a09e-126df60db914 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Port': ['ID=6371f868-dd7d-4c4b-a661-b330e503ddc5,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:28.128893 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-7fb71427-b3ef-4c22-9d8f-8821d0665850 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 4da6c488-35b1-4ad1-a4c8-9d65f6da81ff) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:28.146405 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086aea20-b315-46b2-85f2-55962307f8c7 None None] Network 4da6c488-35b1-4ad1-a4c8-9d65f6da81ff requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:28.241640 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3946993-524c-403b-8fa7-cce7767560f1 req-a2a1eba5-0a71-4c03-942c-2f83e0919bfe tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.1337578 Aug 11 02:27:28.267595 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7fb71427-b3ef-4c22-9d8f-8821d0665850 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.283008 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9ba139da-d525-4364-8a12-335bc81387a0 req-0afc6725-4490-4f1f-acac-218aa7b5a9be tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=9798655e-0aa6-41d8-9d78-036aac9ce08b HTTP/1.1" status: 200 len: 210 time: 0.1613514 Aug 11 02:27:28.283367 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:27:28.356138 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a86d79-362e-4a30-bd6c-50b9e872cf89 service neutron] Pushing event updated for resources: {'Port': ['ID=32edbe00-1327-4b04-8b8d-c6b2934f103f,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:28.399781 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb71427-b3ef-4c22-9d8f-8821d0665850 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Checking segment: {'id': '3f9a868c-1b59-48f4-a3a0-12ab63edf8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '71c90c99-7f19-49e5-b359-432535fbf346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:28.400278 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb71427-b3ef-4c22-9d8f-8821d0665850 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Network hostable DHCP agents. Network: 71c90c99-7f19-49e5-b359-432535fbf346, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:27:28.431813 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb71427-b3ef-4c22-9d8f-8821d0665850 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Pushing event updated for resources: {'Subnet': ['ID=a8ed169f-5dfb-49b0-8bda-12a9a9ddf9ba,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:28.443366 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb71427-b3ef-4c22-9d8f-8821d0665850 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Network 71c90c99-7f19-49e5-b359-432535fbf346 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:27:28.453838 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-a47461ee-4433-4188-9633-889d1679c728 req-24a86d79-362e-4a30-bd6c-50b9e872cf89 service neutron] Attempting to bind port 32edbe00-1327-4b04-8b8d-c6b2934f103f on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:28.454351 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-a47461ee-4433-4188-9633-889d1679c728 req-24a86d79-362e-4a30-bd6c-50b9e872cf89 service neutron] Attempting to bind port 32edbe00-1327-4b04-8b8d-c6b2934f103f by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '82ba01d7-7b8b-4719-834c-cad1a5d32a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '62dff767-5a63-4faa-8537-a1df8d04e1f8'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:28.454825 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47461ee-4433-4188-9633-889d1679c728 req-24a86d79-362e-4a30-bd6c-50b9e872cf89 service neutron] Attempting to bind port 32edbe00-1327-4b04-8b8d-c6b2934f103f on network 62dff767-5a63-4faa-8537-a1df8d04e1f8 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:28.457532 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-7fb71427-b3ef-4c22-9d8f-8821d0665850 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 71c90c99-7f19-49e5-b359-432535fbf346) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:28.464280 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb71427-b3ef-4c22-9d8f-8821d0665850 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:28.464861 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb71427-b3ef-4c22-9d8f-8821d0665850 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:28.465512 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7fb71427-b3ef-4c22-9d8f-8821d0665850 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.474632 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47461ee-4433-4188-9633-889d1679c728 req-24a86d79-362e-4a30-bd6c-50b9e872cf89 service neutron] Port 32edbe00-1327-4b04-8b8d-c6b2934f103f on network 62dff767-5a63-4faa-8537-a1df8d04e1f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:27:28.475040 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47461ee-4433-4188-9633-889d1679c728 req-24a86d79-362e-4a30-bd6c-50b9e872cf89 service neutron] Attempting to bind port 32edbe00-1327-4b04-8b8d-c6b2934f103f on network 62dff767-5a63-4faa-8537-a1df8d04e1f8 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:28.480924 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47461ee-4433-4188-9633-889d1679c728 req-24a86d79-362e-4a30-bd6c-50b9e872cf89 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:28.481430 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47461ee-4433-4188-9633-889d1679c728 req-24a86d79-362e-4a30-bd6c-50b9e872cf89 service neutron] Checking segment: {'id': '82ba01d7-7b8b-4719-834c-cad1a5d32a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '62dff767-5a63-4faa-8537-a1df8d04e1f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:28.481954 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47461ee-4433-4188-9633-889d1679c728 req-24a86d79-362e-4a30-bd6c-50b9e872cf89 service neutron] Bound using segment: {'id': '82ba01d7-7b8b-4719-834c-cad1a5d32a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '62dff767-5a63-4faa-8537-a1df8d04e1f8'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:28.482459 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-a47461ee-4433-4188-9633-889d1679c728 req-24a86d79-362e-4a30-bd6c-50b9e872cf89 service neutron] Bound port: 32edbe00-1327-4b04-8b8d-c6b2934f103f, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ba01d7-7b8b-4719-834c-cad1a5d32a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '62dff767-5a63-4faa-8537-a1df8d04e1f8'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:28.482912 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a47461ee-4433-4188-9633-889d1679c728 req-24a86d79-362e-4a30-bd6c-50b9e872cf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.499848 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c96da6-e7c3-4630-b8a4-5d20c2d42943 None None] Network 71c90c99-7f19-49e5-b359-432535fbf346 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:28.501592 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7fb71427-b3ef-4c22-9d8f-8821d0665850 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.3392761 Aug 11 02:27:28.505813 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60512) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:28.526668 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4f93bd-2065-4bce-a334-0226b01e6780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-4da6c488-35b1-4ad1-a4c8-9d65f6da81ff', 'network_id': '4da6c488-35b1-4ad1-a4c8-9d65f6da81ff', 'tenant_id': '438e96cf94a348b3bd8c275d8cb41f28', 'fixed_ips': [{'subnet_id': 'a4199550-563c-4d1c-b73b-81ed50a9189f'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:27:28.527528 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc4f93bd-2065-4bce-a334-0226b01e6780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.542767 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-51c5da3d-e2a9-4816-a09e-126df60db914 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.557649 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-d2e98f62-e9f9-4b01-a196-abb3ca43dbe9 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:28.559726 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-d2e98f62-e9f9-4b01-a196-abb3ca43dbe9 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.66 "GET /v2.0/networks?id=9d33bcd9-17a9-43cc-aac5-9f968f6da9e8 HTTP/1.1" status: 200 len: 797 time: 0.3431561 Aug 11 02:27:28.633332 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a66a7f-a3a4-450c-a437-fb0e4dcd09c9 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:28.635188 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a66a7f-a3a4-450c-a437-fb0e4dcd09c9 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:28.636770 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a66a7f-a3a4-450c-a437-fb0e4dcd09c9 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:28.642098 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-49a66a7f-a3a4-450c-a437-fb0e4dcd09c9 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1316464 Aug 11 02:27:28.642098 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60514) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:28.684340 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-a47461ee-4433-4188-9633-889d1679c728 req-24a86d79-362e-4a30-bd6c-50b9e872cf89 service neutron] For port 32edbe00-1327-4b04-8b8d-c6b2934f103f, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:28.721102 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-a47461ee-4433-4188-9633-889d1679c728 req-24a86d79-362e-4a30-bd6c-50b9e872cf89 service neutron] For port 32edbe00-1327-4b04-8b8d-c6b2934f103f, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=32edbe00-1327-4b04-8b8d-c6b2934f103f,segment=NetworkSegment(82ba01d7-7b8b-4719-834c-cad1a5d32a10),segment_id=82ba01d7-7b8b-4719-834c-cad1a5d32a10)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:28.726329 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:28.733602 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a47461ee-4433-4188-9633-889d1679c728 req-24a86d79-362e-4a30-bd6c-50b9e872cf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.759464 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-0e5dce4a-8fa2-493a-bc35-a7a764536690 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c00de9e0a2c4b0fa10bdde3068cf710 HTTP/1.1" status: 200 len: 478 time: 0.1169879 Aug 11 02:27:28.764937 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c5da3d-e2a9-4816-a09e-126df60db914 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Router 037d9dac-6297-43d3-bffd-09d6a9f3145f has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:27:28.770399 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-381bc035-0d0b-4bc2-a5d0-aaafcd9c4ed5 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Request body: {'port': {'device_id': '9798655e-0aa6-41d8-9d78-036aac9ce08b', 'network_id': '9d33bcd9-17a9-43cc-aac5-9f968f6da9e8', 'admin_state_up': True, 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'security_groups': ['c9a9789e-fce5-40af-b583-47cdcfb05eee', '2a2e1655-bf26-48f0-962b-4510e8099518']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:28.785035 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47461ee-4433-4188-9633-889d1679c728 req-24a86d79-362e-4a30-bd6c-50b9e872cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:28.786287 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a47461ee-4433-4188-9633-889d1679c728 req-24a86d79-362e-4a30-bd6c-50b9e872cf89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.789369 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a47461ee-4433-4188-9633-889d1679c728 req-24a86d79-362e-4a30-bd6c-50b9e872cf89 service neutron] 10.222.0.66 "PUT /v2.0/ports/32edbe00-1327-4b04-8b8d-c6b2934f103f HTTP/1.1" status: 200 len: 1092 time: 1.6625535 Aug 11 02:27:28.794093 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9722a12e-9a5d-4757-be49-59dd4ed9506c', 'tag': '32edbe00-1327-4b04-8b8d-c6b2934f103f'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:28.796778 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75da973-0934-4d16-9da5-ddbd20a295e2" -d '{"events": [{"name": "network-changed", "server_uuid": "9722a12e-9a5d-4757-be49-59dd4ed9506c", "tag": "32edbe00-1327-4b04-8b8d-c6b2934f103f"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:28.809452 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ef1f8ff-75f7-45c0-a10f-24a56847fef4 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Deleting subnet a4199550-563c-4d1c-b73b-81ed50a9189f {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:27:28.836029 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a86d79-362e-4a30-bd6c-50b9e872cf89 service neutron] Pushing event updated for resources: {'Port': ['ID=32edbe00-1327-4b04-8b8d-c6b2934f103f,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:28.862858 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bac940-17db-4881-9a43-36e3ae4e42a7 x-openstack-request-id: req-b2bac940-17db-4881-9a43-36e3ae4e42a7 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:28.865406 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9722a12e-9a5d-4757-be49-59dd4ed9506c", "tag": "32edbe00-1327-4b04-8b8d-c6b2934f103f", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:28.865667 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b2bac940-17db-4881-9a43-36e3ae4e42a7 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:28.867524 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9722a12e-9a5d-4757-be49-59dd4ed9506c', 'tag': '32edbe00-1327-4b04-8b8d-c6b2934f103f', 'status': 'completed', 'code': 200} Aug 11 02:27:28.911884 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-fc4f93bd-2065-4bce-a334-0226b01e6780 None None] Allocated IP 172.20.0.2 (4da6c488-35b1-4ad1-a4c8-9d65f6da81ff/a4199550-563c-4d1c-b73b-81ed50a9189f/bedcff13-6cfc-4461-8d00-5c9119b73d26) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:28.915306 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ba30cd-106a-49d0-b47a-93c9c56e726b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-71c90c99-7f19-49e5-b359-432535fbf346', 'network_id': '71c90c99-7f19-49e5-b359-432535fbf346', 'tenant_id': '438e96cf94a348b3bd8c275d8cb41f28', 'fixed_ips': [{'subnet_id': 'a8ed169f-5dfb-49b0-8bda-12a9a9ddf9ba'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:27:28.916392 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e8ba30cd-106a-49d0-b47a-93c9c56e726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.947277 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:28.947769 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.978796 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47461ee-4433-4188-9633-889d1679c728 req-2b2a7c9c-1ebc-4af2-943c-be1398184368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:28.981059 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a47461ee-4433-4188-9633-889d1679c728 req-2b2a7c9c-1ebc-4af2-943c-be1398184368 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9bbd5084f00642bda02d15b370a47e25&device_id=9722a12e-9a5d-4757-be49-59dd4ed9506c HTTP/1.1" status: 200 len: 1095 time: 0.0978053 Aug 11 02:27:29.023404 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c5da3d-e2a9-4816-a09e-126df60db914 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:29.037165 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-51c5da3d-e2a9-4816-a09e-126df60db914 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "PUT /v2.0/routers/037d9dac-6297-43d3-bffd-09d6a9f3145f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5804365 Aug 11 02:27:29.041960 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60520) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:29.062243 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f64895-ca2e-4653-8695-03a91cf2e4d6 req-8925182f-1a57-4c40-b5f2-d024ec9ffbfd tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:29.069588 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-27f64895-ca2e-4653-8695-03a91cf2e4d6 req-8925182f-1a57-4c40-b5f2-d024ec9ffbfd tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] 10.222.0.50 "GET /v2.0/ports?device_id=9722a12e-9a5d-4757-be49-59dd4ed9506c HTTP/1.1" status: 200 len: 943 time: 0.1907511 Aug 11 02:27:29.080159 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a47461ee-4433-4188-9633-889d1679c728 req-0b6ffa7d-a87d-4023-8a9c-41a03dd43c42 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32edbe00-1327-4b04-8b8d-c6b2934f103f HTTP/1.1" status: 200 len: 217 time: 0.0851374 Aug 11 02:27:29.082979 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324c3a8e-e460-4e38-944a-01308df1a1ff None None] Sync routers for ids ['037d9dac-6297-43d3-bffd-09d6a9f3145f'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:29.108424 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b21a71ec-31ee-47cc-a333-97d158553132 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "GET /v2.0/ports?device_id=037d9dac-6297-43d3-bffd-09d6a9f3145f HTTP/1.1" status: 200 len: 205 time: 0.0636742 Aug 11 02:27:29.111874 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60522) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:29.145721 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324c3a8e-e460-4e38-944a-01308df1a1ff None None] Routers {'037d9dac-6297-43d3-bffd-09d6a9f3145f'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:29.146360 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-324c3a8e-e460-4e38-944a-01308df1a1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:27:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['037d9dac-6297-43d3-bffd-09d6a9f3145f'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:29.151920 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47461ee-4433-4188-9633-889d1679c728 req-a9871354-5255-48d2-b4d9-381e8e33136c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:29.154264 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a47461ee-4433-4188-9633-889d1679c728 req-a9871354-5255-48d2-b4d9-381e8e33136c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05e45aed-804c-4fc9-8503-9626b665cddd HTTP/1.1" status: 200 len: 861 time: 0.0655968 Aug 11 02:27:29.222110 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a47461ee-4433-4188-9633-889d1679c728 req-6178fc23-9fcd-42d0-a63a-fee6c997f803 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=62dff767-5a63-4faa-8537-a1df8d04e1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604689 Aug 11 02:27:29.350463 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a47461ee-4433-4188-9633-889d1679c728 req-26006d70-d627-471c-93db-55f1ce3cd480 service neutron] 10.222.0.66 "GET /v2.0/networks/62dff767-5a63-4faa-8537-a1df8d04e1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181402 Aug 11 02:27:29.391464 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-324c3a8e-e460-4e38-944a-01308df1a1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:29.430899 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-05cc115a-52ae-4614-a4b5-83c076de5e76 req-887f6b1c-ca82-45c4-a24b-a307879dd8e2 tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.0746262 Aug 11 02:27:29.470505 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-e8ba30cd-106a-49d0-b47a-93c9c56e726b None None] Allocated IP 172.20.0.18 (71c90c99-7f19-49e5-b359-432535fbf346/a8ed169f-5dfb-49b0-8bda-12a9a9ddf9ba/4fc7b47d-dffc-4bf5-8d76-3ee4bf3f9745) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:29.476415 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324c3a8e-e460-4e38-944a-01308df1a1ff None None] Routers {'037d9dac-6297-43d3-bffd-09d6a9f3145f'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:29.477056 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-324c3a8e-e460-4e38-944a-01308df1a1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:27:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['037d9dac-6297-43d3-bffd-09d6a9f3145f'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:29.484944 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a47461ee-4433-4188-9633-889d1679c728 req-fee57ffc-f9ca-46bf-8503-f17644a9a340 service neutron] 10.222.0.66 "GET /v2.0/networks/62dff767-5a63-4faa-8537-a1df8d04e1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187611 Aug 11 02:27:29.540394 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-324c3a8e-e460-4e38-944a-01308df1a1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:29.541023 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324c3a8e-e460-4e38-944a-01308df1a1ff None None] The sync data for ids ['037d9dac-6297-43d3-bffd-09d6a9f3145f'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:29.556264 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc4f93bd-2065-4bce-a334-0226b01e6780 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.566008 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-27f64895-ca2e-4653-8695-03a91cf2e4d6 req-ff25fe81-bd0c-4786-8be0-1c96f03278c5 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] 10.222.0.50 "GET /v2.0/security-groups?id=14fb5b62-c7ab-4c52-b005-95ded2ce5587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4905581 Aug 11 02:27:29.569919 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-554d199c-0b6d-4a6b-8f1a-e6b7c03094c4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.573366 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-381bc035-0d0b-4bc2-a5d0-aaafcd9c4ed5 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Made reservation on behalf of 5c00de9e0a2c4b0fa10bdde3068cf710 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:29.576938 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-381bc035-0d0b-4bc2-a5d0-aaafcd9c4ed5 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.581783 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc4f93bd-2065-4bce-a334-0226b01e6780 None None] Transition to ACTIVE for port object bedcff13-6cfc-4461-8d00-5c9119b73d26 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:29.588316 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d4f2d22c-f7f4-43ac-bb83-4b14768c7ed1 req-7c7235b5-10c6-486e-8069-5201d796538f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=9798655e-0aa6-41d8-9d78-036aac9ce08b HTTP/1.1" status: 200 len: 210 time: 0.0597277 Aug 11 02:27:29.620329 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75da973-0934-4d16-9da5-ddbd20a295e2 req-9297438f-b485-4b5b-810a-d577ca2ba576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:29.621860 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a75da973-0934-4d16-9da5-ddbd20a295e2 req-9297438f-b485-4b5b-810a-d577ca2ba576 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9bbd5084f00642bda02d15b370a47e25&device_id=9722a12e-9a5d-4757-be49-59dd4ed9506c HTTP/1.1" status: 200 len: 1095 time: 0.0647614 Aug 11 02:27:29.631130 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc4f93bd-2065-4bce-a334-0226b01e6780 None None] Transition to ACTIVE for port object bedcff13-6cfc-4461-8d00-5c9119b73d26 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:29.640458 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ef1f8ff-75f7-45c0-a10f-24a56847fef4 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.645836 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc4f93bd-2065-4bce-a334-0226b01e6780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.697032 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4f93bd-2065-4bce-a334-0226b01e6780 None None] Network 4da6c488-35b1-4ad1-a4c8-9d65f6da81ff is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:29.705812 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-fc4f93bd-2065-4bce-a334-0226b01e6780 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:29.712240 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4f93bd-2065-4bce-a334-0226b01e6780 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:29.724955 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f93bd-2065-4bce-a334-0226b01e6780 None None] Pushing event updated for resources: {'Port': ['ID=bedcff13-6cfc-4461-8d00-5c9119b73d26,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:29.768848 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ef1f8ff-75f7-45c0-a10f-24a56847fef4 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.801890 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-554d199c-0b6d-4a6b-8f1a-e6b7c03094c4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.804405 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-554d199c-0b6d-4a6b-8f1a-e6b7c03094c4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.813990 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e8ba30cd-106a-49d0-b47a-93c9c56e726b None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.820540 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-fc4f93bd-2065-4bce-a334-0226b01e6780 None None] Attempting to bind port bedcff13-6cfc-4461-8d00-5c9119b73d26 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:29.820540 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-fc4f93bd-2065-4bce-a334-0226b01e6780 None None] Attempting to bind port bedcff13-6cfc-4461-8d00-5c9119b73d26 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '18e63cae-e76f-4926-a33e-d5d60c62f802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '4da6c488-35b1-4ad1-a4c8-9d65f6da81ff'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:29.820865 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4f93bd-2065-4bce-a334-0226b01e6780 None None] Attempting to bind port bedcff13-6cfc-4461-8d00-5c9119b73d26 on network 4da6c488-35b1-4ad1-a4c8-9d65f6da81ff {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:29.825212 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e8ba30cd-106a-49d0-b47a-93c9c56e726b None None] Transition to ACTIVE for port object 4fc7b47d-dffc-4bf5-8d76-3ee4bf3f9745 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:29.832585 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4f93bd-2065-4bce-a334-0226b01e6780 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:29.832951 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4f93bd-2065-4bce-a334-0226b01e6780 None None] Checking segment: {'id': '18e63cae-e76f-4926-a33e-d5d60c62f802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '4da6c488-35b1-4ad1-a4c8-9d65f6da81ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:29.833370 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc4f93bd-2065-4bce-a334-0226b01e6780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.833774 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4f93bd-2065-4bce-a334-0226b01e6780 None None] Bound using segment: {'id': '18e63cae-e76f-4926-a33e-d5d60c62f802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '4da6c488-35b1-4ad1-a4c8-9d65f6da81ff'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:29.834835 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-fc4f93bd-2065-4bce-a334-0226b01e6780 None None] Bound port: bedcff13-6cfc-4461-8d00-5c9119b73d26, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e63cae-e76f-4926-a33e-d5d60c62f802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '4da6c488-35b1-4ad1-a4c8-9d65f6da81ff'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:29.834835 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc4f93bd-2065-4bce-a334-0226b01e6780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.856865 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e8ba30cd-106a-49d0-b47a-93c9c56e726b None None] Transition to ACTIVE for port object 4fc7b47d-dffc-4bf5-8d76-3ee4bf3f9745 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:29.867746 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-554d199c-0b6d-4a6b-8f1a-e6b7c03094c4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.868087 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75da973-0934-4d16-9da5-ddbd20a295e2 req-2ef3707c-4df3-4f59-ab25-6df5755f613c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:29.868347 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554d199c-0b6d-4a6b-8f1a-e6b7c03094c4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Fanout notify agent at l3_agent the message router_deleted on router 037d9dac-6297-43d3-bffd-09d6a9f3145f {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:27:29.869531 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a75da973-0934-4d16-9da5-ddbd20a295e2 req-2ef3707c-4df3-4f59-ab25-6df5755f613c service neutron] 10.222.0.66 "GET /v2.0/networks?id=62dff767-5a63-4faa-8537-a1df8d04e1f8 HTTP/1.1" status: 200 len: 922 time: 0.2397082 Aug 11 02:27:29.876262 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-554d199c-0b6d-4a6b-8f1a-e6b7c03094c4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.880061 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-554d199c-0b6d-4a6b-8f1a-e6b7c03094c4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/routers/037d9dac-6297-43d3-bffd-09d6a9f3145f HTTP/1.1" status: 204 len: 168 time: 0.7647870 Aug 11 02:27:29.881689 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e8ba30cd-106a-49d0-b47a-93c9c56e726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.881999 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60530) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:29.915582 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ef1f8ff-75f7-45c0-a10f-24a56847fef4 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.949640 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ba30cd-106a-49d0-b47a-93c9c56e726b None None] Network 71c90c99-7f19-49e5-b359-432535fbf346 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:29.953877 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba30cd-106a-49d0-b47a-93c9c56e726b None None] Pushing event updated for resources: {'Port': ['ID=4fc7b47d-dffc-4bf5-8d76-3ee4bf3f9745,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:29.960060 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-e8ba30cd-106a-49d0-b47a-93c9c56e726b None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:29.962166 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ba30cd-106a-49d0-b47a-93c9c56e726b None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:29.974481 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d77563-6edb-4f5f-9d45-4d6f2369ebe2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Deleting subnet b8ecc5e8-f58b-4a92-9c94-cd6818daf2ed {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:27:29.979300 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-23d77563-6edb-4f5f-9d45-4d6f2369ebe2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.995242 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a75da973-0934-4d16-9da5-ddbd20a295e2 req-16b9420e-6f6f-4fe5-8817-8f3be3195969 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32edbe00-1327-4b04-8b8d-c6b2934f103f HTTP/1.1" status: 200 len: 217 time: 0.0508544 Aug 11 02:27:30.014987 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-381bc035-0d0b-4bc2-a5d0-aaafcd9c4ed5 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Allocated IP 172.20.0.12 (9d33bcd9-17a9-43cc-aac5-9f968f6da9e8/9a092de3-57ef-4bc6-a845-b2693139faa9/cde0a84b-32a4-452a-b181-487bd4e6201e) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:30.017621 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-e8ba30cd-106a-49d0-b47a-93c9c56e726b None None] Attempting to bind port 4fc7b47d-dffc-4bf5-8d76-3ee4bf3f9745 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:30.018134 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-e8ba30cd-106a-49d0-b47a-93c9c56e726b None None] Attempting to bind port 4fc7b47d-dffc-4bf5-8d76-3ee4bf3f9745 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '3f9a868c-1b59-48f4-a3a0-12ab63edf8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '71c90c99-7f19-49e5-b359-432535fbf346'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:30.018537 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ba30cd-106a-49d0-b47a-93c9c56e726b None None] Attempting to bind port 4fc7b47d-dffc-4bf5-8d76-3ee4bf3f9745 on network 71c90c99-7f19-49e5-b359-432535fbf346 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:30.024607 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ba30cd-106a-49d0-b47a-93c9c56e726b None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:30.025018 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ba30cd-106a-49d0-b47a-93c9c56e726b None None] Checking segment: {'id': '3f9a868c-1b59-48f4-a3a0-12ab63edf8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '71c90c99-7f19-49e5-b359-432535fbf346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:30.025472 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e8ba30cd-106a-49d0-b47a-93c9c56e726b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:30.025876 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ba30cd-106a-49d0-b47a-93c9c56e726b None None] Bound using segment: {'id': '3f9a868c-1b59-48f4-a3a0-12ab63edf8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '71c90c99-7f19-49e5-b359-432535fbf346'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:30.026345 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-e8ba30cd-106a-49d0-b47a-93c9c56e726b None None] Bound port: 4fc7b47d-dffc-4bf5-8d76-3ee4bf3f9745, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f9a868c-1b59-48f4-a3a0-12ab63edf8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '71c90c99-7f19-49e5-b359-432535fbf346'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:30.026733 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e8ba30cd-106a-49d0-b47a-93c9c56e726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:30.036214 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-23d77563-6edb-4f5f-9d45-4d6f2369ebe2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:30.057875 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ef1f8ff-75f7-45c0-a10f-24a56847fef4 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:30.060467 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75da973-0934-4d16-9da5-ddbd20a295e2 req-bf161dd0-5436-4899-9742-5704a3fef860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:30.061951 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a75da973-0934-4d16-9da5-ddbd20a295e2 req-bf161dd0-5436-4899-9742-5704a3fef860 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05e45aed-804c-4fc9-8503-9626b665cddd HTTP/1.1" status: 200 len: 861 time: 0.0584919 Aug 11 02:27:30.071103 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc4f93bd-2065-4bce-a334-0226b01e6780 None None] For port bedcff13-6cfc-4461-8d00-5c9119b73d26, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:30.089727 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc4f93bd-2065-4bce-a334-0226b01e6780 None None] For port bedcff13-6cfc-4461-8d00-5c9119b73d26, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=bedcff13-6cfc-4461-8d00-5c9119b73d26,segment=NetworkSegment(18e63cae-e76f-4926-a33e-d5d60c62f802),segment_id=18e63cae-e76f-4926-a33e-d5d60c62f802)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:30.095769 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc4f93bd-2065-4bce-a334-0226b01e6780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:30.101465 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1f8ff-75f7-45c0-a10f-24a56847fef4 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Pushing event deleted for resources: {'Subnet': ['ID=a4199550-563c-4d1c-b73b-81ed50a9189f,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:30.118680 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ef1f8ff-75f7-45c0-a10f-24a56847fef4 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:30.123217 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6ef1f8ff-75f7-45c0-a10f-24a56847fef4 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] 10.222.0.50 "DELETE /v2.0/subnets/a4199550-563c-4d1c-b73b-81ed50a9189f HTTP/1.1" status: 204 len: 168 time: 1.4776480 Aug 11 02:27:30.123217 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a75da973-0934-4d16-9da5-ddbd20a295e2 req-c4b938ca-db21-47ce-a904-fcf825423bd3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=62dff767-5a63-4faa-8537-a1df8d04e1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506496 Aug 11 02:27:30.123520 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60532) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:30.152824 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-e8ba30cd-106a-49d0-b47a-93c9c56e726b None None] For port 4fc7b47d-dffc-4bf5-8d76-3ee4bf3f9745, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:30.175353 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-e8ba30cd-106a-49d0-b47a-93c9c56e726b None None] For port 4fc7b47d-dffc-4bf5-8d76-3ee4bf3f9745, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=4fc7b47d-dffc-4bf5-8d76-3ee4bf3f9745,segment=NetworkSegment(3f9a868c-1b59-48f4-a3a0-12ab63edf8eb),segment_id=3f9a868c-1b59-48f4-a3a0-12ab63edf8eb)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:30.195790 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e8ba30cd-106a-49d0-b47a-93c9c56e726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:30.197845 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f93bd-2065-4bce-a334-0226b01e6780 None None] Pushing event updated for resources: {'Port': ['ID=bedcff13-6cfc-4461-8d00-5c9119b73d26,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:30.275505 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba30cd-106a-49d0-b47a-93c9c56e726b None None] Pushing event updated for resources: {'Port': ['ID=4fc7b47d-dffc-4bf5-8d76-3ee4bf3f9745,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:30.276941 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad57baa-ab8f-4b68-bbdd-ef8aac79dfce tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Deleting subnet a8ed169f-5dfb-49b0-8bda-12a9a9ddf9ba {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:27:30.290302 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 32edbe00-1327-4b04-8b8d-c6b2934f103f details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:27:30.295796 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a75da973-0934-4d16-9da5-ddbd20a295e2 req-0978948e-1464-4b80-a0e7-f1aadb30c8b6 service neutron] 10.222.0.66 "GET /v2.0/networks/62dff767-5a63-4faa-8537-a1df8d04e1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641035 Aug 11 02:27:30.296681 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cad57baa-ab8f-4b68-bbdd-ef8aac79dfce tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:30.300083 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-23d77563-6edb-4f5f-9d45-4d6f2369ebe2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:30.398409 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cad57baa-ab8f-4b68-bbdd-ef8aac79dfce tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:30.439411 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a75da973-0934-4d16-9da5-ddbd20a295e2 req-307b66d0-6e1a-47c2-833c-c73496b755be service neutron] 10.222.0.66 "GET /v2.0/networks/62dff767-5a63-4faa-8537-a1df8d04e1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353669 Aug 11 02:27:30.457294 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-381bc035-0d0b-4bc2-a5d0-aaafcd9c4ed5 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:30.468418 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 32edbe00-1327-4b04-8b8d-c6b2934f103f, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=32edbe00-1327-4b04-8b8d-c6b2934f103f,segment=NetworkSegment(82ba01d7-7b8b-4719-834c-cad1a5d32a10),segment_id=82ba01d7-7b8b-4719-834c-cad1a5d32a10)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:30.502689 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '32edbe00-1327-4b04-8b8d-c6b2934f103f', 'network_id': '62dff767-5a63-4faa-8537-a1df8d04e1f8', 'port_id': '32edbe00-1327-4b04-8b8d-c6b2934f103f', 'mac_address': 'fa:16:3e:66:01:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e45aed-804c-4fc9-8503-9626b665cddd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:27:30.520707 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-381bc035-0d0b-4bc2-a5d0-aaafcd9c4ed5 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Transition to ACTIVE for port object cde0a84b-32a4-452a-b181-487bd4e6201e will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:30.546170 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-23d77563-6edb-4f5f-9d45-4d6f2369ebe2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:30.576475 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:30.618142 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32edbe00-1327-4b04-8b8d-c6b2934f103f {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:30.626419 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d77563-6edb-4f5f-9d45-4d6f2369ebe2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Subnet': ['ID=b8ecc5e8-f58b-4a92-9c94-cd6818daf2ed,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:30.643515 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 32edbe00-1327-4b04-8b8d-c6b2934f103f, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=32edbe00-1327-4b04-8b8d-c6b2934f103f,segment=NetworkSegment(82ba01d7-7b8b-4719-834c-cad1a5d32a10),segment_id=82ba01d7-7b8b-4719-834c-cad1a5d32a10)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:30.663659 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:30.679646 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-23d77563-6edb-4f5f-9d45-4d6f2369ebe2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:30.685587 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-23d77563-6edb-4f5f-9d45-4d6f2369ebe2 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/subnets/b8ecc5e8-f58b-4a92-9c94-cd6818daf2ed HTTP/1.1" status: 204 len: 168 time: 0.8018699 Aug 11 02:27:30.698488 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-157632b7-bdfb-4964-b3c4-ca9ef08febb7 req-2918c3c0-d5b1-48f2-a069-4f38f513e780 tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.1236269 Aug 11 02:27:30.704713 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60542) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:30.728586 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff68f433-993a-4580-bde2-085b7c12a46f None None] Network d01ecf11-cc44-4dfe-aee9-f9e8d1585ec9 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:30.799662 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e64d9-935b-4ca7-8b02-bca489a97e64 req-bcab1078-b2b9-4b6c-8323-9c0ef355f986 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:30.807494 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8d8e64d9-935b-4ca7-8b02-bca489a97e64 req-bcab1078-b2b9-4b6c-8323-9c0ef355f986 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] 10.222.0.50 "GET /v2.0/ports?device_id=9722a12e-9a5d-4757-be49-59dd4ed9506c HTTP/1.1" status: 200 len: 944 time: 0.1231136 Aug 11 02:27:30.828613 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cad57baa-ab8f-4b68-bbdd-ef8aac79dfce tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:30.854767 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8d8e64d9-935b-4ca7-8b02-bca489a97e64 req-60b9feed-9edd-4a95-8f42-78388ffc0fe6 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] 10.222.0.50 "GET /v2.0/security-groups?id=14fb5b62-c7ab-4c52-b005-95ded2ce5587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460148 Aug 11 02:27:30.898730 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fe4ab26c-922c-40e7-bbee-0b4004359588 req-28721c57-843e-4cf1-b7b1-6d5e3ed96158 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=9798655e-0aa6-41d8-9d78-036aac9ce08b HTTP/1.1" status: 200 len: 210 time: 0.0730882 Aug 11 02:27:30.940004 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-381bc035-0d0b-4bc2-a5d0-aaafcd9c4ed5 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:30.946784 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['32edbe00-1327-4b04-8b8d-c6b2934f103f'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:27:30.951220 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=32edbe00-1327-4b04-8b8d-c6b2934f103f,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:30.958222 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-95f45ca5-7270-4536-b34f-a3242bbd9b53 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:31.013883 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device bedcff13-6cfc-4461-8d00-5c9119b73d26 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:31.016737 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-381bc035-0d0b-4bc2-a5d0-aaafcd9c4ed5 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Network 9d33bcd9-17a9-43cc-aac5-9f968f6da9e8 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:31.026870 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-381bc035-0d0b-4bc2-a5d0-aaafcd9c4ed5 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:31.032865 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-381bc035-0d0b-4bc2-a5d0-aaafcd9c4ed5 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:31.038780 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381bc035-0d0b-4bc2-a5d0-aaafcd9c4ed5 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event updated for resources: {'Port': ['ID=cde0a84b-32a4-452a-b181-487bd4e6201e,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:31.059915 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cad57baa-ab8f-4b68-bbdd-ef8aac79dfce tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:31.105951 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port bedcff13-6cfc-4461-8d00-5c9119b73d26 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:31.120058 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad57baa-ab8f-4b68-bbdd-ef8aac79dfce tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Pushing event deleted for resources: {'Subnet': ['ID=a8ed169f-5dfb-49b0-8bda-12a9a9ddf9ba,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:31.124407 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cad57baa-ab8f-4b68-bbdd-ef8aac79dfce tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:31.126355 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-cad57baa-ab8f-4b68-bbdd-ef8aac79dfce tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] 10.222.0.50 "DELETE /v2.0/subnets/a8ed169f-5dfb-49b0-8bda-12a9a9ddf9ba HTTP/1.1" status: 204 len: 168 time: 1.0018246 Aug 11 02:27:31.129241 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60544) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:31.144967 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-381bc035-0d0b-4bc2-a5d0-aaafcd9c4ed5 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:31.145813 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-381bc035-0d0b-4bc2-a5d0-aaafcd9c4ed5 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:31.175975 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c7f86d-07f9-4e21-8a24-1fbe2d9d4126 None None] DHCP port deletion for d01ecf11-cc44-4dfe-aee9-f9e8d1585ec9 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:27:31.187274 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-381bc035-0d0b-4bc2-a5d0-aaafcd9c4ed5 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.4211524 Aug 11 02:27:31.194491 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-95f45ca5-7270-4536-b34f-a3242bbd9b53 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Deleting port 9e9feb50-6c37-4a50-b5ad-22d605339ecd {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:31.195037 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-95f45ca5-7270-4536-b34f-a3242bbd9b53 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:31.209947 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-115de801-ca11-4811-9339-e16d40322ac1 service neutron] Request body: {'port': {'device_id': '9798655e-0aa6-41d8-9d78-036aac9ce08b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:31.223358 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a52d63-9fa8-45fa-acfb-7ebe920a3e50 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:31.235312 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-89a52d63-9fa8-45fa-acfb-7ebe920a3e50 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1002824 Aug 11 02:27:31.236265 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60546) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:31.327526 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-57c7f86d-07f9-4e21-8a24-1fbe2d9d4126 None None] Deleting port 9e9feb50-6c37-4a50-b5ad-22d605339ecd {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:31.328027 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-57c7f86d-07f9-4e21-8a24-1fbe2d9d4126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:31.347131 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b09d1c50-84fe-4424-a829-ac4ce30174b7 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:31.419113 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-95f45ca5-7270-4536-b34f-a3242bbd9b53 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] For port 9e9feb50-6c37-4a50-b5ad-22d605339ecd, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9e9feb50-6c37-4a50-b5ad-22d605339ecd,segment=NetworkSegment(a6f250db-b06e-4a28-b07c-0641325891b5),segment_id=a6f250db-b06e-4a28-b07c-0641325891b5)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:31.423700 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-95f45ca5-7270-4536-b34f-a3242bbd9b53 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:31.453368 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-115de801-ca11-4811-9339-e16d40322ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:31.456841 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7c39a7f6-c523-49a9-8e2c-bf61f65659c3 None None] Provisioning for port cde0a84b-32a4-452a-b181-487bd4e6201e completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:31.460683 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-95f45ca5-7270-4536-b34f-a3242bbd9b53 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Calling delete_port for 9e9feb50-6c37-4a50-b5ad-22d605339ecd owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:31.467853 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7c39a7f6-c523-49a9-8e2c-bf61f65659c3 None None] Provisioning complete for port cde0a84b-32a4-452a-b181-487bd4e6201e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:31.468389 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7c39a7f6-c523-49a9-8e2c-bf61f65659c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:31.521837 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-57c7f86d-07f9-4e21-8a24-1fbe2d9d4126 None None] For port 9e9feb50-6c37-4a50-b5ad-22d605339ecd, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9e9feb50-6c37-4a50-b5ad-22d605339ecd,segment=NetworkSegment(a6f250db-b06e-4a28-b07c-0641325891b5),segment_id=a6f250db-b06e-4a28-b07c-0641325891b5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:31.524380 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-b09d1c50-84fe-4424-a829-ac4ce30174b7 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Deleting port 4fc7b47d-dffc-4bf5-8d76-3ee4bf3f9745 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:31.525177 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-57c7f86d-07f9-4e21-8a24-1fbe2d9d4126 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:31.525362 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b09d1c50-84fe-4424-a829-ac4ce30174b7 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:31.541414 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-57c7f86d-07f9-4e21-8a24-1fbe2d9d4126 None None] Calling delete_port for 9e9feb50-6c37-4a50-b5ad-22d605339ecd owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:31.622266 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-b09d1c50-84fe-4424-a829-ac4ce30174b7 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] For port 4fc7b47d-dffc-4bf5-8d76-3ee4bf3f9745, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=4fc7b47d-dffc-4bf5-8d76-3ee4bf3f9745,segment=NetworkSegment(3f9a868c-1b59-48f4-a3a0-12ab63edf8eb),segment_id=3f9a868c-1b59-48f4-a3a0-12ab63edf8eb)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:31.622905 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b09d1c50-84fe-4424-a829-ac4ce30174b7 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:31.652833 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-b09d1c50-84fe-4424-a829-ac4ce30174b7 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Calling delete_port for 4fc7b47d-dffc-4bf5-8d76-3ee4bf3f9745 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:31.660061 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-57c7f86d-07f9-4e21-8a24-1fbe2d9d4126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:31.681287 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-7c39a7f6-c523-49a9-8e2c-bf61f65659c3 None None] Port cde0a84b-32a4-452a-b181-487bd4e6201e cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:27:31.720891 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7f86d-07f9-4e21-8a24-1fbe2d9d4126 None None] Pushing event deleted for resources: {'Port': ['ID=9e9feb50-6c37-4a50-b5ad-22d605339ecd,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:31.728580 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c7f86d-07f9-4e21-8a24-1fbe2d9d4126 None None] No DVR routers for this DVR port 9e9feb50-6c37-4a50-b5ad-22d605339ecd on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:31.788519 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b09d1c50-84fe-4424-a829-ac4ce30174b7 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:31.821903 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d1c50-84fe-4424-a829-ac4ce30174b7 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Pushing event deleted for resources: {'Port': ['ID=4fc7b47d-dffc-4bf5-8d76-3ee4bf3f9745,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:31.823577 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cbfc50-76ca-4dc8-b649-4281e0245c16 None None] Network 4da6c488-35b1-4ad1-a4c8-9d65f6da81ff requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:31.834384 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09d1c50-84fe-4424-a829-ac4ce30174b7 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] No DVR routers for this DVR port 4fc7b47d-dffc-4bf5-8d76-3ee4bf3f9745 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:31.850662 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-95f45ca5-7270-4536-b34f-a3242bbd9b53 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:31.877825 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2c76e505-6f23-4335-8993-2d7ecb27ad46 req-c0959986-e91c-4b53-ab15-56b82fb3dfdf tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.0598903 Aug 11 02:27:31.902829 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f45ca5-7270-4536-b34f-a3242bbd9b53 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Port': ['ID=9e9feb50-6c37-4a50-b5ad-22d605339ecd,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:31.925557 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a53facf1-1e00-4f15-8f02-a9dc0c594c13 None None] Provisioning for port bedcff13-6cfc-4461-8d00-5c9119b73d26 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:31.939451 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f45ca5-7270-4536-b34f-a3242bbd9b53 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] No DVR routers for this DVR port 9e9feb50-6c37-4a50-b5ad-22d605339ecd on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:31.951935 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a53facf1-1e00-4f15-8f02-a9dc0c594c13 None None] Provisioning complete for port bedcff13-6cfc-4461-8d00-5c9119b73d26 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:31.952541 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a53facf1-1e00-4f15-8f02-a9dc0c594c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.040524 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b09d1c50-84fe-4424-a829-ac4ce30174b7 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.104127 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-b09d1c50-84fe-4424-a829-ac4ce30174b7 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c90c99-7f19-49e5-b359-432535fbf346']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:32.117719 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-b09d1c50-84fe-4424-a829-ac4ce30174b7 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f9a868c-1b59-48f4-a3a0-12ab63edf8eb') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:32.118304 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-b09d1c50-84fe-4424-a829-ac4ce30174b7 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f9a868c-1b59-48f4-a3a0-12ab63edf8eb') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:32.124062 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a53facf1-1e00-4f15-8f02-a9dc0c594c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.132871 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b09d1c50-84fe-4424-a829-ac4ce30174b7 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.193903 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0d20c-2eb2-4db9-829f-fede6b06acf7 req-9433a5e4-0de8-4516-beb0-fbb810e102b8 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:32.195597 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c3b0d20c-2eb2-4db9-829f-fede6b06acf7 req-9433a5e4-0de8-4516-beb0-fbb810e102b8 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=9798655e-0aa6-41d8-9d78-036aac9ce08b HTTP/1.1" status: 200 len: 971 time: 0.1516876 Aug 11 02:27:32.196668 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b09d1c50-84fe-4424-a829-ac4ce30174b7 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.201935 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-95f45ca5-7270-4536-b34f-a3242bbd9b53 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.203732 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09d1c50-84fe-4424-a829-ac4ce30174b7 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:27:32.204034 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b09d1c50-84fe-4424-a829-ac4ce30174b7 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:27:32.207605 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:27:32.227365 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-a53facf1-1e00-4f15-8f02-a9dc0c594c13 None None] For port bedcff13-6cfc-4461-8d00-5c9119b73d26, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=bedcff13-6cfc-4461-8d00-5c9119b73d26,segment=NetworkSegment(18e63cae-e76f-4926-a33e-d5d60c62f802),segment_id=18e63cae-e76f-4926-a33e-d5d60c62f802)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:32.231047 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-95f45ca5-7270-4536-b34f-a3242bbd9b53 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d01ecf11-cc44-4dfe-aee9-f9e8d1585ec9']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:32.233715 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a53facf1-1e00-4f15-8f02-a9dc0c594c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.241292 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9901f5c-331d-4baa-ae27-268ae7c98560 req-25934d0e-d797-4d21-97cd-865fc365a940 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:32.252680 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b9901f5c-331d-4baa-ae27-268ae7c98560 req-25934d0e-d797-4d21-97cd-865fc365a940 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] 10.222.0.50 "GET /v2.0/ports?device_id=9722a12e-9a5d-4757-be49-59dd4ed9506c HTTP/1.1" status: 200 len: 944 time: 0.2302210 Aug 11 02:27:32.284137 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-95f45ca5-7270-4536-b34f-a3242bbd9b53 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f250db-b06e-4a28-b07c-0641325891b5') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:32.284715 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-95f45ca5-7270-4536-b34f-a3242bbd9b53 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f250db-b06e-4a28-b07c-0641325891b5') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:32.321994 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53facf1-1e00-4f15-8f02-a9dc0c594c13 None None] Pushing event updated for resources: {'Port': ['ID=bedcff13-6cfc-4461-8d00-5c9119b73d26,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:32.325226 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-95f45ca5-7270-4536-b34f-a3242bbd9b53 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.333474 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4abca3-3a2d-46b6-8046-addac01a667c None None] DHCP port deletion for 4da6c488-35b1-4ad1-a4c8-9d65f6da81ff request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:27:32.338772 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40761f9-677d-460d-b16f-81ba8652527d None None] Network 71c90c99-7f19-49e5-b359-432535fbf346 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:32.365191 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b9901f5c-331d-4baa-ae27-268ae7c98560 req-1ba3b5c3-4cb9-49a3-b0a6-4053af40f261 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] 10.222.0.50 "GET /v2.0/security-groups?id=14fb5b62-c7ab-4c52-b005-95ded2ce5587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112208 Aug 11 02:27:32.370708 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-95f45ca5-7270-4536-b34f-a3242bbd9b53 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.380386 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-115de801-ca11-4811-9339-e16d40322ac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cde0a84b-32a4-452a-b181-487bd4e6201e {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:32.389467 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f45ca5-7270-4536-b34f-a3242bbd9b53 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:27:32.390179 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-95f45ca5-7270-4536-b34f-a3242bbd9b53 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:27:32.393723 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:27:32.399514 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-115de801-ca11-4811-9339-e16d40322ac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.425031 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 32edbe00-1327-4b04-8b8d-c6b2934f103f up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:32.462134 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-115de801-ca11-4811-9339-e16d40322ac1 service neutron] Transition to ACTIVE for port object cde0a84b-32a4-452a-b181-487bd4e6201e will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:32.469499 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-115de801-ca11-4811-9339-e16d40322ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.487223 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-95f45ca5-7270-4536-b34f-a3242bbd9b53 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.522395 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5f63c191-0eb2-44c4-bd59-464989bbc0e5 None None] Could not find standard attr ID for object 4fc7b47d-dffc-4bf5-8d76-3ee4bf3f9745. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:27:32.524705 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-95f45ca5-7270-4536-b34f-a3242bbd9b53 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.529849 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-95f45ca5-7270-4536-b34f-a3242bbd9b53 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/networks/d01ecf11-cc44-4dfe-aee9-f9e8d1585ec9 HTTP/1.1" status: 204 len: 168 time: 1.8070011 Aug 11 02:27:32.564947 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115de801-ca11-4811-9339-e16d40322ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=cde0a84b-32a4-452a-b181-487bd4e6201e,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:32.569027 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60558) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:32.573860 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-8ee2defa-9593-45c8-b332-c88655de4c39 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1770477865', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}, 'admin_state_up': False}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:32.585795 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f45ca5-7270-4536-b34f-a3242bbd9b53 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Network': ['ID=d01ecf11-cc44-4dfe-aee9-f9e8d1585ec9,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:32.622094 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 32edbe00-1327-4b04-8b8d-c6b2934f103f completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:32.644092 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 32edbe00-1327-4b04-8b8d-c6b2934f103f triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:32.646012 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.662296 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b09d1c50-84fe-4424-a829-ac4ce30174b7 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.689985 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c3b0d20c-2eb2-4db9-829f-fede6b06acf7 req-2ea28efe-8299-4bc4-86a2-abd195a11a1a tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a2e1655-bf26-48f0-962b-4510e8099518&id=c9a9789e-fce5-40af-b583-47cdcfb05eee&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4775701 Aug 11 02:27:32.713152 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b09d1c50-84fe-4424-a829-ac4ce30174b7 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.713755 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b09d1c50-84fe-4424-a829-ac4ce30174b7 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] 10.222.0.50 "DELETE /v2.0/networks/71c90c99-7f19-49e5-b359-432535fbf346 HTTP/1.1" status: 204 len: 168 time: 1.4762683 Aug 11 02:27:32.721816 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60560) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:32.756033 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d1c50-84fe-4424-a829-ac4ce30174b7 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Pushing event deleted for resources: {'Network': ['ID=71c90c99-7f19-49e5-b359-432535fbf346,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:32.773121 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476226ba-9c7c-4fa4-a317-3bfd36f2ccae None None] DHCP port deletion for 71c90c99-7f19-49e5-b359-432535fbf346 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:27:32.773852 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ee2defa-9593-45c8-b332-c88655de4c39 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.774921 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ee2defa-9593-45c8-b332-c88655de4c39 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.784948 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-9e4abca3-3a2d-46b6-8046-addac01a667c None None] Deleting port bedcff13-6cfc-4461-8d00-5c9119b73d26 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:32.791257 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9e4abca3-3a2d-46b6-8046-addac01a667c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.813512 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-115de801-ca11-4811-9339-e16d40322ac1 service neutron] Attempting to bind port cde0a84b-32a4-452a-b181-487bd4e6201e on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:32.813889 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-115de801-ca11-4811-9339-e16d40322ac1 service neutron] Attempting to bind port cde0a84b-32a4-452a-b181-487bd4e6201e by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '9d731c9d-439b-48ec-be72-38342a40906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9d33bcd9-17a9-43cc-aac5-9f968f6da9e8'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:32.814666 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-115de801-ca11-4811-9339-e16d40322ac1 service neutron] Attempting to bind port cde0a84b-32a4-452a-b181-487bd4e6201e on network 9d33bcd9-17a9-43cc-aac5-9f968f6da9e8 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:32.820362 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9e9feb50-6c37-4a50-b5ad-22d605339ecd no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:32.828891 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-115de801-ca11-4811-9339-e16d40322ac1 service neutron] Port cde0a84b-32a4-452a-b181-487bd4e6201e on network 9d33bcd9-17a9-43cc-aac5-9f968f6da9e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:27:32.829217 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-115de801-ca11-4811-9339-e16d40322ac1 service neutron] Attempting to bind port cde0a84b-32a4-452a-b181-487bd4e6201e on network 9d33bcd9-17a9-43cc-aac5-9f968f6da9e8 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:32.847052 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-115de801-ca11-4811-9339-e16d40322ac1 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:32.848030 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-115de801-ca11-4811-9339-e16d40322ac1 service neutron] Checking segment: {'id': '9d731c9d-439b-48ec-be72-38342a40906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9d33bcd9-17a9-43cc-aac5-9f968f6da9e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:32.848332 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-115de801-ca11-4811-9339-e16d40322ac1 service neutron] Bound using segment: {'id': '9d731c9d-439b-48ec-be72-38342a40906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9d33bcd9-17a9-43cc-aac5-9f968f6da9e8'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:32.848771 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-115de801-ca11-4811-9339-e16d40322ac1 service neutron] Bound port: cde0a84b-32a4-452a-b181-487bd4e6201e, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d731c9d-439b-48ec-be72-38342a40906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9d33bcd9-17a9-43cc-aac5-9f968f6da9e8'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:32.849127 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-115de801-ca11-4811-9339-e16d40322ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.875606 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c4e72800-1158-4388-aa81-3d408a84b30b tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.894348 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ee2defa-9593-45c8-b332-c88655de4c39 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.994241 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-115de801-ca11-4811-9339-e16d40322ac1 service neutron] For port cde0a84b-32a4-452a-b181-487bd4e6201e, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:33.000809 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-115de801-ca11-4811-9339-e16d40322ac1 service neutron] For port cde0a84b-32a4-452a-b181-487bd4e6201e, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=cde0a84b-32a4-452a-b181-487bd4e6201e,segment=NetworkSegment(9d731c9d-439b-48ec-be72-38342a40906a),segment_id=9d731c9d-439b-48ec-be72-38342a40906a)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:33.010053 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-115de801-ca11-4811-9339-e16d40322ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.016385 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-c4e72800-1158-4388-aa81-3d408a84b30b tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Deleting port bedcff13-6cfc-4461-8d00-5c9119b73d26 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:33.016742 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c4e72800-1158-4388-aa81-3d408a84b30b tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.069352 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 9e9feb50-6c37-4a50-b5ad-22d605339ecd {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:33.069912 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9e9feb50-6c37-4a50-b5ad-22d605339ecd not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:33.070133 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device bedcff13-6cfc-4461-8d00-5c9119b73d26 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:33.092462 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9691561e-30b5-4e91-8aea-87452cfd291f req-c3b3c95c-ea6a-4bd9-aefd-6cc8cb7cfd75 tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.0377777 Aug 11 02:27:33.096328 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-c4e72800-1158-4388-aa81-3d408a84b30b tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] For port bedcff13-6cfc-4461-8d00-5c9119b73d26, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=bedcff13-6cfc-4461-8d00-5c9119b73d26,segment=NetworkSegment(18e63cae-e76f-4926-a33e-d5d60c62f802),segment_id=18e63cae-e76f-4926-a33e-d5d60c62f802)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:33.098162 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c4e72800-1158-4388-aa81-3d408a84b30b tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.116876 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-c4e72800-1158-4388-aa81-3d408a84b30b tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Calling delete_port for bedcff13-6cfc-4461-8d00-5c9119b73d26 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:33.150898 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-9e4abca3-3a2d-46b6-8046-addac01a667c None None] For port bedcff13-6cfc-4461-8d00-5c9119b73d26, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=bedcff13-6cfc-4461-8d00-5c9119b73d26,segment=NetworkSegment(18e63cae-e76f-4926-a33e-d5d60c62f802),segment_id=18e63cae-e76f-4926-a33e-d5d60c62f802)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:33.151307 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9e4abca3-3a2d-46b6-8046-addac01a667c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.171485 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-115de801-ca11-4811-9339-e16d40322ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:33.172568 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-115de801-ca11-4811-9339-e16d40322ac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.174428 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-115de801-ca11-4811-9339-e16d40322ac1 service neutron] 10.222.0.66 "PUT /v2.0/ports/cde0a84b-32a4-452a-b181-487bd4e6201e HTTP/1.1" status: 200 len: 1132 time: 1.9761477 Aug 11 02:27:33.174595 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-9e4abca3-3a2d-46b6-8046-addac01a667c None None] Calling delete_port for bedcff13-6cfc-4461-8d00-5c9119b73d26 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:33.180226 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9798655e-0aa6-41d8-9d78-036aac9ce08b', 'tag': 'cde0a84b-32a4-452a-b181-487bd4e6201e'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:33.182814 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de634b70-91d2-4a64-9841-6f5ca65ab7b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9798655e-0aa6-41d8-9d78-036aac9ce08b", "tag": "cde0a84b-32a4-452a-b181-487bd4e6201e"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:33.188814 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.217944 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c4e72800-1158-4388-aa81-3d408a84b30b tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.220701 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9722a12e-9a5d-4757-be49-59dd4ed9506c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32edbe00-1327-4b04-8b8d-c6b2934f103f'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:33.223020 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd78c97-f0d6-4373-9927-d31dee9682d9" -d '{"events": [{"server_uuid": "9722a12e-9a5d-4757-be49-59dd4ed9506c", "name": "network-vif-plugged", "status": "completed", "tag": "32edbe00-1327-4b04-8b8d-c6b2934f103f"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:33.256475 n-d-615180-33 neutron-server[94508]: INFO neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No ports have port_id starting with bedcff13-6cfc-4461-8d00-5c9119b73d26 Aug 11 02:27:33.283844 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 32edbe00-1327-4b04-8b8d-c6b2934f103f, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=32edbe00-1327-4b04-8b8d-c6b2934f103f,segment=NetworkSegment(82ba01d7-7b8b-4719-834c-cad1a5d32a10),segment_id=82ba01d7-7b8b-4719-834c-cad1a5d32a10)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:33.298030 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.301914 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e72800-1158-4388-aa81-3d408a84b30b tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] No DVR routers for this DVR port bedcff13-6cfc-4461-8d00-5c9119b73d26 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:33.306243 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ee2defa-9593-45c8-b332-c88655de4c39 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.309559 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e72800-1158-4388-aa81-3d408a84b30b tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Pushing event deleted for resources: {'Port': ['ID=bedcff13-6cfc-4461-8d00-5c9119b73d26,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:33.317912 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859c5841-4929-431a-b48d-83f19fc76212 x-openstack-request-id: req-859c5841-4929-431a-b48d-83f19fc76212 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:33.318333 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9798655e-0aa6-41d8-9d78-036aac9ce08b", "tag": "cde0a84b-32a4-452a-b181-487bd4e6201e", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:33.318872 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-859c5841-4929-431a-b48d-83f19fc76212 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:33.319360 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9798655e-0aa6-41d8-9d78-036aac9ce08b', 'tag': 'cde0a84b-32a4-452a-b181-487bd4e6201e', 'status': 'completed', 'code': 200} Aug 11 02:27:33.333718 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0c5d7f-e39d-4ca4-8ca0-5c0d21ef806c x-openstack-request-id: req-cc0c5d7f-e39d-4ca4-8ca0-5c0d21ef806c {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:33.334013 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9722a12e-9a5d-4757-be49-59dd4ed9506c", "name": "network-vif-plugged", "status": "completed", "tag": "32edbe00-1327-4b04-8b8d-c6b2934f103f", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:33.334272 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cc0c5d7f-e39d-4ca4-8ca0-5c0d21ef806c {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:33.334677 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9722a12e-9a5d-4757-be49-59dd4ed9506c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32edbe00-1327-4b04-8b8d-c6b2934f103f', 'code': 200} Aug 11 02:27:33.427619 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=32edbe00-1327-4b04-8b8d-c6b2934f103f,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:33.438479 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9e4abca3-3a2d-46b6-8046-addac01a667c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.462075 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115de801-ca11-4811-9339-e16d40322ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=cde0a84b-32a4-452a-b181-487bd4e6201e,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:33.464544 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c4e72800-1158-4388-aa81-3d408a84b30b tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.485875 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4abca3-3a2d-46b6-8046-addac01a667c None None] Pushing event deleted for resources: {'Port': ['ID=bedcff13-6cfc-4461-8d00-5c9119b73d26,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:33.495000 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4abca3-3a2d-46b6-8046-addac01a667c None None] No DVR routers for this DVR port bedcff13-6cfc-4461-8d00-5c9119b73d26 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:33.511696 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-c4e72800-1158-4388-aa81-3d408a84b30b tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da6c488-35b1-4ad1-a4c8-9d65f6da81ff']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:33.526214 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-3d7ceb26-ba7a-46dd-a511-bae2c5f791c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:33.527908 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-3d7ceb26-ba7a-46dd-a511-bae2c5f791c7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c00de9e0a2c4b0fa10bdde3068cf710&device_id=9798655e-0aa6-41d8-9d78-036aac9ce08b HTTP/1.1" status: 200 len: 1135 time: 0.1920226 Aug 11 02:27:33.536391 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-c4e72800-1158-4388-aa81-3d408a84b30b tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e63cae-e76f-4926-a33e-d5d60c62f802') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:33.536782 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-c4e72800-1158-4388-aa81-3d408a84b30b tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e63cae-e76f-4926-a33e-d5d60c62f802') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:33.564407 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c4e72800-1158-4388-aa81-3d408a84b30b tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.586676 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c4e72800-1158-4388-aa81-3d408a84b30b tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.586824 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-76b1e1ca-fbd6-4348-9a46-83230b0053f6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cde0a84b-32a4-452a-b181-487bd4e6201e HTTP/1.1" status: 200 len: 217 time: 0.0483036 Aug 11 02:27:33.590032 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c8ce3-5ae7-448f-8b57-e284673745cb req-f0bcb260-6dbc-4f0c-8013-71c70f758d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:33.591581 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-893c8ce3-5ae7-448f-8b57-e284673745cb req-f0bcb260-6dbc-4f0c-8013-71c70f758d80 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9722a12e-9a5d-4757-be49-59dd4ed9506c HTTP/1.1" status: 200 len: 1097 time: 0.1649363 Aug 11 02:27:33.597625 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e72800-1158-4388-aa81-3d408a84b30b tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:27:33.598030 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c4e72800-1158-4388-aa81-3d408a84b30b tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:27:33.601112 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:27:33.674728 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edc930-88d9-480a-9ef1-9291e03f5fe1 req-7a4db4d4-9a3d-4a70-8c6d-ca511827c7c3 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:33.676264 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b2edc930-88d9-480a-9ef1-9291e03f5fe1 req-7a4db4d4-9a3d-4a70-8c6d-ca511827c7c3 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] 10.222.0.50 "GET /v2.0/ports?device_id=9722a12e-9a5d-4757-be49-59dd4ed9506c HTTP/1.1" status: 200 len: 945 time: 0.1618433 Aug 11 02:27:33.715197 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-893c8ce3-5ae7-448f-8b57-e284673745cb req-bac8dddc-0da5-46e7-8571-88207affced1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=14fb5b62-c7ab-4c52-b005-95ded2ce5587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123605 Aug 11 02:27:33.722925 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c4e72800-1158-4388-aa81-3d408a84b30b tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.732173 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c4e72800-1158-4388-aa81-3d408a84b30b tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.734056 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c4e72800-1158-4388-aa81-3d408a84b30b tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] 10.222.0.50 "DELETE /v2.0/networks/4da6c488-35b1-4ad1-a4c8-9d65f6da81ff HTTP/1.1" status: 204 len: 168 time: 1.0110762 Aug 11 02:27:33.738234 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60574) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:33.742160 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-e00d083a-2e34-4c56-8fd9-337f00bff28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:33.744728 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-e00d083a-2e34-4c56-8fd9-337f00bff28e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9a092de3-57ef-4bc6-a845-b2693139faa9 HTTP/1.1" status: 200 len: 835 time: 0.1438375 Aug 11 02:27:33.761642 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e72800-1158-4388-aa81-3d408a84b30b tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Pushing event deleted for resources: {'Network': ['ID=4da6c488-35b1-4ad1-a4c8-9d65f6da81ff,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:33.782455 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b2edc930-88d9-480a-9ef1-9291e03f5fe1 req-376fc858-dc63-47be-a2f1-7f8a48bf56f8 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] 10.222.0.50 "GET /v2.0/security-groups?id=14fb5b62-c7ab-4c52-b005-95ded2ce5587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946686 Aug 11 02:27:33.849243 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ee2defa-9593-45c8-b332-c88655de4c39 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.850392 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ed9a725-06ae-40b0-a625-306b10b20803 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.893849 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ee2defa-9593-45c8-b332-c88655de4c39 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.956548 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ed9a725-06ae-40b0-a625-306b10b20803 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.962348 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-a11eec5c-0c0d-4653-94be-237c3c8db048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:33.964062 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-a11eec5c-0c0d-4653-94be-237c3c8db048 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9d33bcd9-17a9-43cc-aac5-9f968f6da9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1777117 Aug 11 02:27:33.968718 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-6ed9a725-06ae-40b0-a625-306b10b20803 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f29121cb-0ec6-4ac5-87e3-5f9683a1aa60']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:33.980089 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-6ed9a725-06ae-40b0-a625-306b10b20803 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '313daef6-534e-4051-9762-b0993ff23439') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:33.980392 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-6ed9a725-06ae-40b0-a625-306b10b20803 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '313daef6-534e-4051-9762-b0993ff23439') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:33.990121 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ed9a725-06ae-40b0-a625-306b10b20803 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:34.004376 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ed9a725-06ae-40b0-a625-306b10b20803 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:34.009404 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79effe3-e7fc-4ae8-b9be-a627c221b708 req-956fd8f9-5b06-4b80-b660-e9e36c26fb50 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:34.010319 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed9a725-06ae-40b0-a625-306b10b20803 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:27:34.010739 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ed9a725-06ae-40b0-a625-306b10b20803 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:34.011051 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e79effe3-e7fc-4ae8-b9be-a627c221b708 req-956fd8f9-5b06-4b80-b660-e9e36c26fb50 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=9798655e-0aa6-41d8-9d78-036aac9ce08b HTTP/1.1" status: 200 len: 983 time: 0.1627669 Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:27:34.013779 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:27:34.079836 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ed9a725-06ae-40b0-a625-306b10b20803 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:34.103426 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ed9a725-06ae-40b0-a625-306b10b20803 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:34.108265 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6ed9a725-06ae-40b0-a625-306b10b20803 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] 10.222.0.50 "DELETE /v2.0/networks/f29121cb-0ec6-4ac5-87e3-5f9683a1aa60 HTTP/1.1" status: 204 len: 168 time: 0.3599918 Aug 11 02:27:34.109358 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9a725-06ae-40b0-a625-306b10b20803 tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Pushing event deleted for resources: {'Network': ['ID=f29121cb-0ec6-4ac5-87e3-5f9683a1aa60,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:34.110967 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60584) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:34.156256 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e79effe3-e7fc-4ae8-b9be-a627c221b708 req-e17dc709-8707-47ce-b1cb-c6fe7ed939a6 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a2e1655-bf26-48f0-962b-4510e8099518&id=c9a9789e-fce5-40af-b583-47cdcfb05eee&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1113772 Aug 11 02:27:34.172205 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-8ee2defa-9593-45c8-b332-c88655de4c39 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Allocated IP 172.25.2.107 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/6513cc27-f026-445e-8f6c-37a101d4f474) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:34.227573 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2ad4096f-e1d1-4f82-984a-c2a68bdcc6da tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:34.257774 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-fc48657f-3726-419e-bfea-b9790e243e2d service neutron] 10.222.0.66 "GET /v2.0/networks/9d33bcd9-17a9-43cc-aac5-9f968f6da9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830229 Aug 11 02:27:34.286358 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b3c24bcc-c93d-4003-a933-5e8d37846a93 req-90954eee-82eb-40d2-9e0e-f9e78f036a03 tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.0427861 Aug 11 02:27:34.348502 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2ad4096f-e1d1-4f82-984a-c2a68bdcc6da tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:34.359366 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-2ad4096f-e1d1-4f82-984a-c2a68bdcc6da tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e38a35f1-ef1e-48f0-a02d-45cda27ff079']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:34.374066 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-2ad4096f-e1d1-4f82-984a-c2a68bdcc6da tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92cd2da6-ffd4-4703-82fd-e0a8dbb2addb') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:34.374360 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-2ad4096f-e1d1-4f82-984a-c2a68bdcc6da tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92cd2da6-ffd4-4703-82fd-e0a8dbb2addb') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:34.386382 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2ad4096f-e1d1-4f82-984a-c2a68bdcc6da tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:34.404065 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2ad4096f-e1d1-4f82-984a-c2a68bdcc6da tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:34.412301 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad4096f-e1d1-4f82-984a-c2a68bdcc6da tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:27:34.412756 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2ad4096f-e1d1-4f82-984a-c2a68bdcc6da tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:27:34.417028 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:27:34.485420 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2ad4096f-e1d1-4f82-984a-c2a68bdcc6da tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:34.498243 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2ad4096f-e1d1-4f82-984a-c2a68bdcc6da tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:34.503854 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2ad4096f-e1d1-4f82-984a-c2a68bdcc6da tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] 10.222.0.50 "DELETE /v2.0/networks/e38a35f1-ef1e-48f0-a02d-45cda27ff079 HTTP/1.1" status: 204 len: 168 time: 0.3846290 Aug 11 02:27:34.517293 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4096f-e1d1-4f82-984a-c2a68bdcc6da tempest-BulkNetworkOpsTest-514242300 tempest-BulkNetworkOpsTest-514242300-project] Pushing event deleted for resources: {'Network': ['ID=e38a35f1-ef1e-48f0-a02d-45cda27ff079,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:34.568996 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 4fc7b47d-dffc-4bf5-8d76-3ee4bf3f9745 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:34.589994 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 4fc7b47d-dffc-4bf5-8d76-3ee4bf3f9745 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:34.590334 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 4fc7b47d-dffc-4bf5-8d76-3ee4bf3f9745 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:34.757367 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60600) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:34.770904 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ee2defa-9593-45c8-b332-c88655de4c39 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:34.790936 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-956bb977-f70c-4922-aa26-cb111b5be4ca req-6c4afc13-6638-4896-9688-1f50eef34bb0 service neutron] 10.222.0.66 "GET /v2.0/networks/9d33bcd9-17a9-43cc-aac5-9f968f6da9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5157769 Aug 11 02:27:34.826338 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ee2defa-9593-45c8-b332-c88655de4c39 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:34.904762 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee2defa-9593-45c8-b332-c88655de4c39 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:34.911267 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-84ad4f20-a1aa-4ea3-93da-d25ff9eb97ef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=438e96cf94a348b3bd8c275d8cb41f28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1527097 Aug 11 02:27:34.913735 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60606) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:34.929244 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-8ee2defa-9593-45c8-b332-c88655de4c39 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:34.935391 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee2defa-9593-45c8-b332-c88655de4c39 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:34.941725 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2defa-9593-45c8-b332-c88655de4c39 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Port': ['ID=6513cc27-f026-445e-8f6c-37a101d4f474,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:34.963631 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0c5bdb82-21fc-41bb-b5a0-f8ec3e01de19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:34.992803 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0c5bdb82-21fc-41bb-b5a0-f8ec3e01de19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:34.994742 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcaaff-bb46-4ed0-9023-6378b7c9e4dd req-b154f3fb-b651-4a2f-87a9-512af71ad4cb tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:34.996499 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-01fcaaff-bb46-4ed0-9023-6378b7c9e4dd req-b154f3fb-b651-4a2f-87a9-512af71ad4cb tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] 10.222.0.50 "GET /v2.0/ports?device_id=9722a12e-9a5d-4757-be49-59dd4ed9506c HTTP/1.1" status: 200 len: 945 time: 0.1295128 Aug 11 02:27:34.998112 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de634b70-91d2-4a64-9841-6f5ca65ab7b4 req-7c5ea0a9-8467-4d42-824a-58e03bb8fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:34.999578 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-de634b70-91d2-4a64-9841-6f5ca65ab7b4 req-7c5ea0a9-8467-4d42-824a-58e03bb8fd56 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c00de9e0a2c4b0fa10bdde3068cf710&device_id=9798655e-0aa6-41d8-9d78-036aac9ce08b HTTP/1.1" status: 200 len: 1135 time: 0.1441946 Aug 11 02:27:35.072360 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0c5bdb82-21fc-41bb-b5a0-f8ec3e01de19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:35.076143 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0c5bdb82-21fc-41bb-b5a0-f8ec3e01de19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:35.079684 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0c5bdb82-21fc-41bb-b5a0-f8ec3e01de19 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7b3d0483-473b-4f06-b33c-db01b6c19df7 HTTP/1.1" status: 204 len: 168 time: 0.1627891 Aug 11 02:27:35.089579 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5bdb82-21fc-41bb-b5a0-f8ec3e01de19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3d0483-473b-4f06-b33c-db01b6c19df7,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:35.189144 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-01fcaaff-bb46-4ed0-9023-6378b7c9e4dd req-c7561c73-d92b-4bd2-8c19-aab2c9006e52 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] 10.222.0.50 "GET /v2.0/security-groups?id=14fb5b62-c7ab-4c52-b005-95ded2ce5587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841586 Aug 11 02:27:35.208382 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f80b1678-3991-4e6b-bf04-f8c335632724 req-bbd43f43-4299-4799-8540-f366d1b0ab1f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.0671041 Aug 11 02:27:35.283210 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de634b70-91d2-4a64-9841-6f5ca65ab7b4 req-55538921-111a-42ca-b886-6b924df18373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:35.285551 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-de634b70-91d2-4a64-9841-6f5ca65ab7b4 req-55538921-111a-42ca-b886-6b924df18373 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9d33bcd9-17a9-43cc-aac5-9f968f6da9e8 HTTP/1.1" status: 200 len: 898 time: 0.2727373 Aug 11 02:27:35.343412 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-de634b70-91d2-4a64-9841-6f5ca65ab7b4 req-9f9dccdd-b3c8-436a-9d3b-50f5f0378b21 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cde0a84b-32a4-452a-b181-487bd4e6201e HTTP/1.1" status: 200 len: 217 time: 0.0469017 Aug 11 02:27:35.360848 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60c936-efe9-48d4-9b1b-ef9f09d0e23d req-d3fc05e7-7dbb-402b-ade4-74a833177f0e tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:35.362601 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4d60c936-efe9-48d4-9b1b-ef9f09d0e23d req-d3fc05e7-7dbb-402b-ade4-74a833177f0e tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=9798655e-0aa6-41d8-9d78-036aac9ce08b HTTP/1.1" status: 200 len: 983 time: 0.1036682 Aug 11 02:27:35.430249 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4d60c936-efe9-48d4-9b1b-ef9f09d0e23d req-fb91bc65-329e-4b2d-a4ae-7e8e31d0bb97 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a2e1655-bf26-48f0-962b-4510e8099518&id=c9a9789e-fce5-40af-b583-47cdcfb05eee&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0594320 Aug 11 02:27:35.463864 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ee2defa-9593-45c8-b332-c88655de4c39 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:35.469103 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de634b70-91d2-4a64-9841-6f5ca65ab7b4 req-f4b0350b-4314-41f8-8377-68a99d94255b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:35.469103 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-de634b70-91d2-4a64-9841-6f5ca65ab7b4 req-f4b0350b-4314-41f8-8377-68a99d94255b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9a092de3-57ef-4bc6-a845-b2693139faa9 HTTP/1.1" status: 200 len: 835 time: 0.0945728 Aug 11 02:27:35.479671 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9278573b-684b-4daf-9f8c-85577a3afa25 req-29100392-eec3-4f5b-b4a6-f59568fd3b88 tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.0540802 Aug 11 02:27:35.625991 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de634b70-91d2-4a64-9841-6f5ca65ab7b4 req-6358cd05-3d4e-421d-877f-566d019bb058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:35.627599 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-de634b70-91d2-4a64-9841-6f5ca65ab7b4 req-6358cd05-3d4e-421d-877f-566d019bb058 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9d33bcd9-17a9-43cc-aac5-9f968f6da9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867863 Aug 11 02:27:35.836222 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ee2defa-9593-45c8-b332-c88655de4c39 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:36.000618 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-de634b70-91d2-4a64-9841-6f5ca65ab7b4 req-606b0abb-0401-4c69-82d7-d5fc58c9e7eb service neutron] 10.222.0.66 "GET /v2.0/networks/9d33bcd9-17a9-43cc-aac5-9f968f6da9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635025 Aug 11 02:27:36.128801 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee2defa-9593-45c8-b332-c88655de4c39 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Router e8e8f634-fe97-4f02-96af-0b8874f92bd2 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:27:36.153498 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-de634b70-91d2-4a64-9841-6f5ca65ab7b4 req-32b21fe9-7411-425d-90dc-8358994e0853 service neutron] 10.222.0.66 "GET /v2.0/networks/9d33bcd9-17a9-43cc-aac5-9f968f6da9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450388 Aug 11 02:27:36.216091 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60664) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:36.308961 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee2defa-9593-45c8-b332-c88655de4c39 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:36.318018 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67093162-a295-4209-99f2-313476fc51d6 req-43f17613-dfd0-4077-8e53-5b4ff2e97ffc tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:36.322690 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee064f3-250e-4ab3-b092-9090d6f9897b None None] Sync routers for ids ['e8e8f634-fe97-4f02-96af-0b8874f92bd2'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:36.325844 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-67093162-a295-4209-99f2-313476fc51d6 req-43f17613-dfd0-4077-8e53-5b4ff2e97ffc tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] 10.222.0.50 "GET /v2.0/ports?device_id=9722a12e-9a5d-4757-be49-59dd4ed9506c HTTP/1.1" status: 200 len: 945 time: 0.1092188 Aug 11 02:27:36.325998 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-4e84e1c4-ede9-4035-b241-62e2f3489dac tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1572881690'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:36.337404 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee064f3-250e-4ab3-b092-9090d6f9897b None None] Routers {'e8e8f634-fe97-4f02-96af-0b8874f92bd2'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:36.338058 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-3ee064f3-250e-4ab3-b092-9090d6f9897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:27:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e8e8f634-fe97-4f02-96af-0b8874f92bd2'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:36.350800 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e84e1c4-ede9-4035-b241-62e2f3489dac tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Made reservation on behalf of 34d17922c8134f7abe1279d83fc924da for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:36.354913 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4e84e1c4-ede9-4035-b241-62e2f3489dac tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:36.365485 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ee2defa-9593-45c8-b332-c88655de4c39 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:36.366939 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8ee2defa-9593-45c8-b332-c88655de4c39 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.7969382 Aug 11 02:27:36.369711 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60668) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:36.373766 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device cde0a84b-32a4-452a-b181-487bd4e6201e details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:27:36.379069 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4e84e1c4-ede9-4035-b241-62e2f3489dac tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:36.397070 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-3ee064f3-250e-4ab3-b092-9090d6f9897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:36.408645 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee064f3-250e-4ab3-b092-9090d6f9897b None None] Routers {'e8e8f634-fe97-4f02-96af-0b8874f92bd2'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:36.410857 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-3ee064f3-250e-4ab3-b092-9090d6f9897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:27:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e8e8f634-fe97-4f02-96af-0b8874f92bd2'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:36.412754 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-67093162-a295-4209-99f2-313476fc51d6 req-031f1754-3e22-4aca-b319-40394782d09f tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] 10.222.0.50 "GET /v2.0/security-groups?id=14fb5b62-c7ab-4c52-b005-95ded2ce5587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858033 Aug 11 02:27:36.454026 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-3ee064f3-250e-4ab3-b092-9090d6f9897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:36.454966 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee064f3-250e-4ab3-b092-9090d6f9897b None None] The sync data for ids ['e8e8f634-fe97-4f02-96af-0b8874f92bd2'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:36.506752 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port cde0a84b-32a4-452a-b181-487bd4e6201e, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=cde0a84b-32a4-452a-b181-487bd4e6201e,segment=NetworkSegment(9d731c9d-439b-48ec-be72-38342a40906a),segment_id=9d731c9d-439b-48ec-be72-38342a40906a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:36.532963 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'cde0a84b-32a4-452a-b181-487bd4e6201e', 'network_id': '9d33bcd9-17a9-43cc-aac5-9f968f6da9e8', 'port_id': 'cde0a84b-32a4-452a-b181-487bd4e6201e', 'mac_address': 'fa:16:3e:83:49:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a092de3-57ef-4bc6-a845-b2693139faa9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:27:36.594216 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:36.611439 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cde0a84b-32a4-452a-b181-487bd4e6201e {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:36.650230 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port cde0a84b-32a4-452a-b181-487bd4e6201e, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=cde0a84b-32a4-452a-b181-487bd4e6201e,segment=NetworkSegment(9d731c9d-439b-48ec-be72-38342a40906a),segment_id=9d731c9d-439b-48ec-be72-38342a40906a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:36.652132 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-212759c0-1ff3-47a3-a8ea-b9a35fe8bd42 req-063e5981-2e85-4544-a29b-6cdee7716d4c tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.0680683 Aug 11 02:27:36.660264 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-976dc721-a077-4159-beb3-354ab934a45c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "GET /v2.0/routers/e8e8f634-fe97-4f02-96af-0b8874f92bd2 HTTP/1.1" status: 200 len: 881 time: 0.2889655 Aug 11 02:27:36.663276 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60676) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:36.667377 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:36.723721 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb4bb2-6192-4f67-adf9-300d49d5b3b7 req-087e101c-e5f8-4fd3-a63e-0d2fd2c289c3 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:36.726516 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-48bb4bb2-6192-4f67-adf9-300d49d5b3b7 req-087e101c-e5f8-4fd3-a63e-0d2fd2c289c3 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=9798655e-0aa6-41d8-9d78-036aac9ce08b HTTP/1.1" status: 200 len: 983 time: 0.2089906 Aug 11 02:27:36.740700 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=cde0a84b-32a4-452a-b181-487bd4e6201e,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:36.767305 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4e84e1c4-ede9-4035-b241-62e2f3489dac tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:36.779048 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4e84e1c4-ede9-4035-b241-62e2f3489dac tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:36.823250 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-48bb4bb2-6192-4f67-adf9-300d49d5b3b7 req-3111ad91-e8db-4210-96a2-78391069b9b1 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a2e1655-bf26-48f0-962b-4510e8099518&id=c9a9789e-fce5-40af-b583-47cdcfb05eee&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0901577 Aug 11 02:27:36.834607 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e84e1c4-ede9-4035-b241-62e2f3489dac tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:27:36.854302 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84e1c4-ede9-4035-b241-62e2f3489dac tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0508e3a2-0204-4227-b1ee-56be79427799,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:36.868112 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4e84e1c4-ede9-4035-b241-62e2f3489dac tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:36.868515 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-4e84e1c4-ede9-4035-b241-62e2f3489dac tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Added segment 3f065f6b-4cd5-4c6f-9100-fb07e95f94f6 of type vlan for network d78f5d87-2fcb-4239-a133-3e7a9b30fb62 Aug 11 02:27:36.902578 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['cde0a84b-32a4-452a-b181-487bd4e6201e'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:27:36.924243 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4e84e1c4-ede9-4035-b241-62e2f3489dac tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:36.947187 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4b4d85cc-4317-4d90-bb32-9aff6fe5c411 req-afec672f-374c-4cde-b95e-4b24f44cf258 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f263b99637be48c1ae3db8407e484c46&device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.0444915 Aug 11 02:27:36.980173 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a05c8c08-c9bc-4a2f-8c2e-9165cc74e856 req-ef69c525-fefb-4f20-8160-f63047d52d8f tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.0389085 Aug 11 02:27:37.000384 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4e84e1c4-ede9-4035-b241-62e2f3489dac tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:37.007002 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4b4d85cc-4317-4d90-bb32-9aff6fe5c411 req-ee22458a-9a94-4afa-abac-c2477559374c service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=f263b99637be48c1ae3db8407e484c46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392871 Aug 11 02:27:37.007497 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e84e1c4-ede9-4035-b241-62e2f3489dac tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:37.008000 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4e84e1c4-ede9-4035-b241-62e2f3489dac tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:37.073380 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4e84e1c4-ede9-4035-b241-62e2f3489dac tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8563750 Aug 11 02:27:37.111681 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84e1c4-ede9-4035-b241-62e2f3489dac tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event updated for resources: {'Network': ['ID=d78f5d87-2fcb-4239-a133-3e7a9b30fb62,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:37.125307 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network d78f5d87-2fcb-4239-a133-3e7a9b30fb62 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:27:37.128125 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60686) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:37.128389 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f921c3aa-6d33-4a4a-b926-4a07af570972 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4638429 Aug 11 02:27:37.133773 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-6420213f-0009-4ba7-a1bf-13b380156050 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1770477865'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:37.643787 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6420213f-0009-4ba7-a1bf-13b380156050 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133780224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133782865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36741'] for router, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:37.655629 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6420213f-0009-4ba7-a1bf-13b380156050 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133780475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133780466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133782856'] for router, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:37.703452 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77df8b-0eef-4c8a-bf71-ff6ae0b76b26 req-cdd71fb3-35d7-48be-a6cc-bf2e47582101 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:37.705392 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4d77df8b-0eef-4c8a-bf71-ff6ae0b76b26 req-cdd71fb3-35d7-48be-a6cc-bf2e47582101 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] 10.222.0.66 "GET /v2.0/ports?device_id=9722a12e-9a5d-4757-be49-59dd4ed9506c HTTP/1.1" status: 200 len: 945 time: 0.1140673 Aug 11 02:27:37.737775 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52e9fd-bb1a-48e8-83f0-136ebd7f213a req-bbcecb66-2de3-424c-948c-79384cac9676 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:37.745796 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ba52e9fd-bb1a-48e8-83f0-136ebd7f213a req-bbcecb66-2de3-424c-948c-79384cac9676 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] 10.222.0.50 "GET /v2.0/ports?device_id=9722a12e-9a5d-4757-be49-59dd4ed9506c HTTP/1.1" status: 200 len: 945 time: 0.1561651 Aug 11 02:27:37.748004 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d85cc-4317-4d90-bb32-9aff6fe5c411 req-9507a88c-f43f-4c1b-bac7-bc88cebbee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:37.749397 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4b4d85cc-4317-4d90-bb32-9aff6fe5c411 req-9507a88c-f43f-4c1b-bac7-bc88cebbee53 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7261021 Aug 11 02:27:37.833245 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6420213f-0009-4ba7-a1bf-13b380156050 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Router e8e8f634-fe97-4f02-96af-0b8874f92bd2 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:27:37.883084 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ba52e9fd-bb1a-48e8-83f0-136ebd7f213a req-11787679-b17a-4d4b-abcf-0052e113ad7d tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] 10.222.0.50 "GET /v2.0/security-groups?id=14fb5b62-c7ab-4c52-b005-95ded2ce5587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352532 Aug 11 02:27:37.926152 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-4d77df8b-0eef-4c8a-bf71-ff6ae0b76b26 req-6d2dca0b-a8ae-4313-b090-093e145a8bbd tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Deleting port 32edbe00-1327-4b04-8b8d-c6b2934f103f {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:37.926825 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4d77df8b-0eef-4c8a-bf71-ff6ae0b76b26 req-6d2dca0b-a8ae-4313-b090-093e145a8bbd tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:38.037103 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-4d77df8b-0eef-4c8a-bf71-ff6ae0b76b26 req-6d2dca0b-a8ae-4313-b090-093e145a8bbd tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] For port 32edbe00-1327-4b04-8b8d-c6b2934f103f, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=32edbe00-1327-4b04-8b8d-c6b2934f103f,segment=NetworkSegment(82ba01d7-7b8b-4719-834c-cad1a5d32a10),segment_id=82ba01d7-7b8b-4719-834c-cad1a5d32a10)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:38.037750 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4d77df8b-0eef-4c8a-bf71-ff6ae0b76b26 req-6d2dca0b-a8ae-4313-b090-093e145a8bbd tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:38.056419 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-4d77df8b-0eef-4c8a-bf71-ff6ae0b76b26 req-6d2dca0b-a8ae-4313-b090-093e145a8bbd tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Calling delete_port for 32edbe00-1327-4b04-8b8d-c6b2934f103f owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:38.074519 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d6982-7596-4fbd-a1db-c492d51dc1a4 req-8032b1a8-3570-4e1d-ba2f-8df53c086f62 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:38.084086 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-340d6982-7596-4fbd-a1db-c492d51dc1a4 req-8032b1a8-3570-4e1d-ba2f-8df53c086f62 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=9798655e-0aa6-41d8-9d78-036aac9ce08b HTTP/1.1" status: 200 len: 984 time: 0.1273613 Aug 11 02:27:38.100695 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6420213f-0009-4ba7-a1bf-13b380156050 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:38.108969 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6420213f-0009-4ba7-a1bf-13b380156050 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:38.112580 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6420213f-0009-4ba7-a1bf-13b380156050 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "PUT /v2.0/routers/e8e8f634-fe97-4f02-96af-0b8874f92bd2 HTTP/1.1" status: 200 len: 888 time: 0.9806004 Aug 11 02:27:38.113658 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60696) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:38.115888 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e32c65-1480-45e4-a8f6-ed192805a2b9 None None] Sync routers for ids ['e8e8f634-fe97-4f02-96af-0b8874f92bd2'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:38.125545 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e32c65-1480-45e4-a8f6-ed192805a2b9 None None] Routers {'e8e8f634-fe97-4f02-96af-0b8874f92bd2'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:38.126258 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-15e32c65-1480-45e4-a8f6-ed192805a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:27:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e8e8f634-fe97-4f02-96af-0b8874f92bd2'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:38.168236 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-15e32c65-1480-45e4-a8f6-ed192805a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:38.169662 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6b03c3fc-0d7d-4eec-9763-bb3b849a1b1d req-dfefcdde-719d-48ba-8498-9d554212efc1 tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.0570068 Aug 11 02:27:38.179570 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e32c65-1480-45e4-a8f6-ed192805a2b9 None None] Routers {'e8e8f634-fe97-4f02-96af-0b8874f92bd2'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:38.180694 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-15e32c65-1480-45e4-a8f6-ed192805a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:27:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e8e8f634-fe97-4f02-96af-0b8874f92bd2'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:38.194662 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-340d6982-7596-4fbd-a1db-c492d51dc1a4 req-6ac937cb-55df-4e59-9822-8b8e3ec16dd6 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a2e1655-bf26-48f0-962b-4510e8099518&id=c9a9789e-fce5-40af-b583-47cdcfb05eee&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1096177 Aug 11 02:27:38.276363 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-15e32c65-1480-45e4-a8f6-ed192805a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:38.277103 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e32c65-1480-45e4-a8f6-ed192805a2b9 None None] The sync data for ids ['e8e8f634-fe97-4f02-96af-0b8874f92bd2'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:38.299334 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4d77df8b-0eef-4c8a-bf71-ff6ae0b76b26 req-6d2dca0b-a8ae-4313-b090-093e145a8bbd tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:38.312100 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['32edbe00-1327-4b04-8b8d-c6b2934f103f'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:27:38.317442 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ae614342-d6c9-4cc1-89ff-04c97a7c5acc tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "GET /v2.0/routers/e8e8f634-fe97-4f02-96af-0b8874f92bd2 HTTP/1.1" status: 200 len: 888 time: 0.2001584 Aug 11 02:27:38.317727 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60698) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:38.351638 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5d377025-8c92-406f-9502-65961b1c35e5 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8e8f634-fe97-4f02-96af-0b8874f92bd2 HTTP/1.1" status: 200 len: 205 time: 0.0304110 Aug 11 02:27:38.351877 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60700) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:38.358397 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2dca0b-a8ae-4313-b090-093e145a8bbd tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Pushing event deleted for resources: {'Port': ['ID=32edbe00-1327-4b04-8b8d-c6b2934f103f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:38.381148 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device cde0a84b-32a4-452a-b181-487bd4e6201e up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:38.387262 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2dca0b-a8ae-4313-b090-093e145a8bbd tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:38.387834 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2dca0b-a8ae-4313-b090-093e145a8bbd tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:38.388329 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2dca0b-a8ae-4313-b090-093e145a8bbd tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:38.388855 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2dca0b-a8ae-4313-b090-093e145a8bbd tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:38.389469 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2dca0b-a8ae-4313-b090-093e145a8bbd tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:38.389957 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2dca0b-a8ae-4313-b090-093e145a8bbd tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:38.390490 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2dca0b-a8ae-4313-b090-093e145a8bbd tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:38.391021 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2dca0b-a8ae-4313-b090-093e145a8bbd tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:38.391640 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2dca0b-a8ae-4313-b090-093e145a8bbd tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:38.392139 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2dca0b-a8ae-4313-b090-093e145a8bbd tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:38.392662 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2dca0b-a8ae-4313-b090-093e145a8bbd tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:38.393151 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2dca0b-a8ae-4313-b090-093e145a8bbd tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:38.426934 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d77df8b-0eef-4c8a-bf71-ff6ae0b76b26 req-6d2dca0b-a8ae-4313-b090-093e145a8bbd tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] No DVR routers for this DVR port 32edbe00-1327-4b04-8b8d-c6b2934f103f on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:38.431087 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4d77df8b-0eef-4c8a-bf71-ff6ae0b76b26 req-6d2dca0b-a8ae-4313-b090-093e145a8bbd tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:38.433616 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4d77df8b-0eef-4c8a-bf71-ff6ae0b76b26 req-6d2dca0b-a8ae-4313-b090-093e145a8bbd tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] 10.222.0.66 "DELETE /v2.0/ports/32edbe00-1327-4b04-8b8d-c6b2934f103f HTTP/1.1" status: 204 len: 173 time: 0.7139895 Aug 11 02:27:38.434248 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9722a12e-9a5d-4757-be49-59dd4ed9506c', 'name': 'network-vif-deleted', 'tag': '32edbe00-1327-4b04-8b8d-c6b2934f103f'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:38.437606 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39a4b26-5bb5-4363-b84a-f32ab7d099ec" -d '{"events": [{"server_uuid": "9722a12e-9a5d-4757-be49-59dd4ed9506c", "name": "network-vif-deleted", "tag": "32edbe00-1327-4b04-8b8d-c6b2934f103f"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:38.477212 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port cde0a84b-32a4-452a-b181-487bd4e6201e completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:38.485460 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port cde0a84b-32a4-452a-b181-487bd4e6201e triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:38.486033 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:38.490963 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e9afa1-b9f7-4071-ac13-d47197cb85f5 x-openstack-request-id: req-a0e9afa1-b9f7-4071-ac13-d47197cb85f5 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:38.491250 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9722a12e-9a5d-4757-be49-59dd4ed9506c", "name": "network-vif-deleted", "tag": "32edbe00-1327-4b04-8b8d-c6b2934f103f", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:38.491499 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a0e9afa1-b9f7-4071-ac13-d47197cb85f5 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:38.491954 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9722a12e-9a5d-4757-be49-59dd4ed9506c', 'name': 'network-vif-deleted', 'tag': '32edbe00-1327-4b04-8b8d-c6b2934f103f', 'status': 'completed', 'code': 200} Aug 11 02:27:38.551343 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ea7575f9-22c2-4678-9679-128c0920a5a3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:38.635808 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:38.664796 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9798655e-0aa6-41d8-9d78-036aac9ce08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde0a84b-32a4-452a-b181-487bd4e6201e'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:38.667746 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f695b4-0363-43aa-97ec-33e640c7623f" -d '{"events": [{"server_uuid": "9798655e-0aa6-41d8-9d78-036aac9ce08b", "name": "network-vif-plugged", "status": "completed", "tag": "cde0a84b-32a4-452a-b181-487bd4e6201e"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:38.682692 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port cde0a84b-32a4-452a-b181-487bd4e6201e, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=cde0a84b-32a4-452a-b181-487bd4e6201e,segment=NetworkSegment(9d731c9d-439b-48ec-be72-38342a40906a),segment_id=9d731c9d-439b-48ec-be72-38342a40906a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:38.687846 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ea7575f9-22c2-4678-9679-128c0920a5a3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:38.689441 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:38.743896 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f191c72-56af-4bfc-b1c3-a04953618543 x-openstack-request-id: req-1f191c72-56af-4bfc-b1c3-a04953618543 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:38.746450 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9798655e-0aa6-41d8-9d78-036aac9ce08b", "name": "network-vif-plugged", "status": "completed", "tag": "cde0a84b-32a4-452a-b181-487bd4e6201e", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:38.747018 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1f191c72-56af-4bfc-b1c3-a04953618543 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:38.747586 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9798655e-0aa6-41d8-9d78-036aac9ce08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde0a84b-32a4-452a-b181-487bd4e6201e', 'code': 200} Aug 11 02:27:38.777860 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=cde0a84b-32a4-452a-b181-487bd4e6201e,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:38.802243 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-ea7575f9-22c2-4678-9679-128c0920a5a3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Deleting port 6513cc27-f026-445e-8f6c-37a101d4f474 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:38.803033 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ea7575f9-22c2-4678-9679-128c0920a5a3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:38.898905 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5bc84-9392-4211-ac32-318f7f97b576 req-13067212-3a91-47bb-a59b-c78c0aebb65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:38.901245 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-baf5bc84-9392-4211-ac32-318f7f97b576 req-13067212-3a91-47bb-a59b-c78c0aebb65f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9798655e-0aa6-41d8-9d78-036aac9ce08b HTTP/1.1" status: 200 len: 1137 time: 0.0871336 Aug 11 02:27:39.000667 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ea7575f9-22c2-4678-9679-128c0920a5a3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:39.015823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-ea7575f9-22c2-4678-9679-128c0920a5a3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Calling delete_port for 6513cc27-f026-445e-8f6c-37a101d4f474 owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:39.039795 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4b4d85cc-4317-4d90-bb32-9aff6fe5c411 req-3fa4f00e-c5a9-404a-b755-37ddf71ef095 tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.0827117 Aug 11 02:27:39.048926 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-baf5bc84-9392-4211-ac32-318f7f97b576 req-244f2630-1417-4027-ba80-a3b5a801dfb4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c9a9789e-fce5-40af-b583-47cdcfb05eee&id=2a2e1655-bf26-48f0-962b-4510e8099518&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1404281 Aug 11 02:27:39.100123 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cc64d34e-9359-46f9-a28b-f23786a3093a req-497f594d-ced0-4ce4-b98b-2b973b643001 tempest-ServerMetadataNegativeTestJSON-1445056135 tempest-ServerMetadataNegativeTestJSON-1445056135-project] 10.222.0.50 "GET /v2.0/ports?device_id=9722a12e-9a5d-4757-be49-59dd4ed9506c HTTP/1.1" status: 200 len: 210 time: 0.0480561 Aug 11 02:27:39.226306 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ea7575f9-22c2-4678-9679-128c0920a5a3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:39.273840 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7575f9-22c2-4678-9679-128c0920a5a3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Port': ['ID=6513cc27-f026-445e-8f6c-37a101d4f474,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:39.341414 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ea7575f9-22c2-4678-9679-128c0920a5a3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:39.368153 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7810fa1-48b1-4b2a-834d-54d60ea7c787 req-8c6be803-5fa7-46ab-9080-880be1f33a86 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:39.375958 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f7810fa1-48b1-4b2a-834d-54d60ea7c787 req-8c6be803-5fa7-46ab-9080-880be1f33a86 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=9798655e-0aa6-41d8-9d78-036aac9ce08b HTTP/1.1" status: 200 len: 985 time: 0.0619996 Aug 11 02:27:39.422766 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f7810fa1-48b1-4b2a-834d-54d60ea7c787 req-78271953-2625-41a8-a19d-476170087503 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a2e1655-bf26-48f0-962b-4510e8099518&id=c9a9789e-fce5-40af-b583-47cdcfb05eee&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0459070 Aug 11 02:27:39.441900 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2226627f-56cb-492a-b8e7-6459c993d358 req-213c2fd5-3cca-4d18-84db-072ef529bf21 tempest-ServerShowV254Test-510703095 tempest-ServerShowV254Test-510703095-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f6ec7fb-5d80-4eed-b132-afd9a5b52fb3 HTTP/1.1" status: 200 len: 210 time: 0.0328095 Aug 11 02:27:39.480204 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ea7575f9-22c2-4678-9679-128c0920a5a3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:39.482961 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ea7575f9-22c2-4678-9679-128c0920a5a3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:39.532329 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ea7575f9-22c2-4678-9679-128c0920a5a3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:39.532949 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7575f9-22c2-4678-9679-128c0920a5a3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Fanout notify agent at l3_agent the message router_deleted on router e8e8f634-fe97-4f02-96af-0b8874f92bd2 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:27:39.541127 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ea7575f9-22c2-4678-9679-128c0920a5a3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:39.546384 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60714) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:39.546899 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ea7575f9-22c2-4678-9679-128c0920a5a3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/routers/e8e8f634-fe97-4f02-96af-0b8874f92bd2 HTTP/1.1" status: 204 len: 168 time: 1.1940813 Aug 11 02:27:39.552903 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-a5d16169-6f3b-4d69-a54d-6ddb353abb05 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'network': {'name': 'tempest-RoutersTest-1132192377'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:39.578012 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d16169-6f3b-4d69-a54d-6ddb353abb05 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Made reservation on behalf of fc32fb4b9c1142568a3c93f040d870e8 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:39.582351 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5d16169-6f3b-4d69-a54d-6ddb353abb05 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:39.606959 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d16169-6f3b-4d69-a54d-6ddb353abb05 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:27:39.617857 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5d16169-6f3b-4d69-a54d-6ddb353abb05 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:39.618722 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-a5d16169-6f3b-4d69-a54d-6ddb353abb05 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Added segment 5a93b424-9eb4-454f-a984-c2c79c3e7935 of type vlan for network b16ee10f-e181-4d70-ab34-2290323e681c Aug 11 02:27:39.663871 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5d16169-6f3b-4d69-a54d-6ddb353abb05 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:39.695433 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5d16169-6f3b-4d69-a54d-6ddb353abb05 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:39.701573 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d16169-6f3b-4d69-a54d-6ddb353abb05 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:39.702182 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5d16169-6f3b-4d69-a54d-6ddb353abb05 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:39.762558 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a5d16169-6f3b-4d69-a54d-6ddb353abb05 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2145979 Aug 11 02:27:39.765627 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60716) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:39.770811 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-a835dde1-894a-4e8b-bd13-c096aa9a5613 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'subnet': {'network_id': 'b16ee10f-e181-4d70-ab34-2290323e681c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:39.789362 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d16169-6f3b-4d69-a54d-6ddb353abb05 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Network': ['ID=b16ee10f-e181-4d70-ab34-2290323e681c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:39.801486 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network b16ee10f-e181-4d70-ab34-2290323e681c details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:27:39.901983 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a835dde1-894a-4e8b-bd13-c096aa9a5613 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Made reservation on behalf of fc32fb4b9c1142568a3c93f040d870e8 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:39.906713 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a835dde1-894a-4e8b-bd13-c096aa9a5613 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.098424 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a835dde1-894a-4e8b-bd13-c096aa9a5613 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.170471 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60730) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:40.216957 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835dde1-894a-4e8b-bd13-c096aa9a5613 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Subnet': ['ID=cb98d728-5a68-4321-8c59-5f1a5123aa2a,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:40.222680 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a835dde1-894a-4e8b-bd13-c096aa9a5613 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Checking segment: {'id': '5a93b424-9eb4-454f-a984-c2c79c3e7935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b16ee10f-e181-4d70-ab34-2290323e681c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:40.223211 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a835dde1-894a-4e8b-bd13-c096aa9a5613 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network hostable DHCP agents. Network: b16ee10f-e181-4d70-ab34-2290323e681c, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:27:40.264634 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc2a49e-b697-448b-a72f-013f88f2d2c5 admin admin] Deleting subnet 05e45aed-804c-4fc9-8503-9626b665cddd {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:27:40.266745 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a835dde1-894a-4e8b-bd13-c096aa9a5613 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network b16ee10f-e181-4d70-ab34-2290323e681c is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:27:40.270719 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5dc2a49e-b697-448b-a72f-013f88f2d2c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.300230 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-a835dde1-894a-4e8b-bd13-c096aa9a5613 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, b16ee10f-e181-4d70-ab34-2290323e681c) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:40.308891 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3074fe5-d4ef-4089-aa09-54db55d169b3 None None] Network b16ee10f-e181-4d70-ab34-2290323e681c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:40.318646 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a835dde1-894a-4e8b-bd13-c096aa9a5613 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:40.319262 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a835dde1-894a-4e8b-bd13-c096aa9a5613 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.330920 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5dc2a49e-b697-448b-a72f-013f88f2d2c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.343062 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60734) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:40.348416 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-629782b8-144a-4741-89d3-6f4b9398d7b9 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Request body: {'subnet': {'network_id': 'd78f5d87-2fcb-4239-a133-3e7a9b30fb62', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:40.357383 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a835dde1-894a-4e8b-bd13-c096aa9a5613 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5909126 Aug 11 02:27:40.363134 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60736) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:40.369499 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-cb8cc2f7-806c-4df2-926c-0bfc436d9539 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1390136872', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:40.386252 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 32edbe00-1327-4b04-8b8d-c6b2934f103f no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:40.394610 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5dc2a49e-b697-448b-a72f-013f88f2d2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.409013 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 32edbe00-1327-4b04-8b8d-c6b2934f103f {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:40.409446 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 32edbe00-1327-4b04-8b8d-c6b2934f103f not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:40.427913 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cb8cc2f7-806c-4df2-926c-0bfc436d9539 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.429131 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cb8cc2f7-806c-4df2-926c-0bfc436d9539 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.486426 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629782b8-144a-4741-89d3-6f4b9398d7b9 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Made reservation on behalf of 34d17922c8134f7abe1279d83fc924da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:40.492505 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-629782b8-144a-4741-89d3-6f4b9398d7b9 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.524918 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cb8cc2f7-806c-4df2-926c-0bfc436d9539 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.527979 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5dc2a49e-b697-448b-a72f-013f88f2d2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.538989 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79ac702-59cd-47af-beaa-1be8ab609d46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-b16ee10f-e181-4d70-ab34-2290323e681c', 'network_id': 'b16ee10f-e181-4d70-ab34-2290323e681c', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'fixed_ips': [{'subnet_id': 'cb98d728-5a68-4321-8c59-5f1a5123aa2a'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:27:40.540001 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a79ac702-59cd-47af-beaa-1be8ab609d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.614343 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2a49e-b697-448b-a72f-013f88f2d2c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05e45aed-804c-4fc9-8503-9626b665cddd,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:40.618204 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cb8cc2f7-806c-4df2-926c-0bfc436d9539 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.639150 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5dc2a49e-b697-448b-a72f-013f88f2d2c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.641763 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5dc2a49e-b697-448b-a72f-013f88f2d2c5 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/05e45aed-804c-4fc9-8503-9626b665cddd HTTP/1.1" status: 204 len: 168 time: 0.4701881 Aug 11 02:27:40.645022 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60744) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:40.653717 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cb8cc2f7-806c-4df2-926c-0bfc436d9539 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.654863 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-cb8cc2f7-806c-4df2-926c-0bfc436d9539 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2904251 Aug 11 02:27:40.661461 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60746) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:40.728878 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b4c11-cb7d-49ba-a9a1-61f5219155a3 req-75b9328f-7483-44cb-82e4-8b85a6190f28 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:40.739584 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0c3b4c11-cb7d-49ba-a9a1-61f5219155a3 req-75b9328f-7483-44cb-82e4-8b85a6190f28 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=9798655e-0aa6-41d8-9d78-036aac9ce08b HTTP/1.1" status: 200 len: 985 time: 0.2324650 Aug 11 02:27:40.764806 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-a79ac702-59cd-47af-beaa-1be8ab609d46 None None] Allocated IP 172.20.0.2 (b16ee10f-e181-4d70-ab34-2290323e681c/cb98d728-5a68-4321-8c59-5f1a5123aa2a/6d9b3bc4-3597-49e7-ab66-07c468b694f4) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:40.797382 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d2527434-7315-467f-a5ef-14709c664dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.806087 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0c3b4c11-cb7d-49ba-a9a1-61f5219155a3 req-8d5f8ec5-2980-4520-a6e8-c84b2d4699c4 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a2e1655-bf26-48f0-962b-4510e8099518&id=c9a9789e-fce5-40af-b583-47cdcfb05eee&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0655255 Aug 11 02:27:40.908670 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d2527434-7315-467f-a5ef-14709c664dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.922420 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-d2527434-7315-467f-a5ef-14709c664dae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62dff767-5a63-4faa-8537-a1df8d04e1f8']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:40.946666 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-d2527434-7315-467f-a5ef-14709c664dae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ba01d7-7b8b-4719-834c-cad1a5d32a10') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:40.947116 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-d2527434-7315-467f-a5ef-14709c664dae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ba01d7-7b8b-4719-834c-cad1a5d32a10') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:40.964423 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d2527434-7315-467f-a5ef-14709c664dae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.991773 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d2527434-7315-467f-a5ef-14709c664dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.999838 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2527434-7315-467f-a5ef-14709c664dae admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:27:41.000051 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d2527434-7315-467f-a5ef-14709c664dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:27:41.002713 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:27:41.077774 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d2527434-7315-467f-a5ef-14709c664dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.088231 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d2527434-7315-467f-a5ef-14709c664dae admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.090025 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d2527434-7315-467f-a5ef-14709c664dae admin admin] 10.222.0.50 "DELETE /v2.0/networks/62dff767-5a63-4faa-8537-a1df8d04e1f8 HTTP/1.1" status: 204 len: 168 time: 0.4435189 Aug 11 02:27:41.106543 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2527434-7315-467f-a5ef-14709c664dae admin admin] Pushing event deleted for resources: {'Network': ['ID=62dff767-5a63-4faa-8537-a1df8d04e1f8,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:41.109906 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a79ac702-59cd-47af-beaa-1be8ab609d46 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.123882 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a79ac702-59cd-47af-beaa-1be8ab609d46 None None] Transition to ACTIVE for port object 6d9b3bc4-3597-49e7-ab66-07c468b694f4 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:41.142641 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60754) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:41.154190 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a79ac702-59cd-47af-beaa-1be8ab609d46 None None] Transition to ACTIVE for port object 6d9b3bc4-3597-49e7-ab66-07c468b694f4 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:41.163212 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a79ac702-59cd-47af-beaa-1be8ab609d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.184997 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79ac702-59cd-47af-beaa-1be8ab609d46 None None] Network b16ee10f-e181-4d70-ab34-2290323e681c is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:41.187954 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-a79ac702-59cd-47af-beaa-1be8ab609d46 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:41.196820 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79ac702-59cd-47af-beaa-1be8ab609d46 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:41.313429 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ac702-59cd-47af-beaa-1be8ab609d46 None None] Pushing event updated for resources: {'Port': ['ID=6d9b3bc4-3597-49e7-ab66-07c468b694f4,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:41.352590 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-a79ac702-59cd-47af-beaa-1be8ab609d46 None None] Attempting to bind port 6d9b3bc4-3597-49e7-ab66-07c468b694f4 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:41.354008 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-a79ac702-59cd-47af-beaa-1be8ab609d46 None None] Attempting to bind port 6d9b3bc4-3597-49e7-ab66-07c468b694f4 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '5a93b424-9eb4-454f-a984-c2c79c3e7935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b16ee10f-e181-4d70-ab34-2290323e681c'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:41.354389 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79ac702-59cd-47af-beaa-1be8ab609d46 None None] Attempting to bind port 6d9b3bc4-3597-49e7-ab66-07c468b694f4 on network b16ee10f-e181-4d70-ab34-2290323e681c {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:41.368447 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2edee0c6-7aae-4067-9fbf-ea95fbab9b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.371839 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79ac702-59cd-47af-beaa-1be8ab609d46 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:41.372270 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79ac702-59cd-47af-beaa-1be8ab609d46 None None] Checking segment: {'id': '5a93b424-9eb4-454f-a984-c2c79c3e7935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b16ee10f-e181-4d70-ab34-2290323e681c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:41.372694 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a79ac702-59cd-47af-beaa-1be8ab609d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.374266 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79ac702-59cd-47af-beaa-1be8ab609d46 None None] Bound using segment: {'id': '5a93b424-9eb4-454f-a984-c2c79c3e7935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b16ee10f-e181-4d70-ab34-2290323e681c'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:41.374771 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-a79ac702-59cd-47af-beaa-1be8ab609d46 None None] Bound port: 6d9b3bc4-3597-49e7-ab66-07c468b694f4, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a93b424-9eb4-454f-a984-c2c79c3e7935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b16ee10f-e181-4d70-ab34-2290323e681c'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:41.375445 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a79ac702-59cd-47af-beaa-1be8ab609d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.439967 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60760) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:41.498404 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-a79ac702-59cd-47af-beaa-1be8ab609d46 None None] For port 6d9b3bc4-3597-49e7-ab66-07c468b694f4, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:41.502607 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-a79ac702-59cd-47af-beaa-1be8ab609d46 None None] For port 6d9b3bc4-3597-49e7-ab66-07c468b694f4, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=6d9b3bc4-3597-49e7-ab66-07c468b694f4,segment=NetworkSegment(5a93b424-9eb4-454f-a984-c2c79c3e7935),segment_id=5a93b424-9eb4-454f-a984-c2c79c3e7935)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:41.508962 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a79ac702-59cd-47af-beaa-1be8ab609d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.515862 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-946a2963-0b8c-44ab-b374-d41a8dc46d9e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9bbd5084f00642bda02d15b370a47e25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0742097 Aug 11 02:27:41.518291 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60762) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:41.597855 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f6487-6b3d-4271-9e9a-1c9a33809343 req-53f93f89-3d54-47ab-8676-8559fdc8aad4 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:41.598437 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ac702-59cd-47af-beaa-1be8ab609d46 None None] Pushing event updated for resources: {'Port': ['ID=6d9b3bc4-3597-49e7-ab66-07c468b694f4,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:41.599481 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-de0f6487-6b3d-4271-9e9a-1c9a33809343 req-53f93f89-3d54-47ab-8676-8559fdc8aad4 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=9798655e-0aa6-41d8-9d78-036aac9ce08b HTTP/1.1" status: 200 len: 985 time: 0.2929666 Aug 11 02:27:41.630499 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-629782b8-144a-4741-89d3-6f4b9398d7b9 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.663071 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2edee0c6-7aae-4067-9fbf-ea95fbab9b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.664369 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e06e6522-922f-448a-9888-7d9f8c64362d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.669556 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2edee0c6-7aae-4067-9fbf-ea95fbab9b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.729766 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e06e6522-922f-448a-9888-7d9f8c64362d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.739953 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2edee0c6-7aae-4067-9fbf-ea95fbab9b97 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f263b99637be48c1ae3db8407e484c46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5958915 Aug 11 02:27:41.742488 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edee0c6-7aae-4067-9fbf-ea95fbab9b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695e11d5-b2e0-403c-82c6-7d548e1abc0e,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:41.749416 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60764) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:41.787568 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-de0f6487-6b3d-4271-9e9a-1c9a33809343 req-93fd1d5c-be3b-4c6a-b6a1-754b49a872aa tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a2e1655-bf26-48f0-962b-4510e8099518&id=c9a9789e-fce5-40af-b583-47cdcfb05eee&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1743946 Aug 11 02:27:41.828302 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629782b8-144a-4741-89d3-6f4b9398d7b9 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event updated for resources: {'Subnet': ['ID=73269780-50f0-4277-a430-d7697d50d41e,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:41.839472 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629782b8-144a-4741-89d3-6f4b9398d7b9 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Checking segment: {'id': '3f065f6b-4cd5-4c6f-9100-fb07e95f94f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd78f5d87-2fcb-4239-a133-3e7a9b30fb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:41.843859 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629782b8-144a-4741-89d3-6f4b9398d7b9 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Network hostable DHCP agents. Network: d78f5d87-2fcb-4239-a133-3e7a9b30fb62, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:27:41.851958 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1167cada-1df0-4414-ae64-281d3b8223ec tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.860429 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e06e6522-922f-448a-9888-7d9f8c64362d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.864048 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e06e6522-922f-448a-9888-7d9f8c64362d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.867524 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e06e6522-922f-448a-9888-7d9f8c64362d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/14fb5b62-c7ab-4c52-b005-95ded2ce5587 HTTP/1.1" status: 204 len: 168 time: 0.3443305 Aug 11 02:27:41.899007 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e6522-922f-448a-9888-7d9f8c64362d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fb5b62-c7ab-4c52-b005-95ded2ce5587,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:42.007308 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5d8e152f-aa06-4456-bf4c-b9aedf3db1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:42.010720 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489f667-85f8-48a3-999a-c62df8a50ca5 req-0a868a5a-99b3-4c7c-917d-46db496815a4 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:42.012431 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a489f667-85f8-48a3-999a-c62df8a50ca5 req-0a868a5a-99b3-4c7c-917d-46db496815a4 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9798655e-0aa6-41d8-9d78-036aac9ce08b HTTP/1.1" status: 200 len: 1137 time: 0.0934305 Aug 11 02:27:42.044249 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a489f667-85f8-48a3-999a-c62df8a50ca5 req-9382e371-47d4-489c-b8b5-82f94cc26976 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:42.135307 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629782b8-144a-4741-89d3-6f4b9398d7b9 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Network d78f5d87-2fcb-4239-a133-3e7a9b30fb62 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:27:42.156645 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-629782b8-144a-4741-89d3-6f4b9398d7b9 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, d78f5d87-2fcb-4239-a133-3e7a9b30fb62) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:42.157172 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a489f667-85f8-48a3-999a-c62df8a50ca5 req-9382e371-47d4-489c-b8b5-82f94cc26976 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:42.165418 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629782b8-144a-4741-89d3-6f4b9398d7b9 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:42.165849 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-629782b8-144a-4741-89d3-6f4b9398d7b9 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:42.167496 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dd2b24-71e3-4b4c-a1f8-7e6cbe440747 None None] Network d78f5d87-2fcb-4239-a133-3e7a9b30fb62 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:42.183331 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-629782b8-144a-4741-89d3-6f4b9398d7b9 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8387454 Aug 11 02:27:42.186849 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60772) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:42.196416 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a489f667-85f8-48a3-999a-c62df8a50ca5 req-9382e371-47d4-489c-b8b5-82f94cc26976 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:42.196627 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-f9ec8755-7ed8-492a-a3f3-6565d6dce0ff tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1245601890'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:42.204593 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5d8e152f-aa06-4456-bf4c-b9aedf3db1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:42.224599 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ec8755-7ed8-492a-a3f3-6565d6dce0ff tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Made reservation on behalf of 34d17922c8134f7abe1279d83fc924da for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:42.229522 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f9ec8755-7ed8-492a-a3f3-6565d6dce0ff tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:42.296695 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-1167cada-1df0-4414-ae64-281d3b8223ec tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Allocated IP 172.20.0.1 (b16ee10f-e181-4d70-ab34-2290323e681c/cb98d728-5a68-4321-8c59-5f1a5123aa2a/f7f20731-45cf-41a4-8b13-679be5d03029) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:42.301527 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a489f667-85f8-48a3-999a-c62df8a50ca5 req-9382e371-47d4-489c-b8b5-82f94cc26976 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=2a2e1655-bf26-48f0-962b-4510e8099518&id=c9a9789e-fce5-40af-b583-47cdcfb05eee&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2785218 Aug 11 02:27:42.322706 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60776) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:42.418875 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1893ee-b617-4adb-9c41-8743c53580d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-d78f5d87-2fcb-4239-a133-3e7a9b30fb62', 'network_id': 'd78f5d87-2fcb-4239-a133-3e7a9b30fb62', 'tenant_id': '34d17922c8134f7abe1279d83fc924da', 'fixed_ips': [{'subnet_id': '73269780-50f0-4277-a430-d7697d50d41e'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:27:42.419884 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cd1893ee-b617-4adb-9c41-8743c53580d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:42.423966 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382e371-47d4-489c-b8b5-82f94cc26976 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d0043d-0654-4cd4-9da5-746b818bda44,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:42.461440 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8db7cc-2eff-4522-9ce3-ad19b5130978 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:42.464089 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ac8db7cc-2eff-4522-9ce3-ad19b5130978 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9798655e-0aa6-41d8-9d78-036aac9ce08b HTTP/1.1" status: 200 len: 1132 time: 0.1402922 Aug 11 02:27:42.467016 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60784) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:42.472585 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-5a3d9d05-88bb-43c2-b9ff-b09caff918af tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'port_id': 'cde0a84b-32a4-452a-b181-487bd4e6201e', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:42.490652 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ec8755-7ed8-492a-a3f3-6565d6dce0ff tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:27:42.497454 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a3d9d05-88bb-43c2-b9ff-b09caff918af tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:42.565945 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1167cada-1df0-4414-ae64-281d3b8223ec tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:42.608077 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-1167cada-1df0-4414-ae64-281d3b8223ec tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Transition to ACTIVE for port object f7f20731-45cf-41a4-8b13-679be5d03029 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:42.616391 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f9ec8755-7ed8-492a-a3f3-6565d6dce0ff tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:42.616752 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-f9ec8755-7ed8-492a-a3f3-6565d6dce0ff tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Added segment 912b4fa9-4350-4a33-83f0-0fd668456b8b of type vlan for network 8abc26e0-8948-4686-85c6-da2e0a906f1c Aug 11 02:27:42.620592 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5d8e152f-aa06-4456-bf4c-b9aedf3db1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:42.628298 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5d8e152f-aa06-4456-bf4c-b9aedf3db1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:42.638312 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5d8e152f-aa06-4456-bf4c-b9aedf3db1d1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/695e11d5-b2e0-403c-82c6-7d548e1abc0e HTTP/1.1" status: 204 len: 168 time: 0.8383482 Aug 11 02:27:42.687933 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e152f-aa06-4456-bf4c-b9aedf3db1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695e11d5-b2e0-403c-82c6-7d548e1abc0e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:42.736840 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-cd1893ee-b617-4adb-9c41-8743c53580d2 None None] Allocated IP 2001:db8:0:ffff::2 (d78f5d87-2fcb-4239-a133-3e7a9b30fb62/73269780-50f0-4277-a430-d7697d50d41e/662d6bd6-00be-4a99-bf67-ff70c17d26e0) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:42.804862 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f9ec8755-7ed8-492a-a3f3-6565d6dce0ff tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:42.835183 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 6d9b3bc4-3597-49e7-ab66-07c468b694f4 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:42.840381 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1167cada-1df0-4414-ae64-281d3b8223ec tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:42.879951 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a3d9d05-88bb-43c2-b9ff-b09caff918af tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:42.912546 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1167cada-1df0-4414-ae64-281d3b8223ec tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network b16ee10f-e181-4d70-ab34-2290323e681c is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:42.914630 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-1167cada-1df0-4414-ae64-281d3b8223ec tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:42.918945 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1167cada-1df0-4414-ae64-281d3b8223ec tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:42.921656 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f9ec8755-7ed8-492a-a3f3-6565d6dce0ff tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:42.928459 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ec8755-7ed8-492a-a3f3-6565d6dce0ff tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:42.930001 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f9ec8755-7ed8-492a-a3f3-6565d6dce0ff tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.070480 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cd1893ee-b617-4adb-9c41-8743c53580d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.080036 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cd1893ee-b617-4adb-9c41-8743c53580d2 None None] Transition to ACTIVE for port object 662d6bd6-00be-4a99-bf67-ff70c17d26e0 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:43.104826 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cd1893ee-b617-4adb-9c41-8743c53580d2 None None] Transition to ACTIVE for port object 662d6bd6-00be-4a99-bf67-ff70c17d26e0 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:43.112374 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cd1893ee-b617-4adb-9c41-8743c53580d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.139773 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec8755-7ed8-492a-a3f3-6565d6dce0ff tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event updated for resources: {'Network': ['ID=8abc26e0-8948-4686-85c6-da2e0a906f1c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:43.150593 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bea330-eeb5-408b-9d40-daaafbf7fa8f None None] Network b16ee10f-e181-4d70-ab34-2290323e681c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:43.158998 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 8abc26e0-8948-4686-85c6-da2e0a906f1c details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:27:43.181681 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167cada-1df0-4414-ae64-281d3b8223ec tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Port': ['ID=f7f20731-45cf-41a4-8b13-679be5d03029,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:43.189883 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-5a3d9d05-88bb-43c2-b9ff-b09caff918af tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Allocated IP 172.25.2.127 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/3cc06cf0-71e2-4bd0-8023-670b0b56cb5b) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:43.220234 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f9ec8755-7ed8-492a-a3f3-6565d6dce0ff tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0285501 Aug 11 02:27:43.220892 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60802) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:43.232135 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-87b40121-786e-4d94-8ded-4d7a984843d3 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Request body: {'subnet': {'network_id': '8abc26e0-8948-4686-85c6-da2e0a906f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:43.237263 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1893ee-b617-4adb-9c41-8743c53580d2 None None] Network d78f5d87-2fcb-4239-a133-3e7a9b30fb62 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:43.282681 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1167cada-1df0-4414-ae64-281d3b8223ec tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.315489 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-cd1893ee-b617-4adb-9c41-8743c53580d2 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:43.344071 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1893ee-b617-4adb-9c41-8743c53580d2 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:43.364307 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1893ee-b617-4adb-9c41-8743c53580d2 None None] Pushing event updated for resources: {'Port': ['ID=662d6bd6-00be-4a99-bf67-ff70c17d26e0,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:43.463951 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 6d9b3bc4-3597-49e7-ab66-07c468b694f4 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:43.483759 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a3d9d05-88bb-43c2-b9ff-b09caff918af tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.509337 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4ae9acd9-cad0-4d50-8854-c98b94159244 None None] Provisioning for port 6d9b3bc4-3597-49e7-ab66-07c468b694f4 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:43.529981 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60814) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:43.545119 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4ae9acd9-cad0-4d50-8854-c98b94159244 None None] Provisioning complete for port 6d9b3bc4-3597-49e7-ab66-07c468b694f4 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:43.545492 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4ae9acd9-cad0-4d50-8854-c98b94159244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.574181 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a3d9d05-88bb-43c2-b9ff-b09caff918af tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.601469 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1167cada-1df0-4414-ae64-281d3b8223ec tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.623443 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3d9d05-88bb-43c2-b9ff-b09caff918af tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:43.628883 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-5a3d9d05-88bb-43c2-b9ff-b09caff918af tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:43.629881 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 6d9b3bc4-3597-49e7-ab66-07c468b694f4 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:43.630008 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.637493 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3d9d05-88bb-43c2-b9ff-b09caff918af tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:43.639501 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b40121-786e-4d94-8ded-4d7a984843d3 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Made reservation on behalf of 34d17922c8134f7abe1279d83fc924da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:43.643647 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-87b40121-786e-4d94-8ded-4d7a984843d3 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.651418 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-cd1893ee-b617-4adb-9c41-8743c53580d2 None None] Attempting to bind port 662d6bd6-00be-4a99-bf67-ff70c17d26e0 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:43.651817 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-cd1893ee-b617-4adb-9c41-8743c53580d2 None None] Attempting to bind port 662d6bd6-00be-4a99-bf67-ff70c17d26e0 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '3f065f6b-4cd5-4c6f-9100-fb07e95f94f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd78f5d87-2fcb-4239-a133-3e7a9b30fb62'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:43.652184 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1893ee-b617-4adb-9c41-8743c53580d2 None None] Attempting to bind port 662d6bd6-00be-4a99-bf67-ff70c17d26e0 on network d78f5d87-2fcb-4239-a133-3e7a9b30fb62 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:43.705018 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d9d05-88bb-43c2-b9ff-b09caff918af tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event updated for resources: {'Port': ['ID=3cc06cf0-71e2-4bd0-8023-670b0b56cb5b,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:43.769885 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1893ee-b617-4adb-9c41-8743c53580d2 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:43.770371 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1893ee-b617-4adb-9c41-8743c53580d2 None None] Checking segment: {'id': '3f065f6b-4cd5-4c6f-9100-fb07e95f94f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd78f5d87-2fcb-4239-a133-3e7a9b30fb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:43.770650 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cd1893ee-b617-4adb-9c41-8743c53580d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.771045 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1893ee-b617-4adb-9c41-8743c53580d2 None None] Bound using segment: {'id': '3f065f6b-4cd5-4c6f-9100-fb07e95f94f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd78f5d87-2fcb-4239-a133-3e7a9b30fb62'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:43.771806 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-cd1893ee-b617-4adb-9c41-8743c53580d2 None None] Bound port: 662d6bd6-00be-4a99-bf67-ff70c17d26e0, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f065f6b-4cd5-4c6f-9100-fb07e95f94f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd78f5d87-2fcb-4239-a133-3e7a9b30fb62'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:43.772197 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cd1893ee-b617-4adb-9c41-8743c53580d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.897642 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60824) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:43.982480 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-cd1893ee-b617-4adb-9c41-8743c53580d2 None None] For port 662d6bd6-00be-4a99-bf67-ff70c17d26e0, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:43.987032 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-cd1893ee-b617-4adb-9c41-8743c53580d2 None None] For port 662d6bd6-00be-4a99-bf67-ff70c17d26e0, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=662d6bd6-00be-4a99-bf67-ff70c17d26e0,segment=NetworkSegment(3f065f6b-4cd5-4c6f-9100-fb07e95f94f6),segment_id=3f065f6b-4cd5-4c6f-9100-fb07e95f94f6)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:43.999912 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cd1893ee-b617-4adb-9c41-8743c53580d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.026447 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-83774928-bff8-4d8e-8422-5282f1ed7815 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1114959721-network', 'tenant_id': '8f57d1a8cf4e42e787fd90462a309995'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:44.040318 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-c2bf1c1e-ad99-4bee-bad9-453d07e9e527 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1723668834-network', 'tenant_id': '212d4988370c4c66b025f31c5d0eea27'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:44.096435 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4ae9acd9-cad0-4d50-8854-c98b94159244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.128580 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.145952 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1167cada-1df0-4414-ae64-281d3b8223ec tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.211981 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-87b40121-786e-4d94-8ded-4d7a984843d3 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.217758 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1167cada-1df0-4414-ae64-281d3b8223ec tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.414523 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bf1c1e-ad99-4bee-bad9-453d07e9e527 admin admin] Made reservation on behalf of 212d4988370c4c66b025f31c5d0eea27 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:44.417019 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2bf1c1e-ad99-4bee-bad9-453d07e9e527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.428659 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a3d9d05-88bb-43c2-b9ff-b09caff918af tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.432469 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 6d9b3bc4-3597-49e7-ab66-07c468b694f4, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=6d9b3bc4-3597-49e7-ab66-07c468b694f4,segment=NetworkSegment(5a93b424-9eb4-454f-a984-c2c79c3e7935),segment_id=5a93b424-9eb4-454f-a984-c2c79c3e7935)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:44.455836 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.467925 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2bf1c1e-ad99-4bee-bad9-453d07e9e527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.468771 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1893ee-b617-4adb-9c41-8743c53580d2 None None] Pushing event updated for resources: {'Port': ['ID=662d6bd6-00be-4a99-bf67-ff70c17d26e0,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:44.521350 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167cada-1df0-4414-ae64-281d3b8223ec tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Port': ['ID=f7f20731-45cf-41a4-8b13-679be5d03029,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:44.535725 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=6d9b3bc4-3597-49e7-ab66-07c468b694f4,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:44.553511 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1167cada-1df0-4414-ae64-281d3b8223ec tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.563842 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b40121-786e-4d94-8ded-4d7a984843d3 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event updated for resources: {'Subnet': ['ID=b235e781-8f4a-4a05-b578-23d107636d68,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:44.590963 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83774928-bff8-4d8e-8422-5282f1ed7815 admin admin] Made reservation on behalf of 8f57d1a8cf4e42e787fd90462a309995 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:44.593365 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-83774928-bff8-4d8e-8422-5282f1ed7815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.605758 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.db.api [None req-4ae9acd9-cad0-4d50-8854-c98b94159244 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:27:44.606129 n-d-615180-33 neutron-server[94508]: DEBUG oslo_db.api [None req-4ae9acd9-cad0-4d50-8854-c98b94159244 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:27:44.631918 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a3d9d05-88bb-43c2-b9ff-b09caff918af tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.726529 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-83774928-bff8-4d8e-8422-5282f1ed7815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.792656 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b40121-786e-4d94-8ded-4d7a984843d3 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Checking segment: {'id': '912b4fa9-4350-4a33-83f0-0fd668456b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8abc26e0-8948-4686-85c6-da2e0a906f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:44.793408 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b40121-786e-4d94-8ded-4d7a984843d3 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Network hostable DHCP agents. Network: 8abc26e0-8948-4686-85c6-da2e0a906f1c, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:27:44.803566 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2bf1c1e-ad99-4bee-bad9-453d07e9e527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.860928 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a3d9d05-88bb-43c2-b9ff-b09caff918af tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.862391 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2bf1c1e-ad99-4bee-bad9-453d07e9e527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.866975 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a3d9d05-88bb-43c2-b9ff-b09caff918af tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.872201 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 6d9b3bc4-3597-49e7-ab66-07c468b694f4 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:44.937550 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d9d05-88bb-43c2-b9ff-b09caff918af tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event updated for resources: {'Port': ['ID=3cc06cf0-71e2-4bd0-8023-670b0b56cb5b,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:44.952246 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a3d9d05-88bb-43c2-b9ff-b09caff918af tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.960993 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 6d9b3bc4-3597-49e7-ab66-07c468b694f4 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:44.961766 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.977873 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf1c1e-ad99-4bee-bad9-453d07e9e527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d309038-f40a-4928-a556-9e9006831864,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:45.012420 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2bf1c1e-ad99-4bee-bad9-453d07e9e527 admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:27:45.067455 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 662d6bd6-00be-4a99-bf67-ff70c17d26e0 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:45.087655 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-5a3d9d05-88bb-43c2-b9ff-b09caff918af tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Floating IP 83cfe2c9-5426-4462-8bfa-665d843908c8 associated. External IP: 172.25.2.127, port: cde0a84b-32a4-452a-b181-487bd4e6201e. Aug 11 02:27:45.113162 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b40121-786e-4d94-8ded-4d7a984843d3 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Network 8abc26e0-8948-4686-85c6-da2e0a906f1c is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:27:45.116483 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2bf1c1e-ad99-4bee-bad9-453d07e9e527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.116841 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-c2bf1c1e-ad99-4bee-bad9-453d07e9e527 admin admin] Added segment d7582938-03de-4b93-9833-a76c03f4f19c of type vlan for network 0086c42c-f896-4a92-8515-db944444d83d Aug 11 02:27:45.157170 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1167cada-1df0-4414-ae64-281d3b8223ec tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network b16ee10f-e181-4d70-ab34-2290323e681c is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:45.222951 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 662d6bd6-00be-4a99-bf67-ff70c17d26e0 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:45.232326 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-87b40121-786e-4d94-8ded-4d7a984843d3 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 8abc26e0-8948-4686-85c6-da2e0a906f1c) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:45.241397 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f85935d-9cc5-4b30-bd82-ae283a80ef71 None None] Network 8abc26e0-8948-4686-85c6-da2e0a906f1c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:45.248529 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b40121-786e-4d94-8ded-4d7a984843d3 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:45.249146 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-87b40121-786e-4d94-8ded-4d7a984843d3 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.260599 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-1167cada-1df0-4414-ae64-281d3b8223ec tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:45.284224 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2bf1c1e-ad99-4bee-bad9-453d07e9e527 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.421700 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fb66782c-95da-4509-a5f0-edc3cd6820df None None] Provisioning complete for port 6d9b3bc4-3597-49e7-ab66-07c468b694f4 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:45.422090 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fb66782c-95da-4509-a5f0-edc3cd6820df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.454616 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-83774928-bff8-4d8e-8422-5282f1ed7815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.465806 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-83774928-bff8-4d8e-8422-5282f1ed7815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.478684 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83774928-bff8-4d8e-8422-5282f1ed7815 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:27:45.490697 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-83774928-bff8-4d8e-8422-5282f1ed7815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.491053 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-83774928-bff8-4d8e-8422-5282f1ed7815 admin admin] Added segment ac41ffd8-fd7b-4432-bc58-5a0f19867d17 of type vlan for network a2f949d0-3328-4092-9faf-d9d0b7daafd4 Aug 11 02:27:45.495098 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3d9d05-88bb-43c2-b9ff-b09caff918af tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Router 54dbecef-831c-4977-81b5-34b9c2c14fa5 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:27:45.541618 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-83774928-bff8-4d8e-8422-5282f1ed7815 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.578174 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5822a3f6-637c-4df8-be5d-8bb4d480b0c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-8abc26e0-8948-4686-85c6-da2e0a906f1c', 'network_id': '8abc26e0-8948-4686-85c6-da2e0a906f1c', 'tenant_id': '34d17922c8134f7abe1279d83fc924da', 'fixed_ips': [{'subnet_id': 'b235e781-8f4a-4a05-b578-23d107636d68'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:27:45.584414 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5822a3f6-637c-4df8-be5d-8bb4d480b0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.592975 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-87b40121-786e-4d94-8ded-4d7a984843d3 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3637037 Aug 11 02:27:45.592975 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-83774928-bff8-4d8e-8422-5282f1ed7815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.592975 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83774928-bff8-4d8e-8422-5282f1ed7815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:45.593369 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-83774928-bff8-4d8e-8422-5282f1ed7815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.608828 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60830) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:45.622473 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-83774928-bff8-4d8e-8422-5282f1ed7815 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7216802 Aug 11 02:27:45.623232 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2bf1c1e-ad99-4bee-bad9-453d07e9e527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.624486 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bf1c1e-ad99-4bee-bad9-453d07e9e527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:45.625124 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2bf1c1e-ad99-4bee-bad9-453d07e9e527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.634079 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60832) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:45.653451 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-2f759711-66f4-41f3-98eb-c466b2db996c admin admin] Request body: {'subnet': {'network_id': 'a2f949d0-3328-4092-9faf-d9d0b7daafd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1114959721-subnet', 'tenant_id': '8f57d1a8cf4e42e787fd90462a309995', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:45.689350 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c2bf1c1e-ad99-4bee-bad9-453d07e9e527 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1575813 Aug 11 02:27:45.701801 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60834) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:45.712119 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-33a6fcd8-aac9-47e8-8fcc-9d89ba31e981 admin admin] Request body: {'subnet': {'network_id': '0086c42c-f896-4a92-8515-db944444d83d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1723668834-subnet', 'tenant_id': '212d4988370c4c66b025f31c5d0eea27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:45.743003 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a6fcd8-aac9-47e8-8fcc-9d89ba31e981 admin admin] Made reservation on behalf of 212d4988370c4c66b025f31c5d0eea27 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:45.745404 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-33a6fcd8-aac9-47e8-8fcc-9d89ba31e981 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.747225 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83774928-bff8-4d8e-8422-5282f1ed7815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:45.756284 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f759711-66f4-41f3-98eb-c466b2db996c admin admin] Made reservation on behalf of 8f57d1a8cf4e42e787fd90462a309995 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:45.766052 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2f759711-66f4-41f3-98eb-c466b2db996c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.848081 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1167cada-1df0-4414-ae64-281d3b8223ec tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Router 593fadde-ea17-49cb-9f71-9a0401117963 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:27:45.852731 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83774928-bff8-4d8e-8422-5282f1ed7815 admin admin] Pushing event updated for resources: {'Network': ['ID=a2f949d0-3328-4092-9faf-d9d0b7daafd4,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:45.870356 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-5822a3f6-637c-4df8-be5d-8bb4d480b0c6 None None] Allocated IP 2001:db8::1 (8abc26e0-8948-4686-85c6-da2e0a906f1c/b235e781-8f4a-4a05-b578-23d107636d68/27a2a90b-6827-4f0b-ba21-5bd197525b76) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:45.884750 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3d9d05-88bb-43c2-b9ff-b09caff918af tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:45.897619 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1bafc4-1839-47a5-a362-793e0523a81a None None] Sync routers for ids ['54dbecef-831c-4977-81b5-34b9c2c14fa5'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:45.913030 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1bafc4-1839-47a5-a362-793e0523a81a None None] Routers {'54dbecef-831c-4977-81b5-34b9c2c14fa5'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:45.913923 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1d1bafc4-1839-47a5-a362-793e0523a81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:27:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['54dbecef-831c-4977-81b5-34b9c2c14fa5'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:45.932821 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf1c1e-ad99-4bee-bad9-453d07e9e527 admin admin] Pushing event updated for resources: {'Network': ['ID=0086c42c-f896-4a92-8515-db944444d83d,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:45.970284 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a3d9d05-88bb-43c2-b9ff-b09caff918af tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:46.081721 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5822a3f6-637c-4df8-be5d-8bb4d480b0c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:46.086428 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1167cada-1df0-4414-ae64-281d3b8223ec tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:46.091256 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5822a3f6-637c-4df8-be5d-8bb4d480b0c6 None None] Transition to ACTIVE for port object 27a2a90b-6827-4f0b-ba21-5bd197525b76 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:46.095233 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1167cada-1df0-4414-ae64-281d3b8223ec tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "PUT /v2.0/routers/593fadde-ea17-49cb-9f71-9a0401117963/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4313114 Aug 11 02:27:46.098233 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60838) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:46.108486 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5822a3f6-637c-4df8-be5d-8bb4d480b0c6 None None] Transition to ACTIVE for port object 27a2a90b-6827-4f0b-ba21-5bd197525b76 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:46.131820 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6413fc4e-7da4-4bee-a61b-bb395beb1b33 None None] Sync routers for ids ['593fadde-ea17-49cb-9f71-9a0401117963'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:46.134905 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5822a3f6-637c-4df8-be5d-8bb4d480b0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:46.138789 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285c9789-06f5-4e5d-8531-2df7a620ec0b None None] Network d78f5d87-2fcb-4239-a133-3e7a9b30fb62 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:46.141078 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network a2f949d0-3328-4092-9faf-d9d0b7daafd4 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:27:46.142705 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 0086c42c-f896-4a92-8515-db944444d83d details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:27:46.148574 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5a3d9d05-88bb-43c2-b9ff-b09caff918af tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6780186 Aug 11 02:27:46.151243 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9798655e-0aa6-41d8-9d78-036aac9ce08b', 'tag': 'cde0a84b-32a4-452a-b181-487bd4e6201e'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:46.153927 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f73f1cf-cc7d-417e-88d3-9be9cfc3402e" -d '{"events": [{"name": "network-changed", "server_uuid": "9798655e-0aa6-41d8-9d78-036aac9ce08b", "tag": "cde0a84b-32a4-452a-b181-487bd4e6201e"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:46.160905 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60840) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:46.177254 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2f759711-66f4-41f3-98eb-c466b2db996c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:46.265075 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9551a9-7ea4-47c3-bd65-932d76dffe07 x-openstack-request-id: req-9c9551a9-7ea4-47c3-bd65-932d76dffe07 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:46.265536 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9798655e-0aa6-41d8-9d78-036aac9ce08b", "tag": "cde0a84b-32a4-452a-b181-487bd4e6201e", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:46.265883 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9c9551a9-7ea4-47c3-bd65-932d76dffe07 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:46.266385 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9798655e-0aa6-41d8-9d78-036aac9ce08b', 'tag': 'cde0a84b-32a4-452a-b181-487bd4e6201e', 'status': 'completed', 'code': 200} Aug 11 02:27:46.270155 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-20411a9e-eb15-4d2b-900b-33b0cf459711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:46.275651 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d54ff5c-56e0-4465-9a43-8715554eed64 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:46.277180 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3d54ff5c-56e0-4465-9a43-8715554eed64 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "GET /v2.0/ports/f7f20731-45cf-41a4-8b13-679be5d03029 HTTP/1.1" status: 200 len: 910 time: 0.1778238 Aug 11 02:27:46.282815 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60844) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:46.292056 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-05b39030-b156-4f71-a93d-9ca3c12a0ff0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:46.293349 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-1d1bafc4-1839-47a5-a362-793e0523a81a None None] Set router 54dbecef-831c-4977-81b5-34b9c2c14fa5 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:46.296702 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-68497a2f-0f52-4237-b785-9fa89db2b1d6 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cb98d728-5a68-4321-8c59-5f1a5123aa2a'}]}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:46.322057 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822a3f6-637c-4df8-be5d-8bb4d480b0c6 None None] Pushing event updated for resources: {'Port': ['ID=27a2a90b-6827-4f0b-ba21-5bd197525b76,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:46.414465 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f759711-66f4-41f3-98eb-c466b2db996c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8cd47ed-5ee1-4bbe-a899-6dd2b116ea1d,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:46.471202 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-33a6fcd8-aac9-47e8-8fcc-9d89ba31e981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:46.476690 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5822a3f6-637c-4df8-be5d-8bb4d480b0c6 None None] Network 8abc26e0-8948-4686-85c6-da2e0a906f1c is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:46.495433 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-5822a3f6-637c-4df8-be5d-8bb4d480b0c6 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:46.509355 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5822a3f6-637c-4df8-be5d-8bb4d480b0c6 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:46.515503 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6413fc4e-7da4-4bee-a61b-bb395beb1b33 None None] Routers {'593fadde-ea17-49cb-9f71-9a0401117963'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:46.516265 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-6413fc4e-7da4-4bee-a61b-bb395beb1b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:27:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['593fadde-ea17-49cb-9f71-9a0401117963'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:46.592619 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6fcd8-aac9-47e8-8fcc-9d89ba31e981 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84fc00eb-2c93-4052-9a0f-462991bedf76,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:46.616020 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6fcd8-aac9-47e8-8fcc-9d89ba31e981 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:46.616259 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6fcd8-aac9-47e8-8fcc-9d89ba31e981 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:46.616750 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6fcd8-aac9-47e8-8fcc-9d89ba31e981 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:46.617102 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6fcd8-aac9-47e8-8fcc-9d89ba31e981 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:46.617439 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6fcd8-aac9-47e8-8fcc-9d89ba31e981 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:46.617779 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6fcd8-aac9-47e8-8fcc-9d89ba31e981 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:46.618113 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6fcd8-aac9-47e8-8fcc-9d89ba31e981 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:46.618444 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6fcd8-aac9-47e8-8fcc-9d89ba31e981 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:46.619039 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6fcd8-aac9-47e8-8fcc-9d89ba31e981 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:46.619258 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6fcd8-aac9-47e8-8fcc-9d89ba31e981 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:46.619618 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6fcd8-aac9-47e8-8fcc-9d89ba31e981 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:46.619950 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6fcd8-aac9-47e8-8fcc-9d89ba31e981 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:46.625450 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a6fcd8-aac9-47e8-8fcc-9d89ba31e981 admin admin] Checking segment: {'id': 'd7582938-03de-4b93-9833-a76c03f4f19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0086c42c-f896-4a92-8515-db944444d83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:46.625450 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a6fcd8-aac9-47e8-8fcc-9d89ba31e981 admin admin] Network hostable DHCP agents. Network: 0086c42c-f896-4a92-8515-db944444d83d, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:27:46.631610 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-6413fc4e-7da4-4bee-a61b-bb395beb1b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:46.665062 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1d1bafc4-1839-47a5-a362-793e0523a81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1631267363', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2539a49e-9743-44be-9b28-41ff82fe67f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:11Z', 'updated_at': '2021-08-11T02:27:19Z', 'revision_number': 4, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'gw_port': {'id': '2539a49e-9743-44be-9b28-41ff82fe67f9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:12Z', 'updated_at': '2021-08-11T02:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '83cfe2c9-5426-4462-8bfa-665d843908c8', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'floating_ip_address': '172.25.2.127', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'port_id': 'cde0a84b-32a4-452a-b181-487bd4e6201e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d33bcd9-17a9-43cc-aac5-9f968f6da9e8', 'mac_address': 'fa:16:3e:83:49:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9798655e-0aa6-41d8-9d78-036aac9ce08b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:27:44Z', 'updated_at': '2021-08-11T02:27:44Z', 'revision_number': 0, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941', 'name': '', 'network_id': '9d33bcd9-17a9-43cc-aac5-9f968f6da9e8', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'mac_address': 'fa:16:3e:d8:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '9a092de3-57ef-4bc6-a845-b2693139faa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:18Z', 'updated_at': '2021-08-11T02:27:27Z', 'revision_number': 5, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'subnets': [{'id': '9a092de3-57ef-4bc6-a845-b2693139faa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:46.665355 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-68497a2f-0f52-4237-b785-9fa89db2b1d6 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:46.669479 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6413fc4e-7da4-4bee-a61b-bb395beb1b33 None None] Routers {'593fadde-ea17-49cb-9f71-9a0401117963'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:46.670117 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-6413fc4e-7da4-4bee-a61b-bb395beb1b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:27:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['593fadde-ea17-49cb-9f71-9a0401117963'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:46.672533 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-5822a3f6-637c-4df8-be5d-8bb4d480b0c6 None None] Attempting to bind port 27a2a90b-6827-4f0b-ba21-5bd197525b76 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:46.673043 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-5822a3f6-637c-4df8-be5d-8bb4d480b0c6 None None] Attempting to bind port 27a2a90b-6827-4f0b-ba21-5bd197525b76 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '912b4fa9-4350-4a33-83f0-0fd668456b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8abc26e0-8948-4686-85c6-da2e0a906f1c'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:46.673407 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5822a3f6-637c-4df8-be5d-8bb4d480b0c6 None None] Attempting to bind port 27a2a90b-6827-4f0b-ba21-5bd197525b76 on network 8abc26e0-8948-4686-85c6-da2e0a906f1c {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:46.686280 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a6fcd8-aac9-47e8-8fcc-9d89ba31e981 admin admin] Network 0086c42c-f896-4a92-8515-db944444d83d is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:27:46.699338 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1bafc4-1839-47a5-a362-793e0523a81a None None] Checking router: 54dbecef-831c-4977-81b5-34b9c2c14fa5 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:27:46.700622 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5822a3f6-637c-4df8-be5d-8bb4d480b0c6 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:46.701085 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5822a3f6-637c-4df8-be5d-8bb4d480b0c6 None None] Checking segment: {'id': '912b4fa9-4350-4a33-83f0-0fd668456b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8abc26e0-8948-4686-85c6-da2e0a906f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:46.701587 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5822a3f6-637c-4df8-be5d-8bb4d480b0c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:46.701896 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5822a3f6-637c-4df8-be5d-8bb4d480b0c6 None None] Bound using segment: {'id': '912b4fa9-4350-4a33-83f0-0fd668456b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8abc26e0-8948-4686-85c6-da2e0a906f1c'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:46.702435 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-5822a3f6-637c-4df8-be5d-8bb4d480b0c6 None None] Bound port: 27a2a90b-6827-4f0b-ba21-5bd197525b76, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912b4fa9-4350-4a33-83f0-0fd668456b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8abc26e0-8948-4686-85c6-da2e0a906f1c'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:46.702813 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5822a3f6-637c-4df8-be5d-8bb4d480b0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:46.711340 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1bafc4-1839-47a5-a362-793e0523a81a None None] Routers {'54dbecef-831c-4977-81b5-34b9c2c14fa5'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:46.712266 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1d1bafc4-1839-47a5-a362-793e0523a81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:27:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['54dbecef-831c-4977-81b5-34b9c2c14fa5'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:46.719070 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-33a6fcd8-aac9-47e8-8fcc-9d89ba31e981 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 0086c42c-f896-4a92-8515-db944444d83d) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:46.729875 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a6fcd8-aac9-47e8-8fcc-9d89ba31e981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:46.730497 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-33a6fcd8-aac9-47e8-8fcc-9d89ba31e981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:46.816575 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-33a6fcd8-aac9-47e8-8fcc-9d89ba31e981 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1121008 Aug 11 02:27:46.817250 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-5822a3f6-637c-4df8-be5d-8bb4d480b0c6 None None] For port 27a2a90b-6827-4f0b-ba21-5bd197525b76, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:46.820713 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60846) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:46.821585 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-5822a3f6-637c-4df8-be5d-8bb4d480b0c6 None None] For port 27a2a90b-6827-4f0b-ba21-5bd197525b76, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=27a2a90b-6827-4f0b-ba21-5bd197525b76,segment=NetworkSegment(912b4fa9-4350-4a33-83f0-0fd668456b8b),segment_id=912b4fa9-4350-4a33-83f0-0fd668456b8b)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:46.825931 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-77c63cab-4af8-4933-9b1b-47cdd6f715de admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1723668834-router', 'tenant_id': '212d4988370c4c66b025f31c5d0eea27', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:46.829654 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c842968-74e0-491a-8557-56fa86dafb0e None None] Network 0086c42c-f896-4a92-8515-db944444d83d requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:46.846895 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5822a3f6-637c-4df8-be5d-8bb4d480b0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:46.854665 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-1d1bafc4-1839-47a5-a362-793e0523a81a None None] Set router 54dbecef-831c-4977-81b5-34b9c2c14fa5 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:46.857192 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-6413fc4e-7da4-4bee-a61b-bb395beb1b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:46.858105 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6413fc4e-7da4-4bee-a61b-bb395beb1b33 None None] The sync data for ids ['593fadde-ea17-49cb-9f71-9a0401117963'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:46.905552 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77c63cab-4af8-4933-9b1b-47cdd6f715de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:46.906592 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77c63cab-4af8-4933-9b1b-47cdd6f715de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:46.913367 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f759711-66f4-41f3-98eb-c466b2db996c admin admin] Checking segment: {'id': 'ac41ffd8-fd7b-4432-bc58-5a0f19867d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'a2f949d0-3328-4092-9faf-d9d0b7daafd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:46.913986 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f759711-66f4-41f3-98eb-c466b2db996c admin admin] Network hostable DHCP agents. Network: a2f949d0-3328-4092-9faf-d9d0b7daafd4, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:27:46.925721 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fb66782c-95da-4509-a5f0-edc3cd6820df None None] Provisioning for port f7f20731-45cf-41a4-8b13-679be5d03029 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:46.944581 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73f1cf-cc7d-417e-88d3-9be9cfc3402e req-1635c7b5-eb21-4fa3-87e9-b7011e7020d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:46.953369 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f73f1cf-cc7d-417e-88d3-9be9cfc3402e req-1635c7b5-eb21-4fa3-87e9-b7011e7020d2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c00de9e0a2c4b0fa10bdde3068cf710&device_id=9798655e-0aa6-41d8-9d78-036aac9ce08b HTTP/1.1" status: 200 len: 1137 time: 0.6860769 Aug 11 02:27:47.039939 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fb66782c-95da-4509-a5f0-edc3cd6820df None None] Provisioning complete for port f7f20731-45cf-41a4-8b13-679be5d03029 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:47.040535 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fb66782c-95da-4509-a5f0-edc3cd6820df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.061251 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77c63cab-4af8-4933-9b1b-47cdd6f715de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.089202 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fb66782c-95da-4509-a5f0-edc3cd6820df None None] Port f7f20731-45cf-41a4-8b13-679be5d03029 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:27:47.182201 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822a3f6-637c-4df8-be5d-8bb4d480b0c6 None None] Pushing event updated for resources: {'Port': ['ID=27a2a90b-6827-4f0b-ba21-5bd197525b76,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:47.199109 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-05b39030-b156-4f71-a93d-9ca3c12a0ff0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Deleting port 27a2a90b-6827-4f0b-ba21-5bd197525b76 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:47.199552 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-05b39030-b156-4f71-a93d-9ca3c12a0ff0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.208458 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1653d93b-6da0-40e0-b9a5-dd6a7bece35a tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.208941 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1653d93b-6da0-40e0-b9a5-dd6a7bece35a tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.211653 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1653d93b-6da0-40e0-b9a5-dd6a7bece35a tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.212141 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1653d93b-6da0-40e0-b9a5-dd6a7bece35a tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.212677 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1653d93b-6da0-40e0-b9a5-dd6a7bece35a tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.213061 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1653d93b-6da0-40e0-b9a5-dd6a7bece35a tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.220915 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1653d93b-6da0-40e0-b9a5-dd6a7bece35a tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.221422 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1653d93b-6da0-40e0-b9a5-dd6a7bece35a tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.221944 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1653d93b-6da0-40e0-b9a5-dd6a7bece35a tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.222781 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1653d93b-6da0-40e0-b9a5-dd6a7bece35a tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.222913 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1653d93b-6da0-40e0-b9a5-dd6a7bece35a tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.223310 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1653d93b-6da0-40e0-b9a5-dd6a7bece35a tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.230038 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1653d93b-6da0-40e0-b9a5-dd6a7bece35a tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8419 time: 1.0675709 Aug 11 02:27:47.236761 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1d1bafc4-1839-47a5-a362-793e0523a81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1631267363', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2539a49e-9743-44be-9b28-41ff82fe67f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:11Z', 'updated_at': '2021-08-11T02:27:19Z', 'revision_number': 4, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'gw_port': {'id': '2539a49e-9743-44be-9b28-41ff82fe67f9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:12Z', 'updated_at': '2021-08-11T02:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '83cfe2c9-5426-4462-8bfa-665d843908c8', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'floating_ip_address': '172.25.2.127', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'port_id': 'cde0a84b-32a4-452a-b181-487bd4e6201e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d33bcd9-17a9-43cc-aac5-9f968f6da9e8', 'mac_address': 'fa:16:3e:83:49:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9798655e-0aa6-41d8-9d78-036aac9ce08b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:27:44Z', 'updated_at': '2021-08-11T02:27:44Z', 'revision_number': 0, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941', 'name': '', 'network_id': '9d33bcd9-17a9-43cc-aac5-9f968f6da9e8', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'mac_address': 'fa:16:3e:d8:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '9a092de3-57ef-4bc6-a845-b2693139faa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:18Z', 'updated_at': '2021-08-11T02:27:27Z', 'revision_number': 5, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'subnets': [{'id': '9a092de3-57ef-4bc6-a845-b2693139faa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:47.288191 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1bafc4-1839-47a5-a362-793e0523a81a None None] The sync data for ids ['54dbecef-831c-4977-81b5-34b9c2c14fa5'] in n-d-615180-33 is: [{'id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1631267363', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2539a49e-9743-44be-9b28-41ff82fe67f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:11Z', 'updated_at': '2021-08-11T02:27:19Z', 'revision_number': 4, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'gw_port': {'id': '2539a49e-9743-44be-9b28-41ff82fe67f9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:12Z', 'updated_at': '2021-08-11T02:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '83cfe2c9-5426-4462-8bfa-665d843908c8', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'floating_ip_address': '172.25.2.127', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'port_id': 'cde0a84b-32a4-452a-b181-487bd4e6201e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d33bcd9-17a9-43cc-aac5-9f968f6da9e8', 'mac_address': 'fa:16:3e:83:49:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9798655e-0aa6-41d8-9d78-036aac9ce08b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:27:44Z', 'updated_at': '2021-08-11T02:27:44Z', 'revision_number': 0, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941', 'name': '', 'network_id': '9d33bcd9-17a9-43cc-aac5-9f968f6da9e8', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'mac_address': 'fa:16:3e:d8:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '9a092de3-57ef-4bc6-a845-b2693139faa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:18Z', 'updated_at': '2021-08-11T02:27:27Z', 'revision_number': 5, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'subnets': [{'id': '9a092de3-57ef-4bc6-a845-b2693139faa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:47.380665 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60856) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:47.397914 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a43a2d7c-3d42-471e-b68f-0937932b3b20 None None] Provisioning complete for port f7f20731-45cf-41a4-8b13-679be5d03029 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:47.398292 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a43a2d7c-3d42-471e-b68f-0937932b3b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.442109 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a43a2d7c-3d42-471e-b68f-0937932b3b20 None None] Port f7f20731-45cf-41a4-8b13-679be5d03029 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:27:47.444781 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239ae9bf-9edf-457b-bc2e-99cc191b8bea None None] Network 0086c42c-f896-4a92-8515-db944444d83d requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:47.468423 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73f1cf-cc7d-417e-88d3-9be9cfc3402e req-6540f03a-7bd1-44f7-99e0-05593932c0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.470220 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f73f1cf-cc7d-417e-88d3-9be9cfc3402e req-6540f03a-7bd1-44f7-99e0-05593932c0a0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9d33bcd9-17a9-43cc-aac5-9f968f6da9e8 HTTP/1.1" status: 200 len: 898 time: 0.4999850 Aug 11 02:27:47.478281 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02a4e5b-43c9-4142-91c5-0c6154deb011 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.478886 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02a4e5b-43c9-4142-91c5-0c6154deb011 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.479358 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02a4e5b-43c9-4142-91c5-0c6154deb011 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.479996 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02a4e5b-43c9-4142-91c5-0c6154deb011 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.480456 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02a4e5b-43c9-4142-91c5-0c6154deb011 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.480912 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02a4e5b-43c9-4142-91c5-0c6154deb011 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.481369 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02a4e5b-43c9-4142-91c5-0c6154deb011 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.481821 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02a4e5b-43c9-4142-91c5-0c6154deb011 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.482304 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02a4e5b-43c9-4142-91c5-0c6154deb011 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.482905 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02a4e5b-43c9-4142-91c5-0c6154deb011 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.483359 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02a4e5b-43c9-4142-91c5-0c6154deb011 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.483900 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02a4e5b-43c9-4142-91c5-0c6154deb011 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.494254 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b02a4e5b-43c9-4142-91c5-0c6154deb011 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7760 time: 0.1010182 Aug 11 02:27:47.494254 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f759711-66f4-41f3-98eb-c466b2db996c admin admin] Network a2f949d0-3328-4092-9faf-d9d0b7daafd4 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:27:47.500266 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60862) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:47.525013 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a43a2d7c-3d42-471e-b68f-0937932b3b20 None None] Provisioning for port 662d6bd6-00be-4a99-bf67-ff70c17d26e0 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:47.542491 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a43a2d7c-3d42-471e-b68f-0937932b3b20 None None] Provisioning complete for port 662d6bd6-00be-4a99-bf67-ff70c17d26e0 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:47.543307 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a43a2d7c-3d42-471e-b68f-0937932b3b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.597227 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-05b39030-b156-4f71-a93d-9ca3c12a0ff0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] For port 27a2a90b-6827-4f0b-ba21-5bd197525b76, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=27a2a90b-6827-4f0b-ba21-5bd197525b76,segment=NetworkSegment(912b4fa9-4350-4a33-83f0-0fd668456b8b),segment_id=912b4fa9-4350-4a33-83f0-0fd668456b8b)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:47.597227 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-05b39030-b156-4f71-a93d-9ca3c12a0ff0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.613819 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-05b39030-b156-4f71-a93d-9ca3c12a0ff0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Calling delete_port for 27a2a90b-6827-4f0b-ba21-5bd197525b76 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:47.777321 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491a5a63-5341-4838-b09a-692403cdf825 None None] New status for floating IP 83cfe2c9-5426-4462-8bfa-665d843908c8: ACTIVE {{(pid=94509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:27:47.778765 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-2f759711-66f4-41f3-98eb-c466b2db996c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, a2f949d0-3328-4092-9faf-d9d0b7daafd4) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:47.806042 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f759711-66f4-41f3-98eb-c466b2db996c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.806727 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2f759711-66f4-41f3-98eb-c466b2db996c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.815509 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5531eab6-d57b-4757-a9e3-79f319a7e358 None None] Network a2f949d0-3328-4092-9faf-d9d0b7daafd4 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:47.866903 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a43a2d7c-3d42-471e-b68f-0937932b3b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.896848 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-05b39030-b156-4f71-a93d-9ca3c12a0ff0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.950802 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-a43a2d7c-3d42-471e-b68f-0937932b3b20 None None] For port 662d6bd6-00be-4a99-bf67-ff70c17d26e0, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=662d6bd6-00be-4a99-bf67-ff70c17d26e0,segment=NetworkSegment(3f065f6b-4cd5-4c6f-9100-fb07e95f94f6),segment_id=3f065f6b-4cd5-4c6f-9100-fb07e95f94f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:47.958694 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a43a2d7c-3d42-471e-b68f-0937932b3b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.966554 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2f759711-66f4-41f3-98eb-c466b2db996c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3285363 Aug 11 02:27:47.981490 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77c63cab-4af8-4933-9b1b-47cdd6f715de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:48.094219 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b39030-b156-4f71-a93d-9ca3c12a0ff0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event deleted for resources: {'Port': ['ID=27a2a90b-6827-4f0b-ba21-5bd197525b76,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:48.157987 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f73f1cf-cc7d-417e-88d3-9be9cfc3402e req-ba85357c-c740-4f14-8e63-9ccdbe2000f2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cde0a84b-32a4-452a-b181-487bd4e6201e HTTP/1.1" status: 200 len: 1000 time: 0.6650732 Aug 11 02:27:48.204157 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-68497a2f-0f52-4237-b785-9fa89db2b1d6 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:48.223955 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b39030-b156-4f71-a93d-9ca3c12a0ff0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] No DVR routers for this DVR port 27a2a90b-6827-4f0b-ba21-5bd197525b76 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:48.226192 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-68497a2f-0f52-4237-b785-9fa89db2b1d6 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:48.319087 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e976963-6700-4b24-9751-89e783791c8b req-27ba4ac3-bcc4-44f6-ad96-aff886a94ad0 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:48.320807 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e976963-6700-4b24-9751-89e783791c8b req-27ba4ac3-bcc4-44f6-ad96-aff886a94ad0 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d06cdc6-1ae9-4411-af0f-42fd634bd958 HTTP/1.1" status: 200 len: 946 time: 0.3860710 Aug 11 02:27:48.339995 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a2d7c-3d42-471e-b68f-0937932b3b20 None None] Pushing event updated for resources: {'Port': ['ID=662d6bd6-00be-4a99-bf67-ff70c17d26e0,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:48.348011 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c29c13a8-a0a9-43d3-aca7-2628a7365cba None None] Provisioning complete for port 662d6bd6-00be-4a99-bf67-ff70c17d26e0 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:48.348524 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c29c13a8-a0a9-43d3-aca7-2628a7365cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:48.350678 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5187a0-dbbb-46cf-9475-77550cf88b76 None None] Network a2f949d0-3328-4092-9faf-d9d0b7daafd4 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:48.353205 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73f1cf-cc7d-417e-88d3-9be9cfc3402e req-5c98d126-70c8-46cb-aba8-616d2551ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:48.354534 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f73f1cf-cc7d-417e-88d3-9be9cfc3402e req-5c98d126-70c8-46cb-aba8-616d2551ef99 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9a092de3-57ef-4bc6-a845-b2693139faa9 HTTP/1.1" status: 200 len: 835 time: 0.1754394 Aug 11 02:27:48.357351 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68497a2f-0f52-4237-b785-9fa89db2b1d6 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:48.358236 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-68497a2f-0f52-4237-b785-9fa89db2b1d6 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:48.359798 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-68497a2f-0f52-4237-b785-9fa89db2b1d6 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "PUT /v2.0/ports/f7f20731-45cf-41a4-8b13-679be5d03029 HTTP/1.1" status: 200 len: 910 time: 2.0760069 Aug 11 02:27:48.364483 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60878) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:48.432678 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-05b39030-b156-4f71-a93d-9ca3c12a0ff0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:48.463505 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:48.472518 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7123b534-2d79-495a-b593-48a4a22329e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:48.534919 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73f1cf-cc7d-417e-88d3-9be9cfc3402e req-00ca30f6-a644-4e10-a513-506aa26d1d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:48.537109 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f73f1cf-cc7d-417e-88d3-9be9cfc3402e req-00ca30f6-a644-4e10-a513-506aa26d1d7a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9d33bcd9-17a9-43cc-aac5-9f968f6da9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1429701 Aug 11 02:27:48.582039 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68497a2f-0f52-4237-b785-9fa89db2b1d6 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Port': ['ID=f7f20731-45cf-41a4-8b13-679be5d03029,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:48.639265 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacbe830-6af7-499b-bc3e-fa8ae27db0d4 None None] Network 8abc26e0-8948-4686-85c6-da2e0a906f1c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:48.710633 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e976963-6700-4b24-9751-89e783791c8b req-892e78aa-c155-424a-8f18-c9953fd4c703 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=09b85eec-49c5-4e78-a30e-7ae93cf61452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3725004 Aug 11 02:27:48.724454 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 662d6bd6-00be-4a99-bf67-ff70c17d26e0 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:48.727666 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-05b39030-b156-4f71-a93d-9ca3c12a0ff0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:48.777601 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d4bbc29e-5650-49fd-a6a6-d477233e3223 None None] Could not find standard attr ID for object 27a2a90b-6827-4f0b-ba21-5bd197525b76. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:27:48.783593 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e7168663-955e-4d29-8b62-ec7233553146 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4839 time: 1.2805774 Aug 11 02:27:48.792152 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b39030-b156-4f71-a93d-9ca3c12a0ff0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event deleted for resources: {'Subnet': ['ID=b235e781-8f4a-4a05-b578-23d107636d68,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:48.799725 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60888) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:48.824644 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 662d6bd6-00be-4a99-bf67-ff70c17d26e0 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:48.825132 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:48.906171 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f73f1cf-cc7d-417e-88d3-9be9cfc3402e req-f72e57b7-c99c-4bd1-a85c-e330a84d0828 service neutron] 10.222.0.66 "GET /v2.0/networks/9d33bcd9-17a9-43cc-aac5-9f968f6da9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570173 Aug 11 02:27:48.913024 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79c905a-c1b1-489f-9788-2d3afd49d548 None None] DHCP port deletion for 8abc26e0-8948-4686-85c6-da2e0a906f1c request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:27:48.936780 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-5f0f802c-177b-4b16-b39d-9b8077e8cf31 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:48.940370 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-5f0f802c-177b-4b16-b39d-9b8077e8cf31 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/networks?id=a2f949d0-3328-4092-9faf-d9d0b7daafd4 HTTP/1.1" status: 200 len: 814 time: 0.3488362 Aug 11 02:27:48.946422 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-05b39030-b156-4f71-a93d-9ca3c12a0ff0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:48.973367 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77c63cab-4af8-4933-9b1b-47cdd6f715de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:48.994977 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77c63cab-4af8-4933-9b1b-47cdd6f715de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:48.998600 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-05b39030-b156-4f71-a93d-9ca3c12a0ff0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8abc26e0-8948-4686-85c6-da2e0a906f1c']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:49.015018 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-b8562352-5904-416b-896e-34bd998f8173 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/quotas/8f57d1a8cf4e42e787fd90462a309995 HTTP/1.1" status: 200 len: 375 time: 0.0659409 Aug 11 02:27:49.017327 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-05b39030-b156-4f71-a93d-9ca3c12a0ff0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '912b4fa9-4350-4a33-83f0-0fd668456b8b') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:49.017617 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-05b39030-b156-4f71-a93d-9ca3c12a0ff0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '912b4fa9-4350-4a33-83f0-0fd668456b8b') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:49.030930 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066da8a9-0fe9-4e70-9ec5-bc6555b8be6c tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:49.031424 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066da8a9-0fe9-4e70-9ec5-bc6555b8be6c tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:49.033016 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-066da8a9-0fe9-4e70-9ec5-bc6555b8be6c tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=54dbecef-831c-4977-81b5-34b9c2c14fa5 HTTP/1.1" status: 200 len: 1991 time: 0.2311065 Aug 11 02:27:49.048792 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-05b39030-b156-4f71-a93d-9ca3c12a0ff0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.073733 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-cb437c48-40d4-400c-930f-0be8af78fd79 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8f57d1a8cf4e42e787fd90462a309995&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455215 Aug 11 02:27:49.108157 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-05b39030-b156-4f71-a93d-9ca3c12a0ff0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.136217 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57b32464-7098-4475-879e-3278c02293b5 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.144994 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-77c63cab-4af8-4933-9b1b-47cdd6f715de admin admin] Allocated IP 172.25.2.31 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/650d673f-f1cf-4b7f-b58e-7ac828e175a1) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:49.147337 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b39030-b156-4f71-a93d-9ca3c12a0ff0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:27:49.147767 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-05b39030-b156-4f71-a93d-9ca3c12a0ff0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:27:49.151531 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:27:49.205768 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f73f1cf-cc7d-417e-88d3-9be9cfc3402e req-3b7fdd30-3147-4104-8736-f9e374551362 service neutron] 10.222.0.66 "GET /v2.0/networks/9d33bcd9-17a9-43cc-aac5-9f968f6da9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894146 Aug 11 02:27:49.231695 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-05b39030-b156-4f71-a93d-9ca3c12a0ff0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.239702 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-05b39030-b156-4f71-a93d-9ca3c12a0ff0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.241687 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-05b39030-b156-4f71-a93d-9ca3c12a0ff0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "DELETE /v2.0/networks/8abc26e0-8948-4686-85c6-da2e0a906f1c HTTP/1.1" status: 204 len: 168 time: 3.6305487 Aug 11 02:27:49.245580 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60892) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:49.265968 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-83b6437c-44c9-4163-9de2-ee332dfc9b75 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-654189052'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:49.275442 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b39030-b156-4f71-a93d-9ca3c12a0ff0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event deleted for resources: {'Network': ['ID=8abc26e0-8948-4686-85c6-da2e0a906f1c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:49.282670 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-aaea8bb0-59aa-402d-8802-f6f913303516 service neutron] 10.222.0.50 "GET /v2.0/networks/a2f949d0-3328-4092-9faf-d9d0b7daafd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993105 Aug 11 02:27:49.300793 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b6437c-44c9-4163-9de2-ee332dfc9b75 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Made reservation on behalf of 34d17922c8134f7abe1279d83fc924da for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:49.304135 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-83b6437c-44c9-4163-9de2-ee332dfc9b75 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.373264 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b6437c-44c9-4163-9de2-ee332dfc9b75 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:27:49.383979 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77c63cab-4af8-4933-9b1b-47cdd6f715de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.391256 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-83b6437c-44c9-4163-9de2-ee332dfc9b75 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.391618 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-83b6437c-44c9-4163-9de2-ee332dfc9b75 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Added segment 7112f430-7bfb-4c59-80f5-5605935b3e32 of type vlan for network cff66116-50c4-448d-83e5-e5d699cdedcd Aug 11 02:27:49.415826 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-ef4a5cdc-682d-48e6-a43f-a11ead74d5c5 service neutron] 10.222.0.50 "GET /v2.0/networks/a2f949d0-3328-4092-9faf-d9d0b7daafd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233366 Aug 11 02:27:49.451680 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-83b6437c-44c9-4163-9de2-ee332dfc9b75 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.489701 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77c63cab-4af8-4933-9b1b-47cdd6f715de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.492776 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-83b6437c-44c9-4163-9de2-ee332dfc9b75 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.499995 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b6437c-44c9-4163-9de2-ee332dfc9b75 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:49.500761 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-83b6437c-44c9-4163-9de2-ee332dfc9b75 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.564033 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-83b6437c-44c9-4163-9de2-ee332dfc9b75 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3176980 Aug 11 02:27:49.567923 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60896) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:49.572899 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-0989c081-f624-4078-b484-ad913af330e1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Request body: {'subnet': {'network_id': 'cff66116-50c4-448d-83e5-e5d699cdedcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:49.589809 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c63cab-4af8-4933-9b1b-47cdd6f715de admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:49.608750 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-77c63cab-4af8-4933-9b1b-47cdd6f715de admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:49.615631 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c63cab-4af8-4933-9b1b-47cdd6f715de admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:49.632420 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c63cab-4af8-4933-9b1b-47cdd6f715de admin admin] Pushing event updated for resources: {'Port': ['ID=650d673f-f1cf-4b7f-b58e-7ac828e175a1,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:49.638708 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7079b7a2-f346-4f04-837f-605fa45346da req-6f6b82d6-6c73-483e-93af-6e32acc932b1 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 210 time: 0.0461755 Aug 11 02:27:49.664079 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6437c-44c9-4163-9de2-ee332dfc9b75 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event updated for resources: {'Network': ['ID=cff66116-50c4-448d-83e5-e5d699cdedcd,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:49.681049 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network cff66116-50c4-448d-83e5-e5d699cdedcd details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:27:49.700121 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-57b32464-7098-4475-879e-3278c02293b5 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Deleting port f7f20731-45cf-41a4-8b13-679be5d03029 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:49.700556 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57b32464-7098-4475-879e-3278c02293b5 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.713737 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0021274-8e60-4ba5-91f9-f9bf37ac884a req-d584fa21-df86-4007-b71d-0145a3662a50 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:49.715429 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a0021274-8e60-4ba5-91f9-f9bf37ac884a req-d584fa21-df86-4007-b71d-0145a3662a50 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d06cdc6-1ae9-4411-af0f-42fd634bd958 HTTP/1.1" status: 200 len: 946 time: 0.0896749 Aug 11 02:27:49.732973 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0989c081-f624-4078-b484-ad913af330e1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Made reservation on behalf of 34d17922c8134f7abe1279d83fc924da for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:49.736695 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0989c081-f624-4078-b484-ad913af330e1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.920409 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57b32464-7098-4475-879e-3278c02293b5 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.936761 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-57b32464-7098-4475-879e-3278c02293b5 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Calling delete_port for f7f20731-45cf-41a4-8b13-679be5d03029 owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:49.946229 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.952760 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a0403-1b3c-4eea-b087-c0065836e32a req-448b5574-eb13-449f-9a7a-ab7e44cf8aca tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:49.954404 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-872a0403-1b3c-4eea-b087-c0065836e32a req-448b5574-eb13-449f-9a7a-ab7e44cf8aca tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d06cdc6-1ae9-4411-af0f-42fd634bd958 HTTP/1.1" status: 200 len: 946 time: 0.1332972 Aug 11 02:27:49.986520 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-a0021274-8e60-4ba5-91f9-f9bf37ac884a req-6a9a4316-2df8-418b-a038-2758c58ca96b tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Deleting port b8f3a482-ab68-49b6-8acf-fe7a9b735239 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:49.986931 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a0021274-8e60-4ba5-91f9-f9bf37ac884a req-6a9a4316-2df8-418b-a038-2758c58ca96b tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:50.090232 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-872a0403-1b3c-4eea-b087-c0065836e32a req-9e304ddc-6156-4f13-be4e-b51f7d3b846a tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=09b85eec-49c5-4e78-a30e-7ae93cf61452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227686 Aug 11 02:27:50.098083 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77c63cab-4af8-4933-9b1b-47cdd6f715de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:50.165575 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0989c081-f624-4078-b484-ad913af330e1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:50.180181 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-a0021274-8e60-4ba5-91f9-f9bf37ac884a req-6a9a4316-2df8-418b-a038-2758c58ca96b tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] For port b8f3a482-ab68-49b6-8acf-fe7a9b735239, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=b8f3a482-ab68-49b6-8acf-fe7a9b735239,segment=NetworkSegment(90f545b9-473b-4ac5-8dfe-98546b442c39),segment_id=90f545b9-473b-4ac5-8dfe-98546b442c39)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:50.180531 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a0021274-8e60-4ba5-91f9-f9bf37ac884a req-6a9a4316-2df8-418b-a038-2758c58ca96b tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:50.282426 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989c081-f624-4078-b484-ad913af330e1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event updated for resources: {'Subnet': ['ID=d529b1d5-8f04-4b37-afd4-64ef68bbe540,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:50.300636 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0989c081-f624-4078-b484-ad913af330e1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Checking segment: {'id': '7112f430-7bfb-4c59-80f5-5605935b3e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cff66116-50c4-448d-83e5-e5d699cdedcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:50.300992 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0989c081-f624-4078-b484-ad913af330e1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Network hostable DHCP agents. Network: cff66116-50c4-448d-83e5-e5d699cdedcd, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:27:50.362461 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0989c081-f624-4078-b484-ad913af330e1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Network cff66116-50c4-448d-83e5-e5d699cdedcd is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:27:50.405757 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-0989c081-f624-4078-b484-ad913af330e1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, cff66116-50c4-448d-83e5-e5d699cdedcd) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:50.413626 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0989c081-f624-4078-b484-ad913af330e1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:50.413626 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0989c081-f624-4078-b484-ad913af330e1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:50.416896 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07c3799-361e-40c7-ac84-de0c923758c7 None None] Network cff66116-50c4-448d-83e5-e5d699cdedcd requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:50.440084 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a0021274-8e60-4ba5-91f9-f9bf37ac884a req-6a9a4316-2df8-418b-a038-2758c58ca96b tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:50.440698 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a0021274-8e60-4ba5-91f9-f9bf37ac884a req-6a9a4316-2df8-418b-a038-2758c58ca96b tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:50.441015 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [req-a0021274-8e60-4ba5-91f9-f9bf37ac884a req-6a9a4316-2df8-418b-a038-2758c58ca96b tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Floating IP 0f060dcd-6ab9-481d-86f9-b48db721ace3 disassociated. External IP: 172.25.2.68, port: b8f3a482-ab68-49b6-8acf-fe7a9b735239. Aug 11 02:27:50.441362 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-a0021274-8e60-4ba5-91f9-f9bf37ac884a req-6a9a4316-2df8-418b-a038-2758c58ca96b tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Calling delete_port for b8f3a482-ab68-49b6-8acf-fe7a9b735239 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:50.450971 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0989c081-f624-4078-b484-ad913af330e1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8824441 Aug 11 02:27:50.453468 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60908) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:50.464444 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-a5f2e9b3-0ff0-41b5-9f65-71190af7ffd1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-727763847'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:50.581818 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a518ceb7-71e0-4bf5-b9c9-39655674842c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-cff66116-50c4-448d-83e5-e5d699cdedcd', 'network_id': 'cff66116-50c4-448d-83e5-e5d699cdedcd', 'tenant_id': '34d17922c8134f7abe1279d83fc924da', 'fixed_ips': [{'subnet_id': 'd529b1d5-8f04-4b37-afd4-64ef68bbe540'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:27:50.582955 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a518ceb7-71e0-4bf5-b9c9-39655674842c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:50.615398 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57b32464-7098-4475-879e-3278c02293b5 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:50.620841 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 27a2a90b-6827-4f0b-ba21-5bd197525b76 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:50.644659 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b32464-7098-4475-879e-3278c02293b5 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Port': ['ID=f7f20731-45cf-41a4-8b13-679be5d03029,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:50.657576 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 27a2a90b-6827-4f0b-ba21-5bd197525b76 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:50.657980 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 27a2a90b-6827-4f0b-ba21-5bd197525b76 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:50.673697 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f2e9b3-0ff0-41b5-9f65-71190af7ffd1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Made reservation on behalf of 34d17922c8134f7abe1279d83fc924da for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:50.678389 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5f2e9b3-0ff0-41b5-9f65-71190af7ffd1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:50.727288 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f2e9b3-0ff0-41b5-9f65-71190af7ffd1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:27:50.737844 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5f2e9b3-0ff0-41b5-9f65-71190af7ffd1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:50.738776 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-a5f2e9b3-0ff0-41b5-9f65-71190af7ffd1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Added segment 342d715a-0d8c-47da-b88c-9770ec8b21d7 of type vlan for network c522eefa-3f0e-41ee-b7d2-4081e040796a Aug 11 02:27:50.765613 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77c63cab-4af8-4933-9b1b-47cdd6f715de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:50.853136 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-55f935fd-fadf-40df-8f87-78d8cb33c920 req-8aa06f59-8d82-4314-b57e-4928eff6114c tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 210 time: 0.0782981 Aug 11 02:27:50.884623 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-a518ceb7-71e0-4bf5-b9c9-39655674842c None None] Allocated IP 2001:db8::1 (cff66116-50c4-448d-83e5-e5d699cdedcd/d529b1d5-8f04-4b37-afd4-64ef68bbe540/121bf5d4-cb1d-42e7-939f-6ebff7598f09) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:50.940247 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57b32464-7098-4475-879e-3278c02293b5 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:51.060574 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a518ceb7-71e0-4bf5-b9c9-39655674842c None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:51.161787 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b32464-7098-4475-879e-3278c02293b5 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Router 593fadde-ea17-49cb-9f71-9a0401117963 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:27:51.171965 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c63cab-4af8-4933-9b1b-47cdd6f715de admin admin] Router 6a865d52-406b-4a78-b839-2a7ac854644b is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:27:51.203081 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5f2e9b3-0ff0-41b5-9f65-71190af7ffd1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:51.273900 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-d7bdc001-fab3-49d4-b7c9-23667a94e586 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:51.275369 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-d7bdc001-fab3-49d4-b7c9-23667a94e586 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.73 "GET /v2.0/networks?id=a2f949d0-3328-4092-9faf-d9d0b7daafd4 HTTP/1.1" status: 200 len: 814 time: 0.7383831 Aug 11 02:27:51.282546 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b32464-7098-4475-879e-3278c02293b5 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:51.289254 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-57b32464-7098-4475-879e-3278c02293b5 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "PUT /v2.0/routers/593fadde-ea17-49cb-9f71-9a0401117963/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9156086 Aug 11 02:27:51.294250 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60914) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:51.294445 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a177d3-6f3a-490b-b961-72f9aeff2df5 None None] Sync routers for ids ['593fadde-ea17-49cb-9f71-9a0401117963'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:51.296822 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a518ceb7-71e0-4bf5-b9c9-39655674842c None None] Transition to ACTIVE for port object 121bf5d4-cb1d-42e7-939f-6ebff7598f09 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:51.301945 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-b9f912bd-1294-48b2-b71d-a4c74a61897f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Request body: {'port': {'device_id': '473e2eaf-dc67-4611-83d9-a6032d6acb4e', 'network_id': 'a2f949d0-3328-4092-9faf-d9d0b7daafd4', 'admin_state_up': True, 'tenant_id': '8f57d1a8cf4e42e787fd90462a309995'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:51.309225 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a177d3-6f3a-490b-b961-72f9aeff2df5 None None] Routers {'593fadde-ea17-49cb-9f71-9a0401117963'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:51.309812 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-96a177d3-6f3a-490b-b961-72f9aeff2df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:27:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['593fadde-ea17-49cb-9f71-9a0401117963'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:51.309996 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a0021274-8e60-4ba5-91f9-f9bf37ac884a req-6a9a4316-2df8-418b-a038-2758c58ca96b tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:51.331577 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-55923398-3705-428b-b4c9-bee0a4cace8f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "GET /v2.0/ports?device_id=593fadde-ea17-49cb-9f71-9a0401117963 HTTP/1.1" status: 200 len: 205 time: 0.0357068 Aug 11 02:27:51.334223 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60916) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:51.351038 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-96a177d3-6f3a-490b-b961-72f9aeff2df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:51.355521 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a518ceb7-71e0-4bf5-b9c9-39655674842c None None] Transition to ACTIVE for port object 121bf5d4-cb1d-42e7-939f-6ebff7598f09 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:51.363815 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a177d3-6f3a-490b-b961-72f9aeff2df5 None None] Routers {'593fadde-ea17-49cb-9f71-9a0401117963'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:51.364449 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-96a177d3-6f3a-490b-b961-72f9aeff2df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:27:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['593fadde-ea17-49cb-9f71-9a0401117963'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:51.367770 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a518ceb7-71e0-4bf5-b9c9-39655674842c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:51.372053 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5f2e9b3-0ff0-41b5-9f65-71190af7ffd1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:51.377588 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f2e9b3-0ff0-41b5-9f65-71190af7ffd1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:51.378158 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5f2e9b3-0ff0-41b5-9f65-71190af7ffd1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:51.387207 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb603ad-6607-4ecc-9f72-395aeca45c1c req-5ab64196-0ccb-4566-bd1d-d2e8ab8c4c9c tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:51.388737 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ddb603ad-6607-4ecc-9f72-395aeca45c1c req-5ab64196-0ccb-4566-bd1d-d2e8ab8c4c9c tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d06cdc6-1ae9-4411-af0f-42fd634bd958 HTTP/1.1" status: 200 len: 867 time: 0.1952546 Aug 11 02:27:51.421686 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-96a177d3-6f3a-490b-b961-72f9aeff2df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:51.422733 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a177d3-6f3a-490b-b961-72f9aeff2df5 None None] The sync data for ids ['593fadde-ea17-49cb-9f71-9a0401117963'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:51.426593 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a4316-2df8-418b-a038-2758c58ca96b tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Pushing event deleted for resources: {'Port': ['ID=b8f3a482-ab68-49b6-8acf-fe7a9b735239,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:51.448002 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a518ceb7-71e0-4bf5-b9c9-39655674842c None None] Network cff66116-50c4-448d-83e5-e5d699cdedcd is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:51.454445 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-a518ceb7-71e0-4bf5-b9c9-39655674842c None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:51.459801 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a518ceb7-71e0-4bf5-b9c9-39655674842c None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:51.466023 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ffad559-cc8c-4350-afa6-db9e21133ede tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:51.468214 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:51.477477 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518ceb7-71e0-4bf5-b9c9-39655674842c None None] Pushing event updated for resources: {'Port': ['ID=121bf5d4-cb1d-42e7-939f-6ebff7598f09,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:51.510083 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a5f2e9b3-0ff0-41b5-9f65-71190af7ffd1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0555265 Aug 11 02:27:51.515471 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60918) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:51.525084 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-79ae3d64-9443-417d-ad8a-fb59804d1dd1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Request body: {'subnet': {'network_id': 'c522eefa-3f0e-41ee-b7d2-4081e040796a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:51.530912 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-a518ceb7-71e0-4bf5-b9c9-39655674842c None None] Attempting to bind port 121bf5d4-cb1d-42e7-939f-6ebff7598f09 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:51.531290 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-a518ceb7-71e0-4bf5-b9c9-39655674842c None None] Attempting to bind port 121bf5d4-cb1d-42e7-939f-6ebff7598f09 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '7112f430-7bfb-4c59-80f5-5605935b3e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cff66116-50c4-448d-83e5-e5d699cdedcd'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:51.531683 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a518ceb7-71e0-4bf5-b9c9-39655674842c None None] Attempting to bind port 121bf5d4-cb1d-42e7-939f-6ebff7598f09 on network cff66116-50c4-448d-83e5-e5d699cdedcd {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:51.537902 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a518ceb7-71e0-4bf5-b9c9-39655674842c None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:51.538341 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a518ceb7-71e0-4bf5-b9c9-39655674842c None None] Checking segment: {'id': '7112f430-7bfb-4c59-80f5-5605935b3e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cff66116-50c4-448d-83e5-e5d699cdedcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:51.538748 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a518ceb7-71e0-4bf5-b9c9-39655674842c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:51.539140 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a518ceb7-71e0-4bf5-b9c9-39655674842c None None] Bound using segment: {'id': '7112f430-7bfb-4c59-80f5-5605935b3e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cff66116-50c4-448d-83e5-e5d699cdedcd'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:51.539651 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-a518ceb7-71e0-4bf5-b9c9-39655674842c None None] Bound port: 121bf5d4-cb1d-42e7-939f-6ebff7598f09, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7112f430-7bfb-4c59-80f5-5605935b3e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cff66116-50c4-448d-83e5-e5d699cdedcd'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:51.540040 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a518ceb7-71e0-4bf5-b9c9-39655674842c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:51.555788 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c63cab-4af8-4933-9b1b-47cdd6f715de admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:51.579735 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a47d7-c1c6-473f-a5a3-1dbeceb51c65 None None] Sync routers for ids ['6a865d52-406b-4a78-b839-2a7ac854644b'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:51.593269 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2e9b3-0ff0-41b5-9f65-71190af7ffd1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event updated for resources: {'Network': ['ID=c522eefa-3f0e-41ee-b7d2-4081e040796a,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:51.599423 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a47d7-c1c6-473f-a5a3-1dbeceb51c65 None None] Routers {'6a865d52-406b-4a78-b839-2a7ac854644b'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:51.600961 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-516a47d7-c1c6-473f-a5a3-1dbeceb51c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:27:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6a865d52-406b-4a78-b839-2a7ac854644b'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:51.602167 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ddb603ad-6607-4ecc-9f72-395aeca45c1c req-39eafef8-ad6f-41fb-b2fd-da1f4f44262b tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups?id=09b85eec-49c5-4e78-a30e-7ae93cf61452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875389 Aug 11 02:27:51.618804 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network c522eefa-3f0e-41ee-b7d2-4081e040796a details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:27:51.639134 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77c63cab-4af8-4933-9b1b-47cdd6f715de admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:51.640538 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-77c63cab-4af8-4933-9b1b-47cdd6f715de admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8188727 Aug 11 02:27:51.643764 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60920) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:51.677786 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-b9f912bd-1294-48b2-b71d-a4c74a61897f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Made reservation on behalf of 8f57d1a8cf4e42e787fd90462a309995 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:51.681846 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-b9f912bd-1294-48b2-b71d-a4c74a61897f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:51.690579 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-a518ceb7-71e0-4bf5-b9c9-39655674842c None None] For port 121bf5d4-cb1d-42e7-939f-6ebff7598f09, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:51.699817 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0021274-8e60-4ba5-91f9-f9bf37ac884a req-6a9a4316-2df8-418b-a038-2758c58ca96b tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Router 91de46b2-eaba-42f5-82d8-543d4086963a has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:27:51.722278 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-a518ceb7-71e0-4bf5-b9c9-39655674842c None None] For port 121bf5d4-cb1d-42e7-939f-6ebff7598f09, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=121bf5d4-cb1d-42e7-939f-6ebff7598f09,segment=NetworkSegment(7112f430-7bfb-4c59-80f5-5605935b3e32),segment_id=7112f430-7bfb-4c59-80f5-5605935b3e32)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:51.729384 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a518ceb7-71e0-4bf5-b9c9-39655674842c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:51.821265 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518ceb7-71e0-4bf5-b9c9-39655674842c None None] Pushing event updated for resources: {'Port': ['ID=121bf5d4-cb1d-42e7-939f-6ebff7598f09,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:51.827241 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-516a47d7-c1c6-473f-a5a3-1dbeceb51c65 None None] Set router 6a865d52-406b-4a78-b839-2a7ac854644b gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:51.861895 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ffad559-cc8c-4350-afa6-db9e21133ede tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:51.884508 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ffad559-cc8c-4350-afa6-db9e21133ede tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:51.932302 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-b9f912bd-1294-48b2-b71d-a4c74a61897f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Allocated IP 172.20.0.2 (a2f949d0-3328-4092-9faf-d9d0b7daafd4/f8cd47ed-5ee1-4bbe-a899-6dd2b116ea1d/9223b946-734e-45f4-b5ef-3289361e0db4) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:51.949247 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ae3d64-9443-417d-ad8a-fb59804d1dd1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Made reservation on behalf of 34d17922c8134f7abe1279d83fc924da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:51.952245 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-79ae3d64-9443-417d-ad8a-fb59804d1dd1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:52.078302 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0021274-8e60-4ba5-91f9-f9bf37ac884a req-6a9a4316-2df8-418b-a038-2758c58ca96b tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:52.090732 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdcf39b-f30a-4f8a-bfb2-7eb52442b195 None None] Sync routers for ids ['91de46b2-eaba-42f5-82d8-543d4086963a'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:52.101531 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ffad559-cc8c-4350-afa6-db9e21133ede tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:52.102080 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffad559-cc8c-4350-afa6-db9e21133ede tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Fanout notify agent at l3_agent the message router_deleted on router 593fadde-ea17-49cb-9f71-9a0401117963 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:27:52.115058 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ffad559-cc8c-4350-afa6-db9e21133ede tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:52.116239 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6ffad559-cc8c-4350-afa6-db9e21133ede tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/routers/593fadde-ea17-49cb-9f71-9a0401117963 HTTP/1.1" status: 204 len: 168 time: 0.7809322 Aug 11 02:27:52.125893 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-516a47d7-c1c6-473f-a5a3-1dbeceb51c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a865d52-406b-4a78-b839-2a7ac854644b', 'name': 'tempest-ServerRescueNegativeTestJSON-1723668834-router', 'tenant_id': '212d4988370c4c66b025f31c5d0eea27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '650d673f-f1cf-4b7f-b58e-7ac828e175a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:46Z', 'updated_at': '2021-08-11T02:27:49Z', 'revision_number': 3, 'project_id': '212d4988370c4c66b025f31c5d0eea27', 'gw_port': {'id': '650d673f-f1cf-4b7f-b58e-7ac828e175a1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:54:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a865d52-406b-4a78-b839-2a7ac854644b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:49Z', 'updated_at': '2021-08-11T02:27:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:52.130193 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdcf39b-f30a-4f8a-bfb2-7eb52442b195 None None] Routers {'91de46b2-eaba-42f5-82d8-543d4086963a'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:52.131329 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-2bdcf39b-f30a-4f8a-bfb2-7eb52442b195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:27:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91de46b2-eaba-42f5-82d8-543d4086963a'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:52.148788 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.ipam_backend_mixin [None req-79ae3d64-9443-417d-ad8a-fb59804d1dd1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Performing IP validity checks on allocation pools {{(pid=94506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 02:27:52.149289 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.ipam_backend_mixin [None req-79ae3d64-9443-417d-ad8a-fb59804d1dd1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 02:27:52.151725 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60924) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:52.168784 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-74d950a5-98ab-428b-8d3c-45690bc3e5d7 req-23d59cfe-cf3e-468e-9ad4-cec7da65ae67 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 210 time: 0.1527355 Aug 11 02:27:52.198661 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0021274-8e60-4ba5-91f9-f9bf37ac884a req-6a9a4316-2df8-418b-a038-2758c58ca96b tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] No DVR routers for this DVR port b8f3a482-ab68-49b6-8acf-fe7a9b735239 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:52.202910 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a0021274-8e60-4ba5-91f9-f9bf37ac884a req-6a9a4316-2df8-418b-a038-2758c58ca96b tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:52.210153 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a0021274-8e60-4ba5-91f9-f9bf37ac884a req-6a9a4316-2df8-418b-a038-2758c58ca96b tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.66 "DELETE /v2.0/ports/b8f3a482-ab68-49b6-8acf-fe7a9b735239 HTTP/1.1" status: 204 len: 173 time: 2.4874058 Aug 11 02:27:52.210981 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d06cdc6-1ae9-4411-af0f-42fd634bd958', 'name': 'network-vif-deleted', 'tag': 'b8f3a482-ab68-49b6-8acf-fe7a9b735239'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:52.214534 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6edd05-ea12-4fa9-b05c-f2e375547241" -d '{"events": [{"server_uuid": "0d06cdc6-1ae9-4411-af0f-42fd634bd958", "name": "network-vif-deleted", "tag": "b8f3a482-ab68-49b6-8acf-fe7a9b735239"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:52.258148 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a47d7-c1c6-473f-a5a3-1dbeceb51c65 None None] Checking router: 6a865d52-406b-4a78-b839-2a7ac854644b for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:27:52.258640 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a47d7-c1c6-473f-a5a3-1dbeceb51c65 None None] Updating router 6a865d52-406b-4a78-b839-2a7ac854644b port 650d673f-f1cf-4b7f-b58e-7ac828e175a1 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:27:52.326031 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-2bdcf39b-f30a-4f8a-bfb2-7eb52442b195 None None] Set router 91de46b2-eaba-42f5-82d8-543d4086963a gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:52.342199 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe566db-0642-489d-8b3b-3cfd73be7583 x-openstack-request-id: req-1fe566db-0642-489d-8b3b-3cfd73be7583 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:52.342478 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d06cdc6-1ae9-4411-af0f-42fd634bd958", "name": "network-vif-deleted", "tag": "b8f3a482-ab68-49b6-8acf-fe7a9b735239", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:52.342749 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1fe566db-0642-489d-8b3b-3cfd73be7583 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:52.343161 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d06cdc6-1ae9-4411-af0f-42fd634bd958', 'name': 'network-vif-deleted', 'tag': 'b8f3a482-ab68-49b6-8acf-fe7a9b735239', 'status': 'completed', 'code': 200} Aug 11 02:27:52.344668 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-516a47d7-c1c6-473f-a5a3-1dbeceb51c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:52.408963 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device b8f3a482-ab68-49b6-8acf-fe7a9b735239 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:52.437515 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-b9f912bd-1294-48b2-b71d-a4c74a61897f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:52.439959 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd743413-e87e-490b-a12d-c8a76b1b6dba tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Deleting subnet cb98d728-5a68-4321-8c59-5f1a5123aa2a {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:27:52.447687 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dd743413-e87e-490b-a12d-c8a76b1b6dba tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:52.458375 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: b8f3a482-ab68-49b6-8acf-fe7a9b735239 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:52.458907 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device b8f3a482-ab68-49b6-8acf-fe7a9b735239 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:52.486899 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-b9f912bd-1294-48b2-b71d-a4c74a61897f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:52.559178 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-b9f912bd-1294-48b2-b71d-a4c74a61897f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Network a2f949d0-3328-4092-9faf-d9d0b7daafd4 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:52.565293 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-b9f912bd-1294-48b2-b71d-a4c74a61897f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:52.571407 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-b9f912bd-1294-48b2-b71d-a4c74a61897f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:52.578320 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f912bd-1294-48b2-b71d-a4c74a61897f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Pushing event updated for resources: {'Port': ['ID=9223b946-734e-45f4-b5ef-3289361e0db4,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:52.646665 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-b9f912bd-1294-48b2-b71d-a4c74a61897f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:52.647587 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-b9f912bd-1294-48b2-b71d-a4c74a61897f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:52.676888 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-b9f912bd-1294-48b2-b71d-a4c74a61897f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3799136 Aug 11 02:27:52.695642 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-c9f48b01-d61f-48f6-84b9-8938d8af878d service neutron] Request body: {'port': {'device_id': '473e2eaf-dc67-4611-83d9-a6032d6acb4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:52.750696 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-2bdcf39b-f30a-4f8a-bfb2-7eb52442b195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'name': 'tempest-AttachVolumeTestJSON-1455009035-router', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:33Z', 'updated_at': '2021-08-11T02:20:38Z', 'revision_number': 4, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'gw_port': {'id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:34Z', 'updated_at': '2021-08-11T02:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'f66f0f5d-8b32-4d1c-a273-b9821b6489ca', 'name': '', 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'mac_address': 'fa:16:3e:73:9e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:37Z', 'updated_at': '2021-08-11T02:20:47Z', 'revision_number': 5, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'subnets': [{'id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:52.797188 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 121bf5d4-cb1d-42e7-939f-6ebff7598f09 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:52.800550 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdcf39b-f30a-4f8a-bfb2-7eb52442b195 None None] Checking router: 91de46b2-eaba-42f5-82d8-543d4086963a for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:27:52.808626 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-516a47d7-c1c6-473f-a5a3-1dbeceb51c65 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:52.830732 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-516a47d7-c1c6-473f-a5a3-1dbeceb51c65 None None] Transition to ACTIVE for port object 650d673f-f1cf-4b7f-b58e-7ac828e175a1 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:52.840880 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-c9f48b01-d61f-48f6-84b9-8938d8af878d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:52.842504 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-516a47d7-c1c6-473f-a5a3-1dbeceb51c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:52.914169 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdcf39b-f30a-4f8a-bfb2-7eb52442b195 None None] Routers {'91de46b2-eaba-42f5-82d8-543d4086963a'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:52.914488 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c537ef7-1be6-4660-9d10-249d27a3e2dd None None] Pushing event updated for resources: {'Port': ['ID=650d673f-f1cf-4b7f-b58e-7ac828e175a1,revision_number=2']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:52.915801 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-2bdcf39b-f30a-4f8a-bfb2-7eb52442b195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:27:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91de46b2-eaba-42f5-82d8-543d4086963a'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:52.925741 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-516a47d7-c1c6-473f-a5a3-1dbeceb51c65 None None] Attempting to bind port 650d673f-f1cf-4b7f-b58e-7ac828e175a1 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:52.926373 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-516a47d7-c1c6-473f-a5a3-1dbeceb51c65 None None] Attempting to bind port 650d673f-f1cf-4b7f-b58e-7ac828e175a1 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:52.926567 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a47d7-c1c6-473f-a5a3-1dbeceb51c65 None None] Attempting to bind port 650d673f-f1cf-4b7f-b58e-7ac828e175a1 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:52.940098 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a47d7-c1c6-473f-a5a3-1dbeceb51c65 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:52.940519 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a47d7-c1c6-473f-a5a3-1dbeceb51c65 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:52.940929 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-516a47d7-c1c6-473f-a5a3-1dbeceb51c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:52.941330 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a47d7-c1c6-473f-a5a3-1dbeceb51c65 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:52.941811 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-516a47d7-c1c6-473f-a5a3-1dbeceb51c65 None None] Bound port: 650d673f-f1cf-4b7f-b58e-7ac828e175a1, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:52.942195 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-516a47d7-c1c6-473f-a5a3-1dbeceb51c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:53.041922 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-516a47d7-c1c6-473f-a5a3-1dbeceb51c65 None None] For port 650d673f-f1cf-4b7f-b58e-7ac828e175a1, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:53.047167 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-516a47d7-c1c6-473f-a5a3-1dbeceb51c65 None None] For port 650d673f-f1cf-4b7f-b58e-7ac828e175a1, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=650d673f-f1cf-4b7f-b58e-7ac828e175a1,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:53.052533 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-516a47d7-c1c6-473f-a5a3-1dbeceb51c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:53.090542 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 121bf5d4-cb1d-42e7-939f-6ebff7598f09 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:53.098239 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bad02f73-eae5-4ba6-8752-74e04a0e2485 req-b00eee96-7c8b-47f7-9d53-468b05202480 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d06cdc6-1ae9-4411-af0f-42fd634bd958 HTTP/1.1" status: 200 len: 210 time: 0.1196249 Aug 11 02:27:53.119475 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-2bdcf39b-f30a-4f8a-bfb2-7eb52442b195 None None] Set router 91de46b2-eaba-42f5-82d8-543d4086963a gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:53.148162 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dd743413-e87e-490b-a12d-c8a76b1b6dba tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:53.173638 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c537ef7-1be6-4660-9d10-249d27a3e2dd None None] Pushing event updated for resources: {'Port': ['ID=650d673f-f1cf-4b7f-b58e-7ac828e175a1,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:53.194338 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a47d7-c1c6-473f-a5a3-1dbeceb51c65 None None] Routers {'6a865d52-406b-4a78-b839-2a7ac854644b'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:53.196855 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-516a47d7-c1c6-473f-a5a3-1dbeceb51c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:27:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6a865d52-406b-4a78-b839-2a7ac854644b'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:53.348873 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-c9f48b01-d61f-48f6-84b9-8938d8af878d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9223b946-734e-45f4-b5ef-3289361e0db4 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:53.366572 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccc83d-dd0b-4085-8e22-bfa70e4dc275 req-73931392-985e-4124-849c-1ac210ecb91d tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:53.369446 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c8ccc83d-dd0b-4085-8e22-bfa70e4dc275 req-73931392-985e-4124-849c-1ac210ecb91d tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 931 time: 0.1053300 Aug 11 02:27:53.370925 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-c9f48b01-d61f-48f6-84b9-8938d8af878d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:53.381691 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bd7ca3-fa9f-4f4b-a75d-1097031bbf71 None None] Network cff66116-50c4-448d-83e5-e5d699cdedcd requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:53.382548 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-516a47d7-c1c6-473f-a5a3-1dbeceb51c65 None None] Set router 6a865d52-406b-4a78-b839-2a7ac854644b gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:53.415574 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-c9f48b01-d61f-48f6-84b9-8938d8af878d service neutron] Transition to ACTIVE for port object 9223b946-734e-45f4-b5ef-3289361e0db4 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:53.421714 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-79ae3d64-9443-417d-ad8a-fb59804d1dd1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:53.426126 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c8ccc83d-dd0b-4085-8e22-bfa70e4dc275 req-9e5a1764-de19-4e81-aa0f-8559758fb90e tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440969 Aug 11 02:27:53.426786 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-c9f48b01-d61f-48f6-84b9-8938d8af878d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:53.496185 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dd743413-e87e-490b-a12d-c8a76b1b6dba tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:53.519523 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-0178bdfd-ce93-4514-9246-0dc63742d195 None None] Provisioning for port 121bf5d4-cb1d-42e7-939f-6ebff7598f09 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:53.528066 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-0178bdfd-ce93-4514-9246-0dc63742d195 None None] Provisioning complete for port 121bf5d4-cb1d-42e7-939f-6ebff7598f09 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:53.528441 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0178bdfd-ce93-4514-9246-0dc63742d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:53.580367 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae3d64-9443-417d-ad8a-fb59804d1dd1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event updated for resources: {'Subnet': ['ID=4ecb4c6f-d7b5-4917-a2eb-ecc4f7bd3df3,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:53.604071 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f48b01-d61f-48f6-84b9-8938d8af878d service neutron] Pushing event updated for resources: {'Port': ['ID=9223b946-734e-45f4-b5ef-3289361e0db4,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:53.604432 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ae3d64-9443-417d-ad8a-fb59804d1dd1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Checking segment: {'id': '342d715a-0d8c-47da-b88c-9770ec8b21d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c522eefa-3f0e-41ee-b7d2-4081e040796a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:53.604771 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ae3d64-9443-417d-ad8a-fb59804d1dd1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Network hostable DHCP agents. Network: c522eefa-3f0e-41ee-b7d2-4081e040796a, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:27:53.614968 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-c9f48b01-d61f-48f6-84b9-8938d8af878d service neutron] Attempting to bind port 9223b946-734e-45f4-b5ef-3289361e0db4 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:53.615307 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-c9f48b01-d61f-48f6-84b9-8938d8af878d service neutron] Attempting to bind port 9223b946-734e-45f4-b5ef-3289361e0db4 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': 'ac41ffd8-fd7b-4432-bc58-5a0f19867d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'a2f949d0-3328-4092-9faf-d9d0b7daafd4'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:53.615661 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-c9f48b01-d61f-48f6-84b9-8938d8af878d service neutron] Attempting to bind port 9223b946-734e-45f4-b5ef-3289361e0db4 on network a2f949d0-3328-4092-9faf-d9d0b7daafd4 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:53.621330 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-c9f48b01-d61f-48f6-84b9-8938d8af878d service neutron] Port 9223b946-734e-45f4-b5ef-3289361e0db4 on network a2f949d0-3328-4092-9faf-d9d0b7daafd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:27:53.621567 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-c9f48b01-d61f-48f6-84b9-8938d8af878d service neutron] Attempting to bind port 9223b946-734e-45f4-b5ef-3289361e0db4 on network a2f949d0-3328-4092-9faf-d9d0b7daafd4 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:53.628581 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-c9f48b01-d61f-48f6-84b9-8938d8af878d service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:53.628998 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-c9f48b01-d61f-48f6-84b9-8938d8af878d service neutron] Checking segment: {'id': 'ac41ffd8-fd7b-4432-bc58-5a0f19867d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'a2f949d0-3328-4092-9faf-d9d0b7daafd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:53.629356 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-c9f48b01-d61f-48f6-84b9-8938d8af878d service neutron] Bound using segment: {'id': 'ac41ffd8-fd7b-4432-bc58-5a0f19867d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'a2f949d0-3328-4092-9faf-d9d0b7daafd4'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:53.629801 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-c9f48b01-d61f-48f6-84b9-8938d8af878d service neutron] Bound port: 9223b946-734e-45f4-b5ef-3289361e0db4, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac41ffd8-fd7b-4432-bc58-5a0f19867d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'a2f949d0-3328-4092-9faf-d9d0b7daafd4'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:53.630165 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-c9f48b01-d61f-48f6-84b9-8938d8af878d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:53.638226 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-516a47d7-c1c6-473f-a5a3-1dbeceb51c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a865d52-406b-4a78-b839-2a7ac854644b', 'name': 'tempest-ServerRescueNegativeTestJSON-1723668834-router', 'tenant_id': '212d4988370c4c66b025f31c5d0eea27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '650d673f-f1cf-4b7f-b58e-7ac828e175a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:46Z', 'updated_at': '2021-08-11T02:27:49Z', 'revision_number': 3, 'project_id': '212d4988370c4c66b025f31c5d0eea27', 'gw_port': {'id': '650d673f-f1cf-4b7f-b58e-7ac828e175a1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:54:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a865d52-406b-4a78-b839-2a7ac854644b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:49Z', 'updated_at': '2021-08-11T02:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:53.656451 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6032b34f-5383-48d5-adaa-3114095f72af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:53.661075 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ae3d64-9443-417d-ad8a-fb59804d1dd1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Network c522eefa-3f0e-41ee-b7d2-4081e040796a is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:27:53.675210 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dd743413-e87e-490b-a12d-c8a76b1b6dba tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:53.677277 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a47d7-c1c6-473f-a5a3-1dbeceb51c65 None None] The sync data for ids ['6a865d52-406b-4a78-b839-2a7ac854644b'] in n-d-615180-33 is: [{'id': '6a865d52-406b-4a78-b839-2a7ac854644b', 'name': 'tempest-ServerRescueNegativeTestJSON-1723668834-router', 'tenant_id': '212d4988370c4c66b025f31c5d0eea27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '650d673f-f1cf-4b7f-b58e-7ac828e175a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:46Z', 'updated_at': '2021-08-11T02:27:49Z', 'revision_number': 3, 'project_id': '212d4988370c4c66b025f31c5d0eea27', 'gw_port': {'id': '650d673f-f1cf-4b7f-b58e-7ac828e175a1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:54:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a865d52-406b-4a78-b839-2a7ac854644b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:49Z', 'updated_at': '2021-08-11T02:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:53.702439 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-79ae3d64-9443-417d-ad8a-fb59804d1dd1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, c522eefa-3f0e-41ee-b7d2-4081e040796a) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:53.718059 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-c9f48b01-d61f-48f6-84b9-8938d8af878d service neutron] For port 9223b946-734e-45f4-b5ef-3289361e0db4, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:53.721645 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-c9f48b01-d61f-48f6-84b9-8938d8af878d service neutron] For port 9223b946-734e-45f4-b5ef-3289361e0db4, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=9223b946-734e-45f4-b5ef-3289361e0db4,segment=NetworkSegment(ac41ffd8-fd7b-4432-bc58-5a0f19867d17),segment_id=ac41ffd8-fd7b-4432-bc58-5a0f19867d17)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:53.726072 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-c9f48b01-d61f-48f6-84b9-8938d8af878d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:53.732942 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a64858d-7abb-4d35-9c42-8b8a5b925d7d None None] Network c522eefa-3f0e-41ee-b7d2-4081e040796a requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:53.761042 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-c9f48b01-d61f-48f6-84b9-8938d8af878d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:53.762049 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-c9f48b01-d61f-48f6-84b9-8938d8af878d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:53.763711 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-c9f48b01-d61f-48f6-84b9-8938d8af878d service neutron] 10.222.0.73 "PUT /v2.0/ports/9223b946-734e-45f4-b5ef-3289361e0db4 HTTP/1.1" status: 200 len: 1092 time: 1.0774062 Aug 11 02:27:53.818955 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ae3d64-9443-417d-ad8a-fb59804d1dd1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:53.819479 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-79ae3d64-9443-417d-ad8a-fb59804d1dd1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:53.822299 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd743413-e87e-490b-a12d-c8a76b1b6dba tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Subnet': ['ID=cb98d728-5a68-4321-8c59-5f1a5123aa2a,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:53.831711 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dd743413-e87e-490b-a12d-c8a76b1b6dba tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:53.833731 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-dd743413-e87e-490b-a12d-c8a76b1b6dba tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/subnets/cb98d728-5a68-4321-8c59-5f1a5123aa2a HTTP/1.1" status: 204 len: 168 time: 1.6810131 Aug 11 02:27:53.837573 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60932) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:53.839722 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f48b01-d61f-48f6-84b9-8938d8af878d service neutron] Pushing event updated for resources: {'Port': ['ID=9223b946-734e-45f4-b5ef-3289361e0db4,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:53.888722 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25c52f8-780c-4b89-8137-a1efddb2d1ec None None] Network b16ee10f-e181-4d70-ab34-2290323e681c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:53.894160 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-79ae3d64-9443-417d-ad8a-fb59804d1dd1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.3735631 Aug 11 02:27:53.897523 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60934) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:53.931117 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-323e0406-190f-42ce-bc10-dcdaf8302714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:53.931733 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-323e0406-190f-42ce-bc10-dcdaf8302714 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f57d1a8cf4e42e787fd90462a309995&device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 1095 time: 0.1268644 Aug 11 02:27:53.986959 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-6032b34f-5383-48d5-adaa-3114095f72af admin admin] Allocated IP 172.20.0.1 (0086c42c-f896-4a92-8515-db944444d83d/84fc00eb-2c93-4052-9a0f-462991bedf76/c82182f9-2bbd-4913-bf7e-f1ea7c011dfd) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:53.989849 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-2bdcf39b-f30a-4f8a-bfb2-7eb52442b195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'name': 'tempest-AttachVolumeTestJSON-1455009035-router', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:33Z', 'updated_at': '2021-08-11T02:20:38Z', 'revision_number': 4, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'gw_port': {'id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:34Z', 'updated_at': '2021-08-11T02:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'f66f0f5d-8b32-4d1c-a273-b9821b6489ca', 'name': '', 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'mac_address': 'fa:16:3e:73:9e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:37Z', 'updated_at': '2021-08-11T02:20:47Z', 'revision_number': 5, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'subnets': [{'id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:54.035744 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdcf39b-f30a-4f8a-bfb2-7eb52442b195 None None] The sync data for ids ['91de46b2-eaba-42f5-82d8-543d4086963a'] in n-d-615180-33 is: [{'id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'name': 'tempest-AttachVolumeTestJSON-1455009035-router', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:33Z', 'updated_at': '2021-08-11T02:20:38Z', 'revision_number': 4, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'gw_port': {'id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:34Z', 'updated_at': '2021-08-11T02:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'f66f0f5d-8b32-4d1c-a273-b9821b6489ca', 'name': '', 'network_id': 'd5e9bc60-44e8-48ec-bced-24847d62e034', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'mac_address': 'fa:16:3e:73:9e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:37Z', 'updated_at': '2021-08-11T02:20:47Z', 'revision_number': 5, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'subnets': [{'id': 'be5383bc-6e19-42ce-a87f-2dcaab36b27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:54.121291 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6cc842-87c7-4f43-bea6-a621906b5387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-c522eefa-3f0e-41ee-b7d2-4081e040796a', 'network_id': 'c522eefa-3f0e-41ee-b7d2-4081e040796a', 'tenant_id': '34d17922c8134f7abe1279d83fc924da', 'fixed_ips': [{'subnet_id': '4ecb4c6f-d7b5-4917-a2eb-ecc4f7bd3df3'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:27:54.122248 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ec6cc842-87c7-4f43-bea6-a621906b5387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:54.142793 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2bb2563f-8271-4c31-b224-daa130f621e4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:54.162936 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-30b626ba-123b-4474-9173-7931b9f0eceb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9223b946-734e-45f4-b5ef-3289361e0db4 HTTP/1.1" status: 200 len: 217 time: 0.1769648 Aug 11 02:27:54.168383 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:54.218897 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6032b34f-5383-48d5-adaa-3114095f72af admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:54.229352 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60940) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:54.306680 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-9d4365be-fc1a-4bc8-aaf8-db4b526e75a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:54.308213 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-9d4365be-fc1a-4bc8-aaf8-db4b526e75a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f8cd47ed-5ee1-4bbe-a899-6dd2b116ea1d HTTP/1.1" status: 200 len: 854 time: 0.1362901 Aug 11 02:27:54.369623 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473e2eaf-dc67-4611-83d9-a6032d6acb4e', 'tag': '9223b946-734e-45f4-b5ef-3289361e0db4'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:54.372516 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2de5676-7751-4967-ae0c-5576fd307517" -d '{"events": [{"name": "network-changed", "server_uuid": "473e2eaf-dc67-4611-83d9-a6032d6acb4e", "tag": "9223b946-734e-45f4-b5ef-3289361e0db4"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:54.376436 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-2bb2563f-8271-4c31-b224-daa130f621e4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Deleting port 6d9b3bc4-3597-49e7-ab66-07c468b694f4 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:54.376768 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2bb2563f-8271-4c31-b224-daa130f621e4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:54.398760 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-a02b8056-f897-462e-a0fa-e77fadcfe02f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2f949d0-3328-4092-9faf-d9d0b7daafd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807180 Aug 11 02:27:54.406092 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8c5aa1e7-8cb0-47e8-9c71-e9f57deffe00 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:54.407042 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:54.429071 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6032b34f-5383-48d5-adaa-3114095f72af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:54.497524 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0178bdfd-ce93-4514-9246-0dc63742d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:54.539115 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bf4e6f-0ebd-45d7-b25e-79895b7f3f1d x-openstack-request-id: req-f7bf4e6f-0ebd-45d7-b25e-79895b7f3f1d {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:54.539449 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473e2eaf-dc67-4611-83d9-a6032d6acb4e", "tag": "9223b946-734e-45f4-b5ef-3289361e0db4", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:54.539680 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f7bf4e6f-0ebd-45d7-b25e-79895b7f3f1d {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:54.540375 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473e2eaf-dc67-4611-83d9-a6032d6acb4e', 'tag': '9223b946-734e-45f4-b5ef-3289361e0db4', 'status': 'completed', 'code': 200} Aug 11 02:27:54.546361 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8c5aa1e7-8cb0-47e8-9c71-e9f57deffe00 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:54.578982 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6032b34f-5383-48d5-adaa-3114095f72af admin admin] Network 0086c42c-f896-4a92-8515-db944444d83d is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:54.583952 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-0178bdfd-ce93-4514-9246-0dc63742d195 None None] For port 121bf5d4-cb1d-42e7-939f-6ebff7598f09, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=121bf5d4-cb1d-42e7-939f-6ebff7598f09,segment=NetworkSegment(7112f430-7bfb-4c59-80f5-5605935b3e32),segment_id=7112f430-7bfb-4c59-80f5-5605935b3e32)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:54.601244 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-6032b34f-5383-48d5-adaa-3114095f72af admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:54.608480 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0178bdfd-ce93-4514-9246-0dc63742d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:54.621947 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208a4031-d311-4d7f-ac3d-88e623990659 None None] New status for floating IP 0f060dcd-6ab9-481d-86f9-b48db721ace3: DOWN {{(pid=94509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:27:54.629937 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6032b34f-5383-48d5-adaa-3114095f72af admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:54.668371 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:54.683645 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-ec6cc842-87c7-4f43-bea6-a621906b5387 None None] Allocated IP 2001:db8::3 (c522eefa-3f0e-41ee-b7d2-4081e040796a/4ecb4c6f-d7b5-4917-a2eb-ecc4f7bd3df3/e00719f2-427f-4f43-9558-72d6bbd55796) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:54.697484 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032b34f-5383-48d5-adaa-3114095f72af admin admin] Pushing event updated for resources: {'Port': ['ID=c82182f9-2bbd-4913-bf7e-f1ea7c011dfd,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:54.756349 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6032b34f-5383-48d5-adaa-3114095f72af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:54.787698 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-2bb2563f-8271-4c31-b224-daa130f621e4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] For port 6d9b3bc4-3597-49e7-ab66-07c468b694f4, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=6d9b3bc4-3597-49e7-ab66-07c468b694f4,segment=NetworkSegment(5a93b424-9eb4-454f-a984-c2c79c3e7935),segment_id=5a93b424-9eb4-454f-a984-c2c79c3e7935)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:54.788054 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2bb2563f-8271-4c31-b224-daa130f621e4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:54.816521 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-2bb2563f-8271-4c31-b224-daa130f621e4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Calling delete_port for 6d9b3bc4-3597-49e7-ab66-07c468b694f4 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:54.860790 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f248cc-8802-42ae-872a-acba34fdeb46 req-3f4cddea-a97b-4b7c-b7eb-0c1359881ade tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:54.861143 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8c5aa1e7-8cb0-47e8-9c71-e9f57deffe00 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:54.864269 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178bdfd-ce93-4514-9246-0dc63742d195 None None] Pushing event updated for resources: {'Port': ['ID=121bf5d4-cb1d-42e7-939f-6ebff7598f09,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:54.865406 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8c5aa1e7-8cb0-47e8-9c71-e9f57deffe00 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:54.866626 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8c5aa1e7-8cb0-47e8-9c71-e9f57deffe00 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "DELETE /v2.0/security-groups/09b85eec-49c5-4e78-a30e-7ae93cf61452 HTTP/1.1" status: 204 len: 168 time: 0.6360235 Aug 11 02:27:54.872021 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-02f248cc-8802-42ae-872a-acba34fdeb46 req-3f4cddea-a97b-4b7c-b7eb-0c1359881ade tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 943 time: 0.2616978 Aug 11 02:27:54.872439 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0af3d4-f2c1-4d0e-ad89-23c11ae7b1ee None None] DHCP port deletion for b16ee10f-e181-4d70-ab34-2290323e681c request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:27:54.881954 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60948) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:54.891444 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5aa1e7-8cb0-47e8-9c71-e9f57deffe00 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b85eec-49c5-4e78-a30e-7ae93cf61452,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:54.891821 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 650d673f-f1cf-4b7f-b58e-7ac828e175a1 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:54.954786 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-56d6b323-88e6-4827-8775-d42f47b0a985 service neutron] 10.222.0.73 "GET /v2.0/networks/a2f949d0-3328-4092-9faf-d9d0b7daafd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5487680 Aug 11 02:27:54.987016 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-5fe539c5-c9ed-432b-bcdd-bdbe639065f4 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] show failed (client error): The resource could not be found. Aug 11 02:27:54.991359 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5fe539c5-c9ed-432b-bcdd-bdbe639065f4 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "GET /v2.0/security-groups/09b85eec-49c5-4e78-a30e-7ae93cf61452 HTTP/1.1" status: 404 len: 347 time: 0.0682011 Aug 11 02:27:54.993180 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60950) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:55.001510 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6032b34f-5383-48d5-adaa-3114095f72af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.029367 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-adf4e9ff-e289-45c3-82f3-71065087b108 None None] Provisioning complete for port 121bf5d4-cb1d-42e7-939f-6ebff7598f09 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:55.029840 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-adf4e9ff-e289-45c3-82f3-71065087b108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.073216 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 650d673f-f1cf-4b7f-b58e-7ac828e175a1 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:55.083525 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 650d673f-f1cf-4b7f-b58e-7ac828e175a1 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:55.084087 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.096840 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-02f248cc-8802-42ae-872a-acba34fdeb46 req-eca3a4ef-e38c-4c4e-9477-5f3f6e08aa61 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237883 Aug 11 02:27:55.204970 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6032b34f-5383-48d5-adaa-3114095f72af admin admin] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.210841 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6032b34f-5383-48d5-adaa-3114095f72af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.232367 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2bb2563f-8271-4c31-b224-daa130f621e4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.273799 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ec6cc842-87c7-4f43-bea6-a621906b5387 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.282631 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-bf0af3d4-f2c1-4d0e-ad89-23c11ae7b1ee None None] Deleting port 6d9b3bc4-3597-49e7-ab66-07c468b694f4 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:55.283009 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bf0af3d4-f2c1-4d0e-ad89-23c11ae7b1ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.295802 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2563f-8271-4c31-b224-daa130f621e4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Port': ['ID=6d9b3bc4-3597-49e7-ab66-07c468b694f4,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:55.300549 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb2563f-8271-4c31-b224-daa130f621e4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] No DVR routers for this DVR port 6d9b3bc4-3597-49e7-ab66-07c468b694f4 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:55.309710 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4a15a47c-f4f6-46a3-9318-db05dde6979c req-0c36fe07-aae3-4d4a-8cca-bbda385044fe service neutron] 10.222.0.73 "GET /v2.0/networks/a2f949d0-3328-4092-9faf-d9d0b7daafd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347719 Aug 11 02:27:55.323707 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6032b34f-5383-48d5-adaa-3114095f72af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.325631 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032b34f-5383-48d5-adaa-3114095f72af admin admin] Pushing event updated for resources: {'Port': ['ID=c82182f9-2bbd-4913-bf7e-f1ea7c011dfd,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:55.348893 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ec6cc842-87c7-4f43-bea6-a621906b5387 None None] Transition to ACTIVE for port object e00719f2-427f-4f43-9558-72d6bbd55796 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:55.421610 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ec6cc842-87c7-4f43-bea6-a621906b5387 None None] Transition to ACTIVE for port object e00719f2-427f-4f43-9558-72d6bbd55796 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:55.423009 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.431883 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-bf0af3d4-f2c1-4d0e-ad89-23c11ae7b1ee None None] For port 6d9b3bc4-3597-49e7-ab66-07c468b694f4, host n-d-615180-33, got binding levels [] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:55.432306 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bf0af3d4-f2c1-4d0e-ad89-23c11ae7b1ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.433970 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6032b34f-5383-48d5-adaa-3114095f72af admin admin] Network 0086c42c-f896-4a92-8515-db944444d83d is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:55.434448 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2bb2563f-8271-4c31-b224-daa130f621e4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.436806 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-6032b34f-5383-48d5-adaa-3114095f72af admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:55.438448 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-6f8a1ee3-58f2-4f7f-8efa-e8d6295e7eb1 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Deleting port 2ab26604-ff66-471f-a3ed-3b86157086c0 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:55.438780 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6f8a1ee3-58f2-4f7f-8efa-e8d6295e7eb1 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.442160 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ec6cc842-87c7-4f43-bea6-a621906b5387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.447787 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.454864 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-2bb2563f-8271-4c31-b224-daa130f621e4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b16ee10f-e181-4d70-ab34-2290323e681c']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:55.485641 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-bf0af3d4-f2c1-4d0e-ad89-23c11ae7b1ee None None] Calling delete_port for 6d9b3bc4-3597-49e7-ab66-07c468b694f4 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:55.497186 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.ipam_backend_mixin [None req-bf0af3d4-f2c1-4d0e-ad89-23c11ae7b1ee None None] Port 6d9b3bc4-3597-49e7-ab66-07c468b694f4 was not found and therefore no delete operation was performed {{(pid=94508) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:27:55.507715 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-2bb2563f-8271-4c31-b224-daa130f621e4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a93b424-9eb4-454f-a984-c2c79c3e7935') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:55.507874 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-2bb2563f-8271-4c31-b224-daa130f621e4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a93b424-9eb4-454f-a984-c2c79c3e7935') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:55.511704 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bf0af3d4-f2c1-4d0e-ad89-23c11ae7b1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.514159 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 650d673f-f1cf-4b7f-b58e-7ac828e175a1, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=650d673f-f1cf-4b7f-b58e-7ac828e175a1,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:55.516515 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6cc842-87c7-4f43-bea6-a621906b5387 None None] Network c522eefa-3f0e-41ee-b7d2-4081e040796a is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:55.527639 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.534110 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-ec6cc842-87c7-4f43-bea6-a621906b5387 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:55.536353 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0af3d4-f2c1-4d0e-ad89-23c11ae7b1ee None None] No DVR routers for this DVR port 6d9b3bc4-3597-49e7-ab66-07c468b694f4 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:55.537649 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6cc842-87c7-4f43-bea6-a621906b5387 None None] Pushing event updated for resources: {'Port': ['ID=e00719f2-427f-4f43-9558-72d6bbd55796,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:55.546590 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6cc842-87c7-4f43-bea6-a621906b5387 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:55.562292 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2bb2563f-8271-4c31-b224-daa130f621e4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.569525 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.580164 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0af3d4-f2c1-4d0e-ad89-23c11ae7b1ee None None] Pushing event deleted for resources: {'Port': ['ID=6d9b3bc4-3597-49e7-ab66-07c468b694f4,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:55.581670 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6032b34f-5383-48d5-adaa-3114095f72af admin admin] Router 6a865d52-406b-4a78-b839-2a7ac854644b has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:27:55.602691 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de5676-7751-4967-ae0c-5576fd307517 req-9bee7e14-f7d9-43e4-9eb8-984cedcf20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:55.604259 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a2de5676-7751-4967-ae0c-5576fd307517 req-9bee7e14-f7d9-43e4-9eb8-984cedcf20b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f57d1a8cf4e42e787fd90462a309995&device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 1095 time: 0.2198582 Aug 11 02:27:55.626049 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6f8a1ee3-58f2-4f7f-8efa-e8d6295e7eb1 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.626395 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6f8a1ee3-58f2-4f7f-8efa-e8d6295e7eb1 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.649922 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event deleted for resources: {'Subnet': ['ID=4ecb4c6f-d7b5-4917-a2eb-ecc4f7bd3df3,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:55.656133 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2bb2563f-8271-4c31-b224-daa130f621e4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.661408 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-ec6cc842-87c7-4f43-bea6-a621906b5387 None None] Attempting to bind port e00719f2-427f-4f43-9558-72d6bbd55796 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:55.661906 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-ec6cc842-87c7-4f43-bea6-a621906b5387 None None] Attempting to bind port e00719f2-427f-4f43-9558-72d6bbd55796 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '342d715a-0d8c-47da-b88c-9770ec8b21d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c522eefa-3f0e-41ee-b7d2-4081e040796a'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:55.662374 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6cc842-87c7-4f43-bea6-a621906b5387 None None] Attempting to bind port e00719f2-427f-4f43-9558-72d6bbd55796 on network c522eefa-3f0e-41ee-b7d2-4081e040796a {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:55.670233 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6cc842-87c7-4f43-bea6-a621906b5387 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:55.670738 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6cc842-87c7-4f43-bea6-a621906b5387 None None] Checking segment: {'id': '342d715a-0d8c-47da-b88c-9770ec8b21d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c522eefa-3f0e-41ee-b7d2-4081e040796a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:55.671278 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ec6cc842-87c7-4f43-bea6-a621906b5387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.671788 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6cc842-87c7-4f43-bea6-a621906b5387 None None] Bound using segment: {'id': '342d715a-0d8c-47da-b88c-9770ec8b21d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c522eefa-3f0e-41ee-b7d2-4081e040796a'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:55.672348 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-ec6cc842-87c7-4f43-bea6-a621906b5387 None None] Bound port: e00719f2-427f-4f43-9558-72d6bbd55796, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '342d715a-0d8c-47da-b88c-9770ec8b21d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c522eefa-3f0e-41ee-b7d2-4081e040796a'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:55.672826 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ec6cc842-87c7-4f43-bea6-a621906b5387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.674250 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-6f8a1ee3-58f2-4f7f-8efa-e8d6295e7eb1 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Calling delete_port for 2ab26604-ff66-471f-a3ed-3b86157086c0 owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:55.696604 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=650d673f-f1cf-4b7f-b58e-7ac828e175a1,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:55.713956 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb2563f-8271-4c31-b224-daa130f621e4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:27:55.714368 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2bb2563f-8271-4c31-b224-daa130f621e4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.714862 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6032b34f-5383-48d5-adaa-3114095f72af admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:55.722397 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6032b34f-5383-48d5-adaa-3114095f72af admin admin] 10.222.0.50 "PUT /v2.0/routers/6a865d52-406b-4a78-b839-2a7ac854644b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0767672 Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:27:55.742431 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:27:55.760987 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-ec6cc842-87c7-4f43-bea6-a621906b5387 None None] For port e00719f2-427f-4f43-9558-72d6bbd55796, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:55.765268 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-ec6cc842-87c7-4f43-bea6-a621906b5387 None None] For port e00719f2-427f-4f43-9558-72d6bbd55796, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e00719f2-427f-4f43-9558-72d6bbd55796,segment=NetworkSegment(342d715a-0d8c-47da-b88c-9770ec8b21d7),segment_id=342d715a-0d8c-47da-b88c-9770ec8b21d7)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:55.770655 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ec6cc842-87c7-4f43-bea6-a621906b5387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.860190 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6cc842-87c7-4f43-bea6-a621906b5387 None None] Pushing event updated for resources: {'Port': ['ID=e00719f2-427f-4f43-9558-72d6bbd55796,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:55.866624 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.881213 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26690aee-895d-4e99-91c0-97e27637c75c None None] Network c522eefa-3f0e-41ee-b7d2-4081e040796a requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:55.899869 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c522eefa-3f0e-41ee-b7d2-4081e040796a']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:55.922306 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2bb2563f-8271-4c31-b224-daa130f621e4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.930184 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '342d715a-0d8c-47da-b88c-9770ec8b21d7') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:55.930493 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '342d715a-0d8c-47da-b88c-9770ec8b21d7') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:55.950557 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2bb2563f-8271-4c31-b224-daa130f621e4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.952482 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2bb2563f-8271-4c31-b224-daa130f621e4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/networks/b16ee10f-e181-4d70-ab34-2290323e681c HTTP/1.1" status: 204 len: 168 time: 2.1137376 Aug 11 02:27:55.960030 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60960) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:55.967574 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-31b36c28-11f0-4683-b8fa-f9271d1bab71 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-656188278', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:55.984998 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.992980 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de5676-7751-4967-ae0c-5576fd307517 req-20737768-bcea-4a9c-b844-04f778437858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:55.994457 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a2de5676-7751-4967-ae0c-5576fd307517 req-20737768-bcea-4a9c-b844-04f778437858 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2f949d0-3328-4092-9faf-d9d0b7daafd4 HTTP/1.1" status: 200 len: 915 time: 0.3642955 Aug 11 02:27:56.001326 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2563f-8271-4c31-b224-daa130f621e4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Network': ['ID=b16ee10f-e181-4d70-ab34-2290323e681c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:56.024078 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-31b36c28-11f0-4683-b8fa-f9271d1bab71 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.025283 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-31b36c28-11f0-4683-b8fa-f9271d1bab71 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.042570 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee93255-05f0-4070-b731-e0ec1aa898e4 None None] get_active_networks_info from n-d-615180-33 {{(pid=94508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:27:56.047948 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.060121 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a2de5676-7751-4967-ae0c-5576fd307517 req-4f0abf80-262d-4265-a2e8-cae307417941 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9223b946-734e-45f4-b5ef-3289361e0db4 HTTP/1.1" status: 200 len: 217 time: 0.0543044 Aug 11 02:27:56.063437 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:27:56.063814 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:27:56.067439 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:27:56.184073 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee93255-05f0-4070-b731-e0ec1aa898e4 None None] Resources bound (agent type, host, resource id): {{(pid=94508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:27:56.206301 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de5676-7751-4967-ae0c-5576fd307517 req-cf49d394-ae76-448d-859b-24483331e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:56.207350 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a2de5676-7751-4967-ae0c-5576fd307517 req-cf49d394-ae76-448d-859b-24483331e5aa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f8cd47ed-5ee1-4bbe-a899-6dd2b116ea1d HTTP/1.1" status: 200 len: 854 time: 0.1383162 Aug 11 02:27:56.225814 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.db.api [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:27:56.225814 n-d-615180-33 neutron-server[94507]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:27:56.225814 n-d-615180-33 neutron-server[94507]: [parameters: {'id': 'c522eefa-3f0e-41ee-b7d2-4081e040796a'}] Aug 11 02:27:56.225814 n-d-615180-33 neutron-server[94507]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:27:56.226312 n-d-615180-33 neutron-server[94507]: DEBUG oslo_db.api [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:27:56.267942 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a2de5676-7751-4967-ae0c-5576fd307517 req-4eadbc0c-79b8-45fc-b0f8-aa7688b9d138 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2f949d0-3328-4092-9faf-d9d0b7daafd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407407 Aug 11 02:27:56.278370 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-31b36c28-11f0-4683-b8fa-f9271d1bab71 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.286113 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6f8a1ee3-58f2-4f7f-8efa-e8d6295e7eb1 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.320505 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-0a1099b2-d4e0-4ec9-9e76-00664028ac13 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:56.322122 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-0a1099b2-d4e0-4ec9-9e76-00664028ac13 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/networks?id=0086c42c-f896-4a92-8515-db944444d83d HTTP/1.1" status: 200 len: 819 time: 0.1881683 Aug 11 02:27:56.324454 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-31b36c28-11f0-4683-b8fa-f9271d1bab71 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.350908 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-31b36c28-11f0-4683-b8fa-f9271d1bab71 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.354660 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-31b36c28-11f0-4683-b8fa-f9271d1bab71 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3897884 Aug 11 02:27:56.355033 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60972) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:56.361144 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e32f81c8-aaa6-4817-bbbf-c67aafb1683f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'network': {'name': 'tempest-RoutersTest-1930331395'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:56.364903 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb647cc-ff3a-4aba-b013-f3bd52e21918 None None] Sync routers for ids ['6a865d52-406b-4a78-b839-2a7ac854644b'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:56.371296 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-a814a9f0-3e2d-4e79-8891-53cab78618c4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/quotas/212d4988370c4c66b025f31c5d0eea27 HTTP/1.1" status: 200 len: 375 time: 0.0296531 Aug 11 02:27:56.398609 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb647cc-ff3a-4aba-b013-f3bd52e21918 None None] Routers {'6a865d52-406b-4a78-b839-2a7ac854644b'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:56.399607 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-ceb647cc-ff3a-4aba-b013-f3bd52e21918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:27:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6a865d52-406b-4a78-b839-2a7ac854644b'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:56.421560 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32f81c8-aaa6-4817-bbbf-c67aafb1683f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Made reservation on behalf of fc32fb4b9c1142568a3c93f040d870e8 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:56.425703 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e32f81c8-aaa6-4817-bbbf-c67aafb1683f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.460384 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-41cf6e67-f758-4d5e-8b7b-14cc29546231 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=212d4988370c4c66b025f31c5d0eea27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0797324 Aug 11 02:27:56.473837 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e32f81c8-aaa6-4817-bbbf-c67aafb1683f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:27:56.526269 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e32f81c8-aaa6-4817-bbbf-c67aafb1683f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.526531 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-e32f81c8-aaa6-4817-bbbf-c67aafb1683f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Added segment 5356fa7d-b552-4a03-bc82-18f9614ef6fd of type vlan for network a566d6f7-662e-4d9e-9e80-f96207362c23 Aug 11 02:27:56.591131 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e32f81c8-aaa6-4817-bbbf-c67aafb1683f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.630453 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-34e4f8ae-c928-438c-999b-da03cec74833 service neutron] 10.222.0.50 "GET /v2.0/networks/0086c42c-f896-4a92-8515-db944444d83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511555 Aug 11 02:27:56.641602 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e32f81c8-aaa6-4817-bbbf-c67aafb1683f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.653282 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32f81c8-aaa6-4817-bbbf-c67aafb1683f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:56.654204 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e32f81c8-aaa6-4817-bbbf-c67aafb1683f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.727100 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 650d673f-f1cf-4b7f-b58e-7ac828e175a1 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:56.728324 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.730079 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a1ee3-58f2-4f7f-8efa-e8d6295e7eb1 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Pushing event deleted for resources: {'Port': ['ID=2ab26604-ff66-471f-a3ed-3b86157086c0,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:56.744259 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1681328-f7a6-4024-a828-98d85ffdd41c req-495c6b04-df3c-41b1-87ac-6081a09b187c tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:56.745810 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c1681328-f7a6-4024-a828-98d85ffdd41c req-495c6b04-df3c-41b1-87ac-6081a09b187c tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 943 time: 0.5587394 Aug 11 02:27:56.777947 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e32f81c8-aaa6-4817-bbbf-c67aafb1683f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4192874 Aug 11 02:27:56.779699 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60974) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:56.789314 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-8ba2a530-ab3b-40e1-a6b4-90de422cf38d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'subnet': {'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:56.794654 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f81c8-aaa6-4817-bbbf-c67aafb1683f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Network': ['ID=a566d6f7-662e-4d9e-9e80-f96207362c23,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:56.801925 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-ceb647cc-ff3a-4aba-b013-f3bd52e21918 None None] Set router 6a865d52-406b-4a78-b839-2a7ac854644b gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:56.840381 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network a566d6f7-662e-4d9e-9e80-f96207362c23 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:27:56.843643 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-c1dae906-13a7-4dc6-a70e-2b434901fa80 service neutron] 10.222.0.50 "GET /v2.0/networks/0086c42c-f896-4a92-8515-db944444d83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860187 Aug 11 02:27:56.944244 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 650d673f-f1cf-4b7f-b58e-7ac828e175a1 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:56.944770 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.947342 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c1681328-f7a6-4024-a828-98d85ffdd41c req-0536ca55-d455-462c-9eca-9c606d2d5f6c tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900680 Aug 11 02:27:56.966977 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6f8a1ee3-58f2-4f7f-8efa-e8d6295e7eb1 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.969536 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6f8a1ee3-58f2-4f7f-8efa-e8d6295e7eb1 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.970716 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6f8a1ee3-58f2-4f7f-8efa-e8d6295e7eb1 tempest-AttachVolumeTestJSON-2121103855 tempest-AttachVolumeTestJSON-2121103855-project] 10.222.0.50 "DELETE /v2.0/floatingips/0f060dcd-6ab9-481d-86f9-b48db721ace3 HTTP/1.1" status: 204 len: 168 time: 1.9717028 Aug 11 02:27:56.996212 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a2de5676-7751-4967-ae0c-5576fd307517 req-0cbfba9f-4427-44af-98c4-a311ec596948 service neutron] 10.222.0.73 "GET /v2.0/networks/a2f949d0-3328-4092-9faf-d9d0b7daafd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7205548 Aug 11 02:27:57.122134 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-781180db-c2aa-4e5c-9cc6-2710e2d5a2b6 req-cb9e8463-b6ac-4fc5-ac0d-4a4447d8c11d tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 210 time: 0.0545459 Aug 11 02:27:57.123176 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba2a530-ab3b-40e1-a6b4-90de422cf38d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Made reservation on behalf of fc32fb4b9c1142568a3c93f040d870e8 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:57.128616 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ba2a530-ab3b-40e1-a6b4-90de422cf38d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:57.171914 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 121bf5d4-cb1d-42e7-939f-6ebff7598f09 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:57.189786 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Deleting port e00719f2-427f-4f43-9558-72d6bbd55796 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:57.190263 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:57.281376 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 121bf5d4-cb1d-42e7-939f-6ebff7598f09 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:57.281964 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:57.289167 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-ceb647cc-ff3a-4aba-b013-f3bd52e21918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a865d52-406b-4a78-b839-2a7ac854644b', 'name': 'tempest-ServerRescueNegativeTestJSON-1723668834-router', 'tenant_id': '212d4988370c4c66b025f31c5d0eea27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '650d673f-f1cf-4b7f-b58e-7ac828e175a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:46Z', 'updated_at': '2021-08-11T02:27:54Z', 'revision_number': 4, 'project_id': '212d4988370c4c66b025f31c5d0eea27', 'gw_port': {'id': '650d673f-f1cf-4b7f-b58e-7ac828e175a1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a865d52-406b-4a78-b839-2a7ac854644b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:49Z', 'updated_at': '2021-08-11T02:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'c82182f9-2bbd-4913-bf7e-f1ea7c011dfd', 'name': '', 'network_id': '0086c42c-f896-4a92-8515-db944444d83d', 'tenant_id': '212d4988370c4c66b025f31c5d0eea27', 'mac_address': 'fa:16:3e:75:8f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a865d52-406b-4a78-b839-2a7ac854644b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '84fc00eb-2c93-4052-9a0f-462991bedf76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:53Z', 'updated_at': '2021-08-11T02:27:55Z', 'revision_number': 2, 'project_id': '212d4988370c4c66b025f31c5d0eea27', 'subnets': [{'id': '84fc00eb-2c93-4052-9a0f-462991bedf76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:57.336997 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb647cc-ff3a-4aba-b013-f3bd52e21918 None None] Checking router: 6a865d52-406b-4a78-b839-2a7ac854644b for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:27:57.337612 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb647cc-ff3a-4aba-b013-f3bd52e21918 None None] Updating router 6a865d52-406b-4a78-b839-2a7ac854644b port c82182f9-2bbd-4913-bf7e-f1ea7c011dfd binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:27:57.340405 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a2de5676-7751-4967-ae0c-5576fd307517 req-20b2a823-6c13-43e5-a0e7-e66f494e7145 service neutron] 10.222.0.73 "GET /v2.0/networks/a2f949d0-3328-4092-9faf-d9d0b7daafd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127770 Aug 11 02:27:57.368316 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] For port e00719f2-427f-4f43-9558-72d6bbd55796, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e00719f2-427f-4f43-9558-72d6bbd55796,segment=NetworkSegment(342d715a-0d8c-47da-b88c-9770ec8b21d7),segment_id=342d715a-0d8c-47da-b88c-9770ec8b21d7)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:57.368934 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:57.378448 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 9223b946-734e-45f4-b5ef-3289361e0db4 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:27:57.387885 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Calling delete_port for e00719f2-427f-4f43-9558-72d6bbd55796 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:57.396405 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ceb647cc-ff3a-4aba-b013-f3bd52e21918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:57.643520 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 6d9b3bc4-3597-49e7-ab66-07c468b694f4 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:57.676626 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 6d9b3bc4-3597-49e7-ab66-07c468b694f4 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:57.677067 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 6d9b3bc4-3597-49e7-ab66-07c468b694f4 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:57.689963 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 9223b946-734e-45f4-b5ef-3289361e0db4, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=9223b946-734e-45f4-b5ef-3289361e0db4,segment=NetworkSegment(ac41ffd8-fd7b-4432-bc58-5a0f19867d17),segment_id=ac41ffd8-fd7b-4432-bc58-5a0f19867d17)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:57.716393 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:57.731521 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-bf79d2a2-9053-405c-8acf-2fbd82365499 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:57.733166 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-bf79d2a2-9053-405c-8acf-2fbd82365499 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/networks?id=0086c42c-f896-4a92-8515-db944444d83d HTTP/1.1" status: 200 len: 819 time: 0.3421812 Aug 11 02:27:57.740364 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '9223b946-734e-45f4-b5ef-3289361e0db4', 'network_id': 'a2f949d0-3328-4092-9faf-d9d0b7daafd4', 'port_id': '9223b946-734e-45f4-b5ef-3289361e0db4', 'mac_address': 'fa:16:3e:51:a8:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8cd47ed-5ee1-4bbe-a899-6dd2b116ea1d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:27:57.792552 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event deleted for resources: {'Port': ['ID=e00719f2-427f-4f43-9558-72d6bbd55796,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:57.806269 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:57.808625 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] No DVR routers for this DVR port e00719f2-427f-4f43-9558-72d6bbd55796 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:57.811350 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-5ff9557a-9f0b-4fef-a770-005d23f7ebdf tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/quotas/212d4988370c4c66b025f31c5d0eea27 HTTP/1.1" status: 200 len: 375 time: 0.0339091 Aug 11 02:27:57.836205 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9223b946-734e-45f4-b5ef-3289361e0db4 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:57.869818 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 9223b946-734e-45f4-b5ef-3289361e0db4, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=9223b946-734e-45f4-b5ef-3289361e0db4,segment=NetworkSegment(ac41ffd8-fd7b-4432-bc58-5a0f19867d17),segment_id=ac41ffd8-fd7b-4432-bc58-5a0f19867d17)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:57.874166 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:57.915103 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ba2a530-ab3b-40e1-a6b4-90de422cf38d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:57.962047 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ceb647cc-ff3a-4aba-b013-f3bd52e21918 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:57.983109 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=9223b946-734e-45f4-b5ef-3289361e0db4,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:57.984292 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-f2efa5d8-1477-44b1-9166-d050b5e74b5e tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=212d4988370c4c66b025f31c5d0eea27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1445687 Aug 11 02:27:57.987796 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:57.994916 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ceb647cc-ff3a-4aba-b013-f3bd52e21918 None None] Transition to ACTIVE for port object c82182f9-2bbd-4913-bf7e-f1ea7c011dfd will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:58.013697 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ceb647cc-ff3a-4aba-b013-f3bd52e21918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:58.020616 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c522eefa-3f0e-41ee-b7d2-4081e040796a']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:58.081000 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '342d715a-0d8c-47da-b88c-9770ec8b21d7') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:58.081422 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '342d715a-0d8c-47da-b88c-9770ec8b21d7') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:58.117178 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:58.120409 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2a530-ab3b-40e1-a6b4-90de422cf38d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Subnet': ['ID=5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:58.140812 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['9223b946-734e-45f4-b5ef-3289361e0db4'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:27:58.143630 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba2a530-ab3b-40e1-a6b4-90de422cf38d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Checking segment: {'id': '5356fa7d-b552-4a03-bc82-18f9614ef6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:58.143941 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba2a530-ab3b-40e1-a6b4-90de422cf38d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network hostable DHCP agents. Network: a566d6f7-662e-4d9e-9e80-f96207362c23, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:27:58.154262 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:58.173727 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:27:58.174217 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:27:58.177752 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:27:58.186754 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bd740-a6cd-4d3f-b2c4-ed35524cf56c None None] Pushing event updated for resources: {'Port': ['ID=c82182f9-2bbd-4913-bf7e-f1ea7c011dfd,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:58.249968 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-ceb647cc-ff3a-4aba-b013-f3bd52e21918 None None] Attempting to bind port c82182f9-2bbd-4913-bf7e-f1ea7c011dfd on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:58.250471 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-ceb647cc-ff3a-4aba-b013-f3bd52e21918 None None] Attempting to bind port c82182f9-2bbd-4913-bf7e-f1ea7c011dfd by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd7582938-03de-4b93-9833-a76c03f4f19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0086c42c-f896-4a92-8515-db944444d83d'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:58.250937 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb647cc-ff3a-4aba-b013-f3bd52e21918 None None] Attempting to bind port c82182f9-2bbd-4913-bf7e-f1ea7c011dfd on network 0086c42c-f896-4a92-8515-db944444d83d {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:58.263575 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba2a530-ab3b-40e1-a6b4-90de422cf38d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network a566d6f7-662e-4d9e-9e80-f96207362c23 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:27:58.269507 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0a209-1a46-496a-96de-3e55e846997f req-f213fae2-aab5-4a46-8202-38b1c7df8019 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:58.271117 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b2a0a209-1a46-496a-96de-3e55e846997f req-f213fae2-aab5-4a46-8202-38b1c7df8019 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 944 time: 0.1459675 Aug 11 02:27:58.290169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-8ba2a530-ab3b-40e1-a6b4-90de422cf38d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, a566d6f7-662e-4d9e-9e80-f96207362c23) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:58.296340 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb647cc-ff3a-4aba-b013-f3bd52e21918 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:58.296976 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb647cc-ff3a-4aba-b013-f3bd52e21918 None None] Checking segment: {'id': 'd7582938-03de-4b93-9833-a76c03f4f19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0086c42c-f896-4a92-8515-db944444d83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:58.297610 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ceb647cc-ff3a-4aba-b013-f3bd52e21918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:58.298103 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb647cc-ff3a-4aba-b013-f3bd52e21918 None None] Bound using segment: {'id': 'd7582938-03de-4b93-9833-a76c03f4f19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0086c42c-f896-4a92-8515-db944444d83d'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:58.298705 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-ceb647cc-ff3a-4aba-b013-f3bd52e21918 None None] Bound port: c82182f9-2bbd-4913-bf7e-f1ea7c011dfd, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7582938-03de-4b93-9833-a76c03f4f19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0086c42c-f896-4a92-8515-db944444d83d'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:58.299242 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ceb647cc-ff3a-4aba-b013-f3bd52e21918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:58.305425 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5b2e73-2d62-4c1c-b5b1-a6aa0dc200f1 None None] Network a566d6f7-662e-4d9e-9e80-f96207362c23 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:58.333235 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b2a0a209-1a46-496a-96de-3e55e846997f req-06aed4c9-ff09-4dbd-88c6-2a7f7b2bedaa tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540133 Aug 11 02:27:58.335766 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba2a530-ab3b-40e1-a6b4-90de422cf38d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:58.339634 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ba2a530-ab3b-40e1-a6b4-90de422cf38d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:58.358370 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8ba2a530-ab3b-40e1-a6b4-90de422cf38d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5726786 Aug 11 02:27:58.361088 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32776) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:58.368098 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-b04d8f21-cd90-427e-8257-f25ece9070ae service neutron] 10.222.0.50 "GET /v2.0/networks/0086c42c-f896-4a92-8515-db944444d83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749332 Aug 11 02:27:58.370687 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:58.386954 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:58.389354 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "DELETE /v2.0/networks/c522eefa-3f0e-41ee-b7d2-4081e040796a HTTP/1.1" status: 204 len: 168 time: 4.4901125 Aug 11 02:27:58.392714 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32778) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:58.398486 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-cebef5c3-6555-4d97-a031-4efb1e59886e tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2075652657'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:58.447310 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d4c48-9529-49dc-8959-518d543691b8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event deleted for resources: {'Network': ['ID=c522eefa-3f0e-41ee-b7d2-4081e040796a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:58.506738 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebef5c3-6555-4d97-a031-4efb1e59886e tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Made reservation on behalf of 34d17922c8134f7abe1279d83fc924da for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:58.510393 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-ceb647cc-ff3a-4aba-b013-f3bd52e21918 None None] For port c82182f9-2bbd-4913-bf7e-f1ea7c011dfd, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:58.511801 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cebef5c3-6555-4d97-a031-4efb1e59886e tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:58.529143 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-ceb647cc-ff3a-4aba-b013-f3bd52e21918 None None] For port c82182f9-2bbd-4913-bf7e-f1ea7c011dfd, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=c82182f9-2bbd-4913-bf7e-f1ea7c011dfd,segment=NetworkSegment(d7582938-03de-4b93-9833-a76c03f4f19c),segment_id=d7582938-03de-4b93-9833-a76c03f4f19c)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:58.568298 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cebef5c3-6555-4d97-a031-4efb1e59886e tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:27:58.574945 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-29e5953e-9a1d-4e0e-bfa6-dd13a0f6609c service neutron] 10.222.0.50 "GET /v2.0/networks/0086c42c-f896-4a92-8515-db944444d83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829114 Aug 11 02:27:58.580364 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cebef5c3-6555-4d97-a031-4efb1e59886e tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:58.580873 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-cebef5c3-6555-4d97-a031-4efb1e59886e tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Added segment 635fa3d9-153b-4739-8e33-f0ee55510393 of type vlan for network b92e18c6-d154-4505-b680-a021c13ceaa0 Aug 11 02:27:58.632256 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ceb647cc-ff3a-4aba-b013-f3bd52e21918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:58.632615 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cebef5c3-6555-4d97-a031-4efb1e59886e tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:58.670016 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cebef5c3-6555-4d97-a031-4efb1e59886e tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:58.679209 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebef5c3-6555-4d97-a031-4efb1e59886e tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:58.680113 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cebef5c3-6555-4d97-a031-4efb1e59886e tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:58.725808 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d2d351f0-5582-4930-9148-895988fa8578 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:58.761767 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a48f4e7-0d7e-420e-badd-18819e7673d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-a566d6f7-662e-4d9e-9e80-f96207362c23', 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'fixed_ips': [{'subnet_id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:27:58.762604 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4a48f4e7-0d7e-420e-badd-18819e7673d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:58.890241 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb647cc-ff3a-4aba-b013-f3bd52e21918 None None] Routers {'6a865d52-406b-4a78-b839-2a7ac854644b'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:58.896160 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-ceb647cc-ff3a-4aba-b013-f3bd52e21918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:27:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6a865d52-406b-4a78-b839-2a7ac854644b'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:58.913250 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-cebef5c3-6555-4d97-a031-4efb1e59886e tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5193164 Aug 11 02:27:58.915848 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32784) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:58.931775 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-bb4b8128-ccd9-4bd4-9cff-0cd0b861f748 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Request body: {'subnet': {'network_id': 'b92e18c6-d154-4505-b680-a021c13ceaa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:59.005272 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-73c79327-391f-4351-8a66-36d559424c7b tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:59.007236 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-73c79327-391f-4351-8a66-36d559424c7b tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.66 "GET /v2.0/networks?id=0086c42c-f896-4a92-8515-db944444d83d HTTP/1.1" status: 200 len: 819 time: 0.2951472 Aug 11 02:27:59.024228 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-88bb2a3d-68ed-4f5e-ab13-0184f324fbd4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Request body: {'port': {'device_id': '7cb391c8-14f7-4d3f-ad7f-cf8df779278d', 'network_id': '0086c42c-f896-4a92-8515-db944444d83d', 'admin_state_up': True, 'tenant_id': '212d4988370c4c66b025f31c5d0eea27'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:59.170766 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebef5c3-6555-4d97-a031-4efb1e59886e tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event updated for resources: {'Network': ['ID=b92e18c6-d154-4505-b680-a021c13ceaa0,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:59.273993 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network b92e18c6-d154-4505-b680-a021c13ceaa0 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:27:59.280306 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-88bb2a3d-68ed-4f5e-ab13-0184f324fbd4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Made reservation on behalf of 212d4988370c4c66b025f31c5d0eea27 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:59.284450 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-88bb2a3d-68ed-4f5e-ab13-0184f324fbd4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:59.285506 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-ceb647cc-ff3a-4aba-b013-f3bd52e21918 None None] Set router 6a865d52-406b-4a78-b839-2a7ac854644b gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:59.336706 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4b8128-ccd9-4bd4-9cff-0cd0b861f748 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Made reservation on behalf of 34d17922c8134f7abe1279d83fc924da for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:59.343573 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bb4b8128-ccd9-4bd4-9cff-0cd0b861f748 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:59.349924 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7abc2255-da7d-428c-a954-7e629836ad67 req-abfc7898-a2b4-414c-b95d-31da2b3645ce tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 210 time: 0.4028723 Aug 11 02:27:59.467101 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-d2d351f0-5582-4930-9148-895988fa8578 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Allocated IP 172.20.0.1 (a566d6f7-662e-4d9e-9e80-f96207362c23/5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e/5c02b758-2df9-46f9-ab7c-5e3405cf6dde) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:59.473582 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 9223b946-734e-45f4-b5ef-3289361e0db4 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:59.573963 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bd740-a6cd-4d3f-b2c4-ed35524cf56c None None] Pushing event updated for resources: {'Port': ['ID=c82182f9-2bbd-4913-bf7e-f1ea7c011dfd,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:59.626800 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d2d351f0-5582-4930-9148-895988fa8578 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:59.644437 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-d2d351f0-5582-4930-9148-895988fa8578 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Transition to ACTIVE for port object 5c02b758-2df9-46f9-ab7c-5e3405cf6dde will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:59.687240 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d2d351f0-5582-4930-9148-895988fa8578 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:59.733621 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bb4b8128-ccd9-4bd4-9cff-0cd0b861f748 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:59.759442 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d351f0-5582-4930-9148-895988fa8578 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Port': ['ID=5c02b758-2df9-46f9-ab7c-5e3405cf6dde,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:59.773444 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d351f0-5582-4930-9148-895988fa8578 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network a566d6f7-662e-4d9e-9e80-f96207362c23 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:59.776021 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-d2d351f0-5582-4930-9148-895988fa8578 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:59.784720 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d351f0-5582-4930-9148-895988fa8578 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:59.836295 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-4a48f4e7-0d7e-420e-badd-18819e7673d6 None None] Allocated IP 172.20.0.2 (a566d6f7-662e-4d9e-9e80-f96207362c23/5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e/fd8b2445-e8f6-48da-9be1-08f5b1257ec5) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:59.837090 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d2d351f0-5582-4930-9148-895988fa8578 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:59.845717 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8e3d6-9f84-47aa-b87e-e5f473872592 req-761b83a1-b52b-4eb0-9efa-f428630b8ee2 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:59.847309 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-55c8e3d6-9f84-47aa-b87e-e5f473872592 req-761b83a1-b52b-4eb0-9efa-f428630b8ee2 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 944 time: 0.3693895 Aug 11 02:27:59.897810 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b8128-ccd9-4bd4-9cff-0cd0b861f748 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event updated for resources: {'Subnet': ['ID=04b0e6c0-95ad-4c82-86d5-dac618a8cf7a,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:59.924923 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-88bb2a3d-68ed-4f5e-ab13-0184f324fbd4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Allocated IP 172.20.0.4 (0086c42c-f896-4a92-8515-db944444d83d/84fc00eb-2c93-4052-9a0f-462991bedf76/6949df3f-b34f-4767-aa68-e411a5193991) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:59.934024 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4b8128-ccd9-4bd4-9cff-0cd0b861f748 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Checking segment: {'id': '635fa3d9-153b-4739-8e33-f0ee55510393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b92e18c6-d154-4505-b680-a021c13ceaa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:59.934383 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4b8128-ccd9-4bd4-9cff-0cd0b861f748 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Network hostable DHCP agents. Network: b92e18c6-d154-4505-b680-a021c13ceaa0, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:27:59.955145 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-55c8e3d6-9f84-47aa-b87e-e5f473872592 req-a41f1322-1cab-4b40-a6a1-e78ac34b5c72 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947161 Aug 11 02:28:00.021912 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4b8128-ccd9-4bd4-9cff-0cd0b861f748 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Network b92e18c6-d154-4505-b680-a021c13ceaa0 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:28:00.034231 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d2d351f0-5582-4930-9148-895988fa8578 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:00.046642 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 9223b946-734e-45f4-b5ef-3289361e0db4 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:00.047809 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-bb4b8128-ccd9-4bd4-9cff-0cd0b861f748 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, b92e18c6-d154-4505-b680-a021c13ceaa0) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:00.087053 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0676fa-3cf7-466c-92ec-afe346f890d5 None None] Network b92e18c6-d154-4505-b680-a021c13ceaa0 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:00.093610 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 9223b946-734e-45f4-b5ef-3289361e0db4 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:00.094052 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:00.150470 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4b8128-ccd9-4bd4-9cff-0cd0b861f748 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:00.151230 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bb4b8128-ccd9-4bd4-9cff-0cd0b861f748 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:00.199649 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4a48f4e7-0d7e-420e-badd-18819e7673d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:00.213349 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-ceb647cc-ff3a-4aba-b013-f3bd52e21918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a865d52-406b-4a78-b839-2a7ac854644b', 'name': 'tempest-ServerRescueNegativeTestJSON-1723668834-router', 'tenant_id': '212d4988370c4c66b025f31c5d0eea27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '650d673f-f1cf-4b7f-b58e-7ac828e175a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:46Z', 'updated_at': '2021-08-11T02:27:54Z', 'revision_number': 4, 'project_id': '212d4988370c4c66b025f31c5d0eea27', 'gw_port': {'id': '650d673f-f1cf-4b7f-b58e-7ac828e175a1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a865d52-406b-4a78-b839-2a7ac854644b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:49Z', 'updated_at': '2021-08-11T02:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'c82182f9-2bbd-4913-bf7e-f1ea7c011dfd', 'name': '', 'network_id': '0086c42c-f896-4a92-8515-db944444d83d', 'tenant_id': '212d4988370c4c66b025f31c5d0eea27', 'mac_address': 'fa:16:3e:75:8f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a865d52-406b-4a78-b839-2a7ac854644b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '84fc00eb-2c93-4052-9a0f-462991bedf76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:53Z', 'updated_at': '2021-08-11T02:27:58Z', 'revision_number': 4, 'project_id': '212d4988370c4c66b025f31c5d0eea27', 'subnets': [{'id': '84fc00eb-2c93-4052-9a0f-462991bedf76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:00.222979 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4a48f4e7-0d7e-420e-badd-18819e7673d6 None None] Transition to ACTIVE for port object fd8b2445-e8f6-48da-9be1-08f5b1257ec5 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:00.267072 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb647cc-ff3a-4aba-b013-f3bd52e21918 None None] The sync data for ids ['6a865d52-406b-4a78-b839-2a7ac854644b'] in n-d-615180-33 is: [{'id': '6a865d52-406b-4a78-b839-2a7ac854644b', 'name': 'tempest-ServerRescueNegativeTestJSON-1723668834-router', 'tenant_id': '212d4988370c4c66b025f31c5d0eea27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '650d673f-f1cf-4b7f-b58e-7ac828e175a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:46Z', 'updated_at': '2021-08-11T02:27:54Z', 'revision_number': 4, 'project_id': '212d4988370c4c66b025f31c5d0eea27', 'gw_port': {'id': '650d673f-f1cf-4b7f-b58e-7ac828e175a1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a865d52-406b-4a78-b839-2a7ac854644b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:49Z', 'updated_at': '2021-08-11T02:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'c82182f9-2bbd-4913-bf7e-f1ea7c011dfd', 'name': '', 'network_id': '0086c42c-f896-4a92-8515-db944444d83d', 'tenant_id': '212d4988370c4c66b025f31c5d0eea27', 'mac_address': 'fa:16:3e:75:8f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a865d52-406b-4a78-b839-2a7ac854644b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '84fc00eb-2c93-4052-9a0f-462991bedf76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:53Z', 'updated_at': '2021-08-11T02:27:58Z', 'revision_number': 4, 'project_id': '212d4988370c4c66b025f31c5d0eea27', 'subnets': [{'id': '84fc00eb-2c93-4052-9a0f-462991bedf76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:00.297629 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4a48f4e7-0d7e-420e-badd-18819e7673d6 None None] Transition to ACTIVE for port object fd8b2445-e8f6-48da-9be1-08f5b1257ec5 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:00.338201 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4a48f4e7-0d7e-420e-badd-18819e7673d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:00.381811 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-f043a4ce-08f0-49f2-b6b9-811daf94a067 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:00.383612 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-f043a4ce-08f0-49f2-b6b9-811daf94a067 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.73 "GET /v2.0/networks?id=0086c42c-f896-4a92-8515-db944444d83d HTTP/1.1" status: 200 len: 819 time: 0.2448099 Aug 11 02:28:00.404469 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-0bfbf569-f0fc-45bb-9141-4c847db4d8cd tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Request body: {'port': {'device_id': '62bf3375-4c29-48fe-80e1-159b21ca45c6', 'network_id': '0086c42c-f896-4a92-8515-db944444d83d', 'admin_state_up': True, 'tenant_id': '212d4988370c4c66b025f31c5d0eea27'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:00.411035 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bb4b8128-ccd9-4bd4-9cff-0cd0b861f748 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4836092 Aug 11 02:28:00.421922 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32798) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:00.487188 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a48f4e7-0d7e-420e-badd-18819e7673d6 None None] Network a566d6f7-662e-4d9e-9e80-f96207362c23 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:00.492201 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48f4e7-0d7e-420e-badd-18819e7673d6 None None] Pushing event updated for resources: {'Port': ['ID=fd8b2445-e8f6-48da-9be1-08f5b1257ec5,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:00.503423 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-4a48f4e7-0d7e-420e-badd-18819e7673d6 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:00.507496 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a48f4e7-0d7e-420e-badd-18819e7673d6 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:00.525060 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:00.546513 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fd0783-5ff4-4277-8625-f7d04b918ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-b92e18c6-d154-4505-b680-a021c13ceaa0', 'network_id': 'b92e18c6-d154-4505-b680-a021c13ceaa0', 'tenant_id': '34d17922c8134f7abe1279d83fc924da', 'fixed_ips': [{'subnet_id': '04b0e6c0-95ad-4c82-86d5-dac618a8cf7a'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:28:00.547484 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-08fd0783-5ff4-4277-8625-f7d04b918ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:00.582323 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d2d351f0-5582-4930-9148-895988fa8578 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:00.640338 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d2d351f0-5582-4930-9148-895988fa8578 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:00.715467 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2cc2fb5a-20e4-4719-9450-ea13a13121f6 req-8f92edcf-37f6-40cc-b365-040ff9195b6a tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 210 time: 0.1232927 Aug 11 02:28:00.720578 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-88bb2a3d-68ed-4f5e-ab13-0184f324fbd4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:00.745390 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d2d351f0-5582-4930-9148-895988fa8578 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:00.857012 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:00.929421 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473e2eaf-dc67-4611-83d9-a6032d6acb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9223b946-734e-45f4-b5ef-3289361e0db4'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:00.932736 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a27bfa-94c4-4dec-9b4b-b59cf10054c0" -d '{"events": [{"server_uuid": "473e2eaf-dc67-4611-83d9-a6032d6acb4e", "name": "network-vif-plugged", "status": "completed", "tag": "9223b946-734e-45f4-b5ef-3289361e0db4"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:00.945333 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device c82182f9-2bbd-4913-bf7e-f1ea7c011dfd up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:00.971984 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-88bb2a3d-68ed-4f5e-ab13-0184f324fbd4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:00.977987 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-4a48f4e7-0d7e-420e-badd-18819e7673d6 None None] Attempting to bind port fd8b2445-e8f6-48da-9be1-08f5b1257ec5 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:00.978689 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-4a48f4e7-0d7e-420e-badd-18819e7673d6 None None] Attempting to bind port fd8b2445-e8f6-48da-9be1-08f5b1257ec5 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '5356fa7d-b552-4a03-bc82-18f9614ef6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:00.979266 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a48f4e7-0d7e-420e-badd-18819e7673d6 None None] Attempting to bind port fd8b2445-e8f6-48da-9be1-08f5b1257ec5 on network a566d6f7-662e-4d9e-9e80-f96207362c23 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:00.989860 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:01.013440 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 9223b946-734e-45f4-b5ef-3289361e0db4, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=9223b946-734e-45f4-b5ef-3289361e0db4,segment=NetworkSegment(ac41ffd8-fd7b-4432-bc58-5a0f19867d17),segment_id=ac41ffd8-fd7b-4432-bc58-5a0f19867d17)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:01.062525 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d351f0-5582-4930-9148-895988fa8578 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network a566d6f7-662e-4d9e-9e80-f96207362c23 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:01.063331 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d351f0-5582-4930-9148-895988fa8578 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Port': ['ID=5c02b758-2df9-46f9-ab7c-5e3405cf6dde,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:01.074374 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-d2d351f0-5582-4930-9148-895988fa8578 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:01.144067 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-0bfbf569-f0fc-45bb-9141-4c847db4d8cd tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Made reservation on behalf of 212d4988370c4c66b025f31c5d0eea27 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:01.144758 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e77a8f-e6ec-4589-803c-9c4ac7429bcb x-openstack-request-id: req-c3e77a8f-e6ec-4589-803c-9c4ac7429bcb {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:01.145462 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473e2eaf-dc67-4611-83d9-a6032d6acb4e", "name": "network-vif-plugged", "status": "completed", "tag": "9223b946-734e-45f4-b5ef-3289361e0db4", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:01.145997 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c3e77a8f-e6ec-4589-803c-9c4ac7429bcb {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:01.146666 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473e2eaf-dc67-4611-83d9-a6032d6acb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9223b946-734e-45f4-b5ef-3289361e0db4', 'code': 200} Aug 11 02:28:01.147510 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-0bfbf569-f0fc-45bb-9141-4c847db4d8cd tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:01.167493 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-08fd0783-5ff4-4277-8625-f7d04b918ec3 None None] Allocated IP 2001:db8::1 (b92e18c6-d154-4505-b680-a021c13ceaa0/04b0e6c0-95ad-4c82-86d5-dac618a8cf7a/34e7e10f-3ee3-4e1d-b9d6-cda2865d1f16) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:01.258959 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-88bb2a3d-68ed-4f5e-ab13-0184f324fbd4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Network 0086c42c-f896-4a92-8515-db944444d83d is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:01.386533 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849956d-430a-4651-b249-defa3c66c2e0 req-fd018de9-02dd-4a15-b673-6bd68c918748 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:01.392948 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a849956d-430a-4651-b249-defa3c66c2e0 req-fd018de9-02dd-4a15-b673-6bd68c918748 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.2370276 Aug 11 02:28:01.401259 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-08fd0783-5ff4-4277-8625-f7d04b918ec3 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:01.404103 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb590c1b-11e5-483c-bce0-e8006df90c44 req-3af4547f-c7c4-4f31-ae58-6c812a948058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:01.404297 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-0bfbf569-f0fc-45bb-9141-4c847db4d8cd tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Allocated IP 172.20.0.8 (0086c42c-f896-4a92-8515-db944444d83d/84fc00eb-2c93-4052-9a0f-462991bedf76/49938108-ab1e-48f7-bc9f-333a25aa21a5) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:01.405608 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-eb590c1b-11e5-483c-bce0-e8006df90c44 req-3af4547f-c7c4-4f31-ae58-6c812a948058 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 1097 time: 0.2509539 Aug 11 02:28:01.422427 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:01.428067 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-08fd0783-5ff4-4277-8625-f7d04b918ec3 None None] Transition to ACTIVE for port object 34e7e10f-3ee3-4e1d-b9d6-cda2865d1f16 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:01.436612 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a48f4e7-0d7e-420e-badd-18819e7673d6 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:01.437424 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a48f4e7-0d7e-420e-badd-18819e7673d6 None None] Checking segment: {'id': '5356fa7d-b552-4a03-bc82-18f9614ef6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:01.438118 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4a48f4e7-0d7e-420e-badd-18819e7673d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:01.438775 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a48f4e7-0d7e-420e-badd-18819e7673d6 None None] Bound using segment: {'id': '5356fa7d-b552-4a03-bc82-18f9614ef6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:01.439725 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-4a48f4e7-0d7e-420e-badd-18819e7673d6 None None] Bound port: fd8b2445-e8f6-48da-9be1-08f5b1257ec5, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5356fa7d-b552-4a03-bc82-18f9614ef6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:01.440936 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4a48f4e7-0d7e-420e-badd-18819e7673d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:01.443464 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-88bb2a3d-68ed-4f5e-ab13-0184f324fbd4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:01.450602 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb2a3d-68ed-4f5e-ab13-0184f324fbd4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Pushing event updated for resources: {'Port': ['ID=6949df3f-b34f-4767-aa68-e411a5193991,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:01.455217 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-88bb2a3d-68ed-4f5e-ab13-0184f324fbd4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:01.518914 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-08fd0783-5ff4-4277-8625-f7d04b918ec3 None None] Transition to ACTIVE for port object 34e7e10f-3ee3-4e1d-b9d6-cda2865d1f16 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:01.528105 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-88bb2a3d-68ed-4f5e-ab13-0184f324fbd4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:01.528977 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-88bb2a3d-68ed-4f5e-ab13-0184f324fbd4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:01.561783 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a849956d-430a-4651-b249-defa3c66c2e0 req-3c80374b-8139-482d-a6b9-ee28376719a9 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551330 Aug 11 02:28:01.592345 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-08fd0783-5ff4-4277-8625-f7d04b918ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:01.601819 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=9223b946-734e-45f4-b5ef-3289361e0db4,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:01.630571 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-eb590c1b-11e5-483c-bce0-e8006df90c44 req-e059934f-838b-45ec-832b-4af9250c51b1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035975 Aug 11 02:28:01.660212 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d351f0-5582-4930-9148-895988fa8578 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:28:01.672379 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fd0783-5ff4-4277-8625-f7d04b918ec3 None None] Network b92e18c6-d154-4505-b680-a021c13ceaa0 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:01.688464 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-08fd0783-5ff4-4277-8625-f7d04b918ec3 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:01.700144 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-4a48f4e7-0d7e-420e-badd-18819e7673d6 None None] For port fd8b2445-e8f6-48da-9be1-08f5b1257ec5, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:01.706590 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fd0783-5ff4-4277-8625-f7d04b918ec3 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:01.717653 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-4a48f4e7-0d7e-420e-badd-18819e7673d6 None None] For port fd8b2445-e8f6-48da-9be1-08f5b1257ec5, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=fd8b2445-e8f6-48da-9be1-08f5b1257ec5,segment=NetworkSegment(5356fa7d-b552-4a03-bc82-18f9614ef6fd),segment_id=5356fa7d-b552-4a03-bc82-18f9614ef6fd)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:01.720840 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port c82182f9-2bbd-4913-bf7e-f1ea7c011dfd completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:01.747749 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4a48f4e7-0d7e-420e-badd-18819e7673d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:01.777272 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-88bb2a3d-68ed-4f5e-ab13-0184f324fbd4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7570465 Aug 11 02:28:01.809286 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd0783-5ff4-4277-8625-f7d04b918ec3 None None] Pushing event updated for resources: {'Port': ['ID=34e7e10f-3ee3-4e1d-b9d6-cda2865d1f16,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:01.818451 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port c82182f9-2bbd-4913-bf7e-f1ea7c011dfd triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:01.820789 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:01.825401 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-09b8a674-c024-4066-b1f4-94a0a9243d29 service neutron] Request body: {'port': {'device_id': '7cb391c8-14f7-4d3f-ad7f-cf8df779278d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:01.862105 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d351f0-5582-4930-9148-895988fa8578 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:01.869093 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d2d351f0-5582-4930-9148-895988fa8578 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "PUT /v2.0/routers/cf8337f1-f30c-47c7-9b21-e2e58e24a9b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5041969 Aug 11 02:28:01.871322 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32816) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:01.873055 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f89e6f-1cc7-4b00-af5d-4914a71401d9 None None] Sync routers for ids ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:01.877734 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-351af325-88bb-4207-956c-77dfaf8d2009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'network': {'name': 'tempest-RoutersTest-1331531060'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:01.886019 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f89e6f-1cc7-4b00-af5d-4914a71401d9 None None] Routers {'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:01.886645 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-72f89e6f-1cc7-4b00-af5d-4914a71401d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:27:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:01.906465 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351af325-88bb-4207-956c-77dfaf8d2009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Made reservation on behalf of fc32fb4b9c1142568a3c93f040d870e8 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:01.913003 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-351af325-88bb-4207-956c-77dfaf8d2009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:01.956638 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351af325-88bb-4207-956c-77dfaf8d2009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:28:01.975942 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-0bfbf569-f0fc-45bb-9141-4c847db4d8cd tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:01.989986 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:01.992838 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-351af325-88bb-4207-956c-77dfaf8d2009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:01.993305 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-351af325-88bb-4207-956c-77dfaf8d2009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Added segment d61ce811-9efb-48cb-aa52-06e7e52a24a3 of type vlan for network d4d11c2a-bc54-44bb-87ff-64ab19f672d4 Aug 11 02:28:02.003076 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-08fd0783-5ff4-4277-8625-f7d04b918ec3 None None] Attempting to bind port 34e7e10f-3ee3-4e1d-b9d6-cda2865d1f16 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:02.003929 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-08fd0783-5ff4-4277-8625-f7d04b918ec3 None None] Attempting to bind port 34e7e10f-3ee3-4e1d-b9d6-cda2865d1f16 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '635fa3d9-153b-4739-8e33-f0ee55510393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b92e18c6-d154-4505-b680-a021c13ceaa0'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:02.004132 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd0783-5ff4-4277-8625-f7d04b918ec3 None None] Attempting to bind port 34e7e10f-3ee3-4e1d-b9d6-cda2865d1f16 on network b92e18c6-d154-4505-b680-a021c13ceaa0 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:02.027025 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd0783-5ff4-4277-8625-f7d04b918ec3 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:02.027395 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd0783-5ff4-4277-8625-f7d04b918ec3 None None] Checking segment: {'id': '635fa3d9-153b-4739-8e33-f0ee55510393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b92e18c6-d154-4505-b680-a021c13ceaa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:02.027831 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-08fd0783-5ff4-4277-8625-f7d04b918ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:02.028231 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd0783-5ff4-4277-8625-f7d04b918ec3 None None] Bound using segment: {'id': '635fa3d9-153b-4739-8e33-f0ee55510393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b92e18c6-d154-4505-b680-a021c13ceaa0'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:02.028708 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-08fd0783-5ff4-4277-8625-f7d04b918ec3 None None] Bound port: 34e7e10f-3ee3-4e1d-b9d6-cda2865d1f16, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635fa3d9-153b-4739-8e33-f0ee55510393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b92e18c6-d154-4505-b680-a021c13ceaa0'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:02.029091 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-08fd0783-5ff4-4277-8625-f7d04b918ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:02.085288 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:02.094663 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-351af325-88bb-4207-956c-77dfaf8d2009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:02.134752 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48f4e7-0d7e-420e-badd-18819e7673d6 None None] Pushing event updated for resources: {'Port': ['ID=fd8b2445-e8f6-48da-9be1-08f5b1257ec5,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:02.190556 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-61da7659-30f5-4e2a-82b1-990f9ad6a279 req-5b1249ad-886b-499f-bfee-ed4793d638ee tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 210 time: 0.2692981 Aug 11 02:28:02.193899 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-72f89e6f-1cc7-4b00-af5d-4914a71401d9 None None] Set router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:02.196520 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-351af325-88bb-4207-956c-77dfaf8d2009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:02.202778 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351af325-88bb-4207-956c-77dfaf8d2009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:02.204078 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-351af325-88bb-4207-956c-77dfaf8d2009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:02.207067 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event deleted for resources: {'Subnet': ['ID=04b0e6c0-95ad-4c82-86d5-dac618a8cf7a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:02.370186 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-09b8a674-c024-4066-b1f4-94a0a9243d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:02.380332 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port c82182f9-2bbd-4913-bf7e-f1ea7c011dfd, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=c82182f9-2bbd-4913-bf7e-f1ea7c011dfd,segment=NetworkSegment(d7582938-03de-4b93-9833-a76c03f4f19c),segment_id=d7582938-03de-4b93-9833-a76c03f4f19c)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:02.389302 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-351af325-88bb-4207-956c-77dfaf8d2009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5165982 Aug 11 02:28:02.393503 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32818) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:02.396718 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:02.399794 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-384a7560-acf5-4896-90fa-516f424d1234 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'subnet': {'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:02.473493 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351af325-88bb-4207-956c-77dfaf8d2009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Network': ['ID=d4d11c2a-bc54-44bb-87ff-64ab19f672d4,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:02.506354 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network d4d11c2a-bc54-44bb-87ff-64ab19f672d4 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:28:02.574273 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384a7560-acf5-4896-90fa-516f424d1234 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Made reservation on behalf of fc32fb4b9c1142568a3c93f040d870e8 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:02.582215 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-384a7560-acf5-4896-90fa-516f424d1234 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:02.584928 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-72f89e6f-1cc7-4b00-af5d-4914a71401d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:27:59Z', 'revision_number': 2, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None, '_interfaces': [{'id': '5c02b758-2df9-46f9-ab7c-5e3405cf6dde', 'name': '', 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:5b:41:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:58Z', 'updated_at': '2021-08-11T02:28:00Z', 'revision_number': 2, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:02.598679 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:02.616145 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-08fd0783-5ff4-4277-8625-f7d04b918ec3 None None] For port 34e7e10f-3ee3-4e1d-b9d6-cda2865d1f16, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:02.648779 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f89e6f-1cc7-4b00-af5d-4914a71401d9 None None] Checking router: cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:28:02.649414 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f89e6f-1cc7-4b00-af5d-4914a71401d9 None None] Updating router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 port 5c02b758-2df9-46f9-ab7c-5e3405cf6dde binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:28:02.655956 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92e18c6-d154-4505-b680-a021c13ceaa0']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:02.680894 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-72f89e6f-1cc7-4b00-af5d-4914a71401d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:02.692294 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-08fd0783-5ff4-4277-8625-f7d04b918ec3 None None] For port 34e7e10f-3ee3-4e1d-b9d6-cda2865d1f16, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=34e7e10f-3ee3-4e1d-b9d6-cda2865d1f16,segment=NetworkSegment(635fa3d9-153b-4739-8e33-f0ee55510393),segment_id=635fa3d9-153b-4739-8e33-f0ee55510393)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:02.699713 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '635fa3d9-153b-4739-8e33-f0ee55510393') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:02.700078 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '635fa3d9-153b-4739-8e33-f0ee55510393') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:02.726550 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-08fd0783-5ff4-4277-8625-f7d04b918ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:02.736608 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=c82182f9-2bbd-4913-bf7e-f1ea7c011dfd,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:02.741838 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:02.778968 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device fd8b2445-e8f6-48da-9be1-08f5b1257ec5 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:02.808841 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-0bfbf569-f0fc-45bb-9141-4c847db4d8cd tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:02.823724 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:02.854987 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:28:02.855403 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:02.868698 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec1cb5-adb1-4def-a8ae-f825067d0bee req-1a60a2fd-c226-4b0a-be71-5253a2636ea3 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:02.871068 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2dec1cb5-adb1-4def-a8ae-f825067d0bee req-1a60a2fd-c226-4b0a-be71-5253a2636ea3 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1548474 Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:28:02.876234 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:28:02.951928 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-0bfbf569-f0fc-45bb-9141-4c847db4d8cd tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Network 0086c42c-f896-4a92-8515-db944444d83d is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:02.961815 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2dec1cb5-adb1-4def-a8ae-f825067d0bee req-cc3a5333-e09c-4d32-8b73-189a10d084fc tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813541 Aug 11 02:28:02.976699 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-0bfbf569-f0fc-45bb-9141-4c847db4d8cd tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:02.979401 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-0bfbf569-f0fc-45bb-9141-4c847db4d8cd tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:03.001796 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port fd8b2445-e8f6-48da-9be1-08f5b1257ec5 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:03.038702 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a0c71c-3fad-48f1-8f2f-e2399491e76a None None] Network b92e18c6-d154-4505-b680-a021c13ceaa0 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:03.065172 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-0bfbf569-f0fc-45bb-9141-4c847db4d8cd tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:03.065876 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-0bfbf569-f0fc-45bb-9141-4c847db4d8cd tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:03.100811 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfbf569-f0fc-45bb-9141-4c847db4d8cd tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Pushing event updated for resources: {'Port': ['ID=49938108-ab1e-48f7-bc9f-333a25aa21a5,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:03.100999 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd0783-5ff4-4277-8625-f7d04b918ec3 None None] Pushing event updated for resources: {'Port': ['ID=34e7e10f-3ee3-4e1d-b9d6-cda2865d1f16,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:03.242983 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-0bfbf569-f0fc-45bb-9141-4c847db4d8cd tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8443103 Aug 11 02:28:03.262064 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.db.api [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:28:03.262064 n-d-615180-33 neutron-server[94507]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:28:03.262064 n-d-615180-33 neutron-server[94507]: [parameters: {'id': 'b92e18c6-d154-4505-b680-a021c13ceaa0'}] Aug 11 02:28:03.262064 n-d-615180-33 neutron-server[94507]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:28:03.262064 n-d-615180-33 neutron-server[94507]: DEBUG oslo_db.api [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:28:03.274674 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-65c55924-e2ee-441f-9010-a3d6f312b0c0 service neutron] Request body: {'port': {'device_id': '62bf3375-4c29-48fe-80e1-159b21ca45c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:03.296095 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-384a7560-acf5-4896-90fa-516f424d1234 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:03.296327 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-72f89e6f-1cc7-4b00-af5d-4914a71401d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:03.306727 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-72f89e6f-1cc7-4b00-af5d-4914a71401d9 None None] Transition to ACTIVE for port object 5c02b758-2df9-46f9-ab7c-5e3405cf6dde will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:03.316593 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-72f89e6f-1cc7-4b00-af5d-4914a71401d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:03.385308 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ede796-08a4-472e-9fb1-fa88c9886319 None None] Pushing event updated for resources: {'Port': ['ID=5c02b758-2df9-46f9-ab7c-5e3405cf6dde,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:03.427627 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-09b8a674-c024-4066-b1f4-94a0a9243d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6949df3f-b34f-4767-aa68-e411a5193991 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:28:03.435602 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384a7560-acf5-4896-90fa-516f424d1234 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Checking segment: {'id': 'd61ce811-9efb-48cb-aa52-06e7e52a24a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:03.436028 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384a7560-acf5-4896-90fa-516f424d1234 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network hostable DHCP agents. Network: d4d11c2a-bc54-44bb-87ff-64ab19f672d4, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:28:03.437690 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-09b8a674-c024-4066-b1f4-94a0a9243d29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:03.439115 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a7560-acf5-4896-90fa-516f424d1234 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Subnet': ['ID=5bc89994-2a04-4da4-9074-8d4df09c6f10,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:03.457827 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4dfe5-2cbf-40a2-a6c6-bfac6b613374 req-a7ff0f26-73a2-4f1b-9e53-09fb92139aac tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:03.466417 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2eb4dfe5-2cbf-40a2-a6c6-bfac6b613374 req-a7ff0f26-73a2-4f1b-9e53-09fb92139aac tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 931 time: 0.1081934 Aug 11 02:28:03.470931 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-09b8a674-c024-4066-b1f4-94a0a9243d29 service neutron] Transition to ACTIVE for port object 6949df3f-b34f-4767-aa68-e411a5193991 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:03.512163 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-09b8a674-c024-4066-b1f4-94a0a9243d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:03.517167 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-72f89e6f-1cc7-4b00-af5d-4914a71401d9 None None] Attempting to bind port 5c02b758-2df9-46f9-ab7c-5e3405cf6dde on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:03.517432 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384a7560-acf5-4896-90fa-516f424d1234 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network d4d11c2a-bc54-44bb-87ff-64ab19f672d4 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:28:03.517632 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-72f89e6f-1cc7-4b00-af5d-4914a71401d9 None None] Attempting to bind port 5c02b758-2df9-46f9-ab7c-5e3405cf6dde by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '5356fa7d-b552-4a03-bc82-18f9614ef6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:03.518007 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f89e6f-1cc7-4b00-af5d-4914a71401d9 None None] Attempting to bind port 5c02b758-2df9-46f9-ab7c-5e3405cf6dde on network a566d6f7-662e-4d9e-9e80-f96207362c23 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:03.523611 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f89e6f-1cc7-4b00-af5d-4914a71401d9 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:03.524018 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f89e6f-1cc7-4b00-af5d-4914a71401d9 None None] Checking segment: {'id': '5356fa7d-b552-4a03-bc82-18f9614ef6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:03.524382 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-72f89e6f-1cc7-4b00-af5d-4914a71401d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:03.524746 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f89e6f-1cc7-4b00-af5d-4914a71401d9 None None] Bound using segment: {'id': '5356fa7d-b552-4a03-bc82-18f9614ef6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:03.525500 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-72f89e6f-1cc7-4b00-af5d-4914a71401d9 None None] Bound port: 5c02b758-2df9-46f9-ab7c-5e3405cf6dde, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5356fa7d-b552-4a03-bc82-18f9614ef6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:03.526074 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-72f89e6f-1cc7-4b00-af5d-4914a71401d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:03.541849 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2eb4dfe5-2cbf-40a2-a6c6-bfac6b613374 req-ad189219-a4e2-4fab-a7fb-7b26cbc2ee7e tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742891 Aug 11 02:28:03.545457 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-384a7560-acf5-4896-90fa-516f424d1234 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, d4d11c2a-bc54-44bb-87ff-64ab19f672d4) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:03.554313 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384a7560-acf5-4896-90fa-516f424d1234 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:03.554937 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-384a7560-acf5-4896-90fa-516f424d1234 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:03.562397 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ea444a-41c0-46f7-9476-9453ec179a78 None None] Network a566d6f7-662e-4d9e-9e80-f96207362c23 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:03.578947 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-384a7560-acf5-4896-90fa-516f424d1234 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1817610 Aug 11 02:28:03.579376 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32838) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:03.589864 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b744134-c559-4ac7-ab11-b2b7e5b05341 None None] Network d4d11c2a-bc54-44bb-87ff-64ab19f672d4 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:03.624070 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-72f89e6f-1cc7-4b00-af5d-4914a71401d9 None None] For port 5c02b758-2df9-46f9-ab7c-5e3405cf6dde, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:03.629664 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-72f89e6f-1cc7-4b00-af5d-4914a71401d9 None None] For port 5c02b758-2df9-46f9-ab7c-5e3405cf6dde, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5c02b758-2df9-46f9-ab7c-5e3405cf6dde,segment=NetworkSegment(5356fa7d-b552-4a03-bc82-18f9614ef6fd),segment_id=5356fa7d-b552-4a03-bc82-18f9614ef6fd)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:03.634699 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-72f89e6f-1cc7-4b00-af5d-4914a71401d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:03.714584 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f89e6f-1cc7-4b00-af5d-4914a71401d9 None None] Routers {'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:03.715268 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-72f89e6f-1cc7-4b00-af5d-4914a71401d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:27:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:03.720836 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ede796-08a4-472e-9fb1-fa88c9886319 None None] Pushing event updated for resources: {'Port': ['ID=5c02b758-2df9-46f9-ab7c-5e3405cf6dde,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:03.849121 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-72f89e6f-1cc7-4b00-af5d-4914a71401d9 None None] Set router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:04.091053 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b09e3805-3438-4e1a-a2a3-12b24a6c4d82 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:04.144514 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-409a0875-7e98-4348-bc1f-2c18d00b5dea None None] Provisioning for port fd8b2445-e8f6-48da-9be1-08f5b1257ec5 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:04.151363 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:04.152530 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-409a0875-7e98-4348-bc1f-2c18d00b5dea None None] Provisioning complete for port fd8b2445-e8f6-48da-9be1-08f5b1257ec5 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:04.153246 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-409a0875-7e98-4348-bc1f-2c18d00b5dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:04.203679 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-72f89e6f-1cc7-4b00-af5d-4914a71401d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:27:59Z', 'revision_number': 2, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None, '_interfaces': [{'id': '5c02b758-2df9-46f9-ab7c-5e3405cf6dde', 'name': '', 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:5b:41:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:58Z', 'updated_at': '2021-08-11T02:28:03Z', 'revision_number': 4, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:04.287605 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f89e6f-1cc7-4b00-af5d-4914a71401d9 None None] The sync data for ids ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'] in n-d-615180-33 is: [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:27:59Z', 'revision_number': 2, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None, '_interfaces': [{'id': '5c02b758-2df9-46f9-ab7c-5e3405cf6dde', 'name': '', 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:5b:41:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:58Z', 'updated_at': '2021-08-11T02:28:03Z', 'revision_number': 4, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:04.307146 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd68e5d-e340-47ff-9cb7-50516b6fc122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-d4d11c2a-bc54-44bb-87ff-64ab19f672d4', 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'fixed_ips': [{'subnet_id': '5bc89994-2a04-4da4-9074-8d4df09c6f10'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:28:04.308043 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3fd68e5d-e340-47ff-9cb7-50516b6fc122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:04.311854 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8a674-c024-4066-b1f4-94a0a9243d29 service neutron] Pushing event updated for resources: {'Port': ['ID=6949df3f-b34f-4767-aa68-e411a5193991,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:04.347636 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-409a0875-7e98-4348-bc1f-2c18d00b5dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:04.355141 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-2a9e2a6b-63d6-4b14-a457-cf10d9acf7c1 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:04.356845 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-2a9e2a6b-63d6-4b14-a457-cf10d9acf7c1 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/networks?id=a2f949d0-3328-4092-9faf-d9d0b7daafd4 HTTP/1.1" status: 200 len: 814 time: 1.1111214 Aug 11 02:28:04.408127 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-409a0875-7e98-4348-bc1f-2c18d00b5dea None None] For port fd8b2445-e8f6-48da-9be1-08f5b1257ec5, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=fd8b2445-e8f6-48da-9be1-08f5b1257ec5,segment=NetworkSegment(5356fa7d-b552-4a03-bc82-18f9614ef6fd),segment_id=5356fa7d-b552-4a03-bc82-18f9614ef6fd)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:04.422952 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-409a0875-7e98-4348-bc1f-2c18d00b5dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:04.465591 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-46e9a30b-d25e-4d8f-9456-88e877eb78b2 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/quotas/8f57d1a8cf4e42e787fd90462a309995 HTTP/1.1" status: 200 len: 375 time: 0.0841618 Aug 11 02:28:04.469513 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-65c55924-e2ee-441f-9010-a3d6f312b0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:04.531904 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-09b8a674-c024-4066-b1f4-94a0a9243d29 service neutron] Attempting to bind port 6949df3f-b34f-4767-aa68-e411a5193991 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:04.532027 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-09b8a674-c024-4066-b1f4-94a0a9243d29 service neutron] Attempting to bind port 6949df3f-b34f-4767-aa68-e411a5193991 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'd7582938-03de-4b93-9833-a76c03f4f19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0086c42c-f896-4a92-8515-db944444d83d'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:04.532283 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-09b8a674-c024-4066-b1f4-94a0a9243d29 service neutron] Attempting to bind port 6949df3f-b34f-4767-aa68-e411a5193991 on network 0086c42c-f896-4a92-8515-db944444d83d {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:04.549021 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a0875-7e98-4348-bc1f-2c18d00b5dea None None] Pushing event updated for resources: {'Port': ['ID=fd8b2445-e8f6-48da-9be1-08f5b1257ec5,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:04.564990 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a0875-7e98-4348-bc1f-2c18d00b5dea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:04.564990 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a0875-7e98-4348-bc1f-2c18d00b5dea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:04.564990 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a0875-7e98-4348-bc1f-2c18d00b5dea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:04.564990 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a0875-7e98-4348-bc1f-2c18d00b5dea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:04.565428 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a0875-7e98-4348-bc1f-2c18d00b5dea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:04.565638 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a0875-7e98-4348-bc1f-2c18d00b5dea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:04.566034 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a0875-7e98-4348-bc1f-2c18d00b5dea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:04.566513 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a0875-7e98-4348-bc1f-2c18d00b5dea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:04.571207 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a0875-7e98-4348-bc1f-2c18d00b5dea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:04.571207 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a0875-7e98-4348-bc1f-2c18d00b5dea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:04.571745 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a0875-7e98-4348-bc1f-2c18d00b5dea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:04.571921 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a0875-7e98-4348-bc1f-2c18d00b5dea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:04.638123 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-09b8a674-c024-4066-b1f4-94a0a9243d29 service neutron] Port 6949df3f-b34f-4767-aa68-e411a5193991 on network 0086c42c-f896-4a92-8515-db944444d83d not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:28:04.638442 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-09b8a674-c024-4066-b1f4-94a0a9243d29 service neutron] Attempting to bind port 6949df3f-b34f-4767-aa68-e411a5193991 on network 0086c42c-f896-4a92-8515-db944444d83d {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:04.646989 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b7fa5b41-74c5-47c1-8a05-979305692612 None None] Provisioning for port 5c02b758-2df9-46f9-ab7c-5e3405cf6dde completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:04.652108 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Deleting port 34e7e10f-3ee3-4e1d-b9d6-cda2865d1f16 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:04.652368 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:04.653209 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-b09e3805-3438-4e1a-a2a3-12b24a6c4d82 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Allocated IP 172.21.0.1 (d4d11c2a-bc54-44bb-87ff-64ab19f672d4/5bc89994-2a04-4da4-9074-8d4df09c6f10/d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:04.688921 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b7fa5b41-74c5-47c1-8a05-979305692612 None None] Provisioning complete for port fd8b2445-e8f6-48da-9be1-08f5b1257ec5 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:04.688921 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b7fa5b41-74c5-47c1-8a05-979305692612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:04.750916 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-09b8a674-c024-4066-b1f4-94a0a9243d29 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:04.751262 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-09b8a674-c024-4066-b1f4-94a0a9243d29 service neutron] Checking segment: {'id': 'd7582938-03de-4b93-9833-a76c03f4f19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0086c42c-f896-4a92-8515-db944444d83d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:04.751890 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-09b8a674-c024-4066-b1f4-94a0a9243d29 service neutron] Bound using segment: {'id': 'd7582938-03de-4b93-9833-a76c03f4f19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0086c42c-f896-4a92-8515-db944444d83d'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:04.752130 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-09b8a674-c024-4066-b1f4-94a0a9243d29 service neutron] Bound port: 6949df3f-b34f-4767-aa68-e411a5193991, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7582938-03de-4b93-9833-a76c03f4f19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0086c42c-f896-4a92-8515-db944444d83d'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:04.752855 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-09b8a674-c024-4066-b1f4-94a0a9243d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:04.816454 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device c82182f9-2bbd-4913-bf7e-f1ea7c011dfd up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:04.883221 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-695262e8-cced-4b3d-9bdc-6b06627dfdd1 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8f57d1a8cf4e42e787fd90462a309995&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4009976 Aug 11 02:28:05.001208 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d03ec-cd43-402a-87f9-04837f452030 req-11e9f4ec-2534-4b8c-9fa7-17d27cb2a741 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:05.010683 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-774d03ec-cd43-402a-87f9-04837f452030 req-11e9f4ec-2534-4b8c-9fa7-17d27cb2a741 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 931 time: 0.1734350 Aug 11 02:28:05.045601 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] For port 34e7e10f-3ee3-4e1d-b9d6-cda2865d1f16, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=34e7e10f-3ee3-4e1d-b9d6-cda2865d1f16,segment=NetworkSegment(635fa3d9-153b-4739-8e33-f0ee55510393),segment_id=635fa3d9-153b-4739-8e33-f0ee55510393)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:05.046058 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:05.055966 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port c82182f9-2bbd-4913-bf7e-f1ea7c011dfd triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:05.066496 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:05.081934 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b09e3805-3438-4e1a-a2a3-12b24a6c4d82 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:05.102837 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-b09e3805-3438-4e1a-a2a3-12b24a6c4d82 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Transition to ACTIVE for port object d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:05.114447 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Calling delete_port for 34e7e10f-3ee3-4e1d-b9d6-cda2865d1f16 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:05.178517 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b09e3805-3438-4e1a-a2a3-12b24a6c4d82 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:05.240388 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-09b8a674-c024-4066-b1f4-94a0a9243d29 service neutron] For port 6949df3f-b34f-4767-aa68-e411a5193991, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:05.276278 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:28:05.326317 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-09b8a674-c024-4066-b1f4-94a0a9243d29 service neutron] For port 6949df3f-b34f-4767-aa68-e411a5193991, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=6949df3f-b34f-4767-aa68-e411a5193991,segment=NetworkSegment(d7582938-03de-4b93-9833-a76c03f4f19c),segment_id=d7582938-03de-4b93-9833-a76c03f4f19c)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:05.331350 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-3fd68e5d-e340-47ff-9cb7-50516b6fc122 None None] Allocated IP 172.21.0.2 (d4d11c2a-bc54-44bb-87ff-64ab19f672d4/5bc89994-2a04-4da4-9074-8d4df09c6f10/9bc80b97-bbcc-4089-9964-36ccb3850567) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:05.337439 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-020d4a1e-bebd-4af9-a260-a201b2039020 service neutron] 10.222.0.50 "GET /v2.0/networks/a2f949d0-3328-4092-9faf-d9d0b7daafd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353025 Aug 11 02:28:05.342823 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-09b8a674-c024-4066-b1f4-94a0a9243d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:05.398568 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-774d03ec-cd43-402a-87f9-04837f452030 req-18b175da-c162-45f0-9ae2-18b42dc038c4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868105 Aug 11 02:28:05.425154 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09e3805-3438-4e1a-a2a3-12b24a6c4d82 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network d4d11c2a-bc54-44bb-87ff-64ab19f672d4 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:05.425154 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e3805-3438-4e1a-a2a3-12b24a6c4d82 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Port': ['ID=d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:05.427880 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-b09e3805-3438-4e1a-a2a3-12b24a6c4d82 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:05.430497 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09e3805-3438-4e1a-a2a3-12b24a6c4d82 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:05.515365 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-65c55924-e2ee-441f-9010-a3d6f312b0c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49938108-ab1e-48f7-bc9f-333a25aa21a5 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:28:05.518030 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b09e3805-3438-4e1a-a2a3-12b24a6c4d82 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:05.526823 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-65c55924-e2ee-441f-9010-a3d6f312b0c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:05.543448 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-65c55924-e2ee-441f-9010-a3d6f312b0c0 service neutron] Transition to ACTIVE for port object 49938108-ab1e-48f7-bc9f-333a25aa21a5 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:05.625833 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3fd68e5d-e340-47ff-9cb7-50516b6fc122 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:05.645104 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3fd68e5d-e340-47ff-9cb7-50516b6fc122 None None] Transition to ACTIVE for port object 9bc80b97-bbcc-4089-9964-36ccb3850567 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:05.645948 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:05.648121 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8a674-c024-4066-b1f4-94a0a9243d29 service neutron] Pushing event updated for resources: {'Port': ['ID=6949df3f-b34f-4767-aa68-e411a5193991,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:05.672844 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3fd68e5d-e340-47ff-9cb7-50516b6fc122 None None] Transition to ACTIVE for port object 9bc80b97-bbcc-4089-9964-36ccb3850567 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:05.687494 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3fd68e5d-e340-47ff-9cb7-50516b6fc122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:05.722845 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-09b8a674-c024-4066-b1f4-94a0a9243d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:05.723760 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-09b8a674-c024-4066-b1f4-94a0a9243d29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:05.725420 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-09b8a674-c024-4066-b1f4-94a0a9243d29 service neutron] 10.222.0.66 "PUT /v2.0/ports/6949df3f-b34f-4767-aa68-e411a5193991 HTTP/1.1" status: 200 len: 1092 time: 3.9277442 Aug 11 02:28:05.749526 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b09e3805-3438-4e1a-a2a3-12b24a6c4d82 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:05.750954 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb391c8-14f7-4d3f-ad7f-cf8df779278d', 'tag': '6949df3f-b34f-4767-aa68-e411a5193991'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:05.753456 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0c151c-186e-4af7-868d-44575f180e01" -d '{"events": [{"name": "network-changed", "server_uuid": "7cb391c8-14f7-4d3f-ad7f-cf8df779278d", "tag": "6949df3f-b34f-4767-aa68-e411a5193991"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:05.778966 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-65c55924-e2ee-441f-9010-a3d6f312b0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:05.818118 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd68e5d-e340-47ff-9cb7-50516b6fc122 None None] Network d4d11c2a-bc54-44bb-87ff-64ab19f672d4 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:05.824417 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd68e5d-e340-47ff-9cb7-50516b6fc122 None None] Pushing event updated for resources: {'Port': ['ID=9bc80b97-bbcc-4089-9964-36ccb3850567,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:05.830681 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-3fd68e5d-e340-47ff-9cb7-50516b6fc122 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:05.844057 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd68e5d-e340-47ff-9cb7-50516b6fc122 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:05.907460 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553236cd-19f3-40c7-b113-6d2d81229206 x-openstack-request-id: req-553236cd-19f3-40c7-b113-6d2d81229206 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:05.907793 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cb391c8-14f7-4d3f-ad7f-cf8df779278d", "tag": "6949df3f-b34f-4767-aa68-e411a5193991", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:05.908056 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-553236cd-19f3-40c7-b113-6d2d81229206 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:05.908477 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb391c8-14f7-4d3f-ad7f-cf8df779278d', 'tag': '6949df3f-b34f-4767-aa68-e411a5193991', 'status': 'completed', 'code': 200} Aug 11 02:28:05.942293 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-3fd68e5d-e340-47ff-9cb7-50516b6fc122 None None] Attempting to bind port 9bc80b97-bbcc-4089-9964-36ccb3850567 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:05.943088 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-3fd68e5d-e340-47ff-9cb7-50516b6fc122 None None] Attempting to bind port 9bc80b97-bbcc-4089-9964-36ccb3850567 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd61ce811-9efb-48cb-aa52-06e7e52a24a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:05.943705 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd68e5d-e340-47ff-9cb7-50516b6fc122 None None] Attempting to bind port 9bc80b97-bbcc-4089-9964-36ccb3850567 on network d4d11c2a-bc54-44bb-87ff-64ab19f672d4 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:05.949553 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd68e5d-e340-47ff-9cb7-50516b6fc122 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:05.950075 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event deleted for resources: {'Port': ['ID=34e7e10f-3ee3-4e1d-b9d6-cda2865d1f16,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:05.950464 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd68e5d-e340-47ff-9cb7-50516b6fc122 None None] Checking segment: {'id': 'd61ce811-9efb-48cb-aa52-06e7e52a24a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:05.951123 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3fd68e5d-e340-47ff-9cb7-50516b6fc122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:05.951890 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd68e5d-e340-47ff-9cb7-50516b6fc122 None None] Bound using segment: {'id': 'd61ce811-9efb-48cb-aa52-06e7e52a24a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:05.952569 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-3fd68e5d-e340-47ff-9cb7-50516b6fc122 None None] Bound port: 9bc80b97-bbcc-4089-9964-36ccb3850567, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd61ce811-9efb-48cb-aa52-06e7e52a24a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:05.953209 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3fd68e5d-e340-47ff-9cb7-50516b6fc122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:05.963927 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] No DVR routers for this DVR port 34e7e10f-3ee3-4e1d-b9d6-cda2865d1f16 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:06.044447 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-3fd68e5d-e340-47ff-9cb7-50516b6fc122 None None] For port 9bc80b97-bbcc-4089-9964-36ccb3850567, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:06.048495 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-3fd68e5d-e340-47ff-9cb7-50516b6fc122 None None] For port 9bc80b97-bbcc-4089-9964-36ccb3850567, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9bc80b97-bbcc-4089-9964-36ccb3850567,segment=NetworkSegment(d61ce811-9efb-48cb-aa52-06e7e52a24a3),segment_id=d61ce811-9efb-48cb-aa52-06e7e52a24a3)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:06.056149 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3fd68e5d-e340-47ff-9cb7-50516b6fc122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:06.186437 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd68e5d-e340-47ff-9cb7-50516b6fc122 None None] Pushing event updated for resources: {'Port': ['ID=9bc80b97-bbcc-4089-9964-36ccb3850567,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:06.386609 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-5e0b3310-f7d3-4f61-9146-3e55552301cf service neutron] 10.222.0.50 "GET /v2.0/networks/a2f949d0-3328-4092-9faf-d9d0b7daafd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0283766 Aug 11 02:28:06.393514 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:06.407989 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-3b625a1c-0866-44c3-95af-6480cd0e15dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:06.410739 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-3b625a1c-0866-44c3-95af-6480cd0e15dc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=212d4988370c4c66b025f31c5d0eea27&device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 1095 time: 0.5896521 Aug 11 02:28:06.414150 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c55924-e2ee-441f-9010-a3d6f312b0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=49938108-ab1e-48f7-bc9f-333a25aa21a5,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:06.437029 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92e18c6-d154-4505-b680-a021c13ceaa0']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:06.490057 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '635fa3d9-153b-4739-8e33-f0ee55510393') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:06.490411 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '635fa3d9-153b-4739-8e33-f0ee55510393') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:06.501937 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-4f9155a1-56db-4e7f-b632-04cfba0ce9d9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6949df3f-b34f-4767-aa68-e411a5193991 HTTP/1.1" status: 200 len: 217 time: 0.0783567 Aug 11 02:28:06.507994 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:06.628894 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:06.637689 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:28:06.637689 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:06.723007 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b09e3805-3438-4e1a-a2a3-12b24a6c4d82 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:06.735592 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b09e3805-3438-4e1a-a2a3-12b24a6c4d82 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:06.780317 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-2c951ab5-7b2b-412f-89a3-24abdff40d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:06.782294 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-2c951ab5-7b2b-412f-89a3-24abdff40d97 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=84fc00eb-2c93-4052-9a0f-462991bedf76 HTTP/1.1" status: 200 len: 859 time: 0.2724404 Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:28:06.782900 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:28:06.836754 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e3805-3438-4e1a-a2a3-12b24a6c4d82 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Port': ['ID=d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:06.841802 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b09e3805-3438-4e1a-a2a3-12b24a6c4d82 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:06.852211 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-65c55924-e2ee-441f-9010-a3d6f312b0c0 service neutron] Attempting to bind port 49938108-ab1e-48f7-bc9f-333a25aa21a5 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:06.853020 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63034951-d943-4b01-8c43-046749f3cfc2 req-055b75c7-c02c-4f57-92d3-b7c0e03ef7da tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:06.853295 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-65c55924-e2ee-441f-9010-a3d6f312b0c0 service neutron] Attempting to bind port 49938108-ab1e-48f7-bc9f-333a25aa21a5 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': 'd7582938-03de-4b93-9833-a76c03f4f19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0086c42c-f896-4a92-8515-db944444d83d'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:06.854164 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-65c55924-e2ee-441f-9010-a3d6f312b0c0 service neutron] Attempting to bind port 49938108-ab1e-48f7-bc9f-333a25aa21a5 on network 0086c42c-f896-4a92-8515-db944444d83d {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:06.858592 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:06.860502 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-63034951-d943-4b01-8c43-046749f3cfc2 req-055b75c7-c02c-4f57-92d3-b7c0e03ef7da tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 943 time: 0.1409378 Aug 11 02:28:06.882231 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc2111aa-2320-41bc-850d-c04a1566cd37 req-7032fd89-fa0d-4829-a532-655ce0d0232b tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a81b8ce-5e3d-482d-993e-d33c17507961 HTTP/1.1" status: 200 len: 210 time: 0.0932546 Aug 11 02:28:06.903743 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-65c55924-e2ee-441f-9010-a3d6f312b0c0 service neutron] Port 49938108-ab1e-48f7-bc9f-333a25aa21a5 on network 0086c42c-f896-4a92-8515-db944444d83d not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:28:06.904074 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-65c55924-e2ee-441f-9010-a3d6f312b0c0 service neutron] Attempting to bind port 49938108-ab1e-48f7-bc9f-333a25aa21a5 on network 0086c42c-f896-4a92-8515-db944444d83d {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:06.937660 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:06.942898 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "DELETE /v2.0/networks/b92e18c6-d154-4505-b680-a021c13ceaa0 HTTP/1.1" status: 204 len: 168 time: 6.5165329 Aug 11 02:28:06.945187 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab45e9-9d0c-4f02-abd8-045c26c95462 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event deleted for resources: {'Network': ['ID=b92e18c6-d154-4505-b680-a021c13ceaa0,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:06.950096 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32868) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:06.958387 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-69d69d5b-c0b8-4a36-ae85-a596b9861262 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1011410973'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:06.991570 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-e3077ea7-04d9-401b-9915-22bc2ddbced3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0086c42c-f896-4a92-8515-db944444d83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039643 Aug 11 02:28:06.992345 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-65c55924-e2ee-441f-9010-a3d6f312b0c0 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:06.992681 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-65c55924-e2ee-441f-9010-a3d6f312b0c0 service neutron] Checking segment: {'id': 'd7582938-03de-4b93-9833-a76c03f4f19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0086c42c-f896-4a92-8515-db944444d83d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:06.993058 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-65c55924-e2ee-441f-9010-a3d6f312b0c0 service neutron] Bound using segment: {'id': 'd7582938-03de-4b93-9833-a76c03f4f19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0086c42c-f896-4a92-8515-db944444d83d'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:06.993508 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-65c55924-e2ee-441f-9010-a3d6f312b0c0 service neutron] Bound port: 49938108-ab1e-48f7-bc9f-333a25aa21a5, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7582938-03de-4b93-9833-a76c03f4f19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0086c42c-f896-4a92-8515-db944444d83d'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:06.993634 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9bc80b97-bbcc-4089-9964-36ccb3850567 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:06.994076 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-65c55924-e2ee-441f-9010-a3d6f312b0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:07.008107 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-63034951-d943-4b01-8c43-046749f3cfc2 req-ae0f9c84-2c2f-43d7-8161-69cffffec430 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467309 Aug 11 02:28:07.070459 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09e3805-3438-4e1a-a2a3-12b24a6c4d82 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network d4d11c2a-bc54-44bb-87ff-64ab19f672d4 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:07.071919 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-b09e3805-3438-4e1a-a2a3-12b24a6c4d82 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:07.111110 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d69d5b-c0b8-4a36-ae85-a596b9861262 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Made reservation on behalf of 34d17922c8134f7abe1279d83fc924da for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:07.116199 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-69d69d5b-c0b8-4a36-ae85-a596b9861262 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:07.118820 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 9bc80b97-bbcc-4089-9964-36ccb3850567 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:07.125367 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device fd8b2445-e8f6-48da-9be1-08f5b1257ec5 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:07.213771 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port fd8b2445-e8f6-48da-9be1-08f5b1257ec5 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:07.214190 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:07.236017 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09e3805-3438-4e1a-a2a3-12b24a6c4d82 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:28:07.251735 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d69d5b-c0b8-4a36-ae85-a596b9861262 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:28:07.289576 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-69d69d5b-c0b8-4a36-ae85-a596b9861262 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:07.289930 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-69d69d5b-c0b8-4a36-ae85-a596b9861262 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Added segment 77d313b2-3f9b-4322-99a2-a43ebfb87008 of type vlan for network b13a960b-5ddc-4b08-8efc-45147c1e0070 Aug 11 02:28:07.366421 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-69d69d5b-c0b8-4a36-ae85-a596b9861262 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:07.396539 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-03b0efdf-5a91-4dee-a193-aaeb9cb25f13 service neutron] 10.222.0.66 "GET /v2.0/networks/0086c42c-f896-4a92-8515-db944444d83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941596 Aug 11 02:28:07.397327 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-65c55924-e2ee-441f-9010-a3d6f312b0c0 service neutron] For port 49938108-ab1e-48f7-bc9f-333a25aa21a5, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:07.397659 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5c02b758-2df9-46f9-ab7c-5e3405cf6dde up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:07.417669 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09e3805-3438-4e1a-a2a3-12b24a6c4d82 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:07.423979 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b09e3805-3438-4e1a-a2a3-12b24a6c4d82 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "PUT /v2.0/routers/cf8337f1-f30c-47c7-9b21-e2e58e24a9b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8434389 Aug 11 02:28:07.426461 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32872) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:07.432986 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-f65aef4c-c897-4339-9bcc-cd879302086d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'network': {'name': 'tempest-RoutersTest-1486563708'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:07.446168 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b33b94-ed0d-49da-be5a-1d1eb02ccee2 None None] Sync routers for ids ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:07.461158 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b33b94-ed0d-49da-be5a-1d1eb02ccee2 None None] Routers {'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:07.461743 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-30b33b94-ed0d-49da-be5a-1d1eb02ccee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:27:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:07.476247 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65aef4c-c897-4339-9bcc-cd879302086d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Made reservation on behalf of fc32fb4b9c1142568a3c93f040d870e8 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:07.490980 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f65aef4c-c897-4339-9bcc-cd879302086d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:07.514091 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.db.resource_extend [None req-69d69d5b-c0b8-4a36-ae85-a596b9861262 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:28:07.519431 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-65c55924-e2ee-441f-9010-a3d6f312b0c0 service neutron] For port 49938108-ab1e-48f7-bc9f-333a25aa21a5, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=49938108-ab1e-48f7-bc9f-333a25aa21a5,segment=NetworkSegment(d7582938-03de-4b93-9833-a76c03f4f19c),segment_id=d7582938-03de-4b93-9833-a76c03f4f19c)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:07.553582 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f65aef4c-c897-4339-9bcc-cd879302086d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:28:07.559639 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 5c02b758-2df9-46f9-ab7c-5e3405cf6dde completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:07.567238 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 5c02b758-2df9-46f9-ab7c-5e3405cf6dde triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:07.567728 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:07.571560 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f65aef4c-c897-4339-9bcc-cd879302086d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:07.573184 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-f65aef4c-c897-4339-9bcc-cd879302086d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Added segment 3365133d-213f-4429-83a4-a93dd23f8428 of type vlan for network 72008c27-a7dc-40cc-b074-c529a85c4e98 Aug 11 02:28:07.591690 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-65c55924-e2ee-441f-9010-a3d6f312b0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:07.629136 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-30b33b94-ed0d-49da-be5a-1d1eb02ccee2 None None] Set router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:07.680273 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f65aef4c-c897-4339-9bcc-cd879302086d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:07.723087 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-69d69d5b-c0b8-4a36-ae85-a596b9861262 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:07.729324 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f65aef4c-c897-4339-9bcc-cd879302086d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:07.731871 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d69d5b-c0b8-4a36-ae85-a596b9861262 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:07.735598 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65aef4c-c897-4339-9bcc-cd879302086d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:07.736511 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f65aef4c-c897-4339-9bcc-cd879302086d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:07.750565 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-69d69d5b-c0b8-4a36-ae85-a596b9861262 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:07.761676 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda9e130-3b02-4165-84be-dde96ef5ea7a None None] Network d4d11c2a-bc54-44bb-87ff-64ab19f672d4 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:07.782939 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-65c55924-e2ee-441f-9010-a3d6f312b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:07.784058 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-65c55924-e2ee-441f-9010-a3d6f312b0c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:07.786092 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-65c55924-e2ee-441f-9010-a3d6f312b0c0 service neutron] 10.222.0.73 "PUT /v2.0/ports/49938108-ab1e-48f7-bc9f-333a25aa21a5 HTTP/1.1" status: 200 len: 1092 time: 4.5246027 Aug 11 02:28:07.814660 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f65aef4c-c897-4339-9bcc-cd879302086d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3866794 Aug 11 02:28:07.816797 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32874) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:07.824661 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-02a7a89e-a1c9-481b-bcfc-d01bc0d47a0c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'subnet': {'network_id': '72008c27-a7dc-40cc-b074-c529a85c4e98', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:07.855131 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:07.890013 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4c93fd36-4ce7-4260-8850-784d7cdabefc None None] Provisioning for port 9bc80b97-bbcc-4089-9964-36ccb3850567 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:07.891645 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-69d69d5b-c0b8-4a36-ae85-a596b9861262 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9407384 Aug 11 02:28:07.898807 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32876) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:07.902123 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65aef4c-c897-4339-9bcc-cd879302086d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Network': ['ID=72008c27-a7dc-40cc-b074-c529a85c4e98,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:07.913602 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62bf3375-4c29-48fe-80e1-159b21ca45c6', 'tag': '49938108-ab1e-48f7-bc9f-333a25aa21a5'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:07.916683 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4335749d-fb50-4334-b1ba-71c6dc2d2896" -d '{"events": [{"name": "network-changed", "server_uuid": "62bf3375-4c29-48fe-80e1-159b21ca45c6", "tag": "49938108-ab1e-48f7-bc9f-333a25aa21a5"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:07.925471 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-586a63ef-5adf-475c-9c01-354796f57aaf tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Request body: {'subnet': {'network_id': 'b13a960b-5ddc-4b08-8efc-45147c1e0070', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:07.948668 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 72008c27-a7dc-40cc-b074-c529a85c4e98 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:28:07.958977 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4c93fd36-4ce7-4260-8850-784d7cdabefc None None] Provisioning complete for port 9bc80b97-bbcc-4089-9964-36ccb3850567 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:07.970116 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4c93fd36-4ce7-4260-8850-784d7cdabefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:07.989044 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c55924-e2ee-441f-9010-a3d6f312b0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=49938108-ab1e-48f7-bc9f-333a25aa21a5,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:08.022789 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d082414a-56e8-40ce-9d8d-fc8ad8e04c7c x-openstack-request-id: req-d082414a-56e8-40ce-9d8d-fc8ad8e04c7c {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:08.023148 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62bf3375-4c29-48fe-80e1-159b21ca45c6", "tag": "49938108-ab1e-48f7-bc9f-333a25aa21a5", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:08.023352 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d082414a-56e8-40ce-9d8d-fc8ad8e04c7c {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:08.023956 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62bf3375-4c29-48fe-80e1-159b21ca45c6', 'tag': '49938108-ab1e-48f7-bc9f-333a25aa21a5', 'status': 'completed', 'code': 200} Aug 11 02:28:08.041476 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a7a89e-a1c9-481b-bcfc-d01bc0d47a0c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Made reservation on behalf of fc32fb4b9c1142568a3c93f040d870e8 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:08.045320 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-02a7a89e-a1c9-481b-bcfc-d01bc0d47a0c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:08.118444 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 5c02b758-2df9-46f9-ab7c-5e3405cf6dde, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5c02b758-2df9-46f9-ab7c-5e3405cf6dde,segment=NetworkSegment(5356fa7d-b552-4a03-bc82-18f9614ef6fd),segment_id=5356fa7d-b552-4a03-bc82-18f9614ef6fd)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:08.127046 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-46b73c72-cb7c-4917-86c6-3e0c77d71e02 req-e6062989-40b9-45c4-8782-d7570b0f024e tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a81b8ce-5e3d-482d-993e-d33c17507961 HTTP/1.1" status: 200 len: 210 time: 0.1376693 Aug 11 02:28:08.150671 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d69d5b-c0b8-4a36-ae85-a596b9861262 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event updated for resources: {'Network': ['ID=b13a960b-5ddc-4b08-8efc-45147c1e0070,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:08.156654 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d3d8ca60-6262-48d3-bbe4-5008d456a19c req-d68fac3c-a3fb-49fd-a185-805fa4f0a855 service neutron] 10.222.0.66 "GET /v2.0/networks/0086c42c-f896-4a92-8515-db944444d83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7389662 Aug 11 02:28:08.162510 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-92c4f472-8c90-4183-bfdf-43d28fa77804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:08.164726 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-92c4f472-8c90-4183-bfdf-43d28fa77804 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=212d4988370c4c66b025f31c5d0eea27&device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 1095 time: 0.2930467 Aug 11 02:28:08.184137 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:08.186869 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network b13a960b-5ddc-4b08-8efc-45147c1e0070 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:28:08.294255 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-24ac5cfd-c556-412e-82cd-208896f7fac9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49938108-ab1e-48f7-bc9f-333a25aa21a5 HTTP/1.1" status: 200 len: 217 time: 0.1176636 Aug 11 02:28:08.377737 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=5c02b758-2df9-46f9-ab7c-5e3405cf6dde,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:08.379247 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-29f966c2-5449-4880-bb50-cb407baf0ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:08.381339 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-29f966c2-5449-4880-bb50-cb407baf0ac9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=84fc00eb-2c93-4052-9a0f-462991bedf76 HTTP/1.1" status: 200 len: 859 time: 0.0765879 Aug 11 02:28:08.383730 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c151c-186e-4af7-868d-44575f180e01 req-e6ddf20f-3bfc-4967-be38-f1f71eba62e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:08.386578 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bf0c151c-186e-4af7-868d-44575f180e01 req-e6ddf20f-3bfc-4967-be38-f1f71eba62e3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=212d4988370c4c66b025f31c5d0eea27&device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 1095 time: 0.1351895 Aug 11 02:28:08.423384 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f4dc2-8f17-42aa-84f1-719478537948 req-b15864a3-2744-479b-8273-c1ef9737678d tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:08.425575 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-670f4dc2-8f17-42aa-84f1-719478537948 req-b15864a3-2744-479b-8273-c1ef9737678d tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 943 time: 0.2325161 Aug 11 02:28:08.429955 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586a63ef-5adf-475c-9c01-354796f57aaf tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Made reservation on behalf of 34d17922c8134f7abe1279d83fc924da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:08.433434 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-586a63ef-5adf-475c-9c01-354796f57aaf tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:08.460449 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4c93fd36-4ce7-4260-8850-784d7cdabefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:08.498324 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-4c93fd36-4ce7-4260-8850-784d7cdabefc None None] For port 9bc80b97-bbcc-4089-9964-36ccb3850567, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9bc80b97-bbcc-4089-9964-36ccb3850567,segment=NetworkSegment(d61ce811-9efb-48cb-aa52-06e7e52a24a3),segment_id=d61ce811-9efb-48cb-aa52-06e7e52a24a3)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:08.508093 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-30b33b94-ed0d-49da-be5a-1d1eb02ccee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:28:05Z', 'revision_number': 3, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None, '_interfaces': [{'id': '5c02b758-2df9-46f9-ab7c-5e3405cf6dde', 'name': '', 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:5b:41:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:58Z', 'updated_at': '2021-08-11T02:28:03Z', 'revision_number': 4, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd464a23a-bb8d-4f79-9b1e-a3e2da2c58f8', 'name': '', 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:fa:ac:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:04Z', 'updated_at': '2021-08-11T02:28:06Z', 'revision_number': 2, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:08.514433 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c151c-186e-4af7-868d-44575f180e01 req-9e734d32-f6d9-4a2f-89cd-bf2a84e41f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:08.516692 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bf0c151c-186e-4af7-868d-44575f180e01 req-9e734d32-f6d9-4a2f-89cd-bf2a84e41f02 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0086c42c-f896-4a92-8515-db944444d83d HTTP/1.1" status: 200 len: 920 time: 0.1141477 Aug 11 02:28:08.538409 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4c93fd36-4ce7-4260-8850-784d7cdabefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:08.544029 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b33b94-ed0d-49da-be5a-1d1eb02ccee2 None None] Checking router: cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:28:08.544632 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b33b94-ed0d-49da-be5a-1d1eb02ccee2 None None] Updating router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 port d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:28:08.583167 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bf0c151c-186e-4af7-868d-44575f180e01 req-98b3b270-f617-45fd-ac50-ee4339818c0a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6949df3f-b34f-4767-aa68-e411a5193991 HTTP/1.1" status: 200 len: 217 time: 0.0492704 Aug 11 02:28:08.585407 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-47fde85a-acc0-4839-938a-9c21ea4c7a8b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0086c42c-f896-4a92-8515-db944444d83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1970046 Aug 11 02:28:08.614049 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-1f1bfbc9-0b40-49db-99b1-ee2edd107a9c tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:08.616358 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-1f1bfbc9-0b40-49db-99b1-ee2edd107a9c tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.66 "GET /v2.0/networks?id=a2f949d0-3328-4092-9faf-d9d0b7daafd4 HTTP/1.1" status: 200 len: 814 time: 0.4816856 Aug 11 02:28:08.620763 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-30b33b94-ed0d-49da-be5a-1d1eb02ccee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:08.693133 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93fd36-4ce7-4260-8850-784d7cdabefc None None] Pushing event updated for resources: {'Port': ['ID=9bc80b97-bbcc-4089-9964-36ccb3850567,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:08.701742 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5c02b758-2df9-46f9-ab7c-5e3405cf6dde up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:08.713346 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c151c-186e-4af7-868d-44575f180e01 req-76497918-5c0b-46c3-ad98-b0a9d257a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:08.714928 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bf0c151c-186e-4af7-868d-44575f180e01 req-76497918-5c0b-46c3-ad98-b0a9d257a214 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=84fc00eb-2c93-4052-9a0f-462991bedf76 HTTP/1.1" status: 200 len: 859 time: 0.1219099 Aug 11 02:28:08.774459 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bf0c151c-186e-4af7-868d-44575f180e01 req-ed393903-5869-457c-b0fd-8c5f9b8adb9b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0086c42c-f896-4a92-8515-db944444d83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438588 Aug 11 02:28:08.776024 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-438c4eff-0e30-48b7-bc28-b5b7a7e28c39 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Request body: {'port': {'device_id': '3a81b8ce-5e3d-482d-993e-d33c17507961', 'network_id': 'a2f949d0-3328-4092-9faf-d9d0b7daafd4', 'admin_state_up': True, 'tenant_id': '8f57d1a8cf4e42e787fd90462a309995'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:08.821031 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 5c02b758-2df9-46f9-ab7c-5e3405cf6dde triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:08.821406 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:08.848664 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-73d591b5-441f-4e40-a780-e8e3e33d2bd9 service neutron] 10.222.0.73 "GET /v2.0/networks/0086c42c-f896-4a92-8515-db944444d83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458055 Aug 11 02:28:08.922078 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-670f4dc2-8f17-42aa-84f1-719478537948 req-110c4b18-9fde-48ca-9c66-98eeeabc3817 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808805 Aug 11 02:28:08.972589 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5ee8f9d8-8018-41be-a5f4-81502a063536 None None] Provisioning for port d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:08.978394 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5ee8f9d8-8018-41be-a5f4-81502a063536 None None] Provisioning complete for port d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:08.978745 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5ee8f9d8-8018-41be-a5f4-81502a063536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:09.003932 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bf0c151c-186e-4af7-868d-44575f180e01 req-109a097e-e4ac-446f-8c5d-b5780ac4dff6 service neutron] 10.222.0.66 "GET /v2.0/networks/0086c42c-f896-4a92-8515-db944444d83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160778 Aug 11 02:28:09.015293 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-5ee8f9d8-8018-41be-a5f4-81502a063536 None None] Port d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:28:09.062119 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-02a7a89e-a1c9-481b-bcfc-d01bc0d47a0c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:09.084837 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-586a63ef-5adf-475c-9c01-354796f57aaf tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:09.092466 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5ee8f9d8-8018-41be-a5f4-81502a063536 None None] Provisioning complete for port 9bc80b97-bbcc-4089-9964-36ccb3850567 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:09.092839 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5ee8f9d8-8018-41be-a5f4-81502a063536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:09.126706 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b07e140a-1ef0-458a-b672-d8200a3565a0 req-408d2319-afd0-465f-bf94-32ea4d26e585 service neutron] 10.222.0.73 "GET /v2.0/networks/0086c42c-f896-4a92-8515-db944444d83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681403 Aug 11 02:28:09.184640 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7a89e-a1c9-481b-bcfc-d01bc0d47a0c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Subnet': ['ID=4cbd2eab-ab50-4146-b3be-d9c736119cb2,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:09.232313 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bf0c151c-186e-4af7-868d-44575f180e01 req-09489480-d0ee-4c33-be0c-cd27880d320b service neutron] 10.222.0.66 "GET /v2.0/networks/0086c42c-f896-4a92-8515-db944444d83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216699 Aug 11 02:28:09.243987 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335749d-fb50-4334-b1ba-71c6dc2d2896 req-d0428213-22dc-4874-a156-4364a8f68ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:09.249368 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4335749d-fb50-4334-b1ba-71c6dc2d2896 req-d0428213-22dc-4874-a156-4364a8f68ad2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=212d4988370c4c66b025f31c5d0eea27&device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 1095 time: 0.0625591 Aug 11 02:28:09.261376 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a63ef-5adf-475c-9c01-354796f57aaf tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event updated for resources: {'Subnet': ['ID=3990b35d-89df-46c3-bd76-c50c9c360ee3,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:09.344863 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586a63ef-5adf-475c-9c01-354796f57aaf tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Checking segment: {'id': '77d313b2-3f9b-4322-99a2-a43ebfb87008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b13a960b-5ddc-4b08-8efc-45147c1e0070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:09.345309 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586a63ef-5adf-475c-9c01-354796f57aaf tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Network hostable DHCP agents. Network: b13a960b-5ddc-4b08-8efc-45147c1e0070, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:28:09.371262 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-96985228-c2a1-481b-a29b-9a3cf525d409 req-3200475a-a1bd-41e6-a244-534030e60c25 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a81b8ce-5e3d-482d-993e-d33c17507961 HTTP/1.1" status: 200 len: 210 time: 0.1162670 Aug 11 02:28:09.371722 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a7a89e-a1c9-481b-bcfc-d01bc0d47a0c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Checking segment: {'id': '3365133d-213f-4429-83a4-a93dd23f8428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '72008c27-a7dc-40cc-b074-c529a85c4e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:09.372163 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a7a89e-a1c9-481b-bcfc-d01bc0d47a0c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network hostable DHCP agents. Network: 72008c27-a7dc-40cc-b074-c529a85c4e98, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:28:09.412118 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586a63ef-5adf-475c-9c01-354796f57aaf tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Network b13a960b-5ddc-4b08-8efc-45147c1e0070 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:28:09.421752 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a7a89e-a1c9-481b-bcfc-d01bc0d47a0c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network 72008c27-a7dc-40cc-b074-c529a85c4e98 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:28:09.433068 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335749d-fb50-4334-b1ba-71c6dc2d2896 req-b7e0a194-2948-4dad-8977-7f5f6849aae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:09.433068 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4335749d-fb50-4334-b1ba-71c6dc2d2896 req-b7e0a194-2948-4dad-8977-7f5f6849aae6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0086c42c-f896-4a92-8515-db944444d83d HTTP/1.1" status: 200 len: 920 time: 0.1766200 Aug 11 02:28:09.441969 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-586a63ef-5adf-475c-9c01-354796f57aaf tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, b13a960b-5ddc-4b08-8efc-45147c1e0070) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:09.447609 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586a63ef-5adf-475c-9c01-354796f57aaf tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:09.448396 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-586a63ef-5adf-475c-9c01-354796f57aaf tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:09.453007 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-02a7a89e-a1c9-481b-bcfc-d01bc0d47a0c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 72008c27-a7dc-40cc-b074-c529a85c4e98) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:09.459277 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a7a89e-a1c9-481b-bcfc-d01bc0d47a0c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:09.460984 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-02a7a89e-a1c9-481b-bcfc-d01bc0d47a0c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:09.467077 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-438c4eff-0e30-48b7-bc28-b5b7a7e28c39 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Made reservation on behalf of 8f57d1a8cf4e42e787fd90462a309995 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:09.470948 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-438c4eff-0e30-48b7-bc28-b5b7a7e28c39 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:09.504421 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-586a63ef-5adf-475c-9c01-354796f57aaf tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5889375 Aug 11 02:28:09.510855 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32892) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:09.514200 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-02a7a89e-a1c9-481b-bcfc-d01bc0d47a0c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6937232 Aug 11 02:28:09.522308 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4335749d-fb50-4334-b1ba-71c6dc2d2896 req-e679654d-4632-41f6-8337-fd5b7dfef6f8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49938108-ab1e-48f7-bc9f-333a25aa21a5 HTTP/1.1" status: 200 len: 217 time: 0.0814259 Aug 11 02:28:09.522848 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32894) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:09.545902 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0b867e-0acc-4745-8a01-beb7aac03439 None None] Network b13a960b-5ddc-4b08-8efc-45147c1e0070 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:09.547761 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a56f8fc-881f-40d6-9bb3-ee2ef6660482 None None] Network 72008c27-a7dc-40cc-b074-c529a85c4e98 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:09.583372 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335749d-fb50-4334-b1ba-71c6dc2d2896 req-93759d1d-30e2-4023-abbb-93786e3af1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:09.585030 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4335749d-fb50-4334-b1ba-71c6dc2d2896 req-93759d1d-30e2-4023-abbb-93786e3af1bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=84fc00eb-2c93-4052-9a0f-462991bedf76 HTTP/1.1" status: 200 len: 859 time: 0.0528464 Aug 11 02:28:09.659278 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-30b33b94-ed0d-49da-be5a-1d1eb02ccee2 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:09.698337 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-30b33b94-ed0d-49da-be5a-1d1eb02ccee2 None None] Transition to ACTIVE for port object d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:09.701151 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4335749d-fb50-4334-b1ba-71c6dc2d2896 req-0d9432d1-847e-48a3-ba94-b625355000f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0086c42c-f896-4a92-8515-db944444d83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604756 Aug 11 02:28:09.722236 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-30b33b94-ed0d-49da-be5a-1d1eb02ccee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:09.747599 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ee99f108-2db4-442b-a19a-9b501e32d20f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:09.767608 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-438c4eff-0e30-48b7-bc28-b5b7a7e28c39 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Allocated IP 172.20.0.6 (a2f949d0-3328-4092-9faf-d9d0b7daafd4/f8cd47ed-5ee1-4bbe-a899-6dd2b116ea1d/3da99f90-27ce-4768-861c-ff3438bf0444) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:09.861336 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726209c-f2f7-49a0-9989-a22f483da904 None None] Pushing event updated for resources: {'Port': ['ID=d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:09.867121 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ee99f108-2db4-442b-a19a-9b501e32d20f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:10.013764 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75be156-e4b7-4c59-9a3d-eb62ef8f9451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-b13a960b-5ddc-4b08-8efc-45147c1e0070', 'network_id': 'b13a960b-5ddc-4b08-8efc-45147c1e0070', 'tenant_id': '34d17922c8134f7abe1279d83fc924da', 'fixed_ips': [{'subnet_id': '3990b35d-89df-46c3-bd76-c50c9c360ee3'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:28:10.015020 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a75be156-e4b7-4c59-9a3d-eb62ef8f9451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:10.025923 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ee99f108-2db4-442b-a19a-9b501e32d20f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:10.069530 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-30b33b94-ed0d-49da-be5a-1d1eb02ccee2 None None] Attempting to bind port d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:10.070280 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-30b33b94-ed0d-49da-be5a-1d1eb02ccee2 None None] Attempting to bind port d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd61ce811-9efb-48cb-aa52-06e7e52a24a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:10.070879 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b33b94-ed0d-49da-be5a-1d1eb02ccee2 None None] Attempting to bind port d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8 on network d4d11c2a-bc54-44bb-87ff-64ab19f672d4 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:10.089783 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb78dbc-eca1-4406-87e7-85a2970c1860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-72008c27-a7dc-40cc-b074-c529a85c4e98', 'network_id': '72008c27-a7dc-40cc-b074-c529a85c4e98', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'fixed_ips': [{'subnet_id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:28:10.090833 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99f108-2db4-442b-a19a-9b501e32d20f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event deleted for resources: {'Subnet': ['ID=3990b35d-89df-46c3-bd76-c50c9c360ee3,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:10.091268 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bfb78dbc-eca1-4406-87e7-85a2970c1860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:10.123721 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b33b94-ed0d-49da-be5a-1d1eb02ccee2 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:10.124400 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b33b94-ed0d-49da-be5a-1d1eb02ccee2 None None] Checking segment: {'id': 'd61ce811-9efb-48cb-aa52-06e7e52a24a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:10.125215 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-30b33b94-ed0d-49da-be5a-1d1eb02ccee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:10.129081 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b33b94-ed0d-49da-be5a-1d1eb02ccee2 None None] Bound using segment: {'id': 'd61ce811-9efb-48cb-aa52-06e7e52a24a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:10.129619 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-30b33b94-ed0d-49da-be5a-1d1eb02ccee2 None None] Bound port: d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd61ce811-9efb-48cb-aa52-06e7e52a24a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:10.130142 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-30b33b94-ed0d-49da-be5a-1d1eb02ccee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:10.225188 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-438c4eff-0e30-48b7-bc28-b5b7a7e28c39 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:10.257345 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798ebf33-ad0f-4882-80e8-8d658995f640 None None] Network b13a960b-5ddc-4b08-8efc-45147c1e0070 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:10.307411 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ee99f108-2db4-442b-a19a-9b501e32d20f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:10.319016 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-ee99f108-2db4-442b-a19a-9b501e32d20f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13a960b-5ddc-4b08-8efc-45147c1e0070']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:10.331047 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-ee99f108-2db4-442b-a19a-9b501e32d20f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d313b2-3f9b-4322-99a2-a43ebfb87008') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:10.331447 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-ee99f108-2db4-442b-a19a-9b501e32d20f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d313b2-3f9b-4322-99a2-a43ebfb87008') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:10.341963 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ee99f108-2db4-442b-a19a-9b501e32d20f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:10.344765 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32906) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:10.346656 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-438c4eff-0e30-48b7-bc28-b5b7a7e28c39 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:10.392277 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['9223b946-734e-45f4-b5ef-3289361e0db4'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:28:10.442470 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ee99f108-2db4-442b-a19a-9b501e32d20f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:10.517442 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-bfb78dbc-eca1-4406-87e7-85a2970c1860 None None] Allocated IP 172.22.0.2 (72008c27-a7dc-40cc-b074-c529a85c4e98/4cbd2eab-ab50-4146-b3be-d9c736119cb2/0f51c150-c9bf-4c26-af93-850633e83b60) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:10.585874 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee99f108-2db4-442b-a19a-9b501e32d20f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:28:10.586292 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ee99f108-2db4-442b-a19a-9b501e32d20f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:28:10.595196 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:28:10.632636 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-438c4eff-0e30-48b7-bc28-b5b7a7e28c39 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Network a2f949d0-3328-4092-9faf-d9d0b7daafd4 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:10.656540 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4335749d-fb50-4334-b1ba-71c6dc2d2896 req-c02979fe-fc28-405a-977c-b9f25deb9c77 service neutron] 10.222.0.73 "GET /v2.0/networks/0086c42c-f896-4a92-8515-db944444d83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9468052 Aug 11 02:28:10.681745 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-438c4eff-0e30-48b7-bc28-b5b7a7e28c39 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:10.684626 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-438c4eff-0e30-48b7-bc28-b5b7a7e28c39 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:10.715030 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9daf993-b703-4660-adbe-0cfc0e21d662 req-b2f49d51-7f05-4fe8-a010-4b5a888db1d1 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:10.716629 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e9daf993-b703-4660-adbe-0cfc0e21d662 req-b2f49d51-7f05-4fe8-a010-4b5a888db1d1 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a81b8ce-5e3d-482d-993e-d33c17507961 HTTP/1.1" status: 200 len: 931 time: 0.2070777 Aug 11 02:28:10.722322 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c4eff-0e30-48b7-bc28-b5b7a7e28c39 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Pushing event updated for resources: {'Port': ['ID=3da99f90-27ce-4768-861c-ff3438bf0444,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:10.757008 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9bc80b97-bbcc-4089-9964-36ccb3850567 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:10.761449 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656f4d8-0536-46ac-ac89-1757d02b9985 req-78364eb6-5afe-4bc0-b4d9-a44ec0710304 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:10.762903 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0656f4d8-0536-46ac-ac89-1757d02b9985 req-78364eb6-5afe-4bc0-b4d9-a44ec0710304 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 943 time: 0.6449029 Aug 11 02:28:10.811487 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bfb78dbc-eca1-4406-87e7-85a2970c1860 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:10.820953 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ee99f108-2db4-442b-a19a-9b501e32d20f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:10.837261 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-438c4eff-0e30-48b7-bc28-b5b7a7e28c39 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:10.837911 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-438c4eff-0e30-48b7-bc28-b5b7a7e28c39 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:10.846419 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e9daf993-b703-4660-adbe-0cfc0e21d662 req-50a04c57-ad21-4d38-a9f4-ec0192551f05 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957043 Aug 11 02:28:10.850068 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ee99f108-2db4-442b-a19a-9b501e32d20f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:10.853038 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-30b33b94-ed0d-49da-be5a-1d1eb02ccee2 None None] For port d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:10.855691 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ee99f108-2db4-442b-a19a-9b501e32d20f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "DELETE /v2.0/networks/b13a960b-5ddc-4b08-8efc-45147c1e0070 HTTP/1.1" status: 204 len: 168 time: 1.3434229 Aug 11 02:28:10.856468 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32912) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:10.866585 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-7c468850-3ef8-41a9-9d06-ca807314acdd tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-179965580'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:10.903207 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-bfb78dbc-eca1-4406-87e7-85a2970c1860 None None] Transition to ACTIVE for port object 0f51c150-c9bf-4c26-af93-850633e83b60 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:10.920150 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4335749d-fb50-4334-b1ba-71c6dc2d2896 req-8b5fe630-5c9c-4b79-89f3-dc68335568da service neutron] 10.222.0.73 "GET /v2.0/networks/0086c42c-f896-4a92-8515-db944444d83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535522 Aug 11 02:28:10.922956 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4ee56c44-5a54-46d4-8967-88f1846d09f3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:10.927228 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c468850-3ef8-41a9-9d06-ca807314acdd tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Made reservation on behalf of 34d17922c8134f7abe1279d83fc924da for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:10.931250 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7c468850-3ef8-41a9-9d06-ca807314acdd tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:10.942547 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-30b33b94-ed0d-49da-be5a-1d1eb02ccee2 None None] For port d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8,segment=NetworkSegment(d61ce811-9efb-48cb-aa52-06e7e52a24a3),segment_id=d61ce811-9efb-48cb-aa52-06e7e52a24a3)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:10.963380 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-30b33b94-ed0d-49da-be5a-1d1eb02ccee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:11.025955 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-bfb78dbc-eca1-4406-87e7-85a2970c1860 None None] Transition to ACTIVE for port object 0f51c150-c9bf-4c26-af93-850633e83b60 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:11.060619 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c468850-3ef8-41a9-9d06-ca807314acdd tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:28:11.061171 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bfb78dbc-eca1-4406-87e7-85a2970c1860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:11.081847 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7c468850-3ef8-41a9-9d06-ca807314acdd tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:11.082182 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-7c468850-3ef8-41a9-9d06-ca807314acdd tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Added segment 01f0e974-c88d-49c1-97c7-1955df1089ae of type vlan for network 53f6901f-cb56-43b6-a59a-aedd29ee008c Aug 11 02:28:11.121903 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 9bc80b97-bbcc-4089-9964-36ccb3850567 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:11.122286 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:11.183876 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb78dbc-eca1-4406-87e7-85a2970c1860 None None] Network 72008c27-a7dc-40cc-b074-c529a85c4e98 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:11.185494 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7c468850-3ef8-41a9-9d06-ca807314acdd tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:11.192263 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-bfb78dbc-eca1-4406-87e7-85a2970c1860 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:11.195054 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb78dbc-eca1-4406-87e7-85a2970c1860 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:11.202995 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726209c-f2f7-49a0-9989-a22f483da904 None None] Pushing event updated for resources: {'Port': ['ID=d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:11.218204 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b33b94-ed0d-49da-be5a-1d1eb02ccee2 None None] Routers {'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:11.218814 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-30b33b94-ed0d-49da-be5a-1d1eb02ccee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:27:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:11.260034 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99f108-2db4-442b-a19a-9b501e32d20f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event deleted for resources: {'Network': ['ID=b13a960b-5ddc-4b08-8efc-45147c1e0070,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:11.269412 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-438c4eff-0e30-48b7-bc28-b5b7a7e28c39 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5091159 Aug 11 02:28:11.284559 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-4d3d1800-4b0f-4d9e-bc7f-443f2a292f47 service neutron] Request body: {'port': {'device_id': '3a81b8ce-5e3d-482d-993e-d33c17507961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:11.292059 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0656f4d8-0536-46ac-ac89-1757d02b9985 req-4ef3a302-54de-4d61-b6e2-8e0687f4b714 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5176878 Aug 11 02:28:11.317749 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7c468850-3ef8-41a9-9d06-ca807314acdd tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:11.329467 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c468850-3ef8-41a9-9d06-ca807314acdd tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:11.331957 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7c468850-3ef8-41a9-9d06-ca807314acdd tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:11.414816 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7c468850-3ef8-41a9-9d06-ca807314acdd tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5525053 Aug 11 02:28:11.416620 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32914) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:11.421702 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-4b46ada9-a963-4356-a86a-dad186dfa7a6 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Request body: {'subnet': {'network_id': '53f6901f-cb56-43b6-a59a-aedd29ee008c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:11.446295 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-30b33b94-ed0d-49da-be5a-1d1eb02ccee2 None None] Set router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:11.454627 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-4d3d1800-4b0f-4d9e-bc7f-443f2a292f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:11.457819 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c468850-3ef8-41a9-9d06-ca807314acdd tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event updated for resources: {'Network': ['ID=53f6901f-cb56-43b6-a59a-aedd29ee008c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:11.474033 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-4ee56c44-5a54-46d4-8967-88f1846d09f3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Allocated IP 172.22.0.1 (72008c27-a7dc-40cc-b074-c529a85c4e98/4cbd2eab-ab50-4146-b3be-d9c736119cb2/45cd7a37-1efe-4f8d-87b7-a437d7dadad8) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:11.484434 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 49938108-ab1e-48f7-bc9f-333a25aa21a5 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:28:11.505981 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 53f6901f-cb56-43b6-a59a-aedd29ee008c details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:28:11.529730 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb78dbc-eca1-4406-87e7-85a2970c1860 None None] Pushing event updated for resources: {'Port': ['ID=0f51c150-c9bf-4c26-af93-850633e83b60,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:11.589181 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-bfb78dbc-eca1-4406-87e7-85a2970c1860 None None] Attempting to bind port 0f51c150-c9bf-4c26-af93-850633e83b60 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:11.589531 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-bfb78dbc-eca1-4406-87e7-85a2970c1860 None None] Attempting to bind port 0f51c150-c9bf-4c26-af93-850633e83b60 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '3365133d-213f-4429-83a4-a93dd23f8428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '72008c27-a7dc-40cc-b074-c529a85c4e98'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:11.590702 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb78dbc-eca1-4406-87e7-85a2970c1860 None None] Attempting to bind port 0f51c150-c9bf-4c26-af93-850633e83b60 on network 72008c27-a7dc-40cc-b074-c529a85c4e98 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:11.601465 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4ee56c44-5a54-46d4-8967-88f1846d09f3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:11.616651 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-4ee56c44-5a54-46d4-8967-88f1846d09f3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Transition to ACTIVE for port object 45cd7a37-1efe-4f8d-87b7-a437d7dadad8 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:11.655156 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4ee56c44-5a54-46d4-8967-88f1846d09f3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:11.655915 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb78dbc-eca1-4406-87e7-85a2970c1860 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:11.656295 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb78dbc-eca1-4406-87e7-85a2970c1860 None None] Checking segment: {'id': '3365133d-213f-4429-83a4-a93dd23f8428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '72008c27-a7dc-40cc-b074-c529a85c4e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:11.656873 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bfb78dbc-eca1-4406-87e7-85a2970c1860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:11.657278 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb78dbc-eca1-4406-87e7-85a2970c1860 None None] Bound using segment: {'id': '3365133d-213f-4429-83a4-a93dd23f8428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '72008c27-a7dc-40cc-b074-c529a85c4e98'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:11.657776 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-bfb78dbc-eca1-4406-87e7-85a2970c1860 None None] Bound port: 0f51c150-c9bf-4c26-af93-850633e83b60, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3365133d-213f-4429-83a4-a93dd23f8428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '72008c27-a7dc-40cc-b074-c529a85c4e98'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:11.658169 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bfb78dbc-eca1-4406-87e7-85a2970c1860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:11.663238 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b46ada9-a963-4356-a86a-dad186dfa7a6 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Made reservation on behalf of 34d17922c8134f7abe1279d83fc924da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:11.663587 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.db.resource_extend [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:28:11.667008 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b46ada9-a963-4356-a86a-dad186dfa7a6 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:11.710517 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee56c44-5a54-46d4-8967-88f1846d09f3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network 72008c27-a7dc-40cc-b074-c529a85c4e98 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:11.713720 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-4ee56c44-5a54-46d4-8967-88f1846d09f3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:11.717651 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee56c44-5a54-46d4-8967-88f1846d09f3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:11.724434 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee56c44-5a54-46d4-8967-88f1846d09f3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Port': ['ID=45cd7a37-1efe-4f8d-87b7-a437d7dadad8,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:11.767249 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4ee56c44-5a54-46d4-8967-88f1846d09f3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:11.901362 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4ee56c44-5a54-46d4-8967-88f1846d09f3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:11.998166 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b38df5c4-9eb0-4605-81e9-3f8408a20275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:12.084968 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-4d3d1800-4b0f-4d9e-bc7f-443f2a292f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da99f90-27ce-4768-861c-ff3438bf0444 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:28:12.105323 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-4d3d1800-4b0f-4d9e-bc7f-443f2a292f47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:12.145614 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 49938108-ab1e-48f7-bc9f-333a25aa21a5, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=49938108-ab1e-48f7-bc9f-333a25aa21a5,segment=NetworkSegment(d7582938-03de-4b93-9833-a76c03f4f19c),segment_id=d7582938-03de-4b93-9833-a76c03f4f19c)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:12.156154 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b46ada9-a963-4356-a86a-dad186dfa7a6 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:12.161456 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-bfb78dbc-eca1-4406-87e7-85a2970c1860 None None] For port 0f51c150-c9bf-4c26-af93-850633e83b60, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:12.169833 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-4d3d1800-4b0f-4d9e-bc7f-443f2a292f47 service neutron] Transition to ACTIVE for port object 3da99f90-27ce-4768-861c-ff3438bf0444 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:12.187498 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '49938108-ab1e-48f7-bc9f-333a25aa21a5', 'network_id': '0086c42c-f896-4a92-8515-db944444d83d', 'port_id': '49938108-ab1e-48f7-bc9f-333a25aa21a5', 'mac_address': 'fa:16:3e:9d:1d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84fc00eb-2c93-4052-9a0f-462991bedf76', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:28:12.191909 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc9e07-0dba-427c-982b-209c9f5d3f0e req-0c174e1d-bd2e-4a42-893d-ee1c18753d38 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:12.193476 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cecc9e07-0dba-427c-982b-209c9f5d3f0e req-0c174e1d-bd2e-4a42-893d-ee1c18753d38 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a81b8ce-5e3d-482d-993e-d33c17507961 HTTP/1.1" status: 200 len: 931 time: 0.1103933 Aug 11 02:28:12.196808 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-4d3d1800-4b0f-4d9e-bc7f-443f2a292f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:12.203977 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-bfb78dbc-eca1-4406-87e7-85a2970c1860 None None] For port 0f51c150-c9bf-4c26-af93-850633e83b60, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=0f51c150-c9bf-4c26-af93-850633e83b60,segment=NetworkSegment(3365133d-213f-4429-83a4-a93dd23f8428),segment_id=3365133d-213f-4429-83a4-a93dd23f8428)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:12.231175 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bfb78dbc-eca1-4406-87e7-85a2970c1860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:12.272087 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cecc9e07-0dba-427c-982b-209c9f5d3f0e req-fd42a39f-b9ea-4fdb-816c-b724f8fd4cb5 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673802 Aug 11 02:28:12.298682 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:12.298855 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46ada9-a963-4356-a86a-dad186dfa7a6 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event updated for resources: {'Subnet': ['ID=75a1dfbb-695b-469a-b06c-1ca95ffef6f5,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:12.300581 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4ee56c44-5a54-46d4-8967-88f1846d09f3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:12.321989 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4ee56c44-5a54-46d4-8967-88f1846d09f3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:12.336280 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49938108-ab1e-48f7-bc9f-333a25aa21a5 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:28:12.346894 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d1800-4b0f-4d9e-bc7f-443f2a292f47 service neutron] Pushing event updated for resources: {'Port': ['ID=3da99f90-27ce-4768-861c-ff3438bf0444,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:12.347825 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb78dbc-eca1-4406-87e7-85a2970c1860 None None] Pushing event updated for resources: {'Port': ['ID=0f51c150-c9bf-4c26-af93-850633e83b60,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:12.359709 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-30b33b94-ed0d-49da-be5a-1d1eb02ccee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:28:05Z', 'revision_number': 3, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None, '_interfaces': [{'id': '5c02b758-2df9-46f9-ab7c-5e3405cf6dde', 'name': '', 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:5b:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:58Z', 'updated_at': '2021-08-11T02:28:07Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd464a23a-bb8d-4f79-9b1e-a3e2da2c58f8', 'name': '', 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:fa:ac:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:04Z', 'updated_at': '2021-08-11T02:28:10Z', 'revision_number': 4, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:12.397916 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b33b94-ed0d-49da-be5a-1d1eb02ccee2 None None] The sync data for ids ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'] in n-d-615180-33 is: [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:28:05Z', 'revision_number': 3, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None, '_interfaces': [{'id': '5c02b758-2df9-46f9-ab7c-5e3405cf6dde', 'name': '', 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:5b:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:58Z', 'updated_at': '2021-08-11T02:28:07Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd464a23a-bb8d-4f79-9b1e-a3e2da2c58f8', 'name': '', 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:fa:ac:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:04Z', 'updated_at': '2021-08-11T02:28:10Z', 'revision_number': 4, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:12.401847 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 49938108-ab1e-48f7-bc9f-333a25aa21a5, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=49938108-ab1e-48f7-bc9f-333a25aa21a5,segment=NetworkSegment(d7582938-03de-4b93-9833-a76c03f4f19c),segment_id=d7582938-03de-4b93-9833-a76c03f4f19c)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:12.407439 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:12.434230 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b46ada9-a963-4356-a86a-dad186dfa7a6 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Checking segment: {'id': '01f0e974-c88d-49c1-97c7-1955df1089ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '53f6901f-cb56-43b6-a59a-aedd29ee008c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:12.434654 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b46ada9-a963-4356-a86a-dad186dfa7a6 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Network hostable DHCP agents. Network: 53f6901f-cb56-43b6-a59a-aedd29ee008c, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:28:12.484270 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee56c44-5a54-46d4-8967-88f1846d09f3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Port': ['ID=45cd7a37-1efe-4f8d-87b7-a437d7dadad8,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:12.489517 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4ee56c44-5a54-46d4-8967-88f1846d09f3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:12.499240 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 6949df3f-b34f-4767-aa68-e411a5193991 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:28:12.523967 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=49938108-ab1e-48f7-bc9f-333a25aa21a5,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:12.553313 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b46ada9-a963-4356-a86a-dad186dfa7a6 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Network 53f6901f-cb56-43b6-a59a-aedd29ee008c is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:28:12.640854 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e6b44-c977-4ec4-9b18-af359beeeca6 req-e7ebd42a-5068-4073-86c2-bec7e8b9ee85 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:12.648102 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['49938108-ab1e-48f7-bc9f-333a25aa21a5'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:28:12.652549 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cf4e6b44-c977-4ec4-9b18-af359beeeca6 req-e7ebd42a-5068-4073-86c2-bec7e8b9ee85 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 944 time: 0.2310715 Aug 11 02:28:12.657196 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee56c44-5a54-46d4-8967-88f1846d09f3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network 72008c27-a7dc-40cc-b074-c529a85c4e98 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:12.667247 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-4b46ada9-a963-4356-a86a-dad186dfa7a6 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 53f6901f-cb56-43b6-a59a-aedd29ee008c) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:12.673612 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-4ee56c44-5a54-46d4-8967-88f1846d09f3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:12.725001 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 6949df3f-b34f-4767-aa68-e411a5193991, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=6949df3f-b34f-4767-aa68-e411a5193991,segment=NetworkSegment(d7582938-03de-4b93-9833-a76c03f4f19c),segment_id=d7582938-03de-4b93-9833-a76c03f4f19c)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:12.732431 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdeaf73-ef72-497a-894b-12d2a47747b7 None None] Network 53f6901f-cb56-43b6-a59a-aedd29ee008c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:12.739165 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b46ada9-a963-4356-a86a-dad186dfa7a6 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:12.739904 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b46ada9-a963-4356-a86a-dad186dfa7a6 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:12.796772 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:12.811019 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-4d3d1800-4b0f-4d9e-bc7f-443f2a292f47 service neutron] Attempting to bind port 3da99f90-27ce-4768-861c-ff3438bf0444 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:12.811330 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-4d3d1800-4b0f-4d9e-bc7f-443f2a292f47 service neutron] Attempting to bind port 3da99f90-27ce-4768-861c-ff3438bf0444 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'ac41ffd8-fd7b-4432-bc58-5a0f19867d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'a2f949d0-3328-4092-9faf-d9d0b7daafd4'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:12.811708 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-4d3d1800-4b0f-4d9e-bc7f-443f2a292f47 service neutron] Attempting to bind port 3da99f90-27ce-4768-861c-ff3438bf0444 on network a2f949d0-3328-4092-9faf-d9d0b7daafd4 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:12.814524 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '6949df3f-b34f-4767-aa68-e411a5193991', 'network_id': '0086c42c-f896-4a92-8515-db944444d83d', 'port_id': '6949df3f-b34f-4767-aa68-e411a5193991', 'mac_address': 'fa:16:3e:24:72:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84fc00eb-2c93-4052-9a0f-462991bedf76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:28:12.829743 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32920) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:12.831116 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4b46ada9-a963-4356-a86a-dad186dfa7a6 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4127688 Aug 11 02:28:12.838174 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-a6252a17-6f4d-4104-94d5-e0ecf1fe29a2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Request body: {'subnet': {'network_id': '53f6901f-cb56-43b6-a59a-aedd29ee008c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:12.858028 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cf4e6b44-c977-4ec4-9b18-af359beeeca6 req-97fb1b93-d52a-4da1-b920-8ccf131c08d9 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044282 Aug 11 02:28:12.864574 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-4d3d1800-4b0f-4d9e-bc7f-443f2a292f47 service neutron] Port 3da99f90-27ce-4768-861c-ff3438bf0444 on network a2f949d0-3328-4092-9faf-d9d0b7daafd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:28:12.865798 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-4d3d1800-4b0f-4d9e-bc7f-443f2a292f47 service neutron] Attempting to bind port 3da99f90-27ce-4768-861c-ff3438bf0444 on network a2f949d0-3328-4092-9faf-d9d0b7daafd4 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:12.874938 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-4d3d1800-4b0f-4d9e-bc7f-443f2a292f47 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:12.875291 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-4d3d1800-4b0f-4d9e-bc7f-443f2a292f47 service neutron] Checking segment: {'id': 'ac41ffd8-fd7b-4432-bc58-5a0f19867d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'a2f949d0-3328-4092-9faf-d9d0b7daafd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:12.876078 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-4d3d1800-4b0f-4d9e-bc7f-443f2a292f47 service neutron] Bound using segment: {'id': 'ac41ffd8-fd7b-4432-bc58-5a0f19867d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'a2f949d0-3328-4092-9faf-d9d0b7daafd4'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:12.876672 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-4d3d1800-4b0f-4d9e-bc7f-443f2a292f47 service neutron] Bound port: 3da99f90-27ce-4768-861c-ff3438bf0444, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac41ffd8-fd7b-4432-bc58-5a0f19867d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'a2f949d0-3328-4092-9faf-d9d0b7daafd4'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:12.877037 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-4d3d1800-4b0f-4d9e-bc7f-443f2a292f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:12.980319 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee56c44-5a54-46d4-8967-88f1846d09f3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:28:12.994859 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-b38df5c4-9eb0-4605-81e9-3f8408a20275 admin admin] Deleting port f66f0f5d-8b32-4d1c-a273-b9821b6489ca {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:12.995214 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b38df5c4-9eb0-4605-81e9-3f8408a20275 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:13.020320 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:13.029251 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:13.046985 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-4d3d1800-4b0f-4d9e-bc7f-443f2a292f47 service neutron] For port 3da99f90-27ce-4768-861c-ff3438bf0444, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:13.066218 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6949df3f-b34f-4767-aa68-e411a5193991 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:28:13.067260 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-4d3d1800-4b0f-4d9e-bc7f-443f2a292f47 service neutron] For port 3da99f90-27ce-4768-861c-ff3438bf0444, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=3da99f90-27ce-4768-861c-ff3438bf0444,segment=NetworkSegment(ac41ffd8-fd7b-4432-bc58-5a0f19867d17),segment_id=ac41ffd8-fd7b-4432-bc58-5a0f19867d17)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:13.070515 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:13.070898 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:13.078878 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-4d3d1800-4b0f-4d9e-bc7f-443f2a292f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:13.123121 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee56c44-5a54-46d4-8967-88f1846d09f3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:13.130014 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4ee56c44-5a54-46d4-8967-88f1846d09f3 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "PUT /v2.0/routers/cf8337f1-f30c-47c7-9b21-e2e58e24a9b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6063180 Aug 11 02:28:13.132679 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-4d3d1800-4b0f-4d9e-bc7f-443f2a292f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:13.132830 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32922) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:13.133314 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-4d3d1800-4b0f-4d9e-bc7f-443f2a292f47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:13.134747 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-4d3d1800-4b0f-4d9e-bc7f-443f2a292f47 service neutron] 10.222.0.66 "PUT /v2.0/ports/3da99f90-27ce-4768-861c-ff3438bf0444 HTTP/1.1" status: 200 len: 1092 time: 1.8550603 Aug 11 02:28:13.137981 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-ac31ccc1-5e7d-4b15-ab02-88e784b21990 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'network': {'name': 'tempest-RoutersTest-1257345207'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:13.138844 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a81b8ce-5e3d-482d-993e-d33c17507961', 'tag': '3da99f90-27ce-4768-861c-ff3438bf0444'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:13.143874 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 6949df3f-b34f-4767-aa68-e411a5193991, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=6949df3f-b34f-4767-aa68-e411a5193991,segment=NetworkSegment(d7582938-03de-4b93-9833-a76c03f4f19c),segment_id=d7582938-03de-4b93-9833-a76c03f4f19c)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:13.145302 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515277ab-8ced-4929-b1dd-1f5300fa26de" -d '{"events": [{"name": "network-changed", "server_uuid": "3a81b8ce-5e3d-482d-993e-d33c17507961", "tag": "3da99f90-27ce-4768-861c-ff3438bf0444"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:13.157907 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:13.178799 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6252a17-6f4d-4104-94d5-e0ecf1fe29a2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Made reservation on behalf of 34d17922c8134f7abe1279d83fc924da for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:13.183858 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a6252a17-6f4d-4104-94d5-e0ecf1fe29a2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:13.187593 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac31ccc1-5e7d-4b15-ab02-88e784b21990 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Made reservation on behalf of fc32fb4b9c1142568a3c93f040d870e8 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:13.188574 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d1800-4b0f-4d9e-bc7f-443f2a292f47 service neutron] Pushing event updated for resources: {'Port': ['ID=3da99f90-27ce-4768-861c-ff3438bf0444,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:13.200405 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ac31ccc1-5e7d-4b15-ab02-88e784b21990 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:13.255529 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadb1c6b-fb60-4505-9723-0ad890ee23c3 x-openstack-request-id: req-aadb1c6b-fb60-4505-9723-0ad890ee23c3 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:13.256122 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a81b8ce-5e3d-482d-993e-d33c17507961", "tag": "3da99f90-27ce-4768-861c-ff3438bf0444", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:13.256863 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aadb1c6b-fb60-4505-9723-0ad890ee23c3 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:13.256863 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a81b8ce-5e3d-482d-993e-d33c17507961', 'tag': '3da99f90-27ce-4768-861c-ff3438bf0444', 'status': 'completed', 'code': 200} Aug 11 02:28:13.259120 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-b38df5c4-9eb0-4605-81e9-3f8408a20275 admin admin] For port f66f0f5d-8b32-4d1c-a273-b9821b6489ca, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f66f0f5d-8b32-4d1c-a273-b9821b6489ca,segment=NetworkSegment(90f545b9-473b-4ac5-8dfe-98546b442c39),segment_id=90f545b9-473b-4ac5-8dfe-98546b442c39)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:13.259120 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b38df5c4-9eb0-4605-81e9-3f8408a20275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:13.276374 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-b38df5c4-9eb0-4605-81e9-3f8408a20275 admin admin] Calling delete_port for f66f0f5d-8b32-4d1c-a273-b9821b6489ca owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:13.282147 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac31ccc1-5e7d-4b15-ab02-88e784b21990 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:28:13.282532 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8059fb67-2c5c-460b-9391-3a6d0570694c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-53f6901f-cb56-43b6-a59a-aedd29ee008c', 'network_id': '53f6901f-cb56-43b6-a59a-aedd29ee008c', 'tenant_id': '34d17922c8134f7abe1279d83fc924da', 'fixed_ips': [{'subnet_id': '75a1dfbb-695b-469a-b06c-1ca95ffef6f5'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:28:13.284325 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8059fb67-2c5c-460b-9391-3a6d0570694c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:13.290502 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-abfbf9b5-70b0-43dd-986a-d53d18be08a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:13.292184 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-abfbf9b5-70b0-43dd-986a-d53d18be08a7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8f57d1a8cf4e42e787fd90462a309995&device_id=3a81b8ce-5e3d-482d-993e-d33c17507961 HTTP/1.1" status: 200 len: 1095 time: 0.0999718 Aug 11 02:28:13.306133 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ac31ccc1-5e7d-4b15-ab02-88e784b21990 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:13.306480 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-ac31ccc1-5e7d-4b15-ab02-88e784b21990 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Added segment 36a49240-822f-458a-b0f1-29e973f921f7 of type vlan for network e1e94ed1-d07c-4dde-bc22-f2c475366caf Aug 11 02:28:13.368209 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-f02c3547-3a2b-4304-a083-cd6439d493ac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3da99f90-27ce-4768-861c-ff3438bf0444 HTTP/1.1" status: 200 len: 217 time: 0.0661693 Aug 11 02:28:13.386899 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ac31ccc1-5e7d-4b15-ab02-88e784b21990 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:13.408476 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=6949df3f-b34f-4767-aa68-e411a5193991,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:13.476992 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ac31ccc1-5e7d-4b15-ab02-88e784b21990 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:13.487737 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac31ccc1-5e7d-4b15-ab02-88e784b21990 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:13.490772 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ac31ccc1-5e7d-4b15-ab02-88e784b21990 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:13.516651 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['6949df3f-b34f-4767-aa68-e411a5193991'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:28:13.521684 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-3ea1eed3-30fe-48e4-a7de-4b29322a72ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:13.522617 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-3ea1eed3-30fe-48e4-a7de-4b29322a72ad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f8cd47ed-5ee1-4bbe-a899-6dd2b116ea1d HTTP/1.1" status: 200 len: 854 time: 0.0641026 Aug 11 02:28:13.597288 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5374509-bbd2-4013-a253-79db9a97ac83 None None] Sync routers for ids ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:13.611122 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5374509-bbd2-4013-a253-79db9a97ac83 None None] Routers {'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:13.612604 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c5374509-bbd2-4013-a253-79db9a97ac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:27:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:13.624353 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31ccc1-5e7d-4b15-ab02-88e784b21990 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Network': ['ID=e1e94ed1-d07c-4dde-bc22-f2c475366caf,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:13.641298 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network e1e94ed1-d07c-4dde-bc22-f2c475366caf details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:28:13.655237 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ac31ccc1-5e7d-4b15-ab02-88e784b21990 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5189726 Aug 11 02:28:13.656204 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32928) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:13.667007 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-17445cd1-9693-469f-b4d0-b864cbc81fcb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'subnet': {'network_id': 'e1e94ed1-d07c-4dde-bc22-f2c475366caf', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:13.738621 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b38df5c4-9eb0-4605-81e9-3f8408a20275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:13.763961 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-7a11b831-c703-44ca-afd6-3bd87b54b95b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a2f949d0-3328-4092-9faf-d9d0b7daafd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402567 Aug 11 02:28:13.770771 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-c5374509-bbd2-4013-a253-79db9a97ac83 None None] Set router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:13.795072 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:13.822160 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-8059fb67-2c5c-460b-9391-3a6d0570694c None None] Allocated IP 2001:db8::2 (53f6901f-cb56-43b6-a59a-aedd29ee008c/75a1dfbb-695b-469a-b06c-1ca95ffef6f5/a0d82912-cc5b-4fbf-b747-4e0ff159d3bb) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:13.925015 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38df5c4-9eb0-4605-81e9-3f8408a20275 admin admin] Pushing event deleted for resources: {'Port': ['ID=f66f0f5d-8b32-4d1c-a273-b9821b6489ca,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:13.940315 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e4b79-5e11-48af-80fd-0087457cb37d req-ccb86c45-0cd4-4ac8-8f85-0e543bdd0ebe tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:13.942460 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c25e4b79-5e11-48af-80fd-0087457cb37d req-ccb86c45-0cd4-4ac8-8f85-0e543bdd0ebe tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a81b8ce-5e3d-482d-993e-d33c17507961 HTTP/1.1" status: 200 len: 943 time: 0.5283496 Aug 11 02:28:13.969991 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a6252a17-6f4d-4104-94d5-e0ecf1fe29a2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:13.993846 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acd7255-39d5-4753-bd8c-834307b11fdd None None] Network 72008c27-a7dc-40cc-b074-c529a85c4e98 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:14.020012 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c25e4b79-5e11-48af-80fd-0087457cb37d req-352a6448-ddfb-473f-b6e4-69bbd7e17923 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518775 Aug 11 02:28:14.067523 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6252a17-6f4d-4104-94d5-e0ecf1fe29a2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event updated for resources: {'Subnet': ['ID=fbdce393-394b-4173-88f5-f16ecade139c,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:14.110101 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8,segment=NetworkSegment(d61ce811-9efb-48cb-aa52-06e7e52a24a3),segment_id=d61ce811-9efb-48cb-aa52-06e7e52a24a3)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:14.116776 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6252a17-6f4d-4104-94d5-e0ecf1fe29a2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Network 53f6901f-cb56-43b6-a59a-aedd29ee008c is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:14.124760 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17445cd1-9693-469f-b4d0-b864cbc81fcb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Made reservation on behalf of fc32fb4b9c1142568a3c93f040d870e8 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:14.127993 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:14.133844 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-17445cd1-9693-469f-b4d0-b864cbc81fcb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:14.153761 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-a6252a17-6f4d-4104-94d5-e0ecf1fe29a2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:14.182234 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6252a17-6f4d-4104-94d5-e0ecf1fe29a2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:14.182860 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a6252a17-6f4d-4104-94d5-e0ecf1fe29a2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:14.196672 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-44633d29-3b13-4674-882f-dcb5b5987711 None None] Provisioning for port 0f51c150-c9bf-4c26-af93-850633e83b60 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:14.197248 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b38df5c4-9eb0-4605-81e9-3f8408a20275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:14.213106 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a6252a17-6f4d-4104-94d5-e0ecf1fe29a2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3811474 Aug 11 02:28:14.217292 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-1af386fe-3dfa-4d4f-a60a-394c00a9f534 service neutron] 10.222.0.66 "GET /v2.0/networks/a2f949d0-3328-4092-9faf-d9d0b7daafd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275463 Aug 11 02:28:14.217910 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32932) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:14.227066 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edc3a3-f1a9-47eb-8bd7-710ecababfb4 req-cfef0e34-4a4f-4991-86ca-f61d7fbdf28c tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:14.229446 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f0edc3a3-f1a9-47eb-8bd7-710ecababfb4 req-cfef0e34-4a4f-4991-86ca-f61d7fbdf28c tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 944 time: 0.1837800 Aug 11 02:28:14.256498 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c5374509-bbd2-4013-a253-79db9a97ac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:28:11Z', 'revision_number': 4, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None, '_interfaces': [{'id': '45cd7a37-1efe-4f8d-87b7-a437d7dadad8', 'name': '', 'network_id': '72008c27-a7dc-40cc-b074-c529a85c4e98', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:d4:fb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:11Z', 'updated_at': '2021-08-11T02:28:12Z', 'revision_number': 2, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c02b758-2df9-46f9-ab7c-5e3405cf6dde', 'name': '', 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:5b:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:58Z', 'updated_at': '2021-08-11T02:28:07Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd464a23a-bb8d-4f79-9b1e-a3e2da2c58f8', 'name': '', 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:fa:ac:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:04Z', 'updated_at': '2021-08-11T02:28:10Z', 'revision_number': 4, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:14.302499 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:14.304816 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5374509-bbd2-4013-a253-79db9a97ac83 None None] Checking router: cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:28:14.305531 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5374509-bbd2-4013-a253-79db9a97ac83 None None] Updating router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 port 45cd7a37-1efe-4f8d-87b7-a437d7dadad8 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:28:14.328929 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f0edc3a3-f1a9-47eb-8bd7-710ecababfb4 req-41d46f83-f157-460a-bf5e-1c1c314d12d3 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847991 Aug 11 02:28:14.361380 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-c5374509-bbd2-4013-a253-79db9a97ac83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:14.405570 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8059fb67-2c5c-460b-9391-3a6d0570694c None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:14.411386 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-00dfe5d5-d981-468c-9a12-cd5a62d7ca75 req-ba546002-044f-45a2-a030-ba7ea45a5b13 service neutron] 10.222.0.66 "GET /v2.0/networks/a2f949d0-3328-4092-9faf-d9d0b7daafd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807153 Aug 11 02:28:14.431151 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8059fb67-2c5c-460b-9391-3a6d0570694c None None] Transition to ACTIVE for port object a0d82912-cc5b-4fbf-b747-4e0ff159d3bb will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:14.456285 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8059fb67-2c5c-460b-9391-3a6d0570694c None None] Transition to ACTIVE for port object a0d82912-cc5b-4fbf-b747-4e0ff159d3bb will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:14.465708 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8059fb67-2c5c-460b-9391-3a6d0570694c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:14.491995 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-17445cd1-9693-469f-b4d0-b864cbc81fcb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:14.556678 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8aca6a-689b-4fac-a4fd-14b746621607 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:14.558290 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8aca6a-689b-4fac-a4fd-14b746621607 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:14.560392 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8aca6a-689b-4fac-a4fd-14b746621607 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:14.562232 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17445cd1-9693-469f-b4d0-b864cbc81fcb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Subnet': ['ID=6fe4aa81-0776-4da0-a080-190e7fa29b9b,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:14.563892 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8aca6a-689b-4fac-a4fd-14b746621607 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:14.568185 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8aca6a-689b-4fac-a4fd-14b746621607 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:14.569941 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2a8aca6a-689b-4fac-a4fd-14b746621607 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3491452 Aug 11 02:28:14.573873 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32936) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:14.582371 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-8f136977-979d-4887-ad96-de0112664c65 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-134109618'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:14.596837 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515277ab-8ced-4929-b1dd-1f5300fa26de req-9968d616-945e-482c-868e-fde6fc2232f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:14.598748 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-515277ab-8ced-4929-b1dd-1f5300fa26de req-9968d616-945e-482c-868e-fde6fc2232f6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8f57d1a8cf4e42e787fd90462a309995&device_id=3a81b8ce-5e3d-482d-993e-d33c17507961 HTTP/1.1" status: 200 len: 1095 time: 0.1294110 Aug 11 02:28:14.648016 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f136977-979d-4887-ad96-de0112664c65 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Made reservation on behalf of 34d17922c8134f7abe1279d83fc924da for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:14.653106 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8f136977-979d-4887-ad96-de0112664c65 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:14.672441 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17445cd1-9693-469f-b4d0-b864cbc81fcb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Checking segment: {'id': '36a49240-822f-458a-b0f1-29e973f921f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e1e94ed1-d07c-4dde-bc22-f2c475366caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:14.673163 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17445cd1-9693-469f-b4d0-b864cbc81fcb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network hostable DHCP agents. Network: e1e94ed1-d07c-4dde-bc22-f2c475366caf, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:28:14.717496 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f136977-979d-4887-ad96-de0112664c65 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:28:14.720161 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17445cd1-9693-469f-b4d0-b864cbc81fcb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network e1e94ed1-d07c-4dde-bc22-f2c475366caf is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:28:14.748551 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8f136977-979d-4887-ad96-de0112664c65 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:14.748893 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-8f136977-979d-4887-ad96-de0112664c65 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Added segment 5d4df05e-3d49-4f6d-ad9c-e09b232c67ac of type vlan for network ffab7f63-8919-4042-9e61-d7286c3ce1a7 Aug 11 02:28:14.750274 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-17445cd1-9693-469f-b4d0-b864cbc81fcb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, e1e94ed1-d07c-4dde-bc22-f2c475366caf) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:14.764912 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17445cd1-9693-469f-b4d0-b864cbc81fcb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:14.765521 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-17445cd1-9693-469f-b4d0-b864cbc81fcb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:14.801725 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-17445cd1-9693-469f-b4d0-b864cbc81fcb tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1420867 Aug 11 02:28:14.807694 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32940) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:14.813551 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc52e68-7087-49b9-a298-5863c054d90f None None] Network e1e94ed1-d07c-4dde-bc22-f2c475366caf requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:14.878797 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059fb67-2c5c-460b-9391-3a6d0570694c None None] Pushing event updated for resources: {'Port': ['ID=a0d82912-cc5b-4fbf-b747-4e0ff159d3bb,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:15.037245 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8f136977-979d-4887-ad96-de0112664c65 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:15.054669 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:15.058966 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8059fb67-2c5c-460b-9391-3a6d0570694c None None] Network 53f6901f-cb56-43b6-a59a-aedd29ee008c is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:15.066650 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-8059fb67-2c5c-460b-9391-3a6d0570694c None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:15.098123 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8059fb67-2c5c-460b-9391-3a6d0570694c None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:15.098123 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facf7a75-db01-42eb-8a73-32253470ebf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-e1e94ed1-d07c-4dde-bc22-f2c475366caf', 'network_id': 'e1e94ed1-d07c-4dde-bc22-f2c475366caf', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'fixed_ips': [{'subnet_id': '6fe4aa81-0776-4da0-a080-190e7fa29b9b'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:28:15.098123 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-facf7a75-db01-42eb-8a73-32253470ebf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:15.106239 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-c5374509-bbd2-4013-a253-79db9a97ac83 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:15.130582 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-c5374509-bbd2-4013-a253-79db9a97ac83 None None] Transition to ACTIVE for port object 45cd7a37-1efe-4f8d-87b7-a437d7dadad8 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:15.140097 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-c5374509-bbd2-4013-a253-79db9a97ac83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:15.151259 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8f136977-979d-4887-ad96-de0112664c65 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:15.158006 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f136977-979d-4887-ad96-de0112664c65 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:15.158741 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8f136977-979d-4887-ad96-de0112664c65 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:15.212189 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f2ba1506-fc5c-4b0e-b105-6ffc5df24220 None None] Provisioning for port 45cd7a37-1efe-4f8d-87b7-a437d7dadad8 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:15.315474 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107d101-4e97-4f41-9bf0-1cbfad9688ca None None] Pushing event updated for resources: {'Port': ['ID=45cd7a37-1efe-4f8d-87b7-a437d7dadad8,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:15.351565 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-c5374509-bbd2-4013-a253-79db9a97ac83 None None] Attempting to bind port 45cd7a37-1efe-4f8d-87b7-a437d7dadad8 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:15.351966 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-c5374509-bbd2-4013-a253-79db9a97ac83 None None] Attempting to bind port 45cd7a37-1efe-4f8d-87b7-a437d7dadad8 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '3365133d-213f-4429-83a4-a93dd23f8428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '72008c27-a7dc-40cc-b074-c529a85c4e98'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:15.352332 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5374509-bbd2-4013-a253-79db9a97ac83 None None] Attempting to bind port 45cd7a37-1efe-4f8d-87b7-a437d7dadad8 on network 72008c27-a7dc-40cc-b074-c529a85c4e98 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:15.375286 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5374509-bbd2-4013-a253-79db9a97ac83 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:15.376649 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5374509-bbd2-4013-a253-79db9a97ac83 None None] Checking segment: {'id': '3365133d-213f-4429-83a4-a93dd23f8428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '72008c27-a7dc-40cc-b074-c529a85c4e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:15.378224 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-c5374509-bbd2-4013-a253-79db9a97ac83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:15.378643 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5374509-bbd2-4013-a253-79db9a97ac83 None None] Bound using segment: {'id': '3365133d-213f-4429-83a4-a93dd23f8428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '72008c27-a7dc-40cc-b074-c529a85c4e98'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:15.379981 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-c5374509-bbd2-4013-a253-79db9a97ac83 None None] Bound port: 45cd7a37-1efe-4f8d-87b7-a437d7dadad8, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3365133d-213f-4429-83a4-a93dd23f8428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '72008c27-a7dc-40cc-b074-c529a85c4e98'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:15.380383 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-c5374509-bbd2-4013-a253-79db9a97ac83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:15.422994 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:15.425692 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:15.445182 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515277ab-8ced-4929-b1dd-1f5300fa26de req-8d108a75-f77c-4fa3-8b55-b3eea3c5691b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:15.453493 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-515277ab-8ced-4929-b1dd-1f5300fa26de req-8d108a75-f77c-4fa3-8b55-b3eea3c5691b service neutron] 10.222.0.66 "GET /v2.0/networks?id=a2f949d0-3328-4092-9faf-d9d0b7daafd4 HTTP/1.1" status: 200 len: 915 time: 0.7968524 Aug 11 02:28:15.466400 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771901d-4f37-432d-b9e0-7e3beeb13842 req-b8a359f2-f7dc-4b5e-bf8f-04b8811722a7 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:15.478317 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f771901d-4f37-432d-b9e0-7e3beeb13842 req-b8a359f2-f7dc-4b5e-bf8f-04b8811722a7 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a81b8ce-5e3d-482d-993e-d33c17507961 HTTP/1.1" status: 200 len: 943 time: 0.1679416 Aug 11 02:28:15.487970 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8f136977-979d-4887-ad96-de0112664c65 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9086792 Aug 11 02:28:15.490282 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32946) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:15.490886 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f136977-979d-4887-ad96-de0112664c65 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event updated for resources: {'Network': ['ID=ffab7f63-8919-4042-9e61-d7286c3ce1a7,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:15.498128 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-5ab691eb-3361-44eb-bbc4-1d92a0e37425 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:15.510014 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-c5374509-bbd2-4013-a253-79db9a97ac83 None None] For port 45cd7a37-1efe-4f8d-87b7-a437d7dadad8, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:15.510558 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 49938108-ab1e-48f7-bc9f-333a25aa21a5 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:15.521450 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network ffab7f63-8919-4042-9e61-d7286c3ce1a7 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:28:15.525683 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-c5374509-bbd2-4013-a253-79db9a97ac83 None None] For port 45cd7a37-1efe-4f8d-87b7-a437d7dadad8, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=45cd7a37-1efe-4f8d-87b7-a437d7dadad8,segment=NetworkSegment(3365133d-213f-4429-83a4-a93dd23f8428),segment_id=3365133d-213f-4429-83a4-a93dd23f8428)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:15.530079 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-c5374509-bbd2-4013-a253-79db9a97ac83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:15.566233 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38df5c4-9eb0-4605-81e9-3f8408a20275 admin admin] Router 91de46b2-eaba-42f5-82d8-543d4086963a has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:28:15.574122 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-515277ab-8ced-4929-b1dd-1f5300fa26de req-97672d76-52ac-489d-bd37-c10d97033ac4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3da99f90-27ce-4768-861c-ff3438bf0444 HTTP/1.1" status: 200 len: 217 time: 0.0767028 Aug 11 02:28:15.619718 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107d101-4e97-4f41-9bf0-1cbfad9688ca None None] Pushing event updated for resources: {'Port': ['ID=45cd7a37-1efe-4f8d-87b7-a437d7dadad8,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:15.634643 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5374509-bbd2-4013-a253-79db9a97ac83 None None] Routers {'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:15.635294 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c5374509-bbd2-4013-a253-79db9a97ac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:27:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:15.660328 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-8059fb67-2c5c-460b-9391-3a6d0570694c None None] Attempting to bind port a0d82912-cc5b-4fbf-b747-4e0ff159d3bb on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:15.660896 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-8059fb67-2c5c-460b-9391-3a6d0570694c None None] Attempting to bind port a0d82912-cc5b-4fbf-b747-4e0ff159d3bb by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '01f0e974-c88d-49c1-97c7-1955df1089ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '53f6901f-cb56-43b6-a59a-aedd29ee008c'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:15.661514 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8059fb67-2c5c-460b-9391-3a6d0570694c None None] Attempting to bind port a0d82912-cc5b-4fbf-b747-4e0ff159d3bb on network 53f6901f-cb56-43b6-a59a-aedd29ee008c {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:15.687240 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f771901d-4f37-432d-b9e0-7e3beeb13842 req-99ef7ce4-b65f-427d-8201-bf30e8b3b101 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029088 Aug 11 02:28:15.742485 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8059fb67-2c5c-460b-9391-3a6d0570694c None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:15.742824 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8059fb67-2c5c-460b-9391-3a6d0570694c None None] Checking segment: {'id': '01f0e974-c88d-49c1-97c7-1955df1089ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '53f6901f-cb56-43b6-a59a-aedd29ee008c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:15.743182 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8059fb67-2c5c-460b-9391-3a6d0570694c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:15.743854 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8059fb67-2c5c-460b-9391-3a6d0570694c None None] Bound using segment: {'id': '01f0e974-c88d-49c1-97c7-1955df1089ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '53f6901f-cb56-43b6-a59a-aedd29ee008c'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:15.744526 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-8059fb67-2c5c-460b-9391-3a6d0570694c None None] Bound port: a0d82912-cc5b-4fbf-b747-4e0ff159d3bb, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f0e974-c88d-49c1-97c7-1955df1089ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '53f6901f-cb56-43b6-a59a-aedd29ee008c'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:15.744916 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8059fb67-2c5c-460b-9391-3a6d0570694c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:15.750115 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515277ab-8ced-4929-b1dd-1f5300fa26de req-83a641a4-047e-458a-87a0-bb31e6aca8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:15.757612 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-515277ab-8ced-4929-b1dd-1f5300fa26de req-83a641a4-047e-458a-87a0-bb31e6aca8ad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f8cd47ed-5ee1-4bbe-a899-6dd2b116ea1d HTTP/1.1" status: 200 len: 854 time: 0.1715283 Aug 11 02:28:15.769038 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-c5374509-bbd2-4013-a253-79db9a97ac83 None None] Set router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:15.794399 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4b2c6b55-8eb2-4c91-aa12-6e9f31a46710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:15.829873 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-facf7a75-db01-42eb-8a73-32253470ebf7 None None] Allocated IP 172.23.0.2 (e1e94ed1-d07c-4dde-bc22-f2c475366caf/6fe4aa81-0776-4da0-a080-190e7fa29b9b/1a537dd7-e2f7-4d3e-b24c-9858feeec810) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:15.830985 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-515277ab-8ced-4929-b1dd-1f5300fa26de req-17a532a0-bf13-4f43-9ce0-d2bb16d54a0c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a2f949d0-3328-4092-9faf-d9d0b7daafd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497031 Aug 11 02:28:15.930628 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 49938108-ab1e-48f7-bc9f-333a25aa21a5 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:16.020091 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 49938108-ab1e-48f7-bc9f-333a25aa21a5 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:16.020596 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:16.034378 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 0f51c150-c9bf-4c26-af93-850633e83b60 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:16.040232 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38df5c4-9eb0-4605-81e9-3f8408a20275 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:16.056864 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b38df5c4-9eb0-4605-81e9-3f8408a20275 admin admin] 10.222.0.50 "PUT /v2.0/routers/91de46b2-eaba-42f5-82d8-543d4086963a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7063205 Aug 11 02:28:16.057767 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32948) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:16.097680 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c5374509-bbd2-4013-a253-79db9a97ac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:28:11Z', 'revision_number': 4, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None, '_interfaces': [{'id': '45cd7a37-1efe-4f8d-87b7-a437d7dadad8', 'name': '', 'network_id': '72008c27-a7dc-40cc-b074-c529a85c4e98', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:d4:fb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:11Z', 'updated_at': '2021-08-11T02:28:15Z', 'revision_number': 4, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c02b758-2df9-46f9-ab7c-5e3405cf6dde', 'name': '', 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:5b:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:58Z', 'updated_at': '2021-08-11T02:28:07Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd464a23a-bb8d-4f79-9b1e-a3e2da2c58f8', 'name': '', 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:fa:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:04Z', 'updated_at': '2021-08-11T02:28:13Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:16.106763 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81275f09-bf51-4597-a830-c19c8c42ed1f None None] Sync routers for ids ['91de46b2-eaba-42f5-82d8-543d4086963a'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:16.115515 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-8059fb67-2c5c-460b-9391-3a6d0570694c None None] For port a0d82912-cc5b-4fbf-b747-4e0ff159d3bb, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:16.140725 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5374509-bbd2-4013-a253-79db9a97ac83 None None] The sync data for ids ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'] in n-d-615180-33 is: [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:28:11Z', 'revision_number': 4, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None, '_interfaces': [{'id': '45cd7a37-1efe-4f8d-87b7-a437d7dadad8', 'name': '', 'network_id': '72008c27-a7dc-40cc-b074-c529a85c4e98', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:d4:fb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:11Z', 'updated_at': '2021-08-11T02:28:15Z', 'revision_number': 4, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c02b758-2df9-46f9-ab7c-5e3405cf6dde', 'name': '', 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:5b:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:58Z', 'updated_at': '2021-08-11T02:28:07Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd464a23a-bb8d-4f79-9b1e-a3e2da2c58f8', 'name': '', 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:fa:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:04Z', 'updated_at': '2021-08-11T02:28:13Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:16.152946 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-89e4405f-667b-4985-a2be-c28954ad7009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:16.210173 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca7ff0-d56d-4304-b7c7-03e1b7a99466 req-81dde84d-8426-4567-9ed9-2f518ee985fd tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:16.212063 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bcca7ff0-d56d-4304-b7c7-03e1b7a99466 req-81dde84d-8426-4567-9ed9-2f518ee985fd tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 944 time: 0.7368338 Aug 11 02:28:16.235414 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-515277ab-8ced-4929-b1dd-1f5300fa26de req-7f9be357-370f-490e-8d98-cefb726f55db service neutron] 10.222.0.66 "GET /v2.0/networks/a2f949d0-3328-4092-9faf-d9d0b7daafd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586104 Aug 11 02:28:16.279155 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-8059fb67-2c5c-460b-9391-3a6d0570694c None None] For port a0d82912-cc5b-4fbf-b747-4e0ff159d3bb, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a0d82912-cc5b-4fbf-b747-4e0ff159d3bb,segment=NetworkSegment(01f0e974-c88d-49c1-97c7-1955df1089ae),segment_id=01f0e974-c88d-49c1-97c7-1955df1089ae)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:16.344756 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-facf7a75-db01-42eb-8a73-32253470ebf7 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:16.373180 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-515277ab-8ced-4929-b1dd-1f5300fa26de req-892b2ce3-5618-4888-9f16-9f2684f4a2ca service neutron] 10.222.0.66 "GET /v2.0/networks/a2f949d0-3328-4092-9faf-d9d0b7daafd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283507 Aug 11 02:28:16.378597 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32950) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:16.384656 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8059fb67-2c5c-460b-9391-3a6d0570694c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:16.406664 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-facf7a75-db01-42eb-8a73-32253470ebf7 None None] Transition to ACTIVE for port object 1a537dd7-e2f7-4d3e-b24c-9858feeec810 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:16.457751 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81275f09-bf51-4597-a830-c19c8c42ed1f None None] Routers {'91de46b2-eaba-42f5-82d8-543d4086963a'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:16.459205 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-81275f09-bf51-4597-a830-c19c8c42ed1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:27:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91de46b2-eaba-42f5-82d8-543d4086963a'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:16.466314 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1a60fd5f-bb3a-45c7-924c-d5681b35275c admin admin] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:16.541572 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 6949df3f-b34f-4767-aa68-e411a5193991 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:16.549454 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bcca7ff0-d56d-4304-b7c7-03e1b7a99466 req-21605463-bfb1-44e7-9c3c-6a06de9324bc tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211594 Aug 11 02:28:16.598393 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-990c2938-50d4-4495-923b-45badb8c899b tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] 10.222.0.50 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4615 time: 0.2184269 Aug 11 02:28:16.599650 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ab691eb-3361-44eb-bbc4-1d92a0e37425 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:16.600753 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-facf7a75-db01-42eb-8a73-32253470ebf7 None None] Transition to ACTIVE for port object 1a537dd7-e2f7-4d3e-b24c-9858feeec810 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:16.602293 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32952) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:16.608043 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-97a0c432-73c2-4c81-ba93-71dcbca4fb46 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Request body: {'network': {'name': 'tempest-network-smoke--844624541', 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'port_security_enabled': False}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:16.625036 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ab691eb-3361-44eb-bbc4-1d92a0e37425 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:16.665329 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059fb67-2c5c-460b-9391-3a6d0570694c None None] Pushing event updated for resources: {'Port': ['ID=a0d82912-cc5b-4fbf-b747-4e0ff159d3bb,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:16.691593 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a0c432-73c2-4c81-ba93-71dcbca4fb46 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Made reservation on behalf of 5c00de9e0a2c4b0fa10bdde3068cf710 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:16.697162 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-97a0c432-73c2-4c81-ba93-71dcbca4fb46 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:16.704171 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-facf7a75-db01-42eb-8a73-32253470ebf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:16.755495 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5ab691eb-3361-44eb-bbc4-1d92a0e37425 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Network ffab7f63-8919-4042-9e61-d7286c3ce1a7 is not hosted by any dhcp agent {{(pid=94507) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:28:16.758746 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a0c432-73c2-4c81-ba93-71dcbca4fb46 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:28:16.764710 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab691eb-3361-44eb-bbc4-1d92a0e37425 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:16.765310 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ab691eb-3361-44eb-bbc4-1d92a0e37425 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:16.767038 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5ab691eb-3361-44eb-bbc4-1d92a0e37425 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "PUT /v2.0/networks/ffab7f63-8919-4042-9e61-d7286c3ce1a7 HTTP/1.1" status: 200 len: 723 time: 1.2731152 Aug 11 02:28:16.772742 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf7a75-db01-42eb-8a73-32253470ebf7 None None] Pushing event updated for resources: {'Port': ['ID=1a537dd7-e2f7-4d3e-b24c-9858feeec810,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:16.776510 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32956) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:16.784219 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1a60fd5f-bb3a-45c7-924c-d5681b35275c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:16.790217 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-6d876d0c-b93d-4f47-8ea6-c8407cb50486 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Request body: {'subnet': {'network_id': 'ffab7f63-8919-4042-9e61-d7286c3ce1a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:16.813050 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-97a0c432-73c2-4c81-ba93-71dcbca4fb46 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:16.815861 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-97a0c432-73c2-4c81-ba93-71dcbca4fb46 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Added segment fe54c996-f0f7-41f5-8242-a3d47b49502b of type vlan for network e8f183b7-2074-4760-8506-90bf43cf4fce Aug 11 02:28:16.898729 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-81275f09-bf51-4597-a830-c19c8c42ed1f None None] Set router 91de46b2-eaba-42f5-82d8-543d4086963a gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:16.915234 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-97a0c432-73c2-4c81-ba93-71dcbca4fb46 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:16.961501 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:16.971708 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 0f51c150-c9bf-4c26-af93-850633e83b60 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:16.976887 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab691eb-3361-44eb-bbc4-1d92a0e37425 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event updated for resources: {'Network': ['ID=ffab7f63-8919-4042-9e61-d7286c3ce1a7,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:16.985413 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 0f51c150-c9bf-4c26-af93-850633e83b60 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:16.985665 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:16.990819 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-89e4405f-667b-4985-a2be-c28954ad7009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Allocated IP 172.23.0.1 (e1e94ed1-d07c-4dde-bc22-f2c475366caf/6fe4aa81-0776-4da0-a080-190e7fa29b9b/d3c1a4aa-d9f6-49d4-9931-f68522fd5868) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:17.023567 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-97a0c432-73c2-4c81-ba93-71dcbca4fb46 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.026125 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d876d0c-b93d-4f47-8ea6-c8407cb50486 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Made reservation on behalf of 34d17922c8134f7abe1279d83fc924da for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:17.029684 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a0c432-73c2-4c81-ba93-71dcbca4fb46 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:17.030343 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-97a0c432-73c2-4c81-ba93-71dcbca4fb46 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.036088 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6d876d0c-b93d-4f47-8ea6-c8407cb50486 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.062055 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ecc91-1d8d-4703-9bbb-06c2bfe71798 req-aa05e397-fdb7-4025-8b6f-d61737f57c0d tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:17.074118 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f0ecc91-1d8d-4703-9bbb-06c2bfe71798 req-aa05e397-fdb7-4025-8b6f-d61737f57c0d tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a81b8ce-5e3d-482d-993e-d33c17507961 HTTP/1.1" status: 200 len: 943 time: 0.1427684 Aug 11 02:28:17.088934 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network ffab7f63-8919-4042-9e61-d7286c3ce1a7 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:28:17.099177 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facf7a75-db01-42eb-8a73-32253470ebf7 None None] Network e1e94ed1-d07c-4dde-bc22-f2c475366caf is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:17.101260 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 6949df3f-b34f-4767-aa68-e411a5193991 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:17.151924 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-facf7a75-db01-42eb-8a73-32253470ebf7 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:17.154368 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facf7a75-db01-42eb-8a73-32253470ebf7 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:17.158865 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-97a0c432-73c2-4c81-ba93-71dcbca4fb46 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5552328 Aug 11 02:28:17.163245 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32958) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:17.164686 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-1a60fd5f-bb3a-45c7-924c-d5681b35275c admin admin] Deleting port 5ae4481a-731d-43d7-8b4c-2fb8835c2671 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:17.165035 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1a60fd5f-bb3a-45c7-924c-d5681b35275c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.171088 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-9c784878-12cb-4926-be35-d9fcdd9ca05f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-165603838', 'admin_state_up': True, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:17.175692 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 6949df3f-b34f-4767-aa68-e411a5193991 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:17.176063 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.225324 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0c432-73c2-4c81-ba93-71dcbca4fb46 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event updated for resources: {'Network': ['ID=e8f183b7-2074-4760-8506-90bf43cf4fce,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:17.229877 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bf3375-4c29-48fe-80e1-159b21ca45c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49938108-ab1e-48f7-bc9f-333a25aa21a5'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:17.232119 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbc2d80-fe66-4ec1-89d9-a0a34130b29a" -d '{"events": [{"server_uuid": "62bf3375-4c29-48fe-80e1-159b21ca45c6", "name": "network-vif-plugged", "status": "completed", "tag": "49938108-ab1e-48f7-bc9f-333a25aa21a5"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:17.278607 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f0ecc91-1d8d-4703-9bbb-06c2bfe71798 req-a4d33aa4-0601-4cd3-a1b1-292a4606f03e tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034955 Aug 11 02:28:17.284411 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network e8f183b7-2074-4760-8506-90bf43cf4fce details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:28:17.285159 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9c784878-12cb-4926-be35-d9fcdd9ca05f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.286483 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9c784878-12cb-4926-be35-d9fcdd9ca05f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.340779 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9c784878-12cb-4926-be35-d9fcdd9ca05f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.356935 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 49938108-ab1e-48f7-bc9f-333a25aa21a5, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=49938108-ab1e-48f7-bc9f-333a25aa21a5,segment=NetworkSegment(d7582938-03de-4b93-9833-a76c03f4f19c),segment_id=d7582938-03de-4b93-9833-a76c03f4f19c)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:17.396408 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6d876d0c-b93d-4f47-8ea6-c8407cb50486 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.454665 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-1a60fd5f-bb3a-45c7-924c-d5681b35275c admin admin] For port 5ae4481a-731d-43d7-8b4c-2fb8835c2671, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5ae4481a-731d-43d7-8b4c-2fb8835c2671,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:17.455023 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1a60fd5f-bb3a-45c7-924c-d5681b35275c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.493694 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-89e4405f-667b-4985-a2be-c28954ad7009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.498106 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08db469-96cb-470f-819e-afb65d85a2dc req-9091624c-1729-486e-9757-44015f552a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:17.499699 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b08db469-96cb-470f-819e-afb65d85a2dc req-9091624c-1729-486e-9757-44015f552a36 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 1097 time: 0.1443956 Aug 11 02:28:17.503054 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d876d0c-b93d-4f47-8ea6-c8407cb50486 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event updated for resources: {'Subnet': ['ID=e1805798-ccd7-4fe3-b010-2e4c4c10ed12,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:17.507594 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-1a60fd5f-bb3a-45c7-924c-d5681b35275c admin admin] Calling delete_port for 5ae4481a-731d-43d7-8b4c-2fb8835c2671 owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:17.551377 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-89e4405f-667b-4985-a2be-c28954ad7009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Transition to ACTIVE for port object d3c1a4aa-d9f6-49d4-9931-f68522fd5868 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:17.555571 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9c784878-12cb-4926-be35-d9fcdd9ca05f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.570340 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d876d0c-b93d-4f47-8ea6-c8407cb50486 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Checking segment: {'id': '5d4df05e-3d49-4f6d-ad9c-e09b232c67ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ffab7f63-8919-4042-9e61-d7286c3ce1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:17.570800 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d876d0c-b93d-4f47-8ea6-c8407cb50486 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Network hostable DHCP agents. Network: ffab7f63-8919-4042-9e61-d7286c3ce1a7, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:28:17.576321 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15325202-1f20-42d3-82dd-b49693433799 x-openstack-request-id: req-15325202-1f20-42d3-82dd-b49693433799 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:17.576321 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bf3375-4c29-48fe-80e1-159b21ca45c6", "name": "network-vif-plugged", "status": "completed", "tag": "49938108-ab1e-48f7-bc9f-333a25aa21a5", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:17.576731 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-15325202-1f20-42d3-82dd-b49693433799 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:17.577236 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62bf3375-4c29-48fe-80e1-159b21ca45c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49938108-ab1e-48f7-bc9f-333a25aa21a5', 'code': 200} Aug 11 02:28:17.578001 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-facf7a75-db01-42eb-8a73-32253470ebf7 None None] Attempting to bind port 1a537dd7-e2f7-4d3e-b24c-9858feeec810 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:17.578708 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-facf7a75-db01-42eb-8a73-32253470ebf7 None None] Attempting to bind port 1a537dd7-e2f7-4d3e-b24c-9858feeec810 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '36a49240-822f-458a-b0f1-29e973f921f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e1e94ed1-d07c-4dde-bc22-f2c475366caf'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:17.578915 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facf7a75-db01-42eb-8a73-32253470ebf7 None None] Attempting to bind port 1a537dd7-e2f7-4d3e-b24c-9858feeec810 on network e1e94ed1-d07c-4dde-bc22-f2c475366caf {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:17.596297 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facf7a75-db01-42eb-8a73-32253470ebf7 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:17.596884 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facf7a75-db01-42eb-8a73-32253470ebf7 None None] Checking segment: {'id': '36a49240-822f-458a-b0f1-29e973f921f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e1e94ed1-d07c-4dde-bc22-f2c475366caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:17.597356 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-facf7a75-db01-42eb-8a73-32253470ebf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.598069 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facf7a75-db01-42eb-8a73-32253470ebf7 None None] Bound using segment: {'id': '36a49240-822f-458a-b0f1-29e973f921f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e1e94ed1-d07c-4dde-bc22-f2c475366caf'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:17.598478 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-facf7a75-db01-42eb-8a73-32253470ebf7 None None] Bound port: 1a537dd7-e2f7-4d3e-b24c-9858feeec810, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a49240-822f-458a-b0f1-29e973f921f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e1e94ed1-d07c-4dde-bc22-f2c475366caf'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:17.598962 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-facf7a75-db01-42eb-8a73-32253470ebf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.612003 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b08db469-96cb-470f-819e-afb65d85a2dc req-d6551f15-ae1e-4ed4-a827-cac19974b1f7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864332 Aug 11 02:28:17.621377 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.671566 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d876d0c-b93d-4f47-8ea6-c8407cb50486 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Network ffab7f63-8919-4042-9e61-d7286c3ce1a7 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:28:17.704375 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-6d876d0c-b93d-4f47-8ea6-c8407cb50486 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, ffab7f63-8919-4042-9e61-d7286c3ce1a7) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:17.710479 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-89e4405f-667b-4985-a2be-c28954ad7009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.715779 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d876d0c-b93d-4f47-8ea6-c8407cb50486 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:17.716550 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6d876d0c-b93d-4f47-8ea6-c8407cb50486 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.747193 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ab6f7b-e2db-445d-b33e-175c55961a09 None None] Network ffab7f63-8919-4042-9e61-d7286c3ce1a7 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:17.779228 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6d876d0c-b93d-4f47-8ea6-c8407cb50486 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9996667 Aug 11 02:28:17.784221 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.788602 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32966) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:17.793546 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3991ab-dde5-4e75-a63e-00faa85d6bbc req-cc3f8423-155e-467f-aa21-ab7badfaa467 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:17.795259 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e3991ab-dde5-4e75-a63e-00faa85d6bbc req-cc3f8423-155e-467f-aa21-ab7badfaa467 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 945 time: 0.1430552 Aug 11 02:28:17.797391 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e4405f-667b-4985-a2be-c28954ad7009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network e1e94ed1-d07c-4dde-bc22-f2c475366caf is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:17.800043 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-6abbfd02-e3b2-4d52-9fbd-cf052a19ac54 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:17.810294 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-89e4405f-667b-4985-a2be-c28954ad7009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:17.811477 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4405f-667b-4985-a2be-c28954ad7009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Port': ['ID=d3c1a4aa-d9f6-49d4-9931-f68522fd5868,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:17.814494 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e4405f-667b-4985-a2be-c28954ad7009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:17.920178 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e3991ab-dde5-4e75-a63e-00faa85d6bbc req-2aa52c84-766c-4fc6-8df3-9048b2ae0fdb tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154411 Aug 11 02:28:17.927292 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-89e4405f-667b-4985-a2be-c28954ad7009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.986232 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-facf7a75-db01-42eb-8a73-32253470ebf7 None None] For port 1a537dd7-e2f7-4d3e-b24c-9858feeec810, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:18.002100 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=49938108-ab1e-48f7-bc9f-333a25aa21a5,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:18.040078 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-facf7a75-db01-42eb-8a73-32253470ebf7 None None] For port 1a537dd7-e2f7-4d3e-b24c-9858feeec810, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=1a537dd7-e2f7-4d3e-b24c-9858feeec810,segment=NetworkSegment(36a49240-822f-458a-b0f1-29e973f921f7),segment_id=36a49240-822f-458a-b0f1-29e973f921f7)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:18.047202 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 0f51c150-c9bf-4c26-af93-850633e83b60, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=0f51c150-c9bf-4c26-af93-850633e83b60,segment=NetworkSegment(3365133d-213f-4429-83a4-a93dd23f8428),segment_id=3365133d-213f-4429-83a4-a93dd23f8428)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:18.051464 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:18.056864 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-facf7a75-db01-42eb-8a73-32253470ebf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:18.067002 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:18.077659 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-89e4405f-667b-4985-a2be-c28954ad7009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:18.098250 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9c784878-12cb-4926-be35-d9fcdd9ca05f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:18.134367 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9c784878-12cb-4926-be35-d9fcdd9ca05f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:18.136839 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c7ef71-79fb-4a52-ba40-fc0584ed5b84 None None] Network 53f6901f-cb56-43b6-a59a-aedd29ee008c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:18.280742 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-9c784878-12cb-4926-be35-d9fcdd9ca05f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Allocated IP 172.25.2.9 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/6d3eb3e1-5051-45d6-8aae-f18b48d5aed3) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:18.294083 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 6949df3f-b34f-4767-aa68-e411a5193991, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=6949df3f-b34f-4767-aa68-e411a5193991,segment=NetworkSegment(d7582938-03de-4b93-9833-a76c03f4f19c),segment_id=d7582938-03de-4b93-9833-a76c03f4f19c)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:18.313586 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-14b60169-4234-4f79-9d15-f141a23d44ec None None] Provisioning for port a0d82912-cc5b-4fbf-b747-4e0ff159d3bb completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:18.343741 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:18.346430 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf7a75-db01-42eb-8a73-32253470ebf7 None None] Pushing event updated for resources: {'Port': ['ID=1a537dd7-e2f7-4d3e-b24c-9858feeec810,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:18.395632 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9c784878-12cb-4926-be35-d9fcdd9ca05f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:18.401496 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-81275f09-bf51-4597-a830-c19c8c42ed1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'name': 'tempest-AttachVolumeTestJSON-1455009035-router', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:33Z', 'updated_at': '2021-08-11T02:28:13Z', 'revision_number': 5, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'gw_port': {'id': '5ae4481a-731d-43d7-8b4c-2fb8835c2671', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:34Z', 'updated_at': '2021-08-11T02:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:18.406674 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6abbfd02-e3b2-4d52-9fbd-cf052a19ac54 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-125144874'] for subnet, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:18.521631 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-89e4405f-667b-4985-a2be-c28954ad7009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:18.528312 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1a60fd5f-bb3a-45c7-924c-d5681b35275c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:18.530674 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-89e4405f-667b-4985-a2be-c28954ad7009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:18.542052 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 45cd7a37-1efe-4f8d-87b7-a437d7dadad8 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:18.544144 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 3da99f90-27ce-4768-861c-ff3438bf0444 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:28:18.556308 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-db126c80-5ad2-43eb-a2f7-b848b23e1fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:18.559492 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81275f09-bf51-4597-a830-c19c8c42ed1f None None] Checking router: 91de46b2-eaba-42f5-82d8-543d4086963a for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:28:18.630250 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a60fd5f-bb3a-45c7-924c-d5681b35275c admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae4481a-731d-43d7-8b4c-2fb8835c2671,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:18.643747 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:18.657648 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-89e4405f-667b-4985-a2be-c28954ad7009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:18.657874 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=0f51c150-c9bf-4c26-af93-850633e83b60,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:18.666465 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0fb723-7ac7-43c7-af86-f3ceb29b7ac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-ffab7f63-8919-4042-9e61-d7286c3ce1a7', 'network_id': 'ffab7f63-8919-4042-9e61-d7286c3ce1a7', 'tenant_id': '34d17922c8134f7abe1279d83fc924da', 'fixed_ips': [{'subnet_id': 'e1805798-ccd7-4fe3-b010-2e4c4c10ed12'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:28:18.667320 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2f0fb723-7ac7-43c7-af86-f3ceb29b7ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:18.692852 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81275f09-bf51-4597-a830-c19c8c42ed1f None None] Routers {'91de46b2-eaba-42f5-82d8-543d4086963a'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:18.693498 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-81275f09-bf51-4597-a830-c19c8c42ed1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:28:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91de46b2-eaba-42f5-82d8-543d4086963a'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:18.705841 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4405f-667b-4985-a2be-c28954ad7009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event updated for resources: {'Port': ['ID=d3c1a4aa-d9f6-49d4-9931-f68522fd5868,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:18.729599 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f3671-391a-4db4-9db8-76b4388e6f81 req-e26256bb-3aec-4cd7-930a-60d7b4fa1a3c tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:18.731206 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-741f3671-391a-4db4-9db8-76b4388e6f81 req-e26256bb-3aec-4cd7-930a-60d7b4fa1a3c tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a81b8ce-5e3d-482d-993e-d33c17507961 HTTP/1.1" status: 200 len: 943 time: 0.3076327 Aug 11 02:28:18.796700 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e4405f-667b-4985-a2be-c28954ad7009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Network e1e94ed1-d07c-4dde-bc22-f2c475366caf is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:18.798339 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-89e4405f-667b-4985-a2be-c28954ad7009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:18.880918 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-81275f09-bf51-4597-a830-c19c8c42ed1f None None] Set router 91de46b2-eaba-42f5-82d8-543d4086963a gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:18.923699 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e4405f-667b-4985-a2be-c28954ad7009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:28:19.024785 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-81275f09-bf51-4597-a830-c19c8c42ed1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'name': 'tempest-AttachVolumeTestJSON-1455009035-router', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:33Z', 'updated_at': '2021-08-11T02:28:17Z', 'revision_number': 7, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:19.067088 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=6949df3f-b34f-4767-aa68-e411a5193991,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:19.083778 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81275f09-bf51-4597-a830-c19c8c42ed1f None None] The sync data for ids ['91de46b2-eaba-42f5-82d8-543d4086963a'] in n-d-615180-33 is: [{'id': '91de46b2-eaba-42f5-82d8-543d4086963a', 'name': 'tempest-AttachVolumeTestJSON-1455009035-router', 'tenant_id': '83575988edd14bd3ac636f254bcc4c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:33Z', 'updated_at': '2021-08-11T02:28:17Z', 'revision_number': 7, 'project_id': '83575988edd14bd3ac636f254bcc4c79', 'gw_port_host': None}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:19.086655 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e4405f-667b-4985-a2be-c28954ad7009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:19.092771 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-89e4405f-667b-4985-a2be-c28954ad7009 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "PUT /v2.0/routers/cf8337f1-f30c-47c7-9b21-e2e58e24a9b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2803321 Aug 11 02:28:19.095412 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32972) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:19.101580 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 45cd7a37-1efe-4f8d-87b7-a437d7dadad8 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:19.102342 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-c8dc7c78-41f0-482e-8434-689443f27a6a tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:19.109265 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538c1fe-f418-4e54-ae43-41418b67a00d None None] Sync routers for ids ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:19.122351 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 3da99f90-27ce-4768-861c-ff3438bf0444, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=3da99f90-27ce-4768-861c-ff3438bf0444,segment=NetworkSegment(ac41ffd8-fd7b-4432-bc58-5a0f19867d17),segment_id=ac41ffd8-fd7b-4432-bc58-5a0f19867d17)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:19.122590 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a538c1fe-f418-4e54-ae43-41418b67a00d None None] Routers {'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:19.125777 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a538c1fe-f418-4e54-ae43-41418b67a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:28:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:19.130827 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9c784878-12cb-4926-be35-d9fcdd9ca05f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:19.134550 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 45cd7a37-1efe-4f8d-87b7-a437d7dadad8 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:19.134877 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:19.162827 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1a60fd5f-bb3a-45c7-924c-d5681b35275c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:19.181091 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '3da99f90-27ce-4768-861c-ff3438bf0444', 'network_id': 'a2f949d0-3328-4092-9faf-d9d0b7daafd4', 'port_id': '3da99f90-27ce-4768-861c-ff3438bf0444', 'mac_address': 'fa:16:3e:25:fd:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8cd47ed-5ee1-4bbe-a899-6dd2b116ea1d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:28:19.254461 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb1628-19b9-464a-a1cd-441cb3dc08f2 req-33fed737-6733-4ed5-ae3c-f29d8eb5095f tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:19.256597 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e3eb1628-19b9-464a-a1cd-441cb3dc08f2 req-33fed737-6733-4ed5-ae3c-f29d8eb5095f tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 945 time: 0.2340147 Aug 11 02:28:19.279223 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:19.323951 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa535bb7-1527-4df3-9f75-80b81c32d993 None None] Update dhcp port {'port': {'network_id': '53f6901f-cb56-43b6-a59a-aedd29ee008c', 'fixed_ips': [{'subnet_id': '75a1dfbb-695b-469a-b06c-1ca95ffef6f5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fbdce393-394b-4173-88f5-f16ecade139c'}], 'binding:host_id': 'n-d-615180-33'}, 'id': 'a0d82912-cc5b-4fbf-b747-4e0ff159d3bb'} from n-d-615180-33. {{(pid=94508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:28:19.325460 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-a538c1fe-f418-4e54-ae43-41418b67a00d None None] Set router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:19.331627 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da99f90-27ce-4768-861c-ff3438bf0444 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:28:19.361461 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e3eb1628-19b9-464a-a1cd-441cb3dc08f2 req-c96ab676-a3ac-4c9d-a107-24d6da0a1481 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973830 Aug 11 02:28:19.403095 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6abbfd02-e3b2-4d52-9fbd-cf052a19ac54 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737238983060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-125030025'] for subnet, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:19.405683 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fa535bb7-1527-4df3-9f75-80b81c32d993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:19.466165 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-741f3671-391a-4db4-9db8-76b4388e6f81 req-77ba9712-69eb-44a6-b482-39a2789bc63e tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7233784 Aug 11 02:28:19.532274 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c784878-12cb-4926-be35-d9fcdd9ca05f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:19.550465 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abbfd02-e3b2-4d52-9fbd-cf052a19ac54 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:19.551281 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6abbfd02-e3b2-4d52-9fbd-cf052a19ac54 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:19.553036 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6abbfd02-e3b2-4d52-9fbd-cf052a19ac54 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "PUT /v2.0/subnets/e1805798-ccd7-4fe3-b010-2e4c4c10ed12 HTTP/1.1" status: 200 len: 826 time: 1.7594156 Aug 11 02:28:19.555730 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1a60fd5f-bb3a-45c7-924c-d5681b35275c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:19.565112 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-2f0fb723-7ac7-43c7-af86-f3ceb29b7ac6 None None] Allocated IP 2001:db8::2 (ffab7f63-8919-4042-9e61-d7286c3ce1a7/e1805798-ccd7-4fe3-b010-2e4c4c10ed12/8d8ffb37-226c-4372-8094-ee7941b500e2) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:19.565443 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1a60fd5f-bb3a-45c7-924c-d5681b35275c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:19.570459 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32976) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:19.580191 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb391c8-14f7-4d3f-ad7f-cf8df779278d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6949df3f-b34f-4767-aa68-e411a5193991'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:19.585054 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67e7499-3d17-4073-ab88-863521a82f9a" -d '{"events": [{"server_uuid": "7cb391c8-14f7-4d3f-ad7f-cf8df779278d", "name": "network-vif-plugged", "status": "completed", "tag": "6949df3f-b34f-4767-aa68-e411a5193991"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:19.672595 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c784878-12cb-4926-be35-d9fcdd9ca05f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event updated for resources: {'Port': ['ID=6d3eb3e1-5051-45d6-8aae-f18b48d5aed3,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:19.679830 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-9c784878-12cb-4926-be35-d9fcdd9ca05f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:19.683514 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c784878-12cb-4926-be35-d9fcdd9ca05f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:19.703010 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0024631-1276-4cb9-a4de-3a8d39b1be10 x-openstack-request-id: req-e0024631-1276-4cb9-a4de-3a8d39b1be10 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:19.704619 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb391c8-14f7-4d3f-ad7f-cf8df779278d", "name": "network-vif-plugged", "status": "completed", "tag": "6949df3f-b34f-4767-aa68-e411a5193991", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:19.704963 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e0024631-1276-4cb9-a4de-3a8d39b1be10 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:19.706428 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb391c8-14f7-4d3f-ad7f-cf8df779278d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6949df3f-b34f-4767-aa68-e411a5193991', 'code': 200} Aug 11 02:28:19.748559 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:19.784899 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a538c1fe-f418-4e54-ae43-41418b67a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:28:18Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None, '_interfaces': [{'id': '45cd7a37-1efe-4f8d-87b7-a437d7dadad8', 'name': '', 'network_id': '72008c27-a7dc-40cc-b074-c529a85c4e98', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:d4:fb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:11Z', 'updated_at': '2021-08-11T02:28:15Z', 'revision_number': 4, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c02b758-2df9-46f9-ab7c-5e3405cf6dde', 'name': '', 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:5b:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:58Z', 'updated_at': '2021-08-11T02:28:07Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c1a4aa-d9f6-49d4-9931-f68522fd5868', 'name': '', 'network_id': 'e1e94ed1-d07c-4dde-bc22-f2c475366caf', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:88:11:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '6fe4aa81-0776-4da0-a080-190e7fa29b9b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:16Z', 'updated_at': '2021-08-11T02:28:18Z', 'revision_number': 2, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '6fe4aa81-0776-4da0-a080-190e7fa29b9b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd464a23a-bb8d-4f79-9b1e-a3e2da2c58f8', 'name': '', 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:fa:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:04Z', 'updated_at': '2021-08-11T02:28:13Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:19.809275 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1a60fd5f-bb3a-45c7-924c-d5681b35275c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:19.810024 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a60fd5f-bb3a-45c7-924c-d5681b35275c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91de46b2-eaba-42f5-82d8-543d4086963a {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:28:19.811391 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 3da99f90-27ce-4768-861c-ff3438bf0444, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=3da99f90-27ce-4768-861c-ff3438bf0444,segment=NetworkSegment(ac41ffd8-fd7b-4432-bc58-5a0f19867d17),segment_id=ac41ffd8-fd7b-4432-bc58-5a0f19867d17)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:19.812614 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ddf510-5ef8-4194-bc64-943baf98dc6b None None] Network e1e94ed1-d07c-4dde-bc22-f2c475366caf requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:19.831650 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538c1fe-f418-4e54-ae43-41418b67a00d None None] Checking router: cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:28:19.832010 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538c1fe-f418-4e54-ae43-41418b67a00d None None] Updating router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 port d3c1a4aa-d9f6-49d4-9931-f68522fd5868 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:28:19.842165 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1a60fd5f-bb3a-45c7-924c-d5681b35275c admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:19.843680 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1a60fd5f-bb3a-45c7-924c-d5681b35275c admin admin] 10.222.0.50 "DELETE /v2.0/routers/91de46b2-eaba-42f5-82d8-543d4086963a HTTP/1.1" status: 204 len: 168 time: 3.7850437 Aug 11 02:28:19.851772 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32982) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:19.875700 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-a538c1fe-f418-4e54-ae43-41418b67a00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:19.896065 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbfd02-e3b2-4d52-9fbd-cf052a19ac54 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event updated for resources: {'Subnet': ['ID=e1805798-ccd7-4fe3-b010-2e4c4c10ed12,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:19.902383 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:19.930280 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.extraroute_db [None req-c8dc7c78-41f0-482e-8434-689443f27a6a tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94507) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 02:28:19.971022 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933d944-c338-459d-bfd3-80dd71d86a69 req-8a5779c9-3287-42f8-ac8f-e8c4d27c2473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:19.974492 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2933d944-c338-459d-bfd3-80dd71d86a69 req-8a5779c9-3287-42f8-ac8f-e8c4d27c2473 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=212d4988370c4c66b025f31c5d0eea27&device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 1097 time: 0.1754715 Aug 11 02:28:20.001473 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.extraroute_db [None req-c8dc7c78-41f0-482e-8434-689443f27a6a tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Removed routes are [] {{(pid=94507) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 02:28:20.002368 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8dc7c78-41f0-482e-8434-689443f27a6a tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133780224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133782865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36741'] for router, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:20.021325 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b04b42-97b8-4223-9a7b-b41591f71496 admin admin] Deleting subnet be5383bc-6e19-42ce-a87f-2dcaab36b27f {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:28:20.068068 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a0b04b42-97b8-4223-9a7b-b41591f71496 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:20.109120 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a7d09-a716-4761-bd17-e8444ff68c40 req-4bb4e889-559d-43f4-a29e-45162f32587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:20.110905 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-de0a7d09-a716-4761-bd17-e8444ff68c40 req-4bb4e889-559d-43f4-a29e-45162f32587e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 1097 time: 0.3121028 Aug 11 02:28:20.120644 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:20.130909 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491bfaf-b64d-4ef3-80b5-ed05cac1ebff req-cb97a705-67b8-4635-adce-a799c0245c04 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:20.132750 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6491bfaf-b64d-4ef3-80b5-ed05cac1ebff req-cb97a705-67b8-4635-adce-a799c0245c04 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 945 time: 0.2851617 Aug 11 02:28:20.163247 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 45cd7a37-1efe-4f8d-87b7-a437d7dadad8, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=45cd7a37-1efe-4f8d-87b7-a437d7dadad8,segment=NetworkSegment(3365133d-213f-4429-83a4-a93dd23f8428),segment_id=3365133d-213f-4429-83a4-a93dd23f8428)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:20.215342 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:20.216178 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a0d82912-cc5b-4fbf-b747-4e0ff159d3bb up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:20.237307 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-a538c1fe-f418-4e54-ae43-41418b67a00d None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:20.250097 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-a538c1fe-f418-4e54-ae43-41418b67a00d None None] Transition to ACTIVE for port object d3c1a4aa-d9f6-49d4-9931-f68522fd5868 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:20.258140 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-a538c1fe-f418-4e54-ae43-41418b67a00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:20.307081 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-de0a7d09-a716-4761-bd17-e8444ff68c40 req-83e55f73-3e1c-418d-90fa-e57594b5063e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731870 Aug 11 02:28:20.310416 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6491bfaf-b64d-4ef3-80b5-ed05cac1ebff req-c5008ad5-22cd-4289-a5d1-677a4e173c66 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684599 Aug 11 02:28:20.323225 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['3da99f90-27ce-4768-861c-ff3438bf0444'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:28:20.336366 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50dcf0-bcc1-4c81-9b68-9ed9e0213beb None None] Pushing event updated for resources: {'Port': ['ID=d3c1a4aa-d9f6-49d4-9931-f68522fd5868,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:20.344452 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fd21e233-4c53-4649-8271-92967c68e36d None None] Provisioning for port 1a537dd7-e2f7-4d3e-b24c-9858feeec810 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:20.355113 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50dcf0-bcc1-4c81-9b68-9ed9e0213beb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:20.355631 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50dcf0-bcc1-4c81-9b68-9ed9e0213beb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:20.355975 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50dcf0-bcc1-4c81-9b68-9ed9e0213beb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:20.356312 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50dcf0-bcc1-4c81-9b68-9ed9e0213beb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:20.356645 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50dcf0-bcc1-4c81-9b68-9ed9e0213beb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:20.356981 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50dcf0-bcc1-4c81-9b68-9ed9e0213beb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:20.357302 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50dcf0-bcc1-4c81-9b68-9ed9e0213beb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:20.357624 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50dcf0-bcc1-4c81-9b68-9ed9e0213beb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:20.357944 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50dcf0-bcc1-4c81-9b68-9ed9e0213beb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:20.358619 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50dcf0-bcc1-4c81-9b68-9ed9e0213beb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:20.358619 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50dcf0-bcc1-4c81-9b68-9ed9e0213beb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:20.358891 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50dcf0-bcc1-4c81-9b68-9ed9e0213beb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:20.359321 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:20.419249 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:20.429806 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-a538c1fe-f418-4e54-ae43-41418b67a00d None None] Attempting to bind port d3c1a4aa-d9f6-49d4-9931-f68522fd5868 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:20.430852 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-a538c1fe-f418-4e54-ae43-41418b67a00d None None] Attempting to bind port d3c1a4aa-d9f6-49d4-9931-f68522fd5868 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '36a49240-822f-458a-b0f1-29e973f921f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e1e94ed1-d07c-4dde-bc22-f2c475366caf'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:20.430852 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a538c1fe-f418-4e54-ae43-41418b67a00d None None] Attempting to bind port d3c1a4aa-d9f6-49d4-9931-f68522fd5868 on network e1e94ed1-d07c-4dde-bc22-f2c475366caf {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:20.451071 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a538c1fe-f418-4e54-ae43-41418b67a00d None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:20.452088 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a538c1fe-f418-4e54-ae43-41418b67a00d None None] Checking segment: {'id': '36a49240-822f-458a-b0f1-29e973f921f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e1e94ed1-d07c-4dde-bc22-f2c475366caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:20.452671 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-a538c1fe-f418-4e54-ae43-41418b67a00d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:20.453263 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a538c1fe-f418-4e54-ae43-41418b67a00d None None] Bound using segment: {'id': '36a49240-822f-458a-b0f1-29e973f921f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e1e94ed1-d07c-4dde-bc22-f2c475366caf'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:20.453913 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-a538c1fe-f418-4e54-ae43-41418b67a00d None None] Bound port: d3c1a4aa-d9f6-49d4-9931-f68522fd5868, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a49240-822f-458a-b0f1-29e973f921f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e1e94ed1-d07c-4dde-bc22-f2c475366caf'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:20.455720 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-a538c1fe-f418-4e54-ae43-41418b67a00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:20.468888 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=3da99f90-27ce-4768-861c-ff3438bf0444,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:20.523702 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9c784878-12cb-4926-be35-d9fcdd9ca05f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:20.565118 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=45cd7a37-1efe-4f8d-87b7-a437d7dadad8,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:20.600171 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-a538c1fe-f418-4e54-ae43-41418b67a00d None None] For port d3c1a4aa-d9f6-49d4-9931-f68522fd5868, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:20.613766 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-a538c1fe-f418-4e54-ae43-41418b67a00d None None] For port d3c1a4aa-d9f6-49d4-9931-f68522fd5868, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d3c1a4aa-d9f6-49d4-9931-f68522fd5868,segment=NetworkSegment(36a49240-822f-458a-b0f1-29e973f921f7),segment_id=36a49240-822f-458a-b0f1-29e973f921f7)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:20.620073 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-a538c1fe-f418-4e54-ae43-41418b67a00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:20.704075 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50dcf0-bcc1-4c81-9b68-9ed9e0213beb None None] Pushing event updated for resources: {'Port': ['ID=d3c1a4aa-d9f6-49d4-9931-f68522fd5868,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:20.726747 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a538c1fe-f418-4e54-ae43-41418b67a00d None None] Routers {'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:20.727753 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a538c1fe-f418-4e54-ae43-41418b67a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:28:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:20.752805 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port a0d82912-cc5b-4fbf-b747-4e0ff159d3bb completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:20.755618 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-fa535bb7-1527-4df3-9f75-80b81c32d993 None None] Allocated IP 172.20.0.1 (53f6901f-cb56-43b6-a59a-aedd29ee008c/fbdce393-394b-4173-88f5-f16ecade139c/a0d82912-cc5b-4fbf-b747-4e0ff159d3bb) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:20.770574 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a0b04b42-97b8-4223-9a7b-b41591f71496 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:20.791319 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port a0d82912-cc5b-4fbf-b747-4e0ff159d3bb triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:20.791921 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:20.799427 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2f0fb723-7ac7-43c7-af86-f3ceb29b7ac6 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:20.843483 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9c784878-12cb-4926-be35-d9fcdd9ca05f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:20.876210 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2f0fb723-7ac7-43c7-af86-f3ceb29b7ac6 None None] Transition to ACTIVE for port object 8d8ffb37-226c-4372-8094-ee7941b500e2 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:20.890136 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933d944-c338-459d-bfd3-80dd71d86a69 req-5d52951e-b7c5-4719-9c2d-4045ca8a2b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:20.891694 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2933d944-c338-459d-bfd3-80dd71d86a69 req-5d52951e-b7c5-4719-9c2d-4045ca8a2b9f service neutron] 10.222.0.73 "GET /v2.0/networks?id=0086c42c-f896-4a92-8515-db944444d83d HTTP/1.1" status: 200 len: 920 time: 0.9103179 Aug 11 02:28:20.976127 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2f0fb723-7ac7-43c7-af86-f3ceb29b7ac6 None None] Transition to ACTIVE for port object 8d8ffb37-226c-4372-8094-ee7941b500e2 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:21.003883 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2933d944-c338-459d-bfd3-80dd71d86a69 req-5c462222-e27a-428f-a92c-5f6aecced193 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49938108-ab1e-48f7-bc9f-333a25aa21a5 HTTP/1.1" status: 200 len: 217 time: 0.0871944 Aug 11 02:28:21.005319 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2f0fb723-7ac7-43c7-af86-f3ceb29b7ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:21.009201 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a0b04b42-97b8-4223-9a7b-b41591f71496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:21.022099 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-a538c1fe-f418-4e54-ae43-41418b67a00d None None] Set router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:21.042516 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c784878-12cb-4926-be35-d9fcdd9ca05f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Router 5d00e95d-57b2-43f2-8ff6-8166766e5b73 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:28:21.065026 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:21.113038 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933d944-c338-459d-bfd3-80dd71d86a69 req-f61d9317-b0b6-4a2c-a78c-7def46545d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:21.114816 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2933d944-c338-459d-bfd3-80dd71d86a69 req-f61d9317-b0b6-4a2c-a78c-7def46545d9e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=84fc00eb-2c93-4052-9a0f-462991bedf76 HTTP/1.1" status: 200 len: 859 time: 0.1016223 Aug 11 02:28:21.143708 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0fb723-7ac7-43c7-af86-f3ceb29b7ac6 None None] Network ffab7f63-8919-4042-9e61-d7286c3ce1a7 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:21.164779 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event deleted for resources: {'Subnet': ['ID=e1805798-ccd7-4fe3-b010-2e4c4c10ed12,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:21.165937 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fa535bb7-1527-4df3-9f75-80b81c32d993 None None] For port a0d82912-cc5b-4fbf-b747-4e0ff159d3bb, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a0d82912-cc5b-4fbf-b747-4e0ff159d3bb,segment=NetworkSegment(01f0e974-c88d-49c1-97c7-1955df1089ae),segment_id=01f0e974-c88d-49c1-97c7-1955df1089ae)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:21.170569 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-2f0fb723-7ac7-43c7-af86-f3ceb29b7ac6 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:21.172782 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0fb723-7ac7-43c7-af86-f3ceb29b7ac6 None None] Pushing event updated for resources: {'Port': ['ID=8d8ffb37-226c-4372-8094-ee7941b500e2,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:21.175750 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0fb723-7ac7-43c7-af86-f3ceb29b7ac6 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:21.225369 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2933d944-c338-459d-bfd3-80dd71d86a69 req-fb15180c-0efd-45d8-99f3-2a0c50b17deb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0086c42c-f896-4a92-8515-db944444d83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908206 Aug 11 02:28:21.229632 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:21.238653 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e851c-1938-4a89-8318-76ea8c0210e1 req-742e3f07-a5da-4b35-b079-af4e516481a9 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:21.252410 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-697e851c-1938-4a89-8318-76ea8c0210e1 req-742e3f07-a5da-4b35-b079-af4e516481a9 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a81b8ce-5e3d-482d-993e-d33c17507961 HTTP/1.1" status: 200 len: 944 time: 0.3595443 Aug 11 02:28:21.296976 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:21.316508 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffab7f63-8919-4042-9e61-d7286c3ce1a7']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:21.332914 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4df05e-3d49-4f6d-ad9c-e09b232c67ac') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:21.333412 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4df05e-3d49-4f6d-ad9c-e09b232c67ac') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:21.350201 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:21.351324 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fa535bb7-1527-4df3-9f75-80b81c32d993 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:21.353218 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c784878-12cb-4926-be35-d9fcdd9ca05f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:21.364054 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-2f0fb723-7ac7-43c7-af86-f3ceb29b7ac6 None None] Attempting to bind port 8d8ffb37-226c-4372-8094-ee7941b500e2 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:21.364811 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-2f0fb723-7ac7-43c7-af86-f3ceb29b7ac6 None None] Attempting to bind port 8d8ffb37-226c-4372-8094-ee7941b500e2 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '5d4df05e-3d49-4f6d-ad9c-e09b232c67ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ffab7f63-8919-4042-9e61-d7286c3ce1a7'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:21.365454 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0fb723-7ac7-43c7-af86-f3ceb29b7ac6 None None] Attempting to bind port 8d8ffb37-226c-4372-8094-ee7941b500e2 on network ffab7f63-8919-4042-9e61-d7286c3ce1a7 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:21.372571 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddae097-ba3f-4bc2-a35e-567f2c3c1b41 None None] Sync routers for ids ['5d00e95d-57b2-43f2-8ff6-8166766e5b73'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:21.380963 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9c784878-12cb-4926-be35-d9fcdd9ca05f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:21.385960 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9c784878-12cb-4926-be35-d9fcdd9ca05f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.2187502 Aug 11 02:28:21.386781 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32988) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:21.390453 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fa535bb7-1527-4df3-9f75-80b81c32d993 None None] Transition to ACTIVE for port object a0d82912-cc5b-4fbf-b747-4e0ff159d3bb will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:21.391994 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0fb723-7ac7-43c7-af86-f3ceb29b7ac6 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:21.393491 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0fb723-7ac7-43c7-af86-f3ceb29b7ac6 None None] Checking segment: {'id': '5d4df05e-3d49-4f6d-ad9c-e09b232c67ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ffab7f63-8919-4042-9e61-d7286c3ce1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:21.394201 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2f0fb723-7ac7-43c7-af86-f3ceb29b7ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:21.394753 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0fb723-7ac7-43c7-af86-f3ceb29b7ac6 None None] Bound using segment: {'id': '5d4df05e-3d49-4f6d-ad9c-e09b232c67ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ffab7f63-8919-4042-9e61-d7286c3ce1a7'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:21.395412 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-2f0fb723-7ac7-43c7-af86-f3ceb29b7ac6 None None] Bound port: 8d8ffb37-226c-4372-8094-ee7941b500e2, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4df05e-3d49-4f6d-ad9c-e09b232c67ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ffab7f63-8919-4042-9e61-d7286c3ce1a7'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:21.396122 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2f0fb723-7ac7-43c7-af86-f3ceb29b7ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:21.409123 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fa535bb7-1527-4df3-9f75-80b81c32d993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:21.438247 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:21.439034 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a538c1fe-f418-4e54-ae43-41418b67a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:28:19Z', 'revision_number': 6, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None, '_interfaces': [{'id': '45cd7a37-1efe-4f8d-87b7-a437d7dadad8', 'name': '', 'network_id': '72008c27-a7dc-40cc-b074-c529a85c4e98', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:d4:fb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:11Z', 'updated_at': '2021-08-11T02:28:20Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c02b758-2df9-46f9-ab7c-5e3405cf6dde', 'name': '', 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:5b:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:58Z', 'updated_at': '2021-08-11T02:28:07Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c1a4aa-d9f6-49d4-9931-f68522fd5868', 'name': '', 'network_id': 'e1e94ed1-d07c-4dde-bc22-f2c475366caf', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:88:11:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '6fe4aa81-0776-4da0-a080-190e7fa29b9b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:16Z', 'updated_at': '2021-08-11T02:28:20Z', 'revision_number': 4, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '6fe4aa81-0776-4da0-a080-190e7fa29b9b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd464a23a-bb8d-4f79-9b1e-a3e2da2c58f8', 'name': '', 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:fa:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:04Z', 'updated_at': '2021-08-11T02:28:13Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:21.459074 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:28:21.459681 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:28:21.463260 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:28:21.480544 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538c1fe-f418-4e54-ae43-41418b67a00d None None] The sync data for ids ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'] in n-d-615180-33 is: [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:28:19Z', 'revision_number': 6, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None, '_interfaces': [{'id': '45cd7a37-1efe-4f8d-87b7-a437d7dadad8', 'name': '', 'network_id': '72008c27-a7dc-40cc-b074-c529a85c4e98', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:d4:fb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:11Z', 'updated_at': '2021-08-11T02:28:20Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c02b758-2df9-46f9-ab7c-5e3405cf6dde', 'name': '', 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:5b:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:58Z', 'updated_at': '2021-08-11T02:28:07Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c1a4aa-d9f6-49d4-9931-f68522fd5868', 'name': '', 'network_id': 'e1e94ed1-d07c-4dde-bc22-f2c475366caf', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:88:11:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '6fe4aa81-0776-4da0-a080-190e7fa29b9b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:16Z', 'updated_at': '2021-08-11T02:28:20Z', 'revision_number': 4, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '6fe4aa81-0776-4da0-a080-190e7fa29b9b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd464a23a-bb8d-4f79-9b1e-a3e2da2c58f8', 'name': '', 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:fa:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:04Z', 'updated_at': '2021-08-11T02:28:13Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:21.522022 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddae097-ba3f-4bc2-a35e-567f2c3c1b41 None None] Routers {'5d00e95d-57b2-43f2-8ff6-8166766e5b73'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:21.523301 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-3ddae097-ba3f-4bc2-a35e-567f2c3c1b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:28:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5d00e95d-57b2-43f2-8ff6-8166766e5b73'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:21.629234 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546e3267-98e2-4e1c-8d75-25760c30f782 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:21.638947 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-546e3267-98e2-4e1c-8d75-25760c30f782 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=5c00de9e0a2c4b0fa10bdde3068cf710&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2478046 Aug 11 02:28:21.639742 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32990) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:21.667318 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-697e851c-1938-4a89-8318-76ea8c0210e1 req-e62e1860-8b91-453e-a64f-3fc2dac9ac3a tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139693 Aug 11 02:28:21.670423 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.db.api [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:28:21.670423 n-d-615180-33 neutron-server[94506]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:28:21.670423 n-d-615180-33 neutron-server[94506]: [parameters: {'id': 'ffab7f63-8919-4042-9e61-d7286c3ce1a7'}] Aug 11 02:28:21.670423 n-d-615180-33 neutron-server[94506]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:28:21.670888 n-d-615180-33 neutron-server[94506]: DEBUG oslo_db.api [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:28:21.690885 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a0b04b42-97b8-4223-9a7b-b41591f71496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:21.712998 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8dc7c78-41f0-482e-8434-689443f27a6a tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133780224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133782865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36741'] for router, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:21.758775 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-3ddae097-ba3f-4bc2-a35e-567f2c3c1b41 None None] Set router 5d00e95d-57b2-43f2-8ff6-8166766e5b73 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:21.764941 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2933d944-c338-459d-bfd3-80dd71d86a69 req-e01b6c68-d9fc-4d47-8058-837478bbb2cb service neutron] 10.222.0.73 "GET /v2.0/networks/0086c42c-f896-4a92-8515-db944444d83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990604 Aug 11 02:28:21.766841 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8dc7c78-41f0-482e-8434-689443f27a6a tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133780475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133780466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133782856'] for router, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:21.772261 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b04b42-97b8-4223-9a7b-b41591f71496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be5383bc-6e19-42ce-a87f-2dcaab36b27f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:21.776827 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a0b04b42-97b8-4223-9a7b-b41591f71496 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:21.783164 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f489e-fb49-44e9-9acf-53913f617a06 req-ebb14a35-2a2c-4b3e-8b95-f856d58d0b71 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:21.784870 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-542f489e-fb49-44e9-9acf-53913f617a06 req-ebb14a35-2a2c-4b3e-8b95-f856d58d0b71 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 945 time: 0.2967813 Aug 11 02:28:21.786517 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a0b04b42-97b8-4223-9a7b-b41591f71496 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/be5383bc-6e19-42ce-a87f-2dcaab36b27f HTTP/1.1" status: 204 len: 168 time: 1.9318781 Aug 11 02:28:21.794927 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32992) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:21.930507 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaf12ed-df38-4383-bb8a-03409bfedd9a None None] Network d5e9bc60-44e8-48ec-bced-24847d62e034 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:21.931020 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-542f489e-fb49-44e9-9acf-53913f617a06 req-b459ce99-53fc-4724-b210-e709bc393d81 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305027 Aug 11 02:28:21.955763 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccfefdc-aa1b-4277-8679-e59acf1573ac tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:21.962651 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-eccfefdc-aa1b-4277-8679-e59acf1573ac tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3164918 Aug 11 02:28:21.968476 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32994) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:22.008374 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2933d944-c338-459d-bfd3-80dd71d86a69 req-451005a0-af74-40fd-9a06-5c25fab17bdc service neutron] 10.222.0.73 "GET /v2.0/networks/0086c42c-f896-4a92-8515-db944444d83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205477 Aug 11 02:28:22.067125 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-68a8fe4a-2dc8-45f8-8106-4d8c6777220d tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=2e931faf-12fe-43f6-b34b-8aa380b6ef75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0974431 Aug 11 02:28:22.067842 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32998) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:22.101346 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:22.102099 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9899f1af-4e52-4edd-99f7-7a4fb5853105 None None] Provisioning for port d3c1a4aa-d9f6-49d4-9931-f68522fd5868 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:22.125412 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.db.api [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:28:22.125700 n-d-615180-33 neutron-server[94508]: DEBUG oslo_db.api [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:28:22.141888 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-86d4b424-d28c-444b-bc57-b793aed25cf6 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=5c00de9e0a2c4b0fa10bdde3068cf710&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0727758 Aug 11 02:28:22.144495 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33002) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:22.150699 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa535bb7-1527-4df3-9f75-80b81c32d993 None None] Pushing event updated for resources: {'Port': ['ID=a0d82912-cc5b-4fbf-b747-4e0ff159d3bb,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:22.154339 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-2f0fb723-7ac7-43c7-af86-f3ceb29b7ac6 None None] For port 8d8ffb37-226c-4372-8094-ee7941b500e2, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:22.175259 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:22.201935 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-2f0fb723-7ac7-43c7-af86-f3ceb29b7ac6 None None] For port 8d8ffb37-226c-4372-8094-ee7941b500e2, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8d8ffb37-226c-4372-8094-ee7941b500e2,segment=NetworkSegment(5d4df05e-3d49-4f6d-ad9c-e09b232c67ac),segment_id=5d4df05e-3d49-4f6d-ad9c-e09b232c67ac)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:22.213122 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49d061cb-5925-4252-bcbf-c03159031446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:22.223527 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8dc7c78-41f0-482e-8434-689443f27a6a tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:28:22.272009 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2f0fb723-7ac7-43c7-af86-f3ceb29b7ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:22.447651 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-49d061cb-5925-4252-bcbf-c03159031446 admin admin] Deleting port 5f1fb3df-6708-45d5-9bf9-d784f8a98ce2 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:22.447974 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49d061cb-5925-4252-bcbf-c03159031446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:22.539438 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-49d061cb-5925-4252-bcbf-c03159031446 admin admin] For port 5f1fb3df-6708-45d5-9bf9-d784f8a98ce2, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5f1fb3df-6708-45d5-9bf9-d784f8a98ce2,segment=NetworkSegment(90f545b9-473b-4ac5-8dfe-98546b442c39),segment_id=90f545b9-473b-4ac5-8dfe-98546b442c39)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:22.539872 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49d061cb-5925-4252-bcbf-c03159031446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:22.540035 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 3da99f90-27ce-4768-861c-ff3438bf0444 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:22.546356 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0fb723-7ac7-43c7-af86-f3ceb29b7ac6 None None] Pushing event updated for resources: {'Port': ['ID=8d8ffb37-226c-4372-8094-ee7941b500e2,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:22.562847 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-49d061cb-5925-4252-bcbf-c03159031446 admin admin] Calling delete_port for 5f1fb3df-6708-45d5-9bf9-d784f8a98ce2 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:22.663406 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49d061cb-5925-4252-bcbf-c03159031446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:22.710563 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d061cb-5925-4252-bcbf-c03159031446 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f1fb3df-6708-45d5-9bf9-d784f8a98ce2,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:22.718142 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d061cb-5925-4252-bcbf-c03159031446 admin admin] No DVR routers for this DVR port 5f1fb3df-6708-45d5-9bf9-d784f8a98ce2 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:22.722962 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8dc7c78-41f0-482e-8434-689443f27a6a tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:22.730550 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8dc7c78-41f0-482e-8434-689443f27a6a tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:22.731882 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c8dc7c78-41f0-482e-8434-689443f27a6a tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "PUT /v2.0/routers/cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 HTTP/1.1" status: 200 len: 933 time: 3.6346157 Aug 11 02:28:22.734845 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33006) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:22.742458 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c513a68-7239-44c2-af62-5bb4df40af96 None None] Sync routers for ids ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:22.759527 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c513a68-7239-44c2-af62-5bb4df40af96 None None] Routers {'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:22.760250 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1c513a68-7239-44c2-af62-5bb4df40af96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:28:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:22.872303 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c085d67b-a8ed-4eed-8c5e-1b840b5d923c tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:22.876518 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c085d67b-a8ed-4eed-8c5e-1b840b5d923c tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7297754 Aug 11 02:28:22.881695 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33008) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:22.926712 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-21466742-44a8-4bae-839f-7f1e265379ab tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=2e931faf-12fe-43f6-b34b-8aa380b6ef75&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435686 Aug 11 02:28:22.927614 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33010) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:22.929249 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-1c513a68-7239-44c2-af62-5bb4df40af96 None None] Set router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:22.939189 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-65b867db-6a57-4786-a87f-92598f83bb6c tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-434769325', 'network_id': 'e8f183b7-2074-4760-8506-90bf43cf4fce', 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:23.015334 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Deleting port 8d8ffb37-226c-4372-8094-ee7941b500e2 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:23.018167 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:23.028035 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:23.065786 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49d061cb-5925-4252-bcbf-c03159031446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:23.097870 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbe8637-d1d9-43d1-a2ca-1bc36c5b3dc2 None None] Network ffab7f63-8919-4042-9e61-d7286c3ce1a7 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:23.107527 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-94baff07-a3db-4002-989b-02e49effa9ec tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "GET /v2.0/routers/cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 HTTP/1.1" status: 200 len: 933 time: 0.3715556 Aug 11 02:28:23.113031 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ae8614-7662-45e0-81b9-4db6bf1791c9 None None] Network 53f6901f-cb56-43b6-a59a-aedd29ee008c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:23.115897 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-49d061cb-5925-4252-bcbf-c03159031446 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e9bc60-44e8-48ec-bced-24847d62e034']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:23.118090 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33014) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:23.122854 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-1596e834-03d4-4a48-88d4-7d8134422e31 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'router': {'routes': None}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:23.130756 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-49d061cb-5925-4252-bcbf-c03159031446 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f545b9-473b-4ac5-8dfe-98546b442c39') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:23.131382 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-49d061cb-5925-4252-bcbf-c03159031446 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f545b9-473b-4ac5-8dfe-98546b442c39') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:23.160326 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49d061cb-5925-4252-bcbf-c03159031446 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:23.176422 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49d061cb-5925-4252-bcbf-c03159031446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:23.202790 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d061cb-5925-4252-bcbf-c03159031446 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:28:23.203769 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49d061cb-5925-4252-bcbf-c03159031446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:23.232989 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port a0d82912-cc5b-4fbf-b747-4e0ff159d3bb, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a0d82912-cc5b-4fbf-b747-4e0ff159d3bb,segment=NetworkSegment(01f0e974-c88d-49c1-97c7-1955df1089ae),segment_id=01f0e974-c88d-49c1-97c7-1955df1089ae)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:23.246911 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1c513a68-7239-44c2-af62-5bb4df40af96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:28:19Z', 'revision_number': 6, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None, '_interfaces': [{'id': '45cd7a37-1efe-4f8d-87b7-a437d7dadad8', 'name': '', 'network_id': '72008c27-a7dc-40cc-b074-c529a85c4e98', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:d4:fb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:11Z', 'updated_at': '2021-08-11T02:28:20Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c02b758-2df9-46f9-ab7c-5e3405cf6dde', 'name': '', 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:5b:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:58Z', 'updated_at': '2021-08-11T02:28:07Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c1a4aa-d9f6-49d4-9931-f68522fd5868', 'name': '', 'network_id': 'e1e94ed1-d07c-4dde-bc22-f2c475366caf', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:88:11:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '6fe4aa81-0776-4da0-a080-190e7fa29b9b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:16Z', 'updated_at': '2021-08-11T02:28:20Z', 'revision_number': 4, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '6fe4aa81-0776-4da0-a080-190e7fa29b9b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd464a23a-bb8d-4f79-9b1e-a3e2da2c58f8', 'name': '', 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:fa:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:04Z', 'updated_at': '2021-08-11T02:28:13Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:23.276275 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6396c83-1377-4311-85f3-81532d7525b8 None None] DHCP port deletion for d5e9bc60-44e8-48ec-bced-24847d62e034 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:28:23.279271 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:28:23.284255 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:28:23.290128 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49d061cb-5925-4252-bcbf-c03159031446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:23.293966 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c513a68-7239-44c2-af62-5bb4df40af96 None None] Checking router: cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:28:23.294920 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] For port 8d8ffb37-226c-4372-8094-ee7941b500e2, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8d8ffb37-226c-4372-8094-ee7941b500e2,segment=NetworkSegment(5d4df05e-3d49-4f6d-ad9c-e09b232c67ac),segment_id=5d4df05e-3d49-4f6d-ad9c-e09b232c67ac)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:23.296741 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:23.303167 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c513a68-7239-44c2-af62-5bb4df40af96 None None] Routers {'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:23.303960 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1c513a68-7239-44c2-af62-5bb4df40af96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:28:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:23.322167 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888187f-cd9d-40a7-9cfc-9f4f8e2899a5 req-aaa476f1-1283-4689-8e6a-a713969d12c6 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:23.331510 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8888187f-cd9d-40a7-9cfc-9f4f8e2899a5 req-aaa476f1-1283-4689-8e6a-a713969d12c6 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a81b8ce-5e3d-482d-993e-d33c17507961 HTTP/1.1" status: 200 len: 944 time: 0.5085943 Aug 11 02:28:23.359240 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49d061cb-5925-4252-bcbf-c03159031446 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:23.362106 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-49d061cb-5925-4252-bcbf-c03159031446 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d5e9bc60-44e8-48ec-bced-24847d62e034 HTTP/1.1" status: 204 len: 168 time: 1.5641384 Aug 11 02:28:23.368876 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Calling delete_port for 8d8ffb37-226c-4372-8094-ee7941b500e2 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:23.382693 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad68a2-88aa-4154-a8a0-47b1927424b4 req-b7e5f8d8-280d-425e-b602-045a2872a720 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:23.391000 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b2ad68a2-88aa-4154-a8a0-47b1927424b4 req-b7e5f8d8-280d-425e-b602-045a2872a720 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 945 time: 0.2987051 Aug 11 02:28:23.451988 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d061cb-5925-4252-bcbf-c03159031446 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5e9bc60-44e8-48ec-bced-24847d62e034,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:23.475726 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=a0d82912-cc5b-4fbf-b747-4e0ff159d3bb,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:23.477241 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-1c513a68-7239-44c2-af62-5bb4df40af96 None None] Set router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:23.526515 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b867db-6a57-4786-a87f-92598f83bb6c tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Made reservation on behalf of 5c00de9e0a2c4b0fa10bdde3068cf710 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:23.526787 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-65b867db-6a57-4786-a87f-92598f83bb6c tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:23.535294 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8888187f-cd9d-40a7-9cfc-9f4f8e2899a5 req-a24b0eb4-42c5-46f8-94b6-79f01fcc5593 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027051 Aug 11 02:28:23.574854 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b2ad68a2-88aa-4154-a8a0-47b1927424b4 req-c886a1c2-f7a2-4fad-9319-d3cce6e9c93c tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827703 Aug 11 02:28:23.583501 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-3ddae097-ba3f-4bc2-a35e-567f2c3c1b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d00e95d-57b2-43f2-8ff6-8166766e5b73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165603838', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '6d3eb3e1-5051-45d6-8aae-f18b48d5aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:28:17Z', 'updated_at': '2021-08-11T02:28:20Z', 'revision_number': 3, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'gw_port': {'id': '6d3eb3e1-5051-45d6-8aae-f18b48d5aed3', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:78:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d00e95d-57b2-43f2-8ff6-8166766e5b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:18Z', 'updated_at': '2021-08-11T02:28:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:23.627799 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddae097-ba3f-4bc2-a35e-567f2c3c1b41 None None] Checking router: 5d00e95d-57b2-43f2-8ff6-8166766e5b73 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:28:23.628158 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddae097-ba3f-4bc2-a35e-567f2c3c1b41 None None] Updating router 5d00e95d-57b2-43f2-8ff6-8166766e5b73 port 6d3eb3e1-5051-45d6-8aae-f18b48d5aed3 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:28:23.630124 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 3da99f90-27ce-4768-861c-ff3438bf0444 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:23.638614 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 3da99f90-27ce-4768-861c-ff3438bf0444 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:23.638909 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:23.674385 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33018) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:23.724618 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1a537dd7-e2f7-4d3e-b24c-9858feeec810 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:23.740132 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6cfb0d43-c2cd-4ea8-93ff-e5ac0dcee907 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=83575988edd14bd3ac636f254bcc4c79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0644543 Aug 11 02:28:23.742560 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33020) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:23.782794 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-39f2127a-216c-4041-bba2-a72c779ee0e1 None None] Provisioning for port a0d82912-cc5b-4fbf-b747-4e0ff159d3bb completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:23.785131 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1c513a68-7239-44c2-af62-5bb4df40af96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:28:19Z', 'revision_number': 6, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None, '_interfaces': [{'id': '45cd7a37-1efe-4f8d-87b7-a437d7dadad8', 'name': '', 'network_id': '72008c27-a7dc-40cc-b074-c529a85c4e98', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:d4:fb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:11Z', 'updated_at': '2021-08-11T02:28:20Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c02b758-2df9-46f9-ab7c-5e3405cf6dde', 'name': '', 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:5b:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:58Z', 'updated_at': '2021-08-11T02:28:07Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c1a4aa-d9f6-49d4-9931-f68522fd5868', 'name': '', 'network_id': 'e1e94ed1-d07c-4dde-bc22-f2c475366caf', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:88:11:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '6fe4aa81-0776-4da0-a080-190e7fa29b9b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:16Z', 'updated_at': '2021-08-11T02:28:20Z', 'revision_number': 4, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '6fe4aa81-0776-4da0-a080-190e7fa29b9b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd464a23a-bb8d-4f79-9b1e-a3e2da2c58f8', 'name': '', 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:fa:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:04Z', 'updated_at': '2021-08-11T02:28:13Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:23.819049 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5dfd668c-ffa3-4b13-b61c-143f4fc3cabe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:23.829100 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c513a68-7239-44c2-af62-5bb4df40af96 None None] The sync data for ids ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'] in n-d-615180-33 is: [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:28:19Z', 'revision_number': 6, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None, '_interfaces': [{'id': '45cd7a37-1efe-4f8d-87b7-a437d7dadad8', 'name': '', 'network_id': '72008c27-a7dc-40cc-b074-c529a85c4e98', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:d4:fb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:11Z', 'updated_at': '2021-08-11T02:28:20Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c02b758-2df9-46f9-ab7c-5e3405cf6dde', 'name': '', 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:5b:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:58Z', 'updated_at': '2021-08-11T02:28:07Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c1a4aa-d9f6-49d4-9931-f68522fd5868', 'name': '', 'network_id': 'e1e94ed1-d07c-4dde-bc22-f2c475366caf', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:88:11:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '6fe4aa81-0776-4da0-a080-190e7fa29b9b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:16Z', 'updated_at': '2021-08-11T02:28:20Z', 'revision_number': 4, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '6fe4aa81-0776-4da0-a080-190e7fa29b9b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd464a23a-bb8d-4f79-9b1e-a3e2da2c58f8', 'name': '', 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:fa:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:04Z', 'updated_at': '2021-08-11T02:28:13Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:23.832204 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-39f2127a-216c-4041-bba2-a72c779ee0e1 None None] Provisioning complete for port a0d82912-cc5b-4fbf-b747-4e0ff159d3bb triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:23.834147 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b1d2fde6-1e06-4eee-819f-026610b90b74 req-2f862240-dbaf-41ab-ae0d-d3c9d54e5837 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9798655e-0aa6-41d8-9d78-036aac9ce08b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3890283 Aug 11 02:28:23.836073 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-39f2127a-216c-4041-bba2-a72c779ee0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:23.839492 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3ddae097-ba3f-4bc2-a35e-567f2c3c1b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:23.869308 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5dfd668c-ffa3-4b13-b61c-143f4fc3cabe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:23.939805 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:23.947841 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5dfd668c-ffa3-4b13-b61c-143f4fc3cabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:23.956264 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5dfd668c-ffa3-4b13-b61c-143f4fc3cabe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:23.957765 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5dfd668c-ffa3-4b13-b61c-143f4fc3cabe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bdafea96-5e27-4a85-a4e6-f3309994d469 HTTP/1.1" status: 204 len: 168 time: 0.2142224 Aug 11 02:28:23.976759 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd668c-ffa3-4b13-b61c-143f4fc3cabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdafea96-5e27-4a85-a4e6-f3309994d469,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:23.997156 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] No DVR routers for this DVR port 8d8ffb37-226c-4372-8094-ee7941b500e2 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:23.998241 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88429025-e0d1-4c32-a07e-303239aa89e9 None None] Network ffab7f63-8919-4042-9e61-d7286c3ce1a7 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:24.032718 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event deleted for resources: {'Port': ['ID=8d8ffb37-226c-4372-8094-ee7941b500e2,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:24.198352 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 1a537dd7-e2f7-4d3e-b24c-9858feeec810 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:24.198708 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:24.213636 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2fde6-1e06-4eee-819f-026610b90b74 req-358fdb21-5120-4e2a-9018-914e8b74a1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:24.215184 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b1d2fde6-1e06-4eee-819f-026610b90b74 req-358fdb21-5120-4e2a-9018-914e8b74a1c8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c00de9e0a2c4b0fa10bdde3068cf710&device_id=9798655e-0aa6-41d8-9d78-036aac9ce08b HTTP/1.1" status: 200 len: 1137 time: 0.3168633 Aug 11 02:28:24.225103 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffab7f63-8919-4042-9e61-d7286c3ce1a7']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:24.239736 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 1a537dd7-e2f7-4d3e-b24c-9858feeec810 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:24.240123 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:24.268033 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4df05e-3d49-4f6d-ad9c-e09b232c67ac') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:24.268341 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4df05e-3d49-4f6d-ad9c-e09b232c67ac') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:24.288342 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-65b867db-6a57-4786-a87f-92598f83bb6c tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:24.294128 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:24.376763 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:24.385807 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:24.388812 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.extraroute_db [None req-1596e834-03d4-4a48-88d4-7d8134422e31 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Added routes are [] {{(pid=94506) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 02:28:24.389611 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.extraroute_db [None req-1596e834-03d4-4a48-88d4-7d8134422e31 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94506) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 02:28:24.425956 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:28:24.426355 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:28:24.429668 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:28:24.495451 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:24.496002 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a81b8ce-5e3d-482d-993e-d33c17507961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da99f90-27ce-4768-861c-ff3438bf0444'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:24.498627 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33392a01-8f27-40e2-b827-4801255a67f8" -d '{"events": [{"server_uuid": "3a81b8ce-5e3d-482d-993e-d33c17507961", "name": "network-vif-plugged", "status": "completed", "tag": "3da99f90-27ce-4768-861c-ff3438bf0444"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:24.527576 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 3da99f90-27ce-4768-861c-ff3438bf0444, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=3da99f90-27ce-4768-861c-ff3438bf0444,segment=NetworkSegment(ac41ffd8-fd7b-4432-bc58-5a0f19867d17),segment_id=ac41ffd8-fd7b-4432-bc58-5a0f19867d17)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:24.559669 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:24.564109 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae52261-9a7a-47b9-a455-2198fac36fbd x-openstack-request-id: req-9ae52261-9a7a-47b9-a455-2198fac36fbd {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:24.565013 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a81b8ce-5e3d-482d-993e-d33c17507961", "name": "network-vif-plugged", "status": "completed", "tag": "3da99f90-27ce-4768-861c-ff3438bf0444", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:24.565256 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9ae52261-9a7a-47b9-a455-2198fac36fbd {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:24.565586 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a81b8ce-5e3d-482d-993e-d33c17507961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da99f90-27ce-4768-861c-ff3438bf0444', 'code': 200} Aug 11 02:28:24.647935 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b867db-6a57-4786-a87f-92598f83bb6c tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event updated for resources: {'Subnet': ['ID=fbff099a-515d-4481-b7ac-544c44a6dddf,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:24.693391 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:24.694071 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2fde6-1e06-4eee-819f-026610b90b74 req-4ef77e7a-e020-4ed2-bb0b-236e9cbbe0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:24.700709 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b1d2fde6-1e06-4eee-819f-026610b90b74 req-4ef77e7a-e020-4ed2-bb0b-236e9cbbe0ff service neutron] 10.222.0.66 "GET /v2.0/networks?id=9d33bcd9-17a9-43cc-aac5-9f968f6da9e8 HTTP/1.1" status: 200 len: 898 time: 0.4547126 Aug 11 02:28:24.712878 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1596e834-03d4-4a48-88d4-7d8134422e31 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133780224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133782865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36741'] for router, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:24.746979 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:24.760534 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3ddae097-ba3f-4bc2-a35e-567f2c3c1b41 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:24.769486 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=3da99f90-27ce-4768-861c-ff3438bf0444,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:24.771432 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:24.782870 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "DELETE /v2.0/networks/ffab7f63-8919-4042-9e61-d7286c3ce1a7 HTTP/1.1" status: 204 len: 168 time: 5.2091205 Aug 11 02:28:24.783324 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb33a4b2-e8bb-4c4a-8039-d1c51160df56 None None] get_active_networks_info from n-d-615180-33 {{(pid=94508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:28:24.784038 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33044) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:24.820764 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3ddae097-ba3f-4bc2-a35e-567f2c3c1b41 None None] Transition to ACTIVE for port object 6d3eb3e1-5051-45d6-8aae-f18b48d5aed3 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:24.822831 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b867db-6a57-4786-a87f-92598f83bb6c tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Checking segment: {'id': 'fe54c996-f0f7-41f5-8242-a3d47b49502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e8f183b7-2074-4760-8506-90bf43cf4fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:24.823383 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b867db-6a57-4786-a87f-92598f83bb6c tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Network hostable DHCP agents. Network: e8f183b7-2074-4760-8506-90bf43cf4fce, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:28:24.823819 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 1a537dd7-e2f7-4d3e-b24c-9858feeec810, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=1a537dd7-e2f7-4d3e-b24c-9858feeec810,segment=NetworkSegment(36a49240-822f-458a-b0f1-29e973f921f7),segment_id=36a49240-822f-458a-b0f1-29e973f921f7)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:24.824259 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-06fbf48a-34bb-4e44-86a5-0284392307aa tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] DELETE failed (client error): The resource could not be found. Aug 11 02:28:24.825563 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06fbf48a-34bb-4e44-86a5-0284392307aa tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:28:24.829865 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-06fbf48a-34bb-4e44-86a5-0284392307aa tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "DELETE /v2.0/networks/ffab7f63-8919-4042-9e61-d7286c3ce1a7 HTTP/1.1" status: 404 len: 339 time: 0.0438328 Aug 11 02:28:24.833090 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9419b-3bd3-40ae-821a-a4893bfec9d5 req-9b24b33e-3cec-42c7-9985-fcd8b877b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:24.833403 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:24.834207 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d3c1a4aa-d9f6-49d4-9931-f68522fd5868 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:24.835444 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1b9419b-3bd3-40ae-821a-a4893bfec9d5 req-9b24b33e-3cec-42c7-9985-fcd8b877b05e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3a81b8ce-5e3d-482d-993e-d33c17507961 HTTP/1.1" status: 200 len: 1097 time: 0.1971407 Aug 11 02:28:24.836123 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33048) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:24.845194 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854592d3-4986-4b28-af0c-10fd1eafc11b req-92c59c68-8f4e-45e9-b6ce-80201989549a tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:24.847085 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-854592d3-4986-4b28-af0c-10fd1eafc11b req-92c59c68-8f4e-45e9-b6ce-80201989549a tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 945 time: 0.1377451 Aug 11 02:28:24.853205 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-c3469b35-39c3-48b2-b245-f3b5d135cfb2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-638610008', 'description': 'd1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:24.863062 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3ddae097-ba3f-4bc2-a35e-567f2c3c1b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:24.885357 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-be50a95b-6655-4386-8e77-49958756b601 None None] Provisioning complete for port a0d82912-cc5b-4fbf-b747-4e0ff159d3bb triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:24.885732 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-be50a95b-6655-4386-8e77-49958756b601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:24.913625 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0510a-e614-4fcf-ae68-710a9b820c9d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event deleted for resources: {'Network': ['ID=ffab7f63-8919-4042-9e61-d7286c3ce1a7,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:24.937377 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-854592d3-4986-4b28-af0c-10fd1eafc11b req-2957f4e3-ccbc-4916-b60e-ee995770d39d tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780127 Aug 11 02:28:24.972713 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1b9419b-3bd3-40ae-821a-a4893bfec9d5 req-6166b9f2-99a5-48df-af05-8c14830002d0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044233 Aug 11 02:28:24.981338 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3469b35-39c3-48b2-b245-f3b5d135cfb2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Made reservation on behalf of 34d17922c8134f7abe1279d83fc924da for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:24.986928 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c3469b35-39c3-48b2-b245-f3b5d135cfb2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.022820 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3469b35-39c3-48b2-b245-f3b5d135cfb2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:28:25.036754 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c3469b35-39c3-48b2-b245-f3b5d135cfb2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.037095 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-c3469b35-39c3-48b2-b245-f3b5d135cfb2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Added segment 24676923-e522-4192-8ef9-4d5b48487708 of type vlan for network 71161cad-cb90-4a27-876f-03e462f245da Aug 11 02:28:25.044993 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b867db-6a57-4786-a87f-92598f83bb6c tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Network e8f183b7-2074-4760-8506-90bf43cf4fce is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:28:25.055532 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de92298-b57c-47d7-85a4-53796cf3996d req-b58e8866-e5b3-49fb-a94a-a8e21cc6fbb0 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:25.057342 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8de92298-b57c-47d7-85a4-53796cf3996d req-b58e8866-e5b3-49fb-a94a-a8e21cc6fbb0 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a81b8ce-5e3d-482d-993e-d33c17507961 HTTP/1.1" status: 200 len: 945 time: 0.3948777 Aug 11 02:28:25.064181 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b1d2fde6-1e06-4eee-819f-026610b90b74 req-817feb4c-7a3b-498b-a91c-0473dfe829a8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cde0a84b-32a4-452a-b181-487bd4e6201e HTTP/1.1" status: 200 len: 1002 time: 0.3464859 Aug 11 02:28:25.089194 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-65b867db-6a57-4786-a87f-92598f83bb6c tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, e8f183b7-2074-4760-8506-90bf43cf4fce) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:25.094872 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c3469b35-39c3-48b2-b245-f3b5d135cfb2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.137709 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c3469b35-39c3-48b2-b245-f3b5d135cfb2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.149471 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3469b35-39c3-48b2-b245-f3b5d135cfb2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:25.150106 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c3469b35-39c3-48b2-b245-f3b5d135cfb2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.197343 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=1a537dd7-e2f7-4d3e-b24c-9858feeec810,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:25.200066 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-3ddae097-ba3f-4bc2-a35e-567f2c3c1b41 None None] Attempting to bind port 6d3eb3e1-5051-45d6-8aae-f18b48d5aed3 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:25.200435 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-3ddae097-ba3f-4bc2-a35e-567f2c3c1b41 None None] Attempting to bind port 6d3eb3e1-5051-45d6-8aae-f18b48d5aed3 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:25.200798 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddae097-ba3f-4bc2-a35e-567f2c3c1b41 None None] Attempting to bind port 6d3eb3e1-5051-45d6-8aae-f18b48d5aed3 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:25.237330 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c3469b35-39c3-48b2-b245-f3b5d135cfb2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3886094 Aug 11 02:28:25.242203 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33056) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:25.244229 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddae097-ba3f-4bc2-a35e-567f2c3c1b41 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:25.244830 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddae097-ba3f-4bc2-a35e-567f2c3c1b41 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:25.245435 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3ddae097-ba3f-4bc2-a35e-567f2c3c1b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.246073 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddae097-ba3f-4bc2-a35e-567f2c3c1b41 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:25.246734 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-3ddae097-ba3f-4bc2-a35e-567f2c3c1b41 None None] Bound port: 6d3eb3e1-5051-45d6-8aae-f18b48d5aed3, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:25.247291 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3ddae097-ba3f-4bc2-a35e-567f2c3c1b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.316209 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3469b35-39c3-48b2-b245-f3b5d135cfb2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event updated for resources: {'Network': ['ID=71161cad-cb90-4a27-876f-03e462f245da,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:25.318701 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310094ed-1f31-4480-a7b4-27ee299ba0e7 None None] Pushing event updated for resources: {'Port': ['ID=6d3eb3e1-5051-45d6-8aae-f18b48d5aed3,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:25.358897 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port d3c1a4aa-d9f6-49d4-9931-f68522fd5868 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:25.371033 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cb39a7-a931-4f92-a641-28e62aab560d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:25.375057 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d6cb39a7-a931-4f92-a641-28e62aab560d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "GET /v2.0/networks?id=71161cad-cb90-4a27-876f-03e462f245da HTTP/1.1" status: 200 len: 764 time: 0.1299222 Aug 11 02:28:25.375943 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 71161cad-cb90-4a27-876f-03e462f245da details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:28:25.377720 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33062) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:25.385831 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-585f2aa0-3ac4-4746-b61b-0628e6e0f7d1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Request body: {'network': {'description': 'd2'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:25.411047 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port d3c1a4aa-d9f6-49d4-9931-f68522fd5868 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:25.411047 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.452903 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.475265 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-3ddae097-ba3f-4bc2-a35e-567f2c3c1b41 None None] For port 6d3eb3e1-5051-45d6-8aae-f18b48d5aed3, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:25.518528 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-3ddae097-ba3f-4bc2-a35e-567f2c3c1b41 None None] For port 6d3eb3e1-5051-45d6-8aae-f18b48d5aed3, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=6d3eb3e1-5051-45d6-8aae-f18b48d5aed3,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:25.551062 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b867db-6a57-4786-a87f-92598f83bb6c tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:25.551755 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-65b867db-6a57-4786-a87f-92598f83bb6c tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.558081 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3ddae097-ba3f-4bc2-a35e-567f2c3c1b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.620342 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-585f2aa0-3ac4-4746-b61b-0628e6e0f7d1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.637470 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-65b867db-6a57-4786-a87f-92598f83bb6c tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7085757 Aug 11 02:28:25.637875 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-585f2aa0-3ac4-4746-b61b-0628e6e0f7d1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.643422 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2fde6-1e06-4eee-819f-026610b90b74 req-3284c9a2-78ee-49c5-a786-2350aca19f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:25.644936 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b1d2fde6-1e06-4eee-819f-026610b90b74 req-3284c9a2-78ee-49c5-a786-2350aca19f5a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9a092de3-57ef-4bc6-a845-b2693139faa9 HTTP/1.1" status: 200 len: 835 time: 0.5717292 Aug 11 02:28:25.646455 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33064) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:25.650256 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8de92298-b57c-47d7-85a4-53796cf3996d req-53714d67-3dcb-4774-af4e-a0edb6740ad2 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5824265 Aug 11 02:28:25.651416 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-585f2aa0-3ac4-4746-b61b-0628e6e0f7d1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Network 71161cad-cb90-4a27-876f-03e462f245da is not hosted by any dhcp agent {{(pid=94507) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:28:25.654766 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1596e834-03d4-4a48-88d4-7d8134422e31 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133780224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133782865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36741'] for router, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.662685 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585f2aa0-3ac4-4746-b61b-0628e6e0f7d1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:25.663864 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-585f2aa0-3ac4-4746-b61b-0628e6e0f7d1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.673445 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-585f2aa0-3ac4-4746-b61b-0628e6e0f7d1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "PUT /v2.0/networks/71161cad-cb90-4a27-876f-03e462f245da HTTP/1.1" status: 200 len: 761 time: 0.2946017 Aug 11 02:28:25.676867 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33066) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:25.681908 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310094ed-1f31-4480-a7b4-27ee299ba0e7 None None] Pushing event updated for resources: {'Port': ['ID=6d3eb3e1-5051-45d6-8aae-f18b48d5aed3,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:25.688368 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1596e834-03d4-4a48-88d4-7d8134422e31 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133780475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133780466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133782856'] for router, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.709725 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddae097-ba3f-4bc2-a35e-567f2c3c1b41 None None] Routers {'5d00e95d-57b2-43f2-8ff6-8166766e5b73'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:25.710297 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-3ddae097-ba3f-4bc2-a35e-567f2c3c1b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:28:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5d00e95d-57b2-43f2-8ff6-8166766e5b73'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:25.810340 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.815465 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb33a4b2-e8bb-4c4a-8039-d1c51160df56 None None] Unable to find a vacant binding_index for network e8f183b7-2074-4760-8506-90bf43cf4fce and agent bea77b7e-5d53-404e-858e-5d252e706681 {{(pid=94508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 11 02:28:25.833638 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1596e834-03d4-4a48-88d4-7d8134422e31 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:28:25.848375 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2fde6-1e06-4eee-819f-026610b90b74 req-b98930ad-b1cf-4cec-86f9-34419e18c217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:25.850423 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b1d2fde6-1e06-4eee-819f-026610b90b74 req-b98930ad-b1cf-4cec-86f9-34419e18c217 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9d33bcd9-17a9-43cc-aac5-9f968f6da9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1931558 Aug 11 02:28:25.895960 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb33a4b2-e8bb-4c4a-8039-d1c51160df56 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, e8f183b7-2074-4760-8506-90bf43cf4fce) {{(pid=94508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:28:25.990535 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port d3c1a4aa-d9f6-49d4-9931-f68522fd5868, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d3c1a4aa-d9f6-49d4-9931-f68522fd5868,segment=NetworkSegment(36a49240-822f-458a-b0f1-29e973f921f7),segment_id=36a49240-822f-458a-b0f1-29e973f921f7)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:25.999819 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:26.018687 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 0f51c150-c9bf-4c26-af93-850633e83b60 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:26.055979 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-3ddae097-ba3f-4bc2-a35e-567f2c3c1b41 None None] Set router 5d00e95d-57b2-43f2-8ff6-8166766e5b73 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:26.150801 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b1d2fde6-1e06-4eee-819f-026610b90b74 req-53cbfaa6-3777-4184-9b7f-78a60212ef14 service neutron] 10.222.0.66 "GET /v2.0/networks/9d33bcd9-17a9-43cc-aac5-9f968f6da9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910402 Aug 11 02:28:26.162460 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1596e834-03d4-4a48-88d4-7d8134422e31 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:26.178886 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1596e834-03d4-4a48-88d4-7d8134422e31 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:26.180347 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1596e834-03d4-4a48-88d4-7d8134422e31 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "PUT /v2.0/routers/cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 HTTP/1.1" status: 200 len: 699 time: 3.0612299 Aug 11 02:28:26.189883 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33080) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:26.328377 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f2aa0-3ac4-4746-b61b-0628e6e0f7d1 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event updated for resources: {'Network': ['ID=71161cad-cb90-4a27-876f-03e462f245da,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:26.364961 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a237d1-33cf-495f-9395-ba016b97617e None None] Sync routers for ids ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:26.366739 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442834ac-1f7d-4c99-861d-9509c432667d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:26.368525 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-442834ac-1f7d-4c99-861d-9509c432667d tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "GET /v2.0/networks?id=71161cad-cb90-4a27-876f-03e462f245da HTTP/1.1" status: 200 len: 764 time: 0.1223128 Aug 11 02:28:26.372546 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33082) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:26.394467 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f4a3dcb1-abe3-409a-ac89-cfb7cd8830d5 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "GET /v2.0/routers/cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 HTTP/1.1" status: 200 len: 699 time: 0.2034187 Aug 11 02:28:26.396831 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b1d2fde6-1e06-4eee-819f-026610b90b74 req-846384b5-b611-40b2-b5a7-b937b69f189f service neutron] 10.222.0.66 "GET /v2.0/networks/9d33bcd9-17a9-43cc-aac5-9f968f6da9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151520 Aug 11 02:28:26.397424 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33084) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:26.429342 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=d3c1a4aa-d9f6-49d4-9931-f68522fd5868,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:26.455509 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 71161cad-cb90-4a27-876f-03e462f245da details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:28:26.484697 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a237d1-33cf-495f-9395-ba016b97617e None None] Routers {'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:26.485338 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-83a237d1-33cf-495f-9395-ba016b97617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:28:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:26.549391 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9905b-beab-497e-b112-ffacefa550b9 req-f57abdc5-f8cb-4d4f-9b82-89085f1beec0 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:26.550915 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5b9905b-beab-497e-b112-ffacefa550b9 req-f57abdc5-f8cb-4d4f-9b82-89085f1beec0 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 945 time: 0.2179289 Aug 11 02:28:26.642729 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 0f51c150-c9bf-4c26-af93-850633e83b60 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:26.643572 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:26.683000 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301e2d53-9e47-4c80-be86-93156b2e1a02 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:26.687833 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-301e2d53-9e47-4c80-be86-93156b2e1a02 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3109846 Aug 11 02:28:26.695728 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33088) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:26.780943 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5b9905b-beab-497e-b112-ffacefa550b9 req-fcf6b7b3-77c6-478a-88cf-c535e808944a tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012744 Aug 11 02:28:26.791868 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-775fe4e2-69ab-46a5-9d30-adcb4e84ab9e tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "GET /v2.0/subnets?network_id=2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 207 time: 0.0949824 Aug 11 02:28:26.792484 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33090) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:26.809135 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-83a237d1-33cf-495f-9395-ba016b97617e None None] Set router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:26.870750 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142df309-f166-4483-8664-3275ee1cb785 req-15c2cfbd-747a-4e59-9335-f212f7161a59 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:26.872328 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-142df309-f166-4483-8664-3275ee1cb785 req-15c2cfbd-747a-4e59-9335-f212f7161a59 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a81b8ce-5e3d-482d-993e-d33c17507961 HTTP/1.1" status: 200 len: 945 time: 0.1166072 Aug 11 02:28:26.937561 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7611d164-6218-454d-9449-4aa39d81d3ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-e8f183b7-2074-4760-8506-90bf43cf4fce', 'network_id': 'e8f183b7-2074-4760-8506-90bf43cf4fce', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'fixed_ips': [{'subnet_id': 'fbff099a-515d-4481-b7ac-544c44a6dddf'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:28:26.938325 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7611d164-6218-454d-9449-4aa39d81d3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:26.958071 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-142df309-f166-4483-8664-3275ee1cb785 req-f8fb4769-88e8-4be3-a6f6-7bcda40c6ed3 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668862 Aug 11 02:28:26.999980 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c35595b-6728-4774-803a-89224fdad9e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:27.046005 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-3ddae097-ba3f-4bc2-a35e-567f2c3c1b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d00e95d-57b2-43f2-8ff6-8166766e5b73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165603838', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '6d3eb3e1-5051-45d6-8aae-f18b48d5aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:28:17Z', 'updated_at': '2021-08-11T02:28:20Z', 'revision_number': 3, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'gw_port': {'id': '6d3eb3e1-5051-45d6-8aae-f18b48d5aed3', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:78:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d00e95d-57b2-43f2-8ff6-8166766e5b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:18Z', 'updated_at': '2021-08-11T02:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:27.141505 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b4ee0f-c9af-4306-b893-d3a3840b1ff7 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:27.151042 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b4ee0f-c9af-4306-b893-d3a3840b1ff7 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:27.158813 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b4ee0f-c9af-4306-b893-d3a3840b1ff7 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:27.165053 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b4ee0f-c9af-4306-b893-d3a3840b1ff7 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:27.173109 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b4ee0f-c9af-4306-b893-d3a3840b1ff7 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:27.180979 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b4ee0f-c9af-4306-b893-d3a3840b1ff7 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:27.190715 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-07b4ee0f-c9af-4306-b893-d3a3840b1ff7 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3951619 Aug 11 02:28:27.193361 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33102) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:27.343396 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a0d82912-cc5b-4fbf-b747-4e0ff159d3bb up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:27.362694 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddae097-ba3f-4bc2-a35e-567f2c3c1b41 None None] The sync data for ids ['5d00e95d-57b2-43f2-8ff6-8166766e5b73'] in n-d-615180-33 is: [{'id': '5d00e95d-57b2-43f2-8ff6-8166766e5b73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165603838', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '6d3eb3e1-5051-45d6-8aae-f18b48d5aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:28:17Z', 'updated_at': '2021-08-11T02:28:20Z', 'revision_number': 3, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'gw_port': {'id': '6d3eb3e1-5051-45d6-8aae-f18b48d5aed3', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:78:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d00e95d-57b2-43f2-8ff6-8166766e5b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:18Z', 'updated_at': '2021-08-11T02:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:27.495271 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-3c35595b-6728-4774-803a-89224fdad9e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Deleting port d3c1a4aa-d9f6-49d4-9931-f68522fd5868 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:27.495908 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c35595b-6728-4774-803a-89224fdad9e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:27.505627 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a228a4a1-6ce2-45c0-875b-17d176b040ed tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3110290 Aug 11 02:28:27.511868 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33114) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:27.558840 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-7611d164-6218-454d-9449-4aa39d81d3ab None None] Allocated IP 172.20.0.18 (e8f183b7-2074-4760-8506-90bf43cf4fce/fbff099a-515d-4481-b7ac-544c44a6dddf/1b78a2d8-05ec-4b56-8f7c-9e79f43092cc) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:27.590200 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port a0d82912-cc5b-4fbf-b747-4e0ff159d3bb triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:27.590487 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:27.626206 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158bbaa-5936-42f6-ae6c-5f83fd824431 req-4aab596c-245d-422b-a456-a2413190d170 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:27.633980 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6158bbaa-5936-42f6-ae6c-5f83fd824431 req-4aab596c-245d-422b-a456-a2413190d170 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a81b8ce-5e3d-482d-993e-d33c17507961 HTTP/1.1" status: 200 len: 945 time: 0.3023944 Aug 11 02:28:27.670229 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-3c35595b-6728-4774-803a-89224fdad9e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] For port d3c1a4aa-d9f6-49d4-9931-f68522fd5868, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d3c1a4aa-d9f6-49d4-9931-f68522fd5868,segment=NetworkSegment(36a49240-822f-458a-b0f1-29e973f921f7),segment_id=36a49240-822f-458a-b0f1-29e973f921f7)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:27.671170 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c35595b-6728-4774-803a-89224fdad9e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:27.698410 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d48254d-82d1-40ee-8808-669b0946f74a tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:27.700038 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d48254d-82d1-40ee-8808-669b0946f74a tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:27.701643 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d48254d-82d1-40ee-8808-669b0946f74a tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:27.703107 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d48254d-82d1-40ee-8808-669b0946f74a tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:27.704644 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d48254d-82d1-40ee-8808-669b0946f74a tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:27.705747 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-3c35595b-6728-4774-803a-89224fdad9e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Calling delete_port for d3c1a4aa-d9f6-49d4-9931-f68522fd5868 owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:27.711077 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33116) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:27.711260 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2d48254d-82d1-40ee-8808-669b0946f74a tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1983535 Aug 11 02:28:27.746942 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-83a237d1-33cf-495f-9395-ba016b97617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:28:24Z', 'revision_number': 7, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None, '_interfaces': [{'id': '45cd7a37-1efe-4f8d-87b7-a437d7dadad8', 'name': '', 'network_id': '72008c27-a7dc-40cc-b074-c529a85c4e98', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:d4:fb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:11Z', 'updated_at': '2021-08-11T02:28:20Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c02b758-2df9-46f9-ab7c-5e3405cf6dde', 'name': '', 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:5b:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:58Z', 'updated_at': '2021-08-11T02:28:07Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c1a4aa-d9f6-49d4-9931-f68522fd5868', 'name': '', 'network_id': 'e1e94ed1-d07c-4dde-bc22-f2c475366caf', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:88:11:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '6fe4aa81-0776-4da0-a080-190e7fa29b9b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:16Z', 'updated_at': '2021-08-11T02:28:25Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '6fe4aa81-0776-4da0-a080-190e7fa29b9b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd464a23a-bb8d-4f79-9b1e-a3e2da2c58f8', 'name': '', 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:fa:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:04Z', 'updated_at': '2021-08-11T02:28:13Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:27.747446 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6158bbaa-5936-42f6-ae6c-5f83fd824431 req-aa0ce825-65cc-4597-9b7a-11e7699f6117 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106007 Aug 11 02:28:27.790130 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a237d1-33cf-495f-9395-ba016b97617e None None] Checking router: cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:28:27.792701 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d379a310-154f-4bc4-bee2-99702e947e2a tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:27.822925 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e0e18b-fda4-40ef-b85a-7af32777dfa3 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:27.823887 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a237d1-33cf-495f-9395-ba016b97617e None None] Routers {'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:27.824328 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-83a237d1-33cf-495f-9395-ba016b97617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:28:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:27.824431 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e0e18b-fda4-40ef-b85a-7af32777dfa3 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:27.825747 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e0e18b-fda4-40ef-b85a-7af32777dfa3 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:27.827172 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e0e18b-fda4-40ef-b85a-7af32777dfa3 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:27.842504 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e0e18b-fda4-40ef-b85a-7af32777dfa3 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:27.847957 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-29e0e18b-fda4-40ef-b85a-7af32777dfa3 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1317370 Aug 11 02:28:27.849222 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33120) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:28.062888 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7e87e8-8174-4154-b6bb-0185b36d58b7 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:28.067867 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5b7e87e8-8174-4154-b6bb-0185b36d58b7 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "GET /v2.0/networks/d78f5d87-2fcb-4239-a133-3e7a9b30fb62 HTTP/1.1" status: 200 len: 804 time: 0.2142086 Aug 11 02:28:28.069889 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33122) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:28.103222 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 45cd7a37-1efe-4f8d-87b7-a437d7dadad8 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:28.109519 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7611d164-6218-454d-9449-4aa39d81d3ab None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:28.125312 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-83a237d1-33cf-495f-9395-ba016b97617e None None] Set router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:28.179862 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7611d164-6218-454d-9449-4aa39d81d3ab None None] Transition to ACTIVE for port object 1b78a2d8-05ec-4b56-8f7c-9e79f43092cc will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:28.192956 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9ae0ad9f-685c-4f95-aabe-e8d1acd78893 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "GET /v2.0/networks/d78f5d87-2fcb-4239-a133-3e7a9b30fb62?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1204081 Aug 11 02:28:28.202988 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e7378-12ab-478d-b4a2-809da08a48eb req-32a25477-befc-4566-b343-685b780cd80d tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:28.205217 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-380e7378-12ab-478d-b4a2-809da08a48eb req-32a25477-befc-4566-b343-685b780cd80d tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 945 time: 0.2594039 Aug 11 02:28:28.207736 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33124) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:28.240061 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7611d164-6218-454d-9449-4aa39d81d3ab None None] Transition to ACTIVE for port object 1b78a2d8-05ec-4b56-8f7c-9e79f43092cc will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:28.275066 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7611d164-6218-454d-9449-4aa39d81d3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:28.290222 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2d9449-ad17-40d2-a376-06f95847ef70 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:28.291636 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ef2d9449-ad17-40d2-a376-06f95847ef70 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "GET /v2.0/subnets/73269780-50f0-4277-a430-d7697d50d41e HTTP/1.1" status: 200 len: 843 time: 0.0829206 Aug 11 02:28:28.300220 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33126) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:28.366135 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-380e7378-12ab-478d-b4a2-809da08a48eb req-eb155ec6-3e2c-4dd2-b45a-6e9aba0f49da tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990148 Aug 11 02:28:28.398148 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7611d164-6218-454d-9449-4aa39d81d3ab None None] Network e8f183b7-2074-4760-8506-90bf43cf4fce is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:28.408253 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-7611d164-6218-454d-9449-4aa39d81d3ab None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:28.416079 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7611d164-6218-454d-9449-4aa39d81d3ab None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:28.417472 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-d379a310-154f-4bc4-bee2-99702e947e2a tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Allocated IP 172.20.0.17 (e8f183b7-2074-4760-8506-90bf43cf4fce/fbff099a-515d-4481-b7ac-544c44a6dddf/8c9373ad-4d94-417f-befb-df8955efafcf) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:28.469159 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 45cd7a37-1efe-4f8d-87b7-a437d7dadad8 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:28.469534 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:28.471528 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611d164-6218-454d-9449-4aa39d81d3ab None None] Pushing event updated for resources: {'Port': ['ID=1b78a2d8-05ec-4b56-8f7c-9e79f43092cc,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:28.506605 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c79909-5ee5-450f-ba38-7eeb1d46bd00 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['shared'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:28.513579 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-87c79909-5ee5-450f-ba38-7eeb1d46bd00 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "GET /v2.0/subnets/73269780-50f0-4277-a430-d7697d50d41e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2110336 Aug 11 02:28:28.514407 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33130) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:28.525059 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-ed4958f9-c8f5-4f64-802a-c0aa264ba97a tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-97746905'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:28.583921 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4958f9-c8f5-4f64-802a-c0aa264ba97a tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Made reservation on behalf of 34d17922c8134f7abe1279d83fc924da for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:28.592869 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ed4958f9-c8f5-4f64-802a-c0aa264ba97a tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:28.600201 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c35595b-6728-4774-803a-89224fdad9e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:28.622363 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-7611d164-6218-454d-9449-4aa39d81d3ab None None] Attempting to bind port 1b78a2d8-05ec-4b56-8f7c-9e79f43092cc on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:28.622738 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-7611d164-6218-454d-9449-4aa39d81d3ab None None] Attempting to bind port 1b78a2d8-05ec-4b56-8f7c-9e79f43092cc by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'fe54c996-f0f7-41f5-8242-a3d47b49502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e8f183b7-2074-4760-8506-90bf43cf4fce'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:28.623508 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7611d164-6218-454d-9449-4aa39d81d3ab None None] Attempting to bind port 1b78a2d8-05ec-4b56-8f7c-9e79f43092cc on network e8f183b7-2074-4760-8506-90bf43cf4fce {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:28.636633 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7611d164-6218-454d-9449-4aa39d81d3ab None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:28.637091 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7611d164-6218-454d-9449-4aa39d81d3ab None None] Checking segment: {'id': 'fe54c996-f0f7-41f5-8242-a3d47b49502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e8f183b7-2074-4760-8506-90bf43cf4fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:28.638298 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7611d164-6218-454d-9449-4aa39d81d3ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:28.638298 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7611d164-6218-454d-9449-4aa39d81d3ab None None] Bound using segment: {'id': 'fe54c996-f0f7-41f5-8242-a3d47b49502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e8f183b7-2074-4760-8506-90bf43cf4fce'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:28.638547 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-7611d164-6218-454d-9449-4aa39d81d3ab None None] Bound port: 1b78a2d8-05ec-4b56-8f7c-9e79f43092cc, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe54c996-f0f7-41f5-8242-a3d47b49502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e8f183b7-2074-4760-8506-90bf43cf4fce'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:28.638723 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7611d164-6218-454d-9449-4aa39d81d3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:28.646906 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-83a237d1-33cf-495f-9395-ba016b97617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:28:24Z', 'revision_number': 7, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None, '_interfaces': [{'id': '45cd7a37-1efe-4f8d-87b7-a437d7dadad8', 'name': '', 'network_id': '72008c27-a7dc-40cc-b074-c529a85c4e98', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:d4:fb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:11Z', 'updated_at': '2021-08-11T02:28:20Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c02b758-2df9-46f9-ab7c-5e3405cf6dde', 'name': '', 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:5b:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:58Z', 'updated_at': '2021-08-11T02:28:07Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c1a4aa-d9f6-49d4-9931-f68522fd5868', 'name': '', 'network_id': 'e1e94ed1-d07c-4dde-bc22-f2c475366caf', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:88:11:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '6fe4aa81-0776-4da0-a080-190e7fa29b9b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:16Z', 'updated_at': '2021-08-11T02:28:25Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '6fe4aa81-0776-4da0-a080-190e7fa29b9b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd464a23a-bb8d-4f79-9b1e-a3e2da2c58f8', 'name': '', 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:fa:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:04Z', 'updated_at': '2021-08-11T02:28:13Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:28.668095 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35595b-6728-4774-803a-89224fdad9e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Port': ['ID=d3c1a4aa-d9f6-49d4-9931-f68522fd5868,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:28.670821 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d379a310-154f-4bc4-bee2-99702e947e2a tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:28.706400 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a237d1-33cf-495f-9395-ba016b97617e None None] The sync data for ids ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'] in n-d-615180-33 is: [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:28:24Z', 'revision_number': 7, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None, '_interfaces': [{'id': '45cd7a37-1efe-4f8d-87b7-a437d7dadad8', 'name': '', 'network_id': '72008c27-a7dc-40cc-b074-c529a85c4e98', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:d4:fb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:11Z', 'updated_at': '2021-08-11T02:28:20Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c02b758-2df9-46f9-ab7c-5e3405cf6dde', 'name': '', 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:5b:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:58Z', 'updated_at': '2021-08-11T02:28:07Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c1a4aa-d9f6-49d4-9931-f68522fd5868', 'name': '', 'network_id': 'e1e94ed1-d07c-4dde-bc22-f2c475366caf', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:88:11:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '6fe4aa81-0776-4da0-a080-190e7fa29b9b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:16Z', 'updated_at': '2021-08-11T02:28:25Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '6fe4aa81-0776-4da0-a080-190e7fa29b9b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd464a23a-bb8d-4f79-9b1e-a3e2da2c58f8', 'name': '', 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:fa:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:04Z', 'updated_at': '2021-08-11T02:28:13Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:28.707740 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-d379a310-154f-4bc4-bee2-99702e947e2a tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Transition to ACTIVE for port object 8c9373ad-4d94-417f-befb-df8955efafcf will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:28.726224 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed4958f9-c8f5-4f64-802a-c0aa264ba97a tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:28:28.766697 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d379a310-154f-4bc4-bee2-99702e947e2a tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:28.842804 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-7611d164-6218-454d-9449-4aa39d81d3ab None None] For port 1b78a2d8-05ec-4b56-8f7c-9e79f43092cc, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:28.850211 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-7611d164-6218-454d-9449-4aa39d81d3ab None None] For port 1b78a2d8-05ec-4b56-8f7c-9e79f43092cc, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=1b78a2d8-05ec-4b56-8f7c-9e79f43092cc,segment=NetworkSegment(fe54c996-f0f7-41f5-8242-a3d47b49502b),segment_id=fe54c996-f0f7-41f5-8242-a3d47b49502b)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:28.854264 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7611d164-6218-454d-9449-4aa39d81d3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:28.860853 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d379a310-154f-4bc4-bee2-99702e947e2a tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Network e8f183b7-2074-4760-8506-90bf43cf4fce is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:28.864706 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-d379a310-154f-4bc4-bee2-99702e947e2a tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:28.869336 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d379a310-154f-4bc4-bee2-99702e947e2a tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:28.874618 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ed4958f9-c8f5-4f64-802a-c0aa264ba97a tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:28.874971 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-ed4958f9-c8f5-4f64-802a-c0aa264ba97a tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Added segment 08ef1eed-5f50-4c1f-812a-81db4955ceb4 of type vlan for network d51b7918-0b8f-42ee-bbdf-362f26fcc59e Aug 11 02:28:28.912791 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f66f0f5d-8b32-4d1c-a273-b9821b6489ca no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:28.947418 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: f66f0f5d-8b32-4d1c-a273-b9821b6489ca {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:28.948898 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f66f0f5d-8b32-4d1c-a273-b9821b6489ca not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:28.949305 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5f1fb3df-6708-45d5-9bf9-d784f8a98ce2 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:28.951108 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d379a310-154f-4bc4-bee2-99702e947e2a tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:28.990331 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 5f1fb3df-6708-45d5-9bf9-d784f8a98ce2 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:28.990713 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5f1fb3df-6708-45d5-9bf9-d784f8a98ce2 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:28.991140 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5ae4481a-731d-43d7-8b4c-2fb8835c2671 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:29.041766 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 5ae4481a-731d-43d7-8b4c-2fb8835c2671 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:29.042127 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5ae4481a-731d-43d7-8b4c-2fb8835c2671 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:29.050727 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611d164-6218-454d-9449-4aa39d81d3ab None None] Pushing event updated for resources: {'Port': ['ID=1b78a2d8-05ec-4b56-8f7c-9e79f43092cc,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:29.080788 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ed4958f9-c8f5-4f64-802a-c0aa264ba97a tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:29.145441 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1394b76-2877-4d7e-a5a7-9303e7b8506f req-5dac50be-d4fd-4711-9be5-a61b1b54a95a tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:29.147167 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b1394b76-2877-4d7e-a5a7-9303e7b8506f req-5dac50be-d4fd-4711-9be5-a61b1b54a95a tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a81b8ce-5e3d-482d-993e-d33c17507961 HTTP/1.1" status: 200 len: 945 time: 0.4186468 Aug 11 02:28:29.186951 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b5358-8f84-4801-a04f-df627c820f6c req-72b88449-517e-4f1e-a0b8-abc14a118a13 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:29.188696 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b60b5358-8f84-4801-a04f-df627c820f6c req-72b88449-517e-4f1e-a0b8-abc14a118a13 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a81b8ce-5e3d-482d-993e-d33c17507961 HTTP/1.1" status: 200 len: 945 time: 0.3178351 Aug 11 02:28:29.285986 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c35595b-6728-4774-803a-89224fdad9e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:29.329557 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ed4958f9-c8f5-4f64-802a-c0aa264ba97a tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:29.335276 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4958f9-c8f5-4f64-802a-c0aa264ba97a tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:29.335858 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ed4958f9-c8f5-4f64-802a-c0aa264ba97a tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:29.439763 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b60b5358-8f84-4801-a04f-df627c820f6c req-ecd37081-69e9-4517-8de8-8e2464b224e0 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204418 Aug 11 02:28:29.469361 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379a310-154f-4bc4-bee2-99702e947e2a tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event updated for resources: {'Port': ['ID=8c9373ad-4d94-417f-befb-df8955efafcf,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:29.512823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4958f9-c8f5-4f64-802a-c0aa264ba97a tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event updated for resources: {'Network': ['ID=d51b7918-0b8f-42ee-bbdf-362f26fcc59e,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:29.535666 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network d51b7918-0b8f-42ee-bbdf-362f26fcc59e details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:28:29.592362 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ed4958f9-c8f5-4f64-802a-c0aa264ba97a tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0735772 Aug 11 02:28:29.596830 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33138) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:29.608558 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-ae5be983-4c76-4576-a794-1d5421bacce2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Request body: {'subnet': {'network_id': 'd51b7918-0b8f-42ee-bbdf-362f26fcc59e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:29.639805 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1a537dd7-e2f7-4d3e-b24c-9858feeec810 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:29.678297 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e44dfe-93f6-4484-95a4-c75bdac6119b req-0f0ac12e-f5db-4cd7-81cb-9fe3a502c073 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:29.680194 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-86e44dfe-93f6-4484-95a4-c75bdac6119b req-0f0ac12e-f5db-4cd7-81cb-9fe3a502c073 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 945 time: 0.1344569 Aug 11 02:28:29.748649 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 1a537dd7-e2f7-4d3e-b24c-9858feeec810 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:29.749034 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:29.757730 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-b1394b76-2877-4d7e-a5a7-9303e7b8506f req-6336c465-81bf-42a5-a0fd-1e5b49b9fbdd tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Deleting port 3da99f90-27ce-4768-861c-ff3438bf0444 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:29.758083 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b1394b76-2877-4d7e-a5a7-9303e7b8506f req-6336c465-81bf-42a5-a0fd-1e5b49b9fbdd tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:29.775252 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d379a310-154f-4bc4-bee2-99702e947e2a tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:29.808155 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-86e44dfe-93f6-4484-95a4-c75bdac6119b req-81902d73-6b51-49cc-b6cb-a63dc8be4282 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163120 Aug 11 02:28:29.839293 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 6d3eb3e1-5051-45d6-8aae-f18b48d5aed3 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:29.904870 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 6d3eb3e1-5051-45d6-8aae-f18b48d5aed3 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:29.913327 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 6d3eb3e1-5051-45d6-8aae-f18b48d5aed3 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:29.914439 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:29.954217 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5be983-4c76-4576-a794-1d5421bacce2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Made reservation on behalf of 34d17922c8134f7abe1279d83fc924da for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:29.958022 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ae5be983-4c76-4576-a794-1d5421bacce2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:30.056299 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:30.081861 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 6d3eb3e1-5051-45d6-8aae-f18b48d5aed3, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=6d3eb3e1-5051-45d6-8aae-f18b48d5aed3,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:30.085689 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:30.086614 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a0d82912-cc5b-4fbf-b747-4e0ff159d3bb up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:30.180112 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=6d3eb3e1-5051-45d6-8aae-f18b48d5aed3,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:30.201231 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d379a310-154f-4bc4-bee2-99702e947e2a tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:30.207567 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port a0d82912-cc5b-4fbf-b747-4e0ff159d3bb triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:30.207827 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d379a310-154f-4bc4-bee2-99702e947e2a tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:30.208106 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:30.308872 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379a310-154f-4bc4-bee2-99702e947e2a tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event updated for resources: {'Port': ['ID=8c9373ad-4d94-417f-befb-df8955efafcf,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:30.330959 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d379a310-154f-4bc4-bee2-99702e947e2a tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:30.421795 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-b1394b76-2877-4d7e-a5a7-9303e7b8506f req-6336c465-81bf-42a5-a0fd-1e5b49b9fbdd tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] For port 3da99f90-27ce-4768-861c-ff3438bf0444, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=3da99f90-27ce-4768-861c-ff3438bf0444,segment=NetworkSegment(ac41ffd8-fd7b-4432-bc58-5a0f19867d17),segment_id=ac41ffd8-fd7b-4432-bc58-5a0f19867d17)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:30.422292 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b1394b76-2877-4d7e-a5a7-9303e7b8506f req-6336c465-81bf-42a5-a0fd-1e5b49b9fbdd tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:30.474986 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d379a310-154f-4bc4-bee2-99702e947e2a tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Network e8f183b7-2074-4760-8506-90bf43cf4fce is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:30.477910 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-d379a310-154f-4bc4-bee2-99702e947e2a tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:30.516947 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-b1394b76-2877-4d7e-a5a7-9303e7b8506f req-6336c465-81bf-42a5-a0fd-1e5b49b9fbdd tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Calling delete_port for 3da99f90-27ce-4768-861c-ff3438bf0444 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:30.528036 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c35595b-6728-4774-803a-89224fdad9e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:28:30.540909 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.ipam_backend_mixin [None req-ae5be983-4c76-4576-a794-1d5421bacce2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Performing IP validity checks on allocation pools {{(pid=94506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 02:28:30.541427 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.ipam_backend_mixin [None req-ae5be983-4c76-4576-a794-1d5421bacce2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 02:28:30.633578 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d379a310-154f-4bc4-bee2-99702e947e2a tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Router 5d00e95d-57b2-43f2-8ff6-8166766e5b73 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:28:30.661116 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170d0fd7-6b05-4e64-b2ba-3336ce20bf74 None None] get_active_networks_info from n-d-615180-33 {{(pid=94508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:28:30.763402 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155dd58-385d-48d3-8398-fa9973ab9f07 req-1557a45a-4cc7-4c53-b9c8-cf8836ee82b2 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:30.765072 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4155dd58-385d-48d3-8398-fa9973ab9f07 req-1557a45a-4cc7-4c53-b9c8-cf8836ee82b2 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a81b8ce-5e3d-482d-993e-d33c17507961 HTTP/1.1" status: 200 len: 945 time: 0.2204580 Aug 11 02:28:30.766116 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d379a310-154f-4bc4-bee2-99702e947e2a tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:30.774738 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d379a310-154f-4bc4-bee2-99702e947e2a tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "PUT /v2.0/routers/5d00e95d-57b2-43f2-8ff6-8166766e5b73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0987818 Aug 11 02:28:30.781823 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f994b427-a3ca-4342-8659-c3e2e1a3bfc8 None None] Sync routers for ids ['5d00e95d-57b2-43f2-8ff6-8166766e5b73'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:30.802349 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f994b427-a3ca-4342-8659-c3e2e1a3bfc8 None None] Routers {'5d00e95d-57b2-43f2-8ff6-8166766e5b73'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:30.803259 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f994b427-a3ca-4342-8659-c3e2e1a3bfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:28:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5d00e95d-57b2-43f2-8ff6-8166766e5b73'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:30.939093 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c35595b-6728-4774-803a-89224fdad9e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:30.972832 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3c35595b-6728-4774-803a-89224fdad9e1 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "PUT /v2.0/routers/cf8337f1-f30c-47c7-9b21-e2e58e24a9b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5741417 Aug 11 02:28:30.981676 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33158) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:30.986829 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-f994b427-a3ca-4342-8659-c3e2e1a3bfc8 None None] Set router 5d00e95d-57b2-43f2-8ff6-8166766e5b73 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:31.026409 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd622625-79bf-4308-867e-1f920b147841 None None] Sync routers for ids ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:31.049086 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-0689fede-48ab-45cb-b7ec-e9da67aacd0e None None] Provisioning for port 1b78a2d8-05ec-4b56-8f7c-9e79f43092cc completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:31.058329 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070bcd5-5f0e-4616-ace0-e72c64d15b8a req-389f425f-2d1f-4709-be0f-2d4ab8c79664 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:31.070968 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d070bcd5-5f0e-4616-ace0-e72c64d15b8a req-389f425f-2d1f-4709-be0f-2d4ab8c79664 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 945 time: 0.1380615 Aug 11 02:28:31.073992 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd622625-79bf-4308-867e-1f920b147841 None None] Routers {'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:31.074719 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-fd622625-79bf-4308-867e-1f920b147841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:28:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:31.136557 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4155dd58-385d-48d3-8398-fa9973ab9f07 req-b8d68fcd-36b7-40ba-ac3d-b0aff2a12521 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589776 Aug 11 02:28:31.217913 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d070bcd5-5f0e-4616-ace0-e72c64d15b8a req-704323d6-dc8d-4df4-adba-9112a53c42cb tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432393 Aug 11 02:28:31.242729 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170d0fd7-6b05-4e64-b2ba-3336ce20bf74 None None] Resources bound (agent type, host, resource id): {{(pid=94508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:28:31.288269 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce6dcada-327c-47d6-83fe-2cc2aeecc03e tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Deleting subnet 6fe4aa81-0776-4da0-a080-190e7fa29b9b {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:28:31.318312 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-fd622625-79bf-4308-867e-1f920b147841 None None] Set router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:31.320811 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce6dcada-327c-47d6-83fe-2cc2aeecc03e tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:31.411748 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ae5be983-4c76-4576-a794-1d5421bacce2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:31.415886 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b1394b76-2877-4d7e-a5a7-9303e7b8506f req-6336c465-81bf-42a5-a0fd-1e5b49b9fbdd tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:31.438862 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33170) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:31.439380 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f994b427-a3ca-4342-8659-c3e2e1a3bfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d00e95d-57b2-43f2-8ff6-8166766e5b73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165603838', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '6d3eb3e1-5051-45d6-8aae-f18b48d5aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:28:17Z', 'updated_at': '2021-08-11T02:28:29Z', 'revision_number': 4, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'gw_port': {'id': '6d3eb3e1-5051-45d6-8aae-f18b48d5aed3', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:78:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d00e95d-57b2-43f2-8ff6-8166766e5b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:18Z', 'updated_at': '2021-08-11T02:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '8c9373ad-4d94-417f-befb-df8955efafcf', 'name': '', 'network_id': 'e8f183b7-2074-4760-8506-90bf43cf4fce', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'mac_address': 'fa:16:3e:af:e5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d00e95d-57b2-43f2-8ff6-8166766e5b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'fbff099a-515d-4481-b7ac-544c44a6dddf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:28Z', 'updated_at': '2021-08-11T02:28:30Z', 'revision_number': 2, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'subnets': [{'id': 'fbff099a-515d-4481-b7ac-544c44a6dddf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:31.546245 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f994b427-a3ca-4342-8659-c3e2e1a3bfc8 None None] Checking router: 5d00e95d-57b2-43f2-8ff6-8166766e5b73 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:28:31.546631 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f994b427-a3ca-4342-8659-c3e2e1a3bfc8 None None] Updating router 5d00e95d-57b2-43f2-8ff6-8166766e5b73 port 8c9373ad-4d94-417f-befb-df8955efafcf binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:28:31.551916 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336c465-81bf-42a5-a0fd-1e5b49b9fbdd tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Pushing event deleted for resources: {'Port': ['ID=3da99f90-27ce-4768-861c-ff3438bf0444,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:31.565717 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce6dcada-327c-47d6-83fe-2cc2aeecc03e tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:31.592130 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1b78a2d8-05ec-4b56-8f7c-9e79f43092cc up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:31.594855 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['9223b946-734e-45f4-b5ef-3289361e0db4'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:28:31.653966 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-f994b427-a3ca-4342-8659-c3e2e1a3bfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:31.670723 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5be983-4c76-4576-a794-1d5421bacce2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event updated for resources: {'Subnet': ['ID=be3f8059-023d-4d38-8db2-bcab16bd6598,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:31.700955 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1394b76-2877-4d7e-a5a7-9303e7b8506f req-6336c465-81bf-42a5-a0fd-1e5b49b9fbdd tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] No DVR routers for this DVR port 3da99f90-27ce-4768-861c-ff3438bf0444 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:31.713438 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b1394b76-2877-4d7e-a5a7-9303e7b8506f req-6336c465-81bf-42a5-a0fd-1e5b49b9fbdd tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:31.715449 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b1394b76-2877-4d7e-a5a7-9303e7b8506f req-6336c465-81bf-42a5-a0fd-1e5b49b9fbdd tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.66 "DELETE /v2.0/ports/3da99f90-27ce-4768-861c-ff3438bf0444 HTTP/1.1" status: 204 len: 173 time: 2.5564585 Aug 11 02:28:31.721257 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a81b8ce-5e3d-482d-993e-d33c17507961', 'name': 'network-vif-deleted', 'tag': '3da99f90-27ce-4768-861c-ff3438bf0444'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:31.723514 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d683db76-0c99-46e0-a7c0-04ab4a121d1b" -d '{"events": [{"server_uuid": "3a81b8ce-5e3d-482d-993e-d33c17507961", "name": "network-vif-deleted", "tag": "3da99f90-27ce-4768-861c-ff3438bf0444"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:31.738521 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5be983-4c76-4576-a794-1d5421bacce2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Checking segment: {'id': '08ef1eed-5f50-4c1f-812a-81db4955ceb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd51b7918-0b8f-42ee-bbdf-362f26fcc59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:31.738902 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5be983-4c76-4576-a794-1d5421bacce2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Network hostable DHCP agents. Network: d51b7918-0b8f-42ee-bbdf-362f26fcc59e, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:28:31.749768 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-a719b4c5-26cb-489c-9825-9e54cf085964 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:31.752466 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-a719b4c5-26cb-489c-9825-9e54cf085964 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/networks?id=e8f183b7-2074-4760-8506-90bf43cf4fce HTTP/1.1" status: 200 len: 797 time: 0.4114938 Aug 11 02:28:31.753620 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5025a847-6771-4b85-816a-55b3e0d442ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:31.806828 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-ccaad0b7-e045-47aa-97b2-6c2c6d7b7217 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/quotas/5c00de9e0a2c4b0fa10bdde3068cf710 HTTP/1.1" status: 200 len: 375 time: 0.0300164 Aug 11 02:28:31.818498 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce6dcada-327c-47d6-83fe-2cc2aeecc03e tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:31.859130 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bba197-b9b1-45b2-a223-55045ba35d8d x-openstack-request-id: req-22bba197-b9b1-45b2-a223-55045ba35d8d {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:31.859130 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a81b8ce-5e3d-482d-993e-d33c17507961", "name": "network-vif-deleted", "tag": "3da99f90-27ce-4768-861c-ff3438bf0444", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:31.859130 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-22bba197-b9b1-45b2-a223-55045ba35d8d {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:31.859130 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a81b8ce-5e3d-482d-993e-d33c17507961', 'name': 'network-vif-deleted', 'tag': '3da99f90-27ce-4768-861c-ff3438bf0444', 'status': 'completed', 'code': 200} Aug 11 02:28:31.859130 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5be983-4c76-4576-a794-1d5421bacce2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Network d51b7918-0b8f-42ee-bbdf-362f26fcc59e is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:28:31.931432 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-ae5be983-4c76-4576-a794-1d5421bacce2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, d51b7918-0b8f-42ee-bbdf-362f26fcc59e) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:31.955038 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5be983-4c76-4576-a794-1d5421bacce2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:31.955967 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ae5be983-4c76-4576-a794-1d5421bacce2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:31.989391 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a36059-17df-42c7-916d-fdfed6ab6c2d None None] Network e8f183b7-2074-4760-8506-90bf43cf4fce requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:31.998120 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5025a847-6771-4b85-816a-55b3e0d442ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:32.004899 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5025a847-6771-4b85-816a-55b3e0d442ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:32.035091 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-e01d2873-745d-440c-a1ba-d3899f535ac8 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5c00de9e0a2c4b0fa10bdde3068cf710&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2206185 Aug 11 02:28:32.044871 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ae5be983-4c76-4576-a794-1d5421bacce2 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.4468453 Aug 11 02:28:32.045561 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025a847-6771-4b85-816a-55b3e0d442ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3088e176-c0e3-42a4-a674-371db95a8b03,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:32.047854 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33176) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:32.053969 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-a43189e9-97ea-4c77-92b3-56048d8d46f6 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:32.059867 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce6dcada-327c-47d6-83fe-2cc2aeecc03e tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:32.099873 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5025a847-6771-4b85-816a-55b3e0d442ef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3a99ffda52c540198af26cfe3331b80d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6556740 Aug 11 02:28:32.101344 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33178) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:32.157524 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80a7a37-69f1-4aff-9464-0399aa199eb4 None None] Network d51b7918-0b8f-42ee-bbdf-362f26fcc59e requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:32.223282 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5c14e903-ba70-45c4-a7d1-80f9ead946a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:32.274983 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6dcada-327c-47d6-83fe-2cc2aeecc03e tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Subnet': ['ID=6fe4aa81-0776-4da0-a080-190e7fa29b9b,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:32.280052 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5c14e903-ba70-45c4-a7d1-80f9ead946a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:32.330922 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de547014-e1f9-44da-a428-cc62ab24bc23 None None] Network e1e94ed1-d07c-4dde-bc22-f2c475366caf requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:32.343997 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce6dcada-327c-47d6-83fe-2cc2aeecc03e tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:32.348692 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ce6dcada-327c-47d6-83fe-2cc2aeecc03e tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/subnets/6fe4aa81-0776-4da0-a080-190e7fa29b9b HTTP/1.1" status: 204 len: 168 time: 1.3660030 Aug 11 02:28:32.349333 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33184) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:32.420427 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ca8e2db8-be58-40ee-a2db-825b06773fc4 req-6c1f1dc1-6b88-45fd-8d07-63ede035f12c tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a81b8ce-5e3d-482d-993e-d33c17507961 HTTP/1.1" status: 200 len: 210 time: 0.0945778 Aug 11 02:28:32.449145 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5c14e903-ba70-45c4-a7d1-80f9ead946a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:32.452443 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5c14e903-ba70-45c4-a7d1-80f9ead946a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:32.454146 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5c14e903-ba70-45c4-a7d1-80f9ead946a5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3088e176-c0e3-42a4-a674-371db95a8b03 HTTP/1.1" status: 204 len: 168 time: 0.3505566 Aug 11 02:28:32.470901 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14e903-ba70-45c4-a7d1-80f9ead946a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3088e176-c0e3-42a4-a674-371db95a8b03,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:32.499840 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-f994b427-a3ca-4342-8659-c3e2e1a3bfc8 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:32.551090 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-f994b427-a3ca-4342-8659-c3e2e1a3bfc8 None None] Transition to ACTIVE for port object 8c9373ad-4d94-417f-befb-df8955efafcf will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:32.559069 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-f994b427-a3ca-4342-8659-c3e2e1a3bfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:32.589550 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a43189e9-97ea-4c77-92b3-56048d8d46f6 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-125144874'] for subnet, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:32.634450 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 3da99f90-27ce-4768-861c-ff3438bf0444 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:32.646708 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec72184-af5e-4274-b81d-283fc9e5e103 req-fc105a84-fa8a-44ad-857c-1514dadaed2d tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:32.656175 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2ec72184-af5e-4274-b81d-283fc9e5e103 req-fc105a84-fa8a-44ad-857c-1514dadaed2d tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 945 time: 0.1055429 Aug 11 02:28:32.705763 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2ec72184-af5e-4274-b81d-283fc9e5e103 req-d37f92d0-3b73-4e2a-8767-350d7a55fd29 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481303 Aug 11 02:28:32.735050 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01a492-59c8-4ec3-bfc7-d3ab24a9c00d None None] Pushing event updated for resources: {'Port': ['ID=8c9373ad-4d94-417f-befb-df8955efafcf,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:32.753289 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ae43109-f9e8-4830-ad65-0760b5da174c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:32.755369 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 3da99f90-27ce-4768-861c-ff3438bf0444 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:32.755837 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 3da99f90-27ce-4768-861c-ff3438bf0444 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:32.768779 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-8935fbbb-cbf1-461c-ab7e-88ff0de40c01 service neutron] 10.222.0.50 "GET /v2.0/networks/e8f183b7-2074-4760-8506-90bf43cf4fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7067602 Aug 11 02:28:32.786512 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 1b78a2d8-05ec-4b56-8f7c-9e79f43092cc completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:32.787250 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-f994b427-a3ca-4342-8659-c3e2e1a3bfc8 None None] Attempting to bind port 8c9373ad-4d94-417f-befb-df8955efafcf on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:32.787954 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-f994b427-a3ca-4342-8659-c3e2e1a3bfc8 None None] Attempting to bind port 8c9373ad-4d94-417f-befb-df8955efafcf by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'fe54c996-f0f7-41f5-8242-a3d47b49502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e8f183b7-2074-4760-8506-90bf43cf4fce'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:32.788539 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994b427-a3ca-4342-8659-c3e2e1a3bfc8 None None] Attempting to bind port 8c9373ad-4d94-417f-befb-df8955efafcf on network e8f183b7-2074-4760-8506-90bf43cf4fce {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:32.794836 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994b427-a3ca-4342-8659-c3e2e1a3bfc8 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:32.795455 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994b427-a3ca-4342-8659-c3e2e1a3bfc8 None None] Checking segment: {'id': 'fe54c996-f0f7-41f5-8242-a3d47b49502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e8f183b7-2074-4760-8506-90bf43cf4fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:32.796317 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-f994b427-a3ca-4342-8659-c3e2e1a3bfc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:32.797152 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994b427-a3ca-4342-8659-c3e2e1a3bfc8 None None] Bound using segment: {'id': 'fe54c996-f0f7-41f5-8242-a3d47b49502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e8f183b7-2074-4760-8506-90bf43cf4fce'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:32.799134 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-f994b427-a3ca-4342-8659-c3e2e1a3bfc8 None None] Bound port: 8c9373ad-4d94-417f-befb-df8955efafcf, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe54c996-f0f7-41f5-8242-a3d47b49502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e8f183b7-2074-4760-8506-90bf43cf4fce'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:32.799733 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-f994b427-a3ca-4342-8659-c3e2e1a3bfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:32.805021 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 1b78a2d8-05ec-4b56-8f7c-9e79f43092cc triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:32.805867 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:32.895525 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-f994b427-a3ca-4342-8659-c3e2e1a3bfc8 None None] For port 8c9373ad-4d94-417f-befb-df8955efafcf, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:32.901386 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-f994b427-a3ca-4342-8659-c3e2e1a3bfc8 None None] For port 8c9373ad-4d94-417f-befb-df8955efafcf, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8c9373ad-4d94-417f-befb-df8955efafcf,segment=NetworkSegment(fe54c996-f0f7-41f5-8242-a3d47b49502b),segment_id=fe54c996-f0f7-41f5-8242-a3d47b49502b)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:32.907015 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-f994b427-a3ca-4342-8659-c3e2e1a3bfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:32.964495 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deec9892-eb51-4a88-89bd-3489dd0826e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-d51b7918-0b8f-42ee-bbdf-362f26fcc59e', 'network_id': 'd51b7918-0b8f-42ee-bbdf-362f26fcc59e', 'tenant_id': '34d17922c8134f7abe1279d83fc924da', 'fixed_ips': [{'subnet_id': 'be3f8059-023d-4d38-8db2-bcab16bd6598'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:28:32.965595 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-deec9892-eb51-4a88-89bd-3489dd0826e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:32.995208 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01a492-59c8-4ec3-bfc7-d3ab24a9c00d None None] Pushing event updated for resources: {'Port': ['ID=8c9373ad-4d94-417f-befb-df8955efafcf,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:33.047043 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f994b427-a3ca-4342-8659-c3e2e1a3bfc8 None None] Routers {'5d00e95d-57b2-43f2-8ff6-8166766e5b73'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:33.047799 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f994b427-a3ca-4342-8659-c3e2e1a3bfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:28:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5d00e95d-57b2-43f2-8ff6-8166766e5b73'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:33.065421 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-fd622625-79bf-4308-867e-1f920b147841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:28:28Z', 'revision_number': 8, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None, '_interfaces': [{'id': '45cd7a37-1efe-4f8d-87b7-a437d7dadad8', 'name': '', 'network_id': '72008c27-a7dc-40cc-b074-c529a85c4e98', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:d4:fb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:11Z', 'updated_at': '2021-08-11T02:28:20Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c02b758-2df9-46f9-ab7c-5e3405cf6dde', 'name': '', 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:5b:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:58Z', 'updated_at': '2021-08-11T02:28:07Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd464a23a-bb8d-4f79-9b1e-a3e2da2c58f8', 'name': '', 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:fa:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:04Z', 'updated_at': '2021-08-11T02:28:13Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:33.067907 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-fb8a0482-4930-4eff-9e90-ba66b1d9efc2 service neutron] 10.222.0.50 "GET /v2.0/networks/e8f183b7-2074-4760-8506-90bf43cf4fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836781 Aug 11 02:28:33.143093 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-0ae43109-f9e8-4830-ad65-0760b5da174c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Deleting port 1a537dd7-e2f7-4d3e-b24c-9858feeec810 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:33.143560 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ae43109-f9e8-4830-ad65-0760b5da174c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:33.163368 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd622625-79bf-4308-867e-1f920b147841 None None] Checking router: cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:28:33.218574 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a43189e9-97ea-4c77-92b3-56048d8d46f6 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737238983060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-125030025'] for subnet, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:33.270954 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-f994b427-a3ca-4342-8659-c3e2e1a3bfc8 None None] Set router 5d00e95d-57b2-43f2-8ff6-8166766e5b73 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:33.367814 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f084765b-c6a2-44f8-820d-5567133227bd req-d41c415c-ef5b-49a0-ac1f-65b5270aab49 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d69c60f-fb37-486d-a0c9-44be095f748c HTTP/1.1" status: 200 len: 210 time: 0.0568857 Aug 11 02:28:33.421065 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43189e9-97ea-4c77-92b3-56048d8d46f6 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event updated for resources: {'Subnet': ['ID=be3f8059-023d-4d38-8db2-bcab16bd6598,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:33.422120 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd622625-79bf-4308-867e-1f920b147841 None None] Routers {'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:33.422763 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-fd622625-79bf-4308-867e-1f920b147841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:28:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:33.456279 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3aa375-3869-479b-848d-f5fb979de55f None None] DHCP port deletion for e1e94ed1-d07c-4dde-bc22-f2c475366caf request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:28:33.459581 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43189e9-97ea-4c77-92b3-56048d8d46f6 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:33.461450 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a43189e9-97ea-4c77-92b3-56048d8d46f6 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:33.463986 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a43189e9-97ea-4c77-92b3-56048d8d46f6 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "PUT /v2.0/subnets/be3f8059-023d-4d38-8db2-bcab16bd6598 HTTP/1.1" status: 200 len: 900 time: 1.4143531 Aug 11 02:28:33.466780 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33210) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:33.500085 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-0ae43109-f9e8-4830-ad65-0760b5da174c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] For port 1a537dd7-e2f7-4d3e-b24c-9858feeec810, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=1a537dd7-e2f7-4d3e-b24c-9858feeec810,segment=NetworkSegment(36a49240-822f-458a-b0f1-29e973f921f7),segment_id=36a49240-822f-458a-b0f1-29e973f921f7)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:33.502538 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ae43109-f9e8-4830-ad65-0760b5da174c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:33.561267 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-0ae43109-f9e8-4830-ad65-0760b5da174c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Calling delete_port for 1a537dd7-e2f7-4d3e-b24c-9858feeec810 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:33.680510 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f994b427-a3ca-4342-8659-c3e2e1a3bfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d00e95d-57b2-43f2-8ff6-8166766e5b73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165603838', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '6d3eb3e1-5051-45d6-8aae-f18b48d5aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:28:17Z', 'updated_at': '2021-08-11T02:28:29Z', 'revision_number': 4, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'gw_port': {'id': '6d3eb3e1-5051-45d6-8aae-f18b48d5aed3', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:78:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d00e95d-57b2-43f2-8ff6-8166766e5b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:18Z', 'updated_at': '2021-08-11T02:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '8c9373ad-4d94-417f-befb-df8955efafcf', 'name': '', 'network_id': 'e8f183b7-2074-4760-8506-90bf43cf4fce', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'mac_address': 'fa:16:3e:af:e5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d00e95d-57b2-43f2-8ff6-8166766e5b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'fbff099a-515d-4481-b7ac-544c44a6dddf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:28Z', 'updated_at': '2021-08-11T02:28:32Z', 'revision_number': 4, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'subnets': [{'id': 'fbff099a-515d-4481-b7ac-544c44a6dddf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:33.695122 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-fd622625-79bf-4308-867e-1f920b147841 None None] Set router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:33.770028 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f994b427-a3ca-4342-8659-c3e2e1a3bfc8 None None] The sync data for ids ['5d00e95d-57b2-43f2-8ff6-8166766e5b73'] in n-d-615180-33 is: [{'id': '5d00e95d-57b2-43f2-8ff6-8166766e5b73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165603838', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '6d3eb3e1-5051-45d6-8aae-f18b48d5aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:28:17Z', 'updated_at': '2021-08-11T02:28:29Z', 'revision_number': 4, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'gw_port': {'id': '6d3eb3e1-5051-45d6-8aae-f18b48d5aed3', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:78:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d00e95d-57b2-43f2-8ff6-8166766e5b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:18Z', 'updated_at': '2021-08-11T02:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '8c9373ad-4d94-417f-befb-df8955efafcf', 'name': '', 'network_id': 'e8f183b7-2074-4760-8506-90bf43cf4fce', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'mac_address': 'fa:16:3e:af:e5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d00e95d-57b2-43f2-8ff6-8166766e5b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'fbff099a-515d-4481-b7ac-544c44a6dddf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:28Z', 'updated_at': '2021-08-11T02:28:32Z', 'revision_number': 4, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'subnets': [{'id': 'fbff099a-515d-4481-b7ac-544c44a6dddf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:33.814944 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ae43109-f9e8-4830-ad65-0760b5da174c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:33.859187 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f828c-c6a9-4d63-9ea2-9c1a2c6e8958 req-cc29b4db-ee3f-4922-b580-b57c089d6f26 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:33.880380 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bd2f828c-c6a9-4d63-9ea2-9c1a2c6e8958 req-cc29b4db-ee3f-4922-b580-b57c089d6f26 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.2506275 Aug 11 02:28:33.953260 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae43109-f9e8-4830-ad65-0760b5da174c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Port': ['ID=1a537dd7-e2f7-4d3e-b24c-9858feeec810,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:33.987598 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:33.996435 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bd2f828c-c6a9-4d63-9ea2-9c1a2c6e8958 req-a759b32e-8929-436c-8584-3ea1c1389a53 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148338 Aug 11 02:28:34.029824 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae43109-f9e8-4830-ad65-0760b5da174c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] No DVR routers for this DVR port 1a537dd7-e2f7-4d3e-b24c-9858feeec810 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:34.086780 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba05587-6ad3-4e5d-ad5c-b48d069218c8 req-ee91b5ca-ff3f-4b88-ae49-3a2b4fc4e332 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:34.097740 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0ba05587-6ad3-4e5d-ad5c-b48d069218c8 req-ee91b5ca-ff3f-4b88-ae49-3a2b4fc4e332 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 945 time: 0.1556482 Aug 11 02:28:34.211371 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:34.233395 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ae43109-f9e8-4830-ad65-0760b5da174c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:34.244844 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0ba05587-6ad3-4e5d-ad5c-b48d069218c8 req-ea34204e-64b9-433e-8c38-9b3e3e7cf089 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459205 Aug 11 02:28:34.261811 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-0ae43109-f9e8-4830-ad65-0760b5da174c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e94ed1-d07c-4dde-bc22-f2c475366caf']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:34.270428 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:34.278390 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6ef31c-5981-4d61-83ea-12c3b725d2cf None None] Network e8f183b7-2074-4760-8506-90bf43cf4fce requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:34.282028 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-ce3aa375-3869-479b-848d-f5fb979de55f None None] The port '1a537dd7-e2f7-4d3e-b24c-9858feeec810' was deleted {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 11 02:28:34.292754 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-0ae43109-f9e8-4830-ad65-0760b5da174c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a49240-822f-458a-b0f1-29e973f921f7') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:34.293156 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-0ae43109-f9e8-4830-ad65-0760b5da174c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a49240-822f-458a-b0f1-29e973f921f7') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:34.307468 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ae43109-f9e8-4830-ad65-0760b5da174c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:34.342526 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ae43109-f9e8-4830-ad65-0760b5da174c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:34.364859 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae43109-f9e8-4830-ad65-0760b5da174c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:28:34.366150 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ae43109-f9e8-4830-ad65-0760b5da174c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:28:34.374771 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:28:34.537960 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c0336b43-7774-4f1c-bce6-f0f795f2244f req-7eff038d-3bb7-44cf-91a3-ef14ba8a7362 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d69c60f-fb37-486d-a0c9-44be095f748c HTTP/1.1" status: 200 len: 210 time: 0.0586014 Aug 11 02:28:34.542439 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-65dfc98f-912d-4ec3-aba7-a1676c707a40 None None] Provisioning for port 8c9373ad-4d94-417f-befb-df8955efafcf completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:34.553418 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e292e7-f1e9-4a74-a29c-d4efe07952fd req-134d07c9-e20d-4e85-9a7c-f78f9fe15e40 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:34.561180 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-16e292e7-f1e9-4a74-a29c-d4efe07952fd req-134d07c9-e20d-4e85-9a7c-f78f9fe15e40 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.0994496 Aug 11 02:28:34.564894 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ae43109-f9e8-4830-ad65-0760b5da174c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:34.633378 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ae43109-f9e8-4830-ad65-0760b5da174c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:34.635750 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0ae43109-f9e8-4830-ad65-0760b5da174c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/networks/e1e94ed1-d07c-4dde-bc22-f2c475366caf HTTP/1.1" status: 204 len: 168 time: 2.2814295 Aug 11 02:28:34.638708 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33240) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:34.653853 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae43109-f9e8-4830-ad65-0760b5da174c tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Network': ['ID=e1e94ed1-d07c-4dde-bc22-f2c475366caf,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:34.655092 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-deec9892-eb51-4a88-89bd-3489dd0826e6 None None] Allocated IP 2001:db8::3 (d51b7918-0b8f-42ee-bbdf-362f26fcc59e/be3f8059-023d-4d38-8db2-bcab16bd6598/70ff9e39-b517-4f91-983b-fa3bb41ea3a3) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:34.681776 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-16e292e7-f1e9-4a74-a29c-d4efe07952fd req-251a4451-a669-45ce-9518-826bfcf95736 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194572 Aug 11 02:28:34.691147 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 1b78a2d8-05ec-4b56-8f7c-9e79f43092cc, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=1b78a2d8-05ec-4b56-8f7c-9e79f43092cc,segment=NetworkSegment(fe54c996-f0f7-41f5-8242-a3d47b49502b),segment_id=fe54c996-f0f7-41f5-8242-a3d47b49502b)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:34.700564 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:34.701379 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 6d3eb3e1-5051-45d6-8aae-f18b48d5aed3 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:35.012976 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-65dfc98f-912d-4ec3-aba7-a1676c707a40 None None] Provisioning complete for port 1b78a2d8-05ec-4b56-8f7c-9e79f43092cc triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:35.013863 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-65dfc98f-912d-4ec3-aba7-a1676c707a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:35.066795 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d5af2-f0d2-4d3b-afe4-b871a9b1a49c req-55e19d46-fa1f-4206-bbed-d684e3303687 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:35.075216 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5d3d5af2-f0d2-4d3b-afe4-b871a9b1a49c req-55e19d46-fa1f-4206-bbed-d684e3303687 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.2043080 Aug 11 02:28:35.090044 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=1b78a2d8-05ec-4b56-8f7c-9e79f43092cc,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:35.124679 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-9f8a1e69-36d7-4a62-89c5-6082211997f9 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:35.127090 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-9f8a1e69-36d7-4a62-89c5-6082211997f9 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.73 "GET /v2.0/networks?id=e8f183b7-2074-4760-8506-90bf43cf4fce HTTP/1.1" status: 200 len: 797 time: 0.2236075 Aug 11 02:28:35.182061 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-2497dcbd-e2af-453f-8ede-a9ace48fb700 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Request body: {'port': {'device_id': '1d69c60f-fb37-486d-a0c9-44be095f748c', 'network_id': 'e8f183b7-2074-4760-8506-90bf43cf4fce', 'admin_state_up': True, 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:35.210668 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 6d3eb3e1-5051-45d6-8aae-f18b48d5aed3 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:35.211044 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:35.288946 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-deec9892-eb51-4a88-89bd-3489dd0826e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:35.305780 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-deec9892-eb51-4a88-89bd-3489dd0826e6 None None] Transition to ACTIVE for port object 70ff9e39-b517-4f91-983b-fa3bb41ea3a3 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:35.315026 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5d3d5af2-f0d2-4d3b-afe4-b871a9b1a49c req-99bac14c-0aed-48f3-83dd-4c07b9ae8394 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386191 Aug 11 02:28:35.328851 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-deec9892-eb51-4a88-89bd-3489dd0826e6 None None] Transition to ACTIVE for port object 70ff9e39-b517-4f91-983b-fa3bb41ea3a3 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:35.396292 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-fd622625-79bf-4308-867e-1f920b147841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:28:28Z', 'revision_number': 8, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None, '_interfaces': [{'id': '45cd7a37-1efe-4f8d-87b7-a437d7dadad8', 'name': '', 'network_id': '72008c27-a7dc-40cc-b074-c529a85c4e98', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:d4:fb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:11Z', 'updated_at': '2021-08-11T02:28:20Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c02b758-2df9-46f9-ab7c-5e3405cf6dde', 'name': '', 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:5b:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:58Z', 'updated_at': '2021-08-11T02:28:07Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd464a23a-bb8d-4f79-9b1e-a3e2da2c58f8', 'name': '', 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:fa:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:04Z', 'updated_at': '2021-08-11T02:28:13Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:35.403141 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-deec9892-eb51-4a88-89bd-3489dd0826e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:35.436573 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a52776-5633-4560-aab7-04746184ee00 req-c78e6b1d-6e68-4c72-bfe2-82512dc5a3d6 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:35.438162 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f1a52776-5633-4560-aab7-04746184ee00 req-c78e6b1d-6e68-4c72-bfe2-82512dc5a3d6 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 945 time: 0.0887511 Aug 11 02:28:35.474455 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd622625-79bf-4308-867e-1f920b147841 None None] The sync data for ids ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'] in n-d-615180-33 is: [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:28:28Z', 'revision_number': 8, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None, '_interfaces': [{'id': '45cd7a37-1efe-4f8d-87b7-a437d7dadad8', 'name': '', 'network_id': '72008c27-a7dc-40cc-b074-c529a85c4e98', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:d4:fb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:11Z', 'updated_at': '2021-08-11T02:28:20Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '4cbd2eab-ab50-4146-b3be-d9c736119cb2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c02b758-2df9-46f9-ab7c-5e3405cf6dde', 'name': '', 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:5b:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:58Z', 'updated_at': '2021-08-11T02:28:07Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd464a23a-bb8d-4f79-9b1e-a3e2da2c58f8', 'name': '', 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:fa:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:04Z', 'updated_at': '2021-08-11T02:28:13Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:35.555911 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f1a52776-5633-4560-aab7-04746184ee00 req-a42044f6-0029-42ca-a99c-60c658fc48a0 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094964 Aug 11 02:28:35.582211 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deec9892-eb51-4a88-89bd-3489dd0826e6 None None] Network d51b7918-0b8f-42ee-bbdf-362f26fcc59e is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:35.620384 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-deec9892-eb51-4a88-89bd-3489dd0826e6 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:35.623160 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deec9892-eb51-4a88-89bd-3489dd0826e6 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:35.638233 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:35.722093 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event deleted for resources: {'Subnet': ['ID=be3f8059-023d-4d38-8db2-bcab16bd6598,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:35.777105 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-2497dcbd-e2af-453f-8ede-a9ace48fb700 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Made reservation on behalf of 5c00de9e0a2c4b0fa10bdde3068cf710 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:35.787129 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-2497dcbd-e2af-453f-8ede-a9ace48fb700 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:35.869616 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec9892-eb51-4a88-89bd-3489dd0826e6 None None] Pushing event updated for resources: {'Port': ['ID=70ff9e39-b517-4f91-983b-fa3bb41ea3a3,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:35.916949 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-deec9892-eb51-4a88-89bd-3489dd0826e6 None None] Attempting to bind port 70ff9e39-b517-4f91-983b-fa3bb41ea3a3 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:35.917518 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-deec9892-eb51-4a88-89bd-3489dd0826e6 None None] Attempting to bind port 70ff9e39-b517-4f91-983b-fa3bb41ea3a3 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '08ef1eed-5f50-4c1f-812a-81db4955ceb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd51b7918-0b8f-42ee-bbdf-362f26fcc59e'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:35.917976 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deec9892-eb51-4a88-89bd-3489dd0826e6 None None] Attempting to bind port 70ff9e39-b517-4f91-983b-fa3bb41ea3a3 on network d51b7918-0b8f-42ee-bbdf-362f26fcc59e {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:35.934372 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deec9892-eb51-4a88-89bd-3489dd0826e6 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:35.934747 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deec9892-eb51-4a88-89bd-3489dd0826e6 None None] Checking segment: {'id': '08ef1eed-5f50-4c1f-812a-81db4955ceb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd51b7918-0b8f-42ee-bbdf-362f26fcc59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:35.935325 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-deec9892-eb51-4a88-89bd-3489dd0826e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:35.935611 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deec9892-eb51-4a88-89bd-3489dd0826e6 None None] Bound using segment: {'id': '08ef1eed-5f50-4c1f-812a-81db4955ceb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd51b7918-0b8f-42ee-bbdf-362f26fcc59e'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:35.936088 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-deec9892-eb51-4a88-89bd-3489dd0826e6 None None] Bound port: 70ff9e39-b517-4f91-983b-fa3bb41ea3a3, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ef1eed-5f50-4c1f-812a-81db4955ceb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd51b7918-0b8f-42ee-bbdf-362f26fcc59e'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:35.936473 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-deec9892-eb51-4a88-89bd-3489dd0826e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:35.941029 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4fe00830-e842-424b-8ca8-848d3bdd6730 None None] Provisioning complete for port 1b78a2d8-05ec-4b56-8f7c-9e79f43092cc triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:35.941401 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4fe00830-e842-424b-8ca8-848d3bdd6730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:36.023284 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:36.042041 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d51b7918-0b8f-42ee-bbdf-362f26fcc59e']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:36.053690 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ef1eed-5f50-4c1f-812a-81db4955ceb4') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:36.053987 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ef1eed-5f50-4c1f-812a-81db4955ceb4') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:36.061924 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-deec9892-eb51-4a88-89bd-3489dd0826e6 None None] For port 70ff9e39-b517-4f91-983b-fa3bb41ea3a3, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:36.065623 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-deec9892-eb51-4a88-89bd-3489dd0826e6 None None] For port 70ff9e39-b517-4f91-983b-fa3bb41ea3a3, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=70ff9e39-b517-4f91-983b-fa3bb41ea3a3,segment=NetworkSegment(08ef1eed-5f50-4c1f-812a-81db4955ceb4),segment_id=08ef1eed-5f50-4c1f-812a-81db4955ceb4)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:36.067563 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:36.074281 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-deec9892-eb51-4a88-89bd-3489dd0826e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:36.116016 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:36.135665 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:28:36.136078 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:28:36.147815 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:28:36.152481 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b515ed6e-3e7b-4e54-9b90-3f2b89c001b8 req-0447cfed-b242-4749-a796-75fa87c71af1 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d69c60f-fb37-486d-a0c9-44be095f748c HTTP/1.1" status: 200 len: 210 time: 0.4315946 Aug 11 02:28:36.172530 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec9892-eb51-4a88-89bd-3489dd0826e6 None None] Pushing event updated for resources: {'Port': ['ID=70ff9e39-b517-4f91-983b-fa3bb41ea3a3,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:36.274323 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10352bc2-0650-467d-8213-9af7c696fe96 None None] Network d51b7918-0b8f-42ee-bbdf-362f26fcc59e requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:36.280015 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8c9373ad-4d94-417f-befb-df8955efafcf up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:36.379466 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-2497dcbd-e2af-453f-8ede-a9ace48fb700 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Allocated IP 172.20.0.20 (e8f183b7-2074-4760-8506-90bf43cf4fce/fbff099a-515d-4481-b7ac-544c44a6dddf/2f3d4284-ff36-40b8-ba05-e196fc7d7cc4) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:36.383668 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.db.api [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:28:36.383668 n-d-615180-33 neutron-server[94507]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:28:36.383668 n-d-615180-33 neutron-server[94507]: [parameters: {'id': 'd51b7918-0b8f-42ee-bbdf-362f26fcc59e'}] Aug 11 02:28:36.383668 n-d-615180-33 neutron-server[94507]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:28:36.385016 n-d-615180-33 neutron-server[94507]: DEBUG oslo_db.api [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:28:36.421027 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7cf1de25-8d44-4caa-b9c9-fbe447d2ac15 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:36.454936 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 8c9373ad-4d94-417f-befb-df8955efafcf completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:36.461969 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 8c9373ad-4d94-417f-befb-df8955efafcf triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:36.462356 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:36.494171 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c851f7a-cf7d-44ee-840b-76446acffa85 None None] Network d51b7918-0b8f-42ee-bbdf-362f26fcc59e requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:36.685577 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-51895a18-988b-4dca-9ccf-d07a1e718b1b None None] Provisioning complete for port 8c9373ad-4d94-417f-befb-df8955efafcf triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:36.685955 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-51895a18-988b-4dca-9ccf-d07a1e718b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:36.691163 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:36.772389 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32ba28-896e-4742-84d1-cd61ad190dfa req-e5355f6a-4f67-4171-a4da-0ff1a76995cf tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:36.781078 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9d32ba28-896e-4742-84d1-cd61ad190dfa req-e5355f6a-4f67-4171-a4da-0ff1a76995cf tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 945 time: 0.1030321 Aug 11 02:28:36.786854 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 8c9373ad-4d94-417f-befb-df8955efafcf, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8c9373ad-4d94-417f-befb-df8955efafcf,segment=NetworkSegment(fe54c996-f0f7-41f5-8242-a3d47b49502b),segment_id=fe54c996-f0f7-41f5-8242-a3d47b49502b)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:36.803796 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:36.804613 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1b78a2d8-05ec-4b56-8f7c-9e79f43092cc up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:36.830108 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9d32ba28-896e-4742-84d1-cd61ad190dfa req-ebbacd80-efd0-4029-ae9f-74a5a7ffcca1 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468755 Aug 11 02:28:36.965868 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3532f061-e2f6-4242-8aca-816c36693e84 None None] get_active_networks_info from n-d-615180-33 {{(pid=94508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:28:37.051959 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 1b78a2d8-05ec-4b56-8f7c-9e79f43092cc triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:37.052473 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:37.060581 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=8c9373ad-4d94-417f-befb-df8955efafcf,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:37.150638 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:37.254838 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-13cd9b5f-4393-4be9-9981-a6da3e4606a1 None None] Provisioning complete for port 8c9373ad-4d94-417f-befb-df8955efafcf triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:37.255153 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-13cd9b5f-4393-4be9-9981-a6da3e4606a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:37.300695 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3532f061-e2f6-4242-8aca-816c36693e84 None None] Resources bound (agent type, host, resource id): {{(pid=94508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:28:37.337519 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-2497dcbd-e2af-453f-8ede-a9ace48fb700 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:37.399403 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-2497dcbd-e2af-453f-8ede-a9ace48fb700 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Transition to ACTIVE for port object 2f3d4284-ff36-40b8-ba05-e196fc7d7cc4 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:37.402072 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fa22a478-d9b5-4664-b594-4f10cd6a1579 req-aeddb398-38be-49f2-8986-2102c284bc88 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d69c60f-fb37-486d-a0c9-44be095f748c HTTP/1.1" status: 200 len: 210 time: 0.0575399 Aug 11 02:28:37.429640 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1a537dd7-e2f7-4d3e-b24c-9858feeec810 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:37.510749 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 1a537dd7-e2f7-4d3e-b24c-9858feeec810 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:37.511333 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1a537dd7-e2f7-4d3e-b24c-9858feeec810 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:37.511552 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d3c1a4aa-d9f6-49d4-9931-f68522fd5868 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:37.536457 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Deleting port 70ff9e39-b517-4f91-983b-fa3bb41ea3a3 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:37.536809 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:37.541200 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-2497dcbd-e2af-453f-8ede-a9ace48fb700 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:37.553120 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0987a71-1cc6-4ea9-87b5-1e45204f7430 req-abd63c0d-f143-4023-b75a-ffb4d894df34 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:37.556263 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a0987a71-1cc6-4ea9-87b5-1e45204f7430 req-abd63c0d-f143-4023-b75a-ffb4d894df34 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.0632887 Aug 11 02:28:37.604860 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: d3c1a4aa-d9f6-49d4-9931-f68522fd5868 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:37.604860 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d3c1a4aa-d9f6-49d4-9931-f68522fd5868 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:37.621651 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a0987a71-1cc6-4ea9-87b5-1e45204f7430 req-133153a5-5704-467f-a2e0-628614fd9adf tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581706 Aug 11 02:28:37.654886 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-2497dcbd-e2af-453f-8ede-a9ace48fb700 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Network e8f183b7-2074-4760-8506-90bf43cf4fce is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:37.669265 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-2497dcbd-e2af-453f-8ede-a9ace48fb700 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:37.672390 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] For port 70ff9e39-b517-4f91-983b-fa3bb41ea3a3, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=70ff9e39-b517-4f91-983b-fa3bb41ea3a3,segment=NetworkSegment(08ef1eed-5f50-4c1f-812a-81db4955ceb4),segment_id=08ef1eed-5f50-4c1f-812a-81db4955ceb4)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:37.672770 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:37.679611 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-2497dcbd-e2af-453f-8ede-a9ace48fb700 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:37.717950 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497dcbd-e2af-453f-8ede-a9ace48fb700 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event updated for resources: {'Port': ['ID=2f3d4284-ff36-40b8-ba05-e196fc7d7cc4,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:37.720649 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Calling delete_port for 70ff9e39-b517-4f91-983b-fa3bb41ea3a3 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:37.775065 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-7cf1de25-8d44-4caa-b9c9-fbe447d2ac15 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Deleting port 45cd7a37-1efe-4f8d-87b7-a437d7dadad8 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:37.775414 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7cf1de25-8d44-4caa-b9c9-fbe447d2ac15 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:37.866518 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-2497dcbd-e2af-453f-8ede-a9ace48fb700 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:37.866988 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-2497dcbd-e2af-453f-8ede-a9ace48fb700 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:37.926206 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b431e8d-710d-4f4e-a24b-2d913288528b req-df9aaf3d-d2d3-4f34-8305-5419edab0ad5 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:37.927857 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7b431e8d-710d-4f4e-a24b-2d913288528b req-df9aaf3d-d2d3-4f34-8305-5419edab0ad5 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.2043767 Aug 11 02:28:37.948980 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-2497dcbd-e2af-453f-8ede-a9ace48fb700 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.7708647 Aug 11 02:28:37.975240 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-3cf5a89b-a038-4d78-a38f-a99a218ad8fb service neutron] Request body: {'port': {'device_id': '1d69c60f-fb37-486d-a0c9-44be095f748c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:38.019052 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8c9373ad-4d94-417f-befb-df8955efafcf up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:38.036471 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-7cf1de25-8d44-4caa-b9c9-fbe447d2ac15 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] For port 45cd7a37-1efe-4f8d-87b7-a437d7dadad8, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=45cd7a37-1efe-4f8d-87b7-a437d7dadad8,segment=NetworkSegment(3365133d-213f-4429-83a4-a93dd23f8428),segment_id=3365133d-213f-4429-83a4-a93dd23f8428)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:38.036854 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7cf1de25-8d44-4caa-b9c9-fbe447d2ac15 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.038316 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6082c-15e3-4a2f-861a-9f0d6666f918 req-96417df7-0f08-424f-ac86-52d93575b657 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:38.040881 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-58f6082c-15e3-4a2f-861a-9f0d6666f918 req-96417df7-0f08-424f-ac86-52d93575b657 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 945 time: 0.0745673 Aug 11 02:28:38.065288 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7b431e8d-710d-4f4e-a24b-2d913288528b req-fa67d616-4654-4442-a185-37dc68092505 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241400 Aug 11 02:28:38.088234 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 8c9373ad-4d94-417f-befb-df8955efafcf triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:38.088234 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.091183 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-7cf1de25-8d44-4caa-b9c9-fbe447d2ac15 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Calling delete_port for 45cd7a37-1efe-4f8d-87b7-a437d7dadad8 owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:38.094889 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.146134 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] No DVR routers for this DVR port 70ff9e39-b517-4f91-983b-fa3bb41ea3a3 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:38.150084 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event deleted for resources: {'Port': ['ID=70ff9e39-b517-4f91-983b-fa3bb41ea3a3,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:38.172426 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-58f6082c-15e3-4a2f-861a-9f0d6666f918 req-dc51aa01-a9e8-4f8f-9c25-e5475ac345bc tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195760 Aug 11 02:28:38.206375 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-3cf5a89b-a038-4d78-a38f-a99a218ad8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.378175 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.398648 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d51b7918-0b8f-42ee-bbdf-362f26fcc59e']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:38.418100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ef1eed-5f50-4c1f-812a-81db4955ceb4') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:38.418648 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ef1eed-5f50-4c1f-812a-81db4955ceb4') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:38.446062 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-6dc5424c-5723-4392-8a15-b820328cd9b1 None None] Provisioning for port 2f3d4284-ff36-40b8-ba05-e196fc7d7cc4 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:38.450680 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-6dc5424c-5723-4392-8a15-b820328cd9b1 None None] Provisioning complete for port 2f3d4284-ff36-40b8-ba05-e196fc7d7cc4 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:38.451068 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6dc5424c-5723-4392-8a15-b820328cd9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.504320 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-6dc5424c-5723-4392-8a15-b820328cd9b1 None None] Port 2f3d4284-ff36-40b8-ba05-e196fc7d7cc4 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:28:38.577319 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.646696 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.696871 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:28:38.697314 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:28:38.725943 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:28:38.804636 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7830879-527c-491b-bc6a-457d912ff803 req-74ca04a6-8dfe-40e8-9bd4-d38a0cf9504b tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:38.806172 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b7830879-527c-491b-bc6a-457d912ff803 req-74ca04a6-8dfe-40e8-9bd4-d38a0cf9504b tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d69c60f-fb37-486d-a0c9-44be095f748c HTTP/1.1" status: 200 len: 895 time: 0.2473674 Aug 11 02:28:38.835453 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7cf1de25-8d44-4caa-b9c9-fbe447d2ac15 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.842240 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.882294 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1de25-8d44-4caa-b9c9-fbe447d2ac15 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Port': ['ID=45cd7a37-1efe-4f8d-87b7-a437d7dadad8,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:38.897467 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.899783 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "DELETE /v2.0/networks/d51b7918-0b8f-42ee-bbdf-362f26fcc59e HTTP/1.1" status: 204 len: 168 time: 5.4312544 Aug 11 02:28:38.908584 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33320) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:38.944336 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1de25-8d44-4caa-b9c9-fbe447d2ac15 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:38.944695 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1de25-8d44-4caa-b9c9-fbe447d2ac15 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:38.945013 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1de25-8d44-4caa-b9c9-fbe447d2ac15 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:38.945450 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1de25-8d44-4caa-b9c9-fbe447d2ac15 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:38.945659 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1de25-8d44-4caa-b9c9-fbe447d2ac15 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:38.945985 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1de25-8d44-4caa-b9c9-fbe447d2ac15 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:38.946307 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1de25-8d44-4caa-b9c9-fbe447d2ac15 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:38.946630 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1de25-8d44-4caa-b9c9-fbe447d2ac15 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:38.946996 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1de25-8d44-4caa-b9c9-fbe447d2ac15 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:38.947322 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1de25-8d44-4caa-b9c9-fbe447d2ac15 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:38.947662 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1de25-8d44-4caa-b9c9-fbe447d2ac15 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:38.948117 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1de25-8d44-4caa-b9c9-fbe447d2ac15 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:38.951000 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430417b-c290-415c-b093-785cde1d0508 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event deleted for resources: {'Network': ['ID=d51b7918-0b8f-42ee-bbdf-362f26fcc59e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:38.985874 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-296074b3-4cfd-4d45-b1ff-e3f9d978d3ea tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] DELETE failed (client error): The resource could not be found. Aug 11 02:28:38.986342 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-296074b3-4cfd-4d45-b1ff-e3f9d978d3ea tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:28:38.988415 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-296074b3-4cfd-4d45-b1ff-e3f9d978d3ea tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "DELETE /v2.0/subnets/be3f8059-023d-4d38-8db2-bcab16bd6598 HTTP/1.1" status: 404 len: 337 time: 0.0781124 Aug 11 02:28:38.991088 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33322) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:39.012953 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1431043-ef0d-4d5c-82c4-65f686bf2487 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] DELETE failed (client error): The resource could not be found. Aug 11 02:28:39.013526 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1431043-ef0d-4d5c-82c4-65f686bf2487 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:28:39.015269 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c1431043-ef0d-4d5c-82c4-65f686bf2487 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "DELETE /v2.0/networks/d51b7918-0b8f-42ee-bbdf-362f26fcc59e HTTP/1.1" status: 404 len: 339 time: 0.0231442 Aug 11 02:28:39.018514 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33324) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:39.127828 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-35eb5280-a9b3-458e-adcd-34e76ded8414 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:39.209921 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-3cf5a89b-a038-4d78-a38f-a99a218ad8fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f3d4284-ff36-40b8-ba05-e196fc7d7cc4 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:28:39.225242 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-3cf5a89b-a038-4d78-a38f-a99a218ad8fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:39.244058 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-3cf5a89b-a038-4d78-a38f-a99a218ad8fb service neutron] Transition to ACTIVE for port object 2f3d4284-ff36-40b8-ba05-e196fc7d7cc4 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:39.253821 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-3cf5a89b-a038-4d78-a38f-a99a218ad8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:39.285679 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-35eb5280-a9b3-458e-adcd-34e76ded8414 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:39.303375 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7cf1de25-8d44-4caa-b9c9-fbe447d2ac15 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:39.306828 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-35eb5280-a9b3-458e-adcd-34e76ded8414 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71161cad-cb90-4a27-876f-03e462f245da']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:39.329743 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-35eb5280-a9b3-458e-adcd-34e76ded8414 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24676923-e522-4192-8ef9-4d5b48487708') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:39.330054 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-35eb5280-a9b3-458e-adcd-34e76ded8414 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24676923-e522-4192-8ef9-4d5b48487708') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:39.381607 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-35eb5280-a9b3-458e-adcd-34e76ded8414 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:39.406194 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-35eb5280-a9b3-458e-adcd-34e76ded8414 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:39.415387 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35eb5280-a9b3-458e-adcd-34e76ded8414 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:28:39.415935 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-35eb5280-a9b3-458e-adcd-34e76ded8414 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:39.426809 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1e036-6383-4c2f-afbc-915260854d8d req-1dfac6a8-d995-4d37-97be-edb603a65efe tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:39.428468 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-afd1e036-6383-4c2f-afbc-915260854d8d req-1dfac6a8-d995-4d37-97be-edb603a65efe tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 945 time: 0.0917323 Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:28:39.429140 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:28:39.437450 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5a89b-a038-4d78-a38f-a99a218ad8fb service neutron] Pushing event updated for resources: {'Port': ['ID=2f3d4284-ff36-40b8-ba05-e196fc7d7cc4,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:39.514028 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-3cf5a89b-a038-4d78-a38f-a99a218ad8fb service neutron] Attempting to bind port 2f3d4284-ff36-40b8-ba05-e196fc7d7cc4 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:39.514374 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-3cf5a89b-a038-4d78-a38f-a99a218ad8fb service neutron] Attempting to bind port 2f3d4284-ff36-40b8-ba05-e196fc7d7cc4 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': 'fe54c996-f0f7-41f5-8242-a3d47b49502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e8f183b7-2074-4760-8506-90bf43cf4fce'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:39.514709 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-3cf5a89b-a038-4d78-a38f-a99a218ad8fb service neutron] Attempting to bind port 2f3d4284-ff36-40b8-ba05-e196fc7d7cc4 on network e8f183b7-2074-4760-8506-90bf43cf4fce {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:39.539004 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-afd1e036-6383-4c2f-afbc-915260854d8d req-b4a16f04-2fbf-43c2-bfc7-7b60698f12a8 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918798 Aug 11 02:28:39.556430 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-3cf5a89b-a038-4d78-a38f-a99a218ad8fb service neutron] Port 2f3d4284-ff36-40b8-ba05-e196fc7d7cc4 on network e8f183b7-2074-4760-8506-90bf43cf4fce not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:28:39.556430 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-3cf5a89b-a038-4d78-a38f-a99a218ad8fb service neutron] Attempting to bind port 2f3d4284-ff36-40b8-ba05-e196fc7d7cc4 on network e8f183b7-2074-4760-8506-90bf43cf4fce {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:39.556847 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-35eb5280-a9b3-458e-adcd-34e76ded8414 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:39.561754 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-35eb5280-a9b3-458e-adcd-34e76ded8414 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:39.568754 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-35eb5280-a9b3-458e-adcd-34e76ded8414 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "DELETE /v2.0/networks/71161cad-cb90-4a27-876f-03e462f245da HTTP/1.1" status: 204 len: 168 time: 0.5489385 Aug 11 02:28:39.569925 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33332) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:39.603676 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-3cf5a89b-a038-4d78-a38f-a99a218ad8fb service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:39.604066 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-3cf5a89b-a038-4d78-a38f-a99a218ad8fb service neutron] Checking segment: {'id': 'fe54c996-f0f7-41f5-8242-a3d47b49502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e8f183b7-2074-4760-8506-90bf43cf4fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:39.604459 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-3cf5a89b-a038-4d78-a38f-a99a218ad8fb service neutron] Bound using segment: {'id': 'fe54c996-f0f7-41f5-8242-a3d47b49502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e8f183b7-2074-4760-8506-90bf43cf4fce'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:39.604914 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-3cf5a89b-a038-4d78-a38f-a99a218ad8fb service neutron] Bound port: 2f3d4284-ff36-40b8-ba05-e196fc7d7cc4, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe54c996-f0f7-41f5-8242-a3d47b49502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e8f183b7-2074-4760-8506-90bf43cf4fce'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:39.605278 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-3cf5a89b-a038-4d78-a38f-a99a218ad8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:39.623515 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e942b6-8e56-4639-8bea-1f8b5a72a974 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] DELETE failed (client error): The resource could not be found. Aug 11 02:28:39.624315 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e942b6-8e56-4639-8bea-1f8b5a72a974 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:28:39.639814 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-69e942b6-8e56-4639-8bea-1f8b5a72a974 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "DELETE /v2.0/subnets/e1805798-ccd7-4fe3-b010-2e4c4c10ed12 HTTP/1.1" status: 404 len: 337 time: 0.0617545 Aug 11 02:28:39.639814 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb5280-a9b3-458e-adcd-34e76ded8414 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event deleted for resources: {'Network': ['ID=71161cad-cb90-4a27-876f-03e462f245da,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:39.644511 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33334) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:39.665118 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-022f263f-5dfa-4f99-8d9e-bc49b698b6e8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] DELETE failed (client error): The resource could not be found. Aug 11 02:28:39.665976 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-022f263f-5dfa-4f99-8d9e-bc49b698b6e8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:28:39.667980 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-022f263f-5dfa-4f99-8d9e-bc49b698b6e8 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "DELETE /v2.0/networks/ffab7f63-8919-4042-9e61-d7286c3ce1a7 HTTP/1.1" status: 404 len: 339 time: 0.0257883 Aug 11 02:28:39.670517 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33338) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:39.708527 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf1de25-8d44-4caa-b9c9-fbe447d2ac15 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:28:39.731214 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-3cf5a89b-a038-4d78-a38f-a99a218ad8fb service neutron] For port 2f3d4284-ff36-40b8-ba05-e196fc7d7cc4, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:39.738842 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-986c14cd-1667-419b-b9f0-449251536491 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Deleting subnet fbdce393-394b-4173-88f5-f16ecade139c {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:28:39.742762 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-3cf5a89b-a038-4d78-a38f-a99a218ad8fb service neutron] For port 2f3d4284-ff36-40b8-ba05-e196fc7d7cc4, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=2f3d4284-ff36-40b8-ba05-e196fc7d7cc4,segment=NetworkSegment(fe54c996-f0f7-41f5-8242-a3d47b49502b),segment_id=fe54c996-f0f7-41f5-8242-a3d47b49502b)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:39.750785 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-986c14cd-1667-419b-b9f0-449251536491 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:39.785030 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-3cf5a89b-a038-4d78-a38f-a99a218ad8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:39.843563 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-986c14cd-1667-419b-b9f0-449251536491 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:39.870793 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-3cf5a89b-a038-4d78-a38f-a99a218ad8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:39.871420 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-3cf5a89b-a038-4d78-a38f-a99a218ad8fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:39.872874 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-3cf5a89b-a038-4d78-a38f-a99a218ad8fb service neutron] 10.222.0.73 "PUT /v2.0/ports/2f3d4284-ff36-40b8-ba05-e196fc7d7cc4 HTTP/1.1" status: 200 len: 1056 time: 1.9119074 Aug 11 02:28:39.874907 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d69c60f-fb37-486d-a0c9-44be095f748c', 'tag': '2f3d4284-ff36-40b8-ba05-e196fc7d7cc4'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:39.877944 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084ba462-108e-41e0-81eb-54b87d0edcc5" -d '{"events": [{"name": "network-changed", "server_uuid": "1d69c60f-fb37-486d-a0c9-44be095f748c", "tag": "2f3d4284-ff36-40b8-ba05-e196fc7d7cc4"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:39.891376 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf1de25-8d44-4caa-b9c9-fbe447d2ac15 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:39.899997 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7cf1de25-8d44-4caa-b9c9-fbe447d2ac15 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "PUT /v2.0/routers/cf8337f1-f30c-47c7-9b21-e2e58e24a9b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2601960 Aug 11 02:28:39.903973 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a14c8e-1307-4050-a184-d5bfa511a617 None None] Sync routers for ids ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:39.916477 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33348) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:39.920875 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a14c8e-1307-4050-a184-d5bfa511a617 None None] Routers {'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:39.928416 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-56a14c8e-1307-4050-a184-d5bfa511a617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:28:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:39.943673 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5a89b-a038-4d78-a38f-a99a218ad8fb service neutron] Pushing event updated for resources: {'Port': ['ID=2f3d4284-ff36-40b8-ba05-e196fc7d7cc4,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:40.052138 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-986c14cd-1667-419b-b9f0-449251536491 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.088743 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe36174-e5d5-4ed1-8fa3-86e480b842df tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Deleting subnet 4cbd2eab-ab50-4146-b3be-d9c736119cb2 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:28:40.096142 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3fe36174-e5d5-4ed1-8fa3-86e480b842df tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.101833 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-6ae91abb-b618-4905-8746-18a9a9dd48d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:40.102040 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-56a14c8e-1307-4050-a184-d5bfa511a617 None None] Set router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:40.102856 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-6ae91abb-b618-4905-8746-18a9a9dd48d4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c00de9e0a2c4b0fa10bdde3068cf710&device_id=1d69c60f-fb37-486d-a0c9-44be095f748c HTTP/1.1" status: 200 len: 1059 time: 0.1536682 Aug 11 02:28:40.115900 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722bf5e-b547-4c0e-beac-cd39048fbbcc req-a5905321-435b-493f-a281-869744315a51 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:40.123295 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2722bf5e-b547-4c0e-beac-cd39048fbbcc req-a5905321-435b-493f-a281-869744315a51 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.3427317 Aug 11 02:28:40.143703 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed1ca6-4d5b-4a1e-af63-4f91aa223657 req-2a4aa48b-aa4b-428f-a94a-ddf30bf6634d tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:40.156531 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-40ed1ca6-4d5b-4a1e-af63-4f91aa223657 req-2a4aa48b-aa4b-428f-a94a-ddf30bf6634d tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d69c60f-fb37-486d-a0c9-44be095f748c HTTP/1.1" status: 200 len: 907 time: 0.1679540 Aug 11 02:28:40.179455 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2722bf5e-b547-4c0e-beac-cd39048fbbcc req-14955cc3-bbd0-4bc4-933c-7a7cd0a89229 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551550 Aug 11 02:28:40.211871 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-986c14cd-1667-419b-b9f0-449251536491 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.228294 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-986c14cd-1667-419b-b9f0-449251536491 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.230227 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-986c14cd-1667-419b-b9f0-449251536491 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "DELETE /v2.0/subnets/fbdce393-394b-4173-88f5-f16ecade139c HTTP/1.1" status: 204 len: 168 time: 0.5587921 Aug 11 02:28:40.235147 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701589e1-8c14-4116-9a80-fb8875cf07df None None] Network 53f6901f-cb56-43b6-a59a-aedd29ee008c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:40.256452 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123300bb-1bcb-4e97-aec1-33218b198d63 x-openstack-request-id: req-123300bb-1bcb-4e97-aec1-33218b198d63 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:40.256452 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d69c60f-fb37-486d-a0c9-44be095f748c", "tag": "2f3d4284-ff36-40b8-ba05-e196fc7d7cc4", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:40.256452 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-123300bb-1bcb-4e97-aec1-33218b198d63 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:40.256452 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d69c60f-fb37-486d-a0c9-44be095f748c', 'tag': '2f3d4284-ff36-40b8-ba05-e196fc7d7cc4', 'status': 'completed', 'code': 200} Aug 11 02:28:40.256452 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33358) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:40.278067 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c14cd-1667-419b-b9f0-449251536491 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event deleted for resources: {'Subnet': ['ID=fbdce393-394b-4173-88f5-f16ecade139c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:40.386270 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-56a14c8e-1307-4050-a184-d5bfa511a617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:28:38Z', 'revision_number': 9, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None, '_interfaces': [{'id': '5c02b758-2df9-46f9-ab7c-5e3405cf6dde', 'name': '', 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:5b:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:58Z', 'updated_at': '2021-08-11T02:28:07Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd464a23a-bb8d-4f79-9b1e-a3e2da2c58f8', 'name': '', 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:fa:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:04Z', 'updated_at': '2021-08-11T02:28:13Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:40.423708 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a14c8e-1307-4050-a184-d5bfa511a617 None None] Checking router: cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:28:40.433308 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a14c8e-1307-4050-a184-d5bfa511a617 None None] Routers {'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:40.433941 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-56a14c8e-1307-4050-a184-d5bfa511a617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:28:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:40.540531 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-56a14c8e-1307-4050-a184-d5bfa511a617 None None] Set router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:40.685686 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-8b61d4ed-f40f-4d64-abbd-2fc35890f586 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=2f3d4284-ff36-40b8-ba05-e196fc7d7cc4 HTTP/1.1" status: 200 len: 217 time: 0.5597632 Aug 11 02:28:40.690487 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-7edfed4b-406f-41fa-97f3-c7d05dd20435 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Deleting subnet 75a1dfbb-695b-469a-b06c-1ca95ffef6f5 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:28:40.694099 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7edfed4b-406f-41fa-97f3-c7d05dd20435 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.763437 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e994a1-fbdf-4dab-9089-ddabef449eee req-1890fd48-0eff-4d0e-8869-1d88c7cddb73 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:40.771504 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-17e994a1-fbdf-4dab-9089-ddabef449eee req-1890fd48-0eff-4d0e-8869-1d88c7cddb73 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 945 time: 0.0677426 Aug 11 02:28:40.774770 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7edfed4b-406f-41fa-97f3-c7d05dd20435 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.782361 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-56a14c8e-1307-4050-a184-d5bfa511a617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:28:38Z', 'revision_number': 9, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None, '_interfaces': [{'id': '5c02b758-2df9-46f9-ab7c-5e3405cf6dde', 'name': '', 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:5b:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:58Z', 'updated_at': '2021-08-11T02:28:07Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd464a23a-bb8d-4f79-9b1e-a3e2da2c58f8', 'name': '', 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:fa:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:04Z', 'updated_at': '2021-08-11T02:28:13Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:40.812591 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a14c8e-1307-4050-a184-d5bfa511a617 None None] The sync data for ids ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'] in n-d-615180-33 is: [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:28:38Z', 'revision_number': 9, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None, '_interfaces': [{'id': '5c02b758-2df9-46f9-ab7c-5e3405cf6dde', 'name': '', 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:5b:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:58Z', 'updated_at': '2021-08-11T02:28:07Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd464a23a-bb8d-4f79-9b1e-a3e2da2c58f8', 'name': '', 'network_id': 'd4d11c2a-bc54-44bb-87ff-64ab19f672d4', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:fa:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:04Z', 'updated_at': '2021-08-11T02:28:13Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5bc89994-2a04-4da4-9074-8d4df09c6f10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:40.820153 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-17e994a1-fbdf-4dab-9089-ddabef449eee req-1128608b-130d-4a80-b356-5324d08ffe4f tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475142 Aug 11 02:28:40.842639 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3fe36174-e5d5-4ed1-8fa3-86e480b842df tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.951665 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-00804030-5043-425f-ac0e-56ba04373034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:40.953186 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-00804030-5043-425f-ac0e-56ba04373034 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fbff099a-515d-4481-b7ac-544c44a6dddf HTTP/1.1" status: 200 len: 837 time: 0.2292204 Aug 11 02:28:40.960930 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7edfed4b-406f-41fa-97f3-c7d05dd20435 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:41.056881 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95635350-6700-4d74-be38-1e3691f8766f req-a183ac32-0c01-429e-b866-646cc80796ee tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:41.063256 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-95635350-6700-4d74-be38-1e3691f8766f req-a183ac32-0c01-429e-b866-646cc80796ee tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.3410783 Aug 11 02:28:41.122373 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3fe36174-e5d5-4ed1-8fa3-86e480b842df tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:41.180040 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9139914d-cde5-4954-acf6-af54063486c2 None None] Provisioning complete for port a0d82912-cc5b-4fbf-b747-4e0ff159d3bb triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:41.180687 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9139914d-cde5-4954-acf6-af54063486c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:41.214321 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-95635350-6700-4d74-be38-1e3691f8766f req-739022d5-9b33-4369-a1ce-b86f4585547a tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467741 Aug 11 02:28:41.248888 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-ba0f8c4b-2d79-449e-acdb-87be3af40493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:41.252390 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-ba0f8c4b-2d79-449e-acdb-87be3af40493 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e8f183b7-2074-4760-8506-90bf43cf4fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2869959 Aug 11 02:28:41.326449 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7edfed4b-406f-41fa-97f3-c7d05dd20435 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:41.450056 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edfed4b-406f-41fa-97f3-c7d05dd20435 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event deleted for resources: {'Subnet': ['ID=75a1dfbb-695b-469a-b06c-1ca95ffef6f5,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:41.465881 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7edfed4b-406f-41fa-97f3-c7d05dd20435 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:41.468028 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7edfed4b-406f-41fa-97f3-c7d05dd20435 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "DELETE /v2.0/subnets/75a1dfbb-695b-469a-b06c-1ca95ffef6f5 HTTP/1.1" status: 204 len: 168 time: 1.2144606 Aug 11 02:28:41.471583 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33404) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:41.474397 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e839f93c-3431-4d56-b3a3-181d03819320 None None] Network 53f6901f-cb56-43b6-a59a-aedd29ee008c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:41.568157 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fab9c-508b-4c02-ae23-e1a8e2a422d8 req-3046990f-2323-47f1-ab65-fc0eb1906ef4 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:41.571103 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-236fab9c-508b-4c02-ae23-e1a8e2a422d8 req-3046990f-2323-47f1-ab65-fc0eb1906ef4 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.0726967 Aug 11 02:28:41.592233 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-992bd4ff-2207-463e-a090-788003b18133 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:41.601743 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3fe36174-e5d5-4ed1-8fa3-86e480b842df tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:41.630217 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-236fab9c-508b-4c02-ae23-e1a8e2a422d8 req-d44d49e7-e113-4d9e-9979-f5447a003ac5 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521781 Aug 11 02:28:41.637006 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe36174-e5d5-4ed1-8fa3-86e480b842df tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Subnet': ['ID=4cbd2eab-ab50-4146-b3be-d9c736119cb2,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:41.662582 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28b463-e3c9-4cba-a0ad-ce4a5a16b8ea req-35fcd6d6-5ce4-4527-be35-eaa55d4f8b5c tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:41.664211 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2b28b463-e3c9-4cba-a0ad-ce4a5a16b8ea req-35fcd6d6-5ce4-4527-be35-eaa55d4f8b5c tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d69c60f-fb37-486d-a0c9-44be095f748c HTTP/1.1" status: 200 len: 907 time: 0.3329804 Aug 11 02:28:41.667080 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3fe36174-e5d5-4ed1-8fa3-86e480b842df tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:41.670720 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3fe36174-e5d5-4ed1-8fa3-86e480b842df tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/subnets/4cbd2eab-ab50-4146-b3be-d9c736119cb2 HTTP/1.1" status: 204 len: 168 time: 1.7463751 Aug 11 02:28:41.671755 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33410) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:41.679497 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-40a75da4-4db7-4f31-a9a8-aef80530d95b service neutron] 10.222.0.73 "GET /v2.0/networks/e8f183b7-2074-4760-8506-90bf43cf4fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131801 Aug 11 02:28:41.691657 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbd0e0a-be55-4de4-b429-e261c1a7d046 None None] Network 72008c27-a7dc-40cc-b074-c529a85c4e98 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:41.779352 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4765fa1e-e2c2-4f27-b95d-5c42779005d2 None None] DHCP port deletion for 53f6901f-cb56-43b6-a59a-aedd29ee008c request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:28:41.826415 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-992bd4ff-2207-463e-a090-788003b18133 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Deleting port a0d82912-cc5b-4fbf-b747-4e0ff159d3bb {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:41.828525 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-992bd4ff-2207-463e-a090-788003b18133 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:41.858169 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898338fd-3765-4c4a-9e43-c8a8e80b8d17 req-062e12b1-be68-407d-af22-5b326da94d0c tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:41.859812 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-898338fd-3765-4c4a-9e43-c8a8e80b8d17 req-062e12b1-be68-407d-af22-5b326da94d0c tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1445608 Aug 11 02:28:41.866922 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25895cc8-c020-4212-aecd-6ae8c7cf3c27 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:41.905393 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-992bd4ff-2207-463e-a090-788003b18133 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] For port a0d82912-cc5b-4fbf-b747-4e0ff159d3bb, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a0d82912-cc5b-4fbf-b747-4e0ff159d3bb,segment=NetworkSegment(01f0e974-c88d-49c1-97c7-1955df1089ae),segment_id=01f0e974-c88d-49c1-97c7-1955df1089ae)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:41.905835 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-992bd4ff-2207-463e-a090-788003b18133 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:41.921521 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-992bd4ff-2207-463e-a090-788003b18133 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Calling delete_port for a0d82912-cc5b-4fbf-b747-4e0ff159d3bb owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:41.954419 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-4765fa1e-e2c2-4f27-b95d-5c42779005d2 None None] Deleting port a0d82912-cc5b-4fbf-b747-4e0ff159d3bb {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:41.955142 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4765fa1e-e2c2-4f27-b95d-5c42779005d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:41.971939 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-898338fd-3765-4c4a-9e43-c8a8e80b8d17 req-ef88f155-f691-46db-a6a7-b31753108219 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003249 Aug 11 02:28:42.058765 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bf23990e-396f-411b-a71f-9f0d6646c8ac req-62045c5d-2c3b-4bbc-91b4-31d775ace6c6 service neutron] 10.222.0.73 "GET /v2.0/networks/e8f183b7-2074-4760-8506-90bf43cf4fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723731 Aug 11 02:28:42.062635 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72fa4ef-01d8-4a30-9319-9a0a86353dc2 None None] DHCP port deletion for 72008c27-a7dc-40cc-b074-c529a85c4e98 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:28:42.070071 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-25895cc8-c020-4212-aecd-6ae8c7cf3c27 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Deleting port 0f51c150-c9bf-4c26-af93-850633e83b60 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:42.070446 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25895cc8-c020-4212-aecd-6ae8c7cf3c27 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.071242 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-4765fa1e-e2c2-4f27-b95d-5c42779005d2 None None] For port a0d82912-cc5b-4fbf-b747-4e0ff159d3bb, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a0d82912-cc5b-4fbf-b747-4e0ff159d3bb,segment=NetworkSegment(01f0e974-c88d-49c1-97c7-1955df1089ae),segment_id=01f0e974-c88d-49c1-97c7-1955df1089ae)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:42.072190 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4765fa1e-e2c2-4f27-b95d-5c42779005d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.103380 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d75d1-64ee-402f-bf43-b97aaa69e5b8 req-373a9ef0-6899-487c-aa02-4c4f7646f67d tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:42.105018 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-719d75d1-64ee-402f-bf43-b97aaa69e5b8 req-373a9ef0-6899-487c-aa02-4c4f7646f67d tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 945 time: 0.1268303 Aug 11 02:28:42.116179 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 45cd7a37-1efe-4f8d-87b7-a437d7dadad8 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:42.139508 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-992bd4ff-2207-463e-a090-788003b18133 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.143725 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 45cd7a37-1efe-4f8d-87b7-a437d7dadad8 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:42.144178 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 45cd7a37-1efe-4f8d-87b7-a437d7dadad8 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:42.144723 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a0d82912-cc5b-4fbf-b747-4e0ff159d3bb no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:42.169614 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: a0d82912-cc5b-4fbf-b747-4e0ff159d3bb {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:42.170113 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a0d82912-cc5b-4fbf-b747-4e0ff159d3bb not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:42.171020 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-25895cc8-c020-4212-aecd-6ae8c7cf3c27 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] For port 0f51c150-c9bf-4c26-af93-850633e83b60, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=0f51c150-c9bf-4c26-af93-850633e83b60,segment=NetworkSegment(3365133d-213f-4429-83a4-a93dd23f8428),segment_id=3365133d-213f-4429-83a4-a93dd23f8428)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:42.171993 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25895cc8-c020-4212-aecd-6ae8c7cf3c27 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.185343 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-4765fa1e-e2c2-4f27-b95d-5c42779005d2 None None] Calling delete_port for a0d82912-cc5b-4fbf-b747-4e0ff159d3bb owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:42.188784 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-25895cc8-c020-4212-aecd-6ae8c7cf3c27 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Calling delete_port for 0f51c150-c9bf-4c26-af93-850633e83b60 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:42.245837 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-719d75d1-64ee-402f-bf43-b97aaa69e5b8 req-0f723269-642c-4111-a638-1ae7c40838c3 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334164 Aug 11 02:28:42.246503 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bd4ff-2207-463e-a090-788003b18133 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event deleted for resources: {'Port': ['ID=a0d82912-cc5b-4fbf-b747-4e0ff159d3bb,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:42.258567 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992bd4ff-2207-463e-a090-788003b18133 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] No DVR routers for this DVR port a0d82912-cc5b-4fbf-b747-4e0ff159d3bb on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:42.262208 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a72fa4ef-01d8-4a30-9319-9a0a86353dc2 None None] Deleting port 0f51c150-c9bf-4c26-af93-850633e83b60 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:42.262929 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a72fa4ef-01d8-4a30-9319-9a0a86353dc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.275790 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:28:42.311701 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ba462-108e-41e0-81eb-54b87d0edcc5 req-ecc39a4d-ebdf-4226-96b3-916462689cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:42.313264 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-084ba462-108e-41e0-81eb-54b87d0edcc5 req-ecc39a4d-ebdf-4226-96b3-916462689cb1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c00de9e0a2c4b0fa10bdde3068cf710&device_id=1d69c60f-fb37-486d-a0c9-44be095f748c HTTP/1.1" status: 200 len: 1059 time: 0.1896315 Aug 11 02:28:42.327200 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9354587-98f2-4470-9fe2-79b463b80f85 req-8cd856ce-09b6-47f6-b6ab-34a9c1537faa tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:42.328131 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-a72fa4ef-01d8-4a30-9319-9a0a86353dc2 None None] For port 0f51c150-c9bf-4c26-af93-850633e83b60, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=0f51c150-c9bf-4c26-af93-850633e83b60,segment=NetworkSegment(3365133d-213f-4429-83a4-a93dd23f8428),segment_id=3365133d-213f-4429-83a4-a93dd23f8428)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:42.328610 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a72fa4ef-01d8-4a30-9319-9a0a86353dc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.328781 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e9354587-98f2-4470-9fe2-79b463b80f85 req-8cd856ce-09b6-47f6-b6ab-34a9c1537faa tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1324017 Aug 11 02:28:42.351671 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a72fa4ef-01d8-4a30-9319-9a0a86353dc2 None None] Calling delete_port for 0f51c150-c9bf-4c26-af93-850633e83b60 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:42.385747 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e9354587-98f2-4470-9fe2-79b463b80f85 req-fc60bf3a-5cae-4e08-8c13-a8474ffb6e6b tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465438 Aug 11 02:28:42.386366 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25895cc8-c020-4212-aecd-6ae8c7cf3c27 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.416666 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25895cc8-c020-4212-aecd-6ae8c7cf3c27 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Port': ['ID=0f51c150-c9bf-4c26-af93-850633e83b60,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:42.421361 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25895cc8-c020-4212-aecd-6ae8c7cf3c27 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] No DVR routers for this DVR port 0f51c150-c9bf-4c26-af93-850633e83b60 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:42.429638 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-992bd4ff-2207-463e-a090-788003b18133 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.430603 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4765fa1e-e2c2-4f27-b95d-5c42779005d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.443309 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-992bd4ff-2207-463e-a090-788003b18133 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f6901f-cb56-43b6-a59a-aedd29ee008c']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:42.456998 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-992bd4ff-2207-463e-a090-788003b18133 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f0e974-c88d-49c1-97c7-1955df1089ae') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:42.457598 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-992bd4ff-2207-463e-a090-788003b18133 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f0e974-c88d-49c1-97c7-1955df1089ae') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:42.465701 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765fa1e-e2c2-4f27-b95d-5c42779005d2 None None] Pushing event deleted for resources: {'Port': ['ID=a0d82912-cc5b-4fbf-b747-4e0ff159d3bb,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:42.468317 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-992bd4ff-2207-463e-a090-788003b18133 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.477333 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4765fa1e-e2c2-4f27-b95d-5c42779005d2 None None] No DVR routers for this DVR port a0d82912-cc5b-4fbf-b747-4e0ff159d3bb on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:42.494814 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-992bd4ff-2207-463e-a090-788003b18133 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.502879 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992bd4ff-2207-463e-a090-788003b18133 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:28:42.503643 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-992bd4ff-2207-463e-a090-788003b18133 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.503830 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a72fa4ef-01d8-4a30-9319-9a0a86353dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.520560 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25895cc8-c020-4212-aecd-6ae8c7cf3c27 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.530918 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72fa4ef-01d8-4a30-9319-9a0a86353dc2 None None] Pushing event deleted for resources: {'Port': ['ID=0f51c150-c9bf-4c26-af93-850633e83b60,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:42.534687 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-25895cc8-c020-4212-aecd-6ae8c7cf3c27 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72008c27-a7dc-40cc-b074-c529a85c4e98']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:42.538329 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72fa4ef-01d8-4a30-9319-9a0a86353dc2 None None] No DVR routers for this DVR port 0f51c150-c9bf-4c26-af93-850633e83b60 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:42.558818 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-25895cc8-c020-4212-aecd-6ae8c7cf3c27 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3365133d-213f-4429-83a4-a93dd23f8428') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:42.559372 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-25895cc8-c020-4212-aecd-6ae8c7cf3c27 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3365133d-213f-4429-83a4-a93dd23f8428') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:42.570336 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25895cc8-c020-4212-aecd-6ae8c7cf3c27 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.584314 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25895cc8-c020-4212-aecd-6ae8c7cf3c27 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.590580 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25895cc8-c020-4212-aecd-6ae8c7cf3c27 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:28:42.590973 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25895cc8-c020-4212-aecd-6ae8c7cf3c27 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:28:42.594384 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:28:42.624821 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:28:42.670687 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25895cc8-c020-4212-aecd-6ae8c7cf3c27 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.681291 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25895cc8-c020-4212-aecd-6ae8c7cf3c27 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.683346 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-25895cc8-c020-4212-aecd-6ae8c7cf3c27 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/networks/72008c27-a7dc-40cc-b074-c529a85c4e98 HTTP/1.1" status: 204 len: 168 time: 1.0093813 Aug 11 02:28:42.686412 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33424) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:42.736136 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-992bd4ff-2207-463e-a090-788003b18133 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.783532 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-992bd4ff-2207-463e-a090-788003b18133 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.785574 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-992bd4ff-2207-463e-a090-788003b18133 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "DELETE /v2.0/networks/53f6901f-cb56-43b6-a59a-aedd29ee008c HTTP/1.1" status: 204 len: 168 time: 1.3128974 Aug 11 02:28:42.802345 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33428) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:42.825244 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bd4ff-2207-463e-a090-788003b18133 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event deleted for resources: {'Network': ['ID=53f6901f-cb56-43b6-a59a-aedd29ee008c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:42.868422 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa906d91-40e5-44d3-b687-6c99bc15060c req-734f2680-1685-46b3-a6b7-4dd539b7828b tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:42.869800 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aa906d91-40e5-44d3-b687-6c99bc15060c req-734f2680-1685-46b3-a6b7-4dd539b7828b tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.2464943 Aug 11 02:28:42.881003 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b30ab0-caff-4ef5-9432-e74700dee02a tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] DELETE failed (client error): The resource could not be found. Aug 11 02:28:42.881457 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b30ab0-caff-4ef5-9432-e74700dee02a tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:28:42.893990 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-31b30ab0-caff-4ef5-9432-e74700dee02a tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "DELETE /v2.0/subnets/3990b35d-89df-46c3-bd76-c50c9c360ee3 HTTP/1.1" status: 404 len: 337 time: 0.0788128 Aug 11 02:28:42.903882 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33430) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:42.952770 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ba462-108e-41e0-81eb-54b87d0edcc5 req-2cee8d76-6bb2-4b3a-b3d6-6236ab7fb17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:42.954805 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-084ba462-108e-41e0-81eb-54b87d0edcc5 req-2cee8d76-6bb2-4b3a-b3d6-6236ab7fb17c service neutron] 10.222.0.73 "GET /v2.0/networks?id=e8f183b7-2074-4760-8506-90bf43cf4fce HTTP/1.1" status: 200 len: 898 time: 0.3919945 Aug 11 02:28:43.003581 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bab2822-0b43-4721-8a25-237abfe29f10 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] DELETE failed (client error): The resource could not be found. Aug 11 02:28:43.004246 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bab2822-0b43-4721-8a25-237abfe29f10 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:28:43.008433 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5bab2822-0b43-4721-8a25-237abfe29f10 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "DELETE /v2.0/networks/b13a960b-5ddc-4b08-8efc-45147c1e0070 HTTP/1.1" status: 404 len: 339 time: 0.0942593 Aug 11 02:28:43.010607 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33432) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:43.054770 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25895cc8-c020-4212-aecd-6ae8c7cf3c27 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Network': ['ID=72008c27-a7dc-40cc-b074-c529a85c4e98,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:43.071640 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896fa3d-4142-4739-9eaf-e04853831559 req-871cdef4-7536-4417-b8b2-5d9f5c6fc15e tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:43.073135 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f896fa3d-4142-4739-9eaf-e04853831559 req-871cdef4-7536-4417-b8b2-5d9f5c6fc15e tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d69c60f-fb37-486d-a0c9-44be095f748c HTTP/1.1" status: 200 len: 907 time: 0.0541980 Aug 11 02:28:43.081460 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-084ba462-108e-41e0-81eb-54b87d0edcc5 req-90d274f8-8ec2-4c0d-ad06-0abca10f073f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=2f3d4284-ff36-40b8-ba05-e196fc7d7cc4 HTTP/1.1" status: 200 len: 217 time: 0.0903201 Aug 11 02:28:43.085847 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee56f1a9-10d0-4e64-8f76-b2e65dd41dca tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] DELETE failed (client error): The resource could not be found. Aug 11 02:28:43.086301 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee56f1a9-10d0-4e64-8f76-b2e65dd41dca tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:28:43.088085 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ee56f1a9-10d0-4e64-8f76-b2e65dd41dca tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "DELETE /v2.0/subnets/04b0e6c0-95ad-4c82-86d5-dac618a8cf7a HTTP/1.1" status: 404 len: 337 time: 0.0757298 Aug 11 02:28:43.091586 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33434) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:43.104424 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aa906d91-40e5-44d3-b687-6c99bc15060c req-7142e7b9-9df1-41f4-b9ef-a406505d5ce9 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252383 Aug 11 02:28:43.116581 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-e419670d-ec5b-41f1-b7a7-83f2261e166a tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] DELETE failed (client error): The resource could not be found. Aug 11 02:28:43.117283 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e419670d-ec5b-41f1-b7a7-83f2261e166a tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:28:43.119177 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e419670d-ec5b-41f1-b7a7-83f2261e166a tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "DELETE /v2.0/networks/b92e18c6-d154-4505-b680-a021c13ceaa0 HTTP/1.1" status: 404 len: 339 time: 0.0263250 Aug 11 02:28:43.121807 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33436) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:43.153689 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-301d4217-31b2-48b7-949e-dbfbf52414d0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] DELETE failed (client error): The resource could not be found. Aug 11 02:28:43.154153 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-301d4217-31b2-48b7-949e-dbfbf52414d0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:28:43.155893 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-301d4217-31b2-48b7-949e-dbfbf52414d0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "DELETE /v2.0/subnets/4ecb4c6f-d7b5-4917-a2eb-ecc4f7bd3df3 HTTP/1.1" status: 404 len: 337 time: 0.0331483 Aug 11 02:28:43.159254 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33440) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:43.180349 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded8dcae-fed8-498f-b739-d84230bcdacd tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] DELETE failed (client error): The resource could not be found. Aug 11 02:28:43.180908 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ded8dcae-fed8-498f-b739-d84230bcdacd tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:28:43.185530 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ded8dcae-fed8-498f-b739-d84230bcdacd tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "DELETE /v2.0/networks/c522eefa-3f0e-41ee-b7d2-4081e040796a HTTP/1.1" status: 404 len: 339 time: 0.0223372 Aug 11 02:28:43.185830 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33444) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:43.192897 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ba462-108e-41e0-81eb-54b87d0edcc5 req-e3398253-a902-4c92-8869-434b01480818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:43.195247 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-084ba462-108e-41e0-81eb-54b87d0edcc5 req-e3398253-a902-4c92-8869-434b01480818 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fbff099a-515d-4481-b7ac-544c44a6dddf HTTP/1.1" status: 200 len: 837 time: 0.1034756 Aug 11 02:28:43.263412 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a63322-415c-4879-821a-a244bc202b85 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Deleting subnet d529b1d5-8f04-4b37-afd4-64ef68bbe540 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:28:43.269922 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-54a63322-415c-4879-821a-a244bc202b85 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:43.301329 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ba462-108e-41e0-81eb-54b87d0edcc5 req-4cadfa8a-27c4-4205-9a58-206321779246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:43.303124 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-084ba462-108e-41e0-81eb-54b87d0edcc5 req-4cadfa8a-27c4-4205-9a58-206321779246 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e8f183b7-2074-4760-8506-90bf43cf4fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0940292 Aug 11 02:28:43.315800 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-54a63322-415c-4879-821a-a244bc202b85 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:43.446792 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-54a63322-415c-4879-821a-a244bc202b85 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:43.453265 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38edc45-2f95-43c4-bcb6-7cd0823e0f6d req-cd24ca76-c0e2-4db1-b059-6217c0c5af8b tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:43.454850 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c38edc45-2f95-43c4-bcb6-7cd0823e0f6d req-cd24ca76-c0e2-4db1-b059-6217c0c5af8b tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1285689 Aug 11 02:28:43.482181 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8094ec3-0a85-427e-96e6-4b567de17ce2 req-c8751825-9c6b-4279-b3e3-44a8ae59e844 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:43.483730 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b8094ec3-0a85-427e-96e6-4b567de17ce2 req-c8751825-9c6b-4279-b3e3-44a8ae59e844 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 945 time: 0.0935187 Aug 11 02:28:43.506670 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-084ba462-108e-41e0-81eb-54b87d0edcc5 req-35e647a5-7c50-4675-937e-e959af450922 service neutron] 10.222.0.73 "GET /v2.0/networks/e8f183b7-2074-4760-8506-90bf43cf4fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939917 Aug 11 02:28:43.552364 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b8094ec3-0a85-427e-96e6-4b567de17ce2 req-e4c62403-a53f-40d3-9bd8-59306a4064ce tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540042 Aug 11 02:28:43.560254 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-54a63322-415c-4879-821a-a244bc202b85 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:43.581997 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c38edc45-2f95-43c4-bcb6-7cd0823e0f6d req-813ffb73-2e66-4a0f-ad6e-d19b6d2d2660 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186957 Aug 11 02:28:43.592211 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a63322-415c-4879-821a-a244bc202b85 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event deleted for resources: {'Subnet': ['ID=d529b1d5-8f04-4b37-afd4-64ef68bbe540,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:43.598927 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-54a63322-415c-4879-821a-a244bc202b85 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:43.603771 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-54a63322-415c-4879-821a-a244bc202b85 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "DELETE /v2.0/subnets/d529b1d5-8f04-4b37-afd4-64ef68bbe540 HTTP/1.1" status: 204 len: 168 time: 0.4141836 Aug 11 02:28:43.604304 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33450) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:43.608550 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8e6c5d2a-223e-4aa1-ad7a-583511dd0f57 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:43.611463 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a0afca-bf27-4b6c-ac42-debc76932c64 None None] Network cff66116-50c4-448d-83e5-e5d699cdedcd requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:43.629390 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 2f3d4284-ff36-40b8-ba05-e196fc7d7cc4 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:28:43.750018 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9fe21c40-6ec0-4d8f-a2a0-08991e9ce430 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:43.770860 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-084ba462-108e-41e0-81eb-54b87d0edcc5 req-9c60fbd3-07ab-4fb7-a8e6-88ad12b31fad service neutron] 10.222.0.73 "GET /v2.0/networks/e8f183b7-2074-4760-8506-90bf43cf4fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503626 Aug 11 02:28:43.885819 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 2f3d4284-ff36-40b8-ba05-e196fc7d7cc4, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=2f3d4284-ff36-40b8-ba05-e196fc7d7cc4,segment=NetworkSegment(fe54c996-f0f7-41f5-8242-a3d47b49502b),segment_id=fe54c996-f0f7-41f5-8242-a3d47b49502b)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:43.904946 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '2f3d4284-ff36-40b8-ba05-e196fc7d7cc4', 'network_id': 'e8f183b7-2074-4760-8506-90bf43cf4fce', 'port_id': '2f3d4284-ff36-40b8-ba05-e196fc7d7cc4', 'mac_address': 'fa:16:3e:88:ea:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbff099a-515d-4481-b7ac-544c44a6dddf', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:28:43.921494 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38310df4-7b77-406f-981c-67921e2a5cd9 req-f993de98-5de5-4caa-909e-4c21350ab35b tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:43.930434 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-38310df4-7b77-406f-981c-67921e2a5cd9 req-f993de98-5de5-4caa-909e-4c21350ab35b tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1732202 Aug 11 02:28:43.990654 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:44.005118 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-38310df4-7b77-406f-981c-67921e2a5cd9 req-05a5f3f2-2bbb-4462-a2f0-928108dd2caf tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695090 Aug 11 02:28:44.013034 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-9fe21c40-6ec0-4d8f-a2a0-08991e9ce430 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Deleting port 121bf5d4-cb1d-42e7-939f-6ebff7598f09 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:44.013597 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9fe21c40-6ec0-4d8f-a2a0-08991e9ce430 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:44.023935 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ffa013-b7dc-4df9-8f64-b70b691a3ef7 None None] DHCP port deletion for cff66116-50c4-448d-83e5-e5d699cdedcd request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:28:44.038923 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f3d4284-ff36-40b8-ba05-e196fc7d7cc4 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:28:44.085377 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 2f3d4284-ff36-40b8-ba05-e196fc7d7cc4, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=2f3d4284-ff36-40b8-ba05-e196fc7d7cc4,segment=NetworkSegment(fe54c996-f0f7-41f5-8242-a3d47b49502b),segment_id=fe54c996-f0f7-41f5-8242-a3d47b49502b)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:44.089495 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 0f51c150-c9bf-4c26-af93-850633e83b60 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:44.123501 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:44.141104 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-8e6c5d2a-223e-4aa1-ad7a-583511dd0f57 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Deleting port d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:44.141456 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8e6c5d2a-223e-4aa1-ad7a-583511dd0f57 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:44.168585 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-9fe21c40-6ec0-4d8f-a2a0-08991e9ce430 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] For port 121bf5d4-cb1d-42e7-939f-6ebff7598f09, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=121bf5d4-cb1d-42e7-939f-6ebff7598f09,segment=NetworkSegment(7112f430-7bfb-4c59-80f5-5605935b3e32),segment_id=7112f430-7bfb-4c59-80f5-5605935b3e32)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:44.169085 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9fe21c40-6ec0-4d8f-a2a0-08991e9ce430 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:44.194211 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-9fe21c40-6ec0-4d8f-a2a0-08991e9ce430 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Calling delete_port for 121bf5d4-cb1d-42e7-939f-6ebff7598f09 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:44.286796 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 0f51c150-c9bf-4c26-af93-850633e83b60 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:44.287476 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 0f51c150-c9bf-4c26-af93-850633e83b60 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:44.321856 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=2f3d4284-ff36-40b8-ba05-e196fc7d7cc4,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:44.327178 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-03ffa013-b7dc-4df9-8f64-b70b691a3ef7 None None] Deleting port 121bf5d4-cb1d-42e7-939f-6ebff7598f09 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:44.327662 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-03ffa013-b7dc-4df9-8f64-b70b691a3ef7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:44.370306 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-8e6c5d2a-223e-4aa1-ad7a-583511dd0f57 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] For port d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8,segment=NetworkSegment(d61ce811-9efb-48cb-aa52-06e7e52a24a3),segment_id=d61ce811-9efb-48cb-aa52-06e7e52a24a3)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:44.370590 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8e6c5d2a-223e-4aa1-ad7a-583511dd0f57 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:44.374063 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128b752-f56c-429f-8496-5483d55ebdaf req-b2c6012b-5d96-4c48-b15d-838248c81fd5 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:44.375884 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a128b752-f56c-429f-8496-5483d55ebdaf req-b2c6012b-5d96-4c48-b15d-838248c81fd5 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d69c60f-fb37-486d-a0c9-44be095f748c HTTP/1.1" status: 200 len: 908 time: 0.1330807 Aug 11 02:28:44.387366 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-8e6c5d2a-223e-4aa1-ad7a-583511dd0f57 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Calling delete_port for d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8 owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:44.402981 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9fe21c40-6ec0-4d8f-a2a0-08991e9ce430 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:44.403759 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26184fb-66aa-4ca3-816b-27bf81fb9552 req-bdfc2924-158c-4d45-bc5c-e6e9ee3c7f72 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:44.405518 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b26184fb-66aa-4ca3-816b-27bf81fb9552 req-bdfc2924-158c-4d45-bc5c-e6e9ee3c7f72 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1319621 Aug 11 02:28:44.417817 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['2f3d4284-ff36-40b8-ba05-e196fc7d7cc4'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:28:44.435200 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe21c40-6ec0-4d8f-a2a0-08991e9ce430 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event deleted for resources: {'Port': ['ID=121bf5d4-cb1d-42e7-939f-6ebff7598f09,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:44.444736 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe21c40-6ec0-4d8f-a2a0-08991e9ce430 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] No DVR routers for this DVR port 121bf5d4-cb1d-42e7-939f-6ebff7598f09 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:44.501720 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-03ffa013-b7dc-4df9-8f64-b70b691a3ef7 None None] For port 121bf5d4-cb1d-42e7-939f-6ebff7598f09, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=121bf5d4-cb1d-42e7-939f-6ebff7598f09,segment=NetworkSegment(7112f430-7bfb-4c59-80f5-5605935b3e32),segment_id=7112f430-7bfb-4c59-80f5-5605935b3e32)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:44.511132 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-03ffa013-b7dc-4df9-8f64-b70b691a3ef7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:44.535092 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9fe21c40-6ec0-4d8f-a2a0-08991e9ce430 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:44.538717 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-03ffa013-b7dc-4df9-8f64-b70b691a3ef7 None None] Calling delete_port for 121bf5d4-cb1d-42e7-939f-6ebff7598f09 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:44.547637 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-9fe21c40-6ec0-4d8f-a2a0-08991e9ce430 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cff66116-50c4-448d-83e5-e5d699cdedcd']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:44.559033 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-9fe21c40-6ec0-4d8f-a2a0-08991e9ce430 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7112f430-7bfb-4c59-80f5-5605935b3e32') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:44.559332 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-9fe21c40-6ec0-4d8f-a2a0-08991e9ce430 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7112f430-7bfb-4c59-80f5-5605935b3e32') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:44.580503 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9fe21c40-6ec0-4d8f-a2a0-08991e9ce430 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:44.601641 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9fe21c40-6ec0-4d8f-a2a0-08991e9ce430 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:44.608203 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe21c40-6ec0-4d8f-a2a0-08991e9ce430 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:28:44.608667 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9fe21c40-6ec0-4d8f-a2a0-08991e9ce430 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:28:44.691171 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:28:44.698452 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-03ffa013-b7dc-4df9-8f64-b70b691a3ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:44.703787 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9fe21c40-6ec0-4d8f-a2a0-08991e9ce430 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:44.716479 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-03ffa013-b7dc-4df9-8f64-b70b691a3ef7 None None] Network cff66116-50c4-448d-83e5-e5d699cdedcd is not hosted by any dhcp agent {{(pid=94508) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:28:44.718427 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ffa013-b7dc-4df9-8f64-b70b691a3ef7 None None] No DVR routers for this DVR port 121bf5d4-cb1d-42e7-939f-6ebff7598f09 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:44.730820 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9fe21c40-6ec0-4d8f-a2a0-08991e9ce430 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:44.736606 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9fe21c40-6ec0-4d8f-a2a0-08991e9ce430 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "DELETE /v2.0/networks/cff66116-50c4-448d-83e5-e5d699cdedcd HTTP/1.1" status: 204 len: 168 time: 1.1274915 Aug 11 02:28:44.737731 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33470) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:44.778775 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ffa013-b7dc-4df9-8f64-b70b691a3ef7 None None] Pushing event deleted for resources: {'Port': ['ID=121bf5d4-cb1d-42e7-939f-6ebff7598f09,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:44.784533 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eaec169-b4e5-4327-85ca-798ac51661ae tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] DELETE failed (client error): The resource could not be found. Aug 11 02:28:44.784989 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eaec169-b4e5-4327-85ca-798ac51661ae tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:28:44.789275 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0eaec169-b4e5-4327-85ca-798ac51661ae tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "DELETE /v2.0/subnets/b235e781-8f4a-4a05-b578-23d107636d68 HTTP/1.1" status: 404 len: 337 time: 0.0434456 Aug 11 02:28:44.789275 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe21c40-6ec0-4d8f-a2a0-08991e9ce430 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event deleted for resources: {'Network': ['ID=cff66116-50c4-448d-83e5-e5d699cdedcd,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:44.789689 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33472) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:44.823594 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d2ae8-df2c-4d0e-a30a-4b2f85c23594 req-5a65097d-858e-454e-b400-e163e4b20bb4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:44.825001 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6d2d2ae8-df2c-4d0e-a30a-4b2f85c23594 req-5a65097d-858e-454e-b400-e163e4b20bb4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 945 time: 0.1326320 Aug 11 02:28:44.826741 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa0af78a-1325-452c-824a-0a8294708efe tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] DELETE failed (client error): The resource could not be found. Aug 11 02:28:44.827338 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa0af78a-1325-452c-824a-0a8294708efe tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:28:44.831407 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-aa0af78a-1325-452c-824a-0a8294708efe tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "DELETE /v2.0/networks/8abc26e0-8948-4686-85c6-da2e0a906f1c HTTP/1.1" status: 404 len: 339 time: 0.0365958 Aug 11 02:28:44.831602 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33474) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:44.921502 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6d2d2ae8-df2c-4d0e-a30a-4b2f85c23594 req-7c329557-530a-4ca2-adf0-17d561defa17 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737622 Aug 11 02:28:44.937172 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-67bb9609-f63a-4c6d-a21d-4373c60f4bc0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Deleting subnet 73269780-50f0-4277-a430-d7697d50d41e {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:28:44.941728 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-67bb9609-f63a-4c6d-a21d-4373c60f4bc0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:44.994671 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-67bb9609-f63a-4c6d-a21d-4373c60f4bc0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.039695 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b26184fb-66aa-4ca3-816b-27bf81fb9552 req-905cde0e-5369-46e3-ab61-3c4865d6f4e1 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6176302 Aug 11 02:28:45.048889 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8e6c5d2a-223e-4aa1-ad7a-583511dd0f57 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.080838 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c5d2a-223e-4aa1-ad7a-583511dd0f57 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Port': ['ID=d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:45.102308 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-67bb9609-f63a-4c6d-a21d-4373c60f4bc0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.185628 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-67bb9609-f63a-4c6d-a21d-4373c60f4bc0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.224970 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb9609-f63a-4c6d-a21d-4373c60f4bc0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event deleted for resources: {'Subnet': ['ID=73269780-50f0-4277-a430-d7697d50d41e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:45.243960 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-67bb9609-f63a-4c6d-a21d-4373c60f4bc0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.245947 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-67bb9609-f63a-4c6d-a21d-4373c60f4bc0 tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "DELETE /v2.0/subnets/73269780-50f0-4277-a430-d7697d50d41e HTTP/1.1" status: 204 len: 168 time: 0.4133809 Aug 11 02:28:45.248584 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33480) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:45.250499 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59e97d0-180c-4527-9d8a-f0639a8f6eea None None] Network d78f5d87-2fcb-4239-a133-3e7a9b30fb62 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:45.275465 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d2a49-1bb7-44ee-8dd6-554a6dd7a46f req-5dbd0951-674f-4f1e-95d4-9817483918eb tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:45.277088 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c05d2a49-1bb7-44ee-8dd6-554a6dd7a46f req-5dbd0951-674f-4f1e-95d4-9817483918eb tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1055639 Aug 11 02:28:45.334634 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c05d2a49-1bb7-44ee-8dd6-554a6dd7a46f req-b3416b94-ec31-4687-a36a-f2c40513ba49 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502212 Aug 11 02:28:45.406065 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9a57f392-9576-44b2-9e9f-c6d493554c4f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.409710 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8e6c5d2a-223e-4aa1-ad7a-583511dd0f57 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.525011 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a9be5b-65d0-4893-bd6d-9a8351b755d5 None None] DHCP port deletion for d78f5d87-2fcb-4239-a133-3e7a9b30fb62 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:28:45.580502 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfa63e-e4fc-4012-a301-a04eec4c740c req-959d7f56-a4f2-41bd-8590-927c5cf394c7 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:45.581230 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-37a9be5b-65d0-4893-bd6d-9a8351b755d5 None None] Deleting port 662d6bd6-00be-4a99-bf67-ff70c17d26e0 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:45.581609 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-37a9be5b-65d0-4893-bd6d-9a8351b755d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.582373 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5bfa63e-e4fc-4012-a301-a04eec4c740c req-959d7f56-a4f2-41bd-8590-927c5cf394c7 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.0785749 Aug 11 02:28:45.642814 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 2f3d4284-ff36-40b8-ba05-e196fc7d7cc4 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:45.648448 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9732f-e34c-4481-8716-9003abf3e557 req-4b81798f-848a-44de-be8d-aeaf1e00e02f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:45.650001 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a9c9732f-e34c-4481-8716-9003abf3e557 req-4b81798f-848a-44de-be8d-aeaf1e00e02f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d69c60f-fb37-486d-a0c9-44be095f748c HTTP/1.1" status: 200 len: 908 time: 0.1407139 Aug 11 02:28:45.654144 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5bfa63e-e4fc-4012-a301-a04eec4c740c req-8e45aacc-1324-4d51-b4b3-9b4967984b40 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588920 Aug 11 02:28:45.656288 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-9a57f392-9576-44b2-9e9f-c6d493554c4f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Deleting port 662d6bd6-00be-4a99-bf67-ff70c17d26e0 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:45.656527 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9a57f392-9576-44b2-9e9f-c6d493554c4f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.720574 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6822b9eb-29d8-477a-a663-c7b330de43a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.747797 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-37a9be5b-65d0-4893-bd6d-9a8351b755d5 None None] For port 662d6bd6-00be-4a99-bf67-ff70c17d26e0, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=662d6bd6-00be-4a99-bf67-ff70c17d26e0,segment=NetworkSegment(3f065f6b-4cd5-4c6f-9100-fb07e95f94f6),segment_id=3f065f6b-4cd5-4c6f-9100-fb07e95f94f6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:45.748149 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-37a9be5b-65d0-4893-bd6d-9a8351b755d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.766115 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-37a9be5b-65d0-4893-bd6d-9a8351b755d5 None None] Calling delete_port for 662d6bd6-00be-4a99-bf67-ff70c17d26e0 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:45.783407 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 2f3d4284-ff36-40b8-ba05-e196fc7d7cc4 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:45.789514 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 2f3d4284-ff36-40b8-ba05-e196fc7d7cc4 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:45.790003 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.802417 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-9a57f392-9576-44b2-9e9f-c6d493554c4f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] For port 662d6bd6-00be-4a99-bf67-ff70c17d26e0, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=662d6bd6-00be-4a99-bf67-ff70c17d26e0,segment=NetworkSegment(3f065f6b-4cd5-4c6f-9100-fb07e95f94f6),segment_id=3f065f6b-4cd5-4c6f-9100-fb07e95f94f6)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:45.802781 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9a57f392-9576-44b2-9e9f-c6d493554c4f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.822904 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-9a57f392-9576-44b2-9e9f-c6d493554c4f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Calling delete_port for 662d6bd6-00be-4a99-bf67-ff70c17d26e0 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:45.825613 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6c5d2a-223e-4aa1-ad7a-583511dd0f57 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:28:45.837885 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54c2a1-1a59-49b1-b531-8e0d189ec1d9 req-53aba113-1e65-4819-a046-eee6b556bd41 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:45.839468 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3c54c2a1-1a59-49b1-b531-8e0d189ec1d9 req-53aba113-1e65-4819-a046-eee6b556bd41 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.0902588 Aug 11 02:28:45.899986 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3c54c2a1-1a59-49b1-b531-8e0d189ec1d9 req-1600abc6-14d9-429d-a90e-555c2bc77322 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530932 Aug 11 02:28:45.943474 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-37a9be5b-65d0-4893-bd6d-9a8351b755d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.969635 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a9be5b-65d0-4893-bd6d-9a8351b755d5 None None] No DVR routers for this DVR port 662d6bd6-00be-4a99-bf67-ff70c17d26e0 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:46.031054 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9be5b-65d0-4893-bd6d-9a8351b755d5 None None] Pushing event deleted for resources: {'Port': ['ID=662d6bd6-00be-4a99-bf67-ff70c17d26e0,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:46.052699 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.122912 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 2f3d4284-ff36-40b8-ba05-e196fc7d7cc4, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=2f3d4284-ff36-40b8-ba05-e196fc7d7cc4,segment=NetworkSegment(fe54c996-f0f7-41f5-8242-a3d47b49502b),segment_id=fe54c996-f0f7-41f5-8242-a3d47b49502b)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:46.125196 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d69c60f-fb37-486d-a0c9-44be095f748c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3d4284-ff36-40b8-ba05-e196fc7d7cc4'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:46.129090 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b86d2f-a116-4e92-8d8b-f3e6221f1114" -d '{"events": [{"server_uuid": "1d69c60f-fb37-486d-a0c9-44be095f748c", "name": "network-vif-plugged", "status": "completed", "tag": "2f3d4284-ff36-40b8-ba05-e196fc7d7cc4"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:46.139640 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.176477 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9a57f392-9576-44b2-9e9f-c6d493554c4f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.207322 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 121bf5d4-cb1d-42e7-939f-6ebff7598f09 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:46.216428 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a57f392-9576-44b2-9e9f-c6d493554c4f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] No DVR routers for this DVR port 662d6bd6-00be-4a99-bf67-ff70c17d26e0 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:46.245273 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 121bf5d4-cb1d-42e7-939f-6ebff7598f09 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:46.245735 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 121bf5d4-cb1d-42e7-939f-6ebff7598f09 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:46.246238 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 662d6bd6-00be-4a99-bf67-ff70c17d26e0 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:46.258094 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57f392-9576-44b2-9e9f-c6d493554c4f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event deleted for resources: {'Port': ['ID=662d6bd6-00be-4a99-bf67-ff70c17d26e0,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:46.276574 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 662d6bd6-00be-4a99-bf67-ff70c17d26e0 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:46.277681 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 662d6bd6-00be-4a99-bf67-ff70c17d26e0 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:46.295509 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847515a-31a8-4f2b-988b-8f5530b2d424 req-2411f184-7ccf-432c-bf11-1cd8edd13436 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:46.297360 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=2f3d4284-ff36-40b8-ba05-e196fc7d7cc4,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:46.313258 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8847515a-31a8-4f2b-988b-8f5530b2d424 req-2411f184-7ccf-432c-bf11-1cd8edd13436 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/networks?id=a2f949d0-3328-4092-9faf-d9d0b7daafd4 HTTP/1.1" status: 200 len: 814 time: 0.2127335 Aug 11 02:28:46.316878 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb89a85-7a69-41a8-8d18-b0a45c509262 req-e80ec5ff-cfb6-4aa8-bd23-c9837989f00b tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:46.318935 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ccb89a85-7a69-41a8-8d18-b0a45c509262 req-e80ec5ff-cfb6-4aa8-bd23-c9837989f00b tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 945 time: 0.2573466 Aug 11 02:28:46.335743 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8847515a-31a8-4f2b-988b-8f5530b2d424 req-21da29e8-37be-467d-b473-30017a53ee66 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/quotas/8f57d1a8cf4e42e787fd90462a309995 HTTP/1.1" status: 200 len: 375 time: 0.0210533 Aug 11 02:28:46.354977 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6c5d2a-223e-4aa1-ad7a-583511dd0f57 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:46.363697 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8e6c5d2a-223e-4aa1-ad7a-583511dd0f57 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "PUT /v2.0/routers/cf8337f1-f30c-47c7-9b21-e2e58e24a9b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6729453 Aug 11 02:28:46.366564 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e507600-af77-4b09-8e35-75512a378150 None None] Sync routers for ids ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:46.376765 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33514) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:46.382833 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e507600-af77-4b09-8e35-75512a378150 None None] Routers {'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:46.383471 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-2e507600-af77-4b09-8e35-75512a378150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:28:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:46.424261 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9a57f392-9576-44b2-9e9f-c6d493554c4f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.439966 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8847515a-31a8-4f2b-988b-8f5530b2d424 req-a8c8ef8a-ea39-4ff7-b274-f307667d7d54 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8f57d1a8cf4e42e787fd90462a309995&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0882640 Aug 11 02:28:46.444966 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-9a57f392-9576-44b2-9e9f-c6d493554c4f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d78f5d87-2fcb-4239-a133-3e7a9b30fb62']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:46.467890 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-9a57f392-9576-44b2-9e9f-c6d493554c4f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f065f6b-4cd5-4c6f-9100-fb07e95f94f6') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:46.468191 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-9a57f392-9576-44b2-9e9f-c6d493554c4f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f065f6b-4cd5-4c6f-9100-fb07e95f94f6') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:46.483090 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab40066f-6a95-4e80-92b3-b40d839c0d58 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Deleting subnet 5bc89994-2a04-4da4-9074-8d4df09c6f10 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:28:46.488418 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ab40066f-6a95-4e80-92b3-b40d839c0d58 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.494412 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ccb89a85-7a69-41a8-8d18-b0a45c509262 req-1a432f18-b91f-4d0b-8983-70cbd42ef23a tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408324 Aug 11 02:28:46.517434 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9a57f392-9576-44b2-9e9f-c6d493554c4f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.554340 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ab40066f-6a95-4e80-92b3-b40d839c0d58 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.656041 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9a57f392-9576-44b2-9e9f-c6d493554c4f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.660691 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477383a2-df48-4192-acd2-c2833e7f75d6 req-014c1a33-ff5a-4f9e-933a-7858efb698f8 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:46.663484 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-477383a2-df48-4192-acd2-c2833e7f75d6 req-014c1a33-ff5a-4f9e-933a-7858efb698f8 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.0791197 Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a57f392-9576-44b2-9e9f-c6d493554c4f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9a57f392-9576-44b2-9e9f-c6d493554c4f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:28:46.696356 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:28:46.738592 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-477383a2-df48-4192-acd2-c2833e7f75d6 req-8eb96fd7-891c-4de4-88ed-0391257f47f4 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670230 Aug 11 02:28:46.741207 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ab40066f-6a95-4e80-92b3-b40d839c0d58 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.759881 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7600fe50-9dec-4e9b-89b0-4c43a0270dcb x-openstack-request-id: req-7600fe50-9dec-4e9b-89b0-4c43a0270dcb {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:46.762583 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d69c60f-fb37-486d-a0c9-44be095f748c", "name": "network-vif-plugged", "status": "completed", "tag": "2f3d4284-ff36-40b8-ba05-e196fc7d7cc4", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:46.762583 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7600fe50-9dec-4e9b-89b0-4c43a0270dcb {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:46.762583 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d69c60f-fb37-486d-a0c9-44be095f748c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3d4284-ff36-40b8-ba05-e196fc7d7cc4', 'code': 200} Aug 11 02:28:46.803423 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-2e507600-af77-4b09-8e35-75512a378150 None None] Set router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:46.876745 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5f8f0-fb2d-4f69-8d31-44c95928f95e req-d08630b4-f1d2-4872-ac26-4058b5e24f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:46.878267 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8b5f8f0-fb2d-4f69-8d31-44c95928f95e req-d08630b4-f1d2-4872-ac26-4058b5e24f34 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1d69c60f-fb37-486d-a0c9-44be095f748c HTTP/1.1" status: 200 len: 1061 time: 0.2334504 Aug 11 02:28:46.879779 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9a57f392-9576-44b2-9e9f-c6d493554c4f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.892131 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9a57f392-9576-44b2-9e9f-c6d493554c4f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.908950 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9a57f392-9576-44b2-9e9f-c6d493554c4f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] 10.222.0.50 "DELETE /v2.0/networks/d78f5d87-2fcb-4239-a133-3e7a9b30fb62 HTTP/1.1" status: 204 len: 168 time: 1.6450047 Aug 11 02:28:46.928973 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc112b5-3d56-4b65-9831-d4c7458eeee0 req-d06f5441-e0ec-4732-ae69-2b04d0130fb8 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:46.930962 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4dc112b5-3d56-4b65-9831-d4c7458eeee0 req-d06f5441-e0ec-4732-ae69-2b04d0130fb8 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.0817802 Aug 11 02:28:46.937091 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57f392-9576-44b2-9e9f-c6d493554c4f tempest-NetworksIpV6Test-1256459818 tempest-NetworksIpV6Test-1256459818-project] Pushing event deleted for resources: {'Network': ['ID=d78f5d87-2fcb-4239-a133-3e7a9b30fb62,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:46.954212 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242daf1-dc65-4e11-b9fa-9efd6748d143 req-bdb2960a-7595-40a4-91be-49109177e2ec tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:46.956842 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5242daf1-dc65-4e11-b9fa-9efd6748d143 req-bdb2960a-7595-40a4-91be-49109177e2ec tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d69c60f-fb37-486d-a0c9-44be095f748c HTTP/1.1" status: 200 len: 909 time: 0.1581433 Aug 11 02:28:46.962438 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ab40066f-6a95-4e80-92b3-b40d839c0d58 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.989436 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4dc112b5-3d56-4b65-9831-d4c7458eeee0 req-c6a52c83-c3e8-4fdf-98d4-2311ae4e7c22 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449796 Aug 11 02:28:47.010436 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40066f-6a95-4e80-92b3-b40d839c0d58 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Subnet': ['ID=5bc89994-2a04-4da4-9074-8d4df09c6f10,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:47.025243 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ab40066f-6a95-4e80-92b3-b40d839c0d58 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.027450 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ab40066f-6a95-4e80-92b3-b40d839c0d58 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/subnets/5bc89994-2a04-4da4-9074-8d4df09c6f10 HTTP/1.1" status: 204 len: 168 time: 0.6494341 Aug 11 02:28:47.029851 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33526) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:47.034260 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272659d3-8c3a-43eb-8ab6-da82c224ce2d None None] Network d4d11c2a-bc54-44bb-87ff-64ab19f672d4 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:47.152293 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.219276 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0bd0fc25-fa2f-49d7-9353-685c9f17b70e req-e19cbb9a-cb60-4246-b5ce-9c2ef4e00310 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=8f57d1a8cf4e42e787fd90462a309995 HTTP/1.1" status: 200 len: 221 time: 0.0850132 Aug 11 02:28:47.291406 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Deleting port 9bc80b97-bbcc-4089-9964-36ccb3850567 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:47.291883 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.329503 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-2e507600-af77-4b09-8e35-75512a378150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:28:44Z', 'revision_number': 10, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None, '_interfaces': [{'id': '5c02b758-2df9-46f9-ab7c-5e3405cf6dde', 'name': '', 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:5b:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:58Z', 'updated_at': '2021-08-11T02:28:07Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:47.364882 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e507600-af77-4b09-8e35-75512a378150 None None] Checking router: cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:28:47.377184 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e507600-af77-4b09-8e35-75512a378150 None None] Routers {'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:47.377942 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-2e507600-af77-4b09-8e35-75512a378150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:28:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:47.424820 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4fa137-8fea-4d45-a335-536ef1445737 None None] DHCP port deletion for d4d11c2a-bc54-44bb-87ff-64ab19f672d4 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:28:47.426267 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] For port 9bc80b97-bbcc-4089-9964-36ccb3850567, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9bc80b97-bbcc-4089-9964-36ccb3850567,segment=NetworkSegment(d61ce811-9efb-48cb-aa52-06e7e52a24a3),segment_id=d61ce811-9efb-48cb-aa52-06e7e52a24a3)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:47.426641 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.436291 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33544) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:47.442824 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Calling delete_port for 9bc80b97-bbcc-4089-9964-36ccb3850567 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:47.463032 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52a1ed-e83d-48f4-80f4-39cdeb92e673 req-bf011d5d-a7db-4eb0-ad56-a9ef628db58c tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:47.464586 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7d52a1ed-e83d-48f4-80f4-39cdeb92e673 req-bf011d5d-a7db-4eb0-ad56-a9ef628db58c tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1103280 Aug 11 02:28:47.518321 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-2e507600-af77-4b09-8e35-75512a378150 None None] Set router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:47.552834 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.595573 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Port': ['ID=9bc80b97-bbcc-4089-9964-36ccb3850567,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:47.604322 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:47.604913 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:47.605435 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:47.605947 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:47.606440 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:47.606932 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:47.607552 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:47.608044 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:47.608597 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:47.609087 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:47.609766 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:47.610409 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:47.620681 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] No DVR routers for this DVR port 9bc80b97-bbcc-4089-9964-36ccb3850567 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:47.653505 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7d52a1ed-e83d-48f4-80f4-39cdeb92e673 req-23cbf6ac-59ce-4c56-b742-5c9c57fbffb7 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083179 Aug 11 02:28:47.676275 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-0a4fa137-8fea-4d45-a335-536ef1445737 None None] Deleting port 9bc80b97-bbcc-4089-9964-36ccb3850567 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:47.676937 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0a4fa137-8fea-4d45-a335-536ef1445737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.764641 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5a07491e-f611-4874-be45-ae80b55622bc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=34d17922c8134f7abe1279d83fc924da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3270168 Aug 11 02:28:47.768550 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33552) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:47.769339 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.783570 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d11c2a-bc54-44bb-87ff-64ab19f672d4']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:47.796795 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd61ce811-9efb-48cb-aa52-06e7e52a24a3') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:47.797102 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd61ce811-9efb-48cb-aa52-06e7e52a24a3') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:47.808333 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.819976 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f39177-fee1-4840-89be-fc53a6b354e1 req-8a4f2310-3746-412e-8cb9-a56b2b2c845e tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:47.821724 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-77f39177-fee1-4840-89be-fc53a6b354e1 req-8a4f2310-3746-412e-8cb9-a56b2b2c845e tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 945 time: 0.1491015 Aug 11 02:28:47.824629 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-0a4fa137-8fea-4d45-a335-536ef1445737 None None] For port 9bc80b97-bbcc-4089-9964-36ccb3850567, host n-d-615180-33, got binding levels [] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:47.825777 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0a4fa137-8fea-4d45-a335-536ef1445737 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.839344 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.846936 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:28:47.847953 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.850532 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-0a4fa137-8fea-4d45-a335-536ef1445737 None None] Calling delete_port for 9bc80b97-bbcc-4089-9964-36ccb3850567 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:47.854521 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.ipam_backend_mixin [None req-0a4fa137-8fea-4d45-a335-536ef1445737 None None] Port 9bc80b97-bbcc-4089-9964-36ccb3850567 was not found and therefore no delete operation was performed {{(pid=94508) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:28:47.857812 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0a4fa137-8fea-4d45-a335-536ef1445737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.873278 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-77f39177-fee1-4840-89be-fc53a6b354e1 req-3ed0588d-d030-43f9-bd1f-d89367c9b1c9 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410802 Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:28:47.882593 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:28:47.911069 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0e062fed-31f0-41f3-bce7-6ca363aa32a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.914454 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4fa137-8fea-4d45-a335-536ef1445737 None None] Pushing event deleted for resources: {'Port': ['ID=9bc80b97-bbcc-4089-9964-36ccb3850567,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:47.923841 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4fa137-8fea-4d45-a335-536ef1445737 None None] No DVR routers for this DVR port 9bc80b97-bbcc-4089-9964-36ccb3850567 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:47.942853 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0e062fed-31f0-41f3-bce7-6ca363aa32a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.974768 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-2e507600-af77-4b09-8e35-75512a378150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:28:44Z', 'revision_number': 10, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None, '_interfaces': [{'id': '5c02b758-2df9-46f9-ab7c-5e3405cf6dde', 'name': '', 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:5b:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:58Z', 'updated_at': '2021-08-11T02:28:07Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:48.002274 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0e062fed-31f0-41f3-bce7-6ca363aa32a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:48.005040 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0e062fed-31f0-41f3-bce7-6ca363aa32a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:48.006637 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0e062fed-31f0-41f3-bce7-6ca363aa32a5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0508e3a2-0204-4227-b1ee-56be79427799 HTTP/1.1" status: 204 len: 168 time: 0.2365606 Aug 11 02:28:48.018908 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e062fed-31f0-41f3-bce7-6ca363aa32a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0508e3a2-0204-4227-b1ee-56be79427799,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:48.037637 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4087f-863c-4cc6-a635-e011a2365bf7 req-b03b14f8-6ab2-4d76-9218-8e502cadfb98 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:48.037988 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9bc80b97-bbcc-4089-9964-36ccb3850567 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:48.046661 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-62f4087f-863c-4cc6-a635-e011a2365bf7 req-b03b14f8-6ab2-4d76-9218-8e502cadfb98 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.2864110 Aug 11 02:28:48.049754 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:48.062659 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e507600-af77-4b09-8e35-75512a378150 None None] The sync data for ids ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'] in n-d-615180-33 is: [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:28:44Z', 'revision_number': 10, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None, '_interfaces': [{'id': '5c02b758-2df9-46f9-ab7c-5e3405cf6dde', 'name': '', 'network_id': 'a566d6f7-662e-4d9e-9e80-f96207362c23', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'mac_address': 'fa:16:3e:5b:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:58Z', 'updated_at': '2021-08-11T02:28:07Z', 'revision_number': 5, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'subnets': [{'id': '5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:48.066453 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:48.068424 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/networks/d4d11c2a-bc54-44bb-87ff-64ab19f672d4 HTTP/1.1" status: 204 len: 168 time: 1.0375032 Aug 11 02:28:48.086243 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33558) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:48.091610 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 9bc80b97-bbcc-4089-9964-36ccb3850567 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:48.091959 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9bc80b97-bbcc-4089-9964-36ccb3850567 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:48.098794 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0fd5d8-56c2-4816-9f5b-12317fe85e49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Network': ['ID=d4d11c2a-bc54-44bb-87ff-64ab19f672d4,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:48.164862 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc39e94-aa3f-433e-b4c1-1f106bf9ac73 req-0c47bf7d-4b00-464f-8328-fe4fb06814fe tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:48.166693 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ccc39e94-aa3f-433e-b4c1-1f106bf9ac73 req-0c47bf7d-4b00-464f-8328-fe4fb06814fe tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d69c60f-fb37-486d-a0c9-44be095f748c HTTP/1.1" status: 200 len: 909 time: 0.1119862 Aug 11 02:28:48.207828 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-62f4087f-863c-4cc6-a635-e011a2365bf7 req-73df7fe5-c014-4c13-bdf5-a9deb8a2b03b tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585181 Aug 11 02:28:48.314579 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2ef337ec-ca1a-4798-9fa0-d3c1f5fe13d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:48.357053 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:48.400467 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0e1cb-73bb-4bda-831f-1805126318f8 req-0abc0c48-52bd-49f0-a2ca-1649cd46a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:48.402035 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fea0e1cb-73bb-4bda-831f-1805126318f8 req-0abc0c48-52bd-49f0-a2ca-1649cd46a636 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 1097 time: 0.1230333 Aug 11 02:28:48.412399 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f300f84-2fd0-4f44-9c1c-42f4fb2d19ef req-79bfd783-2922-449b-b03c-4f97a2f83bf5 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:48.413935 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8f300f84-2fd0-4f44-9c1c-42f4fb2d19ef req-79bfd783-2922-449b-b03c-4f97a2f83bf5 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d69c60f-fb37-486d-a0c9-44be095f748c HTTP/1.1" status: 200 len: 909 time: 0.1267471 Aug 11 02:28:48.466002 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fea0e1cb-73bb-4bda-831f-1805126318f8 req-fe1f1de1-256f-452e-b14c-0b74c68dcb56 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510478 Aug 11 02:28:48.529701 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44015efc-615b-4cf0-bf3f-16b188fcefa4 req-33879d1f-6398-43c5-a1f9-40723c93af12 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:48.531294 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44015efc-615b-4cf0-bf3f-16b188fcefa4 req-33879d1f-6398-43c5-a1f9-40723c93af12 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1669822 Aug 11 02:28:48.573255 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03874d0-c821-4034-a161-b81a0f60274a req-6841f73a-c697-44b5-9b57-3ea29cc123aa tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:48.576223 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d03874d0-c821-4034-a161-b81a0f60274a req-6841f73a-c697-44b5-9b57-3ea29cc123aa tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1d69c60f-fb37-486d-a0c9-44be095f748c HTTP/1.1" status: 200 len: 1061 time: 0.0783112 Aug 11 02:28:48.678701 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44015efc-615b-4cf0-bf3f-16b188fcefa4 req-03bb7b03-d5d0-411a-a66e-ce1919bc96fc tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308842 Aug 11 02:28:48.767676 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582cc63-517e-4381-8867-27e81cb21d45 req-249e5d8c-72ba-410e-83ce-d58da072525c tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:48.769333 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0582cc63-517e-4381-8867-27e81cb21d45 req-249e5d8c-72ba-410e-83ce-d58da072525c tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9798655e-0aa6-41d8-9d78-036aac9ce08b HTTP/1.1" status: 200 len: 1137 time: 0.0788105 Aug 11 02:28:48.827017 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33588) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:48.845730 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0582cc63-517e-4381-8867-27e81cb21d45 req-23f7903c-6d38-4a6f-b63b-8943282e41ed tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=2a2e1655-bf26-48f0-962b-4510e8099518&id=c9a9789e-fce5-40af-b583-47cdcfb05eee&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0686858 Aug 11 02:28:48.869411 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33594) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:48.874069 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-18b4bc7b-a6cb-47be-a830-5e39ae8a8610 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:48.939416 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d5d99a-63db-4998-a0a8-8ee021850297 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:48.941454 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e4d5d99a-63db-4998-a0a8-8ee021850297 tempest-TestSecurityGroupsBasicOps-380587709 tempest-TestSecurityGroupsBasicOps-380587709-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1d69c60f-fb37-486d-a0c9-44be095f748c HTTP/1.1" status: 200 len: 1056 time: 0.0705278 Aug 11 02:28:48.972244 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede1bc0-862f-410d-a264-f600262a000a req-4e8fb26b-b606-4249-b156-fdef21a2f373 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:48.973963 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9ede1bc0-862f-410d-a264-f600262a000a req-4e8fb26b-b606-4249-b156-fdef21a2f373 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1578097 Aug 11 02:28:48.997026 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f61a375c-35c7-4388-b6eb-c159d7bcda11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:49.081421 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9ede1bc0-862f-410d-a264-f600262a000a req-abd219f1-415b-483e-bb99-a85c0b39afdb tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945423 Aug 11 02:28:49.188236 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1bde0-d3ec-49bf-9911-29a1acf51ca9 req-71a5ca12-c324-4974-9093-13c92c80781a tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:49.200068 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-56d1bde0-d3ec-49bf-9911-29a1acf51ca9 req-71a5ca12-c324-4974-9093-13c92c80781a tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 945 time: 0.1747072 Aug 11 02:28:49.232811 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-18b4bc7b-a6cb-47be-a830-5e39ae8a8610 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Deleting port 5c02b758-2df9-46f9-ab7c-5e3405cf6dde {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:49.234838 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-18b4bc7b-a6cb-47be-a830-5e39ae8a8610 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:49.262300 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-56d1bde0-d3ec-49bf-9911-29a1acf51ca9 req-30d64e79-6033-4321-aa46-c941f19dd896 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566554 Aug 11 02:28:49.309912 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f61a375c-35c7-4388-b6eb-c159d7bcda11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:49.311336 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33610) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:49.323514 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f61a375c-35c7-4388-b6eb-c159d7bcda11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:49.382104 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f61a375c-35c7-4388-b6eb-c159d7bcda11 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dee297b4b1d84dafb3e8fd6e1c8cb3df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5535672 Aug 11 02:28:49.397709 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33614) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:49.446347 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a375c-35c7-4388-b6eb-c159d7bcda11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e57ccdd-2560-4081-a25a-d5e79d9074b5,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:49.473851 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8831c-845f-4792-a4f8-0640df6a5d08 req-f6330b10-1b9e-4b3f-9960-8e5f39770ec3 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:49.481449 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-13a8831c-845f-4792-a4f8-0640df6a5d08 req-f6330b10-1b9e-4b3f-9960-8e5f39770ec3 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.0929620 Aug 11 02:28:49.506302 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-18b4bc7b-a6cb-47be-a830-5e39ae8a8610 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] For port 5c02b758-2df9-46f9-ab7c-5e3405cf6dde, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5c02b758-2df9-46f9-ab7c-5e3405cf6dde,segment=NetworkSegment(5356fa7d-b552-4a03-bc82-18f9614ef6fd),segment_id=5356fa7d-b552-4a03-bc82-18f9614ef6fd)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:49.506784 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-18b4bc7b-a6cb-47be-a830-5e39ae8a8610 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:49.514833 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-c15fb86f-fe05-447f-a40f-c241a7089999 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-232321492'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:49.536155 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-13a8831c-845f-4792-a4f8-0640df6a5d08 req-a14b0312-09d0-41ee-846c-5d747b9df167 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537264 Aug 11 02:28:49.548501 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-18b4bc7b-a6cb-47be-a830-5e39ae8a8610 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Calling delete_port for 5c02b758-2df9-46f9-ab7c-5e3405cf6dde owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:49.553880 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15fb86f-fe05-447f-a40f-c241a7089999 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Made reservation on behalf of 061d3e37028a4bb291bab62358d853ce for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:49.557166 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c15fb86f-fe05-447f-a40f-c241a7089999 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:49.567516 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c15fb86f-fe05-447f-a40f-c241a7089999 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:49.586144 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-71b4c7ed-b885-43d6-8491-f1756030587b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:49.658144 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857512e4-cf4c-4cd5-a214-c025e9ae3186 req-2b06e8fb-494c-4867-9464-751e42d2c271 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:49.659675 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-857512e4-cf4c-4cd5-a214-c025e9ae3186 req-2b06e8fb-494c-4867-9464-751e42d2c271 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d69c60f-fb37-486d-a0c9-44be095f748c HTTP/1.1" status: 200 len: 909 time: 0.1501112 Aug 11 02:28:49.665673 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-71b4c7ed-b885-43d6-8491-f1756030587b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:49.714734 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf312aaa-541d-4b75-8a76-0c3c3a65ba0b req-03e27ff3-ff4b-49dc-9ff5-54b75de19acb tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:49.716387 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bf312aaa-541d-4b75-8a76-0c3c3a65ba0b req-03e27ff3-ff4b-49dc-9ff5-54b75de19acb tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1065385 Aug 11 02:28:49.721199 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c15fb86f-fe05-447f-a40f-c241a7089999 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:49.730191 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c15fb86f-fe05-447f-a40f-c241a7089999 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:49.777822 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15fb86f-fe05-447f-a40f-c241a7089999 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:28:49.780439 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-71b4c7ed-b885-43d6-8491-f1756030587b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:49.783286 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-71b4c7ed-b885-43d6-8491-f1756030587b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:49.784471 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-71b4c7ed-b885-43d6-8491-f1756030587b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9e57ccdd-2560-4081-a25a-d5e79d9074b5 HTTP/1.1" status: 204 len: 168 time: 0.3724928 Aug 11 02:28:49.790665 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15fb86f-fe05-447f-a40f-c241a7089999 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71daa194-f826-4f1b-9bb0-17b1cfa8eb73,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:49.802509 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bf312aaa-541d-4b75-8a76-0c3c3a65ba0b req-e79e0c05-4cf6-4fc4-bf5b-a2810b4533f5 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794637 Aug 11 02:28:49.803615 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c15fb86f-fe05-447f-a40f-c241a7089999 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:49.804035 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-c15fb86f-fe05-447f-a40f-c241a7089999 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Added segment 2ce79552-2b23-4ce6-8b9e-5ca88676b7c5 of type vlan for network 8d5bf560-71ae-422d-904c-d3905a12bc63 Aug 11 02:28:49.823896 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4c7ed-b885-43d6-8491-f1756030587b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e57ccdd-2560-4081-a25a-d5e79d9074b5,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:49.862251 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c15fb86f-fe05-447f-a40f-c241a7089999 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:49.875440 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-18b4bc7b-a6cb-47be-a830-5e39ae8a8610 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:49.901615 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c15fb86f-fe05-447f-a40f-c241a7089999 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:49.909337 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15fb86f-fe05-447f-a40f-c241a7089999 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:49.910517 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c15fb86f-fe05-447f-a40f-c241a7089999 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:49.922303 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:49.934829 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4bc7b-a6cb-47be-a830-5e39ae8a8610 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Port': ['ID=5c02b758-2df9-46f9-ab7c-5e3405cf6dde,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:49.965425 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:49.965773 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d464a23a-bb8d-4f79-9b1e-a3e2da2c58f8 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:49.991890 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:50.019573 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c15fb86f-fe05-447f-a40f-c241a7089999 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6936705 Aug 11 02:28:50.030207 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15fb86f-fe05-447f-a40f-c241a7089999 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event updated for resources: {'Network': ['ID=8d5bf560-71ae-422d-904c-d3905a12bc63,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:50.053283 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7837d18-7712-4af0-a8b6-2f374daab130 req-b71e8e42-8d15-4220-a21a-17347e4e1e78 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:50.054769 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b7837d18-7712-4af0-a8b6-2f374daab130 req-b71e8e42-8d15-4220-a21a-17347e4e1e78 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1558230 Aug 11 02:28:50.064284 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 8d5bf560-71ae-422d-904c-d3905a12bc63 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:28:50.124496 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b7837d18-7712-4af0-a8b6-2f374daab130 req-83ba0599-56aa-4b9c-a67c-718aa4faf945 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634038 Aug 11 02:28:50.178760 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-18b4bc7b-a6cb-47be-a830-5e39ae8a8610 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:50.392922 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf09bfd-cbe0-4b82-a866-80f4b2e690cb req-92627eb2-a2be-4372-b436-5a598c82349c tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:50.394649 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aaf09bfd-cbe0-4b82-a866-80f4b2e690cb req-92627eb2-a2be-4372-b436-5a598c82349c tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 945 time: 0.0550630 Aug 11 02:28:50.425476 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b4bc7b-a6cb-47be-a830-5e39ae8a8610 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:28:50.433342 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77767670-8764-4302-afa5-04caef88ee8f req-06143ff7-0148-4332-9883-fb52851ea530 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:50.435583 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-77767670-8764-4302-afa5-04caef88ee8f req-06143ff7-0148-4332-9883-fb52851ea530 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1357687 Aug 11 02:28:50.464202 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aaf09bfd-cbe0-4b82-a866-80f4b2e690cb req-076952d4-3d0b-482a-8497-137b72302111 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592232 Aug 11 02:28:50.540432 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-77767670-8764-4302-afa5-04caef88ee8f req-83cea53f-eb0e-40e1-8da7-afb9e3cdac74 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964344 Aug 11 02:28:50.600120 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b4bc7b-a6cb-47be-a830-5e39ae8a8610 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:50.605896 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-18b4bc7b-a6cb-47be-a830-5e39ae8a8610 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "PUT /v2.0/routers/cf8337f1-f30c-47c7-9b21-e2e58e24a9b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5186355 Aug 11 02:28:50.611756 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33650) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:50.618712 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d482c477-dd0a-487a-bcbc-ebc9ed0c5ca1 None None] Sync routers for ids ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:50.629094 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d482c477-dd0a-487a-bcbc-ebc9ed0c5ca1 None None] Routers {'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:50.629955 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d482c477-dd0a-487a-bcbc-ebc9ed0c5ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:28:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:50.744554 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f699c-b3c6-4400-9bb3-3b2a593c1ac2 req-cf973f77-fb75-420f-8d0d-1eef901d0f54 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:50.755502 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9c7f699c-b3c6-4400-9bb3-3b2a593c1ac2 req-cf973f77-fb75-420f-8d0d-1eef901d0f54 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.2146502 Aug 11 02:28:50.786667 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7afec5-dadc-42dc-85d7-bcdba5068bb5 req-27a0ef8b-f34f-41ba-bb3c-8897a50a9ac1 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:50.792134 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-db7afec5-dadc-42dc-85d7-bcdba5068bb5 req-27a0ef8b-f34f-41ba-bb3c-8897a50a9ac1 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.0955899 Aug 11 02:28:50.805698 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-adef7411-4757-418b-9360-0ee27a2576a5 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Deleting subnet 5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:28:50.816508 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-adef7411-4757-418b-9360-0ee27a2576a5 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:50.868128 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-db7afec5-dadc-42dc-85d7-bcdba5068bb5 req-6eae6e41-abe9-459c-b8e7-d68e7aff1fa6 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680323 Aug 11 02:28:50.880322 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9c7f699c-b3c6-4400-9bb3-3b2a593c1ac2 req-8daf3c25-ba74-47af-911a-301ab3fed1b1 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233413 Aug 11 02:28:50.899925 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-d482c477-dd0a-487a-bcbc-ebc9ed0c5ca1 None None] Set router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:50.949921 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc68596-72a4-4948-b18c-15b1ac8e76a1 req-e5eb81ef-7aa1-4aad-8144-0cf2033c8924 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:50.955927 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8fc68596-72a4-4948-b18c-15b1ac8e76a1 req-e5eb81ef-7aa1-4aad-8144-0cf2033c8924 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d69c60f-fb37-486d-a0c9-44be095f748c HTTP/1.1" status: 200 len: 909 time: 0.2496338 Aug 11 02:28:50.957506 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d482c477-dd0a-487a-bcbc-ebc9ed0c5ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:28:49Z', 'revision_number': 11, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:50.969407 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-adef7411-4757-418b-9360-0ee27a2576a5 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:50.987119 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d482c477-dd0a-487a-bcbc-ebc9ed0c5ca1 None None] Checking router: cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:28:50.996180 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d482c477-dd0a-487a-bcbc-ebc9ed0c5ca1 None None] Routers {'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:50.996876 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d482c477-dd0a-487a-bcbc-ebc9ed0c5ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:28:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:51.112216 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873dcd74-c37e-487e-9be5-cfab36d3c09a req-4975f9dc-4121-445c-b845-af4ac4ca9688 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:51.114076 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-873dcd74-c37e-487e-9be5-cfab36d3c09a req-4975f9dc-4121-445c-b845-af4ac4ca9688 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.0632451 Aug 11 02:28:51.118241 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-d482c477-dd0a-487a-bcbc-ebc9ed0c5ca1 None None] Set router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:51.185182 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d482c477-dd0a-487a-bcbc-ebc9ed0c5ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:28:49Z', 'revision_number': 11, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:51.203285 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-873dcd74-c37e-487e-9be5-cfab36d3c09a req-c7920dee-a431-4755-9c3e-3fd3cf4b4e0b tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818677 Aug 11 02:28:51.205159 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-adef7411-4757-418b-9360-0ee27a2576a5 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.234655 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d482c477-dd0a-487a-bcbc-ebc9ed0c5ca1 None None] The sync data for ids ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'] in n-d-615180-33 is: [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:28:49Z', 'revision_number': 11, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:51.316050 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7b7dc-9f2f-4d95-a53a-22947245c71f req-491f16ee-c351-4e19-a751-6b9a3863462c tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:51.318338 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-72a7b7dc-9f2f-4d95-a53a-22947245c71f req-491f16ee-c351-4e19-a751-6b9a3863462c tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d69c60f-fb37-486d-a0c9-44be095f748c HTTP/1.1" status: 200 len: 909 time: 0.3057995 Aug 11 02:28:51.333038 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-adef7411-4757-418b-9360-0ee27a2576a5 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.384824 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef7411-4757-418b-9360-0ee27a2576a5 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:51.392655 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-8fc68596-72a4-4948-b18c-15b1ac8e76a1 req-a3d18834-bc78-416d-8006-c9e5ba056634 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Deleting port 2f3d4284-ff36-40b8-ba05-e196fc7d7cc4 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:51.393322 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-8fc68596-72a4-4948-b18c-15b1ac8e76a1 req-a3d18834-bc78-416d-8006-c9e5ba056634 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.410658 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6347a2-e7cf-4930-a3e9-30fb7319b18a None None] Network a566d6f7-662e-4d9e-9e80-f96207362c23 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:51.428293 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-adef7411-4757-418b-9360-0ee27a2576a5 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.431033 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-adef7411-4757-418b-9360-0ee27a2576a5 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/subnets/5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e HTTP/1.1" status: 204 len: 168 time: 0.8180599 Aug 11 02:28:51.434866 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33678) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:51.560954 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e484b829-aec2-46b3-ad8a-7bb4f1cc1f36 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.602531 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.770973 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597654c8-5503-4899-8e73-2a509b79d0f2 req-2177183b-57ef-46a8-84b3-d5fb829fc403 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:51.772678 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-597654c8-5503-4899-8e73-2a509b79d0f2 req-2177183b-57ef-46a8-84b3-d5fb829fc403 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.2076104 Aug 11 02:28:51.782712 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-8fc68596-72a4-4948-b18c-15b1ac8e76a1 req-a3d18834-bc78-416d-8006-c9e5ba056634 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] For port 2f3d4284-ff36-40b8-ba05-e196fc7d7cc4, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=2f3d4284-ff36-40b8-ba05-e196fc7d7cc4,segment=NetworkSegment(fe54c996-f0f7-41f5-8242-a3d47b49502b),segment_id=fe54c996-f0f7-41f5-8242-a3d47b49502b)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:51.783241 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-8fc68596-72a4-4948-b18c-15b1ac8e76a1 req-a3d18834-bc78-416d-8006-c9e5ba056634 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.793391 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a6153-07d4-46d4-a6cb-6ebbe72c2eb0 req-28b07b7a-3181-4ed4-a69c-87a70fc61710 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:51.800907 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-764a6153-07d4-46d4-a6cb-6ebbe72c2eb0 req-28b07b7a-3181-4ed4-a69c-87a70fc61710 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.2476509 Aug 11 02:28:51.843944 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-8fc68596-72a4-4948-b18c-15b1ac8e76a1 req-a3d18834-bc78-416d-8006-c9e5ba056634 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Calling delete_port for 2f3d4284-ff36-40b8-ba05-e196fc7d7cc4 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:51.856409 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbe41b3-d1d3-4238-82dc-0698e58a9372 None None] DHCP port deletion for a566d6f7-662e-4d9e-9e80-f96207362c23 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:28:51.977238 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-edbe41b3-d1d3-4238-82dc-0698e58a9372 None None] Deleting port fd8b2445-e8f6-48da-9be1-08f5b1257ec5 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:51.977625 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-edbe41b3-d1d3-4238-82dc-0698e58a9372 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.042518 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device fd8b2445-e8f6-48da-9be1-08f5b1257ec5 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:52.143831 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-edbe41b3-d1d3-4238-82dc-0698e58a9372 None None] For port fd8b2445-e8f6-48da-9be1-08f5b1257ec5, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=fd8b2445-e8f6-48da-9be1-08f5b1257ec5,segment=NetworkSegment(5356fa7d-b552-4a03-bc82-18f9614ef6fd),segment_id=5356fa7d-b552-4a03-bc82-18f9614ef6fd)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:52.144516 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-edbe41b3-d1d3-4238-82dc-0698e58a9372 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.165139 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-edbe41b3-d1d3-4238-82dc-0698e58a9372 None None] Calling delete_port for fd8b2445-e8f6-48da-9be1-08f5b1257ec5 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:52.169712 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.247402 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port fd8b2445-e8f6-48da-9be1-08f5b1257ec5, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=fd8b2445-e8f6-48da-9be1-08f5b1257ec5,segment=NetworkSegment(5356fa7d-b552-4a03-bc82-18f9614ef6fd),segment_id=5356fa7d-b552-4a03-bc82-18f9614ef6fd)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:52.260440 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.261337 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5c02b758-2df9-46f9-ab7c-5e3405cf6dde no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:52.298110 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-597654c8-5503-4899-8e73-2a509b79d0f2 req-8351d910-4d24-43f4-8a75-1fecedf241f5 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5031469 Aug 11 02:28:52.311788 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-e484b829-aec2-46b3-ad8a-7bb4f1cc1f36 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Deleting port fd8b2445-e8f6-48da-9be1-08f5b1257ec5 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:52.312133 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e484b829-aec2-46b3-ad8a-7bb4f1cc1f36 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.325061 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=fd8b2445-e8f6-48da-9be1-08f5b1257ec5,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:52.349263 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 5c02b758-2df9-46f9-ab7c-5e3405cf6dde {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:52.349863 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5c02b758-2df9-46f9-ab7c-5e3405cf6dde not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:52.382922 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-edbe41b3-d1d3-4238-82dc-0698e58a9372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.395665 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbe41b3-d1d3-4238-82dc-0698e58a9372 None None] No DVR routers for this DVR port fd8b2445-e8f6-48da-9be1-08f5b1257ec5 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:52.429472 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe41b3-d1d3-4238-82dc-0698e58a9372 None None] Pushing event deleted for resources: {'Port': ['ID=fd8b2445-e8f6-48da-9be1-08f5b1257ec5,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:52.511173 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-e484b829-aec2-46b3-ad8a-7bb4f1cc1f36 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] For port fd8b2445-e8f6-48da-9be1-08f5b1257ec5, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=fd8b2445-e8f6-48da-9be1-08f5b1257ec5,segment=NetworkSegment(5356fa7d-b552-4a03-bc82-18f9614ef6fd),segment_id=5356fa7d-b552-4a03-bc82-18f9614ef6fd)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:52.511575 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e484b829-aec2-46b3-ad8a-7bb4f1cc1f36 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.533435 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-e484b829-aec2-46b3-ad8a-7bb4f1cc1f36 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Calling delete_port for fd8b2445-e8f6-48da-9be1-08f5b1257ec5 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:52.545047 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d6064-3aee-4b87-8563-ce24f55862f6 req-22b3e52f-f266-49e3-bea1-49e1e91d3e3b tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:52.546594 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ca1d6064-3aee-4b87-8563-ce24f55862f6 req-22b3e52f-f266-49e3-bea1-49e1e91d3e3b tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d69c60f-fb37-486d-a0c9-44be095f748c HTTP/1.1" status: 200 len: 909 time: 0.0811067 Aug 11 02:28:52.632826 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-764a6153-07d4-46d4-a6cb-6ebbe72c2eb0 req-3b179b0a-9dd5-4957-8419-f26407f50685 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8308969 Aug 11 02:28:52.661694 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e484b829-aec2-46b3-ad8a-7bb4f1cc1f36 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.711012 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e484b829-aec2-46b3-ad8a-7bb4f1cc1f36 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Port': ['ID=fd8b2445-e8f6-48da-9be1-08f5b1257ec5,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:52.715999 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e484b829-aec2-46b3-ad8a-7bb4f1cc1f36 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] No DVR routers for this DVR port fd8b2445-e8f6-48da-9be1-08f5b1257ec5 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:52.771432 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-8fc68596-72a4-4948-b18c-15b1ac8e76a1 req-a3d18834-bc78-416d-8006-c9e5ba056634 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.802809 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d18834-bc78-416d-8006-c9e5ba056634 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event deleted for resources: {'Port': ['ID=2f3d4284-ff36-40b8-ba05-e196fc7d7cc4,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:52.862445 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc68596-72a4-4948-b18c-15b1ac8e76a1 req-a3d18834-bc78-416d-8006-c9e5ba056634 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] No DVR routers for this DVR port 2f3d4284-ff36-40b8-ba05-e196fc7d7cc4 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:52.865953 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-8fc68596-72a4-4948-b18c-15b1ac8e76a1 req-a3d18834-bc78-416d-8006-c9e5ba056634 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.869240 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8fc68596-72a4-4948-b18c-15b1ac8e76a1 req-a3d18834-bc78-416d-8006-c9e5ba056634 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.73 "DELETE /v2.0/ports/2f3d4284-ff36-40b8-ba05-e196fc7d7cc4 HTTP/1.1" status: 204 len: 173 time: 1.9058306 Aug 11 02:28:52.869781 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d69c60f-fb37-486d-a0c9-44be095f748c', 'name': 'network-vif-deleted', 'tag': '2f3d4284-ff36-40b8-ba05-e196fc7d7cc4'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:52.879170 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61552964-df64-48c2-80b1-3347657c674a" -d '{"events": [{"server_uuid": "1d69c60f-fb37-486d-a0c9-44be095f748c", "name": "network-vif-deleted", "tag": "2f3d4284-ff36-40b8-ba05-e196fc7d7cc4"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:52.894954 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd918f7a-3a69-49a0-a762-b1f78c640520 req-9ad1c9ad-c267-41a9-80b1-148314806766 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:52.897163 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fd918f7a-3a69-49a0-a762-b1f78c640520 req-9ad1c9ad-c267-41a9-80b1-148314806766 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1437359 Aug 11 02:28:52.899790 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e484b829-aec2-46b3-ad8a-7bb4f1cc1f36 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.912467 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-e484b829-aec2-46b3-ad8a-7bb4f1cc1f36 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a566d6f7-662e-4d9e-9e80-f96207362c23']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:52.943418 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-e484b829-aec2-46b3-ad8a-7bb4f1cc1f36 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5356fa7d-b552-4a03-bc82-18f9614ef6fd') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:52.943894 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-e484b829-aec2-46b3-ad8a-7bb4f1cc1f36 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5356fa7d-b552-4a03-bc82-18f9614ef6fd') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:52.955017 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e484b829-aec2-46b3-ad8a-7bb4f1cc1f36 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.964982 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3551db9-ebee-4fc9-97b8-c38b6b31e2bc x-openstack-request-id: req-d3551db9-ebee-4fc9-97b8-c38b6b31e2bc {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:52.965260 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d69c60f-fb37-486d-a0c9-44be095f748c", "name": "network-vif-deleted", "tag": "2f3d4284-ff36-40b8-ba05-e196fc7d7cc4", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:52.965543 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d3551db9-ebee-4fc9-97b8-c38b6b31e2bc {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:52.965951 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d69c60f-fb37-486d-a0c9-44be095f748c', 'name': 'network-vif-deleted', 'tag': '2f3d4284-ff36-40b8-ba05-e196fc7d7cc4', 'status': 'completed', 'code': 200} Aug 11 02:28:52.978475 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e484b829-aec2-46b3-ad8a-7bb4f1cc1f36 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.986221 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e484b829-aec2-46b3-ad8a-7bb4f1cc1f36 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:28:52.986724 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e484b829-aec2-46b3-ad8a-7bb4f1cc1f36 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:28:53.060632 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:28:53.128182 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fd918f7a-3a69-49a0-a762-b1f78c640520 req-2dc957cd-aafb-46e7-b66a-e8dc85cc45e5 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666192 Aug 11 02:28:53.140820 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e484b829-aec2-46b3-ad8a-7bb4f1cc1f36 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:53.151337 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e484b829-aec2-46b3-ad8a-7bb4f1cc1f36 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:53.157892 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33714) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:53.163081 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-3db2edca-a463-4fbc-a2c1-b4921ce7360f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'router': {'routes': None}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:53.172172 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e484b829-aec2-46b3-ad8a-7bb4f1cc1f36 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/networks/a566d6f7-662e-4d9e-9e80-f96207362c23 HTTP/1.1" status: 204 len: 168 time: 1.7354038 Aug 11 02:28:53.202081 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e484b829-aec2-46b3-ad8a-7bb4f1cc1f36 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Pushing event deleted for resources: {'Network': ['ID=a566d6f7-662e-4d9e-9e80-f96207362c23,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:53.281779 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33720) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:53.291039 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-26bc7987-4d9d-42eb-b3a0-32e6b115825e tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Request body: {'subnet': {'network_id': '8d5bf560-71ae-422d-904c-d3905a12bc63', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:53.378950 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c16ac-6e02-4c2e-90d2-6c55be5a1b0a req-6543439e-2ba9-45da-a54b-112dce647adb tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:53.381204 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.extraroute_db [None req-3db2edca-a463-4fbc-a2c1-b4921ce7360f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Added routes are [] {{(pid=94507) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 02:28:53.381509 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.extraroute_db [None req-3db2edca-a463-4fbc-a2c1-b4921ce7360f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Removed routes are [] {{(pid=94507) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 02:28:53.381646 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c26c16ac-6e02-4c2e-90d2-6c55be5a1b0a req-6543439e-2ba9-45da-a54b-112dce647adb tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1400692 Aug 11 02:28:53.381883 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3db2edca-a463-4fbc-a2c1-b4921ce7360f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133780224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133782865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36741'] for router, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:53.433698 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c26c16ac-6e02-4c2e-90d2-6c55be5a1b0a req-77636eb9-320a-4c00-8ea0-5ef54a54448a tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438623 Aug 11 02:28:53.450826 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bc7987-4d9d-42eb-b3a0-32e6b115825e tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Made reservation on behalf of 061d3e37028a4bb291bab62358d853ce for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:53.466083 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-26bc7987-4d9d-42eb-b3a0-32e6b115825e tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:53.540399 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92ae22-d20a-436c-aff6-b91d293ab5e6 req-7e644fb1-557f-4586-9fe0-7cdbd7ccdc7f tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:53.547783 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8e92ae22-d20a-436c-aff6-b91d293ab5e6 req-7e644fb1-557f-4586-9fe0-7cdbd7ccdc7f tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.1687222 Aug 11 02:28:53.597743 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3db2edca-a463-4fbc-a2c1-b4921ce7360f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133780224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133782865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36741'] for router, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:53.603794 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3db2edca-a463-4fbc-a2c1-b4921ce7360f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133780475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133780466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133782856'] for router, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:53.681475 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 2f3d4284-ff36-40b8-ba05-e196fc7d7cc4 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:53.692831 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8e92ae22-d20a-436c-aff6-b91d293ab5e6 req-ad2589ff-5821-45e5-831b-1bab87dd323d tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378269 Aug 11 02:28:53.693950 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69839d98-b3e8-4169-84fb-0edbf01f33bd req-14dc6f6a-d471-45b5-afb7-0a9aa30586bc tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:53.701681 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-69839d98-b3e8-4169-84fb-0edbf01f33bd req-14dc6f6a-d471-45b5-afb7-0a9aa30586bc tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1267526 Aug 11 02:28:53.716128 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 2f3d4284-ff36-40b8-ba05-e196fc7d7cc4 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:53.716806 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 2f3d4284-ff36-40b8-ba05-e196fc7d7cc4 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:53.727963 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db2edca-a463-4fbc-a2c1-b4921ce7360f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:28:53.738956 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33738) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:53.794638 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-69839d98-b3e8-4169-84fb-0edbf01f33bd req-b7060552-ac5f-4691-8543-2a319379c6e5 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915432 Aug 11 02:28:53.820992 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-26bc7987-4d9d-42eb-b3a0-32e6b115825e tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:53.871100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db2edca-a463-4fbc-a2c1-b4921ce7360f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:53.879696 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3db2edca-a463-4fbc-a2c1-b4921ce7360f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:53.880877 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3db2edca-a463-4fbc-a2c1-b4921ce7360f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "PUT /v2.0/routers/cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 HTTP/1.1" status: 200 len: 700 time: 0.7216504 Aug 11 02:28:53.884715 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72269c03-b660-4412-bf66-833efb7890d3 None None] Sync routers for ids ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:53.898762 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72269c03-b660-4412-bf66-833efb7890d3 None None] Routers {'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:53.899394 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-72269c03-b660-4412-bf66-833efb7890d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:28:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:53.910528 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33748) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:53.939986 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-61864381-c8e5-4797-8a70-cf5a4014072a tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 HTTP/1.1" status: 200 len: 205 time: 0.0280476 Aug 11 02:28:53.942363 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33750) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:54.005471 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc7987-4d9d-42eb-b3a0-32e6b115825e tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event updated for resources: {'Subnet': ['ID=5510bbb9-507f-420c-9e05-862b8cb7cb5a,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:54.014466 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bc7987-4d9d-42eb-b3a0-32e6b115825e tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Checking segment: {'id': '2ce79552-2b23-4ce6-8b9e-5ca88676b7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8d5bf560-71ae-422d-904c-d3905a12bc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:54.014810 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bc7987-4d9d-42eb-b3a0-32e6b115825e tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Network hostable DHCP agents. Network: 8d5bf560-71ae-422d-904c-d3905a12bc63, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:28:54.038678 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bc7987-4d9d-42eb-b3a0-32e6b115825e tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Network 8d5bf560-71ae-422d-904c-d3905a12bc63 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:28:54.049423 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-26bc7987-4d9d-42eb-b3a0-32e6b115825e tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 8d5bf560-71ae-422d-904c-d3905a12bc63) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:54.056848 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bc7987-4d9d-42eb-b3a0-32e6b115825e tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:54.060547 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-26bc7987-4d9d-42eb-b3a0-32e6b115825e tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:54.065053 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d05714a-84bc-4788-bdc4-2cf43c8f2c41 None None] Network 8d5bf560-71ae-422d-904c-d3905a12bc63 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:54.093576 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-26bc7987-4d9d-42eb-b3a0-32e6b115825e tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8096733 Aug 11 02:28:54.097421 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33760) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:54.100333 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6c8c278f-a376-4744-981c-85453aa3a1f6 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:54.106145 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-43e141e9-8e69-4b5a-a3b4-1cc766589029 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-736890503'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:54.115413 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-72269c03-b660-4412-bf66-833efb7890d3 None None] Set router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:54.147296 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e141e9-8e69-4b5a-a3b4-1cc766589029 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Made reservation on behalf of 061d3e37028a4bb291bab62358d853ce for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:54.148951 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-43e141e9-8e69-4b5a-a3b4-1cc766589029 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:54.183164 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-72269c03-b660-4412-bf66-833efb7890d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:28:49Z', 'revision_number': 11, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:54.198878 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e141e9-8e69-4b5a-a3b4-1cc766589029 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:28:54.222803 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee2f8b-c2f6-456a-997e-16939a37cf01 req-a4fdab60-0b58-439a-995a-a00918335651 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:54.230718 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-48ee2f8b-c2f6-456a-997e-16939a37cf01 req-a4fdab60-0b58-439a-995a-a00918335651 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.0998554 Aug 11 02:28:54.236284 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-43e141e9-8e69-4b5a-a3b4-1cc766589029 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:54.236631 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-43e141e9-8e69-4b5a-a3b4-1cc766589029 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Added segment 6796c75e-ac21-4646-90c7-415145e82b24 of type vlan for network af3c98ea-c275-4d16-a8ad-5e2656dbfe6c Aug 11 02:28:54.270093 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72269c03-b660-4412-bf66-833efb7890d3 None None] Checking router: cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:28:54.300428 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-43e141e9-8e69-4b5a-a3b4-1cc766589029 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:54.303030 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72269c03-b660-4412-bf66-833efb7890d3 None None] Routers {'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:54.306884 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-72269c03-b660-4412-bf66-833efb7890d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:28:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:54.321951 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-48ee2f8b-c2f6-456a-997e-16939a37cf01 req-11579045-4811-462f-bd98-5388bd579165 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854800 Aug 11 02:28:54.356231 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-43e141e9-8e69-4b5a-a3b4-1cc766589029 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:54.368036 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e141e9-8e69-4b5a-a3b4-1cc766589029 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:54.368689 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-43e141e9-8e69-4b5a-a3b4-1cc766589029 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:54.511974 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-43e141e9-8e69-4b5a-a3b4-1cc766589029 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4106607 Aug 11 02:28:54.513416 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33770) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:54.520380 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-644f0053-5132-46d1-960f-75bf164fd772 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Request body: {'subnet': {'network_id': 'af3c98ea-c275-4d16-a8ad-5e2656dbfe6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:54.524903 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e141e9-8e69-4b5a-a3b4-1cc766589029 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event updated for resources: {'Network': ['ID=af3c98ea-c275-4d16-a8ad-5e2656dbfe6c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:54.546911 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18f885-9513-4545-a6a6-90488b2b2452 req-12442889-6c54-48c7-91aa-1c972d64a309 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:54.548793 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6c18f885-9513-4545-a6a6-90488b2b2452 req-12442889-6c54-48c7-91aa-1c972d64a309 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1162965 Aug 11 02:28:54.556142 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6c8c278f-a376-4744-981c-85453aa3a1f6 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:54.565918 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88839a-f6cc-45e1-a1b9-9874dc2a0d79 req-e74d45ce-2d4a-4a6c-8c2a-3bcb42dd7783 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:54.574195 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aa88839a-f6cc-45e1-a1b9-9874dc2a0d79 req-e74d45ce-2d4a-4a6c-8c2a-3bcb42dd7783 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.4443977 Aug 11 02:28:54.576982 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6c8c278f-a376-4744-981c-85453aa3a1f6 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:54.606407 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-72269c03-b660-4412-bf66-833efb7890d3 None None] Set router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:54.618322 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6c18f885-9513-4545-a6a6-90488b2b2452 req-3656168a-7f18-43bf-8910-2e0bd31152a9 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609910 Aug 11 02:28:54.671420 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-72269c03-b660-4412-bf66-833efb7890d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:28:49Z', 'revision_number': 11, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:54.676211 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network af3c98ea-c275-4d16-a8ad-5e2656dbfe6c details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:28:54.761832 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72269c03-b660-4412-bf66-833efb7890d3 None None] The sync data for ids ['cf8337f1-f30c-47c7-9b21-e2e58e24a9b6'] in n-d-615180-33 is: [{'id': 'cf8337f1-f30c-47c7-9b21-e2e58e24a9b6', 'name': 'tempest-RoutersTest-router-656188278', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:56Z', 'updated_at': '2021-08-11T02:28:49Z', 'revision_number': 11, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:54.783476 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:54.845518 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aa88839a-f6cc-45e1-a1b9-9874dc2a0d79 req-839f365e-0a2a-42c4-bec7-a8ef5cec0755 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700398 Aug 11 02:28:54.846211 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6c8c278f-a376-4744-981c-85453aa3a1f6 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:54.846762 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8c278f-a376-4744-981c-85453aa3a1f6 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Fanout notify agent at l3_agent the message router_deleted on router cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:28:54.850383 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644f0053-5132-46d1-960f-75bf164fd772 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Made reservation on behalf of 061d3e37028a4bb291bab62358d853ce for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:54.851833 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-644f0053-5132-46d1-960f-75bf164fd772 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:54.862369 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6c8c278f-a376-4744-981c-85453aa3a1f6 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:54.868101 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6c8c278f-a376-4744-981c-85453aa3a1f6 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/routers/cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 HTTP/1.1" status: 204 len: 168 time: 0.9247143 Aug 11 02:28:54.882194 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33782) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:54.888830 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-803fc4c5-d3ca-4fd1-a0b4-e816cf6d968e tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1152779860', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:54.937240 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecefba6-c5d5-4bb8-b36a-5f03f81054f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-8d5bf560-71ae-422d-904c-d3905a12bc63', 'network_id': '8d5bf560-71ae-422d-904c-d3905a12bc63', 'tenant_id': '061d3e37028a4bb291bab62358d853ce', 'fixed_ips': [{'subnet_id': '5510bbb9-507f-420c-9e05-862b8cb7cb5a'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:28:54.938886 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3ecefba6-c5d5-4bb8-b36a-5f03f81054f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:54.943720 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2c58d-aa76-4be7-ba92-8a1bd3bc3ba0 req-dcb56b8e-ef93-49cf-8aa3-626ff0578791 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:54.951458 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-54f2c58d-aa76-4be7-ba92-8a1bd3bc3ba0 req-dcb56b8e-ef93-49cf-8aa3-626ff0578791 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1158180 Aug 11 02:28:54.958332 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-803fc4c5-d3ca-4fd1-a0b4-e816cf6d968e tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:54.963327 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-803fc4c5-d3ca-4fd1-a0b4-e816cf6d968e tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:55.031337 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-54f2c58d-aa76-4be7-ba92-8a1bd3bc3ba0 req-1fcf19f9-5289-4dcf-87b3-7afad26b3e90 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788980 Aug 11 02:28:55.090451 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-803fc4c5-d3ca-4fd1-a0b4-e816cf6d968e tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:55.097073 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-803fc4c5-d3ca-4fd1-a0b4-e816cf6d968e tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:55.124728 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-803fc4c5-d3ca-4fd1-a0b4-e816cf6d968e tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:55.127192 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-803fc4c5-d3ca-4fd1-a0b4-e816cf6d968e tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2435832 Aug 11 02:28:55.129832 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33788) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:55.137231 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-205e241e-1cf1-467e-9366-1029f6575535 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:55.197042 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-3ecefba6-c5d5-4bb8-b36a-5f03f81054f3 None None] Allocated IP 2001:db8:0:ffff::2 (8d5bf560-71ae-422d-904c-d3905a12bc63/5510bbb9-507f-420c-9e05-862b8cb7cb5a/594882cb-5597-4843-80e3-2ec05bd0ad35) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:55.337171 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e979c-bd8e-4a51-b856-b7371164d15a req-0d77ee2d-6adf-49cc-88a4-59787f04d4be tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:55.338809 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-839e979c-bd8e-4a51-b856-b7371164d15a req-0d77ee2d-6adf-49cc-88a4-59787f04d4be tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1891954 Aug 11 02:28:55.371290 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:55.388707 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3ecefba6-c5d5-4bb8-b36a-5f03f81054f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:55.398863 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3ecefba6-c5d5-4bb8-b36a-5f03f81054f3 None None] Transition to ACTIVE for port object 594882cb-5597-4843-80e3-2ec05bd0ad35 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:55.414069 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-839e979c-bd8e-4a51-b856-b7371164d15a req-5e96a3b7-86e2-46b1-9ad2-f046a26843a9 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623629 Aug 11 02:28:55.415268 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3ecefba6-c5d5-4bb8-b36a-5f03f81054f3 None None] Transition to ACTIVE for port object 594882cb-5597-4843-80e3-2ec05bd0ad35 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:55.423070 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3ecefba6-c5d5-4bb8-b36a-5f03f81054f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:55.457220 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a144474-eaac-40c1-8b31-bd66426670ca tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:55.470104 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-205e241e-1cf1-467e-9366-1029f6575535 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133780224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133782865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36741'] for router, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:55.483893 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-205e241e-1cf1-467e-9366-1029f6575535 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133780475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133780466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133782856'] for router, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:55.496260 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecefba6-c5d5-4bb8-b36a-5f03f81054f3 None None] Network 8d5bf560-71ae-422d-904c-d3905a12bc63 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:55.515356 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-3ecefba6-c5d5-4bb8-b36a-5f03f81054f3 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:55.520017 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecefba6-c5d5-4bb8-b36a-5f03f81054f3 None None] Pushing event updated for resources: {'Port': ['ID=594882cb-5597-4843-80e3-2ec05bd0ad35,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:55.532451 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecefba6-c5d5-4bb8-b36a-5f03f81054f3 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:55.599382 n-d-615180-33 neutron-server[94507]: DEBUG neutron.objects.ports [None req-644f0053-5132-46d1-960f-75bf164fd772 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94507) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:28:55.600412 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205e241e-1cf1-467e-9366-1029f6575535 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Router 66489509-e2c0-400c-bb35-b62cc33a2343 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:28:55.606327 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-644f0053-5132-46d1-960f-75bf164fd772 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:55.608256 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-3ecefba6-c5d5-4bb8-b36a-5f03f81054f3 None None] Attempting to bind port 594882cb-5597-4843-80e3-2ec05bd0ad35 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:55.608682 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-3ecefba6-c5d5-4bb8-b36a-5f03f81054f3 None None] Attempting to bind port 594882cb-5597-4843-80e3-2ec05bd0ad35 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '2ce79552-2b23-4ce6-8b9e-5ca88676b7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8d5bf560-71ae-422d-904c-d3905a12bc63'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:55.609042 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecefba6-c5d5-4bb8-b36a-5f03f81054f3 None None] Attempting to bind port 594882cb-5597-4843-80e3-2ec05bd0ad35 on network 8d5bf560-71ae-422d-904c-d3905a12bc63 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:55.615529 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecefba6-c5d5-4bb8-b36a-5f03f81054f3 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:55.616063 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecefba6-c5d5-4bb8-b36a-5f03f81054f3 None None] Checking segment: {'id': '2ce79552-2b23-4ce6-8b9e-5ca88676b7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8d5bf560-71ae-422d-904c-d3905a12bc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:55.616474 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3ecefba6-c5d5-4bb8-b36a-5f03f81054f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:55.616859 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecefba6-c5d5-4bb8-b36a-5f03f81054f3 None None] Bound using segment: {'id': '2ce79552-2b23-4ce6-8b9e-5ca88676b7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8d5bf560-71ae-422d-904c-d3905a12bc63'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:55.617326 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-3ecefba6-c5d5-4bb8-b36a-5f03f81054f3 None None] Bound port: 594882cb-5597-4843-80e3-2ec05bd0ad35, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce79552-2b23-4ce6-8b9e-5ca88676b7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8d5bf560-71ae-422d-904c-d3905a12bc63'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:55.617709 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3ecefba6-c5d5-4bb8-b36a-5f03f81054f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:55.689322 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-3ecefba6-c5d5-4bb8-b36a-5f03f81054f3 None None] For port 594882cb-5597-4843-80e3-2ec05bd0ad35, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:55.692801 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-3ecefba6-c5d5-4bb8-b36a-5f03f81054f3 None None] For port 594882cb-5597-4843-80e3-2ec05bd0ad35, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=594882cb-5597-4843-80e3-2ec05bd0ad35,segment=NetworkSegment(2ce79552-2b23-4ce6-8b9e-5ca88676b7c5),segment_id=2ce79552-2b23-4ce6-8b9e-5ca88676b7c5)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:55.697670 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3ecefba6-c5d5-4bb8-b36a-5f03f81054f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:55.704388 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205e241e-1cf1-467e-9366-1029f6575535 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:55.713535 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-205e241e-1cf1-467e-9366-1029f6575535 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:55.714795 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-205e241e-1cf1-467e-9366-1029f6575535 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "PUT /v2.0/routers/66489509-e2c0-400c-bb35-b62cc33a2343 HTTP/1.1" status: 200 len: 694 time: 0.5838530 Aug 11 02:28:55.716430 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822fb375-72b7-4985-8084-7ddab88e4121 None None] Sync routers for ids ['66489509-e2c0-400c-bb35-b62cc33a2343'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:55.717416 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33804) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:55.730083 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822fb375-72b7-4985-8084-7ddab88e4121 None None] Routers {'66489509-e2c0-400c-bb35-b62cc33a2343'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:55.731770 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-822fb375-72b7-4985-8084-7ddab88e4121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:28:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['66489509-e2c0-400c-bb35-b62cc33a2343'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:55.763723 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecefba6-c5d5-4bb8-b36a-5f03f81054f3 None None] Pushing event updated for resources: {'Port': ['ID=594882cb-5597-4843-80e3-2ec05bd0ad35,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:55.827975 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-822fb375-72b7-4985-8084-7ddab88e4121 None None] Set router 66489509-e2c0-400c-bb35-b62cc33a2343 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:55.880414 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-145b2a44-288a-48f4-892b-1910f2202b8b tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "GET /v2.0/routers/66489509-e2c0-400c-bb35-b62cc33a2343 HTTP/1.1" status: 200 len: 700 time: 0.1592481 Aug 11 02:28:55.880906 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33810) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:55.943962 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9ec8f2d2-4514-4fb5-ae83-0b22795d1cad tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "GET /v2.0/ports?device_id=66489509-e2c0-400c-bb35-b62cc33a2343 HTTP/1.1" status: 200 len: 205 time: 0.0616152 Aug 11 02:28:55.944869 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33814) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:55.946781 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-822fb375-72b7-4985-8084-7ddab88e4121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66489509-e2c0-400c-bb35-b62cc33a2343', 'name': 'tempest-RoutersTest-router-1152779860', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:28:54Z', 'updated_at': '2021-08-11T02:28:55Z', 'revision_number': 2, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:55.981383 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822fb375-72b7-4985-8084-7ddab88e4121 None None] Checking router: 66489509-e2c0-400c-bb35-b62cc33a2343 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:28:55.994612 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822fb375-72b7-4985-8084-7ddab88e4121 None None] Routers {'66489509-e2c0-400c-bb35-b62cc33a2343'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:55.995392 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-822fb375-72b7-4985-8084-7ddab88e4121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:28:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['66489509-e2c0-400c-bb35-b62cc33a2343'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:56.082834 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9dc8c137-a125-4ec1-ad73-443192abcf14 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:56.125160 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-822fb375-72b7-4985-8084-7ddab88e4121 None None] Set router 66489509-e2c0-400c-bb35-b62cc33a2343 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:56.163673 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c05109-ca01-4ce2-a7c3-658290e86d14 req-31386d9f-99f3-4a8c-8d21-d0dda03d4ecf tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:56.172821 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f1c05109-ca01-4ce2-a7c3-658290e86d14 req-31386d9f-99f3-4a8c-8d21-d0dda03d4ecf tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.2451932 Aug 11 02:28:56.218754 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-822fb375-72b7-4985-8084-7ddab88e4121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66489509-e2c0-400c-bb35-b62cc33a2343', 'name': 'tempest-RoutersTest-router-1152779860', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:28:54Z', 'updated_at': '2021-08-11T02:28:55Z', 'revision_number': 2, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:56.261943 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f0053-5132-46d1-960f-75bf164fd772 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event updated for resources: {'Subnet': ['ID=86e1977b-f23c-423e-b299-d2f472974349,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:56.269450 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822fb375-72b7-4985-8084-7ddab88e4121 None None] The sync data for ids ['66489509-e2c0-400c-bb35-b62cc33a2343'] in n-d-615180-33 is: [{'id': '66489509-e2c0-400c-bb35-b62cc33a2343', 'name': 'tempest-RoutersTest-router-1152779860', 'tenant_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:28:54Z', 'updated_at': '2021-08-11T02:28:55Z', 'revision_number': 2, 'project_id': 'fc32fb4b9c1142568a3c93f040d870e8', 'gw_port_host': None}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:56.274269 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f1c05109-ca01-4ce2-a7c3-658290e86d14 req-ab18e1fa-ecef-4c0f-a2c8-5901a103a68b tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904729 Aug 11 02:28:56.278713 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cdbca4-9602-470d-ad93-25c9946c45bf req-783e61e8-c782-4ea1-b043-0d05496cf4da tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:56.286547 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-79cdbca4-9602-470d-ad93-25c9946c45bf req-783e61e8-c782-4ea1-b043-0d05496cf4da tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.7671421 Aug 11 02:28:56.326439 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644f0053-5132-46d1-960f-75bf164fd772 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Checking segment: {'id': '6796c75e-ac21-4646-90c7-415145e82b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'af3c98ea-c275-4d16-a8ad-5e2656dbfe6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:56.326962 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644f0053-5132-46d1-960f-75bf164fd772 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Network hostable DHCP agents. Network: af3c98ea-c275-4d16-a8ad-5e2656dbfe6c, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:28:56.376486 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644f0053-5132-46d1-960f-75bf164fd772 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Network af3c98ea-c275-4d16-a8ad-5e2656dbfe6c is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:28:56.391325 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-79cdbca4-9602-470d-ad93-25c9946c45bf req-c4ee94c1-216a-4373-827d-178d6ed9e657 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020341 Aug 11 02:28:56.397944 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-644f0053-5132-46d1-960f-75bf164fd772 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, af3c98ea-c275-4d16-a8ad-5e2656dbfe6c) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:56.423305 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4f1861-4389-46a4-91fd-92062406a51f None None] Network af3c98ea-c275-4d16-a8ad-5e2656dbfe6c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:56.423703 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644f0053-5132-46d1-960f-75bf164fd772 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:56.424518 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-644f0053-5132-46d1-960f-75bf164fd772 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:56.495321 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-644f0053-5132-46d1-960f-75bf164fd772 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9797623 Aug 11 02:28:56.497622 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33824) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:56.504344 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-e933c7ad-c526-457e-8765-20d5baf31c19 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Request body: {'port': {'network_id': 'af3c98ea-c275-4d16-a8ad-5e2656dbfe6c', 'name': 'tempest-NetworksIpV6TestAttrs-1316690438'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:56.518920 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9dc8c137-a125-4ec1-ad73-443192abcf14 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:56.521588 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9dc8c137-a125-4ec1-ad73-443192abcf14 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:56.593116 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9dc8c137-a125-4ec1-ad73-443192abcf14 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:56.593769 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc8c137-a125-4ec1-ad73-443192abcf14 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Fanout notify agent at l3_agent the message router_deleted on router 66489509-e2c0-400c-bb35-b62cc33a2343 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:28:56.603051 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9dc8c137-a125-4ec1-ad73-443192abcf14 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:56.608540 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9dc8c137-a125-4ec1-ad73-443192abcf14 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/routers/66489509-e2c0-400c-bb35-b62cc33a2343 HTTP/1.1" status: 204 len: 168 time: 0.6427746 Aug 11 02:28:56.619284 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33826) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:56.705692 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fdcb3ece-333c-43df-a7bf-d280b2d07d9f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "GET /v2.0/ports?device_id=66489509-e2c0-400c-bb35-b62cc33a2343 HTTP/1.1" status: 200 len: 205 time: 0.0822620 Aug 11 02:28:56.729361 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22e99ce-15cc-4f17-8184-a9806b2acda8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-af3c98ea-c275-4d16-a8ad-5e2656dbfe6c', 'network_id': 'af3c98ea-c275-4d16-a8ad-5e2656dbfe6c', 'tenant_id': '061d3e37028a4bb291bab62358d853ce', 'fixed_ips': [{'subnet_id': '86e1977b-f23c-423e-b299-d2f472974349'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:28:56.730111 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d22e99ce-15cc-4f17-8184-a9806b2acda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:56.731848 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33832) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:56.749735 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e933c7ad-c526-457e-8765-20d5baf31c19 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Made reservation on behalf of 061d3e37028a4bb291bab62358d853ce for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:56.755876 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e933c7ad-c526-457e-8765-20d5baf31c19 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:56.792811 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-e933c7ad-c526-457e-8765-20d5baf31c19 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] device_id is not set on port 70f34db8-6a5d-4968-82c2-072158e1c487 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:28:56.808837 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-1a144474-eaac-40c1-8b31-bd66426670ca tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Deleting port 8c9373ad-4d94-417f-befb-df8955efafcf {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:56.808837 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a144474-eaac-40c1-8b31-bd66426670ca tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:56.881056 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-0e7537c3-392a-483a-bee2-d76552d22989 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] delete failed (client error): The resource could not be found. Aug 11 02:28:56.895301 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0e7537c3-392a-483a-bee2-d76552d22989 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/routers/66489509-e2c0-400c-bb35-b62cc33a2343 HTTP/1.1" status: 404 len: 336 time: 0.1597211 Aug 11 02:28:56.897989 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33840) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:56.955449 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e087846-2489-4aaa-a4b8-b43c1ddf3e3d req-4d4259cb-e08b-451c-b4b8-c528ce1445ea tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:56.966031 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e087846-2489-4aaa-a4b8-b43c1ddf3e3d req-4d4259cb-e08b-451c-b4b8-c528ce1445ea tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.3881204 Aug 11 02:28:56.971059 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-d22e99ce-15cc-4f17-8184-a9806b2acda8 None None] Allocated IP 2001:db8::f816:3eff:fe1e:bfe4 (af3c98ea-c275-4d16-a8ad-5e2656dbfe6c/86e1977b-f23c-423e-b299-d2f472974349/a417399d-9719-4563-af95-10b95e22aa9d) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:57.057956 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5cf8796-b87b-432d-b23b-6cc0edcdec01 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] DELETE failed (client error): The resource could not be found. Aug 11 02:28:57.066240 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5cf8796-b87b-432d-b23b-6cc0edcdec01 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:28:57.068308 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d5cf8796-b87b-432d-b23b-6cc0edcdec01 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/subnets/6fe4aa81-0776-4da0-a080-190e7fa29b9b HTTP/1.1" status: 404 len: 337 time: 0.1681316 Aug 11 02:28:57.072226 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33844) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:57.099993 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e087846-2489-4aaa-a4b8-b43c1ddf3e3d req-dbf712a4-43a4-4aa5-94e3-3feba30fbbc7 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310673 Aug 11 02:28:57.153963 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b63c3b9-07d5-4698-9f7f-a2e2e31e5834 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] DELETE failed (client error): The resource could not be found. Aug 11 02:28:57.154550 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b63c3b9-07d5-4698-9f7f-a2e2e31e5834 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:28:57.159122 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1b63c3b9-07d5-4698-9f7f-a2e2e31e5834 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/subnets/4cbd2eab-ab50-4146-b3be-d9c736119cb2 HTTP/1.1" status: 404 len: 337 time: 0.0831823 Aug 11 02:28:57.159497 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33852) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:57.173944 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-1a144474-eaac-40c1-8b31-bd66426670ca tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] For port 8c9373ad-4d94-417f-befb-df8955efafcf, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8c9373ad-4d94-417f-befb-df8955efafcf,segment=NetworkSegment(fe54c996-f0f7-41f5-8242-a3d47b49502b),segment_id=fe54c996-f0f7-41f5-8242-a3d47b49502b)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:57.174501 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a144474-eaac-40c1-8b31-bd66426670ca tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:57.205458 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-1a144474-eaac-40c1-8b31-bd66426670ca tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Calling delete_port for 8c9373ad-4d94-417f-befb-df8955efafcf owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:57.218635 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-52dea98e-a0bb-471f-8cdb-ad70928726e8 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] DELETE failed (client error): The resource could not be found. Aug 11 02:28:57.219097 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52dea98e-a0bb-471f-8cdb-ad70928726e8 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:28:57.229341 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-52dea98e-a0bb-471f-8cdb-ad70928726e8 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/subnets/5bc89994-2a04-4da4-9074-8d4df09c6f10 HTTP/1.1" status: 404 len: 337 time: 0.0662510 Aug 11 02:28:57.230167 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33854) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:57.267101 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d22e99ce-15cc-4f17-8184-a9806b2acda8 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:57.286834 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d22e99ce-15cc-4f17-8184-a9806b2acda8 None None] Transition to ACTIVE for port object a417399d-9719-4563-af95-10b95e22aa9d will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:57.321329 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d22e99ce-15cc-4f17-8184-a9806b2acda8 None None] Transition to ACTIVE for port object a417399d-9719-4563-af95-10b95e22aa9d will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:57.329592 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d22e99ce-15cc-4f17-8184-a9806b2acda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:57.380839 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fe4ce73-b1a8-419a-974b-c8ecaae139cf tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] DELETE failed (client error): The resource could not be found. Aug 11 02:28:57.381423 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fe4ce73-b1a8-419a-974b-c8ecaae139cf tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:28:57.388424 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5fe4ce73-b1a8-419a-974b-c8ecaae139cf tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/subnets/5ff0f9d4-e72b-4d7e-98f2-13f86ff4aa7e HTTP/1.1" status: 404 len: 337 time: 0.1514015 Aug 11 02:28:57.390352 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33858) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:57.425975 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22e99ce-15cc-4f17-8184-a9806b2acda8 None None] Network af3c98ea-c275-4d16-a8ad-5e2656dbfe6c is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:57.433554 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7218aef4-bff9-4b4b-a8bd-071de91ce445 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 HTTP/1.1" status: 200 len: 205 time: 0.0402627 Aug 11 02:28:57.435379 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33862) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:57.445708 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-d22e99ce-15cc-4f17-8184-a9806b2acda8 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:57.455847 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22e99ce-15cc-4f17-8184-a9806b2acda8 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:57.463633 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd83eb2-b4b6-40a0-8b03-9b5143a8a085 req-89b0b728-0d41-4112-93fe-d34282bcc924 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:57.465513 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8cd83eb2-b4b6-40a0-8b03-9b5143a8a085 req-89b0b728-0d41-4112-93fe-d34282bcc924 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1311901 Aug 11 02:28:57.480094 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab9ef8e-cdef-4b44-adcd-4395013b3880 None None] Network 8d5bf560-71ae-422d-904c-d3905a12bc63 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:57.542134 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8cd83eb2-b4b6-40a0-8b03-9b5143a8a085 req-df783e0c-f9c7-47b5-9aa7-9d48bcfdd2e4 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650609 Aug 11 02:28:57.591155 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e99ce-15cc-4f17-8184-a9806b2acda8 None None] Pushing event updated for resources: {'Port': ['ID=a417399d-9719-4563-af95-10b95e22aa9d,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:57.657531 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-282bc08d-c666-4d90-905e-49548cc1d607 None None] Provisioning for port 594882cb-5597-4843-80e3-2ec05bd0ad35 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:57.665700 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d22e99ce-15cc-4f17-8184-a9806b2acda8 None None] Attempting to bind port a417399d-9719-4563-af95-10b95e22aa9d on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:57.666324 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d22e99ce-15cc-4f17-8184-a9806b2acda8 None None] Attempting to bind port a417399d-9719-4563-af95-10b95e22aa9d by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '6796c75e-ac21-4646-90c7-415145e82b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'af3c98ea-c275-4d16-a8ad-5e2656dbfe6c'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:57.666879 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22e99ce-15cc-4f17-8184-a9806b2acda8 None None] Attempting to bind port a417399d-9719-4563-af95-10b95e22aa9d on network af3c98ea-c275-4d16-a8ad-5e2656dbfe6c {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:57.674934 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-c6f49293-cc5e-466a-82fb-f83ba759223f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] delete failed (client error): The resource could not be found. Aug 11 02:28:57.676115 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22e99ce-15cc-4f17-8184-a9806b2acda8 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:57.676493 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22e99ce-15cc-4f17-8184-a9806b2acda8 None None] Checking segment: {'id': '6796c75e-ac21-4646-90c7-415145e82b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'af3c98ea-c275-4d16-a8ad-5e2656dbfe6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:57.676881 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c6f49293-cc5e-466a-82fb-f83ba759223f tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/routers/cf8337f1-f30c-47c7-9b21-e2e58e24a9b6 HTTP/1.1" status: 404 len: 336 time: 0.0724592 Aug 11 02:28:57.677019 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d22e99ce-15cc-4f17-8184-a9806b2acda8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:57.677306 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22e99ce-15cc-4f17-8184-a9806b2acda8 None None] Bound using segment: {'id': '6796c75e-ac21-4646-90c7-415145e82b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'af3c98ea-c275-4d16-a8ad-5e2656dbfe6c'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:57.677739 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d22e99ce-15cc-4f17-8184-a9806b2acda8 None None] Bound port: a417399d-9719-4563-af95-10b95e22aa9d, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6796c75e-ac21-4646-90c7-415145e82b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'af3c98ea-c275-4d16-a8ad-5e2656dbfe6c'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:57.678120 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d22e99ce-15cc-4f17-8184-a9806b2acda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:57.679397 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33866) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:57.713962 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-e933c7ad-c526-457e-8765-20d5baf31c19 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Allocated IP 2001:db8::f816:3eff:fe7d:12b0 (af3c98ea-c275-4d16-a8ad-5e2656dbfe6c/86e1977b-f23c-423e-b299-d2f472974349/70f34db8-6a5d-4968-82c2-072158e1c487) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:57.768711 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8f9f7930-8364-47f7-9f79-81fafd9959ca tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "GET /v2.0/ports?device_id=593fadde-ea17-49cb-9f71-9a0401117963 HTTP/1.1" status: 200 len: 205 time: 0.0879443 Aug 11 02:28:57.769919 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33868) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:57.856562 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d22e99ce-15cc-4f17-8184-a9806b2acda8 None None] For port a417399d-9719-4563-af95-10b95e22aa9d, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:57.873287 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-cb9a71c8-ee07-4d39-b174-b11fcb812406 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] delete failed (client error): The resource could not be found. Aug 11 02:28:57.878181 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cb9a71c8-ee07-4d39-b174-b11fcb812406 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/routers/593fadde-ea17-49cb-9f71-9a0401117963 HTTP/1.1" status: 404 len: 336 time: 0.1072192 Aug 11 02:28:57.879049 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33874) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:57.882640 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d22e99ce-15cc-4f17-8184-a9806b2acda8 None None] For port a417399d-9719-4563-af95-10b95e22aa9d, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a417399d-9719-4563-af95-10b95e22aa9d,segment=NetworkSegment(6796c75e-ac21-4646-90c7-415145e82b24),segment_id=6796c75e-ac21-4646-90c7-415145e82b24)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:57.897694 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d22e99ce-15cc-4f17-8184-a9806b2acda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:57.912456 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a144474-eaac-40c1-8b31-bd66426670ca tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:57.970616 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-6876d5ab-71a3-440a-9cde-db8cd0f93a11 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] DELETE failed (client error): The resource could not be found. Aug 11 02:28:57.971644 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6876d5ab-71a3-440a-9cde-db8cd0f93a11 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:28:57.975391 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6876d5ab-71a3-440a-9cde-db8cd0f93a11 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/subnets/cb98d728-5a68-4321-8c59-5f1a5123aa2a HTTP/1.1" status: 404 len: 337 time: 0.0951693 Aug 11 02:28:57.980271 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33878) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:58.007996 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a144474-eaac-40c1-8b31-bd66426670ca tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event deleted for resources: {'Port': ['ID=8c9373ad-4d94-417f-befb-df8955efafcf,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:58.073158 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-409f8d77-6f54-4a5a-8dba-ab5cd450b826 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8e8f634-fe97-4f02-96af-0b8874f92bd2 HTTP/1.1" status: 200 len: 205 time: 0.0890663 Aug 11 02:28:58.080423 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33880) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:58.106535 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e99ce-15cc-4f17-8184-a9806b2acda8 None None] Pushing event updated for resources: {'Port': ['ID=a417399d-9719-4563-af95-10b95e22aa9d,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:58.149023 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e933c7ad-c526-457e-8765-20d5baf31c19 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:58.177175 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-b09940cc-b7a8-4d24-b12d-1ea9970d92f5 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] delete failed (client error): The resource could not be found. Aug 11 02:28:58.190568 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b09940cc-b7a8-4d24-b12d-1ea9970d92f5 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/routers/e8e8f634-fe97-4f02-96af-0b8874f92bd2 HTTP/1.1" status: 404 len: 336 time: 0.1018672 Aug 11 02:28:58.191371 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33884) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:58.191722 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 594882cb-5597-4843-80e3-2ec05bd0ad35 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:58.224550 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-e933c7ad-c526-457e-8765-20d5baf31c19 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Transition to ACTIVE for port object 70f34db8-6a5d-4968-82c2-072158e1c487 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:58.250942 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33888) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:58.257771 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a311339d-041d-42fd-95c2-c69bb027f193 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "GET /v2.0/ports?device_id=037d9dac-6297-43d3-bffd-09d6a9f3145f HTTP/1.1" status: 200 len: 205 time: 0.0547140 Aug 11 02:28:58.277159 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 594882cb-5597-4843-80e3-2ec05bd0ad35 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:58.282678 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 594882cb-5597-4843-80e3-2ec05bd0ad35 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:58.283156 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:58.359522 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-2aac54a3-a732-4c84-87d1-15742fb95797 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] delete failed (client error): The resource could not be found. Aug 11 02:28:58.363414 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2aac54a3-a732-4c84-87d1-15742fb95797 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/routers/037d9dac-6297-43d3-bffd-09d6a9f3145f HTTP/1.1" status: 404 len: 336 time: 0.1088669 Aug 11 02:28:58.365650 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33890) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:58.401994 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a144474-eaac-40c1-8b31-bd66426670ca tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:58.412957 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:58.462783 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b1192c7-e4bb-46a4-826e-a196e07b85c4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] DELETE failed (client error): The resource could not be found. Aug 11 02:28:58.463253 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b1192c7-e4bb-46a4-826e-a196e07b85c4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:28:58.468622 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7b1192c7-e4bb-46a4-826e-a196e07b85c4 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/subnets/b8ecc5e8-f58b-4a92-9c94-cd6818daf2ed HTTP/1.1" status: 404 len: 337 time: 0.1012235 Aug 11 02:28:58.469478 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33894) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:58.488527 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 594882cb-5597-4843-80e3-2ec05bd0ad35, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=594882cb-5597-4843-80e3-2ec05bd0ad35,segment=NetworkSegment(2ce79552-2b23-4ce6-8b9e-5ca88676b7c5),segment_id=2ce79552-2b23-4ce6-8b9e-5ca88676b7c5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:58.492340 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e933c7ad-c526-457e-8765-20d5baf31c19 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:58.501262 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:58.527239 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-032265ed-93d9-4c55-b008-f004d4ae3141 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "GET /v2.0/ports?device_id=284f6a6a-f8de-43ac-ba37-5de6baca1070 HTTP/1.1" status: 200 len: 205 time: 0.0564282 Aug 11 02:28:58.528248 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33896) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:58.598739 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-45ec09c1-26bc-49a4-bbea-72d49704bf51 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] delete failed (client error): The resource could not be found. Aug 11 02:28:58.603351 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-45ec09c1-26bc-49a4-bbea-72d49704bf51 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/routers/284f6a6a-f8de-43ac-ba37-5de6baca1070 HTTP/1.1" status: 404 len: 336 time: 0.0738521 Aug 11 02:28:58.604391 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33900) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:58.633471 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e933c7ad-c526-457e-8765-20d5baf31c19 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Network af3c98ea-c275-4d16-a8ad-5e2656dbfe6c is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:58.640511 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-58bdaa5d-79c8-497b-8aca-e64818c84c49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] DELETE failed (client error): The resource could not be found. Aug 11 02:28:58.642572 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58bdaa5d-79c8-497b-8aca-e64818c84c49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:28:58.647244 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-e933c7ad-c526-457e-8765-20d5baf31c19 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:58.649323 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-58bdaa5d-79c8-497b-8aca-e64818c84c49 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/subnets/843b67e3-e90b-4507-bbe4-69980b59ab07 HTTP/1.1" status: 404 len: 337 time: 0.0435977 Aug 11 02:28:58.650633 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33902) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:58.658913 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e933c7ad-c526-457e-8765-20d5baf31c19 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:58.671024 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e933c7ad-c526-457e-8765-20d5baf31c19 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:58.671816 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e933c7ad-c526-457e-8765-20d5baf31c19 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:58.676514 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=594882cb-5597-4843-80e3-2ec05bd0ad35,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:58.705712 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ddb7660d-a767-4075-bd53-bfb3feaab1c5 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "GET /v2.0/ports?device_id=769ef8da-88af-4349-9b34-e035d9606b91 HTTP/1.1" status: 200 len: 205 time: 0.0524776 Aug 11 02:28:58.706895 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33904) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:58.716605 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-03cd50f5-3501-489e-b486-6096b0d19b45 None None] Provisioning complete for port 594882cb-5597-4843-80e3-2ec05bd0ad35 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:58.718756 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-03cd50f5-3501-489e-b486-6096b0d19b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:58.764083 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e933c7ad-c526-457e-8765-20d5baf31c19 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2651186 Aug 11 02:28:58.767783 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33906) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:58.769943 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933c7ad-c526-457e-8765-20d5baf31c19 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event updated for resources: {'Port': ['ID=70f34db8-6a5d-4968-82c2-072158e1c487,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:58.826448 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-a9f9de74-76ad-45b6-8da1-9c5b7684ff95 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] delete failed (client error): The resource could not be found. Aug 11 02:28:58.827991 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a9f9de74-76ad-45b6-8da1-9c5b7684ff95 tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/routers/769ef8da-88af-4349-9b34-e035d9606b91 HTTP/1.1" status: 404 len: 336 time: 0.1185014 Aug 11 02:28:58.830559 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33908) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:58.861480 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb18ae6a-4cba-4c82-9372-1e35d4c41b3e tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] DELETE failed (client error): The resource could not be found. Aug 11 02:28:58.861935 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb18ae6a-4cba-4c82-9372-1e35d4c41b3e tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:28:58.864021 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-eb18ae6a-4cba-4c82-9372-1e35d4c41b3e tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/subnets/ac262c8b-1a45-40fc-a141-daa61524f046 HTTP/1.1" status: 404 len: 337 time: 0.0323086 Aug 11 02:28:58.866654 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33912) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:58.900388 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd6240de-d9f2-4792-8377-3153afb54f6d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] DELETE failed (client error): The resource could not be found. Aug 11 02:28:58.900388 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd6240de-d9f2-4792-8377-3153afb54f6d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:28:58.902106 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-dd6240de-d9f2-4792-8377-3153afb54f6d tempest-RoutersTest-1547779103 tempest-RoutersTest-1547779103-project] 10.222.0.50 "DELETE /v2.0/subnets/1e069a60-fccb-4edd-bc78-815820844305 HTTP/1.1" status: 404 len: 337 time: 0.0345371 Aug 11 02:28:58.911923 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebd8df-7081-4179-9086-31a26c2455e3 req-f7e756de-379c-439b-85c3-4015fe77b175 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:58.913772 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-55ebd8df-7081-4179-9086-31a26c2455e3 req-f7e756de-379c-439b-85c3-4015fe77b175 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.2108214 Aug 11 02:28:58.919971 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ad1294-799c-4096-9ea2-9d48b4a10489 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Deleting subnet 86e1977b-f23c-423e-b299-d2f472974349 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:28:58.925848 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-72ad1294-799c-4096-9ea2-9d48b4a10489 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.025456 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-72ad1294-799c-4096-9ea2-9d48b4a10489 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.091350 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-55ebd8df-7081-4179-9086-31a26c2455e3 req-d3f63ff7-63e4-4b32-87e4-375a753de463 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583760 Aug 11 02:28:59.150062 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a144474-eaac-40c1-8b31-bd66426670ca tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Router 5d00e95d-57b2-43f2-8ff6-8166766e5b73 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:28:59.266991 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33928) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:59.285748 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-72ad1294-799c-4096-9ea2-9d48b4a10489 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.365862 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33932) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:59.414189 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a144474-eaac-40c1-8b31-bd66426670ca tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:59.424475 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1a144474-eaac-40c1-8b31-bd66426670ca tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "PUT /v2.0/routers/5d00e95d-57b2-43f2-8ff6-8166766e5b73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6839604 Aug 11 02:28:59.429488 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33940) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:59.433973 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1462af4-d0e8-4577-9afe-d9be0611b3e9 None None] Sync routers for ids ['5d00e95d-57b2-43f2-8ff6-8166766e5b73'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:59.460732 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1462af4-d0e8-4577-9afe-d9be0611b3e9 None None] Routers {'5d00e95d-57b2-43f2-8ff6-8166766e5b73'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:59.461775 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-c1462af4-d0e8-4577-9afe-d9be0611b3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:28:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5d00e95d-57b2-43f2-8ff6-8166766e5b73'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:59.476748 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-72ad1294-799c-4096-9ea2-9d48b4a10489 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.548306 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad1294-799c-4096-9ea2-9d48b4a10489 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event deleted for resources: {'Subnet': ['ID=86e1977b-f23c-423e-b299-d2f472974349,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:59.553390 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-72ad1294-799c-4096-9ea2-9d48b4a10489 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.555242 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-72ad1294-799c-4096-9ea2-9d48b4a10489 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "DELETE /v2.0/subnets/86e1977b-f23c-423e-b299-d2f472974349 HTTP/1.1" status: 204 len: 168 time: 0.7862847 Aug 11 02:28:59.557990 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33942) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:59.628015 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fa435-bf5c-4b4c-8ec6-1c0bc41a5318 req-71464007-e0a1-476a-87d6-454ab95fe3d6 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:59.635996 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7a6fa435-bf5c-4b4c-8ec6-1c0bc41a5318 req-71464007-e0a1-476a-87d6-454ab95fe3d6 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1614804 Aug 11 02:28:59.665366 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5fdc83-7396-4987-8ef8-666ef2d02f4d tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:59.667126 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5fdc83-7396-4987-8ef8-666ef2d02f4d tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:59.668680 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5d5fdc83-7396-4987-8ef8-666ef2d02f4d tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1096115 Aug 11 02:28:59.671740 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33946) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:59.684772 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-c1462af4-d0e8-4577-9afe-d9be0611b3e9 None None] Set router 5d00e95d-57b2-43f2-8ff6-8166766e5b73 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:59.698648 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b532e9f0-6dd9-43c7-8351-d26b71086f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.732104 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-8456352a-ddc2-4a22-ae4a-679e0c398197 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Deleting subnet fbff099a-515d-4481-b7ac-544c44a6dddf {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:28:59.746624 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8456352a-ddc2-4a22-ae4a-679e0c398197 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.752496 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7a6fa435-bf5c-4b4c-8ec6-1c0bc41a5318 req-76fd569f-0517-4af9-a30f-da24ca90aedc tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153414 Aug 11 02:28:59.756192 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bed8b8-6d99-4e91-8a58-a54ecd5b02e1 None None] Network af3c98ea-c275-4d16-a8ad-5e2656dbfe6c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:59.776774 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4455924f-80de-42fe-8be5-85795ad110b5 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.785262 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-4455924f-80de-42fe-8be5-85795ad110b5 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 11 02:28:59.785781 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4455924f-80de-42fe-8be5-85795ad110b5 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:28:59.787601 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4455924f-80de-42fe-8be5-85795ad110b5 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "DELETE /v2.0/networks/af3c98ea-c275-4d16-a8ad-5e2656dbfe6c HTTP/1.1" status: 409 len: 405 time: 0.1140628 Aug 11 02:28:59.791205 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33948) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:59.798442 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-8d63dab5-4a00-485c-a7b4-2bb7c7a30fe6 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-941120654'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:59.804337 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e0e3c-5c09-4c04-8cca-1d261a619d11 req-c6a9374e-528c-40ab-8ebf-19a8eebc1116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:59.805850 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-968e0e3c-5c09-4c04-8cca-1d261a619d11 req-c6a9374e-528c-40ab-8ebf-19a8eebc1116 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=212d4988370c4c66b025f31c5d0eea27&device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 1097 time: 0.3556859 Aug 11 02:28:59.821694 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3927e33a-8151-41c0-966b-6be7ae980240 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fc32fb4b9c1142568a3c93f040d870e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4546068 Aug 11 02:28:59.825156 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33950) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:59.844122 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3d387-e16d-494c-bba5-d7915ff6f04d req-1ad89492-edb8-4513-ba80-137dbc94e5f7 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:59.845648 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c8f3d387-e16d-494c-bba5-d7915ff6f04d req-1ad89492-edb8-4513-ba80-137dbc94e5f7 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.2876780 Aug 11 02:28:59.847877 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8456352a-ddc2-4a22-ae4a-679e0c398197 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.877412 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c797916a-e27d-4c4a-b953-ab3b510b3655 None None] Provisioning for port a417399d-9719-4563-af95-10b95e22aa9d completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:59.882250 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a70619ec-f240-4bd5-bdb7-eec1427e33c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.905646 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a70619ec-f240-4bd5-bdb7-eec1427e33c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.964625 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a70619ec-f240-4bd5-bdb7-eec1427e33c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.968846 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a70619ec-f240-4bd5-bdb7-eec1427e33c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.970146 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a70619ec-f240-4bd5-bdb7-eec1427e33c1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/12b88d53-4cf9-46d2-8edd-4ece2b21836c HTTP/1.1" status: 204 len: 168 time: 0.1437109 Aug 11 02:28:59.982858 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70619ec-f240-4bd5-bdb7-eec1427e33c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b88d53-4cf9-46d2-8edd-4ece2b21836c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:00.043155 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-c1462af4-d0e8-4577-9afe-d9be0611b3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d00e95d-57b2-43f2-8ff6-8166766e5b73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165603838', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '6d3eb3e1-5051-45d6-8aae-f18b48d5aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:28:17Z', 'updated_at': '2021-08-11T02:28:57Z', 'revision_number': 5, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'gw_port': {'id': '6d3eb3e1-5051-45d6-8aae-f18b48d5aed3', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:78:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d00e95d-57b2-43f2-8ff6-8166766e5b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:18Z', 'updated_at': '2021-08-11T02:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:00.057205 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c8f3d387-e16d-494c-bba5-d7915ff6f04d req-b6219c45-3740-4a30-ba85-6a806aa82112 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702209 Aug 11 02:29:00.082096 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1462af4-d0e8-4577-9afe-d9be0611b3e9 None None] Checking router: 5d00e95d-57b2-43f2-8ff6-8166766e5b73 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:29:00.090016 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6f2d2c-8921-4d16-bdd6-bec27f6129a4 None None] DHCP port deletion for af3c98ea-c275-4d16-a8ad-5e2656dbfe6c request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:29:00.118392 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1462af4-d0e8-4577-9afe-d9be0611b3e9 None None] Routers {'5d00e95d-57b2-43f2-8ff6-8166766e5b73'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:00.119033 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-c1462af4-d0e8-4577-9afe-d9be0611b3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:28:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5d00e95d-57b2-43f2-8ff6-8166766e5b73'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:00.162143 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8456352a-ddc2-4a22-ae4a-679e0c398197 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.196348 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e0e3c-5c09-4c04-8cca-1d261a619d11 req-3e5e0435-ec1e-48a6-9431-a77af38a14b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:00.197964 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-968e0e3c-5c09-4c04-8cca-1d261a619d11 req-3e5e0435-ec1e-48a6-9431-a77af38a14b4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0086c42c-f896-4a92-8515-db944444d83d HTTP/1.1" status: 200 len: 920 time: 0.3717833 Aug 11 02:29:00.222995 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b532e9f0-6dd9-43c7-8351-d26b71086f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.240255 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 594882cb-5597-4843-80e3-2ec05bd0ad35 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:00.259262 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b532e9f0-6dd9-43c7-8351-d26b71086f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.259941 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d63dab5-4a00-485c-a7b4-2bb7c7a30fe6 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Made reservation on behalf of 061d3e37028a4bb291bab62358d853ce for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:00.264075 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8d63dab5-4a00-485c-a7b4-2bb7c7a30fe6 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.285608 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-5a6f2d2c-8921-4d16-bdd6-bec27f6129a4 None None] Deleting port a417399d-9719-4563-af95-10b95e22aa9d {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:00.285919 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5a6f2d2c-8921-4d16-bdd6-bec27f6129a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.286651 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-968e0e3c-5c09-4c04-8cca-1d261a619d11 req-83015a0e-e537-4fec-b0bc-5794e5fea464 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6949df3f-b34f-4767-aa68-e411a5193991 HTTP/1.1" status: 200 len: 217 time: 0.0778868 Aug 11 02:29:00.294561 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b532e9f0-6dd9-43c7-8351-d26b71086f18 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3d0b8971412540d988b6d7bfbc657cb7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0264552 Aug 11 02:29:00.295256 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d63dab5-4a00-485c-a7b4-2bb7c7a30fe6 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:29:00.300542 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33956) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:00.308808 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8d63dab5-4a00-485c-a7b4-2bb7c7a30fe6 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.309153 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-8d63dab5-4a00-485c-a7b4-2bb7c7a30fe6 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Added segment 318c73e2-1f35-47a8-b764-f0e05bef6bbd of type vlan for network 5655b905-b6a3-4c4c-b2fb-57358a57d91b Aug 11 02:29:00.371016 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8d63dab5-4a00-485c-a7b4-2bb7c7a30fe6 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.414510 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532e9f0-6dd9-43c7-8351-d26b71086f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a49a2be-c01c-4649-aad5-6f489deb2487,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:00.426584 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8d63dab5-4a00-485c-a7b4-2bb7c7a30fe6 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.437476 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d63dab5-4a00-485c-a7b4-2bb7c7a30fe6 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:00.437616 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8456352a-ddc2-4a22-ae4a-679e0c398197 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.438898 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8d63dab5-4a00-485c-a7b4-2bb7c7a30fe6 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.464078 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8d63dab5-4a00-485c-a7b4-2bb7c7a30fe6 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6689546 Aug 11 02:29:00.465350 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33964) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:00.467472 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456352a-ddc2-4a22-ae4a-679e0c398197 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event deleted for resources: {'Subnet': ['ID=fbff099a-515d-4481-b7ac-544c44a6dddf,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:00.470636 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1acbbe69-a5d6-48c6-b5dd-cfca8cca4bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.476056 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-f6e34d0e-ae4d-4ed8-89e7-c87f2c39efe8 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Request body: {'subnet': {'network_id': '5655b905-b6a3-4c4c-b2fb-57358a57d91b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:00.531429 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63dab5-4a00-485c-a7b4-2bb7c7a30fe6 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event updated for resources: {'Network': ['ID=5655b905-b6a3-4c4c-b2fb-57358a57d91b,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:00.551241 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e0e3c-5c09-4c04-8cca-1d261a619d11 req-747d1bc5-4373-4a24-981a-3a7c6d060c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:00.552780 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-968e0e3c-5c09-4c04-8cca-1d261a619d11 req-747d1bc5-4373-4a24-981a-3a7c6d060c04 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=84fc00eb-2c93-4052-9a0f-462991bedf76 HTTP/1.1" status: 200 len: 859 time: 0.2567201 Aug 11 02:29:00.556348 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-5a6f2d2c-8921-4d16-bdd6-bec27f6129a4 None None] For port a417399d-9719-4563-af95-10b95e22aa9d, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a417399d-9719-4563-af95-10b95e22aa9d,segment=NetworkSegment(6796c75e-ac21-4646-90c7-415145e82b24),segment_id=6796c75e-ac21-4646-90c7-415145e82b24)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:00.556881 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5a6f2d2c-8921-4d16-bdd6-bec27f6129a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.577391 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-5a6f2d2c-8921-4d16-bdd6-bec27f6129a4 None None] Calling delete_port for a417399d-9719-4563-af95-10b95e22aa9d owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:00.581746 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8456352a-ddc2-4a22-ae4a-679e0c398197 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.583568 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8456352a-ddc2-4a22-ae4a-679e0c398197 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "DELETE /v2.0/subnets/fbff099a-515d-4481-b7ac-544c44a6dddf HTTP/1.1" status: 204 len: 168 time: 1.1527219 Aug 11 02:29:00.586606 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33968) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:00.595873 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-c1462af4-d0e8-4577-9afe-d9be0611b3e9 None None] Set router 5d00e95d-57b2-43f2-8ff6-8166766e5b73 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:00.621784 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-968e0e3c-5c09-4c04-8cca-1d261a619d11 req-c60e00ef-7f45-47e7-a058-a1454513c225 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0086c42c-f896-4a92-8515-db944444d83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607643 Aug 11 02:29:00.626300 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1acbbe69-a5d6-48c6-b5dd-cfca8cca4bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.679384 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 5655b905-b6a3-4c4c-b2fb-57358a57d91b details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:29:00.737805 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3d896e-b9b0-4e2d-837d-bb4c73cb8823 None None] Network e8f183b7-2074-4760-8506-90bf43cf4fce requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:00.743520 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6148742-c2f1-4180-81f0-95d02fbbf5d7 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.928975 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6148742-c2f1-4180-81f0-95d02fbbf5d7 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.972982 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 594882cb-5597-4843-80e3-2ec05bd0ad35 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:00.973363 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.049042 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e34d0e-ae4d-4ed8-89e7-c87f2c39efe8 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Made reservation on behalf of 061d3e37028a4bb291bab62358d853ce for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:01.052543 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f6e34d0e-ae4d-4ed8-89e7-c87f2c39efe8 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.086125 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5a6f2d2c-8921-4d16-bdd6-bec27f6129a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.166861 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f2d2c-8921-4d16-bdd6-bec27f6129a4 None None] Pushing event deleted for resources: {'Port': ['ID=a417399d-9719-4563-af95-10b95e22aa9d,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:01.199218 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6f2d2c-8921-4d16-bdd6-bec27f6129a4 None None] No DVR routers for this DVR port a417399d-9719-4563-af95-10b95e22aa9d on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:29:01.203104 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37e4f3c-520c-47d9-abfb-596423dc1155 None None] DHCP port deletion for e8f183b7-2074-4760-8506-90bf43cf4fce request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:29:01.232344 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-968e0e3c-5c09-4c04-8cca-1d261a619d11 req-ef333edc-4edb-4569-94c9-827951ea0966 service neutron] 10.222.0.66 "GET /v2.0/networks/0086c42c-f896-4a92-8515-db944444d83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6011686 Aug 11 02:29:01.236593 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1acbbe69-a5d6-48c6-b5dd-cfca8cca4bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.240620 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1acbbe69-a5d6-48c6-b5dd-cfca8cca4bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.241776 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1acbbe69-a5d6-48c6-b5dd-cfca8cca4bcd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1a49a2be-c01c-4649-aad5-6f489deb2487 HTTP/1.1" status: 204 len: 168 time: 0.9239578 Aug 11 02:29:01.321044 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbbe69-a5d6-48c6-b5dd-cfca8cca4bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a49a2be-c01c-4649-aad5-6f489deb2487,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:01.356226 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-f37e4f3c-520c-47d9-abfb-596423dc1155 None None] Deleting port 1b78a2d8-05ec-4b56-8f7c-9e79f43092cc {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:01.356472 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f37e4f3c-520c-47d9-abfb-596423dc1155 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.401842 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-c1462af4-d0e8-4577-9afe-d9be0611b3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d00e95d-57b2-43f2-8ff6-8166766e5b73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165603838', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '6d3eb3e1-5051-45d6-8aae-f18b48d5aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:28:17Z', 'updated_at': '2021-08-11T02:28:57Z', 'revision_number': 5, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'gw_port': {'id': '6d3eb3e1-5051-45d6-8aae-f18b48d5aed3', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:78:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d00e95d-57b2-43f2-8ff6-8166766e5b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:18Z', 'updated_at': '2021-08-11T02:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:01.404140 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d032b-8219-47cf-bc4d-8a88a0eb48d0 req-cde9925b-2ba4-4f74-a2d8-97470c98d75d tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:01.410482 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e8d032b-8219-47cf-bc4d-8a88a0eb48d0 req-cde9925b-2ba4-4f74-a2d8-97470c98d75d tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.2042904 Aug 11 02:29:01.422379 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4a392-bd2d-499f-a744-161cdb19c05a req-d7c96513-28e6-4773-9df6-3438fa957be7 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:01.429558 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d1b4a392-bd2d-499f-a744-161cdb19c05a req-d7c96513-28e6-4773-9df6-3438fa957be7 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.5551524 Aug 11 02:29:01.444783 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1462af4-d0e8-4577-9afe-d9be0611b3e9 None None] The sync data for ids ['5d00e95d-57b2-43f2-8ff6-8166766e5b73'] in n-d-615180-33 is: [{'id': '5d00e95d-57b2-43f2-8ff6-8166766e5b73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165603838', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '6d3eb3e1-5051-45d6-8aae-f18b48d5aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:28:17Z', 'updated_at': '2021-08-11T02:28:57Z', 'revision_number': 5, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'gw_port': {'id': '6d3eb3e1-5051-45d6-8aae-f18b48d5aed3', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:78:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d00e95d-57b2-43f2-8ff6-8166766e5b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:18Z', 'updated_at': '2021-08-11T02:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:01.461616 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-f37e4f3c-520c-47d9-abfb-596423dc1155 None None] For port 1b78a2d8-05ec-4b56-8f7c-9e79f43092cc, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=1b78a2d8-05ec-4b56-8f7c-9e79f43092cc,segment=NetworkSegment(fe54c996-f0f7-41f5-8242-a3d47b49502b),segment_id=fe54c996-f0f7-41f5-8242-a3d47b49502b)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:01.462324 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f37e4f3c-520c-47d9-abfb-596423dc1155 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.492354 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-f37e4f3c-520c-47d9-abfb-596423dc1155 None None] Calling delete_port for 1b78a2d8-05ec-4b56-8f7c-9e79f43092cc owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:01.495731 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e8d032b-8219-47cf-bc4d-8a88a0eb48d0 req-18c87337-d1d7-4700-9e01-eaab7bfea3d3 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750513 Aug 11 02:29:01.512854 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-968e0e3c-5c09-4c04-8cca-1d261a619d11 req-b109feb2-eb5b-4411-a0a7-89c8e511b9e3 service neutron] 10.222.0.66 "GET /v2.0/networks/0086c42c-f896-4a92-8515-db944444d83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404413 Aug 11 02:29:01.591483 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d1b4a392-bd2d-499f-a744-161cdb19c05a req-cff25c09-506a-4568-b095-df6cd6168236 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432123 Aug 11 02:29:01.604249 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-f6148742-c2f1-4180-81f0-95d02fbbf5d7 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Deleting port 6d3eb3e1-5051-45d6-8aae-f18b48d5aed3 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:01.604596 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6148742-c2f1-4180-81f0-95d02fbbf5d7 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.648359 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f37e4f3c-520c-47d9-abfb-596423dc1155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.706747 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e4f3c-520c-47d9-abfb-596423dc1155 None None] Pushing event deleted for resources: {'Port': ['ID=1b78a2d8-05ec-4b56-8f7c-9e79f43092cc,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:01.714643 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37e4f3c-520c-47d9-abfb-596423dc1155 None None] No DVR routers for this DVR port 1b78a2d8-05ec-4b56-8f7c-9e79f43092cc on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:29:01.740902 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-f6148742-c2f1-4180-81f0-95d02fbbf5d7 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] For port 6d3eb3e1-5051-45d6-8aae-f18b48d5aed3, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=6d3eb3e1-5051-45d6-8aae-f18b48d5aed3,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:01.740902 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6148742-c2f1-4180-81f0-95d02fbbf5d7 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.757939 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-f6148742-c2f1-4180-81f0-95d02fbbf5d7 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Calling delete_port for 6d3eb3e1-5051-45d6-8aae-f18b48d5aed3 owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:01.804298 n-d-615180-33 neutron-server[94506]: DEBUG neutron.objects.ports [None req-f6e34d0e-ae4d-4ed8-89e7-c87f2c39efe8 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94506) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:29:01.819995 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f6e34d0e-ae4d-4ed8-89e7-c87f2c39efe8 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.879193 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34002) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:01.914675 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-07b4542a-4a2d-41ab-b1e3-37ee82bb4d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.950399 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e34d0e-ae4d-4ed8-89e7-c87f2c39efe8 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event updated for resources: {'Subnet': ['ID=6c0634ee-54b8-40bd-b377-07865808d42d,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:01.973076 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143fc58-c449-4b5f-80c4-257a49aa9d52 req-219cb08f-c527-4f17-9a68-80e144588051 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:01.974607 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6143fc58-c449-4b5f-80c4-257a49aa9d52 req-219cb08f-c527-4f17-9a68-80e144588051 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.2311833 Aug 11 02:29:01.983828 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6148742-c2f1-4180-81f0-95d02fbbf5d7 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.031232 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1b78a2d8-05ec-4b56-8f7c-9e79f43092cc no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:29:02.040126 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6148742-c2f1-4180-81f0-95d02fbbf5d7 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event deleted for resources: {'Port': ['ID=6d3eb3e1-5051-45d6-8aae-f18b48d5aed3,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:02.060195 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e34d0e-ae4d-4ed8-89e7-c87f2c39efe8 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Checking segment: {'id': '318c73e2-1f35-47a8-b764-f0e05bef6bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5655b905-b6a3-4c4c-b2fb-57358a57d91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:02.060802 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e34d0e-ae4d-4ed8-89e7-c87f2c39efe8 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Network hostable DHCP agents. Network: 5655b905-b6a3-4c4c-b2fb-57358a57d91b, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:29:02.075343 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 1b78a2d8-05ec-4b56-8f7c-9e79f43092cc {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:29:02.076257 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1b78a2d8-05ec-4b56-8f7c-9e79f43092cc not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:29:02.082825 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a417399d-9719-4563-af95-10b95e22aa9d no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:29:02.109624 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-07b4542a-4a2d-41ab-b1e3-37ee82bb4d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.125051 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: a417399d-9719-4563-af95-10b95e22aa9d {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:29:02.127405 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6143fc58-c449-4b5f-80c4-257a49aa9d52 req-a2cb60d5-a85c-4387-99fd-c41a7285aa88 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968289 Aug 11 02:29:02.129173 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e34d0e-ae4d-4ed8-89e7-c87f2c39efe8 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Network 5655b905-b6a3-4c4c-b2fb-57358a57d91b is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:29:02.131475 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-07b4542a-4a2d-41ab-b1e3-37ee82bb4d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.136301 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6148742-c2f1-4180-81f0-95d02fbbf5d7 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.140242 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a417399d-9719-4563-af95-10b95e22aa9d not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:29:02.140242 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8c9373ad-4d94-417f-befb-df8955efafcf no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:29:02.176181 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 8c9373ad-4d94-417f-befb-df8955efafcf {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:29:02.176534 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8c9373ad-4d94-417f-befb-df8955efafcf not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:29:02.192888 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-f6e34d0e-ae4d-4ed8-89e7-c87f2c39efe8 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 5655b905-b6a3-4c4c-b2fb-57358a57d91b) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:02.198570 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e34d0e-ae4d-4ed8-89e7-c87f2c39efe8 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:02.199648 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f6e34d0e-ae4d-4ed8-89e7-c87f2c39efe8 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.201647 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578c7335-3af2-49f1-904f-8bb08ee51b68 None None] Network 5655b905-b6a3-4c4c-b2fb-57358a57d91b requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:02.229346 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-07b4542a-4a2d-41ab-b1e3-37ee82bb4d25 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c78d3fce24b5486191e5a43233cd2f36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3451076 Aug 11 02:29:02.243204 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34010) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:02.260142 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4542a-4a2d-41ab-b1e3-37ee82bb4d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7806c2-4cf4-495f-90fe-395ba18b0bfe,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:02.274278 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f6e34d0e-ae4d-4ed8-89e7-c87f2c39efe8 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8044755 Aug 11 02:29:02.276861 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34014) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:02.285291 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-cf0e0f34-cc71-4de0-abb9-23e606cc6256 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Request body: {'port': {'network_id': '5655b905-b6a3-4c4c-b2fb-57358a57d91b', 'name': 'tempest-NetworksIpV6TestAttrs-52800577'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:02.342092 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c2e7619a-6dac-4283-81dc-6f39e0857fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.347518 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6148742-c2f1-4180-81f0-95d02fbbf5d7 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.350915 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6148742-c2f1-4180-81f0-95d02fbbf5d7 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.419489 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c2e7619a-6dac-4283-81dc-6f39e0857fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.422720 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bd0a9a-146a-43e4-8841-e903efa1e115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-5655b905-b6a3-4c4c-b2fb-57358a57d91b', 'network_id': '5655b905-b6a3-4c4c-b2fb-57358a57d91b', 'tenant_id': '061d3e37028a4bb291bab62358d853ce', 'fixed_ips': [{'subnet_id': '6c0634ee-54b8-40bd-b377-07865808d42d'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:29:02.428285 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-13bd0a9a-146a-43e4-8841-e903efa1e115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.435878 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6148742-c2f1-4180-81f0-95d02fbbf5d7 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.436514 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6148742-c2f1-4180-81f0-95d02fbbf5d7 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Fanout notify agent at l3_agent the message router_deleted on router 5d00e95d-57b2-43f2-8ff6-8166766e5b73 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:29:02.448259 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6148742-c2f1-4180-81f0-95d02fbbf5d7 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.448480 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6b169-1d1a-437c-926e-f3913ff9be4c req-f1789a7c-9c31-40e8-99e4-4655300fcf76 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:02.450679 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5ff6b169-1d1a-437c-926e-f3913ff9be4c req-f1789a7c-9c31-40e8-99e4-4655300fcf76 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.0959907 Aug 11 02:29:02.452494 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f6148742-c2f1-4180-81f0-95d02fbbf5d7 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "DELETE /v2.0/routers/5d00e95d-57b2-43f2-8ff6-8166766e5b73 HTTP/1.1" status: 204 len: 168 time: 1.8639169 Aug 11 02:29:02.453224 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34020) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:02.564151 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5ff6b169-1d1a-437c-926e-f3913ff9be4c req-cb3f8ca4-f32c-420e-aeab-6061983b2c63 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937822 Aug 11 02:29:02.576169 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0e0f34-cc71-4de0-abb9-23e606cc6256 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Made reservation on behalf of 061d3e37028a4bb291bab62358d853ce for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:02.581299 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0f34-cc71-4de0-abb9-23e606cc6256 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.596730 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c2e7619a-6dac-4283-81dc-6f39e0857fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.599905 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c2e7619a-6dac-4283-81dc-6f39e0857fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.602458 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c2e7619a-6dac-4283-81dc-6f39e0857fb9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0a7806c2-4cf4-495f-90fe-395ba18b0bfe HTTP/1.1" status: 204 len: 168 time: 0.3582323 Aug 11 02:29:02.623928 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0f78ae64-c912-4e32-837b-d3676b3c4afe tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.630718 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7619a-6dac-4283-81dc-6f39e0857fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7806c2-4cf4-495f-90fe-395ba18b0bfe,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:02.668687 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-13bd0a9a-146a-43e4-8841-e903efa1e115 None None] Allocated IP 2001:db8::f816:3eff:fecc:4b21 (5655b905-b6a3-4c4c-b2fb-57358a57d91b/6c0634ee-54b8-40bd-b377-07865808d42d/852b3697-807d-4f1e-bf79-6d3e330681ca) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:02.675249 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-cf0e0f34-cc71-4de0-abb9-23e606cc6256 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] device_id is not set on port e0a34daf-c57b-4dfd-a44b-898d5f84b372 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:29:02.802220 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c526648-8833-4ba9-9865-30a1ccd89bc6 req-e9358dc5-e730-4f51-9e9d-6bfa169af2ae tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:02.811949 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8c526648-8833-4ba9-9865-30a1ccd89bc6 req-e9358dc5-e730-4f51-9e9d-6bfa169af2ae tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.0797138 Aug 11 02:29:02.859873 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8c526648-8833-4ba9-9865-30a1ccd89bc6 req-c741bb9e-693e-4833-baeb-2a8ee56bc07a tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432506 Aug 11 02:29:02.864906 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0f78ae64-c912-4e32-837b-d3676b3c4afe tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.888582 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-0f78ae64-c912-4e32-837b-d3676b3c4afe tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f183b7-2074-4760-8506-90bf43cf4fce']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:02.898979 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df950df2-95df-4ac4-99ce-f9ad1e54bad8 req-cbeba422-15aa-4dfb-a52a-97490a8f30bf tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:02.900851 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-df950df2-95df-4ac4-99ce-f9ad1e54bad8 req-cbeba422-15aa-4dfb-a52a-97490a8f30bf tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.2039347 Aug 11 02:29:02.912038 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-0f78ae64-c912-4e32-837b-d3676b3c4afe tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe54c996-f0f7-41f5-8242-a3d47b49502b') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:02.912038 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-0f78ae64-c912-4e32-837b-d3676b3c4afe tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe54c996-f0f7-41f5-8242-a3d47b49502b') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:02.926868 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0f78ae64-c912-4e32-837b-d3676b3c4afe tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.949741 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0f78ae64-c912-4e32-837b-d3676b3c4afe tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.963393 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f78ae64-c912-4e32-837b-d3676b3c4afe tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:29:02.963827 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0f78ae64-c912-4e32-837b-d3676b3c4afe tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:29:02.967012 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:29:02.982085 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-df950df2-95df-4ac4-99ce-f9ad1e54bad8 req-d64adbb7-cce9-452d-9852-2eb59b09a4a6 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695803 Aug 11 02:29:03.016638 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-13bd0a9a-146a-43e4-8841-e903efa1e115 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.026304 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-13bd0a9a-146a-43e4-8841-e903efa1e115 None None] Transition to ACTIVE for port object 852b3697-807d-4f1e-bf79-6d3e330681ca will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:03.061137 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-13bd0a9a-146a-43e4-8841-e903efa1e115 None None] Transition to ACTIVE for port object 852b3697-807d-4f1e-bf79-6d3e330681ca will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:03.071089 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-13bd0a9a-146a-43e4-8841-e903efa1e115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.105293 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0f78ae64-c912-4e32-837b-d3676b3c4afe tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.112363 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bd0a9a-146a-43e4-8841-e903efa1e115 None None] Network 5655b905-b6a3-4c4c-b2fb-57358a57d91b is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:03.115795 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-13bd0a9a-146a-43e4-8841-e903efa1e115 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:03.119312 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bd0a9a-146a-43e4-8841-e903efa1e115 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:03.136629 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-cf0e0f34-cc71-4de0-abb9-23e606cc6256 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Allocated IP 2001:db8::f816:3eff:fe35:b048 (5655b905-b6a3-4c4c-b2fb-57358a57d91b/6c0634ee-54b8-40bd-b377-07865808d42d/e0a34daf-c57b-4dfd-a44b-898d5f84b372) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:03.138404 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0f78ae64-c912-4e32-837b-d3676b3c4afe tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.140522 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0f78ae64-c912-4e32-837b-d3676b3c4afe tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "DELETE /v2.0/networks/e8f183b7-2074-4760-8506-90bf43cf4fce HTTP/1.1" status: 204 len: 168 time: 0.6837263 Aug 11 02:29:03.155792 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34058) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:03.170280 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f78ae64-c912-4e32-837b-d3676b3c4afe tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event deleted for resources: {'Network': ['ID=e8f183b7-2074-4760-8506-90bf43cf4fce,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:03.189573 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa079a-6865-40c0-9701-95a077612486 req-5386fa76-0dce-4af4-88e8-95d33d6e2770 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:03.190668 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd0a9a-146a-43e4-8841-e903efa1e115 None None] Pushing event updated for resources: {'Port': ['ID=852b3697-807d-4f1e-bf79-6d3e330681ca,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:03.203351 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-13bd0a9a-146a-43e4-8841-e903efa1e115 None None] Attempting to bind port 852b3697-807d-4f1e-bf79-6d3e330681ca on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:03.203761 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-13bd0a9a-146a-43e4-8841-e903efa1e115 None None] Attempting to bind port 852b3697-807d-4f1e-bf79-6d3e330681ca by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '318c73e2-1f35-47a8-b764-f0e05bef6bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5655b905-b6a3-4c4c-b2fb-57358a57d91b'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:03.204130 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bd0a9a-146a-43e4-8841-e903efa1e115 None None] Attempting to bind port 852b3697-807d-4f1e-bf79-6d3e330681ca on network 5655b905-b6a3-4c4c-b2fb-57358a57d91b {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:03.205255 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-63aa079a-6865-40c0-9701-95a077612486 req-5386fa76-0dce-4af4-88e8-95d33d6e2770 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1991832 Aug 11 02:29:03.209513 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bd0a9a-146a-43e4-8841-e903efa1e115 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:03.209951 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bd0a9a-146a-43e4-8841-e903efa1e115 None None] Checking segment: {'id': '318c73e2-1f35-47a8-b764-f0e05bef6bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5655b905-b6a3-4c4c-b2fb-57358a57d91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:03.210364 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-13bd0a9a-146a-43e4-8841-e903efa1e115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.210761 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bd0a9a-146a-43e4-8841-e903efa1e115 None None] Bound using segment: {'id': '318c73e2-1f35-47a8-b764-f0e05bef6bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5655b905-b6a3-4c4c-b2fb-57358a57d91b'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:03.211226 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-13bd0a9a-146a-43e4-8841-e903efa1e115 None None] Bound port: 852b3697-807d-4f1e-bf79-6d3e330681ca, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '318c73e2-1f35-47a8-b764-f0e05bef6bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5655b905-b6a3-4c4c-b2fb-57358a57d91b'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:03.211636 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-13bd0a9a-146a-43e4-8841-e903efa1e115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.298475 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-63aa079a-6865-40c0-9701-95a077612486 req-a2a9df01-12cf-46af-8666-057df91c2939 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921340 Aug 11 02:29:03.326835 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-13bd0a9a-146a-43e4-8841-e903efa1e115 None None] For port 852b3697-807d-4f1e-bf79-6d3e330681ca, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:03.332620 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-13bd0a9a-146a-43e4-8841-e903efa1e115 None None] For port 852b3697-807d-4f1e-bf79-6d3e330681ca, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=852b3697-807d-4f1e-bf79-6d3e330681ca,segment=NetworkSegment(318c73e2-1f35-47a8-b764-f0e05bef6bbd),segment_id=318c73e2-1f35-47a8-b764-f0e05bef6bbd)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:03.337314 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-13bd0a9a-146a-43e4-8841-e903efa1e115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.417474 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd0a9a-146a-43e4-8841-e903efa1e115 None None] Pushing event updated for resources: {'Port': ['ID=852b3697-807d-4f1e-bf79-6d3e330681ca,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:03.479438 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34068) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:03.491060 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6caea-7b48-44bf-ac2d-35e00b2280fc req-056e238f-e835-4a5c-ab83-8b25733aeda9 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:03.492502 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a3e6caea-7b48-44bf-ac2d-35e00b2280fc req-056e238f-e835-4a5c-ab83-8b25733aeda9 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1003814 Aug 11 02:29:03.495154 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-5241d21b-3ada-4bac-8fb7-e3061ce317e7 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Deleting port 3cc06cf0-71e2-4bd0-8023-670b0b56cb5b {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:03.495401 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5241d21b-3ada-4bac-8fb7-e3061ce317e7 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.566725 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0f34-cc71-4de0-abb9-23e606cc6256 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.582038 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-cf0e0f34-cc71-4de0-abb9-23e606cc6256 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Transition to ACTIVE for port object e0a34daf-c57b-4dfd-a44b-898d5f84b372 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:03.607977 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5241d21b-3ada-4bac-8fb7-e3061ce317e7 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.608305 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5241d21b-3ada-4bac-8fb7-e3061ce317e7 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.629630 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-5241d21b-3ada-4bac-8fb7-e3061ce317e7 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Calling delete_port for 3cc06cf0-71e2-4bd0-8023-670b0b56cb5b owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:03.653545 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0f34-cc71-4de0-abb9-23e606cc6256 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.761002 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e0f34-cc71-4de0-abb9-23e606cc6256 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event updated for resources: {'Port': ['ID=e0a34daf-c57b-4dfd-a44b-898d5f84b372,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:03.779842 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0e0f34-cc71-4de0-abb9-23e606cc6256 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Network 5655b905-b6a3-4c4c-b2fb-57358a57d91b is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:03.780813 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ef63b5f6-e39f-4e05-b9d6-5b437d35e1ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.792876 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-cf0e0f34-cc71-4de0-abb9-23e606cc6256 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:03.797005 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0e0f34-cc71-4de0-abb9-23e606cc6256 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:03.803433 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0e0f34-cc71-4de0-abb9-23e606cc6256 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:03.804351 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0f34-cc71-4de0-abb9-23e606cc6256 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.849172 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a3e6caea-7b48-44bf-ac2d-35e00b2280fc req-46d8682d-e59c-4c8e-9a40-e47921306f04 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847057 Aug 11 02:29:03.908916 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ef63b5f6-e39f-4e05-b9d6-5b437d35e1ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.916788 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ef63b5f6-e39f-4e05-b9d6-5b437d35e1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.944223 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cf0e0f34-cc71-4de0-abb9-23e606cc6256 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.6639147 Aug 11 02:29:03.948721 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34084) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:04.000544 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63b5f6-e39f-4e05-b9d6-5b437d35e1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700b36b0-d3a2-4b6c-9585-19e0405b795a,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:04.013488 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ef63b5f6-e39f-4e05-b9d6-5b437d35e1ff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3f854c201d654b12975725a20253427e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5307930 Aug 11 02:29:04.014144 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34088) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:04.066841 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ec6fb0-6784-43df-8397-af7c7f8bf4ce tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Deleting subnet 6c0634ee-54b8-40bd-b377-07865808d42d {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:29:04.078997 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5241d21b-3ada-4bac-8fb7-e3061ce317e7 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:04.079662 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-86ec6fb0-6784-43df-8397-af7c7f8bf4ce tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:04.087147 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 852b3697-807d-4f1e-bf79-6d3e330681ca up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:04.121001 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ede9be2-b513-4179-9d88-f30ff16ad06e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:04.133568 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241d21b-3ada-4bac-8fb7-e3061ce317e7 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event deleted for resources: {'Port': ['ID=3cc06cf0-71e2-4bd0-8023-670b0b56cb5b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:04.184494 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df712a-b443-4450-896f-6557898956fd req-25ec7f38-ca48-4787-884e-a6789ca07601 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:04.186371 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-45df712a-b443-4450-896f-6557898956fd req-25ec7f38-ca48-4787-884e-a6789ca07601 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1948538 Aug 11 02:29:04.195670 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-86ec6fb0-6784-43df-8397-af7c7f8bf4ce tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:04.201148 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 852b3697-807d-4f1e-bf79-6d3e330681ca completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:04.227523 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ede9be2-b513-4179-9d88-f30ff16ad06e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:04.274388 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-45df712a-b443-4450-896f-6557898956fd req-033e8463-4a69-4645-a495-c130c51632e5 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631354 Aug 11 02:29:04.281690 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5241d21b-3ada-4bac-8fb7-e3061ce317e7 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:04.282616 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-5241d21b-3ada-4bac-8fb7-e3061ce317e7 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Floating IP 83cfe2c9-5426-4462-8bfa-665d843908c8 disassociated (deleted). External IP: 172.25.2.127, port: cde0a84b-32a4-452a-b181-487bd4e6201e. Aug 11 02:29:04.303570 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 6d3eb3e1-5051-45d6-8aae-f18b48d5aed3 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:29:04.335156 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 6d3eb3e1-5051-45d6-8aae-f18b48d5aed3 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:29:04.336557 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 6d3eb3e1-5051-45d6-8aae-f18b48d5aed3 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:29:04.340445 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a3add-862d-46e4-8f4f-73cbf798f123 req-9fe33179-eca7-4de8-9ecb-17fcf8b639b9 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:04.342133 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7e5a3add-862d-46e4-8f4f-73cbf798f123 req-9fe33179-eca7-4de8-9ecb-17fcf8b639b9 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.2396271 Aug 11 02:29:04.364176 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ede9be2-b513-4179-9d88-f30ff16ad06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:04.367560 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ede9be2-b513-4179-9d88-f30ff16ad06e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:04.368735 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6ede9be2-b513-4179-9d88-f30ff16ad06e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/700b36b0-d3a2-4b6c-9585-19e0405b795a HTTP/1.1" status: 204 len: 168 time: 0.3502703 Aug 11 02:29:04.395022 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede9be2-b513-4179-9d88-f30ff16ad06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700b36b0-d3a2-4b6c-9585-19e0405b795a,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:04.483526 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7e5a3add-862d-46e4-8f4f-73cbf798f123 req-6b0949e3-6cdb-4990-8161-63b2115af30b tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260762 Aug 11 02:29:04.505141 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99236c-5055-44ad-bff1-0a66d9b428d2 req-d4ffefee-2338-47bd-84b1-626c71f8c83e tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:04.507274 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1a99236c-5055-44ad-bff1-0a66d9b428d2 req-d4ffefee-2338-47bd-84b1-626c71f8c83e tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1004326 Aug 11 02:29:04.544338 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-86ec6fb0-6784-43df-8397-af7c7f8bf4ce tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:04.634723 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1a99236c-5055-44ad-bff1-0a66d9b428d2 req-9bbcef99-35e8-4406-9ba5-e4c3ac9b72f1 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824716 Aug 11 02:29:04.678789 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5241d21b-3ada-4bac-8fb7-e3061ce317e7 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Router 54dbecef-831c-4977-81b5-34b9c2c14fa5 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:29:04.680069 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-86ec6fb0-6784-43df-8397-af7c7f8bf4ce tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:04.728250 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec6fb0-6784-43df-8397-af7c7f8bf4ce tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event deleted for resources: {'Subnet': ['ID=6c0634ee-54b8-40bd-b377-07865808d42d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:04.744753 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-86ec6fb0-6784-43df-8397-af7c7f8bf4ce tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:04.749172 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-86ec6fb0-6784-43df-8397-af7c7f8bf4ce tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "DELETE /v2.0/subnets/6c0634ee-54b8-40bd-b377-07865808d42d HTTP/1.1" status: 204 len: 168 time: 0.7940743 Aug 11 02:29:04.749798 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34112) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:04.856196 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fe6c59-2263-4bb4-adb3-21deb73e00fb tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:04.858088 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fe6c59-2263-4bb4-adb3-21deb73e00fb tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:04.862905 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-12fe6c59-2263-4bb4-adb3-21deb73e00fb tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1084056 Aug 11 02:29:04.862905 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34116) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:04.863406 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34118) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:04.889071 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5daa1d-b7d8-4fdf-b3d1-67bc95e6bfff req-2067a6c7-c46e-485f-ad6d-8245419ee0b4 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:04.890629 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0a5daa1d-b7d8-4fdf-b3d1-67bc95e6bfff req-2067a6c7-c46e-485f-ad6d-8245419ee0b4 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.0786102 Aug 11 02:29:04.891829 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5241d21b-3ada-4bac-8fb7-e3061ce317e7 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:04.896977 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5241d21b-3ada-4bac-8fb7-e3061ce317e7 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:04.904409 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9398ff2c-67dc-45b0-94f4-4a7e032e368e None None] Sync routers for ids ['54dbecef-831c-4977-81b5-34b9c2c14fa5'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:04.932318 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9398ff2c-67dc-45b0-94f4-4a7e032e368e None None] Routers {'54dbecef-831c-4977-81b5-34b9c2c14fa5'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:04.933159 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9398ff2c-67dc-45b0-94f4-4a7e032e368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:28:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['54dbecef-831c-4977-81b5-34b9c2c14fa5'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:04.939449 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5241d21b-3ada-4bac-8fb7-e3061ce317e7 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "DELETE /v2.0/floatingips/83cfe2c9-5426-4462-8bfa-665d843908c8 HTTP/1.1" status: 204 len: 168 time: 1.7695677 Aug 11 02:29:04.942233 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9798655e-0aa6-41d8-9d78-036aac9ce08b', 'tag': 'cde0a84b-32a4-452a-b181-487bd4e6201e'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:29:04.942440 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5ee981ed-454d-4fe5-acc5-07b880e18291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:04.943848 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec4e889-9d88-4212-902e-6bd7d781b8a9" -d '{"events": [{"name": "network-changed", "server_uuid": "9798655e-0aa6-41d8-9d78-036aac9ce08b", "tag": "cde0a84b-32a4-452a-b181-487bd4e6201e"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:29:05.004955 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ec7478-2a61-4aa5-84d0-272d9365c6a9 None None] Network 5655b905-b6a3-4c4c-b2fb-57358a57d91b requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:05.018631 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aa13034a-73eb-4ee8-982b-2ae3bc5022fa tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.027232 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0a5daa1d-b7d8-4fdf-b3d1-67bc95e6bfff req-71de30cf-f145-40e7-bd71-a7c37a70a517 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851812 Aug 11 02:29:05.040399 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa13034a-73eb-4ee8-982b-2ae3bc5022fa tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 11 02:29:05.040950 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa13034a-73eb-4ee8-982b-2ae3bc5022fa tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:29:05.042729 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-aa13034a-73eb-4ee8-982b-2ae3bc5022fa tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "DELETE /v2.0/networks/5655b905-b6a3-4c4c-b2fb-57358a57d91b HTTP/1.1" status: 409 len: 405 time: 0.1781068 Aug 11 02:29:05.049435 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34128) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:05.067276 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-b67f91ee-0c03-41c9-ada0-f4fef35e21d2 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-773780358'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:05.106723 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ea3d788d-4f49-4454-850f-7467313cea4d None None] Provisioning for port 852b3697-807d-4f1e-bf79-6d3e330681ca completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:05.115436 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ea3d788d-4f49-4454-850f-7467313cea4d None None] Provisioning complete for port 852b3697-807d-4f1e-bf79-6d3e330681ca triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:05.115965 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ea3d788d-4f49-4454-850f-7467313cea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.123252 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67de838-8c0f-4057-a31b-1a69961119a0 x-openstack-request-id: req-b67de838-8c0f-4057-a31b-1a69961119a0 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:29:05.123915 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9798655e-0aa6-41d8-9d78-036aac9ce08b", "tag": "cde0a84b-32a4-452a-b181-487bd4e6201e", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:29:05.123915 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b67de838-8c0f-4057-a31b-1a69961119a0 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:29:05.124253 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9798655e-0aa6-41d8-9d78-036aac9ce08b', 'tag': 'cde0a84b-32a4-452a-b181-487bd4e6201e', 'status': 'completed', 'code': 200} Aug 11 02:29:05.174899 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-9398ff2c-67dc-45b0-94f4-4a7e032e368e None None] Set router 54dbecef-831c-4977-81b5-34b9c2c14fa5 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:05.256888 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40e25f-3793-4c3a-bf72-fc87abcd0377 req-654f8f62-a908-4f19-8e56-b3ee07ef2df4 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:05.264761 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bb40e25f-3793-4c3a-bf72-fc87abcd0377 req-654f8f62-a908-4f19-8e56-b3ee07ef2df4 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.0754406 Aug 11 02:29:05.282095 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ea3d788d-4f49-4454-850f-7467313cea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.332852 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-ea3d788d-4f49-4454-850f-7467313cea4d None None] For port 852b3697-807d-4f1e-bf79-6d3e330681ca, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=852b3697-807d-4f1e-bf79-6d3e330681ca,segment=NetworkSegment(318c73e2-1f35-47a8-b764-f0e05bef6bbd),segment_id=318c73e2-1f35-47a8-b764-f0e05bef6bbd)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:05.339717 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ea3d788d-4f49-4454-850f-7467313cea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.356783 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6881fa9d-5ebc-4a80-8d50-49641d343f05 None None] DHCP port deletion for 5655b905-b6a3-4c4c-b2fb-57358a57d91b request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:29:05.373679 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bb40e25f-3793-4c3a-bf72-fc87abcd0377 req-598f79d6-22af-47ad-9594-237a12587544 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028035 Aug 11 02:29:05.389913 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4e889-9d88-4212-902e-6bd7d781b8a9 req-aca1fa81-1f68-48a7-a9cf-f4d56ee5d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:05.392319 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aec4e889-9d88-4212-902e-6bd7d781b8a9 req-aca1fa81-1f68-48a7-a9cf-f4d56ee5d621 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c00de9e0a2c4b0fa10bdde3068cf710&device_id=9798655e-0aa6-41d8-9d78-036aac9ce08b HTTP/1.1" status: 200 len: 1137 time: 0.2401960 Aug 11 02:29:05.399171 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5ee981ed-454d-4fe5-acc5-07b880e18291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.426726 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5ee981ed-454d-4fe5-acc5-07b880e18291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.436920 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67f91ee-0c03-41c9-ada0-f4fef35e21d2 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Made reservation on behalf of 061d3e37028a4bb291bab62358d853ce for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:05.446013 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b67f91ee-0c03-41c9-ada0-f4fef35e21d2 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.469119 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d788d-4f49-4454-850f-7467313cea4d None None] Pushing event updated for resources: {'Port': ['ID=852b3697-807d-4f1e-bf79-6d3e330681ca,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:05.489172 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3d788d-4f49-4454-850f-7467313cea4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:05.489533 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3d788d-4f49-4454-850f-7467313cea4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:05.489878 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67f91ee-0c03-41c9-ada0-f4fef35e21d2 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:29:05.490014 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3d788d-4f49-4454-850f-7467313cea4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:05.490215 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3d788d-4f49-4454-850f-7467313cea4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:05.490547 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3d788d-4f49-4454-850f-7467313cea4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:05.490921 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3d788d-4f49-4454-850f-7467313cea4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:05.491296 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3d788d-4f49-4454-850f-7467313cea4d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:05.491919 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3d788d-4f49-4454-850f-7467313cea4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:05.492284 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3d788d-4f49-4454-850f-7467313cea4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:05.492616 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3d788d-4f49-4454-850f-7467313cea4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:05.492949 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3d788d-4f49-4454-850f-7467313cea4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:05.493276 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3d788d-4f49-4454-850f-7467313cea4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:05.508141 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-6881fa9d-5ebc-4a80-8d50-49641d343f05 None None] Deleting port 852b3697-807d-4f1e-bf79-6d3e330681ca {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:05.508530 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6881fa9d-5ebc-4a80-8d50-49641d343f05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.519093 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b67f91ee-0c03-41c9-ada0-f4fef35e21d2 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.519633 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-b67f91ee-0c03-41c9-ada0-f4fef35e21d2 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Added segment 942aa554-7592-4743-8690-50ed47a383bf of type vlan for network 37149223-6f05-439e-bb50-4b89eefb3931 Aug 11 02:29:05.521507 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9398ff2c-67dc-45b0-94f4-4a7e032e368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1631267363', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2539a49e-9743-44be-9b28-41ff82fe67f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:11Z', 'updated_at': '2021-08-11T02:27:19Z', 'revision_number': 4, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'gw_port': {'id': '2539a49e-9743-44be-9b28-41ff82fe67f9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:12Z', 'updated_at': '2021-08-11T02:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941', 'name': '', 'network_id': '9d33bcd9-17a9-43cc-aac5-9f968f6da9e8', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'mac_address': 'fa:16:3e:d8:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '9a092de3-57ef-4bc6-a845-b2693139faa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:18Z', 'updated_at': '2021-08-11T02:27:27Z', 'revision_number': 5, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'subnets': [{'id': '9a092de3-57ef-4bc6-a845-b2693139faa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:05.573396 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9398ff2c-67dc-45b0-94f4-4a7e032e368e None None] Checking router: 54dbecef-831c-4977-81b5-34b9c2c14fa5 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:29:05.584466 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9398ff2c-67dc-45b0-94f4-4a7e032e368e None None] Routers {'54dbecef-831c-4977-81b5-34b9c2c14fa5'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:05.585058 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9398ff2c-67dc-45b0-94f4-4a7e032e368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:28:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['54dbecef-831c-4977-81b5-34b9c2c14fa5'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:05.589260 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5ee981ed-454d-4fe5-acc5-07b880e18291 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=568c3bbecb044d0da7851aab62a5eadf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7269983 Aug 11 02:29:05.593520 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee981ed-454d-4fe5-acc5-07b880e18291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f1d865-0025-43ab-b750-e4af75babfb1,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:05.602660 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34148) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:05.616617 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f8019-63f7-4c43-907a-e396e80f03ef req-8295d4de-2c85-4086-9f70-34d021b40e3f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:05.625290 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b55f8019-63f7-4c43-907a-e396e80f03ef req-8295d4de-2c85-4086-9f70-34d021b40e3f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=9798655e-0aa6-41d8-9d78-036aac9ce08b HTTP/1.1" status: 200 len: 985 time: 0.2726426 Aug 11 02:29:05.630124 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b67f91ee-0c03-41c9-ada0-f4fef35e21d2 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.668207 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-6881fa9d-5ebc-4a80-8d50-49641d343f05 None None] For port 852b3697-807d-4f1e-bf79-6d3e330681ca, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=852b3697-807d-4f1e-bf79-6d3e330681ca,segment=NetworkSegment(318c73e2-1f35-47a8-b764-f0e05bef6bbd),segment_id=318c73e2-1f35-47a8-b764-f0e05bef6bbd)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:05.669193 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6881fa9d-5ebc-4a80-8d50-49641d343f05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.696266 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b55f8019-63f7-4c43-907a-e396e80f03ef req-3ea66466-5c21-46e0-98cd-2844d6520d76 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a2e1655-bf26-48f0-962b-4510e8099518&id=c9a9789e-fce5-40af-b583-47cdcfb05eee&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0691826 Aug 11 02:29:05.703123 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-6881fa9d-5ebc-4a80-8d50-49641d343f05 None None] Calling delete_port for 852b3697-807d-4f1e-bf79-6d3e330681ca owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:05.704175 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4e889-9d88-4212-902e-6bd7d781b8a9 req-0f24c94a-c0fb-477d-9481-f7e0bf086c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:05.707671 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aec4e889-9d88-4212-902e-6bd7d781b8a9 req-0f24c94a-c0fb-477d-9481-f7e0bf086c30 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9d33bcd9-17a9-43cc-aac5-9f968f6da9e8 HTTP/1.1" status: 200 len: 898 time: 0.2924840 Aug 11 02:29:05.708380 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1daa0-041f-4d91-8ac2-8ed4aee8472b req-3c8e3f7f-5f1e-47e1-bb70-a0a9a96725e6 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:05.710053 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d0b1daa0-041f-4d91-8ac2-8ed4aee8472b req-3c8e3f7f-5f1e-47e1-bb70-a0a9a96725e6 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1390972 Aug 11 02:29:05.801659 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-20fce0e3-560c-4e2b-b89f-6376361a5f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.814404 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aec4e889-9d88-4212-902e-6bd7d781b8a9 req-43417a68-ab13-4764-bb72-985176bdb7c2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cde0a84b-32a4-452a-b181-487bd4e6201e HTTP/1.1" status: 200 len: 217 time: 0.0950246 Aug 11 02:29:05.830042 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-20fce0e3-560c-4e2b-b89f-6376361a5f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.849225 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b67f91ee-0c03-41c9-ada0-f4fef35e21d2 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.855209 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67f91ee-0c03-41c9-ada0-f4fef35e21d2 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:05.855856 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b67f91ee-0c03-41c9-ada0-f4fef35e21d2 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.888436 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6881fa9d-5ebc-4a80-8d50-49641d343f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.894668 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-9398ff2c-67dc-45b0-94f4-4a7e032e368e None None] Set router 54dbecef-831c-4977-81b5-34b9c2c14fa5 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:05.906241 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4e889-9d88-4212-902e-6bd7d781b8a9 req-cce4a398-32e3-4e9b-9302-76f0e35dd441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:05.908542 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aec4e889-9d88-4212-902e-6bd7d781b8a9 req-cce4a398-32e3-4e9b-9302-76f0e35dd441 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9a092de3-57ef-4bc6-a845-b2693139faa9 HTTP/1.1" status: 200 len: 835 time: 0.0869408 Aug 11 02:29:05.943162 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f91ee-0c03-41c9-ada0-f4fef35e21d2 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event updated for resources: {'Network': ['ID=37149223-6f05-439e-bb50-4b89eefb3931,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:05.977513 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d0b1daa0-041f-4d91-8ac2-8ed4aee8472b req-612ce128-4eca-4c50-bd34-532d22eca0f6 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254398 Aug 11 02:29:06.003626 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b67f91ee-0c03-41c9-ada0-f4fef35e21d2 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9524767 Aug 11 02:29:06.007600 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34164) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:06.019585 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 37149223-6f05-439e-bb50-4b89eefb3931 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:29:06.023041 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881fa9d-5ebc-4a80-8d50-49641d343f05 None None] Pushing event deleted for resources: {'Port': ['ID=852b3697-807d-4f1e-bf79-6d3e330681ca,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:06.025545 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4e889-9d88-4212-902e-6bd7d781b8a9 req-93530ce6-30b6-4211-bcf6-fa4c0957c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:06.027108 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aec4e889-9d88-4212-902e-6bd7d781b8a9 req-93530ce6-30b6-4211-bcf6-fa4c0957c82c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9d33bcd9-17a9-43cc-aac5-9f968f6da9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1078560 Aug 11 02:29:06.027947 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-86eb0411-f938-47e3-be18-9cf2de0a2329 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Request body: {'subnet': {'network_id': '37149223-6f05-439e-bb50-4b89eefb3931', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:06.040029 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4f292-0b81-43fc-9bae-b23e25f77f88 req-d27fd8d4-a593-407e-b2fb-75c52e5e0059 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:06.053257 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a7b4f292-0b81-43fc-9bae-b23e25f77f88 req-d27fd8d4-a593-407e-b2fb-75c52e5e0059 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.1436136 Aug 11 02:29:06.097465 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 852b3697-807d-4f1e-bf79-6d3e330681ca no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:29:06.102177 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6881fa9d-5ebc-4a80-8d50-49641d343f05 None None] No DVR routers for this DVR port 852b3697-807d-4f1e-bf79-6d3e330681ca on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:29:06.147691 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 852b3697-807d-4f1e-bf79-6d3e330681ca {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:29:06.149394 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 852b3697-807d-4f1e-bf79-6d3e330681ca not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:29:06.161581 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-20fce0e3-560c-4e2b-b89f-6376361a5f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:06.164396 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-20fce0e3-560c-4e2b-b89f-6376361a5f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:06.165547 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-20fce0e3-560c-4e2b-b89f-6376361a5f7d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/10f1d865-0025-43ab-b750-e4af75babfb1 HTTP/1.1" status: 204 len: 168 time: 0.5619519 Aug 11 02:29:06.196187 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a7b4f292-0b81-43fc-9bae-b23e25f77f88 req-6c4cbbf6-8d22-4498-a285-7ef37175a7e1 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418407 Aug 11 02:29:06.231631 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9398ff2c-67dc-45b0-94f4-4a7e032e368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1631267363', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2539a49e-9743-44be-9b28-41ff82fe67f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:11Z', 'updated_at': '2021-08-11T02:27:19Z', 'revision_number': 4, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'gw_port': {'id': '2539a49e-9743-44be-9b28-41ff82fe67f9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:12Z', 'updated_at': '2021-08-11T02:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941', 'name': '', 'network_id': '9d33bcd9-17a9-43cc-aac5-9f968f6da9e8', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'mac_address': 'fa:16:3e:d8:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '9a092de3-57ef-4bc6-a845-b2693139faa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:18Z', 'updated_at': '2021-08-11T02:27:27Z', 'revision_number': 5, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'subnets': [{'id': '9a092de3-57ef-4bc6-a845-b2693139faa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:06.273318 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9398ff2c-67dc-45b0-94f4-4a7e032e368e None None] The sync data for ids ['54dbecef-831c-4977-81b5-34b9c2c14fa5'] in n-d-615180-33 is: [{'id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1631267363', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2539a49e-9743-44be-9b28-41ff82fe67f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:11Z', 'updated_at': '2021-08-11T02:27:19Z', 'revision_number': 4, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'gw_port': {'id': '2539a49e-9743-44be-9b28-41ff82fe67f9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:12Z', 'updated_at': '2021-08-11T02:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941', 'name': '', 'network_id': '9d33bcd9-17a9-43cc-aac5-9f968f6da9e8', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'mac_address': 'fa:16:3e:d8:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '9a092de3-57ef-4bc6-a845-b2693139faa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:18Z', 'updated_at': '2021-08-11T02:27:27Z', 'revision_number': 5, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'subnets': [{'id': '9a092de3-57ef-4bc6-a845-b2693139faa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:06.286543 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fce0e3-560c-4e2b-b89f-6376361a5f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f1d865-0025-43ab-b750-e4af75babfb1,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:06.305660 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aec4e889-9d88-4212-902e-6bd7d781b8a9 req-e5e00736-9856-47c6-a5eb-0685f912a548 service neutron] 10.222.0.66 "GET /v2.0/networks/9d33bcd9-17a9-43cc-aac5-9f968f6da9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494600 Aug 11 02:29:06.328183 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990a54b-f7b6-48ee-b77f-d4284c7da0e1 req-8b8ae0d1-36f0-4ee0-8e33-0ab2fbe113b2 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:06.335715 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0990a54b-f7b6-48ee-b77f-d4284c7da0e1 req-8b8ae0d1-36f0-4ee0-8e33-0ab2fbe113b2 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1926517 Aug 11 02:29:06.368326 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86eb0411-f938-47e3-be18-9cf2de0a2329 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Made reservation on behalf of 061d3e37028a4bb291bab62358d853ce for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:06.376373 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86eb0411-f938-47e3-be18-9cf2de0a2329 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:06.463872 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0990a54b-f7b6-48ee-b77f-d4284c7da0e1 req-4951ea1c-5f34-4485-91ab-4eef5b3b1a64 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185617 Aug 11 02:29:06.508308 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aec4e889-9d88-4212-902e-6bd7d781b8a9 req-b3a65ce8-955a-424c-97c4-ae388f2ff382 service neutron] 10.222.0.66 "GET /v2.0/networks/9d33bcd9-17a9-43cc-aac5-9f968f6da9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879807 Aug 11 02:29:06.629263 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34178) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:06.685611 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0cb86-9f26-4ed7-b110-faf0eebea4fe req-ca421e36-1fc0-45a3-9c3d-58757b3e0e5f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:06.689685 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-25f0cb86-9f26-4ed7-b110-faf0eebea4fe req-ca421e36-1fc0-45a3-9c3d-58757b3e0e5f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.66 "GET /v2.0/ports?device_id=9798655e-0aa6-41d8-9d78-036aac9ce08b HTTP/1.1" status: 200 len: 985 time: 0.1166744 Aug 11 02:29:06.707632 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e432fae-03c7-4659-b6ab-268aa2ad1332 None None] New status for floating IP 83cfe2c9-5426-4462-8bfa-665d843908c8: DOWN {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:29:06.722881 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183d201-3d98-4f46-a37b-d918975928a9 req-0db71c78-c9a2-4b4a-bbdb-d6fcba637a7a tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:06.730518 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8183d201-3d98-4f46-a37b-d918975928a9 req-0db71c78-c9a2-4b4a-bbdb-d6fcba637a7a tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1364870 Aug 11 02:29:06.847512 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8183d201-3d98-4f46-a37b-d918975928a9 req-7feeaeb4-d4c1-41bc-8df8-fe988ba792d3 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102159 Aug 11 02:29:06.919893 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-292dab42-f3b5-49f9-beb3-efe5713692b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:06.927387 n-d-615180-33 neutron-server[94507]: DEBUG neutron.objects.ports [None req-86eb0411-f938-47e3-be18-9cf2de0a2329 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94507) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:29:06.931017 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86eb0411-f938-47e3-be18-9cf2de0a2329 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:06.965784 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed47bbf-f4fd-4ac9-9879-8d5d1b83f63e req-40717f74-c6e1-4979-bf13-87300338cca1 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:06.967386 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fed47bbf-f4fd-4ac9-9879-8d5d1b83f63e req-40717f74-c6e1-4979-bf13-87300338cca1 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=9798655e-0aa6-41d8-9d78-036aac9ce08b HTTP/1.1" status: 200 len: 985 time: 0.1503854 Aug 11 02:29:06.991975 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-25f0cb86-9f26-4ed7-b110-faf0eebea4fe req-07b42d31-c9a0-4197-b5b7-1c3e8b2ecd92 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Deleting port cde0a84b-32a4-452a-b181-487bd4e6201e {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:06.992332 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-25f0cb86-9f26-4ed7-b110-faf0eebea4fe req-07b42d31-c9a0-4197-b5b7-1c3e8b2ecd92 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:07.031601 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb0411-f938-47e3-be18-9cf2de0a2329 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event updated for resources: {'Subnet': ['ID=9f5ca037-4705-4e78-a109-9c23a939573e,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:07.044358 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487f16a-26a0-42f4-bc1d-38dfc1c8cda5 req-4cce70d2-5eef-4b6f-b01d-bf0f072dfca2 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:07.052985 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1487f16a-26a0-42f4-bc1d-38dfc1c8cda5 req-4cce70d2-5eef-4b6f-b01d-bf0f072dfca2 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1239130 Aug 11 02:29:07.094934 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eb0411-f938-47e3-be18-9cf2de0a2329 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Checking segment: {'id': '942aa554-7592-4743-8690-50ed47a383bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '37149223-6f05-439e-bb50-4b89eefb3931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:07.095220 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eb0411-f938-47e3-be18-9cf2de0a2329 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Network hostable DHCP agents. Network: 37149223-6f05-439e-bb50-4b89eefb3931, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:29:07.103893 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fed47bbf-f4fd-4ac9-9879-8d5d1b83f63e req-c062bda9-02f0-449e-9d75-a347abb55cff tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a2e1655-bf26-48f0-962b-4510e8099518&id=c9a9789e-fce5-40af-b583-47cdcfb05eee&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1216791 Aug 11 02:29:07.116892 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1487f16a-26a0-42f4-bc1d-38dfc1c8cda5 req-91af8054-c887-4fbf-b0f2-3acbb790b11a tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591750 Aug 11 02:29:07.132938 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eb0411-f938-47e3-be18-9cf2de0a2329 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Network 37149223-6f05-439e-bb50-4b89eefb3931 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:29:07.148336 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-86eb0411-f938-47e3-be18-9cf2de0a2329 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 37149223-6f05-439e-bb50-4b89eefb3931) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:07.153236 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eb0411-f938-47e3-be18-9cf2de0a2329 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:07.153836 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86eb0411-f938-47e3-be18-9cf2de0a2329 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:07.162205 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac9af98-f369-4743-a886-880643b38ab6 None None] Network 37149223-6f05-439e-bb50-4b89eefb3931 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:07.201455 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-25f0cb86-9f26-4ed7-b110-faf0eebea4fe req-07b42d31-c9a0-4197-b5b7-1c3e8b2ecd92 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] For port cde0a84b-32a4-452a-b181-487bd4e6201e, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=cde0a84b-32a4-452a-b181-487bd4e6201e,segment=NetworkSegment(9d731c9d-439b-48ec-be72-38342a40906a),segment_id=9d731c9d-439b-48ec-be72-38342a40906a)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:07.201968 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-25f0cb86-9f26-4ed7-b110-faf0eebea4fe req-07b42d31-c9a0-4197-b5b7-1c3e8b2ecd92 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:07.206201 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-292dab42-f3b5-49f9-beb3-efe5713692b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:07.223680 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-292dab42-f3b5-49f9-beb3-efe5713692b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:07.228940 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-86eb0411-f938-47e3-be18-9cf2de0a2329 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2169881 Aug 11 02:29:07.229385 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34208) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:07.265527 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-25f0cb86-9f26-4ed7-b110-faf0eebea4fe req-07b42d31-c9a0-4197-b5b7-1c3e8b2ecd92 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Calling delete_port for cde0a84b-32a4-452a-b181-487bd4e6201e owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:07.302512 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-292dab42-f3b5-49f9-beb3-efe5713692b8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d65d00e3e6f1425492072e38565b650c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6718230 Aug 11 02:29:07.305690 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34210) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:07.307761 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292dab42-f3b5-49f9-beb3-efe5713692b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17fc110-cca2-45f0-80d2-1c8d73374aa7,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:07.384887 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daa66df-84a0-479f-87c6-2c68121fa8ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-37149223-6f05-439e-bb50-4b89eefb3931', 'network_id': '37149223-6f05-439e-bb50-4b89eefb3931', 'tenant_id': '061d3e37028a4bb291bab62358d853ce', 'fixed_ips': [{'subnet_id': '9f5ca037-4705-4e78-a109-9c23a939573e'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:29:07.386683 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8daa66df-84a0-479f-87c6-2c68121fa8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:07.409989 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea1723-6c91-410b-ba33-532e0896b5bd req-d839624d-63ab-4d84-8d23-5b2c1a084468 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:07.418317 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a9ea1723-6c91-410b-ba33-532e0896b5bd req-d839624d-63ab-4d84-8d23-5b2c1a084468 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1387017 Aug 11 02:29:07.431402 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:07.488771 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a9ea1723-6c91-410b-ba33-532e0896b5bd req-d8defb74-c019-4b3a-a2c4-f35d3a6d855e tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688975 Aug 11 02:29:07.491068 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a950228-1058-487c-92e1-514eca914970 req-3503a297-d3e5-4601-834d-88201e16f201 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:07.498935 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4a950228-1058-487c-92e1-514eca914970 req-3503a297-d3e5-4601-834d-88201e16f201 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.1822643 Aug 11 02:29:07.548700 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4a950228-1058-487c-92e1-514eca914970 req-29fc2cd1-f44e-4c2a-b97a-bccffc598615 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463684 Aug 11 02:29:07.565963 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c254f0a7-f72f-44f5-8a9f-aaa9281cc517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:07.574643 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-8daa66df-84a0-479f-87c6-2c68121fa8ff None None] Allocated IP 2001:db8::f816:3eff:fe17:4bf9 (37149223-6f05-439e-bb50-4b89eefb3931/9f5ca037-4705-4e78-a109-9c23a939573e/3c49aeda-d856-46d5-bba5-3860f21abbfb) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:07.629475 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c254f0a7-f72f-44f5-8a9f-aaa9281cc517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:07.654616 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:07.660558 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-25f0cb86-9f26-4ed7-b110-faf0eebea4fe req-07b42d31-c9a0-4197-b5b7-1c3e8b2ecd92 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:07.701700 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b42d31-c9a0-4197-b5b7-1c3e8b2ecd92 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event deleted for resources: {'Port': ['ID=cde0a84b-32a4-452a-b181-487bd4e6201e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:07.712342 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300b1e7-b515-495d-b34a-fff64bc806be req-a27ec1d0-165d-4229-8609-b3d82289ce7c tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:07.720683 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e300b1e7-b515-495d-b34a-fff64bc806be req-a27ec1d0-165d-4229-8609-b3d82289ce7c tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1514118 Aug 11 02:29:07.781795 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f0cb86-9f26-4ed7-b110-faf0eebea4fe req-07b42d31-c9a0-4197-b5b7-1c3e8b2ecd92 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] No DVR routers for this DVR port cde0a84b-32a4-452a-b181-487bd4e6201e on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:29:07.781968 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e300b1e7-b515-495d-b34a-fff64bc806be req-6f217f2b-a0cb-4ab8-b71f-19456d9f9682 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557277 Aug 11 02:29:07.782458 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c254f0a7-f72f-44f5-8a9f-aaa9281cc517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:07.784928 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c254f0a7-f72f-44f5-8a9f-aaa9281cc517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:07.786188 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c254f0a7-f72f-44f5-8a9f-aaa9281cc517 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f17fc110-cca2-45f0-80d2-1c8d73374aa7 HTTP/1.1" status: 204 len: 168 time: 0.4794421 Aug 11 02:29:07.787685 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-25f0cb86-9f26-4ed7-b110-faf0eebea4fe req-07b42d31-c9a0-4197-b5b7-1c3e8b2ecd92 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:07.789981 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-25f0cb86-9f26-4ed7-b110-faf0eebea4fe req-07b42d31-c9a0-4197-b5b7-1c3e8b2ecd92 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.66 "DELETE /v2.0/ports/cde0a84b-32a4-452a-b181-487bd4e6201e HTTP/1.1" status: 204 len: 173 time: 1.0930383 Aug 11 02:29:07.814080 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9798655e-0aa6-41d8-9d78-036aac9ce08b', 'name': 'network-vif-deleted', 'tag': 'cde0a84b-32a4-452a-b181-487bd4e6201e'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:29:07.816571 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576b8071-2321-45b9-b9fa-a562d2e02716" -d '{"events": [{"server_uuid": "9798655e-0aa6-41d8-9d78-036aac9ce08b", "name": "network-vif-deleted", "tag": "cde0a84b-32a4-452a-b181-487bd4e6201e"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:29:07.825367 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254f0a7-f72f-44f5-8a9f-aaa9281cc517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17fc110-cca2-45f0-80d2-1c8d73374aa7,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:07.888979 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0814dd63-821d-4b3e-8d6d-ff57b3a350c5 x-openstack-request-id: req-0814dd63-821d-4b3e-8d6d-ff57b3a350c5 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:29:07.889278 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9798655e-0aa6-41d8-9d78-036aac9ce08b", "name": "network-vif-deleted", "tag": "cde0a84b-32a4-452a-b181-487bd4e6201e", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:29:07.889536 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0814dd63-821d-4b3e-8d6d-ff57b3a350c5 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:29:07.889951 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9798655e-0aa6-41d8-9d78-036aac9ce08b', 'name': 'network-vif-deleted', 'tag': 'cde0a84b-32a4-452a-b181-487bd4e6201e', 'status': 'completed', 'code': 200} Aug 11 02:29:08.026419 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab4fd8-784c-49d5-b9ae-1b5cc6fcac28 req-52c99d59-9a81-4d08-8bf5-8266b617c049 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:08.028135 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4ab4fd8-784c-49d5-b9ae-1b5cc6fcac28 req-52c99d59-9a81-4d08-8bf5-8266b617c049 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.0878153 Aug 11 02:29:08.042672 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8daa66df-84a0-479f-87c6-2c68121fa8ff None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:08.054349 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8daa66df-84a0-479f-87c6-2c68121fa8ff None None] Transition to ACTIVE for port object 3c49aeda-d856-46d5-bba5-3860f21abbfb will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:08.084855 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8daa66df-84a0-479f-87c6-2c68121fa8ff None None] Transition to ACTIVE for port object 3c49aeda-d856-46d5-bba5-3860f21abbfb will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:08.105963 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8daa66df-84a0-479f-87c6-2c68121fa8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:08.106878 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4ab4fd8-784c-49d5-b9ae-1b5cc6fcac28 req-49da264c-46d1-4e56-8544-c1c74f36a088 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678580 Aug 11 02:29:08.114248 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:08.156066 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daa66df-84a0-479f-87c6-2c68121fa8ff None None] Network 37149223-6f05-439e-bb50-4b89eefb3931 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:08.169157 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-8daa66df-84a0-479f-87c6-2c68121fa8ff None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:08.209857 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daa66df-84a0-479f-87c6-2c68121fa8ff None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:08.222632 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event deleted for resources: {'Subnet': ['ID=9f5ca037-4705-4e78-a109-9c23a939573e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:08.302440 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34242) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:08.322227 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f17eff-f149-42f0-8d44-ea4c2c327040 req-a1adf5ae-0ae3-4e5a-a785-2955f1be4c4b tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:08.332804 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-10f17eff-f149-42f0-8d44-ea4c2c327040 req-a1adf5ae-0ae3-4e5a-a785-2955f1be4c4b tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1321607 Aug 11 02:29:08.352033 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2f9ff0a0-dda9-44c7-aa69-36eb11d9f31d req-b58ef4df-8655-45c2-8154-f844b2a00197 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "GET /v2.0/ports?device_id=9798655e-0aa6-41d8-9d78-036aac9ce08b HTTP/1.1" status: 200 len: 210 time: 0.0926280 Aug 11 02:29:08.365971 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa66df-84a0-479f-87c6-2c68121fa8ff None None] Pushing event updated for resources: {'Port': ['ID=3c49aeda-d856-46d5-bba5-3860f21abbfb,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:08.371759 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:08.378698 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-8daa66df-84a0-479f-87c6-2c68121fa8ff None None] Attempting to bind port 3c49aeda-d856-46d5-bba5-3860f21abbfb on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:08.379283 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-8daa66df-84a0-479f-87c6-2c68121fa8ff None None] Attempting to bind port 3c49aeda-d856-46d5-bba5-3860f21abbfb by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '942aa554-7592-4743-8690-50ed47a383bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '37149223-6f05-439e-bb50-4b89eefb3931'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:08.379835 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daa66df-84a0-479f-87c6-2c68121fa8ff None None] Attempting to bind port 3c49aeda-d856-46d5-bba5-3860f21abbfb on network 37149223-6f05-439e-bb50-4b89eefb3931 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:08.385876 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daa66df-84a0-479f-87c6-2c68121fa8ff None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:08.386623 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daa66df-84a0-479f-87c6-2c68121fa8ff None None] Checking segment: {'id': '942aa554-7592-4743-8690-50ed47a383bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '37149223-6f05-439e-bb50-4b89eefb3931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:08.387043 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8daa66df-84a0-479f-87c6-2c68121fa8ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:08.387445 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daa66df-84a0-479f-87c6-2c68121fa8ff None None] Bound using segment: {'id': '942aa554-7592-4743-8690-50ed47a383bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '37149223-6f05-439e-bb50-4b89eefb3931'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:08.387966 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-8daa66df-84a0-479f-87c6-2c68121fa8ff None None] Bound port: 3c49aeda-d856-46d5-bba5-3860f21abbfb, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942aa554-7592-4743-8690-50ed47a383bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '37149223-6f05-439e-bb50-4b89eefb3931'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:08.388493 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8daa66df-84a0-479f-87c6-2c68121fa8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:08.390303 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37149223-6f05-439e-bb50-4b89eefb3931']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:08.402336 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942aa554-7592-4743-8690-50ed47a383bf') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:08.402776 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942aa554-7592-4743-8690-50ed47a383bf') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:08.414616 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:08.435352 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:08.439805 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-10f17eff-f149-42f0-8d44-ea4c2c327040 req-7b1fab62-cd57-4ac8-b369-c5824e219a00 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059911 Aug 11 02:29:08.440660 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-30b23b62-8d2e-4b9a-9552-64820548d5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:08.457625 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:29:08.458690 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:29:08.463626 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:29:08.504134 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-8daa66df-84a0-479f-87c6-2c68121fa8ff None None] For port 3c49aeda-d856-46d5-bba5-3860f21abbfb, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:08.537696 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-8daa66df-84a0-479f-87c6-2c68121fa8ff None None] For port 3c49aeda-d856-46d5-bba5-3860f21abbfb, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3c49aeda-d856-46d5-bba5-3860f21abbfb,segment=NetworkSegment(942aa554-7592-4743-8690-50ed47a383bf),segment_id=942aa554-7592-4743-8690-50ed47a383bf)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:08.537930 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.db.api [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:29:08.537930 n-d-615180-33 neutron-server[94507]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:29:08.537930 n-d-615180-33 neutron-server[94507]: [parameters: {'id': '37149223-6f05-439e-bb50-4b89eefb3931'}] Aug 11 02:29:08.537930 n-d-615180-33 neutron-server[94507]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:29:08.538301 n-d-615180-33 neutron-server[94507]: DEBUG oslo_db.api [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:29:08.542502 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8daa66df-84a0-479f-87c6-2c68121fa8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:08.614880 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-30b23b62-8d2e-4b9a-9552-64820548d5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:08.620252 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-30b23b62-8d2e-4b9a-9552-64820548d5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:08.705493 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5993e4-ff71-4953-af41-4d858f7bc700 None None] Network 37149223-6f05-439e-bb50-4b89eefb3931 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:08.713677 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-30b23b62-8d2e-4b9a-9552-64820548d5d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=399a6402a4d3462a8b3e48754920d078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3786235 Aug 11 02:29:08.718157 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34258) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:08.723943 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa66df-84a0-479f-87c6-2c68121fa8ff None None] Pushing event updated for resources: {'Port': ['ID=3c49aeda-d856-46d5-bba5-3860f21abbfb,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:08.755004 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b23b62-8d2e-4b9a-9552-64820548d5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb6fa5d-9308-4364-b520-d85e04e13588,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:08.787443 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35347168-768d-4f59-911e-e68a4aa9982e req-fdcf3776-b68b-43a9-a26d-8c512b25c37e tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:08.789136 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996ef09-30ae-4cc3-88b1-88449c59cdc7 req-3fde1e44-1a4c-4907-9fdf-cd8f8fe5d2a4 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:08.790690 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c996ef09-30ae-4cc3-88b1-88449c59cdc7 req-3fde1e44-1a4c-4907-9fdf-cd8f8fe5d2a4 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1189470 Aug 11 02:29:08.792004 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-35347168-768d-4f59-911e-e68a4aa9982e req-fdcf3776-b68b-43a9-a26d-8c512b25c37e tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.1366243 Aug 11 02:29:08.843845 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c996ef09-30ae-4cc3-88b1-88449c59cdc7 req-c045ce6c-ca71-470a-bcc0-cf2d476e24ea tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419970 Aug 11 02:29:08.852661 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dde16da-c92f-46c8-963f-ab6ce1682172 None None] get_active_networks_info from n-d-615180-33 {{(pid=94508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:29:08.873181 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a61e4576-9a4f-4863-977f-75d56dcf7437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:08.878414 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-35347168-768d-4f59-911e-e68a4aa9982e req-5db3cd0d-3569-4570-b9fa-ac9ceafc3dba tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767150 Aug 11 02:29:08.910622 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a61e4576-9a4f-4863-977f-75d56dcf7437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:08.967296 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dde16da-c92f-46c8-963f-ab6ce1682172 None None] Resources bound (agent type, host, resource id): {{(pid=94508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:29:08.978041 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a61e4576-9a4f-4863-977f-75d56dcf7437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:08.982779 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a61e4576-9a4f-4863-977f-75d56dcf7437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:08.983974 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a61e4576-9a4f-4863-977f-75d56dcf7437 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fcb6fa5d-9308-4364-b520-d85e04e13588 HTTP/1.1" status: 204 len: 168 time: 0.2650957 Aug 11 02:29:09.001328 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1e299-cef0-4343-90ad-6d7413804635 req-8cefd548-46ee-4dd9-bc1f-15bc3fd7c3a4 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:09.001551 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e4576-9a4f-4863-977f-75d56dcf7437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb6fa5d-9308-4364-b520-d85e04e13588,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:09.003991 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7cd1e299-cef0-4343-90ad-6d7413804635 req-8cefd548-46ee-4dd9-bc1f-15bc3fd7c3a4 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.0741751 Aug 11 02:29:09.039386 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:09.049829 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7cd1e299-cef0-4343-90ad-6d7413804635 req-b37a13bf-a0ef-4497-8bb8-abb8c5c02c19 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402219 Aug 11 02:29:09.113418 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Deleting port 3c49aeda-d856-46d5-bba5-3860f21abbfb {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:09.113769 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:09.207305 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] For port 3c49aeda-d856-46d5-bba5-3860f21abbfb, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3c49aeda-d856-46d5-bba5-3860f21abbfb,segment=NetworkSegment(942aa554-7592-4743-8690-50ed47a383bf),segment_id=942aa554-7592-4743-8690-50ed47a383bf)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:09.207305 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:09.211855 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2ab93-5a4d-4cf7-aaed-2fc41d17f134 req-866e49db-0fbc-4fa7-9775-80c9bfff2757 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:09.219209 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2ea2ab93-5a4d-4cf7-aaed-2fc41d17f134 req-866e49db-0fbc-4fa7-9775-80c9bfff2757 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.0608509 Aug 11 02:29:09.222858 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Calling delete_port for 3c49aeda-d856-46d5-bba5-3860f21abbfb owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:09.275930 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2ea2ab93-5a4d-4cf7-aaed-2fc41d17f134 req-7105d6ce-d94a-42da-9653-0c5a6f8b14ac tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555317 Aug 11 02:29:09.336748 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:09.367855 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event deleted for resources: {'Port': ['ID=3c49aeda-d856-46d5-bba5-3860f21abbfb,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:09.372770 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] No DVR routers for this DVR port 3c49aeda-d856-46d5-bba5-3860f21abbfb on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:29:09.410756 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34282) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:09.469644 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6aa41bbe-24af-4520-b0ba-0afb4e50e28f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:09.494961 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6aa41bbe-24af-4520-b0ba-0afb4e50e28f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:09.543825 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6aa41bbe-24af-4520-b0ba-0afb4e50e28f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:09.546522 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6aa41bbe-24af-4520-b0ba-0afb4e50e28f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:09.551316 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6aa41bbe-24af-4520-b0ba-0afb4e50e28f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "DELETE /v2.0/security-groups/c9a9789e-fce5-40af-b583-47cdcfb05eee HTTP/1.1" status: 204 len: 168 time: 0.1364253 Aug 11 02:29:09.553889 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34290) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:09.572926 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa41bbe-24af-4520-b0ba-0afb4e50e28f tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a9789e-fce5-40af-b583-47cdcfb05eee,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:09.620585 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84a17bc2-6b6f-4f96-a688-c6c19a24d273 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:09.647744 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84a17bc2-6b6f-4f96-a688-c6c19a24d273 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:09.699609 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84a17bc2-6b6f-4f96-a688-c6c19a24d273 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:09.702369 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84a17bc2-6b6f-4f96-a688-c6c19a24d273 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:09.703804 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-84a17bc2-6b6f-4f96-a688-c6c19a24d273 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "DELETE /v2.0/security-groups/2a2e1655-bf26-48f0-962b-4510e8099518 HTTP/1.1" status: 204 len: 168 time: 0.1488712 Aug 11 02:29:09.707485 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34296) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:09.762159 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a17bc2-6b6f-4f96-a688-c6c19a24d273 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2e1655-bf26-48f0-962b-4510e8099518,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:09.825189 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:09.839760 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0672f23-7ff2-4e27-8bde-1079a1824f78 req-5462515e-fbb1-4abc-878d-0196ed18999b tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:09.841311 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c0672f23-7ff2-4e27-8bde-1079a1824f78 req-5462515e-fbb1-4abc-878d-0196ed18999b tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.4639950 Aug 11 02:29:09.845488 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37149223-6f05-439e-bb50-4b89eefb3931']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:09.863354 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942aa554-7592-4743-8690-50ed47a383bf') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:09.863674 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942aa554-7592-4743-8690-50ed47a383bf') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:09.879832 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:09.902497 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:09.909972 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c0672f23-7ff2-4e27-8bde-1079a1824f78 req-dbd66b58-3102-4de6-a5a4-b3fe6acff550 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572128 Aug 11 02:29:09.920796 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:29:09.921214 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:29:09.924465 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:29:10.002702 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:10.014462 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:10.017153 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "DELETE /v2.0/networks/37149223-6f05-439e-bb50-4b89eefb3931 HTTP/1.1" status: 204 len: 168 time: 2.7864358 Aug 11 02:29:10.033299 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34308) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:10.038653 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-2354a308-30a2-429b-9074-d841ade853c1 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1666060418'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:10.056979 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ca3d1-9d92-491f-bf5b-7b3ce1643850 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event deleted for resources: {'Network': ['ID=37149223-6f05-439e-bb50-4b89eefb3931,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:10.060066 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2354a308-30a2-429b-9074-d841ade853c1 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Made reservation on behalf of 061d3e37028a4bb291bab62358d853ce for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:10.063833 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2354a308-30a2-429b-9074-d841ade853c1 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:10.092472 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2354a308-30a2-429b-9074-d841ade853c1 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:29:10.114204 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2354a308-30a2-429b-9074-d841ade853c1 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:10.114560 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-2354a308-30a2-429b-9074-d841ade853c1 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Added segment 518ae183-1aad-4366-909b-05fae2a2dbdc of type vlan for network 9b8e5497-da6e-46bd-a298-a60f6df0f0e6 Aug 11 02:29:10.141688 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc254fe8-7089-4da8-8de0-05c6c65b36e4 req-456c37f6-09d0-4eda-be6b-1f9a36c80d80 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:10.143197 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bc254fe8-7089-4da8-8de0-05c6c65b36e4 req-456c37f6-09d0-4eda-be6b-1f9a36c80d80 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.1588106 Aug 11 02:29:10.201380 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2354a308-30a2-429b-9074-d841ade853c1 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:10.207873 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bc254fe8-7089-4da8-8de0-05c6c65b36e4 req-87ecf52c-36bd-4c19-beb9-90babede545a tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575628 Aug 11 02:29:10.260052 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2354a308-30a2-429b-9074-d841ade853c1 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:10.266591 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2354a308-30a2-429b-9074-d841ade853c1 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:10.267203 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2354a308-30a2-429b-9074-d841ade853c1 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:10.331521 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-472b8e93-1651-4fa9-b3f4-567f14da7791 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:10.352330 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2354a308-30a2-429b-9074-d841ade853c1 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3179245 Aug 11 02:29:10.355904 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34334) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:10.366736 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-e1b171f8-9b33-4b81-9d44-73c9577bd27f tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Request body: {'subnet': {'network_id': '9b8e5497-da6e-46bd-a298-a60f6df0f0e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:10.484080 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354a308-30a2-429b-9074-d841ade853c1 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event updated for resources: {'Network': ['ID=9b8e5497-da6e-46bd-a298-a60f6df0f0e6,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:10.496941 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 9b8e5497-da6e-46bd-a298-a60f6df0f0e6 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:29:10.549733 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b171f8-9b33-4b81-9d44-73c9577bd27f tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Made reservation on behalf of 061d3e37028a4bb291bab62358d853ce for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:10.554342 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e1b171f8-9b33-4b81-9d44-73c9577bd27f tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:10.582312 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf0e2d-b52a-4094-9f26-1a65f06dc640 req-77483dde-207c-41dd-ad43-bae774535fb0 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:10.583885 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-51bf0e2d-b52a-4094-9f26-1a65f06dc640 req-77483dde-207c-41dd-ad43-bae774535fb0 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.0804205 Aug 11 02:29:10.665681 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-51bf0e2d-b52a-4094-9f26-1a65f06dc640 req-fad1b0c5-9d1e-4b75-b55a-dfff8e2ff350 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662897 Aug 11 02:29:10.763054 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device cde0a84b-32a4-452a-b181-487bd4e6201e no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:29:10.785118 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-472b8e93-1651-4fa9-b3f4-567f14da7791 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Deleting port 151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:10.785468 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-472b8e93-1651-4fa9-b3f4-567f14da7791 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:10.796669 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: cde0a84b-32a4-452a-b181-487bd4e6201e {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:29:10.797055 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device cde0a84b-32a4-452a-b181-487bd4e6201e not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:29:10.811010 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e1b171f8-9b33-4b81-9d44-73c9577bd27f tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:10.881999 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b171f8-9b33-4b81-9d44-73c9577bd27f tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event updated for resources: {'Subnet': ['ID=fa32a307-5acc-4f73-bc51-b0708f21dace,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:10.886464 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b171f8-9b33-4b81-9d44-73c9577bd27f tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Checking segment: {'id': '518ae183-1aad-4366-909b-05fae2a2dbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '9b8e5497-da6e-46bd-a298-a60f6df0f0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:10.887061 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b171f8-9b33-4b81-9d44-73c9577bd27f tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Network hostable DHCP agents. Network: 9b8e5497-da6e-46bd-a298-a60f6df0f0e6, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:29:10.899035 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-472b8e93-1651-4fa9-b3f4-567f14da7791 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] For port 151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941,segment=NetworkSegment(9d731c9d-439b-48ec-be72-38342a40906a),segment_id=9d731c9d-439b-48ec-be72-38342a40906a)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:10.899486 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-472b8e93-1651-4fa9-b3f4-567f14da7791 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:10.904841 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b171f8-9b33-4b81-9d44-73c9577bd27f tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Network 9b8e5497-da6e-46bd-a298-a60f6df0f0e6 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:29:10.915562 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-e1b171f8-9b33-4b81-9d44-73c9577bd27f tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 9b8e5497-da6e-46bd-a298-a60f6df0f0e6) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:10.915829 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-472b8e93-1651-4fa9-b3f4-567f14da7791 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Calling delete_port for 151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941 owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:10.919754 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b171f8-9b33-4b81-9d44-73c9577bd27f tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:10.920344 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e1b171f8-9b33-4b81-9d44-73c9577bd27f tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:10.925487 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26546551-b504-4653-9063-f99fe8336334 None None] Network 9b8e5497-da6e-46bd-a298-a60f6df0f0e6 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:10.941504 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e1b171f8-9b33-4b81-9d44-73c9577bd27f tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5835063 Aug 11 02:29:10.942169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34360) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:11.088536 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:11.130141 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d9ca34-934b-462e-a65c-052f0723005b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-9b8e5497-da6e-46bd-a298-a60f6df0f0e6', 'network_id': '9b8e5497-da6e-46bd-a298-a60f6df0f0e6', 'tenant_id': '061d3e37028a4bb291bab62358d853ce', 'fixed_ips': [{'subnet_id': 'fa32a307-5acc-4f73-bc51-b0708f21dace'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:29:11.131075 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-23d9ca34-934b-462e-a65c-052f0723005b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:11.178173 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:11.186762 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-472b8e93-1651-4fa9-b3f4-567f14da7791 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:11.225635 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b8e93-1651-4fa9-b3f4-567f14da7791 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event deleted for resources: {'Port': ['ID=151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:11.325590 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-23d9ca34-934b-462e-a65c-052f0723005b None None] Allocated IP 2001:db8::2 (9b8e5497-da6e-46bd-a298-a60f6df0f0e6/fa32a307-5acc-4f73-bc51-b0708f21dace/9ff9ac68-e595-4501-8a22-8dc38a2e8c9e) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:11.427818 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0a189-b198-4716-b56e-459062fa988b req-61eb8668-b973-4156-9c5f-22e2977c1f77 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:11.430307 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1ad0a189-b198-4716-b56e-459062fa988b req-61eb8668-b973-4156-9c5f-22e2977c1f77 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.0832496 Aug 11 02:29:11.491028 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1ad0a189-b198-4716-b56e-459062fa988b req-613552c4-63a6-4861-9368-039e67a16f86 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536549 Aug 11 02:29:11.547648 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-23d9ca34-934b-462e-a65c-052f0723005b None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:11.559026 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-23d9ca34-934b-462e-a65c-052f0723005b None None] Transition to ACTIVE for port object 9ff9ac68-e595-4501-8a22-8dc38a2e8c9e will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:11.581652 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-23d9ca34-934b-462e-a65c-052f0723005b None None] Transition to ACTIVE for port object 9ff9ac68-e595-4501-8a22-8dc38a2e8c9e will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:11.602397 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-23d9ca34-934b-462e-a65c-052f0723005b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:11.619282 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:11.672952 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9ca34-934b-462e-a65c-052f0723005b None None] Pushing event updated for resources: {'Port': ['ID=9ff9ac68-e595-4501-8a22-8dc38a2e8c9e,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:11.687930 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d9ca34-934b-462e-a65c-052f0723005b None None] Network 9b8e5497-da6e-46bd-a298-a60f6df0f0e6 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:11.688649 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event deleted for resources: {'Subnet': ['ID=fa32a307-5acc-4f73-bc51-b0708f21dace,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:11.690036 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-23d9ca34-934b-462e-a65c-052f0723005b None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:11.695317 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d9ca34-934b-462e-a65c-052f0723005b None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:11.799743 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-23d9ca34-934b-462e-a65c-052f0723005b None None] Attempting to bind port 9ff9ac68-e595-4501-8a22-8dc38a2e8c9e on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:11.800968 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-23d9ca34-934b-462e-a65c-052f0723005b None None] Attempting to bind port 9ff9ac68-e595-4501-8a22-8dc38a2e8c9e by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '518ae183-1aad-4366-909b-05fae2a2dbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '9b8e5497-da6e-46bd-a298-a60f6df0f0e6'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:11.801699 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d9ca34-934b-462e-a65c-052f0723005b None None] Attempting to bind port 9ff9ac68-e595-4501-8a22-8dc38a2e8c9e on network 9b8e5497-da6e-46bd-a298-a60f6df0f0e6 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:11.821101 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d9ca34-934b-462e-a65c-052f0723005b None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:11.822855 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d9ca34-934b-462e-a65c-052f0723005b None None] Checking segment: {'id': '518ae183-1aad-4366-909b-05fae2a2dbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '9b8e5497-da6e-46bd-a298-a60f6df0f0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:11.823270 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-23d9ca34-934b-462e-a65c-052f0723005b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:11.823699 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d9ca34-934b-462e-a65c-052f0723005b None None] Bound using segment: {'id': '518ae183-1aad-4366-909b-05fae2a2dbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '9b8e5497-da6e-46bd-a298-a60f6df0f0e6'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:11.824194 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-23d9ca34-934b-462e-a65c-052f0723005b None None] Bound port: 9ff9ac68-e595-4501-8a22-8dc38a2e8c9e, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '518ae183-1aad-4366-909b-05fae2a2dbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '9b8e5497-da6e-46bd-a298-a60f6df0f0e6'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:11.825670 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-23d9ca34-934b-462e-a65c-052f0723005b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:11.904323 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:11.938426 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8e5497-da6e-46bd-a298-a60f6df0f0e6']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:11.960784 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '518ae183-1aad-4366-909b-05fae2a2dbdc') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:11.962892 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '518ae183-1aad-4366-909b-05fae2a2dbdc') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:11.966761 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-472b8e93-1651-4fa9-b3f4-567f14da7791 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:11.985715 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:11.987930 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-23d9ca34-934b-462e-a65c-052f0723005b None None] For port 9ff9ac68-e595-4501-8a22-8dc38a2e8c9e, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:11.998773 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-23d9ca34-934b-462e-a65c-052f0723005b None None] For port 9ff9ac68-e595-4501-8a22-8dc38a2e8c9e, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9ff9ac68-e595-4501-8a22-8dc38a2e8c9e,segment=NetworkSegment(518ae183-1aad-4366-909b-05fae2a2dbdc),segment_id=518ae183-1aad-4366-909b-05fae2a2dbdc)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:12.004446 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-23d9ca34-934b-462e-a65c-052f0723005b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.032477 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.042942 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:29:12.043365 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:29:12.047807 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:29:12.101326 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9ca34-934b-462e-a65c-052f0723005b None None] Pushing event updated for resources: {'Port': ['ID=9ff9ac68-e595-4501-8a22-8dc38a2e8c9e,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:12.127092 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077ab3f4-abd9-4200-bab2-a80e5a21b283 None None] Network 9b8e5497-da6e-46bd-a298-a60f6df0f0e6 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:12.131385 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cb301-4e7d-42b3-89b2-e3a5e0d00fa1 req-b1f6a68d-f51e-4ac3-94a8-3a2a9e57a270 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:12.133004 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-587cb301-4e7d-42b3-89b2-e3a5e0d00fa1 req-b1f6a68d-f51e-4ac3-94a8-3a2a9e57a270 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.2411981 Aug 11 02:29:12.135260 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.db.api [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:29:12.135260 n-d-615180-33 neutron-server[94507]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:29:12.135260 n-d-615180-33 neutron-server[94507]: [parameters: {'id': '9b8e5497-da6e-46bd-a298-a60f6df0f0e6'}] Aug 11 02:29:12.135260 n-d-615180-33 neutron-server[94507]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:29:12.135777 n-d-615180-33 neutron-server[94507]: DEBUG oslo_db.api [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:29:12.266922 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-587cb301-4e7d-42b3-89b2-e3a5e0d00fa1 req-44dfc047-0c78-4ad2-a33c-2b5edf028834 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243157 Aug 11 02:29:12.275248 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4a6dca-661d-4756-adf0-843e7c8b209c None None] get_active_networks_info from n-d-615180-33 {{(pid=94508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:29:12.388626 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4a6dca-661d-4756-adf0-843e7c8b209c None None] Resources bound (agent type, host, resource id): {{(pid=94508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:29:12.400295 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34400) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:12.410332 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34404) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:12.429803 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472b8e93-1651-4fa9-b3f4-567f14da7791 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Router 54dbecef-831c-4977-81b5-34b9c2c14fa5 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:29:12.551851 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-471a61b1-0e72-49a6-905b-390640f57e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.563469 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e0474720-0a86-45dd-97f9-35c46fb44dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.580101 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472b8e93-1651-4fa9-b3f4-567f14da7791 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:12.585550 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-472b8e93-1651-4fa9-b3f4-567f14da7791 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "PUT /v2.0/routers/54dbecef-831c-4977-81b5-34b9c2c14fa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8770022 Aug 11 02:29:12.588406 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34410) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:12.592491 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a320ce-2a8a-4aea-b152-ed55cb23ce4a None None] Sync routers for ids ['54dbecef-831c-4977-81b5-34b9c2c14fa5'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:12.603480 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a320ce-2a8a-4aea-b152-ed55cb23ce4a None None] Routers {'54dbecef-831c-4977-81b5-34b9c2c14fa5'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:12.604531 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f3a320ce-2a8a-4aea-b152-ed55cb23ce4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:28:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['54dbecef-831c-4977-81b5-34b9c2c14fa5'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:12.637713 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.649069 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.db.api [None req-e0474720-0a86-45dd-97f9-35c46fb44dc8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:29:12.649069 n-d-615180-33 neutron-server[94507]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 02:29:12.649069 n-d-615180-33 neutron-server[94507]: [parameters: {'project_id': '8b02baf02e1e40c0940e3a1c487b4ac9', 'id': '64770e50-eb2f-4c0c-803b-86b1ef17235b', 'expiration': datetime.datetime(2021, 8, 11, 2, 31, 12, 635596)}] Aug 11 02:29:12.649069 n-d-615180-33 neutron-server[94507]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:29:12.649583 n-d-615180-33 neutron-server[94507]: DEBUG oslo_db.api [None req-e0474720-0a86-45dd-97f9-35c46fb44dc8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:29:12.656921 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a66dc4c-9fc0-4b54-856a-77bb4e125f90 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Deleting subnet 9a092de3-57ef-4bc6-a845-b2693139faa9 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:29:12.659939 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5a66dc4c-9fc0-4b54-856a-77bb4e125f90 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.710626 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5a66dc4c-9fc0-4b54-856a-77bb4e125f90 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.731825 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-f3a320ce-2a8a-4aea-b152-ed55cb23ce4a None None] Set router 54dbecef-831c-4977-81b5-34b9c2c14fa5 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:12.736353 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26452e86-5403-4e07-a8d6-846f92e3508b req-b8f4701e-de3e-426f-90ae-d3490b589bbb tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:12.738234 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-26452e86-5403-4e07-a8d6-846f92e3508b req-b8f4701e-de3e-426f-90ae-d3490b589bbb tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.1576197 Aug 11 02:29:12.811076 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5a66dc4c-9fc0-4b54-856a-77bb4e125f90 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.812101 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-26452e86-5403-4e07-a8d6-846f92e3508b req-17f5e594-8e2a-4b03-9499-0bb649a6dd6c tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676303 Aug 11 02:29:12.821122 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Deleting port 9ff9ac68-e595-4501-8a22-8dc38a2e8c9e {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:12.821531 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.879157 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5a66dc4c-9fc0-4b54-856a-77bb4e125f90 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.879452 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-471a61b1-0e72-49a6-905b-390640f57e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.884135 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-471a61b1-0e72-49a6-905b-390640f57e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.915156 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66dc4c-9fc0-4b54-856a-77bb4e125f90 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event deleted for resources: {'Subnet': ['ID=9a092de3-57ef-4bc6-a845-b2693139faa9,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:12.917421 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5a66dc4c-9fc0-4b54-856a-77bb4e125f90 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.921047 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961ccf83-4e38-436c-b8c4-95dec4fa79a9 None None] Network 9d33bcd9-17a9-43cc-aac5-9f968f6da9e8 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:12.929240 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5a66dc4c-9fc0-4b54-856a-77bb4e125f90 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "DELETE /v2.0/subnets/9a092de3-57ef-4bc6-a845-b2693139faa9 HTTP/1.1" status: 204 len: 168 time: 0.3383887 Aug 11 02:29:12.929944 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] For port 9ff9ac68-e595-4501-8a22-8dc38a2e8c9e, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9ff9ac68-e595-4501-8a22-8dc38a2e8c9e,segment=NetworkSegment(518ae183-1aad-4366-909b-05fae2a2dbdc),segment_id=518ae183-1aad-4366-909b-05fae2a2dbdc)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:12.930438 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.930805 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34412) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:12.953670 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f3a320ce-2a8a-4aea-b152-ed55cb23ce4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1631267363', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2539a49e-9743-44be-9b28-41ff82fe67f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:11Z', 'updated_at': '2021-08-11T02:29:11Z', 'revision_number': 5, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'gw_port': {'id': '2539a49e-9743-44be-9b28-41ff82fe67f9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:12Z', 'updated_at': '2021-08-11T02:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:12.958910 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Calling delete_port for 9ff9ac68-e595-4501-8a22-8dc38a2e8c9e owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:12.965010 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-471a61b1-0e72-49a6-905b-390640f57e55 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=da6aff19a2204404ba7742844173bf8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5626063 Aug 11 02:29:12.967826 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a61b1-0e72-49a6-905b-390640f57e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81420af-1174-420b-b58c-4fa10cfae880,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:12.970515 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34414) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:13.012528 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a320ce-2a8a-4aea-b152-ed55cb23ce4a None None] Checking router: 54dbecef-831c-4977-81b5-34b9c2c14fa5 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:29:13.023971 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a320ce-2a8a-4aea-b152-ed55cb23ce4a None None] Routers {'54dbecef-831c-4977-81b5-34b9c2c14fa5'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:13.025213 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f3a320ce-2a8a-4aea-b152-ed55cb23ce4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:28:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['54dbecef-831c-4977-81b5-34b9c2c14fa5'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:13.066075 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9968d24d-d4b8-4fa6-9f52-96b8aadfb069 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.101039 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-18ea547c-1c03-480e-8ecf-0e97519f088f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.121636 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.129572 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-18ea547c-1c03-480e-8ecf-0e97519f088f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.158698 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e0474720-0a86-45dd-97f9-35c46fb44dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.166993 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event deleted for resources: {'Port': ['ID=9ff9ac68-e595-4501-8a22-8dc38a2e8c9e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:13.178754 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef0d430-abb2-4a5e-ba5f-afe9b20d1ac7 None None] DHCP port deletion for 9d33bcd9-17a9-43cc-aac5-9f968f6da9e8 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:29:13.183189 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] No DVR routers for this DVR port 9ff9ac68-e595-4501-8a22-8dc38a2e8c9e on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:29:13.187203 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-f3a320ce-2a8a-4aea-b152-ed55cb23ce4a None None] Set router 54dbecef-831c-4977-81b5-34b9c2c14fa5 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:13.200722 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9968d24d-d4b8-4fa6-9f52-96b8aadfb069 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.235485 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-6ef0d430-abb2-4a5e-ba5f-afe9b20d1ac7 None None] Deleting port 593fc001-1766-4735-91be-56d0cd37f6f3 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:13.235928 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6ef0d430-abb2-4a5e-ba5f-afe9b20d1ac7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.277396 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-9968d24d-d4b8-4fa6-9f52-96b8aadfb069 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Deleting port 2539a49e-9743-44be-9b28-41ff82fe67f9 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:13.278017 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9968d24d-d4b8-4fa6-9f52-96b8aadfb069 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.311242 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.337050 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8e5497-da6e-46bd-a298-a60f6df0f0e6']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:13.341498 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-6ef0d430-abb2-4a5e-ba5f-afe9b20d1ac7 None None] For port 593fc001-1766-4735-91be-56d0cd37f6f3, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=593fc001-1766-4735-91be-56d0cd37f6f3,segment=NetworkSegment(9d731c9d-439b-48ec-be72-38342a40906a),segment_id=9d731c9d-439b-48ec-be72-38342a40906a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:13.341900 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6ef0d430-abb2-4a5e-ba5f-afe9b20d1ac7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.355816 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-18ea547c-1c03-480e-8ecf-0e97519f088f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.358799 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-18ea547c-1c03-480e-8ecf-0e97519f088f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.360212 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-18ea547c-1c03-480e-8ecf-0e97519f088f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f81420af-1174-420b-b58c-4fa10cfae880 HTTP/1.1" status: 204 len: 168 time: 0.3833861 Aug 11 02:29:13.370321 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-6ef0d430-abb2-4a5e-ba5f-afe9b20d1ac7 None None] Calling delete_port for 593fc001-1766-4735-91be-56d0cd37f6f3 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:13.380680 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '518ae183-1aad-4366-909b-05fae2a2dbdc') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:13.381240 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '518ae183-1aad-4366-909b-05fae2a2dbdc') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:13.383450 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea547c-1c03-480e-8ecf-0e97519f088f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81420af-1174-420b-b58c-4fa10cfae880,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:13.403126 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.432161 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.445073 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:29:13.445503 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:29:13.448915 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:29:13.457094 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-9968d24d-d4b8-4fa6-9f52-96b8aadfb069 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] For port 2539a49e-9743-44be-9b28-41ff82fe67f9, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=2539a49e-9743-44be-9b28-41ff82fe67f9,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:13.457817 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9968d24d-d4b8-4fa6-9f52-96b8aadfb069 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.478077 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-9968d24d-d4b8-4fa6-9f52-96b8aadfb069 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Calling delete_port for 2539a49e-9743-44be-9b28-41ff82fe67f9 owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:13.482860 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f3a320ce-2a8a-4aea-b152-ed55cb23ce4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1631267363', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2539a49e-9743-44be-9b28-41ff82fe67f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:11Z', 'updated_at': '2021-08-11T02:29:11Z', 'revision_number': 5, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'gw_port': {'id': '2539a49e-9743-44be-9b28-41ff82fe67f9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:12Z', 'updated_at': '2021-08-11T02:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:13.503018 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6ef0d430-abb2-4a5e-ba5f-afe9b20d1ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.541504 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0d430-abb2-4a5e-ba5f-afe9b20d1ac7 None None] Pushing event deleted for resources: {'Port': ['ID=593fc001-1766-4735-91be-56d0cd37f6f3,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:13.554032 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a320ce-2a8a-4aea-b152-ed55cb23ce4a None None] The sync data for ids ['54dbecef-831c-4977-81b5-34b9c2c14fa5'] in n-d-615180-33 is: [{'id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1631267363', 'tenant_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2539a49e-9743-44be-9b28-41ff82fe67f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:11Z', 'updated_at': '2021-08-11T02:29:11Z', 'revision_number': 5, 'project_id': '5c00de9e0a2c4b0fa10bdde3068cf710', 'gw_port': {'id': '2539a49e-9743-44be-9b28-41ff82fe67f9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dbecef-831c-4977-81b5-34b9c2c14fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:12Z', 'updated_at': '2021-08-11T02:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:13.567446 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef0d430-abb2-4a5e-ba5f-afe9b20d1ac7 None None] No DVR routers for this DVR port 593fc001-1766-4735-91be-56d0cd37f6f3 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:29:13.603646 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e0474720-0a86-45dd-97f9-35c46fb44dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.604453 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.614508 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e0474720-0a86-45dd-97f9-35c46fb44dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.630886 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.632825 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "DELETE /v2.0/networks/9b8e5497-da6e-46bd-a298-a60f6df0f0e6 HTTP/1.1" status: 204 len: 168 time: 2.6896563 Aug 11 02:29:13.642181 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34422) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:13.650360 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf2783-433e-491b-a378-dbef73d57797 req-23035625-2f8e-45e2-8c50-d1009ac1c812 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:13.651949 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-79cf2783-433e-491b-a378-dbef73d57797 req-23035625-2f8e-45e2-8c50-d1009ac1c812 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.2897415 Aug 11 02:29:13.666232 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-7768f691-a6ab-455a-bfc4-9b73c37d602c tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-755518242'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:13.685987 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf6cd6-7b53-4d17-ac30-70c5ab56dc57 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event deleted for resources: {'Network': ['ID=9b8e5497-da6e-46bd-a298-a60f6df0f0e6,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:13.712042 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e0474720-0a86-45dd-97f9-35c46fb44dc8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8b02baf02e1e40c0940e3a1c487b4ac9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2962263 Aug 11 02:29:13.716830 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34424) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:13.736046 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0474720-0a86-45dd-97f9-35c46fb44dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f916cf-9139-4220-b5f8-d35711b112d1,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:13.760352 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7768f691-a6ab-455a-bfc4-9b73c37d602c tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Made reservation on behalf of 061d3e37028a4bb291bab62358d853ce for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:13.761203 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-79cf2783-433e-491b-a378-dbef73d57797 req-a0b9f86c-98cf-4266-99c5-8b7f9630a167 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833554 Aug 11 02:29:13.766344 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7768f691-a6ab-455a-bfc4-9b73c37d602c tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.768718 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9968d24d-d4b8-4fa6-9f52-96b8aadfb069 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.810674 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34426) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:13.822353 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968d24d-d4b8-4fa6-9f52-96b8aadfb069 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event deleted for resources: {'Port': ['ID=2539a49e-9743-44be-9b28-41ff82fe67f9,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:13.840186 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7768f691-a6ab-455a-bfc4-9b73c37d602c tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:29:13.856665 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9bde74cc-c829-4f76-9681-86df9a01ac2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.890258 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-71b027cb-00c4-4d95-b683-76caa1d131d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.894334 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7768f691-a6ab-455a-bfc4-9b73c37d602c tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.894680 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-7768f691-a6ab-455a-bfc4-9b73c37d602c tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Added segment 958118cc-eef6-489c-8046-91b9a1c1c214 of type vlan for network 191611d3-04f2-4e03-a8c4-d783fa575e07 Aug 11 02:29:13.896809 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9968d24d-d4b8-4fa6-9f52-96b8aadfb069 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.995796 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7768f691-a6ab-455a-bfc4-9b73c37d602c tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.003968 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-71b027cb-00c4-4d95-b683-76caa1d131d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.015611 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9968d24d-d4b8-4fa6-9f52-96b8aadfb069 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.015611 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9968d24d-d4b8-4fa6-9f52-96b8aadfb069 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.055610 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:29:14.068405 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9968d24d-d4b8-4fa6-9f52-96b8aadfb069 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.069241 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9968d24d-d4b8-4fa6-9f52-96b8aadfb069 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Fanout notify agent at l3_agent the message router_deleted on router 54dbecef-831c-4977-81b5-34b9c2c14fa5 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:29:14.085123 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9968d24d-d4b8-4fa6-9f52-96b8aadfb069 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.085379 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:29:14.085866 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 151072d4-ef9c-4f2d-a6a9-c9ec4f1b2941 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:29:14.089043 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 593fc001-1766-4735-91be-56d0cd37f6f3 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:29:14.089184 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9968d24d-d4b8-4fa6-9f52-96b8aadfb069 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "DELETE /v2.0/routers/54dbecef-831c-4977-81b5-34b9c2c14fa5 HTTP/1.1" status: 204 len: 168 time: 1.1538365 Aug 11 02:29:14.089489 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34430) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:14.099940 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b2b73-0c95-4d31-b97a-a79c3b40cc78 req-f358e0ab-6ee5-43fa-956e-685230211bb9 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:14.101446 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-de0b2b73-0c95-4d31-b97a-a79c3b40cc78 req-f358e0ab-6ee5-43fa-956e-685230211bb9 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.1928000 Aug 11 02:29:14.111441 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 593fc001-1766-4735-91be-56d0cd37f6f3 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:29:14.112059 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 593fc001-1766-4735-91be-56d0cd37f6f3 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:29:14.114877 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7768f691-a6ab-455a-bfc4-9b73c37d602c tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.119399 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7768f691-a6ab-455a-bfc4-9b73c37d602c tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:14.119980 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7768f691-a6ab-455a-bfc4-9b73c37d602c tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.195893 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7be849f6-3344-4a76-bdbd-ac2e5b5aaff2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.209714 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-71b027cb-00c4-4d95-b683-76caa1d131d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.212276 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-71b027cb-00c4-4d95-b683-76caa1d131d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.217504 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-71b027cb-00c4-4d95-b683-76caa1d131d8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c5f916cf-9139-4220-b5f8-d35711b112d1 HTTP/1.1" status: 204 len: 168 time: 0.4910064 Aug 11 02:29:14.251316 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b027cb-00c4-4d95-b683-76caa1d131d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f916cf-9139-4220-b5f8-d35711b112d1,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:14.260909 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-de0b2b73-0c95-4d31-b97a-a79c3b40cc78 req-69b8b168-1cbd-43d0-990a-58897f51bf89 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509709 Aug 11 02:29:14.264791 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768f691-a6ab-455a-bfc4-9b73c37d602c tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event updated for resources: {'Network': ['ID=191611d3-04f2-4e03-a8c4-d783fa575e07,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:14.280584 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 191611d3-04f2-4e03-a8c4-d783fa575e07 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:29:14.285130 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9bde74cc-c829-4f76-9681-86df9a01ac2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.305081 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9bde74cc-c829-4f76-9681-86df9a01ac2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.315724 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7be849f6-3344-4a76-bdbd-ac2e5b5aaff2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.329874 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-7be849f6-3344-4a76-bdbd-ac2e5b5aaff2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d33bcd9-17a9-43cc-aac5-9f968f6da9e8']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:14.344734 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7768f691-a6ab-455a-bfc4-9b73c37d602c tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6828678 Aug 11 02:29:14.345370 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34434) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:14.346197 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-7be849f6-3344-4a76-bdbd-ac2e5b5aaff2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d731c9d-439b-48ec-be72-38342a40906a') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:14.346507 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-7be849f6-3344-4a76-bdbd-ac2e5b5aaff2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d731c9d-439b-48ec-be72-38342a40906a') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:14.358424 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9bde74cc-c829-4f76-9681-86df9a01ac2d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=82f25c19d2f347f79f518449ce5d82ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5455451 Aug 11 02:29:14.358608 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7be849f6-3344-4a76-bdbd-ac2e5b5aaff2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.360946 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34436) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:14.364166 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-ac9cd4d1-67cd-4615-bd0e-5507d95bf409 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Request body: {'subnet': {'network_id': '191611d3-04f2-4e03-a8c4-d783fa575e07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:14.398725 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7be849f6-3344-4a76-bdbd-ac2e5b5aaff2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.414944 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be849f6-3344-4a76-bdbd-ac2e5b5aaff2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:29:14.415429 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7be849f6-3344-4a76-bdbd-ac2e5b5aaff2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:29:14.418499 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:29:14.429471 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde74cc-c829-4f76-9681-86df9a01ac2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180b14b6-fb07-43bf-bde9-9f1c647802ec,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:14.474348 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9cd4d1-67cd-4615-bd0e-5507d95bf409 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Made reservation on behalf of 061d3e37028a4bb291bab62358d853ce for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:14.478787 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ac9cd4d1-67cd-4615-bd0e-5507d95bf409 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.499310 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e11372b3-5d48-4f22-9ed7-0350c223d724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.518174 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7be849f6-3344-4a76-bdbd-ac2e5b5aaff2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.532352 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7be849f6-3344-4a76-bdbd-ac2e5b5aaff2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.534243 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7be849f6-3344-4a76-bdbd-ac2e5b5aaff2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] 10.222.0.50 "DELETE /v2.0/networks/9d33bcd9-17a9-43cc-aac5-9f968f6da9e8 HTTP/1.1" status: 204 len: 168 time: 0.4432600 Aug 11 02:29:14.540385 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e11372b3-5d48-4f22-9ed7-0350c223d724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.557401 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be849f6-3344-4a76-bdbd-ac2e5b5aaff2 tempest-TestSecurityGroupsBasicOps-1713749614 tempest-TestSecurityGroupsBasicOps-1713749614-project] Pushing event deleted for resources: {'Network': ['ID=9d33bcd9-17a9-43cc-aac5-9f968f6da9e8,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:14.633022 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e11372b3-5d48-4f22-9ed7-0350c223d724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.635877 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e11372b3-5d48-4f22-9ed7-0350c223d724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.640030 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e11372b3-5d48-4f22-9ed7-0350c223d724 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/180b14b6-fb07-43bf-bde9-9f1c647802ec HTTP/1.1" status: 204 len: 168 time: 0.2754037 Aug 11 02:29:14.647036 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11372b3-5d48-4f22-9ed7-0350c223d724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180b14b6-fb07-43bf-bde9-9f1c647802ec,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:14.777344 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34446) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:14.797595 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5ea4-2f5f-4d4e-a296-2ae3b0189863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.829048 n-d-615180-33 neutron-server[94507]: DEBUG neutron.objects.ports [None req-ac9cd4d1-67cd-4615-bd0e-5507d95bf409 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94507) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:29:14.833365 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ac9cd4d1-67cd-4615-bd0e-5507d95bf409 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.926833 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34452) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:14.966162 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cd4d1-67cd-4615-bd0e-5507d95bf409 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event updated for resources: {'Subnet': ['ID=f8d6f510-4f16-4da9-81c1-ace64a6e28a3,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:14.999006 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9cd4d1-67cd-4615-bd0e-5507d95bf409 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Checking segment: {'id': '958118cc-eef6-489c-8046-91b9a1c1c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '191611d3-04f2-4e03-a8c4-d783fa575e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:14.999764 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9cd4d1-67cd-4615-bd0e-5507d95bf409 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Network hostable DHCP agents. Network: 191611d3-04f2-4e03-a8c4-d783fa575e07, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:29:15.013504 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58853208-66f7-4d03-9074-3a4b06b3bb79 req-c859ac57-95b2-4fa7-977c-749ed3b93875 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:15.015082 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-58853208-66f7-4d03-9074-3a4b06b3bb79 req-c859ac57-95b2-4fa7-977c-749ed3b93875 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1459830 Aug 11 02:29:15.071868 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9cd4d1-67cd-4615-bd0e-5507d95bf409 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Network 191611d3-04f2-4e03-a8c4-d783fa575e07 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:29:15.097080 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5ea4-2f5f-4d4e-a296-2ae3b0189863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.101679 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-58853208-66f7-4d03-9074-3a4b06b3bb79 req-d5a8d91f-cec8-4ab3-b20f-e0156901a712 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759060 Aug 11 02:29:15.102909 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-ac9cd4d1-67cd-4615-bd0e-5507d95bf409 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 191611d3-04f2-4e03-a8c4-d783fa575e07) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:15.104699 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5ea4-2f5f-4d4e-a296-2ae3b0189863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.110294 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9cd4d1-67cd-4615-bd0e-5507d95bf409 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:15.111270 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbca8866-3772-4101-9749-fb27f33010fb None None] Network 191611d3-04f2-4e03-a8c4-d783fa575e07 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:15.111813 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ac9cd4d1-67cd-4615-bd0e-5507d95bf409 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.174473 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ac9cd4d1-67cd-4615-bd0e-5507d95bf409 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8217077 Aug 11 02:29:15.177008 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34460) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:15.178655 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3e3f5ea4-2f5f-4d4e-a296-2ae3b0189863 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4c1f7f6196e64c3b93caff49c114dba0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4003155 Aug 11 02:29:15.179795 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f5ea4-2f5f-4d4e-a296-2ae3b0189863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a7bb62-acbc-49f4-ad1c-a9facccf0fda,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:15.182899 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34464) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:15.241389 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8a9be1cc-9ad1-4a11-b926-99152c465331 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5c00de9e0a2c4b0fa10bdde3068cf710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3132536 Aug 11 02:29:15.244007 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34468) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:15.259684 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e5210d1c-61a5-4fc4-b414-bf20e46292b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.286597 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e5210d1c-61a5-4fc4-b414-bf20e46292b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.333993 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ae0f2e99-7212-4989-9bc5-70666c05a83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.343154 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.350354 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8c6397-08d1-433f-b69d-078c8724fb2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-191611d3-04f2-4e03-a8c4-d783fa575e07', 'network_id': '191611d3-04f2-4e03-a8c4-d783fa575e07', 'tenant_id': '061d3e37028a4bb291bab62358d853ce', 'fixed_ips': [{'subnet_id': 'f8d6f510-4f16-4da9-81c1-ace64a6e28a3'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:29:15.352778 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cd8c6397-08d1-433f-b69d-078c8724fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.361497 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e5210d1c-61a5-4fc4-b414-bf20e46292b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.364818 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e5210d1c-61a5-4fc4-b414-bf20e46292b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.368381 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e5210d1c-61a5-4fc4-b414-bf20e46292b9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/70a7bb62-acbc-49f4-ad1c-a9facccf0fda HTTP/1.1" status: 204 len: 168 time: 0.1821909 Aug 11 02:29:15.377139 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ae0f2e99-7212-4989-9bc5-70666c05a83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.392882 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5210d1c-61a5-4fc4-b414-bf20e46292b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a7bb62-acbc-49f4-ad1c-a9facccf0fda,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:15.461072 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.518366 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ae0f2e99-7212-4989-9bc5-70666c05a83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.521306 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ae0f2e99-7212-4989-9bc5-70666c05a83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.522719 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ae0f2e99-7212-4989-9bc5-70666c05a83e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fd569ab4-1cd7-4990-97d6-4068c4a61a1e HTTP/1.1" status: 204 len: 168 time: 0.2776022 Aug 11 02:29:15.531980 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f2e99-7212-4989-9bc5-70666c05a83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd569ab4-1cd7-4990-97d6-4068c4a61a1e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:15.576683 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-cd8c6397-08d1-433f-b69d-078c8724fb2b None None] Allocated IP 2001:db8::f816:3eff:fe7d:fbdd (191611d3-04f2-4e03-a8c4-d783fa575e07/f8d6f510-4f16-4da9-81c1-ace64a6e28a3/98ec2112-fded-42e3-80b3-3bdf25790c52) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:15.653990 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ed86c85a-f379-470c-a444-4261974bbd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.759351 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cd8c6397-08d1-433f-b69d-078c8724fb2b None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.770413 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cd8c6397-08d1-433f-b69d-078c8724fb2b None None] Transition to ACTIVE for port object 98ec2112-fded-42e3-80b3-3bdf25790c52 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:15.788263 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08038b-682d-44a7-b314-7f5229bda2e0 req-0a8c5419-daeb-4ab6-9181-17d6c7d037c2 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:15.790192 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-df08038b-682d-44a7-b314-7f5229bda2e0 req-0a8c5419-daeb-4ab6-9181-17d6c7d037c2 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.4108708 Aug 11 02:29:15.791905 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cd8c6397-08d1-433f-b69d-078c8724fb2b None None] Transition to ACTIVE for port object 98ec2112-fded-42e3-80b3-3bdf25790c52 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:15.805754 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cd8c6397-08d1-433f-b69d-078c8724fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.840624 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.852491 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8c6397-08d1-433f-b69d-078c8724fb2b None None] Network 191611d3-04f2-4e03-a8c4-d783fa575e07 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:15.857460 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-cd8c6397-08d1-433f-b69d-078c8724fb2b None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:15.861190 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8c6397-08d1-433f-b69d-078c8724fb2b None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:15.917424 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c6397-08d1-433f-b69d-078c8724fb2b None None] Pushing event updated for resources: {'Port': ['ID=98ec2112-fded-42e3-80b3-3bdf25790c52,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:15.917556 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-df08038b-682d-44a7-b314-7f5229bda2e0 req-7e66db7c-c9bf-43ee-9520-56b61e84176a tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099155 Aug 11 02:29:15.921149 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event deleted for resources: {'Subnet': ['ID=f8d6f510-4f16-4da9-81c1-ace64a6e28a3,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:15.925034 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-cd8c6397-08d1-433f-b69d-078c8724fb2b None None] Attempting to bind port 98ec2112-fded-42e3-80b3-3bdf25790c52 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:15.925450 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-cd8c6397-08d1-433f-b69d-078c8724fb2b None None] Attempting to bind port 98ec2112-fded-42e3-80b3-3bdf25790c52 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '958118cc-eef6-489c-8046-91b9a1c1c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '191611d3-04f2-4e03-a8c4-d783fa575e07'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:15.925805 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8c6397-08d1-433f-b69d-078c8724fb2b None None] Attempting to bind port 98ec2112-fded-42e3-80b3-3bdf25790c52 on network 191611d3-04f2-4e03-a8c4-d783fa575e07 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:15.941588 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8c6397-08d1-433f-b69d-078c8724fb2b None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:15.942481 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8c6397-08d1-433f-b69d-078c8724fb2b None None] Checking segment: {'id': '958118cc-eef6-489c-8046-91b9a1c1c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '191611d3-04f2-4e03-a8c4-d783fa575e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:15.942890 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cd8c6397-08d1-433f-b69d-078c8724fb2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.943286 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8c6397-08d1-433f-b69d-078c8724fb2b None None] Bound using segment: {'id': '958118cc-eef6-489c-8046-91b9a1c1c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '191611d3-04f2-4e03-a8c4-d783fa575e07'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:15.943781 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-cd8c6397-08d1-433f-b69d-078c8724fb2b None None] Bound port: 98ec2112-fded-42e3-80b3-3bdf25790c52, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '958118cc-eef6-489c-8046-91b9a1c1c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '191611d3-04f2-4e03-a8c4-d783fa575e07'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:15.944164 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cd8c6397-08d1-433f-b69d-078c8724fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.966728 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 2539a49e-9743-44be-9b28-41ff82fe67f9 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:29:15.989697 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 2539a49e-9743-44be-9b28-41ff82fe67f9 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:29:15.990040 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 2539a49e-9743-44be-9b28-41ff82fe67f9 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:29:16.002487 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.017801 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191611d3-04f2-4e03-a8c4-d783fa575e07']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:16.030408 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '958118cc-eef6-489c-8046-91b9a1c1c214') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:16.030710 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '958118cc-eef6-489c-8046-91b9a1c1c214') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:16.040530 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.057507 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.060047 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-cd8c6397-08d1-433f-b69d-078c8724fb2b None None] For port 98ec2112-fded-42e3-80b3-3bdf25790c52, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:16.064523 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:29:16.065147 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:29:16.068572 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:29:16.070816 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34498) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:16.088494 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef121040-f61a-4992-b70e-5b3a19280f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.143732 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-cd8c6397-08d1-433f-b69d-078c8724fb2b None None] For port 98ec2112-fded-42e3-80b3-3bdf25790c52, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=98ec2112-fded-42e3-80b3-3bdf25790c52,segment=NetworkSegment(958118cc-eef6-489c-8046-91b9a1c1c214),segment_id=958118cc-eef6-489c-8046-91b9a1c1c214)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:16.145236 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.db.api [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:29:16.145236 n-d-615180-33 neutron-server[94506]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:29:16.145236 n-d-615180-33 neutron-server[94506]: [parameters: {'id': '191611d3-04f2-4e03-a8c4-d783fa575e07'}] Aug 11 02:29:16.145236 n-d-615180-33 neutron-server[94506]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:29:16.145758 n-d-615180-33 neutron-server[94506]: DEBUG oslo_db.api [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:29:16.148399 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cd8c6397-08d1-433f-b69d-078c8724fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.239385 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64a7f90-1cd9-43ea-8dd3-88c0357c697e None None] Network 191611d3-04f2-4e03-a8c4-d783fa575e07 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:16.254762 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c6397-08d1-433f-b69d-078c8724fb2b None None] Pushing event updated for resources: {'Port': ['ID=98ec2112-fded-42e3-80b3-3bdf25790c52,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:16.314287 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bdeff-3bb7-4514-8e07-a4b8a1523342 req-b51ff17c-f910-4bd3-83c8-04ad81d16f84 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:16.316084 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-825bdeff-3bb7-4514-8e07-a4b8a1523342 req-b51ff17c-f910-4bd3-83c8-04ad81d16f84 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1089318 Aug 11 02:29:16.336333 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef121040-f61a-4992-b70e-5b3a19280f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.350001 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef121040-f61a-4992-b70e-5b3a19280f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.382588 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef121040-f61a-4992-b70e-5b3a19280f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55ccbcc-6cf7-42d1-b777-6c04d1a65bad,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:16.405014 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505ccb5b-d16a-4672-b737-0214d74a3ef9 None None] get_active_networks_info from n-d-615180-33 {{(pid=94508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:29:16.419558 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ef121040-f61a-4992-b70e-5b3a19280f54 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=72167647ac2c45b28e8067fa4a80d2b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3484359 Aug 11 02:29:16.422233 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34508) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:16.422720 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-825bdeff-3bb7-4514-8e07-a4b8a1523342 req-257952de-0756-432f-b736-49fa12aa0f9d tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980811 Aug 11 02:29:16.489107 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0da84c28-855c-426c-b773-550bad4f2bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.514324 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0da84c28-855c-426c-b773-550bad4f2bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.515872 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505ccb5b-d16a-4672-b737-0214d74a3ef9 None None] Resources bound (agent type, host, resource id): {{(pid=94508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:29:16.573180 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0da84c28-855c-426c-b773-550bad4f2bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.575859 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0da84c28-855c-426c-b773-550bad4f2bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.577045 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0da84c28-855c-426c-b773-550bad4f2bb3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e55ccbcc-6cf7-42d1-b777-6c04d1a65bad HTTP/1.1" status: 204 len: 168 time: 0.1531730 Aug 11 02:29:16.585249 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da84c28-855c-426c-b773-550bad4f2bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55ccbcc-6cf7-42d1-b777-6c04d1a65bad,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:16.647066 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.718672 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Deleting port 98ec2112-fded-42e3-80b3-3bdf25790c52 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:16.719097 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.796672 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] For port 98ec2112-fded-42e3-80b3-3bdf25790c52, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=98ec2112-fded-42e3-80b3-3bdf25790c52,segment=NetworkSegment(958118cc-eef6-489c-8046-91b9a1c1c214),segment_id=958118cc-eef6-489c-8046-91b9a1c1c214)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:16.797781 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.813112 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Calling delete_port for 98ec2112-fded-42e3-80b3-3bdf25790c52 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:16.907058 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.923671 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34532) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:16.940585 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event deleted for resources: {'Port': ['ID=98ec2112-fded-42e3-80b3-3bdf25790c52,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:16.945478 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] No DVR routers for this DVR port 98ec2112-fded-42e3-80b3-3bdf25790c52 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:29:16.997283 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0bacb5a5-bd7c-47a0-9b22-1a2dc1168fbc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=287114af61e04df48313d0007dba7bd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0719702 Aug 11 02:29:16.999942 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34536) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:17.069689 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:17.075679 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86ab4335-98c4-465e-b453-40f551ccd0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:17.083292 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191611d3-04f2-4e03-a8c4-d783fa575e07']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:17.101367 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86ab4335-98c4-465e-b453-40f551ccd0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:17.112695 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815d147-0965-4688-a828-44dbc91e1418 req-edc2bdfb-3afc-4bb9-aef8-9f0c3d0b50bd tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:17.114336 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0815d147-0965-4688-a828-44dbc91e1418 req-edc2bdfb-3afc-4bb9-aef8-9f0c3d0b50bd tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.0867536 Aug 11 02:29:17.116461 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '958118cc-eef6-489c-8046-91b9a1c1c214') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:17.116461 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '958118cc-eef6-489c-8046-91b9a1c1c214') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:17.129271 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:17.157509 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:17.170293 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:29:17.170698 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:29:17.173951 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:29:17.176506 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86ab4335-98c4-465e-b453-40f551ccd0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:17.178166 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86ab4335-98c4-465e-b453-40f551ccd0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:17.179595 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-86ab4335-98c4-465e-b453-40f551ccd0ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e8d0043d-0654-4cd4-9da5-746b818bda44 HTTP/1.1" status: 204 len: 168 time: 0.1784608 Aug 11 02:29:17.189112 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab4335-98c4-465e-b453-40f551ccd0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d0043d-0654-4cd4-9da5-746b818bda44,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:17.220948 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0815d147-0965-4688-a828-44dbc91e1418 req-29083114-5ecf-48ee-b74a-8eef523a766f tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961876 Aug 11 02:29:17.268526 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:17.293171 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:17.299059 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34548) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:17.299637 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "DELETE /v2.0/networks/191611d3-04f2-4e03-a8c4-d783fa575e07 HTTP/1.1" status: 204 len: 168 time: 2.1178150 Aug 11 02:29:17.300675 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57249d7a-7ec4-445b-980e-08ef9a1fa325 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event deleted for resources: {'Network': ['ID=191611d3-04f2-4e03-a8c4-d783fa575e07,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:17.337428 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6aac8d9-6f63-442f-bbe2-32adafa897fa tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] DELETE failed (client error): The resource could not be found. Aug 11 02:29:17.337899 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6aac8d9-6f63-442f-bbe2-32adafa897fa tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:29:17.342873 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34556) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:17.353069 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e6aac8d9-6f63-442f-bbe2-32adafa897fa tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "DELETE /v2.0/subnets/f8d6f510-4f16-4da9-81c1-ace64a6e28a3 HTTP/1.1" status: 404 len: 337 time: 0.0528193 Aug 11 02:29:17.363765 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd6c1bdf-a485-4f9f-9d17-8d55fce1e033 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] DELETE failed (client error): The resource could not be found. Aug 11 02:29:17.364360 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd6c1bdf-a485-4f9f-9d17-8d55fce1e033 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:29:17.366515 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-dd6c1bdf-a485-4f9f-9d17-8d55fce1e033 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "DELETE /v2.0/networks/191611d3-04f2-4e03-a8c4-d783fa575e07 HTTP/1.1" status: 404 len: 339 time: 0.0224895 Aug 11 02:29:17.370424 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34560) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:17.407338 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f40128-55be-4681-a861-e27d5227a7c9 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] DELETE failed (client error): The resource could not be found. Aug 11 02:29:17.408088 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f40128-55be-4681-a861-e27d5227a7c9 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:29:17.410298 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c2f40128-55be-4681-a861-e27d5227a7c9 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "DELETE /v2.0/subnets/fa32a307-5acc-4f73-bc51-b0708f21dace HTTP/1.1" status: 404 len: 337 time: 0.0385919 Aug 11 02:29:17.412934 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34564) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:17.433580 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7f9481-911c-46df-ba34-4f88dfc69b53 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] DELETE failed (client error): The resource could not be found. Aug 11 02:29:17.434191 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba7f9481-911c-46df-ba34-4f88dfc69b53 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:29:17.438656 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ba7f9481-911c-46df-ba34-4f88dfc69b53 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "DELETE /v2.0/networks/9b8e5497-da6e-46bd-a298-a60f6df0f0e6 HTTP/1.1" status: 404 len: 339 time: 0.0222373 Aug 11 02:29:17.438914 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34566) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:17.470209 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8436c6-0854-44bb-b927-2916b262adc0 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] DELETE failed (client error): The resource could not be found. Aug 11 02:29:17.470790 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc8436c6-0854-44bb-b927-2916b262adc0 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:29:17.472760 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bc8436c6-0854-44bb-b927-2916b262adc0 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "DELETE /v2.0/subnets/9f5ca037-4705-4e78-a109-9c23a939573e HTTP/1.1" status: 404 len: 337 time: 0.0326102 Aug 11 02:29:17.475969 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34572) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:17.503461 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f384ac-1e98-4550-882a-0ec7bf053001 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] DELETE failed (client error): The resource could not be found. Aug 11 02:29:17.504333 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3f384ac-1e98-4550-882a-0ec7bf053001 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:29:17.509092 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34574) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:17.509251 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d3f384ac-1e98-4550-882a-0ec7bf053001 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "DELETE /v2.0/networks/37149223-6f05-439e-bb50-4b89eefb3931 HTTP/1.1" status: 404 len: 339 time: 0.0319266 Aug 11 02:29:17.678358 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98ceab-e62e-44eb-9250-dac4f3d2df5c req-5f6ccb50-9ada-4f1a-b8d3-14d167f8ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:17.679920 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3e98ceab-e62e-44eb-9250-dac4f3d2df5c req-5f6ccb50-9ada-4f1a-b8d3-14d167f8ac3e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 1097 time: 0.0876567 Aug 11 02:29:17.718710 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-3d16d418-79eb-4578-b42f-56a4e1a8fd2c tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Deleting port e0a34daf-c57b-4dfd-a44b-898d5f84b372 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:17.719029 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3d16d418-79eb-4578-b42f-56a4e1a8fd2c tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:17.786970 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3e98ceab-e62e-44eb-9250-dac4f3d2df5c req-f7050c7d-4382-44f5-bb7a-04939f97f543 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985181 Aug 11 02:29:17.816006 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3d16d418-79eb-4578-b42f-56a4e1a8fd2c tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:17.832367 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-3d16d418-79eb-4578-b42f-56a4e1a8fd2c tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Calling delete_port for e0a34daf-c57b-4dfd-a44b-898d5f84b372 owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:17.918610 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81483041-14d0-4e27-a07c-1ec675de5f91 req-3136488c-17bd-4b05-857d-fda5f8975a29 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:17.923975 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81483041-14d0-4e27-a07c-1ec675de5f91 req-3136488c-17bd-4b05-857d-fda5f8975a29 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.3955045 Aug 11 02:29:17.941425 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3d16d418-79eb-4578-b42f-56a4e1a8fd2c tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:17.977091 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16d418-79eb-4578-b42f-56a4e1a8fd2c tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event deleted for resources: {'Port': ['ID=e0a34daf-c57b-4dfd-a44b-898d5f84b372,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:17.992805 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81483041-14d0-4e27-a07c-1ec675de5f91 req-dd953e25-fd99-4d05-a01b-ab9db487fae3 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552576 Aug 11 02:29:17.995652 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3d16d418-79eb-4578-b42f-56a4e1a8fd2c tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.001115 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3d16d418-79eb-4578-b42f-56a4e1a8fd2c tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "DELETE /v2.0/ports/e0a34daf-c57b-4dfd-a44b-898d5f84b372 HTTP/1.1" status: 204 len: 168 time: 0.4881105 Aug 11 02:29:18.003125 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34596) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:18.033455 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-1afa02d8-5f8e-4a46-ae27-4c975dc7f7a0 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] DELETE failed (client error): The resource could not be found. Aug 11 02:29:18.034120 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1afa02d8-5f8e-4a46-ae27-4c975dc7f7a0 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:29:18.038790 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34598) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:18.039068 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1afa02d8-5f8e-4a46-ae27-4c975dc7f7a0 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "DELETE /v2.0/subnets/6c0634ee-54b8-40bd-b377-07865808d42d HTTP/1.1" status: 404 len: 337 time: 0.0347900 Aug 11 02:29:18.121460 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ecdd77ee-cdc4-4344-8032-3e10587d83ba tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.229058 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ecdd77ee-cdc4-4344-8032-3e10587d83ba tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.244859 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-ecdd77ee-cdc4-4344-8032-3e10587d83ba tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5655b905-b6a3-4c4c-b2fb-57358a57d91b']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:18.261929 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-ecdd77ee-cdc4-4344-8032-3e10587d83ba tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '318c73e2-1f35-47a8-b764-f0e05bef6bbd') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:18.263102 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-ecdd77ee-cdc4-4344-8032-3e10587d83ba tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '318c73e2-1f35-47a8-b764-f0e05bef6bbd') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:18.277367 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ecdd77ee-cdc4-4344-8032-3e10587d83ba tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.305044 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ecdd77ee-cdc4-4344-8032-3e10587d83ba tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.314093 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecdd77ee-cdc4-4344-8032-3e10587d83ba tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:29:18.314571 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ecdd77ee-cdc4-4344-8032-3e10587d83ba tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:29:18.317791 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:29:18.327143 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0480573c-ccbc-4434-b977-9b995f922b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.385393 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.420397 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ecdd77ee-cdc4-4344-8032-3e10587d83ba tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.457584 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ecdd77ee-cdc4-4344-8032-3e10587d83ba tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.459526 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ecdd77ee-cdc4-4344-8032-3e10587d83ba tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "DELETE /v2.0/networks/5655b905-b6a3-4c4c-b2fb-57358a57d91b HTTP/1.1" status: 204 len: 168 time: 0.4192986 Aug 11 02:29:18.463402 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34614) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:18.475644 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd77ee-cdc4-4344-8032-3e10587d83ba tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event deleted for resources: {'Network': ['ID=5655b905-b6a3-4c4c-b2fb-57358a57d91b,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:18.504963 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea5bd7-ec22-4567-a6cf-c80255e5fdb1 req-f0d538a1-030a-4680-ab4e-ab5cb7147432 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:18.506626 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7cea5bd7-ec22-4567-a6cf-c80255e5fdb1 req-f0d538a1-030a-4680-ab4e-ab5cb7147432 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.1474910 Aug 11 02:29:18.568547 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7cea5bd7-ec22-4567-a6cf-c80255e5fdb1 req-e0b43fb9-aa08-4bdd-bd20-7ca5353757d9 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449255 Aug 11 02:29:18.589744 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-2aafa5e4-e8f4-42d6-b13d-40a27c63390a tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Deleting port 70f34db8-6a5d-4968-82c2-072158e1c487 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:18.590332 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2aafa5e4-e8f4-42d6-b13d-40a27c63390a tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.673280 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2aafa5e4-e8f4-42d6-b13d-40a27c63390a tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.689485 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-2aafa5e4-e8f4-42d6-b13d-40a27c63390a tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Calling delete_port for 70f34db8-6a5d-4968-82c2-072158e1c487 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:18.760601 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34624) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:18.777930 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2aafa5e4-e8f4-42d6-b13d-40a27c63390a tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.826050 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2aafa5e4-e8f4-42d6-b13d-40a27c63390a tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.828253 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2aafa5e4-e8f4-42d6-b13d-40a27c63390a tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "DELETE /v2.0/ports/70f34db8-6a5d-4968-82c2-072158e1c487 HTTP/1.1" status: 204 len: 168 time: 0.3638103 Aug 11 02:29:18.829512 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aafa5e4-e8f4-42d6-b13d-40a27c63390a tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event deleted for resources: {'Port': ['ID=70f34db8-6a5d-4968-82c2-072158e1c487,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:18.831080 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34634) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:18.861860 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-3686b180-abc1-484c-8ac0-0f3a7897ca38 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] DELETE failed (client error): The resource could not be found. Aug 11 02:29:18.862693 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3686b180-abc1-484c-8ac0-0f3a7897ca38 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:29:18.865058 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3686b180-abc1-484c-8ac0-0f3a7897ca38 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "DELETE /v2.0/subnets/86e1977b-f23c-423e-b299-d2f472974349 HTTP/1.1" status: 404 len: 337 time: 0.0327308 Aug 11 02:29:18.867725 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34638) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:18.967022 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3625a56-1bec-4913-8db3-01faf99752f3 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.089161 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-fbd0c91d-33f2-48a1-96b0-17dbb06efed1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-957803011-network', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:19.113702 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3625a56-1bec-4913-8db3-01faf99752f3 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.134574 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-d3625a56-1bec-4913-8db3-01faf99752f3 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3c98ea-c275-4d16-a8ad-5e2656dbfe6c']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:19.148031 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-d3625a56-1bec-4913-8db3-01faf99752f3 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6796c75e-ac21-4646-90c7-415145e82b24') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:19.148330 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-d3625a56-1bec-4913-8db3-01faf99752f3 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6796c75e-ac21-4646-90c7-415145e82b24') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:19.150463 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd0c91d-33f2-48a1-96b0-17dbb06efed1 admin admin] Made reservation on behalf of b5550d86beda47589d4c6167ec09486c for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:19.152783 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fbd0c91d-33f2-48a1-96b0-17dbb06efed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.155390 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1472e0-90e2-4729-b123-bf85da223b28 req-ecc5c96f-d0a6-43d0-ab93-d6318a9e088f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:19.157149 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7d1472e0-90e2-4729-b123-bf85da223b28 req-ecc5c96f-d0a6-43d0-ab93-d6318a9e088f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.0702662 Aug 11 02:29:19.170228 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fbd0c91d-33f2-48a1-96b0-17dbb06efed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.174220 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3625a56-1bec-4913-8db3-01faf99752f3 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.200501 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3625a56-1bec-4913-8db3-01faf99752f3 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.210344 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3625a56-1bec-4913-8db3-01faf99752f3 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:29:19.210997 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3625a56-1bec-4913-8db3-01faf99752f3 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.213949 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7d1472e0-90e2-4729-b123-bf85da223b28 req-dc65b1f9-7349-4770-9c32-dc1c204eb0e4 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454471 Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:29:19.214544 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:29:19.273936 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:29:19.297906 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3625a56-1bec-4913-8db3-01faf99752f3 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.309910 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3625a56-1bec-4913-8db3-01faf99752f3 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.314934 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34652) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:19.315189 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d3625a56-1bec-4913-8db3-01faf99752f3 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "DELETE /v2.0/networks/af3c98ea-c275-4d16-a8ad-5e2656dbfe6c HTTP/1.1" status: 204 len: 168 time: 0.4463081 Aug 11 02:29:19.337277 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3625a56-1bec-4913-8db3-01faf99752f3 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event deleted for resources: {'Network': ['ID=af3c98ea-c275-4d16-a8ad-5e2656dbfe6c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:19.384215 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-e609cbcf-4abd-416d-a0c7-8d405a6fca3e tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Deleting subnet 5510bbb9-507f-420c-9e05-862b8cb7cb5a {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:29:19.389304 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e609cbcf-4abd-416d-a0c7-8d405a6fca3e tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.405637 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fbd0c91d-33f2-48a1-96b0-17dbb06efed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.411643 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fbd0c91d-33f2-48a1-96b0-17dbb06efed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.429412 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd0c91d-33f2-48a1-96b0-17dbb06efed1 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:29:19.442110 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fbd0c91d-33f2-48a1-96b0-17dbb06efed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.443459 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-fbd0c91d-33f2-48a1-96b0-17dbb06efed1 admin admin] Added segment 2a5e1037-f92d-4ae6-952c-e9370c6f49f3 of type vlan for network 3a121380-6178-48d7-951b-abcbdea8c6aa Aug 11 02:29:19.443646 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e609cbcf-4abd-416d-a0c7-8d405a6fca3e tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.510343 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fbd0c91d-33f2-48a1-96b0-17dbb06efed1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.517104 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0c91d-33f2-48a1-96b0-17dbb06efed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1248be-8b68-44ec-a58c-6075a297da93,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:19.545606 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e609cbcf-4abd-416d-a0c7-8d405a6fca3e tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.546344 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fbd0c91d-33f2-48a1-96b0-17dbb06efed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.547678 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd0c91d-33f2-48a1-96b0-17dbb06efed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:19.548480 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fbd0c91d-33f2-48a1-96b0-17dbb06efed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.630488 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34660) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:19.630730 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fbd0c91d-33f2-48a1-96b0-17dbb06efed1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8686023 Aug 11 02:29:19.638446 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0c91d-33f2-48a1-96b0-17dbb06efed1 admin admin] Pushing event updated for resources: {'Network': ['ID=3a121380-6178-48d7-951b-abcbdea8c6aa,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:19.643311 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-caf8bfe2-2e14-45ed-bf27-1b4e2510ce97 admin admin] Request body: {'subnet': {'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-957803011-subnet', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:19.649391 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 3a121380-6178-48d7-951b-abcbdea8c6aa details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:29:19.671035 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e609cbcf-4abd-416d-a0c7-8d405a6fca3e tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.681884 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf8bfe2-2e14-45ed-bf27-1b4e2510ce97 admin admin] Made reservation on behalf of b5550d86beda47589d4c6167ec09486c for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:19.684544 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-caf8bfe2-2e14-45ed-bf27-1b4e2510ce97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.770776 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5015265-8b37-44a6-a15e-083ba3ac8745 req-16c42d87-c84e-4f86-8138-1de9b206ab9b tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:19.772951 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5015265-8b37-44a6-a15e-083ba3ac8745 req-16c42d87-c84e-4f86-8138-1de9b206ab9b tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.0949910 Aug 11 02:29:19.788835 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609cbcf-4abd-416d-a0c7-8d405a6fca3e tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event deleted for resources: {'Subnet': ['ID=5510bbb9-507f-420c-9e05-862b8cb7cb5a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:19.790460 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ad026f-01da-488f-abdb-8d460b3c063b None None] Network 8d5bf560-71ae-422d-904c-d3905a12bc63 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:19.793933 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e609cbcf-4abd-416d-a0c7-8d405a6fca3e tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.799207 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e609cbcf-4abd-416d-a0c7-8d405a6fca3e tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "DELETE /v2.0/subnets/5510bbb9-507f-420c-9e05-862b8cb7cb5a HTTP/1.1" status: 204 len: 168 time: 0.4827693 Aug 11 02:29:19.800080 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34664) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:19.838914 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5015265-8b37-44a6-a15e-083ba3ac8745 req-9148106b-9240-440d-954f-40c0f6698b8b tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540130 Aug 11 02:29:19.900268 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d078b98-e890-427f-a269-46dacd4e1954 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.986391 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:20.027002 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-2d078b98-e890-427f-a269-46dacd4e1954 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Deleting port 594882cb-5597-4843-80e3-2ec05bd0ad35 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:20.027934 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d078b98-e890-427f-a269-46dacd4e1954 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:20.090423 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7d7e3c-ed2f-4213-9668-4853adbd6cd3 None None] DHCP port deletion for 8d5bf560-71ae-422d-904c-d3905a12bc63 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:29:20.164035 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-4b7d7e3c-ed2f-4213-9668-4853adbd6cd3 None None] Deleting port 594882cb-5597-4843-80e3-2ec05bd0ad35 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:20.169325 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4b7d7e3c-ed2f-4213-9668-4853adbd6cd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:20.267884 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573c437-8e0d-4599-a36c-b74b67e6a035 req-28b705a2-77bd-4a13-90ac-f1b4c6f4c6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:20.272956 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e573c437-8e0d-4599-a36c-b74b67e6a035 req-28b705a2-77bd-4a13-90ac-f1b4c6f4c6bb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=212d4988370c4c66b025f31c5d0eea27&device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 1097 time: 0.1555417 Aug 11 02:29:20.304254 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-2d078b98-e890-427f-a269-46dacd4e1954 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] For port 594882cb-5597-4843-80e3-2ec05bd0ad35, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=594882cb-5597-4843-80e3-2ec05bd0ad35,segment=NetworkSegment(2ce79552-2b23-4ce6-8b9e-5ca88676b7c5),segment_id=2ce79552-2b23-4ce6-8b9e-5ca88676b7c5)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:20.305013 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d078b98-e890-427f-a269-46dacd4e1954 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:20.367629 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-2d078b98-e890-427f-a269-46dacd4e1954 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Calling delete_port for 594882cb-5597-4843-80e3-2ec05bd0ad35 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:20.369859 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-caf8bfe2-2e14-45ed-bf27-1b4e2510ce97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:20.371660 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-4b7d7e3c-ed2f-4213-9668-4853adbd6cd3 None None] For port 594882cb-5597-4843-80e3-2ec05bd0ad35, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=594882cb-5597-4843-80e3-2ec05bd0ad35,segment=NetworkSegment(2ce79552-2b23-4ce6-8b9e-5ca88676b7c5),segment_id=2ce79552-2b23-4ce6-8b9e-5ca88676b7c5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:20.373525 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4b7d7e3c-ed2f-4213-9668-4853adbd6cd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:20.425228 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-4b7d7e3c-ed2f-4213-9668-4853adbd6cd3 None None] Calling delete_port for 594882cb-5597-4843-80e3-2ec05bd0ad35 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:20.432980 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bd6e8-fe51-4bec-bbc3-ed4c6a86bb3e req-d4732db2-23f6-4015-add4-aaa568623bd0 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:20.435149 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5b4bd6e8-fe51-4bec-bbc3-ed4c6a86bb3e req-d4732db2-23f6-4015-add4-aaa568623bd0 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.2565427 Aug 11 02:29:20.470008 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747d36d-8e7a-44bf-8034-2982034f0006 req-1ae425ee-09ea-4f31-a7bb-47d904fd7d63 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:20.477777 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a747d36d-8e7a-44bf-8034-2982034f0006 req-1ae425ee-09ea-4f31-a7bb-47d904fd7d63 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.0944066 Aug 11 02:29:20.496377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573c437-8e0d-4599-a36c-b74b67e6a035 req-3e382240-17b8-45bf-94a8-ed980c63e136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:20.498013 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e573c437-8e0d-4599-a36c-b74b67e6a035 req-3e382240-17b8-45bf-94a8-ed980c63e136 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0086c42c-f896-4a92-8515-db944444d83d HTTP/1.1" status: 200 len: 920 time: 0.2187676 Aug 11 02:29:20.525924 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4b7d7e3c-ed2f-4213-9668-4853adbd6cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:20.556189 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d7e3c-ed2f-4213-9668-4853adbd6cd3 None None] Pushing event deleted for resources: {'Port': ['ID=594882cb-5597-4843-80e3-2ec05bd0ad35,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:20.560267 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7d7e3c-ed2f-4213-9668-4853adbd6cd3 None None] No DVR routers for this DVR port 594882cb-5597-4843-80e3-2ec05bd0ad35 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:29:20.564576 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a747d36d-8e7a-44bf-8034-2982034f0006 req-69c0fc10-7374-4d24-b027-f8c58306a5e2 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858610 Aug 11 02:29:20.579222 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d078b98-e890-427f-a269-46dacd4e1954 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:20.579978 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e573c437-8e0d-4599-a36c-b74b67e6a035 req-f34a22c0-c185-4d0b-9eb7-855be6e725b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6949df3f-b34f-4767-aa68-e411a5193991 HTTP/1.1" status: 200 len: 217 time: 0.0732591 Aug 11 02:29:20.636994 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573c437-8e0d-4599-a36c-b74b67e6a035 req-fae70cce-1f47-4f69-a00e-3c620d681b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:20.638611 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e573c437-8e0d-4599-a36c-b74b67e6a035 req-fae70cce-1f47-4f69-a00e-3c620d681b2d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=84fc00eb-2c93-4052-9a0f-462991bedf76 HTTP/1.1" status: 200 len: 859 time: 0.0503781 Aug 11 02:29:20.666536 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8bfe2-2e14-45ed-bf27-1b4e2510ce97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffb9dd6a-9435-4f73-9597-0b7c0b0ac374,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:20.682165 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d078b98-e890-427f-a269-46dacd4e1954 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event deleted for resources: {'Port': ['ID=594882cb-5597-4843-80e3-2ec05bd0ad35,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:20.685125 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e573c437-8e0d-4599-a36c-b74b67e6a035 req-db338469-f947-4284-b8eb-0bcb940d5b0f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0086c42c-f896-4a92-8515-db944444d83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386665 Aug 11 02:29:20.687351 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d078b98-e890-427f-a269-46dacd4e1954 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] No DVR routers for this DVR port 594882cb-5597-4843-80e3-2ec05bd0ad35 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:29:20.772261 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf8bfe2-2e14-45ed-bf27-1b4e2510ce97 admin admin] Checking segment: {'id': '2a5e1037-f92d-4ae6-952c-e9370c6f49f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:20.772956 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf8bfe2-2e14-45ed-bf27-1b4e2510ce97 admin admin] Network hostable DHCP agents. Network: 3a121380-6178-48d7-951b-abcbdea8c6aa, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:29:20.796672 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5b4bd6e8-fe51-4bec-bbc3-ed4c6a86bb3e req-990e78e4-e86b-4728-988b-768585486106 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436322 Aug 11 02:29:20.799990 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5055862c-ecbc-430e-8741-d0ee5476c850 req-cb4e355c-6738-4c7b-9cb0-9701a1a0a6f4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fd291e0e-b117-48d3-8b13-14b8a46dbc34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2154350 Aug 11 02:29:20.823971 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf8bfe2-2e14-45ed-bf27-1b4e2510ce97 admin admin] Network 3a121380-6178-48d7-951b-abcbdea8c6aa is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:29:20.828413 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d078b98-e890-427f-a269-46dacd4e1954 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:20.842905 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-2d078b98-e890-427f-a269-46dacd4e1954 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d5bf560-71ae-422d-904c-d3905a12bc63']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:20.852026 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-caf8bfe2-2e14-45ed-bf27-1b4e2510ce97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 3a121380-6178-48d7-951b-abcbdea8c6aa) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:20.859944 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf8bfe2-2e14-45ed-bf27-1b4e2510ce97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:20.860641 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-caf8bfe2-2e14-45ed-bf27-1b4e2510ce97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:20.866671 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3b5410-96d6-4b8f-8296-00958041de5e None None] Network 3a121380-6178-48d7-951b-abcbdea8c6aa requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:20.867227 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-2d078b98-e890-427f-a269-46dacd4e1954 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce79552-2b23-4ce6-8b9e-5ca88676b7c5') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:20.867227 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-2d078b98-e890-427f-a269-46dacd4e1954 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce79552-2b23-4ce6-8b9e-5ca88676b7c5') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:20.909431 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d078b98-e890-427f-a269-46dacd4e1954 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:20.923002 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-caf8bfe2-2e14-45ed-bf27-1b4e2510ce97 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2898974 Aug 11 02:29:20.929411 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34684) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:20.933550 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-4c25de50-c53a-41a0-8fe1-b66cfbe34d3b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-957803011-router', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:20.937055 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d078b98-e890-427f-a269-46dacd4e1954 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:20.951977 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d078b98-e890-427f-a269-46dacd4e1954 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:29:20.952407 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d078b98-e890-427f-a269-46dacd4e1954 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:29:20.960028 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:29:21.011058 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055862c-ecbc-430e-8741-d0ee5476c850 req-6f8b459e-cfd4-4e03-a31e-19c5f960019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:21.012717 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5055862c-ecbc-430e-8741-d0ee5476c850 req-6f8b459e-cfd4-4e03-a31e-19c5f960019d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=964c94866ffe47439c17b06951694814&device_id=fd291e0e-b117-48d3-8b13-14b8a46dbc34 HTTP/1.1" status: 200 len: 1097 time: 0.1482170 Aug 11 02:29:21.030401 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4c25de50-c53a-41a0-8fe1-b66cfbe34d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.032205 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4c25de50-c53a-41a0-8fe1-b66cfbe34d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.046865 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d078b98-e890-427f-a269-46dacd4e1954 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.089527 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d078b98-e890-427f-a269-46dacd4e1954 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.097118 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2d078b98-e890-427f-a269-46dacd4e1954 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] 10.222.0.50 "DELETE /v2.0/networks/8d5bf560-71ae-422d-904c-d3905a12bc63 HTTP/1.1" status: 204 len: 168 time: 1.2935193 Aug 11 02:29:21.167931 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d078b98-e890-427f-a269-46dacd4e1954 tempest-NetworksIpV6TestAttrs-854493394 tempest-NetworksIpV6TestAttrs-854493394-project] Pushing event deleted for resources: {'Network': ['ID=8d5bf560-71ae-422d-904c-d3905a12bc63,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:21.186599 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e573c437-8e0d-4599-a36c-b74b67e6a035 req-e5959be1-97b1-406f-b358-f7bc1e61b1e6 service neutron] 10.222.0.66 "GET /v2.0/networks/0086c42c-f896-4a92-8515-db944444d83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934528 Aug 11 02:29:21.329109 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e573c437-8e0d-4599-a36c-b74b67e6a035 req-381ea639-3478-40af-a2bc-cdad1ec8ef13 service neutron] 10.222.0.66 "GET /v2.0/networks/0086c42c-f896-4a92-8515-db944444d83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343756 Aug 11 02:29:21.366515 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4c25de50-c53a-41a0-8fe1-b66cfbe34d3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.430828 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e85b52-444f-4a1e-9fa0-09b8685ef3a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-3a121380-6178-48d7-951b-abcbdea8c6aa', 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'fixed_ips': [{'subnet_id': 'ffb9dd6a-9435-4f73-9597-0b7c0b0ac374'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:29:21.431719 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b3e85b52-444f-4a1e-9fa0-09b8685ef3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.460457 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.637473 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-b3e85b52-444f-4a1e-9fa0-09b8685ef3a9 None None] Allocated IP 172.20.0.2 (3a121380-6178-48d7-951b-abcbdea8c6aa/ffb9dd6a-9435-4f73-9597-0b7c0b0ac374/2b557f20-5ccd-4c50-ae63-27b634c197c6) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:21.652949 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34710) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:21.735345 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c32d95-a5bd-445a-b055-610a87f1de45 req-8366f4be-845f-4531-b82d-938f5ba53e1f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:21.737119 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-68c32d95-a5bd-445a-b055-610a87f1de45 req-8366f4be-845f-4531-b82d-938f5ba53e1f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.0623517 Aug 11 02:29:21.865044 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055862c-ecbc-430e-8741-d0ee5476c850 req-935a02fb-975a-42cb-ad89-85e2459fb485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:21.867167 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5055862c-ecbc-430e-8741-d0ee5476c850 req-935a02fb-975a-42cb-ad89-85e2459fb485 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c208dbef-4fed-4c40-9530-440f884537b0 HTTP/1.1" status: 200 len: 909 time: 0.8172979 Aug 11 02:29:21.871203 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-68c32d95-a5bd-445a-b055-610a87f1de45 req-11c7908a-09cf-470e-8e05-6ffc27bd2a46 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272345 Aug 11 02:29:21.927644 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b3e85b52-444f-4a1e-9fa0-09b8685ef3a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.940077 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b3e85b52-444f-4a1e-9fa0-09b8685ef3a9 None None] Transition to ACTIVE for port object 2b557f20-5ccd-4c50-ae63-27b634c197c6 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:21.945546 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4c25de50-c53a-41a0-8fe1-b66cfbe34d3b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.960213 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fdc193cd-145c-4bf0-a125-f54b4ba0a9ab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=061d3e37028a4bb291bab62358d853ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3060684 Aug 11 02:29:21.962274 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b3e85b52-444f-4a1e-9fa0-09b8685ef3a9 None None] Transition to ACTIVE for port object 2b557f20-5ccd-4c50-ae63-27b634c197c6 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:21.962809 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34720) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:21.969928 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b3e85b52-444f-4a1e-9fa0-09b8685ef3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.041063 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e85b52-444f-4a1e-9fa0-09b8685ef3a9 None None] Network 3a121380-6178-48d7-951b-abcbdea8c6aa is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:22.047267 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e85b52-444f-4a1e-9fa0-09b8685ef3a9 None None] Pushing event updated for resources: {'Port': ['ID=2b557f20-5ccd-4c50-ae63-27b634c197c6,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:22.049893 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-b3e85b52-444f-4a1e-9fa0-09b8685ef3a9 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:22.055422 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e85b52-444f-4a1e-9fa0-09b8685ef3a9 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:22.061500 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 594882cb-5597-4843-80e3-2ec05bd0ad35 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:29:22.082211 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98566e7c-c9e1-42fc-ab73-1bfaf3ff2ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.089194 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 594882cb-5597-4843-80e3-2ec05bd0ad35 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:29:22.089194 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 594882cb-5597-4843-80e3-2ec05bd0ad35 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:29:22.119307 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98566e7c-c9e1-42fc-ab73-1bfaf3ff2ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.120286 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5055862c-ecbc-430e-8741-d0ee5476c850 req-ee2689ef-4f2f-4dbe-a259-d25ed857a4f4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5713f213-0718-4d54-af69-8f1283dc3fe8 HTTP/1.1" status: 200 len: 1000 time: 0.1688528 Aug 11 02:29:22.147262 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-b3e85b52-444f-4a1e-9fa0-09b8685ef3a9 None None] Attempting to bind port 2b557f20-5ccd-4c50-ae63-27b634c197c6 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:22.147669 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-b3e85b52-444f-4a1e-9fa0-09b8685ef3a9 None None] Attempting to bind port 2b557f20-5ccd-4c50-ae63-27b634c197c6 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '2a5e1037-f92d-4ae6-952c-e9370c6f49f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:22.148039 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e85b52-444f-4a1e-9fa0-09b8685ef3a9 None None] Attempting to bind port 2b557f20-5ccd-4c50-ae63-27b634c197c6 on network 3a121380-6178-48d7-951b-abcbdea8c6aa {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:22.153428 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e85b52-444f-4a1e-9fa0-09b8685ef3a9 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:22.153834 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e85b52-444f-4a1e-9fa0-09b8685ef3a9 None None] Checking segment: {'id': '2a5e1037-f92d-4ae6-952c-e9370c6f49f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:22.154216 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b3e85b52-444f-4a1e-9fa0-09b8685ef3a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.154617 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e85b52-444f-4a1e-9fa0-09b8685ef3a9 None None] Bound using segment: {'id': '2a5e1037-f92d-4ae6-952c-e9370c6f49f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:22.155085 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-b3e85b52-444f-4a1e-9fa0-09b8685ef3a9 None None] Bound port: 2b557f20-5ccd-4c50-ae63-27b634c197c6, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5e1037-f92d-4ae6-952c-e9370c6f49f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:22.155474 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b3e85b52-444f-4a1e-9fa0-09b8685ef3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.173758 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98566e7c-c9e1-42fc-ab73-1bfaf3ff2ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.177053 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98566e7c-c9e1-42fc-ab73-1bfaf3ff2ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.179526 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7b59d-ad02-4393-85c0-cd19613e57b4 req-3714958c-0b77-4773-8e03-3732486fd94d tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:22.181104 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-abb7b59d-ad02-4393-85c0-cd19613e57b4 req-3714958c-0b77-4773-8e03-3732486fd94d tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.2283823 Aug 11 02:29:22.187720 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055862c-ecbc-430e-8741-d0ee5476c850 req-5203bdbd-431c-4888-81fa-11647b0c05b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:22.188147 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-98566e7c-c9e1-42fc-ab73-1bfaf3ff2ab8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71daa194-f826-4f1b-9bb0-17b1cfa8eb73 HTTP/1.1" status: 204 len: 168 time: 0.2116647 Aug 11 02:29:22.189183 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5055862c-ecbc-430e-8741-d0ee5476c850 req-5203bdbd-431c-4888-81fa-11647b0c05b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fdf3d49a-9c58-42ff-9058-28a4ebd053e1 HTTP/1.1" status: 200 len: 847 time: 0.0601304 Aug 11 02:29:22.197186 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98566e7c-c9e1-42fc-ab73-1bfaf3ff2ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71daa194-f826-4f1b-9bb0-17b1cfa8eb73,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:22.266448 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-abb7b59d-ad02-4393-85c0-cd19613e57b4 req-fdf85a68-d92a-499c-ad3b-18fbc3b57cfa tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762908 Aug 11 02:29:22.274116 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-b3e85b52-444f-4a1e-9fa0-09b8685ef3a9 None None] For port 2b557f20-5ccd-4c50-ae63-27b634c197c6, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:22.283032 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055862c-ecbc-430e-8741-d0ee5476c850 req-4558a86e-0f91-4750-914c-d4b90173d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:22.284504 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5055862c-ecbc-430e-8741-d0ee5476c850 req-4558a86e-0f91-4750-914c-d4b90173d521 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c208dbef-4fed-4c40-9530-440f884537b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0842888 Aug 11 02:29:22.305851 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-b3e85b52-444f-4a1e-9fa0-09b8685ef3a9 None None] For port 2b557f20-5ccd-4c50-ae63-27b634c197c6, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=2b557f20-5ccd-4c50-ae63-27b634c197c6,segment=NetworkSegment(2a5e1037-f92d-4ae6-952c-e9370c6f49f3),segment_id=2a5e1037-f92d-4ae6-952c-e9370c6f49f3)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:22.312870 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b3e85b52-444f-4a1e-9fa0-09b8685ef3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.407226 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e85b52-444f-4a1e-9fa0-09b8685ef3a9 None None] Pushing event updated for resources: {'Port': ['ID=2b557f20-5ccd-4c50-ae63-27b634c197c6,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:22.474652 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4c25de50-c53a-41a0-8fe1-b66cfbe34d3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.509036 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4c25de50-c53a-41a0-8fe1-b66cfbe34d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.512411 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5055862c-ecbc-430e-8741-d0ee5476c850 req-7a0902ad-16d1-4654-a33c-eda1903cf4f7 service neutron] 10.222.0.73 "GET /v2.0/networks/c208dbef-4fed-4c40-9530-440f884537b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198029 Aug 11 02:29:22.798932 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5055862c-ecbc-430e-8741-d0ee5476c850 req-3dd5da57-6de8-4d40-ad72-1759ddadcd6a service neutron] 10.222.0.73 "GET /v2.0/networks/c208dbef-4fed-4c40-9530-440f884537b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782001 Aug 11 02:29:22.814073 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-4c25de50-c53a-41a0-8fe1-b66cfbe34d3b admin admin] Allocated IP 172.25.2.101 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/6538fcba-3c23-4161-bc19-6fc2a321e612) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:22.966477 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4c25de50-c53a-41a0-8fe1-b66cfbe34d3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:23.027412 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4c25de50-c53a-41a0-8fe1-b66cfbe34d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:23.057642 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abde4d9-c852-4cac-985e-0817fe4a47f2 req-266c1f48-217f-439f-8349-455218f74765 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:23.060828 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9abde4d9-c852-4cac-985e-0817fe4a47f2 req-266c1f48-217f-439f-8349-455218f74765 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1017687 Aug 11 02:29:23.075994 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c25de50-c53a-41a0-8fe1-b66cfbe34d3b admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:23.077429 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-4c25de50-c53a-41a0-8fe1-b66cfbe34d3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:23.083630 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c25de50-c53a-41a0-8fe1-b66cfbe34d3b admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:23.120882 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25de50-c53a-41a0-8fe1-b66cfbe34d3b admin admin] Pushing event updated for resources: {'Port': ['ID=6538fcba-3c23-4161-bc19-6fc2a321e612,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:23.159346 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9abde4d9-c852-4cac-985e-0817fe4a47f2 req-696b46c9-9f8f-4a9a-ac21-e502fdd11d84 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742307 Aug 11 02:29:23.257986 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34752) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:23.389646 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-7134fc8b-1ae0-4bbc-a398-88a49412a886 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-966668268', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:23.435690 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7134fc8b-1ae0-4bbc-a398-88a49412a886 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:23.437400 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7134fc8b-1ae0-4bbc-a398-88a49412a886 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:23.480146 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bf0ca-cad5-4cc1-ad6e-e001d6b80903 req-7e1238de-ccd8-4c5d-bb7f-9210aed16495 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:23.489239 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b48bf0ca-cad5-4cc1-ad6e-e001d6b80903 req-7e1238de-ccd8-4c5d-bb7f-9210aed16495 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.0956857 Aug 11 02:29:23.491173 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4c25de50-c53a-41a0-8fe1-b66cfbe34d3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:23.522525 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7134fc8b-1ae0-4bbc-a398-88a49412a886 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:23.540995 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7134fc8b-1ae0-4bbc-a398-88a49412a886 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:23.571065 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7134fc8b-1ae0-4bbc-a398-88a49412a886 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:23.572933 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7134fc8b-1ae0-4bbc-a398-88a49412a886 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3137698 Aug 11 02:29:23.576201 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34768) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:23.583165 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-ada94fac-dddc-43d4-8907-ae7639c9641b tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1205233858'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:23.631057 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada94fac-dddc-43d4-8907-ae7639c9641b tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Made reservation on behalf of cb77809effe44ae686e2f0c109964e44 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:23.644506 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ada94fac-dddc-43d4-8907-ae7639c9641b tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:23.661818 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ada94fac-dddc-43d4-8907-ae7639c9641b tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:23.680798 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b48bf0ca-cad5-4cc1-ad6e-e001d6b80903 req-ddc00858-442f-4e4b-bd7c-66137f98c88c tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904500 Aug 11 02:29:23.867956 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4c25de50-c53a-41a0-8fe1-b66cfbe34d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:23.894902 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ada94fac-dddc-43d4-8907-ae7639c9641b tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:23.903469 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ada94fac-dddc-43d4-8907-ae7639c9641b tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:23.910421 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7124d4d7-df42-438a-8500-33359e962db1 None None] Network 3a121380-6178-48d7-951b-abcbdea8c6aa requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:23.927777 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada94fac-dddc-43d4-8907-ae7639c9641b tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:29:23.954131 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ada94fac-dddc-43d4-8907-ae7639c9641b tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:23.958658 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-ada94fac-dddc-43d4-8907-ae7639c9641b tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Added segment 7a0d60dc-6d8b-420e-a24a-509ad75c8e44 of type vlan for network bfaa6eaa-0747-456c-b986-7e2282658cf4 Aug 11 02:29:24.096918 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-6121c50e-3abc-4593-a11e-cd94d6eb62f4 None None] Provisioning for port 2b557f20-5ccd-4c50-ae63-27b634c197c6 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:24.102171 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 2b557f20-5ccd-4c50-ae63-27b634c197c6 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:24.127926 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ada94fac-dddc-43d4-8907-ae7639c9641b tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:24.132504 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada94fac-dddc-43d4-8907-ae7639c9641b tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=810b6661-774a-4c4d-a34b-a6b827fcd1cf,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:24.178952 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c25de50-c53a-41a0-8fe1-b66cfbe34d3b admin admin] Router 44cc0473-02c3-450f-87ca-94bd8c0c8b31 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:29:24.181849 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ada94fac-dddc-43d4-8907-ae7639c9641b tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:24.193066 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada94fac-dddc-43d4-8907-ae7639c9641b tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:24.194687 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ada94fac-dddc-43d4-8907-ae7639c9641b tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:24.239279 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 2b557f20-5ccd-4c50-ae63-27b634c197c6 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:24.264841 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 2b557f20-5ccd-4c50-ae63-27b634c197c6 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:24.265750 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:24.357124 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c25de50-c53a-41a0-8fe1-b66cfbe34d3b admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:24.369916 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cf23b7-1fd7-42a3-8b08-e957898810cd None None] Sync routers for ids ['44cc0473-02c3-450f-87ca-94bd8c0c8b31'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:24.384080 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada94fac-dddc-43d4-8907-ae7639c9641b tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Pushing event updated for resources: {'Network': ['ID=bfaa6eaa-0747-456c-b986-7e2282658cf4,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:24.386921 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cf23b7-1fd7-42a3-8b08-e957898810cd None None] Routers {'44cc0473-02c3-450f-87ca-94bd8c0c8b31'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:24.387903 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-07cf23b7-1fd7-42a3-8b08-e957898810cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:29:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['44cc0473-02c3-450f-87ca-94bd8c0c8b31'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:24.389805 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4c25de50-c53a-41a0-8fe1-b66cfbe34d3b admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:24.394947 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4c25de50-c53a-41a0-8fe1-b66cfbe34d3b admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4663186 Aug 11 02:29:24.395685 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34788) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:24.428117 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ada94fac-dddc-43d4-8907-ae7639c9641b tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8507509 Aug 11 02:29:24.430717 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34790) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:24.440297 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-31bb68ae-526f-4ad6-8a58-c4602b38e94e tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Request body: {'subnet': {'network_id': 'bfaa6eaa-0747-456c-b986-7e2282658cf4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:24.494686 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network bfaa6eaa-0747-456c-b986-7e2282658cf4 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:29:24.633438 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:24.637172 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:24.674251 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba6838-23bb-401a-bfff-1ea854d6e67e req-ac654451-450e-48cc-a3d1-46530a1bcbb4 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:24.683058 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ecba6838-23bb-401a-bfff-1ea854d6e67e req-ac654451-450e-48cc-a3d1-46530a1bcbb4 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.2912717 Aug 11 02:29:24.729033 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f656c2a5-183a-4f57-8f3c-36f1854bbd92 req-a184526a-149a-4a19-823b-f2d2e3e05e7b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2536807 Aug 11 02:29:24.744576 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 2b557f20-5ccd-4c50-ae63-27b634c197c6, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=2b557f20-5ccd-4c50-ae63-27b634c197c6,segment=NetworkSegment(2a5e1037-f92d-4ae6-952c-e9370c6f49f3),segment_id=2a5e1037-f92d-4ae6-952c-e9370c6f49f3)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:24.757037 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:24.787102 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bb68ae-526f-4ad6-8a58-c4602b38e94e tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Made reservation on behalf of cb77809effe44ae686e2f0c109964e44 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:24.791826 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-31bb68ae-526f-4ad6-8a58-c4602b38e94e tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:24.839880 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-07cf23b7-1fd7-42a3-8b08-e957898810cd None None] Set router 44cc0473-02c3-450f-87ca-94bd8c0c8b31 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:24.989073 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ecba6838-23bb-401a-bfff-1ea854d6e67e req-b8954be1-bb81-4fc2-a669-a724eb16fa14 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044293 Aug 11 02:29:25.049783 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656c2a5-183a-4f57-8f3c-36f1854bbd92 req-d81b2f61-bfef-42f8-8c2b-13f03b38cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:25.052477 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f656c2a5-183a-4f57-8f3c-36f1854bbd92 req-d81b2f61-bfef-42f8-8c2b-13f03b38cd98 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=212d4988370c4c66b025f31c5d0eea27&device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 1097 time: 0.2977097 Aug 11 02:29:25.128031 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=2b557f20-5ccd-4c50-ae63-27b634c197c6,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:25.144843 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-bc2bff54-9c32-408b-9586-6d7dd140e919 None None] Provisioning complete for port 2b557f20-5ccd-4c50-ae63-27b634c197c6 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:25.145224 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bc2bff54-9c32-408b-9586-6d7dd140e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:25.210785 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-07cf23b7-1fd7-42a3-8b08-e957898810cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'name': 'tempest-TestVolumeBackupRestore-957803011-router', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:29:23Z', 'revision_number': 3, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'gw_port': {'id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:25.248067 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cf23b7-1fd7-42a3-8b08-e957898810cd None None] Checking router: 44cc0473-02c3-450f-87ca-94bd8c0c8b31 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:29:25.248420 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cf23b7-1fd7-42a3-8b08-e957898810cd None None] Updating router 44cc0473-02c3-450f-87ca-94bd8c0c8b31 port 6538fcba-3c23-4161-bc19-6fc2a321e612 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:29:25.284187 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656c2a5-183a-4f57-8f3c-36f1854bbd92 req-4b9482ed-e3be-4ae1-81cf-4d393e17b42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:25.286016 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f656c2a5-183a-4f57-8f3c-36f1854bbd92 req-4b9482ed-e3be-4ae1-81cf-4d393e17b42b service neutron] 10.222.0.66 "GET /v2.0/networks?id=0086c42c-f896-4a92-8515-db944444d83d HTTP/1.1" status: 200 len: 920 time: 0.1822562 Aug 11 02:29:25.303916 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34798) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:25.318413 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-07cf23b7-1fd7-42a3-8b08-e957898810cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:25.407365 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f656c2a5-183a-4f57-8f3c-36f1854bbd92 req-24746676-5221-4af8-ac81-27d877e53f9e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6949df3f-b34f-4767-aa68-e411a5193991 HTTP/1.1" status: 200 len: 217 time: 0.0955384 Aug 11 02:29:25.409770 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:25.549128 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f101269d-cde1-43eb-8a5f-14985bd9b092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:25.588307 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656c2a5-183a-4f57-8f3c-36f1854bbd92 req-215882f8-15dc-45d5-a534-364ee57c2b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:25.589921 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f656c2a5-183a-4f57-8f3c-36f1854bbd92 req-215882f8-15dc-45d5-a534-364ee57c2b27 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=84fc00eb-2c93-4052-9a0f-462991bedf76 HTTP/1.1" status: 200 len: 859 time: 0.1640365 Aug 11 02:29:25.595468 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-31bb68ae-526f-4ad6-8a58-c4602b38e94e tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:25.663687 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f656c2a5-183a-4f57-8f3c-36f1854bbd92 req-e96ed523-1269-4f91-b6c0-32d6cfcb7542 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0086c42c-f896-4a92-8515-db944444d83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573695 Aug 11 02:29:25.719677 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-07cf23b7-1fd7-42a3-8b08-e957898810cd None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:25.731215 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-07cf23b7-1fd7-42a3-8b08-e957898810cd None None] Transition to ACTIVE for port object 6538fcba-3c23-4161-bc19-6fc2a321e612 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:25.739139 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-07cf23b7-1fd7-42a3-8b08-e957898810cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:25.758306 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb68ae-526f-4ad6-8a58-c4602b38e94e tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Pushing event updated for resources: {'Subnet': ['ID=adb675cb-7e66-4b69-8fcf-ab2b391a1c83,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:25.783204 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bb68ae-526f-4ad6-8a58-c4602b38e94e tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Checking segment: {'id': '7a0d60dc-6d8b-420e-a24a-509ad75c8e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bfaa6eaa-0747-456c-b986-7e2282658cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:25.783765 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bb68ae-526f-4ad6-8a58-c4602b38e94e tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Network hostable DHCP agents. Network: bfaa6eaa-0747-456c-b986-7e2282658cf4, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:29:25.817823 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-70fb5e29-9c60-42d8-94b3-fe0349a0bce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:25.820109 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-07cf23b7-1fd7-42a3-8b08-e957898810cd None None] Attempting to bind port 6538fcba-3c23-4161-bc19-6fc2a321e612 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:25.820773 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-07cf23b7-1fd7-42a3-8b08-e957898810cd None None] Attempting to bind port 6538fcba-3c23-4161-bc19-6fc2a321e612 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:25.821214 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cf23b7-1fd7-42a3-8b08-e957898810cd None None] Attempting to bind port 6538fcba-3c23-4161-bc19-6fc2a321e612 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:25.828525 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bb68ae-526f-4ad6-8a58-c4602b38e94e tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Network bfaa6eaa-0747-456c-b986-7e2282658cf4 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:29:25.829607 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52d954-10f4-4399-8a2d-2a13aacb1059 None None] Pushing event updated for resources: {'Port': ['ID=6538fcba-3c23-4161-bc19-6fc2a321e612,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:25.832738 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cf23b7-1fd7-42a3-8b08-e957898810cd None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:25.833249 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cf23b7-1fd7-42a3-8b08-e957898810cd None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:25.833732 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-07cf23b7-1fd7-42a3-8b08-e957898810cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:25.834881 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cf23b7-1fd7-42a3-8b08-e957898810cd None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:25.835628 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-07cf23b7-1fd7-42a3-8b08-e957898810cd None None] Bound port: 6538fcba-3c23-4161-bc19-6fc2a321e612, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:25.836203 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-07cf23b7-1fd7-42a3-8b08-e957898810cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:25.850516 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f656c2a5-183a-4f57-8f3c-36f1854bbd92 req-c6b6b44b-2ee2-495b-97a2-4a963b2964f6 service neutron] 10.222.0.66 "GET /v2.0/networks/0086c42c-f896-4a92-8515-db944444d83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770682 Aug 11 02:29:25.857261 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-31bb68ae-526f-4ad6-8a58-c4602b38e94e tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, bfaa6eaa-0747-456c-b986-7e2282658cf4) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:25.887734 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bb68ae-526f-4ad6-8a58-c4602b38e94e tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:25.888489 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-31bb68ae-526f-4ad6-8a58-c4602b38e94e tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:25.891067 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-07cf23b7-1fd7-42a3-8b08-e957898810cd None None] For port 6538fcba-3c23-4161-bc19-6fc2a321e612, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:25.894565 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-07cf23b7-1fd7-42a3-8b08-e957898810cd None None] For port 6538fcba-3c23-4161-bc19-6fc2a321e612, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=6538fcba-3c23-4161-bc19-6fc2a321e612,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:25.897368 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0002c239-a12d-4554-a330-367d087bad8f None None] Network bfaa6eaa-0747-456c-b986-7e2282658cf4 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:25.918863 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-07cf23b7-1fd7-42a3-8b08-e957898810cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:25.991598 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f101269d-cde1-43eb-8a5f-14985bd9b092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:26.004546 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f101269d-cde1-43eb-8a5f-14985bd9b092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:26.044739 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cf23b7-1fd7-42a3-8b08-e957898810cd None None] Routers {'44cc0473-02c3-450f-87ca-94bd8c0c8b31'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:26.045422 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-07cf23b7-1fd7-42a3-8b08-e957898810cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:29:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['44cc0473-02c3-450f-87ca-94bd8c0c8b31'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:26.052335 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101269d-cde1-43eb-8a5f-14985bd9b092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74155a2-2ab6-4d31-b860-1f1628bcd867,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:26.059869 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-31bb68ae-526f-4ad6-8a58-c4602b38e94e tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6260285 Aug 11 02:29:26.064890 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34808) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:26.074040 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-633f854f-a49c-44fc-a434-fba031897295 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Request body: {'network': {'name': 'tempest-router-network01--528161080'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:26.094311 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f101269d-cde1-43eb-8a5f-14985bd9b092 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b91b3117d6834dacb8508771a20013f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7867208 Aug 11 02:29:26.096472 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34810) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:26.105308 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f656c2a5-183a-4f57-8f3c-36f1854bbd92 req-80bd89d2-204e-49ac-be97-a995ba4af553 service neutron] 10.222.0.66 "GET /v2.0/networks/0086c42c-f896-4a92-8515-db944444d83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370667 Aug 11 02:29:26.109614 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 2b557f20-5ccd-4c50-ae63-27b634c197c6 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:26.165719 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d4677256-8e99-41e8-9efa-f5399adf3ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:26.171886 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633f854f-a49c-44fc-a434-fba031897295 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Made reservation on behalf of cb77809effe44ae686e2f0c109964e44 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:26.175396 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-633f854f-a49c-44fc-a434-fba031897295 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:26.199964 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d4677256-8e99-41e8-9efa-f5399adf3ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:26.210920 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc5b3b-38f0-4898-bd36-fdbe0bfc0dfd req-d6fc750a-4a5f-457a-a9a3-2e4f0ae2baae tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:26.212720 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-66cc5b3b-38f0-4898-bd36-fdbe0bfc0dfd req-d6fc750a-4a5f-457a-a9a3-2e4f0ae2baae tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1494322 Aug 11 02:29:26.247888 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-633f854f-a49c-44fc-a434-fba031897295 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:29:26.253173 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-70fb5e29-9c60-42d8-94b3-fe0349a0bce4 admin admin] Allocated IP 172.20.0.1 (3a121380-6178-48d7-951b-abcbdea8c6aa/ffb9dd6a-9435-4f73-9597-0b7c0b0ac374/af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:26.259476 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52d954-10f4-4399-8a2d-2a13aacb1059 None None] Pushing event updated for resources: {'Port': ['ID=6538fcba-3c23-4161-bc19-6fc2a321e612,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:26.284398 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-633f854f-a49c-44fc-a434-fba031897295 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:26.284398 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-633f854f-a49c-44fc-a434-fba031897295 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Added segment 64200519-9448-4b3b-b637-bb220a50db4f of type vlan for network 0819d640-f706-44b2-8721-4770881479cb Aug 11 02:29:26.301880 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d4677256-8e99-41e8-9efa-f5399adf3ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:26.306083 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d4677256-8e99-41e8-9efa-f5399adf3ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:26.307961 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d4677256-8e99-41e8-9efa-f5399adf3ae4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c74155a2-2ab6-4d31-b860-1f1628bcd867 HTTP/1.1" status: 204 len: 168 time: 0.2105186 Aug 11 02:29:26.339731 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-66cc5b3b-38f0-4898-bd36-fdbe0bfc0dfd req-0850ab52-1f94-4a6f-85fa-dfbccd797634 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175623 Aug 11 02:29:26.354262 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4677256-8e99-41e8-9efa-f5399adf3ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74155a2-2ab6-4d31-b860-1f1628bcd867,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:26.442061 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-633f854f-a49c-44fc-a434-fba031897295 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:26.501967 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-70fb5e29-9c60-42d8-94b3-fe0349a0bce4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:26.540568 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-07cf23b7-1fd7-42a3-8b08-e957898810cd None None] Set router 44cc0473-02c3-450f-87ca-94bd8c0c8b31 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:26.550507 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-633f854f-a49c-44fc-a434-fba031897295 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:26.568303 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633f854f-a49c-44fc-a434-fba031897295 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:26.570682 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-633f854f-a49c-44fc-a434-fba031897295 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:26.598540 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 2b557f20-5ccd-4c50-ae63-27b634c197c6 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:26.599092 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:26.637319 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa193fc6-ba36-4374-a6a9-66ee61084c98 req-df674ece-535f-4e4d-9a12-d0894bdb43e1 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:26.637895 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-70fb5e29-9c60-42d8-94b3-fe0349a0bce4 admin admin] Transition to ACTIVE for port object af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:26.645225 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fa193fc6-ba36-4374-a6a9-66ee61084c98 req-df674ece-535f-4e4d-9a12-d0894bdb43e1 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.1368239 Aug 11 02:29:26.694944 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-633f854f-a49c-44fc-a434-fba031897295 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6288321 Aug 11 02:29:26.697605 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34820) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:26.704484 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359a4a53-42b8-416f-a773-e413467227ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-bfaa6eaa-0747-456c-b986-7e2282658cf4', 'network_id': 'bfaa6eaa-0747-456c-b986-7e2282658cf4', 'tenant_id': 'cb77809effe44ae686e2f0c109964e44', 'fixed_ips': [{'subnet_id': 'adb675cb-7e66-4b69-8fcf-ab2b391a1c83'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:29:26.705484 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-359a4a53-42b8-416f-a773-e413467227ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:26.717022 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e4293e43-34c2-4426-8229-ef6bb3734c41 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Request body: {'network': {'name': 'tempest-router-network02--1729016803'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:26.720161 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f854f-a49c-44fc-a434-fba031897295 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Pushing event updated for resources: {'Network': ['ID=0819d640-f706-44b2-8721-4770881479cb,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:26.744272 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fa193fc6-ba36-4374-a6a9-66ee61084c98 req-2c0106e6-e69f-4e01-9d81-53cd0ee27c76 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918128 Aug 11 02:29:26.768530 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-70fb5e29-9c60-42d8-94b3-fe0349a0bce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:26.783106 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4293e43-34c2-4426-8229-ef6bb3734c41 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Made reservation on behalf of cb77809effe44ae686e2f0c109964e44 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:26.786947 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e4293e43-34c2-4426-8229-ef6bb3734c41 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:26.817328 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34824) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:26.820232 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4293e43-34c2-4426-8229-ef6bb3734c41 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:29:26.838464 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f3b9928d-722e-4a24-ba82-bc30bca97689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:26.845345 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e4293e43-34c2-4426-8229-ef6bb3734c41 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:26.845701 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-e4293e43-34c2-4426-8229-ef6bb3734c41 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Added segment 88d6a2a0-4627-4070-9b2b-6a05a74fe712 of type vlan for network f57710eb-bdff-4437-b2ed-795ce5aceb1b Aug 11 02:29:26.847895 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fb5e29-9c60-42d8-94b3-fe0349a0bce4 admin admin] Network 3a121380-6178-48d7-951b-abcbdea8c6aa is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:26.849618 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-70fb5e29-9c60-42d8-94b3-fe0349a0bce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:26.877456 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fb5e29-9c60-42d8-94b3-fe0349a0bce4 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:26.893680 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 0819d640-f706-44b2-8721-4770881479cb details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:29:26.970737 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb5e29-9c60-42d8-94b3-fe0349a0bce4 admin admin] Pushing event updated for resources: {'Port': ['ID=af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:27.003140 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-70fb5e29-9c60-42d8-94b3-fe0349a0bce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.218556 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-70fb5e29-9c60-42d8-94b3-fe0349a0bce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.231473 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f3b9928d-722e-4a24-ba82-bc30bca97689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.247746 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f3b9928d-722e-4a24-ba82-bc30bca97689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.457942 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f3b9928d-722e-4a24-ba82-bc30bca97689 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f329604d906d46d0ac334be2dc39ecbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6371834 Aug 11 02:29:27.464569 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9928d-722e-4a24-ba82-bc30bca97689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eca008b-c223-44ad-a57e-d8a7f0dd5f91,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:27.483423 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e4293e43-34c2-4426-8229-ef6bb3734c41 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.487498 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34840) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:27.544444 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3fdd8fa5-18c3-432f-bf6c-020855d45f9f None None] Provisioning for port af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:27.557386 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3fdd8fa5-18c3-432f-bf6c-020855d45f9f None None] Provisioning complete for port af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:27.562784 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3fdd8fa5-18c3-432f-bf6c-020855d45f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.599224 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cbb216f0-ade3-43cb-a3b5-99bfe24e37d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.647422 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e4293e43-34c2-4426-8229-ef6bb3734c41 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.653344 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4293e43-34c2-4426-8229-ef6bb3734c41 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:27.653993 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e4293e43-34c2-4426-8229-ef6bb3734c41 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.661515 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-359a4a53-42b8-416f-a773-e413467227ad None None] Allocated IP 172.20.0.2 (bfaa6eaa-0747-456c-b986-7e2282658cf4/adb675cb-7e66-4b69-8fcf-ab2b391a1c83/7396fa36-5b5c-4183-b77f-cb81bd4e087e) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:27.667949 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cbb216f0-ade3-43cb-a3b5-99bfe24e37d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.740320 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-70fb5e29-9c60-42d8-94b3-fe0349a0bce4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.740633 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4293e43-34c2-4426-8229-ef6bb3734c41 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Pushing event updated for resources: {'Network': ['ID=f57710eb-bdff-4437-b2ed-795ce5aceb1b,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:27.748212 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e4293e43-34c2-4426-8229-ef6bb3734c41 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0456698 Aug 11 02:29:27.751158 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-70fb5e29-9c60-42d8-94b3-fe0349a0bce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.751876 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34844) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:27.756922 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34846) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:27.764978 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d324c8-1b84-48ac-adad-2e1779e4f996 req-f8dd77a3-3343-46f5-bf9d-ea06317d3b34 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:27.765780 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network f57710eb-bdff-4437-b2ed-795ce5aceb1b details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:29:27.766777 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15d324c8-1b84-48ac-adad-2e1779e4f996 req-f8dd77a3-3343-46f5-bf9d-ea06317d3b34 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.2439494 Aug 11 02:29:27.772385 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-436f2fef-fd24-4108-9b9b-6b0f7171ddc5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Request body: {'subnet': {'network_id': '0819d640-f706-44b2-8721-4770881479cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:27.826117 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-3fdd8fa5-18c3-432f-bf6c-020855d45f9f None None] Port af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:27.857101 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb5e29-9c60-42d8-94b3-fe0349a0bce4 admin admin] Pushing event updated for resources: {'Port': ['ID=af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:27.860352 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-70fb5e29-9c60-42d8-94b3-fe0349a0bce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.862728 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cbb216f0-ade3-43cb-a3b5-99bfe24e37d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.865846 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cbb216f0-ade3-43cb-a3b5-99bfe24e37d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.869200 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-cbb216f0-ade3-43cb-a3b5-99bfe24e37d4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9eca008b-c223-44ad-a57e-d8a7f0dd5f91 HTTP/1.1" status: 204 len: 168 time: 0.3755212 Aug 11 02:29:27.887929 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb216f0-ade3-43cb-a3b5-99bfe24e37d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eca008b-c223-44ad-a57e-d8a7f0dd5f91,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:27.941640 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15d324c8-1b84-48ac-adad-2e1779e4f996 req-4ad59931-12a5-43b7-b9ac-a42754287ac1 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641493 Aug 11 02:29:28.001255 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436f2fef-fd24-4108-9b9b-6b0f7171ddc5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Made reservation on behalf of cb77809effe44ae686e2f0c109964e44 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:28.004981 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-436f2fef-fd24-4108-9b9b-6b0f7171ddc5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.061669 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-814447d7-fafa-4f46-86a9-660691b8bc1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.158608 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-07cf23b7-1fd7-42a3-8b08-e957898810cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'name': 'tempest-TestVolumeBackupRestore-957803011-router', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:29:23Z', 'revision_number': 3, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'gw_port': {'id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:28.190911 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-814447d7-fafa-4f46-86a9-660691b8bc1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.195434 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cf23b7-1fd7-42a3-8b08-e957898810cd None None] The sync data for ids ['44cc0473-02c3-450f-87ca-94bd8c0c8b31'] in n-d-615180-33 is: [{'id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'name': 'tempest-TestVolumeBackupRestore-957803011-router', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:29:23Z', 'revision_number': 3, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'gw_port': {'id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:28.198076 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fb5e29-9c60-42d8-94b3-fe0349a0bce4 admin admin] Network 3a121380-6178-48d7-951b-abcbdea8c6aa is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:28.199201 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-814447d7-fafa-4f46-86a9-660691b8bc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.205161 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-70fb5e29-9c60-42d8-94b3-fe0349a0bce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:28.252148 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-359a4a53-42b8-416f-a773-e413467227ad None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.263529 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-359a4a53-42b8-416f-a773-e413467227ad None None] Transition to ACTIVE for port object 7396fa36-5b5c-4183-b77f-cb81bd4e087e will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:28.292231 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-359a4a53-42b8-416f-a773-e413467227ad None None] Transition to ACTIVE for port object 7396fa36-5b5c-4183-b77f-cb81bd4e087e will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:28.301667 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-359a4a53-42b8-416f-a773-e413467227ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.353945 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359a4a53-42b8-416f-a773-e413467227ad None None] Network bfaa6eaa-0747-456c-b986-7e2282658cf4 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:28.364046 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-359a4a53-42b8-416f-a773-e413467227ad None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:28.368059 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359a4a53-42b8-416f-a773-e413467227ad None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:28.385691 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814447d7-fafa-4f46-86a9-660691b8bc1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bceb122-d998-4d3f-9b44-a4a73cd82e1b,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:28.388308 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a4a53-42b8-416f-a773-e413467227ad None None] Pushing event updated for resources: {'Port': ['ID=7396fa36-5b5c-4183-b77f-cb81bd4e087e,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:28.391645 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-814447d7-fafa-4f46-86a9-660691b8bc1d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e6c52dbec3c44f5a90e80d222a993809&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6249027 Aug 11 02:29:28.398194 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34856) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:28.416851 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-436f2fef-fd24-4108-9b9b-6b0f7171ddc5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.523255 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-359a4a53-42b8-416f-a773-e413467227ad None None] Attempting to bind port 7396fa36-5b5c-4183-b77f-cb81bd4e087e on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:28.525837 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-359a4a53-42b8-416f-a773-e413467227ad None None] Attempting to bind port 7396fa36-5b5c-4183-b77f-cb81bd4e087e by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '7a0d60dc-6d8b-420e-a24a-509ad75c8e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bfaa6eaa-0747-456c-b986-7e2282658cf4'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:28.526252 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359a4a53-42b8-416f-a773-e413467227ad None None] Attempting to bind port 7396fa36-5b5c-4183-b77f-cb81bd4e087e on network bfaa6eaa-0747-456c-b986-7e2282658cf4 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:28.529800 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436f2fef-fd24-4108-9b9b-6b0f7171ddc5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Checking segment: {'id': '64200519-9448-4b3b-b637-bb220a50db4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0819d640-f706-44b2-8721-4770881479cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:28.530331 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436f2fef-fd24-4108-9b9b-6b0f7171ddc5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Network hostable DHCP agents. Network: 0819d640-f706-44b2-8721-4770881479cb, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:29:28.540261 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359a4a53-42b8-416f-a773-e413467227ad None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:28.540651 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359a4a53-42b8-416f-a773-e413467227ad None None] Checking segment: {'id': '7a0d60dc-6d8b-420e-a24a-509ad75c8e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bfaa6eaa-0747-456c-b986-7e2282658cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:28.544493 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-359a4a53-42b8-416f-a773-e413467227ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.545080 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359a4a53-42b8-416f-a773-e413467227ad None None] Bound using segment: {'id': '7a0d60dc-6d8b-420e-a24a-509ad75c8e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bfaa6eaa-0747-456c-b986-7e2282658cf4'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:28.545681 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-359a4a53-42b8-416f-a773-e413467227ad None None] Bound port: 7396fa36-5b5c-4183-b77f-cb81bd4e087e, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0d60dc-6d8b-420e-a24a-509ad75c8e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bfaa6eaa-0747-456c-b986-7e2282658cf4'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:28.546947 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-359a4a53-42b8-416f-a773-e413467227ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.569776 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f2fef-fd24-4108-9b9b-6b0f7171ddc5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Pushing event updated for resources: {'Subnet': ['ID=d7a48211-a0bc-4cb0-93fa-814d88214c14,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:28.616155 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436f2fef-fd24-4108-9b9b-6b0f7171ddc5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Network 0819d640-f706-44b2-8721-4770881479cb is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:29:28.640246 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-436f2fef-fd24-4108-9b9b-6b0f7171ddc5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 0819d640-f706-44b2-8721-4770881479cb) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:28.658366 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436f2fef-fd24-4108-9b9b-6b0f7171ddc5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:28.659229 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-436f2fef-fd24-4108-9b9b-6b0f7171ddc5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.666928 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfbf5c9-4f3c-44f2-b7cf-17ad5622c023 None None] Network 0819d640-f706-44b2-8721-4770881479cb requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:28.678655 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fb5e29-9c60-42d8-94b3-fe0349a0bce4 admin admin] Router 44cc0473-02c3-450f-87ca-94bd8c0c8b31 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:29:28.680369 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-436f2fef-fd24-4108-9b9b-6b0f7171ddc5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9119840 Aug 11 02:29:28.682826 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34866) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:28.684196 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2658aa76-564d-40c4-8ab8-b5099ddbb3a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.690894 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-37ff6a54-609d-4b18-b5ec-8223bd05c6a3 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Request body: {'subnet': {'network_id': 'f57710eb-bdff-4437-b2ed-795ce5aceb1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:28.790569 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2658aa76-564d-40c4-8ab8-b5099ddbb3a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.846308 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-359a4a53-42b8-416f-a773-e413467227ad None None] For port 7396fa36-5b5c-4183-b77f-cb81bd4e087e, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:28.851081 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ff6a54-609d-4b18-b5ec-8223bd05c6a3 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Made reservation on behalf of cb77809effe44ae686e2f0c109964e44 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:28.858636 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-37ff6a54-609d-4b18-b5ec-8223bd05c6a3 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.919991 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fb5e29-9c60-42d8-94b3-fe0349a0bce4 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:28.928254 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-359a4a53-42b8-416f-a773-e413467227ad None None] For port 7396fa36-5b5c-4183-b77f-cb81bd4e087e, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7396fa36-5b5c-4183-b77f-cb81bd4e087e,segment=NetworkSegment(7a0d60dc-6d8b-420e-a24a-509ad75c8e44),segment_id=7a0d60dc-6d8b-420e-a24a-509ad75c8e44)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:28.935643 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-70fb5e29-9c60-42d8-94b3-fe0349a0bce4 admin admin] 10.222.0.50 "PUT /v2.0/routers/44cc0473-02c3-450f-87ca-94bd8c0c8b31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5386384 Aug 11 02:29:28.949680 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2658aa76-564d-40c4-8ab8-b5099ddbb3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.952447 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2658aa76-564d-40c4-8ab8-b5099ddbb3a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.956468 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2658aa76-564d-40c4-8ab8-b5099ddbb3a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4bceb122-d998-4d3f-9b44-a4a73cd82e1b HTTP/1.1" status: 204 len: 168 time: 0.5551035 Aug 11 02:29:28.957250 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-359a4a53-42b8-416f-a773-e413467227ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.959557 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e4080e54-a50e-4b15-b5b5-428bf3bafb52 None None] Provisioning complete for port af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:28.961116 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e4080e54-a50e-4b15-b5b5-428bf3bafb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.971002 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658aa76-564d-40c4-8ab8-b5099ddbb3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bceb122-d998-4d3f-9b44-a4a73cd82e1b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:29.245005 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081697ef-5e23-47f9-893b-7d5287638695 req-94c57734-af6a-4335-87c4-d6bee368ed5e tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:29.252545 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-081697ef-5e23-47f9-893b-7d5287638695 req-94c57734-af6a-4335-87c4-d6bee368ed5e tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1510739 Aug 11 02:29:29.269289 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-e4080e54-a50e-4b15-b5b5-428bf3bafb52 None None] Port af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:29.283583 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a4a53-42b8-416f-a773-e413467227ad None None] Pushing event updated for resources: {'Port': ['ID=7396fa36-5b5c-4183-b77f-cb81bd4e087e,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:29.318238 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-37ff6a54-609d-4b18-b5ec-8223bd05c6a3 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:29.365489 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a565084c-5069-40aa-8e64-74e3e0130e55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-0819d640-f706-44b2-8721-4770881479cb', 'network_id': '0819d640-f706-44b2-8721-4770881479cb', 'tenant_id': 'cb77809effe44ae686e2f0c109964e44', 'fixed_ips': [{'subnet_id': 'd7a48211-a0bc-4cb0-93fa-814d88214c14'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:29:29.367117 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a565084c-5069-40aa-8e64-74e3e0130e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:29.376333 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-081697ef-5e23-47f9-893b-7d5287638695 req-acc77a77-6659-4efc-97f1-2523df809fc4 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187570 Aug 11 02:29:29.432563 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff6a54-609d-4b18-b5ec-8223bd05c6a3 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Pushing event updated for resources: {'Subnet': ['ID=f5a9145e-4642-4984-8def-fd8c179ed3a6,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:29.500162 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ff6a54-609d-4b18-b5ec-8223bd05c6a3 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Checking segment: {'id': '88d6a2a0-4627-4070-9b2b-6a05a74fe712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f57710eb-bdff-4437-b2ed-795ce5aceb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:29.503113 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ff6a54-609d-4b18-b5ec-8223bd05c6a3 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Network hostable DHCP agents. Network: f57710eb-bdff-4437-b2ed-795ce5aceb1b, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:29:29.573498 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ff6a54-609d-4b18-b5ec-8223bd05c6a3 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Network f57710eb-bdff-4437-b2ed-795ce5aceb1b is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:29:29.600700 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-37ff6a54-609d-4b18-b5ec-8223bd05c6a3 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, f57710eb-bdff-4437-b2ed-795ce5aceb1b) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:29.612870 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ff6a54-609d-4b18-b5ec-8223bd05c6a3 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:29.616563 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-37ff6a54-609d-4b18-b5ec-8223bd05c6a3 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:29.627152 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5cf7df-cabd-49ef-a20b-265fca697b4a None None] Network f57710eb-bdff-4437-b2ed-795ce5aceb1b requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:29.682434 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-37ff6a54-609d-4b18-b5ec-8223bd05c6a3 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9982436 Aug 11 02:29:29.682824 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34890) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:29.788816 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-a565084c-5069-40aa-8e64-74e3e0130e55 None None] Allocated IP 172.20.0.2 (0819d640-f706-44b2-8721-4770881479cb/d7a48211-a0bc-4cb0-93fa-814d88214c14/90ad317a-db34-4036-9e25-6c63fbce8d2a) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:30.168988 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7396fa36-5b5c-4183-b77f-cb81bd4e087e up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:30.176164 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3181de94-df48-4fbf-bbc5-16eca792adb8 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:30.360506 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9677d42a-3262-4fda-84c7-e4999319ec9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-f57710eb-bdff-4437-b2ed-795ce5aceb1b', 'network_id': 'f57710eb-bdff-4437-b2ed-795ce5aceb1b', 'tenant_id': 'cb77809effe44ae686e2f0c109964e44', 'fixed_ips': [{'subnet_id': 'f5a9145e-4642-4984-8def-fd8c179ed3a6'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:29:30.361366 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9677d42a-3262-4fda-84c7-e4999319ec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:30.424998 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a565084c-5069-40aa-8e64-74e3e0130e55 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:30.496837 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a565084c-5069-40aa-8e64-74e3e0130e55 None None] Transition to ACTIVE for port object 90ad317a-db34-4036-9e25-6c63fbce8d2a will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:30.591135 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbc19e-7622-4020-85b8-d310294e0199 req-8e9df099-4674-4779-8986-1dae6bc1c56f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:30.596223 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9dfbc19e-7622-4020-85b8-d310294e0199 req-8e9df099-4674-4779-8986-1dae6bc1c56f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.0910852 Aug 11 02:29:30.631383 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 7396fa36-5b5c-4183-b77f-cb81bd4e087e completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:30.650333 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 6538fcba-3c23-4161-bc19-6fc2a321e612 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:30.655472 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a565084c-5069-40aa-8e64-74e3e0130e55 None None] Transition to ACTIVE for port object 90ad317a-db34-4036-9e25-6c63fbce8d2a will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:30.665183 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34926) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:30.672232 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-63d8a523-4f50-4262-8171-c6ea206010d7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1358773659-network', 'tenant_id': '1bbadcff04394b0ba1fd75211c7230ad'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:30.691553 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a565084c-5069-40aa-8e64-74e3e0130e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:30.709183 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9dfbc19e-7622-4020-85b8-d310294e0199 req-8fa8de0c-cf37-4f2c-a230-8a94af0dcc04 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059749 Aug 11 02:29:30.806914 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d8a523-4f50-4262-8171-c6ea206010d7 admin admin] Made reservation on behalf of 1bbadcff04394b0ba1fd75211c7230ad for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:30.817379 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-63d8a523-4f50-4262-8171-c6ea206010d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:30.854907 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-3181de94-df48-4fbf-bbc5-16eca792adb8 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Allocated IP 172.20.0.1 (0819d640-f706-44b2-8721-4770881479cb/d7a48211-a0bc-4cb0-93fa-814d88214c14/d8196771-a8a4-4b33-925c-58c172743f98) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:30.862726 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-63d8a523-4f50-4262-8171-c6ea206010d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:30.951673 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a565084c-5069-40aa-8e64-74e3e0130e55 None None] Network 0819d640-f706-44b2-8721-4770881479cb is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:30.957872 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565084c-5069-40aa-8e64-74e3e0130e55 None None] Pushing event updated for resources: {'Port': ['ID=90ad317a-db34-4036-9e25-6c63fbce8d2a,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:30.963806 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-a565084c-5069-40aa-8e64-74e3e0130e55 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:30.978008 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-9677d42a-3262-4fda-84c7-e4999319ec9a None None] Allocated IP 172.20.0.2 (f57710eb-bdff-4437-b2ed-795ce5aceb1b/f5a9145e-4642-4984-8def-fd8c179ed3a6/e0a3ba94-2011-41ac-b71b-d52c77dbfced) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:30.980944 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a565084c-5069-40aa-8e64-74e3e0130e55 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:30.998449 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 6538fcba-3c23-4161-bc19-6fc2a321e612 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:31.022436 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 6538fcba-3c23-4161-bc19-6fc2a321e612 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:31.023082 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.183682 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3181de94-df48-4fbf-bbc5-16eca792adb8 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.217565 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-3181de94-df48-4fbf-bbc5-16eca792adb8 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Transition to ACTIVE for port object d8196771-a8a4-4b33-925c-58c172743f98 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:31.256883 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-63d8a523-4f50-4262-8171-c6ea206010d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.266457 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-63d8a523-4f50-4262-8171-c6ea206010d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.309227 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8a523-4f50-4262-8171-c6ea206010d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf0171d-c3fc-49a0-ac99-0188aa7f4f3d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:31.327348 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d8a523-4f50-4262-8171-c6ea206010d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:29:31.343912 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-63d8a523-4f50-4262-8171-c6ea206010d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.344240 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-63d8a523-4f50-4262-8171-c6ea206010d7 admin admin] Added segment a84a6579-f569-4c2a-831a-decd5a56bd3d of type vlan for network b96a575a-6deb-45f1-b037-5e93607b5ee1 Aug 11 02:29:31.355129 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3181de94-df48-4fbf-bbc5-16eca792adb8 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.377974 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34944) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:31.428895 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3181de94-df48-4fbf-bbc5-16eca792adb8 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Network 0819d640-f706-44b2-8721-4770881479cb is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:31.435229 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-3181de94-df48-4fbf-bbc5-16eca792adb8 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:31.444595 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094b985c-18d4-484b-93a8-25a0eace103f None None] Network bfaa6eaa-0747-456c-b986-7e2282658cf4 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:31.449310 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3181de94-df48-4fbf-bbc5-16eca792adb8 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:31.453178 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-63d8a523-4f50-4262-8171-c6ea206010d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.501330 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b90674-a7b2-4365-8839-b338ec2f23bb None None] Sync routers for ids ['44cc0473-02c3-450f-87ca-94bd8c0c8b31'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:31.518329 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b90674-a7b2-4365-8839-b338ec2f23bb None None] Routers {'44cc0473-02c3-450f-87ca-94bd8c0c8b31'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:31.521410 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-78b90674-a7b2-4365-8839-b338ec2f23bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:29:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['44cc0473-02c3-450f-87ca-94bd8c0c8b31'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:31.523165 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181de94-df48-4fbf-bbc5-16eca792adb8 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Pushing event updated for resources: {'Port': ['ID=d8196771-a8a4-4b33-925c-58c172743f98,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:31.547855 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3181de94-df48-4fbf-bbc5-16eca792adb8 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.590680 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-7fa2bbc4-b45c-45ac-9d74-56e2779d7150 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-978468432-network', 'tenant_id': '98a898ee0b8e4ab184efb611fa3c7fba'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:31.645781 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-a565084c-5069-40aa-8e64-74e3e0130e55 None None] Attempting to bind port 90ad317a-db34-4036-9e25-6c63fbce8d2a on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:31.646353 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-a565084c-5069-40aa-8e64-74e3e0130e55 None None] Attempting to bind port 90ad317a-db34-4036-9e25-6c63fbce8d2a by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '64200519-9448-4b3b-b637-bb220a50db4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0819d640-f706-44b2-8721-4770881479cb'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:31.646623 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a565084c-5069-40aa-8e64-74e3e0130e55 None None] Attempting to bind port 90ad317a-db34-4036-9e25-6c63fbce8d2a on network 0819d640-f706-44b2-8721-4770881479cb {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:31.659675 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-45911f1b-dfa2-46ee-9026-9669f2002588 None None] Provisioning for port 7396fa36-5b5c-4183-b77f-cb81bd4e087e completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:31.666840 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa2bbc4-b45c-45ac-9d74-56e2779d7150 admin admin] Made reservation on behalf of 98a898ee0b8e4ab184efb611fa3c7fba for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:31.677174 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7fa2bbc4-b45c-45ac-9d74-56e2779d7150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.683272 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a565084c-5069-40aa-8e64-74e3e0130e55 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:31.683675 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a565084c-5069-40aa-8e64-74e3e0130e55 None None] Checking segment: {'id': '64200519-9448-4b3b-b637-bb220a50db4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0819d640-f706-44b2-8721-4770881479cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:31.684084 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a565084c-5069-40aa-8e64-74e3e0130e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.684481 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a565084c-5069-40aa-8e64-74e3e0130e55 None None] Bound using segment: {'id': '64200519-9448-4b3b-b637-bb220a50db4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0819d640-f706-44b2-8721-4770881479cb'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:31.684964 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-a565084c-5069-40aa-8e64-74e3e0130e55 None None] Bound port: 90ad317a-db34-4036-9e25-6c63fbce8d2a, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64200519-9448-4b3b-b637-bb220a50db4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0819d640-f706-44b2-8721-4770881479cb'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:31.685566 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a565084c-5069-40aa-8e64-74e3e0130e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.695218 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7fa2bbc4-b45c-45ac-9d74-56e2779d7150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.712124 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-45911f1b-dfa2-46ee-9026-9669f2002588 None None] Provisioning complete for port 7396fa36-5b5c-4183-b77f-cb81bd4e087e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:31.712496 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-45911f1b-dfa2-46ee-9026-9669f2002588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.722959 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.725410 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-78b90674-a7b2-4365-8839-b338ec2f23bb None None] Set router 44cc0473-02c3-450f-87ca-94bd8c0c8b31 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:31.731193 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-63d8a523-4f50-4262-8171-c6ea206010d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.732134 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d8a523-4f50-4262-8171-c6ea206010d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:31.744235 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-63d8a523-4f50-4262-8171-c6ea206010d7 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.871350 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 6538fcba-3c23-4161-bc19-6fc2a321e612, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=6538fcba-3c23-4161-bc19-6fc2a321e612,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:31.943668 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.987590 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7fa2bbc4-b45c-45ac-9d74-56e2779d7150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.996736 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7fa2bbc4-b45c-45ac-9d74-56e2779d7150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:32.081437 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=6538fcba-3c23-4161-bc19-6fc2a321e612,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:32.083210 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2bbc4-b45c-45ac-9d74-56e2779d7150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6807fb46-78b4-401e-9bd2-e36c0340f1bb,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:32.108638 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-63d8a523-4f50-4262-8171-c6ea206010d7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4416602 Aug 11 02:29:32.116735 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34968) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:32.137086 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-655455ff-bfc0-472a-a863-5963d605c41b admin admin] Request body: {'subnet': {'network_id': 'b96a575a-6deb-45f1-b037-5e93607b5ee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1358773659-subnet', 'tenant_id': '1bbadcff04394b0ba1fd75211c7230ad', 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:32.153250 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8a523-4f50-4262-8171-c6ea206010d7 admin admin] Pushing event updated for resources: {'Network': ['ID=b96a575a-6deb-45f1-b037-5e93607b5ee1,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:32.165920 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa2bbc4-b45c-45ac-9d74-56e2779d7150 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:29:32.194502 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-a565084c-5069-40aa-8e64-74e3e0130e55 None None] For port 90ad317a-db34-4036-9e25-6c63fbce8d2a, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:32.196898 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9677d42a-3262-4fda-84c7-e4999319ec9a None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:32.217384 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7fa2bbc4-b45c-45ac-9d74-56e2779d7150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:32.217755 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-7fa2bbc4-b45c-45ac-9d74-56e2779d7150 admin admin] Added segment 21eeef74-ab6b-4a6f-a2bf-b9f98700bca0 of type vlan for network f76ee8c4-3bd6-41e7-93d0-f43330e11bf6 Aug 11 02:29:32.220040 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9677d42a-3262-4fda-84c7-e4999319ec9a None None] Transition to ACTIVE for port object e0a3ba94-2011-41ac-b71b-d52c77dbfced will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:32.229165 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3181de94-df48-4fbf-bbc5-16eca792adb8 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:32.240741 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11ea35-5811-45bb-9f05-322989bb2903 req-2b9e3d54-18b7-426c-8cd2-781664a886c3 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:32.242630 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0a11ea35-5811-45bb-9f05-322989bb2903 req-2b9e3d54-18b7-426c-8cd2-781664a886c3 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.2548740 Aug 11 02:29:32.252578 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9677d42a-3262-4fda-84c7-e4999319ec9a None None] Transition to ACTIVE for port object e0a3ba94-2011-41ac-b71b-d52c77dbfced will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:32.269777 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network b96a575a-6deb-45f1-b037-5e93607b5ee1 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:29:32.289112 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-78b90674-a7b2-4365-8839-b338ec2f23bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'name': 'tempest-TestVolumeBackupRestore-957803011-router', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:29:27Z', 'revision_number': 4, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'gw_port': {'id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0', 'name': '', 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'mac_address': 'fa:16:3e:f2:9f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'ffb9dd6a-9435-4f73-9597-0b7c0b0ac374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:25Z', 'updated_at': '2021-08-11T02:29:27Z', 'revision_number': 2, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'subnets': [{'id': 'ffb9dd6a-9435-4f73-9597-0b7c0b0ac374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:32.321156 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655455ff-bfc0-472a-a863-5963d605c41b admin admin] Made reservation on behalf of 1bbadcff04394b0ba1fd75211c7230ad for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:32.321425 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b90674-a7b2-4365-8839-b338ec2f23bb None None] Checking router: 44cc0473-02c3-450f-87ca-94bd8c0c8b31 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:29:32.321542 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b90674-a7b2-4365-8839-b338ec2f23bb None None] Updating router 44cc0473-02c3-450f-87ca-94bd8c0c8b31 port af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:29:32.323581 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-655455ff-bfc0-472a-a863-5963d605c41b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:32.350268 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9677d42a-3262-4fda-84c7-e4999319ec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:32.360160 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0a11ea35-5811-45bb-9f05-322989bb2903 req-8e69ea64-0d43-4939-8549-71af2576af12 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093357 Aug 11 02:29:32.390642 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-a565084c-5069-40aa-8e64-74e3e0130e55 None None] For port 90ad317a-db34-4036-9e25-6c63fbce8d2a, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=90ad317a-db34-4036-9e25-6c63fbce8d2a,segment=NetworkSegment(64200519-9448-4b3b-b637-bb220a50db4f),segment_id=64200519-9448-4b3b-b637-bb220a50db4f)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:32.406614 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-78b90674-a7b2-4365-8839-b338ec2f23bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:32.548945 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7fa2bbc4-b45c-45ac-9d74-56e2779d7150 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:32.554956 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-45911f1b-dfa2-46ee-9026-9669f2002588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:32.556848 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677d42a-3262-4fda-84c7-e4999319ec9a None None] Pushing event updated for resources: {'Port': ['ID=e0a3ba94-2011-41ac-b71b-d52c77dbfced,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:32.559862 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a565084c-5069-40aa-8e64-74e3e0130e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:32.622945 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9677d42a-3262-4fda-84c7-e4999319ec9a None None] Network f57710eb-bdff-4437-b2ed-795ce5aceb1b is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:32.649625 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-9677d42a-3262-4fda-84c7-e4999319ec9a None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:32.677921 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9677d42a-3262-4fda-84c7-e4999319ec9a None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:32.719702 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7fa2bbc4-b45c-45ac-9d74-56e2779d7150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:32.723248 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-45911f1b-dfa2-46ee-9026-9669f2002588 None None] For port 7396fa36-5b5c-4183-b77f-cb81bd4e087e, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7396fa36-5b5c-4183-b77f-cb81bd4e087e,segment=NetworkSegment(7a0d60dc-6d8b-420e-a24a-509ad75c8e44),segment_id=7a0d60dc-6d8b-420e-a24a-509ad75c8e44)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:32.723778 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa2bbc4-b45c-45ac-9d74-56e2779d7150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:32.726895 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7fa2bbc4-b45c-45ac-9d74-56e2779d7150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:32.738423 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-45911f1b-dfa2-46ee-9026-9669f2002588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:32.824287 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3181de94-df48-4fbf-bbc5-16eca792adb8 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:32.833551 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3181de94-df48-4fbf-bbc5-16eca792adb8 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:32.892152 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-9677d42a-3262-4fda-84c7-e4999319ec9a None None] Attempting to bind port e0a3ba94-2011-41ac-b71b-d52c77dbfced on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:32.892538 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-9677d42a-3262-4fda-84c7-e4999319ec9a None None] Attempting to bind port e0a3ba94-2011-41ac-b71b-d52c77dbfced by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '88d6a2a0-4627-4070-9b2b-6a05a74fe712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f57710eb-bdff-4437-b2ed-795ce5aceb1b'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:32.892911 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9677d42a-3262-4fda-84c7-e4999319ec9a None None] Attempting to bind port e0a3ba94-2011-41ac-b71b-d52c77dbfced on network f57710eb-bdff-4437-b2ed-795ce5aceb1b {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:32.895138 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565084c-5069-40aa-8e64-74e3e0130e55 None None] Pushing event updated for resources: {'Port': ['ID=90ad317a-db34-4036-9e25-6c63fbce8d2a,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:32.971297 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7fa2bbc4-b45c-45ac-9d74-56e2779d7150 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5921817 Aug 11 02:29:32.975192 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35024) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:33.010563 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9677d42a-3262-4fda-84c7-e4999319ec9a None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:33.011450 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9677d42a-3262-4fda-84c7-e4999319ec9a None None] Checking segment: {'id': '88d6a2a0-4627-4070-9b2b-6a05a74fe712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f57710eb-bdff-4437-b2ed-795ce5aceb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:33.012719 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9677d42a-3262-4fda-84c7-e4999319ec9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:33.013145 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9677d42a-3262-4fda-84c7-e4999319ec9a None None] Bound using segment: {'id': '88d6a2a0-4627-4070-9b2b-6a05a74fe712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f57710eb-bdff-4437-b2ed-795ce5aceb1b'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:33.014818 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-78e53f6f-dad6-43dc-9f1e-e307d6f51ebd admin admin] Request body: {'subnet': {'network_id': 'f76ee8c4-3bd6-41e7-93d0-f43330e11bf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-978468432-subnet', 'tenant_id': '98a898ee0b8e4ab184efb611fa3c7fba', 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:33.023900 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181de94-df48-4fbf-bbc5-16eca792adb8 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Pushing event updated for resources: {'Port': ['ID=d8196771-a8a4-4b33-925c-58c172743f98,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:33.024724 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-9677d42a-3262-4fda-84c7-e4999319ec9a None None] Bound port: e0a3ba94-2011-41ac-b71b-d52c77dbfced, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d6a2a0-4627-4070-9b2b-6a05a74fe712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f57710eb-bdff-4437-b2ed-795ce5aceb1b'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:33.025442 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9677d42a-3262-4fda-84c7-e4999319ec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:33.039944 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3181de94-df48-4fbf-bbc5-16eca792adb8 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:33.136875 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2bbc4-b45c-45ac-9d74-56e2779d7150 admin admin] Pushing event updated for resources: {'Network': ['ID=f76ee8c4-3bd6-41e7-93d0-f43330e11bf6,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:33.212518 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e53f6f-dad6-43dc-9f1e-e307d6f51ebd admin admin] Made reservation on behalf of 98a898ee0b8e4ab184efb611fa3c7fba for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:33.217328 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78e53f6f-dad6-43dc-9f1e-e307d6f51ebd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:33.297327 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network f76ee8c4-3bd6-41e7-93d0-f43330e11bf6 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:29:33.360952 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3181de94-df48-4fbf-bbc5-16eca792adb8 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Network 0819d640-f706-44b2-8721-4770881479cb is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:33.362413 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-3181de94-df48-4fbf-bbc5-16eca792adb8 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:33.378706 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45911f1b-dfa2-46ee-9026-9669f2002588 None None] Pushing event updated for resources: {'Port': ['ID=7396fa36-5b5c-4183-b77f-cb81bd4e087e,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:33.398592 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35030) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:33.402151 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-9677d42a-3262-4fda-84c7-e4999319ec9a None None] For port e0a3ba94-2011-41ac-b71b-d52c77dbfced, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:33.417814 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-9677d42a-3262-4fda-84c7-e4999319ec9a None None] For port e0a3ba94-2011-41ac-b71b-d52c77dbfced, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e0a3ba94-2011-41ac-b71b-d52c77dbfced,segment=NetworkSegment(88d6a2a0-4627-4070-9b2b-6a05a74fe712),segment_id=88d6a2a0-4627-4070-9b2b-6a05a74fe712)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:33.447152 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-655455ff-bfc0-472a-a863-5963d605c41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:33.453497 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-78b90674-a7b2-4365-8839-b338ec2f23bb None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:33.475058 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-0774fd7f-036f-4817-b8fa-697437a96341 None None] Provisioning complete for port 7396fa36-5b5c-4183-b77f-cb81bd4e087e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:33.475290 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-78b90674-a7b2-4365-8839-b338ec2f23bb None None] Transition to ACTIVE for port object af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:33.475428 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0774fd7f-036f-4817-b8fa-697437a96341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:33.477872 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9677d42a-3262-4fda-84c7-e4999319ec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:33.491931 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-78b90674-a7b2-4365-8839-b338ec2f23bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:33.506389 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655455ff-bfc0-472a-a863-5963d605c41b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0725c519-05f5-47df-b954-46ae2b7d2928,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:33.565872 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655455ff-bfc0-472a-a863-5963d605c41b admin admin] Checking segment: {'id': 'a84a6579-f569-4c2a-831a-decd5a56bd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b96a575a-6deb-45f1-b037-5e93607b5ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:33.566241 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655455ff-bfc0-472a-a863-5963d605c41b admin admin] Network hostable DHCP agents. Network: b96a575a-6deb-45f1-b037-5e93607b5ee1, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:29:33.595418 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32db15-a142-4bae-8f71-b5a1bb57f364 None None] Pushing event updated for resources: {'Port': ['ID=af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:33.603511 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677d42a-3262-4fda-84c7-e4999319ec9a None None] Pushing event updated for resources: {'Port': ['ID=e0a3ba94-2011-41ac-b71b-d52c77dbfced,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:33.663822 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32db15-a142-4bae-8f71-b5a1bb57f364 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:33.665385 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32db15-a142-4bae-8f71-b5a1bb57f364 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:33.666894 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32db15-a142-4bae-8f71-b5a1bb57f364 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:33.669207 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32db15-a142-4bae-8f71-b5a1bb57f364 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:33.669563 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32db15-a142-4bae-8f71-b5a1bb57f364 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:33.669948 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32db15-a142-4bae-8f71-b5a1bb57f364 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:33.670290 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32db15-a142-4bae-8f71-b5a1bb57f364 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:33.670629 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32db15-a142-4bae-8f71-b5a1bb57f364 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:33.670996 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32db15-a142-4bae-8f71-b5a1bb57f364 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:33.671964 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32db15-a142-4bae-8f71-b5a1bb57f364 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:33.672310 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32db15-a142-4bae-8f71-b5a1bb57f364 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:33.681595 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32db15-a142-4bae-8f71-b5a1bb57f364 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:33.747758 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655455ff-bfc0-472a-a863-5963d605c41b admin admin] Network b96a575a-6deb-45f1-b037-5e93607b5ee1 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:29:33.767012 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d2c0c588-ffae-462f-800f-3e0e4b1b907b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:33.793547 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4fd76-a1bd-4e7f-8a5a-782517e267ee req-0ae60049-dc2e-4492-a18a-e7a6844de523 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:33.802699 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-20f4fd76-a1bd-4e7f-8a5a-782517e267ee req-0ae60049-dc2e-4492-a18a-e7a6844de523 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.2461121 Aug 11 02:29:33.811672 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-655455ff-bfc0-472a-a863-5963d605c41b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, b96a575a-6deb-45f1-b037-5e93607b5ee1) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:33.828916 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437448ff-d1ea-4cb4-9ab3-6e225e1fffe6 None None] Network b96a575a-6deb-45f1-b037-5e93607b5ee1 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:33.839137 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655455ff-bfc0-472a-a863-5963d605c41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:33.840041 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-655455ff-bfc0-472a-a863-5963d605c41b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:33.859963 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-78b90674-a7b2-4365-8839-b338ec2f23bb None None] Attempting to bind port af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:33.865723 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-78b90674-a7b2-4365-8839-b338ec2f23bb None None] Attempting to bind port af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '2a5e1037-f92d-4ae6-952c-e9370c6f49f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:33.866484 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b90674-a7b2-4365-8839-b338ec2f23bb None None] Attempting to bind port af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0 on network 3a121380-6178-48d7-951b-abcbdea8c6aa {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:33.881391 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b90674-a7b2-4365-8839-b338ec2f23bb None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:33.882016 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b90674-a7b2-4365-8839-b338ec2f23bb None None] Checking segment: {'id': '2a5e1037-f92d-4ae6-952c-e9370c6f49f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:33.882609 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-78b90674-a7b2-4365-8839-b338ec2f23bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:33.883103 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b90674-a7b2-4365-8839-b338ec2f23bb None None] Bound using segment: {'id': '2a5e1037-f92d-4ae6-952c-e9370c6f49f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:33.883897 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-78b90674-a7b2-4365-8839-b338ec2f23bb None None] Bound port: af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5e1037-f92d-4ae6-952c-e9370c6f49f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:33.884530 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-78b90674-a7b2-4365-8839-b338ec2f23bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:34.101772 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-78b90674-a7b2-4365-8839-b338ec2f23bb None None] For port af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:34.112371 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-78b90674-a7b2-4365-8839-b338ec2f23bb None None] For port af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0,segment=NetworkSegment(2a5e1037-f92d-4ae6-952c-e9370c6f49f3),segment_id=2a5e1037-f92d-4ae6-952c-e9370c6f49f3)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:34.116291 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78e53f6f-dad6-43dc-9f1e-e307d6f51ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:34.117094 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-78b90674-a7b2-4365-8839-b338ec2f23bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:34.122855 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-20f4fd76-a1bd-4e7f-8a5a-782517e267ee req-67021959-7514-4a6b-a90f-2675351c0c48 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176813 Aug 11 02:29:34.297638 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e53f6f-dad6-43dc-9f1e-e307d6f51ebd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3caac801-d0ba-4ca3-8506-7605a17b431e,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:34.329029 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e53f6f-dad6-43dc-9f1e-e307d6f51ebd admin admin] Checking segment: {'id': '21eeef74-ab6b-4a6f-a2bf-b9f98700bca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f76ee8c4-3bd6-41e7-93d0-f43330e11bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:34.329452 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e53f6f-dad6-43dc-9f1e-e307d6f51ebd admin admin] Network hostable DHCP agents. Network: f76ee8c4-3bd6-41e7-93d0-f43330e11bf6, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:29:34.354742 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b90674-a7b2-4365-8839-b338ec2f23bb None None] Routers {'44cc0473-02c3-450f-87ca-94bd8c0c8b31'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:34.359715 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-78b90674-a7b2-4365-8839-b338ec2f23bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:29:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['44cc0473-02c3-450f-87ca-94bd8c0c8b31'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:34.382339 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e53f6f-dad6-43dc-9f1e-e307d6f51ebd admin admin] Network f76ee8c4-3bd6-41e7-93d0-f43330e11bf6 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:29:34.411330 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d2c0c588-ffae-462f-800f-3e0e4b1b907b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:34.416367 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d2c0c588-ffae-462f-800f-3e0e4b1b907b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:34.466193 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7a9af3-fefa-4361-b403-86f777905a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-b96a575a-6deb-45f1-b037-5e93607b5ee1', 'network_id': 'b96a575a-6deb-45f1-b037-5e93607b5ee1', 'tenant_id': '1bbadcff04394b0ba1fd75211c7230ad', 'fixed_ips': [{'subnet_id': '0725c519-05f5-47df-b954-46ae2b7d2928'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:29:34.469020 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ff7a9af3-fefa-4361-b403-86f777905a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:34.470044 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d2c0c588-ffae-462f-800f-3e0e4b1b907b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=056010e99e65494199d993b4d9659b9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0687544 Aug 11 02:29:34.473815 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-78e53f6f-dad6-43dc-9f1e-e307d6f51ebd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, f76ee8c4-3bd6-41e7-93d0-f43330e11bf6) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:34.480121 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35038) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:34.483658 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7396fa36-5b5c-4183-b77f-cb81bd4e087e up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:34.501545 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-655455ff-bfc0-472a-a863-5963d605c41b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3770051 Aug 11 02:29:34.503131 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e53f6f-dad6-43dc-9f1e-e307d6f51ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:34.503764 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78e53f6f-dad6-43dc-9f1e-e307d6f51ebd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:34.516132 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b15c02-f902-45eb-9688-eed8ef4d7ef8 None None] Network f76ee8c4-3bd6-41e7-93d0-f43330e11bf6 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:34.521328 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35040) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:34.572089 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-0115cc8f-49cf-4579-87b9-ea385fe351fc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1358773659-router', 'tenant_id': '1bbadcff04394b0ba1fd75211c7230ad', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:34.639371 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0115cc8f-49cf-4579-87b9-ea385fe351fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:34.640644 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0115cc8f-49cf-4579-87b9-ea385fe351fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:34.710938 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32db15-a142-4bae-8f71-b5a1bb57f364 None None] Pushing event updated for resources: {'Port': ['ID=af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:34.745869 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53f7a2b-c55e-4311-b057-32e54cd3bfd5 None None] Network 0819d640-f706-44b2-8721-4770881479cb requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:34.751419 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-78b90674-a7b2-4365-8839-b338ec2f23bb None None] Set router 44cc0473-02c3-450f-87ca-94bd8c0c8b31 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:34.753591 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0115cc8f-49cf-4579-87b9-ea385fe351fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:34.769621 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0c588-ffae-462f-800f-3e0e4b1b907b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8be1675-6c9c-4883-948b-a00ef2e234ab,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:34.785649 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3181de94-df48-4fbf-bbc5-16eca792adb8 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Router 4097b39d-b18d-42c3-9657-ed4031726325 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:29:34.796964 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-78e53f6f-dad6-43dc-9f1e-e307d6f51ebd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8041210 Aug 11 02:29:34.800983 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35042) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:34.822000 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-056c9c25-b857-4b1b-8b6b-bbb67e124f83 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-978468432-router', 'tenant_id': '98a898ee0b8e4ab184efb611fa3c7fba', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:34.929003 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-10f3bdb9-304b-42c7-b765-56b5f721b8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:34.955249 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-056c9c25-b857-4b1b-8b6b-bbb67e124f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:34.957189 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-056c9c25-b857-4b1b-8b6b-bbb67e124f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:34.978861 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-10f3bdb9-304b-42c7-b765-56b5f721b8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:35.016674 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3181de94-df48-4fbf-bbc5-16eca792adb8 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:35.026901 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3181de94-df48-4fbf-bbc5-16eca792adb8 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] 10.222.0.50 "PUT /v2.0/routers/4097b39d-b18d-42c3-9657-ed4031726325/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3429642 Aug 11 02:29:35.031801 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35044) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:35.071971 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 7396fa36-5b5c-4183-b77f-cb81bd4e087e triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:35.072956 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:35.080565 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da9633f-c041-4061-9b8b-34423ccf4575 None None] Sync routers for ids ['4097b39d-b18d-42c3-9657-ed4031726325'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:35.100646 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-056c9c25-b857-4b1b-8b6b-bbb67e124f83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:35.149299 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-78b90674-a7b2-4365-8839-b338ec2f23bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'name': 'tempest-TestVolumeBackupRestore-957803011-router', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:29:27Z', 'revision_number': 4, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'gw_port': {'id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0', 'name': '', 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'mac_address': 'fa:16:3e:f2:9f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'ffb9dd6a-9435-4f73-9597-0b7c0b0ac374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:25Z', 'updated_at': '2021-08-11T02:29:34Z', 'revision_number': 4, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'subnets': [{'id': 'ffb9dd6a-9435-4f73-9597-0b7c0b0ac374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:35.205182 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b90674-a7b2-4365-8839-b338ec2f23bb None None] The sync data for ids ['44cc0473-02c3-450f-87ca-94bd8c0c8b31'] in n-d-615180-33 is: [{'id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'name': 'tempest-TestVolumeBackupRestore-957803011-router', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:29:27Z', 'revision_number': 4, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'gw_port': {'id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0', 'name': '', 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'mac_address': 'fa:16:3e:f2:9f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'ffb9dd6a-9435-4f73-9597-0b7c0b0ac374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:25Z', 'updated_at': '2021-08-11T02:29:34Z', 'revision_number': 4, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'subnets': [{'id': 'ffb9dd6a-9435-4f73-9597-0b7c0b0ac374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:35.292524 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0115cc8f-49cf-4579-87b9-ea385fe351fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:35.362478 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-ff7a9af3-fefa-4361-b403-86f777905a9b None None] Allocated IP 172.20.0.2 (b96a575a-6deb-45f1-b037-5e93607b5ee1/0725c519-05f5-47df-b954-46ae2b7d2928/7500754e-f514-401c-8bcf-b85f63030029) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:35.427188 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-10f3bdb9-304b-42c7-b765-56b5f721b8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:35.430480 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-10f3bdb9-304b-42c7-b765-56b5f721b8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:35.432016 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-10f3bdb9-304b-42c7-b765-56b5f721b8b8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f8be1675-6c9c-4883-948b-a00ef2e234ab HTTP/1.1" status: 204 len: 168 time: 0.9485230 Aug 11 02:29:35.474435 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-056c9c25-b857-4b1b-8b6b-bbb67e124f83 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:35.494040 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3bdb9-304b-42c7-b765-56b5f721b8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8be1675-6c9c-4883-948b-a00ef2e234ab,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:35.635154 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd6326-4b34-4e8d-a47f-c6a11b79b344 req-481c2ceb-7409-4462-938d-433420c29d2a tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:35.636880 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9ccd6326-4b34-4e8d-a47f-c6a11b79b344 req-481c2ceb-7409-4462-938d-433420c29d2a tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.2909076 Aug 11 02:29:35.705205 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da9633f-c041-4061-9b8b-34423ccf4575 None None] Routers {'4097b39d-b18d-42c3-9657-ed4031726325'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:35.705945 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-6da9633f-c041-4061-9b8b-34423ccf4575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:29:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['4097b39d-b18d-42c3-9657-ed4031726325'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:35.726947 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1c5514-b038-4112-95b0-47244c9eaa09 None None] Network f57710eb-bdff-4437-b2ed-795ce5aceb1b requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:35.729210 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-0138a201-0db0-45b0-b405-d8f1d8f4009c None None] Provisioning for port 90ad317a-db34-4036-9e25-6c63fbce8d2a completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:35.734410 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9ccd6326-4b34-4e8d-a47f-c6a11b79b344 req-b8753dc8-5f6e-4c62-8bfa-ff25b6525a75 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883331 Aug 11 02:29:35.896971 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-6da9633f-c041-4061-9b8b-34423ccf4575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:35.954413 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cf3b81-2ad3-4c5e-a758-16b17c50596b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-f76ee8c4-3bd6-41e7-93d0-f43330e11bf6', 'network_id': 'f76ee8c4-3bd6-41e7-93d0-f43330e11bf6', 'tenant_id': '98a898ee0b8e4ab184efb611fa3c7fba', 'fixed_ips': [{'subnet_id': '3caac801-d0ba-4ca3-8506-7605a17b431e'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:29:35.954413 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-03cf3b81-2ad3-4c5e-a758-16b17c50596b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:35.970840 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-056c9c25-b857-4b1b-8b6b-bbb67e124f83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:36.016882 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35054) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:36.027127 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-056c9c25-b857-4b1b-8b6b-bbb67e124f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:36.041241 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49e566e5-e2cc-452a-82cb-8870d4b94cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:36.067314 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da9633f-c041-4061-9b8b-34423ccf4575 None None] Routers {'4097b39d-b18d-42c3-9657-ed4031726325'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:36.067986 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-6da9633f-c041-4061-9b8b-34423ccf4575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:29:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['4097b39d-b18d-42c3-9657-ed4031726325'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:36.181747 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-6da9633f-c041-4061-9b8b-34423ccf4575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:36.182483 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da9633f-c041-4061-9b8b-34423ccf4575 None None] The sync data for ids ['4097b39d-b18d-42c3-9657-ed4031726325'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:36.212703 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-056c9c25-b857-4b1b-8b6b-bbb67e124f83 admin admin] Allocated IP 172.25.2.143 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/368161c1-63b6-434f-9318-024f4de82c2b) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:36.307041 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49e566e5-e2cc-452a-82cb-8870d4b94cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:36.312738 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49e566e5-e2cc-452a-82cb-8870d4b94cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:36.335681 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 6538fcba-3c23-4161-bc19-6fc2a321e612 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:36.350184 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e566e5-e2cc-452a-82cb-8870d4b94cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e1fb6a-a41e-43d6-87f9-dfb4809431ac,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:36.388436 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-49e566e5-e2cc-452a-82cb-8870d4b94cbe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f8fc6868b8354198b0e84f50c93e6513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3690665 Aug 11 02:29:36.391823 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35056) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:36.423662 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-056c9c25-b857-4b1b-8b6b-bbb67e124f83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:36.451524 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-0a423a46-2982-4242-91c9-fdebba9ce725 None None] Provisioning for port e0a3ba94-2011-41ac-b71b-d52c77dbfced completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:36.485716 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-115b63ba-6f2a-4ff9-a318-c5a299d95c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:36.534564 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-115b63ba-6f2a-4ff9-a318-c5a299d95c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:36.536745 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-056c9c25-b857-4b1b-8b6b-bbb67e124f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:36.548385 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 6538fcba-3c23-4161-bc19-6fc2a321e612 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:36.548761 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:36.562359 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ff7a9af3-fefa-4361-b403-86f777905a9b None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:36.589069 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-0f6fb9af-ecf7-4ae3-a1a0-4d31e69780e4 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:29:36.591271 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0f6fb9af-ecf7-4ae3-a1a0-4d31e69780e4 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] 10.222.0.50 "PUT /v2.0/routers/4097b39d-b18d-42c3-9657-ed4031726325/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5059130 Aug 11 02:29:36.591271 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0115cc8f-49cf-4579-87b9-ea385fe351fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:36.615172 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35060) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:36.615345 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c9c25-b857-4b1b-8b6b-bbb67e124f83 admin admin] Pushing event updated for resources: {'Port': ['ID=368161c1-63b6-434f-9318-024f4de82c2b,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:36.631762 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056c9c25-b857-4b1b-8b6b-bbb67e124f83 admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:36.652106 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-056c9c25-b857-4b1b-8b6b-bbb67e124f83 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:36.660838 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056c9c25-b857-4b1b-8b6b-bbb67e124f83 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:36.695403 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ff7a9af3-fefa-4361-b403-86f777905a9b None None] Transition to ACTIVE for port object 7500754e-f514-401c-8bcf-b85f63030029 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:36.750180 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-115b63ba-6f2a-4ff9-a318-c5a299d95c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:36.753572 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-115b63ba-6f2a-4ff9-a318-c5a299d95c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:36.755492 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-115b63ba-6f2a-4ff9-a318-c5a299d95c72 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f8e1fb6a-a41e-43d6-87f9-dfb4809431ac HTTP/1.1" status: 204 len: 168 time: 0.3624418 Aug 11 02:29:36.776499 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b63ba-6f2a-4ff9-a318-c5a299d95c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e1fb6a-a41e-43d6-87f9-dfb4809431ac,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:36.821177 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ff7a9af3-fefa-4361-b403-86f777905a9b None None] Transition to ACTIVE for port object 7500754e-f514-401c-8bcf-b85f63030029 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:36.848099 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-03cf3b81-2ad3-4c5e-a758-16b17c50596b None None] Allocated IP 172.20.0.2 (f76ee8c4-3bd6-41e7-93d0-f43330e11bf6/3caac801-d0ba-4ca3-8506-7605a17b431e/e1bd4b8a-98c5-4c57-945c-43df12b0c6dd) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:36.885620 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ff7a9af3-fefa-4361-b403-86f777905a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:36.892621 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0115cc8f-49cf-4579-87b9-ea385fe351fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:36.927224 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7a9af3-fefa-4361-b403-86f777905a9b None None] Network b96a575a-6deb-45f1-b037-5e93607b5ee1 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:36.995981 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-ff7a9af3-fefa-4361-b403-86f777905a9b None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:37.001337 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7a9af3-fefa-4361-b403-86f777905a9b None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:37.128857 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 90ad317a-db34-4036-9e25-6c63fbce8d2a up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:37.130640 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a9af3-fefa-4361-b403-86f777905a9b None None] Pushing event updated for resources: {'Port': ['ID=7500754e-f514-401c-8bcf-b85f63030029,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:37.192666 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-056c9c25-b857-4b1b-8b6b-bbb67e124f83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:37.247425 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a153e4e-d923-4ce1-b059-a96b4f8d841b req-5371d947-191f-4b3c-a535-a7a8bd3c29ab tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:37.259021 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3a153e4e-d923-4ce1-b059-a96b4f8d841b req-5371d947-191f-4b3c-a535-a7a8bd3c29ab tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.3692675 Aug 11 02:29:37.289996 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-ff7a9af3-fefa-4361-b403-86f777905a9b None None] Attempting to bind port 7500754e-f514-401c-8bcf-b85f63030029 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:37.290725 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-ff7a9af3-fefa-4361-b403-86f777905a9b None None] Attempting to bind port 7500754e-f514-401c-8bcf-b85f63030029 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'a84a6579-f569-4c2a-831a-decd5a56bd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b96a575a-6deb-45f1-b037-5e93607b5ee1'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:37.291054 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7a9af3-fefa-4361-b403-86f777905a9b None None] Attempting to bind port 7500754e-f514-401c-8bcf-b85f63030029 on network b96a575a-6deb-45f1-b037-5e93607b5ee1 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:37.309181 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7a9af3-fefa-4361-b403-86f777905a9b None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:37.309609 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7a9af3-fefa-4361-b403-86f777905a9b None None] Checking segment: {'id': 'a84a6579-f569-4c2a-831a-decd5a56bd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b96a575a-6deb-45f1-b037-5e93607b5ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:37.310093 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ff7a9af3-fefa-4361-b403-86f777905a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:37.310286 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7a9af3-fefa-4361-b403-86f777905a9b None None] Bound using segment: {'id': 'a84a6579-f569-4c2a-831a-decd5a56bd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b96a575a-6deb-45f1-b037-5e93607b5ee1'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:37.311092 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-ff7a9af3-fefa-4361-b403-86f777905a9b None None] Bound port: 7500754e-f514-401c-8bcf-b85f63030029, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84a6579-f569-4c2a-831a-decd5a56bd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b96a575a-6deb-45f1-b037-5e93607b5ee1'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:37.311467 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ff7a9af3-fefa-4361-b403-86f777905a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:37.439195 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-0115cc8f-49cf-4579-87b9-ea385fe351fc admin admin] Allocated IP 172.25.2.253 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/5bce3524-fe02-4299-b6ab-9dc1172ae914) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:37.446607 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 90ad317a-db34-4036-9e25-6c63fbce8d2a completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:37.467223 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3a153e4e-d923-4ce1-b059-a96b4f8d841b req-5ab534a4-88b2-43f2-8fe5-3e25e9b8645c tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071774 Aug 11 02:29:37.476253 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d1fae5ea-196b-40de-80ac-3d8e01f63a56 None None] Provisioning for port d8196771-a8a4-4b33-925c-58c172743f98 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:37.492060 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d1fae5ea-196b-40de-80ac-3d8e01f63a56 None None] Provisioning complete for port d8196771-a8a4-4b33-925c-58c172743f98 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:37.492338 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d1fae5ea-196b-40de-80ac-3d8e01f63a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:37.494774 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 90ad317a-db34-4036-9e25-6c63fbce8d2a triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:37.495569 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:37.579616 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-056c9c25-b857-4b1b-8b6b-bbb67e124f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:37.664072 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0115cc8f-49cf-4579-87b9-ea385fe351fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:37.681917 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-ff7a9af3-fefa-4361-b403-86f777905a9b None None] For port 7500754e-f514-401c-8bcf-b85f63030029, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:37.686927 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-ff7a9af3-fefa-4361-b403-86f777905a9b None None] For port 7500754e-f514-401c-8bcf-b85f63030029, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7500754e-f514-401c-8bcf-b85f63030029,segment=NetworkSegment(a84a6579-f569-4c2a-831a-decd5a56bd3d),segment_id=a84a6579-f569-4c2a-831a-decd5a56bd3d)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:37.706552 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4e995ff0-fb59-4237-99fd-2af7c5854637 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:37.720512 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-d1fae5ea-196b-40de-80ac-3d8e01f63a56 None None] Port d8196771-a8a4-4b33-925c-58c172743f98 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:37.743583 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ff7a9af3-fefa-4361-b403-86f777905a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:37.762242 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-03cf3b81-2ad3-4c5e-a758-16b17c50596b None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:37.807649 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056c9c25-b857-4b1b-8b6b-bbb67e124f83 admin admin] Router d72ac068-e64f-429b-bd45-56d02c75e424 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:29:37.848460 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a9af3-fefa-4361-b403-86f777905a9b None None] Pushing event updated for resources: {'Port': ['ID=7500754e-f514-401c-8bcf-b85f63030029,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:37.887169 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0115cc8f-49cf-4579-87b9-ea385fe351fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:37.887307 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-03cf3b81-2ad3-4c5e-a758-16b17c50596b None None] Transition to ACTIVE for port object e1bd4b8a-98c5-4c57-945c-43df12b0c6dd will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:37.931062 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-25eba1c3-4a28-4968-b1e2-868bfedbee99 None None] Provisioning complete for port d8196771-a8a4-4b33-925c-58c172743f98 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:37.931425 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-25eba1c3-4a28-4968-b1e2-868bfedbee99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:37.965340 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115cc8f-49cf-4579-87b9-ea385fe351fc admin admin] Pushing event updated for resources: {'Port': ['ID=5bce3524-fe02-4299-b6ab-9dc1172ae914,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:37.965498 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056c9c25-b857-4b1b-8b6b-bbb67e124f83 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:37.977353 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e26ba66-8540-4292-9b26-8fbb67dfdacd None None] Sync routers for ids ['d72ac068-e64f-429b-bd45-56d02c75e424'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:37.989038 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0115cc8f-49cf-4579-87b9-ea385fe351fc admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:37.991739 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-056c9c25-b857-4b1b-8b6b-bbb67e124f83 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:37.995662 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-056c9c25-b857-4b1b-8b6b-bbb67e124f83 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.1900618 Aug 11 02:29:37.995882 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e26ba66-8540-4292-9b26-8fbb67dfdacd None None] Routers {'d72ac068-e64f-429b-bd45-56d02c75e424'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:37.995882 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-2e26ba66-8540-4292-9b26-8fbb67dfdacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:29:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['d72ac068-e64f-429b-bd45-56d02c75e424'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:37.996748 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-0115cc8f-49cf-4579-87b9-ea385fe351fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:37.997191 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35088) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:38.000286 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0115cc8f-49cf-4579-87b9-ea385fe351fc admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:38.011472 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-25eba1c3-4a28-4968-b1e2-868bfedbee99 None None] Port d8196771-a8a4-4b33-925c-58c172743f98 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:38.059096 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-03cf3b81-2ad3-4c5e-a758-16b17c50596b None None] Transition to ACTIVE for port object e1bd4b8a-98c5-4c57-945c-43df12b0c6dd will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:38.075252 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-03cf3b81-2ad3-4c5e-a758-16b17c50596b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:38.117074 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:38.180330 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cf3b81-2ad3-4c5e-a758-16b17c50596b None None] Network f76ee8c4-3bd6-41e7-93d0-f43330e11bf6 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:38.198845 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-03cf3b81-2ad3-4c5e-a758-16b17c50596b None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:38.246248 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf3b81-2ad3-4c5e-a758-16b17c50596b None None] Pushing event updated for resources: {'Port': ['ID=e1bd4b8a-98c5-4c57-945c-43df12b0c6dd,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:38.247450 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-2e26ba66-8540-4292-9b26-8fbb67dfdacd None None] Set router d72ac068-e64f-429b-bd45-56d02c75e424 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:38.259725 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 90ad317a-db34-4036-9e25-6c63fbce8d2a, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=90ad317a-db34-4036-9e25-6c63fbce8d2a,segment=NetworkSegment(64200519-9448-4b3b-b637-bb220a50db4f),segment_id=64200519-9448-4b3b-b637-bb220a50db4f)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:38.260671 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cf3b81-2ad3-4c5e-a758-16b17c50596b None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:38.280948 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:38.508443 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-03cf3b81-2ad3-4c5e-a758-16b17c50596b None None] Attempting to bind port e1bd4b8a-98c5-4c57-945c-43df12b0c6dd on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:38.509168 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-03cf3b81-2ad3-4c5e-a758-16b17c50596b None None] Attempting to bind port e1bd4b8a-98c5-4c57-945c-43df12b0c6dd by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '21eeef74-ab6b-4a6f-a2bf-b9f98700bca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f76ee8c4-3bd6-41e7-93d0-f43330e11bf6'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:38.509168 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cf3b81-2ad3-4c5e-a758-16b17c50596b None None] Attempting to bind port e1bd4b8a-98c5-4c57-945c-43df12b0c6dd on network f76ee8c4-3bd6-41e7-93d0-f43330e11bf6 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:38.517229 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-2e26ba66-8540-4292-9b26-8fbb67dfdacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72ac068-e64f-429b-bd45-56d02c75e424', 'name': 'tempest-ImageQuotaTest-978468432-router', 'tenant_id': '98a898ee0b8e4ab184efb611fa3c7fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '368161c1-63b6-434f-9318-024f4de82c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:34Z', 'updated_at': '2021-08-11T02:29:36Z', 'revision_number': 3, 'project_id': '98a898ee0b8e4ab184efb611fa3c7fba', 'gw_port': {'id': '368161c1-63b6-434f-9318-024f4de82c2b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72ac068-e64f-429b-bd45-56d02c75e424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:36Z', 'updated_at': '2021-08-11T02:29:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:38.548167 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cf3b81-2ad3-4c5e-a758-16b17c50596b None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:38.548460 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e26ba66-8540-4292-9b26-8fbb67dfdacd None None] Checking router: d72ac068-e64f-429b-bd45-56d02c75e424 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:29:38.548570 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e26ba66-8540-4292-9b26-8fbb67dfdacd None None] Updating router d72ac068-e64f-429b-bd45-56d02c75e424 port 368161c1-63b6-434f-9318-024f4de82c2b binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:29:38.550464 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cf3b81-2ad3-4c5e-a758-16b17c50596b None None] Checking segment: {'id': '21eeef74-ab6b-4a6f-a2bf-b9f98700bca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f76ee8c4-3bd6-41e7-93d0-f43330e11bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:38.551130 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-03cf3b81-2ad3-4c5e-a758-16b17c50596b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:38.554021 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cf3b81-2ad3-4c5e-a758-16b17c50596b None None] Bound using segment: {'id': '21eeef74-ab6b-4a6f-a2bf-b9f98700bca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f76ee8c4-3bd6-41e7-93d0-f43330e11bf6'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:38.555136 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-03cf3b81-2ad3-4c5e-a758-16b17c50596b None None] Bound port: e1bd4b8a-98c5-4c57-945c-43df12b0c6dd, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21eeef74-ab6b-4a6f-a2bf-b9f98700bca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f76ee8c4-3bd6-41e7-93d0-f43330e11bf6'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:38.557560 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-03cf3b81-2ad3-4c5e-a758-16b17c50596b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:38.559990 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=90ad317a-db34-4036-9e25-6c63fbce8d2a,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:38.587126 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-2e26ba66-8540-4292-9b26-8fbb67dfdacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:38.645489 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7500754e-f514-401c-8bcf-b85f63030029 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:38.689564 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-4e995ff0-fb59-4237-99fd-2af7c5854637 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Deleting port d8196771-a8a4-4b33-925c-58c172743f98 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:38.690049 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4e995ff0-fb59-4237-99fd-2af7c5854637 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:38.742505 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-03cf3b81-2ad3-4c5e-a758-16b17c50596b None None] For port e1bd4b8a-98c5-4c57-945c-43df12b0c6dd, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:38.746554 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 7500754e-f514-401c-8bcf-b85f63030029 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:38.751817 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-03cf3b81-2ad3-4c5e-a758-16b17c50596b None None] For port e1bd4b8a-98c5-4c57-945c-43df12b0c6dd, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e1bd4b8a-98c5-4c57-945c-43df12b0c6dd,segment=NetworkSegment(21eeef74-ab6b-4a6f-a2bf-b9f98700bca0),segment_id=21eeef74-ab6b-4a6f-a2bf-b9f98700bca0)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:38.755594 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e0a3ba94-2011-41ac-b71b-d52c77dbfced up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:38.801229 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-03cf3b81-2ad3-4c5e-a758-16b17c50596b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:38.810530 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18263d-ac1f-4f72-9bc5-8466f6e4b6c0 req-eef128c3-7204-4ef8-8538-9783d419919e tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:38.812948 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9f18263d-ac1f-4f72-9bc5-8466f6e4b6c0 req-eef128c3-7204-4ef8-8538-9783d419919e tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1837928 Aug 11 02:29:38.868925 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf3b81-2ad3-4c5e-a758-16b17c50596b None None] Pushing event updated for resources: {'Port': ['ID=e1bd4b8a-98c5-4c57-945c-43df12b0c6dd,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:38.920442 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port e0a3ba94-2011-41ac-b71b-d52c77dbfced completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:38.937250 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port e0a3ba94-2011-41ac-b71b-d52c77dbfced triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:38.937631 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:39.036705 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9f18263d-ac1f-4f72-9bc5-8466f6e4b6c0 req-7475938e-d0c0-4807-b682-8fd3f6bd0f82 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798718 Aug 11 02:29:39.037444 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-2e26ba66-8540-4292-9b26-8fbb67dfdacd None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:39.042891 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:39.050707 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-2e26ba66-8540-4292-9b26-8fbb67dfdacd None None] Transition to ACTIVE for port object 368161c1-63b6-434f-9318-024f4de82c2b will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:39.057814 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-2e26ba66-8540-4292-9b26-8fbb67dfdacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:39.076369 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0115cc8f-49cf-4579-87b9-ea385fe351fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:39.113670 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fd9d5-817e-4ae6-8665-fb7bf02d43c0 None None] Pushing event updated for resources: {'Port': ['ID=368161c1-63b6-434f-9318-024f4de82c2b,revision_number=2']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:39.139791 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-2e26ba66-8540-4292-9b26-8fbb67dfdacd None None] Attempting to bind port 368161c1-63b6-434f-9318-024f4de82c2b on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:39.140165 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-2e26ba66-8540-4292-9b26-8fbb67dfdacd None None] Attempting to bind port 368161c1-63b6-434f-9318-024f4de82c2b by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:39.140742 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e26ba66-8540-4292-9b26-8fbb67dfdacd None None] Attempting to bind port 368161c1-63b6-434f-9318-024f4de82c2b on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:39.147899 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e26ba66-8540-4292-9b26-8fbb67dfdacd None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:39.148591 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e26ba66-8540-4292-9b26-8fbb67dfdacd None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:39.149185 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-2e26ba66-8540-4292-9b26-8fbb67dfdacd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:39.149756 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e26ba66-8540-4292-9b26-8fbb67dfdacd None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:39.150405 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-2e26ba66-8540-4292-9b26-8fbb67dfdacd None None] Bound port: 368161c1-63b6-434f-9318-024f4de82c2b, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:39.150964 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-2e26ba66-8540-4292-9b26-8fbb67dfdacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:39.214758 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:39.220262 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4e995ff0-fb59-4237-99fd-2af7c5854637 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:39.314438 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-2e26ba66-8540-4292-9b26-8fbb67dfdacd None None] For port 368161c1-63b6-434f-9318-024f4de82c2b, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:39.325816 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-2e26ba66-8540-4292-9b26-8fbb67dfdacd None None] For port 368161c1-63b6-434f-9318-024f4de82c2b, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=368161c1-63b6-434f-9318-024f4de82c2b,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:39.329265 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-4e995ff0-fb59-4237-99fd-2af7c5854637 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Calling delete_port for d8196771-a8a4-4b33-925c-58c172743f98 owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:39.333968 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-2e26ba66-8540-4292-9b26-8fbb67dfdacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:39.337190 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port e0a3ba94-2011-41ac-b71b-d52c77dbfced, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e0a3ba94-2011-41ac-b71b-d52c77dbfced,segment=NetworkSegment(88d6a2a0-4627-4070-9b2b-6a05a74fe712),segment_id=88d6a2a0-4627-4070-9b2b-6a05a74fe712)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:39.348119 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:39.349033 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:39.466072 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Allocated IP 172.20.0.1 (f76ee8c4-3bd6-41e7-93d0-f43330e11bf6/3caac801-d0ba-4ca3-8506-7605a17b431e/41c5a534-3bfb-4fee-a514-8a2431a1c260) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:39.492770 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e26ba66-8540-4292-9b26-8fbb67dfdacd None None] Routers {'d72ac068-e64f-429b-bd45-56d02c75e424'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:39.493725 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-2e26ba66-8540-4292-9b26-8fbb67dfdacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:29:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['d72ac068-e64f-429b-bd45-56d02c75e424'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:39.533635 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=e0a3ba94-2011-41ac-b71b-d52c77dbfced,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:39.569197 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:39.581474 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:39.581474 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:39.612577 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fd9d5-817e-4ae6-8665-fb7bf02d43c0 None None] Pushing event updated for resources: {'Port': ['ID=368161c1-63b6-434f-9318-024f4de82c2b,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:39.622381 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:39.637004 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Transition to ACTIVE for port object 41c5a534-3bfb-4fee-a514-8a2431a1c260 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:39.672399 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0115cc8f-49cf-4579-87b9-ea385fe351fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:39.689657 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:39.756822 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-2e26ba66-8540-4292-9b26-8fbb67dfdacd None None] Set router d72ac068-e64f-429b-bd45-56d02c75e424 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:39.762045 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Pushing event updated for resources: {'Port': ['ID=41c5a534-3bfb-4fee-a514-8a2431a1c260,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:39.774155 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:39.774652 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:39.775094 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:39.775530 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:39.775986 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:39.776413 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:39.776844 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:39.777268 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:39.777705 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:39.778129 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:39.778550 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:39.778969 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:39.793865 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Network f76ee8c4-3bd6-41e7-93d0-f43330e11bf6 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:39.795479 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:39.807185 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:39.866275 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:39.898700 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4e995ff0-fb59-4237-99fd-2af7c5854637 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:39.940360 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e5cbfd-3aa6-4a1c-ad88-52996584e760 None None] Network b96a575a-6deb-45f1-b037-5e93607b5ee1 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:40.055682 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-380c8eef-bc6b-4a7f-8fa8-6cb6a218cd7f None None] Provisioning for port 7500754e-f514-401c-8bcf-b85f63030029 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:40.090366 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-380c8eef-bc6b-4a7f-8fa8-6cb6a218cd7f None None] Provisioning complete for port 7500754e-f514-401c-8bcf-b85f63030029 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:40.090753 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-380c8eef-bc6b-4a7f-8fa8-6cb6a218cd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:40.098467 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:40.176625 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e995ff0-fb59-4237-99fd-2af7c5854637 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Pushing event deleted for resources: {'Port': ['ID=d8196771-a8a4-4b33-925c-58c172743f98,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:40.345607 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-2e26ba66-8540-4292-9b26-8fbb67dfdacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72ac068-e64f-429b-bd45-56d02c75e424', 'name': 'tempest-ImageQuotaTest-978468432-router', 'tenant_id': '98a898ee0b8e4ab184efb611fa3c7fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '368161c1-63b6-434f-9318-024f4de82c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:34Z', 'updated_at': '2021-08-11T02:29:36Z', 'revision_number': 3, 'project_id': '98a898ee0b8e4ab184efb611fa3c7fba', 'gw_port': {'id': '368161c1-63b6-434f-9318-024f4de82c2b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72ac068-e64f-429b-bd45-56d02c75e424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:36Z', 'updated_at': '2021-08-11T02:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:40.370852 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:40.390733 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4e995ff0-fb59-4237-99fd-2af7c5854637 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:40.419462 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e26ba66-8540-4292-9b26-8fbb67dfdacd None None] The sync data for ids ['d72ac068-e64f-429b-bd45-56d02c75e424'] in n-d-615180-33 is: [{'id': 'd72ac068-e64f-429b-bd45-56d02c75e424', 'name': 'tempest-ImageQuotaTest-978468432-router', 'tenant_id': '98a898ee0b8e4ab184efb611fa3c7fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '368161c1-63b6-434f-9318-024f4de82c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:34Z', 'updated_at': '2021-08-11T02:29:36Z', 'revision_number': 3, 'project_id': '98a898ee0b8e4ab184efb611fa3c7fba', 'gw_port': {'id': '368161c1-63b6-434f-9318-024f4de82c2b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72ac068-e64f-429b-bd45-56d02c75e424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:36Z', 'updated_at': '2021-08-11T02:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:40.482648 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35148) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:40.513783 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:40.521033 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:40.538377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba80b4-cc88-473b-aa67-a0402051ec41 req-821d550b-7373-4f2f-b894-284cfd03cc0f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:40.540164 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ceba80b4-cc88-473b-aa67-a0402051ec41 req-821d550b-7373-4f2f-b894-284cfd03cc0f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.2807040 Aug 11 02:29:40.589932 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:40.598765 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0,segment=NetworkSegment(2a5e1037-f92d-4ae6-952c-e9370c6f49f3),segment_id=2a5e1037-f92d-4ae6-952c-e9370c6f49f3)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:40.648994 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:40.662718 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0115cc8f-49cf-4579-87b9-ea385fe351fc admin admin] Router 93b262eb-3021-453e-bd9e-d2cdb288d8ea is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:29:40.670358 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ceba80b4-cc88-473b-aa67-a0402051ec41 req-fb57fada-41b8-444c-b5d2-3e712b687e1f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221535 Aug 11 02:29:40.683101 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e995ff0-fb59-4237-99fd-2af7c5854637 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Router 4097b39d-b18d-42c3-9657-ed4031726325 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:29:40.729242 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Pushing event updated for resources: {'Port': ['ID=41c5a534-3bfb-4fee-a514-8a2431a1c260,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:40.738690 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d6cef3-befb-432a-b140-5d03dd29955e None None] Network f76ee8c4-3bd6-41e7-93d0-f43330e11bf6 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:40.745069 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-79954abd-165d-4752-9b44-212e50d23790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:40.807025 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-380c8eef-bc6b-4a7f-8fa8-6cb6a218cd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:40.812536 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0115cc8f-49cf-4579-87b9-ea385fe351fc admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:40.830451 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Network f76ee8c4-3bd6-41e7-93d0-f43330e11bf6 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:40.840457 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:40.865797 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e2e5cf-3ed4-41d8-97da-0c7db3e6cfc8 None None] Sync routers for ids ['93b262eb-3021-453e-bd9e-d2cdb288d8ea'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:40.904327 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:40.943295 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-380c8eef-bc6b-4a7f-8fa8-6cb6a218cd7f None None] For port 7500754e-f514-401c-8bcf-b85f63030029, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7500754e-f514-401c-8bcf-b85f63030029,segment=NetworkSegment(a84a6579-f569-4c2a-831a-decd5a56bd3d),segment_id=a84a6579-f569-4c2a-831a-decd5a56bd3d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:40.944417 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e2e5cf-3ed4-41d8-97da-0c7db3e6cfc8 None None] Routers {'93b262eb-3021-453e-bd9e-d2cdb288d8ea'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:40.945267 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-29e2e5cf-3ed4-41d8-97da-0c7db3e6cfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:29:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['93b262eb-3021-453e-bd9e-d2cdb288d8ea'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:40.956039 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-380c8eef-bc6b-4a7f-8fa8-6cb6a218cd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:41.041850 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e995ff0-fb59-4237-99fd-2af7c5854637 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:41.052279 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3669ddbd-532d-406e-b3cc-6eab61854a7c None None] Sync routers for ids ['4097b39d-b18d-42c3-9657-ed4031726325'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:41.058273 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4e995ff0-fb59-4237-99fd-2af7c5854637 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] 10.222.0.50 "PUT /v2.0/routers/4097b39d-b18d-42c3-9657-ed4031726325/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4418902 Aug 11 02:29:41.065799 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35154) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:41.086949 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3669ddbd-532d-406e-b3cc-6eab61854a7c None None] Routers {'4097b39d-b18d-42c3-9657-ed4031726325'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:41.087698 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-3669ddbd-532d-406e-b3cc-6eab61854a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:29:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['4097b39d-b18d-42c3-9657-ed4031726325'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:41.189839 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-29e2e5cf-3ed4-41d8-97da-0c7db3e6cfc8 None None] Set router 93b262eb-3021-453e-bd9e-d2cdb288d8ea gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:41.202578 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-3669ddbd-532d-406e-b3cc-6eab61854a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:41.248909 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3669ddbd-532d-406e-b3cc-6eab61854a7c None None] Routers {'4097b39d-b18d-42c3-9657-ed4031726325'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:41.250836 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-3669ddbd-532d-406e-b3cc-6eab61854a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:29:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['4097b39d-b18d-42c3-9657-ed4031726325'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:41.340293 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-3669ddbd-532d-406e-b3cc-6eab61854a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:41.341178 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3669ddbd-532d-406e-b3cc-6eab61854a7c None None] The sync data for ids ['4097b39d-b18d-42c3-9657-ed4031726325'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:41.388690 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e1bd4b8a-98c5-4c57-945c-43df12b0c6dd up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:41.561927 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Router d72ac068-e64f-429b-bd45-56d02c75e424 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:29:41.675934 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-63da58a1-4e78-4781-b376-05e143a9423f tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] delete failed (client error): The resource could not be found. Aug 11 02:29:41.677685 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-63da58a1-4e78-4781-b376-05e143a9423f tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-1476331869 HTTP/1.1" status: 404 len: 335 time: 0.6107624 Aug 11 02:29:41.683076 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35156) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:41.691231 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-19f467a4-02aa-4974-bdcb-20e22913200f tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Request body: {'router': {'external_gateway_info': {'network_id': '4097b39d-b18d-42c3-9657-ed4031726325'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:41.716344 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-09f56c1b-844f-4fc5-a642-639a51cb04bd None None] Provisioning for port e1bd4b8a-98c5-4c57-945c-43df12b0c6dd completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:41.726208 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c8eef-bc6b-4a7f-8fa8-6cb6a218cd7f None None] Pushing event updated for resources: {'Port': ['ID=7500754e-f514-401c-8bcf-b85f63030029,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:41.776887 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-79954abd-165d-4752-9b44-212e50d23790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:41.782400 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port e1bd4b8a-98c5-4c57-945c-43df12b0c6dd completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:41.789177 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-79954abd-165d-4752-9b44-212e50d23790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:41.807589 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port e1bd4b8a-98c5-4c57-945c-43df12b0c6dd triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:41.808079 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:41.825452 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0115cc8f-49cf-4579-87b9-ea385fe351fc admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:41.826971 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0115cc8f-49cf-4579-87b9-ea385fe351fc admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.2837040 Aug 11 02:29:41.832997 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35160) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:41.891729 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-29e2e5cf-3ed4-41d8-97da-0c7db3e6cfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b262eb-3021-453e-bd9e-d2cdb288d8ea', 'name': 'tempest-TestVolumeBackupRestore-1358773659-router', 'tenant_id': '1bbadcff04394b0ba1fd75211c7230ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '5bce3524-fe02-4299-b6ab-9dc1172ae914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:34Z', 'updated_at': '2021-08-11T02:29:38Z', 'revision_number': 3, 'project_id': '1bbadcff04394b0ba1fd75211c7230ad', 'gw_port': {'id': '5bce3524-fe02-4299-b6ab-9dc1172ae914', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b262eb-3021-453e-bd9e-d2cdb288d8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:37Z', 'updated_at': '2021-08-11T02:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:41.913322 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-79954abd-165d-4752-9b44-212e50d23790 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fe15882e5dcf42dcb5548900c869aa5a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4294310 Aug 11 02:29:41.916616 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35162) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:41.917560 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79954abd-165d-4752-9b44-212e50d23790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27a05b6-a569-45b5-871e-571ee5764c1b,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:41.930233 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:41.943480 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e2e5cf-3ed4-41d8-97da-0c7db3e6cfc8 None None] Checking router: 93b262eb-3021-453e-bd9e-d2cdb288d8ea for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:29:41.943875 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e2e5cf-3ed4-41d8-97da-0c7db3e6cfc8 None None] Updating router 93b262eb-3021-453e-bd9e-d2cdb288d8ea port 5bce3524-fe02-4299-b6ab-9dc1172ae914 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:29:41.955234 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ea2bc460-d065-469a-88f9-e0fc05a1b3a8 admin admin] 10.222.0.50 "PUT /v2.0/routers/d72ac068-e64f-429b-bd45-56d02c75e424/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9568384 Aug 11 02:29:41.988284 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-6db85c6a-ed0e-42be-bd61-e20b99a5f699 None None] Provisioning complete for port 7500754e-f514-401c-8bcf-b85f63030029 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:41.988656 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6db85c6a-ed0e-42be-bd61-e20b99a5f699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:41.997987 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f231a83-62bb-4d44-ad88-7819b50c73e0 req-029744c3-bc25-4a51-8dc8-81fb656622d8 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:42.006396 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1f231a83-62bb-4d44-ad88-7819b50c73e0 req-029744c3-bc25-4a51-8dc8-81fb656622d8 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1922636 Aug 11 02:29:42.013848 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-29e2e5cf-3ed4-41d8-97da-0c7db3e6cfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:42.046458 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0543a622-ec2c-4f9e-bb42-00cf1f722cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:42.084318 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1f231a83-62bb-4d44-ad88-7819b50c73e0 req-0b57cf08-843f-46e2-bfbc-9e382e3bf419 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706468 Aug 11 02:29:42.102529 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0543a622-ec2c-4f9e-bb42-00cf1f722cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:42.151876 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 9223b946-734e-45f4-b5ef-3289361e0db4 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:29:42.215102 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0543a622-ec2c-4f9e-bb42-00cf1f722cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:42.220293 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0543a622-ec2c-4f9e-bb42-00cf1f722cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:42.232087 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-19f467a4-02aa-4974-bdcb-20e22913200f tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:42.233932 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0543a622-ec2c-4f9e-bb42-00cf1f722cca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f27a05b6-a569-45b5-871e-571ee5764c1b HTTP/1.1" status: 204 len: 168 time: 0.3109014 Aug 11 02:29:42.259778 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543a622-ec2c-4f9e-bb42-00cf1f722cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27a05b6-a569-45b5-871e-571ee5764c1b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:42.301806 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-19f467a4-02aa-4974-bdcb-20e22913200f tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] update failed (client error): The resource could not be found. Aug 11 02:29:42.301806 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-19f467a4-02aa-4974-bdcb-20e22913200f tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] 10.222.0.50 "PUT /v2.0/routers/4097b39d-b18d-42c3-9657-ed4031726325 HTTP/1.1" status: 404 len: 339 time: 0.6097622 Aug 11 02:29:42.301806 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35172) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:42.396900 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:42.418585 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.db.resource_extend [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:29:42.557511 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port e1bd4b8a-98c5-4c57-945c-43df12b0c6dd, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e1bd4b8a-98c5-4c57-945c-43df12b0c6dd,segment=NetworkSegment(21eeef74-ab6b-4a6f-a2bf-b9f98700bca0),segment_id=21eeef74-ab6b-4a6f-a2bf-b9f98700bca0)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:42.658527 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:42.659887 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 90ad317a-db34-4036-9e25-6c63fbce8d2a up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:42.806698 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35190) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:42.809760 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=e1bd4b8a-98c5-4c57-945c-43df12b0c6dd,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:42.833448 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1bbedf8b-7d57-455a-8538-e52d3b75bafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:42.927071 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 9223b946-734e-45f4-b5ef-3289361e0db4, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=9223b946-734e-45f4-b5ef-3289361e0db4,segment=NetworkSegment(ac41ffd8-fd7b-4432-bc58-5a0f19867d17),segment_id=ac41ffd8-fd7b-4432-bc58-5a0f19867d17)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:42.968807 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4922aa-0569-4885-9be9-3abaacc3f1f9 req-cee592aa-af0b-4b2b-83e3-b074b5840829 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:42.990218 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1e4922aa-0569-4885-9be9-3abaacc3f1f9 req-cee592aa-af0b-4b2b-83e3-b074b5840829 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.1046560 Aug 11 02:29:43.019878 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8f043537-18e7-4302-81df-b6607a3d77db tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:43.083724 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1e4922aa-0569-4885-9be9-3abaacc3f1f9 req-240b3bb2-5561-4bb2-a8ea-6df1ca0ba35c tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919185 Aug 11 02:29:43.099054 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1bbedf8b-7d57-455a-8538-e52d3b75bafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:43.114744 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1bbedf8b-7d57-455a-8538-e52d3b75bafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:43.217439 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1bbedf8b-7d57-455a-8538-e52d3b75bafe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=28279e5d2af5487bbd8e6460915ba9cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4074125 Aug 11 02:29:43.218834 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35196) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:43.219807 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbedf8b-7d57-455a-8538-e52d3b75bafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c977bb-6794-47d5-9219-ad2eaabd7a2b,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:43.331672 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '9223b946-734e-45f4-b5ef-3289361e0db4', 'network_id': 'a2f949d0-3328-4092-9faf-d9d0b7daafd4', 'port_id': '9223b946-734e-45f4-b5ef-3289361e0db4', 'mac_address': 'fa:16:3e:51:a8:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8cd47ed-5ee1-4bbe-a899-6dd2b116ea1d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:29:43.353783 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e28cfc-522b-46ab-8510-50dc85af0b7e None None] Sync routers for ids ['d72ac068-e64f-429b-bd45-56d02c75e424'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:43.358527 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-29e2e5cf-3ed4-41d8-97da-0c7db3e6cfc8 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:43.382828 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-315ca2b1-803f-4bb5-aee0-8628d8682872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:43.403423 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cf8f2292-54ab-402e-988d-a35fccd7f343 None None] Provisioning complete for port e1bd4b8a-98c5-4c57-945c-43df12b0c6dd triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:43.404074 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cf8f2292-54ab-402e-988d-a35fccd7f343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:43.416321 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-315ca2b1-803f-4bb5-aee0-8628d8682872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:43.418538 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-29e2e5cf-3ed4-41d8-97da-0c7db3e6cfc8 None None] Transition to ACTIVE for port object 5bce3524-fe02-4299-b6ab-9dc1172ae914 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:43.430441 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9653602-3668-465f-8a5a-ba4d65e2bad6 req-d77fca82-b637-4664-a716-d43bab916104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:43.432767 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a9653602-3668-465f-8a5a-ba4d65e2bad6 req-d77fca82-b637-4664-a716-d43bab916104 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=212d4988370c4c66b025f31c5d0eea27&device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 1097 time: 0.5800855 Aug 11 02:29:43.448923 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e28cfc-522b-46ab-8510-50dc85af0b7e None None] Routers {'d72ac068-e64f-429b-bd45-56d02c75e424'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:43.449580 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-43e28cfc-522b-46ab-8510-50dc85af0b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:29:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['d72ac068-e64f-429b-bd45-56d02c75e424'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:43.456577 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-29e2e5cf-3ed4-41d8-97da-0c7db3e6cfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:43.489778 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-315ca2b1-803f-4bb5-aee0-8628d8682872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:43.495182 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-315ca2b1-803f-4bb5-aee0-8628d8682872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:43.497558 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-315ca2b1-803f-4bb5-aee0-8628d8682872 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c3c977bb-6794-47d5-9219-ad2eaabd7a2b HTTP/1.1" status: 204 len: 168 time: 0.2739489 Aug 11 02:29:43.508384 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 90ad317a-db34-4036-9e25-6c63fbce8d2a triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:43.508384 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:43.535358 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:43.579364 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ca2b1-803f-4bb5-aee0-8628d8682872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c977bb-6794-47d5-9219-ad2eaabd7a2b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:43.626554 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-8f043537-18e7-4302-81df-b6607a3d77db tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Allocated IP 172.20.0.1 (bfaa6eaa-0747-456c-b986-7e2282658cf4/adb675cb-7e66-4b69-8fcf-ab2b391a1c83/b1a48dea-1d76-4c02-8ae4-1b1a21c63cff) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:43.635005 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9223b946-734e-45f4-b5ef-3289361e0db4 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:29:43.689681 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-29e2e5cf-3ed4-41d8-97da-0c7db3e6cfc8 None None] Attempting to bind port 5bce3524-fe02-4299-b6ab-9dc1172ae914 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:43.690211 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-29e2e5cf-3ed4-41d8-97da-0c7db3e6cfc8 None None] Attempting to bind port 5bce3524-fe02-4299-b6ab-9dc1172ae914 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:43.690821 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e2e5cf-3ed4-41d8-97da-0c7db3e6cfc8 None None] Attempting to bind port 5bce3524-fe02-4299-b6ab-9dc1172ae914 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:43.700409 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bccc5-dbae-4b3d-a022-81ad0b542540 req-48bb2019-038d-4336-9e64-cf5a54c8e6a2 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:43.703259 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef5386-bab5-4198-a0b5-a14f7a6bc7bb None None] Pushing event updated for resources: {'Port': ['ID=5bce3524-fe02-4299-b6ab-9dc1172ae914,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:43.710540 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-058bccc5-dbae-4b3d-a022-81ad0b542540 req-48bb2019-038d-4336-9e64-cf5a54c8e6a2 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.3535511 Aug 11 02:29:43.748308 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 9223b946-734e-45f4-b5ef-3289361e0db4, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=9223b946-734e-45f4-b5ef-3289361e0db4,segment=NetworkSegment(ac41ffd8-fd7b-4432-bc58-5a0f19867d17),segment_id=ac41ffd8-fd7b-4432-bc58-5a0f19867d17)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:43.750989 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e2e5cf-3ed4-41d8-97da-0c7db3e6cfc8 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:43.751862 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e2e5cf-3ed4-41d8-97da-0c7db3e6cfc8 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:43.752813 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-29e2e5cf-3ed4-41d8-97da-0c7db3e6cfc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:43.753467 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e2e5cf-3ed4-41d8-97da-0c7db3e6cfc8 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:43.754263 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-29e2e5cf-3ed4-41d8-97da-0c7db3e6cfc8 None None] Bound port: 5bce3524-fe02-4299-b6ab-9dc1172ae914, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:43.754818 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-29e2e5cf-3ed4-41d8-97da-0c7db3e6cfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:43.765346 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:43.821316 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-43e28cfc-522b-46ab-8510-50dc85af0b7e None None] Set router d72ac068-e64f-429b-bd45-56d02c75e424 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:43.837671 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9653602-3668-465f-8a5a-ba4d65e2bad6 req-fd9c268f-ee26-483d-97a1-36bc579114a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:43.839309 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a9653602-3668-465f-8a5a-ba4d65e2bad6 req-fd9c268f-ee26-483d-97a1-36bc579114a6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0086c42c-f896-4a92-8515-db944444d83d HTTP/1.1" status: 200 len: 920 time: 0.3691611 Aug 11 02:29:43.883287 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['9223b946-734e-45f4-b5ef-3289361e0db4'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:29:43.925289 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-058bccc5-dbae-4b3d-a022-81ad0b542540 req-79a4a972-f191-4b84-aa0d-0ce2c311065c tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136037 Aug 11 02:29:43.954384 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a9653602-3668-465f-8a5a-ba4d65e2bad6 req-69ff43ed-721e-401a-88dc-8187fc90a758 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6949df3f-b34f-4767-aa68-e411a5193991 HTTP/1.1" status: 200 len: 217 time: 0.0975604 Aug 11 02:29:44.041521 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=9223b946-734e-45f4-b5ef-3289361e0db4,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:44.062233 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8f043537-18e7-4302-81df-b6607a3d77db tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:44.063093 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-29e2e5cf-3ed4-41d8-97da-0c7db3e6cfc8 None None] For port 5bce3524-fe02-4299-b6ab-9dc1172ae914, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:44.099503 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9653602-3668-465f-8a5a-ba4d65e2bad6 req-b5159435-25e7-4145-8fb6-3738a246cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:44.101029 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a9653602-3668-465f-8a5a-ba4d65e2bad6 req-b5159435-25e7-4145-8fb6-3738a246cbbb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=84fc00eb-2c93-4052-9a0f-462991bedf76 HTTP/1.1" status: 200 len: 859 time: 0.1370249 Aug 11 02:29:44.109176 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-8f043537-18e7-4302-81df-b6607a3d77db tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Transition to ACTIVE for port object b1a48dea-1d76-4c02-8ae4-1b1a21c63cff will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:44.153235 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a9653602-3668-465f-8a5a-ba4d65e2bad6 req-0e1179b6-729a-4a25-88a3-16e0540aff66 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0086c42c-f896-4a92-8515-db944444d83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428040 Aug 11 02:29:44.165720 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:44.185334 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-29e2e5cf-3ed4-41d8-97da-0c7db3e6cfc8 None None] For port 5bce3524-fe02-4299-b6ab-9dc1172ae914, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5bce3524-fe02-4299-b6ab-9dc1172ae914,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:44.206128 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-29e2e5cf-3ed4-41d8-97da-0c7db3e6cfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:44.221201 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e0a3ba94-2011-41ac-b71b-d52c77dbfced up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:44.230780 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cf8f2292-54ab-402e-988d-a35fccd7f343 None None] Provisioning for port 41c5a534-3bfb-4fee-a514-8a2431a1c260 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:44.283056 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cf8f2292-54ab-402e-988d-a35fccd7f343 None None] Provisioning complete for port 41c5a534-3bfb-4fee-a514-8a2431a1c260 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:44.283910 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cf8f2292-54ab-402e-988d-a35fccd7f343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:44.327998 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec600bb2-d74d-4e63-8f7e-f5b148e7f798 req-53831877-f3d3-40d7-87ec-744d0158595f tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:44.330432 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ec600bb2-d74d-4e63-8f7e-f5b148e7f798 req-53831877-f3d3-40d7-87ec-744d0158595f tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.1270108 Aug 11 02:29:44.331221 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35238) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:44.514900 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f2292-54ab-402e-988d-a35fccd7f343 None None] Port 41c5a534-3bfb-4fee-a514-8a2431a1c260 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:44.525065 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e2e5cf-3ed4-41d8-97da-0c7db3e6cfc8 None None] Routers {'93b262eb-3021-453e-bd9e-d2cdb288d8ea'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:44.527475 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-29e2e5cf-3ed4-41d8-97da-0c7db3e6cfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:29:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['93b262eb-3021-453e-bd9e-d2cdb288d8ea'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:44.540557 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef5386-bab5-4198-a0b5-a14f7a6bc7bb None None] Pushing event updated for resources: {'Port': ['ID=5bce3524-fe02-4299-b6ab-9dc1172ae914,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:44.629336 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8f043537-18e7-4302-81df-b6607a3d77db tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:44.637945 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ec600bb2-d74d-4e63-8f7e-f5b148e7f798 req-273d0948-963c-4354-9a09-59398a15831c tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335990 Aug 11 02:29:44.778883 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f043537-18e7-4302-81df-b6607a3d77db tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Pushing event updated for resources: {'Port': ['ID=b1a48dea-1d76-4c02-8ae4-1b1a21c63cff,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:44.809277 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port e0a3ba94-2011-41ac-b71b-d52c77dbfced triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:44.814853 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:44.859438 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a9653602-3668-465f-8a5a-ba4d65e2bad6 req-bddab3a8-6f59-4833-9f9e-e83cac09c85f service neutron] 10.222.0.66 "GET /v2.0/networks/0086c42c-f896-4a92-8515-db944444d83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6961317 Aug 11 02:29:44.871993 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-6fd8092b-9282-43d1-b730-0a0ba9dab1e8 None None] Provisioning complete for port 41c5a534-3bfb-4fee-a514-8a2431a1c260 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:44.872479 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6fd8092b-9282-43d1-b730-0a0ba9dab1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:44.976058 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-29e2e5cf-3ed4-41d8-97da-0c7db3e6cfc8 None None] Set router 93b262eb-3021-453e-bd9e-d2cdb288d8ea gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:44.980260 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8092b-9282-43d1-b730-0a0ba9dab1e8 None None] Port 41c5a534-3bfb-4fee-a514-8a2431a1c260 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:45.055137 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-771eae10-34bf-48d8-bc92-d38b7d5a9d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:45.082185 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-43e28cfc-522b-46ab-8510-50dc85af0b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72ac068-e64f-429b-bd45-56d02c75e424', 'name': 'tempest-ImageQuotaTest-978468432-router', 'tenant_id': '98a898ee0b8e4ab184efb611fa3c7fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '368161c1-63b6-434f-9318-024f4de82c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:34Z', 'updated_at': '2021-08-11T02:29:40Z', 'revision_number': 4, 'project_id': '98a898ee0b8e4ab184efb611fa3c7fba', 'gw_port': {'id': '368161c1-63b6-434f-9318-024f4de82c2b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72ac068-e64f-429b-bd45-56d02c75e424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:36Z', 'updated_at': '2021-08-11T02:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '41c5a534-3bfb-4fee-a514-8a2431a1c260', 'name': '', 'network_id': 'f76ee8c4-3bd6-41e7-93d0-f43330e11bf6', 'tenant_id': '98a898ee0b8e4ab184efb611fa3c7fba', 'mac_address': 'fa:16:3e:4e:15:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72ac068-e64f-429b-bd45-56d02c75e424', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '3caac801-d0ba-4ca3-8506-7605a17b431e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:39Z', 'updated_at': '2021-08-11T02:29:40Z', 'revision_number': 2, 'project_id': '98a898ee0b8e4ab184efb611fa3c7fba', 'subnets': [{'id': '3caac801-d0ba-4ca3-8506-7605a17b431e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:45.107457 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f043537-18e7-4302-81df-b6607a3d77db tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Network bfaa6eaa-0747-456c-b986-7e2282658cf4 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:45.138719 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-8f043537-18e7-4302-81df-b6607a3d77db tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:45.142087 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f043537-18e7-4302-81df-b6607a3d77db tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:45.199816 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e28cfc-522b-46ab-8510-50dc85af0b7e None None] Checking router: d72ac068-e64f-429b-bd45-56d02c75e424 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:29:45.200253 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e28cfc-522b-46ab-8510-50dc85af0b7e None None] Updating router d72ac068-e64f-429b-bd45-56d02c75e424 port 41c5a534-3bfb-4fee-a514-8a2431a1c260 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:29:45.217778 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a9653602-3668-465f-8a5a-ba4d65e2bad6 req-df2c88ed-d459-4f98-9873-1283eea7dc6a service neutron] 10.222.0.66 "GET /v2.0/networks/0086c42c-f896-4a92-8515-db944444d83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164196 Aug 11 02:29:45.253425 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396caab0-13e8-459c-a8c6-1d3f0512136e req-5e95c42f-79ff-4edf-aa82-fe2a9624a9c0 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:45.255002 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-396caab0-13e8-459c-a8c6-1d3f0512136e req-5e95c42f-79ff-4edf-aa82-fe2a9624a9c0 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 944 time: 0.1853368 Aug 11 02:29:45.294270 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-43e28cfc-522b-46ab-8510-50dc85af0b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:45.525819 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8f043537-18e7-4302-81df-b6607a3d77db tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:45.631690 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-771eae10-34bf-48d8-bc92-d38b7d5a9d12 admin admin] Deleting port 41c5a534-3bfb-4fee-a514-8a2431a1c260 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:45.632507 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-771eae10-34bf-48d8-bc92-d38b7d5a9d12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:45.696388 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:45.725050 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-396caab0-13e8-459c-a8c6-1d3f0512136e req-f8e95035-df38-4d47-b90e-9c9bd0f4c277 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569524 Aug 11 02:29:45.744017 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-771eae10-34bf-48d8-bc92-d38b7d5a9d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:45.759329 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Allocated IP 172.20.0.1 (b96a575a-6deb-45f1-b037-5e93607b5ee1/0725c519-05f5-47df-b954-46ae2b7d2928/55af531a-c6df-43e2-8720-f20fbea871f3) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:45.766862 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-771eae10-34bf-48d8-bc92-d38b7d5a9d12 admin admin] Calling delete_port for 41c5a534-3bfb-4fee-a514-8a2431a1c260 owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:45.877098 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c53e7ede-1c70-498f-b4fb-7151bdb1e89e None None] Provisioning for port b1a48dea-1d76-4c02-8ae4-1b1a21c63cff completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:45.927005 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff20c3e-1c96-44c7-a832-9241f0b1879e req-e5fb68c1-ce4f-4fd9-9df1-646688084702 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:45.928633 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cff20c3e-1c96-44c7-a832-9241f0b1879e req-e5fb68c1-ce4f-4fd9-9df1-646688084702 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.0863564 Aug 11 02:29:45.983060 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8f043537-18e7-4302-81df-b6607a3d77db tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:46.016592 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cff20c3e-1c96-44c7-a832-9241f0b1879e req-53f9f9ea-d112-4b4b-a77b-6471256957ae tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509658 Aug 11 02:29:46.062470 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:46.168047 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Transition to ACTIVE for port object 55af531a-c6df-43e2-8720-f20fbea871f3 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:46.191669 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-771eae10-34bf-48d8-bc92-d38b7d5a9d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:46.229792 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 9223b946-734e-45f4-b5ef-3289361e0db4 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:46.233031 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c53e7ede-1c70-498f-b4fb-7151bdb1e89e None None] Provisioning complete for port b1a48dea-1d76-4c02-8ae4-1b1a21c63cff triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:46.234666 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c53e7ede-1c70-498f-b4fb-7151bdb1e89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:46.243754 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-930447c4-b1ce-4679-a04e-f806e3cdc154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:46.247563 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771eae10-34bf-48d8-bc92-d38b7d5a9d12 admin admin] Pushing event deleted for resources: {'Port': ['ID=41c5a534-3bfb-4fee-a514-8a2431a1c260,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:46.381850 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-c53e7ede-1c70-498f-b4fb-7151bdb1e89e None None] Port b1a48dea-1d76-4c02-8ae4-1b1a21c63cff cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:46.467319 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:46.544614 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:46.546530 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:46.549238 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-29e2e5cf-3ed4-41d8-97da-0c7db3e6cfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b262eb-3021-453e-bd9e-d2cdb288d8ea', 'name': 'tempest-TestVolumeBackupRestore-1358773659-router', 'tenant_id': '1bbadcff04394b0ba1fd75211c7230ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '5bce3524-fe02-4299-b6ab-9dc1172ae914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:34Z', 'updated_at': '2021-08-11T02:29:38Z', 'revision_number': 3, 'project_id': '1bbadcff04394b0ba1fd75211c7230ad', 'gw_port': {'id': '5bce3524-fe02-4299-b6ab-9dc1172ae914', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b262eb-3021-453e-bd9e-d2cdb288d8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:37Z', 'updated_at': '2021-08-11T02:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:46.550891 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 9223b946-734e-45f4-b5ef-3289361e0db4 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:46.551262 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:46.610442 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-771eae10-34bf-48d8-bc92-d38b7d5a9d12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:46.630142 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Network b96a575a-6deb-45f1-b037-5e93607b5ee1 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:46.636756 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:46.659920 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:46.665790 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Pushing event updated for resources: {'Port': ['ID=55af531a-c6df-43e2-8720-f20fbea871f3,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:46.839822 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e2e5cf-3ed4-41d8-97da-0c7db3e6cfc8 None None] The sync data for ids ['93b262eb-3021-453e-bd9e-d2cdb288d8ea'] in n-d-615180-33 is: [{'id': '93b262eb-3021-453e-bd9e-d2cdb288d8ea', 'name': 'tempest-TestVolumeBackupRestore-1358773659-router', 'tenant_id': '1bbadcff04394b0ba1fd75211c7230ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '5bce3524-fe02-4299-b6ab-9dc1172ae914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:34Z', 'updated_at': '2021-08-11T02:29:38Z', 'revision_number': 3, 'project_id': '1bbadcff04394b0ba1fd75211c7230ad', 'gw_port': {'id': '5bce3524-fe02-4299-b6ab-9dc1172ae914', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b262eb-3021-453e-bd9e-d2cdb288d8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:37Z', 'updated_at': '2021-08-11T02:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:46.852839 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:46.980318 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8f043537-18e7-4302-81df-b6607a3d77db tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:47.063627 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8f043537-18e7-4302-81df-b6607a3d77db tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:47.089278 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:47.154658 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e1bd4b8a-98c5-4c57-945c-43df12b0c6dd up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:47.165691 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771eae10-34bf-48d8-bc92-d38b7d5a9d12 admin admin] Router d72ac068-e64f-429b-bd45-56d02c75e424 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:29:47.221895 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f043537-18e7-4302-81df-b6607a3d77db tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Pushing event updated for resources: {'Port': ['ID=b1a48dea-1d76-4c02-8ae4-1b1a21c63cff,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:47.233906 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 9223b946-734e-45f4-b5ef-3289361e0db4, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=9223b946-734e-45f4-b5ef-3289361e0db4,segment=NetworkSegment(ac41ffd8-fd7b-4432-bc58-5a0f19867d17),segment_id=ac41ffd8-fd7b-4432-bc58-5a0f19867d17)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:47.245825 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473e2eaf-dc67-4611-83d9-a6032d6acb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9223b946-734e-45f4-b5ef-3289361e0db4'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:29:47.248657 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7df612d-281f-4c16-82e4-c7fc23724392" -d '{"events": [{"server_uuid": "473e2eaf-dc67-4611-83d9-a6032d6acb4e", "name": "network-vif-plugged", "status": "completed", "tag": "9223b946-734e-45f4-b5ef-3289361e0db4"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:29:47.260222 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:47.378491 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4877d38-ff9d-4cce-8f0f-63d7e8d1c472 req-d5c3397f-e0e8-4a6b-afec-990f0c218df2 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:47.389859 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b4877d38-ff9d-4cce-8f0f-63d7e8d1c472 req-d5c3397f-e0e8-4a6b-afec-990f0c218df2 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 944 time: 0.4449306 Aug 11 02:29:47.417093 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01cfe6-e15d-4ff9-889b-9e4f40f0ab08 req-076cec74-87f6-4127-b5cf-4e31f2e25d82 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:47.418896 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c01cfe6-e15d-4ff9-889b-9e4f40f0ab08 req-076cec74-87f6-4127-b5cf-4e31f2e25d82 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.2396708 Aug 11 02:29:47.486351 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8f043537-18e7-4302-81df-b6607a3d77db tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:47.503208 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=9223b946-734e-45f4-b5ef-3289361e0db4,revision_number=7']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:47.508643 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c01cfe6-e15d-4ff9-889b-9e4f40f0ab08 req-31dd16b5-145b-46af-a8fc-09271409596a tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799630 Aug 11 02:29:47.533470 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3fc2e5ef-57f7-440d-9f3a-91b75df434ea None None] Provisioning for port 55af531a-c6df-43e2-8720-f20fbea871f3 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:47.594076 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3fc2e5ef-57f7-440d-9f3a-91b75df434ea None None] Provisioning complete for port 55af531a-c6df-43e2-8720-f20fbea871f3 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:47.594475 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3fc2e5ef-57f7-440d-9f3a-91b75df434ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:47.618285 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771eae10-34bf-48d8-bc92-d38b7d5a9d12 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:47.627668 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-771eae10-34bf-48d8-bc92-d38b7d5a9d12 admin admin] 10.222.0.50 "PUT /v2.0/routers/d72ac068-e64f-429b-bd45-56d02c75e424/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2950816 Aug 11 02:29:47.628450 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35314) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:47.665005 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-3fc2e5ef-57f7-440d-9f3a-91b75df434ea None None] Port 55af531a-c6df-43e2-8720-f20fbea871f3 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:47.682834 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d3204a-3f60-49a8-b2c5-e069eb324b15 x-openstack-request-id: req-e5d3204a-3f60-49a8-b2c5-e069eb324b15 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:29:47.683604 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473e2eaf-dc67-4611-83d9-a6032d6acb4e", "name": "network-vif-plugged", "status": "completed", "tag": "9223b946-734e-45f4-b5ef-3289361e0db4", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:29:47.684102 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e5d3204a-3f60-49a8-b2c5-e069eb324b15 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:29:47.684929 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473e2eaf-dc67-4611-83d9-a6032d6acb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9223b946-734e-45f4-b5ef-3289361e0db4', 'code': 200} Aug 11 02:29:47.696544 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port e1bd4b8a-98c5-4c57-945c-43df12b0c6dd triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:47.697047 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:47.701740 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.db.api [None req-43e28cfc-522b-46ab-8510-50dc85af0b7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:29:47.702886 n-d-615180-33 neutron-server[94508]: DEBUG oslo_db.api [None req-43e28cfc-522b-46ab-8510-50dc85af0b7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:29:47.782377 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b4877d38-ff9d-4cce-8f0f-63d7e8d1c472 req-a0d956ed-9279-4c4a-8941-4b38de61ec8c tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915961 Aug 11 02:29:47.791709 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f043537-18e7-4302-81df-b6607a3d77db tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Network bfaa6eaa-0747-456c-b986-7e2282658cf4 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:47.796071 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-8f043537-18e7-4302-81df-b6607a3d77db tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:47.841783 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 368161c1-63b6-434f-9318-024f4de82c2b up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:47.915913 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:47.946832 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86f4226c-a0b0-4f14-b83e-0105880008bb admin admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:47.960105 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 368161c1-63b6-434f-9318-024f4de82c2b completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:47.974673 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 368161c1-63b6-434f-9318-024f4de82c2b triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:47.977767 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:48.186836 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86f4226c-a0b0-4f14-b83e-0105880008bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:48.200120 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:48.245031 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 368161c1-63b6-434f-9318-024f4de82c2b, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=368161c1-63b6-434f-9318-024f4de82c2b,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:48.251445 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:48.252605 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7500754e-f514-401c-8bcf-b85f63030029 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:48.310429 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e28cfc-522b-46ab-8510-50dc85af0b7e None None] Port 41c5a534-3bfb-4fee-a514-8a2431a1c260 not found while updating agent binding for router d72ac068-e64f-429b-bd45-56d02c75e424. {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 11 02:29:48.334121 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-86f4226c-a0b0-4f14-b83e-0105880008bb admin admin] Deleting port 368161c1-63b6-434f-9318-024f4de82c2b {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:48.334613 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f043537-18e7-4302-81df-b6607a3d77db tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Router 4097b39d-b18d-42c3-9657-ed4031726325 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:29:48.335087 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86f4226c-a0b0-4f14-b83e-0105880008bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:48.424371 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b94c90d7-9f10-4bfe-8081-345a830304ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:48.474076 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:48.477490 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f8402d96-cc8b-4bac-95c1-3dd6dae40b32 None None] Provisioning complete for port b1a48dea-1d76-4c02-8ae4-1b1a21c63cff triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:48.478126 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f8402d96-cc8b-4bac-95c1-3dd6dae40b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:48.533156 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-f8402d96-cc8b-4bac-95c1-3dd6dae40b32 None None] Port b1a48dea-1d76-4c02-8ae4-1b1a21c63cff cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:48.540895 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e28cfc-522b-46ab-8510-50dc85af0b7e None None] Routers {'d72ac068-e64f-429b-bd45-56d02c75e424'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:48.541320 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f043537-18e7-4302-81df-b6607a3d77db tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:48.542240 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-43e28cfc-522b-46ab-8510-50dc85af0b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:29:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['d72ac068-e64f-429b-bd45-56d02c75e424'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:48.543171 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-86f4226c-a0b0-4f14-b83e-0105880008bb admin admin] For port 368161c1-63b6-434f-9318-024f4de82c2b, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=368161c1-63b6-434f-9318-024f4de82c2b,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:48.543408 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86f4226c-a0b0-4f14-b83e-0105880008bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:48.548478 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8f043537-18e7-4302-81df-b6607a3d77db tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] 10.222.0.50 "PUT /v2.0/routers/4097b39d-b18d-42c3-9657-ed4031726325/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2430272 Aug 11 02:29:48.552091 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35362) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:48.555146 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c8f0cb-d827-4547-8f20-5fa13b3346fb None None] Sync routers for ids ['4097b39d-b18d-42c3-9657-ed4031726325'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:48.574093 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c8f0cb-d827-4547-8f20-5fa13b3346fb None None] Routers {'4097b39d-b18d-42c3-9657-ed4031726325'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:48.575220 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-46c8f0cb-d827-4547-8f20-5fa13b3346fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:29:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['4097b39d-b18d-42c3-9657-ed4031726325'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:48.581958 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:48.588212 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:48.684680 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-46c8f0cb-d827-4547-8f20-5fa13b3346fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:48.687159 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-86f4226c-a0b0-4f14-b83e-0105880008bb admin admin] Calling delete_port for 368161c1-63b6-434f-9318-024f4de82c2b owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:48.698388 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=368161c1-63b6-434f-9318-024f4de82c2b,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:48.708608 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c8f0cb-d827-4547-8f20-5fa13b3346fb None None] Routers {'4097b39d-b18d-42c3-9657-ed4031726325'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:48.709597 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-46c8f0cb-d827-4547-8f20-5fa13b3346fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:29:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['4097b39d-b18d-42c3-9657-ed4031726325'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:48.748176 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Pushing event updated for resources: {'Port': ['ID=55af531a-c6df-43e2-8720-f20fbea871f3,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:48.781646 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:48.782006 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:48.784594 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:48.784980 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:48.794016 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:48.795976 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:48.796349 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:48.796700 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:48.797048 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:48.797405 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:48.797728 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:48.798065 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:48.799182 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-46c8f0cb-d827-4547-8f20-5fa13b3346fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:48.802023 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c8f0cb-d827-4547-8f20-5fa13b3346fb None None] The sync data for ids ['4097b39d-b18d-42c3-9657-ed4031726325'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:48.812653 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 7500754e-f514-401c-8bcf-b85f63030029 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:48.813040 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:48.841146 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:48.877363 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-43e28cfc-522b-46ab-8510-50dc85af0b7e None None] Set router d72ac068-e64f-429b-bd45-56d02c75e424 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:48.941272 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-43e28cfc-522b-46ab-8510-50dc85af0b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72ac068-e64f-429b-bd45-56d02c75e424', 'name': 'tempest-ImageQuotaTest-978468432-router', 'tenant_id': '98a898ee0b8e4ab184efb611fa3c7fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:34Z', 'updated_at': '2021-08-11T02:29:48Z', 'revision_number': 6, 'project_id': '98a898ee0b8e4ab184efb611fa3c7fba', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:49.018331 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e28cfc-522b-46ab-8510-50dc85af0b7e None None] The sync data for ids ['d72ac068-e64f-429b-bd45-56d02c75e424'] in n-d-615180-33 is: [{'id': 'd72ac068-e64f-429b-bd45-56d02c75e424', 'name': 'tempest-ImageQuotaTest-978468432-router', 'tenant_id': '98a898ee0b8e4ab184efb611fa3c7fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:34Z', 'updated_at': '2021-08-11T02:29:48Z', 'revision_number': 6, 'project_id': '98a898ee0b8e4ab184efb611fa3c7fba', 'gw_port_host': None}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:49.052501 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b496da6c-5c14-4bf8-bfed-9f31a92ca7cd tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:49.151650 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0eba4e-d80a-4390-9082-ca6009fb73ab req-19a206ea-1c7c-405a-8d4c-1ec128ac6cc9 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:49.153278 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4b0eba4e-d80a-4390-9082-ca6009fb73ab req-19a206ea-1c7c-405a-8d4c-1ec128ac6cc9 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.3492749 Aug 11 02:29:49.238769 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11f7b5-21d7-44d8-a98b-fe3e11e844dd req-a6a0f3fd-ac00-4b75-8e40-2e83bf294f89 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:49.240372 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bd11f7b5-21d7-44d8-a98b-fe3e11e844dd req-a6a0f3fd-ac00-4b75-8e40-2e83bf294f89 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.2421653 Aug 11 02:29:49.338604 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-b496da6c-5c14-4bf8-bfed-9f31a92ca7cd tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 02:29:49.338604 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b496da6c-5c14-4bf8-bfed-9f31a92ca7cd tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] 10.222.0.50 "DELETE /v2.0/routers/4097b39d-b18d-42c3-9657-ed4031726325 HTTP/1.1" status: 409 len: 329 time: 0.7606664 Aug 11 02:29:49.338604 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35406) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:49.339219 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Network b96a575a-6deb-45f1-b037-5e93607b5ee1 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:49.339219 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:49.500155 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4b0eba4e-d80a-4390-9082-ca6009fb73ab req-24a13e57-f8d2-4908-9d03-ede7c1f2a22c tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020957 Aug 11 02:29:49.514370 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bd11f7b5-21d7-44d8-a98b-fe3e11e844dd req-9adc3825-f407-48a3-839b-71c0eb0c0d41 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455158 Aug 11 02:29:49.555504 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86f4226c-a0b0-4f14-b83e-0105880008bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:49.663729 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5bce3524-fe02-4299-b6ab-9dc1172ae914 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:49.696477 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Router 93b262eb-3021-453e-bd9e-d2cdb288d8ea has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:29:49.735808 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4226c-a0b0-4f14-b83e-0105880008bb admin admin] Pushing event deleted for resources: {'Port': ['ID=368161c1-63b6-434f-9318-024f4de82c2b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:49.799857 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 5bce3524-fe02-4299-b6ab-9dc1172ae914 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:49.820954 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 5bce3524-fe02-4299-b6ab-9dc1172ae914 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:49.821547 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:49.869845 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86f4226c-a0b0-4f14-b83e-0105880008bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:49.909667 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-aa2ca4d6-a3b7-4f6a-bebc-d6e82b7cc25a None None] Provisioning complete for port 55af531a-c6df-43e2-8720-f20fbea871f3 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:49.916120 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-aa2ca4d6-a3b7-4f6a-bebc-d6e82b7cc25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:49.995121 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.007110 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:50.047580 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-aa633c47-38e6-43ac-8097-043c292f93b0 admin admin] 10.222.0.50 "PUT /v2.0/routers/93b262eb-3021-453e-bd9e-d2cdb288d8ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2128255 Aug 11 02:29:50.070539 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ca4d6-a3b7-4f6a-bebc-d6e82b7cc25a None None] Port 55af531a-c6df-43e2-8720-f20fbea871f3 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:50.090288 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da4ee33-feb7-4f0d-b246-80aff0c63acd None None] Sync routers for ids ['d72ac068-e64f-429b-bd45-56d02c75e424'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:50.154472 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da4ee33-feb7-4f0d-b246-80aff0c63acd None None] Routers {'d72ac068-e64f-429b-bd45-56d02c75e424'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:50.155695 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-8da4ee33-feb7-4f0d-b246-80aff0c63acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:29:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['d72ac068-e64f-429b-bd45-56d02c75e424'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:50.324500 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35432) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:50.357328 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-8da4ee33-feb7-4f0d-b246-80aff0c63acd None None] Set router d72ac068-e64f-429b-bd45-56d02c75e424 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:50.359495 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.361090 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64850217-2a1f-4504-9c72-1e321b18ecea None None] Sync routers for ids ['93b262eb-3021-453e-bd9e-d2cdb288d8ea'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:50.377391 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64850217-2a1f-4504-9c72-1e321b18ecea None None] Routers {'93b262eb-3021-453e-bd9e-d2cdb288d8ea'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:50.381089 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-64850217-2a1f-4504-9c72-1e321b18ecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:29:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['93b262eb-3021-453e-bd9e-d2cdb288d8ea'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:50.494614 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-8da4ee33-feb7-4f0d-b246-80aff0c63acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72ac068-e64f-429b-bd45-56d02c75e424', 'name': 'tempest-ImageQuotaTest-978468432-router', 'tenant_id': '98a898ee0b8e4ab184efb611fa3c7fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:34Z', 'updated_at': '2021-08-11T02:29:49Z', 'revision_number': 7, 'project_id': '98a898ee0b8e4ab184efb611fa3c7fba', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:50.560724 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86f4226c-a0b0-4f14-b83e-0105880008bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.575470 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86f4226c-a0b0-4f14-b83e-0105880008bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.606286 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 5bce3524-fe02-4299-b6ab-9dc1172ae914, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5bce3524-fe02-4299-b6ab-9dc1172ae914,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:50.607948 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da4ee33-feb7-4f0d-b246-80aff0c63acd None None] Checking router: d72ac068-e64f-429b-bd45-56d02c75e424 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:29:50.627960 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.690380 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da4ee33-feb7-4f0d-b246-80aff0c63acd None None] Routers {'d72ac068-e64f-429b-bd45-56d02c75e424'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:50.691097 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-8da4ee33-feb7-4f0d-b246-80aff0c63acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:29:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['d72ac068-e64f-429b-bd45-56d02c75e424'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:50.721818 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ba467e0e-b22a-47fb-8fd4-0c4c691f45b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.758284 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-64850217-2a1f-4504-9c72-1e321b18ecea None None] Set router 93b262eb-3021-453e-bd9e-d2cdb288d8ea gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:50.775443 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86f4226c-a0b0-4f14-b83e-0105880008bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.775992 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f4226c-a0b0-4f14-b83e-0105880008bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d72ac068-e64f-429b-bd45-56d02c75e424 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:29:50.787989 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46f74f-5759-473d-9747-d24429de907d req-dc3d5629-4a9a-41da-9421-2d9372d35691 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:50.789916 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ec46f74f-5759-473d-9747-d24429de907d req-dc3d5629-4a9a-41da-9421-2d9372d35691 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1715031 Aug 11 02:29:50.846126 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ec46f74f-5759-473d-9747-d24429de907d req-60b26aea-bf57-4ed7-a4af-ab2a1dc588e1 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477502 Aug 11 02:29:50.856286 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86f4226c-a0b0-4f14-b83e-0105880008bb admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.859913 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-86f4226c-a0b0-4f14-b83e-0105880008bb admin admin] 10.222.0.50 "DELETE /v2.0/routers/d72ac068-e64f-429b-bd45-56d02c75e424 HTTP/1.1" status: 204 len: 168 time: 3.2280741 Aug 11 02:29:50.863906 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35474) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:50.892367 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7882599-76d5-4c4f-bde8-9ad03f3a7b8a req-dec71ddc-9639-45d9-8df9-dc0703f174a7 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:50.903001 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c7882599-76d5-4c4f-bde8-9ad03f3a7b8a req-dec71ddc-9639-45d9-8df9-dc0703f174a7 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.2083187 Aug 11 02:29:50.927089 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-8da4ee33-feb7-4f0d-b246-80aff0c63acd None None] Set router d72ac068-e64f-429b-bd45-56d02c75e424 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:50.963779 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c7882599-76d5-4c4f-bde8-9ad03f3a7b8a req-11df9280-358e-4fdd-aca8-b044298e85d8 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547814 Aug 11 02:29:51.045911 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-258b71c3-b756-4c56-97b5-f29f9c65da00 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:51.081826 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-18fc4e0c-8d66-4f92-93ec-c47ead41c29f admin admin] Deleting subnet 3caac801-d0ba-4ca3-8506-7605a17b431e {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:29:51.127488 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-18fc4e0c-8d66-4f92-93ec-c47ead41c29f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:51.224200 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-64850217-2a1f-4504-9c72-1e321b18ecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b262eb-3021-453e-bd9e-d2cdb288d8ea', 'name': 'tempest-TestVolumeBackupRestore-1358773659-router', 'tenant_id': '1bbadcff04394b0ba1fd75211c7230ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '5bce3524-fe02-4299-b6ab-9dc1172ae914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:34Z', 'updated_at': '2021-08-11T02:29:47Z', 'revision_number': 4, 'project_id': '1bbadcff04394b0ba1fd75211c7230ad', 'gw_port': {'id': '5bce3524-fe02-4299-b6ab-9dc1172ae914', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b262eb-3021-453e-bd9e-d2cdb288d8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:37Z', 'updated_at': '2021-08-11T02:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '55af531a-c6df-43e2-8720-f20fbea871f3', 'name': '', 'network_id': 'b96a575a-6deb-45f1-b037-5e93607b5ee1', 'tenant_id': '1bbadcff04394b0ba1fd75211c7230ad', 'mac_address': 'fa:16:3e:52:88:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b262eb-3021-453e-bd9e-d2cdb288d8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '0725c519-05f5-47df-b954-46ae2b7d2928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:44Z', 'updated_at': '2021-08-11T02:29:48Z', 'revision_number': 2, 'project_id': '1bbadcff04394b0ba1fd75211c7230ad', 'subnets': [{'id': '0725c519-05f5-47df-b954-46ae2b7d2928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:51.283212 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ba467e0e-b22a-47fb-8fd4-0c4c691f45b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:51.291702 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64850217-2a1f-4504-9c72-1e321b18ecea None None] Checking router: 93b262eb-3021-453e-bd9e-d2cdb288d8ea for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:29:51.292138 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64850217-2a1f-4504-9c72-1e321b18ecea None None] Updating router 93b262eb-3021-453e-bd9e-d2cdb288d8ea port 55af531a-c6df-43e2-8720-f20fbea871f3 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:29:51.304224 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 368161c1-63b6-434f-9318-024f4de82c2b no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:29:51.341103 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ba467e0e-b22a-47fb-8fd4-0c4c691f45b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:51.342728 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-64850217-2a1f-4504-9c72-1e321b18ecea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:51.361126 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 368161c1-63b6-434f-9318-024f4de82c2b {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:29:51.361588 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 368161c1-63b6-434f-9318-024f4de82c2b not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:29:51.363515 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=5bce3524-fe02-4299-b6ab-9dc1172ae914,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:51.367935 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-8da4ee33-feb7-4f0d-b246-80aff0c63acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72ac068-e64f-429b-bd45-56d02c75e424', 'name': 'tempest-ImageQuotaTest-978468432-router', 'tenant_id': '98a898ee0b8e4ab184efb611fa3c7fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:34Z', 'updated_at': '2021-08-11T02:29:49Z', 'revision_number': 7, 'project_id': '98a898ee0b8e4ab184efb611fa3c7fba', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:51.416796 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da4ee33-feb7-4f0d-b246-80aff0c63acd None None] The sync data for ids ['d72ac068-e64f-429b-bd45-56d02c75e424'] in n-d-615180-33 is: [{'id': 'd72ac068-e64f-429b-bd45-56d02c75e424', 'name': 'tempest-ImageQuotaTest-978468432-router', 'tenant_id': '98a898ee0b8e4ab184efb611fa3c7fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:34Z', 'updated_at': '2021-08-11T02:29:49Z', 'revision_number': 7, 'project_id': '98a898ee0b8e4ab184efb611fa3c7fba', 'gw_port_host': None}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:51.450195 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba467e0e-b22a-47fb-8fd4-0c4c691f45b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9489ad75-a16f-455b-9b7f-b4f530e543e6,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:51.465552 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:51.550487 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-18fc4e0c-8d66-4f92-93ec-c47ead41c29f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:51.624684 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ba467e0e-b22a-47fb-8fd4-0c4c691f45b6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ad535a97e3aa45688f76456f021565d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2983859 Aug 11 02:29:51.630051 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35484) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:51.657387 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9e10a-85e2-4190-9a57-8fed35702d68 req-0d36c892-f36f-429f-a026-6cfcea667e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:51.659778 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fec9e10a-85e2-4190-9a57-8fed35702d68 req-0d36c892-f36f-429f-a026-6cfcea667e2f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 1097 time: 0.3532519 Aug 11 02:29:51.700532 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-258b71c3-b756-4c56-97b5-f29f9c65da00 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Deleting port b1a48dea-1d76-4c02-8ae4-1b1a21c63cff {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:51.701136 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-258b71c3-b756-4c56-97b5-f29f9c65da00 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:51.865008 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-18fc4e0c-8d66-4f92-93ec-c47ead41c29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:51.930477 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-64850217-2a1f-4504-9c72-1e321b18ecea None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:51.952987 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-64850217-2a1f-4504-9c72-1e321b18ecea None None] Transition to ACTIVE for port object 55af531a-c6df-43e2-8720-f20fbea871f3 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:51.989895 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-258b71c3-b756-4c56-97b5-f29f9c65da00 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:51.989895 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-258b71c3-b756-4c56-97b5-f29f9c65da00 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Calling delete_port for b1a48dea-1d76-4c02-8ae4-1b1a21c63cff owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:52.011466 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-64850217-2a1f-4504-9c72-1e321b18ecea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:52.026579 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fec9e10a-85e2-4190-9a57-8fed35702d68 req-62391159-36b3-43ad-a5e0-e82811679421 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557413 Aug 11 02:29:52.088348 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd274c-bb6e-45dc-acdf-fe3adb9c47ee req-8b21acd7-bbc9-44f1-b729-804df925daf8 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:52.090685 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-82dd274c-bb6e-45dc-acdf-fe3adb9c47ee req-8b21acd7-bbc9-44f1-b729-804df925daf8 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1351893 Aug 11 02:29:52.096107 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3fa35c10-b0b5-480c-8a32-b6a8717078bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:52.131232 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-18fc4e0c-8d66-4f92-93ec-c47ead41c29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:52.156755 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b83a8-4d89-4ec7-a7d4-53803c60a858 None None] Pushing event updated for resources: {'Port': ['ID=55af531a-c6df-43e2-8720-f20fbea871f3,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:52.189862 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc4e0c-8d66-4f92-93ec-c47ead41c29f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3caac801-d0ba-4ca3-8506-7605a17b431e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:52.210566 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c352b388-62b0-441d-a55a-66c37fb651e7 None None] Network f76ee8c4-3bd6-41e7-93d0-f43330e11bf6 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:52.213777 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-18fc4e0c-8d66-4f92-93ec-c47ead41c29f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:52.219475 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-18fc4e0c-8d66-4f92-93ec-c47ead41c29f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3caac801-d0ba-4ca3-8506-7605a17b431e HTTP/1.1" status: 204 len: 168 time: 1.3511062 Aug 11 02:29:52.231009 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3fa35c10-b0b5-480c-8a32-b6a8717078bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:52.234017 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35522) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:52.271823 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-82dd274c-bb6e-45dc-acdf-fe3adb9c47ee req-0cd030b7-8030-4594-b469-3754bdfe29e6 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691487 Aug 11 02:29:52.275460 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ec81a-b188-46e2-82dc-af06188ddec0 req-2b095891-e211-43a2-8c0e-fc0eefdddd22 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:52.280344 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cc0ec81a-b188-46e2-82dc-af06188ddec0 req-2b095891-e211-43a2-8c0e-fc0eefdddd22 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.1848283 Aug 11 02:29:52.354934 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-64850217-2a1f-4504-9c72-1e321b18ecea None None] Attempting to bind port 55af531a-c6df-43e2-8720-f20fbea871f3 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:52.355583 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-64850217-2a1f-4504-9c72-1e321b18ecea None None] Attempting to bind port 55af531a-c6df-43e2-8720-f20fbea871f3 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'a84a6579-f569-4c2a-831a-decd5a56bd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b96a575a-6deb-45f1-b037-5e93607b5ee1'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:52.356218 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64850217-2a1f-4504-9c72-1e321b18ecea None None] Attempting to bind port 55af531a-c6df-43e2-8720-f20fbea871f3 on network b96a575a-6deb-45f1-b037-5e93607b5ee1 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:52.363724 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d730de37-e571-4ea1-9dff-5852d5885151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:52.377182 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64850217-2a1f-4504-9c72-1e321b18ecea None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:52.377810 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64850217-2a1f-4504-9c72-1e321b18ecea None None] Checking segment: {'id': 'a84a6579-f569-4c2a-831a-decd5a56bd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b96a575a-6deb-45f1-b037-5e93607b5ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:52.378281 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-64850217-2a1f-4504-9c72-1e321b18ecea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:52.385074 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64850217-2a1f-4504-9c72-1e321b18ecea None None] Bound using segment: {'id': 'a84a6579-f569-4c2a-831a-decd5a56bd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b96a575a-6deb-45f1-b037-5e93607b5ee1'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:52.385790 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-64850217-2a1f-4504-9c72-1e321b18ecea None None] Bound port: 55af531a-c6df-43e2-8720-f20fbea871f3, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84a6579-f569-4c2a-831a-decd5a56bd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b96a575a-6deb-45f1-b037-5e93607b5ee1'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:52.386774 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-64850217-2a1f-4504-9c72-1e321b18ecea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:52.424294 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3fa35c10-b0b5-480c-8a32-b6a8717078bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:52.427188 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3fa35c10-b0b5-480c-8a32-b6a8717078bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:52.445108 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3fa35c10-b0b5-480c-8a32-b6a8717078bd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9489ad75-a16f-455b-9b7f-b4f530e543e6 HTTP/1.1" status: 204 len: 168 time: 0.8139150 Aug 11 02:29:52.466922 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa35c10-b0b5-480c-8a32-b6a8717078bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9489ad75-a16f-455b-9b7f-b4f530e543e6,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:52.483209 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-64850217-2a1f-4504-9c72-1e321b18ecea None None] For port 55af531a-c6df-43e2-8720-f20fbea871f3, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:52.488134 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-64850217-2a1f-4504-9c72-1e321b18ecea None None] For port 55af531a-c6df-43e2-8720-f20fbea871f3, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=55af531a-c6df-43e2-8720-f20fbea871f3,segment=NetworkSegment(a84a6579-f569-4c2a-831a-decd5a56bd3d),segment_id=a84a6579-f569-4c2a-831a-decd5a56bd3d)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:52.497181 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-64850217-2a1f-4504-9c72-1e321b18ecea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:52.565351 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-d730de37-e571-4ea1-9dff-5852d5885151 admin admin] Deleting port e1bd4b8a-98c5-4c57-945c-43df12b0c6dd {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:52.565703 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d730de37-e571-4ea1-9dff-5852d5885151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:52.596845 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cc0ec81a-b188-46e2-82dc-af06188ddec0 req-a584cdcb-e5d1-4645-a764-b5f56c3c065a tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022425 Aug 11 02:29:52.689428 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b83a8-4d89-4ec7-a7d4-53803c60a858 None None] Pushing event updated for resources: {'Port': ['ID=55af531a-c6df-43e2-8720-f20fbea871f3,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:52.699729 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64850217-2a1f-4504-9c72-1e321b18ecea None None] Routers {'93b262eb-3021-453e-bd9e-d2cdb288d8ea'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:52.700345 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-64850217-2a1f-4504-9c72-1e321b18ecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:29:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['93b262eb-3021-453e-bd9e-d2cdb288d8ea'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:52.780509 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbb75b1-f889-4fd3-893d-dabcbed5dffd None None] DHCP port deletion for f76ee8c4-3bd6-41e7-93d0-f43330e11bf6 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:29:52.864677 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-258b71c3-b756-4c56-97b5-f29f9c65da00 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:52.886532 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-d730de37-e571-4ea1-9dff-5852d5885151 admin admin] For port e1bd4b8a-98c5-4c57-945c-43df12b0c6dd, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e1bd4b8a-98c5-4c57-945c-43df12b0c6dd,segment=NetworkSegment(21eeef74-ab6b-4a6f-a2bf-b9f98700bca0),segment_id=21eeef74-ab6b-4a6f-a2bf-b9f98700bca0)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:52.887982 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d730de37-e571-4ea1-9dff-5852d5885151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:52.919357 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-cdbb75b1-f889-4fd3-893d-dabcbed5dffd None None] Deleting port e1bd4b8a-98c5-4c57-945c-43df12b0c6dd {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:52.921250 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cdbb75b1-f889-4fd3-893d-dabcbed5dffd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:52.953615 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-d730de37-e571-4ea1-9dff-5852d5885151 admin admin] Calling delete_port for e1bd4b8a-98c5-4c57-945c-43df12b0c6dd owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:52.990110 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b71c3-b756-4c56-97b5-f29f9c65da00 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Pushing event deleted for resources: {'Port': ['ID=b1a48dea-1d76-4c02-8ae4-1b1a21c63cff,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:53.103315 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-64850217-2a1f-4504-9c72-1e321b18ecea None None] Set router 93b262eb-3021-453e-bd9e-d2cdb288d8ea gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:53.150897 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-cdbb75b1-f889-4fd3-893d-dabcbed5dffd None None] For port e1bd4b8a-98c5-4c57-945c-43df12b0c6dd, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e1bd4b8a-98c5-4c57-945c-43df12b0c6dd,segment=NetworkSegment(21eeef74-ab6b-4a6f-a2bf-b9f98700bca0),segment_id=21eeef74-ab6b-4a6f-a2bf-b9f98700bca0)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:53.151983 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cdbb75b1-f889-4fd3-893d-dabcbed5dffd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:53.185357 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-cdbb75b1-f889-4fd3-893d-dabcbed5dffd None None] Calling delete_port for e1bd4b8a-98c5-4c57-945c-43df12b0c6dd owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:53.251648 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d730de37-e571-4ea1-9dff-5852d5885151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:53.267094 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35530) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:53.320292 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730de37-e571-4ea1-9dff-5852d5885151 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1bd4b8a-98c5-4c57-945c-43df12b0c6dd,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:53.330853 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d730de37-e571-4ea1-9dff-5852d5885151 admin admin] No DVR routers for this DVR port e1bd4b8a-98c5-4c57-945c-43df12b0c6dd on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:29:53.362231 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5bce3524-fe02-4299-b6ab-9dc1172ae914 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:53.398952 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e290d352-277a-4baa-b4b2-929d55e77004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:53.456735 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d730de37-e571-4ea1-9dff-5852d5885151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:53.474187 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-d730de37-e571-4ea1-9dff-5852d5885151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76ee8c4-3bd6-41e7-93d0-f43330e11bf6']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:53.490117 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-d730de37-e571-4ea1-9dff-5852d5885151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21eeef74-ab6b-4a6f-a2bf-b9f98700bca0') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:53.490413 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-d730de37-e571-4ea1-9dff-5852d5885151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21eeef74-ab6b-4a6f-a2bf-b9f98700bca0') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:53.512899 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d730de37-e571-4ea1-9dff-5852d5885151 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:53.537243 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d730de37-e571-4ea1-9dff-5852d5885151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:53.545171 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d730de37-e571-4ea1-9dff-5852d5885151 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:29:53.546119 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d730de37-e571-4ea1-9dff-5852d5885151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:53.639134 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cdbb75b1-f889-4fd3-893d-dabcbed5dffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:53.650253 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-258b71c3-b756-4c56-97b5-f29f9c65da00 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:53.660162 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 5bce3524-fe02-4299-b6ab-9dc1172ae914 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:53.662390 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:53.761244 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-64850217-2a1f-4504-9c72-1e321b18ecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b262eb-3021-453e-bd9e-d2cdb288d8ea', 'name': 'tempest-TestVolumeBackupRestore-1358773659-router', 'tenant_id': '1bbadcff04394b0ba1fd75211c7230ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '5bce3524-fe02-4299-b6ab-9dc1172ae914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:34Z', 'updated_at': '2021-08-11T02:29:47Z', 'revision_number': 4, 'project_id': '1bbadcff04394b0ba1fd75211c7230ad', 'gw_port': {'id': '5bce3524-fe02-4299-b6ab-9dc1172ae914', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b262eb-3021-453e-bd9e-d2cdb288d8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:37Z', 'updated_at': '2021-08-11T02:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '55af531a-c6df-43e2-8720-f20fbea871f3', 'name': '', 'network_id': 'b96a575a-6deb-45f1-b037-5e93607b5ee1', 'tenant_id': '1bbadcff04394b0ba1fd75211c7230ad', 'mac_address': 'fa:16:3e:52:88:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b262eb-3021-453e-bd9e-d2cdb288d8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '0725c519-05f5-47df-b954-46ae2b7d2928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:44Z', 'updated_at': '2021-08-11T02:29:52Z', 'revision_number': 4, 'project_id': '1bbadcff04394b0ba1fd75211c7230ad', 'subnets': [{'id': '0725c519-05f5-47df-b954-46ae2b7d2928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:53.790080 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbb75b1-f889-4fd3-893d-dabcbed5dffd None None] No DVR routers for this DVR port e1bd4b8a-98c5-4c57-945c-43df12b0c6dd on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:29:53.792931 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb75b1-f889-4fd3-893d-dabcbed5dffd None None] Pushing event deleted for resources: {'Port': ['ID=e1bd4b8a-98c5-4c57-945c-43df12b0c6dd,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:53.967175 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e1bd4b8a-98c5-4c57-945c-43df12b0c6dd no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:29:54.010491 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: e1bd4b8a-98c5-4c57-945c-43df12b0c6dd {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:29:54.017963 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e1bd4b8a-98c5-4c57-945c-43df12b0c6dd not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:29:54.040036 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64850217-2a1f-4504-9c72-1e321b18ecea None None] The sync data for ids ['93b262eb-3021-453e-bd9e-d2cdb288d8ea'] in n-d-615180-33 is: [{'id': '93b262eb-3021-453e-bd9e-d2cdb288d8ea', 'name': 'tempest-TestVolumeBackupRestore-1358773659-router', 'tenant_id': '1bbadcff04394b0ba1fd75211c7230ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '5bce3524-fe02-4299-b6ab-9dc1172ae914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:34Z', 'updated_at': '2021-08-11T02:29:47Z', 'revision_number': 4, 'project_id': '1bbadcff04394b0ba1fd75211c7230ad', 'gw_port': {'id': '5bce3524-fe02-4299-b6ab-9dc1172ae914', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b262eb-3021-453e-bd9e-d2cdb288d8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:37Z', 'updated_at': '2021-08-11T02:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '55af531a-c6df-43e2-8720-f20fbea871f3', 'name': '', 'network_id': 'b96a575a-6deb-45f1-b037-5e93607b5ee1', 'tenant_id': '1bbadcff04394b0ba1fd75211c7230ad', 'mac_address': 'fa:16:3e:52:88:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b262eb-3021-453e-bd9e-d2cdb288d8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '0725c519-05f5-47df-b954-46ae2b7d2928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:44Z', 'updated_at': '2021-08-11T02:29:52Z', 'revision_number': 4, 'project_id': '1bbadcff04394b0ba1fd75211c7230ad', 'subnets': [{'id': '0725c519-05f5-47df-b954-46ae2b7d2928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:29:54.101980 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:29:54.168495 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d730de37-e571-4ea1-9dff-5852d5885151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:54.185809 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d730de37-e571-4ea1-9dff-5852d5885151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:54.192370 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d730de37-e571-4ea1-9dff-5852d5885151 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f76ee8c4-3bd6-41e7-93d0-f43330e11bf6 HTTP/1.1" status: 204 len: 168 time: 1.9520068 Aug 11 02:29:54.203737 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e35ac-a93f-4b3a-a82a-74b33e5137c6 req-b8de925f-da5f-4703-8eda-abd5b41a3d4a tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:54.210931 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-290e35ac-a93f-4b3a-a82a-74b33e5137c6 req-b8de925f-da5f-4703-8eda-abd5b41a3d4a tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1226089 Aug 11 02:29:54.223430 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258b71c3-b756-4c56-97b5-f29f9c65da00 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Router 4097b39d-b18d-42c3-9657-ed4031726325 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:29:54.235482 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730de37-e571-4ea1-9dff-5852d5885151 admin admin] Pushing event deleted for resources: {'Network': ['ID=f76ee8c4-3bd6-41e7-93d0-f43330e11bf6,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:54.242280 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bed118-d083-4713-b4a9-3cada4952582 req-8b79126f-f58e-4899-b732-7df2c8370afe tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:54.243936 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-84bed118-d083-4713-b4a9-3cada4952582 req-8b79126f-f58e-4899-b732-7df2c8370afe tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.4086704 Aug 11 02:29:54.331917 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-290e35ac-a93f-4b3a-a82a-74b33e5137c6 req-9606d400-a72c-4fce-9723-29601767371a tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199560 Aug 11 02:29:54.481396 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:54.488474 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258b71c3-b756-4c56-97b5-f29f9c65da00 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:54.502835 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb94175-0127-4930-91ed-e79a6a82e596 None None] Sync routers for ids ['4097b39d-b18d-42c3-9657-ed4031726325'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:54.506674 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35540) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:54.507200 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-258b71c3-b756-4c56-97b5-f29f9c65da00 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] 10.222.0.50 "PUT /v2.0/routers/4097b39d-b18d-42c3-9657-ed4031726325/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1882234 Aug 11 02:29:54.537734 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb94175-0127-4930-91ed-e79a6a82e596 None None] Routers {'4097b39d-b18d-42c3-9657-ed4031726325'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:54.540285 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-ecb94175-0127-4930-91ed-e79a6a82e596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:29:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['4097b39d-b18d-42c3-9657-ed4031726325'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:54.545893 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-84bed118-d083-4713-b4a9-3cada4952582 req-80c627c6-e46c-4174-8555-cc6ae2e4d9e5 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786510 Aug 11 02:29:54.558769 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35542) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:54.600999 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-ecb94175-0127-4930-91ed-e79a6a82e596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:54.618340 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb94175-0127-4930-91ed-e79a6a82e596 None None] Routers {'4097b39d-b18d-42c3-9657-ed4031726325'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:54.622463 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-ecb94175-0127-4930-91ed-e79a6a82e596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:29:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['4097b39d-b18d-42c3-9657-ed4031726325'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:54.625130 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-ca2e291f-1122-465b-a580-8e0e79da9cf6 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] show failed (client error): The resource could not be found. Aug 11 02:29:54.626169 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ca2e291f-1122-465b-a580-8e0e79da9cf6 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-897467340 HTTP/1.1" status: 404 len: 334 time: 0.1185069 Aug 11 02:29:54.637664 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35546) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:54.645700 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-960d7f15-376e-40f0-b50e-e5f5921c21ab tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:54.649320 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e290d352-277a-4baa-b4b2-929d55e77004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:54.672085 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e290d352-277a-4baa-b4b2-929d55e77004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:54.737302 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-ecb94175-0127-4930-91ed-e79a6a82e596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:54.738235 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb94175-0127-4930-91ed-e79a6a82e596 None None] The sync data for ids ['4097b39d-b18d-42c3-9657-ed4031726325'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:54.773336 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-960d7f15-376e-40f0-b50e-e5f5921c21ab tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] update failed (client error): The resource could not be found. Aug 11 02:29:54.775167 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-960d7f15-376e-40f0-b50e-e5f5921c21ab tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-348646701 HTTP/1.1" status: 404 len: 334 time: 0.1365170 Aug 11 02:29:54.776663 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4f2c99f9-a91a-4b3e-a5dc-1b92a05dd063 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=98a898ee0b8e4ab184efb611fa3c7fba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2164454 Aug 11 02:29:54.782486 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35554) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:54.783408 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35556) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:54.805466 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e290d352-277a-4baa-b4b2-929d55e77004 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d54bc4af7de46f8af44dea5be28186d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5280433 Aug 11 02:29:54.807524 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290d352-277a-4baa-b4b2-929d55e77004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c92c052-0463-46c2-9f1b-a3da55d8ab7e,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:54.810379 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35558) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:54.921528 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cc6fff3c-4ae2-4975-ba03-aa8a25142744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:55.001386 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cc6fff3c-4ae2-4975-ba03-aa8a25142744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:55.006574 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83cfa8b-ccd6-4a0c-942c-3b3e1e4434d3 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Deleting subnet f5a9145e-4642-4984-8def-fd8c179ed3a6 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:29:55.036969 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e83cfa8b-ccd6-4a0c-942c-3b3e1e4434d3 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:55.157719 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cc6fff3c-4ae2-4975-ba03-aa8a25142744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:55.166423 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cc6fff3c-4ae2-4975-ba03-aa8a25142744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:55.173608 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-cc6fff3c-4ae2-4975-ba03-aa8a25142744 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0c92c052-0463-46c2-9f1b-a3da55d8ab7e HTTP/1.1" status: 204 len: 168 time: 0.3605151 Aug 11 02:29:55.186525 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fff3c-4ae2-4975-ba03-aa8a25142744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c92c052-0463-46c2-9f1b-a3da55d8ab7e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:55.201255 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-115d2098-3f38-46da-b679-b1ce9ffacc7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:55.311747 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 55af531a-c6df-43e2-8720-f20fbea871f3 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:55.346367 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e83cfa8b-ccd6-4a0c-942c-3b3e1e4434d3 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:55.354581 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aeed55-ce87-4fa9-abfa-ba885ac608a2 req-07bdf137-9da2-4fa9-bcea-3477286b41d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:55.356474 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4aeed55-ce87-4fa9-abfa-ba885ac608a2 req-07bdf137-9da2-4fa9-bcea-3477286b41d4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=212d4988370c4c66b025f31c5d0eea27&device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 1097 time: 0.3680019 Aug 11 02:29:55.408491 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-115d2098-3f38-46da-b679-b1ce9ffacc7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:55.440849 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b9938-55bf-4524-b25f-92f13b8cc610 req-037dd1e0-f0d0-4adf-9d2d-b0dd6f7f82d4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:55.443514 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a67b9938-55bf-4524-b25f-92f13b8cc610 req-037dd1e0-f0d0-4adf-9d2d-b0dd6f7f82d4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.3505864 Aug 11 02:29:55.453733 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:55.491001 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 55af531a-c6df-43e2-8720-f20fbea871f3 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:55.500724 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 55af531a-c6df-43e2-8720-f20fbea871f3 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:55.501132 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:55.643832 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f83773-4639-461f-9058-c8dca2c40bc8 req-3f11aa3b-dc59-4ab4-95fb-92c940177267 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:55.646850 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b6f83773-4639-461f-9058-c8dca2c40bc8 req-3f11aa3b-dc59-4ab4-95fb-92c940177267 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1449709 Aug 11 02:29:55.664338 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:55.710933 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a67b9938-55bf-4524-b25f-92f13b8cc610 req-3d9380a9-0cdb-4341-ad01-b8c984643cec tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547477 Aug 11 02:29:55.779572 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 55af531a-c6df-43e2-8720-f20fbea871f3, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=55af531a-c6df-43e2-8720-f20fbea871f3,segment=NetworkSegment(a84a6579-f569-4c2a-831a-decd5a56bd3d),segment_id=a84a6579-f569-4c2a-831a-decd5a56bd3d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:55.786891 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:55.794709 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b6f83773-4639-461f-9058-c8dca2c40bc8 req-c33c451d-c70e-49cc-84a5-37a79dfe4488 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396952 Aug 11 02:29:55.898983 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e83cfa8b-ccd6-4a0c-942c-3b3e1e4434d3 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:55.923890 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=55af531a-c6df-43e2-8720-f20fbea871f3,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:55.963871 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aeed55-ce87-4fa9-abfa-ba885ac608a2 req-b05e5da1-0d4d-4b5e-8c21-87c973f480ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:55.966096 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4aeed55-ce87-4fa9-abfa-ba885ac608a2 req-b05e5da1-0d4d-4b5e-8c21-87c973f480ac service neutron] 10.222.0.66 "GET /v2.0/networks?id=0086c42c-f896-4a92-8515-db944444d83d HTTP/1.1" status: 200 len: 920 time: 0.5554113 Aug 11 02:29:55.967006 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-115d2098-3f38-46da-b679-b1ce9ffacc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:55.971071 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-115d2098-3f38-46da-b679-b1ce9ffacc7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:55.975700 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-115d2098-3f38-46da-b679-b1ce9ffacc7d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6807fb46-78b4-401e-9bd2-e36c0340f1bb HTTP/1.1" status: 204 len: 168 time: 1.1912150 Aug 11 02:29:56.004495 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d2098-3f38-46da-b679-b1ce9ffacc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6807fb46-78b4-401e-9bd2-e36c0340f1bb,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:56.093579 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4aeed55-ce87-4fa9-abfa-ba885ac608a2 req-c6bc97fc-2e62-43db-9eea-30a26066356e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6949df3f-b34f-4767-aa68-e411a5193991 HTTP/1.1" status: 200 len: 217 time: 0.1160941 Aug 11 02:29:56.188421 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aeed55-ce87-4fa9-abfa-ba885ac608a2 req-f6e1b61e-5e54-4c74-9ad2-777569e09e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:56.190487 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4aeed55-ce87-4fa9-abfa-ba885ac608a2 req-f6e1b61e-5e54-4c74-9ad2-777569e09e04 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=84fc00eb-2c93-4052-9a0f-462991bedf76 HTTP/1.1" status: 200 len: 859 time: 0.0867684 Aug 11 02:29:56.192162 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e83cfa8b-ccd6-4a0c-942c-3b3e1e4434d3 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:56.224986 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7869dcb8-1ed9-46a4-b9f5-1680b1deea77 None None] Network f57710eb-bdff-4437-b2ed-795ce5aceb1b requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:56.245645 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e83cfa8b-ccd6-4a0c-942c-3b3e1e4434d3 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:56.250875 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e83cfa8b-ccd6-4a0c-942c-3b3e1e4434d3 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] 10.222.0.50 "DELETE /v2.0/subnets/f5a9145e-4642-4984-8def-fd8c179ed3a6 HTTP/1.1" status: 204 len: 168 time: 1.4560900 Aug 11 02:29:56.258890 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35582) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:56.273123 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:29:56.329222 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83cfa8b-ccd6-4a0c-942c-3b3e1e4434d3 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Pushing event deleted for resources: {'Subnet': ['ID=f5a9145e-4642-4984-8def-fd8c179ed3a6,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:56.387893 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4aeed55-ce87-4fa9-abfa-ba885ac608a2 req-ca96ba55-92b9-4c08-9dfa-2755928f68d1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0086c42c-f896-4a92-8515-db944444d83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1837108 Aug 11 02:29:56.459147 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9f9d0d2-3451-4b5c-8400-a9bfd42fcd05 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Deleting subnet d7a48211-a0bc-4cb0-93fa-814d88214c14 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:29:56.478573 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c9f9d0d2-3451-4b5c-8400-a9bfd42fcd05 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:56.622792 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4aeed55-ce87-4fa9-abfa-ba885ac608a2 req-19c2c31b-263c-4b0a-b20c-303f2b5ebe82 service neutron] 10.222.0.66 "GET /v2.0/networks/0086c42c-f896-4a92-8515-db944444d83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268181 Aug 11 02:29:56.636724 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95642cbf-d9b3-4b89-bcfa-207a2a32d039 None None] DHCP port deletion for f57710eb-bdff-4437-b2ed-795ce5aceb1b request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:29:56.661002 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c9f9d0d2-3451-4b5c-8400-a9bfd42fcd05 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:56.724119 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35590) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:56.773010 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-44793015-985e-47b0-a47f-bfd7794a6a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:56.797712 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-95642cbf-d9b3-4b89-bcfa-207a2a32d039 None None] Deleting port e0a3ba94-2011-41ac-b71b-d52c77dbfced {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:56.798177 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-95642cbf-d9b3-4b89-bcfa-207a2a32d039 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:56.879844 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4aeed55-ce87-4fa9-abfa-ba885ac608a2 req-214fd33f-429b-4f75-9d00-64f30161c3d3 service neutron] 10.222.0.66 "GET /v2.0/networks/0086c42c-f896-4a92-8515-db944444d83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477288 Aug 11 02:29:56.963315 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-95642cbf-d9b3-4b89-bcfa-207a2a32d039 None None] For port e0a3ba94-2011-41ac-b71b-d52c77dbfced, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e0a3ba94-2011-41ac-b71b-d52c77dbfced,segment=NetworkSegment(88d6a2a0-4627-4070-9b2b-6a05a74fe712),segment_id=88d6a2a0-4627-4070-9b2b-6a05a74fe712)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:56.964790 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-95642cbf-d9b3-4b89-bcfa-207a2a32d039 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:56.980200 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e9ce6-45f7-4ad4-97de-9d1c7bf701c8 req-035e0a07-7315-40a2-9fd9-469e82c93843 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:56.991563 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f84e9ce6-45f7-4ad4-97de-9d1c7bf701c8 req-035e0a07-7315-40a2-9fd9-469e82c93843 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.1107483 Aug 11 02:29:57.011205 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-95642cbf-d9b3-4b89-bcfa-207a2a32d039 None None] Calling delete_port for e0a3ba94-2011-41ac-b71b-d52c77dbfced owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:57.091400 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f84e9ce6-45f7-4ad4-97de-9d1c7bf701c8 req-f067688d-c542-4b24-a4aa-a9dbfcbf89a2 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988610 Aug 11 02:29:57.134035 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-44793015-985e-47b0-a47f-bfd7794a6a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:57.165154 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-95642cbf-d9b3-4b89-bcfa-207a2a32d039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:57.195194 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95642cbf-d9b3-4b89-bcfa-207a2a32d039 None None] No DVR routers for this DVR port e0a3ba94-2011-41ac-b71b-d52c77dbfced on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:29:57.274037 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95642cbf-d9b3-4b89-bcfa-207a2a32d039 None None] Pushing event deleted for resources: {'Port': ['ID=e0a3ba94-2011-41ac-b71b-d52c77dbfced,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:57.287196 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 55af531a-c6df-43e2-8720-f20fbea871f3 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:57.322002 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c9f9d0d2-3451-4b5c-8400-a9bfd42fcd05 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:57.394786 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-44793015-985e-47b0-a47f-bfd7794a6a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:57.411989 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 55af531a-c6df-43e2-8720-f20fbea871f3 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:57.412726 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:57.460000 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35604) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:57.460484 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-44793015-985e-47b0-a47f-bfd7794a6a45 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.7328594 Aug 11 02:29:57.466235 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44793015-985e-47b0-a47f-bfd7794a6a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b0bb6d-79a1-4cb9-a366-fc49938154a5,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:57.483144 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c9f9d0d2-3451-4b5c-8400-a9bfd42fcd05 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:57.499858 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34b4b3-b004-4341-a75d-bf7294dc4a4a req-c2a93d78-f805-425f-a7df-0c9aa0b02004 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:57.501382 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6c34b4b3-b004-4341-a75d-bf7294dc4a4a req-c2a93d78-f805-425f-a7df-0c9aa0b02004 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.5141368 Aug 11 02:29:57.547877 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9d0d2-3451-4b5c-8400-a9bfd42fcd05 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Pushing event deleted for resources: {'Subnet': ['ID=d7a48211-a0bc-4cb0-93fa-814d88214c14,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:57.587131 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9d0ed6ba-4093-4570-a58d-413ac192a7f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:57.608459 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c9f9d0d2-3451-4b5c-8400-a9bfd42fcd05 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:57.612686 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c9f9d0d2-3451-4b5c-8400-a9bfd42fcd05 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] 10.222.0.50 "DELETE /v2.0/subnets/d7a48211-a0bc-4cb0-93fa-814d88214c14 HTTP/1.1" status: 204 len: 168 time: 1.3440189 Aug 11 02:29:57.614403 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35606) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:57.621702 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9d0ed6ba-4093-4570-a58d-413ac192a7f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:57.648089 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fdac4a-5086-4418-89bc-3205ee2738d9 None None] Network 0819d640-f706-44b2-8721-4770881479cb requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:57.668606 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6c34b4b3-b004-4341-a75d-bf7294dc4a4a req-3b9cc59d-7f36-49db-acdb-e41a81f77a03 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276171 Aug 11 02:29:57.741523 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9d0ed6ba-4093-4570-a58d-413ac192a7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:57.744315 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9d0ed6ba-4093-4570-a58d-413ac192a7f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:57.745978 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9d0ed6ba-4093-4570-a58d-413ac192a7f8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/86b0bb6d-79a1-4cb9-a366-fc49938154a5 HTTP/1.1" status: 204 len: 168 time: 0.2840593 Aug 11 02:29:57.750695 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e0a3ba94-2011-41ac-b71b-d52c77dbfced no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:29:57.801423 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: e0a3ba94-2011-41ac-b71b-d52c77dbfced {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:29:57.801667 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e0a3ba94-2011-41ac-b71b-d52c77dbfced not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:29:57.831130 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ed6ba-4093-4570-a58d-413ac192a7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b0bb6d-79a1-4cb9-a366-fc49938154a5,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:57.859655 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-851a06a3-06ac-4fe1-96f4-1598b24d237d tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:57.997866 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-851a06a3-06ac-4fe1-96f4-1598b24d237d tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.022587 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-851a06a3-06ac-4fe1-96f4-1598b24d237d tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57710eb-bdff-4437-b2ed-795ce5aceb1b']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:58.048982 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fa01fd-690e-458b-8dcf-17c788dff257 None None] DHCP port deletion for 0819d640-f706-44b2-8721-4770881479cb request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:29:58.058043 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-851a06a3-06ac-4fe1-96f4-1598b24d237d tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d6a2a0-4627-4070-9b2b-6a05a74fe712') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:58.058368 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-851a06a3-06ac-4fe1-96f4-1598b24d237d tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d6a2a0-4627-4070-9b2b-6a05a74fe712') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:58.074355 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-851a06a3-06ac-4fe1-96f4-1598b24d237d tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.097602 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-851a06a3-06ac-4fe1-96f4-1598b24d237d tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.111443 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-851a06a3-06ac-4fe1-96f4-1598b24d237d tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:29:58.111871 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-851a06a3-06ac-4fe1-96f4-1598b24d237d tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.162426 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-47fa01fd-690e-458b-8dcf-17c788dff257 None None] Deleting port 90ad317a-db34-4036-9e25-6c63fbce8d2a {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:58.162835 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-47fa01fd-690e-458b-8dcf-17c788dff257 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.299127 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-47fa01fd-690e-458b-8dcf-17c788dff257 None None] For port 90ad317a-db34-4036-9e25-6c63fbce8d2a, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=90ad317a-db34-4036-9e25-6c63fbce8d2a,segment=NetworkSegment(64200519-9448-4b3b-b637-bb220a50db4f),segment_id=64200519-9448-4b3b-b637-bb220a50db4f)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:58.299565 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-47fa01fd-690e-458b-8dcf-17c788dff257 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.324360 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-47fa01fd-690e-458b-8dcf-17c788dff257 None None] Calling delete_port for 90ad317a-db34-4036-9e25-6c63fbce8d2a owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:29:58.339885 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:29:58.342773 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-851a06a3-06ac-4fe1-96f4-1598b24d237d tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.382948 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-851a06a3-06ac-4fe1-96f4-1598b24d237d tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.386073 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-851a06a3-06ac-4fe1-96f4-1598b24d237d tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] 10.222.0.50 "DELETE /v2.0/networks/f57710eb-bdff-4437-b2ed-795ce5aceb1b HTTP/1.1" status: 204 len: 168 time: 0.7677491 Aug 11 02:29:58.389219 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35614) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:58.421436 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a06a3-06ac-4fe1-96f4-1598b24d237d tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Pushing event deleted for resources: {'Network': ['ID=f57710eb-bdff-4437-b2ed-795ce5aceb1b,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:58.447460 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6859eaa-52a5-4a79-bf24-f68eae55b741 req-41ca738c-0f12-4d91-a25a-0ee79a0c4d96 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:58.449422 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f6859eaa-52a5-4a79-bf24-f68eae55b741 req-41ca738c-0f12-4d91-a25a-0ee79a0c4d96 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.1216080 Aug 11 02:29:58.521296 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f6859eaa-52a5-4a79-bf24-f68eae55b741 req-a6cbfedb-5e2d-41c2-a71f-3337ea9dfb46 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593400 Aug 11 02:29:58.526825 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b388c642-d764-4762-9ec8-a1e86780e028 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.529507 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-47fa01fd-690e-458b-8dcf-17c788dff257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.571057 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fa01fd-690e-458b-8dcf-17c788dff257 None None] No DVR routers for this DVR port 90ad317a-db34-4036-9e25-6c63fbce8d2a on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:29:58.572901 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa01fd-690e-458b-8dcf-17c788dff257 None None] Pushing event deleted for resources: {'Port': ['ID=90ad317a-db34-4036-9e25-6c63fbce8d2a,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:58.676267 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b388c642-d764-4762-9ec8-a1e86780e028 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.696729 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-b388c642-d764-4762-9ec8-a1e86780e028 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0819d640-f706-44b2-8721-4770881479cb']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:58.720063 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-b388c642-d764-4762-9ec8-a1e86780e028 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64200519-9448-4b3b-b637-bb220a50db4f') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:58.720521 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-b388c642-d764-4762-9ec8-a1e86780e028 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64200519-9448-4b3b-b637-bb220a50db4f') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:58.734589 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b388c642-d764-4762-9ec8-a1e86780e028 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.779456 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b388c642-d764-4762-9ec8-a1e86780e028 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.790977 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b388c642-d764-4762-9ec8-a1e86780e028 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:29:58.791850 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b388c642-d764-4762-9ec8-a1e86780e028 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:29:58.840544 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:29:58.880050 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b388c642-d764-4762-9ec8-a1e86780e028 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.885691 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b388c642-d764-4762-9ec8-a1e86780e028 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.887847 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b388c642-d764-4762-9ec8-a1e86780e028 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] 10.222.0.50 "DELETE /v2.0/networks/0819d640-f706-44b2-8721-4770881479cb HTTP/1.1" status: 204 len: 168 time: 0.4965739 Aug 11 02:29:58.890619 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35618) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:58.920017 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388c642-d764-4762-9ec8-a1e86780e028 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Pushing event deleted for resources: {'Network': ['ID=0819d640-f706-44b2-8721-4770881479cb,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:58.938113 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668dfc48-4401-4ffd-88d3-119b6af7c909 req-bc88a43a-63bb-4b38-ad67-634fff169ab4 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:58.940762 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-668dfc48-4401-4ffd-88d3-119b6af7c909 req-bc88a43a-63bb-4b38-ad67-634fff169ab4 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1940401 Aug 11 02:29:58.973665 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc7371b6-c3d2-447c-9450-e6e51995e75b tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Deleting subnet adb675cb-7e66-4b69-8fcf-ab2b391a1c83 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:29:58.977899 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cc7371b6-c3d2-447c-9450-e6e51995e75b tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.007076 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-668dfc48-4401-4ffd-88d3-119b6af7c909 req-a2fa1099-db77-4617-8c83-4ab04bed1f19 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579927 Aug 11 02:29:59.051064 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cc7371b6-c3d2-447c-9450-e6e51995e75b tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.163242 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cc7371b6-c3d2-447c-9450-e6e51995e75b tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.165326 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 90ad317a-db34-4036-9e25-6c63fbce8d2a no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:29:59.188961 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 90ad317a-db34-4036-9e25-6c63fbce8d2a {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:29:59.189576 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 90ad317a-db34-4036-9e25-6c63fbce8d2a not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:29:59.257487 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cc7371b6-c3d2-447c-9450-e6e51995e75b tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.293545 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7371b6-c3d2-447c-9450-e6e51995e75b tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Pushing event deleted for resources: {'Subnet': ['ID=adb675cb-7e66-4b69-8fcf-ab2b391a1c83,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:59.306807 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cc7371b6-c3d2-447c-9450-e6e51995e75b tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.313801 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35624) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:59.314404 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cc7371b6-c3d2-447c-9450-e6e51995e75b tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] 10.222.0.50 "DELETE /v2.0/subnets/adb675cb-7e66-4b69-8fcf-ab2b391a1c83 HTTP/1.1" status: 204 len: 168 time: 0.4225328 Aug 11 02:29:59.323199 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc94e4e8-888f-424b-b9d8-eaa70ec554c3 None None] Network bfaa6eaa-0747-456c-b986-7e2282658cf4 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:59.432449 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21928f1b-7296-4998-872f-2ed8017c1fa5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.537466 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-21928f1b-7296-4998-872f-2ed8017c1fa5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Deleting port 7396fa36-5b5c-4183-b77f-cb81bd4e087e {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:59.537905 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21928f1b-7296-4998-872f-2ed8017c1fa5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.557138 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1b4f4a-04f5-407c-9b42-7f5bf7d7708e None None] DHCP port deletion for bfaa6eaa-0747-456c-b986-7e2282658cf4 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:29:59.619327 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-aa1b4f4a-04f5-407c-9b42-7f5bf7d7708e None None] Deleting port 7396fa36-5b5c-4183-b77f-cb81bd4e087e {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:59.619651 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-aa1b4f4a-04f5-407c-9b42-7f5bf7d7708e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.653708 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-21928f1b-7296-4998-872f-2ed8017c1fa5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] For port 7396fa36-5b5c-4183-b77f-cb81bd4e087e, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7396fa36-5b5c-4183-b77f-cb81bd4e087e,segment=NetworkSegment(7a0d60dc-6d8b-420e-a24a-509ad75c8e44),segment_id=7a0d60dc-6d8b-420e-a24a-509ad75c8e44)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:59.654383 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21928f1b-7296-4998-872f-2ed8017c1fa5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.682520 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e86a86-6fcc-4b68-b473-c3550f1c10b9 req-57877e05-757a-42d2-aa1e-ec3a5ebb06a5 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:59.684226 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4e86a86-6fcc-4b68-b473-c3550f1c10b9 req-57877e05-757a-42d2-aa1e-ec3a5ebb06a5 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.0690768 Aug 11 02:29:59.686860 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-21928f1b-7296-4998-872f-2ed8017c1fa5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Calling delete_port for 7396fa36-5b5c-4183-b77f-cb81bd4e087e owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:59.726209 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-aa1b4f4a-04f5-407c-9b42-7f5bf7d7708e None None] For port 7396fa36-5b5c-4183-b77f-cb81bd4e087e, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7396fa36-5b5c-4183-b77f-cb81bd4e087e,segment=NetworkSegment(7a0d60dc-6d8b-420e-a24a-509ad75c8e44),segment_id=7a0d60dc-6d8b-420e-a24a-509ad75c8e44)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:59.726613 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-aa1b4f4a-04f5-407c-9b42-7f5bf7d7708e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.740981 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4e86a86-6fcc-4b68-b473-c3550f1c10b9 req-0f42f7ac-450b-43c5-9c0c-f0caadb0d586 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496097 Aug 11 02:29:59.745998 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-aa1b4f4a-04f5-407c-9b42-7f5bf7d7708e None None] Calling delete_port for 7396fa36-5b5c-4183-b77f-cb81bd4e087e owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:59.821279 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21928f1b-7296-4998-872f-2ed8017c1fa5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.921898 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21928f1b-7296-4998-872f-2ed8017c1fa5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] No DVR routers for this DVR port 7396fa36-5b5c-4183-b77f-cb81bd4e087e on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:29:59.928258 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-aa1b4f4a-04f5-407c-9b42-7f5bf7d7708e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.928491 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21928f1b-7296-4998-872f-2ed8017c1fa5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Pushing event deleted for resources: {'Port': ['ID=7396fa36-5b5c-4183-b77f-cb81bd4e087e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:59.946153 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1b4f4a-04f5-407c-9b42-7f5bf7d7708e None None] No DVR routers for this DVR port 7396fa36-5b5c-4183-b77f-cb81bd4e087e on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:29:59.967731 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b4f4a-04f5-407c-9b42-7f5bf7d7708e None None] Pushing event deleted for resources: {'Port': ['ID=7396fa36-5b5c-4183-b77f-cb81bd4e087e,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:00.062375 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21928f1b-7296-4998-872f-2ed8017c1fa5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:00.075005 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-21928f1b-7296-4998-872f-2ed8017c1fa5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfaa6eaa-0747-456c-b986-7e2282658cf4']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:00.116757 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-21928f1b-7296-4998-872f-2ed8017c1fa5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0d60dc-6d8b-420e-a24a-509ad75c8e44') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:00.117777 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-21928f1b-7296-4998-872f-2ed8017c1fa5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0d60dc-6d8b-420e-a24a-509ad75c8e44') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:00.136262 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21928f1b-7296-4998-872f-2ed8017c1fa5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:00.157825 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21928f1b-7296-4998-872f-2ed8017c1fa5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:00.170987 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21928f1b-7296-4998-872f-2ed8017c1fa5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:30:00.172040 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21928f1b-7296-4998-872f-2ed8017c1fa5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:30:00.178782 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:30:00.229364 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c05654-b52a-46c2-be03-dcccccc06563 req-02269e01-18b0-4327-8774-3a83b8b37167 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:00.243945 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-91c05654-b52a-46c2-be03-dcccccc06563 req-02269e01-18b0-4327-8774-3a83b8b37167 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.0875740 Aug 11 02:30:00.304502 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21928f1b-7296-4998-872f-2ed8017c1fa5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:00.327532 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21928f1b-7296-4998-872f-2ed8017c1fa5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:00.335984 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-21928f1b-7296-4998-872f-2ed8017c1fa5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] 10.222.0.50 "DELETE /v2.0/networks/bfaa6eaa-0747-456c-b986-7e2282658cf4 HTTP/1.1" status: 204 len: 168 time: 1.0186164 Aug 11 02:30:00.346968 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-91c05654-b52a-46c2-be03-dcccccc06563 req-2029edc6-b0f7-4da7-a1a2-de7e338a618e tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949428 Aug 11 02:30:00.347639 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35642) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:00.352395 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21928f1b-7296-4998-872f-2ed8017c1fa5 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Pushing event deleted for resources: {'Network': ['ID=bfaa6eaa-0747-456c-b986-7e2282658cf4,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:00.402983 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5e2ca234-e568-470f-ae79-f27ee9276905 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] 10.222.0.50 "GET /v2.0/ports?device_id=4097b39d-b18d-42c3-9657-ed4031726325 HTTP/1.1" status: 200 len: 205 time: 0.0536795 Aug 11 02:30:00.405574 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35644) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:00.516165 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e585564e-2c63-4494-abcc-812b4c57fa74 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:00.726769 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e585564e-2c63-4494-abcc-812b4c57fa74 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:00.729084 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e585564e-2c63-4494-abcc-812b4c57fa74 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:00.790860 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e585564e-2c63-4494-abcc-812b4c57fa74 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:00.791503 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e585564e-2c63-4494-abcc-812b4c57fa74 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Fanout notify agent at l3_agent the message router_deleted on router 4097b39d-b18d-42c3-9657-ed4031726325 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:30:00.805410 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e585564e-2c63-4494-abcc-812b4c57fa74 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:00.806849 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e585564e-2c63-4494-abcc-812b4c57fa74 tempest-RoutersNegativeTest-827319342 tempest-RoutersNegativeTest-827319342-project] 10.222.0.50 "DELETE /v2.0/routers/4097b39d-b18d-42c3-9657-ed4031726325 HTTP/1.1" status: 204 len: 168 time: 0.4002843 Aug 11 02:30:01.155794 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35652) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:01.206286 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7396fa36-5b5c-4183-b77f-cb81bd4e087e no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:01.236688 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 7396fa36-5b5c-4183-b77f-cb81bd4e087e {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:30:01.237031 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7396fa36-5b5c-4183-b77f-cb81bd4e087e not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:30:01.404083 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35660) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:01.405511 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7b562744-d3f4-445c-b24b-5bc33820a144 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cb77809effe44ae686e2f0c109964e44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2478640 Aug 11 02:30:01.491877 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d83c2786-e964-498e-9d2b-ea258dfbe73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:01.525567 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d83c2786-e964-498e-9d2b-ea258dfbe73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:01.540599 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9f64e-5f2a-464f-989e-75eeb61575c8 req-981090c5-dfa1-408d-82ae-f7ca5e5061a2 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:01.543919 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e1b9f64e-5f2a-464f-989e-75eeb61575c8 req-981090c5-dfa1-408d-82ae-f7ca5e5061a2 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.0979741 Aug 11 02:30:01.609495 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d83c2786-e964-498e-9d2b-ea258dfbe73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:01.612086 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d83c2786-e964-498e-9d2b-ea258dfbe73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:01.628066 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d83c2786-e964-498e-9d2b-ea258dfbe73d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/810b6661-774a-4c4d-a34b-a6b827fcd1cf HTTP/1.1" status: 204 len: 168 time: 0.2222321 Aug 11 02:30:01.652964 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c2786-e964-498e-9d2b-ea258dfbe73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810b6661-774a-4c4d-a34b-a6b827fcd1cf,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:01.666545 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e1b9f64e-5f2a-464f-989e-75eeb61575c8 req-6aa2e742-7c39-477b-9e79-ce5c9a932469 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149385 Aug 11 02:30:02.805299 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35690) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:02.826009 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9ab77-aff5-4aa8-a5f7-78528cd27ba3 req-71f1ed54-34e0-4f80-b09f-c65622c613cf tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:02.828750 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18a9ab77-aff5-4aa8-a5f7-78528cd27ba3 req-71f1ed54-34e0-4f80-b09f-c65622c613cf tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.0750682 Aug 11 02:30:02.939152 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18a9ab77-aff5-4aa8-a5f7-78528cd27ba3 req-83ca3b08-0468-4b85-9c44-ee819d36a0f5 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866377 Aug 11 02:30:02.980625 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-203bc8fe-ea75-4bc3-9013-d992518496dc tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:02.981448 n-d-615180-33 neutron-server[94507]: WARNING neutron.api.v2.base [None req-203bc8fe-ea75-4bc3-9013-d992518496dc tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 02:30:02.982039 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-203bc8fe-ea75-4bc3-9013-d992518496dc tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 02:30:02.988701 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-203bc8fe-ea75-4bc3-9013-d992518496dc tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1822674 Aug 11 02:30:02.989269 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35694) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:02.999703 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-ca12ad20-d47d-45be-b788-bf39bda1c3c8 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group': {'name': 'tempest-secgroup--1011524740'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:03.054540 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ca12ad20-d47d-45be-b788-bf39bda1c3c8 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:03.084643 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ca12ad20-d47d-45be-b788-bf39bda1c3c8 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:03.258966 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ca12ad20-d47d-45be-b788-bf39bda1c3c8 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:03.271962 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ca12ad20-d47d-45be-b788-bf39bda1c3c8 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:03.400972 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12ad20-d47d-45be-b788-bf39bda1c3c8 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c6c3cb-402a-41e9-be00-2338b176a815,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:03.456141 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ca12ad20-d47d-45be-b788-bf39bda1c3c8 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:03.468549 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ca12ad20-d47d-45be-b788-bf39bda1c3c8 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:03.519244 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ca12ad20-d47d-45be-b788-bf39bda1c3c8 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:03.525495 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35696) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:03.528216 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ca12ad20-d47d-45be-b788-bf39bda1c3c8 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5370858 Aug 11 02:30:03.532384 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-807f1302-0a22-4399-993d-8adb70b15b8b tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group_rule': {'security_group_id': 'da1504be-e01c-4c5f-9260-a7c2175017cd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:03.533326 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12ad20-d47d-45be-b788-bf39bda1c3c8 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da1504be-e01c-4c5f-9260-a7c2175017cd,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:03.627107 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-807f1302-0a22-4399-993d-8adb70b15b8b tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:03.717165 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-807f1302-0a22-4399-993d-8adb70b15b8b tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:03.726269 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-807f1302-0a22-4399-993d-8adb70b15b8b tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:03.760738 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-807f1302-0a22-4399-993d-8adb70b15b8b tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:03.763170 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-807f1302-0a22-4399-993d-8adb70b15b8b tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2365224 Aug 11 02:30:03.768186 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35706) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:03.776756 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f1302-0a22-4399-993d-8adb70b15b8b tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4116f85-0819-4fde-bdd6-73503592f470,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:03.777308 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-5aaac2ff-00ef-42bb-b359-244893f26490 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group_rule': {'security_group_id': 'da1504be-e01c-4c5f-9260-a7c2175017cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:03.832691 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5aaac2ff-00ef-42bb-b359-244893f26490 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:03.911042 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-5aaac2ff-00ef-42bb-b359-244893f26490 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 02:30:03.912279 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5aaac2ff-00ef-42bb-b359-244893f26490 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1427813 Aug 11 02:30:03.914895 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35710) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:04.003725 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eb326622-1d4c-4152-b527-04ee6fbbb53f tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:04.044072 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eb326622-1d4c-4152-b527-04ee6fbbb53f tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:04.168385 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14c3e8-e9a7-4cbd-981d-5c2028809038 req-94e9f2c4-e777-433b-b173-f3638cb98e8e tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:04.169992 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aa14c3e8-e9a7-4cbd-981d-5c2028809038 req-94e9f2c4-e777-433b-b173-f3638cb98e8e tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1227317 Aug 11 02:30:04.171326 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eb326622-1d4c-4152-b527-04ee6fbbb53f tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:04.176905 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eb326622-1d4c-4152-b527-04ee6fbbb53f tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:04.180441 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-eb326622-1d4c-4152-b527-04ee6fbbb53f tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "DELETE /v2.0/security-groups/da1504be-e01c-4c5f-9260-a7c2175017cd HTTP/1.1" status: 204 len: 168 time: 0.2622542 Aug 11 02:30:04.180877 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35714) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:04.228018 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb326622-1d4c-4152-b527-04ee6fbbb53f tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1504be-e01c-4c5f-9260-a7c2175017cd,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:04.304948 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1512dc44-48df-4076-95b6-9a1738132ab5 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1222878 Aug 11 02:30:04.308794 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35716) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:04.313943 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-328bab35-8f08-46e5-8dfa-8938cebfddd8 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group': {'name': 'tempest-secgroup--70777089'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:04.343211 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-328bab35-8f08-46e5-8dfa-8938cebfddd8 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:04.345556 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aa14c3e8-e9a7-4cbd-981d-5c2028809038 req-f4f4dd1b-aef6-428f-88e3-1898098110fc tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333070 Aug 11 02:30:04.447006 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-328bab35-8f08-46e5-8dfa-8938cebfddd8 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:04.451953 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-328bab35-8f08-46e5-8dfa-8938cebfddd8 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:04.492118 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-328bab35-8f08-46e5-8dfa-8938cebfddd8 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:04.496856 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-328bab35-8f08-46e5-8dfa-8938cebfddd8 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1846678 Aug 11 02:30:04.497563 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35718) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:04.503342 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-f4a005e1-cac3-4fe3-903e-3d8bf42fc6cb tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group_rule': {'security_group_id': 'bfa892d5-55f2-43d0-aa6b-22b802993b97', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:04.504100 n-d-615180-33 neutron-server[94507]: WARNING neutron.api.v2.base [None req-f4a005e1-cac3-4fe3-903e-3d8bf42fc6cb tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 11 02:30:04.504603 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-f4a005e1-cac3-4fe3-903e-3d8bf42fc6cb tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:04.505562 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f4a005e1-cac3-4fe3-903e-3d8bf42fc6cb tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0072143 Aug 11 02:30:04.508856 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35720) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:04.514829 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328bab35-8f08-46e5-8dfa-8938cebfddd8 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa892d5-55f2-43d0-aa6b-22b802993b97,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:04.590853 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-48b052be-6635-4aaa-a92d-ef4d1e22c783 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:04.617464 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-48b052be-6635-4aaa-a92d-ef4d1e22c783 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:04.677936 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-48b052be-6635-4aaa-a92d-ef4d1e22c783 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:04.682877 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-48b052be-6635-4aaa-a92d-ef4d1e22c783 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:04.689087 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35724) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:04.691214 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-48b052be-6635-4aaa-a92d-ef4d1e22c783 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "DELETE /v2.0/security-groups/bfa892d5-55f2-43d0-aa6b-22b802993b97 HTTP/1.1" status: 204 len: 168 time: 0.1795292 Aug 11 02:30:04.711364 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b052be-6635-4aaa-a92d-ef4d1e22c783 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa892d5-55f2-43d0-aa6b-22b802993b97,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:04.794195 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e1e140bd-1922-4f89-9b27-fdbe466da2ef tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1037695 Aug 11 02:30:04.799000 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35730) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:04.803873 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-6671ecfa-ce8d-45a2-9c4a-f40ffbb2425a tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group': {'name': 'tempest-secgroup--380824340'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:04.835599 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6671ecfa-ce8d-45a2-9c4a-f40ffbb2425a tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:04.964955 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6671ecfa-ce8d-45a2-9c4a-f40ffbb2425a tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:04.970478 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6671ecfa-ce8d-45a2-9c4a-f40ffbb2425a tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:05.008794 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6671ecfa-ce8d-45a2-9c4a-f40ffbb2425a tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:05.012702 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35742) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:05.013117 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6671ecfa-ce8d-45a2-9c4a-f40ffbb2425a tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2139940 Aug 11 02:30:05.015290 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671ecfa-ce8d-45a2-9c4a-f40ffbb2425a tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5105609f-ef68-4eae-b7a7-7b8f02d4d30a,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:05.023158 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-2d88ba55-b347-4bce-b678-617abe12318c tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group_rule': {'security_group_id': '5105609f-ef68-4eae-b7a7-7b8f02d4d30a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:05.024076 n-d-615180-33 neutron-server[94507]: WARNING neutron.api.v2.base [None req-2d88ba55-b347-4bce-b678-617abe12318c tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 11 02:30:05.024578 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-2d88ba55-b347-4bce-b678-617abe12318c tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:05.032387 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2d88ba55-b347-4bce-b678-617abe12318c tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0178008 Aug 11 02:30:05.035316 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35746) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:05.109132 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-30719c97-3038-42ea-a55b-864b012e87f4 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:05.140082 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-30719c97-3038-42ea-a55b-864b012e87f4 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:05.189525 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-30719c97-3038-42ea-a55b-864b012e87f4 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:05.193101 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-30719c97-3038-42ea-a55b-864b012e87f4 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:05.194456 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-30719c97-3038-42ea-a55b-864b012e87f4 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "DELETE /v2.0/security-groups/5105609f-ef68-4eae-b7a7-7b8f02d4d30a HTTP/1.1" status: 204 len: 168 time: 0.1579859 Aug 11 02:30:05.197352 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35748) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:05.205434 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30719c97-3038-42ea-a55b-864b012e87f4 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5105609f-ef68-4eae-b7a7-7b8f02d4d30a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:05.274572 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-303b3340-1805-4da9-9d60-3295acc9bf9f tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0762243 Aug 11 02:30:05.278007 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35752) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:05.283317 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e9496da8-868e-49b1-83e9-3e925aa2f352 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group': {'name': 'tempest-secgroup--683991011'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:05.312814 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e9496da8-868e-49b1-83e9-3e925aa2f352 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:05.380452 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35756) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:05.504298 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e9496da8-868e-49b1-83e9-3e925aa2f352 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:05.510958 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e9496da8-868e-49b1-83e9-3e925aa2f352 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:05.547624 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ae669379-58d9-4dee-840d-30410164abbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:05.556560 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e631f46-609b-4027-b554-f04fb3aa4827 req-065eeccd-fa8b-453e-a71c-bd5566df4d5a tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:05.558189 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2e631f46-609b-4027-b554-f04fb3aa4827 req-065eeccd-fa8b-453e-a71c-bd5566df4d5a tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1046736 Aug 11 02:30:05.566787 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e9496da8-868e-49b1-83e9-3e925aa2f352 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:05.571149 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e9496da8-868e-49b1-83e9-3e925aa2f352 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2920141 Aug 11 02:30:05.572995 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35760) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:05.581380 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-2cd6c7a6-3fc7-4cfb-a3d6-df9b99c679a2 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group_rule': {'security_group_id': 'aa12e9dc-7aea-4c62-8494-f29548bbafc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:05.594872 n-d-615180-33 neutron-server[94507]: WARNING neutron.api.v2.base [None req-2cd6c7a6-3fc7-4cfb-a3d6-df9b99c679a2 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 11 02:30:05.595562 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9496da8-868e-49b1-83e9-3e925aa2f352 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa12e9dc-7aea-4c62-8494-f29548bbafc1,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:05.596206 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-2cd6c7a6-3fc7-4cfb-a3d6-df9b99c679a2 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:05.598384 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2cd6c7a6-3fc7-4cfb-a3d6-df9b99c679a2 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0243919 Aug 11 02:30:05.600384 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35762) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:05.614359 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-dc922fed-93b5-4d32-b716-3d52137ae207 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group_rule': {'security_group_id': 'aa12e9dc-7aea-4c62-8494-f29548bbafc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:05.616403 n-d-615180-33 neutron-server[94506]: WARNING neutron.api.v2.base [None req-dc922fed-93b5-4d32-b716-3d52137ae207 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 11 02:30:05.617056 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-dc922fed-93b5-4d32-b716-3d52137ae207 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:05.618159 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-dc922fed-93b5-4d32-b716-3d52137ae207 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0103357 Aug 11 02:30:05.625279 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35764) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:05.630020 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-7b22e99d-3f96-42e8-8cfe-c65acba593d3 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group_rule': {'security_group_id': 'aa12e9dc-7aea-4c62-8494-f29548bbafc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:05.631191 n-d-615180-33 neutron-server[94506]: WARNING neutron.api.v2.base [None req-7b22e99d-3f96-42e8-8cfe-c65acba593d3 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 11 02:30:05.631815 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-7b22e99d-3f96-42e8-8cfe-c65acba593d3 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:05.635444 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7b22e99d-3f96-42e8-8cfe-c65acba593d3 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066779 Aug 11 02:30:05.640776 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35766) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:05.645962 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-a3daf396-af6b-4af6-94f8-8c227d7496ff tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group_rule': {'security_group_id': 'aa12e9dc-7aea-4c62-8494-f29548bbafc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:05.646335 n-d-615180-33 neutron-server[94506]: WARNING neutron.api.v2.base [None req-a3daf396-af6b-4af6-94f8-8c227d7496ff tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 11 02:30:05.646913 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-a3daf396-af6b-4af6-94f8-8c227d7496ff tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:05.650445 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a3daf396-af6b-4af6-94f8-8c227d7496ff tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0062466 Aug 11 02:30:05.651666 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35768) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:05.669653 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2e631f46-609b-4027-b554-f04fb3aa4827 req-1d281869-d246-48fa-9902-a2ee5985b10d tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973053 Aug 11 02:30:05.719032 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d775c991-59f4-497a-940e-b5af861a67d4 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:05.751343 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d775c991-59f4-497a-940e-b5af861a67d4 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:05.812493 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d775c991-59f4-497a-940e-b5af861a67d4 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:05.815369 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d775c991-59f4-497a-940e-b5af861a67d4 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:05.816604 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d775c991-59f4-497a-940e-b5af861a67d4 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "DELETE /v2.0/security-groups/aa12e9dc-7aea-4c62-8494-f29548bbafc1 HTTP/1.1" status: 204 len: 168 time: 0.1649623 Aug 11 02:30:05.820578 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35772) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:05.847458 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775c991-59f4-497a-940e-b5af861a67d4 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa12e9dc-7aea-4c62-8494-f29548bbafc1,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:05.901739 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c90ba8cc-a5db-45aa-a9d1-69a4e918ca27 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0799603 Aug 11 02:30:05.902382 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35776) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:05.916330 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-a1d51d38-09f0-4b7d-9586-50edbb6a88cd tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group': {'name': 'tempest-secgroup--1417205095'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:06.085805 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e14e5-12f1-4247-97a1-b02abe0d33a5 req-eeb28e57-2394-4e36-9b52-86cf0a4074cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:06.087338 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bb4e14e5-12f1-4247-97a1-b02abe0d33a5 req-eeb28e57-2394-4e36-9b52-86cf0a4074cf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f57d1a8cf4e42e787fd90462a309995&device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 1097 time: 0.5118425 Aug 11 02:30:06.180517 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ae669379-58d9-4dee-840d-30410164abbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:06.189644 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ae669379-58d9-4dee-840d-30410164abbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:06.198490 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a1d51d38-09f0-4b7d-9586-50edbb6a88cd tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:06.258626 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e14e5-12f1-4247-97a1-b02abe0d33a5 req-55bbc075-e364-4e94-9156-ff1b9e0c1595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:06.260284 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bb4e14e5-12f1-4247-97a1-b02abe0d33a5 req-55bbc075-e364-4e94-9156-ff1b9e0c1595 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2f949d0-3328-4092-9faf-d9d0b7daafd4 HTTP/1.1" status: 200 len: 915 time: 0.1656849 Aug 11 02:30:06.266857 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ae669379-58d9-4dee-840d-30410164abbf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ecb5c7d5ce7b4ae89ccfde4f26b7c0bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8850930 Aug 11 02:30:06.269190 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae669379-58d9-4dee-840d-30410164abbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e4dc3f-daf5-455c-93c0-892ea716ec32,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:06.269827 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35788) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:06.315846 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bb4e14e5-12f1-4247-97a1-b02abe0d33a5 req-c0860476-1ef2-4ec4-8268-dab200701c3d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9223b946-734e-45f4-b5ef-3289361e0db4 HTTP/1.1" status: 200 len: 217 time: 0.0474563 Aug 11 02:30:06.361504 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a1d51d38-09f0-4b7d-9586-50edbb6a88cd tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:06.365365 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-86ab6183-326a-4400-a100-8b43f18bd372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:06.368463 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a1d51d38-09f0-4b7d-9586-50edbb6a88cd tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:06.379701 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e14e5-12f1-4247-97a1-b02abe0d33a5 req-d8933312-6465-4285-b06f-449e3525b3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:06.381397 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bb4e14e5-12f1-4247-97a1-b02abe0d33a5 req-d8933312-6465-4285-b06f-449e3525b3fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f8cd47ed-5ee1-4bbe-a899-6dd2b116ea1d HTTP/1.1" status: 200 len: 854 time: 0.0582650 Aug 11 02:30:06.414810 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a1d51d38-09f0-4b7d-9586-50edbb6a88cd tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:06.416597 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a1d51d38-09f0-4b7d-9586-50edbb6a88cd tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5132661 Aug 11 02:30:06.418830 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-86ab6183-326a-4400-a100-8b43f18bd372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:06.425370 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bb4e14e5-12f1-4247-97a1-b02abe0d33a5 req-741f424b-faed-45f1-a04e-d9ee722ac734 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2f949d0-3328-4092-9faf-d9d0b7daafd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348911 Aug 11 02:30:06.425846 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35790) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:06.427326 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d51d38-09f0-4b7d-9586-50edbb6a88cd tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c76023c-8cf3-49c7-803a-100e07a56e3e,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:06.430956 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-50aed6ea-c1e8-4d56-80e2-2d774d8b9ad3 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group_rule': {'security_group_id': '6c76023c-8cf3-49c7-803a-100e07a56e3e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:06.431704 n-d-615180-33 neutron-server[94507]: WARNING neutron.api.v2.base [None req-50aed6ea-c1e8-4d56-80e2-2d774d8b9ad3 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 02:30:06.432200 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-50aed6ea-c1e8-4d56-80e2-2d774d8b9ad3 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:06.433155 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-50aed6ea-c1e8-4d56-80e2-2d774d8b9ad3 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063443 Aug 11 02:30:06.442257 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35792) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:06.456860 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-c6c9e967-f45b-4a22-bf66-9b6972d3afb7 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group_rule': {'security_group_id': '6c76023c-8cf3-49c7-803a-100e07a56e3e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:06.483295 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-86ab6183-326a-4400-a100-8b43f18bd372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:06.488670 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-86ab6183-326a-4400-a100-8b43f18bd372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:06.491303 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-86ab6183-326a-4400-a100-8b43f18bd372 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/63e4dc3f-daf5-455c-93c0-892ea716ec32 HTTP/1.1" status: 204 len: 168 time: 0.2203300 Aug 11 02:30:06.503531 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab6183-326a-4400-a100-8b43f18bd372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e4dc3f-daf5-455c-93c0-892ea716ec32,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:06.566721 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bb4e14e5-12f1-4247-97a1-b02abe0d33a5 req-e09f1574-4bc5-452f-9acf-edf022feccd6 service neutron] 10.222.0.73 "GET /v2.0/networks/a2f949d0-3328-4092-9faf-d9d0b7daafd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323626 Aug 11 02:30:06.624741 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-c6c9e967-f45b-4a22-bf66-9b6972d3afb7 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:06.630860 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35796) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:06.633590 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-9a16b061-8b2f-406f-8c2c-b949700f72ab tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group_rule': {'security_group_id': '6c76023c-8cf3-49c7-803a-100e07a56e3e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:06.634330 n-d-615180-33 neutron-server[94506]: WARNING neutron.api.v2.base [None req-9a16b061-8b2f-406f-8c2c-b949700f72ab tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 11 02:30:06.634839 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-9a16b061-8b2f-406f-8c2c-b949700f72ab tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:06.638692 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9a16b061-8b2f-406f-8c2c-b949700f72ab tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088632 Aug 11 02:30:06.639840 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35798) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:06.645101 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-0cc14406-53e7-40e6-bd25-3d62ebe01e49 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group_rule': {'security_group_id': '6c76023c-8cf3-49c7-803a-100e07a56e3e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:06.645625 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c6c9e967-f45b-4a22-bf66-9b6972d3afb7 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2015162 Aug 11 02:30:06.715364 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-0cc14406-53e7-40e6-bd25-3d62ebe01e49 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:06.722364 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35804) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:06.724101 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0cc14406-53e7-40e6-bd25-3d62ebe01e49 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0832074 Aug 11 02:30:06.738197 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-5df77bcb-b1fe-41e2-8347-99788bc4df88 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group_rule': {'security_group_id': '6c76023c-8cf3-49c7-803a-100e07a56e3e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:06.738696 n-d-615180-33 neutron-server[94507]: WARNING neutron.api.v2.base [None req-5df77bcb-b1fe-41e2-8347-99788bc4df88 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 02:30:06.739213 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-5df77bcb-b1fe-41e2-8347-99788bc4df88 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:06.743197 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5df77bcb-b1fe-41e2-8347-99788bc4df88 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0180283 Aug 11 02:30:06.743648 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35806) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:06.748885 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bb4e14e5-12f1-4247-97a1-b02abe0d33a5 req-b088e5be-e312-49de-b7a3-790b4c624f84 service neutron] 10.222.0.73 "GET /v2.0/networks/a2f949d0-3328-4092-9faf-d9d0b7daafd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741722 Aug 11 02:30:06.749527 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-8f9bdb40-a115-4633-934d-593c14c1300e tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group_rule': {'security_group_id': '6c76023c-8cf3-49c7-803a-100e07a56e3e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:06.776710 n-d-615180-33 neutron-server[94506]: INFO neutron.db.securitygroups_db [None req-8f9bdb40-a115-4633-934d-593c14c1300e tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Project d7fc8cfa3599498cb0c76ffd089e86c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:30:06.791271 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-8f9bdb40-a115-4633-934d-593c14c1300e tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:06.796593 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8f9bdb40-a115-4633-934d-593c14c1300e tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0484691 Aug 11 02:30:06.797028 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35808) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:06.801935 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-cd6525ff-293b-472e-8cec-7691dc7d08a9 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group_rule': {'security_group_id': '6c76023c-8cf3-49c7-803a-100e07a56e3e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:06.802628 n-d-615180-33 neutron-server[94507]: WARNING neutron.api.v2.base [None req-cd6525ff-293b-472e-8cec-7691dc7d08a9 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 11 02:30:06.803306 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-cd6525ff-293b-472e-8cec-7691dc7d08a9 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:06.804747 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-cd6525ff-293b-472e-8cec-7691dc7d08a9 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062919 Aug 11 02:30:06.807592 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35810) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:06.817597 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-20f99795-e3b9-4f9a-a155-8f73ff54e951 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group_rule': {'security_group_id': '6c76023c-8cf3-49c7-803a-100e07a56e3e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:06.854320 n-d-615180-33 neutron-server[94507]: INFO neutron.db.securitygroups_db [None req-20f99795-e3b9-4f9a-a155-8f73ff54e951 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Project d7fc8cfa3599498cb0c76ffd089e86c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:30:06.876714 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411ef24-afa3-4b9a-9fa1-42aff1c0b45d req-8ad3d8ba-6dc9-41be-9ada-3751dd9d91d2 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:06.878705 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e411ef24-afa3-4b9a-9fa1-42aff1c0b45d req-8ad3d8ba-6dc9-41be-9ada-3751dd9d91d2 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.0800128 Aug 11 02:30:06.890439 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-20f99795-e3b9-4f9a-a155-8f73ff54e951 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:06.891629 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-20f99795-e3b9-4f9a-a155-8f73ff54e951 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0828648 Aug 11 02:30:06.894747 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35816) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:06.903325 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-927a8ef4-e9fa-4725-aba4-d728ee112a34 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group_rule': {'security_group_id': '6c76023c-8cf3-49c7-803a-100e07a56e3e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:06.923906 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e411ef24-afa3-4b9a-9fa1-42aff1c0b45d req-08aee16e-c908-46b4-bdd9-c5bc71899f33 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387826 Aug 11 02:30:06.950477 n-d-615180-33 neutron-server[94507]: INFO neutron.db.securitygroups_db [None req-927a8ef4-e9fa-4725-aba4-d728ee112a34 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Project d7fc8cfa3599498cb0c76ffd089e86c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:30:06.968861 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-927a8ef4-e9fa-4725-aba4-d728ee112a34 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:06.970622 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-927a8ef4-e9fa-4725-aba4-d728ee112a34 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0738072 Aug 11 02:30:06.974216 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35820) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:07.033786 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f44ef381-b874-4ce4-8930-7605e4affba0 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:07.071472 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f44ef381-b874-4ce4-8930-7605e4affba0 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:07.136334 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f44ef381-b874-4ce4-8930-7605e4affba0 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:07.141931 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f44ef381-b874-4ce4-8930-7605e4affba0 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:07.146108 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f44ef381-b874-4ce4-8930-7605e4affba0 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "DELETE /v2.0/security-groups/6c76023c-8cf3-49c7-803a-100e07a56e3e HTTP/1.1" status: 204 len: 168 time: 0.1678946 Aug 11 02:30:07.146511 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35828) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:07.157275 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ef381-b874-4ce4-8930-7605e4affba0 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c76023c-8cf3-49c7-803a-100e07a56e3e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:07.256803 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a656d2e8-8b74-48a9-854a-330aabd7ea4d tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1051130 Aug 11 02:30:07.257106 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35834) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:07.262520 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-fd907801-75df-4961-85bb-1a302620dbd1 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group': {'name': 'tempest-secgroup--649220499'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:07.291494 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd907801-75df-4961-85bb-1a302620dbd1 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:07.412355 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd907801-75df-4961-85bb-1a302620dbd1 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:07.418300 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd907801-75df-4961-85bb-1a302620dbd1 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:07.445405 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd907801-75df-4961-85bb-1a302620dbd1 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:07.449675 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35840) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:07.449931 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fd907801-75df-4961-85bb-1a302620dbd1 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1908374 Aug 11 02:30:07.455915 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-f7a10c7e-da32-4617-9da6-9a273d21c514 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group_rule': {'security_group_id': '5d711fe7-1a78-4202-9bb9-43e98ef077bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:07.456530 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd907801-75df-4961-85bb-1a302620dbd1 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d711fe7-1a78-4202-9bb9-43e98ef077bd,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:07.506827 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-f7a10c7e-da32-4617-9da6-9a273d21c514 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] create failed (client error): The resource could not be found. Aug 11 02:30:07.508044 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f7a10c7e-da32-4617-9da6-9a273d21c514 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0573053 Aug 11 02:30:07.511042 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35844) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:07.517020 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-b8100c69-4127-45d2-82cd-1fb34496acce tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group_rule': {'security_group_id': '5d711fe7-1a78-4202-9bb9-43e98ef077bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f13d4a81-09d9-4068-91bc-25e4a25b7fcc'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:07.569681 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-b8100c69-4127-45d2-82cd-1fb34496acce tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] create failed (client error): The resource could not be found. Aug 11 02:30:07.572918 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b8100c69-4127-45d2-82cd-1fb34496acce tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0595231 Aug 11 02:30:07.573872 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35846) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:07.652158 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1e12deb6-a322-4fd0-a586-a789af1a7757 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:07.683433 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1e12deb6-a322-4fd0-a586-a789af1a7757 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:07.734239 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1e12deb6-a322-4fd0-a586-a789af1a7757 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:07.738521 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1e12deb6-a322-4fd0-a586-a789af1a7757 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:07.740461 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1e12deb6-a322-4fd0-a586-a789af1a7757 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "DELETE /v2.0/security-groups/5d711fe7-1a78-4202-9bb9-43e98ef077bd HTTP/1.1" status: 204 len: 168 time: 0.1655560 Aug 11 02:30:07.743289 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35850) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:07.759742 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e12deb6-a322-4fd0-a586-a789af1a7757 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d711fe7-1a78-4202-9bb9-43e98ef077bd,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:07.804360 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-df7639e4-cd7b-4963-83fc-20434915f216 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0594501 Aug 11 02:30:07.808281 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35854) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:07.818198 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-90b31446-3a01-4ac4-b3d7-06d1ab390d93 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group_rule': {'security_group_id': '0ead29c5-35b7-4cde-aaf0-f990a5fbc674', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:07.869612 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-90b31446-3a01-4ac4-b3d7-06d1ab390d93 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] create failed (client error): The resource could not be found. Aug 11 02:30:07.870942 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-90b31446-3a01-4ac4-b3d7-06d1ab390d93 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0606446 Aug 11 02:30:07.875237 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35858) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:07.880525 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-4fd14468-3041-47d6-9508-65ff2699f672 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group': {'name': 'tempest-secgroup--649219071'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:07.905639 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4fd14468-3041-47d6-9508-65ff2699f672 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.028709 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4fd14468-3041-47d6-9508-65ff2699f672 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.038717 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4fd14468-3041-47d6-9508-65ff2699f672 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.104074 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4fd14468-3041-47d6-9508-65ff2699f672 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.104988 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 9223b946-734e-45f4-b5ef-3289361e0db4 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:08.105568 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4fd14468-3041-47d6-9508-65ff2699f672 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2292066 Aug 11 02:30:08.110252 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35870) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:08.116411 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd14468-3041-47d6-9508-65ff2699f672 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be8ec47d-36e3-43a7-8af9-a1fdef2dde9d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:08.117100 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-a886b97d-cd14-4131-ae77-7bb285920eae tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group': {'name': 'tempest-secgroup--1533352310'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:08.176649 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46199808-d818-4896-831c-7c9fbf69924d req-0857de51-929a-48ef-9005-b4181159481f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:08.188801 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-46199808-d818-4896-831c-7c9fbf69924d req-0857de51-929a-48ef-9005-b4181159481f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.1287663 Aug 11 02:30:08.197329 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a886b97d-cd14-4131-ae77-7bb285920eae tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.263481 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.297898 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473e2eaf-dc67-4611-83d9-a6032d6acb4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9223b946-734e-45f4-b5ef-3289361e0db4'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:08.299288 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-46199808-d818-4896-831c-7c9fbf69924d req-08ec60f0-f6ff-432f-9fcd-f7a15a742435 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098495 Aug 11 02:30:08.299855 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35876) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:08.315363 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b03089-3111-4367-b8d8-504203ad219b" -d '{"events": [{"server_uuid": "473e2eaf-dc67-4611-83d9-a6032d6acb4e", "name": "network-vif-unplugged", "status": "completed", "tag": "9223b946-734e-45f4-b5ef-3289361e0db4"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:08.335368 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 9223b946-734e-45f4-b5ef-3289361e0db4, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=9223b946-734e-45f4-b5ef-3289361e0db4,segment=NetworkSegment(ac41ffd8-fd7b-4432-bc58-5a0f19867d17),segment_id=ac41ffd8-fd7b-4432-bc58-5a0f19867d17)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:08.340954 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.397426 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4117b1ee-571f-41cd-9614-b4776106ae9b x-openstack-request-id: req-4117b1ee-571f-41cd-9614-b4776106ae9b {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:08.397925 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473e2eaf-dc67-4611-83d9-a6032d6acb4e", "name": "network-vif-unplugged", "status": "completed", "tag": "9223b946-734e-45f4-b5ef-3289361e0db4", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:08.398360 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4117b1ee-571f-41cd-9614-b4776106ae9b {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:08.399045 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473e2eaf-dc67-4611-83d9-a6032d6acb4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9223b946-734e-45f4-b5ef-3289361e0db4', 'code': 200} Aug 11 02:30:08.411786 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=9223b946-734e-45f4-b5ef-3289361e0db4,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:08.422493 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:08.423104 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:08.423676 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:08.424179 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:08.424704 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:08.425325 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:08.425832 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:08.426317 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:08.426834 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:08.427324 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:08.427849 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:08.428338 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:08.461158 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a886b97d-cd14-4131-ae77-7bb285920eae tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.466092 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a886b97d-cd14-4131-ae77-7bb285920eae tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.497450 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-8ca30e16-0869-40a0-b938-961abc8d9ed5 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1679741276', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:08.507590 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a886b97d-cd14-4131-ae77-7bb285920eae tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.512628 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a886b97d-cd14-4131-ae77-7bb285920eae tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4012897 Aug 11 02:30:08.513171 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35882) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:08.516258 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886b97d-cd14-4131-ae77-7bb285920eae tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7501488-6ce9-424f-adb6-52f86e66fe3d,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:08.522479 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-9b17e85d-dc39-4dd1-85ca-2350005bc6c8 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group_rule': {'security_group_id': 'be8ec47d-36e3-43a7-8af9-a1fdef2dde9d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a7501488-6ce9-424f-adb6-52f86e66fe3d'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:08.540880 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca30e16-0869-40a0-b938-961abc8d9ed5 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Made reservation on behalf of c8261fa63d544956a67e4ad92d64487f for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:30:08.543215 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ca30e16-0869-40a0-b938-961abc8d9ed5 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.558348 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ca30e16-0869-40a0-b938-961abc8d9ed5 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.734826 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ca30e16-0869-40a0-b938-961abc8d9ed5 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.740911 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ca30e16-0869-40a0-b938-961abc8d9ed5 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.747006 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-8ca30e16-0869-40a0-b938-961abc8d9ed5 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] device_id is not set on port 4e74cf84-c1cf-41a8-907c-ef4371d7d5b3 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:30:08.751617 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-9b17e85d-dc39-4dd1-85ca-2350005bc6c8 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:08.752822 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9b17e85d-dc39-4dd1-85ca-2350005bc6c8 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2380564 Aug 11 02:30:08.755804 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35884) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:08.807315 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca30e16-0869-40a0-b938-961abc8d9ed5 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0e0106-6da8-44fa-afd4-c1cf24876080,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:08.825662 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d6fa8f72-c952-45c2-abb1-a795b2ff7b01 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.858802 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d6fa8f72-c952-45c2-abb1-a795b2ff7b01 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.898147 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-8ca30e16-0869-40a0-b938-961abc8d9ed5 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Allocated IP 172.25.2.241 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/4e74cf84-c1cf-41a8-907c-ef4371d7d5b3) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:30:08.938608 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d6fa8f72-c952-45c2-abb1-a795b2ff7b01 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.945924 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d6fa8f72-c952-45c2-abb1-a795b2ff7b01 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.950068 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d6fa8f72-c952-45c2-abb1-a795b2ff7b01 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "DELETE /v2.0/security-groups/a7501488-6ce9-424f-adb6-52f86e66fe3d HTTP/1.1" status: 204 len: 168 time: 0.1919303 Aug 11 02:30:08.954692 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35886) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:08.977279 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa8f72-c952-45c2-abb1-a795b2ff7b01 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7501488-6ce9-424f-adb6-52f86e66fe3d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:09.086658 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8af7081c-df40-44da-859a-66ce91964119 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1285546 Aug 11 02:30:09.088862 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35888) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:09.150699 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ca30e16-0869-40a0-b938-961abc8d9ed5 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.176570 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1eaac70b-ad34-42a1-a51d-3643ad19e83d tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.208869 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ca30e16-0869-40a0-b938-961abc8d9ed5 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.223133 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1eaac70b-ad34-42a1-a51d-3643ad19e83d tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.283965 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca30e16-0869-40a0-b938-961abc8d9ed5 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:30:09.285380 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca30e16-0869-40a0-b938-961abc8d9ed5 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Pushing event updated for resources: {'Port': ['ID=4e74cf84-c1cf-41a8-907c-ef4371d7d5b3,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:09.288123 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-8ca30e16-0869-40a0-b938-961abc8d9ed5 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:09.290297 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca30e16-0869-40a0-b938-961abc8d9ed5 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:30:09.300309 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1eaac70b-ad34-42a1-a51d-3643ad19e83d tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.303366 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1eaac70b-ad34-42a1-a51d-3643ad19e83d tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.310577 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1eaac70b-ad34-42a1-a51d-3643ad19e83d tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "DELETE /v2.0/security-groups/be8ec47d-36e3-43a7-8af9-a1fdef2dde9d HTTP/1.1" status: 204 len: 168 time: 0.2200942 Aug 11 02:30:09.321663 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35892) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:09.322632 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaac70b-ad34-42a1-a51d-3643ad19e83d tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8ec47d-36e3-43a7-8af9-a1fdef2dde9d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:09.392619 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f0e08517-10be-446c-917a-b6dc666d2bda tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0627902 Aug 11 02:30:09.392862 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca30e16-0869-40a0-b938-961abc8d9ed5 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:09.392862 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ca30e16-0869-40a0-b938-961abc8d9ed5 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.393404 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35896) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:09.425760 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-8328ca86-dff7-43c8-be53-d9d173eaf5be tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group': {'name': 'tempest-secgroup--706693197'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:09.428178 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8ca30e16-0869-40a0-b938-961abc8d9ed5 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.1270561 Aug 11 02:30:09.431321 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35902) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:09.436097 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-37a9ed44-2c9e-4e76-bdd4-0023a6fe4f67 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.241'}]}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:09.451646 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8328ca86-dff7-43c8-be53-d9d173eaf5be tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.493420 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-37a9ed44-2c9e-4e76-bdd4-0023a6fe4f67 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.494467 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-37a9ed44-2c9e-4e76-bdd4-0023a6fe4f67 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.540889 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62122b42-ee0c-4c01-8c5d-bebf680af499 req-ab2cc987-6eeb-4000-aa17-e76691b30687 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:09.542544 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-62122b42-ee0c-4c01-8c5d-bebf680af499 req-ab2cc987-6eeb-4000-aa17-e76691b30687 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 943 time: 0.1017621 Aug 11 02:30:09.613924 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8328ca86-dff7-43c8-be53-d9d173eaf5be tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.623185 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8328ca86-dff7-43c8-be53-d9d173eaf5be tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.636357 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-37a9ed44-2c9e-4e76-bdd4-0023a6fe4f67 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.676034 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8328ca86-dff7-43c8-be53-d9d173eaf5be tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.677657 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8328ca86-dff7-43c8-be53-d9d173eaf5be tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2848737 Aug 11 02:30:09.679941 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328ca86-dff7-43c8-be53-d9d173eaf5be tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01973c3c-177d-4e6d-86bf-0985ae052fc5,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:09.682828 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35906) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:09.688308 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-57010c6a-aa4f-4987-a8a1-20468b755179 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group_rule': {'security_group_id': '01973c3c-177d-4e6d-86bf-0985ae052fc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:09.733807 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-57010c6a-aa4f-4987-a8a1-20468b755179 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:09.735980 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-57010c6a-aa4f-4987-a8a1-20468b755179 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0518403 Aug 11 02:30:09.738914 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35908) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:09.746803 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-7189ddf7-9961-4a91-929b-c981e75d2612 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group_rule': {'security_group_id': '01973c3c-177d-4e6d-86bf-0985ae052fc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:09.773488 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-62122b42-ee0c-4c01-8c5d-bebf680af499 req-0b56d8e1-5bde-4bbc-8e89-ab48873c2690 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217431 Aug 11 02:30:09.812180 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-7189ddf7-9961-4a91-929b-c981e75d2612 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:09.817439 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7189ddf7-9961-4a91-929b-c981e75d2612 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0737114 Aug 11 02:30:09.820755 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35912) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:09.876999 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-37a9ed44-2c9e-4e76-bdd4-0023a6fe4f67 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.955194 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c21110e9-4cc7-4ee2-bcc5-8b8fc88e7172 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.989802 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c21110e9-4cc7-4ee2-bcc5-8b8fc88e7172 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.027841 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60c8a9-9345-421e-9042-b52f9954deb7 req-250b773f-2056-4c90-a35e-566c4eba9772 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:10.030203 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3f60c8a9-9345-421e-9042-b52f9954deb7 req-250b773f-2056-4c90-a35e-566c4eba9772 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 943 time: 0.1286240 Aug 11 02:30:10.101270 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3f60c8a9-9345-421e-9042-b52f9954deb7 req-42be9f21-6d5a-4b20-89d7-2a9da3e33bdc tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595610 Aug 11 02:30:10.102475 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c21110e9-4cc7-4ee2-bcc5-8b8fc88e7172 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.106001 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c21110e9-4cc7-4ee2-bcc5-8b8fc88e7172 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.109183 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c21110e9-4cc7-4ee2-bcc5-8b8fc88e7172 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "DELETE /v2.0/security-groups/01973c3c-177d-4e6d-86bf-0985ae052fc5 HTTP/1.1" status: 204 len: 168 time: 0.2866940 Aug 11 02:30:10.115255 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35914) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:10.137776 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21110e9-4cc7-4ee2-bcc5-8b8fc88e7172 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01973c3c-177d-4e6d-86bf-0985ae052fc5,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:10.161631 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-37a9ed44-2c9e-4e76-bdd4-0023a6fe4f67 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.183674 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-37a9ed44-2c9e-4e76-bdd4-0023a6fe4f67 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.195719 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1ae5c878-2ec2-4b8c-85a1-934bf2c503fe tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0777748 Aug 11 02:30:10.199365 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35920) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:10.207997 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e574b0c0-1554-42eb-880d-2bc740d6cd44 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group': {'name': 'tempest-secgroup--417734361'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:10.235036 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e574b0c0-1554-42eb-880d-2bc740d6cd44 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.339229 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e574b0c0-1554-42eb-880d-2bc740d6cd44 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.348993 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e574b0c0-1554-42eb-880d-2bc740d6cd44 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.389802 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574b0c0-1554-42eb-880d-2bc740d6cd44 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=654726ba-79ae-428b-b821-7b67a408924f,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:10.406862 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e574b0c0-1554-42eb-880d-2bc740d6cd44 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.408931 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e574b0c0-1554-42eb-880d-2bc740d6cd44 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2083626 Aug 11 02:30:10.411751 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35928) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:10.418382 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-2eaae25b-f209-46b6-9e80-ae03951a5772 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:10.419159 n-d-615180-33 neutron-server[94506]: WARNING neutron.api.v2.base [None req-2eaae25b-f209-46b6-9e80-ae03951a5772 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 02:30:10.420493 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-2eaae25b-f209-46b6-9e80-ae03951a5772 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] update failed (client error): There was a conflict when trying to complete your request. Aug 11 02:30:10.421684 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2eaae25b-f209-46b6-9e80-ae03951a5772 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "PUT /v2.0/security-groups/654726ba-79ae-428b-b821-7b67a408924f HTTP/1.1" status: 409 len: 330 time: 0.0089338 Aug 11 02:30:10.425463 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35930) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:10.467576 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-37a9ed44-2c9e-4e76-bdd4-0023a6fe4f67 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.500889 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f2db54bb-cba3-46a1-a9fa-dc42d2ce1632 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.567028 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f2db54bb-cba3-46a1-a9fa-dc42d2ce1632 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.686815 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f2db54bb-cba3-46a1-a9fa-dc42d2ce1632 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.689863 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f2db54bb-cba3-46a1-a9fa-dc42d2ce1632 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.691158 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f2db54bb-cba3-46a1-a9fa-dc42d2ce1632 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "DELETE /v2.0/security-groups/654726ba-79ae-428b-b821-7b67a408924f HTTP/1.1" status: 204 len: 168 time: 0.2644949 Aug 11 02:30:10.697913 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35946) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:10.716987 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db54bb-cba3-46a1-a9fa-dc42d2ce1632 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=654726ba-79ae-428b-b821-7b67a408924f,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:10.774861 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-37a9ed44-2c9e-4e76-bdd4-0023a6fe4f67 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.779490 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-37a9ed44-2c9e-4e76-bdd4-0023a6fe4f67 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.797651 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-77a8a022-baf4-4956-b73a-5cb1a664bb35 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0985413 Aug 11 02:30:10.798919 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35952) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:10.815214 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-b5266e98-55be-4677-928f-aa0864c7ded6 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] delete failed (client error): The resource could not be found. Aug 11 02:30:10.820997 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b5266e98-55be-4677-928f-aa0864c7ded6 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "DELETE /v2.0/security-groups/433abeda-5700-483b-b072-6405ef3ed389 HTTP/1.1" status: 404 len: 347 time: 0.0205088 Aug 11 02:30:10.822003 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35954) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:10.835383 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7974e2-c9fa-47eb-bfbf-4abff37f3868 req-ff9438cc-ed32-464f-a5e3-b85290c278fc tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:10.837048 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8c7974e2-c9fa-47eb-bfbf-4abff37f3868 req-ff9438cc-ed32-464f-a5e3-b85290c278fc tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 943 time: 0.1675770 Aug 11 02:30:10.843067 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-37a9ed44-2c9e-4e76-bdd4-0023a6fe4f67 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.844045 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a9ed44-2c9e-4e76-bdd4-0023a6fe4f67 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91661d56-bca8-47e3-b6c7-b0c7413bfd20 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:30:10.847567 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-d484cc7e-2770-4147-a096-a78ec23fee1a tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] show failed (client error): The resource could not be found. Aug 11 02:30:10.864050 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d484cc7e-2770-4147-a096-a78ec23fee1a tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "GET /v2.0/security-groups/3bee047d-ab10-4ff2-84db-11d529ca3382 HTTP/1.1" status: 404 len: 347 time: 0.0407748 Aug 11 02:30:10.864905 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35956) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:10.894573 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-4ca7acd7-9437-4bb6-ad53-02fbd94957c8 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] show failed (client error): The resource could not be found. Aug 11 02:30:10.895902 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4ca7acd7-9437-4bb6-ad53-02fbd94957c8 tempest-NegativeSecGroupIPv6Test-1674563414 tempest-NegativeSecGroupIPv6Test-1674563414-project] 10.222.0.50 "GET /v2.0/security-group-rules/dc370aa6-8602-4e1b-87c1-ed3404967fe5 HTTP/1.1" status: 404 len: 356 time: 0.0298023 Aug 11 02:30:10.909863 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8c7974e2-c9fa-47eb-bfbf-4abff37f3868 req-fe1e7c0c-d20b-4814-88e0-d12dfda2fa9d tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615623 Aug 11 02:30:10.915652 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-37a9ed44-2c9e-4e76-bdd4-0023a6fe4f67 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 11 02:30:10.920097 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35964) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:10.920826 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-37a9ed44-2c9e-4e76-bdd4-0023a6fe4f67 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4881842 Aug 11 02:30:11.077984 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-c48d4b4d-09fb-4c97-8e73-c83498f3d0d0 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Deleting port 4e74cf84-c1cf-41a8-907c-ef4371d7d5b3 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:11.078972 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c48d4b4d-09fb-4c97-8e73-c83498f3d0d0 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:11.173903 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c48d4b4d-09fb-4c97-8e73-c83498f3d0d0 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:11.196137 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-c48d4b4d-09fb-4c97-8e73-c83498f3d0d0 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Calling delete_port for 4e74cf84-c1cf-41a8-907c-ef4371d7d5b3 owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:11.212357 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f14da4c5-4803-445b-a691-d7674dff424d req-4f0b96c9-dc80-4e49-b89f-393b03db5a71 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2843108 Aug 11 02:30:11.268397 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35974) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:11.392009 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c48d4b4d-09fb-4c97-8e73-c83498f3d0d0 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:11.448089 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d4b4d-09fb-4c97-8e73-c83498f3d0d0 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e74cf84-c1cf-41a8-907c-ef4371d7d5b3,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:11.507441 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-27d50e16-8240-477f-bb86-a7f399a8b171 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d7fc8cfa3599498cb0c76ffd089e86c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2376516 Aug 11 02:30:11.510508 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35990) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:11.559955 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c48d4b4d-09fb-4c97-8e73-c83498f3d0d0 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:11.563747 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c48d4b4d-09fb-4c97-8e73-c83498f3d0d0 tempest-RoutersAdminNegativeIpV6Test-1042361157 tempest-RoutersAdminNegativeIpV6Test-1042361157-project-admin] 10.222.0.50 "DELETE /v2.0/ports/4e74cf84-c1cf-41a8-907c-ef4371d7d5b3 HTTP/1.1" status: 204 len: 168 time: 0.6423271 Aug 11 02:30:11.581521 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-102f7e49-7c80-4a5e-bdb7-600bc35d08b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:11.616329 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-102f7e49-7c80-4a5e-bdb7-600bc35d08b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:11.689314 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-102f7e49-7c80-4a5e-bdb7-600bc35d08b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:11.692623 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-102f7e49-7c80-4a5e-bdb7-600bc35d08b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:11.693865 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-102f7e49-7c80-4a5e-bdb7-600bc35d08b0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b2c6c3cb-402a-41e9-be00-2338b176a815 HTTP/1.1" status: 204 len: 168 time: 0.1815472 Aug 11 02:30:11.716104 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f7e49-7c80-4a5e-bdb7-600bc35d08b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c6c3cb-402a-41e9-be00-2338b176a815,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:11.976321 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36016) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:12.112187 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 9223b946-734e-45f4-b5ef-3289361e0db4 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:12.169561 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deaaee9-ecda-44c0-b773-8ff639d05da3 req-3583af5f-c8f3-418f-85a6-1a0c2d7a16ce tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:12.172153 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4deaaee9-ecda-44c0-b773-8ff639d05da3 req-3583af5f-c8f3-418f-85a6-1a0c2d7a16ce tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 943 time: 0.0824389 Aug 11 02:30:12.249090 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4deaaee9-ecda-44c0-b773-8ff639d05da3 req-bf9cb3e6-9fad-4634-b051-cdae66942ac8 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708992 Aug 11 02:30:12.315984 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-12d83f5c-ae3d-483b-beed-63886d13e6ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:12.351424 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae4781-1fda-4c72-a530-875197b30982 req-4186b8e0-90f8-4bdd-b4fd-5a3642a48659 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:12.354178 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-13ae4781-1fda-4c72-a530-875197b30982 req-4186b8e0-90f8-4bdd-b4fd-5a3642a48659 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 945 time: 0.0788317 Aug 11 02:30:12.424100 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-13ae4781-1fda-4c72-a530-875197b30982 req-b3fcde9b-4136-48b0-81c4-a629d50124a4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617094 Aug 11 02:30:12.452876 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-12d83f5c-ae3d-483b-beed-63886d13e6ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:12.457025 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-12d83f5c-ae3d-483b-beed-63886d13e6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:12.514743 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-12d83f5c-ae3d-483b-beed-63886d13e6ab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2b1976a2bf4746c399746c9bb15c0820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5369897 Aug 11 02:30:12.516615 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d83f5c-ae3d-483b-beed-63886d13e6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fef251-3c22-4264-824a-4b7566281acc,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:12.517641 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36032) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:12.587779 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-05b335fb-1144-4cc7-9b5d-3e381145dc36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:12.618731 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-05b335fb-1144-4cc7-9b5d-3e381145dc36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:12.738553 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14da4c5-4803-445b-a691-d7674dff424d req-853db523-a49b-48e2-b353-cc77b0193bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:12.740151 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f14da4c5-4803-445b-a691-d7674dff424d req-853db523-a49b-48e2-b353-cc77b0193bfa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e&tenant_id=8f57d1a8cf4e42e787fd90462a309995 HTTP/1.1" status: 200 len: 1095 time: 0.1006210 Aug 11 02:30:12.754260 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-f14da4c5-4803-445b-a691-d7674dff424d req-8363b8d3-32aa-4e68-9716-7fab96d7aac9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-33', 'device_owner': 'compute:nova'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:12.758671 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-05b335fb-1144-4cc7-9b5d-3e381145dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:12.761302 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-05b335fb-1144-4cc7-9b5d-3e381145dc36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:12.765270 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-05b335fb-1144-4cc7-9b5d-3e381145dc36 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c4fef251-3c22-4264-824a-4b7566281acc HTTP/1.1" status: 204 len: 168 time: 0.2423909 Aug 11 02:30:12.794711 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b335fb-1144-4cc7-9b5d-3e381145dc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fef251-3c22-4264-824a-4b7566281acc,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:12.853406 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36044) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:12.887949 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f14da4c5-4803-445b-a691-d7674dff424d req-8363b8d3-32aa-4e68-9716-7fab96d7aac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:12.987007 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-09d43f44-4d3a-4576-b984-0c1bf7ee95a5 tempest-SubnetPoolsTestJSON-1915193884 tempest-SubnetPoolsTestJSON-1915193884-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-895610024', 'prefixes': ['172.20.0.0/16']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:13.065266 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-09d43f44-4d3a-4576-b984-0c1bf7ee95a5 tempest-SubnetPoolsTestJSON-1915193884 tempest-SubnetPoolsTestJSON-1915193884-project] Notify callbacks [] for subnetpool, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:13.069107 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-09d43f44-4d3a-4576-b984-0c1bf7ee95a5 tempest-SubnetPoolsTestJSON-1915193884 tempest-SubnetPoolsTestJSON-1915193884-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2121031 Aug 11 02:30:13.069532 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36056) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:13.147685 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fa8cb000-79dd-4369-9a5e-db57723279bc tempest-SubnetPoolsTestJSON-1915193884 tempest-SubnetPoolsTestJSON-1915193884-project] 10.222.0.50 "GET /v2.0/subnetpools/e032ca9f-066e-4c6f-a511-278c317fbecb HTTP/1.1" status: 200 len: 731 time: 0.0767467 Aug 11 02:30:13.150789 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36060) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:13.162672 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-61696ecb-b35a-4c99-81f9-d8f614c93a9b tempest-SubnetPoolsTestJSON-1915193884 tempest-SubnetPoolsTestJSON-1915193884-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1363443782'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:13.181185 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-f14da4c5-4803-445b-a691-d7674dff424d req-8363b8d3-32aa-4e68-9716-7fab96d7aac9 service neutron] For port 9223b946-734e-45f4-b5ef-3289361e0db4, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=9223b946-734e-45f4-b5ef-3289361e0db4,segment=NetworkSegment(ac41ffd8-fd7b-4432-bc58-5a0f19867d17),segment_id=ac41ffd8-fd7b-4432-bc58-5a0f19867d17)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:13.222462 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-f14da4c5-4803-445b-a691-d7674dff424d req-8363b8d3-32aa-4e68-9716-7fab96d7aac9 service neutron] For port 9223b946-734e-45f4-b5ef-3289361e0db4, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:30:13.253091 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-61696ecb-b35a-4c99-81f9-d8f614c93a9b tempest-SubnetPoolsTestJSON-1915193884 tempest-SubnetPoolsTestJSON-1915193884-project] Notify callbacks [] for subnetpool, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:13.254477 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-61696ecb-b35a-4c99-81f9-d8f614c93a9b tempest-SubnetPoolsTestJSON-1915193884 tempest-SubnetPoolsTestJSON-1915193884-project] 10.222.0.50 "PUT /v2.0/subnetpools/e032ca9f-066e-4c6f-a511-278c317fbecb HTTP/1.1" status: 200 len: 684 time: 0.1000550 Aug 11 02:30:13.257351 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36062) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:13.279042 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-f14da4c5-4803-445b-a691-d7674dff424d req-8363b8d3-32aa-4e68-9716-7fab96d7aac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9223b946-734e-45f4-b5ef-3289361e0db4 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:30:13.290664 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f14da4c5-4803-445b-a691-d7674dff424d req-8363b8d3-32aa-4e68-9716-7fab96d7aac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:13.307250 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-f14da4c5-4803-445b-a691-d7674dff424d req-8363b8d3-32aa-4e68-9716-7fab96d7aac9 service neutron] Transition to ACTIVE for port object 9223b946-734e-45f4-b5ef-3289361e0db4 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:13.314575 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f14da4c5-4803-445b-a691-d7674dff424d req-8363b8d3-32aa-4e68-9716-7fab96d7aac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:13.369621 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36066) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:13.381843 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-91cecb8d-7985-44df-aa7f-e9cddf45ef4a tempest-SubnetPoolsTestJSON-1915193884 tempest-SubnetPoolsTestJSON-1915193884-project] Notify callbacks [] for subnetpool, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:13.385435 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-91cecb8d-7985-44df-aa7f-e9cddf45ef4a tempest-SubnetPoolsTestJSON-1915193884 tempest-SubnetPoolsTestJSON-1915193884-project] 10.222.0.50 "DELETE /v2.0/subnetpools/e032ca9f-066e-4c6f-a511-278c317fbecb HTTP/1.1" status: 204 len: 168 time: 0.1247809 Aug 11 02:30:13.387513 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36068) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:13.404647 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-4beda713-fd04-4011-8775-66bf4f31fd0a tempest-SubnetPoolsTestJSON-1915193884 tempest-SubnetPoolsTestJSON-1915193884-project] show failed (client error): The resource could not be found. Aug 11 02:30:13.407594 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4beda713-fd04-4011-8775-66bf4f31fd0a tempest-SubnetPoolsTestJSON-1915193884 tempest-SubnetPoolsTestJSON-1915193884-project] 10.222.0.50 "GET /v2.0/subnetpools/e032ca9f-066e-4c6f-a511-278c317fbecb HTTP/1.1" status: 404 len: 346 time: 0.0172734 Aug 11 02:30:13.409987 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36070) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:13.415041 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14da4c5-4803-445b-a691-d7674dff424d req-8363b8d3-32aa-4e68-9716-7fab96d7aac9 service neutron] No DVR routers for this DVR port 9223b946-734e-45f4-b5ef-3289361e0db4 on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:30:13.431296 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363b8d3-32aa-4e68-9716-7fab96d7aac9 service neutron] Pushing event updated for resources: {'Port': ['ID=9223b946-734e-45f4-b5ef-3289361e0db4,revision_number=9']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:13.440859 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffe974-b475-48d5-92e1-2a4d7f386e77 req-00647899-a920-46a1-af0f-3d35b8a5a8e8 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:13.444420 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-24ffe974-b475-48d5-92e1-2a4d7f386e77 req-00647899-a920-46a1-af0f-3d35b8a5a8e8 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 943 time: 0.0960672 Aug 11 02:30:13.445511 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-86d4be28-9011-4d33-becc-70c1cea28f05 tempest-SubnetPoolsTestJSON-1915193884 tempest-SubnetPoolsTestJSON-1915193884-project] delete failed (client error): The resource could not be found. Aug 11 02:30:13.448095 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-86d4be28-9011-4d33-becc-70c1cea28f05 tempest-SubnetPoolsTestJSON-1915193884 tempest-SubnetPoolsTestJSON-1915193884-project] 10.222.0.50 "DELETE /v2.0/subnetpools/e032ca9f-066e-4c6f-a511-278c317fbecb HTTP/1.1" status: 404 len: 346 time: 0.0353923 Aug 11 02:30:13.484403 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-89e7c9b7-456b-460c-b487-ed0e54e793f1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c8261fa63d544956a67e4ad92d64487f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1118360 Aug 11 02:30:13.488070 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36076) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:13.490218 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-f14da4c5-4803-445b-a691-d7674dff424d req-8363b8d3-32aa-4e68-9716-7fab96d7aac9 service neutron] Attempting to bind port 9223b946-734e-45f4-b5ef-3289361e0db4 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:30:13.490557 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-f14da4c5-4803-445b-a691-d7674dff424d req-8363b8d3-32aa-4e68-9716-7fab96d7aac9 service neutron] Attempting to bind port 9223b946-734e-45f4-b5ef-3289361e0db4 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'ac41ffd8-fd7b-4432-bc58-5a0f19867d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'a2f949d0-3328-4092-9faf-d9d0b7daafd4'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:30:13.490886 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14da4c5-4803-445b-a691-d7674dff424d req-8363b8d3-32aa-4e68-9716-7fab96d7aac9 service neutron] Attempting to bind port 9223b946-734e-45f4-b5ef-3289361e0db4 on network a2f949d0-3328-4092-9faf-d9d0b7daafd4 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:30:13.497616 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14da4c5-4803-445b-a691-d7674dff424d req-8363b8d3-32aa-4e68-9716-7fab96d7aac9 service neutron] Port 9223b946-734e-45f4-b5ef-3289361e0db4 on network a2f949d0-3328-4092-9faf-d9d0b7daafd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:30:13.498105 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14da4c5-4803-445b-a691-d7674dff424d req-8363b8d3-32aa-4e68-9716-7fab96d7aac9 service neutron] Attempting to bind port 9223b946-734e-45f4-b5ef-3289361e0db4 on network a2f949d0-3328-4092-9faf-d9d0b7daafd4 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:30:13.507415 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14da4c5-4803-445b-a691-d7674dff424d req-8363b8d3-32aa-4e68-9716-7fab96d7aac9 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:30:13.508149 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14da4c5-4803-445b-a691-d7674dff424d req-8363b8d3-32aa-4e68-9716-7fab96d7aac9 service neutron] Checking segment: {'id': 'ac41ffd8-fd7b-4432-bc58-5a0f19867d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'a2f949d0-3328-4092-9faf-d9d0b7daafd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:30:13.508801 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14da4c5-4803-445b-a691-d7674dff424d req-8363b8d3-32aa-4e68-9716-7fab96d7aac9 service neutron] Bound using segment: {'id': 'ac41ffd8-fd7b-4432-bc58-5a0f19867d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'a2f949d0-3328-4092-9faf-d9d0b7daafd4'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:30:13.509546 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-f14da4c5-4803-445b-a691-d7674dff424d req-8363b8d3-32aa-4e68-9716-7fab96d7aac9 service neutron] Bound port: 9223b946-734e-45f4-b5ef-3289361e0db4, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac41ffd8-fd7b-4432-bc58-5a0f19867d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'a2f949d0-3328-4092-9faf-d9d0b7daafd4'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:30:13.510137 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f14da4c5-4803-445b-a691-d7674dff424d req-8363b8d3-32aa-4e68-9716-7fab96d7aac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:13.564735 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-24ffe974-b475-48d5-92e1-2a4d7f386e77 req-829a5411-b497-4c2c-bd00-b659a5552a23 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066859 Aug 11 02:30:13.614769 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b20cfc5c-b146-4b60-9a80-34432a6dfa1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:13.665387 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b20cfc5c-b146-4b60-9a80-34432a6dfa1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:13.695784 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61b0c4-1e1e-46a6-892e-6f3a8e2a5691 req-224e1465-7b59-403e-8dd8-a86a8ce61516 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:13.697420 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1b61b0c4-1e1e-46a6-892e-6f3a8e2a5691 req-224e1465-7b59-403e-8dd8-a86a8ce61516 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 945 time: 0.1836596 Aug 11 02:30:13.707577 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-f14da4c5-4803-445b-a691-d7674dff424d req-8363b8d3-32aa-4e68-9716-7fab96d7aac9 service neutron] For port 9223b946-734e-45f4-b5ef-3289361e0db4, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:30:13.711083 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-f14da4c5-4803-445b-a691-d7674dff424d req-8363b8d3-32aa-4e68-9716-7fab96d7aac9 service neutron] For port 9223b946-734e-45f4-b5ef-3289361e0db4, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=9223b946-734e-45f4-b5ef-3289361e0db4,segment=NetworkSegment(ac41ffd8-fd7b-4432-bc58-5a0f19867d17),segment_id=ac41ffd8-fd7b-4432-bc58-5a0f19867d17)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:30:13.720894 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f14da4c5-4803-445b-a691-d7674dff424d req-8363b8d3-32aa-4e68-9716-7fab96d7aac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:13.729343 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b20cfc5c-b146-4b60-9a80-34432a6dfa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:13.731888 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b20cfc5c-b146-4b60-9a80-34432a6dfa1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:13.735654 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b20cfc5c-b146-4b60-9a80-34432a6dfa1a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0b0e0106-6da8-44fa-afd4-c1cf24876080 HTTP/1.1" status: 204 len: 168 time: 0.2448490 Aug 11 02:30:13.752435 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20cfc5c-b146-4b60-9a80-34432a6dfa1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0e0106-6da8-44fa-afd4-c1cf24876080,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:13.801782 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363b8d3-32aa-4e68-9716-7fab96d7aac9 service neutron] Pushing event updated for resources: {'Port': ['ID=9223b946-734e-45f4-b5ef-3289361e0db4,revision_number=10']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:13.821373 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36084) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:13.829203 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14da4c5-4803-445b-a691-d7674dff424d req-8363b8d3-32aa-4e68-9716-7fab96d7aac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:13.829841 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f14da4c5-4803-445b-a691-d7674dff424d req-8363b8d3-32aa-4e68-9716-7fab96d7aac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:13.831292 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f14da4c5-4803-445b-a691-d7674dff424d req-8363b8d3-32aa-4e68-9716-7fab96d7aac9 service neutron] 10.222.0.66 "PUT /v2.0/ports/9223b946-734e-45f4-b5ef-3289361e0db4 HTTP/1.1" status: 200 len: 1092 time: 1.0823457 Aug 11 02:30:13.831738 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473e2eaf-dc67-4611-83d9-a6032d6acb4e', 'tag': '9223b946-734e-45f4-b5ef-3289361e0db4'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:13.834003 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2124ec0-f940-4097-bdd5-e72d5824665b" -d '{"events": [{"name": "network-changed", "server_uuid": "473e2eaf-dc67-4611-83d9-a6032d6acb4e", "tag": "9223b946-734e-45f4-b5ef-3289361e0db4"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:13.880451 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1b61b0c4-1e1e-46a6-892e-6f3a8e2a5691 req-108fbd99-814b-440c-8174-ad19f7cea8fe tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631575 Aug 11 02:30:13.939297 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394fccd0-d095-40ea-96ad-b587eed794c9 x-openstack-request-id: req-394fccd0-d095-40ea-96ad-b587eed794c9 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:13.939894 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473e2eaf-dc67-4611-83d9-a6032d6acb4e", "tag": "9223b946-734e-45f4-b5ef-3289361e0db4", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:13.940359 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-394fccd0-d095-40ea-96ad-b587eed794c9 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:13.940978 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473e2eaf-dc67-4611-83d9-a6032d6acb4e', 'tag': '9223b946-734e-45f4-b5ef-3289361e0db4', 'status': 'completed', 'code': 200} Aug 11 02:30:13.963099 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14da4c5-4803-445b-a691-d7674dff424d req-4032213e-a07d-4253-942f-e75264fd646a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:13.964982 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f14da4c5-4803-445b-a691-d7674dff424d req-4032213e-a07d-4253-942f-e75264fd646a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8f57d1a8cf4e42e787fd90462a309995&device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 1096 time: 0.0833616 Aug 11 02:30:14.088391 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-81cb552d-a181-4bf5-89e2-d39dfc194861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:14.106877 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14da4c5-4803-445b-a691-d7674dff424d req-d7add8ce-46e6-4b35-a683-9065691f643c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:14.108946 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f14da4c5-4803-445b-a691-d7674dff424d req-d7add8ce-46e6-4b35-a683-9065691f643c service neutron] 10.222.0.66 "GET /v2.0/networks?id=a2f949d0-3328-4092-9faf-d9d0b7daafd4 HTTP/1.1" status: 200 len: 915 time: 0.1362591 Aug 11 02:30:14.177939 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f14da4c5-4803-445b-a691-d7674dff424d req-205057a5-b00f-49bf-bc11-d31f4478a814 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9223b946-734e-45f4-b5ef-3289361e0db4 HTTP/1.1" status: 200 len: 217 time: 0.0602453 Aug 11 02:30:14.247256 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-81cb552d-a181-4bf5-89e2-d39dfc194861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:14.255119 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887967b5-0421-4f41-b09b-bbbff0bee590 req-b11f8cba-68a9-488f-ab8c-be1e32b51195 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:14.255119 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-887967b5-0421-4f41-b09b-bbbff0bee590 req-b11f8cba-68a9-488f-ab8c-be1e32b51195 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.73 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 945 time: 0.0765543 Aug 11 02:30:14.255119 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-81cb552d-a181-4bf5-89e2-d39dfc194861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:14.257168 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14da4c5-4803-445b-a691-d7674dff424d req-cc0945fc-c404-4278-a562-d696152a9d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:14.259155 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f14da4c5-4803-445b-a691-d7674dff424d req-cc0945fc-c404-4278-a562-d696152a9d39 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f8cd47ed-5ee1-4bbe-a899-6dd2b116ea1d HTTP/1.1" status: 200 len: 854 time: 0.0739679 Aug 11 02:30:14.298860 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f14da4c5-4803-445b-a691-d7674dff424d req-bd935372-8ae9-44d8-874b-0a4ba197396c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a2f949d0-3328-4092-9faf-d9d0b7daafd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316577 Aug 11 02:30:14.385069 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-81cb552d-a181-4bf5-89e2-d39dfc194861 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=57f8a17d1cdd40cfb1904ec4e6d48bce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5625427 Aug 11 02:30:14.386917 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb552d-a181-4bf5-89e2-d39dfc194861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330fd347-cebf-46e0-bbc3-8868eea1b8e8,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:14.387158 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36102) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:14.422796 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-887967b5-0421-4f41-b09b-bbbff0bee590 req-361c2eac-073a-4897-a66f-557496aabdd4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Deleting port 49938108-ab1e-48f7-bc9f-333a25aa21a5 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:14.423437 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-887967b5-0421-4f41-b09b-bbbff0bee590 req-361c2eac-073a-4897-a66f-557496aabdd4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:14.471245 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f14da4c5-4803-445b-a691-d7674dff424d req-b844562b-a8b4-44b4-bf4b-f7b53820affb service neutron] 10.222.0.66 "GET /v2.0/networks/a2f949d0-3328-4092-9faf-d9d0b7daafd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646445 Aug 11 02:30:14.605680 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-887967b5-0421-4f41-b09b-bbbff0bee590 req-361c2eac-073a-4897-a66f-557496aabdd4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] For port 49938108-ab1e-48f7-bc9f-333a25aa21a5, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=49938108-ab1e-48f7-bc9f-333a25aa21a5,segment=NetworkSegment(d7582938-03de-4b93-9833-a76c03f4f19c),segment_id=d7582938-03de-4b93-9833-a76c03f4f19c)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:14.607099 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-887967b5-0421-4f41-b09b-bbbff0bee590 req-361c2eac-073a-4897-a66f-557496aabdd4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:14.629090 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-887967b5-0421-4f41-b09b-bbbff0bee590 req-361c2eac-073a-4897-a66f-557496aabdd4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Calling delete_port for 49938108-ab1e-48f7-bc9f-333a25aa21a5 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:14.764635 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36114) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:14.890129 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-887967b5-0421-4f41-b09b-bbbff0bee590 req-361c2eac-073a-4897-a66f-557496aabdd4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:14.913125 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['6949df3f-b34f-4767-aa68-e411a5193991'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:30:14.961174 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-110e0ddc-c954-412d-861f-a952989b1bbf tempest-AgentManagementNegativeTest-1238999462 tempest-AgentManagementNegativeTest-1238999462-project] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1937842 Aug 11 02:30:15.008211 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['49938108-ab1e-48f7-bc9f-333a25aa21a5'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:30:15.021470 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c2eac-073a-4897-a66f-557496aabdd4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Pushing event deleted for resources: {'Port': ['ID=49938108-ab1e-48f7-bc9f-333a25aa21a5,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:15.127444 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7fddd079-51e3-4d6c-94dd-5f582cae54b2 req-5081c564-586a-41f0-a3c1-d043efd80fb6 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bf3375-4c29-48fe-80e1-159b21ca45c6 HTTP/1.1" status: 200 len: 210 time: 0.0884264 Aug 11 02:30:15.135163 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4c6c8b8e-e192-44cd-a350-db8e823fd23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:15.220751 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f14da4c5-4803-445b-a691-d7674dff424d req-5f0a79a1-d193-4af5-bfc3-add2c57db2bb service neutron] 10.222.0.66 "GET /v2.0/networks/a2f949d0-3328-4092-9faf-d9d0b7daafd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7423253 Aug 11 02:30:15.227108 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4c6c8b8e-e192-44cd-a350-db8e823fd23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:15.263095 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-887967b5-0421-4f41-b09b-bbbff0bee590 req-361c2eac-073a-4897-a66f-557496aabdd4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] No DVR routers for this DVR port 49938108-ab1e-48f7-bc9f-333a25aa21a5 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:30:15.268135 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-887967b5-0421-4f41-b09b-bbbff0bee590 req-361c2eac-073a-4897-a66f-557496aabdd4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:15.271444 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-887967b5-0421-4f41-b09b-bbbff0bee590 req-361c2eac-073a-4897-a66f-557496aabdd4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.73 "DELETE /v2.0/ports/49938108-ab1e-48f7-bc9f-333a25aa21a5 HTTP/1.1" status: 204 len: 173 time: 1.0101130 Aug 11 02:30:15.272309 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bf3375-4c29-48fe-80e1-159b21ca45c6', 'name': 'network-vif-deleted', 'tag': '49938108-ab1e-48f7-bc9f-333a25aa21a5'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:15.286366 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b550cb8-ec33-44ad-8c43-d6b37a3c7f3e req-9bc63832-2570-4471-a014-cfac62993c4b tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:15.288229 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2b550cb8-ec33-44ad-8c43-d6b37a3c7f3e req-9bc63832-2570-4471-a014-cfac62993c4b tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 944 time: 0.2213326 Aug 11 02:30:15.295473 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf477d7-8822-489f-8e93-9b8cc5a14f2f" -d '{"events": [{"server_uuid": "62bf3375-4c29-48fe-80e1-159b21ca45c6", "name": "network-vif-deleted", "tag": "49938108-ab1e-48f7-bc9f-333a25aa21a5"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:15.461652 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2124ec0-f940-4097-bdd5-e72d5824665b req-ab3e788a-c9dd-400f-b7e4-23d46377b267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:15.464088 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f2124ec0-f940-4097-bdd5-e72d5824665b req-ab3e788a-c9dd-400f-b7e4-23d46377b267 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8f57d1a8cf4e42e787fd90462a309995&device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 1096 time: 0.1581178 Aug 11 02:30:15.468455 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2b550cb8-ec33-44ad-8c43-d6b37a3c7f3e req-dd61909d-ee71-4018-a059-5d10796a6aef tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639304 Aug 11 02:30:15.469446 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4c6c8b8e-e192-44cd-a350-db8e823fd23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:15.472456 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4c6c8b8e-e192-44cd-a350-db8e823fd23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:15.473687 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4c6c8b8e-e192-44cd-a350-db8e823fd23d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/330fd347-cebf-46e0-bbc3-8868eea1b8e8 HTTP/1.1" status: 204 len: 168 time: 1.0838404 Aug 11 02:30:15.494925 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c8b8e-e192-44cd-a350-db8e823fd23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330fd347-cebf-46e0-bbc3-8868eea1b8e8,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:15.656139 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2124ec0-f940-4097-bdd5-e72d5824665b req-b140e8f5-86bc-4961-a825-51af00cf7e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:15.657910 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f2124ec0-f940-4097-bdd5-e72d5824665b req-b140e8f5-86bc-4961-a825-51af00cf7e6b service neutron] 10.222.0.66 "GET /v2.0/networks?id=a2f949d0-3328-4092-9faf-d9d0b7daafd4 HTTP/1.1" status: 200 len: 915 time: 0.1830773 Aug 11 02:30:15.661347 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a8679141-c37c-4760-af74-09de8a9d1eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:15.733857 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f2124ec0-f940-4097-bdd5-e72d5824665b req-77042f01-6a40-4d7d-9667-c31cc4513e5e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9223b946-734e-45f4-b5ef-3289361e0db4 HTTP/1.1" status: 200 len: 217 time: 0.0668118 Aug 11 02:30:15.844935 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36144) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:15.874770 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d9bf64-aa73-41df-b65d-df7229392ec0 x-openstack-request-id: req-a5d9bf64-aa73-41df-b65d-df7229392ec0 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:15.875396 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bf3375-4c29-48fe-80e1-159b21ca45c6", "name": "network-vif-deleted", "tag": "49938108-ab1e-48f7-bc9f-333a25aa21a5", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:15.875863 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a5d9bf64-aa73-41df-b65d-df7229392ec0 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:15.876481 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62bf3375-4c29-48fe-80e1-159b21ca45c6', 'name': 'network-vif-deleted', 'tag': '49938108-ab1e-48f7-bc9f-333a25aa21a5', 'status': 'completed', 'code': 200} Aug 11 02:30:15.879511 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2124ec0-f940-4097-bdd5-e72d5824665b req-14442c7d-8cef-41d4-abac-fd009438a0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:15.881328 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f2124ec0-f940-4097-bdd5-e72d5824665b req-14442c7d-8cef-41d4-abac-fd009438a0a6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f8cd47ed-5ee1-4bbe-a899-6dd2b116ea1d HTTP/1.1" status: 200 len: 854 time: 0.1383195 Aug 11 02:30:15.941770 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f2124ec0-f940-4097-bdd5-e72d5824665b req-96833369-cb9b-4745-b516-408df9b65255 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a2f949d0-3328-4092-9faf-d9d0b7daafd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508263 Aug 11 02:30:16.108021 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f2124ec0-f940-4097-bdd5-e72d5824665b req-ab4db85b-903f-48f4-9e54-d7ea2faf5157 service neutron] 10.222.0.66 "GET /v2.0/networks/a2f949d0-3328-4092-9faf-d9d0b7daafd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589565 Aug 11 02:30:16.337043 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f2124ec0-f940-4097-bdd5-e72d5824665b req-310e8ac7-20fa-4498-812d-4bd1b247783b service neutron] 10.222.0.66 "GET /v2.0/networks/a2f949d0-3328-4092-9faf-d9d0b7daafd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155221 Aug 11 02:30:16.414891 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-62af7a5e-3290-4469-8956-1f731f703b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:16.765997 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-62af7a5e-3290-4469-8956-1f731f703b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:16.784943 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-62af7a5e-3290-4469-8956-1f731f703b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:16.820899 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cae71c-935e-4b50-8b16-b38081e214c3 req-5cfb53ec-0d3b-44b6-a292-e9ebbdbd4d23 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:16.843609 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-81cae71c-935e-4b50-8b16-b38081e214c3 req-5cfb53ec-0d3b-44b6-a292-e9ebbdbd4d23 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 944 time: 0.1914096 Aug 11 02:30:16.941334 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-81cae71c-935e-4b50-8b16-b38081e214c3 req-97e70d36-757d-4608-bf1c-349c91fd45f0 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955777 Aug 11 02:30:16.966131 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-62af7a5e-3290-4469-8956-1f731f703b46 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1422727bcba2418c9249185997bdcf2e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1172428 Aug 11 02:30:16.969610 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36180) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:16.979012 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af7a5e-3290-4469-8956-1f731f703b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f64b4a6-138f-4d02-b427-cd8328d917e2,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:17.011696 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60feb61-28f3-4782-b561-088e8e93f8a7 req-5cf17583-a23c-48d9-b1a3-c80f2a965e53 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:17.013744 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b60feb61-28f3-4782-b561-088e8e93f8a7 req-5cf17583-a23c-48d9-b1a3-c80f2a965e53 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.2231457 Aug 11 02:30:17.077608 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-de87e1fa-1359-486c-87f8-77115656d8af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:17.124567 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-de87e1fa-1359-486c-87f8-77115656d8af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:17.148020 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b60feb61-28f3-4782-b561-088e8e93f8a7 req-b051b9be-0026-476e-8592-fd38c0e7f43b tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206994 Aug 11 02:30:17.234185 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-de87e1fa-1359-486c-87f8-77115656d8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:17.237461 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-de87e1fa-1359-486c-87f8-77115656d8af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:17.239182 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-de87e1fa-1359-486c-87f8-77115656d8af admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2f64b4a6-138f-4d02-b427-cd8328d917e2 HTTP/1.1" status: 204 len: 168 time: 0.2683043 Aug 11 02:30:17.250568 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87e1fa-1359-486c-87f8-77115656d8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f64b4a6-138f-4d02-b427-cd8328d917e2,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:18.154486 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 49938108-ab1e-48f7-bc9f-333a25aa21a5 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:18.189476 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b866253-25a9-4443-b10b-eef26704e619 req-a44f9689-7e22-4d43-994d-e3c6ef836794 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:18.191091 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5b866253-25a9-4443-b10b-eef26704e619 req-a44f9689-7e22-4d43-994d-e3c6ef836794 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 944 time: 0.1037886 Aug 11 02:30:18.230293 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 49938108-ab1e-48f7-bc9f-333a25aa21a5 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:30:18.230658 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 49938108-ab1e-48f7-bc9f-333a25aa21a5 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:30:18.296467 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5b866253-25a9-4443-b10b-eef26704e619 req-d6f58823-3f9a-42b8-920a-5bd3660dd5e2 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970368 Aug 11 02:30:18.349293 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-34315121-28eb-45f2-90b6-dd11400d0002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:18.363633 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d141a61-f4ec-4706-9885-102534fe8225 req-2b00c9b8-2e09-47c4-bdf5-0cbb0504d59e tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:18.365237 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3d141a61-f4ec-4706-9885-102534fe8225 req-2b00c9b8-2e09-47c4-bdf5-0cbb0504d59e tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.0994163 Aug 11 02:30:18.366646 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:18.454725 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3d141a61-f4ec-4706-9885-102534fe8225 req-deb88d52-f093-4a1a-b542-2e3294b6fb1f tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784552 Aug 11 02:30:18.613929 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36236) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:18.775223 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-bf55918f-b810-437a-93c5-2115779f0c92 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:18.775624 n-d-615180-33 neutron-server[94506]: WARNING neutron.api.v2.base [None req-bf55918f-b810-437a-93c5-2115779f0c92 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 02:30:18.776248 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-bf55918f-b810-437a-93c5-2115779f0c92 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 02:30:18.781334 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bf55918f-b810-437a-93c5-2115779f0c92 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1618423 Aug 11 02:30:18.782337 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36246) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:18.794527 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-99c18b62-3207-4e23-8046-7bc629c4a076 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group': {'name': 'tempest-secgroup--408704613'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:18.830396 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-99c18b62-3207-4e23-8046-7bc629c4a076 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:18.870098 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-99c18b62-3207-4e23-8046-7bc629c4a076 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:19.002467 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-99c18b62-3207-4e23-8046-7bc629c4a076 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:19.007772 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-99c18b62-3207-4e23-8046-7bc629c4a076 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:19.068719 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c18b62-3207-4e23-8046-7bc629c4a076 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f959e7e-2c8c-4bc5-8b85-215eae61fa8d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:19.157919 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-99c18b62-3207-4e23-8046-7bc629c4a076 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:19.163433 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-99c18b62-3207-4e23-8046-7bc629c4a076 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:19.197944 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-99c18b62-3207-4e23-8046-7bc629c4a076 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:19.199751 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-99c18b62-3207-4e23-8046-7bc629c4a076 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4170368 Aug 11 02:30:19.203238 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36256) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:19.210327 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-c5788f97-7d6a-44c4-8c4c-656f72ad5be4 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group_rule': {'security_group_id': '776f6d75-aee4-43f7-8556-726deb850530', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:19.212519 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c18b62-3207-4e23-8046-7bc629c4a076 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=776f6d75-aee4-43f7-8556-726deb850530,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:19.293969 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c5788f97-7d6a-44c4-8c4c-656f72ad5be4 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:19.401111 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c5788f97-7d6a-44c4-8c4c-656f72ad5be4 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:19.410706 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c5788f97-7d6a-44c4-8c4c-656f72ad5be4 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:19.468021 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5788f97-7d6a-44c4-8c4c-656f72ad5be4 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bedb941-d87b-4a6f-bcc3-df523242a2d7,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:19.481259 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c5788f97-7d6a-44c4-8c4c-656f72ad5be4 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:19.483742 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c5788f97-7d6a-44c4-8c4c-656f72ad5be4 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2793689 Aug 11 02:30:19.487077 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36262) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:19.497718 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-0f260761-14b7-4c68-8cef-2296374cfa39 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group_rule': {'security_group_id': '776f6d75-aee4-43f7-8556-726deb850530', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:19.529818 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce80c8f-0ce2-4bf8-8fc8-d5bbc9b4d5c7 req-0a510ca6-93c7-43b4-9592-6ea20f896b88 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:19.531445 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6ce80c8f-0ce2-4bf8-8fc8-d5bbc9b4d5c7 req-0a510ca6-93c7-43b4-9592-6ea20f896b88 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 944 time: 0.1336427 Aug 11 02:30:19.615779 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0f260761-14b7-4c68-8cef-2296374cfa39 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:19.626970 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6ce80c8f-0ce2-4bf8-8fc8-d5bbc9b4d5c7 req-dec92c25-f44b-48ae-a40b-f841727f3880 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847037 Aug 11 02:30:19.809576 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-0f260761-14b7-4c68-8cef-2296374cfa39 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 02:30:19.815279 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0f260761-14b7-4c68-8cef-2296374cfa39 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3222404 Aug 11 02:30:19.815448 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36266) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:19.861993 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc8731-3c08-497c-adf3-bb995e5396ce req-ff74cd77-689b-4263-92af-b45723837f77 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:19.867885 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-25bc8731-3c08-497c-adf3-bb995e5396ce req-ff74cd77-689b-4263-92af-b45723837f77 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.1581721 Aug 11 02:30:19.893235 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fe1654f1-87bc-41a1-a69f-5900449a5248 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:19.933520 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fe1654f1-87bc-41a1-a69f-5900449a5248 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:19.986456 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:20.003456 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fe1654f1-87bc-41a1-a69f-5900449a5248 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:20.008122 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fe1654f1-87bc-41a1-a69f-5900449a5248 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:20.012847 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fe1654f1-87bc-41a1-a69f-5900449a5248 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "DELETE /v2.0/security-groups/776f6d75-aee4-43f7-8556-726deb850530 HTTP/1.1" status: 204 len: 168 time: 0.1974459 Aug 11 02:30:20.013718 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36268) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:20.022533 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-25bc8731-3c08-497c-adf3-bb995e5396ce req-9caaa795-035e-45f8-ba11-81479683b3e3 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300442 Aug 11 02:30:20.038157 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1654f1-87bc-41a1-a69f-5900449a5248 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=776f6d75-aee4-43f7-8556-726deb850530,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:20.103840 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36272) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:20.110983 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-bc1d872a-eccc-4409-84e3-6497cf619139 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group': {'name': 'tempest-secgroup--2127399095'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:20.113523 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-40ca31f1-8433-47c6-aa2f-cc234db04ae5 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0954363 Aug 11 02:30:20.165004 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bc1d872a-eccc-4409-84e3-6497cf619139 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:20.365913 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bc1d872a-eccc-4409-84e3-6497cf619139 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:20.376171 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bc1d872a-eccc-4409-84e3-6497cf619139 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:20.449932 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d872a-eccc-4409-84e3-6497cf619139 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed17816-a028-42cd-bf6c-4de535dbf7a4,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:20.476229 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bc1d872a-eccc-4409-84e3-6497cf619139 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:20.477913 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bc1d872a-eccc-4409-84e3-6497cf619139 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3722618 Aug 11 02:30:20.481314 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36276) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:20.486547 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-ff4ab613-c3f5-43ac-afc0-225b246aaeb6 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group_rule': {'security_group_id': '1ed17816-a028-42cd-bf6c-4de535dbf7a4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:20.487446 n-d-615180-33 neutron-server[94506]: WARNING neutron.api.v2.base [None req-ff4ab613-c3f5-43ac-afc0-225b246aaeb6 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 11 02:30:20.488347 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-ff4ab613-c3f5-43ac-afc0-225b246aaeb6 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:20.495682 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36278) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:20.496346 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ff4ab613-c3f5-43ac-afc0-225b246aaeb6 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0133626 Aug 11 02:30:20.627392 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-381e1453-6143-44a5-ad08-63578a026a81 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:20.725316 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-381e1453-6143-44a5-ad08-63578a026a81 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:20.900814 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-381e1453-6143-44a5-ad08-63578a026a81 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:20.921534 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-381e1453-6143-44a5-ad08-63578a026a81 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:20.928885 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-381e1453-6143-44a5-ad08-63578a026a81 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "DELETE /v2.0/security-groups/1ed17816-a028-42cd-bf6c-4de535dbf7a4 HTTP/1.1" status: 204 len: 168 time: 0.4288957 Aug 11 02:30:20.930018 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36292) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:20.977943 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2cd53-1476-4924-a71f-102bc32f48ca req-ece03d9d-e7dc-48e5-9f85-61c99c42b50d tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:20.988117 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e1453-6143-44a5-ad08-63578a026a81 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed17816-a028-42cd-bf6c-4de535dbf7a4,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:20.995266 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-86f2cd53-1476-4924-a71f-102bc32f48ca req-ece03d9d-e7dc-48e5-9f85-61c99c42b50d tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 944 time: 0.1901860 Aug 11 02:30:21.192551 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-86f2cd53-1476-4924-a71f-102bc32f48ca req-0524539e-8e57-445c-88e6-e6da03700c0e tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963279 Aug 11 02:30:21.219092 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36298) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:21.219721 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9c2607a3-0971-401f-9307-239bf309edb1 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2883523 Aug 11 02:30:21.247575 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-4a991739-0b24-492e-8608-3e71f52287a8 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group': {'name': 'tempest-secgroup--893056455'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:21.449614 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4a991739-0b24-492e-8608-3e71f52287a8 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:21.489401 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:21.525843 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6cc77-5054-4c4c-b98a-f165bc9d965a req-a8867bc2-b17b-4a48-aaa3-0d0a96b3a62c tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:21.531174 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dfd6cc77-5054-4c4c-b98a-f165bc9d965a req-a8867bc2-b17b-4a48-aaa3-0d0a96b3a62c tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.2407546 Aug 11 02:30:21.616240 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dfd6cc77-5054-4c4c-b98a-f165bc9d965a req-b32efe3c-2755-4a53-a78c-e47c9e4858ab tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777702 Aug 11 02:30:21.758896 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4a991739-0b24-492e-8608-3e71f52287a8 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:21.763108 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4a991739-0b24-492e-8608-3e71f52287a8 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:21.828887 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4a991739-0b24-492e-8608-3e71f52287a8 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:21.848146 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36306) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:21.853051 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4a991739-0b24-492e-8608-3e71f52287a8 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6214051 Aug 11 02:30:21.853463 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-27ed7336-1e5b-425d-97fd-1353eb909b8b tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group_rule': {'security_group_id': '355030d2-c7a9-423a-9732-c185b8e88355', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:21.854325 n-d-615180-33 neutron-server[94506]: WARNING neutron.api.v2.base [None req-27ed7336-1e5b-425d-97fd-1353eb909b8b tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 11 02:30:21.857975 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-27ed7336-1e5b-425d-97fd-1353eb909b8b tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:21.858123 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a991739-0b24-492e-8608-3e71f52287a8 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=355030d2-c7a9-423a-9732-c185b8e88355,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:21.860956 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-27ed7336-1e5b-425d-97fd-1353eb909b8b tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0115502 Aug 11 02:30:21.862050 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36308) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:21.988880 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f0e20653-7731-4663-9679-ec1591b8dc8a tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:22.052801 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f0e20653-7731-4663-9679-ec1591b8dc8a tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:22.140552 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f0e20653-7731-4663-9679-ec1591b8dc8a tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:22.143577 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f0e20653-7731-4663-9679-ec1591b8dc8a tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:22.147777 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f0e20653-7731-4663-9679-ec1591b8dc8a tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "DELETE /v2.0/security-groups/355030d2-c7a9-423a-9732-c185b8e88355 HTTP/1.1" status: 204 len: 168 time: 0.2839537 Aug 11 02:30:22.147927 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36312) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:22.163309 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e20653-7731-4663-9679-ec1591b8dc8a tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=355030d2-c7a9-423a-9732-c185b8e88355,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:22.258967 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8ae262ca-48bb-43a8-a4f1-824fd5a0e5bc tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1061964 Aug 11 02:30:22.259200 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36314) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:22.266796 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-3f804283-675b-4eb0-934c-0993d283aefc tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group': {'name': 'tempest-secgroup--1716851590'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:22.302442 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3f804283-675b-4eb0-934c-0993d283aefc tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:22.432289 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a0af3-1142-42fe-a544-2f21f5e0a564 req-6211bb5a-43d7-4db8-bb35-7b103a8696bb tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:22.434151 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4d2a0af3-1142-42fe-a544-2f21f5e0a564 req-6211bb5a-43d7-4db8-bb35-7b103a8696bb tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 944 time: 0.0890555 Aug 11 02:30:22.439080 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3f804283-675b-4eb0-934c-0993d283aefc tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:22.444868 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3f804283-675b-4eb0-934c-0993d283aefc tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:22.500065 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4d2a0af3-1142-42fe-a544-2f21f5e0a564 req-661a6572-8c54-436f-a0a0-89d602115f16 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467653 Aug 11 02:30:22.511800 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3f804283-675b-4eb0-934c-0993d283aefc tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:22.511800 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3f804283-675b-4eb0-934c-0993d283aefc tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2450922 Aug 11 02:30:22.512040 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36318) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:22.512470 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f804283-675b-4eb0-934c-0993d283aefc tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb977855-14cb-4862-860b-63712496326a,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:22.518204 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-611c2007-575a-47aa-b871-8a32d975d325 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group_rule': {'security_group_id': 'cb977855-14cb-4862-860b-63712496326a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:22.519097 n-d-615180-33 neutron-server[94506]: WARNING neutron.api.v2.base [None req-611c2007-575a-47aa-b871-8a32d975d325 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 11 02:30:22.520102 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-611c2007-575a-47aa-b871-8a32d975d325 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:22.525465 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36320) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:22.530895 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-6a6f5aff-1327-4f38-94a1-4a5af599db10 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group_rule': {'security_group_id': 'cb977855-14cb-4862-860b-63712496326a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:22.532404 n-d-615180-33 neutron-server[94507]: WARNING neutron.api.v2.base [None req-6a6f5aff-1327-4f38-94a1-4a5af599db10 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 11 02:30:22.532404 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-6a6f5aff-1327-4f38-94a1-4a5af599db10 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:22.533052 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6a6f5aff-1327-4f38-94a1-4a5af599db10 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063927 Aug 11 02:30:22.536364 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36322) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:22.539637 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-611c2007-575a-47aa-b871-8a32d975d325 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0300376 Aug 11 02:30:22.543365 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-9343c35c-2409-42ec-9bd8-a4aef08e4fab tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group_rule': {'security_group_id': 'cb977855-14cb-4862-860b-63712496326a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:22.544668 n-d-615180-33 neutron-server[94507]: WARNING neutron.api.v2.base [None req-9343c35c-2409-42ec-9bd8-a4aef08e4fab tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 11 02:30:22.545237 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-9343c35c-2409-42ec-9bd8-a4aef08e4fab tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:22.546451 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9343c35c-2409-42ec-9bd8-a4aef08e4fab tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100214 Aug 11 02:30:22.549150 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36324) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:22.561549 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-d168fc57-ad69-498f-af4c-05fd6ed12f3a tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group_rule': {'security_group_id': 'cb977855-14cb-4862-860b-63712496326a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:22.562585 n-d-615180-33 neutron-server[94507]: WARNING neutron.api.v2.base [None req-d168fc57-ad69-498f-af4c-05fd6ed12f3a tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 11 02:30:22.563108 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-d168fc57-ad69-498f-af4c-05fd6ed12f3a tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:22.568400 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36326) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:22.589976 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d168fc57-ad69-498f-af4c-05fd6ed12f3a tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0395629 Aug 11 02:30:22.641851 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5a48cc34-98c8-432c-b97a-ac2c2c8a780b tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:22.672282 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5a48cc34-98c8-432c-b97a-ac2c2c8a780b tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:22.729917 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5a48cc34-98c8-432c-b97a-ac2c2c8a780b tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:22.732786 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5a48cc34-98c8-432c-b97a-ac2c2c8a780b tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:22.737937 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5a48cc34-98c8-432c-b97a-ac2c2c8a780b tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "DELETE /v2.0/security-groups/cb977855-14cb-4862-860b-63712496326a HTTP/1.1" status: 204 len: 168 time: 0.1681767 Aug 11 02:30:22.738726 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36330) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:22.776718 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a48cc34-98c8-432c-b97a-ac2c2c8a780b tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb977855-14cb-4862-860b-63712496326a,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:22.838172 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ea5a5-70e3-49c5-bd8d-b0adf0c7ef40 req-19d2adc9-3686-4375-bc14-a37ffe600375 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:22.842410 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8c8ea5a5-70e3-49c5-bd8d-b0adf0c7ef40 req-19d2adc9-3686-4375-bc14-a37ffe600375 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.1454644 Aug 11 02:30:22.851685 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36336) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:22.852599 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-aa719ce0-5d5b-4784-8c34-21a16eb3858b tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1095710 Aug 11 02:30:22.856488 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-3176393d-e543-4e4d-959d-3675f9c7ae63 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group': {'name': 'tempest-secgroup--318379011'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:22.936853 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8c8ea5a5-70e3-49c5-bd8d-b0adf0c7ef40 req-c7e4abc6-f553-4591-b417-f8da6ef34ac4 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843785 Aug 11 02:30:22.938115 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3176393d-e543-4e4d-959d-3675f9c7ae63 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:23.076885 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3176393d-e543-4e4d-959d-3675f9c7ae63 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:23.081420 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3176393d-e543-4e4d-959d-3675f9c7ae63 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:23.106541 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3176393d-e543-4e4d-959d-3675f9c7ae63 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:23.111801 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3176393d-e543-4e4d-959d-3675f9c7ae63 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2559135 Aug 11 02:30:23.113107 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36344) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:23.120519 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-c1af660c-bab7-4e27-924e-9613fc2c7169 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group_rule': {'security_group_id': '8364b629-06fd-4953-ae8e-8272ed686372', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:23.121093 n-d-615180-33 neutron-server[94507]: WARNING neutron.api.v2.base [None req-c1af660c-bab7-4e27-924e-9613fc2c7169 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 02:30:23.121592 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-c1af660c-bab7-4e27-924e-9613fc2c7169 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:23.125415 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c1af660c-bab7-4e27-924e-9613fc2c7169 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089116 Aug 11 02:30:23.126311 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36346) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:23.133887 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-07395932-4652-4813-b5b8-d5786e17632e tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group_rule': {'security_group_id': '8364b629-06fd-4953-ae8e-8272ed686372', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:23.137020 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176393d-e543-4e4d-959d-3675f9c7ae63 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8364b629-06fd-4953-ae8e-8272ed686372,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:23.212238 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-07395932-4652-4813-b5b8-d5786e17632e tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:23.213855 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-07395932-4652-4813-b5b8-d5786e17632e tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0848641 Aug 11 02:30:23.217010 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36348) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:23.223298 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-516ba6ae-f044-41bc-be32-55c93245677f tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group_rule': {'security_group_id': '8364b629-06fd-4953-ae8e-8272ed686372', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:23.223823 n-d-615180-33 neutron-server[94507]: WARNING neutron.api.v2.base [None req-516ba6ae-f044-41bc-be32-55c93245677f tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 11 02:30:23.224388 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-516ba6ae-f044-41bc-be32-55c93245677f tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:23.225682 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-516ba6ae-f044-41bc-be32-55c93245677f tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073905 Aug 11 02:30:23.228739 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36350) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:23.235429 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-87e3c7a5-66ae-411b-a85d-41b234fd1c9d tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group_rule': {'security_group_id': '8364b629-06fd-4953-ae8e-8272ed686372', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:23.305574 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-87e3c7a5-66ae-411b-a85d-41b234fd1c9d tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:23.306913 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-87e3c7a5-66ae-411b-a85d-41b234fd1c9d tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0771260 Aug 11 02:30:23.309691 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36352) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:23.320409 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-4b9a45df-de95-4a03-bf3d-bbee01ac5e67 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group_rule': {'security_group_id': '8364b629-06fd-4953-ae8e-8272ed686372', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:23.320887 n-d-615180-33 neutron-server[94507]: WARNING neutron.api.v2.base [None req-4b9a45df-de95-4a03-bf3d-bbee01ac5e67 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 02:30:23.321491 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-4b9a45df-de95-4a03-bf3d-bbee01ac5e67 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:23.322691 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4b9a45df-de95-4a03-bf3d-bbee01ac5e67 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059421 Aug 11 02:30:23.325833 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36354) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:23.336485 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-7a5928eb-5620-415b-888c-5e237b7262a8 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group_rule': {'security_group_id': '8364b629-06fd-4953-ae8e-8272ed686372', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:23.390037 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-7a5928eb-5620-415b-888c-5e237b7262a8 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:23.391096 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7a5928eb-5620-415b-888c-5e237b7262a8 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0641942 Aug 11 02:30:23.394291 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36356) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:23.399800 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-17998688-b132-4d25-95d7-8a8823740733 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group_rule': {'security_group_id': '8364b629-06fd-4953-ae8e-8272ed686372', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:23.400280 n-d-615180-33 neutron-server[94506]: WARNING neutron.api.v2.base [None req-17998688-b132-4d25-95d7-8a8823740733 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 11 02:30:23.400771 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-17998688-b132-4d25-95d7-8a8823740733 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:23.404604 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-17998688-b132-4d25-95d7-8a8823740733 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065799 Aug 11 02:30:23.404913 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36358) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:23.412802 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-62be3ee8-8c9b-4384-bee5-b7cc95412d50 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group_rule': {'security_group_id': '8364b629-06fd-4953-ae8e-8272ed686372', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:23.486106 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-62be3ee8-8c9b-4384-bee5-b7cc95412d50 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:23.487164 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-62be3ee8-8c9b-4384-bee5-b7cc95412d50 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0788219 Aug 11 02:30:23.490383 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36360) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:23.496597 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-07ee36bb-eafa-4808-8795-de6aa2cc158a tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group_rule': {'security_group_id': '8364b629-06fd-4953-ae8e-8272ed686372', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:23.647997 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-07ee36bb-eafa-4808-8795-de6aa2cc158a tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:23.652540 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36364) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:23.654072 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-07ee36bb-eafa-4808-8795-de6aa2cc158a tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1615379 Aug 11 02:30:23.843845 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677623d1-07b2-4fee-b946-e69212043e8b req-e43392e0-4686-4439-a07e-024eaafbb52b tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:23.845434 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-677623d1-07b2-4fee-b946-e69212043e8b req-e43392e0-4686-4439-a07e-024eaafbb52b tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 944 time: 0.1528223 Aug 11 02:30:23.885812 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f7353b16-d561-4fba-a92d-2958acb22f6a tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:23.981268 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f7353b16-d561-4fba-a92d-2958acb22f6a tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:24.065755 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-677623d1-07b2-4fee-b946-e69212043e8b req-e0261826-a3b2-4de0-a289-35bb2ffd6c57 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777549 Aug 11 02:30:24.121733 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f7353b16-d561-4fba-a92d-2958acb22f6a tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:24.124861 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f7353b16-d561-4fba-a92d-2958acb22f6a tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:24.129777 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36380) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:24.130825 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f7353b16-d561-4fba-a92d-2958acb22f6a tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "DELETE /v2.0/security-groups/8364b629-06fd-4953-ae8e-8272ed686372 HTTP/1.1" status: 204 len: 168 time: 0.4768248 Aug 11 02:30:24.157347 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7353b16-d561-4fba-a92d-2958acb22f6a tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8364b629-06fd-4953-ae8e-8272ed686372,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:24.243085 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7485236b-dd4d-4eae-b174-692f94680208 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1025450 Aug 11 02:30:24.247144 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36382) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:24.254191 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e01afb2c-55c2-41a4-8518-86d0f725d0bd tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group': {'name': 'tempest-secgroup--815196941'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:24.268064 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34804a-1c10-456a-9865-83b41a85c1e5 req-808a5524-2283-46f2-b2bf-76d58a64f256 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:24.270164 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8d34804a-1c10-456a-9865-83b41a85c1e5 req-808a5524-2283-46f2-b2bf-76d58a64f256 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.2376027 Aug 11 02:30:24.306854 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e01afb2c-55c2-41a4-8518-86d0f725d0bd tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:24.343613 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8d34804a-1c10-456a-9865-83b41a85c1e5 req-c431dddd-f32a-445d-9851-96546294ac32 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662959 Aug 11 02:30:24.481022 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e01afb2c-55c2-41a4-8518-86d0f725d0bd tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:24.483678 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:24.492852 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e01afb2c-55c2-41a4-8518-86d0f725d0bd tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:24.546043 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01afb2c-55c2-41a4-8518-86d0f725d0bd tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4262a67c-b735-4f69-bd32-141d28fd9fa8,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:24.556703 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e01afb2c-55c2-41a4-8518-86d0f725d0bd tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:24.558433 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e01afb2c-55c2-41a4-8518-86d0f725d0bd tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3087144 Aug 11 02:30:24.561065 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36384) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:24.566018 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-908a1365-5005-47a7-adfc-6cac4792fd72 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group_rule': {'security_group_id': '4262a67c-b735-4f69-bd32-141d28fd9fa8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:24.635475 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-908a1365-5005-47a7-adfc-6cac4792fd72 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] create failed (client error): The resource could not be found. Aug 11 02:30:24.639670 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-908a1365-5005-47a7-adfc-6cac4792fd72 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0746422 Aug 11 02:30:24.640173 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36386) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:24.646040 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-ff55369f-8f04-4c4b-b04a-8cbb94ed76e6 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group_rule': {'security_group_id': '4262a67c-b735-4f69-bd32-141d28fd9fa8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '9c877765-2ede-4335-998f-8f76bf68b04d'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:24.706244 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-ff55369f-8f04-4c4b-b04a-8cbb94ed76e6 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] create failed (client error): The resource could not be found. Aug 11 02:30:24.710493 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ff55369f-8f04-4c4b-b04a-8cbb94ed76e6 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0676618 Aug 11 02:30:24.711744 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36388) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:24.775123 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd7cf566-0d3e-41f9-87c2-89b8ec9ff3c0 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:24.800777 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd7cf566-0d3e-41f9-87c2-89b8ec9ff3c0 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:24.871232 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd7cf566-0d3e-41f9-87c2-89b8ec9ff3c0 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:24.875095 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd7cf566-0d3e-41f9-87c2-89b8ec9ff3c0 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:24.879556 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36390) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:24.880142 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fd7cf566-0d3e-41f9-87c2-89b8ec9ff3c0 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "DELETE /v2.0/security-groups/4262a67c-b735-4f69-bd32-141d28fd9fa8 HTTP/1.1" status: 204 len: 168 time: 0.1672125 Aug 11 02:30:24.892495 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7cf566-0d3e-41f9-87c2-89b8ec9ff3c0 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4262a67c-b735-4f69-bd32-141d28fd9fa8,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:24.946780 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8cc9c5f2-92d8-4299-9a2f-05cd9b3b22cc tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0659971 Aug 11 02:30:24.950418 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36394) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:24.956277 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-990ee5b9-8ae5-4de4-86dc-b5e2c53db6cb tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group_rule': {'security_group_id': '39570e4c-74b6-4d2b-b02f-7d4c619fe204', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:25.028541 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-990ee5b9-8ae5-4de4-86dc-b5e2c53db6cb tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] create failed (client error): The resource could not be found. Aug 11 02:30:25.030519 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-990ee5b9-8ae5-4de4-86dc-b5e2c53db6cb tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0781491 Aug 11 02:30:25.034010 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36396) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:25.041773 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-decd4c55-28fd-466d-8341-1d226bbba4ad tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group': {'name': 'tempest-secgroup--183019303'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:25.088058 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-decd4c55-28fd-466d-8341-1d226bbba4ad tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:25.365406 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:25.438485 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53be60-19b2-43b4-a184-80d8b4d8bb22 req-5baf77c6-4753-44c5-b1ca-90366140ab2c tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:25.440270 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2e53be60-19b2-43b4-a184-80d8b4d8bb22 req-5baf77c6-4753-44c5-b1ca-90366140ab2c tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 944 time: 0.1692202 Aug 11 02:30:25.506216 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-decd4c55-28fd-466d-8341-1d226bbba4ad tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:25.512316 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a828d-f903-43be-8603-58359db309a0 req-98339b61-7dea-4bd3-a61a-bfdf703a6ffd tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:25.515053 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-decd4c55-28fd-466d-8341-1d226bbba4ad tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:25.522455 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-845a828d-f903-43be-8603-58359db309a0 req-98339b61-7dea-4bd3-a61a-bfdf703a6ffd tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.0880840 Aug 11 02:30:25.567876 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-845a828d-f903-43be-8603-58359db309a0 req-837963bb-1daf-43b3-bd2b-e7be68919cea tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428524 Aug 11 02:30:25.572135 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2e53be60-19b2-43b4-a184-80d8b4d8bb22 req-bfb011e3-cf29-4fde-9671-6b008f3a884e tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242144 Aug 11 02:30:25.586552 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-decd4c55-28fd-466d-8341-1d226bbba4ad tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:25.597689 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-decd4c55-28fd-466d-8341-1d226bbba4ad tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5587537 Aug 11 02:30:25.598107 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36406) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:25.600835 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd4c55-28fd-466d-8341-1d226bbba4ad tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07cb5942-c8d2-467d-9c37-e714464a02b8,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:25.605067 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-1f54482c-78c0-49eb-924d-01ea1671dff4 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group': {'name': 'tempest-secgroup--1470439407'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:25.645896 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1f54482c-78c0-49eb-924d-01ea1671dff4 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:25.765411 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1f54482c-78c0-49eb-924d-01ea1671dff4 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:25.771971 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1f54482c-78c0-49eb-924d-01ea1671dff4 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:25.802507 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1f54482c-78c0-49eb-924d-01ea1671dff4 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:25.806681 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36408) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:25.810786 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1f54482c-78c0-49eb-924d-01ea1671dff4 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2120733 Aug 11 02:30:25.813992 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-f6353387-29bb-44e8-ac0d-4e732899cf5e tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group_rule': {'security_group_id': '07cb5942-c8d2-467d-9c37-e714464a02b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '85e1fbe3-c0b9-4630-82f1-48e099f20d69'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:25.860478 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54482c-78c0-49eb-924d-01ea1671dff4 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85e1fbe3-c0b9-4630-82f1-48e099f20d69,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:25.881215 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-f6353387-29bb-44e8-ac0d-4e732899cf5e tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:30:25.883181 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f6353387-29bb-44e8-ac0d-4e732899cf5e tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0750978 Aug 11 02:30:25.885847 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36410) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:26.036704 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9465a7db-5b1d-4a57-b362-3e73705bdaf4 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:26.066022 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9465a7db-5b1d-4a57-b362-3e73705bdaf4 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:26.124675 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9465a7db-5b1d-4a57-b362-3e73705bdaf4 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:26.127651 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9465a7db-5b1d-4a57-b362-3e73705bdaf4 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:26.131016 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9465a7db-5b1d-4a57-b362-3e73705bdaf4 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "DELETE /v2.0/security-groups/85e1fbe3-c0b9-4630-82f1-48e099f20d69 HTTP/1.1" status: 204 len: 168 time: 0.2417824 Aug 11 02:30:26.131799 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36416) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:26.146443 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465a7db-5b1d-4a57-b362-3e73705bdaf4 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e1fbe3-c0b9-4630-82f1-48e099f20d69,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:26.299115 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4da90985-64bf-45ca-811e-c389732bf365 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1659379 Aug 11 02:30:26.301881 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36418) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:26.360947 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-edc0ce30-b5af-49b2-83d2-7ed6fde58ffa tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:26.429452 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-edc0ce30-b5af-49b2-83d2-7ed6fde58ffa tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:26.523018 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-edc0ce30-b5af-49b2-83d2-7ed6fde58ffa tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:26.525571 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-edc0ce30-b5af-49b2-83d2-7ed6fde58ffa tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:26.529165 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-edc0ce30-b5af-49b2-83d2-7ed6fde58ffa tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "DELETE /v2.0/security-groups/07cb5942-c8d2-467d-9c37-e714464a02b8 HTTP/1.1" status: 204 len: 168 time: 0.2235823 Aug 11 02:30:26.529667 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36424) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:26.556303 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0ce30-b5af-49b2-83d2-7ed6fde58ffa tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cb5942-c8d2-467d-9c37-e714464a02b8,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:26.625506 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9a468634-398f-43a2-9b53-dd9f52af45cc tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0946627 Aug 11 02:30:26.629565 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36430) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:26.635080 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-86f16e79-a968-481d-90fe-b7fae7b64535 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group': {'name': 'tempest-secgroup--1647451552'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:26.706450 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86f16e79-a968-481d-90fe-b7fae7b64535 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:26.798765 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f4acb-6c7a-49a8-8c48-8fa1d051a399 req-2eff70a8-c48a-4e72-81e4-4b6ba56c6516 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:26.800547 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ca9f4acb-6c7a-49a8-8c48-8fa1d051a399 req-2eff70a8-c48a-4e72-81e4-4b6ba56c6516 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.1138546 Aug 11 02:30:26.824726 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425fdbdd-c2af-4ad2-9a94-69093704de33 req-848bb03d-9148-4901-80e8-0379c7020a62 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:26.826733 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-425fdbdd-c2af-4ad2-9a94-69093704de33 req-848bb03d-9148-4901-80e8-0379c7020a62 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 944 time: 0.0997913 Aug 11 02:30:26.920892 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-425fdbdd-c2af-4ad2-9a94-69093704de33 req-4e82c455-b80c-419d-b2f8-d36956da92fb tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880990 Aug 11 02:30:26.946747 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86f16e79-a968-481d-90fe-b7fae7b64535 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:26.956564 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86f16e79-a968-481d-90fe-b7fae7b64535 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:27.013475 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f16e79-a968-481d-90fe-b7fae7b64535 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80cbda87-a0b7-4796-9c99-fc370f30b146,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:27.026716 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86f16e79-a968-481d-90fe-b7fae7b64535 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:27.027951 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-86f16e79-a968-481d-90fe-b7fae7b64535 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3973765 Aug 11 02:30:27.031789 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ca9f4acb-6c7a-49a8-8c48-8fa1d051a399 req-f17c80d2-d0be-4f2a-b749-e55080dec65b tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244084 Aug 11 02:30:27.032122 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36434) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:27.037225 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-5a4c8786-7d9f-4b28-b1d6-01d85c960d63 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:27.037873 n-d-615180-33 neutron-server[94506]: WARNING neutron.api.v2.base [None req-5a4c8786-7d9f-4b28-b1d6-01d85c960d63 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 02:30:27.038248 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-5a4c8786-7d9f-4b28-b1d6-01d85c960d63 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] update failed (client error): There was a conflict when trying to complete your request. Aug 11 02:30:27.039324 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5a4c8786-7d9f-4b28-b1d6-01d85c960d63 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "PUT /v2.0/security-groups/80cbda87-a0b7-4796-9c99-fc370f30b146 HTTP/1.1" status: 409 len: 330 time: 0.0061548 Aug 11 02:30:27.041919 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36436) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:27.125204 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7520994c-8543-4d1e-9493-aeaee6203c95 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:27.155852 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7520994c-8543-4d1e-9493-aeaee6203c95 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:27.197809 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7520994c-8543-4d1e-9493-aeaee6203c95 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:27.201644 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7520994c-8543-4d1e-9493-aeaee6203c95 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:27.205247 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36438) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:27.208059 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7520994c-8543-4d1e-9493-aeaee6203c95 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "DELETE /v2.0/security-groups/80cbda87-a0b7-4796-9c99-fc370f30b146 HTTP/1.1" status: 204 len: 168 time: 0.1650250 Aug 11 02:30:27.221035 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7520994c-8543-4d1e-9493-aeaee6203c95 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cbda87-a0b7-4796-9c99-fc370f30b146,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:27.276430 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-688f25f5-231f-4610-b1aa-c50c0b705c19 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0665102 Aug 11 02:30:27.276902 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36440) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:27.292151 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-8ab192b6-5ccc-4906-9efc-5c1d0e6236c6 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] delete failed (client error): The resource could not be found. Aug 11 02:30:27.296568 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8ab192b6-5ccc-4906-9efc-5c1d0e6236c6 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "DELETE /v2.0/security-groups/253d58b6-0edd-4a8b-8ee2-622a904bcf97 HTTP/1.1" status: 404 len: 347 time: 0.0152657 Aug 11 02:30:27.296802 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36442) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:27.313567 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-4c5ffc9f-7f54-43cd-8387-cd4a2d832e09 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] show failed (client error): The resource could not be found. Aug 11 02:30:27.314819 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4c5ffc9f-7f54-43cd-8387-cd4a2d832e09 tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "GET /v2.0/security-groups/739acea2-a7d8-41f0-b190-274746223caf HTTP/1.1" status: 404 len: 347 time: 0.0168991 Aug 11 02:30:27.318437 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36444) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:27.336201 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-99700ff9-fe81-4a6f-8aff-ed4b2c954b9e tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] show failed (client error): The resource could not be found. Aug 11 02:30:27.341889 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-99700ff9-fe81-4a6f-8aff-ed4b2c954b9e tempest-NegativeSecGroupTest-1026767999 tempest-NegativeSecGroupTest-1026767999-project] 10.222.0.50 "GET /v2.0/security-group-rules/c6a84a3d-3051-4f35-a594-234f09040dd4 HTTP/1.1" status: 404 len: 356 time: 0.0176721 Aug 11 02:30:27.619098 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36454) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:27.780066 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9e183cd6-f7a9-4021-9063-c611e204d78d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d82535043b0c4ecaa606cd322d0a8be1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597052 Aug 11 02:30:27.782590 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36460) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:27.853177 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1e94b203-8f88-4568-8666-3e40cf5c0101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:27.876759 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1e94b203-8f88-4568-8666-3e40cf5c0101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:27.926229 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1e94b203-8f88-4568-8666-3e40cf5c0101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:27.929086 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1e94b203-8f88-4568-8666-3e40cf5c0101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:27.931286 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1e94b203-8f88-4568-8666-3e40cf5c0101 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f959e7e-2c8c-4bc5-8b85-215eae61fa8d HTTP/1.1" status: 204 len: 168 time: 0.1469302 Aug 11 02:30:27.939049 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94b203-8f88-4568-8666-3e40cf5c0101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f959e7e-2c8c-4bc5-8b85-215eae61fa8d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:28.094750 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450374e-f769-469b-a802-d06ae0261f04 req-a37a778c-4a4f-44c7-bf44-07d48757647c tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:28.102879 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d450374e-f769-469b-a802-d06ae0261f04 req-a37a778c-4a4f-44c7-bf44-07d48757647c tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 944 time: 0.0789220 Aug 11 02:30:28.155121 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d450374e-f769-469b-a802-d06ae0261f04 req-ba9a79f1-6296-440b-a6ac-5434139f4d0f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406239 Aug 11 02:30:28.209019 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc914a-ffd9-40d7-a7c7-10b8df101fac req-ce714f0b-42b3-4b23-b8a6-8326d92f0fa2 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:28.210681 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6adc914a-ffd9-40d7-a7c7-10b8df101fac req-ce714f0b-42b3-4b23-b8a6-8326d92f0fa2 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.0657063 Aug 11 02:30:28.262613 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6adc914a-ffd9-40d7-a7c7-10b8df101fac req-d3ea33ba-03bd-48cf-8f6a-09371824774c tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448191 Aug 11 02:30:29.340160 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da6bb9-aba6-4fa5-abea-dc7069a01560 req-8e741897-1ed4-4dde-8936-5b77b17e407f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:29.344174 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c6da6bb9-aba6-4fa5-abea-dc7069a01560 req-8e741897-1ed4-4dde-8936-5b77b17e407f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 944 time: 0.0867727 Aug 11 02:30:29.403235 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c6da6bb9-aba6-4fa5-abea-dc7069a01560 req-90a74a23-138b-4fef-9534-4cd6cfaffa8b tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513954 Aug 11 02:30:29.429830 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4289259-12d9-400a-b043-7eaff07aed6d req-f26113a2-7cc0-451c-a1dc-c44c0839a224 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:29.431296 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b4289259-12d9-400a-b043-7eaff07aed6d req-f26113a2-7cc0-451c-a1dc-c44c0839a224 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.0699251 Aug 11 02:30:29.506442 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b4289259-12d9-400a-b043-7eaff07aed6d req-90be2ed8-50fa-4dd1-8950-0c08ea2d5048 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629516 Aug 11 02:30:30.421146 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36562) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:30.619811 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ba9e8-f4c6-4f50-b7ed-73920cb1057c req-2f01657f-4075-4698-9fad-6bce58f066d1 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:30.622231 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ed7ba9e8-f4c6-4f50-b7ed-73920cb1057c req-2f01657f-4075-4698-9fad-6bce58f066d1 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 944 time: 0.1231146 Aug 11 02:30:30.657430 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-be66e9f7-c1d5-4d0e-9c8d-32f811610594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:30.690657 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c407f01-0bf6-431f-b903-319f75cd00e0 req-615b00d4-d4a6-48ec-82d3-bfa9030cdfdc tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:30.698056 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ed7ba9e8-f4c6-4f50-b7ed-73920cb1057c req-9e6b50c7-ef63-450e-96b5-3f1f197167b8 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643699 Aug 11 02:30:30.700081 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6c407f01-0bf6-431f-b903-319f75cd00e0 req-615b00d4-d4a6-48ec-82d3-bfa9030cdfdc tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.1141846 Aug 11 02:30:30.857630 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6c407f01-0bf6-431f-b903-319f75cd00e0 req-559e3e65-e306-46eb-bc50-37cd0f7c741d tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558373 Aug 11 02:30:30.874254 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-be66e9f7-c1d5-4d0e-9c8d-32f811610594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:30.878676 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-be66e9f7-c1d5-4d0e-9c8d-32f811610594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:30.934243 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-be66e9f7-c1d5-4d0e-9c8d-32f811610594 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=afee8dc160cb4687b01848ffb75478d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5085609 Aug 11 02:30:30.934243 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66e9f7-c1d5-4d0e-9c8d-32f811610594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08f624e-e76f-4015-b61b-395f02dc4b48,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:30.934566 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36574) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:31.000713 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a52e1655-fba6-4fcc-b322-c756dee4af03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:31.043960 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a52e1655-fba6-4fcc-b322-c756dee4af03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:31.126257 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a52e1655-fba6-4fcc-b322-c756dee4af03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:31.128888 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a52e1655-fba6-4fcc-b322-c756dee4af03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:31.132358 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a52e1655-fba6-4fcc-b322-c756dee4af03 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e08f624e-e76f-4015-b61b-395f02dc4b48 HTTP/1.1" status: 204 len: 168 time: 0.1942463 Aug 11 02:30:31.139321 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 9223b946-734e-45f4-b5ef-3289361e0db4 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:30:31.155030 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e1655-fba6-4fcc-b322-c756dee4af03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08f624e-e76f-4015-b61b-395f02dc4b48,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:31.440857 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 9223b946-734e-45f4-b5ef-3289361e0db4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=9223b946-734e-45f4-b5ef-3289361e0db4,segment=NetworkSegment(ac41ffd8-fd7b-4432-bc58-5a0f19867d17),segment_id=ac41ffd8-fd7b-4432-bc58-5a0f19867d17)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:31.470963 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '9223b946-734e-45f4-b5ef-3289361e0db4', 'network_id': 'a2f949d0-3328-4092-9faf-d9d0b7daafd4', 'port_id': '9223b946-734e-45f4-b5ef-3289361e0db4', 'mac_address': 'fa:16:3e:51:a8:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8cd47ed-5ee1-4bbe-a899-6dd2b116ea1d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:30:31.559425 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:31.584596 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9223b946-734e-45f4-b5ef-3289361e0db4 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:30:31.618936 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 9223b946-734e-45f4-b5ef-3289361e0db4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=9223b946-734e-45f4-b5ef-3289361e0db4,segment=NetworkSegment(ac41ffd8-fd7b-4432-bc58-5a0f19867d17),segment_id=ac41ffd8-fd7b-4432-bc58-5a0f19867d17)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:31.628307 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:31.702503 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=9223b946-734e-45f4-b5ef-3289361e0db4,revision_number=11']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:31.757728 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36590) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:31.805479 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-04e60ae9-9711-4065-845d-c02240f3f65e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:31.847515 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfafd53-1c7d-4aca-b2b0-902d109f51ff req-92e224c2-a2d9-4c4e-9dcb-3f35ddd3161b tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:31.849979 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9dfafd53-1c7d-4aca-b2b0-902d109f51ff req-92e224c2-a2d9-4c4e-9dcb-3f35ddd3161b tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.0689077 Aug 11 02:30:31.904989 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['9223b946-734e-45f4-b5ef-3289361e0db4'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:30:31.925891 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e121e-94bb-4147-9bba-71e8b5d8928c req-296a5469-1c19-4784-a45d-2bcf0d0e05f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:31.929446 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-747e121e-94bb-4147-9bba-71e8b5d8928c req-296a5469-1c19-4784-a45d-2bcf0d0e05f5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8f57d1a8cf4e42e787fd90462a309995&device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 1097 time: 0.0779259 Aug 11 02:30:31.958395 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9dfafd53-1c7d-4aca-b2b0-902d109f51ff req-6d54d2a0-be6a-42bf-9a6d-4b4f5cb8ffe3 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705726 Aug 11 02:30:32.143943 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e121e-94bb-4147-9bba-71e8b5d8928c req-df5a721e-cece-4b11-9472-9c71c6aefe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:32.145573 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-747e121e-94bb-4147-9bba-71e8b5d8928c req-df5a721e-cece-4b11-9472-9c71c6aefe37 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a2f949d0-3328-4092-9faf-d9d0b7daafd4 HTTP/1.1" status: 200 len: 915 time: 0.1845052 Aug 11 02:30:32.183040 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fececa-cb78-46a9-93aa-2fd09eec6f46 req-8ff2b5b9-499c-44bc-afbd-09d669ec73d1 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:32.190954 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b0fececa-cb78-46a9-93aa-2fd09eec6f46 req-8ff2b5b9-499c-44bc-afbd-09d669ec73d1 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.2278333 Aug 11 02:30:32.257663 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-747e121e-94bb-4147-9bba-71e8b5d8928c req-8344d81c-13bc-44e3-8211-af447513dd17 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9223b946-734e-45f4-b5ef-3289361e0db4 HTTP/1.1" status: 200 len: 217 time: 0.0995760 Aug 11 02:30:32.285106 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-04e60ae9-9711-4065-845d-c02240f3f65e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:32.290696 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-04e60ae9-9711-4065-845d-c02240f3f65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:32.348036 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-04e60ae9-9711-4065-845d-c02240f3f65e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=088ddee55de7433cbe3d33ec49c0395f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5868251 Aug 11 02:30:32.348543 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e60ae9-9711-4065-845d-c02240f3f65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4466e5c-1edf-47dd-a245-539e625a20f3,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:32.365500 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36600) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:32.390164 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b0fececa-cb78-46a9-93aa-2fd09eec6f46 req-0c259134-176b-4b84-bcb0-c9ca9bdd5ae3 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934297 Aug 11 02:30:32.417577 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e121e-94bb-4147-9bba-71e8b5d8928c req-dd5acbfa-7c83-4fe4-94c3-8d09c3ab2a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:32.418629 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-747e121e-94bb-4147-9bba-71e8b5d8928c req-dd5acbfa-7c83-4fe4-94c3-8d09c3ab2a48 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f8cd47ed-5ee1-4bbe-a899-6dd2b116ea1d HTTP/1.1" status: 200 len: 854 time: 0.1509695 Aug 11 02:30:32.454768 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-201ba8c8-562a-4d04-9ecc-d30ada89bb5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:32.476809 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-747e121e-94bb-4147-9bba-71e8b5d8928c req-950f0f7b-f4bb-4277-b05f-898555ea7a48 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a2f949d0-3328-4092-9faf-d9d0b7daafd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491946 Aug 11 02:30:32.515156 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-201ba8c8-562a-4d04-9ecc-d30ada89bb5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:32.609119 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-201ba8c8-562a-4d04-9ecc-d30ada89bb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:32.618702 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-747e121e-94bb-4147-9bba-71e8b5d8928c req-c3162d48-d3cf-4453-a059-72d5b402e0bf service neutron] 10.222.0.66 "GET /v2.0/networks/a2f949d0-3328-4092-9faf-d9d0b7daafd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329298 Aug 11 02:30:32.622207 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-201ba8c8-562a-4d04-9ecc-d30ada89bb5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:32.625318 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-201ba8c8-562a-4d04-9ecc-d30ada89bb5c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f4466e5c-1edf-47dd-a245-539e625a20f3 HTTP/1.1" status: 204 len: 168 time: 0.2567458 Aug 11 02:30:32.636641 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ba8c8-562a-4d04-9ecc-d30ada89bb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4466e5c-1edf-47dd-a245-539e625a20f3,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:32.792692 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-747e121e-94bb-4147-9bba-71e8b5d8928c req-dc682a47-e131-4a81-b394-d5552c22a29f service neutron] 10.222.0.66 "GET /v2.0/networks/a2f949d0-3328-4092-9faf-d9d0b7daafd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649811 Aug 11 02:30:33.110034 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9fa09-2784-44a7-81f4-372662d463e2 req-c01140f0-e2cd-46a1-93a5-dda3643742d9 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:33.117856 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-56b9fa09-2784-44a7-81f4-372662d463e2 req-c01140f0-e2cd-46a1-93a5-dda3643742d9 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 945 time: 0.0870678 Aug 11 02:30:33.156435 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-56b9fa09-2784-44a7-81f4-372662d463e2 req-1c1d1cc5-2b65-4b55-8286-52d529ec0836 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375736 Aug 11 02:30:33.162735 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 9223b946-734e-45f4-b5ef-3289361e0db4 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:30:33.271329 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ea268-384b-4f8f-880d-160d6980c455 req-de916f7d-b9b5-4790-9f58-fca0b7deaa4b tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:33.277454 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 9223b946-734e-45f4-b5ef-3289361e0db4 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:33.278366 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-744ea268-384b-4f8f-880d-160d6980c455 req-de916f7d-b9b5-4790-9f58-fca0b7deaa4b tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.1000183 Aug 11 02:30:33.287234 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:30:33.302819 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 9223b946-734e-45f4-b5ef-3289361e0db4 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:33.303200 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:33.446106 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-744ea268-384b-4f8f-880d-160d6980c455 req-0d32a10b-7375-4dfa-b05f-76443c9e0d16 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Deleting port 6949df3f-b34f-4767-aa68-e411a5193991 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:33.446462 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-744ea268-384b-4f8f-880d-160d6980c455 req-0d32a10b-7375-4dfa-b05f-76443c9e0d16 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:33.478456 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:33.559249 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473e2eaf-dc67-4611-83d9-a6032d6acb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9223b946-734e-45f4-b5ef-3289361e0db4'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:33.564317 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e10a946-bc4b-4b3c-be22-59f64f495027" -d '{"events": [{"server_uuid": "473e2eaf-dc67-4611-83d9-a6032d6acb4e", "name": "network-vif-plugged", "status": "completed", "tag": "9223b946-734e-45f4-b5ef-3289361e0db4"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:33.641647 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 9223b946-734e-45f4-b5ef-3289361e0db4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=9223b946-734e-45f4-b5ef-3289361e0db4,segment=NetworkSegment(ac41ffd8-fd7b-4432-bc58-5a0f19867d17),segment_id=ac41ffd8-fd7b-4432-bc58-5a0f19867d17)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:33.653524 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9888ae-cfef-4a82-ab84-124a0caedec0 req-872388e7-a306-49f5-bba7-f97540800421 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:33.656243 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:33.659624 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-de9888ae-cfef-4a82-ab84-124a0caedec0 req-872388e7-a306-49f5-bba7-f97540800421 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cb391c8-14f7-4d3f-ad7f-cf8df779278d HTTP/1.1" status: 200 len: 945 time: 0.1657617 Aug 11 02:30:33.718476 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=9223b946-734e-45f4-b5ef-3289361e0db4,revision_number=12']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:33.728833 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-744ea268-384b-4f8f-880d-160d6980c455 req-0d32a10b-7375-4dfa-b05f-76443c9e0d16 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] For port 6949df3f-b34f-4767-aa68-e411a5193991, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=6949df3f-b34f-4767-aa68-e411a5193991,segment=NetworkSegment(d7582938-03de-4b93-9833-a76c03f4f19c),segment_id=d7582938-03de-4b93-9833-a76c03f4f19c)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:33.730218 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-744ea268-384b-4f8f-880d-160d6980c455 req-0d32a10b-7375-4dfa-b05f-76443c9e0d16 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:33.765483 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-de9888ae-cfef-4a82-ab84-124a0caedec0 req-7dd9a51e-729a-49cd-a95a-eabdf1fc9c58 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.50 "GET /v2.0/security-groups?id=6d309038-f40a-4928-a556-9e9006831864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987682 Aug 11 02:30:33.768176 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-744ea268-384b-4f8f-880d-160d6980c455 req-0d32a10b-7375-4dfa-b05f-76443c9e0d16 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Calling delete_port for 6949df3f-b34f-4767-aa68-e411a5193991 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:33.883818 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c88b5da-301c-4e29-9d86-5615f27ee3e0 x-openstack-request-id: req-8c88b5da-301c-4e29-9d86-5615f27ee3e0 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:33.884274 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473e2eaf-dc67-4611-83d9-a6032d6acb4e", "name": "network-vif-plugged", "status": "completed", "tag": "9223b946-734e-45f4-b5ef-3289361e0db4", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:33.884694 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8c88b5da-301c-4e29-9d86-5615f27ee3e0 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:33.885338 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473e2eaf-dc67-4611-83d9-a6032d6acb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9223b946-734e-45f4-b5ef-3289361e0db4', 'code': 200} Aug 11 02:30:34.007789 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-744ea268-384b-4f8f-880d-160d6980c455 req-0d32a10b-7375-4dfa-b05f-76443c9e0d16 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:34.020676 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['6949df3f-b34f-4767-aa68-e411a5193991'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:30:34.069441 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32a10b-7375-4dfa-b05f-76443c9e0d16 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Pushing event deleted for resources: {'Port': ['ID=6949df3f-b34f-4767-aa68-e411a5193991,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:34.126024 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244e08d-d7ea-42ba-813d-9e36e9f0ec02 req-bf37bb9b-9989-4a3b-bf93-51adc1787cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:34.127886 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f244e08d-d7ea-42ba-813d-9e36e9f0ec02 req-bf37bb9b-9989-4a3b-bf93-51adc1787cdd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 1098 time: 0.0855350 Aug 11 02:30:34.143619 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-744ea268-384b-4f8f-880d-160d6980c455 req-0d32a10b-7375-4dfa-b05f-76443c9e0d16 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] No DVR routers for this DVR port 6949df3f-b34f-4767-aa68-e411a5193991 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:30:34.149314 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-744ea268-384b-4f8f-880d-160d6980c455 req-0d32a10b-7375-4dfa-b05f-76443c9e0d16 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:34.151406 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-744ea268-384b-4f8f-880d-160d6980c455 req-0d32a10b-7375-4dfa-b05f-76443c9e0d16 tempest-ServerRescueNegativeTestJSON-286448348 tempest-ServerRescueNegativeTestJSON-286448348-project] 10.222.0.66 "DELETE /v2.0/ports/6949df3f-b34f-4767-aa68-e411a5193991 HTTP/1.1" status: 204 len: 173 time: 0.8625672 Aug 11 02:30:34.152177 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb391c8-14f7-4d3f-ad7f-cf8df779278d', 'name': 'network-vif-deleted', 'tag': '6949df3f-b34f-4767-aa68-e411a5193991'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:34.154233 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d0c8b1-1fe3-4159-b2bd-b8906eb384e2" -d '{"events": [{"server_uuid": "7cb391c8-14f7-4d3f-ad7f-cf8df779278d", "name": "network-vif-deleted", "tag": "6949df3f-b34f-4767-aa68-e411a5193991"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:34.239319 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f244e08d-d7ea-42ba-813d-9e36e9f0ec02 req-06c9ae64-fb25-4af0-b8ae-d9d7a5e55bc8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026285 Aug 11 02:30:34.406949 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d992894-829c-485e-bfbc-06a9d82da1b4 req-ae772bc5-43a3-4d28-9ae5-57030103a3f7 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:34.416834 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8d992894-829c-485e-bfbc-06a9d82da1b4 req-ae772bc5-43a3-4d28-9ae5-57030103a3f7 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.0977807 Aug 11 02:30:34.482768 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8d992894-829c-485e-bfbc-06a9d82da1b4 req-9dce7285-7b7b-46ef-9e9d-a68cc6cce3cf tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648897 Aug 11 02:30:34.534067 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6918d0ee-d8d0-4150-bf82-ad920b06d981 x-openstack-request-id: req-6918d0ee-d8d0-4150-bf82-ad920b06d981 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:34.534363 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb391c8-14f7-4d3f-ad7f-cf8df779278d", "name": "network-vif-deleted", "tag": "6949df3f-b34f-4767-aa68-e411a5193991", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:34.534620 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6918d0ee-d8d0-4150-bf82-ad920b06d981 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:34.535030 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb391c8-14f7-4d3f-ad7f-cf8df779278d', 'name': 'network-vif-deleted', 'tag': '6949df3f-b34f-4767-aa68-e411a5193991', 'status': 'completed', 'code': 200} Aug 11 02:30:34.847484 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36668) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:35.683808 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b977f37-1ee3-4c35-90f8-621963b11869 req-f8383c4f-0b31-4a35-970b-1d67822db67d tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:35.685425 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2b977f37-1ee3-4c35-90f8-621963b11869 req-f8383c4f-0b31-4a35-970b-1d67822db67d tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.0707552 Aug 11 02:30:35.891095 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2b977f37-1ee3-4c35-90f8-621963b11869 req-740c08b8-d36a-4115-b9d5-95f501133d63 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892281 Aug 11 02:30:35.927077 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4debd929-73b2-40c8-a145-ebbb9ca75fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:36.260782 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-4debd929-73b2-40c8-a145-ebbb9ca75fa8 admin admin] Deleting port c82182f9-2bbd-4913-bf7e-f1ea7c011dfd {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:36.263244 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4debd929-73b2-40c8-a145-ebbb9ca75fa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:36.385398 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-4debd929-73b2-40c8-a145-ebbb9ca75fa8 admin admin] For port c82182f9-2bbd-4913-bf7e-f1ea7c011dfd, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=c82182f9-2bbd-4913-bf7e-f1ea7c011dfd,segment=NetworkSegment(d7582938-03de-4b93-9833-a76c03f4f19c),segment_id=d7582938-03de-4b93-9833-a76c03f4f19c)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:36.385777 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4debd929-73b2-40c8-a145-ebbb9ca75fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:36.401933 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-4debd929-73b2-40c8-a145-ebbb9ca75fa8 admin admin] Calling delete_port for c82182f9-2bbd-4913-bf7e-f1ea7c011dfd owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:36.609602 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4debd929-73b2-40c8-a145-ebbb9ca75fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:36.650026 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debd929-73b2-40c8-a145-ebbb9ca75fa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c82182f9-2bbd-4913-bf7e-f1ea7c011dfd,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:36.889785 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4debd929-73b2-40c8-a145-ebbb9ca75fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:37.175910 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 6949df3f-b34f-4767-aa68-e411a5193991 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:37.210943 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb810d2a-941d-44bc-8e94-0f32d880f259 req-85595894-7328-43e6-9c83-7d8fa998d29d tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:37.219068 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cb810d2a-941d-44bc-8e94-0f32d880f259 req-85595894-7328-43e6-9c83-7d8fa998d29d tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.1564760 Aug 11 02:30:37.229596 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 6949df3f-b34f-4767-aa68-e411a5193991 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:30:37.231083 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 6949df3f-b34f-4767-aa68-e411a5193991 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:30:37.306016 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4debd929-73b2-40c8-a145-ebbb9ca75fa8 admin admin] Router 6a865d52-406b-4a78-b839-2a7ac854644b has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:30:37.321422 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cb810d2a-941d-44bc-8e94-0f32d880f259 req-fca90e19-5932-4139-9d5c-87d44166f94b tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749731 Aug 11 02:30:37.504872 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4debd929-73b2-40c8-a145-ebbb9ca75fa8 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:30:37.511654 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4debd929-73b2-40c8-a145-ebbb9ca75fa8 admin admin] 10.222.0.50 "PUT /v2.0/routers/6a865d52-406b-4a78-b839-2a7ac854644b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6623645 Aug 11 02:30:37.514456 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36782) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:37.548744 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769a6a6-4e0b-4fd6-af11-671417518db6 req-f8409092-d3c6-424e-9a05-db6979259cd5 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:37.550861 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2769a6a6-4e0b-4fd6-af11-671417518db6 req-f8409092-d3c6-424e-9a05-db6979259cd5 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.1003940 Aug 11 02:30:37.640224 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2769a6a6-4e0b-4fd6-af11-671417518db6 req-63e54f4f-b511-4cd9-b044-920b83752212 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807922 Aug 11 02:30:37.735105 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb68677-a1b4-4dd6-9d6d-fdff7b6ee128 None None] Sync routers for ids ['6a865d52-406b-4a78-b839-2a7ac854644b'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:30:37.748263 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb68677-a1b4-4dd6-9d6d-fdff7b6ee128 None None] Routers {'6a865d52-406b-4a78-b839-2a7ac854644b'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:30:37.749593 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-8fb68677-a1b4-4dd6-9d6d-fdff7b6ee128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:30:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6a865d52-406b-4a78-b839-2a7ac854644b'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:37.754368 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-486eca89-6a5b-4c2d-9507-e8c4be824aa6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:37.908027 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-8fb68677-a1b4-4dd6-9d6d-fdff7b6ee128 None None] Set router 6a865d52-406b-4a78-b839-2a7ac854644b gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:30:37.949081 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20addfe-34dd-4d7e-80ef-b912986deedc req-3e568f3b-7d99-41f4-a03c-07fc06a13478 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:37.951116 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b20addfe-34dd-4d7e-80ef-b912986deedc req-3e568f3b-7d99-41f4-a03c-07fc06a13478 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.1484253 Aug 11 02:30:37.957333 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-486eca89-6a5b-4c2d-9507-e8c4be824aa6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:38.068060 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b20addfe-34dd-4d7e-80ef-b912986deedc req-0e565cbd-f8e1-475b-96d2-26783f37d8ab tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031327 Aug 11 02:30:38.111270 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-486eca89-6a5b-4c2d-9507-e8c4be824aa6 admin admin] Deleting port 650d673f-f1cf-4b7f-b58e-7ac828e175a1 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:38.111769 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-486eca89-6a5b-4c2d-9507-e8c4be824aa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:38.208235 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-8fb68677-a1b4-4dd6-9d6d-fdff7b6ee128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a865d52-406b-4a78-b839-2a7ac854644b', 'name': 'tempest-ServerRescueNegativeTestJSON-1723668834-router', 'tenant_id': '212d4988370c4c66b025f31c5d0eea27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '650d673f-f1cf-4b7f-b58e-7ac828e175a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:46Z', 'updated_at': '2021-08-11T02:30:36Z', 'revision_number': 5, 'project_id': '212d4988370c4c66b025f31c5d0eea27', 'gw_port': {'id': '650d673f-f1cf-4b7f-b58e-7ac828e175a1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a865d52-406b-4a78-b839-2a7ac854644b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:49Z', 'updated_at': '2021-08-11T02:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:38.252177 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb68677-a1b4-4dd6-9d6d-fdff7b6ee128 None None] Checking router: 6a865d52-406b-4a78-b839-2a7ac854644b for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:30:38.273955 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb68677-a1b4-4dd6-9d6d-fdff7b6ee128 None None] Routers {'6a865d52-406b-4a78-b839-2a7ac854644b'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:30:38.276792 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-8fb68677-a1b4-4dd6-9d6d-fdff7b6ee128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:30:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6a865d52-406b-4a78-b839-2a7ac854644b'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:38.304931 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-486eca89-6a5b-4c2d-9507-e8c4be824aa6 admin admin] For port 650d673f-f1cf-4b7f-b58e-7ac828e175a1, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=650d673f-f1cf-4b7f-b58e-7ac828e175a1,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:38.305537 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-486eca89-6a5b-4c2d-9507-e8c4be824aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:38.319137 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-486eca89-6a5b-4c2d-9507-e8c4be824aa6 admin admin] Calling delete_port for 650d673f-f1cf-4b7f-b58e-7ac828e175a1 owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:38.407987 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-8fb68677-a1b4-4dd6-9d6d-fdff7b6ee128 None None] Set router 6a865d52-406b-4a78-b839-2a7ac854644b gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:30:38.578503 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-486eca89-6a5b-4c2d-9507-e8c4be824aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:38.600851 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-8fb68677-a1b4-4dd6-9d6d-fdff7b6ee128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a865d52-406b-4a78-b839-2a7ac854644b', 'name': 'tempest-ServerRescueNegativeTestJSON-1723668834-router', 'tenant_id': '212d4988370c4c66b025f31c5d0eea27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:46Z', 'updated_at': '2021-08-11T02:30:37Z', 'revision_number': 6, 'project_id': '212d4988370c4c66b025f31c5d0eea27', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:38.665208 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486eca89-6a5b-4c2d-9507-e8c4be824aa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=650d673f-f1cf-4b7f-b58e-7ac828e175a1,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:38.678879 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb68677-a1b4-4dd6-9d6d-fdff7b6ee128 None None] The sync data for ids ['6a865d52-406b-4a78-b839-2a7ac854644b'] in n-d-615180-33 is: [{'id': '6a865d52-406b-4a78-b839-2a7ac854644b', 'name': 'tempest-ServerRescueNegativeTestJSON-1723668834-router', 'tenant_id': '212d4988370c4c66b025f31c5d0eea27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:46Z', 'updated_at': '2021-08-11T02:30:37Z', 'revision_number': 6, 'project_id': '212d4988370c4c66b025f31c5d0eea27', 'gw_port_host': None}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:30:38.868505 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-486eca89-6a5b-4c2d-9507-e8c4be824aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:39.035363 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9718b-8bf9-4c20-a080-9568f091e583 req-40d6dd4d-ee28-473a-8790-5a76d451c57a tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:39.040738 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e6f9718b-8bf9-4c20-a080-9568f091e583 req-40d6dd4d-ee28-473a-8790-5a76d451c57a tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.4653251 Aug 11 02:30:39.206931 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-486eca89-6a5b-4c2d-9507-e8c4be824aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:39.218319 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-486eca89-6a5b-4c2d-9507-e8c4be824aa6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:39.289990 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device c82182f9-2bbd-4913-bf7e-f1ea7c011dfd no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:39.356807 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: c82182f9-2bbd-4913-bf7e-f1ea7c011dfd {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:30:39.367555 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device c82182f9-2bbd-4913-bf7e-f1ea7c011dfd not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:30:39.390166 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e6f9718b-8bf9-4c20-a080-9568f091e583 req-f3af3da3-b894-4b96-80d2-cbc80df085aa tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604125 Aug 11 02:30:39.407748 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-486eca89-6a5b-4c2d-9507-e8c4be824aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:39.408540 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486eca89-6a5b-4c2d-9507-e8c4be824aa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a865d52-406b-4a78-b839-2a7ac854644b {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:30:39.415143 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-486eca89-6a5b-4c2d-9507-e8c4be824aa6 admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:39.419260 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-486eca89-6a5b-4c2d-9507-e8c4be824aa6 admin admin] 10.222.0.50 "DELETE /v2.0/routers/6a865d52-406b-4a78-b839-2a7ac854644b HTTP/1.1" status: 204 len: 168 time: 1.9034874 Aug 11 02:30:39.419449 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36836) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:39.553086 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa789a2-def3-465c-91cd-836b7dbc1a90 admin admin] Deleting subnet 84fc00eb-2c93-4052-9a0f-462991bedf76 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:30:39.562546 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5fa789a2-def3-465c-91cd-836b7dbc1a90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:39.707972 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5fa789a2-def3-465c-91cd-836b7dbc1a90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:39.787864 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472a2d7-d8bb-4d3b-9b85-2543767a7199 req-f48a4fd7-6d8c-452e-814d-eef8f56556f0 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:39.789858 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2472a2d7-d8bb-4d3b-9b85-2543767a7199 req-f48a4fd7-6d8c-452e-814d-eef8f56556f0 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.1944206 Aug 11 02:30:39.844385 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5fa789a2-def3-465c-91cd-836b7dbc1a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:39.927786 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2472a2d7-d8bb-4d3b-9b85-2543767a7199 req-92355c52-83ea-4355-bc30-db594791e37f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104662 Aug 11 02:30:40.024503 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5fa789a2-def3-465c-91cd-836b7dbc1a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:40.061916 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa789a2-def3-465c-91cd-836b7dbc1a90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84fc00eb-2c93-4052-9a0f-462991bedf76,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:40.086804 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5fa789a2-def3-465c-91cd-836b7dbc1a90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:40.089785 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5fa789a2-def3-465c-91cd-836b7dbc1a90 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/84fc00eb-2c93-4052-9a0f-462991bedf76 HTTP/1.1" status: 204 len: 168 time: 0.6689918 Aug 11 02:30:40.091808 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa789a2-def3-465c-91cd-836b7dbc1a90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:40.092512 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa789a2-def3-465c-91cd-836b7dbc1a90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:40.092823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36848) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:40.095167 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa789a2-def3-465c-91cd-836b7dbc1a90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:40.095735 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa789a2-def3-465c-91cd-836b7dbc1a90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:40.097991 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa789a2-def3-465c-91cd-836b7dbc1a90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:40.098520 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa789a2-def3-465c-91cd-836b7dbc1a90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:40.099156 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa789a2-def3-465c-91cd-836b7dbc1a90 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:40.099911 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa789a2-def3-465c-91cd-836b7dbc1a90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:40.100440 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa789a2-def3-465c-91cd-836b7dbc1a90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:40.101321 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa789a2-def3-465c-91cd-836b7dbc1a90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:40.104756 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa789a2-def3-465c-91cd-836b7dbc1a90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:40.105309 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa789a2-def3-465c-91cd-836b7dbc1a90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:40.239732 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f18b2-65bf-4c00-afc5-e1a7e0ca6ea2 req-359b2bd3-6f29-4ffa-8a4e-f7d8135c3357 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:40.274347 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d59f18b2-65bf-4c00-afc5-e1a7e0ca6ea2 req-359b2bd3-6f29-4ffa-8a4e-f7d8135c3357 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.1888440 Aug 11 02:30:40.322461 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d312df6-e2e9-4972-a084-901b6bb79062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:40.354342 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d59f18b2-65bf-4c00-afc5-e1a7e0ca6ea2 req-2c568e7d-5f0a-4312-9525-56d2e3fa742f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772548 Aug 11 02:30:40.446330 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d312df6-e2e9-4972-a084-901b6bb79062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:40.461909 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-4d312df6-e2e9-4972-a084-901b6bb79062 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0086c42c-f896-4a92-8515-db944444d83d']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:40.474152 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-4d312df6-e2e9-4972-a084-901b6bb79062 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7582938-03de-4b93-9833-a76c03f4f19c') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:40.474815 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-4d312df6-e2e9-4972-a084-901b6bb79062 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7582938-03de-4b93-9833-a76c03f4f19c') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:40.486397 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d312df6-e2e9-4972-a084-901b6bb79062 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:40.554294 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d312df6-e2e9-4972-a084-901b6bb79062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:40.565591 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d312df6-e2e9-4972-a084-901b6bb79062 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:30:40.566009 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d312df6-e2e9-4972-a084-901b6bb79062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:30:40.568275 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:30:40.634338 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d89f9-ea07-4cfa-a52b-19a0647ae74a req-dc256eb0-eda8-43c6-b26a-f037f056b48b tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:40.636295 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-912d89f9-ea07-4cfa-a52b-19a0647ae74a req-dc256eb0-eda8-43c6-b26a-f037f056b48b tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.1374865 Aug 11 02:30:40.645079 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d312df6-e2e9-4972-a084-901b6bb79062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:40.664093 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d312df6-e2e9-4972-a084-901b6bb79062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:40.666109 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4d312df6-e2e9-4972-a084-901b6bb79062 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0086c42c-f896-4a92-8515-db944444d83d HTTP/1.1" status: 204 len: 168 time: 0.5719664 Aug 11 02:30:40.694489 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d312df6-e2e9-4972-a084-901b6bb79062 admin admin] Pushing event deleted for resources: {'Network': ['ID=0086c42c-f896-4a92-8515-db944444d83d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:40.729643 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-912d89f9-ea07-4cfa-a52b-19a0647ae74a req-b1fcf44c-15fc-4aa7-9616-055aace4efe2 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781553 Aug 11 02:30:40.947619 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36868) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:40.998110 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5f301691-6141-4f5a-aaf4-6d3818322f12 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=212d4988370c4c66b025f31c5d0eea27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469043 Aug 11 02:30:40.999627 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36870) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:41.094935 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-195c8734-7a12-4601-96ce-9230fa62ed9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:41.119892 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-195c8734-7a12-4601-96ce-9230fa62ed9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:41.157957 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 650d673f-f1cf-4b7f-b58e-7ac828e175a1 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:41.186619 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91543b31-c216-4ef9-84ef-512623af28d8 req-e93c9be4-6f0d-4d5d-ab6e-47960c860bf6 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:41.191095 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-91543b31-c216-4ef9-84ef-512623af28d8 req-e93c9be4-6f0d-4d5d-ab6e-47960c860bf6 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.1756132 Aug 11 02:30:41.201616 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 650d673f-f1cf-4b7f-b58e-7ac828e175a1 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:30:41.201965 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 650d673f-f1cf-4b7f-b58e-7ac828e175a1 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:30:41.234750 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-195c8734-7a12-4601-96ce-9230fa62ed9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:41.255667 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-195c8734-7a12-4601-96ce-9230fa62ed9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:41.261214 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-195c8734-7a12-4601-96ce-9230fa62ed9d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6d309038-f40a-4928-a556-9e9006831864 HTTP/1.1" status: 204 len: 168 time: 0.2602370 Aug 11 02:30:41.315809 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c8734-7a12-4601-96ce-9230fa62ed9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d309038-f40a-4928-a556-9e9006831864,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:41.373294 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-91543b31-c216-4ef9-84ef-512623af28d8 req-b9b68b63-e9e7-48c0-aa94-3834dfd9e531 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768565 Aug 11 02:30:42.728573 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473be5c4-05ca-4712-9681-97b914cc8a77 req-2c87f859-19f6-48e1-9cc4-d540b206a4ee tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:42.737062 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-473be5c4-05ca-4712-9681-97b914cc8a77 req-2c87f859-19f6-48e1-9cc4-d540b206a4ee tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.1581974 Aug 11 02:30:42.832898 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-473be5c4-05ca-4712-9681-97b914cc8a77 req-d159898e-1949-4cf2-a4c8-e8ba99739093 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943081 Aug 11 02:30:43.346512 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36962) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:43.454402 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0b49d-165d-467f-8a56-ebaed46235ab req-2e3dee02-cb2a-46bd-9aaf-330fdcca7811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:43.455965 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6df0b49d-165d-467f-8a56-ebaed46235ab req-2e3dee02-cb2a-46bd-9aaf-330fdcca7811 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8f57d1a8cf4e42e787fd90462a309995&device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 1098 time: 0.1002722 Aug 11 02:30:43.528939 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6a5bc-3124-45b8-9b0f-dc5e6d28cb46 req-01791e6a-ac7e-4022-ae86-5ea414670aa2 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:43.534991 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-71c6a5bc-3124-45b8-9b0f-dc5e6d28cb46 req-01791e6a-ac7e-4022-ae86-5ea414670aa2 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.1301019 Aug 11 02:30:43.609964 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0b49d-165d-467f-8a56-ebaed46235ab req-4fa218b7-65d7-483d-abc1-2650fd2014ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:43.612211 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6df0b49d-165d-467f-8a56-ebaed46235ab req-4fa218b7-65d7-483d-abc1-2650fd2014ae service neutron] 10.222.0.66 "GET /v2.0/networks?id=a2f949d0-3328-4092-9faf-d9d0b7daafd4 HTTP/1.1" status: 200 len: 915 time: 0.1489861 Aug 11 02:30:43.621014 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-becf7c64-ec2e-4a4b-a8d9-c92f0d1ace63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:43.662508 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-71c6a5bc-3124-45b8-9b0f-dc5e6d28cb46 req-e516cbbd-e337-4988-ab03-673c631cb1a6 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261179 Aug 11 02:30:43.683039 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6df0b49d-165d-467f-8a56-ebaed46235ab req-48856e03-21ae-4acf-875a-366a62109e7b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9223b946-734e-45f4-b5ef-3289361e0db4 HTTP/1.1" status: 200 len: 217 time: 0.0610111 Aug 11 02:30:43.806707 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0b49d-165d-467f-8a56-ebaed46235ab req-203de36c-3cc3-4193-a372-b694c88b9db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:43.812355 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6df0b49d-165d-467f-8a56-ebaed46235ab req-203de36c-3cc3-4193-a372-b694c88b9db4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f8cd47ed-5ee1-4bbe-a899-6dd2b116ea1d HTTP/1.1" status: 200 len: 854 time: 0.1198432 Aug 11 02:30:43.859868 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6df0b49d-165d-467f-8a56-ebaed46235ab req-1f2dbf5a-cfc2-4c9e-a9a6-7bbeb108e33a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a2f949d0-3328-4092-9faf-d9d0b7daafd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412378 Aug 11 02:30:43.861755 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-becf7c64-ec2e-4a4b-a8d9-c92f0d1ace63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:43.866815 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-becf7c64-ec2e-4a4b-a8d9-c92f0d1ace63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:43.896168 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-becf7c64-ec2e-4a4b-a8d9-c92f0d1ace63 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6db8731718984f3e8910809b256b04e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5464664 Aug 11 02:30:43.897811 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36980) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:43.938006 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf7c64-ec2e-4a4b-a8d9-c92f0d1ace63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d375b66-adeb-4145-9e1b-fed48c69b03d,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:43.993719 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-53020e9c-6673-4385-b4f9-5be82a09e836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:43.999284 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6df0b49d-165d-467f-8a56-ebaed46235ab req-1a8269a0-bef5-4634-93df-8f710ed350aa service neutron] 10.222.0.66 "GET /v2.0/networks/a2f949d0-3328-4092-9faf-d9d0b7daafd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307347 Aug 11 02:30:44.030600 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-53020e9c-6673-4385-b4f9-5be82a09e836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:44.095685 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-53020e9c-6673-4385-b4f9-5be82a09e836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:44.098259 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-53020e9c-6673-4385-b4f9-5be82a09e836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:44.102021 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-53020e9c-6673-4385-b4f9-5be82a09e836 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1d375b66-adeb-4145-9e1b-fed48c69b03d HTTP/1.1" status: 204 len: 168 time: 0.2007098 Aug 11 02:30:44.114064 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53020e9c-6673-4385-b4f9-5be82a09e836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d375b66-adeb-4145-9e1b-fed48c69b03d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:44.166951 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6df0b49d-165d-467f-8a56-ebaed46235ab req-2662a512-f92a-4fa5-8840-d1096a4f705f service neutron] 10.222.0.66 "GET /v2.0/networks/a2f949d0-3328-4092-9faf-d9d0b7daafd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585069 Aug 11 02:30:44.516591 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 36990) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:44.534788 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-abd02aaa-4238-4c3b-b9fd-2c0cb2ef53db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:44.646734 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-abd02aaa-4238-4c3b-b9fd-2c0cb2ef53db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:44.650806 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-abd02aaa-4238-4c3b-b9fd-2c0cb2ef53db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:44.693379 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-abd02aaa-4238-4c3b-b9fd-2c0cb2ef53db admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=21a7752c9110432da576b7affaf69b53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1756718 Aug 11 02:30:44.697397 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 36994) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:44.723332 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd02aaa-4238-4c3b-b9fd-2c0cb2ef53db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8740ea9-250d-45e1-9187-29cb129319a0,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:44.885878 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414aeac-8705-4741-a963-634fe432959b req-0efc295a-8709-4f34-91aa-03766fe5c7d0 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:44.889014 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b414aeac-8705-4741-a963-634fe432959b req-0efc295a-8709-4f34-91aa-03766fe5c7d0 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.1276805 Aug 11 02:30:44.889978 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2b3e3d8-9d2e-4241-a45a-31e132bb0160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:44.952732 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2b3e3d8-9d2e-4241-a45a-31e132bb0160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:44.983970 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eec929aa-3039-42d9-8f5f-d93b6f020a65 req-05183244-6c40-471e-99e0-85de16846e15 tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=335ed44f-f1d6-4fad-80ea-708afbdbc445 HTTP/1.1" status: 200 len: 210 time: 0.0457103 Aug 11 02:30:45.057800 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b414aeac-8705-4741-a963-634fe432959b req-7ee799c4-92ff-4201-8758-b91f42fded46 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581755 Aug 11 02:30:45.063485 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2b3e3d8-9d2e-4241-a45a-31e132bb0160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:45.074647 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2b3e3d8-9d2e-4241-a45a-31e132bb0160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:45.082006 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c2b3e3d8-9d2e-4241-a45a-31e132bb0160 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e8740ea9-250d-45e1-9187-29cb129319a0 HTTP/1.1" status: 204 len: 168 time: 0.3828678 Aug 11 02:30:45.103442 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3e3d8-9d2e-4241-a45a-31e132bb0160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8740ea9-250d-45e1-9187-29cb129319a0,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:45.648167 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-39f0adb7-6629-4891-b275-8da29884d312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:46.150937 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d7c14e41-dc36-41f9-8bb1-3557c1645849 req-8260d66f-c867-483f-bd37-73cfab72a2a9 tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0923920 Aug 11 02:30:46.327600 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a66d7-4239-4eca-9db0-a5acfd37a7b1 req-834a02c6-f119-4782-8fbd-f1c0c15b9be0 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:46.329298 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-012a66d7-4239-4eca-9db0-a5acfd37a7b1 req-834a02c6-f119-4782-8fbd-f1c0c15b9be0 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.1143878 Aug 11 02:30:46.387526 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-012a66d7-4239-4eca-9db0-a5acfd37a7b1 req-83bcacfc-4be2-4590-917b-0d449cd5c030 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484636 Aug 11 02:30:46.529690 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca68149-2e0e-4e4d-a10c-efe8cb692fbc req-eddfcffb-1574-47aa-96d4-abd3bf296045 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:46.531422 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5ca68149-2e0e-4e4d-a10c-efe8cb692fbc req-eddfcffb-1574-47aa-96d4-abd3bf296045 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.0650098 Aug 11 02:30:46.633403 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5ca68149-2e0e-4e4d-a10c-efe8cb692fbc req-5f88aac0-6f92-4b81-8c06-f4195ef21fbe tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948927 Aug 11 02:30:46.932535 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b5f86-1ab2-40c6-8147-769d729b3b0a req-ce646167-743b-4b15-ab45-6b6542bf2b11 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:46.946560 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0b9b5f86-1ab2-40c6-8147-769d729b3b0a req-ce646167-743b-4b15-ab45-6b6542bf2b11 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.1516833 Aug 11 02:30:47.045006 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0b9b5f86-1ab2-40c6-8147-769d729b3b0a req-bca84e05-8d27-47e9-b740-f334babba719 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974615 Aug 11 02:30:47.339817 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5a4fc-44fa-4033-b1b0-32563c3b01b2 req-952e3b06-0b70-46ee-b071-77d30c4be604 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:47.343642 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a87d3ab5-47a2-4a12-b386-504dcf4bed84 req-e1fe1050-112b-45e3-8c84-d8376c4e1d22 tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.1041367 Aug 11 02:30:47.356812 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3af5a4fc-44fa-4033-b1b0-32563c3b01b2 req-952e3b06-0b70-46ee-b071-77d30c4be604 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.1405644 Aug 11 02:30:47.516406 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3af5a4fc-44fa-4033-b1b0-32563c3b01b2 req-1081fb88-b623-47b4-afcd-f71efd31c65c tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489725 Aug 11 02:30:47.718391 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3337ca1-ae2a-4598-be44-2ff89f2d3795 req-e16175a0-c6df-47a2-a94c-c068351b798f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:47.728002 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c3337ca1-ae2a-4598-be44-2ff89f2d3795 req-e16175a0-c6df-47a2-a94c-c068351b798f tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.0767179 Aug 11 02:30:47.812828 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c3337ca1-ae2a-4598-be44-2ff89f2d3795 req-82830609-92e6-494c-aa5b-03e77f004c6b tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830026 Aug 11 02:30:48.006319 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1aac07c8-c435-473a-b216-24114112002c req-03f047a7-2c13-46a6-a1f0-b31bd913f05f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=335ed44f-f1d6-4fad-80ea-708afbdbc445 HTTP/1.1" status: 200 len: 210 time: 0.0340283 Aug 11 02:30:48.028774 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e22155-a7cd-4346-9764-772c28a7335b req-0b641f85-a255-4d53-b55c-581e532c5c5b tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:48.036265 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60e22155-a7cd-4346-9764-772c28a7335b req-0b641f85-a255-4d53-b55c-581e532c5c5b tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.1142836 Aug 11 02:30:48.082162 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60e22155-a7cd-4346-9764-772c28a7335b req-f5461a00-456f-45bf-ae9a-dd20ce654105 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446248 Aug 11 02:30:48.251927 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e2985-60c0-4f88-b6ef-2f62361ec9de req-7ee94538-dbdd-4f9c-b5ba-6dfd0beac352 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:48.261158 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a99e2985-60c0-4f88-b6ef-2f62361ec9de req-7ee94538-dbdd-4f9c-b5ba-6dfd0beac352 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.0734456 Aug 11 02:30:48.316046 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a99e2985-60c0-4f88-b6ef-2f62361ec9de req-a58572cb-632d-4605-9ca0-ea96949ea054 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533404 Aug 11 02:30:48.318574 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6343e01d-ab4c-4a61-88f4-b2401c63d7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:48.379858 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:48.499112 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-542f9bf4-ffee-4ed6-8f5a-e2fa834954ab req-27789c65-852d-47c8-b51a-3cea604124fb tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0465558 Aug 11 02:30:48.642161 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44edbc-3cff-485b-9414-18a065b18e6e req-b4bb4a5d-4743-48b9-a0fd-291c38db7ce0 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:48.654263 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2c44edbc-3cff-485b-9414-18a065b18e6e req-b4bb4a5d-4743-48b9-a0fd-291c38db7ce0 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.2204618 Aug 11 02:30:48.788398 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2c44edbc-3cff-485b-9414-18a065b18e6e req-93db304f-545b-4667-9a02-a4ac72a9c456 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286476 Aug 11 02:30:49.130909 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d691c-f1d3-4892-8153-4379b5beefbc req-a4ddc534-217f-4046-8291-ec74f1ea97ee tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:49.145011 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a29d691c-f1d3-4892-8153-4379b5beefbc req-a4ddc534-217f-4046-8291-ec74f1ea97ee tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.1492181 Aug 11 02:30:49.261830 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a29d691c-f1d3-4892-8153-4379b5beefbc req-11535b28-3ced-4757-b963-46980bd0d5b3 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151526 Aug 11 02:30:49.548024 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985db2be-3e8f-453b-94fd-ce16975d5e56 req-fd94abf3-307b-4bf4-ba48-3a2db61fda45 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:49.549753 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-985db2be-3e8f-453b-94fd-ce16975d5e56 req-fd94abf3-307b-4bf4-ba48-3a2db61fda45 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.0994158 Aug 11 02:30:49.625344 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-985db2be-3e8f-453b-94fd-ce16975d5e56 req-818cbe9f-75ca-42ae-91f3-ae153593dade tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687375 Aug 11 02:30:49.627822 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e2ad3758-087f-4b12-825e-bb040dea272f req-f786d0b1-2f27-4402-81fc-e5824ef69344 tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0309494 Aug 11 02:30:49.814302 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8e525-c9fd-49ba-9286-06d32b8b363d req-a8ed7832-ba8f-458e-8316-041163ed78a0 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:49.822852 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-95a8e525-c9fd-49ba-9286-06d32b8b363d req-a8ed7832-ba8f-458e-8316-041163ed78a0 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.0819445 Aug 11 02:30:49.919860 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-95a8e525-c9fd-49ba-9286-06d32b8b363d req-9a9cf79c-6b4f-4274-875c-3eb75ec047e3 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931642 Aug 11 02:30:49.972587 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:50.041851 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b875ab4-fbc1-416c-aeb3-75d8a669c1bb req-beddc97a-dbe5-463a-baa3-798a8ca00a5d tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:50.049013 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7b875ab4-fbc1-416c-aeb3-75d8a669c1bb req-beddc97a-dbe5-463a-baa3-798a8ca00a5d tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.0585198 Aug 11 02:30:50.095661 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7b875ab4-fbc1-416c-aeb3-75d8a669c1bb req-f8663f32-63af-4273-8184-8f98133299d4 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401878 Aug 11 02:30:50.258774 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf8b99-d55e-4c2c-bdc2-1457b5db0ea8 req-2240b532-b0fa-46a4-aba2-231312d49b7c tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:50.260846 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-86cf8b99-d55e-4c2c-bdc2-1457b5db0ea8 req-2240b532-b0fa-46a4-aba2-231312d49b7c tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.0801272 Aug 11 02:30:50.319719 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-86cf8b99-d55e-4c2c-bdc2-1457b5db0ea8 req-499671c5-f1e5-4553-9f08-8765c4002075 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509174 Aug 11 02:30:50.501682 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c32e1-87c6-49e6-a23d-ca0e9a126fff req-f55b147a-8d52-473d-8e01-9080ce7c19d9 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:50.503288 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-031c32e1-87c6-49e6-a23d-ca0e9a126fff req-f55b147a-8d52-473d-8e01-9080ce7c19d9 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.0760429 Aug 11 02:30:50.555528 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-031c32e1-87c6-49e6-a23d-ca0e9a126fff req-c255b0e8-bbb3-491a-8b3a-04bf7133e153 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405788 Aug 11 02:30:50.723447 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 37300) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:50.801725 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-72aead44-7105-49b8-9c9e-40f1fc2a3f92 req-f3ab95ef-5cb1-42c6-a005-fbc3c22ff799 tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0534761 Aug 11 02:30:50.804140 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa73247-04a7-4f03-a915-81c192894e71 req-3cee16ef-39e5-403f-b704-9cf5d71f07a7 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:50.809699 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6aa73247-04a7-4f03-a915-81c192894e71 req-3cee16ef-39e5-403f-b704-9cf5d71f07a7 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.1157639 Aug 11 02:30:50.925629 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6aa73247-04a7-4f03-a915-81c192894e71 req-dc2f17fa-850e-446a-8bc2-fce6b35568d9 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086607 Aug 11 02:30:50.986042 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-654e1f27-e4f2-4fd3-8889-2ce5c3af97ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:51.093175 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7305e0bc-0f16-4a01-b191-a6eda93c16de req-9f6f91c5-cc0d-40e4-81df-28370c9e75c3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.1678879 Aug 11 02:30:51.154073 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-654e1f27-e4f2-4fd3-8889-2ce5c3af97ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:51.158304 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-654e1f27-e4f2-4fd3-8889-2ce5c3af97ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:51.201553 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-654e1f27-e4f2-4fd3-8889-2ce5c3af97ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e89845bb47cd490ea49be13ded03745d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4759402 Aug 11 02:30:51.202450 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e1f27-e4f2-4fd3-8889-2ce5c3af97ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0454e720-c1ca-446d-9f72-82c40fd71648,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:51.204185 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 37326) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:51.281641 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b8af7479-826a-4877-b879-65e68ae2a39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:51.305571 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b8af7479-826a-4877-b879-65e68ae2a39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:51.361709 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b8af7479-826a-4877-b879-65e68ae2a39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:51.365629 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b8af7479-826a-4877-b879-65e68ae2a39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:51.367310 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b8af7479-826a-4877-b879-65e68ae2a39c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0454e720-c1ca-446d-9f72-82c40fd71648 HTTP/1.1" status: 204 len: 168 time: 0.1593206 Aug 11 02:30:51.380194 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af7479-826a-4877-b879-65e68ae2a39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0454e720-c1ca-446d-9f72-82c40fd71648,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:51.390289 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af7479-826a-4877-b879-65e68ae2a39c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:51.390850 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af7479-826a-4877-b879-65e68ae2a39c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:51.391391 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af7479-826a-4877-b879-65e68ae2a39c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:51.391926 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af7479-826a-4877-b879-65e68ae2a39c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:51.392479 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af7479-826a-4877-b879-65e68ae2a39c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:51.393202 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af7479-826a-4877-b879-65e68ae2a39c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:51.393700 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af7479-826a-4877-b879-65e68ae2a39c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:51.394366 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af7479-826a-4877-b879-65e68ae2a39c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:51.400531 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af7479-826a-4877-b879-65e68ae2a39c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:51.401036 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af7479-826a-4877-b879-65e68ae2a39c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:51.401536 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af7479-826a-4877-b879-65e68ae2a39c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:51.402033 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af7479-826a-4877-b879-65e68ae2a39c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:51.450417 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:51.749199 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 37336) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:51.768065 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9c8cc857-4748-4586-a7ab-8bd68a59bdd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:51.962567 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b2528fa1-08f5-4320-8b10-ffda9cb14124 req-35ebde20-90c2-441e-8725-945046e3d426 tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0428753 Aug 11 02:30:51.976810 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9c8cc857-4748-4586-a7ab-8bd68a59bdd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:51.987898 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9c8cc857-4748-4586-a7ab-8bd68a59bdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:52.016848 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9c8cc857-4748-4586-a7ab-8bd68a59bdd5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d1a38dac94a24162886835d9cb3899ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2648473 Aug 11 02:30:52.017591 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 37340) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:52.039023 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8cc857-4748-4586-a7ab-8bd68a59bdd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3adce5-d676-4d28-a877-b75f212382e8,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:52.079522 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32bcdced-2cf1-44e1-87e2-0d7c52ab4105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:52.119817 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32bcdced-2cf1-44e1-87e2-0d7c52ab4105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:52.189700 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32bcdced-2cf1-44e1-87e2-0d7c52ab4105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:52.196053 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32bcdced-2cf1-44e1-87e2-0d7c52ab4105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:52.198758 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-32bcdced-2cf1-44e1-87e2-0d7c52ab4105 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1e3adce5-d676-4d28-a877-b75f212382e8 HTTP/1.1" status: 204 len: 168 time: 0.1799698 Aug 11 02:30:52.219494 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bcdced-2cf1-44e1-87e2-0d7c52ab4105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3adce5-d676-4d28-a877-b75f212382e8,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:53.085980 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d9cad464-381c-4a3c-8a97-440f1ecc0e4c req-16ce8ae9-faea-46e1-8a17-3a834f660922 tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0422616 Aug 11 02:30:53.753797 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-788a28ed-3376-436f-b184-725d39809c3d req-c4cd4891-d6a7-4ff6-9dd2-f45d1330af9f tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0849497 Aug 11 02:30:54.501594 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:54.905676 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab7877b2-34a0-4f9d-910d-45eb4ee63a0c req-c1c41b33-5cbb-47da-9b24-a21beaf2ab9e tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0568819 Aug 11 02:30:55.363526 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:55.996540 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a825da-a73f-4b60-84e5-aaa065c254b1 req-e90e5bca-504a-46a3-bf3f-38c787e02f37 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:56.003874 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-71a825da-a73f-4b60-84e5-aaa065c254b1 req-e90e5bca-504a-46a3-bf3f-38c787e02f37 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.1002588 Aug 11 02:30:56.088875 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18ca89f5-e9d9-4ac6-b3e1-08f722929f8a req-1d0fe0f3-5c2f-489d-a5b4-0e27fb88d278 tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0765059 Aug 11 02:30:56.113100 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-71a825da-a73f-4b60-84e5-aaa065c254b1 req-bd3af227-8661-44ff-9125-feb4c4bc3df5 tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022155 Aug 11 02:30:57.219418 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65f593a7-372f-4a1c-bfe4-7f8f5edaf9e4 req-446cfa23-2936-4ade-9546-672fea8a5c61 tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0364158 Aug 11 02:30:57.269870 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaedd5-4706-48f9-8d2f-4fbd66d201dd req-fcdb18c1-f40d-4114-bcfc-4899588c3bad tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:57.271976 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6bcaedd5-4706-48f9-8d2f-4fbd66d201dd req-fcdb18c1-f40d-4114-bcfc-4899588c3bad tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.0638452 Aug 11 02:30:57.317331 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6bcaedd5-4706-48f9-8d2f-4fbd66d201dd req-33be45c2-74cc-4dcc-b2db-96acb7d23d7d tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390887 Aug 11 02:30:57.708546 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4b7ef-9f59-41ba-a7de-704c8bc18e16 req-d193e3db-d2b5-46b0-9d2b-a456eb118f7e tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:57.709948 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-71d4b7ef-9f59-41ba-a7de-704c8bc18e16 req-d193e3db-d2b5-46b0-9d2b-a456eb118f7e tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.66 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 946 time: 0.0631573 Aug 11 02:30:57.807893 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-71d4b7ef-9f59-41ba-a7de-704c8bc18e16 req-d615413e-37a6-496c-8311-543f432e480e tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Deleting port 9223b946-734e-45f4-b5ef-3289361e0db4 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:57.808370 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-71d4b7ef-9f59-41ba-a7de-704c8bc18e16 req-d615413e-37a6-496c-8311-543f432e480e tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:57.905926 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-71d4b7ef-9f59-41ba-a7de-704c8bc18e16 req-d615413e-37a6-496c-8311-543f432e480e tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] For port 9223b946-734e-45f4-b5ef-3289361e0db4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=9223b946-734e-45f4-b5ef-3289361e0db4,segment=NetworkSegment(ac41ffd8-fd7b-4432-bc58-5a0f19867d17),segment_id=ac41ffd8-fd7b-4432-bc58-5a0f19867d17)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:57.906300 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-71d4b7ef-9f59-41ba-a7de-704c8bc18e16 req-d615413e-37a6-496c-8311-543f432e480e tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:57.920957 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-71d4b7ef-9f59-41ba-a7de-704c8bc18e16 req-d615413e-37a6-496c-8311-543f432e480e tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Calling delete_port for 9223b946-734e-45f4-b5ef-3289361e0db4 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:58.076107 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-71d4b7ef-9f59-41ba-a7de-704c8bc18e16 req-d615413e-37a6-496c-8311-543f432e480e tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:58.088248 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['9223b946-734e-45f4-b5ef-3289361e0db4'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:30:58.109792 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615413e-37a6-496c-8311-543f432e480e tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Pushing event deleted for resources: {'Port': ['ID=9223b946-734e-45f4-b5ef-3289361e0db4,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:58.157942 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d4b7ef-9f59-41ba-a7de-704c8bc18e16 req-d615413e-37a6-496c-8311-543f432e480e tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] No DVR routers for this DVR port 9223b946-734e-45f4-b5ef-3289361e0db4 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:30:58.163106 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-71d4b7ef-9f59-41ba-a7de-704c8bc18e16 req-d615413e-37a6-496c-8311-543f432e480e tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:58.166801 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-71d4b7ef-9f59-41ba-a7de-704c8bc18e16 req-d615413e-37a6-496c-8311-543f432e480e tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.66 "DELETE /v2.0/ports/9223b946-734e-45f4-b5ef-3289361e0db4 HTTP/1.1" status: 204 len: 173 time: 0.4496257 Aug 11 02:30:58.167336 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473e2eaf-dc67-4611-83d9-a6032d6acb4e', 'name': 'network-vif-deleted', 'tag': '9223b946-734e-45f4-b5ef-3289361e0db4'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:58.171395 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aec4bf9-9b17-41fa-8968-88d0056614fa" -d '{"events": [{"server_uuid": "473e2eaf-dc67-4611-83d9-a6032d6acb4e", "name": "network-vif-deleted", "tag": "9223b946-734e-45f4-b5ef-3289361e0db4"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:58.221184 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37707009-b1cc-4cbd-9c9f-84aed1b18a57 x-openstack-request-id: req-37707009-b1cc-4cbd-9c9f-84aed1b18a57 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:58.221481 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473e2eaf-dc67-4611-83d9-a6032d6acb4e", "name": "network-vif-deleted", "tag": "9223b946-734e-45f4-b5ef-3289361e0db4", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:58.221735 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-37707009-b1cc-4cbd-9c9f-84aed1b18a57 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:58.222140 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473e2eaf-dc67-4611-83d9-a6032d6acb4e', 'name': 'network-vif-deleted', 'tag': '9223b946-734e-45f4-b5ef-3289361e0db4', 'status': 'completed', 'code': 200} Aug 11 02:30:58.377030 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9fc659af-3d67-41f0-9d0b-274555fc21af req-47911be9-e044-4a81-af93-b30b0375e755 tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0570664 Aug 11 02:30:58.452643 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7de4b15e-e266-48d4-ba98-eb3c2d55caa3 req-03b49fd0-3d06-4220-b3f5-be7714cd23fe tempest-ServersNegativeTestJSON-143897039 tempest-ServersNegativeTestJSON-143897039-project] 10.222.0.50 "GET /v2.0/ports?device_id=473e2eaf-dc67-4611-83d9-a6032d6acb4e HTTP/1.1" status: 200 len: 210 time: 0.0298691 Aug 11 02:30:59.510541 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-971f9f69-03dd-41cb-a5ac-ac53145d7272 req-2d618f98-c2ce-4986-af3a-c69c8431b446 tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0377560 Aug 11 02:30:59.530925 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 37566) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:59.581156 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6821407-e689-4a10-8164-d0af6a2deac1 admin admin] Deleting subnet f8cd47ed-5ee1-4bbe-a899-6dd2b116ea1d {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:30:59.585093 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6821407-e689-4a10-8164-d0af6a2deac1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:59.658908 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6821407-e689-4a10-8164-d0af6a2deac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:59.750641 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6821407-e689-4a10-8164-d0af6a2deac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:59.819139 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6821407-e689-4a10-8164-d0af6a2deac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:59.850668 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6821407-e689-4a10-8164-d0af6a2deac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8cd47ed-5ee1-4bbe-a899-6dd2b116ea1d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:59.853303 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6821407-e689-4a10-8164-d0af6a2deac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:59.856550 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e6821407-e689-4a10-8164-d0af6a2deac1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f8cd47ed-5ee1-4bbe-a899-6dd2b116ea1d HTTP/1.1" status: 204 len: 168 time: 0.3238215 Aug 11 02:30:59.859467 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 37586) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:59.953499 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bc1917eb-c78f-41da-b373-5f0ce33fb895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:00.154577 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bc1917eb-c78f-41da-b373-5f0ce33fb895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:00.168694 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-bc1917eb-c78f-41da-b373-5f0ce33fb895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f949d0-3328-4092-9faf-d9d0b7daafd4']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:00.181049 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-bc1917eb-c78f-41da-b373-5f0ce33fb895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac41ffd8-fd7b-4432-bc58-5a0f19867d17') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:00.181623 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-bc1917eb-c78f-41da-b373-5f0ce33fb895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac41ffd8-fd7b-4432-bc58-5a0f19867d17') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:00.199120 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bc1917eb-c78f-41da-b373-5f0ce33fb895 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:00.214812 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155ad1f-4a5d-4449-b82c-178334faf0aa req-e4df3ad6-d1a1-4c23-b503-12bb6ea612f7 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:00.216836 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e155ad1f-4a5d-4449-b82c-178334faf0aa req-e4df3ad6-d1a1-4c23-b503-12bb6ea612f7 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd291e0e-b117-48d3-8b13-14b8a46dbc34 HTTP/1.1" status: 200 len: 945 time: 0.0969553 Aug 11 02:31:00.231304 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bc1917eb-c78f-41da-b373-5f0ce33fb895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:00.251068 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1917eb-c78f-41da-b373-5f0ce33fb895 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:31:00.251787 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bc1917eb-c78f-41da-b373-5f0ce33fb895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:31:00.254878 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:31:00.336179 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e155ad1f-4a5d-4449-b82c-178334faf0aa req-e9c9e1ef-bc5c-442e-9850-43fb51383f3a tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/security-groups?id=a3158af6-e789-4ed9-bddc-77b70f51721d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124353 Aug 11 02:31:00.352626 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bc1917eb-c78f-41da-b373-5f0ce33fb895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:00.376699 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bc1917eb-c78f-41da-b373-5f0ce33fb895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:00.380961 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bc1917eb-c78f-41da-b373-5f0ce33fb895 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a2f949d0-3328-4092-9faf-d9d0b7daafd4 HTTP/1.1" status: 204 len: 168 time: 0.5179791 Aug 11 02:31:00.380961 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1917eb-c78f-41da-b373-5f0ce33fb895 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2f949d0-3328-4092-9faf-d9d0b7daafd4,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:00.435028 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 37610) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:00.628927 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 37616) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:00.640869 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1293d0ed-20b0-4694-8304-bc92abd58f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:00.714878 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-cadef1df-6d59-4714-bd58-0d5db3d09bab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8f57d1a8cf4e42e787fd90462a309995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0841892 Aug 11 02:31:00.715844 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 37618) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:00.764262 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-735985a6-82d2-4151-8ab0-8ff85a983d3f req-51f3ff45-5d13-4c55-9c76-1afca2640c34 tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0554724 Aug 11 02:31:00.798157 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1293d0ed-20b0-4694-8304-bc92abd58f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:00.804451 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1293d0ed-20b0-4694-8304-bc92abd58f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:00.806799 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0859c776-2413-4558-93be-c996716f6405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:00.860418 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0859c776-2413-4558-93be-c996716f6405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:00.868931 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1293d0ed-20b0-4694-8304-bc92abd58f51 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=08e6d88d7c9b4fdfa712ef6b2bd8f426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4304564 Aug 11 02:31:00.869327 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 37620) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:00.874363 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293d0ed-20b0-4694-8304-bc92abd58f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e618b1a-a9a1-4c02-855c-6336026a2b10,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:00.920595 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0859c776-2413-4558-93be-c996716f6405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:00.924561 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0859c776-2413-4558-93be-c996716f6405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:00.925748 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0859c776-2413-4558-93be-c996716f6405 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30 HTTP/1.1" status: 204 len: 168 time: 0.2089212 Aug 11 02:31:00.926876 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-623f8d0e-fd9b-46bb-af05-0f2d57359a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:00.938513 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859c776-2413-4558-93be-c996716f6405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5aa5e3a-aa4a-49d2-bbde-2a503ab26b30,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:00.950150 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-623f8d0e-fd9b-46bb-af05-0f2d57359a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:01.004946 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-623f8d0e-fd9b-46bb-af05-0f2d57359a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:01.007640 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-623f8d0e-fd9b-46bb-af05-0f2d57359a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:01.008826 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-623f8d0e-fd9b-46bb-af05-0f2d57359a18 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0e618b1a-a9a1-4c02-855c-6336026a2b10 HTTP/1.1" status: 204 len: 168 time: 0.1385062 Aug 11 02:31:01.020304 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f8d0e-fd9b-46bb-af05-0f2d57359a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e618b1a-a9a1-4c02-855c-6336026a2b10,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:01.266301 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 9223b946-734e-45f4-b5ef-3289361e0db4 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:31:01.311808 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 37636) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:01.343049 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-250f8b9b-c86e-43f1-b72c-6f42f6cb7fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:01.483742 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 9223b946-734e-45f4-b5ef-3289361e0db4 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:31:01.488007 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 9223b946-734e-45f4-b5ef-3289361e0db4 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:31:01.556340 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b476b5-1fe9-4e5d-9ce4-710527059bce req-20e6f1a0-9eed-4349-87d6-b22323501b16 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:01.561675 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-77b476b5-1fe9-4e5d-9ce4-710527059bce req-20e6f1a0-9eed-4349-87d6-b22323501b16 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd291e0e-b117-48d3-8b13-14b8a46dbc34 HTTP/1.1" status: 200 len: 945 time: 0.0876591 Aug 11 02:31:01.577411 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b0e48-6008-4607-abd9-5c716db35237 req-82886015-4d01-44c0-a70d-8ed7985a957d tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:01.582323 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f89b0e48-6008-4607-abd9-5c716db35237 req-82886015-4d01-44c0-a70d-8ed7985a957d tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd291e0e-b117-48d3-8b13-14b8a46dbc34 HTTP/1.1" status: 200 len: 945 time: 0.2020798 Aug 11 02:31:01.649734 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-77b476b5-1fe9-4e5d-9ce4-710527059bce req-3fbe07f9-233e-4149-9435-51a4602fcb13 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/security-groups?id=a3158af6-e789-4ed9-bddc-77b70f51721d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775881 Aug 11 02:31:01.758799 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-250f8b9b-c86e-43f1-b72c-6f42f6cb7fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:01.767575 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-250f8b9b-c86e-43f1-b72c-6f42f6cb7fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:01.811187 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 37664) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:01.811793 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-250f8b9b-c86e-43f1-b72c-6f42f6cb7fac admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5de04e70e55a43018e77060399073437&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4985161 Aug 11 02:31:01.836572 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f8b9b-c86e-43f1-b72c-6f42f6cb7fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9740ee-ef45-43d1-879a-8c2b404929b0,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:01.876517 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-f89b0e48-6008-4607-abd9-5c716db35237 req-de2e9194-0baf-425d-9d7c-73ef8c74d2fb tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Deleting port 5713f213-0718-4d54-af69-8f1283dc3fe8 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:01.877070 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f89b0e48-6008-4607-abd9-5c716db35237 req-de2e9194-0baf-425d-9d7c-73ef8c74d2fb tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:01.932449 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-124dac8f-6eb6-4452-85d5-163493ea1a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:01.956422 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 37668) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:01.958428 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-124dac8f-6eb6-4452-85d5-163493ea1a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.014241 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-124dac8f-6eb6-4452-85d5-163493ea1a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.014957 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fc6c5833-925a-4024-a81b-5c34a0a0bba2 req-813ccbf5-a276-415f-b5b5-caeb9ed677a3 tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0626016 Aug 11 02:31:02.017615 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-124dac8f-6eb6-4452-85d5-163493ea1a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.019053 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-124dac8f-6eb6-4452-85d5-163493ea1a96 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cf9740ee-ef45-43d1-879a-8c2b404929b0 HTTP/1.1" status: 204 len: 168 time: 0.2063129 Aug 11 02:31:02.030191 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124dac8f-6eb6-4452-85d5-163493ea1a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9740ee-ef45-43d1-879a-8c2b404929b0,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:02.111694 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-f89b0e48-6008-4607-abd9-5c716db35237 req-de2e9194-0baf-425d-9d7c-73ef8c74d2fb tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] For port 5713f213-0718-4d54-af69-8f1283dc3fe8, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=5713f213-0718-4d54-af69-8f1283dc3fe8,segment=NetworkSegment(20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d),segment_id=20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:02.113085 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f89b0e48-6008-4607-abd9-5c716db35237 req-de2e9194-0baf-425d-9d7c-73ef8c74d2fb tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.231687 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-3802d150-59e8-4c40-a469-3c36740f8961 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-20052325-network', 'tenant_id': 'fe5f52722e8249458d02819aff8bb439'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:02.259425 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3802d150-59e8-4c40-a469-3c36740f8961 admin admin] Made reservation on behalf of fe5f52722e8249458d02819aff8bb439 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:02.261728 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3802d150-59e8-4c40-a469-3c36740f8961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.278680 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3802d150-59e8-4c40-a469-3c36740f8961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.435308 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3802d150-59e8-4c40-a469-3c36740f8961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.441821 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3802d150-59e8-4c40-a469-3c36740f8961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.472057 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3802d150-59e8-4c40-a469-3c36740f8961 admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:31:02.507463 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f89b0e48-6008-4607-abd9-5c716db35237 req-de2e9194-0baf-425d-9d7c-73ef8c74d2fb tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.508337 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f89b0e48-6008-4607-abd9-5c716db35237 req-de2e9194-0baf-425d-9d7c-73ef8c74d2fb tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.508845 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [req-f89b0e48-6008-4607-abd9-5c716db35237 req-de2e9194-0baf-425d-9d7c-73ef8c74d2fb tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Floating IP 6ce94aa9-14a2-4ab5-b6b4-912b59904f18 disassociated. External IP: 172.25.2.80, port: 5713f213-0718-4d54-af69-8f1283dc3fe8. Aug 11 02:31:02.509356 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-f89b0e48-6008-4607-abd9-5c716db35237 req-de2e9194-0baf-425d-9d7c-73ef8c74d2fb tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Calling delete_port for 5713f213-0718-4d54-af69-8f1283dc3fe8 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:02.512688 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3802d150-59e8-4c40-a469-3c36740f8961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.513217 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-3802d150-59e8-4c40-a469-3c36740f8961 admin admin] Added segment 75d0996b-852e-4214-9d0e-94750bce0135 of type vlan for network b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 Aug 11 02:31:02.517564 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802d150-59e8-4c40-a469-3c36740f8961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c05c2bc-2071-43c6-834d-b9711c82b7ab,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:02.647246 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3802d150-59e8-4c40-a469-3c36740f8961 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.769670 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3802d150-59e8-4c40-a469-3c36740f8961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.773648 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3802d150-59e8-4c40-a469-3c36740f8961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:02.780441 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3802d150-59e8-4c40-a469-3c36740f8961 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.868878 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3802d150-59e8-4c40-a469-3c36740f8961 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9048531 Aug 11 02:31:02.873352 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 37702) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:02.884601 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-92cd302a-23d5-4c2a-a9b6-f070a981121c admin admin] Request body: {'subnet': {'network_id': 'b9eb72cf-c2be-4e07-900a-e3f5dc7401c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-20052325-subnet', 'tenant_id': 'fe5f52722e8249458d02819aff8bb439', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:02.909458 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802d150-59e8-4c40-a469-3c36740f8961 admin admin] Pushing event updated for resources: {'Network': ['ID=b9eb72cf-c2be-4e07-900a-e3f5dc7401c2,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:02.921904 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:31:02.930965 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f89b0e48-6008-4607-abd9-5c716db35237 req-de2e9194-0baf-425d-9d7c-73ef8c74d2fb tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.969832 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e9194-0baf-425d-9d7c-73ef8c74d2fb tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Pushing event deleted for resources: {'Port': ['ID=5713f213-0718-4d54-af69-8f1283dc3fe8,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:02.971950 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cd302a-23d5-4c2a-a9b6-f070a981121c admin admin] Made reservation on behalf of fe5f52722e8249458d02819aff8bb439 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:02.976188 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-92cd302a-23d5-4c2a-a9b6-f070a981121c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:03.424812 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8c4a0-9e8a-4187-b404-f600cdc7b9e7 req-356a178a-777c-4b37-a72d-5daae0c583e8 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:03.434128 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ecd8c4a0-9e8a-4187-b404-f600cdc7b9e7 req-356a178a-777c-4b37-a72d-5daae0c583e8 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd291e0e-b117-48d3-8b13-14b8a46dbc34 HTTP/1.1" status: 200 len: 867 time: 0.6734674 Aug 11 02:31:03.486373 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ecd8c4a0-9e8a-4187-b404-f600cdc7b9e7 req-f2c35511-187c-4380-808a-0e342bb947ec tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/security-groups?id=a3158af6-e789-4ed9-bddc-77b70f51721d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509517 Aug 11 02:31:03.711735 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81fc9ca2-3dc0-4627-85f0-7b616c154e78 req-472bea51-1793-4649-bfc9-0361f80ac87e tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.1555138 Aug 11 02:31:03.842615 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f89b0e48-6008-4607-abd9-5c716db35237 req-de2e9194-0baf-425d-9d7c-73ef8c74d2fb tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Router 4e49c78f-c873-4639-bdb1-f6dddeb6276f has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:31:04.018078 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-92cd302a-23d5-4c2a-a9b6-f070a981121c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:04.072287 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f89b0e48-6008-4607-abd9-5c716db35237 req-de2e9194-0baf-425d-9d7c-73ef8c74d2fb tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:31:04.083284 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0162760-4b52-4725-8b90-e37c52669f32 None None] Sync routers for ids ['4e49c78f-c873-4639-bdb1-f6dddeb6276f'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:31:04.098348 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0162760-4b52-4725-8b90-e37c52669f32 None None] Routers {'4e49c78f-c873-4639-bdb1-f6dddeb6276f'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:04.099144 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d0162760-4b52-4725-8b90-e37c52669f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:30:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['4e49c78f-c873-4639-bdb1-f6dddeb6276f'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:04.127307 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd302a-23d5-4c2a-a9b6-f070a981121c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0158b5c2-32d3-41d6-b8b5-8309e1adc057,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:04.129564 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89b0e48-6008-4607-abd9-5c716db35237 req-de2e9194-0baf-425d-9d7c-73ef8c74d2fb tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] No DVR routers for this DVR port 5713f213-0718-4d54-af69-8f1283dc3fe8 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:31:04.132370 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f89b0e48-6008-4607-abd9-5c716db35237 req-de2e9194-0baf-425d-9d7c-73ef8c74d2fb tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:04.134944 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f89b0e48-6008-4607-abd9-5c716db35237 req-de2e9194-0baf-425d-9d7c-73ef8c74d2fb tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.73 "DELETE /v2.0/ports/5713f213-0718-4d54-af69-8f1283dc3fe8 HTTP/1.1" status: 204 len: 173 time: 2.5448327 Aug 11 02:31:04.135554 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd291e0e-b117-48d3-8b13-14b8a46dbc34', 'name': 'network-vif-deleted', 'tag': '5713f213-0718-4d54-af69-8f1283dc3fe8'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:31:04.137851 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1912d83-90e8-4a36-a5ee-15303de44b00" -d '{"events": [{"server_uuid": "fd291e0e-b117-48d3-8b13-14b8a46dbc34", "name": "network-vif-deleted", "tag": "5713f213-0718-4d54-af69-8f1283dc3fe8"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:31:04.192659 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cd302a-23d5-4c2a-a9b6-f070a981121c admin admin] Checking segment: {'id': '75d0996b-852e-4214-9d0e-94750bce0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b9eb72cf-c2be-4e07-900a-e3f5dc7401c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:04.193037 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cd302a-23d5-4c2a-a9b6-f070a981121c admin admin] Network hostable DHCP agents. Network: b9eb72cf-c2be-4e07-900a-e3f5dc7401c2, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:31:04.223597 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cd302a-23d5-4c2a-a9b6-f070a981121c admin admin] Network b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:31:04.240505 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-92cd302a-23d5-4c2a-a9b6-f070a981121c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, b9eb72cf-c2be-4e07-900a-e3f5dc7401c2) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:04.253997 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cd302a-23d5-4c2a-a9b6-f070a981121c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:04.257277 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-92cd302a-23d5-4c2a-a9b6-f070a981121c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:04.282022 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-92cd302a-23d5-4c2a-a9b6-f070a981121c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4053690 Aug 11 02:31:04.295918 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0167d87-2f3c-418e-a461-744d5beec07a x-openstack-request-id: req-d0167d87-2f3c-418e-a461-744d5beec07a {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:31:04.296217 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd291e0e-b117-48d3-8b13-14b8a46dbc34", "name": "network-vif-deleted", "tag": "5713f213-0718-4d54-af69-8f1283dc3fe8", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:31:04.296477 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d0167d87-2f3c-418e-a461-744d5beec07a {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:31:04.296890 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd291e0e-b117-48d3-8b13-14b8a46dbc34', 'name': 'network-vif-deleted', 'tag': '5713f213-0718-4d54-af69-8f1283dc3fe8', 'status': 'completed', 'code': 200} Aug 11 02:31:04.310749 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448e1a6e-a6d7-48ea-b12b-e89ea635d88a None None] Network b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:31:04.438773 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 5713f213-0718-4d54-af69-8f1283dc3fe8 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:31:04.508989 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 5713f213-0718-4d54-af69-8f1283dc3fe8 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:31:04.509665 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 5713f213-0718-4d54-af69-8f1283dc3fe8 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:31:04.593702 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1554bc5a-2835-4cf5-b39e-cdf76709c351 None None] Network b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:31:04.695514 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-74f01263-eb3a-44c2-bab4-ad6c3ac0b782 req-8f3a8d80-570f-4c7f-a5e4-dc2c510fa6b8 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd291e0e-b117-48d3-8b13-14b8a46dbc34 HTTP/1.1" status: 200 len: 210 time: 0.0405896 Aug 11 02:31:04.720328 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-d0162760-4b52-4725-8b90-e37c52669f32 None None] Set router 4e49c78f-c873-4639-bdb1-f6dddeb6276f gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:04.909823 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d16ae790-368b-4112-91c4-69f0f2ae81dc req-732ce376-27ca-4c82-b489-e6bb4cc1d1a9 tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0654411 Aug 11 02:31:05.090189 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-06b050fd-96ad-436d-bcbf-37a24d3fe10f tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7dbe02d9ee5848ceb377245a6f963877&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358400 Aug 11 02:31:05.130574 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d0162760-4b52-4725-8b90-e37c52669f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'name': 'tempest-TestServerBasicOps-674720953-router', 'tenant_id': '964c94866ffe47439c17b06951694814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '9e8f0170-d0dd-46af-ad4e-0280c7396d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:15Z', 'updated_at': '2021-08-11T02:25:30Z', 'revision_number': 4, 'project_id': '964c94866ffe47439c17b06951694814', 'gw_port': {'id': '9e8f0170-d0dd-46af-ad4e-0280c7396d64', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:17Z', 'updated_at': '2021-08-11T02:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '81969786-651c-4bd8-9c0d-defd342df39e', 'name': '', 'network_id': 'c208dbef-4fed-4c40-9530-440f884537b0', 'tenant_id': '964c94866ffe47439c17b06951694814', 'mac_address': 'fa:16:3e:02:e1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'fdf3d49a-9c58-42ff-9058-28a4ebd053e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:27Z', 'updated_at': '2021-08-11T02:25:39Z', 'revision_number': 5, 'project_id': '964c94866ffe47439c17b06951694814', 'subnets': [{'id': 'fdf3d49a-9c58-42ff-9058-28a4ebd053e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:05.175675 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0162760-4b52-4725-8b90-e37c52669f32 None None] Checking router: 4e49c78f-c873-4639-bdb1-f6dddeb6276f for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:31:05.187018 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0162760-4b52-4725-8b90-e37c52669f32 None None] Routers {'4e49c78f-c873-4639-bdb1-f6dddeb6276f'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:05.188201 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d0162760-4b52-4725-8b90-e37c52669f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:30:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['4e49c78f-c873-4639-bdb1-f6dddeb6276f'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:05.220453 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d61006-5363-44f0-b134-1593df9b08dc req-638105a3-f447-4f41-961b-54af85e344a5 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:05.232516 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-84d61006-5363-44f0-b134-1593df9b08dc req-638105a3-f447-4f41-961b-54af85e344a5 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/networks?id=b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 HTTP/1.1" status: 200 len: 813 time: 0.2023642 Aug 11 02:31:05.254527 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-84d61006-5363-44f0-b134-1593df9b08dc req-b5bbef6e-38d4-4293-9222-8f61d9cd8db4 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/quotas/fe5f52722e8249458d02819aff8bb439 HTTP/1.1" status: 200 len: 375 time: 0.0207765 Aug 11 02:31:05.307275 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-84d61006-5363-44f0-b134-1593df9b08dc req-73f79168-f8b9-4394-9818-61e1b739b477 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe5f52722e8249458d02819aff8bb439&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450420 Aug 11 02:31:05.326813 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-ea2f2ad2-3f6a-491b-95dc-c47fc24cb250 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:05.328397 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-ea2f2ad2-3f6a-491b-95dc-c47fc24cb250 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2371483 Aug 11 02:31:05.348995 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-d0162760-4b52-4725-8b90-e37c52669f32 None None] Set router 4e49c78f-c873-4639-bdb1-f6dddeb6276f gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:05.370830 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-4a0eeb75-4fda-4256-b6d3-321d8331a83e tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.50 "GET /v2.0/quotas/7dbe02d9ee5848ceb377245a6f963877 HTTP/1.1" status: 200 len: 375 time: 0.0248516 Aug 11 02:31:05.425392 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-84d61006-5363-44f0-b134-1593df9b08dc req-80eb8e7b-f963-4bab-be00-c3dfd910ef45 service neutron] 10.222.0.50 "GET /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168139 Aug 11 02:31:05.431581 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-89c33e8a-e1c0-4584-824c-0d08642dbfb8 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7dbe02d9ee5848ceb377245a6f963877&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596285 Aug 11 02:31:05.594688 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d0162760-4b52-4725-8b90-e37c52669f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'name': 'tempest-TestServerBasicOps-674720953-router', 'tenant_id': '964c94866ffe47439c17b06951694814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '9e8f0170-d0dd-46af-ad4e-0280c7396d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:15Z', 'updated_at': '2021-08-11T02:25:30Z', 'revision_number': 4, 'project_id': '964c94866ffe47439c17b06951694814', 'gw_port': {'id': '9e8f0170-d0dd-46af-ad4e-0280c7396d64', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:17Z', 'updated_at': '2021-08-11T02:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '81969786-651c-4bd8-9c0d-defd342df39e', 'name': '', 'network_id': 'c208dbef-4fed-4c40-9530-440f884537b0', 'tenant_id': '964c94866ffe47439c17b06951694814', 'mac_address': 'fa:16:3e:02:e1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'fdf3d49a-9c58-42ff-9058-28a4ebd053e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:27Z', 'updated_at': '2021-08-11T02:25:39Z', 'revision_number': 5, 'project_id': '964c94866ffe47439c17b06951694814', 'subnets': [{'id': 'fdf3d49a-9c58-42ff-9058-28a4ebd053e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:05.618626 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-84d61006-5363-44f0-b134-1593df9b08dc req-36bbeb0d-0201-4939-bab8-3c6dc4f80e13 service neutron] 10.222.0.50 "GET /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790628 Aug 11 02:31:05.679910 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0162760-4b52-4725-8b90-e37c52669f32 None None] The sync data for ids ['4e49c78f-c873-4639-bdb1-f6dddeb6276f'] in n-d-615180-33 is: [{'id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'name': 'tempest-TestServerBasicOps-674720953-router', 'tenant_id': '964c94866ffe47439c17b06951694814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '9e8f0170-d0dd-46af-ad4e-0280c7396d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:15Z', 'updated_at': '2021-08-11T02:25:30Z', 'revision_number': 4, 'project_id': '964c94866ffe47439c17b06951694814', 'gw_port': {'id': '9e8f0170-d0dd-46af-ad4e-0280c7396d64', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:17Z', 'updated_at': '2021-08-11T02:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '81969786-651c-4bd8-9c0d-defd342df39e', 'name': '', 'network_id': 'c208dbef-4fed-4c40-9530-440f884537b0', 'tenant_id': '964c94866ffe47439c17b06951694814', 'mac_address': 'fa:16:3e:02:e1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'fdf3d49a-9c58-42ff-9058-28a4ebd053e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:27Z', 'updated_at': '2021-08-11T02:25:39Z', 'revision_number': 5, 'project_id': '964c94866ffe47439c17b06951694814', 'subnets': [{'id': 'fdf3d49a-9c58-42ff-9058-28a4ebd053e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:31:05.713155 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ce586ffb-6375-4fd5-9aa0-a2e4003e146f req-540609da-4e2b-4dde-85bb-fe04a58ec2cd tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.50 "GET /v2.0/ports?device_id=3213df3a-a041-4cae-8b2c-34b6a905640b HTTP/1.1" status: 200 len: 210 time: 0.0491734 Aug 11 02:31:05.799444 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 37784) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:05.982955 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-773add43-e61e-4666-a79a-dc556c7aa31e req-cccfde00-1aeb-4c9c-b308-8e959a402534 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=d465964d-c94f-448b-ba36-fbf74f8902e6 HTTP/1.1" status: 200 len: 210 time: 0.0947247 Aug 11 02:31:06.153337 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-a19cc6c7-9123-42e5-a3d6-807f65efd393 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Deleting port 3c3b5ad2-6bd9-435a-8955-cbad1225c9f2 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:06.153689 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a19cc6c7-9123-42e5-a3d6-807f65efd393 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:06.154643 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7e01c537-7d27-4b1d-959d-590c5468b135 req-6edd7ab4-db18-40ab-a910-40f2dc3571c1 tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0767250 Aug 11 02:31:06.294908 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d7abdf-677e-45dd-bcf1-0633ba204f0c None None] New status for floating IP 6ce94aa9-14a2-4ab5-b6b4-912b59904f18: DOWN {{(pid=94509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:31:06.351767 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a19cc6c7-9123-42e5-a3d6-807f65efd393 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:06.352239 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a19cc6c7-9123-42e5-a3d6-807f65efd393 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:06.374417 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-a19cc6c7-9123-42e5-a3d6-807f65efd393 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Calling delete_port for 3c3b5ad2-6bd9-435a-8955-cbad1225c9f2 owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:06.655229 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a19cc6c7-9123-42e5-a3d6-807f65efd393 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:06.688264 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19cc6c7-9123-42e5-a3d6-807f65efd393 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Pushing event deleted for resources: {'Port': ['ID=3c3b5ad2-6bd9-435a-8955-cbad1225c9f2,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:06.756409 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a19cc6c7-9123-42e5-a3d6-807f65efd393 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:06.758952 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a19cc6c7-9123-42e5-a3d6-807f65efd393 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:06.760201 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a19cc6c7-9123-42e5-a3d6-807f65efd393 tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "DELETE /v2.0/floatingips/6ce94aa9-14a2-4ab5-b6b4-912b59904f18 HTTP/1.1" status: 204 len: 168 time: 0.9597166 Aug 11 02:31:06.818992 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-86713df2-b7c2-4dd1-ad28-4651598da89c req-89e08431-38b7-4fa9-97af-abada40ce6c9 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.50 "GET /v2.0/ports?device_id=3213df3a-a041-4cae-8b2c-34b6a905640b HTTP/1.1" status: 200 len: 210 time: 0.0323439 Aug 11 02:31:06.844068 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 37818) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:06.901777 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-06eba78b-0319-4b09-afa5-55edc0f9c49c tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:06.936829 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-06eba78b-0319-4b09-afa5-55edc0f9c49c tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:07.016853 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-06eba78b-0319-4b09-afa5-55edc0f9c49c tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:07.019434 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-06eba78b-0319-4b09-afa5-55edc0f9c49c tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:07.024575 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-06eba78b-0319-4b09-afa5-55edc0f9c49c tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] 10.222.0.50 "DELETE /v2.0/security-groups/a3158af6-e789-4ed9-bddc-77b70f51721d HTTP/1.1" status: 204 len: 168 time: 0.1793926 Aug 11 02:31:07.058610 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-d69574c1-1f4c-4a20-88e3-892fbba56f9f tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=7dbe02d9ee5848ceb377245a6f963877&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231643 Aug 11 02:31:07.059399 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eba78b-0319-4b09-afa5-55edc0f9c49c tempest-TestServerBasicOps-1866410589 tempest-TestServerBasicOps-1866410589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3158af6-e789-4ed9-bddc-77b70f51721d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:07.104548 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 37824) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:07.181707 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8b5617d5-d1d4-4d02-83b7-47fd1e26f935 req-23226748-96c8-4c3e-83b4-e23ff755d4c5 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=d465964d-c94f-448b-ba36-fbf74f8902e6 HTTP/1.1" status: 200 len: 210 time: 0.0669146 Aug 11 02:31:07.368848 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-70dabfd2-46f4-4ed1-af7a-49ee383ea3fb req-0e14997c-ac82-4ced-8c89-a2e2f962c62d tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0783024 Aug 11 02:31:07.472642 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-39ff8d9b-b98c-462e-b4d3-d5885316bd9e tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:07.478471 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-39ff8d9b-b98c-462e-b4d3-d5885316bd9e tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3984005 Aug 11 02:31:07.502280 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-d2421f68-1771-464c-9a1c-be70508cedc6 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Request body: {'port': {'device_id': '3213df3a-a041-4cae-8b2c-34b6a905640b', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': '7dbe02d9ee5848ceb377245a6f963877'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:07.665320 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-d2421f68-1771-464c-9a1c-be70508cedc6 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Made reservation on behalf of 7dbe02d9ee5848ceb377245a6f963877 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:07.670208 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-d2421f68-1771-464c-9a1c-be70508cedc6 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:07.680723 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-d2421f68-1771-464c-9a1c-be70508cedc6 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:07.792241 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 37842) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:07.838245 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-d2421f68-1771-464c-9a1c-be70508cedc6 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:07.845354 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-d2421f68-1771-464c-9a1c-be70508cedc6 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:07.878316 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d61006-5363-44f0-b134-1593df9b08dc req-f28ba76e-6c72-481f-8bb2-3be51f9ba142 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:07.880107 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-84d61006-5363-44f0-b134-1593df9b08dc req-f28ba76e-6c72-481f-8bb2-3be51f9ba142 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.66 "GET /v2.0/networks?id=b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 HTTP/1.1" status: 200 len: 813 time: 0.3803682 Aug 11 02:31:07.915916 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-84d61006-5363-44f0-b134-1593df9b08dc req-01162816-fedf-4416-bcc9-fa4e86952400 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Request body: {'port': {'device_id': 'd465964d-c94f-448b-ba36-fbf74f8902e6', 'network_id': 'b9eb72cf-c2be-4e07-900a-e3f5dc7401c2', 'admin_state_up': True, 'tenant_id': 'fe5f52722e8249458d02819aff8bb439'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:07.932300 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2421f68-1771-464c-9a1c-be70508cedc6 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e351a64-43d7-450b-9c4f-f632b5b2ca83,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:08.008071 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-97cb3b68-0264-4dbe-ac1d-bb5c2cae08b9 req-95147f63-c1e6-4d81-83b9-f2f41b8bc0ad tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.50 "GET /v2.0/ports?device_id=3213df3a-a041-4cae-8b2c-34b6a905640b HTTP/1.1" status: 200 len: 210 time: 0.0418582 Aug 11 02:31:08.036773 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e7711fe5-0ffa-494e-b26b-013416e7281d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:08.052151 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-d2421f68-1771-464c-9a1c-be70508cedc6 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Allocated IP 192.168.233.71 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/95c549c0-e77b-4c83-990c-a420d7607be7) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:08.123840 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d41c4ab7-2cab-4456-b4b9-461a55c28e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:08.263442 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e7711fe5-0ffa-494e-b26b-013416e7281d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:08.293038 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e7711fe5-0ffa-494e-b26b-013416e7281d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:08.312092 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9f870b75-9c43-4628-94b3-83065bb444cb req-d9ccc086-bc2d-46c5-8ef1-3622faecbbcc tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=d465964d-c94f-448b-ba36-fbf74f8902e6 HTTP/1.1" status: 200 len: 210 time: 0.0628390 Aug 11 02:31:08.318204 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-d2421f68-1771-464c-9a1c-be70508cedc6 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:08.341175 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d61006-5363-44f0-b134-1593df9b08dc req-01162816-fedf-4416-bcc9-fa4e86952400 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Made reservation on behalf of fe5f52722e8249458d02819aff8bb439 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:08.344918 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-84d61006-5363-44f0-b134-1593df9b08dc req-01162816-fedf-4416-bcc9-fa4e86952400 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:08.352907 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-d2421f68-1771-464c-9a1c-be70508cedc6 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Transition to ACTIVE for port object 95c549c0-e77b-4c83-990c-a420d7607be7 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:08.385385 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 37850) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:08.385749 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e7711fe5-0ffa-494e-b26b-013416e7281d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=848ac9af739347d39913d9656d9725fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5918469 Aug 11 02:31:08.388871 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7711fe5-0ffa-494e-b26b-013416e7281d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a81dad-89c0-47e9-b20a-b9e18a1aa105,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:08.442812 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-d2421f68-1771-464c-9a1c-be70508cedc6 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:08.468478 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-d2421f68-1771-464c-9a1c-be70508cedc6 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:08.490700 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-d2421f68-1771-464c-9a1c-be70508cedc6 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:08.498427 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-d2421f68-1771-464c-9a1c-be70508cedc6 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:08.563712 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2421f68-1771-464c-9a1c-be70508cedc6 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Pushing event updated for resources: {'Port': ['ID=95c549c0-e77b-4c83-990c-a420d7607be7,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:08.576227 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-d2421f68-1771-464c-9a1c-be70508cedc6 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:08.577007 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-d2421f68-1771-464c-9a1c-be70508cedc6 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:08.583176 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0a90d805-aced-4ecb-a52c-539338715ad0 req-e40c7020-0915-4f46-b804-203c4b5a4831 tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0947978 Aug 11 02:31:08.623145 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-d2421f68-1771-464c-9a1c-be70508cedc6 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1247873 Aug 11 02:31:08.639775 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-eb3d7d48-a37c-4631-9024-8a08eb437c8f service neutron] Request body: {'port': {'device_id': '3213df3a-a041-4cae-8b2c-34b6a905640b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:08.640513 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-84d61006-5363-44f0-b134-1593df9b08dc req-01162816-fedf-4416-bcc9-fa4e86952400 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Allocated IP 172.20.0.4 (b9eb72cf-c2be-4e07-900a-e3f5dc7401c2/0158b5c2-32d3-41d6-b8b5-8309e1adc057/aa65f928-cc55-44c4-b23e-280e471c672f) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:08.655412 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-883515f4-9062-4710-9314-ce7bbabea11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:08.718705 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-883515f4-9062-4710-9314-ce7bbabea11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:08.732145 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-eb3d7d48-a37c-4631-9024-8a08eb437c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:08.769718 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-d41c4ab7-2cab-4456-b4b9-461a55c28e49 admin admin] Deleting port 81969786-651c-4bd8-9c0d-defd342df39e {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:08.770122 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d41c4ab7-2cab-4456-b4b9-461a55c28e49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:08.844709 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-180d4001-54ec-46a9-aea3-6160c6efc90b None None] Provisioning for port 95c549c0-e77b-4c83-990c-a420d7607be7 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:08.849459 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-180d4001-54ec-46a9-aea3-6160c6efc90b None None] Provisioning complete for port 95c549c0-e77b-4c83-990c-a420d7607be7 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:08.850068 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-180d4001-54ec-46a9-aea3-6160c6efc90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:08.891019 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-180d4001-54ec-46a9-aea3-6160c6efc90b None None] Port 95c549c0-e77b-4c83-990c-a420d7607be7 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:31:08.916659 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-883515f4-9062-4710-9314-ce7bbabea11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:08.919246 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-883515f4-9062-4710-9314-ce7bbabea11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:08.920466 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-883515f4-9062-4710-9314-ce7bbabea11b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/05a81dad-89c0-47e9-b20a-b9e18a1aa105 HTTP/1.1" status: 204 len: 168 time: 0.5340679 Aug 11 02:31:08.944843 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883515f4-9062-4710-9314-ce7bbabea11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a81dad-89c0-47e9-b20a-b9e18a1aa105,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:08.982366 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-d41c4ab7-2cab-4456-b4b9-461a55c28e49 admin admin] For port 81969786-651c-4bd8-9c0d-defd342df39e, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=81969786-651c-4bd8-9c0d-defd342df39e,segment=NetworkSegment(20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d),segment_id=20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:08.982980 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d41c4ab7-2cab-4456-b4b9-461a55c28e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:08.997702 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-d41c4ab7-2cab-4456-b4b9-461a55c28e49 admin admin] Calling delete_port for 81969786-651c-4bd8-9c0d-defd342df39e owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:09.069286 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-84d61006-5363-44f0-b134-1593df9b08dc req-01162816-fedf-4416-bcc9-fa4e86952400 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.168226 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-eb3d7d48-a37c-4631-9024-8a08eb437c8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c549c0-e77b-4c83-990c-a420d7607be7 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:31:09.186775 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-eb3d7d48-a37c-4631-9024-8a08eb437c8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.189879 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-84d61006-5363-44f0-b134-1593df9b08dc req-01162816-fedf-4416-bcc9-fa4e86952400 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.199211 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3a18e-c06f-42ab-a961-9234058d4c5f req-3be598e1-ed45-4f7a-9354-d185dd345ce0 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:09.200739 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d7a3a18e-c06f-42ab-a961-9234058d4c5f req-3be598e1-ed45-4f7a-9354-d185dd345ce0 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.50 "GET /v2.0/ports?device_id=3213df3a-a041-4cae-8b2c-34b6a905640b HTTP/1.1" status: 200 len: 935 time: 0.0763679 Aug 11 02:31:09.218628 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-eb3d7d48-a37c-4631-9024-8a08eb437c8f service neutron] Transition to ACTIVE for port object 95c549c0-e77b-4c83-990c-a420d7607be7 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:09.226104 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-eb3d7d48-a37c-4631-9024-8a08eb437c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.267088 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d61006-5363-44f0-b134-1593df9b08dc req-01162816-fedf-4416-bcc9-fa4e86952400 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Network b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:09.273894 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-84d61006-5363-44f0-b134-1593df9b08dc req-01162816-fedf-4416-bcc9-fa4e86952400 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:09.278538 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d7a3a18e-c06f-42ab-a961-9234058d4c5f req-dcc7a330-dcb9-4eb9-8ace-f0ee0c441c29 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e351a64-43d7-450b-9c4f-f632b5b2ca83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712361 Aug 11 02:31:09.290602 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d61006-5363-44f0-b134-1593df9b08dc req-01162816-fedf-4416-bcc9-fa4e86952400 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:09.316062 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 37866) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:09.343288 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01162816-fedf-4416-bcc9-fa4e86952400 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Pushing event updated for resources: {'Port': ['ID=aa65f928-cc55-44c4-b23e-280e471c672f,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:09.365732 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9f77441b-627e-4f65-ad17-bcba70c2034b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.375703 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d7d48-a37c-4631-9024-8a08eb437c8f service neutron] Pushing event updated for resources: {'Port': ['ID=95c549c0-e77b-4c83-990c-a420d7607be7,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:09.396774 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d61006-5363-44f0-b134-1593df9b08dc req-01162816-fedf-4416-bcc9-fa4e86952400 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:09.397586 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-84d61006-5363-44f0-b134-1593df9b08dc req-01162816-fedf-4416-bcc9-fa4e86952400 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.444584 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-eb3d7d48-a37c-4631-9024-8a08eb437c8f service neutron] Attempting to bind port 95c549c0-e77b-4c83-990c-a420d7607be7 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:09.444910 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-eb3d7d48-a37c-4631-9024-8a08eb437c8f service neutron] Attempting to bind port 95c549c0-e77b-4c83-990c-a420d7607be7 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:09.445236 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-eb3d7d48-a37c-4631-9024-8a08eb437c8f service neutron] Attempting to bind port 95c549c0-e77b-4c83-990c-a420d7607be7 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:09.461054 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-eb3d7d48-a37c-4631-9024-8a08eb437c8f service neutron] Port 95c549c0-e77b-4c83-990c-a420d7607be7 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:31:09.461411 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-eb3d7d48-a37c-4631-9024-8a08eb437c8f service neutron] Attempting to bind port 95c549c0-e77b-4c83-990c-a420d7607be7 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:09.463322 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d41c4ab7-2cab-4456-b4b9-461a55c28e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.479355 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-eb3d7d48-a37c-4631-9024-8a08eb437c8f service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:31:09.479662 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-eb3d7d48-a37c-4631-9024-8a08eb437c8f service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:09.480159 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-eb3d7d48-a37c-4631-9024-8a08eb437c8f service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:31:09.481469 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-eb3d7d48-a37c-4631-9024-8a08eb437c8f service neutron] Bound port: 95c549c0-e77b-4c83-990c-a420d7607be7, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:31:09.481850 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-eb3d7d48-a37c-4631-9024-8a08eb437c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.504595 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c4ab7-2cab-4456-b4b9-461a55c28e49 admin admin] Pushing event deleted for resources: {'Port': ['ID=81969786-651c-4bd8-9c0d-defd342df39e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:09.578243 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47e40c-0dc5-4ef2-be2a-3f93501b1ee5 req-dfe9a750-d187-4cf3-b407-b11760c64f77 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:09.579790 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e47e40c-0dc5-4ef2-be2a-3f93501b1ee5 req-dfe9a750-d187-4cf3-b407-b11760c64f77 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=d465964d-c94f-448b-ba36-fbf74f8902e6 HTTP/1.1" status: 200 len: 931 time: 0.1620829 Aug 11 02:31:09.619830 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-eb3d7d48-a37c-4631-9024-8a08eb437c8f service neutron] For port 95c549c0-e77b-4c83-990c-a420d7607be7, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:31:09.627364 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-eb3d7d48-a37c-4631-9024-8a08eb437c8f service neutron] For port 95c549c0-e77b-4c83-990c-a420d7607be7, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=95c549c0-e77b-4c83-990c-a420d7607be7,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:31:09.633071 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-eb3d7d48-a37c-4631-9024-8a08eb437c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.702852 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-eb3d7d48-a37c-4631-9024-8a08eb437c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:09.705083 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-eb3d7d48-a37c-4631-9024-8a08eb437c8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.708893 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-eb3d7d48-a37c-4631-9024-8a08eb437c8f service neutron] 10.222.0.66 "PUT /v2.0/ports/95c549c0-e77b-4c83-990c-a420d7607be7 HTTP/1.1" status: 200 len: 1096 time: 1.0738046 Aug 11 02:31:09.709831 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3213df3a-a041-4cae-8b2c-34b6a905640b', 'tag': '95c549c0-e77b-4c83-990c-a420d7607be7'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:31:09.716303 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502102ed-df5f-4951-9896-8f7db7f93502" -d '{"events": [{"name": "network-changed", "server_uuid": "3213df3a-a041-4cae-8b2c-34b6a905640b", "tag": "95c549c0-e77b-4c83-990c-a420d7607be7"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:31:09.743699 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e47e40c-0dc5-4ef2-be2a-3f93501b1ee5 req-a5b97592-81c8-4bf9-8643-e6a72b8dce9e tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047790 Aug 11 02:31:09.765489 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d41c4ab7-2cab-4456-b4b9-461a55c28e49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.778630 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9f77441b-627e-4f65-ad17-bcba70c2034b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.830015 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9f77441b-627e-4f65-ad17-bcba70c2034b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.842516 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cd50dc19-4663-404b-b650-e2095239a700 req-2a30e13c-aab8-44e3-9849-d21eead7fa8d tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0991156 Aug 11 02:31:09.901466 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d7d48-a37c-4631-9024-8a08eb437c8f service neutron] Pushing event updated for resources: {'Port': ['ID=95c549c0-e77b-4c83-990c-a420d7607be7,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:09.914091 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9ca4a0-70d3-4cf4-bc99-4aaa431004c0 x-openstack-request-id: req-7b9ca4a0-70d3-4cf4-bc99-4aaa431004c0 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:31:09.914637 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3213df3a-a041-4cae-8b2c-34b6a905640b", "tag": "95c549c0-e77b-4c83-990c-a420d7607be7", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:31:09.915051 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7b9ca4a0-70d3-4cf4-bc99-4aaa431004c0 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:31:09.915680 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3213df3a-a041-4cae-8b2c-34b6a905640b', 'tag': '95c549c0-e77b-4c83-990c-a420d7607be7', 'status': 'completed', 'code': 200} Aug 11 02:31:09.928723 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-84d61006-5363-44f0-b134-1593df9b08dc req-01162816-fedf-4416-bcc9-fa4e86952400 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0204117 Aug 11 02:31:09.934201 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77441b-627e-4f65-ad17-bcba70c2034b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc2f3d2-634c-4d07-a657-6e8fff26162f,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:09.948487 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 37880) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:09.956227 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9f77441b-627e-4f65-ad17-bcba70c2034b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8297c764c1654ee1a8bf434c38212349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6315956 Aug 11 02:31:09.968442 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-84d61006-5363-44f0-b134-1593df9b08dc req-d2f3f4d8-e36b-41be-810f-a2a89321c7b2 service neutron] Request body: {'port': {'device_id': 'd465964d-c94f-448b-ba36-fbf74f8902e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:09.969583 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-41a9c4f2-5d2a-4248-96c1-844335ee4ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:09.972560 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-41a9c4f2-5d2a-4248-96c1-844335ee4ae7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7dbe02d9ee5848ceb377245a6f963877&device_id=3213df3a-a041-4cae-8b2c-34b6a905640b HTTP/1.1" status: 200 len: 1099 time: 0.2078199 Aug 11 02:31:10.025699 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-aa80cf58-b83b-4657-9f1a-ac3363370925 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=95c549c0-e77b-4c83-990c-a420d7607be7 HTTP/1.1" status: 200 len: 217 time: 0.0440819 Aug 11 02:31:10.089539 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-84d61006-5363-44f0-b134-1593df9b08dc req-d2f3f4d8-e36b-41be-810f-a2a89321c7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:10.095000 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-bb06c737-fa61-4a85-8c2f-12668fe879d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:10.096566 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-bb06c737-fa61-4a85-8c2f-12668fe879d3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.0522969 Aug 11 02:31:10.147964 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-ec646f45-a1ae-4342-99ff-e78e4e4646c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:10.149633 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-ec646f45-a1ae-4342-99ff-e78e4e4646c3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0456014 Aug 11 02:31:10.165617 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c3daf934-1fa5-465b-a1d5-129c065649ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:10.243714 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-e51d6450-b104-4628-b3ef-bf7a34b2507a service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833223 Aug 11 02:31:10.246905 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c3daf934-1fa5-465b-a1d5-129c065649ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:10.280027 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:31:10.355169 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05e33cb3-1b3c-4b08-be2c-793e561f8df0 req-73cf79bf-f015-4d1c-a901-c7d85ac9b065 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003492 Aug 11 02:31:10.445245 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41c4ab7-2cab-4456-b4b9-461a55c28e49 admin admin] Router 4e49c78f-c873-4639-bdb1-f6dddeb6276f has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:31:10.459394 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c3daf934-1fa5-465b-a1d5-129c065649ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:10.462049 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c3daf934-1fa5-465b-a1d5-129c065649ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:10.466049 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c3daf934-1fa5-465b-a1d5-129c065649ee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9dc2f3d2-634c-4d07-a657-6e8fff26162f HTTP/1.1" status: 204 len: 168 time: 0.5108197 Aug 11 02:31:10.493232 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365befc4-38c5-4ff6-9055-336d714f47ed req-4c887948-6118-4521-8dff-5c5d38533621 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:10.494570 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3daf934-1fa5-465b-a1d5-129c065649ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc2f3d2-634c-4d07-a657-6e8fff26162f,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:10.503045 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-365befc4-38c5-4ff6-9055-336d714f47ed req-4c887948-6118-4521-8dff-5c5d38533621 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.50 "GET /v2.0/ports?device_id=3213df3a-a041-4cae-8b2c-34b6a905640b HTTP/1.1" status: 200 len: 947 time: 0.1159825 Aug 11 02:31:10.543878 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502102ed-df5f-4951-9896-8f7db7f93502 req-6e4959e3-0ebf-48e8-94f4-70d00376449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:10.546740 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-502102ed-df5f-4951-9896-8f7db7f93502 req-6e4959e3-0ebf-48e8-94f4-70d00376449b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7dbe02d9ee5848ceb377245a6f963877&device_id=3213df3a-a041-4cae-8b2c-34b6a905640b HTTP/1.1" status: 200 len: 1099 time: 0.1239326 Aug 11 02:31:10.573218 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-365befc4-38c5-4ff6-9055-336d714f47ed req-35f81665-f75c-4da6-bcf9-9dba551382c8 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e351a64-43d7-450b-9c4f-f632b5b2ca83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692873 Aug 11 02:31:10.718051 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502102ed-df5f-4951-9896-8f7db7f93502 req-fa26d520-bb27-47f8-9ef1-3feb79bb0b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:10.720237 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-502102ed-df5f-4951-9896-8f7db7f93502 req-fa26d520-bb27-47f8-9ef1-3feb79bb0b6d service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.1460679 Aug 11 02:31:10.780371 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-502102ed-df5f-4951-9896-8f7db7f93502 req-ffeba0a1-8311-467a-8d95-ca6b9c7f7775 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=95c549c0-e77b-4c83-990c-a420d7607be7 HTTP/1.1" status: 200 len: 217 time: 0.0517023 Aug 11 02:31:10.870977 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502102ed-df5f-4951-9896-8f7db7f93502 req-65010a0f-7acc-4230-bf6f-3924b8a3e863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:10.872684 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-502102ed-df5f-4951-9896-8f7db7f93502 req-65010a0f-7acc-4230-bf6f-3924b8a3e863 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.0839651 Aug 11 02:31:10.971273 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502102ed-df5f-4951-9896-8f7db7f93502 req-a053dd53-987b-4ecd-98b9-b2eaf84d8b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:10.973143 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-502102ed-df5f-4951-9896-8f7db7f93502 req-a053dd53-987b-4ecd-98b9-b2eaf84d8b06 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0919390 Aug 11 02:31:11.022011 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-48f52cdb-f83c-4caa-b118-cdb6c0b8f7e1 req-da59e901-7c3b-41ea-a569-99decf17d255 tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0560400 Aug 11 02:31:11.105727 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-502102ed-df5f-4951-9896-8f7db7f93502 req-43c0d0c4-8547-4168-acec-30ed6b7991f4 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142507 Aug 11 02:31:11.159517 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41c4ab7-2cab-4456-b4b9-461a55c28e49 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:31:11.174124 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be53207-54e3-4d0b-8d29-1a9679d8ac7c None None] Sync routers for ids ['4e49c78f-c873-4639-bdb1-f6dddeb6276f'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:31:11.176927 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d41c4ab7-2cab-4456-b4b9-461a55c28e49 admin admin] 10.222.0.50 "PUT /v2.0/routers/4e49c78f-c873-4639-bdb1-f6dddeb6276f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0700727 Aug 11 02:31:11.184560 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 37906) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:11.187085 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de17da6-880b-4782-a068-4b44948d2218 req-4102ecbf-0390-416b-8fc7-ad8be844ee4b tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:11.189022 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be53207-54e3-4d0b-8d29-1a9679d8ac7c None None] Routers {'4e49c78f-c873-4639-bdb1-f6dddeb6276f'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:11.189654 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-9be53207-54e3-4d0b-8d29-1a9679d8ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:30:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['4e49c78f-c873-4639-bdb1-f6dddeb6276f'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:11.199973 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4de17da6-880b-4782-a068-4b44948d2218 req-4102ecbf-0390-416b-8fc7-ad8be844ee4b tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=d465964d-c94f-448b-ba36-fbf74f8902e6 HTTP/1.1" status: 200 len: 931 time: 0.2143352 Aug 11 02:31:11.241469 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-84d61006-5363-44f0-b134-1593df9b08dc req-d2f3f4d8-e36b-41be-810f-a2a89321c7b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa65f928-cc55-44c4-b23e-280e471c672f {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:31:11.276599 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4de17da6-880b-4782-a068-4b44948d2218 req-64a2ee1d-1973-4f31-ba58-7ef369bba93c tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751829 Aug 11 02:31:11.291714 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-84d61006-5363-44f0-b134-1593df9b08dc req-d2f3f4d8-e36b-41be-810f-a2a89321c7b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:11.329538 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-84d61006-5363-44f0-b134-1593df9b08dc req-d2f3f4d8-e36b-41be-810f-a2a89321c7b2 service neutron] Transition to ACTIVE for port object aa65f928-cc55-44c4-b23e-280e471c672f will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:11.335554 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-84d61006-5363-44f0-b134-1593df9b08dc req-d2f3f4d8-e36b-41be-810f-a2a89321c7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:11.399213 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-9be53207-54e3-4d0b-8d29-1a9679d8ac7c None None] Set router 4e49c78f-c873-4639-bdb1-f6dddeb6276f gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:11.400426 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-502102ed-df5f-4951-9896-8f7db7f93502 req-954bc0bc-89fd-4caf-b3f8-cfba5b7ae27a service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858093 Aug 11 02:31:11.409931 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3f4d8-e36b-41be-810f-a2a89321c7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=aa65f928-cc55-44c4-b23e-280e471c672f,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:11.422145 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-54dc9f32-4ece-40c9-a715-99c9bda14016 admin admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:11.540096 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-84d61006-5363-44f0-b134-1593df9b08dc req-d2f3f4d8-e36b-41be-810f-a2a89321c7b2 service neutron] Attempting to bind port aa65f928-cc55-44c4-b23e-280e471c672f on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:11.541115 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-54dc9f32-4ece-40c9-a715-99c9bda14016 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:11.541707 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-84d61006-5363-44f0-b134-1593df9b08dc req-d2f3f4d8-e36b-41be-810f-a2a89321c7b2 service neutron] Attempting to bind port aa65f928-cc55-44c4-b23e-280e471c672f by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '75d0996b-852e-4214-9d0e-94750bce0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b9eb72cf-c2be-4e07-900a-e3f5dc7401c2'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:11.542311 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d61006-5363-44f0-b134-1593df9b08dc req-d2f3f4d8-e36b-41be-810f-a2a89321c7b2 service neutron] Attempting to bind port aa65f928-cc55-44c4-b23e-280e471c672f on network b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:11.550649 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d61006-5363-44f0-b134-1593df9b08dc req-d2f3f4d8-e36b-41be-810f-a2a89321c7b2 service neutron] Port aa65f928-cc55-44c4-b23e-280e471c672f on network b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:31:11.551375 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d61006-5363-44f0-b134-1593df9b08dc req-d2f3f4d8-e36b-41be-810f-a2a89321c7b2 service neutron] Attempting to bind port aa65f928-cc55-44c4-b23e-280e471c672f on network b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:11.560747 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d61006-5363-44f0-b134-1593df9b08dc req-d2f3f4d8-e36b-41be-810f-a2a89321c7b2 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:31:11.561514 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d61006-5363-44f0-b134-1593df9b08dc req-d2f3f4d8-e36b-41be-810f-a2a89321c7b2 service neutron] Checking segment: {'id': '75d0996b-852e-4214-9d0e-94750bce0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b9eb72cf-c2be-4e07-900a-e3f5dc7401c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:11.562479 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d61006-5363-44f0-b134-1593df9b08dc req-d2f3f4d8-e36b-41be-810f-a2a89321c7b2 service neutron] Bound using segment: {'id': '75d0996b-852e-4214-9d0e-94750bce0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b9eb72cf-c2be-4e07-900a-e3f5dc7401c2'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:31:11.563138 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-84d61006-5363-44f0-b134-1593df9b08dc req-d2f3f4d8-e36b-41be-810f-a2a89321c7b2 service neutron] Bound port: aa65f928-cc55-44c4-b23e-280e471c672f, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d0996b-852e-4214-9d0e-94750bce0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b9eb72cf-c2be-4e07-900a-e3f5dc7401c2'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:31:11.565041 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-84d61006-5363-44f0-b134-1593df9b08dc req-d2f3f4d8-e36b-41be-810f-a2a89321c7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:11.638365 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-54dc9f32-4ece-40c9-a715-99c9bda14016 admin admin] Deleting port 9e8f0170-d0dd-46af-ad4e-0280c7396d64 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:11.639867 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-54dc9f32-4ece-40c9-a715-99c9bda14016 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:11.685939 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-84d61006-5363-44f0-b134-1593df9b08dc req-d2f3f4d8-e36b-41be-810f-a2a89321c7b2 service neutron] For port aa65f928-cc55-44c4-b23e-280e471c672f, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:31:11.691062 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-84d61006-5363-44f0-b134-1593df9b08dc req-d2f3f4d8-e36b-41be-810f-a2a89321c7b2 service neutron] For port aa65f928-cc55-44c4-b23e-280e471c672f, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=aa65f928-cc55-44c4-b23e-280e471c672f,segment=NetworkSegment(75d0996b-852e-4214-9d0e-94750bce0135),segment_id=75d0996b-852e-4214-9d0e-94750bce0135)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:31:11.696774 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-84d61006-5363-44f0-b134-1593df9b08dc req-d2f3f4d8-e36b-41be-810f-a2a89321c7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:11.757863 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d61006-5363-44f0-b134-1593df9b08dc req-d2f3f4d8-e36b-41be-810f-a2a89321c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:11.758635 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-84d61006-5363-44f0-b134-1593df9b08dc req-d2f3f4d8-e36b-41be-810f-a2a89321c7b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:11.760404 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-84d61006-5363-44f0-b134-1593df9b08dc req-d2f3f4d8-e36b-41be-810f-a2a89321c7b2 service neutron] 10.222.0.66 "PUT /v2.0/ports/aa65f928-cc55-44c4-b23e-280e471c672f HTTP/1.1" status: 200 len: 1092 time: 1.8098290 Aug 11 02:31:11.762743 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd465964d-c94f-448b-ba36-fbf74f8902e6', 'tag': 'aa65f928-cc55-44c4-b23e-280e471c672f'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:31:11.770829 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0706dd-f2cd-4aec-a898-e3a1692c42a9" -d '{"events": [{"name": "network-changed", "server_uuid": "d465964d-c94f-448b-ba36-fbf74f8902e6", "tag": "aa65f928-cc55-44c4-b23e-280e471c672f"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:31:11.771113 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-9be53207-54e3-4d0b-8d29-1a9679d8ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'name': 'tempest-TestServerBasicOps-674720953-router', 'tenant_id': '964c94866ffe47439c17b06951694814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '9e8f0170-d0dd-46af-ad4e-0280c7396d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:15Z', 'updated_at': '2021-08-11T02:31:09Z', 'revision_number': 5, 'project_id': '964c94866ffe47439c17b06951694814', 'gw_port': {'id': '9e8f0170-d0dd-46af-ad4e-0280c7396d64', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:17Z', 'updated_at': '2021-08-11T02:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:11.835343 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-54dc9f32-4ece-40c9-a715-99c9bda14016 admin admin] For port 9e8f0170-d0dd-46af-ad4e-0280c7396d64, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9e8f0170-d0dd-46af-ad4e-0280c7396d64,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:11.835834 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-54dc9f32-4ece-40c9-a715-99c9bda14016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:11.851198 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-54dc9f32-4ece-40c9-a715-99c9bda14016 admin admin] Calling delete_port for 9e8f0170-d0dd-46af-ad4e-0280c7396d64 owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:11.861017 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3f4d8-e36b-41be-810f-a2a89321c7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=aa65f928-cc55-44c4-b23e-280e471c672f,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:11.878168 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e0543-873e-41e2-8114-dbb879c72f64 req-98a6bac5-a385-44c3-9218-bb2680bc9be1 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:11.879994 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-309e0543-873e-41e2-8114-dbb879c72f64 req-98a6bac5-a385-44c3-9218-bb2680bc9be1 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.50 "GET /v2.0/ports?device_id=3213df3a-a041-4cae-8b2c-34b6a905640b HTTP/1.1" status: 200 len: 947 time: 0.1291547 Aug 11 02:31:11.896504 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be53207-54e3-4d0b-8d29-1a9679d8ac7c None None] Checking router: 4e49c78f-c873-4639-bdb1-f6dddeb6276f for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:31:11.896693 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562c3581-adae-4ca6-8963-52c104631bc7 x-openstack-request-id: req-562c3581-adae-4ca6-8963-52c104631bc7 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:31:11.896958 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d465964d-c94f-448b-ba36-fbf74f8902e6", "tag": "aa65f928-cc55-44c4-b23e-280e471c672f", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:31:11.897189 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-562c3581-adae-4ca6-8963-52c104631bc7 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:31:11.897720 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd465964d-c94f-448b-ba36-fbf74f8902e6', 'tag': 'aa65f928-cc55-44c4-b23e-280e471c672f', 'status': 'completed', 'code': 200} Aug 11 02:31:11.905491 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be53207-54e3-4d0b-8d29-1a9679d8ac7c None None] Routers {'4e49c78f-c873-4639-bdb1-f6dddeb6276f'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:11.906101 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-9be53207-54e3-4d0b-8d29-1a9679d8ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:30:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['4e49c78f-c873-4639-bdb1-f6dddeb6276f'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:11.918003 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d61006-5363-44f0-b134-1593df9b08dc req-826b5324-9761-49f1-bc99-5d3e9476667f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:11.919631 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-84d61006-5363-44f0-b134-1593df9b08dc req-826b5324-9761-49f1-bc99-5d3e9476667f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fe5f52722e8249458d02819aff8bb439&device_id=d465964d-c94f-448b-ba36-fbf74f8902e6 HTTP/1.1" status: 200 len: 1095 time: 0.1039722 Aug 11 02:31:12.005969 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-84d61006-5363-44f0-b134-1593df9b08dc req-f7b85c3e-c068-430c-9fbb-0b4c368740f8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa65f928-cc55-44c4-b23e-280e471c672f HTTP/1.1" status: 200 len: 217 time: 0.0770471 Aug 11 02:31:12.009147 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-9be53207-54e3-4d0b-8d29-1a9679d8ac7c None None] Set router 4e49c78f-c873-4639-bdb1-f6dddeb6276f gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:12.061542 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-309e0543-873e-41e2-8114-dbb879c72f64 req-730893c0-fd90-48f8-91ca-1a79a21c35ba tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e351a64-43d7-450b-9c4f-f632b5b2ca83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477748 Aug 11 02:31:12.106000 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d61006-5363-44f0-b134-1593df9b08dc req-b29afa40-5cf4-4931-a076-835f3cf79069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:12.109032 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-84d61006-5363-44f0-b134-1593df9b08dc req-b29afa40-5cf4-4931-a076-835f3cf79069 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0158b5c2-32d3-41d6-b8b5-8309e1adc057 HTTP/1.1" status: 200 len: 853 time: 0.0914042 Aug 11 02:31:12.122692 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-9be53207-54e3-4d0b-8d29-1a9679d8ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'name': 'tempest-TestServerBasicOps-674720953-router', 'tenant_id': '964c94866ffe47439c17b06951694814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:15Z', 'updated_at': '2021-08-11T02:31:11Z', 'revision_number': 6, 'project_id': '964c94866ffe47439c17b06951694814', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:12.138963 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-54dc9f32-4ece-40c9-a715-99c9bda14016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:12.160513 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-84d61006-5363-44f0-b134-1593df9b08dc req-169b974b-ed6e-44de-baf7-78da09fa2a1a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b9eb72cf-c2be-4e07-900a-e3f5dc7401c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441949 Aug 11 02:31:12.172307 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc9f32-4ece-40c9-a715-99c9bda14016 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e8f0170-d0dd-46af-ad4e-0280c7396d64,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:12.296190 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-54dc9f32-4ece-40c9-a715-99c9bda14016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:12.343766 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be53207-54e3-4d0b-8d29-1a9679d8ac7c None None] The sync data for ids ['4e49c78f-c873-4639-bdb1-f6dddeb6276f'] in n-d-615180-33 is: [{'id': '4e49c78f-c873-4639-bdb1-f6dddeb6276f', 'name': 'tempest-TestServerBasicOps-674720953-router', 'tenant_id': '964c94866ffe47439c17b06951694814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:15Z', 'updated_at': '2021-08-11T02:31:11Z', 'revision_number': 6, 'project_id': '964c94866ffe47439c17b06951694814', 'gw_port_host': None}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:31:12.390896 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5585f53e-4cb5-431c-8e27-1891ca632b25 req-bfe66438-32ac-4df6-90e9-38087eeb8b14 tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.2194235 Aug 11 02:31:12.393122 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-84d61006-5363-44f0-b134-1593df9b08dc req-f6fbe6d5-15ed-496f-bf32-5a02d748e662 service neutron] 10.222.0.66 "GET /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887791 Aug 11 02:31:12.515499 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-84d61006-5363-44f0-b134-1593df9b08dc req-935c76de-72a6-46cb-a3ab-26052cdcec9b service neutron] 10.222.0.66 "GET /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135452 Aug 11 02:31:12.637798 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0706dd-f2cd-4aec-a898-e3a1692c42a9 req-2ce11111-1e3b-4cb7-bf01-d1bec38ac6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:12.639789 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-db0706dd-f2cd-4aec-a898-e3a1692c42a9 req-2ce11111-1e3b-4cb7-bf01-d1bec38ac6db service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fe5f52722e8249458d02819aff8bb439&device_id=d465964d-c94f-448b-ba36-fbf74f8902e6 HTTP/1.1" status: 200 len: 1095 time: 0.0712488 Aug 11 02:31:12.802828 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0706dd-f2cd-4aec-a898-e3a1692c42a9 req-0a481cb6-8d58-4022-aaec-90f63e24732d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:12.807069 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-db0706dd-f2cd-4aec-a898-e3a1692c42a9 req-0a481cb6-8d58-4022-aaec-90f63e24732d service neutron] 10.222.0.66 "GET /v2.0/networks?id=b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 HTTP/1.1" status: 200 len: 914 time: 0.1579351 Aug 11 02:31:12.862701 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-db0706dd-f2cd-4aec-a898-e3a1692c42a9 req-4c818e59-763a-4ede-ba11-f1b4c5f2e1eb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa65f928-cc55-44c4-b23e-280e471c672f HTTP/1.1" status: 200 len: 217 time: 0.0471082 Aug 11 02:31:12.904885 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-54dc9f32-4ece-40c9-a715-99c9bda14016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:12.909324 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-54dc9f32-4ece-40c9-a715-99c9bda14016 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:12.951967 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0706dd-f2cd-4aec-a898-e3a1692c42a9 req-4f3b258f-9e82-46e1-bafe-33b2e7fd95fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:12.953786 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-db0706dd-f2cd-4aec-a898-e3a1692c42a9 req-4f3b258f-9e82-46e1-bafe-33b2e7fd95fd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0158b5c2-32d3-41d6-b8b5-8309e1adc057 HTTP/1.1" status: 200 len: 853 time: 0.0786300 Aug 11 02:31:12.971993 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6b6b9-a972-4ba7-8316-7c98e3c9b26d req-46ac9145-fd7e-42ed-a02e-f30df197cb4f tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:12.973852 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-72d6b6b9-a972-4ba7-8316-7c98e3c9b26d req-46ac9145-fd7e-42ed-a02e-f30df197cb4f tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=d465964d-c94f-448b-ba36-fbf74f8902e6 HTTP/1.1" status: 200 len: 943 time: 0.5637200 Aug 11 02:31:12.990578 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-54dc9f32-4ece-40c9-a715-99c9bda14016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:12.992146 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54dc9f32-4ece-40c9-a715-99c9bda14016 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e49c78f-c873-4639-bdb1-f6dddeb6276f {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:31:12.992802 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-db0706dd-f2cd-4aec-a898-e3a1692c42a9 req-27653bba-1473-4d57-af38-6b32fff50c3e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b9eb72cf-c2be-4e07-900a-e3f5dc7401c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308056 Aug 11 02:31:13.016308 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-54dc9f32-4ece-40c9-a715-99c9bda14016 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:13.018378 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-54dc9f32-4ece-40c9-a715-99c9bda14016 admin admin] 10.222.0.50 "DELETE /v2.0/routers/4e49c78f-c873-4639-bdb1-f6dddeb6276f HTTP/1.1" status: 204 len: 168 time: 1.8327997 Aug 11 02:31:13.019153 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 37960) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:13.112301 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-72d6b6b9-a972-4ba7-8316-7c98e3c9b26d req-3b69de7f-f692-4e3a-8b36-a2a0c7655964 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316442 Aug 11 02:31:13.124995 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-db0706dd-f2cd-4aec-a898-e3a1692c42a9 req-c9eedc0b-8e31-4109-bd23-15342cfaa405 service neutron] 10.222.0.66 "GET /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182172 Aug 11 02:31:13.142511 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee324fe7-15c1-477b-922b-537be0ce8397 admin admin] Deleting subnet fdf3d49a-9c58-42ff-9058-28a4ebd053e1 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:31:13.146296 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee324fe7-15c1-477b-922b-537be0ce8397 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:13.220835 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee324fe7-15c1-477b-922b-537be0ce8397 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:13.295447 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 81969786-651c-4bd8-9c0d-defd342df39e no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:31:13.302349 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 95c549c0-e77b-4c83-990c-a420d7607be7 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:31:13.332918 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14a6d2-944b-4fbd-9826-24abed8eef67 req-6420736e-fe1b-41b6-81c7-d8d4666c8e8f tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:13.334492 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bd14a6d2-944b-4fbd-9826-24abed8eef67 req-6420736e-fe1b-41b6-81c7-d8d4666c8e8f tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.50 "GET /v2.0/ports?device_id=3213df3a-a041-4cae-8b2c-34b6a905640b HTTP/1.1" status: 200 len: 947 time: 0.0952077 Aug 11 02:31:13.370886 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-db0706dd-f2cd-4aec-a898-e3a1692c42a9 req-7621f522-3128-432a-bc25-e6c165513814 service neutron] 10.222.0.66 "GET /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354844 Aug 11 02:31:13.390155 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 81969786-651c-4bd8-9c0d-defd342df39e {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:31:13.390737 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 81969786-651c-4bd8-9c0d-defd342df39e not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:31:13.393620 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9e8f0170-d0dd-46af-ad4e-0280c7396d64 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:31:13.395655 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bd14a6d2-944b-4fbd-9826-24abed8eef67 req-5ee7de06-f46a-44ab-8ae0-0c6ec3546e3f tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e351a64-43d7-450b-9c4f-f632b5b2ca83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505478 Aug 11 02:31:13.425859 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee324fe7-15c1-477b-922b-537be0ce8397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:13.452208 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 9e8f0170-d0dd-46af-ad4e-0280c7396d64 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:31:13.452871 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9e8f0170-d0dd-46af-ad4e-0280c7396d64 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:31:13.480596 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-b045014e-238a-4896-8c34-39f0d5c38738 req-d85f79eb-b604-46e6-8c46-abf070a4202f service neutron] (94507) timed out ('10.222.0.66', 50813) {{(pid=94507) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 02:31:13.484413 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee324fe7-15c1-477b-922b-537be0ce8397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:13.542040 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee324fe7-15c1-477b-922b-537be0ce8397 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:13.544302 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ee324fe7-15c1-477b-922b-537be0ce8397 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/fdf3d49a-9c58-42ff-9058-28a4ebd053e1 HTTP/1.1" status: 204 len: 168 time: 0.5229735 Aug 11 02:31:13.546100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee324fe7-15c1-477b-922b-537be0ce8397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdf3d49a-9c58-42ff-9058-28a4ebd053e1,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:13.547032 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 37972) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:13.597182 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 95c549c0-e77b-4c83-990c-a420d7607be7, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=95c549c0-e77b-4c83-990c-a420d7607be7,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:13.602652 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e1183397-8341-4dbc-a448-b2ddeb725f47 req-1147b42e-9fc1-4e3d-8090-cecffa0c421e tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0637705 Aug 11 02:31:13.617451 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '95c549c0-e77b-4c83-990c-a420d7607be7', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': '95c549c0-e77b-4c83-990c-a420d7607be7', 'mac_address': 'fa:16:3e:14:f5:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:31:13.624723 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3d0f59-634a-440e-9c66-b9d2a37cd637 None None] Network c208dbef-4fed-4c40-9530-440f884537b0 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:31:13.696910 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1f43d550-e95b-42c6-b802-74b971f8ba74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:13.754349 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-1f43d550-e95b-42c6-b802-74b971f8ba74 admin admin] Deleting port f50baeb3-6afd-4975-8810-12a1faaa10df {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:13.754695 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1f43d550-e95b-42c6-b802-74b971f8ba74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:13.781421 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:13.798013 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c549c0-e77b-4c83-990c-a420d7607be7 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:31:13.823717 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 95c549c0-e77b-4c83-990c-a420d7607be7, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=95c549c0-e77b-4c83-990c-a420d7607be7,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:13.829101 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-1f43d550-e95b-42c6-b802-74b971f8ba74 admin admin] For port f50baeb3-6afd-4975-8810-12a1faaa10df, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f50baeb3-6afd-4975-8810-12a1faaa10df,segment=NetworkSegment(20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d),segment_id=20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:13.829540 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1f43d550-e95b-42c6-b802-74b971f8ba74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:13.833302 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:13.856678 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-1f43d550-e95b-42c6-b802-74b971f8ba74 admin admin] Calling delete_port for f50baeb3-6afd-4975-8810-12a1faaa10df owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:13.895290 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=95c549c0-e77b-4c83-990c-a420d7607be7,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:13.904302 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:13.904653 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:13.904989 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:13.905340 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:13.905660 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:13.906011 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:13.906326 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:13.906654 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:13.906979 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:13.907303 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:13.907666 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:13.907993 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:13.930272 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e21ae4a-9b12-4a72-b0cc-dbf4c9f31940 None None] DHCP port deletion for c208dbef-4fed-4c40-9530-440f884537b0 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:31:13.998953 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1f43d550-e95b-42c6-b802-74b971f8ba74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:14.012434 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-8e21ae4a-9b12-4a72-b0cc-dbf4c9f31940 None None] Deleting port f50baeb3-6afd-4975-8810-12a1faaa10df {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:14.012798 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8e21ae4a-9b12-4a72-b0cc-dbf4c9f31940 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:14.039313 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43d550-e95b-42c6-b802-74b971f8ba74 admin admin] Pushing event deleted for resources: {'Port': ['ID=f50baeb3-6afd-4975-8810-12a1faaa10df,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:14.047191 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f43d550-e95b-42c6-b802-74b971f8ba74 admin admin] No DVR routers for this DVR port f50baeb3-6afd-4975-8810-12a1faaa10df on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:31:14.088001 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['95c549c0-e77b-4c83-990c-a420d7607be7'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:31:14.096687 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-8e21ae4a-9b12-4a72-b0cc-dbf4c9f31940 None None] For port f50baeb3-6afd-4975-8810-12a1faaa10df, host n-d-615180-33, got binding levels [] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:14.097093 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8e21ae4a-9b12-4a72-b0cc-dbf4c9f31940 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:14.131112 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-8e21ae4a-9b12-4a72-b0cc-dbf4c9f31940 None None] Calling delete_port for f50baeb3-6afd-4975-8810-12a1faaa10df owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:14.137847 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.ipam_backend_mixin [None req-8e21ae4a-9b12-4a72-b0cc-dbf4c9f31940 None None] Port f50baeb3-6afd-4975-8810-12a1faaa10df was not found and therefore no delete operation was performed {{(pid=94508) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:31:14.140839 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8e21ae4a-9b12-4a72-b0cc-dbf4c9f31940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:14.144061 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1f43d550-e95b-42c6-b802-74b971f8ba74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:14.158716 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-1f43d550-e95b-42c6-b802-74b971f8ba74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c208dbef-4fed-4c40-9530-440f884537b0']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:14.171247 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-1f43d550-e95b-42c6-b802-74b971f8ba74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:14.171569 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-1f43d550-e95b-42c6-b802-74b971f8ba74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20336faf-3e6c-4ad6-bea1-3ac7bbb1aa7d') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:14.179461 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e21ae4a-9b12-4a72-b0cc-dbf4c9f31940 None None] Pushing event deleted for resources: {'Port': ['ID=f50baeb3-6afd-4975-8810-12a1faaa10df,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:14.186770 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e21ae4a-9b12-4a72-b0cc-dbf4c9f31940 None None] No DVR routers for this DVR port f50baeb3-6afd-4975-8810-12a1faaa10df on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:31:14.230979 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1f43d550-e95b-42c6-b802-74b971f8ba74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:14.258482 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1f43d550-e95b-42c6-b802-74b971f8ba74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:14.268590 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f43d550-e95b-42c6-b802-74b971f8ba74 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:31:14.269071 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1f43d550-e95b-42c6-b802-74b971f8ba74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:31:14.271495 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:31:14.334467 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6eb238-695d-46e4-bd02-027fc8478ead req-0f16739e-e4c9-4c7e-8d4b-a67c47f53b25 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:14.336048 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e6eb238-695d-46e4-bd02-027fc8478ead req-0f16739e-e4c9-4c7e-8d4b-a67c47f53b25 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=d465964d-c94f-448b-ba36-fbf74f8902e6 HTTP/1.1" status: 200 len: 943 time: 0.1625633 Aug 11 02:31:14.366067 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1f43d550-e95b-42c6-b802-74b971f8ba74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:14.377204 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1f43d550-e95b-42c6-b802-74b971f8ba74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:14.381025 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1f43d550-e95b-42c6-b802-74b971f8ba74 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c208dbef-4fed-4c40-9530-440f884537b0 HTTP/1.1" status: 204 len: 168 time: 0.8307505 Aug 11 02:31:14.382690 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 37988) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:14.405079 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e6eb238-695d-46e4-bd02-027fc8478ead req-0c11b41e-c53d-4509-936b-75dd6a56f538 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593388 Aug 11 02:31:14.405998 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43d550-e95b-42c6-b802-74b971f8ba74 admin admin] Pushing event deleted for resources: {'Network': ['ID=c208dbef-4fed-4c40-9530-440f884537b0,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:14.611861 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb90207-5e94-4f73-b184-f11184b5b782 req-e4fcf294-ba2f-4108-b2ca-44be6969dfa4 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:14.613706 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1cb90207-5e94-4f73-b184-f11184b5b782 req-e4fcf294-ba2f-4108-b2ca-44be6969dfa4 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.50 "GET /v2.0/ports?device_id=3213df3a-a041-4cae-8b2c-34b6a905640b HTTP/1.1" status: 200 len: 948 time: 0.1079683 Aug 11 02:31:14.709043 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1cb90207-5e94-4f73-b184-f11184b5b782 req-912026d6-95ff-46d5-89b4-0745abcafc38 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e351a64-43d7-450b-9c4f-f632b5b2ca83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871425 Aug 11 02:31:14.720237 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-30d72cc0-f20b-42bf-b77c-8d19fe83e1c4 req-07dfe0f3-82c4-465e-a54e-337dc7b4f1a6 tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0291939 Aug 11 02:31:14.892988 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e34eb2f2-7aa0-4f6f-bc1c-56927ce4646c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:15.171407 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-e34eb2f2-7aa0-4f6f-bc1c-56927ce4646c admin admin] Deleting port ddc3c140-98d7-4cb8-84de-f2fbd265b41b {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:15.171784 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e34eb2f2-7aa0-4f6f-bc1c-56927ce4646c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:15.235132 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f50baeb3-6afd-4975-8810-12a1faaa10df no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:31:15.275918 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: f50baeb3-6afd-4975-8810-12a1faaa10df {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:31:15.276548 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f50baeb3-6afd-4975-8810-12a1faaa10df not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:31:15.288350 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-e34eb2f2-7aa0-4f6f-bc1c-56927ce4646c admin admin] For port ddc3c140-98d7-4cb8-84de-f2fbd265b41b, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=ddc3c140-98d7-4cb8-84de-f2fbd265b41b,segment=NetworkSegment(834baff0-92b7-4293-b509-4ea76b554c13),segment_id=834baff0-92b7-4293-b509-4ea76b554c13)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:15.288615 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e34eb2f2-7aa0-4f6f-bc1c-56927ce4646c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:15.302773 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-e34eb2f2-7aa0-4f6f-bc1c-56927ce4646c admin admin] Calling delete_port for ddc3c140-98d7-4cb8-84de-f2fbd265b41b owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:15.309012 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device aa65f928-cc55-44c4-b23e-280e471c672f details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:31:15.312321 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 95c549c0-e77b-4c83-990c-a420d7607be7 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:15.430151 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 95c549c0-e77b-4c83-990c-a420d7607be7 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:15.446148 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 95c549c0-e77b-4c83-990c-a420d7607be7 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:15.454300 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:15.534228 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port aa65f928-cc55-44c4-b23e-280e471c672f, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=aa65f928-cc55-44c4-b23e-280e471c672f,segment=NetworkSegment(75d0996b-852e-4214-9d0e-94750bce0135),segment_id=75d0996b-852e-4214-9d0e-94750bce0135)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:15.551709 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'aa65f928-cc55-44c4-b23e-280e471c672f', 'network_id': 'b9eb72cf-c2be-4e07-900a-e3f5dc7401c2', 'port_id': 'aa65f928-cc55-44c4-b23e-280e471c672f', 'mac_address': 'fa:16:3e:cb:04:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0158b5c2-32d3-41d6-b8b5-8309e1adc057', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:31:15.568966 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e34eb2f2-7aa0-4f6f-bc1c-56927ce4646c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:15.623000 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34a38e-986a-40ad-8c41-57adddc9bafa req-04e798cc-693f-4de3-8ed6-97560d51b46c tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:15.626608 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8b34a38e-986a-40ad-8c41-57adddc9bafa req-04e798cc-693f-4de3-8ed6-97560d51b46c tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=d465964d-c94f-448b-ba36-fbf74f8902e6 HTTP/1.1" status: 200 len: 943 time: 0.1084988 Aug 11 02:31:15.640818 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34eb2f2-7aa0-4f6f-bc1c-56927ce4646c admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc3c140-98d7-4cb8-84de-f2fbd265b41b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:15.663485 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:15.667482 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:15.683731 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a6bdcd8e-074f-4621-bf0a-36a77f17028b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:15.700718 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa65f928-cc55-44c4-b23e-280e471c672f {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:31:15.749326 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port aa65f928-cc55-44c4-b23e-280e471c672f, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=aa65f928-cc55-44c4-b23e-280e471c672f,segment=NetworkSegment(75d0996b-852e-4214-9d0e-94750bce0135),segment_id=75d0996b-852e-4214-9d0e-94750bce0135)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:15.768697 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8b34a38e-986a-40ad-8c41-57adddc9bafa req-2e340713-9002-4fdb-9d1a-f89563b57c7f tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245522 Aug 11 02:31:15.778710 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:15.799386 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3213df3a-a041-4cae-8b2c-34b6a905640b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c549c0-e77b-4c83-990c-a420d7607be7'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:31:15.809088 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02611e68-2600-4d2d-a77d-3de47fd62f01" -d '{"events": [{"server_uuid": "3213df3a-a041-4cae-8b2c-34b6a905640b", "name": "network-vif-plugged", "status": "completed", "tag": "95c549c0-e77b-4c83-990c-a420d7607be7"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:31:15.917782 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e34eb2f2-7aa0-4f6f-bc1c-56927ce4646c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:15.930471 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 95c549c0-e77b-4c83-990c-a420d7607be7, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=95c549c0-e77b-4c83-990c-a420d7607be7,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:15.937387 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5887fc8-3d24-46a1-b342-fc15e3ec6b2b req-4765107a-5951-4b04-8b1b-18dc948fdd21 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:15.939766 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c5887fc8-3d24-46a1-b342-fc15e3ec6b2b req-4765107a-5951-4b04-8b1b-18dc948fdd21 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.50 "GET /v2.0/ports?device_id=3213df3a-a041-4cae-8b2c-34b6a905640b HTTP/1.1" status: 200 len: 948 time: 0.1200461 Aug 11 02:31:15.961612 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:15.975385 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-08712c43-326e-42f1-8942-daa605065519 req-3ad527db-40cc-4bcc-821b-97e1b827039f tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0485101 Aug 11 02:31:15.993996 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=aa65f928-cc55-44c4-b23e-280e471c672f,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:16.024621 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c5887fc8-3d24-46a1-b342-fc15e3ec6b2b req-9c9fbb8a-7e26-47ce-b999-a5ba7062382f tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e351a64-43d7-450b-9c4f-f632b5b2ca83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771878 Aug 11 02:31:16.083426 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3c292f-f726-4f8f-b005-811e7e55e094 x-openstack-request-id: req-5d3c292f-f726-4f8f-b005-811e7e55e094 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:31:16.084084 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3213df3a-a041-4cae-8b2c-34b6a905640b", "name": "network-vif-plugged", "status": "completed", "tag": "95c549c0-e77b-4c83-990c-a420d7607be7", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:31:16.084613 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5d3c292f-f726-4f8f-b005-811e7e55e094 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:31:16.085186 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3213df3a-a041-4cae-8b2c-34b6a905640b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c549c0-e77b-4c83-990c-a420d7607be7', 'code': 200} Aug 11 02:31:16.087725 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['aa65f928-cc55-44c4-b23e-280e471c672f'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:31:16.104495 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=95c549c0-e77b-4c83-990c-a420d7607be7,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:16.229009 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6001c5-42de-4762-a2aa-d0fc423e099b req-13e9bc97-2381-46a6-adf9-8af8e36703aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:16.231000 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6b6001c5-42de-4762-a2aa-d0fc423e099b req-13e9bc97-2381-46a6-adf9-8af8e36703aa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3213df3a-a041-4cae-8b2c-34b6a905640b HTTP/1.1" status: 200 len: 1101 time: 0.0801654 Aug 11 02:31:16.280310 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34eb2f2-7aa0-4f6f-bc1c-56927ce4646c admin admin] Router aaa39644-24c7-4741-9bf6-8bbf0d4683e4 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:31:16.324846 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6b6001c5-42de-4762-a2aa-d0fc423e099b req-ebaa833b-8e23-4df2-a30b-9213e4024225 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9e351a64-43d7-450b-9c4f-f632b5b2ca83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854087 Aug 11 02:31:16.400694 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34eb2f2-7aa0-4f6f-bc1c-56927ce4646c admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:31:16.407219 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e34eb2f2-7aa0-4f6f-bc1c-56927ce4646c admin admin] 10.222.0.50 "PUT /v2.0/routers/aaa39644-24c7-4741-9bf6-8bbf0d4683e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0236716 Aug 11 02:31:16.409829 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38026) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:16.412201 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3afe9a3-8b06-4c85-8e42-2ca8ca5ce3de None None] Sync routers for ids ['aaa39644-24c7-4741-9bf6-8bbf0d4683e4'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:31:16.423643 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3afe9a3-8b06-4c85-8e42-2ca8ca5ce3de None None] Routers {'aaa39644-24c7-4741-9bf6-8bbf0d4683e4'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:16.424619 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f3afe9a3-8b06-4c85-8e42-2ca8ca5ce3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:30:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['aaa39644-24c7-4741-9bf6-8bbf0d4683e4'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:16.528623 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c50112e2-6260-46c9-b4d7-14062f4cfecb admin admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:16.565860 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-f3afe9a3-8b06-4c85-8e42-2ca8ca5ce3de None None] Set router aaa39644-24c7-4741-9bf6-8bbf0d4683e4 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:16.649843 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c50112e2-6260-46c9-b4d7-14062f4cfecb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:16.718872 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-c50112e2-6260-46c9-b4d7-14062f4cfecb admin admin] Deleting port 7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:16.719320 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c50112e2-6260-46c9-b4d7-14062f4cfecb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:16.764253 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f3afe9a3-8b06-4c85-8e42-2ca8ca5ce3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa39644-24c7-4741-9bf6-8bbf0d4683e4', 'name': 'tempest-TestServerBasicOps-1573817845-router', 'tenant_id': '6a9aa679a9c44458b34c56a3527eef01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:39Z', 'updated_at': '2021-08-11T02:31:15Z', 'revision_number': 5, 'project_id': '6a9aa679a9c44458b34c56a3527eef01', 'gw_port': {'id': '7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ea:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa39644-24c7-4741-9bf6-8bbf0d4683e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:42Z', 'updated_at': '2021-08-11T02:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:16.807309 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3afe9a3-8b06-4c85-8e42-2ca8ca5ce3de None None] Checking router: aaa39644-24c7-4741-9bf6-8bbf0d4683e4 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:31:16.818570 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3afe9a3-8b06-4c85-8e42-2ca8ca5ce3de None None] Routers {'aaa39644-24c7-4741-9bf6-8bbf0d4683e4'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:16.819125 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-c50112e2-6260-46c9-b4d7-14062f4cfecb admin admin] For port 7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:16.819297 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f3afe9a3-8b06-4c85-8e42-2ca8ca5ce3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:30:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['aaa39644-24c7-4741-9bf6-8bbf0d4683e4'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:16.819732 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c50112e2-6260-46c9-b4d7-14062f4cfecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:16.836891 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-c50112e2-6260-46c9-b4d7-14062f4cfecb admin admin] Calling delete_port for 7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:16.938507 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d623c-8266-4255-9439-adb2fe950743 req-6bf679da-650d-49bb-be6a-ee91268acd49 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:16.940665 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-283d623c-8266-4255-9439-adb2fe950743 req-6bf679da-650d-49bb-be6a-ee91268acd49 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=d465964d-c94f-448b-ba36-fbf74f8902e6 HTTP/1.1" status: 200 len: 944 time: 0.0829349 Aug 11 02:31:16.997696 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-283d623c-8266-4255-9439-adb2fe950743 req-149cee32-b93c-491c-9aaa-1a6a5a1f6754 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488722 Aug 11 02:31:17.075877 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-f3afe9a3-8b06-4c85-8e42-2ca8ca5ce3de None None] Set router aaa39644-24c7-4741-9bf6-8bbf0d4683e4 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:17.166086 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c50112e2-6260-46c9-b4d7-14062f4cfecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:17.220327 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f0f8081d-45ac-41e2-8381-3e675e7d62e4 req-6bb1ed77-db92-462b-a505-79037aa87f4f tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0666101 Aug 11 02:31:17.228567 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50112e2-6260-46c9-b4d7-14062f4cfecb admin admin] Pushing event deleted for resources: {'Port': ['ID=7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:17.235223 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf31258-99b6-43c4-96d5-14d480411ea6 req-1a9a5207-5df1-404c-9ee6-0990b788a6ae tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:17.237407 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2cf31258-99b6-43c4-96d5-14d480411ea6 req-1a9a5207-5df1-404c-9ee6-0990b788a6ae tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.50 "GET /v2.0/ports?device_id=3213df3a-a041-4cae-8b2c-34b6a905640b HTTP/1.1" status: 200 len: 949 time: 0.1093118 Aug 11 02:31:17.240979 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f3afe9a3-8b06-4c85-8e42-2ca8ca5ce3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa39644-24c7-4741-9bf6-8bbf0d4683e4', 'name': 'tempest-TestServerBasicOps-1573817845-router', 'tenant_id': '6a9aa679a9c44458b34c56a3527eef01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:39Z', 'updated_at': '2021-08-11T02:31:16Z', 'revision_number': 6, 'project_id': '6a9aa679a9c44458b34c56a3527eef01', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:17.310475 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device aa65f928-cc55-44c4-b23e-280e471c672f up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:17.322029 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c50112e2-6260-46c9-b4d7-14062f4cfecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:17.372093 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3afe9a3-8b06-4c85-8e42-2ca8ca5ce3de None None] The sync data for ids ['aaa39644-24c7-4741-9bf6-8bbf0d4683e4'] in n-d-615180-33 is: [{'id': 'aaa39644-24c7-4741-9bf6-8bbf0d4683e4', 'name': 'tempest-TestServerBasicOps-1573817845-router', 'tenant_id': '6a9aa679a9c44458b34c56a3527eef01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:39Z', 'updated_at': '2021-08-11T02:31:16Z', 'revision_number': 6, 'project_id': '6a9aa679a9c44458b34c56a3527eef01', 'gw_port_host': None}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:31:17.408041 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2cf31258-99b6-43c4-96d5-14d480411ea6 req-7f1ce57c-d9a2-4728-99a7-85fe84a3e7de tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e351a64-43d7-450b-9c4f-f632b5b2ca83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329458 Aug 11 02:31:17.429478 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port aa65f928-cc55-44c4-b23e-280e471c672f completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:17.437994 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port aa65f928-cc55-44c4-b23e-280e471c672f triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:17.438367 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:17.496994 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c50112e2-6260-46c9-b4d7-14062f4cfecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:17.500509 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c50112e2-6260-46c9-b4d7-14062f4cfecb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:17.537241 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:17.561086 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c50112e2-6260-46c9-b4d7-14062f4cfecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:17.561591 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50112e2-6260-46c9-b4d7-14062f4cfecb admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaa39644-24c7-4741-9bf6-8bbf0d4683e4 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:31:17.572631 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c50112e2-6260-46c9-b4d7-14062f4cfecb admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:17.574685 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c50112e2-6260-46c9-b4d7-14062f4cfecb admin admin] 10.222.0.50 "DELETE /v2.0/routers/aaa39644-24c7-4741-9bf6-8bbf0d4683e4 HTTP/1.1" status: 204 len: 168 time: 1.1635711 Aug 11 02:31:17.577254 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38046) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:17.592899 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port aa65f928-cc55-44c4-b23e-280e471c672f, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=aa65f928-cc55-44c4-b23e-280e471c672f,segment=NetworkSegment(75d0996b-852e-4214-9d0e-94750bce0135),segment_id=75d0996b-852e-4214-9d0e-94750bce0135)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:17.601136 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:17.634036 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb72b43-47ac-4045-8401-d6abb6562139 admin admin] Deleting subnet 655f6987-9810-4da0-ad91-39a00903ad44 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:31:17.643462 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2fb72b43-47ac-4045-8401-d6abb6562139 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:17.728111 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=aa65f928-cc55-44c4-b23e-280e471c672f,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:17.739199 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2fb72b43-47ac-4045-8401-d6abb6562139 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:17.864446 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2fb72b43-47ac-4045-8401-d6abb6562139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:17.929499 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2fb72b43-47ac-4045-8401-d6abb6562139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:17.955689 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb72b43-47ac-4045-8401-d6abb6562139 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=655f6987-9810-4da0-ad91-39a00903ad44,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:17.963694 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2fb72b43-47ac-4045-8401-d6abb6562139 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:17.966387 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43b3574-e6b0-43f9-aebf-1db0274cf561 None None] Network 4685d20e-17c8-4666-962b-9bfa9fee8b8d requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:31:17.968894 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38052) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:17.969408 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2fb72b43-47ac-4045-8401-d6abb6562139 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/655f6987-9810-4da0-ad91-39a00903ad44 HTTP/1.1" status: 204 len: 168 time: 0.3905320 Aug 11 02:31:18.003683 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38054) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:18.117027 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd465964d-c94f-448b-ba36-fbf74f8902e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa65f928-cc55-44c4-b23e-280e471c672f'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:31:18.119959 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df80e714-e609-4db8-83df-b8fead8948c5" -d '{"events": [{"server_uuid": "d465964d-c94f-448b-ba36-fbf74f8902e6", "name": "network-vif-plugged", "status": "completed", "tag": "aa65f928-cc55-44c4-b23e-280e471c672f"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:31:18.142307 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-72a860a4-52a7-478e-aad3-be3abedb7898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:18.186478 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e274974b-a17d-44a5-af88-c35f8a266e64 x-openstack-request-id: req-e274974b-a17d-44a5-af88-c35f8a266e64 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:31:18.186776 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d465964d-c94f-448b-ba36-fbf74f8902e6", "name": "network-vif-plugged", "status": "completed", "tag": "aa65f928-cc55-44c4-b23e-280e471c672f", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:31:18.187035 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e274974b-a17d-44a5-af88-c35f8a266e64 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:31:18.187439 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd465964d-c94f-448b-ba36-fbf74f8902e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa65f928-cc55-44c4-b23e-280e471c672f', 'code': 200} Aug 11 02:31:18.238842 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a22b17f0-0942-4def-a11b-54e53734abc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:18.272245 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646f5aa1-02d5-4dcd-a5a8-90cdc991ebb7 None None] DHCP port deletion for 4685d20e-17c8-4666-962b-9bfa9fee8b8d request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:31:18.339200 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a19ac756-a312-4689-b519-09312b76ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:18.385699 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f4d97-4aff-4670-86ff-275278a103d8 req-3a6ae259-af37-47be-89a2-e6fd4d601f1a tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:18.388001 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d03f4d97-4aff-4670-86ff-275278a103d8 req-3a6ae259-af37-47be-89a2-e6fd4d601f1a tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=d465964d-c94f-448b-ba36-fbf74f8902e6 HTTP/1.1" status: 200 len: 945 time: 0.1677155 Aug 11 02:31:18.391944 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c48b5e-6965-4e5c-a2a4-ffab06687c0e req-3620710f-7ae2-42a2-bca4-f322a12984ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:18.392894 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:18.394048 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-72a860a4-52a7-478e-aad3-be3abedb7898 admin admin] Deleting port 50a9f3a5-0be9-4cf1-8c9f-7d82f1058293 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:18.394630 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-72a860a4-52a7-478e-aad3-be3abedb7898 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:18.405541 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-646f5aa1-02d5-4dcd-a5a8-90cdc991ebb7 None None] Deleting port 50a9f3a5-0be9-4cf1-8c9f-7d82f1058293 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:18.405980 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-646f5aa1-02d5-4dcd-a5a8-90cdc991ebb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:18.408737 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f7c48b5e-6965-4e5c-a2a4-ffab06687c0e req-3620710f-7ae2-42a2-bca4-f322a12984ff service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d465964d-c94f-448b-ba36-fbf74f8902e6 HTTP/1.1" status: 200 len: 1097 time: 0.1490912 Aug 11 02:31:18.501006 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-76f1d1d4-1ccf-42bc-8f3b-af7b02d5d4f3 req-f5536ed5-5392-48e0-bf16-cf8dd742b502 tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0909822 Aug 11 02:31:18.517675 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f7c48b5e-6965-4e5c-a2a4-ffab06687c0e req-c8aa5c7c-259a-4ce8-a7a9-58c0fa5795b7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802922 Aug 11 02:31:18.554944 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-646f5aa1-02d5-4dcd-a5a8-90cdc991ebb7 None None] For port 50a9f3a5-0be9-4cf1-8c9f-7d82f1058293, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=50a9f3a5-0be9-4cf1-8c9f-7d82f1058293,segment=NetworkSegment(834baff0-92b7-4293-b509-4ea76b554c13),segment_id=834baff0-92b7-4293-b509-4ea76b554c13)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:18.555357 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-646f5aa1-02d5-4dcd-a5a8-90cdc991ebb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:18.591929 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-646f5aa1-02d5-4dcd-a5a8-90cdc991ebb7 None None] Calling delete_port for 50a9f3a5-0be9-4cf1-8c9f-7d82f1058293 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:18.618443 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a22b17f0-0942-4def-a11b-54e53734abc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:18.621300 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d03f4d97-4aff-4670-86ff-275278a103d8 req-897789ab-65dc-4a45-9a2b-acf62ef003a7 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231708 Aug 11 02:31:18.625969 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a22b17f0-0942-4def-a11b-54e53734abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:18.648509 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-72a860a4-52a7-478e-aad3-be3abedb7898 admin admin] For port 50a9f3a5-0be9-4cf1-8c9f-7d82f1058293, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=50a9f3a5-0be9-4cf1-8c9f-7d82f1058293,segment=NetworkSegment(834baff0-92b7-4293-b509-4ea76b554c13),segment_id=834baff0-92b7-4293-b509-4ea76b554c13)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:18.648855 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-72a860a4-52a7-478e-aad3-be3abedb7898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:18.674515 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-72a860a4-52a7-478e-aad3-be3abedb7898 admin admin] Calling delete_port for 50a9f3a5-0be9-4cf1-8c9f-7d82f1058293 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:18.693182 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a22b17f0-0942-4def-a11b-54e53734abc4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5a414c0e0a5547cca0f3f3f7b7cf954e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6884019 Aug 11 02:31:18.707865 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38072) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:18.771202 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-646f5aa1-02d5-4dcd-a5a8-90cdc991ebb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:18.809279 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f5aa1-02d5-4dcd-a5a8-90cdc991ebb7 None None] Pushing event deleted for resources: {'Port': ['ID=50a9f3a5-0be9-4cf1-8c9f-7d82f1058293,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:18.811810 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646f5aa1-02d5-4dcd-a5a8-90cdc991ebb7 None None] No DVR routers for this DVR port 50a9f3a5-0be9-4cf1-8c9f-7d82f1058293 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:31:18.815235 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b17f0-0942-4def-a11b-54e53734abc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2975377f-3554-48a9-a049-5426d9ee0a85,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:18.818251 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-72a860a4-52a7-478e-aad3-be3abedb7898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:18.852051 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a860a4-52a7-478e-aad3-be3abedb7898 admin admin] Pushing event deleted for resources: {'Port': ['ID=50a9f3a5-0be9-4cf1-8c9f-7d82f1058293,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:18.856525 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a860a4-52a7-478e-aad3-be3abedb7898 admin admin] No DVR routers for this DVR port 50a9f3a5-0be9-4cf1-8c9f-7d82f1058293 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:31:18.881905 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a466ce-6316-491e-b72b-e94c20a3eada req-026a6ae3-4604-4f35-9eaa-2e7b58c783ca tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:18.884150 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-02a466ce-6316-491e-b72b-e94c20a3eada req-026a6ae3-4604-4f35-9eaa-2e7b58c783ca tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.50 "GET /v2.0/ports?device_id=3213df3a-a041-4cae-8b2c-34b6a905640b HTTP/1.1" status: 200 len: 949 time: 0.1982658 Aug 11 02:31:18.902698 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dab667cc-9192-4ac1-b748-f2f7df6eac4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:18.936747 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-72a860a4-52a7-478e-aad3-be3abedb7898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:18.948024 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-72a860a4-52a7-478e-aad3-be3abedb7898 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4685d20e-17c8-4666-962b-9bfa9fee8b8d']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:18.949960 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dab667cc-9192-4ac1-b748-f2f7df6eac4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:18.958773 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-72a860a4-52a7-478e-aad3-be3abedb7898 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '834baff0-92b7-4293-b509-4ea76b554c13') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:18.959153 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-72a860a4-52a7-478e-aad3-be3abedb7898 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '834baff0-92b7-4293-b509-4ea76b554c13') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:18.966174 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-02a466ce-6316-491e-b72b-e94c20a3eada req-c325f218-fa48-46de-adab-518f451d306a tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e351a64-43d7-450b-9c4f-f632b5b2ca83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736883 Aug 11 02:31:18.981543 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-72a860a4-52a7-478e-aad3-be3abedb7898 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:18.998311 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-72a860a4-52a7-478e-aad3-be3abedb7898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:19.007409 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a860a4-52a7-478e-aad3-be3abedb7898 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:31:19.007918 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-72a860a4-52a7-478e-aad3-be3abedb7898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: self.session.flush() Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:31:19.012125 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:31:19.018640 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dab667cc-9192-4ac1-b748-f2f7df6eac4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:19.021611 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dab667cc-9192-4ac1-b748-f2f7df6eac4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:19.028170 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-dab667cc-9192-4ac1-b748-f2f7df6eac4b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2975377f-3554-48a9-a049-5426d9ee0a85 HTTP/1.1" status: 204 len: 168 time: 0.3131187 Aug 11 02:31:19.044362 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab667cc-9192-4ac1-b748-f2f7df6eac4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2975377f-3554-48a9-a049-5426d9ee0a85,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:19.103376 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-72a860a4-52a7-478e-aad3-be3abedb7898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:19.117279 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-72a860a4-52a7-478e-aad3-be3abedb7898 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:19.122970 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-72a860a4-52a7-478e-aad3-be3abedb7898 admin admin] 10.222.0.50 "DELETE /v2.0/networks/4685d20e-17c8-4666-962b-9bfa9fee8b8d HTTP/1.1" status: 204 len: 168 time: 1.1522603 Aug 11 02:31:19.135164 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a860a4-52a7-478e-aad3-be3abedb7898 admin admin] Pushing event deleted for resources: {'Network': ['ID=4685d20e-17c8-4666-962b-9bfa9fee8b8d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:19.244758 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 50a9f3a5-0be9-4cf1-8c9f-7d82f1058293 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:31:19.272943 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 50a9f3a5-0be9-4cf1-8c9f-7d82f1058293 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:31:19.273566 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 50a9f3a5-0be9-4cf1-8c9f-7d82f1058293 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:31:19.274162 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:31:19.302428 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:31:19.302797 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7e370c53-d2f5-4e9c-a9e6-f0a8d6f1bfaa not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:31:19.303501 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ddc3c140-98d7-4cb8-84de-f2fbd265b41b no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:31:19.327650 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: ddc3c140-98d7-4cb8-84de-f2fbd265b41b {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:31:19.328367 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ddc3c140-98d7-4cb8-84de-f2fbd265b41b not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:31:19.421464 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38092) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:19.485693 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7825a1a8-7931-4c5d-8ffb-2b5b0f674a6b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=964c94866ffe47439c17b06951694814&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0627537 Aug 11 02:31:19.488635 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38094) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:19.537466 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38096) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:19.545896 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a0fbb86-bc8c-40d4-8455-aac0697581fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:19.559995 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a79d7ae1-4542-4ade-adfe-9c3ef665105d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:19.576761 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a0fbb86-bc8c-40d4-8455-aac0697581fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:19.632003 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a0fbb86-bc8c-40d4-8455-aac0697581fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:19.636125 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9a0fbb86-bc8c-40d4-8455-aac0697581fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:19.639838 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9a0fbb86-bc8c-40d4-8455-aac0697581fa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d081a182-124f-4bcc-b679-03ae82675b35 HTTP/1.1" status: 204 len: 168 time: 0.1500478 Aug 11 02:31:19.660716 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0fbb86-bc8c-40d4-8455-aac0697581fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d081a182-124f-4bcc-b679-03ae82675b35,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:19.669536 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a79d7ae1-4542-4ade-adfe-9c3ef665105d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:19.674486 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a79d7ae1-4542-4ade-adfe-9c3ef665105d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:19.713800 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-22976071-239c-42fc-a132-ac8030943801 req-7f785e6b-ef89-4381-b078-e196d3f7e16d tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0541811 Aug 11 02:31:19.740873 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a79d7ae1-4542-4ade-adfe-9c3ef665105d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c770bb6cf9e247a9849c440104cd2b33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1996310 Aug 11 02:31:19.741111 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38104) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:19.807814 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d7ae1-4542-4ade-adfe-9c3ef665105d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d58d7d-afc4-4af0-97ae-7d18815a63bf,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:19.863134 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4b0b5-3998-4890-9aff-d58deb916c76 req-1fe201ff-8181-4f0b-927d-db2ea782fb8f tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:19.872437 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-12d4b0b5-3998-4890-9aff-d58deb916c76 req-1fe201ff-8181-4f0b-927d-db2ea782fb8f tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=d465964d-c94f-448b-ba36-fbf74f8902e6 HTTP/1.1" status: 200 len: 945 time: 0.1145034 Aug 11 02:31:19.920445 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a0e4d51-7d2d-4d53-8900-d2dd0339df8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:19.941197 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-12d4b0b5-3998-4890-9aff-d58deb916c76 req-338ffe9e-53cd-410a-847b-9f9fc5e6c578 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644546 Aug 11 02:31:19.986509 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a0e4d51-7d2d-4d53-8900-d2dd0339df8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:19.990363 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:20.078279 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a0e4d51-7d2d-4d53-8900-d2dd0339df8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:20.082269 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a0e4d51-7d2d-4d53-8900-d2dd0339df8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:20.087342 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3a0e4d51-7d2d-4d53-8900-d2dd0339df8f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/75d58d7d-afc4-4af0-97ae-7d18815a63bf HTTP/1.1" status: 204 len: 168 time: 0.3451746 Aug 11 02:31:20.097817 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e4d51-7d2d-4d53-8900-d2dd0339df8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d58d7d-afc4-4af0-97ae-7d18815a63bf,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:20.272999 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38118) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:20.333829 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-320229b1-6c36-4f93-a938-63e569b3d44a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6a9aa679a9c44458b34c56a3527eef01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595977 Aug 11 02:31:20.336794 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38122) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:20.408686 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a6bd37c1-f96b-4ec4-92b9-e2fded954142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:20.460419 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a6bd37c1-f96b-4ec4-92b9-e2fded954142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:20.556155 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a6bd37c1-f96b-4ec4-92b9-e2fded954142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:20.560494 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a6bd37c1-f96b-4ec4-92b9-e2fded954142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:20.578093 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a6bd37c1-f96b-4ec4-92b9-e2fded954142 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/300120b4-1de7-4e33-865e-6799140ecb58 HTTP/1.1" status: 204 len: 168 time: 0.2319317 Aug 11 02:31:20.607636 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd37c1-f96b-4ec4-92b9-e2fded954142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300120b4-1de7-4e33-865e-6799140ecb58,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:20.905272 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7ff43992-7f6f-4b4c-a79b-9f5d4936c262 req-255cf1e0-c33a-49ba-ae75-f3be84de498e tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0760157 Aug 11 02:31:21.329441 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b36d8d8c-e813-4d21-bd95-f75686f7977e req-c23355d7-b72d-475b-a20a-2a9d99d7cc0e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0447068 Aug 11 02:31:21.472164 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:21.824986 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38186) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:22.063943 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f466eb39-35b4-4c6c-9369-15953f985d47 req-624a06c1-1a40-4642-adb6-7df71abad954 tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0421073 Aug 11 02:31:22.144352 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e651ad0e-d94e-40f7-ad9f-55a5cadb5a48 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-541946047-network', 'tenant_id': '9aded0919f5842e1bfecc2898b95437e'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:22.169625 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e651ad0e-d94e-40f7-ad9f-55a5cadb5a48 admin admin] Made reservation on behalf of 9aded0919f5842e1bfecc2898b95437e for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:22.172929 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e651ad0e-d94e-40f7-ad9f-55a5cadb5a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:22.186278 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e651ad0e-d94e-40f7-ad9f-55a5cadb5a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:22.350809 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e651ad0e-d94e-40f7-ad9f-55a5cadb5a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:22.355747 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e651ad0e-d94e-40f7-ad9f-55a5cadb5a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:22.382645 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e651ad0e-d94e-40f7-ad9f-55a5cadb5a48 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:31:22.393337 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ad0e-d94e-40f7-ad9f-55a5cadb5a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f492b8-abf8-4724-b5e7-da74b78ad161,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:22.413610 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e651ad0e-d94e-40f7-ad9f-55a5cadb5a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:22.413965 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-e651ad0e-d94e-40f7-ad9f-55a5cadb5a48 admin admin] Added segment 81c2d912-7d54-421f-b958-1b4f2e7c0687 of type vlan for network a41e8057-f922-40fb-aafa-6d1aa04ae12f Aug 11 02:31:22.457178 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e651ad0e-d94e-40f7-ad9f-55a5cadb5a48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:22.513641 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e651ad0e-d94e-40f7-ad9f-55a5cadb5a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:22.515258 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e651ad0e-d94e-40f7-ad9f-55a5cadb5a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:22.516094 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e651ad0e-d94e-40f7-ad9f-55a5cadb5a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:22.535607 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38216) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:22.536483 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e651ad0e-d94e-40f7-ad9f-55a5cadb5a48 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7101130 Aug 11 02:31:22.542166 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-b341ce04-d4f5-4407-878d-8564e4102e34 admin admin] Request body: {'subnet': {'network_id': 'a41e8057-f922-40fb-aafa-6d1aa04ae12f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-541946047-subnet', 'tenant_id': '9aded0919f5842e1bfecc2898b95437e', 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:22.582770 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b341ce04-d4f5-4407-878d-8564e4102e34 admin admin] Made reservation on behalf of 9aded0919f5842e1bfecc2898b95437e for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:22.585961 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b341ce04-d4f5-4407-878d-8564e4102e34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:22.637140 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ad0e-d94e-40f7-ad9f-55a5cadb5a48 admin admin] Pushing event updated for resources: {'Network': ['ID=a41e8057-f922-40fb-aafa-6d1aa04ae12f,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:22.656006 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network a41e8057-f922-40fb-aafa-6d1aa04ae12f details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:31:22.850768 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b341ce04-d4f5-4407-878d-8564e4102e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:22.948698 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b341ce04-d4f5-4407-878d-8564e4102e34 admin admin] Checking segment: {'id': '81c2d912-7d54-421f-b958-1b4f2e7c0687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a41e8057-f922-40fb-aafa-6d1aa04ae12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:22.949420 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b341ce04-d4f5-4407-878d-8564e4102e34 admin admin] Network hostable DHCP agents. Network: a41e8057-f922-40fb-aafa-6d1aa04ae12f, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:31:22.953075 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341ce04-d4f5-4407-878d-8564e4102e34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eadbcf6e-47dd-4595-a5a8-e470290e9c8d,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:23.014781 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b341ce04-d4f5-4407-878d-8564e4102e34 admin admin] Network a41e8057-f922-40fb-aafa-6d1aa04ae12f is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:31:23.049236 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-b341ce04-d4f5-4407-878d-8564e4102e34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, a41e8057-f922-40fb-aafa-6d1aa04ae12f) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:23.057411 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21708e8-9ef3-45a8-aa00-1350bbe63739 None None] Network a41e8057-f922-40fb-aafa-6d1aa04ae12f requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:31:23.062739 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b341ce04-d4f5-4407-878d-8564e4102e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:23.063655 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b341ce04-d4f5-4407-878d-8564e4102e34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:23.094824 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38250) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:23.104022 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-59ddd6f4-201f-4810-880a-3191e88a9b66 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-541946047-router', 'tenant_id': '9aded0919f5842e1bfecc2898b95437e', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:23.111524 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b341ce04-d4f5-4407-878d-8564e4102e34 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5738187 Aug 11 02:31:23.155320 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-59ddd6f4-201f-4810-880a-3191e88a9b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:23.156691 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-59ddd6f4-201f-4810-880a-3191e88a9b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:23.265745 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9c0ec184-f367-41d0-ad7e-4fab8876d028 req-5bb8189f-457d-4489-af57-2576fa50d3c8 tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0699015 Aug 11 02:31:23.288890 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-59ddd6f4-201f-4810-880a-3191e88a9b66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:23.324711 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0299c0f0-195e-4253-b9c6-cb128fec1d92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-a41e8057-f922-40fb-aafa-6d1aa04ae12f', 'network_id': 'a41e8057-f922-40fb-aafa-6d1aa04ae12f', 'tenant_id': '9aded0919f5842e1bfecc2898b95437e', 'fixed_ips': [{'subnet_id': 'eadbcf6e-47dd-4595-a5a8-e470290e9c8d'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:31:23.325848 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0299c0f0-195e-4253-b9c6-cb128fec1d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:23.494968 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-0299c0f0-195e-4253-b9c6-cb128fec1d92 None None] Allocated IP 172.20.0.2 (a41e8057-f922-40fb-aafa-6d1aa04ae12f/eadbcf6e-47dd-4595-a5a8-e470290e9c8d/5829e2df-5213-4338-863e-2c1ea5743f96) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:23.623390 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f6a64194-cc52-4bed-8620-142095358a7e req-ed0ba0e2-1cfd-4219-827e-387b6278af48 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0585864 Aug 11 02:31:23.658441 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0299c0f0-195e-4253-b9c6-cb128fec1d92 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:23.667114 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-0299c0f0-195e-4253-b9c6-cb128fec1d92 None None] Transition to ACTIVE for port object 5829e2df-5213-4338-863e-2c1ea5743f96 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:23.684340 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-0299c0f0-195e-4253-b9c6-cb128fec1d92 None None] Transition to ACTIVE for port object 5829e2df-5213-4338-863e-2c1ea5743f96 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:23.712713 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0299c0f0-195e-4253-b9c6-cb128fec1d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:23.730257 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-59ddd6f4-201f-4810-880a-3191e88a9b66 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:23.750785 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f6a64194-cc52-4bed-8620-142095358a7e req-6bdcfe52-2847-4159-9d12-8def3a861f09 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b358ae0acd9e441f9fb9d33897221d36&device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0581415 Aug 11 02:31:23.811485 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299c0f0-195e-4253-b9c6-cb128fec1d92 None None] Pushing event updated for resources: {'Port': ['ID=5829e2df-5213-4338-863e-2c1ea5743f96,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:23.824110 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f6a64194-cc52-4bed-8620-142095358a7e req-8ae9afb5-d84a-41cb-baa3-758bb3f75b3f service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b358ae0acd9e441f9fb9d33897221d36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496480 Aug 11 02:31:23.832794 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0299c0f0-195e-4253-b9c6-cb128fec1d92 None None] Network a41e8057-f922-40fb-aafa-6d1aa04ae12f is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:23.834611 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-0299c0f0-195e-4253-b9c6-cb128fec1d92 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:23.842178 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0299c0f0-195e-4253-b9c6-cb128fec1d92 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:23.920567 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-0299c0f0-195e-4253-b9c6-cb128fec1d92 None None] Attempting to bind port 5829e2df-5213-4338-863e-2c1ea5743f96 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:23.922213 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-0299c0f0-195e-4253-b9c6-cb128fec1d92 None None] Attempting to bind port 5829e2df-5213-4338-863e-2c1ea5743f96 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '81c2d912-7d54-421f-b958-1b4f2e7c0687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a41e8057-f922-40fb-aafa-6d1aa04ae12f'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:23.922595 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0299c0f0-195e-4253-b9c6-cb128fec1d92 None None] Attempting to bind port 5829e2df-5213-4338-863e-2c1ea5743f96 on network a41e8057-f922-40fb-aafa-6d1aa04ae12f {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:23.938189 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0299c0f0-195e-4253-b9c6-cb128fec1d92 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:31:23.938566 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0299c0f0-195e-4253-b9c6-cb128fec1d92 None None] Checking segment: {'id': '81c2d912-7d54-421f-b958-1b4f2e7c0687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a41e8057-f922-40fb-aafa-6d1aa04ae12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:23.939442 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0299c0f0-195e-4253-b9c6-cb128fec1d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:23.940286 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0299c0f0-195e-4253-b9c6-cb128fec1d92 None None] Bound using segment: {'id': '81c2d912-7d54-421f-b958-1b4f2e7c0687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a41e8057-f922-40fb-aafa-6d1aa04ae12f'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:31:23.942359 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-0299c0f0-195e-4253-b9c6-cb128fec1d92 None None] Bound port: 5829e2df-5213-4338-863e-2c1ea5743f96, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c2d912-7d54-421f-b958-1b4f2e7c0687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a41e8057-f922-40fb-aafa-6d1aa04ae12f'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:31:23.943412 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0299c0f0-195e-4253-b9c6-cb128fec1d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:23.972784 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-03fa1728-e5fc-4ce9-b847-dae91a3f81f2 req-a8360c22-6b74-4ebf-abe6-ea322488ecf5 tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221&device_id=335ed44f-f1d6-4fad-80ea-708afbdbc445 HTTP/1.1" status: 200 len: 210 time: 0.0442319 Aug 11 02:31:24.101390 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-0299c0f0-195e-4253-b9c6-cb128fec1d92 None None] For port 5829e2df-5213-4338-863e-2c1ea5743f96, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:31:24.107175 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-0299c0f0-195e-4253-b9c6-cb128fec1d92 None None] For port 5829e2df-5213-4338-863e-2c1ea5743f96, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5829e2df-5213-4338-863e-2c1ea5743f96,segment=NetworkSegment(81c2d912-7d54-421f-b958-1b4f2e7c0687),segment_id=81c2d912-7d54-421f-b958-1b4f2e7c0687)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:31:24.115396 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0299c0f0-195e-4253-b9c6-cb128fec1d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:24.190860 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a64194-cc52-4bed-8620-142095358a7e req-88b71a41-09d9-49d4-8e42-5f9514438785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:24.193036 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f6a64194-cc52-4bed-8620-142095358a7e req-88b71a41-09d9-49d4-8e42-5f9514438785 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3671348 Aug 11 02:31:24.253948 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299c0f0-195e-4253-b9c6-cb128fec1d92 None None] Pushing event updated for resources: {'Port': ['ID=5829e2df-5213-4338-863e-2c1ea5743f96,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:24.316790 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-59ddd6f4-201f-4810-880a-3191e88a9b66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:24.336990 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cf8188b9-7cdf-4334-aafc-e5dac8b7c087 req-8eb2fce7-755b-42bb-ae0e-76d9a1dc87ae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b358ae0acd9e441f9fb9d33897221d36&device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0653887 Aug 11 02:31:24.395742 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-59ddd6f4-201f-4810-880a-3191e88a9b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:24.405032 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cf8188b9-7cdf-4334-aafc-e5dac8b7c087 req-8bb610cd-e32b-4b75-8ee7-617636e1a080 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b358ae0acd9e441f9fb9d33897221d36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524087 Aug 11 02:31:24.484080 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6fa3ab47-ef88-48f0-9309-634c7ec6c3ec req-ccdd56e0-fe7c-4961-97b2-2bea6e165224 tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0864732 Aug 11 02:31:24.513230 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:24.604560 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-59ddd6f4-201f-4810-880a-3191e88a9b66 admin admin] Allocated IP 172.25.2.44 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/b0b16e0b-658e-4b45-ba92-43e27d21cc7d) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:24.640999 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8188b9-7cdf-4334-aafc-e5dac8b7c087 req-abc9a374-0390-49fc-93b3-8904cb6dcf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:24.644072 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cf8188b9-7cdf-4334-aafc-e5dac8b7c087 req-abc9a374-0390-49fc-93b3-8904cb6dcf63 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2149348 Aug 11 02:31:24.770585 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-59ddd6f4-201f-4810-880a-3191e88a9b66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:24.819977 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-59ddd6f4-201f-4810-880a-3191e88a9b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:24.861158 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ddd6f4-201f-4810-880a-3191e88a9b66 admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:24.866609 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-59ddd6f4-201f-4810-880a-3191e88a9b66 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:24.870434 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ddd6f4-201f-4810-880a-3191e88a9b66 admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:24.949733 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ddd6f4-201f-4810-880a-3191e88a9b66 admin admin] Pushing event updated for resources: {'Port': ['ID=b0b16e0b-658e-4b45-ba92-43e27d21cc7d,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:25.152685 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-59ddd6f4-201f-4810-880a-3191e88a9b66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:25.326184 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5829e2df-5213-4338-863e-2c1ea5743f96 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:25.372416 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:25.392533 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 5829e2df-5213-4338-863e-2c1ea5743f96 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:25.405468 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-59ddd6f4-201f-4810-880a-3191e88a9b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:25.492163 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41388d6b-69f4-4312-af8f-4b5d3abc91d8 None None] Network a41e8057-f922-40fb-aafa-6d1aa04ae12f requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:31:25.555815 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ddd6f4-201f-4810-880a-3191e88a9b66 admin admin] Router 8eb24f27-abfb-4d58-b500-dfd38d2be2e6 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:31:25.752336 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ddd6f4-201f-4810-880a-3191e88a9b66 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:31:25.802970 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a3d6f1-2737-437b-b22d-576756f68ac2 None None] Sync routers for ids ['8eb24f27-abfb-4d58-b500-dfd38d2be2e6'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:31:25.812283 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-6403b229-aea4-412d-889f-745e279543ba None None] Provisioning for port 5829e2df-5213-4338-863e-2c1ea5743f96 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:25.812808 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-56352b4a-7a28-4dce-ba24-2c34422a22e5 req-45e640d4-9e9d-4a1a-8978-5bab653410df tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0723958 Aug 11 02:31:25.830046 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-59ddd6f4-201f-4810-880a-3191e88a9b66 admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:25.843949 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-59ddd6f4-201f-4810-880a-3191e88a9b66 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7455962 Aug 11 02:31:25.845578 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38302) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:25.854041 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cf8188b9-7cdf-4334-aafc-e5dac8b7c087 req-48f975af-05dd-4834-a8f4-c51755f60dae tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fbf229e-253b-4e03-b533-827833a19221 HTTP/1.1" status: 200 len: 210 time: 0.0376303 Aug 11 02:31:25.862885 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-6403b229-aea4-412d-889f-745e279543ba None None] Provisioning complete for port 5829e2df-5213-4338-863e-2c1ea5743f96 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:25.863347 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6403b229-aea4-412d-889f-745e279543ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:25.902273 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a3d6f1-2737-437b-b22d-576756f68ac2 None None] Routers {'8eb24f27-abfb-4d58-b500-dfd38d2be2e6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:25.902995 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-16a3d6f1-2737-437b-b22d-576756f68ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:31:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['8eb24f27-abfb-4d58-b500-dfd38d2be2e6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:26.160210 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38306) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:26.178059 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6403b229-aea4-412d-889f-745e279543ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.252805 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-16a3d6f1-2737-437b-b22d-576756f68ac2 None None] Set router 8eb24f27-abfb-4d58-b500-dfd38d2be2e6 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:26.402533 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-187ccf2b-f76f-4716-b7b5-1bc15056f2ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.419173 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-6403b229-aea4-412d-889f-745e279543ba None None] For port 5829e2df-5213-4338-863e-2c1ea5743f96, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5829e2df-5213-4338-863e-2c1ea5743f96,segment=NetworkSegment(81c2d912-7d54-421f-b958-1b4f2e7c0687),segment_id=81c2d912-7d54-421f-b958-1b4f2e7c0687)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:26.453128 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6403b229-aea4-412d-889f-745e279543ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.533338 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1975167c-22bd-471f-a6c5-241901e5b85c req-576cf544-03a5-4483-a869-6e7d6cff6c29 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=335ed44f-f1d6-4fad-80ea-708afbdbc445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0320530 Aug 11 02:31:26.642292 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-187ccf2b-f76f-4716-b7b5-1bc15056f2ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.647830 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-187ccf2b-f76f-4716-b7b5-1bc15056f2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.655577 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1975167c-22bd-471f-a6c5-241901e5b85c req-5e067a63-78ee-4e02-9ea2-2dcc0482aee5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b358ae0acd9e441f9fb9d33897221d36&device_id=335ed44f-f1d6-4fad-80ea-708afbdbc445 HTTP/1.1" status: 200 len: 210 time: 0.0354002 Aug 11 02:31:26.728331 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-187ccf2b-f76f-4716-b7b5-1bc15056f2ea admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6369dd186bde41bf9ec927b2d8fbb43f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5669496 Aug 11 02:31:26.734032 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38316) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:26.759164 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403b229-aea4-412d-889f-745e279543ba None None] Pushing event updated for resources: {'Port': ['ID=5829e2df-5213-4338-863e-2c1ea5743f96,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:26.780844 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ccf2b-f76f-4716-b7b5-1bc15056f2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b082b267-a4fc-4ccf-bd78-6cbd52af14e8,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:26.798229 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ccc0f717-7514-4ceb-a418-6a9ffdda6a63 None None] Provisioning complete for port 5829e2df-5213-4338-863e-2c1ea5743f96 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:26.798594 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ccc0f717-7514-4ceb-a418-6a9ffdda6a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.866550 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1975167c-22bd-471f-a6c5-241901e5b85c req-7724336c-5538-4583-90de-6acc969bc748 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=b358ae0acd9e441f9fb9d33897221d36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1279397 Aug 11 02:31:26.867837 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f03c4bdf-67d5-46e6-bedb-14ba9301b35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.907479 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f03c4bdf-67d5-46e6-bedb-14ba9301b35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:27.042081 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-16a3d6f1-2737-437b-b22d-576756f68ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb24f27-abfb-4d58-b500-dfd38d2be2e6', 'name': 'tempest-TestServerMultinode-541946047-router', 'tenant_id': '9aded0919f5842e1bfecc2898b95437e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'b0b16e0b-658e-4b45-ba92-43e27d21cc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:23Z', 'updated_at': '2021-08-11T02:31:25Z', 'revision_number': 3, 'project_id': '9aded0919f5842e1bfecc2898b95437e', 'gw_port': {'id': 'b0b16e0b-658e-4b45-ba92-43e27d21cc7d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb24f27-abfb-4d58-b500-dfd38d2be2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:24Z', 'updated_at': '2021-08-11T02:31:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:27.153854 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a3d6f1-2737-437b-b22d-576756f68ac2 None None] Checking router: 8eb24f27-abfb-4d58-b500-dfd38d2be2e6 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:31:27.155488 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a3d6f1-2737-437b-b22d-576756f68ac2 None None] Updating router 8eb24f27-abfb-4d58-b500-dfd38d2be2e6 port b0b16e0b-658e-4b45-ba92-43e27d21cc7d binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:31:27.216558 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-16a3d6f1-2737-437b-b22d-576756f68ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:27.265850 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975167c-22bd-471f-a6c5-241901e5b85c req-0bca3ba9-2a0a-4b9e-9b32-1f8e75e637b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:27.267347 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1975167c-22bd-471f-a6c5-241901e5b85c req-0bca3ba9-2a0a-4b9e-9b32-1f8e75e637b9 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3238728 Aug 11 02:31:27.282358 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5829e2df-5213-4338-863e-2c1ea5743f96 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:27.338226 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ce9656f7-8494-4d60-8b44-b1eac92b3b0c req-29001936-4230-4afa-8e56-6078b8c07859 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b358ae0acd9e441f9fb9d33897221d36&device_id=335ed44f-f1d6-4fad-80ea-708afbdbc445 HTTP/1.1" status: 200 len: 210 time: 0.0273018 Aug 11 02:31:27.399088 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ce9656f7-8494-4d60-8b44-b1eac92b3b0c req-f0bface4-f716-4d9c-92fc-32e1eb992eef service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=b358ae0acd9e441f9fb9d33897221d36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445232 Aug 11 02:31:27.412586 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 5829e2df-5213-4338-863e-2c1ea5743f96 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:27.413240 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:27.504794 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9656f7-8494-4d60-8b44-b1eac92b3b0c req-cd4b8ab5-508f-4361-96f9-6c4111a06677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:27.506612 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ce9656f7-8494-4d60-8b44-b1eac92b3b0c req-cd4b8ab5-508f-4361-96f9-6c4111a06677 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976834 Aug 11 02:31:27.587236 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7707d221-10ff-413d-8d20-e221d7f1222b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:27.667610 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-74671795-5eee-4e04-a5c5-7dedd2b668e8 req-711d3f53-b762-423e-a9cf-da2924c72b03 tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=335ed44f-f1d6-4fad-80ea-708afbdbc445 HTTP/1.1" status: 200 len: 210 time: 0.0613630 Aug 11 02:31:27.707620 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f03c4bdf-67d5-46e6-bedb-14ba9301b35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:27.716840 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f03c4bdf-67d5-46e6-bedb-14ba9301b35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:27.723147 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f03c4bdf-67d5-46e6-bedb-14ba9301b35b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b082b267-a4fc-4ccf-bd78-6cbd52af14e8 HTTP/1.1" status: 204 len: 168 time: 0.9859824 Aug 11 02:31:27.759084 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c4bdf-67d5-46e6-bedb-14ba9301b35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b082b267-a4fc-4ccf-bd78-6cbd52af14e8,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:27.797522 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-16a3d6f1-2737-437b-b22d-576756f68ac2 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:27.836399 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-16a3d6f1-2737-437b-b22d-576756f68ac2 None None] Transition to ACTIVE for port object b0b16e0b-658e-4b45-ba92-43e27d21cc7d will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:27.860279 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-16a3d6f1-2737-437b-b22d-576756f68ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:27.870045 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-7707d221-10ff-413d-8d20-e221d7f1222b admin admin] Allocated IP 172.20.0.1 (a41e8057-f922-40fb-aafa-6d1aa04ae12f/eadbcf6e-47dd-4595-a5a8-e470290e9c8d/174193db-0be4-48a6-b6cd-0e2412675153) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:27.951096 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccff562-f66e-4622-b14f-88f5f5a342f6 None None] Pushing event updated for resources: {'Port': ['ID=b0b16e0b-658e-4b45-ba92-43e27d21cc7d,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:27.984141 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-16a3d6f1-2737-437b-b22d-576756f68ac2 None None] Attempting to bind port b0b16e0b-658e-4b45-ba92-43e27d21cc7d on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:27.986641 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-16a3d6f1-2737-437b-b22d-576756f68ac2 None None] Attempting to bind port b0b16e0b-658e-4b45-ba92-43e27d21cc7d by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:27.988055 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a3d6f1-2737-437b-b22d-576756f68ac2 None None] Attempting to bind port b0b16e0b-658e-4b45-ba92-43e27d21cc7d on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:27.998970 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a3d6f1-2737-437b-b22d-576756f68ac2 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:31:28.002216 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a3d6f1-2737-437b-b22d-576756f68ac2 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:28.002642 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-16a3d6f1-2737-437b-b22d-576756f68ac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.003239 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a3d6f1-2737-437b-b22d-576756f68ac2 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:31:28.003826 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-16a3d6f1-2737-437b-b22d-576756f68ac2 None None] Bound port: b0b16e0b-658e-4b45-ba92-43e27d21cc7d, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:31:28.004282 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-16a3d6f1-2737-437b-b22d-576756f68ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.091763 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7707d221-10ff-413d-8d20-e221d7f1222b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.119432 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-7707d221-10ff-413d-8d20-e221d7f1222b admin admin] Transition to ACTIVE for port object 174193db-0be4-48a6-b6cd-0e2412675153 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:28.120052 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-16a3d6f1-2737-437b-b22d-576756f68ac2 None None] For port b0b16e0b-658e-4b45-ba92-43e27d21cc7d, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:31:28.126325 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-16a3d6f1-2737-437b-b22d-576756f68ac2 None None] For port b0b16e0b-658e-4b45-ba92-43e27d21cc7d, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b0b16e0b-658e-4b45-ba92-43e27d21cc7d,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:31:28.132539 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-16a3d6f1-2737-437b-b22d-576756f68ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.178754 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38342) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:28.197823 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7707d221-10ff-413d-8d20-e221d7f1222b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.233269 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-170c572e-6b97-426c-bf50-8c68a0239b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.246758 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a3d6f1-2737-437b-b22d-576756f68ac2 None None] Routers {'8eb24f27-abfb-4d58-b500-dfd38d2be2e6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:28.247801 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-16a3d6f1-2737-437b-b22d-576756f68ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:31:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['8eb24f27-abfb-4d58-b500-dfd38d2be2e6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:28.252323 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707d221-10ff-413d-8d20-e221d7f1222b admin admin] Pushing event updated for resources: {'Port': ['ID=174193db-0be4-48a6-b6cd-0e2412675153,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:28.270717 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7707d221-10ff-413d-8d20-e221d7f1222b admin admin] Network a41e8057-f922-40fb-aafa-6d1aa04ae12f is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:28.272269 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-7707d221-10ff-413d-8d20-e221d7f1222b admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:28.274788 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7707d221-10ff-413d-8d20-e221d7f1222b admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:28.333185 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccff562-f66e-4622-b14f-88f5f5a342f6 None None] Pushing event updated for resources: {'Port': ['ID=b0b16e0b-658e-4b45-ba92-43e27d21cc7d,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:28.362670 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7707d221-10ff-413d-8d20-e221d7f1222b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.462631 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-170c572e-6b97-426c-bf50-8c68a0239b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.471877 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-170c572e-6b97-426c-bf50-8c68a0239b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.497824 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-16a3d6f1-2737-437b-b22d-576756f68ac2 None None] Set router 8eb24f27-abfb-4d58-b500-dfd38d2be2e6 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:28.539901 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-170c572e-6b97-426c-bf50-8c68a0239b4e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a9b71390141c4a09af3b7ffc5ed3647b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3576276 Aug 11 02:31:28.540830 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38344) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:28.567467 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7707d221-10ff-413d-8d20-e221d7f1222b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.618771 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c572e-6b97-426c-bf50-8c68a0239b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae019c9-2fa1-4c4b-8d13-c159ce2efaee,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:28.672569 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-312915d0-b96b-4a12-9a9a-9bef0ca8fede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.725612 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-312915d0-b96b-4a12-9a9a-9bef0ca8fede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.799170 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fb06d3f2-d685-44eb-8e7f-7a7c4e0d6c52 None None] Provisioning for port 174193db-0be4-48a6-b6cd-0e2412675153 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:28.814955 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fb06d3f2-d685-44eb-8e7f-7a7c4e0d6c52 None None] Provisioning complete for port 174193db-0be4-48a6-b6cd-0e2412675153 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:28.815689 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fb06d3f2-d685-44eb-8e7f-7a7c4e0d6c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.834222 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-312915d0-b96b-4a12-9a9a-9bef0ca8fede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.836917 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-312915d0-b96b-4a12-9a9a-9bef0ca8fede admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.863859 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-312915d0-b96b-4a12-9a9a-9bef0ca8fede admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4ae019c9-2fa1-4c4b-8d13-c159ce2efaee HTTP/1.1" status: 204 len: 168 time: 0.3150730 Aug 11 02:31:28.892298 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312915d0-b96b-4a12-9a9a-9bef0ca8fede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae019c9-2fa1-4c4b-8d13-c159ce2efaee,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:28.962084 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fb06d3f2-d685-44eb-8e7f-7a7c4e0d6c52 None None] Port 174193db-0be4-48a6-b6cd-0e2412675153 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:31:28.962382 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fed3a0d0-755f-403b-a335-c8ff29aa5609 req-aa59b0e5-ca3d-45ad-ba3a-c5aa4302df29 tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.50 "GET /v2.0/ports?device_id=335ed44f-f1d6-4fad-80ea-708afbdbc445 HTTP/1.1" status: 200 len: 210 time: 0.0796661 Aug 11 02:31:28.980524 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-16a3d6f1-2737-437b-b22d-576756f68ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb24f27-abfb-4d58-b500-dfd38d2be2e6', 'name': 'tempest-TestServerMultinode-541946047-router', 'tenant_id': '9aded0919f5842e1bfecc2898b95437e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'b0b16e0b-658e-4b45-ba92-43e27d21cc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:23Z', 'updated_at': '2021-08-11T02:31:25Z', 'revision_number': 3, 'project_id': '9aded0919f5842e1bfecc2898b95437e', 'gw_port': {'id': 'b0b16e0b-658e-4b45-ba92-43e27d21cc7d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb24f27-abfb-4d58-b500-dfd38d2be2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:24Z', 'updated_at': '2021-08-11T02:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:29.031589 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7707d221-10ff-413d-8d20-e221d7f1222b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:29.034682 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a3d6f1-2737-437b-b22d-576756f68ac2 None None] The sync data for ids ['8eb24f27-abfb-4d58-b500-dfd38d2be2e6'] in n-d-615180-33 is: [{'id': '8eb24f27-abfb-4d58-b500-dfd38d2be2e6', 'name': 'tempest-TestServerMultinode-541946047-router', 'tenant_id': '9aded0919f5842e1bfecc2898b95437e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'b0b16e0b-658e-4b45-ba92-43e27d21cc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:23Z', 'updated_at': '2021-08-11T02:31:25Z', 'revision_number': 3, 'project_id': '9aded0919f5842e1bfecc2898b95437e', 'gw_port': {'id': 'b0b16e0b-658e-4b45-ba92-43e27d21cc7d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb24f27-abfb-4d58-b500-dfd38d2be2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:24Z', 'updated_at': '2021-08-11T02:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:31:29.038634 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7707d221-10ff-413d-8d20-e221d7f1222b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:29.109626 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707d221-10ff-413d-8d20-e221d7f1222b admin admin] Pushing event updated for resources: {'Port': ['ID=174193db-0be4-48a6-b6cd-0e2412675153,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:29.155338 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ce9656f7-8494-4d60-8b44-b1eac92b3b0c req-644e1b09-17e5-47a4-a00a-a18b1e649d13 tempest-ServerShowV247Test-118720212 tempest-ServerShowV247Test-118720212-project] 10.222.0.66 "GET /v2.0/ports?device_id=335ed44f-f1d6-4fad-80ea-708afbdbc445 HTTP/1.1" status: 200 len: 210 time: 0.0558667 Aug 11 02:31:29.182678 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7707d221-10ff-413d-8d20-e221d7f1222b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:29.369139 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7707d221-10ff-413d-8d20-e221d7f1222b admin admin] Network a41e8057-f922-40fb-aafa-6d1aa04ae12f is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:29.370715 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-7707d221-10ff-413d-8d20-e221d7f1222b admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:29.533173 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7707d221-10ff-413d-8d20-e221d7f1222b admin admin] Router 8eb24f27-abfb-4d58-b500-dfd38d2be2e6 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:31:29.779365 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7707d221-10ff-413d-8d20-e221d7f1222b admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:31:29.809978 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f6db2220-621d-4209-b8ca-91a01d1ab29d None None] Provisioning complete for port 174193db-0be4-48a6-b6cd-0e2412675153 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:29.811957 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f6db2220-621d-4209-b8ca-91a01d1ab29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:29.825410 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7707d221-10ff-413d-8d20-e221d7f1222b admin admin] 10.222.0.50 "PUT /v2.0/routers/8eb24f27-abfb-4d58-b500-dfd38d2be2e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9784122 Aug 11 02:31:29.899583 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-f6db2220-621d-4209-b8ca-91a01d1ab29d None None] Port 174193db-0be4-48a6-b6cd-0e2412675153 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:31:30.597267 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38420) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:30.774623 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-afb3f8f1-1fcd-4583-8333-c3dfc619b666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:30.928606 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-afb3f8f1-1fcd-4583-8333-c3dfc619b666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:30.933723 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-afb3f8f1-1fcd-4583-8333-c3dfc619b666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:30.971461 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3f8f1-1fcd-4583-8333-c3dfc619b666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424d5da7-abdb-4c26-a254-4374b238bb35,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:30.988994 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38436) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:30.994215 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-9be5ec62-bff0-43e5-9b15-49b163b00a85 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1063952366-network', 'tenant_id': 'e0b1227035334fb69ad16308aa15f8d2'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:31.019774 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-afb3f8f1-1fcd-4583-8333-c3dfc619b666 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b358ae0acd9e441f9fb9d33897221d36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4212267 Aug 11 02:31:31.020641 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38438) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:31.044212 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be5ec62-bff0-43e5-9b15-49b163b00a85 admin admin] Made reservation on behalf of e0b1227035334fb69ad16308aa15f8d2 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:31.048400 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9be5ec62-bff0-43e5-9b15-49b163b00a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:31.081607 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9be5ec62-bff0-43e5-9b15-49b163b00a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:31.097785 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-adf951c0-3037-4d01-984a-17ed93369803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:31.148233 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-adf951c0-3037-4d01-984a-17ed93369803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:31.289879 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-adf951c0-3037-4d01-984a-17ed93369803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:31.301077 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-adf951c0-3037-4d01-984a-17ed93369803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:31.313291 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-adf951c0-3037-4d01-984a-17ed93369803 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/424d5da7-abdb-4c26-a254-4374b238bb35 HTTP/1.1" status: 204 len: 168 time: 0.2910721 Aug 11 02:31:31.333219 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf951c0-3037-4d01-984a-17ed93369803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424d5da7-abdb-4c26-a254-4374b238bb35,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:31.339465 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9be5ec62-bff0-43e5-9b15-49b163b00a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:31.351067 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9be5ec62-bff0-43e5-9b15-49b163b00a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:31.385698 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b0b16e0b-658e-4b45-ba92-43e27d21cc7d up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:31.399500 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be5ec62-bff0-43e5-9b15-49b163b00a85 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:31:31.442495 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38452) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:31.458875 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5ec62-bff0-43e5-9b15-49b163b00a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5a03d8-c98c-49a2-a568-31f5777c0c16,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:31.470293 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9be5ec62-bff0-43e5-9b15-49b163b00a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:31.471517 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-9be5ec62-bff0-43e5-9b15-49b163b00a85 admin admin] Added segment f54e487e-27f6-42ef-8c07-f61f7a5cccac of type vlan for network 6dfaa9b1-b7f2-4159-93c7-fa983f0853f6 Aug 11 02:31:31.531344 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port b0b16e0b-658e-4b45-ba92-43e27d21cc7d completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:31.544145 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port b0b16e0b-658e-4b45-ba92-43e27d21cc7d triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:31.544526 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:31.582602 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9be5ec62-bff0-43e5-9b15-49b163b00a85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:31.657266 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9be5ec62-bff0-43e5-9b15-49b163b00a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:31.658780 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be5ec62-bff0-43e5-9b15-49b163b00a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:31.661538 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9be5ec62-bff0-43e5-9b15-49b163b00a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:31.716749 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2b9bcf99-4657-451a-9773-b8f9a916886d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:31.740814 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:31.749070 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9be5ec62-bff0-43e5-9b15-49b163b00a85 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7588687 Aug 11 02:31:31.752226 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38460) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:31.760001 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-fbcf5b38-8ce8-40dc-81b5-6fc76d7ee99e admin admin] Request body: {'subnet': {'network_id': '6dfaa9b1-b7f2-4159-93c7-fa983f0853f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1063952366-subnet', 'tenant_id': 'e0b1227035334fb69ad16308aa15f8d2', 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:31.789743 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port b0b16e0b-658e-4b45-ba92-43e27d21cc7d, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b0b16e0b-658e-4b45-ba92-43e27d21cc7d,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:31.798478 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:31.823114 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcf5b38-8ce8-40dc-81b5-6fc76d7ee99e admin admin] Made reservation on behalf of e0b1227035334fb69ad16308aa15f8d2 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:31.827563 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fbcf5b38-8ce8-40dc-81b5-6fc76d7ee99e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:31.854495 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5ec62-bff0-43e5-9b15-49b163b00a85 admin admin] Pushing event updated for resources: {'Network': ['ID=6dfaa9b1-b7f2-4159-93c7-fa983f0853f6,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:31.887476 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c8142e-448a-4c25-8338-d23579981748 None None] Sync routers for ids ['8eb24f27-abfb-4d58-b500-dfd38d2be2e6'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:31:31.902785 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c8142e-448a-4c25-8338-d23579981748 None None] Routers {'8eb24f27-abfb-4d58-b500-dfd38d2be2e6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:31.905355 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-49c8142e-448a-4c25-8338-d23579981748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:31:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['8eb24f27-abfb-4d58-b500-dfd38d2be2e6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:31.915711 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 6dfaa9b1-b7f2-4159-93c7-fa983f0853f6 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:31:32.039936 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2b9bcf99-4657-451a-9773-b8f9a916886d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:32.050169 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2b9bcf99-4657-451a-9773-b8f9a916886d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:32.120908 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=b0b16e0b-658e-4b45-ba92-43e27d21cc7d,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:32.220974 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38478) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:32.221914 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2b9bcf99-4657-451a-9773-b8f9a916886d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=19870109f4b844d6a4aaf8a47753e1a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7767260 Aug 11 02:31:32.223222 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9bcf99-4657-451a-9773-b8f9a916886d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af2661f-af93-4b37-8965-18ed8b1cf114,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:32.261227 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fbcf5b38-8ce8-40dc-81b5-6fc76d7ee99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:32.289693 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-49c8142e-448a-4c25-8338-d23579981748 None None] Set router 8eb24f27-abfb-4d58-b500-dfd38d2be2e6 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:32.393138 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf5b38-8ce8-40dc-81b5-6fc76d7ee99e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1e429aa-96cc-4243-89f9-851fdc8f1a88,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:32.407574 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcf5b38-8ce8-40dc-81b5-6fc76d7ee99e admin admin] Checking segment: {'id': 'f54e487e-27f6-42ef-8c07-f61f7a5cccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6dfaa9b1-b7f2-4159-93c7-fa983f0853f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:32.407914 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcf5b38-8ce8-40dc-81b5-6fc76d7ee99e admin admin] Network hostable DHCP agents. Network: 6dfaa9b1-b7f2-4159-93c7-fa983f0853f6, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:31:32.447955 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a5641c7f-2f2e-4a43-95c5-f3bea60c0bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:32.451255 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcf5b38-8ce8-40dc-81b5-6fc76d7ee99e admin admin] Network 6dfaa9b1-b7f2-4159-93c7-fa983f0853f6 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:31:32.474385 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-fbcf5b38-8ce8-40dc-81b5-6fc76d7ee99e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 6dfaa9b1-b7f2-4159-93c7-fa983f0853f6) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:32.483763 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcf5b38-8ce8-40dc-81b5-6fc76d7ee99e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:32.484239 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d4a532-4f1f-4797-ba3a-8dba7a944308 None None] Network 6dfaa9b1-b7f2-4159-93c7-fa983f0853f6 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:31:32.484750 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fbcf5b38-8ce8-40dc-81b5-6fc76d7ee99e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:32.496915 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a5641c7f-2f2e-4a43-95c5-f3bea60c0bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:32.521976 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fbcf5b38-8ce8-40dc-81b5-6fc76d7ee99e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7690418 Aug 11 02:31:32.524699 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38492) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:32.530635 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-663ae809-a5fe-4782-8606-e3ced80733df admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1063952366-router', 'tenant_id': 'e0b1227035334fb69ad16308aa15f8d2', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:32.575091 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-663ae809-a5fe-4782-8606-e3ced80733df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:32.577362 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-663ae809-a5fe-4782-8606-e3ced80733df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:32.623418 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a5641c7f-2f2e-4a43-95c5-f3bea60c0bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:32.627745 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a5641c7f-2f2e-4a43-95c5-f3bea60c0bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:32.632257 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a5641c7f-2f2e-4a43-95c5-f3bea60c0bb9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5af2661f-af93-4b37-8965-18ed8b1cf114 HTTP/1.1" status: 204 len: 168 time: 0.4079928 Aug 11 02:31:32.654117 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-49c8142e-448a-4c25-8338-d23579981748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb24f27-abfb-4d58-b500-dfd38d2be2e6', 'name': 'tempest-TestServerMultinode-541946047-router', 'tenant_id': '9aded0919f5842e1bfecc2898b95437e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'b0b16e0b-658e-4b45-ba92-43e27d21cc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:23Z', 'updated_at': '2021-08-11T02:31:28Z', 'revision_number': 4, 'project_id': '9aded0919f5842e1bfecc2898b95437e', 'gw_port': {'id': 'b0b16e0b-658e-4b45-ba92-43e27d21cc7d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb24f27-abfb-4d58-b500-dfd38d2be2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:24Z', 'updated_at': '2021-08-11T02:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '174193db-0be4-48a6-b6cd-0e2412675153', 'name': '', 'network_id': 'a41e8057-f922-40fb-aafa-6d1aa04ae12f', 'tenant_id': '9aded0919f5842e1bfecc2898b95437e', 'mac_address': 'fa:16:3e:2f:a0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb24f27-abfb-4d58-b500-dfd38d2be2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'eadbcf6e-47dd-4595-a5a8-e470290e9c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:27Z', 'updated_at': '2021-08-11T02:31:28Z', 'revision_number': 2, 'project_id': '9aded0919f5842e1bfecc2898b95437e', 'subnets': [{'id': 'eadbcf6e-47dd-4595-a5a8-e470290e9c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:32.673681 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5641c7f-2f2e-4a43-95c5-f3bea60c0bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af2661f-af93-4b37-8965-18ed8b1cf114,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:32.715364 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c8142e-448a-4c25-8338-d23579981748 None None] Checking router: 8eb24f27-abfb-4d58-b500-dfd38d2be2e6 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:31:32.716462 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c8142e-448a-4c25-8338-d23579981748 None None] Updating router 8eb24f27-abfb-4d58-b500-dfd38d2be2e6 port 174193db-0be4-48a6-b6cd-0e2412675153 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:31:32.759986 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-663ae809-a5fe-4782-8606-e3ced80733df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:32.781950 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-49c8142e-448a-4c25-8338-d23579981748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:32.819796 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e85b12-0b41-4e23-895e-d15ebb628b3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-6dfaa9b1-b7f2-4159-93c7-fa983f0853f6', 'network_id': '6dfaa9b1-b7f2-4159-93c7-fa983f0853f6', 'tenant_id': 'e0b1227035334fb69ad16308aa15f8d2', 'fixed_ips': [{'subnet_id': 'e1e429aa-96cc-4243-89f9-851fdc8f1a88'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:31:32.829926 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-93e85b12-0b41-4e23-895e-d15ebb628b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.169996 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-663ae809-a5fe-4782-8606-e3ced80733df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.287452 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-93e85b12-0b41-4e23-895e-d15ebb628b3a None None] Allocated IP 172.20.0.2 (6dfaa9b1-b7f2-4159-93c7-fa983f0853f6/e1e429aa-96cc-4243-89f9-851fdc8f1a88/5f54706d-a235-4d1d-9c42-6e3a69e8aa71) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:33.338104 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-49c8142e-448a-4c25-8338-d23579981748 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.369011 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-49c8142e-448a-4c25-8338-d23579981748 None None] Transition to ACTIVE for port object 174193db-0be4-48a6-b6cd-0e2412675153 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:33.374437 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b0b16e0b-658e-4b45-ba92-43e27d21cc7d up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:33.382515 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-49c8142e-448a-4c25-8338-d23579981748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.433629 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b3850-403c-4503-9c20-caff37969ec3 None None] Pushing event updated for resources: {'Port': ['ID=174193db-0be4-48a6-b6cd-0e2412675153,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:33.445798 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b3850-403c-4503-9c20-caff37969ec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:33.446142 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b3850-403c-4503-9c20-caff37969ec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:33.446477 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b3850-403c-4503-9c20-caff37969ec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:33.446807 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b3850-403c-4503-9c20-caff37969ec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:33.447133 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b3850-403c-4503-9c20-caff37969ec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:33.447610 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b3850-403c-4503-9c20-caff37969ec3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:33.448118 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b3850-403c-4503-9c20-caff37969ec3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:33.449836 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b3850-403c-4503-9c20-caff37969ec3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:33.450403 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b3850-403c-4503-9c20-caff37969ec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:33.450934 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b3850-403c-4503-9c20-caff37969ec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:33.451455 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b3850-403c-4503-9c20-caff37969ec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:33.452000 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b3850-403c-4503-9c20-caff37969ec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:33.627311 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-49c8142e-448a-4c25-8338-d23579981748 None None] Attempting to bind port 174193db-0be4-48a6-b6cd-0e2412675153 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:33.627717 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-49c8142e-448a-4c25-8338-d23579981748 None None] Attempting to bind port 174193db-0be4-48a6-b6cd-0e2412675153 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '81c2d912-7d54-421f-b958-1b4f2e7c0687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a41e8057-f922-40fb-aafa-6d1aa04ae12f'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:33.628895 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8142e-448a-4c25-8338-d23579981748 None None] Attempting to bind port 174193db-0be4-48a6-b6cd-0e2412675153 on network a41e8057-f922-40fb-aafa-6d1aa04ae12f {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:33.671845 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8142e-448a-4c25-8338-d23579981748 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:31:33.672216 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8142e-448a-4c25-8338-d23579981748 None None] Checking segment: {'id': '81c2d912-7d54-421f-b958-1b4f2e7c0687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a41e8057-f922-40fb-aafa-6d1aa04ae12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:33.676583 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-49c8142e-448a-4c25-8338-d23579981748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.678303 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8142e-448a-4c25-8338-d23579981748 None None] Bound using segment: {'id': '81c2d912-7d54-421f-b958-1b4f2e7c0687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a41e8057-f922-40fb-aafa-6d1aa04ae12f'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:31:33.680961 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-49c8142e-448a-4c25-8338-d23579981748 None None] Bound port: 174193db-0be4-48a6-b6cd-0e2412675153, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c2d912-7d54-421f-b958-1b4f2e7c0687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a41e8057-f922-40fb-aafa-6d1aa04ae12f'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:31:33.681781 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-49c8142e-448a-4c25-8338-d23579981748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.691396 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port b0b16e0b-658e-4b45-ba92-43e27d21cc7d triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:33.694646 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.815866 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-663ae809-a5fe-4782-8606-e3ced80733df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.875564 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-663ae809-a5fe-4782-8606-e3ced80733df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.908805 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-49c8142e-448a-4c25-8338-d23579981748 None None] For port 174193db-0be4-48a6-b6cd-0e2412675153, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:31:33.910184 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-93e85b12-0b41-4e23-895e-d15ebb628b3a None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.923905 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-93e85b12-0b41-4e23-895e-d15ebb628b3a None None] Transition to ACTIVE for port object 5f54706d-a235-4d1d-9c42-6e3a69e8aa71 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:33.927014 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-49c8142e-448a-4c25-8338-d23579981748 None None] For port 174193db-0be4-48a6-b6cd-0e2412675153, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=174193db-0be4-48a6-b6cd-0e2412675153,segment=NetworkSegment(81c2d912-7d54-421f-b958-1b4f2e7c0687),segment_id=81c2d912-7d54-421f-b958-1b4f2e7c0687)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:31:33.936252 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-49c8142e-448a-4c25-8338-d23579981748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.945876 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-93e85b12-0b41-4e23-895e-d15ebb628b3a None None] Transition to ACTIVE for port object 5f54706d-a235-4d1d-9c42-6e3a69e8aa71 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:33.957916 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-93e85b12-0b41-4e23-895e-d15ebb628b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:34.016277 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e85b12-0b41-4e23-895e-d15ebb628b3a None None] Network 6dfaa9b1-b7f2-4159-93c7-fa983f0853f6 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:34.026917 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-93e85b12-0b41-4e23-895e-d15ebb628b3a None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:34.037269 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e85b12-0b41-4e23-895e-d15ebb628b3a None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:34.106086 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b3850-403c-4503-9c20-caff37969ec3 None None] Pushing event updated for resources: {'Port': ['ID=174193db-0be4-48a6-b6cd-0e2412675153,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:34.135863 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c8142e-448a-4c25-8338-d23579981748 None None] Routers {'8eb24f27-abfb-4d58-b500-dfd38d2be2e6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:34.136673 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-49c8142e-448a-4c25-8338-d23579981748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:31:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['8eb24f27-abfb-4d58-b500-dfd38d2be2e6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:34.267365 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-663ae809-a5fe-4782-8606-e3ced80733df admin admin] Allocated IP 172.25.2.30 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/3bda0095-b80f-464e-8b1f-8da5dec446f1) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:34.406621 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-93e85b12-0b41-4e23-895e-d15ebb628b3a None None] Attempting to bind port 5f54706d-a235-4d1d-9c42-6e3a69e8aa71 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:34.406907 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-93e85b12-0b41-4e23-895e-d15ebb628b3a None None] Attempting to bind port 5f54706d-a235-4d1d-9c42-6e3a69e8aa71 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'f54e487e-27f6-42ef-8c07-f61f7a5cccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6dfaa9b1-b7f2-4159-93c7-fa983f0853f6'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:34.416181 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e85b12-0b41-4e23-895e-d15ebb628b3a None None] Attempting to bind port 5f54706d-a235-4d1d-9c42-6e3a69e8aa71 on network 6dfaa9b1-b7f2-4159-93c7-fa983f0853f6 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:34.421309 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e85b12-0b41-4e23-895e-d15ebb628b3a None None] Pushing event updated for resources: {'Port': ['ID=5f54706d-a235-4d1d-9c42-6e3a69e8aa71,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:34.439711 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e85b12-0b41-4e23-895e-d15ebb628b3a None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:31:34.440089 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e85b12-0b41-4e23-895e-d15ebb628b3a None None] Checking segment: {'id': 'f54e487e-27f6-42ef-8c07-f61f7a5cccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6dfaa9b1-b7f2-4159-93c7-fa983f0853f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:34.440497 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-93e85b12-0b41-4e23-895e-d15ebb628b3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:34.441017 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e85b12-0b41-4e23-895e-d15ebb628b3a None None] Bound using segment: {'id': 'f54e487e-27f6-42ef-8c07-f61f7a5cccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6dfaa9b1-b7f2-4159-93c7-fa983f0853f6'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:31:34.441345 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-93e85b12-0b41-4e23-895e-d15ebb628b3a None None] Bound port: 5f54706d-a235-4d1d-9c42-6e3a69e8aa71, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f54e487e-27f6-42ef-8c07-f61f7a5cccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6dfaa9b1-b7f2-4159-93c7-fa983f0853f6'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:31:34.441826 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-93e85b12-0b41-4e23-895e-d15ebb628b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:34.553096 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-49c8142e-448a-4c25-8338-d23579981748 None None] Set router 8eb24f27-abfb-4d58-b500-dfd38d2be2e6 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:34.572675 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-93e85b12-0b41-4e23-895e-d15ebb628b3a None None] For port 5f54706d-a235-4d1d-9c42-6e3a69e8aa71, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:31:34.576025 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-93e85b12-0b41-4e23-895e-d15ebb628b3a None None] For port 5f54706d-a235-4d1d-9c42-6e3a69e8aa71, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5f54706d-a235-4d1d-9c42-6e3a69e8aa71,segment=NetworkSegment(f54e487e-27f6-42ef-8c07-f61f7a5cccac),segment_id=f54e487e-27f6-42ef-8c07-f61f7a5cccac)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:31:34.581318 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-663ae809-a5fe-4782-8606-e3ced80733df admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:34.594827 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-93e85b12-0b41-4e23-895e-d15ebb628b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:34.677273 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-663ae809-a5fe-4782-8606-e3ced80733df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:34.735910 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663ae809-a5fe-4782-8606-e3ced80733df admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:34.737353 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e85b12-0b41-4e23-895e-d15ebb628b3a None None] Pushing event updated for resources: {'Port': ['ID=5f54706d-a235-4d1d-9c42-6e3a69e8aa71,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:34.738603 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-663ae809-a5fe-4782-8606-e3ced80733df admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:34.744309 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663ae809-a5fe-4782-8606-e3ced80733df admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:34.797413 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ae809-a5fe-4782-8606-e3ced80733df admin admin] Pushing event updated for resources: {'Port': ['ID=3bda0095-b80f-464e-8b1f-8da5dec446f1,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:35.146772 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-49c8142e-448a-4c25-8338-d23579981748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb24f27-abfb-4d58-b500-dfd38d2be2e6', 'name': 'tempest-TestServerMultinode-541946047-router', 'tenant_id': '9aded0919f5842e1bfecc2898b95437e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'b0b16e0b-658e-4b45-ba92-43e27d21cc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:23Z', 'updated_at': '2021-08-11T02:31:28Z', 'revision_number': 4, 'project_id': '9aded0919f5842e1bfecc2898b95437e', 'gw_port': {'id': 'b0b16e0b-658e-4b45-ba92-43e27d21cc7d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb24f27-abfb-4d58-b500-dfd38d2be2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:24Z', 'updated_at': '2021-08-11T02:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '174193db-0be4-48a6-b6cd-0e2412675153', 'name': '', 'network_id': 'a41e8057-f922-40fb-aafa-6d1aa04ae12f', 'tenant_id': '9aded0919f5842e1bfecc2898b95437e', 'mac_address': 'fa:16:3e:2f:a0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb24f27-abfb-4d58-b500-dfd38d2be2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'eadbcf6e-47dd-4595-a5a8-e470290e9c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:27Z', 'updated_at': '2021-08-11T02:31:33Z', 'revision_number': 4, 'project_id': '9aded0919f5842e1bfecc2898b95437e', 'subnets': [{'id': 'eadbcf6e-47dd-4595-a5a8-e470290e9c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:35.195246 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c8142e-448a-4c25-8338-d23579981748 None None] The sync data for ids ['8eb24f27-abfb-4d58-b500-dfd38d2be2e6'] in n-d-615180-33 is: [{'id': '8eb24f27-abfb-4d58-b500-dfd38d2be2e6', 'name': 'tempest-TestServerMultinode-541946047-router', 'tenant_id': '9aded0919f5842e1bfecc2898b95437e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'b0b16e0b-658e-4b45-ba92-43e27d21cc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:23Z', 'updated_at': '2021-08-11T02:31:28Z', 'revision_number': 4, 'project_id': '9aded0919f5842e1bfecc2898b95437e', 'gw_port': {'id': 'b0b16e0b-658e-4b45-ba92-43e27d21cc7d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb24f27-abfb-4d58-b500-dfd38d2be2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:24Z', 'updated_at': '2021-08-11T02:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '174193db-0be4-48a6-b6cd-0e2412675153', 'name': '', 'network_id': 'a41e8057-f922-40fb-aafa-6d1aa04ae12f', 'tenant_id': '9aded0919f5842e1bfecc2898b95437e', 'mac_address': 'fa:16:3e:2f:a0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb24f27-abfb-4d58-b500-dfd38d2be2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'eadbcf6e-47dd-4595-a5a8-e470290e9c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:27Z', 'updated_at': '2021-08-11T02:31:33Z', 'revision_number': 4, 'project_id': '9aded0919f5842e1bfecc2898b95437e', 'subnets': [{'id': 'eadbcf6e-47dd-4595-a5a8-e470290e9c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:31:35.420366 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5f54706d-a235-4d1d-9c42-6e3a69e8aa71 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:35.591216 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 5f54706d-a235-4d1d-9c42-6e3a69e8aa71 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:35.624076 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-663ae809-a5fe-4782-8606-e3ced80733df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:35.938671 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-663ae809-a5fe-4782-8606-e3ced80733df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:36.241924 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663ae809-a5fe-4782-8606-e3ced80733df admin admin] Router 5680af1f-0d24-4587-9090-6c36db49906f is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:31:36.472566 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c097631-7fc8-4bbb-b1ee-2536121dd454 None None] Network 6dfaa9b1-b7f2-4159-93c7-fa983f0853f6 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:31:36.536187 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663ae809-a5fe-4782-8606-e3ced80733df admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:31:36.574524 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-663ae809-a5fe-4782-8606-e3ced80733df admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:36.575875 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-663ae809-a5fe-4782-8606-e3ced80733df admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0498559 Aug 11 02:31:36.579608 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38644) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:36.584806 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1f6b21-321f-4b9e-a60c-2c8d83125e81 None None] Sync routers for ids ['5680af1f-0d24-4587-9090-6c36db49906f'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:31:36.642754 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1f6b21-321f-4b9e-a60c-2c8d83125e81 None None] Routers {'5680af1f-0d24-4587-9090-6c36db49906f'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:36.643411 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-9c1f6b21-321f-4b9e-a60c-2c8d83125e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:31:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5680af1f-0d24-4587-9090-6c36db49906f'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:36.654675 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-53d2311e-b4da-4822-b7dd-07dca941db05 None None] Provisioning for port 5f54706d-a235-4d1d-9c42-6e3a69e8aa71 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:36.840272 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-53d2311e-b4da-4822-b7dd-07dca941db05 None None] Provisioning complete for port 5f54706d-a235-4d1d-9c42-6e3a69e8aa71 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:36.840659 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-53d2311e-b4da-4822-b7dd-07dca941db05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.230048 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-9c1f6b21-321f-4b9e-a60c-2c8d83125e81 None None] Set router 5680af1f-0d24-4587-9090-6c36db49906f gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:37.448792 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 174193db-0be4-48a6-b6cd-0e2412675153 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:37.686153 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5202974e-acc1-4fee-8d27-aee818e65452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.068847 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-53d2311e-b4da-4822-b7dd-07dca941db05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.071157 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-5202974e-acc1-4fee-8d27-aee818e65452 admin admin] Allocated IP 172.20.0.1 (6dfaa9b1-b7f2-4159-93c7-fa983f0853f6/e1e429aa-96cc-4243-89f9-851fdc8f1a88/d26bbafe-1f2e-46f2-a20d-2740bfa13528) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:38.113466 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 174193db-0be4-48a6-b6cd-0e2412675153 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:38.144260 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 174193db-0be4-48a6-b6cd-0e2412675153 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:38.144652 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.192025 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-53d2311e-b4da-4822-b7dd-07dca941db05 None None] For port 5f54706d-a235-4d1d-9c42-6e3a69e8aa71, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5f54706d-a235-4d1d-9c42-6e3a69e8aa71,segment=NetworkSegment(f54e487e-27f6-42ef-8c07-f61f7a5cccac),segment_id=f54e487e-27f6-42ef-8c07-f61f7a5cccac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:38.201490 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-53d2311e-b4da-4822-b7dd-07dca941db05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.442642 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2311e-b4da-4822-b7dd-07dca941db05 None None] Pushing event updated for resources: {'Port': ['ID=5f54706d-a235-4d1d-9c42-6e3a69e8aa71,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:38.481356 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-7e7f1ba3-5bfe-41c8-bbbb-8a8df71466a6 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:38.482907 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-7e7f1ba3-5bfe-41c8-bbbb-8a8df71466a6 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/networks?id=b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 HTTP/1.1" status: 200 len: 813 time: 0.3447213 Aug 11 02:31:38.488503 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5202974e-acc1-4fee-8d27-aee818e65452 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.513056 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-fbd4ca2c-8fe9-46e5-8c23-de89a05eb9f2 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/quotas/fe5f52722e8249458d02819aff8bb439 HTTP/1.1" status: 200 len: 375 time: 0.0150042 Aug 11 02:31:38.519572 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-5202974e-acc1-4fee-8d27-aee818e65452 admin admin] Transition to ACTIVE for port object d26bbafe-1f2e-46f2-a20d-2740bfa13528 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:38.578057 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-919d760c-bf90-48d3-9370-8b726ca806dc None None] Provisioning complete for port 5f54706d-a235-4d1d-9c42-6e3a69e8aa71 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:38.580230 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-919d760c-bf90-48d3-9370-8b726ca806dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.643824 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-9c1f6b21-321f-4b9e-a60c-2c8d83125e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5680af1f-0d24-4587-9090-6c36db49906f', 'name': 'tempest-TestServerMultinode-1063952366-router', 'tenant_id': 'e0b1227035334fb69ad16308aa15f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '3bda0095-b80f-464e-8b1f-8da5dec446f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:32Z', 'updated_at': '2021-08-11T02:31:35Z', 'revision_number': 3, 'project_id': 'e0b1227035334fb69ad16308aa15f8d2', 'gw_port': {'id': '3bda0095-b80f-464e-8b1f-8da5dec446f1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:62:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5680af1f-0d24-4587-9090-6c36db49906f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:33Z', 'updated_at': '2021-08-11T02:31:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:38.677059 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.682075 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1f6b21-321f-4b9e-a60c-2c8d83125e81 None None] Checking router: 5680af1f-0d24-4587-9090-6c36db49906f for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:31:38.682456 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1f6b21-321f-4b9e-a60c-2c8d83125e81 None None] Updating router 5680af1f-0d24-4587-9090-6c36db49906f port 3bda0095-b80f-464e-8b1f-8da5dec446f1 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:31:38.720531 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5202974e-acc1-4fee-8d27-aee818e65452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.730902 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9c1f6b21-321f-4b9e-a60c-2c8d83125e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.809050 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202974e-acc1-4fee-8d27-aee818e65452 admin admin] Pushing event updated for resources: {'Port': ['ID=d26bbafe-1f2e-46f2-a20d-2740bfa13528,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:38.839017 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-3d7144b6-cbee-4cf9-8424-19b5a450548e tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe5f52722e8249458d02819aff8bb439&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2916069 Aug 11 02:31:38.885097 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 174193db-0be4-48a6-b6cd-0e2412675153, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=174193db-0be4-48a6-b6cd-0e2412675153,segment=NetworkSegment(81c2d912-7d54-421f-b958-1b4f2e7c0687),segment_id=81c2d912-7d54-421f-b958-1b4f2e7c0687)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:38.908986 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.960079 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5202974e-acc1-4fee-8d27-aee818e65452 admin admin] Network 6dfaa9b1-b7f2-4159-93c7-fa983f0853f6 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:38.962913 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-5202974e-acc1-4fee-8d27-aee818e65452 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:38.981375 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5202974e-acc1-4fee-8d27-aee818e65452 admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:39.147293 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-642ff573-68da-4a3a-bbc6-d05fc501bae1 service neutron] 10.222.0.50 "GET /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127730 Aug 11 02:31:39.184610 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=174193db-0be4-48a6-b6cd-0e2412675153,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:39.206863 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5202974e-acc1-4fee-8d27-aee818e65452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.475516 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9c1f6b21-321f-4b9e-a60c-2c8d83125e81 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.508973 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9c1f6b21-321f-4b9e-a60c-2c8d83125e81 None None] Transition to ACTIVE for port object 3bda0095-b80f-464e-8b1f-8da5dec446f1 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:39.541589 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5f54706d-a235-4d1d-9c42-6e3a69e8aa71 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:39.548346 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9c1f6b21-321f-4b9e-a60c-2c8d83125e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.760211 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-a5f13e1a-118d-450b-9bc8-9adae9a5ba61 service neutron] 10.222.0.50 "GET /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5468645 Aug 11 02:31:39.811526 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5202974e-acc1-4fee-8d27-aee818e65452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.821603 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-9c1f6b21-321f-4b9e-a60c-2c8d83125e81 None None] Attempting to bind port 3bda0095-b80f-464e-8b1f-8da5dec446f1 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:39.822093 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-9c1f6b21-321f-4b9e-a60c-2c8d83125e81 None None] Attempting to bind port 3bda0095-b80f-464e-8b1f-8da5dec446f1 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:39.822841 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1f6b21-321f-4b9e-a60c-2c8d83125e81 None None] Attempting to bind port 3bda0095-b80f-464e-8b1f-8da5dec446f1 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:39.837957 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1f6b21-321f-4b9e-a60c-2c8d83125e81 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:31:39.837957 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1f6b21-321f-4b9e-a60c-2c8d83125e81 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:39.837957 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9c1f6b21-321f-4b9e-a60c-2c8d83125e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.839817 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1f6b21-321f-4b9e-a60c-2c8d83125e81 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:31:39.840400 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-9c1f6b21-321f-4b9e-a60c-2c8d83125e81 None None] Bound port: 3bda0095-b80f-464e-8b1f-8da5dec446f1, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:31:39.840860 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9c1f6b21-321f-4b9e-a60c-2c8d83125e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.844469 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-75923769-700b-43d6-9c79-a4770e8f2538 None None] Provisioning for port d26bbafe-1f2e-46f2-a20d-2740bfa13528 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:39.846618 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7210dc3-f88a-44e5-9d44-0d31756184d0 None None] Pushing event updated for resources: {'Port': ['ID=3bda0095-b80f-464e-8b1f-8da5dec446f1,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:39.885615 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-75923769-700b-43d6-9c79-a4770e8f2538 None None] Provisioning complete for port d26bbafe-1f2e-46f2-a20d-2740bfa13528 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:39.886147 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-75923769-700b-43d6-9c79-a4770e8f2538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.959826 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 5f54706d-a235-4d1d-9c42-6e3a69e8aa71 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:39.960278 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.987084 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-75923769-700b-43d6-9c79-a4770e8f2538 None None] Port d26bbafe-1f2e-46f2-a20d-2740bfa13528 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:31:40.017263 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-9c1f6b21-321f-4b9e-a60c-2c8d83125e81 None None] For port 3bda0095-b80f-464e-8b1f-8da5dec446f1, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:31:40.048358 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-17aea0d7-4b9b-425d-be05-ec6b3c2f5aa5 req-31bb819c-a9f3-45e7-9a7b-bb5b3414cfdf tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b571fe6-73f2-40ef-a941-9614a87c4ca7 HTTP/1.1" status: 200 len: 210 time: 0.0474424 Aug 11 02:31:40.057815 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-9c1f6b21-321f-4b9e-a60c-2c8d83125e81 None None] For port 3bda0095-b80f-464e-8b1f-8da5dec446f1, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3bda0095-b80f-464e-8b1f-8da5dec446f1,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:31:40.081435 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9c1f6b21-321f-4b9e-a60c-2c8d83125e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.190446 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5202974e-acc1-4fee-8d27-aee818e65452 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.202709 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5202974e-acc1-4fee-8d27-aee818e65452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.322503 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7210dc3-f88a-44e5-9d44-0d31756184d0 None None] Pushing event updated for resources: {'Port': ['ID=3bda0095-b80f-464e-8b1f-8da5dec446f1,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:40.372496 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1f6b21-321f-4b9e-a60c-2c8d83125e81 None None] Routers {'5680af1f-0d24-4587-9090-6c36db49906f'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:40.373171 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-9c1f6b21-321f-4b9e-a60c-2c8d83125e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:31:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5680af1f-0d24-4587-9090-6c36db49906f'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:40.905760 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-9c1f6b21-321f-4b9e-a60c-2c8d83125e81 None None] Set router 5680af1f-0d24-4587-9090-6c36db49906f gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:40.951094 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5202974e-acc1-4fee-8d27-aee818e65452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:41.028776 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202974e-acc1-4fee-8d27-aee818e65452 admin admin] Pushing event updated for resources: {'Port': ['ID=d26bbafe-1f2e-46f2-a20d-2740bfa13528,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:41.308410 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-38a99d48-0e2b-4ad1-ad98-cb739448ce6f req-916ee0d3-bd30-461e-be5b-b0f209ed3b61 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b571fe6-73f2-40ef-a941-9614a87c4ca7 HTTP/1.1" status: 200 len: 210 time: 0.0994859 Aug 11 02:31:41.334671 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5202974e-acc1-4fee-8d27-aee818e65452 admin admin] Network 6dfaa9b1-b7f2-4159-93c7-fa983f0853f6 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:41.356513 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-5202974e-acc1-4fee-8d27-aee818e65452 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:41.514077 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 174193db-0be4-48a6-b6cd-0e2412675153 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:41.688270 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5202974e-acc1-4fee-8d27-aee818e65452 admin admin] Router 5680af1f-0d24-4587-9090-6c36db49906f has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:31:41.746391 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-9c1f6b21-321f-4b9e-a60c-2c8d83125e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5680af1f-0d24-4587-9090-6c36db49906f', 'name': 'tempest-TestServerMultinode-1063952366-router', 'tenant_id': 'e0b1227035334fb69ad16308aa15f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '3bda0095-b80f-464e-8b1f-8da5dec446f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:32Z', 'updated_at': '2021-08-11T02:31:39Z', 'revision_number': 4, 'project_id': 'e0b1227035334fb69ad16308aa15f8d2', 'gw_port': {'id': '3bda0095-b80f-464e-8b1f-8da5dec446f1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:62:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5680af1f-0d24-4587-9090-6c36db49906f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:33Z', 'updated_at': '2021-08-11T02:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'd26bbafe-1f2e-46f2-a20d-2740bfa13528', 'name': '', 'network_id': '6dfaa9b1-b7f2-4159-93c7-fa983f0853f6', 'tenant_id': 'e0b1227035334fb69ad16308aa15f8d2', 'mac_address': 'fa:16:3e:92:08:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5680af1f-0d24-4587-9090-6c36db49906f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'e1e429aa-96cc-4243-89f9-851fdc8f1a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:37Z', 'updated_at': '2021-08-11T02:31:39Z', 'revision_number': 2, 'project_id': 'e0b1227035334fb69ad16308aa15f8d2', 'subnets': [{'id': 'e1e429aa-96cc-4243-89f9-851fdc8f1a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:41.868422 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1f6b21-321f-4b9e-a60c-2c8d83125e81 None None] The sync data for ids ['5680af1f-0d24-4587-9090-6c36db49906f'] in n-d-615180-33 is: [{'id': '5680af1f-0d24-4587-9090-6c36db49906f', 'name': 'tempest-TestServerMultinode-1063952366-router', 'tenant_id': 'e0b1227035334fb69ad16308aa15f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '3bda0095-b80f-464e-8b1f-8da5dec446f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:32Z', 'updated_at': '2021-08-11T02:31:39Z', 'revision_number': 4, 'project_id': 'e0b1227035334fb69ad16308aa15f8d2', 'gw_port': {'id': '3bda0095-b80f-464e-8b1f-8da5dec446f1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:62:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5680af1f-0d24-4587-9090-6c36db49906f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:33Z', 'updated_at': '2021-08-11T02:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'd26bbafe-1f2e-46f2-a20d-2740bfa13528', 'name': '', 'network_id': '6dfaa9b1-b7f2-4159-93c7-fa983f0853f6', 'tenant_id': 'e0b1227035334fb69ad16308aa15f8d2', 'mac_address': 'fa:16:3e:92:08:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5680af1f-0d24-4587-9090-6c36db49906f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'e1e429aa-96cc-4243-89f9-851fdc8f1a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:37Z', 'updated_at': '2021-08-11T02:31:39Z', 'revision_number': 2, 'project_id': 'e0b1227035334fb69ad16308aa15f8d2', 'subnets': [{'id': 'e1e429aa-96cc-4243-89f9-851fdc8f1a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:31:41.892889 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 174193db-0be4-48a6-b6cd-0e2412675153 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:41.893275 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:42.145716 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5202974e-acc1-4fee-8d27-aee818e65452 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:31:42.158270 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-52532071-c43d-4d66-a858-5c53fd5a0088 None None] Provisioning complete for port d26bbafe-1f2e-46f2-a20d-2740bfa13528 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:42.158643 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-52532071-c43d-4d66-a858-5c53fd5a0088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:42.163086 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5202974e-acc1-4fee-8d27-aee818e65452 admin admin] 10.222.0.50 "PUT /v2.0/routers/5680af1f-0d24-4587-9090-6c36db49906f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5815055 Aug 11 02:31:42.267430 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-52532071-c43d-4d66-a858-5c53fd5a0088 None None] Port d26bbafe-1f2e-46f2-a20d-2740bfa13528 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:31:42.407253 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-bd46fe46-3d9e-41d5-a7ab-ebfa0ef0e671 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:42.423903 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-bd46fe46-3d9e-41d5-a7ab-ebfa0ef0e671 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.73 "GET /v2.0/networks?id=b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 HTTP/1.1" status: 200 len: 813 time: 0.4414470 Aug 11 02:31:42.435318 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-8f1ec68b-1506-4c0e-b3cc-da67feac2646 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Request body: {'port': {'device_id': '0b571fe6-73f2-40ef-a941-9614a87c4ca7', 'network_id': 'b9eb72cf-c2be-4e07-900a-e3f5dc7401c2', 'admin_state_up': True, 'tenant_id': 'fe5f52722e8249458d02819aff8bb439'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:42.634750 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3ca39625-0b41-438e-ae7e-18b78cd7f82d req-3180cdd9-ecc7-4e34-a255-2467929611b1 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b571fe6-73f2-40ef-a941-9614a87c4ca7 HTTP/1.1" status: 200 len: 210 time: 0.0409989 Aug 11 02:31:42.835823 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-8f1ec68b-1506-4c0e-b3cc-da67feac2646 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Made reservation on behalf of fe5f52722e8249458d02819aff8bb439 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:42.844128 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-8f1ec68b-1506-4c0e-b3cc-da67feac2646 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:43.243947 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-8f1ec68b-1506-4c0e-b3cc-da67feac2646 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Allocated IP 172.20.0.14 (b9eb72cf-c2be-4e07-900a-e3f5dc7401c2/0158b5c2-32d3-41d6-b8b5-8309e1adc057/c4f57556-4b52-42db-971a-9f26549196a2) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:43.759182 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-8f1ec68b-1506-4c0e-b3cc-da67feac2646 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:43.795712 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90317011-a804-4290-a6c7-06d91109c219 req-fb1c4309-6c10-4188-88fa-fc3e8ca1db47 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:43.797666 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-90317011-a804-4290-a6c7-06d91109c219 req-fb1c4309-6c10-4188-88fa-fc3e8ca1db47 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/networks?id=a41e8057-f922-40fb-aafa-6d1aa04ae12f HTTP/1.1" status: 200 len: 910 time: 0.2741354 Aug 11 02:31:43.843829 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-90317011-a804-4290-a6c7-06d91109c219 req-a52aad8c-96c9-4c16-9c04-823e7ccf1fb1 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/quotas/e0b1227035334fb69ad16308aa15f8d2 HTTP/1.1" status: 200 len: 375 time: 0.0394216 Aug 11 02:31:43.873995 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-988f3099-dd78-47a4-8ec1-778927adda08 req-eab3d4c7-9030-48a0-8b0d-ccf98cd345b4 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b571fe6-73f2-40ef-a941-9614a87c4ca7 HTTP/1.1" status: 200 len: 210 time: 0.0463750 Aug 11 02:31:44.039579 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-8f1ec68b-1506-4c0e-b3cc-da67feac2646 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:44.056623 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['aa65f928-cc55-44c4-b23e-280e471c672f'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:31:44.064099 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-90317011-a804-4290-a6c7-06d91109c219 req-e5a37939-8b36-4ed0-9298-60c12b8f06a3 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0b1227035334fb69ad16308aa15f8d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2105060 Aug 11 02:31:44.271627 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-8f1ec68b-1506-4c0e-b3cc-da67feac2646 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Network b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:44.316820 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ec68b-1506-4c0e-b3cc-da67feac2646 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Pushing event updated for resources: {'Port': ['ID=c4f57556-4b52-42db-971a-9f26549196a2,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:44.334076 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-8f1ec68b-1506-4c0e-b3cc-da67feac2646 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:44.390588 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ec68b-1506-4c0e-b3cc-da67feac2646 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:44.391915 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ec68b-1506-4c0e-b3cc-da67feac2646 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:44.397446 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ec68b-1506-4c0e-b3cc-da67feac2646 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:44.398826 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ec68b-1506-4c0e-b3cc-da67feac2646 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:44.399685 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ec68b-1506-4c0e-b3cc-da67feac2646 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:44.399991 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ec68b-1506-4c0e-b3cc-da67feac2646 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:44.403959 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ec68b-1506-4c0e-b3cc-da67feac2646 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:44.405292 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ec68b-1506-4c0e-b3cc-da67feac2646 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:44.405292 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ec68b-1506-4c0e-b3cc-da67feac2646 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:44.405292 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ec68b-1506-4c0e-b3cc-da67feac2646 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:44.405881 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ec68b-1506-4c0e-b3cc-da67feac2646 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:44.407340 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ec68b-1506-4c0e-b3cc-da67feac2646 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:44.424820 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-8f1ec68b-1506-4c0e-b3cc-da67feac2646 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:44.610806 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-8f1ec68b-1506-4c0e-b3cc-da67feac2646 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:44.613254 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-8f1ec68b-1506-4c0e-b3cc-da67feac2646 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:44.650111 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-90317011-a804-4290-a6c7-06d91109c219 req-5979a14b-fd04-4cff-ad6a-c87df00200a4 service neutron] 10.222.0.50 "GET /v2.0/networks/a41e8057-f922-40fb-aafa-6d1aa04ae12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5285454 Aug 11 02:31:44.665437 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-8f1ec68b-1506-4c0e-b3cc-da67feac2646 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2369246 Aug 11 02:31:44.693778 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-c7ae5d59-9a75-44c1-87ee-b3cd06e3f33e service neutron] Request body: {'port': {'device_id': '0b571fe6-73f2-40ef-a941-9614a87c4ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:44.900397 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-c7ae5d59-9a75-44c1-87ee-b3cd06e3f33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.037159 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-90317011-a804-4290-a6c7-06d91109c219 req-425d5d55-2629-438a-8fba-07f8ba653651 service neutron] 10.222.0.50 "GET /v2.0/networks/a41e8057-f922-40fb-aafa-6d1aa04ae12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615451 Aug 11 02:31:45.165809 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9f437-7900-4f73-be3b-e602d2d22842 req-d6619601-9219-42fe-9247-0e359bc39013 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:45.183194 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4be9f437-7900-4f73-be3b-e602d2d22842 req-d6619601-9219-42fe-9247-0e359bc39013 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b571fe6-73f2-40ef-a941-9614a87c4ca7 HTTP/1.1" status: 200 len: 932 time: 0.1269643 Aug 11 02:31:45.398276 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3bda0095-b80f-464e-8b1f-8da5dec446f1 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:45.407914 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4be9f437-7900-4f73-be3b-e602d2d22842 req-62e716ff-bf59-451f-983a-6569033c1140 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910014 Aug 11 02:31:45.528854 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 3bda0095-b80f-464e-8b1f-8da5dec446f1 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:45.533261 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 3bda0095-b80f-464e-8b1f-8da5dec446f1 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:45.534663 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.553777 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b8ac774d-40ae-40e3-9af7-2aeaa03716b9 req-8a0ce60b-2663-4e49-8b0d-2e0a0c8f12f1 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0e6e1eba-9c5e-4584-a5ee-45670b6631d7 HTTP/1.1" status: 200 len: 210 time: 0.2115986 Aug 11 02:31:45.705808 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-022e2812-2ac7-43ce-8c56-d79fcec428e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.810249 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.912238 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 3bda0095-b80f-464e-8b1f-8da5dec446f1, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3bda0095-b80f-464e-8b1f-8da5dec446f1,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:45.921500 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.971291 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-c7ae5d59-9a75-44c1-87ee-b3cd06e3f33e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f57556-4b52-42db-971a-9f26549196a2 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:31:45.997783 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-c7ae5d59-9a75-44c1-87ee-b3cd06e3f33e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.021534 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-c7ae5d59-9a75-44c1-87ee-b3cd06e3f33e service neutron] Transition to ACTIVE for port object c4f57556-4b52-42db-971a-9f26549196a2 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:46.027200 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-c7ae5d59-9a75-44c1-87ee-b3cd06e3f33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.137311 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=3bda0095-b80f-464e-8b1f-8da5dec446f1,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:46.221044 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966b498d-606c-4f6c-89ff-45495ba16d79 None None] Sync routers for ids ['5680af1f-0d24-4587-9090-6c36db49906f'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:31:46.234641 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5d59-9a75-44c1-87ee-b3cd06e3f33e service neutron] Pushing event updated for resources: {'Port': ['ID=c4f57556-4b52-42db-971a-9f26549196a2,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:46.256613 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966b498d-606c-4f6c-89ff-45495ba16d79 None None] Routers {'5680af1f-0d24-4587-9090-6c36db49906f'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:46.257679 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-966b498d-606c-4f6c-89ff-45495ba16d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:31:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5680af1f-0d24-4587-9090-6c36db49906f'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:46.392267 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-c7ae5d59-9a75-44c1-87ee-b3cd06e3f33e service neutron] Attempting to bind port c4f57556-4b52-42db-971a-9f26549196a2 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:46.392604 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-c7ae5d59-9a75-44c1-87ee-b3cd06e3f33e service neutron] Attempting to bind port c4f57556-4b52-42db-971a-9f26549196a2 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '75d0996b-852e-4214-9d0e-94750bce0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b9eb72cf-c2be-4e07-900a-e3f5dc7401c2'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:46.402026 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-c7ae5d59-9a75-44c1-87ee-b3cd06e3f33e service neutron] Attempting to bind port c4f57556-4b52-42db-971a-9f26549196a2 on network b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:46.414923 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-966b498d-606c-4f6c-89ff-45495ba16d79 None None] Set router 5680af1f-0d24-4587-9090-6c36db49906f gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:46.456982 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-c7ae5d59-9a75-44c1-87ee-b3cd06e3f33e service neutron] Port c4f57556-4b52-42db-971a-9f26549196a2 on network b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:31:46.470320 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-c7ae5d59-9a75-44c1-87ee-b3cd06e3f33e service neutron] Attempting to bind port c4f57556-4b52-42db-971a-9f26549196a2 on network b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:46.484099 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-c7ae5d59-9a75-44c1-87ee-b3cd06e3f33e service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:31:46.485137 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-c7ae5d59-9a75-44c1-87ee-b3cd06e3f33e service neutron] Checking segment: {'id': '75d0996b-852e-4214-9d0e-94750bce0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b9eb72cf-c2be-4e07-900a-e3f5dc7401c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:46.486650 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-c7ae5d59-9a75-44c1-87ee-b3cd06e3f33e service neutron] Bound using segment: {'id': '75d0996b-852e-4214-9d0e-94750bce0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b9eb72cf-c2be-4e07-900a-e3f5dc7401c2'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:31:46.491677 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-c7ae5d59-9a75-44c1-87ee-b3cd06e3f33e service neutron] Bound port: c4f57556-4b52-42db-971a-9f26549196a2, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d0996b-852e-4214-9d0e-94750bce0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b9eb72cf-c2be-4e07-900a-e3f5dc7401c2'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:31:46.492505 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-c7ae5d59-9a75-44c1-87ee-b3cd06e3f33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.692577 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-c7ae5d59-9a75-44c1-87ee-b3cd06e3f33e service neutron] For port c4f57556-4b52-42db-971a-9f26549196a2, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:31:46.707559 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-c7ae5d59-9a75-44c1-87ee-b3cd06e3f33e service neutron] For port c4f57556-4b52-42db-971a-9f26549196a2, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=c4f57556-4b52-42db-971a-9f26549196a2,segment=NetworkSegment(75d0996b-852e-4214-9d0e-94750bce0135),segment_id=75d0996b-852e-4214-9d0e-94750bce0135)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:31:46.715932 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-c7ae5d59-9a75-44c1-87ee-b3cd06e3f33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.798929 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387206f-4d30-43a9-8d9d-bd16a04b624e req-9d291223-28b3-44c1-8435-170558cc50ea tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:46.800632 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d387206f-4d30-43a9-8d9d-bd16a04b624e req-9d291223-28b3-44c1-8435-170558cc50ea tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b571fe6-73f2-40ef-a941-9614a87c4ca7 HTTP/1.1" status: 200 len: 944 time: 0.2827983 Aug 11 02:31:46.807522 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0cba2afb-089d-4c0e-9eb2-79bdadeded7a req-88a3a2a7-314c-41e1-8009-60e66e54daa8 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0e6e1eba-9c5e-4584-a5ee-45670b6631d7 HTTP/1.1" status: 200 len: 210 time: 0.0749474 Aug 11 02:31:46.818572 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-c7ae5d59-9a75-44c1-87ee-b3cd06e3f33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:46.819205 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-c7ae5d59-9a75-44c1-87ee-b3cd06e3f33e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.820644 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-c7ae5d59-9a75-44c1-87ee-b3cd06e3f33e service neutron] 10.222.0.73 "PUT /v2.0/ports/c4f57556-4b52-42db-971a-9f26549196a2 HTTP/1.1" status: 200 len: 1093 time: 2.1449521 Aug 11 02:31:46.859741 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b571fe6-73f2-40ef-a941-9614a87c4ca7', 'tag': 'c4f57556-4b52-42db-971a-9f26549196a2'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:31:46.863916 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc9d646-9a8a-407c-a801-c658a2a4e67e" -d '{"events": [{"name": "network-changed", "server_uuid": "0b571fe6-73f2-40ef-a941-9614a87c4ca7", "tag": "c4f57556-4b52-42db-971a-9f26549196a2"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:31:46.934368 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5d59-9a75-44c1-87ee-b3cd06e3f33e service neutron] Pushing event updated for resources: {'Port': ['ID=c4f57556-4b52-42db-971a-9f26549196a2,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:47.151873 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d387206f-4d30-43a9-8d9d-bd16a04b624e req-31eb3703-c6e8-4743-96f3-24c27843ba56 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128340 Aug 11 02:31:47.153287 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893eaa26-a742-4e8e-970d-2f79cd56be9f x-openstack-request-id: req-893eaa26-a742-4e8e-970d-2f79cd56be9f {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:31:47.155643 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b571fe6-73f2-40ef-a941-9614a87c4ca7", "tag": "c4f57556-4b52-42db-971a-9f26549196a2", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:31:47.155957 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-893eaa26-a742-4e8e-970d-2f79cd56be9f {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:31:47.156524 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b571fe6-73f2-40ef-a941-9614a87c4ca7', 'tag': 'c4f57556-4b52-42db-971a-9f26549196a2', 'status': 'completed', 'code': 200} Aug 11 02:31:47.163730 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-966b498d-606c-4f6c-89ff-45495ba16d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5680af1f-0d24-4587-9090-6c36db49906f', 'name': 'tempest-TestServerMultinode-1063952366-router', 'tenant_id': 'e0b1227035334fb69ad16308aa15f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '3bda0095-b80f-464e-8b1f-8da5dec446f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:32Z', 'updated_at': '2021-08-11T02:31:39Z', 'revision_number': 4, 'project_id': 'e0b1227035334fb69ad16308aa15f8d2', 'gw_port': {'id': '3bda0095-b80f-464e-8b1f-8da5dec446f1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5680af1f-0d24-4587-9090-6c36db49906f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:33Z', 'updated_at': '2021-08-11T02:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'd26bbafe-1f2e-46f2-a20d-2740bfa13528', 'name': '', 'network_id': '6dfaa9b1-b7f2-4159-93c7-fa983f0853f6', 'tenant_id': 'e0b1227035334fb69ad16308aa15f8d2', 'mac_address': 'fa:16:3e:92:08:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5680af1f-0d24-4587-9090-6c36db49906f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'e1e429aa-96cc-4243-89f9-851fdc8f1a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:37Z', 'updated_at': '2021-08-11T02:31:39Z', 'revision_number': 2, 'project_id': 'e0b1227035334fb69ad16308aa15f8d2', 'subnets': [{'id': 'e1e429aa-96cc-4243-89f9-851fdc8f1a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:47.170910 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-c9bd07ff-7f3f-436f-8520-dff09c5b0579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:47.172634 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-c9bd07ff-7f3f-436f-8520-dff09c5b0579 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe5f52722e8249458d02819aff8bb439&device_id=0b571fe6-73f2-40ef-a941-9614a87c4ca7 HTTP/1.1" status: 200 len: 1096 time: 0.1725760 Aug 11 02:31:47.247589 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-0baa9b9d-a35f-4631-b94d-82a10f6bee94 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4f57556-4b52-42db-971a-9f26549196a2 HTTP/1.1" status: 200 len: 217 time: 0.0598750 Aug 11 02:31:47.302349 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966b498d-606c-4f6c-89ff-45495ba16d79 None None] Checking router: 5680af1f-0d24-4587-9090-6c36db49906f for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:31:47.302994 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966b498d-606c-4f6c-89ff-45495ba16d79 None None] Updating router 5680af1f-0d24-4587-9090-6c36db49906f port d26bbafe-1f2e-46f2-a20d-2740bfa13528 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:31:47.318335 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3bda0095-b80f-464e-8b1f-8da5dec446f1 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:47.333502 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-966b498d-606c-4f6c-89ff-45495ba16d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:47.398818 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-b1af2bb7-4231-4be6-8313-0bf836e6bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:47.401362 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-b1af2bb7-4231-4be6-8313-0bf836e6bbd9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0158b5c2-32d3-41d6-b8b5-8309e1adc057 HTTP/1.1" status: 200 len: 853 time: 0.1442819 Aug 11 02:31:47.456657 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-c57a5ad5-7aa5-4c18-810f-7cea9b00291c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b9eb72cf-c2be-4e07-900a-e3f5dc7401c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486441 Aug 11 02:31:47.569308 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 3bda0095-b80f-464e-8b1f-8da5dec446f1 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:47.571486 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:47.754566 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-fe981c07-4082-4c03-a913-7b250bbe6f96 service neutron] 10.222.0.73 "GET /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901320 Aug 11 02:31:47.766882 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:31:47.823561 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90317011-a804-4290-a6c7-06d91109c219 req-c883b195-88f9-428d-a580-2d5a27de0716 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:47.840322 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-90317011-a804-4290-a6c7-06d91109c219 req-c883b195-88f9-428d-a580-2d5a27de0716 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.73 "GET /v2.0/networks?id=a41e8057-f922-40fb-aafa-6d1aa04ae12f HTTP/1.1" status: 200 len: 910 time: 0.3150878 Aug 11 02:31:47.865558 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-90317011-a804-4290-a6c7-06d91109c219 req-5c2f1c1f-71d7-44d9-b0c0-2ed4f30720c5 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Request body: {'port': {'device_id': '0e6e1eba-9c5e-4584-a5ee-45670b6631d7', 'network_id': 'a41e8057-f922-40fb-aafa-6d1aa04ae12f', 'admin_state_up': True, 'tenant_id': 'e0b1227035334fb69ad16308aa15f8d2'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:47.902148 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-966b498d-606c-4f6c-89ff-45495ba16d79 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:47.918773 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-966b498d-606c-4f6c-89ff-45495ba16d79 None None] Transition to ACTIVE for port object d26bbafe-1f2e-46f2-a20d-2740bfa13528 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:47.926844 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-966b498d-606c-4f6c-89ff-45495ba16d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:47.945570 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90317011-a804-4290-a6c7-06d91109c219 req-5c2f1c1f-71d7-44d9-b0c0-2ed4f30720c5 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Made reservation on behalf of e0b1227035334fb69ad16308aa15f8d2 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:47.952193 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-90317011-a804-4290-a6c7-06d91109c219 req-5c2f1c1f-71d7-44d9-b0c0-2ed4f30720c5 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:48.022416 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4985ec-90b0-456c-903a-310db2792c3c None None] Pushing event updated for resources: {'Port': ['ID=d26bbafe-1f2e-46f2-a20d-2740bfa13528,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:48.073760 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2a8a673b-6c95-451a-a2d9-5cf4b209d489 req-cdc15467-f9f5-4f83-b9b2-e7351b87bf1b service neutron] 10.222.0.73 "GET /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029540 Aug 11 02:31:48.074322 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-71f6f7d0-870f-4c2b-9f28-d9396f7d5d0f req-0deb0868-2dec-444d-b0aa-b900863f28a7 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0e6e1eba-9c5e-4584-a5ee-45670b6631d7 HTTP/1.1" status: 200 len: 210 time: 0.0701406 Aug 11 02:31:48.191202 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-966b498d-606c-4f6c-89ff-45495ba16d79 None None] Attempting to bind port d26bbafe-1f2e-46f2-a20d-2740bfa13528 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:48.191202 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-966b498d-606c-4f6c-89ff-45495ba16d79 None None] Attempting to bind port d26bbafe-1f2e-46f2-a20d-2740bfa13528 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'f54e487e-27f6-42ef-8c07-f61f7a5cccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6dfaa9b1-b7f2-4159-93c7-fa983f0853f6'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:48.191573 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966b498d-606c-4f6c-89ff-45495ba16d79 None None] Attempting to bind port d26bbafe-1f2e-46f2-a20d-2740bfa13528 on network 6dfaa9b1-b7f2-4159-93c7-fa983f0853f6 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:48.200676 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966b498d-606c-4f6c-89ff-45495ba16d79 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:31:48.200925 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966b498d-606c-4f6c-89ff-45495ba16d79 None None] Checking segment: {'id': 'f54e487e-27f6-42ef-8c07-f61f7a5cccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6dfaa9b1-b7f2-4159-93c7-fa983f0853f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:48.201424 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-966b498d-606c-4f6c-89ff-45495ba16d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:48.201994 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966b498d-606c-4f6c-89ff-45495ba16d79 None None] Bound using segment: {'id': 'f54e487e-27f6-42ef-8c07-f61f7a5cccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6dfaa9b1-b7f2-4159-93c7-fa983f0853f6'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:31:48.202531 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-966b498d-606c-4f6c-89ff-45495ba16d79 None None] Bound port: d26bbafe-1f2e-46f2-a20d-2740bfa13528, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f54e487e-27f6-42ef-8c07-f61f7a5cccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6dfaa9b1-b7f2-4159-93c7-fa983f0853f6'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:31:48.202897 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-966b498d-606c-4f6c-89ff-45495ba16d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:48.274695 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9d646-9a8a-407c-a801-c658a2a4e67e req-11645dd0-93ad-4020-b309-6f91188dfa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:48.280587 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-edc9d646-9a8a-407c-a801-c658a2a4e67e req-11645dd0-93ad-4020-b309-6f91188dfa10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe5f52722e8249458d02819aff8bb439&device_id=0b571fe6-73f2-40ef-a941-9614a87c4ca7 HTTP/1.1" status: 200 len: 1096 time: 0.1424940 Aug 11 02:31:48.334398 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8a5fe831-ca9a-421d-82dc-00ec7ded1c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:48.407294 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-90317011-a804-4290-a6c7-06d91109c219 req-5c2f1c1f-71d7-44d9-b0c0-2ed4f30720c5 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Allocated IP 172.20.0.12 (a41e8057-f922-40fb-aafa-6d1aa04ae12f/eadbcf6e-47dd-4595-a5a8-e470290e9c8d/a9413c32-8aea-4794-9dfc-89589197ec13) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:48.442556 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:48.448148 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-966b498d-606c-4f6c-89ff-45495ba16d79 None None] For port d26bbafe-1f2e-46f2-a20d-2740bfa13528, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:31:48.465529 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-966b498d-606c-4f6c-89ff-45495ba16d79 None None] For port d26bbafe-1f2e-46f2-a20d-2740bfa13528, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d26bbafe-1f2e-46f2-a20d-2740bfa13528,segment=NetworkSegment(f54e487e-27f6-42ef-8c07-f61f7a5cccac),segment_id=f54e487e-27f6-42ef-8c07-f61f7a5cccac)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:31:48.471719 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-966b498d-606c-4f6c-89ff-45495ba16d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:48.685127 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966b498d-606c-4f6c-89ff-45495ba16d79 None None] Routers {'5680af1f-0d24-4587-9090-6c36db49906f'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:48.685787 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-966b498d-606c-4f6c-89ff-45495ba16d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:31:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5680af1f-0d24-4587-9090-6c36db49906f'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:48.729246 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae11ed-b523-47fc-98c6-e021a7e88e2d req-75ffa6e2-857d-4e3b-94a0-3f99a338fa69 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:48.741713 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-06ae11ed-b523-47fc-98c6-e021a7e88e2d req-75ffa6e2-857d-4e3b-94a0-3f99a338fa69 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b571fe6-73f2-40ef-a941-9614a87c4ca7 HTTP/1.1" status: 200 len: 944 time: 0.3852215 Aug 11 02:31:48.857790 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-90317011-a804-4290-a6c7-06d91109c219 req-5c2f1c1f-71d7-44d9-b0c0-2ed4f30720c5 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:48.875936 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4985ec-90b0-456c-903a-310db2792c3c None None] Pushing event updated for resources: {'Port': ['ID=d26bbafe-1f2e-46f2-a20d-2740bfa13528,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:48.904636 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-90317011-a804-4290-a6c7-06d91109c219 req-5c2f1c1f-71d7-44d9-b0c0-2ed4f30720c5 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Transition to ACTIVE for port object a9413c32-8aea-4794-9dfc-89589197ec13 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:48.927976 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-06ae11ed-b523-47fc-98c6-e021a7e88e2d req-44f72292-2604-4e4d-a5b1-5a251a5fb223 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809750 Aug 11 02:31:49.028781 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9d646-9a8a-407c-a801-c658a2a4e67e req-0cd5c3df-8c9e-4fbe-8a64-9aee79716e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:49.030300 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-edc9d646-9a8a-407c-a801-c658a2a4e67e req-0cd5c3df-8c9e-4fbe-8a64-9aee79716e97 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 HTTP/1.1" status: 200 len: 914 time: 0.7415109 Aug 11 02:31:49.041121 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-90317011-a804-4290-a6c7-06d91109c219 req-5c2f1c1f-71d7-44d9-b0c0-2ed4f30720c5 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:49.071362 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 38950) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:49.181326 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-966b498d-606c-4f6c-89ff-45495ba16d79 None None] Set router 5680af1f-0d24-4587-9090-6c36db49906f gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:49.197408 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f1c1f-71d7-44d9-b0c0-2ed4f30720c5 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Pushing event updated for resources: {'Port': ['ID=a9413c32-8aea-4794-9dfc-89589197ec13,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:49.225904 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-edc9d646-9a8a-407c-a801-c658a2a4e67e req-2b19dd0c-a9a2-44ce-9fa0-497658911c4b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4f57556-4b52-42db-971a-9f26549196a2 HTTP/1.1" status: 200 len: 217 time: 0.1784542 Aug 11 02:31:49.294802 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90317011-a804-4290-a6c7-06d91109c219 req-5c2f1c1f-71d7-44d9-b0c0-2ed4f30720c5 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Network a41e8057-f922-40fb-aafa-6d1aa04ae12f is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:49.302985 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-90317011-a804-4290-a6c7-06d91109c219 req-5c2f1c1f-71d7-44d9-b0c0-2ed4f30720c5 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:49.320640 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-90317011-a804-4290-a6c7-06d91109c219 req-5c2f1c1f-71d7-44d9-b0c0-2ed4f30720c5 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:49.401464 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d26bbafe-1f2e-46f2-a20d-2740bfa13528 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:49.458209 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90317011-a804-4290-a6c7-06d91109c219 req-5c2f1c1f-71d7-44d9-b0c0-2ed4f30720c5 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:49.460750 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-90317011-a804-4290-a6c7-06d91109c219 req-5c2f1c1f-71d7-44d9-b0c0-2ed4f30720c5 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:49.513943 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-522aa50b-375e-40e7-a926-9c7575f3bb03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:49.519020 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-90317011-a804-4290-a6c7-06d91109c219 req-5c2f1c1f-71d7-44d9-b0c0-2ed4f30720c5 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6706233 Aug 11 02:31:49.521040 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987bc09-e408-4076-a2f6-10388d18333e req-b1d80d11-4d53-4e53-812e-dd0bec84bd6f tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:49.522482 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7987bc09-e408-4076-a2f6-10388d18333e req-b1d80d11-4d53-4e53-812e-dd0bec84bd6f tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0e6e1eba-9c5e-4584-a5ee-45670b6631d7 HTTP/1.1" status: 200 len: 1028 time: 0.3263607 Aug 11 02:31:49.533540 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9d646-9a8a-407c-a801-c658a2a4e67e req-7a1436f6-b280-4421-a083-453f3ba769fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:49.535127 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-edc9d646-9a8a-407c-a801-c658a2a4e67e req-7a1436f6-b280-4421-a083-453f3ba769fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0158b5c2-32d3-41d6-b8b5-8309e1adc057 HTTP/1.1" status: 200 len: 853 time: 0.2996621 Aug 11 02:31:49.545653 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-90317011-a804-4290-a6c7-06d91109c219 req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Request body: {'port': {'device_id': '0e6e1eba-9c5e-4584-a5ee-45670b6631d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:49.560704 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port d26bbafe-1f2e-46f2-a20d-2740bfa13528 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:49.575930 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port d26bbafe-1f2e-46f2-a20d-2740bfa13528 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:49.576308 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:49.787653 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:49.796876 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-edc9d646-9a8a-407c-a801-c658a2a4e67e req-f426674d-5d51-449e-a929-14598aee6076 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b9eb72cf-c2be-4e07-900a-e3f5dc7401c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2412755 Aug 11 02:31:49.810645 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7987bc09-e408-4076-a2f6-10388d18333e req-84a46da7-3da2-4376-a149-7d01f46e0124 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4d5a03d8-c98c-49a2-a568-31f5777c0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617734 Aug 11 02:31:49.816117 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-90317011-a804-4290-a6c7-06d91109c219 req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:49.825321 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-966b498d-606c-4f6c-89ff-45495ba16d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5680af1f-0d24-4587-9090-6c36db49906f', 'name': 'tempest-TestServerMultinode-1063952366-router', 'tenant_id': 'e0b1227035334fb69ad16308aa15f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '3bda0095-b80f-464e-8b1f-8da5dec446f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:32Z', 'updated_at': '2021-08-11T02:31:39Z', 'revision_number': 4, 'project_id': 'e0b1227035334fb69ad16308aa15f8d2', 'gw_port': {'id': '3bda0095-b80f-464e-8b1f-8da5dec446f1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5680af1f-0d24-4587-9090-6c36db49906f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:33Z', 'updated_at': '2021-08-11T02:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'd26bbafe-1f2e-46f2-a20d-2740bfa13528', 'name': '', 'network_id': '6dfaa9b1-b7f2-4159-93c7-fa983f0853f6', 'tenant_id': 'e0b1227035334fb69ad16308aa15f8d2', 'mac_address': 'fa:16:3e:92:08:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5680af1f-0d24-4587-9090-6c36db49906f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'e1e429aa-96cc-4243-89f9-851fdc8f1a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:37Z', 'updated_at': '2021-08-11T02:31:48Z', 'revision_number': 4, 'project_id': 'e0b1227035334fb69ad16308aa15f8d2', 'subnets': [{'id': 'e1e429aa-96cc-4243-89f9-851fdc8f1a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:49.834246 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8d9ce8c4-7fc3-41da-ac59-507dc35ad472 None None] Provisioning for port a9413c32-8aea-4794-9dfc-89589197ec13 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:49.866220 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966b498d-606c-4f6c-89ff-45495ba16d79 None None] The sync data for ids ['5680af1f-0d24-4587-9090-6c36db49906f'] in n-d-615180-33 is: [{'id': '5680af1f-0d24-4587-9090-6c36db49906f', 'name': 'tempest-TestServerMultinode-1063952366-router', 'tenant_id': 'e0b1227035334fb69ad16308aa15f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '3bda0095-b80f-464e-8b1f-8da5dec446f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:32Z', 'updated_at': '2021-08-11T02:31:39Z', 'revision_number': 4, 'project_id': 'e0b1227035334fb69ad16308aa15f8d2', 'gw_port': {'id': '3bda0095-b80f-464e-8b1f-8da5dec446f1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5680af1f-0d24-4587-9090-6c36db49906f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:33Z', 'updated_at': '2021-08-11T02:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'd26bbafe-1f2e-46f2-a20d-2740bfa13528', 'name': '', 'network_id': '6dfaa9b1-b7f2-4159-93c7-fa983f0853f6', 'tenant_id': 'e0b1227035334fb69ad16308aa15f8d2', 'mac_address': 'fa:16:3e:92:08:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5680af1f-0d24-4587-9090-6c36db49906f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'e1e429aa-96cc-4243-89f9-851fdc8f1a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:37Z', 'updated_at': '2021-08-11T02:31:48Z', 'revision_number': 4, 'project_id': 'e0b1227035334fb69ad16308aa15f8d2', 'subnets': [{'id': 'e1e429aa-96cc-4243-89f9-851fdc8f1a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:31:49.973959 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8d9ce8c4-7fc3-41da-ac59-507dc35ad472 None None] Provisioning complete for port a9413c32-8aea-4794-9dfc-89589197ec13 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:49.974466 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8d9ce8c4-7fc3-41da-ac59-507dc35ad472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:49.986973 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port d26bbafe-1f2e-46f2-a20d-2740bfa13528, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d26bbafe-1f2e-46f2-a20d-2740bfa13528,segment=NetworkSegment(f54e487e-27f6-42ef-8c07-f61f7a5cccac),segment_id=f54e487e-27f6-42ef-8c07-f61f7a5cccac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:50.076426 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:50.183751 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:50.195901 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-8d9ce8c4-7fc3-41da-ac59-507dc35ad472 None None] Port a9413c32-8aea-4794-9dfc-89589197ec13 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:31:50.205870 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-522aa50b-375e-40e7-a926-9c7575f3bb03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:50.287297 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-522aa50b-375e-40e7-a926-9c7575f3bb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:50.291936 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=d26bbafe-1f2e-46f2-a20d-2740bfa13528,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:50.335459 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-edc9d646-9a8a-407c-a801-c658a2a4e67e req-5a98cf43-13ad-4718-b232-382968911c57 service neutron] 10.222.0.73 "GET /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5258076 Aug 11 02:31:50.372879 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-522aa50b-375e-40e7-a926-9c7575f3bb03 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=39302883456240109de0e7672882436b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2978711 Aug 11 02:31:50.374440 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 38974) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:50.389943 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb549bd8-2d30-493b-b3d9-6f1f8725e523 req-8ce661f3-f46e-491c-a12c-a1618e3f92c1 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:50.398458 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eb549bd8-2d30-493b-b3d9-6f1f8725e523 req-8ce661f3-f46e-491c-a12c-a1618e3f92c1 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b571fe6-73f2-40ef-a941-9614a87c4ca7 HTTP/1.1" status: 200 len: 944 time: 0.2988179 Aug 11 02:31:50.574693 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522aa50b-375e-40e7-a926-9c7575f3bb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd7345d-1f8c-4b54-9bb7-004178ab648d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:50.600094 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a6a4d0a6-f1af-45e6-ad36-fa9f044d67d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:50.661769 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eb549bd8-2d30-493b-b3d9-6f1f8725e523 req-08f727ad-6577-41a2-acad-192e6964c983 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475002 Aug 11 02:31:50.718282 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a6a4d0a6-f1af-45e6-ad36-fa9f044d67d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:50.729751 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-edc9d646-9a8a-407c-a801-c658a2a4e67e req-6f28c431-21aa-4349-a81d-fc44c4e3e297 service neutron] 10.222.0.73 "GET /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572986 Aug 11 02:31:50.775660 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device c4f57556-4b52-42db-971a-9f26549196a2 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:31:50.810793 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-90317011-a804-4290-a6c7-06d91109c219 req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9413c32-8aea-4794-9dfc-89589197ec13 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:31:50.829348 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-90317011-a804-4290-a6c7-06d91109c219 req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:50.867300 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a6a4d0a6-f1af-45e6-ad36-fa9f044d67d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:50.872185 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a6a4d0a6-f1af-45e6-ad36-fa9f044d67d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:50.876679 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a6a4d0a6-f1af-45e6-ad36-fa9f044d67d6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9dd7345d-1f8c-4b54-9bb7-004178ab648d HTTP/1.1" status: 204 len: 168 time: 0.5012486 Aug 11 02:31:50.929498 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-90317011-a804-4290-a6c7-06d91109c219 req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Transition to ACTIVE for port object a9413c32-8aea-4794-9dfc-89589197ec13 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:50.986007 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4d0a6-f1af-45e6-ad36-fa9f044d67d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd7345d-1f8c-4b54-9bb7-004178ab648d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:50.997818 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-90317011-a804-4290-a6c7-06d91109c219 req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.000716 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port c4f57556-4b52-42db-971a-9f26549196a2, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=c4f57556-4b52-42db-971a-9f26549196a2,segment=NetworkSegment(75d0996b-852e-4214-9d0e-94750bce0135),segment_id=75d0996b-852e-4214-9d0e-94750bce0135)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:51.027398 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'c4f57556-4b52-42db-971a-9f26549196a2', 'network_id': 'b9eb72cf-c2be-4e07-900a-e3f5dc7401c2', 'port_id': 'c4f57556-4b52-42db-971a-9f26549196a2', 'mac_address': 'fa:16:3e:d2:11:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0158b5c2-32d3-41d6-b8b5-8309e1adc057', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:31:51.135856 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.218119 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f57556-4b52-42db-971a-9f26549196a2 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:31:51.241583 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Pushing event updated for resources: {'Port': ['ID=a9413c32-8aea-4794-9dfc-89589197ec13,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:51.254067 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508d48c-08c0-4fa7-b9ba-64d3fd62dafd req-301ef2d1-09e2-42d1-86ee-57418e54dc95 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:51.270397 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4508d48c-08c0-4fa7-b9ba-64d3fd62dafd req-301ef2d1-09e2-42d1-86ee-57418e54dc95 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0e6e1eba-9c5e-4584-a5ee-45670b6631d7 HTTP/1.1" status: 200 len: 1054 time: 0.3494101 Aug 11 02:31:51.291854 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port c4f57556-4b52-42db-971a-9f26549196a2, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=c4f57556-4b52-42db-971a-9f26549196a2,segment=NetworkSegment(75d0996b-852e-4214-9d0e-94750bce0135),segment_id=75d0996b-852e-4214-9d0e-94750bce0135)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:51.297099 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.399219 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=c4f57556-4b52-42db-971a-9f26549196a2,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:51.402014 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d26bbafe-1f2e-46f2-a20d-2740bfa13528 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:51.468571 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4508d48c-08c0-4fa7-b9ba-64d3fd62dafd req-b6d75549-4c83-4af5-b248-a6b960ff53fa tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4d5a03d8-c98c-49a2-a568-31f5777c0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955478 Aug 11 02:31:51.497423 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-90317011-a804-4290-a6c7-06d91109c219 req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Attempting to bind port a9413c32-8aea-4794-9dfc-89589197ec13 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:51.497423 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-90317011-a804-4290-a6c7-06d91109c219 req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Attempting to bind port a9413c32-8aea-4794-9dfc-89589197ec13 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '81c2d912-7d54-421f-b958-1b4f2e7c0687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a41e8057-f922-40fb-aafa-6d1aa04ae12f'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:51.497423 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90317011-a804-4290-a6c7-06d91109c219 req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Attempting to bind port a9413c32-8aea-4794-9dfc-89589197ec13 on network a41e8057-f922-40fb-aafa-6d1aa04ae12f {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:51.503266 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.508635 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90317011-a804-4290-a6c7-06d91109c219 req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Port a9413c32-8aea-4794-9dfc-89589197ec13 on network a41e8057-f922-40fb-aafa-6d1aa04ae12f not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:31:51.508971 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90317011-a804-4290-a6c7-06d91109c219 req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Attempting to bind port a9413c32-8aea-4794-9dfc-89589197ec13 on network a41e8057-f922-40fb-aafa-6d1aa04ae12f {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:51.526459 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90317011-a804-4290-a6c7-06d91109c219 req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:31:51.526813 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90317011-a804-4290-a6c7-06d91109c219 req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Checking segment: {'id': '81c2d912-7d54-421f-b958-1b4f2e7c0687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a41e8057-f922-40fb-aafa-6d1aa04ae12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:51.527209 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90317011-a804-4290-a6c7-06d91109c219 req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Bound using segment: {'id': '81c2d912-7d54-421f-b958-1b4f2e7c0687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a41e8057-f922-40fb-aafa-6d1aa04ae12f'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:31:51.529730 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['c4f57556-4b52-42db-971a-9f26549196a2'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:31:51.534346 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-90317011-a804-4290-a6c7-06d91109c219 req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Bound port: a9413c32-8aea-4794-9dfc-89589197ec13, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81c2d912-7d54-421f-b958-1b4f2e7c0687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a41e8057-f922-40fb-aafa-6d1aa04ae12f'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:31:51.534808 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-90317011-a804-4290-a6c7-06d91109c219 req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.615435 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port d26bbafe-1f2e-46f2-a20d-2740bfa13528 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:51.615840 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.704146 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-90317011-a804-4290-a6c7-06d91109c219 req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] For port a9413c32-8aea-4794-9dfc-89589197ec13, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:31:51.715301 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-90317011-a804-4290-a6c7-06d91109c219 req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] For port a9413c32-8aea-4794-9dfc-89589197ec13, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a9413c32-8aea-4794-9dfc-89589197ec13,segment=NetworkSegment(81c2d912-7d54-421f-b958-1b4f2e7c0687),segment_id=81c2d912-7d54-421f-b958-1b4f2e7c0687)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:31:51.720565 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-90317011-a804-4290-a6c7-06d91109c219 req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.866854 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c12c8f-e2f6-4961-8a64-2193d3376f64 req-92be6e10-0783-45b3-be8f-a0ceaf89d173 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:51.879840 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8c12c8f-e2f6-4961-8a64-2193d3376f64 req-92be6e10-0783-45b3-be8f-a0ceaf89d173 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b571fe6-73f2-40ef-a941-9614a87c4ca7 HTTP/1.1" status: 200 len: 945 time: 0.0912497 Aug 11 02:31:51.931347 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90317011-a804-4290-a6c7-06d91109c219 req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:51.932562 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-90317011-a804-4290-a6c7-06d91109c219 req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.934020 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-90317011-a804-4290-a6c7-06d91109c219 req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] 10.222.0.73 "PUT /v2.0/ports/a9413c32-8aea-4794-9dfc-89589197ec13 HTTP/1.1" status: 200 len: 1093 time: 2.3975019 Aug 11 02:31:51.934477 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e6e1eba-9c5e-4584-a5ee-45670b6631d7', 'tag': 'a9413c32-8aea-4794-9dfc-89589197ec13'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:31:51.949568 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a090c5a8-c4f9-4a2b-85c1-2abba7777f98" -d '{"events": [{"name": "network-changed", "server_uuid": "0e6e1eba-9c5e-4584-a5ee-45670b6631d7", "tag": "a9413c32-8aea-4794-9dfc-89589197ec13"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:31:52.005023 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Pushing event updated for resources: {'Port': ['ID=a9413c32-8aea-4794-9dfc-89589197ec13,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:52.019951 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8c12c8f-e2f6-4961-8a64-2193d3376f64 req-c348617e-0819-47eb-b5e2-be07937b67da tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344008 Aug 11 02:31:52.047223 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe72fffa-41de-48b7-850c-7f191a6ce8ca x-openstack-request-id: req-fe72fffa-41de-48b7-850c-7f191a6ce8ca {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:31:52.047949 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e6e1eba-9c5e-4584-a5ee-45670b6631d7", "tag": "a9413c32-8aea-4794-9dfc-89589197ec13", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:31:52.048414 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fe72fffa-41de-48b7-850c-7f191a6ce8ca {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:31:52.049043 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e6e1eba-9c5e-4584-a5ee-45670b6631d7', 'tag': 'a9413c32-8aea-4794-9dfc-89589197ec13', 'status': 'completed', 'code': 200} Aug 11 02:31:52.084912 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:52.085411 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:52.085834 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:52.086189 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:52.086526 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:52.086859 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:52.087189 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:52.087614 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:52.087950 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:52.088390 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:52.088720 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:52.089047 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67154263-7836-4b0e-a3a4-6c32ab2e189e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:52.162954 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90317011-a804-4290-a6c7-06d91109c219 req-5e275f4a-a09e-4c87-9381-943ffc0dc236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:52.169055 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-90317011-a804-4290-a6c7-06d91109c219 req-5e275f4a-a09e-4c87-9381-943ffc0dc236 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e0b1227035334fb69ad16308aa15f8d2&device_id=0e6e1eba-9c5e-4584-a5ee-45670b6631d7 HTTP/1.1" status: 200 len: 1096 time: 0.1550801 Aug 11 02:31:52.247492 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-90317011-a804-4290-a6c7-06d91109c219 req-39fca654-d0e3-44b2-9e9e-98cb94e38fa2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9413c32-8aea-4794-9dfc-89589197ec13 HTTP/1.1" status: 200 len: 217 time: 0.0697277 Aug 11 02:31:52.317136 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90317011-a804-4290-a6c7-06d91109c219 req-6874c9db-f580-4136-8649-45ef6982b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:52.318973 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-90317011-a804-4290-a6c7-06d91109c219 req-6874c9db-f580-4136-8649-45ef6982b834 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=eadbcf6e-47dd-4595-a5a8-e470290e9c8d HTTP/1.1" status: 200 len: 848 time: 0.0585923 Aug 11 02:31:52.376134 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90317011-a804-4290-a6c7-06d91109c219 req-ffd850cd-6880-4e13-a6db-169e3fdb1c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:52.377980 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-90317011-a804-4290-a6c7-06d91109c219 req-ffd850cd-6880-4e13-a6db-169e3fdb1c9c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a41e8057-f922-40fb-aafa-6d1aa04ae12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517268 Aug 11 02:31:52.505869 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-90317011-a804-4290-a6c7-06d91109c219 req-316e86da-e4a6-40eb-b7ba-57ed9e778755 service neutron] 10.222.0.73 "GET /v2.0/networks/a41e8057-f922-40fb-aafa-6d1aa04ae12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185637 Aug 11 02:31:52.688328 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-90317011-a804-4290-a6c7-06d91109c219 req-27dd1d30-7c4f-4b84-84db-3c0788deb56e service neutron] 10.222.0.73 "GET /v2.0/networks/a41e8057-f922-40fb-aafa-6d1aa04ae12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734698 Aug 11 02:31:52.714160 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ce33b-aa46-42b9-86d2-0f27cf5c781e req-2ee9814d-fc33-4fff-955c-00693e8088bb tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:52.718892 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-646ce33b-aa46-42b9-86d2-0f27cf5c781e req-2ee9814d-fc33-4fff-955c-00693e8088bb tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0e6e1eba-9c5e-4584-a5ee-45670b6631d7 HTTP/1.1" status: 200 len: 1096 time: 0.1118553 Aug 11 02:31:52.792650 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device c4f57556-4b52-42db-971a-9f26549196a2 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:52.809543 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-646ce33b-aa46-42b9-86d2-0f27cf5c781e req-e9aa8cc1-1879-4038-929d-0fee4a77a63a tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4d5a03d8-c98c-49a2-a568-31f5777c0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850341 Aug 11 02:31:52.840080 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090c5a8-c4f9-4a2b-85c1-2abba7777f98 req-2f34e0e8-df13-4276-9b19-4a75f4329435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:52.842483 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a090c5a8-c4f9-4a2b-85c1-2abba7777f98 req-2f34e0e8-df13-4276-9b19-4a75f4329435 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e0b1227035334fb69ad16308aa15f8d2&device_id=0e6e1eba-9c5e-4584-a5ee-45670b6631d7 HTTP/1.1" status: 200 len: 1096 time: 0.1017876 Aug 11 02:31:52.897188 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port c4f57556-4b52-42db-971a-9f26549196a2 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:52.918926 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port c4f57556-4b52-42db-971a-9f26549196a2 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:52.919296 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:53.039691 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:53.079850 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b571fe6-73f2-40ef-a941-9614a87c4ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f57556-4b52-42db-971a-9f26549196a2'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:31:53.085631 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02fa76f-f184-4f65-9b09-0d21d7a76371" -d '{"events": [{"server_uuid": "0b571fe6-73f2-40ef-a941-9614a87c4ca7", "name": "network-vif-plugged", "status": "completed", "tag": "c4f57556-4b52-42db-971a-9f26549196a2"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:31:53.111035 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090c5a8-c4f9-4a2b-85c1-2abba7777f98 req-4bc7faf0-4de6-4c83-a065-9e3a5fc25d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:53.121809 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a090c5a8-c4f9-4a2b-85c1-2abba7777f98 req-4bc7faf0-4de6-4c83-a065-9e3a5fc25d68 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a41e8057-f922-40fb-aafa-6d1aa04ae12f HTTP/1.1" status: 200 len: 910 time: 0.2637908 Aug 11 02:31:53.130500 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port c4f57556-4b52-42db-971a-9f26549196a2, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=c4f57556-4b52-42db-971a-9f26549196a2,segment=NetworkSegment(75d0996b-852e-4214-9d0e-94750bce0135),segment_id=75d0996b-852e-4214-9d0e-94750bce0135)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:53.137691 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:53.215595 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a090c5a8-c4f9-4a2b-85c1-2abba7777f98 req-19e1d115-92b2-4372-becb-4ae2811584f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9413c32-8aea-4794-9dfc-89589197ec13 HTTP/1.1" status: 200 len: 217 time: 0.0854597 Aug 11 02:31:53.242791 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd329ab-3fb2-4872-83e2-31db58daf67b x-openstack-request-id: req-2fd329ab-3fb2-4872-83e2-31db58daf67b {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:31:53.242791 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b571fe6-73f2-40ef-a941-9614a87c4ca7", "name": "network-vif-plugged", "status": "completed", "tag": "c4f57556-4b52-42db-971a-9f26549196a2", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:31:53.242791 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2fd329ab-3fb2-4872-83e2-31db58daf67b {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:31:53.242791 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b571fe6-73f2-40ef-a941-9614a87c4ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f57556-4b52-42db-971a-9f26549196a2', 'code': 200} Aug 11 02:31:53.243431 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=c4f57556-4b52-42db-971a-9f26549196a2,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:53.361777 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090c5a8-c4f9-4a2b-85c1-2abba7777f98 req-54e25196-ca7e-41a5-835b-5a0a393dfb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:53.367948 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a090c5a8-c4f9-4a2b-85c1-2abba7777f98 req-54e25196-ca7e-41a5-835b-5a0a393dfb6a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=eadbcf6e-47dd-4595-a5a8-e470290e9c8d HTTP/1.1" status: 200 len: 848 time: 0.1214571 Aug 11 02:31:53.478453 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d315d9-1804-43b3-a8a5-237f8efd2d87 req-12bc8d7d-c69e-4e9d-a4d1-05bdae695d14 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:53.480826 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b1d315d9-1804-43b3-a8a5-237f8efd2d87 req-12bc8d7d-c69e-4e9d-a4d1-05bdae695d14 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b571fe6-73f2-40ef-a941-9614a87c4ca7 HTTP/1.1" status: 200 len: 946 time: 0.3438296 Aug 11 02:31:53.555290 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090c5a8-c4f9-4a2b-85c1-2abba7777f98 req-875a15b7-4093-4d68-8128-4044907ac079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:53.557053 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a090c5a8-c4f9-4a2b-85c1-2abba7777f98 req-875a15b7-4093-4d68-8128-4044907ac079 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a41e8057-f922-40fb-aafa-6d1aa04ae12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1786931 Aug 11 02:31:53.709696 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b1d315d9-1804-43b3-a8a5-237f8efd2d87 req-8308d745-5428-4113-b727-83fcf10a6e82 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162650 Aug 11 02:31:53.805803 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a090c5a8-c4f9-4a2b-85c1-2abba7777f98 req-e4203fc1-cf05-46ce-bd24-57f81f8b4649 service neutron] 10.222.0.73 "GET /v2.0/networks/a41e8057-f922-40fb-aafa-6d1aa04ae12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404976 Aug 11 02:31:53.926769 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd264a64-8fab-48fe-a9d7-37b5d3669016 req-f7205b62-a0f7-4d8e-991f-a54724e93531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:53.933193 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bd264a64-8fab-48fe-a9d7-37b5d3669016 req-f7205b62-a0f7-4d8e-991f-a54724e93531 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0b571fe6-73f2-40ef-a941-9614a87c4ca7 HTTP/1.1" status: 200 len: 1098 time: 0.6969640 Aug 11 02:31:54.030612 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a090c5a8-c4f9-4a2b-85c1-2abba7777f98 req-11a76d74-805f-4928-bae6-a71bce6dddc6 service neutron] 10.222.0.73 "GET /v2.0/networks/a41e8057-f922-40fb-aafa-6d1aa04ae12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180505 Aug 11 02:31:54.035748 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bd264a64-8fab-48fe-a9d7-37b5d3669016 req-69e2ab34-3ae7-4e90-9af9-f646ca265049 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957801 Aug 11 02:31:54.047921 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a3cf3-7fb5-4883-a57a-17a07feeaa13 req-6be7f049-e9af-45fb-8041-8c167c676ddb tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:54.049437 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b87a3cf3-7fb5-4883-a57a-17a07feeaa13 req-6be7f049-e9af-45fb-8041-8c167c676ddb tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0e6e1eba-9c5e-4584-a5ee-45670b6631d7 HTTP/1.1" status: 200 len: 1096 time: 0.0783253 Aug 11 02:31:54.116595 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b87a3cf3-7fb5-4883-a57a-17a07feeaa13 req-ce6ef341-d83e-47dd-ad95-4ea0f1c5147b tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4d5a03d8-c98c-49a2-a568-31f5777c0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402257 Aug 11 02:31:54.528012 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:54.798822 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device a9413c32-8aea-4794-9dfc-89589197ec13 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:31:54.979922 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port a9413c32-8aea-4794-9dfc-89589197ec13, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a9413c32-8aea-4794-9dfc-89589197ec13,segment=NetworkSegment(81c2d912-7d54-421f-b958-1b4f2e7c0687),segment_id=81c2d912-7d54-421f-b958-1b4f2e7c0687)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:54.992582 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'a9413c32-8aea-4794-9dfc-89589197ec13', 'network_id': 'a41e8057-f922-40fb-aafa-6d1aa04ae12f', 'port_id': 'a9413c32-8aea-4794-9dfc-89589197ec13', 'mac_address': 'fa:16:3e:cb:92:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eadbcf6e-47dd-4595-a5a8-e470290e9c8d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:31:55.006597 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5fe3b-a2a4-4d48-8962-2c2a48d7dcb6 req-cecdfae2-f790-4724-a86b-ef3eb5f719cf tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:55.020060 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dba5fe3b-a2a4-4d48-8962-2c2a48d7dcb6 req-cecdfae2-f790-4724-a86b-ef3eb5f719cf tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b571fe6-73f2-40ef-a941-9614a87c4ca7 HTTP/1.1" status: 200 len: 946 time: 0.1505349 Aug 11 02:31:55.038696 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:55.062259 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9413c32-8aea-4794-9dfc-89589197ec13 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:31:55.100184 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port a9413c32-8aea-4794-9dfc-89589197ec13, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a9413c32-8aea-4794-9dfc-89589197ec13,segment=NetworkSegment(81c2d912-7d54-421f-b958-1b4f2e7c0687),segment_id=81c2d912-7d54-421f-b958-1b4f2e7c0687)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:55.106849 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dba5fe3b-a2a4-4d48-8962-2c2a48d7dcb6 req-d22caf2a-e793-45bf-b3e5-2b62cf08025c tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830188 Aug 11 02:31:55.118298 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:55.226462 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=a9413c32-8aea-4794-9dfc-89589197ec13,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:55.294654 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c86cd-d05f-4243-bee9-b14c7a690ef9 req-75bfb527-987e-430f-8ca6-37327a0b6d8e tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:55.296660 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3c2c86cd-d05f-4243-bee9-b14c7a690ef9 req-75bfb527-987e-430f-8ca6-37327a0b6d8e tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0e6e1eba-9c5e-4584-a5ee-45670b6631d7 HTTP/1.1" status: 200 len: 1097 time: 0.0687056 Aug 11 02:31:55.325360 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['a9413c32-8aea-4794-9dfc-89589197ec13'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:31:55.343484 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3c2c86cd-d05f-4243-bee9-b14c7a690ef9 req-cd7fbc49-f1ac-49c8-8605-884299506ad6 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4d5a03d8-c98c-49a2-a568-31f5777c0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389471 Aug 11 02:31:55.392168 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:56.325557 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2455ae7-b9cf-4c16-b0d5-79cf854962a0 req-17756ca6-630d-4de2-9e2f-d8822823843b tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:56.334908 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e2455ae7-b9cf-4c16-b0d5-79cf854962a0 req-17756ca6-630d-4de2-9e2f-d8822823843b tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b571fe6-73f2-40ef-a941-9614a87c4ca7 HTTP/1.1" status: 200 len: 946 time: 0.1156192 Aug 11 02:31:56.387587 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e2455ae7-b9cf-4c16-b0d5-79cf854962a0 req-8de30dcb-7ee5-4333-97d5-0401b26c06d9 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479457 Aug 11 02:31:56.539390 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fa185-2414-408d-911a-a47dea4f65de req-755b138f-925d-4a71-aeb3-289f2e328c05 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:56.543215 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-404fa185-2414-408d-911a-a47dea4f65de req-755b138f-925d-4a71-aeb3-289f2e328c05 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0e6e1eba-9c5e-4584-a5ee-45670b6631d7 HTTP/1.1" status: 200 len: 1097 time: 0.0838704 Aug 11 02:31:56.606077 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-404fa185-2414-408d-911a-a47dea4f65de req-e517be75-13ae-4f0e-857b-97e5c1824989 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4d5a03d8-c98c-49a2-a568-31f5777c0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409160 Aug 11 02:31:56.791402 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device a9413c32-8aea-4794-9dfc-89589197ec13 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:56.877463 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port a9413c32-8aea-4794-9dfc-89589197ec13 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:56.884682 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port a9413c32-8aea-4794-9dfc-89589197ec13 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:56.885902 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:57.011954 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:57.068844 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port a9413c32-8aea-4794-9dfc-89589197ec13, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a9413c32-8aea-4794-9dfc-89589197ec13,segment=NetworkSegment(81c2d912-7d54-421f-b958-1b4f2e7c0687),segment_id=81c2d912-7d54-421f-b958-1b4f2e7c0687)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:57.074874 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6e1eba-9c5e-4584-a5ee-45670b6631d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9413c32-8aea-4794-9dfc-89589197ec13'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:31:57.077721 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26465dbe-bca7-421d-8862-3cdb63c7a3bc" -d '{"events": [{"server_uuid": "0e6e1eba-9c5e-4584-a5ee-45670b6631d7", "name": "network-vif-plugged", "status": "completed", "tag": "a9413c32-8aea-4794-9dfc-89589197ec13"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:31:57.081678 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:57.133328 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=a9413c32-8aea-4794-9dfc-89589197ec13,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:57.164383 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e0a7f6-0951-4a61-b01d-204b41cd2c4a x-openstack-request-id: req-d6e0a7f6-0951-4a61-b01d-204b41cd2c4a {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:31:57.164953 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6e1eba-9c5e-4584-a5ee-45670b6631d7", "name": "network-vif-plugged", "status": "completed", "tag": "a9413c32-8aea-4794-9dfc-89589197ec13", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:31:57.165367 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d6e0a7f6-0951-4a61-b01d-204b41cd2c4a {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:31:57.165976 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6e1eba-9c5e-4584-a5ee-45670b6631d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9413c32-8aea-4794-9dfc-89589197ec13', 'code': 200} Aug 11 02:31:57.325319 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170a937-13cf-44a8-a85c-cda5db140246 req-6157faea-3e7d-42ed-9dec-b0ed2aae0faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:57.327826 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5170a937-13cf-44a8-a85c-cda5db140246 req-6157faea-3e7d-42ed-9dec-b0ed2aae0faf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0e6e1eba-9c5e-4584-a5ee-45670b6631d7 HTTP/1.1" status: 200 len: 1098 time: 0.0639503 Aug 11 02:31:57.377953 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5170a937-13cf-44a8-a85c-cda5db140246 req-df788222-ac92-420f-bd44-3367f35c919a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4d5a03d8-c98c-49a2-a568-31f5777c0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420554 Aug 11 02:31:57.798883 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbfefc-7931-4324-89d2-a52e65e4ee43 req-6edf9a76-379e-4a4f-96a2-24f88ab7d6b4 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:57.801893 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-35cbfefc-7931-4324-89d2-a52e65e4ee43 req-6edf9a76-379e-4a4f-96a2-24f88ab7d6b4 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0e6e1eba-9c5e-4584-a5ee-45670b6631d7 HTTP/1.1" status: 200 len: 1098 time: 0.0898895 Aug 11 02:31:57.879126 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-35cbfefc-7931-4324-89d2-a52e65e4ee43 req-b607b82e-5654-404c-bffc-68bc30655b93 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4d5a03d8-c98c-49a2-a568-31f5777c0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695775 Aug 11 02:31:59.094986 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1bf11-6c6c-48a2-ad55-3089843ccb54 req-cf6116b8-f04c-4a12-a276-eaa8bb8c5abf tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:59.096789 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ecc1bf11-6c6c-48a2-ad55-3089843ccb54 req-cf6116b8-f04c-4a12-a276-eaa8bb8c5abf tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0e6e1eba-9c5e-4584-a5ee-45670b6631d7 HTTP/1.1" status: 200 len: 1098 time: 0.0698972 Aug 11 02:31:59.159704 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ecc1bf11-6c6c-48a2-ad55-3089843ccb54 req-095f9942-fd47-4bdf-9289-3fb0c59ddcdd tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4d5a03d8-c98c-49a2-a568-31f5777c0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538924 Aug 11 02:31:59.361839 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4185b31-6d9e-48ab-8870-6b05021b6a13 req-0e1ac718-594c-49ce-91fa-98fe0228fd82 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:59.376208 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4185b31-6d9e-48ab-8870-6b05021b6a13 req-0e1ac718-594c-49ce-91fa-98fe0228fd82 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0e6e1eba-9c5e-4584-a5ee-45670b6631d7 HTTP/1.1" status: 200 len: 1098 time: 0.0892634 Aug 11 02:31:59.415927 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4185b31-6d9e-48ab-8870-6b05021b6a13 req-c1855a15-4b97-426a-b1c0-f5ac78167a1e tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4d5a03d8-c98c-49a2-a568-31f5777c0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387995 Aug 11 02:31:59.546755 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818b016-0879-4c07-a5f3-ff37bae67318 req-ce9cfcd3-97e1-4760-8cc7-7dd8608b0a84 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:59.555616 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0818b016-0879-4c07-a5f3-ff37bae67318 req-ce9cfcd3-97e1-4760-8cc7-7dd8608b0a84 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0e6e1eba-9c5e-4584-a5ee-45670b6631d7 HTTP/1.1" status: 200 len: 1098 time: 0.0570168 Aug 11 02:31:59.604283 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0818b016-0879-4c07-a5f3-ff37bae67318 req-267e3632-52c4-431e-90d4-ad9bf06ad0ec tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4d5a03d8-c98c-49a2-a568-31f5777c0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401375 Aug 11 02:32:00.049367 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-cae52e7b-3926-473b-bcb8-9e453939ba93 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:00.051846 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-cae52e7b-3926-473b-bcb8-9e453939ba93 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/networks?id=a41e8057-f922-40fb-aafa-6d1aa04ae12f HTTP/1.1" status: 200 len: 910 time: 0.1830566 Aug 11 02:32:00.084541 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-ac409586-cd0a-4b84-bf93-965af1935259 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/quotas/e0b1227035334fb69ad16308aa15f8d2 HTTP/1.1" status: 200 len: 375 time: 0.0169270 Aug 11 02:32:00.163212 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-e45ed7a0-c6be-4020-ac1b-dedd9a63a0e1 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0b1227035334fb69ad16308aa15f8d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0616059 Aug 11 02:32:00.283897 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-665de803-e9b8-4e28-8246-c44efe97dd91 service neutron] 10.222.0.50 "GET /v2.0/networks/a41e8057-f922-40fb-aafa-6d1aa04ae12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118445 Aug 11 02:32:00.483279 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-dce29197-c6ec-488f-ab1b-dce95fecd009 service neutron] 10.222.0.50 "GET /v2.0/networks/a41e8057-f922-40fb-aafa-6d1aa04ae12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925373 Aug 11 02:32:00.856628 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6aeedd9f-ff6a-4961-8dc8-fd2237dde7ef req-f8ae73bd-9cf3-4867-b843-b891f4174347 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=79c41848-094b-477c-a8e4-f36fc881e6f3 HTTP/1.1" status: 200 len: 210 time: 0.0936074 Aug 11 02:32:01.326427 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39366) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:01.486451 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8bb40e6f-2666-48b4-885c-3cb70ad8d859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:01.683252 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8bb40e6f-2666-48b4-885c-3cb70ad8d859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:01.687406 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8bb40e6f-2666-48b4-885c-3cb70ad8d859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:01.743180 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8bb40e6f-2666-48b4-885c-3cb70ad8d859 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f2d0e5865b3f4718b0587c939f39f8b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4152009 Aug 11 02:32:01.746217 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 39390) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:01.751101 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb40e6f-2666-48b4-885c-3cb70ad8d859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404b7e34-e688-413f-ba42-f4137e653498,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:01.816477 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-899dcc9a-a679-460b-98f6-5c938e566691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:01.845574 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-899dcc9a-a679-460b-98f6-5c938e566691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:01.899516 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-899dcc9a-a679-460b-98f6-5c938e566691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:01.905173 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-899dcc9a-a679-460b-98f6-5c938e566691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:01.906355 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-899dcc9a-a679-460b-98f6-5c938e566691 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/404b7e34-e688-413f-ba42-f4137e653498 HTTP/1.1" status: 204 len: 168 time: 0.1591463 Aug 11 02:32:01.922245 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899dcc9a-a679-460b-98f6-5c938e566691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404b7e34-e688-413f-ba42-f4137e653498,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:02.052548 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-31ffff2b-d9bb-4e85-8fd3-a50d46442dd8 req-72c7ad0d-c773-4cc9-8473-2d6f32583899 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=79c41848-094b-477c-a8e4-f36fc881e6f3 HTTP/1.1" status: 200 len: 210 time: 0.0789616 Aug 11 02:32:02.289476 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-17055515-4608-4008-b65b-13f444f33ce7 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.291242 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-17055515-4608-4008-b65b-13f444f33ce7 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.66 "GET /v2.0/networks?id=a41e8057-f922-40fb-aafa-6d1aa04ae12f HTTP/1.1" status: 200 len: 910 time: 0.1849728 Aug 11 02:32:02.305899 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-c9a8207f-3942-494c-a49d-c8dcd18c57a2 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Request body: {'port': {'device_id': '79c41848-094b-477c-a8e4-f36fc881e6f3', 'network_id': 'a41e8057-f922-40fb-aafa-6d1aa04ae12f', 'admin_state_up': True, 'tenant_id': 'e0b1227035334fb69ad16308aa15f8d2'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:02.334304 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-c9a8207f-3942-494c-a49d-c8dcd18c57a2 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Made reservation on behalf of e0b1227035334fb69ad16308aa15f8d2 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:02.337242 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-c9a8207f-3942-494c-a49d-c8dcd18c57a2 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:02.407560 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 39406) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:02.426659 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9ce9ca9e-7582-4e81-a557-87bc04ad6b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:02.475495 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-c9a8207f-3942-494c-a49d-c8dcd18c57a2 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Allocated IP 172.20.0.9 (a41e8057-f922-40fb-aafa-6d1aa04ae12f/eadbcf6e-47dd-4595-a5a8-e470290e9c8d/5850c1cc-eb7a-4c8e-8a31-9272cdb73898) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:02.636955 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9ce9ca9e-7582-4e81-a557-87bc04ad6b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:02.652286 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9ce9ca9e-7582-4e81-a557-87bc04ad6b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:02.683771 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-c9a8207f-3942-494c-a49d-c8dcd18c57a2 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:02.698441 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-c9a8207f-3942-494c-a49d-c8dcd18c57a2 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Transition to ACTIVE for port object 5850c1cc-eb7a-4c8e-8a31-9272cdb73898 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:02.721136 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9ce9ca9e-7582-4e81-a557-87bc04ad6b7d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a1d670aa733f47c29e0c66e80a987e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3107762 Aug 11 02:32:02.726684 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 39420) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:02.736618 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-c9a8207f-3942-494c-a49d-c8dcd18c57a2 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:02.748860 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['a9413c32-8aea-4794-9dfc-89589197ec13'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:32:02.788598 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-c9a8207f-3942-494c-a49d-c8dcd18c57a2 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Network a41e8057-f922-40fb-aafa-6d1aa04ae12f is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:02.809322 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-c9a8207f-3942-494c-a49d-c8dcd18c57a2 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:02.831628 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-c9a8207f-3942-494c-a49d-c8dcd18c57a2 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:02.894656 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9ca9e-7582-4e81-a557-87bc04ad6b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4681d1-3419-4bbe-8990-23b4847e01f3,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:02.935981 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9db06191-6e6f-4829-9120-934ea8d6198b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:02.952754 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-c9a8207f-3942-494c-a49d-c8dcd18c57a2 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.953385 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-c9a8207f-3942-494c-a49d-c8dcd18c57a2 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:02.971584 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-c9a8207f-3942-494c-a49d-c8dcd18c57a2 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6710129 Aug 11 02:32:02.972399 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8207f-3942-494c-a49d-c8dcd18c57a2 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Pushing event updated for resources: {'Port': ['ID=5850c1cc-eb7a-4c8e-8a31-9272cdb73898,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:02.996075 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9db06191-6e6f-4829-9120-934ea8d6198b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:02.997726 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-5bad6c2e-c800-42d4-a8a5-352d31ea01b2 service neutron] Request body: {'port': {'device_id': '79c41848-094b-477c-a8e4-f36fc881e6f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:03.086520 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9db06191-6e6f-4829-9120-934ea8d6198b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:03.090307 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9db06191-6e6f-4829-9120-934ea8d6198b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:03.091650 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9db06191-6e6f-4829-9120-934ea8d6198b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5f4681d1-3419-4bbe-8990-23b4847e01f3 HTTP/1.1" status: 204 len: 168 time: 0.3629417 Aug 11 02:32:03.102320 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-5bad6c2e-c800-42d4-a8a5-352d31ea01b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:03.125485 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db06191-6e6f-4829-9120-934ea8d6198b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4681d1-3419-4bbe-8990-23b4847e01f3,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:03.320389 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d699c-eff0-4102-a53e-6890a3104c67 req-0f04bbce-fcc8-4b76-962c-67770d2e7cce tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:03.321847 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-996d699c-eff0-4102-a53e-6890a3104c67 req-0f04bbce-fcc8-4b76-962c-67770d2e7cce tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=79c41848-094b-477c-a8e4-f36fc881e6f3 HTTP/1.1" status: 200 len: 1027 time: 0.1264741 Aug 11 02:32:03.403447 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-25242508-3d04-4121-ab91-1ae7ff424c91 None None] Provisioning for port 5850c1cc-eb7a-4c8e-8a31-9272cdb73898 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:03.411047 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-25242508-3d04-4121-ab91-1ae7ff424c91 None None] Provisioning complete for port 5850c1cc-eb7a-4c8e-8a31-9272cdb73898 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:03.420602 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-25242508-3d04-4121-ab91-1ae7ff424c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:03.499915 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-25242508-3d04-4121-ab91-1ae7ff424c91 None None] Port 5850c1cc-eb7a-4c8e-8a31-9272cdb73898 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:32:03.577357 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-996d699c-eff0-4102-a53e-6890a3104c67 req-61841abd-c663-4aa7-8e57-db0ec48b9aef tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4d5a03d8-c98c-49a2-a568-31f5777c0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198668 Aug 11 02:32:03.886312 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-5bad6c2e-c800-42d4-a8a5-352d31ea01b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5850c1cc-eb7a-4c8e-8a31-9272cdb73898 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:32:03.902119 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-5bad6c2e-c800-42d4-a8a5-352d31ea01b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:03.928379 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-5bad6c2e-c800-42d4-a8a5-352d31ea01b2 service neutron] Transition to ACTIVE for port object 5850c1cc-eb7a-4c8e-8a31-9272cdb73898 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:03.933707 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-5bad6c2e-c800-42d4-a8a5-352d31ea01b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:04.033269 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad6c2e-c800-42d4-a8a5-352d31ea01b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5850c1cc-eb7a-4c8e-8a31-9272cdb73898,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:04.200514 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-5bad6c2e-c800-42d4-a8a5-352d31ea01b2 service neutron] Attempting to bind port 5850c1cc-eb7a-4c8e-8a31-9272cdb73898 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:04.201216 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-5bad6c2e-c800-42d4-a8a5-352d31ea01b2 service neutron] Attempting to bind port 5850c1cc-eb7a-4c8e-8a31-9272cdb73898 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '81c2d912-7d54-421f-b958-1b4f2e7c0687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a41e8057-f922-40fb-aafa-6d1aa04ae12f'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:04.201216 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-5bad6c2e-c800-42d4-a8a5-352d31ea01b2 service neutron] Attempting to bind port 5850c1cc-eb7a-4c8e-8a31-9272cdb73898 on network a41e8057-f922-40fb-aafa-6d1aa04ae12f {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:04.208014 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-5bad6c2e-c800-42d4-a8a5-352d31ea01b2 service neutron] Port 5850c1cc-eb7a-4c8e-8a31-9272cdb73898 on network a41e8057-f922-40fb-aafa-6d1aa04ae12f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:32:04.208388 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-5bad6c2e-c800-42d4-a8a5-352d31ea01b2 service neutron] Attempting to bind port 5850c1cc-eb7a-4c8e-8a31-9272cdb73898 on network a41e8057-f922-40fb-aafa-6d1aa04ae12f {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:04.231782 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-5bad6c2e-c800-42d4-a8a5-352d31ea01b2 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:04.232206 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-5bad6c2e-c800-42d4-a8a5-352d31ea01b2 service neutron] Checking segment: {'id': '81c2d912-7d54-421f-b958-1b4f2e7c0687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a41e8057-f922-40fb-aafa-6d1aa04ae12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:04.232547 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-5bad6c2e-c800-42d4-a8a5-352d31ea01b2 service neutron] Bound using segment: {'id': '81c2d912-7d54-421f-b958-1b4f2e7c0687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a41e8057-f922-40fb-aafa-6d1aa04ae12f'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:04.233110 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-5bad6c2e-c800-42d4-a8a5-352d31ea01b2 service neutron] Bound port: 5850c1cc-eb7a-4c8e-8a31-9272cdb73898, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81c2d912-7d54-421f-b958-1b4f2e7c0687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a41e8057-f922-40fb-aafa-6d1aa04ae12f'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:04.235226 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-5bad6c2e-c800-42d4-a8a5-352d31ea01b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:04.311906 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-5bad6c2e-c800-42d4-a8a5-352d31ea01b2 service neutron] For port 5850c1cc-eb7a-4c8e-8a31-9272cdb73898, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:04.318814 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-5bad6c2e-c800-42d4-a8a5-352d31ea01b2 service neutron] For port 5850c1cc-eb7a-4c8e-8a31-9272cdb73898, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=5850c1cc-eb7a-4c8e-8a31-9272cdb73898,segment=NetworkSegment(81c2d912-7d54-421f-b958-1b4f2e7c0687),segment_id=81c2d912-7d54-421f-b958-1b4f2e7c0687)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:32:04.325100 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-5bad6c2e-c800-42d4-a8a5-352d31ea01b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:04.439089 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad6c2e-c800-42d4-a8a5-352d31ea01b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5850c1cc-eb7a-4c8e-8a31-9272cdb73898,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:04.445511 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-5bad6c2e-c800-42d4-a8a5-352d31ea01b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:04.446872 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-5bad6c2e-c800-42d4-a8a5-352d31ea01b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:04.449135 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-5bad6c2e-c800-42d4-a8a5-352d31ea01b2 service neutron] 10.222.0.66 "PUT /v2.0/ports/5850c1cc-eb7a-4c8e-8a31-9272cdb73898 HTTP/1.1" status: 200 len: 1092 time: 1.4671566 Aug 11 02:32:04.449772 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c41848-094b-477c-a8e4-f36fc881e6f3', 'tag': '5850c1cc-eb7a-4c8e-8a31-9272cdb73898'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:32:04.454998 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c26f5d-3cc6-49ac-92d1-92b39731921e" -d '{"events": [{"name": "network-changed", "server_uuid": "79c41848-094b-477c-a8e4-f36fc881e6f3", "tag": "5850c1cc-eb7a-4c8e-8a31-9272cdb73898"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:32:04.533300 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a158b34f-04c1-4011-a1e2-1d77fcd933cd x-openstack-request-id: req-a158b34f-04c1-4011-a1e2-1d77fcd933cd {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:32:04.533595 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c41848-094b-477c-a8e4-f36fc881e6f3", "tag": "5850c1cc-eb7a-4c8e-8a31-9272cdb73898", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:32:04.533850 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a158b34f-04c1-4011-a1e2-1d77fcd933cd {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:32:04.534264 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c41848-094b-477c-a8e4-f36fc881e6f3', 'tag': '5850c1cc-eb7a-4c8e-8a31-9272cdb73898', 'status': 'completed', 'code': 200} Aug 11 02:32:04.665976 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-ae577bac-a6bb-4cef-8d75-4918d39206bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:04.667885 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-ae577bac-a6bb-4cef-8d75-4918d39206bc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e0b1227035334fb69ad16308aa15f8d2&device_id=79c41848-094b-477c-a8e4-f36fc881e6f3 HTTP/1.1" status: 200 len: 1095 time: 0.1512046 Aug 11 02:32:04.776538 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-66685665-eb90-4fd3-8440-bb3151d7ae82 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5850c1cc-eb7a-4c8e-8a31-9272cdb73898 HTTP/1.1" status: 200 len: 217 time: 0.0899384 Aug 11 02:32:04.911198 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-6149bbc6-9cad-41bd-b3af-de1e702a287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:04.915696 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-6149bbc6-9cad-41bd-b3af-de1e702a287f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eadbcf6e-47dd-4595-a5a8-e470290e9c8d HTTP/1.1" status: 200 len: 848 time: 0.1374984 Aug 11 02:32:05.015975 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-eddff02e-4d8e-42ef-8bbb-f5d39fd00cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:05.021686 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-eddff02e-4d8e-42ef-8bbb-f5d39fd00cd6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a41e8057-f922-40fb-aafa-6d1aa04ae12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0990739 Aug 11 02:32:05.026044 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e64c4c-e7d7-4ae8-9ec5-b0311ae1afd5 req-1fcb025c-0b90-4529-a366-6e3cea534a5c tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:05.037156 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e0e64c4c-e7d7-4ae8-9ec5-b0311ae1afd5 req-1fcb025c-0b90-4529-a366-6e3cea534a5c tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=79c41848-094b-477c-a8e4-f36fc881e6f3 HTTP/1.1" status: 200 len: 1095 time: 0.2384901 Aug 11 02:32:05.135505 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e0e64c4c-e7d7-4ae8-9ec5-b0311ae1afd5 req-cf705eb1-b5ac-4329-b0fc-cd1f74a5cce7 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4d5a03d8-c98c-49a2-a568-31f5777c0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957921 Aug 11 02:32:05.258463 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-9b9c20b1-c725-42e4-9fa9-0c1ee796c83c service neutron] 10.222.0.66 "GET /v2.0/networks/a41e8057-f922-40fb-aafa-6d1aa04ae12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267849 Aug 11 02:32:05.450222 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fecabfab-bd4f-4027-a452-bed5c4e8f4ae req-852d20d0-5d81-4601-98cb-c7145aa66882 service neutron] 10.222.0.66 "GET /v2.0/networks/a41e8057-f922-40fb-aafa-6d1aa04ae12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817329 Aug 11 02:32:05.595422 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c26f5d-3cc6-49ac-92d1-92b39731921e req-42308cb9-e748-47a8-8d4f-e74edd5b679e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:05.597263 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-28c26f5d-3cc6-49ac-92d1-92b39731921e req-42308cb9-e748-47a8-8d4f-e74edd5b679e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e0b1227035334fb69ad16308aa15f8d2&device_id=79c41848-094b-477c-a8e4-f36fc881e6f3 HTTP/1.1" status: 200 len: 1095 time: 0.0619757 Aug 11 02:32:05.749859 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-79e3b86c-3aee-4b0d-b68d-90458290c194 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:05.751426 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-79e3b86c-3aee-4b0d-b68d-90458290c194 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/networks?id=b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 HTTP/1.1" status: 200 len: 813 time: 0.3176568 Aug 11 02:32:05.815145 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-0ae7d194-d637-4992-93d5-acaa1edec5cb tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/quotas/fe5f52722e8249458d02819aff8bb439 HTTP/1.1" status: 200 len: 375 time: 0.0520678 Aug 11 02:32:05.969414 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c26f5d-3cc6-49ac-92d1-92b39731921e req-23204a94-54c9-41c1-a81f-100d14727a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:05.970929 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-28c26f5d-3cc6-49ac-92d1-92b39731921e req-23204a94-54c9-41c1-a81f-100d14727a46 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a41e8057-f922-40fb-aafa-6d1aa04ae12f HTTP/1.1" status: 200 len: 910 time: 0.3655710 Aug 11 02:32:06.017388 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-2932ddce-fba3-499f-a146-7f9e55e2880f tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe5f52722e8249458d02819aff8bb439&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1908133 Aug 11 02:32:06.073091 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-28c26f5d-3cc6-49ac-92d1-92b39731921e req-8bfa77c7-6dc4-432b-8df8-8c16d7e29bc4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5850c1cc-eb7a-4c8e-8a31-9272cdb73898 HTTP/1.1" status: 200 len: 217 time: 0.0765982 Aug 11 02:32:06.208722 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c26f5d-3cc6-49ac-92d1-92b39731921e req-9e6571f5-796d-470a-9196-e51efe299de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:06.210257 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-28c26f5d-3cc6-49ac-92d1-92b39731921e req-9e6571f5-796d-470a-9196-e51efe299de0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eadbcf6e-47dd-4595-a5a8-e470290e9c8d HTTP/1.1" status: 200 len: 848 time: 0.1239333 Aug 11 02:32:06.306257 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c26f5d-3cc6-49ac-92d1-92b39731921e req-bde94c3e-9ea9-44a9-a2cc-d7045906e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:06.308398 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-28c26f5d-3cc6-49ac-92d1-92b39731921e req-bde94c3e-9ea9-44a9-a2cc-d7045906e8c0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a41e8057-f922-40fb-aafa-6d1aa04ae12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721474 Aug 11 02:32:06.333591 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8428ce-1342-4716-9451-69593765de9f req-e819dd12-fcba-4e6a-96df-9a8a475602c2 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:06.337382 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cc8428ce-1342-4716-9451-69593765de9f req-e819dd12-fcba-4e6a-96df-9a8a475602c2 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=79c41848-094b-477c-a8e4-f36fc881e6f3 HTTP/1.1" status: 200 len: 1095 time: 0.1081915 Aug 11 02:32:06.422275 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cc8428ce-1342-4716-9451-69593765de9f req-a32990ed-e905-4d0b-9bed-9d142425cb23 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4d5a03d8-c98c-49a2-a568-31f5777c0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771148 Aug 11 02:32:06.599831 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-9ad7f4c7-93ab-4a42-aa46-bfa5e333db6a service neutron] 10.222.0.50 "GET /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5344179 Aug 11 02:32:06.680061 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-28c26f5d-3cc6-49ac-92d1-92b39731921e req-8895828f-121b-4cb3-9897-d9c011108f7e service neutron] 10.222.0.66 "GET /v2.0/networks/a41e8057-f922-40fb-aafa-6d1aa04ae12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592811 Aug 11 02:32:07.184230 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-6ae439c7-9586-4846-8132-9797b02962f6 service neutron] 10.222.0.50 "GET /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5768788 Aug 11 02:32:07.248328 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-28c26f5d-3cc6-49ac-92d1-92b39731921e req-96dddc58-f06f-4e98-8fa9-22e74446c1b0 service neutron] 10.222.0.66 "GET /v2.0/networks/a41e8057-f922-40fb-aafa-6d1aa04ae12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5607519 Aug 11 02:32:07.444949 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-998f8891-d336-48bb-aebc-c8bb562583e5 req-4a4fc1e4-14e7-48b6-a90b-0c2212e6712c tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=de5a5018-4618-4238-9122-93a3a34bbd26 HTTP/1.1" status: 200 len: 210 time: 0.0285752 Aug 11 02:32:07.544774 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39584) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:07.626638 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c3a87-ff7c-4076-883a-6df3540d45bd req-02f2f990-836b-4b68-bc17-b4fbda60e1ec tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:07.627963 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-328c3a87-ff7c-4076-883a-6df3540d45bd req-02f2f990-836b-4b68-bc17-b4fbda60e1ec tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=79c41848-094b-477c-a8e4-f36fc881e6f3 HTTP/1.1" status: 200 len: 1095 time: 0.0694516 Aug 11 02:32:07.745041 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2d54de90-9420-4acf-a739-94686c21052a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:07.796350 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-328c3a87-ff7c-4076-883a-6df3540d45bd req-ba4f1172-01c7-42ca-a906-0d9d1cfae01d tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4d5a03d8-c98c-49a2-a568-31f5777c0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583114 Aug 11 02:32:07.914447 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2d54de90-9420-4acf-a739-94686c21052a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:07.918690 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2d54de90-9420-4acf-a739-94686c21052a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:07.951720 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54de90-9420-4acf-a739-94686c21052a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6219101f-5761-49cb-bdde-59355227331f,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:07.970018 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 39600) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:07.979858 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2d54de90-9420-4acf-a739-94686c21052a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=71bcc40e14c34c89a0117a10b02a8989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4338586 Aug 11 02:32:08.034796 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-08bcbb18-aee9-4593-aa83-5c5d8bc57ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:08.061220 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-08bcbb18-aee9-4593-aa83-5c5d8bc57ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:08.164529 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-08bcbb18-aee9-4593-aa83-5c5d8bc57ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:08.168287 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-08bcbb18-aee9-4593-aa83-5c5d8bc57ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:08.173752 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-08bcbb18-aee9-4593-aa83-5c5d8bc57ca3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6219101f-5761-49cb-bdde-59355227331f HTTP/1.1" status: 204 len: 168 time: 0.2026513 Aug 11 02:32:08.201648 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcbb18-aee9-4593-aa83-5c5d8bc57ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6219101f-5761-49cb-bdde-59355227331f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:08.587711 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5e7387ff-06c5-4c99-9238-d36cf87bfbb2 req-d0838eff-6833-4c88-9597-77fdbdb4d71f tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=de5a5018-4618-4238-9122-93a3a34bbd26 HTTP/1.1" status: 200 len: 210 time: 0.0445435 Aug 11 02:32:08.662784 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 39626) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:08.677428 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-159f81ae-9e62-4c87-8c62-62b65461a52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:08.820253 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-159f81ae-9e62-4c87-8c62-62b65461a52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:08.826363 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-159f81ae-9e62-4c87-8c62-62b65461a52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:08.906789 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f81ae-9e62-4c87-8c62-62b65461a52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0aa24ff-c80b-4d8b-ad0a-547f0b38cb20,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:08.950565 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-159f81ae-9e62-4c87-8c62-62b65461a52c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7270a9a0caf54323b8a5768d606580c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866051 Aug 11 02:32:08.956112 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 39638) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:08.966720 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8030e2-fdba-4f9f-b4e6-8c1027979ebf req-83fc1154-ab9d-4735-9371-ecaf4cf46fde tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:08.969068 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b8030e2-fdba-4f9f-b4e6-8c1027979ebf req-83fc1154-ab9d-4735-9371-ecaf4cf46fde tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=79c41848-094b-477c-a8e4-f36fc881e6f3 HTTP/1.1" status: 200 len: 1095 time: 0.0741177 Aug 11 02:32:08.999225 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-e56495c2-264b-4e62-9dfd-1c74e06ce525 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:09.001038 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-e56495c2-264b-4e62-9dfd-1c74e06ce525 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.66 "GET /v2.0/networks?id=b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 HTTP/1.1" status: 200 len: 813 time: 0.2334158 Aug 11 02:32:09.028310 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-e2b94acc-d657-428c-bb50-089849af6609 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Request body: {'port': {'device_id': 'de5a5018-4618-4238-9122-93a3a34bbd26', 'network_id': 'b9eb72cf-c2be-4e07-900a-e3f5dc7401c2', 'admin_state_up': True, 'tenant_id': 'fe5f52722e8249458d02819aff8bb439'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:09.042094 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef7ccbfb-937b-4c51-aca8-9778d784eb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:09.091597 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b8030e2-fdba-4f9f-b4e6-8c1027979ebf req-6ba6bac0-07f6-43a7-acf2-7f7cebf9cb13 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4d5a03d8-c98c-49a2-a568-31f5777c0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019759 Aug 11 02:32:09.092287 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef7ccbfb-937b-4c51-aca8-9778d784eb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:09.144730 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef7ccbfb-937b-4c51-aca8-9778d784eb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:09.147686 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef7ccbfb-937b-4c51-aca8-9778d784eb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:09.160391 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ef7ccbfb-937b-4c51-aca8-9778d784eb7c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e0aa24ff-c80b-4d8b-ad0a-547f0b38cb20 HTTP/1.1" status: 204 len: 168 time: 0.1973798 Aug 11 02:32:09.173267 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ccbfb-937b-4c51-aca8-9778d784eb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0aa24ff-c80b-4d8b-ad0a-547f0b38cb20,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:09.173469 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-e2b94acc-d657-428c-bb50-089849af6609 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Made reservation on behalf of fe5f52722e8249458d02819aff8bb439 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:09.179352 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-e2b94acc-d657-428c-bb50-089849af6609 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:09.399220 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-e2b94acc-d657-428c-bb50-089849af6609 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Allocated IP 172.20.0.12 (b9eb72cf-c2be-4e07-900a-e3f5dc7401c2/0158b5c2-32d3-41d6-b8b5-8309e1adc057/da981180-d555-456c-9cad-16c3eec00ce9) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:09.522811 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 5850c1cc-eb7a-4c8e-8a31-9272cdb73898 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:32:09.667023 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-e2b94acc-d657-428c-bb50-089849af6609 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:09.715633 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 5850c1cc-eb7a-4c8e-8a31-9272cdb73898, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=5850c1cc-eb7a-4c8e-8a31-9272cdb73898,segment=NetworkSegment(81c2d912-7d54-421f-b958-1b4f2e7c0687),segment_id=81c2d912-7d54-421f-b958-1b4f2e7c0687)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:09.732778 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '5850c1cc-eb7a-4c8e-8a31-9272cdb73898', 'network_id': 'a41e8057-f922-40fb-aafa-6d1aa04ae12f', 'port_id': '5850c1cc-eb7a-4c8e-8a31-9272cdb73898', 'mac_address': 'fa:16:3e:23:77:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eadbcf6e-47dd-4595-a5a8-e470290e9c8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:32:09.757076 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-e2b94acc-d657-428c-bb50-089849af6609 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:09.780055 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['c4f57556-4b52-42db-971a-9f26549196a2'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:32:09.804075 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8a5896bd-79e4-485c-a984-284581c15edf req-12808620-688c-4cd9-a5ae-6fc55c028736 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=de5a5018-4618-4238-9122-93a3a34bbd26 HTTP/1.1" status: 200 len: 210 time: 0.0967958 Aug 11 02:32:09.814878 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['aa65f928-cc55-44c4-b23e-280e471c672f'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:32:09.863060 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-e2b94acc-d657-428c-bb50-089849af6609 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Network b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:09.866981 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b94acc-d657-428c-bb50-089849af6609 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Pushing event updated for resources: {'Port': ['ID=da981180-d555-456c-9cad-16c3eec00ce9,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:09.870375 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-e2b94acc-d657-428c-bb50-089849af6609 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:09.872552 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-e2b94acc-d657-428c-bb50-089849af6609 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:09.939806 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-e2b94acc-d657-428c-bb50-089849af6609 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:09.940548 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-e2b94acc-d657-428c-bb50-089849af6609 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:09.963209 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-e2b94acc-d657-428c-bb50-089849af6609 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9365067 Aug 11 02:32:09.974645 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-6cb3f3f1-59e8-4708-ab8c-6ccfadaf29af service neutron] Request body: {'port': {'device_id': 'de5a5018-4618-4238-9122-93a3a34bbd26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:10.003400 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.083887 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5850c1cc-eb7a-4c8e-8a31-9272cdb73898 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:32:10.108101 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-6cb3f3f1-59e8-4708-ab8c-6ccfadaf29af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.215385 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 5850c1cc-eb7a-4c8e-8a31-9272cdb73898, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=5850c1cc-eb7a-4c8e-8a31-9272cdb73898,segment=NetworkSegment(81c2d912-7d54-421f-b958-1b4f2e7c0687),segment_id=81c2d912-7d54-421f-b958-1b4f2e7c0687)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:10.222515 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.406263 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=5850c1cc-eb7a-4c8e-8a31-9272cdb73898,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:10.498082 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['5850c1cc-eb7a-4c8e-8a31-9272cdb73898'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:32:10.619738 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-6cb3f3f1-59e8-4708-ab8c-6ccfadaf29af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da981180-d555-456c-9cad-16c3eec00ce9 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:32:10.629732 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-6cb3f3f1-59e8-4708-ab8c-6ccfadaf29af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.661873 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-6cb3f3f1-59e8-4708-ab8c-6ccfadaf29af service neutron] Transition to ACTIVE for port object da981180-d555-456c-9cad-16c3eec00ce9 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:10.690116 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-6cb3f3f1-59e8-4708-ab8c-6ccfadaf29af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.714785 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40064f-d700-4d5d-a7c2-214358e396a6 req-da656ee6-b20b-4b5f-afdb-fe1ef31d3870 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:10.726766 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1d40064f-d700-4d5d-a7c2-214358e396a6 req-da656ee6-b20b-4b5f-afdb-fe1ef31d3870 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=79c41848-094b-477c-a8e4-f36fc881e6f3 HTTP/1.1" status: 200 len: 1096 time: 0.4965281 Aug 11 02:32:10.826526 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3f3f1-59e8-4708-ab8c-6ccfadaf29af service neutron] Pushing event updated for resources: {'Port': ['ID=da981180-d555-456c-9cad-16c3eec00ce9,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:10.849499 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1d40064f-d700-4d5d-a7c2-214358e396a6 req-e27c0265-278e-4c13-b3fa-207b3efa4c4f tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4d5a03d8-c98c-49a2-a568-31f5777c0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213453 Aug 11 02:32:10.914250 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-6cb3f3f1-59e8-4708-ab8c-6ccfadaf29af service neutron] Attempting to bind port da981180-d555-456c-9cad-16c3eec00ce9 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:10.914599 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-6cb3f3f1-59e8-4708-ab8c-6ccfadaf29af service neutron] Attempting to bind port da981180-d555-456c-9cad-16c3eec00ce9 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '75d0996b-852e-4214-9d0e-94750bce0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b9eb72cf-c2be-4e07-900a-e3f5dc7401c2'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:10.914932 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-6cb3f3f1-59e8-4708-ab8c-6ccfadaf29af service neutron] Attempting to bind port da981180-d555-456c-9cad-16c3eec00ce9 on network b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:10.920017 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-6cb3f3f1-59e8-4708-ab8c-6ccfadaf29af service neutron] Port da981180-d555-456c-9cad-16c3eec00ce9 on network b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:32:10.920340 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-6cb3f3f1-59e8-4708-ab8c-6ccfadaf29af service neutron] Attempting to bind port da981180-d555-456c-9cad-16c3eec00ce9 on network b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:10.925410 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-6cb3f3f1-59e8-4708-ab8c-6ccfadaf29af service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:10.925753 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-6cb3f3f1-59e8-4708-ab8c-6ccfadaf29af service neutron] Checking segment: {'id': '75d0996b-852e-4214-9d0e-94750bce0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b9eb72cf-c2be-4e07-900a-e3f5dc7401c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:10.926141 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-6cb3f3f1-59e8-4708-ab8c-6ccfadaf29af service neutron] Bound using segment: {'id': '75d0996b-852e-4214-9d0e-94750bce0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b9eb72cf-c2be-4e07-900a-e3f5dc7401c2'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:10.926666 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-6cb3f3f1-59e8-4708-ab8c-6ccfadaf29af service neutron] Bound port: da981180-d555-456c-9cad-16c3eec00ce9, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d0996b-852e-4214-9d0e-94750bce0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b9eb72cf-c2be-4e07-900a-e3f5dc7401c2'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:10.927035 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-6cb3f3f1-59e8-4708-ab8c-6ccfadaf29af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:11.007152 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-6cb3f3f1-59e8-4708-ab8c-6ccfadaf29af service neutron] For port da981180-d555-456c-9cad-16c3eec00ce9, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:11.011479 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-6cb3f3f1-59e8-4708-ab8c-6ccfadaf29af service neutron] For port da981180-d555-456c-9cad-16c3eec00ce9, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=da981180-d555-456c-9cad-16c3eec00ce9,segment=NetworkSegment(75d0996b-852e-4214-9d0e-94750bce0135),segment_id=75d0996b-852e-4214-9d0e-94750bce0135)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:32:11.016313 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-6cb3f3f1-59e8-4708-ab8c-6ccfadaf29af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:11.060258 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-6cb3f3f1-59e8-4708-ab8c-6ccfadaf29af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:11.061559 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-6cb3f3f1-59e8-4708-ab8c-6ccfadaf29af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:11.062397 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-6cb3f3f1-59e8-4708-ab8c-6ccfadaf29af service neutron] 10.222.0.66 "PUT /v2.0/ports/da981180-d555-456c-9cad-16c3eec00ce9 HTTP/1.1" status: 200 len: 1093 time: 1.0952559 Aug 11 02:32:11.067863 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5a5018-4618-4238-9122-93a3a34bbd26', 'tag': 'da981180-d555-456c-9cad-16c3eec00ce9'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:32:11.073669 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91870ec-f47d-4f2c-8743-2dceb18e2505 req-b157c1ab-e3ae-4a11-a9f9-a98d89957ba4 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:11.080792 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa96c619-2ce1-46fb-a794-6ec6943f048f" -d '{"events": [{"name": "network-changed", "server_uuid": "de5a5018-4618-4238-9122-93a3a34bbd26", "tag": "da981180-d555-456c-9cad-16c3eec00ce9"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:32:11.083855 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f91870ec-f47d-4f2c-8743-2dceb18e2505 req-b157c1ab-e3ae-4a11-a9f9-a98d89957ba4 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=de5a5018-4618-4238-9122-93a3a34bbd26 HTTP/1.1" status: 200 len: 944 time: 0.1524887 Aug 11 02:32:11.131014 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3f3f1-59e8-4708-ab8c-6ccfadaf29af service neutron] Pushing event updated for resources: {'Port': ['ID=da981180-d555-456c-9cad-16c3eec00ce9,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:11.222664 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f91870ec-f47d-4f2c-8743-2dceb18e2505 req-d71a9d02-6e99-42e1-a5c2-86ddd137a5d3 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245749 Aug 11 02:32:11.239556 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b827a7-352c-42a7-8e9c-6d7bc55fb5ac x-openstack-request-id: req-92b827a7-352c-42a7-8e9c-6d7bc55fb5ac {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:32:11.239869 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5a5018-4618-4238-9122-93a3a34bbd26", "tag": "da981180-d555-456c-9cad-16c3eec00ce9", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:32:11.240130 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-92b827a7-352c-42a7-8e9c-6d7bc55fb5ac {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:32:11.240539 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5a5018-4618-4238-9122-93a3a34bbd26', 'tag': 'da981180-d555-456c-9cad-16c3eec00ce9', 'status': 'completed', 'code': 200} Aug 11 02:32:11.299238 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-80b3f544-7837-47f2-bfd3-a69fc6f59270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:11.310748 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-80b3f544-7837-47f2-bfd3-a69fc6f59270 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fe5f52722e8249458d02819aff8bb439&device_id=de5a5018-4618-4238-9122-93a3a34bbd26 HTTP/1.1" status: 200 len: 1096 time: 0.1653266 Aug 11 02:32:11.364587 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-c66da7b6-c9e0-4682-b078-6bb3910a95a7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da981180-d555-456c-9cad-16c3eec00ce9 HTTP/1.1" status: 200 len: 217 time: 0.0501063 Aug 11 02:32:11.418819 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-eb75819d-b860-4978-b547-a78959552196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:11.420411 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-eb75819d-b860-4978-b547-a78959552196 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0158b5c2-32d3-41d6-b8b5-8309e1adc057 HTTP/1.1" status: 200 len: 853 time: 0.0482984 Aug 11 02:32:11.467148 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-2d02ffcb-5e7c-4f97-b4e3-9b755d23bf66 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b9eb72cf-c2be-4e07-900a-e3f5dc7401c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356352 Aug 11 02:32:11.541713 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 5850c1cc-eb7a-4c8e-8a31-9272cdb73898 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:11.620684 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 5850c1cc-eb7a-4c8e-8a31-9272cdb73898 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:11.625626 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-f8f741eb-10e0-4296-bd6d-18babe830b83 service neutron] 10.222.0.66 "GET /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497760 Aug 11 02:32:11.627224 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 5850c1cc-eb7a-4c8e-8a31-9272cdb73898 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:11.627974 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:11.776171 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-be8343a3-7d06-4cfd-9090-9532ccb60f48 req-14aaf4f8-10d7-4b5e-a9ce-8256c0a0e3ee service neutron] 10.222.0.66 "GET /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424818 Aug 11 02:32:11.793299 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:11.828380 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c41848-094b-477c-a8e4-f36fc881e6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5850c1cc-eb7a-4c8e-8a31-9272cdb73898'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:32:11.831864 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065280d3-c473-4519-94c4-837857f84bbf" -d '{"events": [{"server_uuid": "79c41848-094b-477c-a8e4-f36fc881e6f3", "name": "network-vif-plugged", "status": "completed", "tag": "5850c1cc-eb7a-4c8e-8a31-9272cdb73898"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:32:11.851422 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 5850c1cc-eb7a-4c8e-8a31-9272cdb73898, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=5850c1cc-eb7a-4c8e-8a31-9272cdb73898,segment=NetworkSegment(81c2d912-7d54-421f-b958-1b4f2e7c0687),segment_id=81c2d912-7d54-421f-b958-1b4f2e7c0687)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:11.858112 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:11.937086 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96c619-2ce1-46fb-a794-6ec6943f048f req-b999d0b7-1751-4784-88ed-1fd9d42c4841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:11.938610 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aa96c619-2ce1-46fb-a794-6ec6943f048f req-b999d0b7-1751-4784-88ed-1fd9d42c4841 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fe5f52722e8249458d02819aff8bb439&device_id=de5a5018-4618-4238-9122-93a3a34bbd26 HTTP/1.1" status: 200 len: 1096 time: 0.1091094 Aug 11 02:32:11.941218 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0511eecf-5e42-4247-b8f8-7ef6bbe1c367 x-openstack-request-id: req-0511eecf-5e42-4247-b8f8-7ef6bbe1c367 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:32:11.941509 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c41848-094b-477c-a8e4-f36fc881e6f3", "name": "network-vif-plugged", "status": "completed", "tag": "5850c1cc-eb7a-4c8e-8a31-9272cdb73898", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:32:11.941760 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0511eecf-5e42-4247-b8f8-7ef6bbe1c367 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:32:11.942307 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c41848-094b-477c-a8e4-f36fc881e6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5850c1cc-eb7a-4c8e-8a31-9272cdb73898', 'code': 200} Aug 11 02:32:11.988069 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=5850c1cc-eb7a-4c8e-8a31-9272cdb73898,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:12.050915 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c3370-edb5-4534-bd9e-66ab3296dd2a req-22a2f8ba-a965-49bb-b998-d8cbbb66ffed tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:12.065086 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-607c3370-edb5-4534-bd9e-66ab3296dd2a req-22a2f8ba-a965-49bb-b998-d8cbbb66ffed tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=79c41848-094b-477c-a8e4-f36fc881e6f3 HTTP/1.1" status: 200 len: 1097 time: 0.0916946 Aug 11 02:32:12.070990 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7c574-9819-4a23-87e4-81425724ca18 req-13bc212e-bd73-470f-bf17-128ac65eba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:12.073002 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b8c7c574-9819-4a23-87e4-81425724ca18 req-13bc212e-bd73-470f-bf17-128ac65eba31 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=79c41848-094b-477c-a8e4-f36fc881e6f3 HTTP/1.1" status: 200 len: 1097 time: 0.0746062 Aug 11 02:32:12.160869 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-607c3370-edb5-4534-bd9e-66ab3296dd2a req-b22bbda9-d2ba-4f3c-ad79-6b41dc453148 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4d5a03d8-c98c-49a2-a568-31f5777c0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764768 Aug 11 02:32:12.168168 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b8c7c574-9819-4a23-87e4-81425724ca18 req-84ddc1cc-56e5-47dc-82aa-c4a5fa1ebd79 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4d5a03d8-c98c-49a2-a568-31f5777c0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870366 Aug 11 02:32:12.180742 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96c619-2ce1-46fb-a794-6ec6943f048f req-801c9624-557d-456d-9cca-8fad309e4598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:12.182829 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aa96c619-2ce1-46fb-a794-6ec6943f048f req-801c9624-557d-456d-9cca-8fad309e4598 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 HTTP/1.1" status: 200 len: 914 time: 0.2315755 Aug 11 02:32:12.298261 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aa96c619-2ce1-46fb-a794-6ec6943f048f req-db2cbdb0-1685-409c-8608-7064f7fe1d4f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da981180-d555-456c-9cad-16c3eec00ce9 HTTP/1.1" status: 200 len: 217 time: 0.0775080 Aug 11 02:32:12.381950 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96c619-2ce1-46fb-a794-6ec6943f048f req-6cb23b0c-c95f-43be-8010-a2ac60ce6fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:12.383431 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aa96c619-2ce1-46fb-a794-6ec6943f048f req-6cb23b0c-c95f-43be-8010-a2ac60ce6fb7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0158b5c2-32d3-41d6-b8b5-8309e1adc057 HTTP/1.1" status: 200 len: 853 time: 0.0761397 Aug 11 02:32:12.423326 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aa96c619-2ce1-46fb-a794-6ec6943f048f req-de17208e-60d5-4b03-a1ee-c3ae29e72dbe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b9eb72cf-c2be-4e07-900a-e3f5dc7401c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285261 Aug 11 02:32:12.528342 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aa96c619-2ce1-46fb-a794-6ec6943f048f req-f85302f9-84c5-46cb-af6e-2bc9a8ba8627 service neutron] 10.222.0.66 "GET /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902898 Aug 11 02:32:12.602924 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a25b5-7d3e-4905-9e4b-99604a485628 req-11464ce3-2a2b-4273-a698-0f9822ddc245 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:12.605265 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d66a25b5-7d3e-4905-9e4b-99604a485628 req-11464ce3-2a2b-4273-a698-0f9822ddc245 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=de5a5018-4618-4238-9122-93a3a34bbd26 HTTP/1.1" status: 200 len: 944 time: 0.2209251 Aug 11 02:32:12.713465 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d66a25b5-7d3e-4905-9e4b-99604a485628 req-59513f6a-7f04-4957-8c7d-19127321c5e2 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998096 Aug 11 02:32:12.717887 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aa96c619-2ce1-46fb-a794-6ec6943f048f req-7c32b91a-6eb1-4439-8f09-9d697849a580 service neutron] 10.222.0.66 "GET /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805103 Aug 11 02:32:13.122274 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39808) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:13.310354 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-06114e2d-e7b3-470f-803b-c1835378d846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:13.341019 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad38bf7-9237-479b-9356-9a0e05c44d64 req-b3d1cdc8-b26a-48f9-acb7-56af078dd446 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:13.352597 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1ad38bf7-9237-479b-9356-9a0e05c44d64 req-b3d1cdc8-b26a-48f9-acb7-56af078dd446 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=79c41848-094b-477c-a8e4-f36fc881e6f3 HTTP/1.1" status: 200 len: 1097 time: 0.0697360 Aug 11 02:32:13.420910 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1ad38bf7-9237-479b-9356-9a0e05c44d64 req-207f9025-12e1-4571-ad86-68ff15e5ba25 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4d5a03d8-c98c-49a2-a568-31f5777c0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634847 Aug 11 02:32:13.485293 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-06114e2d-e7b3-470f-803b-c1835378d846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:13.502314 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-06114e2d-e7b3-470f-803b-c1835378d846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:13.557003 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06114e2d-e7b3-470f-803b-c1835378d846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1daa7378-2b22-4645-954f-83dc8a31760c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:13.606224 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 39822) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:13.606457 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-06114e2d-e7b3-470f-803b-c1835378d846 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cbc0699948954529b2ba3e0c29713dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4829862 Aug 11 02:32:13.621930 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c2b24-0462-49b1-b4db-88ab9dfb020c req-c7e49663-4bce-4a49-ab7c-9ab0394201f2 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:13.629755 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9f0c2b24-0462-49b1-b4db-88ab9dfb020c req-c7e49663-4bce-4a49-ab7c-9ab0394201f2 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=79c41848-094b-477c-a8e4-f36fc881e6f3 HTTP/1.1" status: 200 len: 1097 time: 0.1190341 Aug 11 02:32:13.676542 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9f0c2b24-0462-49b1-b4db-88ab9dfb020c req-5b7bf158-483f-47ec-a046-1c40988d5a71 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4d5a03d8-c98c-49a2-a568-31f5777c0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457110 Aug 11 02:32:13.698225 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a1414535-0e27-4815-8c5a-6bc0c337cec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:13.725069 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a1414535-0e27-4815-8c5a-6bc0c337cec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:13.846498 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a1414535-0e27-4815-8c5a-6bc0c337cec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:13.850740 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a1414535-0e27-4815-8c5a-6bc0c337cec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:13.852280 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a1414535-0e27-4815-8c5a-6bc0c337cec4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1daa7378-2b22-4645-954f-83dc8a31760c HTTP/1.1" status: 204 len: 168 time: 0.2445920 Aug 11 02:32:13.873614 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1414535-0e27-4815-8c5a-6bc0c337cec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daa7378-2b22-4645-954f-83dc8a31760c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:13.900164 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de6feb-d202-48c0-9f40-984d8333b651 req-7b2f6d7b-d6f7-46f5-b352-aae7abf40a1c tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:13.910882 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-40de6feb-d202-48c0-9f40-984d8333b651 req-7b2f6d7b-d6f7-46f5-b352-aae7abf40a1c tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=79c41848-094b-477c-a8e4-f36fc881e6f3 HTTP/1.1" status: 200 len: 1097 time: 0.1193178 Aug 11 02:32:13.968077 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb119a22-2fb6-4044-a399-72075b8d8546 req-a145c2bf-3e4e-4243-b476-87e00b769564 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:14.003213 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bb119a22-2fb6-4044-a399-72075b8d8546 req-a145c2bf-3e4e-4243-b476-87e00b769564 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=de5a5018-4618-4238-9122-93a3a34bbd26 HTTP/1.1" status: 200 len: 944 time: 0.1773570 Aug 11 02:32:14.050876 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-40de6feb-d202-48c0-9f40-984d8333b651 req-fb9c7a63-4a1d-4fa5-b582-91a44d395911 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4d5a03d8-c98c-49a2-a568-31f5777c0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331265 Aug 11 02:32:14.126161 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bb119a22-2fb6-4044-a399-72075b8d8546 req-d917cd44-395b-4599-9872-9b442fc3fdab tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192293 Aug 11 02:32:14.376862 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf73e6-0aaa-4dbf-a01f-50910827a206 req-f08ecb63-2c99-46c8-936f-7da82176b4ad tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:14.378433 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-40bf73e6-0aaa-4dbf-a01f-50910827a206 req-f08ecb63-2c99-46c8-936f-7da82176b4ad tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=79c41848-094b-477c-a8e4-f36fc881e6f3 HTTP/1.1" status: 200 len: 1097 time: 0.0487294 Aug 11 02:32:14.418913 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-40bf73e6-0aaa-4dbf-a01f-50910827a206 req-3777517a-c278-42da-b287-fb0ac54528f1 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4d5a03d8-c98c-49a2-a568-31f5777c0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320215 Aug 11 02:32:14.459373 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39850) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:14.473458 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-106e3463-0550-4bac-b04f-cce91095b94a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:14.572515 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-106e3463-0550-4bac-b04f-cce91095b94a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:14.576872 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-106e3463-0550-4bac-b04f-cce91095b94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:14.617605 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-106e3463-0550-4bac-b04f-cce91095b94a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=20024da00b40419aabb41dea3cfe504b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570604 Aug 11 02:32:14.618495 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e3463-0550-4bac-b04f-cce91095b94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4075b968-08d5-4064-ba85-da75bdf13761,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:14.620934 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 39856) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:14.683412 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa140ae3-2792-4f45-8776-721c76865ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:14.706905 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa140ae3-2792-4f45-8776-721c76865ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:14.766181 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa140ae3-2792-4f45-8776-721c76865ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:14.769503 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa140ae3-2792-4f45-8776-721c76865ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:14.771844 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fa140ae3-2792-4f45-8776-721c76865ba7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4075b968-08d5-4064-ba85-da75bdf13761 HTTP/1.1" status: 204 len: 168 time: 0.1479321 Aug 11 02:32:14.780643 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa140ae3-2792-4f45-8776-721c76865ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4075b968-08d5-4064-ba85-da75bdf13761,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:15.313157 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41b337-5b27-40b2-8e82-4eb7101e2912 req-24f75102-b7bd-40ea-94f3-3b5d4811c206 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:15.315627 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9d41b337-5b27-40b2-8e82-4eb7101e2912 req-24f75102-b7bd-40ea-94f3-3b5d4811c206 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=de5a5018-4618-4238-9122-93a3a34bbd26 HTTP/1.1" status: 200 len: 944 time: 0.0883768 Aug 11 02:32:15.404715 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9d41b337-5b27-40b2-8e82-4eb7101e2912 req-729603ef-a003-4325-8258-12cb345123c4 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757041 Aug 11 02:32:15.556724 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device da981180-d555-456c-9cad-16c3eec00ce9 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:32:15.632492 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810eff50-0ce2-44ec-a4d5-bab98e4503b7 req-cd67448a-6fcf-4195-9a6f-82868b4a5d72 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:15.634055 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-810eff50-0ce2-44ec-a4d5-bab98e4503b7 req-cd67448a-6fcf-4195-9a6f-82868b4a5d72 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=79c41848-094b-477c-a8e4-f36fc881e6f3 HTTP/1.1" status: 200 len: 1097 time: 0.1003366 Aug 11 02:32:15.749058 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port da981180-d555-456c-9cad-16c3eec00ce9, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=da981180-d555-456c-9cad-16c3eec00ce9,segment=NetworkSegment(75d0996b-852e-4214-9d0e-94750bce0135),segment_id=75d0996b-852e-4214-9d0e-94750bce0135)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:15.774018 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-810eff50-0ce2-44ec-a4d5-bab98e4503b7 req-2eed9f2d-4687-4ba2-bb9a-42838aac5f92 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4d5a03d8-c98c-49a2-a568-31f5777c0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315165 Aug 11 02:32:15.784632 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'da981180-d555-456c-9cad-16c3eec00ce9', 'network_id': 'b9eb72cf-c2be-4e07-900a-e3f5dc7401c2', 'port_id': 'da981180-d555-456c-9cad-16c3eec00ce9', 'mac_address': 'fa:16:3e:21:5f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0158b5c2-32d3-41d6-b8b5-8309e1adc057', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:32:15.817609 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018418f-413d-49c5-a14b-dec92dc1cf15 req-d402c040-f172-4b41-99b7-932175f04aab tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:15.825061 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4018418f-413d-49c5-a14b-dec92dc1cf15 req-d402c040-f172-4b41-99b7-932175f04aab tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=79c41848-094b-477c-a8e4-f36fc881e6f3 HTTP/1.1" status: 200 len: 1097 time: 0.1441181 Aug 11 02:32:15.908802 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-54c983d6-40d8-455c-a13b-10a395f95549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:15.927994 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:15.943225 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da981180-d555-456c-9cad-16c3eec00ce9 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:32:15.966623 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port da981180-d555-456c-9cad-16c3eec00ce9, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=da981180-d555-456c-9cad-16c3eec00ce9,segment=NetworkSegment(75d0996b-852e-4214-9d0e-94750bce0135),segment_id=75d0996b-852e-4214-9d0e-94750bce0135)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:15.976196 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.057603 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-4018418f-413d-49c5-a14b-dec92dc1cf15 req-ac54e790-4b91-49b7-873e-03032408c243 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Deleting port 5850c1cc-eb7a-4c8e-8a31-9272cdb73898 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:16.060084 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4018418f-413d-49c5-a14b-dec92dc1cf15 req-ac54e790-4b91-49b7-873e-03032408c243 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.105963 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=da981180-d555-456c-9cad-16c3eec00ce9,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:16.118644 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:16.119015 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:16.119366 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:16.119817 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:16.122040 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:16.122876 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:16.123434 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:16.124114 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:16.124662 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:16.125185 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:16.125703 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:16.126209 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:16.225341 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-4018418f-413d-49c5-a14b-dec92dc1cf15 req-ac54e790-4b91-49b7-873e-03032408c243 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] For port 5850c1cc-eb7a-4c8e-8a31-9272cdb73898, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=5850c1cc-eb7a-4c8e-8a31-9272cdb73898,segment=NetworkSegment(81c2d912-7d54-421f-b958-1b4f2e7c0687),segment_id=81c2d912-7d54-421f-b958-1b4f2e7c0687)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:16.225341 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4018418f-413d-49c5-a14b-dec92dc1cf15 req-ac54e790-4b91-49b7-873e-03032408c243 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.233030 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['da981180-d555-456c-9cad-16c3eec00ce9'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:32:16.258862 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-4018418f-413d-49c5-a14b-dec92dc1cf15 req-ac54e790-4b91-49b7-873e-03032408c243 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Calling delete_port for 5850c1cc-eb7a-4c8e-8a31-9272cdb73898 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:16.468042 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4018418f-413d-49c5-a14b-dec92dc1cf15 req-ac54e790-4b91-49b7-873e-03032408c243 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.508132 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['a9413c32-8aea-4794-9dfc-89589197ec13'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:32:16.514756 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54e790-4b91-49b7-873e-03032408c243 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Pushing event deleted for resources: {'Port': ['ID=5850c1cc-eb7a-4c8e-8a31-9272cdb73898,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:16.568631 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-4018418f-413d-49c5-a14b-dec92dc1cf15 req-ac54e790-4b91-49b7-873e-03032408c243 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] No DVR routers for this DVR port 5850c1cc-eb7a-4c8e-8a31-9272cdb73898 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:32:16.573181 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4018418f-413d-49c5-a14b-dec92dc1cf15 req-ac54e790-4b91-49b7-873e-03032408c243 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.577742 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4018418f-413d-49c5-a14b-dec92dc1cf15 req-ac54e790-4b91-49b7-873e-03032408c243 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.66 "DELETE /v2.0/ports/5850c1cc-eb7a-4c8e-8a31-9272cdb73898 HTTP/1.1" status: 204 len: 173 time: 0.7485890 Aug 11 02:32:16.578603 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c41848-094b-477c-a8e4-f36fc881e6f3', 'name': 'network-vif-deleted', 'tag': '5850c1cc-eb7a-4c8e-8a31-9272cdb73898'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:32:16.582824 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc87e4eb-a98e-4c38-be06-206b54d2f574" -d '{"events": [{"server_uuid": "79c41848-094b-477c-a8e4-f36fc881e6f3", "name": "network-vif-deleted", "tag": "5850c1cc-eb7a-4c8e-8a31-9272cdb73898"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:32:16.706111 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e42dc8-cf8f-4d56-9fb1-914d7e068601 x-openstack-request-id: req-21e42dc8-cf8f-4d56-9fb1-914d7e068601 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:32:16.706723 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c41848-094b-477c-a8e4-f36fc881e6f3", "name": "network-vif-deleted", "tag": "5850c1cc-eb7a-4c8e-8a31-9272cdb73898", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:32:16.706723 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-21e42dc8-cf8f-4d56-9fb1-914d7e068601 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:32:16.707076 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c41848-094b-477c-a8e4-f36fc881e6f3', 'name': 'network-vif-deleted', 'tag': '5850c1cc-eb7a-4c8e-8a31-9272cdb73898', 'status': 'completed', 'code': 200} Aug 11 02:32:16.716067 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a740f-e147-4c31-89a4-6789041d5cdb req-174036c6-4a42-4e1c-8d30-a20243d4b949 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:16.719171 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e91a740f-e147-4c31-89a4-6789041d5cdb req-174036c6-4a42-4e1c-8d30-a20243d4b949 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=de5a5018-4618-4238-9122-93a3a34bbd26 HTTP/1.1" status: 200 len: 945 time: 0.1723855 Aug 11 02:32:16.807130 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e91a740f-e147-4c31-89a4-6789041d5cdb req-bc00785e-39c7-40cf-a007-1367f67b606d tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805671 Aug 11 02:32:16.930432 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 39978) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:16.934979 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4713493-fc29-4172-ad82-8ae0f6594200 req-0616a218-d6d9-4b5e-ad3c-79f77cb7afb9 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=79c41848-094b-477c-a8e4-f36fc881e6f3 HTTP/1.1" status: 200 len: 210 time: 0.0536895 Aug 11 02:32:17.048114 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['5850c1cc-eb7a-4c8e-8a31-9272cdb73898'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:32:17.054196 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-88d2542c-4768-4c1a-877f-8bd2c265d11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:17.211414 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-88d2542c-4768-4c1a-877f-8bd2c265d11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:17.218079 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-88d2542c-4768-4c1a-877f-8bd2c265d11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:17.277061 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 39988) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:17.287072 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-88d2542c-4768-4c1a-877f-8bd2c265d11a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=56256c57153f4594bd68619a5f545705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3556123 Aug 11 02:32:17.288399 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2542c-4768-4c1a-877f-8bd2c265d11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501c1052-2144-4792-9724-bef229880024,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:17.360310 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-15f674a2-a9c7-465d-b635-bc251655e75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:17.384026 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-15f674a2-a9c7-465d-b635-bc251655e75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:17.449148 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-15f674a2-a9c7-465d-b635-bc251655e75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:17.452982 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-15f674a2-a9c7-465d-b635-bc251655e75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:17.454666 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-15f674a2-a9c7-465d-b635-bc251655e75b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/501c1052-2144-4792-9724-bef229880024 HTTP/1.1" status: 204 len: 168 time: 0.1762922 Aug 11 02:32:17.479181 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f674a2-a9c7-465d-b635-bc251655e75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501c1052-2144-4792-9724-bef229880024,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:17.588607 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device da981180-d555-456c-9cad-16c3eec00ce9 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:17.673680 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port da981180-d555-456c-9cad-16c3eec00ce9 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:17.680117 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port da981180-d555-456c-9cad-16c3eec00ce9 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:17.680772 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:18.010761 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:18.010761 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5a5018-4618-4238-9122-93a3a34bbd26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da981180-d555-456c-9cad-16c3eec00ce9'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:32:18.020740 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a996200-7c0b-4e83-a1a8-d02ef3cdb4c6" -d '{"events": [{"server_uuid": "de5a5018-4618-4238-9122-93a3a34bbd26", "name": "network-vif-plugged", "status": "completed", "tag": "da981180-d555-456c-9cad-16c3eec00ce9"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:32:18.046641 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port da981180-d555-456c-9cad-16c3eec00ce9, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=da981180-d555-456c-9cad-16c3eec00ce9,segment=NetworkSegment(75d0996b-852e-4214-9d0e-94750bce0135),segment_id=75d0996b-852e-4214-9d0e-94750bce0135)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:18.054465 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:18.229151 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25158b19-5ce1-459c-b12a-9792d131e17c req-ed4bef9e-36de-42a4-837b-538d891d8754 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:18.242925 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=da981180-d555-456c-9cad-16c3eec00ce9,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:18.258751 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-25158b19-5ce1-459c-b12a-9792d131e17c req-ed4bef9e-36de-42a4-837b-538d891d8754 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=de5a5018-4618-4238-9122-93a3a34bbd26 HTTP/1.1" status: 200 len: 945 time: 0.3171086 Aug 11 02:32:18.296937 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8939584-1a18-4931-af6b-41ead9ea15bd x-openstack-request-id: req-e8939584-1a18-4931-af6b-41ead9ea15bd {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:32:18.297462 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5a5018-4618-4238-9122-93a3a34bbd26", "name": "network-vif-plugged", "status": "completed", "tag": "da981180-d555-456c-9cad-16c3eec00ce9", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:32:18.299521 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e8939584-1a18-4931-af6b-41ead9ea15bd {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:32:18.300164 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5a5018-4618-4238-9122-93a3a34bbd26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da981180-d555-456c-9cad-16c3eec00ce9', 'code': 200} Aug 11 02:32:18.367709 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4584fdb8-6c1d-4826-a463-edeaa43d4b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:18.395798 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-25158b19-5ce1-459c-b12a-9792d131e17c req-e93ca47b-8ca3-4598-bf95-9f6d6503a93b tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214926 Aug 11 02:32:18.432765 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:18.490001 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93eb90-5c2f-4917-99bd-3f648d1cbae1 req-e0ff3db1-7593-47c2-970b-bcf712ce4967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:18.493072 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ea93eb90-5c2f-4917-99bd-3f648d1cbae1 req-e0ff3db1-7593-47c2-970b-bcf712ce4967 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=de5a5018-4618-4238-9122-93a3a34bbd26 HTTP/1.1" status: 200 len: 1098 time: 0.0989890 Aug 11 02:32:18.543786 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ea93eb90-5c2f-4917-99bd-3f648d1cbae1 req-e0a2ddd5-bc24-4024-9552-b83d32e87f05 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433786 Aug 11 02:32:18.727488 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9c36c-2ead-4beb-89c4-6f678adf55fe req-4a40f2d2-f6aa-41f6-995a-9b45eff1b256 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:18.729783 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-65e9c36c-2ead-4beb-89c4-6f678adf55fe req-4a40f2d2-f6aa-41f6-995a-9b45eff1b256 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0e6e1eba-9c5e-4584-a5ee-45670b6631d7 HTTP/1.1" status: 200 len: 1098 time: 0.0498266 Aug 11 02:32:18.776824 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-65e9c36c-2ead-4beb-89c4-6f678adf55fe req-dcb29ad3-247a-4156-80a0-c6496b768498 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4d5a03d8-c98c-49a2-a568-31f5777c0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336580 Aug 11 02:32:19.543491 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bc755-c245-41ac-837d-73748fd290fb req-11a20e81-c008-4bf8-a659-c5fad95d2e67 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:19.551395 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fa2bc755-c245-41ac-837d-73748fd290fb req-11a20e81-c008-4bf8-a659-c5fad95d2e67 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=de5a5018-4618-4238-9122-93a3a34bbd26 HTTP/1.1" status: 200 len: 946 time: 0.0723381 Aug 11 02:32:19.619711 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 5850c1cc-eb7a-4c8e-8a31-9272cdb73898 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:32:19.652453 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fa2bc755-c245-41ac-837d-73748fd290fb req-2ee99b49-23db-4816-8578-86647f6084f2 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888202 Aug 11 02:32:19.672263 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 5850c1cc-eb7a-4c8e-8a31-9272cdb73898 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:32:19.673008 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 5850c1cc-eb7a-4c8e-8a31-9272cdb73898 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:32:20.003767 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:20.039169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd577a6b-e633-4ec2-a35e-b25e308d11a8 req-e669333d-a25c-47b8-ab80-d327bf99755a tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:20.049234 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fd577a6b-e633-4ec2-a35e-b25e308d11a8 req-e669333d-a25c-47b8-ab80-d327bf99755a tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0e6e1eba-9c5e-4584-a5ee-45670b6631d7 HTTP/1.1" status: 200 len: 1098 time: 0.1246612 Aug 11 02:32:20.160353 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452f223-d714-4fe6-a713-da2e28ed301a req-d8f35e07-1100-4d66-81c8-0e58883644f9 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:20.161882 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5452f223-d714-4fe6-a713-da2e28ed301a req-d8f35e07-1100-4d66-81c8-0e58883644f9 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0e6e1eba-9c5e-4584-a5ee-45670b6631d7 HTTP/1.1" status: 200 len: 1098 time: 0.1085892 Aug 11 02:32:20.192687 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fd577a6b-e633-4ec2-a35e-b25e308d11a8 req-0944b67f-09b1-490d-8163-bd7c32729f50 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4d5a03d8-c98c-49a2-a568-31f5777c0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418471 Aug 11 02:32:20.327637 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40142) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:20.400241 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-5452f223-d714-4fe6-a713-da2e28ed301a req-29e7dcfa-d4a9-4b8c-bcfe-4e7be8c0da77 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Deleting port a9413c32-8aea-4794-9dfc-89589197ec13 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:20.400589 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5452f223-d714-4fe6-a713-da2e28ed301a req-29e7dcfa-d4a9-4b8c-bcfe-4e7be8c0da77 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:20.546694 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-be4d655f-3fd0-4b03-8a80-6b9974869c84 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:20.590882 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-be4d655f-3fd0-4b03-8a80-6b9974869c84 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks [] for floatingip, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:20.641729 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-5452f223-d714-4fe6-a713-da2e28ed301a req-29e7dcfa-d4a9-4b8c-bcfe-4e7be8c0da77 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] For port a9413c32-8aea-4794-9dfc-89589197ec13, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=a9413c32-8aea-4794-9dfc-89589197ec13,segment=NetworkSegment(81c2d912-7d54-421f-b958-1b4f2e7c0687),segment_id=81c2d912-7d54-421f-b958-1b4f2e7c0687)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:20.642236 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5452f223-d714-4fe6-a713-da2e28ed301a req-29e7dcfa-d4a9-4b8c-bcfe-4e7be8c0da77 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:20.656349 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-5452f223-d714-4fe6-a713-da2e28ed301a req-29e7dcfa-d4a9-4b8c-bcfe-4e7be8c0da77 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Calling delete_port for a9413c32-8aea-4794-9dfc-89589197ec13 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:20.745719 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-be4d655f-3fd0-4b03-8a80-6b9974869c84 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:20.843651 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5452f223-d714-4fe6-a713-da2e28ed301a req-29e7dcfa-d4a9-4b8c-bcfe-4e7be8c0da77 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:20.857556 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['a9413c32-8aea-4794-9dfc-89589197ec13'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:32:20.881290 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-be4d655f-3fd0-4b03-8a80-6b9974869c84 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Allocated IP 172.25.2.99 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/00cce736-b7b4-46b1-b2a2-3c32efee2bb3) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:20.939795 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7dcfa-d4a9-4b8c-bcfe-4e7be8c0da77 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9413c32-8aea-4794-9dfc-89589197ec13,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:21.047949 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-5452f223-d714-4fe6-a713-da2e28ed301a req-29e7dcfa-d4a9-4b8c-bcfe-4e7be8c0da77 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] No DVR routers for this DVR port a9413c32-8aea-4794-9dfc-89589197ec13 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:32:21.057322 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5452f223-d714-4fe6-a713-da2e28ed301a req-29e7dcfa-d4a9-4b8c-bcfe-4e7be8c0da77 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:21.059405 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5452f223-d714-4fe6-a713-da2e28ed301a req-29e7dcfa-d4a9-4b8c-bcfe-4e7be8c0da77 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.73 "DELETE /v2.0/ports/a9413c32-8aea-4794-9dfc-89589197ec13 HTTP/1.1" status: 204 len: 173 time: 0.8654172 Aug 11 02:32:21.059911 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6e1eba-9c5e-4584-a5ee-45670b6631d7', 'name': 'network-vif-deleted', 'tag': 'a9413c32-8aea-4794-9dfc-89589197ec13'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:32:21.062238 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b2a7ce-e9d6-40d2-b38f-316f1afd7807" -d '{"events": [{"server_uuid": "0e6e1eba-9c5e-4584-a5ee-45670b6631d7", "name": "network-vif-deleted", "tag": "a9413c32-8aea-4794-9dfc-89589197ec13"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:32:21.154485 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c548c4af-e4d7-48ae-8cea-e601258de1fa x-openstack-request-id: req-c548c4af-e4d7-48ae-8cea-e601258de1fa {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:32:21.154785 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6e1eba-9c5e-4584-a5ee-45670b6631d7", "name": "network-vif-deleted", "tag": "a9413c32-8aea-4794-9dfc-89589197ec13", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:32:21.155845 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c548c4af-e4d7-48ae-8cea-e601258de1fa {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:32:21.155845 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6e1eba-9c5e-4584-a5ee-45670b6631d7', 'name': 'network-vif-deleted', 'tag': 'a9413c32-8aea-4794-9dfc-89589197ec13', 'status': 'completed', 'code': 200} Aug 11 02:32:21.158768 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-be4d655f-3fd0-4b03-8a80-6b9974869c84 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:21.311816 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-be4d655f-3fd0-4b03-8a80-6b9974869c84 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:21.385775 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d655f-3fd0-4b03-8a80-6b9974869c84 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Pushing event updated for resources: {'Port': ['ID=00cce736-b7b4-46b1-b2a2-3c32efee2bb3,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:21.402351 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4d655f-3fd0-4b03-8a80-6b9974869c84 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:21.403940 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-be4d655f-3fd0-4b03-8a80-6b9974869c84 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:21.407073 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4d655f-3fd0-4b03-8a80-6b9974869c84 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:21.442116 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b85ad67c-c8e9-4c0f-ab61-3b18d9aa4ee5 req-e879f0ab-2805-49c8-9fe1-6532bdd162b4 tempest-TestServerMultinode-1566836824 tempest-TestServerMultinode-1566836824-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0e6e1eba-9c5e-4584-a5ee-45670b6631d7 HTTP/1.1" status: 200 len: 210 time: 0.0608246 Aug 11 02:32:21.469899 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:21.552574 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-be4d655f-3fd0-4b03-8a80-6b9974869c84 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:21.631316 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-be4d655f-3fd0-4b03-8a80-6b9974869c84 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.020961 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-be4d655f-3fd0-4b03-8a80-6b9974869c84 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.027215 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-be4d655f-3fd0-4b03-8a80-6b9974869c84 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.126992 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d655f-3fd0-4b03-8a80-6b9974869c84 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Pushing event updated for resources: {'Port': ['ID=00cce736-b7b4-46b1-b2a2-3c32efee2bb3,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:22.141947 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-be4d655f-3fd0-4b03-8a80-6b9974869c84 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.159560 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-be4d655f-3fd0-4b03-8a80-6b9974869c84 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.161583 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-be4d655f-3fd0-4b03-8a80-6b9974869c84 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8329341 Aug 11 02:32:22.164317 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40204) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:22.171276 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-cf65b55d-9fe7-4b82-b2cd-a00ae8723950 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-223299266'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:22.213077 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf65b55d-9fe7-4b82-b2cd-a00ae8723950 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Made reservation on behalf of eb411a80fd5a4554ba563e01166353f0 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:22.217194 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cf65b55d-9fe7-4b82-b2cd-a00ae8723950 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.227335 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cf65b55d-9fe7-4b82-b2cd-a00ae8723950 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.340516 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cf65b55d-9fe7-4b82-b2cd-a00ae8723950 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.345365 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cf65b55d-9fe7-4b82-b2cd-a00ae8723950 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.372720 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf65b55d-9fe7-4b82-b2cd-a00ae8723950 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:32:22.393176 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65b55d-9fe7-4b82-b2cd-a00ae8723950 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=311e4151-4043-4041-a123-aeff995d2ba2,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:22.399306 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cf65b55d-9fe7-4b82-b2cd-a00ae8723950 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.400007 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-cf65b55d-9fe7-4b82-b2cd-a00ae8723950 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Added segment 346c1481-f4dd-461d-a2e1-d77126bdfb3a of type vlan for network a1bbfbcc-be60-4f65-8bab-d0557b97e4ec Aug 11 02:32:22.460544 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cf65b55d-9fe7-4b82-b2cd-a00ae8723950 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.501521 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cf65b55d-9fe7-4b82-b2cd-a00ae8723950 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.512453 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40216) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:22.514361 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65b55d-9fe7-4b82-b2cd-a00ae8723950 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:22.515010 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cf65b55d-9fe7-4b82-b2cd-a00ae8723950 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.590785 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65b55d-9fe7-4b82-b2cd-a00ae8723950 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Pushing event updated for resources: {'Network': ['ID=a1bbfbcc-be60-4f65-8bab-d0557b97e4ec,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:22.607283 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network a1bbfbcc-be60-4f65-8bab-d0557b97e4ec details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:32:22.609246 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cf65b55d-9fe7-4b82-b2cd-a00ae8723950 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4428377 Aug 11 02:32:22.611949 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40218) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:22.625434 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-a129dd68-ca52-441a-bf66-3889d3b2ab21 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Request body: {'subnet': {'network_id': 'a1bbfbcc-be60-4f65-8bab-d0557b97e4ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:22.753933 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a129dd68-ca52-441a-bf66-3889d3b2ab21 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Made reservation on behalf of eb411a80fd5a4554ba563e01166353f0 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:22.759304 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a129dd68-ca52-441a-bf66-3889d3b2ab21 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.963962 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device a9413c32-8aea-4794-9dfc-89589197ec13 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:32:23.054979 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: a9413c32-8aea-4794-9dfc-89589197ec13 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:32:23.055612 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a129dd68-ca52-441a-bf66-3889d3b2ab21 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:23.061511 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device a9413c32-8aea-4794-9dfc-89589197ec13 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:32:23.117173 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d2eb85ee-ca61-40b9-8244-f730c00e3d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:23.194108 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129dd68-ca52-441a-bf66-3889d3b2ab21 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Pushing event updated for resources: {'Subnet': ['ID=cce5d175-1316-4e24-bbd7-d2a94f665f23,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:23.207437 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a129dd68-ca52-441a-bf66-3889d3b2ab21 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Checking segment: {'id': '346c1481-f4dd-461d-a2e1-d77126bdfb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'a1bbfbcc-be60-4f65-8bab-d0557b97e4ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:23.212646 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a129dd68-ca52-441a-bf66-3889d3b2ab21 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Network hostable DHCP agents. Network: a1bbfbcc-be60-4f65-8bab-d0557b97e4ec, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:32:23.259805 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a129dd68-ca52-441a-bf66-3889d3b2ab21 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Network a1bbfbcc-be60-4f65-8bab-d0557b97e4ec is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:32:23.273222 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-a129dd68-ca52-441a-bf66-3889d3b2ab21 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, a1bbfbcc-be60-4f65-8bab-d0557b97e4ec) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:23.278941 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a129dd68-ca52-441a-bf66-3889d3b2ab21 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:23.279913 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a129dd68-ca52-441a-bf66-3889d3b2ab21 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:23.287213 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de95defe-c9c0-487c-b6d7-6ddec0086a37 None None] Network a1bbfbcc-be60-4f65-8bab-d0557b97e4ec requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:23.320342 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a129dd68-ca52-441a-bf66-3889d3b2ab21 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7057950 Aug 11 02:32:23.321740 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40242) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:23.334417 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-001e1785-fe1c-4c57-a1c8-c810ddac8d8d tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-997352169', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}, 'admin_state_up': False}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:23.389212 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-001e1785-fe1c-4c57-a1c8-c810ddac8d8d tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:23.390736 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-001e1785-fe1c-4c57-a1c8-c810ddac8d8d tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:23.556982 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-001e1785-fe1c-4c57-a1c8-c810ddac8d8d tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:23.744505 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2884d93e-ab20-4dfe-9952-62e64b8ca303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-a1bbfbcc-be60-4f65-8bab-d0557b97e4ec', 'network_id': 'a1bbfbcc-be60-4f65-8bab-d0557b97e4ec', 'tenant_id': 'eb411a80fd5a4554ba563e01166353f0', 'fixed_ips': [{'subnet_id': 'cce5d175-1316-4e24-bbd7-d2a94f665f23'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:32:23.746466 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2884d93e-ab20-4dfe-9952-62e64b8ca303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:23.836392 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-d2eb85ee-ca61-40b9-8244-f730c00e3d1d admin admin] Deleting port 174193db-0be4-48a6-b6cd-0e2412675153 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:23.837593 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d2eb85ee-ca61-40b9-8244-f730c00e3d1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:23.933323 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-001e1785-fe1c-4c57-a1c8-c810ddac8d8d tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:23.974156 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-d2eb85ee-ca61-40b9-8244-f730c00e3d1d admin admin] For port 174193db-0be4-48a6-b6cd-0e2412675153, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=174193db-0be4-48a6-b6cd-0e2412675153,segment=NetworkSegment(81c2d912-7d54-421f-b958-1b4f2e7c0687),segment_id=81c2d912-7d54-421f-b958-1b4f2e7c0687)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:23.976027 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d2eb85ee-ca61-40b9-8244-f730c00e3d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:24.012378 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-d2eb85ee-ca61-40b9-8244-f730c00e3d1d admin admin] Calling delete_port for 174193db-0be4-48a6-b6cd-0e2412675153 owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:24.107958 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-2884d93e-ab20-4dfe-9952-62e64b8ca303 None None] Allocated IP 172.20.0.2 (a1bbfbcc-be60-4f65-8bab-d0557b97e4ec/cce5d175-1316-4e24-bbd7-d2a94f665f23/104953f5-9394-43df-8af0-e093b66ede34) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:24.308372 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:32:24.361255 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-001e1785-fe1c-4c57-a1c8-c810ddac8d8d tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:24.387654 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-001e1785-fe1c-4c57-a1c8-c810ddac8d8d tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:24.505728 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d2eb85ee-ca61-40b9-8244-f730c00e3d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:24.626567 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb85ee-ca61-40b9-8244-f730c00e3d1d admin admin] Pushing event deleted for resources: {'Port': ['ID=174193db-0be4-48a6-b6cd-0e2412675153,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:24.658474 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:24.698680 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2884d93e-ab20-4dfe-9952-62e64b8ca303 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:24.716560 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2884d93e-ab20-4dfe-9952-62e64b8ca303 None None] Transition to ACTIVE for port object 104953f5-9394-43df-8af0-e093b66ede34 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:24.721475 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-001e1785-fe1c-4c57-a1c8-c810ddac8d8d tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Allocated IP 172.25.2.116 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/0ef21fdc-82b4-48f9-95a6-f7d65b999d64) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:24.758507 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2884d93e-ab20-4dfe-9952-62e64b8ca303 None None] Transition to ACTIVE for port object 104953f5-9394-43df-8af0-e093b66ede34 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:24.768429 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2884d93e-ab20-4dfe-9952-62e64b8ca303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:24.859069 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884d93e-ab20-4dfe-9952-62e64b8ca303 None None] Pushing event updated for resources: {'Port': ['ID=104953f5-9394-43df-8af0-e093b66ede34,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:24.885508 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2884d93e-ab20-4dfe-9952-62e64b8ca303 None None] Network a1bbfbcc-be60-4f65-8bab-d0557b97e4ec is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:24.887505 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-2884d93e-ab20-4dfe-9952-62e64b8ca303 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:24.894394 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2884d93e-ab20-4dfe-9952-62e64b8ca303 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:24.917752 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d2eb85ee-ca61-40b9-8244-f730c00e3d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:24.986489 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-2884d93e-ab20-4dfe-9952-62e64b8ca303 None None] Attempting to bind port 104953f5-9394-43df-8af0-e093b66ede34 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:24.986865 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-2884d93e-ab20-4dfe-9952-62e64b8ca303 None None] Attempting to bind port 104953f5-9394-43df-8af0-e093b66ede34 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '346c1481-f4dd-461d-a2e1-d77126bdfb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'a1bbfbcc-be60-4f65-8bab-d0557b97e4ec'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:24.987489 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2884d93e-ab20-4dfe-9952-62e64b8ca303 None None] Attempting to bind port 104953f5-9394-43df-8af0-e093b66ede34 on network a1bbfbcc-be60-4f65-8bab-d0557b97e4ec {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:25.000320 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2884d93e-ab20-4dfe-9952-62e64b8ca303 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:25.000701 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2884d93e-ab20-4dfe-9952-62e64b8ca303 None None] Checking segment: {'id': '346c1481-f4dd-461d-a2e1-d77126bdfb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'a1bbfbcc-be60-4f65-8bab-d0557b97e4ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:25.001112 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2884d93e-ab20-4dfe-9952-62e64b8ca303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:25.001510 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2884d93e-ab20-4dfe-9952-62e64b8ca303 None None] Bound using segment: {'id': '346c1481-f4dd-461d-a2e1-d77126bdfb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'a1bbfbcc-be60-4f65-8bab-d0557b97e4ec'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:25.003823 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-2884d93e-ab20-4dfe-9952-62e64b8ca303 None None] Bound port: 104953f5-9394-43df-8af0-e093b66ede34, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346c1481-f4dd-461d-a2e1-d77126bdfb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'a1bbfbcc-be60-4f65-8bab-d0557b97e4ec'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:25.004224 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2884d93e-ab20-4dfe-9952-62e64b8ca303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:25.037919 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-001e1785-fe1c-4c57-a1c8-c810ddac8d8d tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:25.076407 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-001e1785-fe1c-4c57-a1c8-c810ddac8d8d tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:25.131663 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001e1785-fe1c-4c57-a1c8-c810ddac8d8d tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:25.137735 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-001e1785-fe1c-4c57-a1c8-c810ddac8d8d tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:25.142341 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001e1785-fe1c-4c57-a1c8-c810ddac8d8d tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:25.145973 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e1785-fe1c-4c57-a1c8-c810ddac8d8d tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Pushing event updated for resources: {'Port': ['ID=0ef21fdc-82b4-48f9-95a6-f7d65b999d64,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:25.170213 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-2884d93e-ab20-4dfe-9952-62e64b8ca303 None None] For port 104953f5-9394-43df-8af0-e093b66ede34, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:25.180360 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-2884d93e-ab20-4dfe-9952-62e64b8ca303 None None] For port 104953f5-9394-43df-8af0-e093b66ede34, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=104953f5-9394-43df-8af0-e093b66ede34,segment=NetworkSegment(346c1481-f4dd-461d-a2e1-d77126bdfb3a),segment_id=346c1481-f4dd-461d-a2e1-d77126bdfb3a)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:32:25.189693 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2884d93e-ab20-4dfe-9952-62e64b8ca303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:25.430610 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:25.432751 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884d93e-ab20-4dfe-9952-62e64b8ca303 None None] Pushing event updated for resources: {'Port': ['ID=104953f5-9394-43df-8af0-e093b66ede34,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:25.449226 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2eb85ee-ca61-40b9-8244-f730c00e3d1d admin admin] Router 8eb24f27-abfb-4d58-b500-dfd38d2be2e6 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:32:25.812296 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2eb85ee-ca61-40b9-8244-f730c00e3d1d admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:32:25.817932 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d2eb85ee-ca61-40b9-8244-f730c00e3d1d admin admin] 10.222.0.50 "PUT /v2.0/routers/8eb24f27-abfb-4d58-b500-dfd38d2be2e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3042102 Aug 11 02:32:25.821036 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b9fcab0b-05c8-4a50-8afb-bb33bc18ad17 req-a78f12d6-8787-4d91-a421-206a0eae2e4f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0b571fe6-73f2-40ef-a941-9614a87c4ca7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2557445 Aug 11 02:32:25.822058 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40292) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:25.828245 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365fdb61-959d-4161-a3f1-f82b36c78d96 None None] Sync routers for ids ['8eb24f27-abfb-4d58-b500-dfd38d2be2e6'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:32:25.857514 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365fdb61-959d-4161-a3f1-f82b36c78d96 None None] Routers {'8eb24f27-abfb-4d58-b500-dfd38d2be2e6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:25.877708 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-365fdb61-959d-4161-a3f1-f82b36c78d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:32:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['8eb24f27-abfb-4d58-b500-dfd38d2be2e6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:26.108988 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcab0b-05c8-4a50-8afb-bb33bc18ad17 req-5d44bc2d-88ce-47f5-8c42-b5fa65bb2fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:26.110492 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b9fcab0b-05c8-4a50-8afb-bb33bc18ad17 req-5d44bc2d-88ce-47f5-8c42-b5fa65bb2fc5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe5f52722e8249458d02819aff8bb439&device_id=0b571fe6-73f2-40ef-a941-9614a87c4ca7 HTTP/1.1" status: 200 len: 1098 time: 0.1697145 Aug 11 02:32:26.133763 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-365fdb61-959d-4161-a3f1-f82b36c78d96 None None] Set router 8eb24f27-abfb-4d58-b500-dfd38d2be2e6 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:26.244165 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e5bd5385-7b4d-4702-9af0-e7e1ea538134 admin admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.459571 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-001e1785-fe1c-4c57-a1c8-c810ddac8d8d tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.517437 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e5bd5385-7b4d-4702-9af0-e7e1ea538134 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.658913 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-365fdb61-959d-4161-a3f1-f82b36c78d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb24f27-abfb-4d58-b500-dfd38d2be2e6', 'name': 'tempest-TestServerMultinode-541946047-router', 'tenant_id': '9aded0919f5842e1bfecc2898b95437e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'b0b16e0b-658e-4b45-ba92-43e27d21cc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:23Z', 'updated_at': '2021-08-11T02:32:24Z', 'revision_number': 5, 'project_id': '9aded0919f5842e1bfecc2898b95437e', 'gw_port': {'id': 'b0b16e0b-658e-4b45-ba92-43e27d21cc7d', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb24f27-abfb-4d58-b500-dfd38d2be2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:24Z', 'updated_at': '2021-08-11T02:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:26.676262 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd5385-7b4d-4702-9af0-e7e1ea538134 admin admin] Deleting port b0b16e0b-658e-4b45-ba92-43e27d21cc7d {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:26.676714 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e5bd5385-7b4d-4702-9af0-e7e1ea538134 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.684732 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcab0b-05c8-4a50-8afb-bb33bc18ad17 req-0318e07a-294f-4dac-a6ce-46c23cc93c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:26.688944 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b9fcab0b-05c8-4a50-8afb-bb33bc18ad17 req-0318e07a-294f-4dac-a6ce-46c23cc93c24 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 HTTP/1.1" status: 200 len: 914 time: 0.5422964 Aug 11 02:32:26.747449 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365fdb61-959d-4161-a3f1-f82b36c78d96 None None] Checking router: 8eb24f27-abfb-4d58-b500-dfd38d2be2e6 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:32:26.772413 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b9fcab0b-05c8-4a50-8afb-bb33bc18ad17 req-49264e01-4417-4f1e-9a76-e630c98c50a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4f57556-4b52-42db-971a-9f26549196a2 HTTP/1.1" status: 200 len: 217 time: 0.0629199 Aug 11 02:32:26.792380 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365fdb61-959d-4161-a3f1-f82b36c78d96 None None] Routers {'8eb24f27-abfb-4d58-b500-dfd38d2be2e6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:26.793270 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-365fdb61-959d-4161-a3f1-f82b36c78d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:32:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['8eb24f27-abfb-4d58-b500-dfd38d2be2e6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:26.894424 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a74f48da-65ca-412e-ba10-e652218b95c2 req-4ec1e19c-ff43-4b63-a653-f3ad4b17a375 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3213df3a-a041-4cae-8b2c-34b6a905640b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1645582 Aug 11 02:32:27.165180 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f48da-65ca-412e-ba10-e652218b95c2 req-fde5e106-59b4-40c3-a5d7-b7b645563e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:27.166905 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a74f48da-65ca-412e-ba10-e652218b95c2 req-fde5e106-59b4-40c3-a5d7-b7b645563e2c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7dbe02d9ee5848ceb377245a6f963877&device_id=3213df3a-a041-4cae-8b2c-34b6a905640b HTTP/1.1" status: 200 len: 1101 time: 0.1846302 Aug 11 02:32:27.168790 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-001e1785-fe1c-4c57-a1c8-c810ddac8d8d tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.474454 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c2d421-fb63-4b0b-9731-77dfc93c2278 None None] Network a1bbfbcc-be60-4f65-8bab-d0557b97e4ec requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:27.485606 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 104953f5-9394-43df-8af0-e093b66ede34 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:27.684396 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001e1785-fe1c-4c57-a1c8-c810ddac8d8d tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Router 5ccd6762-2c83-4d15-968a-0d2282c147e6 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:32:27.740145 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f48da-65ca-412e-ba10-e652218b95c2 req-102d52d6-521e-41cb-a303-9da80587cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:27.742130 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a74f48da-65ca-412e-ba10-e652218b95c2 req-102d52d6-521e-41cb-a303-9da80587cd0e service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.4252915 Aug 11 02:32:27.757861 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-6ea8c71b-b052-4cb0-b7d5-94265a28ad8e None None] Provisioning for port 104953f5-9394-43df-8af0-e093b66ede34 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:27.771086 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-365fdb61-959d-4161-a3f1-f82b36c78d96 None None] Set router 8eb24f27-abfb-4d58-b500-dfd38d2be2e6 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:27.900102 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcab0b-05c8-4a50-8afb-bb33bc18ad17 req-01dd5b2e-cb29-446d-815a-d3993dbfc860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:27.902218 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b9fcab0b-05c8-4a50-8afb-bb33bc18ad17 req-01dd5b2e-cb29-446d-815a-d3993dbfc860 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0158b5c2-32d3-41d6-b8b5-8309e1adc057 HTTP/1.1" status: 200 len: 853 time: 0.1178958 Aug 11 02:32:27.936757 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a74f48da-65ca-412e-ba10-e652218b95c2 req-ed2af4b3-8133-469a-805f-a97f04199ac4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=95c549c0-e77b-4c83-990c-a420d7607be7 HTTP/1.1" status: 200 len: 217 time: 0.1863554 Aug 11 02:32:27.973854 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-365fdb61-959d-4161-a3f1-f82b36c78d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb24f27-abfb-4d58-b500-dfd38d2be2e6', 'name': 'tempest-TestServerMultinode-541946047-router', 'tenant_id': '9aded0919f5842e1bfecc2898b95437e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:23Z', 'updated_at': '2021-08-11T02:32:26Z', 'revision_number': 6, 'project_id': '9aded0919f5842e1bfecc2898b95437e', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:28.017101 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365fdb61-959d-4161-a3f1-f82b36c78d96 None None] The sync data for ids ['8eb24f27-abfb-4d58-b500-dfd38d2be2e6'] in n-d-615180-33 is: [{'id': '8eb24f27-abfb-4d58-b500-dfd38d2be2e6', 'name': 'tempest-TestServerMultinode-541946047-router', 'tenant_id': '9aded0919f5842e1bfecc2898b95437e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:23Z', 'updated_at': '2021-08-11T02:32:26Z', 'revision_number': 6, 'project_id': '9aded0919f5842e1bfecc2898b95437e', 'gw_port_host': None}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:32:28.023473 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b9fcab0b-05c8-4a50-8afb-bb33bc18ad17 req-a0c45317-22de-4c4d-bd5f-dec357eeb514 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b9eb72cf-c2be-4e07-900a-e3f5dc7401c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123910 Aug 11 02:32:28.039024 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-e5bd5385-7b4d-4702-9af0-e7e1ea538134 admin admin] For port b0b16e0b-658e-4b45-ba92-43e27d21cc7d, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b0b16e0b-658e-4b45-ba92-43e27d21cc7d,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:28.039331 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 104953f5-9394-43df-8af0-e093b66ede34 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:28.039472 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e5bd5385-7b4d-4702-9af0-e7e1ea538134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:28.098859 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 104953f5-9394-43df-8af0-e093b66ede34 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:28.102413 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:28.208869 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b9fcab0b-05c8-4a50-8afb-bb33bc18ad17 req-8b246352-a319-47ba-9406-7a090c07e717 service neutron] 10.222.0.73 "GET /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626511 Aug 11 02:32:28.215214 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd5385-7b4d-4702-9af0-e7e1ea538134 admin admin] Calling delete_port for b0b16e0b-658e-4b45-ba92-43e27d21cc7d owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:28.218923 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f48da-65ca-412e-ba10-e652218b95c2 req-26fd3eed-cc4e-4f90-86c2-6c3566bda7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:28.220473 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a74f48da-65ca-412e-ba10-e652218b95c2 req-26fd3eed-cc4e-4f90-86c2-6c3566bda7d6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.2680273 Aug 11 02:32:28.320202 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001e1785-fe1c-4c57-a1c8-c810ddac8d8d tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:32:28.333399 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c4c56c-45e4-4f89-950e-0d9b6be59ba6 None None] Sync routers for ids ['5ccd6762-2c83-4d15-968a-0d2282c147e6'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:32:28.352599 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f48da-65ca-412e-ba10-e652218b95c2 req-48428d8e-61db-46f1-b7d7-14660b6c6d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:28.354089 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a74f48da-65ca-412e-ba10-e652218b95c2 req-48428d8e-61db-46f1-b7d7-14660b6c6d0f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1136351 Aug 11 02:32:28.355494 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-001e1785-fe1c-4c57-a1c8-c810ddac8d8d tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:28.360134 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-001e1785-fe1c-4c57-a1c8-c810ddac8d8d tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.0357161 Aug 11 02:32:28.360788 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40346) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:28.376454 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c4c56c-45e4-4f89-950e-0d9b6be59ba6 None None] Routers {'5ccd6762-2c83-4d15-968a-0d2282c147e6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:28.382661 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-33c4c56c-45e4-4f89-950e-0d9b6be59ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:32:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5ccd6762-2c83-4d15-968a-0d2282c147e6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:28.395412 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:28.516656 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 104953f5-9394-43df-8af0-e093b66ede34, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=104953f5-9394-43df-8af0-e093b66ede34,segment=NetworkSegment(346c1481-f4dd-461d-a2e1-d77126bdfb3a),segment_id=346c1481-f4dd-461d-a2e1-d77126bdfb3a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:28.523006 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:28.546927 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-33c4c56c-45e4-4f89-950e-0d9b6be59ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:28.569843 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c4c56c-45e4-4f89-950e-0d9b6be59ba6 None None] Routers {'5ccd6762-2c83-4d15-968a-0d2282c147e6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:28.584980 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-33c4c56c-45e4-4f89-950e-0d9b6be59ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:32:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5ccd6762-2c83-4d15-968a-0d2282c147e6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:28.687760 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=104953f5-9394-43df-8af0-e093b66ede34,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:28.708230 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-33c4c56c-45e4-4f89-950e-0d9b6be59ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:28.709051 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c4c56c-45e4-4f89-950e-0d9b6be59ba6 None None] The sync data for ids ['5ccd6762-2c83-4d15-968a-0d2282c147e6'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:32:28.826891 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b9fcab0b-05c8-4a50-8afb-bb33bc18ad17 req-84147377-d217-4783-bd61-0d97607f1623 service neutron] 10.222.0.73 "GET /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5851862 Aug 11 02:32:28.970685 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e5bd5385-7b4d-4702-9af0-e7e1ea538134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.003747 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5606a5b0-1ec6-44f7-9fa3-64f446ec8737 None None] Provisioning complete for port 104953f5-9394-43df-8af0-e093b66ede34 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:29.004731 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5606a5b0-1ec6-44f7-9fa3-64f446ec8737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.051711 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd5385-7b4d-4702-9af0-e7e1ea538134 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b16e0b-658e-4b45-ba92-43e27d21cc7d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:29.126307 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a74f48da-65ca-412e-ba10-e652218b95c2 req-8dbc03f8-2050-4e72-a752-dd969a0b6ff2 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7582674 Aug 11 02:32:29.174691 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e5bd5385-7b4d-4702-9af0-e7e1ea538134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.407160 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 104953f5-9394-43df-8af0-e093b66ede34 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:29.454399 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e5bd5385-7b4d-4702-9af0-e7e1ea538134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.461258 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e5bd5385-7b4d-4702-9af0-e7e1ea538134 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.507446 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 104953f5-9394-43df-8af0-e093b66ede34 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:29.508087 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.611200 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e5bd5385-7b4d-4702-9af0-e7e1ea538134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.611985 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bd5385-7b4d-4702-9af0-e7e1ea538134 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8eb24f27-abfb-4d58-b500-dfd38d2be2e6 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:32:29.630658 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e5bd5385-7b4d-4702-9af0-e7e1ea538134 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.633669 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e5bd5385-7b4d-4702-9af0-e7e1ea538134 admin admin] 10.222.0.50 "DELETE /v2.0/routers/8eb24f27-abfb-4d58-b500-dfd38d2be2e6 HTTP/1.1" status: 204 len: 168 time: 3.8095107 Aug 11 02:32:29.636368 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40374) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:29.859037 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-121f75d0-d344-412f-a06a-b86ae4de5fad admin admin] Deleting subnet eadbcf6e-47dd-4595-a5a8-e470290e9c8d {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:32:29.862647 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 174193db-0be4-48a6-b6cd-0e2412675153 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:32:29.863428 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-121f75d0-d344-412f-a06a-b86ae4de5fad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.881893 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a74f48da-65ca-412e-ba10-e652218b95c2 req-9aed72bc-ae25-46d6-88d4-389d7fb98ea5 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7296433 Aug 11 02:32:29.912163 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 174193db-0be4-48a6-b6cd-0e2412675153 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:32:29.913753 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 174193db-0be4-48a6-b6cd-0e2412675153 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:32:29.914437 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b0b16e0b-658e-4b45-ba92-43e27d21cc7d no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:32:29.924187 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-121f75d0-d344-412f-a06a-b86ae4de5fad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.967009 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: b0b16e0b-658e-4b45-ba92-43e27d21cc7d {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:32:29.968387 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b0b16e0b-658e-4b45-ba92-43e27d21cc7d not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:32:30.076345 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-121f75d0-d344-412f-a06a-b86ae4de5fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.198845 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-121f75d0-d344-412f-a06a-b86ae4de5fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.234647 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f75d0-d344-412f-a06a-b86ae4de5fad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eadbcf6e-47dd-4595-a5a8-e470290e9c8d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:30.267776 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-121f75d0-d344-412f-a06a-b86ae4de5fad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.272475 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9ba3a5-4162-45a7-ba0e-95e14f3bd38d None None] Network a41e8057-f922-40fb-aafa-6d1aa04ae12f requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:30.273623 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-121f75d0-d344-412f-a06a-b86ae4de5fad admin admin] 10.222.0.50 "DELETE /v2.0/subnets/eadbcf6e-47dd-4595-a5a8-e470290e9c8d HTTP/1.1" status: 204 len: 168 time: 0.6350300 Aug 11 02:32:30.277730 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40392) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:30.425757 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ab8107e-a2cc-4a22-98b0-16155199e068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.432203 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2449a80-964e-4a74-b96b-d751f8ad33f8 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.612124 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df78afcd-a89a-483f-88b0-cde35078c315 None None] DHCP port deletion for a41e8057-f922-40fb-aafa-6d1aa04ae12f request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:32:30.630371 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-1ab8107e-a2cc-4a22-98b0-16155199e068 admin admin] Deleting port 5829e2df-5213-4338-863e-2c1ea5743f96 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:30.631116 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ab8107e-a2cc-4a22-98b0-16155199e068 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.754419 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-1ab8107e-a2cc-4a22-98b0-16155199e068 admin admin] For port 5829e2df-5213-4338-863e-2c1ea5743f96, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5829e2df-5213-4338-863e-2c1ea5743f96,segment=NetworkSegment(81c2d912-7d54-421f-b958-1b4f2e7c0687),segment_id=81c2d912-7d54-421f-b958-1b4f2e7c0687)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:30.754789 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ab8107e-a2cc-4a22-98b0-16155199e068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.761909 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-df78afcd-a89a-483f-88b0-cde35078c315 None None] Deleting port 5829e2df-5213-4338-863e-2c1ea5743f96 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:30.762541 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-df78afcd-a89a-483f-88b0-cde35078c315 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.779463 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-1ab8107e-a2cc-4a22-98b0-16155199e068 admin admin] Calling delete_port for 5829e2df-5213-4338-863e-2c1ea5743f96 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:30.870350 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-df78afcd-a89a-483f-88b0-cde35078c315 None None] For port 5829e2df-5213-4338-863e-2c1ea5743f96, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5829e2df-5213-4338-863e-2c1ea5743f96,segment=NetworkSegment(81c2d912-7d54-421f-b958-1b4f2e7c0687),segment_id=81c2d912-7d54-421f-b958-1b4f2e7c0687)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:30.871784 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-df78afcd-a89a-483f-88b0-cde35078c315 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.892768 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-df78afcd-a89a-483f-88b0-cde35078c315 None None] Calling delete_port for 5829e2df-5213-4338-863e-2c1ea5743f96 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:31.050435 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-df78afcd-a89a-483f-88b0-cde35078c315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.063166 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df78afcd-a89a-483f-88b0-cde35078c315 None None] No DVR routers for this DVR port 5829e2df-5213-4338-863e-2c1ea5743f96 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:32:31.086604 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78afcd-a89a-483f-88b0-cde35078c315 None None] Pushing event deleted for resources: {'Port': ['ID=5829e2df-5213-4338-863e-2c1ea5743f96,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:31.098685 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ab8107e-a2cc-4a22-98b0-16155199e068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.137086 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8107e-a2cc-4a22-98b0-16155199e068 admin admin] Pushing event deleted for resources: {'Port': ['ID=5829e2df-5213-4338-863e-2c1ea5743f96,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:31.151853 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-e2449a80-964e-4a74-b96b-d751f8ad33f8 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Allocated IP 172.20.0.1 (a1bbfbcc-be60-4f65-8bab-d0557b97e4ec/cce5d175-1316-4e24-bbd7-d2a94f665f23/22224b1f-6e6e-43cf-832d-b585d21a7d8c) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:31.314770 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab8107e-a2cc-4a22-98b0-16155199e068 admin admin] No DVR routers for this DVR port 5829e2df-5213-4338-863e-2c1ea5743f96 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:32:31.365646 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5829e2df-5213-4338-863e-2c1ea5743f96 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:32:31.404777 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 5829e2df-5213-4338-863e-2c1ea5743f96 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:32:31.405129 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5829e2df-5213-4338-863e-2c1ea5743f96 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:32:31.558876 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ab8107e-a2cc-4a22-98b0-16155199e068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.582197 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-1ab8107e-a2cc-4a22-98b0-16155199e068 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41e8057-f922-40fb-aafa-6d1aa04ae12f']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:31.586719 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2449a80-964e-4a74-b96b-d751f8ad33f8 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.614876 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-1ab8107e-a2cc-4a22-98b0-16155199e068 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c2d912-7d54-421f-b958-1b4f2e7c0687') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:31.615402 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-1ab8107e-a2cc-4a22-98b0-16155199e068 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c2d912-7d54-421f-b958-1b4f2e7c0687') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:31.641507 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ab8107e-a2cc-4a22-98b0-16155199e068 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.643933 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-e2449a80-964e-4a74-b96b-d751f8ad33f8 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Transition to ACTIVE for port object 22224b1f-6e6e-43cf-832d-b585d21a7d8c will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:31.700500 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ab8107e-a2cc-4a22-98b0-16155199e068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.711204 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab8107e-a2cc-4a22-98b0-16155199e068 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:32:31.712486 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ab8107e-a2cc-4a22-98b0-16155199e068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:32:31.714537 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:32:31.741840 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40436) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:32.001220 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22f28f86-d57c-4c50-a7b6-405912c83c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.262730 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22f28f86-d57c-4c50-a7b6-405912c83c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.277017 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22f28f86-d57c-4c50-a7b6-405912c83c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.335947 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-22f28f86-d57c-4c50-a7b6-405912c83c70 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a728a97711bc47b5b3d0970388e84829&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5927489 Aug 11 02:32:32.350132 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40456) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:32.357690 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ab8107e-a2cc-4a22-98b0-16155199e068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.388053 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ab8107e-a2cc-4a22-98b0-16155199e068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.390286 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1ab8107e-a2cc-4a22-98b0-16155199e068 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a41e8057-f922-40fb-aafa-6d1aa04ae12f HTTP/1.1" status: 204 len: 168 time: 2.1112502 Aug 11 02:32:32.393717 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40460) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:32.426498 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f28f86-d57c-4c50-a7b6-405912c83c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea73a7a7-eb9b-4be7-99e1-1b08ffbb481a,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:32.445298 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-95bbe680-1f6c-4452-85d3-fc90c6841d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.454851 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8107e-a2cc-4a22-98b0-16155199e068 admin admin] Pushing event deleted for resources: {'Network': ['ID=a41e8057-f922-40fb-aafa-6d1aa04ae12f,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:32.469176 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2449a80-964e-4a74-b96b-d751f8ad33f8 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.485444 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-95bbe680-1f6c-4452-85d3-fc90c6841d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.543687 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2449a80-964e-4a74-b96b-d751f8ad33f8 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Pushing event updated for resources: {'Port': ['ID=22224b1f-6e6e-43cf-832d-b585d21a7d8c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:32.550866 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-95bbe680-1f6c-4452-85d3-fc90c6841d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.556268 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-95bbe680-1f6c-4452-85d3-fc90c6841d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.572487 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-95bbe680-1f6c-4452-85d3-fc90c6841d8f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ea73a7a7-eb9b-4be7-99e1-1b08ffbb481a HTTP/1.1" status: 204 len: 168 time: 0.2208910 Aug 11 02:32:32.589165 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbe680-1f6c-4452-85d3-fc90c6841d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea73a7a7-eb9b-4be7-99e1-1b08ffbb481a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:32.598459 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2449a80-964e-4a74-b96b-d751f8ad33f8 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Network a1bbfbcc-be60-4f65-8bab-d0557b97e4ec is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:32.611156 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-e2449a80-964e-4a74-b96b-d751f8ad33f8 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:32.621283 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2449a80-964e-4a74-b96b-d751f8ad33f8 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:32.838646 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2449a80-964e-4a74-b96b-d751f8ad33f8 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:33.015061 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d454c4bc-a84f-4552-aef9-58936f84191b None None] Provisioning for port 22224b1f-6e6e-43cf-832d-b585d21a7d8c completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:33.021091 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d454c4bc-a84f-4552-aef9-58936f84191b None None] Provisioning complete for port 22224b1f-6e6e-43cf-832d-b585d21a7d8c triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:33.021656 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d454c4bc-a84f-4552-aef9-58936f84191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:33.089112 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-d454c4bc-a84f-4552-aef9-58936f84191b None None] Port 22224b1f-6e6e-43cf-832d-b585d21a7d8c cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:32:33.275570 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2449a80-964e-4a74-b96b-d751f8ad33f8 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:33.591673 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-255516fa-4028-4933-ad77-3fe25f38d4e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:33.722440 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40516) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:33.947726 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-48a30625-3311-435e-93c0-9a89afa12cf2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-917901301-network', 'tenant_id': '2973a94d1b504a0bb7e2a4801c84daf5'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:33.984986 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2449a80-964e-4a74-b96b-d751f8ad33f8 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:33.995412 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2449a80-964e-4a74-b96b-d751f8ad33f8 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.065279 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a30625-3311-435e-93c0-9a89afa12cf2 admin admin] Made reservation on behalf of 2973a94d1b504a0bb7e2a4801c84daf5 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:34.067677 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-48a30625-3311-435e-93c0-9a89afa12cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.093422 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-48a30625-3311-435e-93c0-9a89afa12cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.135233 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2449a80-964e-4a74-b96b-d751f8ad33f8 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.141049 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2449a80-964e-4a74-b96b-d751f8ad33f8 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Pushing event updated for resources: {'Port': ['ID=22224b1f-6e6e-43cf-832d-b585d21a7d8c,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:34.380125 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-255516fa-4028-4933-ad77-3fe25f38d4e6 admin admin] Deleting port d26bbafe-1f2e-46f2-a20d-2740bfa13528 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:34.380467 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-255516fa-4028-4933-ad77-3fe25f38d4e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.386156 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2449a80-964e-4a74-b96b-d751f8ad33f8 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Network a1bbfbcc-be60-4f65-8bab-d0557b97e4ec is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:34.401333 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-e2449a80-964e-4a74-b96b-d751f8ad33f8 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:34.435392 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-48a30625-3311-435e-93c0-9a89afa12cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.443731 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-48a30625-3311-435e-93c0-9a89afa12cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.558116 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a30625-3311-435e-93c0-9a89afa12cf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:32:34.563557 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a30625-3311-435e-93c0-9a89afa12cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e75219-dec0-40fb-ac44-1965b19a9c71,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:34.631323 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-48a30625-3311-435e-93c0-9a89afa12cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.632015 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-48a30625-3311-435e-93c0-9a89afa12cf2 admin admin] Added segment a872068f-60c0-4b83-8b6a-0a8d452f7bd9 of type vlan for network 60533bb5-5d6d-4ffb-b4d8-798fcac061ed Aug 11 02:32:34.707149 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-255516fa-4028-4933-ad77-3fe25f38d4e6 admin admin] For port d26bbafe-1f2e-46f2-a20d-2740bfa13528, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d26bbafe-1f2e-46f2-a20d-2740bfa13528,segment=NetworkSegment(f54e487e-27f6-42ef-8c07-f61f7a5cccac),segment_id=f54e487e-27f6-42ef-8c07-f61f7a5cccac)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:34.707641 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-255516fa-4028-4933-ad77-3fe25f38d4e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.727287 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-48a30625-3311-435e-93c0-9a89afa12cf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.741229 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-255516fa-4028-4933-ad77-3fe25f38d4e6 admin admin] Calling delete_port for d26bbafe-1f2e-46f2-a20d-2740bfa13528 owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:34.749566 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2449a80-964e-4a74-b96b-d751f8ad33f8 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Router 5ccd6762-2c83-4d15-968a-0d2282c147e6 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:32:34.816364 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-48a30625-3311-435e-93c0-9a89afa12cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.817348 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a30625-3311-435e-93c0-9a89afa12cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:34.817940 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-48a30625-3311-435e-93c0-9a89afa12cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.824019 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fb66feac-62bf-49c3-839a-5c2145ab3eb0 None None] Provisioning complete for port 22224b1f-6e6e-43cf-832d-b585d21a7d8c triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:34.825363 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fb66feac-62bf-49c3-839a-5c2145ab3eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.880811 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fb66feac-62bf-49c3-839a-5c2145ab3eb0 None None] Port 22224b1f-6e6e-43cf-832d-b585d21a7d8c cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:32:34.976655 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-48a30625-3311-435e-93c0-9a89afa12cf2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2423275 Aug 11 02:32:34.976904 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40554) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:34.992389 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-54521893-2063-4cfc-bedb-1f91acac9d4e admin admin] Request body: {'subnet': {'network_id': '60533bb5-5d6d-4ffb-b4d8-798fcac061ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-917901301-subnet', 'tenant_id': '2973a94d1b504a0bb7e2a4801c84daf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:35.025562 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54521893-2063-4cfc-bedb-1f91acac9d4e admin admin] Made reservation on behalf of 2973a94d1b504a0bb7e2a4801c84daf5 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:35.028182 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-54521893-2063-4cfc-bedb-1f91acac9d4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:35.030704 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a30625-3311-435e-93c0-9a89afa12cf2 admin admin] Pushing event updated for resources: {'Network': ['ID=60533bb5-5d6d-4ffb-b4d8-798fcac061ed,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:35.045377 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 60533bb5-5d6d-4ffb-b4d8-798fcac061ed details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:32:35.050771 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2449a80-964e-4a74-b96b-d751f8ad33f8 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:32:35.059697 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e2449a80-964e-4a74-b96b-d751f8ad33f8 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] 10.222.0.50 "PUT /v2.0/routers/5ccd6762-2c83-4d15-968a-0d2282c147e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6977630 Aug 11 02:32:35.060326 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40558) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:35.068932 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-876548ac-621e-43d7-ba6a-307d0317bed5 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Request body: {'port': {'network_id': 'a1bbfbcc-be60-4f65-8bab-d0557b97e4ec', 'name': 'tempest-FloatingIPAdminTestJSON-973115812'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:35.160130 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3f4afe-fb33-4593-9d82-47b0999a3068 None None] Sync routers for ids ['5ccd6762-2c83-4d15-968a-0d2282c147e6'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:32:35.175563 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3f4afe-fb33-4593-9d82-47b0999a3068 None None] Routers {'5ccd6762-2c83-4d15-968a-0d2282c147e6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:35.175563 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-4f3f4afe-fb33-4593-9d82-47b0999a3068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:32:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5ccd6762-2c83-4d15-968a-0d2282c147e6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:35.213172 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-4f3f4afe-fb33-4593-9d82-47b0999a3068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:35.233050 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3f4afe-fb33-4593-9d82-47b0999a3068 None None] Routers {'5ccd6762-2c83-4d15-968a-0d2282c147e6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:35.233895 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-4f3f4afe-fb33-4593-9d82-47b0999a3068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:32:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5ccd6762-2c83-4d15-968a-0d2282c147e6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:35.304711 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-4f3f4afe-fb33-4593-9d82-47b0999a3068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:35.306022 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3f4afe-fb33-4593-9d82-47b0999a3068 None None] The sync data for ids ['5ccd6762-2c83-4d15-968a-0d2282c147e6'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:32:35.318032 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-255516fa-4028-4933-ad77-3fe25f38d4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:35.409457 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255516fa-4028-4933-ad77-3fe25f38d4e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d26bbafe-1f2e-46f2-a20d-2740bfa13528,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:35.439028 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876548ac-621e-43d7-ba6a-307d0317bed5 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Made reservation on behalf of eb411a80fd5a4554ba563e01166353f0 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:35.443006 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-876548ac-621e-43d7-ba6a-307d0317bed5 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:35.444793 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-54521893-2063-4cfc-bedb-1f91acac9d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:35.519581 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-876548ac-621e-43d7-ba6a-307d0317bed5 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] device_id is not set on port 58b4a710-4fb1-4da6-bae7-563f5c8eb608 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:32:35.530472 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54521893-2063-4cfc-bedb-1f91acac9d4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab8167db-bacb-44e0-82f3-4a6b60da4c7f,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:35.545321 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54521893-2063-4cfc-bedb-1f91acac9d4e admin admin] Checking segment: {'id': 'a872068f-60c0-4b83-8b6a-0a8d452f7bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '60533bb5-5d6d-4ffb-b4d8-798fcac061ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:35.545744 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54521893-2063-4cfc-bedb-1f91acac9d4e admin admin] Network hostable DHCP agents. Network: 60533bb5-5d6d-4ffb-b4d8-798fcac061ed, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:32:35.587843 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54521893-2063-4cfc-bedb-1f91acac9d4e admin admin] Network 60533bb5-5d6d-4ffb-b4d8-798fcac061ed is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:32:35.621397 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-54521893-2063-4cfc-bedb-1f91acac9d4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 60533bb5-5d6d-4ffb-b4d8-798fcac061ed) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:35.627346 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54521893-2063-4cfc-bedb-1f91acac9d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:35.630512 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b702880-e33f-46b5-95d6-972e3975b9b3 None None] Network 60533bb5-5d6d-4ffb-b4d8-798fcac061ed requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:35.630676 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-54521893-2063-4cfc-bedb-1f91acac9d4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:35.655409 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-54521893-2063-4cfc-bedb-1f91acac9d4e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6782455 Aug 11 02:32:35.874954 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00733d73-3eb6-468f-a10b-815c18777e60 None None] Network 60533bb5-5d6d-4ffb-b4d8-798fcac061ed requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:36.269149 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-876548ac-621e-43d7-ba6a-307d0317bed5 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Allocated IP 172.20.0.13 (a1bbfbcc-be60-4f65-8bab-d0557b97e4ec/cce5d175-1316-4e24-bbd7-d2a94f665f23/58b4a710-4fb1-4da6-bae7-563f5c8eb608) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:36.281788 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-255516fa-4028-4933-ad77-3fe25f38d4e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:36.703908 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255516fa-4028-4933-ad77-3fe25f38d4e6 admin admin] Router 5680af1f-0d24-4587-9090-6c36db49906f has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:32:36.748640 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-876548ac-621e-43d7-ba6a-307d0317bed5 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:36.813926 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-876548ac-621e-43d7-ba6a-307d0317bed5 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Transition to ACTIVE for port object 58b4a710-4fb1-4da6-bae7-563f5c8eb608 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:36.888710 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255516fa-4028-4933-ad77-3fe25f38d4e6 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:32:36.895736 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-255516fa-4028-4933-ad77-3fe25f38d4e6 admin admin] 10.222.0.50 "PUT /v2.0/routers/5680af1f-0d24-4587-9090-6c36db49906f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4986148 Aug 11 02:32:36.897940 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40624) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:36.904875 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e977a8-9a30-4729-9a4b-8f5569bedce7 None None] Sync routers for ids ['5680af1f-0d24-4587-9090-6c36db49906f'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:32:36.922791 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e977a8-9a30-4729-9a4b-8f5569bedce7 None None] Routers {'5680af1f-0d24-4587-9090-6c36db49906f'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:36.923567 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-41e977a8-9a30-4729-9a4b-8f5569bedce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:32:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5680af1f-0d24-4587-9090-6c36db49906f'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:36.960300 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-876548ac-621e-43d7-ba6a-307d0317bed5 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.061262 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876548ac-621e-43d7-ba6a-307d0317bed5 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Network a1bbfbcc-be60-4f65-8bab-d0557b97e4ec is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:37.088972 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-876548ac-621e-43d7-ba6a-307d0317bed5 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:37.096828 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876548ac-621e-43d7-ba6a-307d0317bed5 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:37.100158 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876548ac-621e-43d7-ba6a-307d0317bed5 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Pushing event updated for resources: {'Port': ['ID=58b4a710-4fb1-4da6-bae7-563f5c8eb608,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:37.139578 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-41e977a8-9a30-4729-9a4b-8f5569bedce7 None None] Set router 5680af1f-0d24-4587-9090-6c36db49906f gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:37.150216 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98a12f3f-b632-4340-ae03-ddc1b0730ba7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.226502 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876548ac-621e-43d7-ba6a-307d0317bed5 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:37.227981 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-876548ac-621e-43d7-ba6a-307d0317bed5 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.266000 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-876548ac-621e-43d7-ba6a-307d0317bed5 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1999030 Aug 11 02:32:37.266176 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40636) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:37.452824 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98a12f3f-b632-4340-ae03-ddc1b0730ba7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.610832 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-2d06e28e-fc34-4572-ad4c-9ac0601756cc tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'project_id': 'eb411a80fd5a4554ba563e01166353f0', 'port_id': '58b4a710-4fb1-4da6-bae7-563f5c8eb608'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:37.613832 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-98a12f3f-b632-4340-ae03-ddc1b0730ba7 admin admin] Deleting port 3bda0095-b80f-464e-8b1f-8da5dec446f1 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:37.614182 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98a12f3f-b632-4340-ae03-ddc1b0730ba7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.639996 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7805bb50-e0e2-4852-96b9-af7e50525939 None None] Provisioning for port 58b4a710-4fb1-4da6-bae7-563f5c8eb608 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:37.644664 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7805bb50-e0e2-4852-96b9-af7e50525939 None None] Provisioning complete for port 58b4a710-4fb1-4da6-bae7-563f5c8eb608 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:37.645049 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7805bb50-e0e2-4852-96b9-af7e50525939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.649155 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-41e977a8-9a30-4729-9a4b-8f5569bedce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5680af1f-0d24-4587-9090-6c36db49906f', 'name': 'tempest-TestServerMultinode-1063952366-router', 'tenant_id': 'e0b1227035334fb69ad16308aa15f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '3bda0095-b80f-464e-8b1f-8da5dec446f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:32Z', 'updated_at': '2021-08-11T02:32:35Z', 'revision_number': 5, 'project_id': 'e0b1227035334fb69ad16308aa15f8d2', 'gw_port': {'id': '3bda0095-b80f-464e-8b1f-8da5dec446f1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5680af1f-0d24-4587-9090-6c36db49906f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:33Z', 'updated_at': '2021-08-11T02:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:37.702641 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d06e28e-fc34-4572-ad4c-9ac0601756cc tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.776061 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e977a8-9a30-4729-9a4b-8f5569bedce7 None None] Checking router: 5680af1f-0d24-4587-9090-6c36db49906f for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:32:37.776714 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-7805bb50-e0e2-4852-96b9-af7e50525939 None None] Port 58b4a710-4fb1-4da6-bae7-563f5c8eb608 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:32:37.793001 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-98a12f3f-b632-4340-ae03-ddc1b0730ba7 admin admin] For port 3bda0095-b80f-464e-8b1f-8da5dec446f1, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3bda0095-b80f-464e-8b1f-8da5dec446f1,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:37.793377 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98a12f3f-b632-4340-ae03-ddc1b0730ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.796670 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e977a8-9a30-4729-9a4b-8f5569bedce7 None None] Routers {'5680af1f-0d24-4587-9090-6c36db49906f'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:37.797504 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-41e977a8-9a30-4729-9a4b-8f5569bedce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:32:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5680af1f-0d24-4587-9090-6c36db49906f'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:37.811397 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-98a12f3f-b632-4340-ae03-ddc1b0730ba7 admin admin] Calling delete_port for 3bda0095-b80f-464e-8b1f-8da5dec446f1 owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:37.920426 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d06e28e-fc34-4572-ad4c-9ac0601756cc tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.068096 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-2d06e28e-fc34-4572-ad4c-9ac0601756cc tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Allocated IP 172.25.2.220 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/33054561-30a3-4c99-a088-f06642c0586b) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:38.095303 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-41e977a8-9a30-4729-9a4b-8f5569bedce7 None None] Set router 5680af1f-0d24-4587-9090-6c36db49906f gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:38.137668 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98a12f3f-b632-4340-ae03-ddc1b0730ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.168924 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-41e977a8-9a30-4729-9a4b-8f5569bedce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5680af1f-0d24-4587-9090-6c36db49906f', 'name': 'tempest-TestServerMultinode-1063952366-router', 'tenant_id': 'e0b1227035334fb69ad16308aa15f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:32Z', 'updated_at': '2021-08-11T02:32:37Z', 'revision_number': 6, 'project_id': 'e0b1227035334fb69ad16308aa15f8d2', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:38.188592 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a12f3f-b632-4340-ae03-ddc1b0730ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bda0095-b80f-464e-8b1f-8da5dec446f1,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:38.203369 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e977a8-9a30-4729-9a4b-8f5569bedce7 None None] The sync data for ids ['5680af1f-0d24-4587-9090-6c36db49906f'] in n-d-615180-33 is: [{'id': '5680af1f-0d24-4587-9090-6c36db49906f', 'name': 'tempest-TestServerMultinode-1063952366-router', 'tenant_id': 'e0b1227035334fb69ad16308aa15f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:32Z', 'updated_at': '2021-08-11T02:32:37Z', 'revision_number': 6, 'project_id': 'e0b1227035334fb69ad16308aa15f8d2', 'gw_port_host': None}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:32:38.308381 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d06e28e-fc34-4572-ad4c-9ac0601756cc tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.331081 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98a12f3f-b632-4340-ae03-ddc1b0730ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.411851 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d06e28e-fc34-4572-ad4c-9ac0601756cc tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.464023 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98a12f3f-b632-4340-ae03-ddc1b0730ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.467238 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98a12f3f-b632-4340-ae03-ddc1b0730ba7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.531353 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d06e28e-fc34-4572-ad4c-9ac0601756cc tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:38.533601 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98a12f3f-b632-4340-ae03-ddc1b0730ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.534144 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a12f3f-b632-4340-ae03-ddc1b0730ba7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5680af1f-0d24-4587-9090-6c36db49906f {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:32:38.540294 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98a12f3f-b632-4340-ae03-ddc1b0730ba7 admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.541471 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-98a12f3f-b632-4340-ae03-ddc1b0730ba7 admin admin] 10.222.0.50 "DELETE /v2.0/routers/5680af1f-0d24-4587-9090-6c36db49906f HTTP/1.1" status: 204 len: 168 time: 1.6425200 Aug 11 02:32:38.544631 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40690) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:38.545648 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-2d06e28e-fc34-4572-ad4c-9ac0601756cc tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:38.548997 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d06e28e-fc34-4572-ad4c-9ac0601756cc tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:38.634369 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06e28e-fc34-4572-ad4c-9ac0601756cc tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Pushing event updated for resources: {'Port': ['ID=33054561-30a3-4c99-a088-f06642c0586b,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:38.676672 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd39b569-2c5c-4dea-9dd5-f981fb1ffac1 admin admin] Deleting subnet e1e429aa-96cc-4243-89f9-851fdc8f1a88 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:32:38.690857 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bd39b569-2c5c-4dea-9dd5-f981fb1ffac1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.832409 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bd39b569-2c5c-4dea-9dd5-f981fb1ffac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.999317 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bd39b569-2c5c-4dea-9dd5-f981fb1ffac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:39.188086 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bd39b569-2c5c-4dea-9dd5-f981fb1ffac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:39.276604 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39b569-2c5c-4dea-9dd5-f981fb1ffac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1e429aa-96cc-4243-89f9-851fdc8f1a88,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:39.278918 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bd39b569-2c5c-4dea-9dd5-f981fb1ffac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:39.281799 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bd39b569-2c5c-4dea-9dd5-f981fb1ffac1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e1e429aa-96cc-4243-89f9-851fdc8f1a88 HTTP/1.1" status: 204 len: 168 time: 0.7297692 Aug 11 02:32:39.283813 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40720) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:39.285678 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4111294-b336-4670-8221-ddad643277ad None None] Network 6dfaa9b1-b7f2-4159-93c7-fa983f0853f6 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:39.353295 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d06e28e-fc34-4572-ad4c-9ac0601756cc tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:39.371697 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-73e5bf89-dd4d-4a89-a06a-ac8585576f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:39.481162 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d26bbafe-1f2e-46f2-a20d-2740bfa13528 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:32:39.487655 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d06e28e-fc34-4572-ad4c-9ac0601756cc tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:39.550943 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: d26bbafe-1f2e-46f2-a20d-2740bfa13528 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:32:39.551201 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d26bbafe-1f2e-46f2-a20d-2740bfa13528 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:32:39.551942 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-73e5bf89-dd4d-4a89-a06a-ac8585576f50 admin admin] Deleting port 5f54706d-a235-4d1d-9c42-6e3a69e8aa71 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:39.552420 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-73e5bf89-dd4d-4a89-a06a-ac8585576f50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:39.555406 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3bda0095-b80f-464e-8b1f-8da5dec446f1 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:32:39.614063 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 3bda0095-b80f-464e-8b1f-8da5dec446f1 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:32:39.614689 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3bda0095-b80f-464e-8b1f-8da5dec446f1 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:32:39.707178 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-73e5bf89-dd4d-4a89-a06a-ac8585576f50 admin admin] For port 5f54706d-a235-4d1d-9c42-6e3a69e8aa71, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5f54706d-a235-4d1d-9c42-6e3a69e8aa71,segment=NetworkSegment(f54e487e-27f6-42ef-8c07-f61f7a5cccac),segment_id=f54e487e-27f6-42ef-8c07-f61f7a5cccac)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:39.707619 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-73e5bf89-dd4d-4a89-a06a-ac8585576f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:39.725863 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-73e5bf89-dd4d-4a89-a06a-ac8585576f50 admin admin] Calling delete_port for 5f54706d-a235-4d1d-9c42-6e3a69e8aa71 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:39.870922 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d06e28e-fc34-4572-ad4c-9ac0601756cc tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:39.879593 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d06e28e-fc34-4572-ad4c-9ac0601756cc tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:39.944169 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-73e5bf89-dd4d-4a89-a06a-ac8585576f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:39.957014 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66e1bfe-06d3-4049-842d-0176ec25c36e None None] DHCP port deletion for 6dfaa9b1-b7f2-4159-93c7-fa983f0853f6 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:32:39.976333 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06e28e-fc34-4572-ad4c-9ac0601756cc tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Pushing event updated for resources: {'Port': ['ID=33054561-30a3-4c99-a088-f06642c0586b,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:40.013296 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d06e28e-fc34-4572-ad4c-9ac0601756cc tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.057315 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5bf89-dd4d-4a89-a06a-ac8585576f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f54706d-a235-4d1d-9c42-6e3a69e8aa71,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:40.059254 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e5bf89-dd4d-4a89-a06a-ac8585576f50 admin admin] No DVR routers for this DVR port 5f54706d-a235-4d1d-9c42-6e3a69e8aa71 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:32:40.160233 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-2d06e28e-fc34-4572-ad4c-9ac0601756cc tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Floating IP 90bf9a6a-40bc-4944-ad2f-8ef738dcb556 associated. External IP: 172.25.2.220, port: 58b4a710-4fb1-4da6-bae7-563f5c8eb608. Aug 11 02:32:40.239464 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-73e5bf89-dd4d-4a89-a06a-ac8585576f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.271236 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-73e5bf89-dd4d-4a89-a06a-ac8585576f50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dfaa9b1-b7f2-4159-93c7-fa983f0853f6']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:40.317598 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-73e5bf89-dd4d-4a89-a06a-ac8585576f50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f54e487e-27f6-42ef-8c07-f61f7a5cccac') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:40.318749 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-73e5bf89-dd4d-4a89-a06a-ac8585576f50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f54e487e-27f6-42ef-8c07-f61f7a5cccac') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:40.337602 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-73e5bf89-dd4d-4a89-a06a-ac8585576f50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.375477 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-73e5bf89-dd4d-4a89-a06a-ac8585576f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.404578 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e5bf89-dd4d-4a89-a06a-ac8585576f50 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:32:40.405005 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-73e5bf89-dd4d-4a89-a06a-ac8585576f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.417044 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d06e28e-fc34-4572-ad4c-9ac0601756cc tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Router 5ccd6762-2c83-4d15-968a-0d2282c147e6 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:32:40.433056 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:32:40.547337 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-73e5bf89-dd4d-4a89-a06a-ac8585576f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.567264 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-73e5bf89-dd4d-4a89-a06a-ac8585576f50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.573756 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-73e5bf89-dd4d-4a89-a06a-ac8585576f50 admin admin] 10.222.0.50 "DELETE /v2.0/networks/6dfaa9b1-b7f2-4159-93c7-fa983f0853f6 HTTP/1.1" status: 204 len: 168 time: 1.2840400 Aug 11 02:32:40.582537 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5bf89-dd4d-4a89-a06a-ac8585576f50 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dfaa9b1-b7f2-4159-93c7-fa983f0853f6,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:40.667433 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d06e28e-fc34-4572-ad4c-9ac0601756cc tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:32:40.678180 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f60abdd-793f-4d2e-8415-f86494190b70 None None] Sync routers for ids ['5ccd6762-2c83-4d15-968a-0d2282c147e6'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:32:40.705438 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f60abdd-793f-4d2e-8415-f86494190b70 None None] Routers {'5ccd6762-2c83-4d15-968a-0d2282c147e6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:40.708612 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-5f60abdd-793f-4d2e-8415-f86494190b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:32:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5ccd6762-2c83-4d15-968a-0d2282c147e6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:40.722126 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d06e28e-fc34-4572-ad4c-9ac0601756cc tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.814796 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2d06e28e-fc34-4572-ad4c-9ac0601756cc tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.5451815 Aug 11 02:32:40.815502 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40754) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:40.823991 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-5f60abdd-793f-4d2e-8415-f86494190b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:40.833691 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f60abdd-793f-4d2e-8415-f86494190b70 None None] Routers {'5ccd6762-2c83-4d15-968a-0d2282c147e6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:40.834488 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-5f60abdd-793f-4d2e-8415-f86494190b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:32:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5ccd6762-2c83-4d15-968a-0d2282c147e6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:40.873592 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-5f60abdd-793f-4d2e-8415-f86494190b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:40.874562 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f60abdd-793f-4d2e-8415-f86494190b70 None None] The sync data for ids ['5ccd6762-2c83-4d15-968a-0d2282c147e6'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:32:40.895490 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40756) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:40.971523 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-abf3fdf6-1b32-497e-a746-abd818b27566 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9aded0919f5842e1bfecc2898b95437e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0745561 Aug 11 02:32:40.974995 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40758) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:41.227369 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-37ecf235-2e70-4777-aadc-918315fe9201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:41.280504 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b3c25b4b-716f-4516-bcc2-24e6fc2512a8 tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] 10.222.0.50 "GET /v2.0/floatingips/90bf9a6a-40bc-4944-ad2f-8ef738dcb556 HTTP/1.1" status: 200 len: 983 time: 0.4611168 Aug 11 02:32:41.280639 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-37ecf235-2e70-4777-aadc-918315fe9201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:41.290444 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40762) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:41.414951 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5f54706d-a235-4d1d-9c42-6e3a69e8aa71 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:32:41.446173 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 5f54706d-a235-4d1d-9c42-6e3a69e8aa71 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:32:41.446707 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5f54706d-a235-4d1d-9c42-6e3a69e8aa71 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:32:41.470076 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-37ecf235-2e70-4777-aadc-918315fe9201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:41.475947 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-37ecf235-2e70-4777-aadc-918315fe9201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:41.480241 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-37ecf235-2e70-4777-aadc-918315fe9201 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/91f492b8-abf8-4724-b5e7-da74b78ad161 HTTP/1.1" status: 204 len: 168 time: 0.4934506 Aug 11 02:32:41.518893 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ecf235-2e70-4777-aadc-918315fe9201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f492b8-abf8-4724-b5e7-da74b78ad161,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:41.519734 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5bfc7bf9-a85a-431f-a776-72fd31bb3a9b tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1466 time: 0.2277007 Aug 11 02:32:41.520641 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40772) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:41.776647 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-cb95c581-0bea-418d-9393-a1051dc36533 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Deleting port 33054561-30a3-4c99-a088-f06642c0586b {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:41.777737 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cb95c581-0bea-418d-9393-a1051dc36533 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:41.893232 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cb95c581-0bea-418d-9393-a1051dc36533 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:41.893572 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cb95c581-0bea-418d-9393-a1051dc36533 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:41.917359 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-cb95c581-0bea-418d-9393-a1051dc36533 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Calling delete_port for 33054561-30a3-4c99-a088-f06642c0586b owned by network:floatingip {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:42.095572 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40784) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:42.157002 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c7b65fcc-3ecd-47b9-9c2c-c0d0fd3fcf61 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e0b1227035334fb69ad16308aa15f8d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595188 Aug 11 02:32:42.159161 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40788) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:42.241401 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-18332092-401e-472b-b3de-5ecbacbe3e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:42.302274 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-18332092-401e-472b-b3de-5ecbacbe3e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:42.376650 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-18332092-401e-472b-b3de-5ecbacbe3e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:42.379746 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-18332092-401e-472b-b3de-5ecbacbe3e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:42.381180 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-18332092-401e-472b-b3de-5ecbacbe3e42 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4d5a03d8-c98c-49a2-a568-31f5777c0c16 HTTP/1.1" status: 204 len: 168 time: 0.2204487 Aug 11 02:32:42.392837 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18332092-401e-472b-b3de-5ecbacbe3e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5a03d8-c98c-49a2-a568-31f5777c0c16,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:42.802806 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cb95c581-0bea-418d-9393-a1051dc36533 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:42.831417 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95c581-0bea-418d-9393-a1051dc36533 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Pushing event deleted for resources: {'Port': ['ID=33054561-30a3-4c99-a088-f06642c0586b,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:42.960361 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cb95c581-0bea-418d-9393-a1051dc36533 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks [] for floatingip, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:42.961078 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-cb95c581-0bea-418d-9393-a1051dc36533 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Floating IP 90bf9a6a-40bc-4944-ad2f-8ef738dcb556 disassociated (deleted). External IP: 172.25.2.220, port: 58b4a710-4fb1-4da6-bae7-563f5c8eb608. Aug 11 02:32:43.394349 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb95c581-0bea-418d-9393-a1051dc36533 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Router 5ccd6762-2c83-4d15-968a-0d2282c147e6 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:32:43.635495 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb95c581-0bea-418d-9393-a1051dc36533 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:32:43.646338 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cb95c581-0bea-418d-9393-a1051dc36533 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:43.648813 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d273fb02-e2f0-4a93-ac1e-e983aaf8cbb2 None None] Sync routers for ids ['5ccd6762-2c83-4d15-968a-0d2282c147e6'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:32:43.666854 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d273fb02-e2f0-4a93-ac1e-e983aaf8cbb2 None None] Routers {'5ccd6762-2c83-4d15-968a-0d2282c147e6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:43.669340 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d273fb02-e2f0-4a93-ac1e-e983aaf8cbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:32:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5ccd6762-2c83-4d15-968a-0d2282c147e6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:43.672342 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40838) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:43.723005 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cb95c581-0bea-418d-9393-a1051dc36533 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] 10.222.0.50 "DELETE /v2.0/floatingips/90bf9a6a-40bc-4944-ad2f-8ef738dcb556 HTTP/1.1" status: 204 len: 168 time: 2.1968989 Aug 11 02:32:43.723183 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40846) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:43.739774 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-ca1a23b6-e648-4b18-b743-ac7e87294aaf tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:43.763487 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ca1a23b6-e648-4b18-b743-ac7e87294aaf tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:43.798522 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d273fb02-e2f0-4a93-ac1e-e983aaf8cbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:43.820150 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d273fb02-e2f0-4a93-ac1e-e983aaf8cbb2 None None] Routers {'5ccd6762-2c83-4d15-968a-0d2282c147e6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:43.823871 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d273fb02-e2f0-4a93-ac1e-e983aaf8cbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:32:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5ccd6762-2c83-4d15-968a-0d2282c147e6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:43.915016 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d273fb02-e2f0-4a93-ac1e-e983aaf8cbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:43.917053 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d273fb02-e2f0-4a93-ac1e-e983aaf8cbb2 None None] The sync data for ids ['5ccd6762-2c83-4d15-968a-0d2282c147e6'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:32:43.929757 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ca1a23b6-e648-4b18-b743-ac7e87294aaf tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:43.940116 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-9ba0ed6a-0470-4cea-82c4-408b01a3d932 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-237556104-network', 'tenant_id': '7da6302aa7904b88b0331188624d66f4'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:44.006077 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba0ed6a-0470-4cea-82c4-408b01a3d932 admin admin] Made reservation on behalf of 7da6302aa7904b88b0331188624d66f4 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:44.009242 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ed6a-0470-4cea-82c4-408b01a3d932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.020057 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ed6a-0470-4cea-82c4-408b01a3d932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.133120 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-ca1a23b6-e648-4b18-b743-ac7e87294aaf tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Allocated IP 172.25.2.218 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/01a735b0-d1ff-4202-8995-5c547ceea6c5) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:44.301148 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ed6a-0470-4cea-82c4-408b01a3d932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.310225 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ed6a-0470-4cea-82c4-408b01a3d932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.321528 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ba0ed6a-0470-4cea-82c4-408b01a3d932 admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:32:44.331581 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ed6a-0470-4cea-82c4-408b01a3d932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.331928 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-9ba0ed6a-0470-4cea-82c4-408b01a3d932 admin admin] Added segment 885f9b0c-90e1-4d13-81ce-1754144ef5ac of type vlan for network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b Aug 11 02:32:44.366063 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ca1a23b6-e648-4b18-b743-ac7e87294aaf tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.401757 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ed6a-0470-4cea-82c4-408b01a3d932 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.419152 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0ed6a-0470-4cea-82c4-408b01a3d932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5d1921-7a4f-4aec-a3cb-de9156c08a36,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:44.433101 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba0ed6a-0470-4cea-82c4-408b01a3d932 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:44.433454 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba0ed6a-0470-4cea-82c4-408b01a3d932 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:44.434160 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba0ed6a-0470-4cea-82c4-408b01a3d932 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:44.434519 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba0ed6a-0470-4cea-82c4-408b01a3d932 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:44.434856 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba0ed6a-0470-4cea-82c4-408b01a3d932 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:44.435186 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba0ed6a-0470-4cea-82c4-408b01a3d932 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:44.435515 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba0ed6a-0470-4cea-82c4-408b01a3d932 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:44.435862 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba0ed6a-0470-4cea-82c4-408b01a3d932 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:44.436187 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba0ed6a-0470-4cea-82c4-408b01a3d932 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:44.436518 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba0ed6a-0470-4cea-82c4-408b01a3d932 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:44.437305 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba0ed6a-0470-4cea-82c4-408b01a3d932 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:44.437636 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba0ed6a-0470-4cea-82c4-408b01a3d932 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:44.475498 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ed6a-0470-4cea-82c4-408b01a3d932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.476504 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba0ed6a-0470-4cea-82c4-408b01a3d932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:44.477114 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ed6a-0470-4cea-82c4-408b01a3d932 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.530663 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ca1a23b6-e648-4b18-b743-ac7e87294aaf tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.552141 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40862) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:44.554184 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9ba0ed6a-0470-4cea-82c4-408b01a3d932 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8805220 Aug 11 02:32:44.560703 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-9ee6b668-fd9b-4a30-a7f6-df77d0683ebf admin admin] Request body: {'subnet': {'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-237556104-subnet', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:44.613741 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee6b668-fd9b-4a30-a7f6-df77d0683ebf admin admin] Made reservation on behalf of 7da6302aa7904b88b0331188624d66f4 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:44.616557 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9ee6b668-fd9b-4a30-a7f6-df77d0683ebf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.635284 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1a23b6-e648-4b18-b743-ac7e87294aaf tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:44.636755 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0ed6a-0470-4cea-82c4-408b01a3d932 admin admin] Pushing event updated for resources: {'Network': ['ID=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:44.642595 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-ca1a23b6-e648-4b18-b743-ac7e87294aaf tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:44.651720 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:32:44.671955 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1a23b6-e648-4b18-b743-ac7e87294aaf tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:44.819335 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ca1a23b6-e648-4b18-b743-ac7e87294aaf tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.864788 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ca1a23b6-e648-4b18-b743-ac7e87294aaf tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.932693 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9ee6b668-fd9b-4a30-a7f6-df77d0683ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.998652 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6b668-fd9b-4a30-a7f6-df77d0683ebf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:45.013599 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a23b6-e648-4b18-b743-ac7e87294aaf tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Pushing event updated for resources: {'Port': ['ID=01a735b0-d1ff-4202-8995-5c547ceea6c5,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:45.046177 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee6b668-fd9b-4a30-a7f6-df77d0683ebf admin admin] Checking segment: {'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:45.046546 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee6b668-fd9b-4a30-a7f6-df77d0683ebf admin admin] Network hostable DHCP agents. Network: 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:32:45.071008 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee6b668-fd9b-4a30-a7f6-df77d0683ebf admin admin] Network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:32:45.087244 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-9ee6b668-fd9b-4a30-a7f6-df77d0683ebf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:45.097204 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e9e65b-45c8-40da-8f3b-2267ff8d9337 None None] Network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:45.111738 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee6b668-fd9b-4a30-a7f6-df77d0683ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:45.112619 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9ee6b668-fd9b-4a30-a7f6-df77d0683ebf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.142410 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9ee6b668-fd9b-4a30-a7f6-df77d0683ebf admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5891187 Aug 11 02:32:45.145137 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40872) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:45.149836 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-01c28c6c-b67a-4075-b908-aaa69c1f9130 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-237556104-router', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:45.179188 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ca1a23b6-e648-4b18-b743-ac7e87294aaf tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.186237 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ca1a23b6-e648-4b18-b743-ac7e87294aaf tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.209567 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-01c28c6c-b67a-4075-b908-aaa69c1f9130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.212210 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-01c28c6c-b67a-4075-b908-aaa69c1f9130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.337016 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a23b6-e648-4b18-b743-ac7e87294aaf tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Pushing event updated for resources: {'Port': ['ID=01a735b0-d1ff-4202-8995-5c547ceea6c5,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:45.348344 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ca1a23b6-e648-4b18-b743-ac7e87294aaf tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.363574 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ca1a23b6-e648-4b18-b743-ac7e87294aaf tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.365147 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ca1a23b6-e648-4b18-b743-ac7e87294aaf tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6410999 Aug 11 02:32:45.367873 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40880) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:45.386229 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-01c28c6c-b67a-4075-b908-aaa69c1f9130 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.450148 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dc1448-a448-46fe-bfc7-988526cd6e9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'fixed_ips': [{'subnet_id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:32:45.451712 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-76dc1448-a448-46fe-bfc7-988526cd6e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.520051 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-ff252285-5379-422b-a0c3-bb0f13c6c35b tempest-FloatingIPAdminTestJSON-438930762 tempest-FloatingIPAdminTestJSON-438930762-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:45.556937 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff252285-5379-422b-a0c3-bb0f13c6c35b tempest-FloatingIPAdminTestJSON-438930762 tempest-FloatingIPAdminTestJSON-438930762-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.635468 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-01c28c6c-b67a-4075-b908-aaa69c1f9130 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.655423 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4f112d37-7d30-48a0-8ffa-610947b91758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.689746 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-76dc1448-a448-46fe-bfc7-988526cd6e9c None None] Allocated IP 172.20.0.2 (58eaa87b-4e07-4b3a-b5a6-ed2c1760073b/8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a/730c76ad-9942-433a-827e-2289cd2c338b) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:45.793005 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff252285-5379-422b-a0c3-bb0f13c6c35b tempest-FloatingIPAdminTestJSON-438930762 tempest-FloatingIPAdminTestJSON-438930762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.934041 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-ff252285-5379-422b-a0c3-bb0f13c6c35b tempest-FloatingIPAdminTestJSON-438930762 tempest-FloatingIPAdminTestJSON-438930762-project] Allocated IP 172.25.2.139 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/a992a027-b519-4a8f-ba11-e28371ae0504) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:46.084062 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-76dc1448-a448-46fe-bfc7-988526cd6e9c None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:46.124413 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-76dc1448-a448-46fe-bfc7-988526cd6e9c None None] Transition to ACTIVE for port object 730c76ad-9942-433a-827e-2289cd2c338b will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:46.162094 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-76dc1448-a448-46fe-bfc7-988526cd6e9c None None] Transition to ACTIVE for port object 730c76ad-9942-433a-827e-2289cd2c338b will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:46.171780 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-76dc1448-a448-46fe-bfc7-988526cd6e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:46.223564 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff252285-5379-422b-a0c3-bb0f13c6c35b tempest-FloatingIPAdminTestJSON-438930762 tempest-FloatingIPAdminTestJSON-438930762-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:46.239520 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc1448-a448-46fe-bfc7-988526cd6e9c None None] Pushing event updated for resources: {'Port': ['ID=730c76ad-9942-433a-827e-2289cd2c338b,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:46.248825 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dc1448-a448-46fe-bfc7-988526cd6e9c None None] Network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:46.250244 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-76dc1448-a448-46fe-bfc7-988526cd6e9c None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:46.258751 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dc1448-a448-46fe-bfc7-988526cd6e9c None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:46.319361 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff252285-5379-422b-a0c3-bb0f13c6c35b tempest-FloatingIPAdminTestJSON-438930762 tempest-FloatingIPAdminTestJSON-438930762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:46.350143 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-01c28c6c-b67a-4075-b908-aaa69c1f9130 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:46.389628 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-76dc1448-a448-46fe-bfc7-988526cd6e9c None None] Attempting to bind port 730c76ad-9942-433a-827e-2289cd2c338b on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:46.390071 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-76dc1448-a448-46fe-bfc7-988526cd6e9c None None] Attempting to bind port 730c76ad-9942-433a-827e-2289cd2c338b by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:46.390864 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dc1448-a448-46fe-bfc7-988526cd6e9c None None] Attempting to bind port 730c76ad-9942-433a-827e-2289cd2c338b on network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:46.396028 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dc1448-a448-46fe-bfc7-988526cd6e9c None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:46.397474 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dc1448-a448-46fe-bfc7-988526cd6e9c None None] Checking segment: {'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:46.398098 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-76dc1448-a448-46fe-bfc7-988526cd6e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:46.399322 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dc1448-a448-46fe-bfc7-988526cd6e9c None None] Bound using segment: {'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:46.399915 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-76dc1448-a448-46fe-bfc7-988526cd6e9c None None] Bound port: 730c76ad-9942-433a-827e-2289cd2c338b, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:46.400394 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-76dc1448-a448-46fe-bfc7-988526cd6e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:46.431492 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-01c28c6c-b67a-4075-b908-aaa69c1f9130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:46.472802 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff252285-5379-422b-a0c3-bb0f13c6c35b tempest-FloatingIPAdminTestJSON-438930762 tempest-FloatingIPAdminTestJSON-438930762-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:46.512217 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-ff252285-5379-422b-a0c3-bb0f13c6c35b tempest-FloatingIPAdminTestJSON-438930762 tempest-FloatingIPAdminTestJSON-438930762-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:46.539881 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff252285-5379-422b-a0c3-bb0f13c6c35b tempest-FloatingIPAdminTestJSON-438930762 tempest-FloatingIPAdminTestJSON-438930762-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:46.638169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff252285-5379-422b-a0c3-bb0f13c6c35b tempest-FloatingIPAdminTestJSON-438930762 tempest-FloatingIPAdminTestJSON-438930762-project] Pushing event updated for resources: {'Port': ['ID=a992a027-b519-4a8f-ba11-e28371ae0504,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:46.683672 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-01c28c6c-b67a-4075-b908-aaa69c1f9130 admin admin] Allocated IP 172.25.2.248 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/a437c5a9-af59-4459-b327-c4215003dae9) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:46.831419 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff252285-5379-422b-a0c3-bb0f13c6c35b tempest-FloatingIPAdminTestJSON-438930762 tempest-FloatingIPAdminTestJSON-438930762-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:46.913552 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff252285-5379-422b-a0c3-bb0f13c6c35b tempest-FloatingIPAdminTestJSON-438930762 tempest-FloatingIPAdminTestJSON-438930762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:47.091282 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-01c28c6c-b67a-4075-b908-aaa69c1f9130 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:47.092118 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-76dc1448-a448-46fe-bfc7-988526cd6e9c None None] For port 730c76ad-9942-433a-827e-2289cd2c338b, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:47.097904 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-76dc1448-a448-46fe-bfc7-988526cd6e9c None None] For port 730c76ad-9942-433a-827e-2289cd2c338b, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=730c76ad-9942-433a-827e-2289cd2c338b,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:32:47.104625 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-76dc1448-a448-46fe-bfc7-988526cd6e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:47.198291 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-ddbef9d9-711d-4cd9-a375-fd442c621163 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:47.200169 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-ddbef9d9-711d-4cd9-a375-fd442c621163 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/networks?id=b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 HTTP/1.1" status: 200 len: 813 time: 0.2811835 Aug 11 02:32:47.214565 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-01c28c6c-b67a-4075-b908-aaa69c1f9130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:47.341694 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c28c6c-b67a-4075-b908-aaa69c1f9130 admin admin] Pushing event updated for resources: {'Port': ['ID=a437c5a9-af59-4459-b327-c4215003dae9,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:47.387755 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-7b3764d7-535e-4792-8a07-bf3127503b85 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/quotas/fe5f52722e8249458d02819aff8bb439 HTTP/1.1" status: 200 len: 375 time: 0.1693623 Aug 11 02:32:47.392301 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc1448-a448-46fe-bfc7-988526cd6e9c None None] Pushing event updated for resources: {'Port': ['ID=730c76ad-9942-433a-827e-2289cd2c338b,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:47.412321 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c28c6c-b67a-4075-b908-aaa69c1f9130 admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:47.449524 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-01c28c6c-b67a-4075-b908-aaa69c1f9130 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:47.457872 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c28c6c-b67a-4075-b908-aaa69c1f9130 admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:47.523230 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-69ccace8-3b5d-4c71-ac85-ac86693f7e7e tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe5f52722e8249458d02819aff8bb439&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1344368 Aug 11 02:32:47.895839 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff252285-5379-422b-a0c3-bb0f13c6c35b tempest-FloatingIPAdminTestJSON-438930762 tempest-FloatingIPAdminTestJSON-438930762-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:47.915672 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff252285-5379-422b-a0c3-bb0f13c6c35b tempest-FloatingIPAdminTestJSON-438930762 tempest-FloatingIPAdminTestJSON-438930762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:47.967805 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-584cec93-52f4-4a63-a2a8-1798b4baabb7 service neutron] 10.222.0.50 "GET /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436159 Aug 11 02:32:48.028255 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff252285-5379-422b-a0c3-bb0f13c6c35b tempest-FloatingIPAdminTestJSON-438930762 tempest-FloatingIPAdminTestJSON-438930762-project] Pushing event updated for resources: {'Port': ['ID=a992a027-b519-4a8f-ba11-e28371ae0504,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:48.086158 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff252285-5379-422b-a0c3-bb0f13c6c35b tempest-FloatingIPAdminTestJSON-438930762 tempest-FloatingIPAdminTestJSON-438930762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:48.119616 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff252285-5379-422b-a0c3-bb0f13c6c35b tempest-FloatingIPAdminTestJSON-438930762 tempest-FloatingIPAdminTestJSON-438930762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:48.121522 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ff252285-5379-422b-a0c3-bb0f13c6c35b tempest-FloatingIPAdminTestJSON-438930762 tempest-FloatingIPAdminTestJSON-438930762-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7525179 Aug 11 02:32:48.126568 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40938) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:48.150083 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-137166b0-392f-4686-aaaf-f6a6f6119f25 service neutron] 10.222.0.50 "GET /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740098 Aug 11 02:32:48.272368 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9847cddd-825e-47ab-a064-4c8b35c25236 tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.1422808 Aug 11 02:32:48.275745 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40940) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:48.303628 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-01c28c6c-b67a-4075-b908-aaa69c1f9130 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:48.324774 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3772896f-395c-4818-a543-abb09a72f638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:48.412555 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:48.584889 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f33bb88a-b5d2-4e10-bd13-fa40b216f9da tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3080165 Aug 11 02:32:48.594112 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40946) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:48.753020 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-01c28c6c-b67a-4075-b908-aaa69c1f9130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:48.770876 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2eb8866a-7e38-4ea5-9da1-ac623d3f3d6b req-52b31977-fd48-4956-842f-4d6fd9b1cb24 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=25cac875-c7e1-455d-aa80-5eccb8d0e50c HTTP/1.1" status: 200 len: 210 time: 0.1868043 Aug 11 02:32:49.000335 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-7ef7e87f-42ff-476a-a748-df9e519b2fb8 tempest-FloatingIPAdminTestJSON-438930762 tempest-FloatingIPAdminTestJSON-438930762-project] Deleting port a992a027-b519-4a8f-ba11-e28371ae0504 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:49.000903 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7ef7e87f-42ff-476a-a748-df9e519b2fb8 tempest-FloatingIPAdminTestJSON-438930762 tempest-FloatingIPAdminTestJSON-438930762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:49.038968 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1c1537-fafc-41cb-af49-ef23e11185af None None] Network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:49.080716 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c28c6c-b67a-4075-b908-aaa69c1f9130 admin admin] Router 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:32:49.170384 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ed06d982-77c8-4bc6-aae4-b939454440df None None] Provisioning for port 730c76ad-9942-433a-827e-2289cd2c338b completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:49.241721 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7ef7e87f-42ff-476a-a748-df9e519b2fb8 tempest-FloatingIPAdminTestJSON-438930762 tempest-FloatingIPAdminTestJSON-438930762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:49.242085 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7ef7e87f-42ff-476a-a748-df9e519b2fb8 tempest-FloatingIPAdminTestJSON-438930762 tempest-FloatingIPAdminTestJSON-438930762-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:49.268009 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-7ef7e87f-42ff-476a-a748-df9e519b2fb8 tempest-FloatingIPAdminTestJSON-438930762 tempest-FloatingIPAdminTestJSON-438930762-project] Calling delete_port for a992a027-b519-4a8f-ba11-e28371ae0504 owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:49.340183 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c28c6c-b67a-4075-b908-aaa69c1f9130 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:32:49.391437 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d51b10-b121-4d16-8fe7-0fa3add3827f None None] Sync routers for ids ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:32:49.419510 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d51b10-b121-4d16-8fe7-0fa3add3827f None None] Routers {'91a00ccd-0b76-4483-bc6f-9fbc89a6c682'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:49.425604 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-e4d51b10-b121-4d16-8fe7-0fa3add3827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:32:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:49.434440 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-01c28c6c-b67a-4075-b908-aaa69c1f9130 admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:49.438804 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-01c28c6c-b67a-4075-b908-aaa69c1f9130 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2917359 Aug 11 02:32:49.441839 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40960) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:49.573541 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7ef7e87f-42ff-476a-a748-df9e519b2fb8 tempest-FloatingIPAdminTestJSON-438930762 tempest-FloatingIPAdminTestJSON-438930762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:49.630638 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-e4d51b10-b121-4d16-8fe7-0fa3add3827f None None] Set router 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:49.636970 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7e87f-42ff-476a-a748-df9e519b2fb8 tempest-FloatingIPAdminTestJSON-438930762 tempest-FloatingIPAdminTestJSON-438930762-project] Pushing event deleted for resources: {'Port': ['ID=a992a027-b519-4a8f-ba11-e28371ae0504,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:49.758669 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 730c76ad-9942-433a-827e-2289cd2c338b up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:49.897045 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7ef7e87f-42ff-476a-a748-df9e519b2fb8 tempest-FloatingIPAdminTestJSON-438930762 tempest-FloatingIPAdminTestJSON-438930762-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:49.908339 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7ef7e87f-42ff-476a-a748-df9e519b2fb8 tempest-FloatingIPAdminTestJSON-438930762 tempest-FloatingIPAdminTestJSON-438930762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:49.908536 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 40968) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:49.908625 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7ef7e87f-42ff-476a-a748-df9e519b2fb8 tempest-FloatingIPAdminTestJSON-438930762 tempest-FloatingIPAdminTestJSON-438930762-project] 10.222.0.50 "DELETE /v2.0/floatingips/d05da6f8-66a8-4dcc-b71c-460c4ede402a HTTP/1.1" status: 204 len: 168 time: 1.3115368 Aug 11 02:32:49.971993 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-db713175-aa4b-4244-ad33-85942e99f95f req-eb4be62f-305f-4f20-93ef-2cb399eff7cc tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=25cac875-c7e1-455d-aa80-5eccb8d0e50c HTTP/1.1" status: 200 len: 210 time: 0.0709889 Aug 11 02:32:50.091932 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 730c76ad-9942-433a-827e-2289cd2c338b completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:50.108510 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 730c76ad-9942-433a-827e-2289cd2c338b triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:50.110507 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:50.253197 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:50.374323 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-e4d51b10-b121-4d16-8fe7-0fa3add3827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'name': 'tempest-TestVolumeBootPattern-237556104-router', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:45Z', 'updated_at': '2021-08-11T02:32:47Z', 'revision_number': 3, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'gw_port': {'id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:46Z', 'updated_at': '2021-08-11T02:32:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:50.391348 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-a94e9233-99e0-4825-88ea-e8b6cf74970c tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:50.393190 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-a94e9233-99e0-4825-88ea-e8b6cf74970c tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.73 "GET /v2.0/networks?id=b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 HTTP/1.1" status: 200 len: 813 time: 0.2589397 Aug 11 02:32:50.437452 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-9381375e-fcee-41c6-a6dc-49ea29f1b43f tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Request body: {'port': {'device_id': '25cac875-c7e1-455d-aa80-5eccb8d0e50c', 'network_id': 'b9eb72cf-c2be-4e07-900a-e3f5dc7401c2', 'admin_state_up': True, 'tenant_id': 'fe5f52722e8249458d02819aff8bb439'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:50.471866 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d51b10-b121-4d16-8fe7-0fa3add3827f None None] Checking router: 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:32:50.472402 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d51b10-b121-4d16-8fe7-0fa3add3827f None None] Updating router 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 port a437c5a9-af59-4459-b327-c4215003dae9 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:32:50.521055 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-18454a6f-2018-449a-b605-01b2a602cd1b None None] Provisioning complete for port 730c76ad-9942-433a-827e-2289cd2c338b triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:50.523420 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-18454a6f-2018-449a-b605-01b2a602cd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:50.638507 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e4d51b10-b121-4d16-8fe7-0fa3add3827f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:50.787558 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:50.839220 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-9381375e-fcee-41c6-a6dc-49ea29f1b43f tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Made reservation on behalf of fe5f52722e8249458d02819aff8bb439 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:50.844220 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-9381375e-fcee-41c6-a6dc-49ea29f1b43f tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:50.861423 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 730c76ad-9942-433a-827e-2289cd2c338b, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=730c76ad-9942-433a-827e-2289cd2c338b,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:50.920719 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-7eeec6ce-cf62-4f7a-b31f-defa33cc6b60 tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Deleting port 01a735b0-d1ff-4202-8995-5c547ceea6c5 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:50.921211 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7eeec6ce-cf62-4f7a-b31f-defa33cc6b60 tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:50.933022 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:51.121234 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-9381375e-fcee-41c6-a6dc-49ea29f1b43f tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Allocated IP 172.20.0.5 (b9eb72cf-c2be-4e07-900a-e3f5dc7401c2/0158b5c2-32d3-41d6-b8b5-8309e1adc057/ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:51.159882 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=730c76ad-9942-433a-827e-2289cd2c338b,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:51.173662 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7eeec6ce-cf62-4f7a-b31f-defa33cc6b60 tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:51.176998 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7eeec6ce-cf62-4f7a-b31f-defa33cc6b60 tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:51.205589 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-7eeec6ce-cf62-4f7a-b31f-defa33cc6b60 tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Calling delete_port for 01a735b0-d1ff-4202-8995-5c547ceea6c5 owned by network:floatingip {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:51.212283 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:51.299530 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c6b34bfc-aa1c-4427-ac26-1dccb6ff2bdd req-d7e3152c-c1da-449c-b3b6-9eb4f7ddcfd3 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=25cac875-c7e1-455d-aa80-5eccb8d0e50c HTTP/1.1" status: 200 len: 210 time: 0.0801296 Aug 11 02:32:51.428935 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e4d51b10-b121-4d16-8fe7-0fa3add3827f None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:51.441515 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e4d51b10-b121-4d16-8fe7-0fa3add3827f None None] Transition to ACTIVE for port object a437c5a9-af59-4459-b327-c4215003dae9 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:51.454399 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 730c76ad-9942-433a-827e-2289cd2c338b up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:51.459664 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e4d51b10-b121-4d16-8fe7-0fa3add3827f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:51.551707 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:51.578330 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-9381375e-fcee-41c6-a6dc-49ea29f1b43f tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:51.581101 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-e4d51b10-b121-4d16-8fe7-0fa3add3827f None None] Attempting to bind port a437c5a9-af59-4459-b327-c4215003dae9 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:51.581957 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-e4d51b10-b121-4d16-8fe7-0fa3add3827f None None] Attempting to bind port a437c5a9-af59-4459-b327-c4215003dae9 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:51.582256 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d51b10-b121-4d16-8fe7-0fa3add3827f None None] Attempting to bind port a437c5a9-af59-4459-b327-c4215003dae9 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:51.596448 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d51b10-b121-4d16-8fe7-0fa3add3827f None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:51.597028 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d51b10-b121-4d16-8fe7-0fa3add3827f None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:51.597762 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e4d51b10-b121-4d16-8fe7-0fa3add3827f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:51.598134 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d51b10-b121-4d16-8fe7-0fa3add3827f None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:51.598624 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-e4d51b10-b121-4d16-8fe7-0fa3add3827f None None] Bound port: a437c5a9-af59-4459-b327-c4215003dae9, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:51.599005 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e4d51b10-b121-4d16-8fe7-0fa3add3827f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:51.602967 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbcd9e-6a2f-4dbf-bd71-891fc705ed3d None None] Pushing event updated for resources: {'Port': ['ID=a437c5a9-af59-4459-b327-c4215003dae9,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:51.630714 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Allocated IP 172.20.0.1 (58eaa87b-4e07-4b3a-b5a6-ed2c1760073b/8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a/4e344d24-acca-4dfc-bdf9-f70b80a92cea) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:51.662245 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 730c76ad-9942-433a-827e-2289cd2c338b triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:51.662656 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:51.672736 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-9381375e-fcee-41c6-a6dc-49ea29f1b43f tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:51.709479 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['aa65f928-cc55-44c4-b23e-280e471c672f', 'da981180-d555-456c-9cad-16c3eec00ce9'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:32:51.718046 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['c4f57556-4b52-42db-971a-9f26549196a2'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:32:51.773782 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-e4d51b10-b121-4d16-8fe7-0fa3add3827f None None] For port a437c5a9-af59-4459-b327-c4215003dae9, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:51.787359 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-9381375e-fcee-41c6-a6dc-49ea29f1b43f tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Network b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:51.796503 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-9381375e-fcee-41c6-a6dc-49ea29f1b43f tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:51.803057 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:51.808109 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7eeec6ce-cf62-4f7a-b31f-defa33cc6b60 tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:51.816003 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-e4d51b10-b121-4d16-8fe7-0fa3add3827f None None] For port a437c5a9-af59-4459-b327-c4215003dae9, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a437c5a9-af59-4459-b327-c4215003dae9,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:32:51.827636 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-9381375e-fcee-41c6-a6dc-49ea29f1b43f tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:51.828434 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e4d51b10-b121-4d16-8fe7-0fa3add3827f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:51.844361 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381375e-fcee-41c6-a6dc-49ea29f1b43f tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Pushing event updated for resources: {'Port': ['ID=ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:51.887730 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeec6ce-cf62-4f7a-b31f-defa33cc6b60 tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Pushing event deleted for resources: {'Port': ['ID=01a735b0-d1ff-4202-8995-5c547ceea6c5,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:51.891627 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Transition to ACTIVE for port object 4e344d24-acca-4dfc-bdf9-f70b80a92cea will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:51.955394 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7eeec6ce-cf62-4f7a-b31f-defa33cc6b60 tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:51.960278 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7eeec6ce-cf62-4f7a-b31f-defa33cc6b60 tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:51.972273 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40988) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:51.982429 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7eeec6ce-cf62-4f7a-b31f-defa33cc6b60 tempest-FloatingIPAdminTestJSON-79592653 tempest-FloatingIPAdminTestJSON-79592653-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/929ace53-2492-4ede-b600-07c29053bfbb HTTP/1.1" status: 204 len: 168 time: 2.0748467 Aug 11 02:32:52.004193 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d51b10-b121-4d16-8fe7-0fa3add3827f None None] Routers {'91a00ccd-0b76-4483-bc6f-9fbc89a6c682'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:52.004820 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-e4d51b10-b121-4d16-8fe7-0fa3add3827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:32:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:52.022785 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:52.035610 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbcd9e-6a2f-4dbf-bd71-891fc705ed3d None None] Pushing event updated for resources: {'Port': ['ID=a437c5a9-af59-4459-b327-c4215003dae9,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:52.074992 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-9381375e-fcee-41c6-a6dc-49ea29f1b43f tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:52.076161 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-9381375e-fcee-41c6-a6dc-49ea29f1b43f tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:52.077549 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Pushing event updated for resources: {'Port': ['ID=4e344d24-acca-4dfc-bdf9-f70b80a92cea,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:52.106698 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:52.108330 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:52.116890 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:52.176954 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-9381375e-fcee-41c6-a6dc-49ea29f1b43f tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7729332 Aug 11 02:32:52.189085 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:52.198908 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-a50ed3ae-4a8d-4b41-867d-e050b3e72092 service neutron] Request body: {'port': {'device_id': '25cac875-c7e1-455d-aa80-5eccb8d0e50c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:52.308899 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-a50ed3ae-4a8d-4b41-867d-e050b3e72092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:52.350719 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-ec64c0bd-bd85-438d-b5f9-29bc1901d13b tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Deleting port 58b4a710-4fb1-4da6-bae7-563f5c8eb608 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:52.351297 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ec64c0bd-bd85-438d-b5f9-29bc1901d13b tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:52.405034 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-e4d51b10-b121-4d16-8fe7-0fa3add3827f None None] Set router 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:52.546631 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ec64c0bd-bd85-438d-b5f9-29bc1901d13b tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:52.561762 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-ec64c0bd-bd85-438d-b5f9-29bc1901d13b tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Calling delete_port for 58b4a710-4fb1-4da6-bae7-563f5c8eb608 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:52.578660 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:52.634447 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b4ff6625-e7f5-4ae4-ba7c-13ddd706a3fc None None] Provisioning for port 4e344d24-acca-4dfc-bdf9-f70b80a92cea completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:52.644948 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b4ff6625-e7f5-4ae4-ba7c-13ddd706a3fc None None] Provisioning complete for port 4e344d24-acca-4dfc-bdf9-f70b80a92cea triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:52.645323 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b4ff6625-e7f5-4ae4-ba7c-13ddd706a3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:52.688722 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e199fd-1ee3-4f61-be11-19d149022f31 req-ea3a3668-539b-4c91-b6d8-6fb59a8aa946 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:52.690562 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-30e199fd-1ee3-4f61-be11-19d149022f31 req-ea3a3668-539b-4c91-b6d8-6fb59a8aa946 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=25cac875-c7e1-455d-aa80-5eccb8d0e50c HTTP/1.1" status: 200 len: 931 time: 0.2332511 Aug 11 02:32:52.750385 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-b4ff6625-e7f5-4ae4-ba7c-13ddd706a3fc None None] Port 4e344d24-acca-4dfc-bdf9-f70b80a92cea cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:32:52.793974 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ec64c0bd-bd85-438d-b5f9-29bc1901d13b tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:52.825693 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64c0bd-bd85-438d-b5f9-29bc1901d13b tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Pushing event deleted for resources: {'Port': ['ID=58b4a710-4fb1-4da6-bae7-563f5c8eb608,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:52.850938 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-30e199fd-1ee3-4f61-be11-19d149022f31 req-3a48ad73-3bd0-4c2c-9823-45490a631e34 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418245 Aug 11 02:32:52.961893 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-e4d51b10-b121-4d16-8fe7-0fa3add3827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'name': 'tempest-TestVolumeBootPattern-237556104-router', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:45Z', 'updated_at': '2021-08-11T02:32:47Z', 'revision_number': 3, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'gw_port': {'id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:46Z', 'updated_at': '2021-08-11T02:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:52.962854 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:52.970161 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:53.033053 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ec64c0bd-bd85-438d-b5f9-29bc1901d13b tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:53.037253 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ec64c0bd-bd85-438d-b5f9-29bc1901d13b tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] 10.222.0.50 "DELETE /v2.0/ports/58b4a710-4fb1-4da6-bae7-563f5c8eb608 HTTP/1.1" status: 204 len: 168 time: 1.0576015 Aug 11 02:32:53.038812 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 40998) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:53.038949 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d51b10-b121-4d16-8fe7-0fa3add3827f None None] The sync data for ids ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'] in n-d-615180-33 is: [{'id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'name': 'tempest-TestVolumeBootPattern-237556104-router', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:45Z', 'updated_at': '2021-08-11T02:32:47Z', 'revision_number': 3, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'gw_port': {'id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:46Z', 'updated_at': '2021-08-11T02:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:32:53.085236 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:53.186626 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fadc2e6-7571-45de-ad01-5f9e339b8cd4 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:53.190583 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1fadc2e6-7571-45de-ad01-5f9e339b8cd4 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ccd6762-2c83-4d15-968a-0d2282c147e6 HTTP/1.1" status: 200 len: 913 time: 0.1479223 Aug 11 02:32:53.191361 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41000) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:53.217431 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:53.221849 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:53.318593 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Pushing event updated for resources: {'Port': ['ID=4e344d24-acca-4dfc-bdf9-f70b80a92cea,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:53.348149 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:53.348795 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:53.349380 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:53.349942 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:53.356250 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:53.356954 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:53.357520 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:53.358078 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:53.358632 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:53.359182 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:53.359778 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:53.360347 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:53.467151 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Router 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:32:53.620170 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-a50ed3ae-4a8d-4b41-867d-e050b3e72092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:32:53.629257 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:32:53.649221 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fac8d5d4-d2f8-4195-9401-4e0beeb7f0eb admin admin] 10.222.0.50 "PUT /v2.0/routers/91a00ccd-0b76-4483-bc6f-9fbc89a6c682/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1979752 Aug 11 02:32:53.649400 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-a50ed3ae-4a8d-4b41-867d-e050b3e72092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:53.691376 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-907840eb-265a-4b47-8930-a681b92526f5 None None] Provisioning complete for port 4e344d24-acca-4dfc-bdf9-f70b80a92cea triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:53.691989 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-907840eb-265a-4b47-8930-a681b92526f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:53.739405 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-907840eb-265a-4b47-8930-a681b92526f5 None None] Port 4e344d24-acca-4dfc-bdf9-f70b80a92cea cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:32:53.769477 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-a50ed3ae-4a8d-4b41-867d-e050b3e72092 service neutron] Transition to ACTIVE for port object ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:53.777313 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-a50ed3ae-4a8d-4b41-867d-e050b3e72092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:53.929655 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ed3ae-4a8d-4b41-867d-e050b3e72092 service neutron] Pushing event updated for resources: {'Port': ['ID=ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:54.093892 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-a50ed3ae-4a8d-4b41-867d-e050b3e72092 service neutron] Attempting to bind port ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:54.094404 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-a50ed3ae-4a8d-4b41-867d-e050b3e72092 service neutron] Attempting to bind port ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '75d0996b-852e-4214-9d0e-94750bce0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b9eb72cf-c2be-4e07-900a-e3f5dc7401c2'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:54.094876 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-a50ed3ae-4a8d-4b41-867d-e050b3e72092 service neutron] Attempting to bind port ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670 on network b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:54.104893 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c456090-4d85-4638-87ae-37c7b1afec56 req-b49a324b-dcec-475b-92b5-2307749c77d9 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:54.106781 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9c456090-4d85-4638-87ae-37c7b1afec56 req-b49a324b-dcec-475b-92b5-2307749c77d9 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=25cac875-c7e1-455d-aa80-5eccb8d0e50c HTTP/1.1" status: 200 len: 943 time: 0.1368997 Aug 11 02:32:54.114713 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-a50ed3ae-4a8d-4b41-867d-e050b3e72092 service neutron] Port ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670 on network b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:32:54.115282 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-a50ed3ae-4a8d-4b41-867d-e050b3e72092 service neutron] Attempting to bind port ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670 on network b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:54.140091 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-a50ed3ae-4a8d-4b41-867d-e050b3e72092 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:54.140659 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-a50ed3ae-4a8d-4b41-867d-e050b3e72092 service neutron] Checking segment: {'id': '75d0996b-852e-4214-9d0e-94750bce0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b9eb72cf-c2be-4e07-900a-e3f5dc7401c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:54.141244 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-a50ed3ae-4a8d-4b41-867d-e050b3e72092 service neutron] Bound using segment: {'id': '75d0996b-852e-4214-9d0e-94750bce0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b9eb72cf-c2be-4e07-900a-e3f5dc7401c2'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:54.141698 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-a50ed3ae-4a8d-4b41-867d-e050b3e72092 service neutron] Bound port: ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d0996b-852e-4214-9d0e-94750bce0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b9eb72cf-c2be-4e07-900a-e3f5dc7401c2'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:54.142064 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-a50ed3ae-4a8d-4b41-867d-e050b3e72092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.225541 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9c456090-4d85-4638-87ae-37c7b1afec56 req-7115128c-be16-4c94-8722-21858b5e1a75 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116967 Aug 11 02:32:54.229926 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41026) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:54.236475 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-c3df5ec5-471a-45d1-bf86-8e7efae5524f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-384168642-network', 'tenant_id': '810635668b104c4d9429c5eea886417e'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:54.266963 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3df5ec5-471a-45d1-bf86-8e7efae5524f admin admin] Made reservation on behalf of 810635668b104c4d9429c5eea886417e for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:54.272578 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c3df5ec5-471a-45d1-bf86-8e7efae5524f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.284015 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c3df5ec5-471a-45d1-bf86-8e7efae5524f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.295063 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-a50ed3ae-4a8d-4b41-867d-e050b3e72092 service neutron] For port ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:54.310619 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d272b2dd-eca5-4590-9ed6-54aa7485cc46 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.313468 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-a50ed3ae-4a8d-4b41-867d-e050b3e72092 service neutron] For port ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670,segment=NetworkSegment(75d0996b-852e-4214-9d0e-94750bce0135),segment_id=75d0996b-852e-4214-9d0e-94750bce0135)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:32:54.372220 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-a50ed3ae-4a8d-4b41-867d-e050b3e72092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.420045 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c3df5ec5-471a-45d1-bf86-8e7efae5524f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.425259 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c3df5ec5-471a-45d1-bf86-8e7efae5524f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.449422 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-a50ed3ae-4a8d-4b41-867d-e050b3e72092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:54.453373 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-a50ed3ae-4a8d-4b41-867d-e050b3e72092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.454703 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3df5ec5-471a-45d1-bf86-8e7efae5524f admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:32:54.456893 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-a50ed3ae-4a8d-4b41-867d-e050b3e72092 service neutron] 10.222.0.73 "PUT /v2.0/ports/ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670 HTTP/1.1" status: 200 len: 1092 time: 2.2685473 Aug 11 02:32:54.457533 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25cac875-c7e1-455d-aa80-5eccb8d0e50c', 'tag': 'ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:32:54.467111 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cce1c55-63ef-405a-bf3b-b1b845ca7bab" -d '{"events": [{"name": "network-changed", "server_uuid": "25cac875-c7e1-455d-aa80-5eccb8d0e50c", "tag": "ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:32:54.469910 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df5ec5-471a-45d1-bf86-8e7efae5524f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea7bcd1-428e-4319-849c-73840d86ef85,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:54.500934 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c3df5ec5-471a-45d1-bf86-8e7efae5524f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.507030 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-c3df5ec5-471a-45d1-bf86-8e7efae5524f admin admin] Added segment 0464ac8f-edab-4913-9517-a57b6e12a66d of type vlan for network 9086c529-02f6-4de2-9040-597b62dcb06f Aug 11 02:32:54.537742 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.544901 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a361364c-c162-4e95-9882-93ed11174d26 x-openstack-request-id: req-a361364c-c162-4e95-9882-93ed11174d26 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:32:54.545199 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25cac875-c7e1-455d-aa80-5eccb8d0e50c", "tag": "ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:32:54.545451 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a361364c-c162-4e95-9882-93ed11174d26 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:32:54.545848 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25cac875-c7e1-455d-aa80-5eccb8d0e50c', 'tag': 'ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670', 'status': 'completed', 'code': 200} Aug 11 02:32:54.558181 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ed3ae-4a8d-4b41-867d-e050b3e72092 service neutron] Pushing event updated for resources: {'Port': ['ID=ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:54.567155 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c3df5ec5-471a-45d1-bf86-8e7efae5524f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.616206 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c3df5ec5-471a-45d1-bf86-8e7efae5524f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.617273 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3df5ec5-471a-45d1-bf86-8e7efae5524f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:54.617977 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c3df5ec5-471a-45d1-bf86-8e7efae5524f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.629687 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-3ba2a5cd-2fd3-4576-9c9f-562719cca7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:54.631120 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-3ba2a5cd-2fd3-4576-9c9f-562719cca7e9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe5f52722e8249458d02819aff8bb439&device_id=25cac875-c7e1-455d-aa80-5eccb8d0e50c HTTP/1.1" status: 200 len: 1095 time: 0.1281812 Aug 11 02:32:54.676161 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c3df5ec5-471a-45d1-bf86-8e7efae5524f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4447491 Aug 11 02:32:54.681019 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41030) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:54.685338 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-05c75053-1212-4417-8984-573ac64e158b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670 HTTP/1.1" status: 200 len: 217 time: 0.0444462 Aug 11 02:32:54.688361 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-79cf342f-c692-4203-b325-6914e1bd5847 admin admin] Request body: {'subnet': {'network_id': '9086c529-02f6-4de2-9040-597b62dcb06f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-384168642-subnet', 'tenant_id': '810635668b104c4d9429c5eea886417e', 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:54.703579 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df5ec5-471a-45d1-bf86-8e7efae5524f admin admin] Pushing event updated for resources: {'Network': ['ID=9086c529-02f6-4de2-9040-597b62dcb06f,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:54.717528 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cf342f-c692-4203-b325-6914e1bd5847 admin admin] Made reservation on behalf of 810635668b104c4d9429c5eea886417e for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:54.719344 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 9086c529-02f6-4de2-9040-597b62dcb06f details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:32:54.720161 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-79cf342f-c692-4203-b325-6914e1bd5847 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.776933 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-22e4df0b-4a33-4b63-b40a-1b4ae5cb3dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:54.778966 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-22e4df0b-4a33-4b63-b40a-1b4ae5cb3dff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0158b5c2-32d3-41d6-b8b5-8309e1adc057 HTTP/1.1" status: 200 len: 853 time: 0.0860879 Aug 11 02:32:54.835904 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-3ff734bf-bb9e-43e3-b78c-7e329b356209 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b9eb72cf-c2be-4e07-900a-e3f5dc7401c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308654 Aug 11 02:32:54.933445 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-79cf342f-c692-4203-b325-6914e1bd5847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.016178 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf342f-c692-4203-b325-6914e1bd5847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=934a5414-7b5a-4e69-985b-44025447a0c9,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:55.024661 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cf342f-c692-4203-b325-6914e1bd5847 admin admin] Checking segment: {'id': '0464ac8f-edab-4913-9517-a57b6e12a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9086c529-02f6-4de2-9040-597b62dcb06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:55.025029 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cf342f-c692-4203-b325-6914e1bd5847 admin admin] Network hostable DHCP agents. Network: 9086c529-02f6-4de2-9040-597b62dcb06f, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:32:55.045517 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cf342f-c692-4203-b325-6914e1bd5847 admin admin] Network 9086c529-02f6-4de2-9040-597b62dcb06f is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:32:55.056734 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-79cf342f-c692-4203-b325-6914e1bd5847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 9086c529-02f6-4de2-9040-597b62dcb06f) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:55.065205 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d82e08-8eab-4eb3-b009-849fbd163ce8 None None] Network 9086c529-02f6-4de2-9040-597b62dcb06f requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:55.069196 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cf342f-c692-4203-b325-6914e1bd5847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:55.069803 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-79cf342f-c692-4203-b325-6914e1bd5847 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.088342 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-79cf342f-c692-4203-b325-6914e1bd5847 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4060416 Aug 11 02:32:55.090824 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41038) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:55.096512 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-b3386f44-e8b3-4d38-8e1f-128ca8f0a092 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-384168642-router', 'tenant_id': '810635668b104c4d9429c5eea886417e', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:55.125836 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b3386f44-e8b3-4d38-8e1f-128ca8f0a092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.127083 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b3386f44-e8b3-4d38-8e1f-128ca8f0a092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.224522 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b3386f44-e8b3-4d38-8e1f-128ca8f0a092 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.491380 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-d272b2dd-eca5-4590-9ed6-54aa7485cc46 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Deleting port 22224b1f-6e6e-43cf-832d-b585d21a7d8c {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:55.492039 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d272b2dd-eca5-4590-9ed6-54aa7485cc46 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.508576 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288b6812-4e77-4064-b3b1-5b33ee82f2ae None None] Sync routers for ids ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:32:55.524354 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288b6812-4e77-4064-b3b1-5b33ee82f2ae None None] Routers {'91a00ccd-0b76-4483-bc6f-9fbc89a6c682'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:55.525185 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-288b6812-4e77-4064-b3b1-5b33ee82f2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:32:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:55.545525 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b3386f44-e8b3-4d38-8e1f-128ca8f0a092 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.546115 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a437c5a9-af59-4459-b327-c4215003dae9 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:55.597452 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.640578 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425063d-bfb5-4639-b7a1-412778647d5c req-5d3c3d67-627f-4ff6-ad86-c80a2d6de8be tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:55.643144 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4425063d-bfb5-4639-b7a1-412778647d5c req-5d3c3d67-627f-4ff6-ad86-c80a2d6de8be tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=25cac875-c7e1-455d-aa80-5eccb8d0e50c HTTP/1.1" status: 200 len: 943 time: 0.2334406 Aug 11 02:32:55.671350 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-6acff347-7226-41c4-aff6-51c845c3850b service neutron] 10.222.0.73 "GET /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8263123 Aug 11 02:32:55.687274 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port a437c5a9-af59-4459-b327-c4215003dae9 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:55.699713 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port a437c5a9-af59-4459-b327-c4215003dae9 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:55.700329 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.707190 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4425063d-bfb5-4639-b7a1-412778647d5c req-37aa83c3-3f31-4de2-81d3-31ed497d88a9 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547454 Aug 11 02:32:55.750357 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-288b6812-4e77-4064-b3b1-5b33ee82f2ae None None] Set router 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:55.787338 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41048) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:55.809026 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a199ee-ccaf-4040-9b13-ec61b3d61d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-9086c529-02f6-4de2-9040-597b62dcb06f', 'network_id': '9086c529-02f6-4de2-9040-597b62dcb06f', 'tenant_id': '810635668b104c4d9429c5eea886417e', 'fixed_ips': [{'subnet_id': '934a5414-7b5a-4e69-985b-44025447a0c9'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:32:55.809902 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f0a199ee-ccaf-4040-9b13-ec61b3d61d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.824111 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-276c73b1-67e3-4f7f-a66a-2fe920d60bbf tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-144604139', 'description': 'tempest-secgroup-smoke-144604139 description', 'project_id': 'b5550d86beda47589d4c6167ec09486c'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:55.880308 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d272b2dd-eca5-4590-9ed6-54aa7485cc46 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.894751 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b3386f44-e8b3-4d38-8e1f-128ca8f0a092 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.906544 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-276c73b1-67e3-4f7f-a66a-2fe920d60bbf tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.919774 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-d272b2dd-eca5-4590-9ed6-54aa7485cc46 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Calling delete_port for 22224b1f-6e6e-43cf-832d-b585d21a7d8c owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:55.929505 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b3386f44-e8b3-4d38-8e1f-128ca8f0a092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.011516 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-49f2260c-0ec5-4806-9f41-468647a13b05 req-d4c77845-7ff0-40d7-960d-c8e33fd626ff service neutron] 10.222.0.73 "GET /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301950 Aug 11 02:32:56.107729 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-288b6812-4e77-4064-b3b1-5b33ee82f2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'name': 'tempest-TestVolumeBootPattern-237556104-router', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:45Z', 'updated_at': '2021-08-11T02:32:52Z', 'revision_number': 4, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'gw_port': {'id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:46Z', 'updated_at': '2021-08-11T02:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '4e344d24-acca-4dfc-bdf9-f70b80a92cea', 'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'mac_address': 'fa:16:3e:94:96:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:51Z', 'updated_at': '2021-08-11T02:32:52Z', 'revision_number': 2, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'subnets': [{'id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:56.109192 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-b3386f44-e8b3-4d38-8e1f-128ca8f0a092 admin admin] Allocated IP 172.25.2.160 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/26ed4324-fdb9-42e6-8ae3-e24893eb2f23) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:56.144326 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-f0a199ee-ccaf-4040-9b13-ec61b3d61d80 None None] Allocated IP 172.20.0.2 (9086c529-02f6-4de2-9040-597b62dcb06f/934a5414-7b5a-4e69-985b-44025447a0c9/416bcaf7-3e0d-4c0a-b24d-ce38234adc20) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:56.145882 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288b6812-4e77-4064-b3b1-5b33ee82f2ae None None] Checking router: 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:32:56.146341 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288b6812-4e77-4064-b3b1-5b33ee82f2ae None None] Updating router 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 port 4e344d24-acca-4dfc-bdf9-f70b80a92cea binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:32:56.184837 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.191596 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-288b6812-4e77-4064-b3b1-5b33ee82f2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.214971 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce1c55-63ef-405a-bf3b-b1b845ca7bab req-de6b9a08-2497-44c2-a743-d9cce60b9e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:56.216580 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4cce1c55-63ef-405a-bf3b-b1b845ca7bab req-de6b9a08-2497-44c2-a743-d9cce60b9e06 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe5f52722e8249458d02819aff8bb439&device_id=25cac875-c7e1-455d-aa80-5eccb8d0e50c HTTP/1.1" status: 200 len: 1095 time: 0.1567976 Aug 11 02:32:56.224009 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port a437c5a9-af59-4459-b327-c4215003dae9, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a437c5a9-af59-4459-b327-c4215003dae9,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:56.236386 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-276c73b1-67e3-4f7f-a66a-2fe920d60bbf tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.248590 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.262828 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-276c73b1-67e3-4f7f-a66a-2fe920d60bbf tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.339669 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b3386f44-e8b3-4d38-8e1f-128ca8f0a092 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.351269 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=a437c5a9-af59-4459-b327-c4215003dae9,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:56.396320 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-276c73b1-67e3-4f7f-a66a-2fe920d60bbf tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.403653 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-276c73b1-67e3-4f7f-a66a-2fe920d60bbf tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5856078 Aug 11 02:32:56.411185 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41054) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:56.437087 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b3386f44-e8b3-4d38-8e1f-128ca8f0a092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.449799 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f0a199ee-ccaf-4040-9b13-ec61b3d61d80 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.450770 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-5b3bd611-b865-415e-a2bb-4b003ce79de5 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Request body: {'security_group_rule': {'security_group_id': '15ae591a-5f09-4b87-a2d6-2da9fcc6fe41', 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:56.475997 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f0a199ee-ccaf-4040-9b13-ec61b3d61d80 None None] Transition to ACTIVE for port object 416bcaf7-3e0d-4c0a-b24d-ce38234adc20 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:56.480972 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3386f44-e8b3-4d38-8e1f-128ca8f0a092 admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:56.485749 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-b3386f44-e8b3-4d38-8e1f-128ca8f0a092 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:56.488732 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3386f44-e8b3-4d38-8e1f-128ca8f0a092 admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:56.502176 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce1c55-63ef-405a-bf3b-b1b845ca7bab req-52319da9-191a-421a-a84b-1a159d549b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:56.503809 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4cce1c55-63ef-405a-bf3b-b1b845ca7bab req-52319da9-191a-421a-a84b-1a159d549b40 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 HTTP/1.1" status: 200 len: 914 time: 0.2702904 Aug 11 02:32:56.513325 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f0a199ee-ccaf-4040-9b13-ec61b3d61d80 None None] Transition to ACTIVE for port object 416bcaf7-3e0d-4c0a-b24d-ce38234adc20 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:56.524274 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f0a199ee-ccaf-4040-9b13-ec61b3d61d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.531141 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c73b1-67e3-4f7f-a66a-2fe920d60bbf tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15ae591a-5f09-4b87-a2d6-2da9fcc6fe41,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:56.532375 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3386f44-e8b3-4d38-8e1f-128ca8f0a092 admin admin] Pushing event updated for resources: {'Port': ['ID=26ed4324-fdb9-42e6-8ae3-e24893eb2f23,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:56.555572 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5b3bd611-b865-415e-a2bb-4b003ce79de5 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.604828 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a199ee-ccaf-4040-9b13-ec61b3d61d80 None None] Pushing event updated for resources: {'Port': ['ID=416bcaf7-3e0d-4c0a-b24d-ce38234adc20,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:56.605182 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4cce1c55-63ef-405a-bf3b-b1b845ca7bab req-98d34caa-390b-477d-a020-48fe1e6811cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670 HTTP/1.1" status: 200 len: 217 time: 0.0662057 Aug 11 02:32:56.625145 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a199ee-ccaf-4040-9b13-ec61b3d61d80 None None] Network 9086c529-02f6-4de2-9040-597b62dcb06f is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:56.629144 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-f0a199ee-ccaf-4040-9b13-ec61b3d61d80 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:56.634918 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a199ee-ccaf-4040-9b13-ec61b3d61d80 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:56.671005 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-288b6812-4e77-4064-b3b1-5b33ee82f2ae None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.675179 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d272b2dd-eca5-4590-9ed6-54aa7485cc46 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.684268 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-288b6812-4e77-4064-b3b1-5b33ee82f2ae None None] Transition to ACTIVE for port object 4e344d24-acca-4dfc-bdf9-f70b80a92cea will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:56.691179 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-288b6812-4e77-4064-b3b1-5b33ee82f2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.708829 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-f0a199ee-ccaf-4040-9b13-ec61b3d61d80 None None] Attempting to bind port 416bcaf7-3e0d-4c0a-b24d-ce38234adc20 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:56.709222 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-f0a199ee-ccaf-4040-9b13-ec61b3d61d80 None None] Attempting to bind port 416bcaf7-3e0d-4c0a-b24d-ce38234adc20 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '0464ac8f-edab-4913-9517-a57b6e12a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9086c529-02f6-4de2-9040-597b62dcb06f'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:56.709597 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a199ee-ccaf-4040-9b13-ec61b3d61d80 None None] Attempting to bind port 416bcaf7-3e0d-4c0a-b24d-ce38234adc20 on network 9086c529-02f6-4de2-9040-597b62dcb06f {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:56.716111 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272b2dd-eca5-4590-9ed6-54aa7485cc46 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Pushing event deleted for resources: {'Port': ['ID=22224b1f-6e6e-43cf-832d-b585d21a7d8c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:56.716799 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a199ee-ccaf-4040-9b13-ec61b3d61d80 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:56.717324 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a199ee-ccaf-4040-9b13-ec61b3d61d80 None None] Checking segment: {'id': '0464ac8f-edab-4913-9517-a57b6e12a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9086c529-02f6-4de2-9040-597b62dcb06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:56.718800 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f0a199ee-ccaf-4040-9b13-ec61b3d61d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.719721 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a199ee-ccaf-4040-9b13-ec61b3d61d80 None None] Bound using segment: {'id': '0464ac8f-edab-4913-9517-a57b6e12a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9086c529-02f6-4de2-9040-597b62dcb06f'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:56.720453 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-f0a199ee-ccaf-4040-9b13-ec61b3d61d80 None None] Bound port: 416bcaf7-3e0d-4c0a-b24d-ce38234adc20, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0464ac8f-edab-4913-9517-a57b6e12a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9086c529-02f6-4de2-9040-597b62dcb06f'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:56.721622 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f0a199ee-ccaf-4040-9b13-ec61b3d61d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.754618 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5b3bd611-b865-415e-a2bb-4b003ce79de5 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.776576 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5b3bd611-b865-415e-a2bb-4b003ce79de5 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.780260 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce1c55-63ef-405a-bf3b-b1b845ca7bab req-8b7cfd48-c5e2-4ddc-a12d-f12c422052aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:56.782019 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4cce1c55-63ef-405a-bf3b-b1b845ca7bab req-8b7cfd48-c5e2-4ddc-a12d-f12c422052aa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0158b5c2-32d3-41d6-b8b5-8309e1adc057 HTTP/1.1" status: 200 len: 853 time: 0.1673381 Aug 11 02:32:56.804535 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3bd611-b865-415e-a2bb-4b003ce79de5 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0637e53-a866-47c9-ac9e-1f55fa43b15e,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:56.836888 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65937276-b2b5-4266-94fc-7cfe3c6b2a4c None None] Pushing event updated for resources: {'Port': ['ID=4e344d24-acca-4dfc-bdf9-f70b80a92cea,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:56.864584 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4cce1c55-63ef-405a-bf3b-b1b845ca7bab req-26541599-8c06-40bd-b9aa-311e7453a951 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b9eb72cf-c2be-4e07-900a-e3f5dc7401c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619519 Aug 11 02:32:56.894805 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65937276-b2b5-4266-94fc-7cfe3c6b2a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:56.895205 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65937276-b2b5-4266-94fc-7cfe3c6b2a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:56.895610 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65937276-b2b5-4266-94fc-7cfe3c6b2a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:56.895950 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65937276-b2b5-4266-94fc-7cfe3c6b2a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:56.896286 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65937276-b2b5-4266-94fc-7cfe3c6b2a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:56.896616 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65937276-b2b5-4266-94fc-7cfe3c6b2a4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:56.896938 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65937276-b2b5-4266-94fc-7cfe3c6b2a4c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:56.897260 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65937276-b2b5-4266-94fc-7cfe3c6b2a4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:56.897581 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65937276-b2b5-4266-94fc-7cfe3c6b2a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:56.897901 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65937276-b2b5-4266-94fc-7cfe3c6b2a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:56.898222 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65937276-b2b5-4266-94fc-7cfe3c6b2a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:56.899066 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65937276-b2b5-4266-94fc-7cfe3c6b2a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:56.919828 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5b3bd611-b865-415e-a2bb-4b003ce79de5 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.921104 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5b3bd611-b865-415e-a2bb-4b003ce79de5 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4967484 Aug 11 02:32:56.927609 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-f0a199ee-ccaf-4040-9b13-ec61b3d61d80 None None] For port 416bcaf7-3e0d-4c0a-b24d-ce38234adc20, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:56.933229 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41058) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:56.937739 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-f0a199ee-ccaf-4040-9b13-ec61b3d61d80 None None] For port 416bcaf7-3e0d-4c0a-b24d-ce38234adc20, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=416bcaf7-3e0d-4c0a-b24d-ce38234adc20,segment=NetworkSegment(0464ac8f-edab-4913-9517-a57b6e12a66d),segment_id=0464ac8f-edab-4913-9517-a57b6e12a66d)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:32:56.946576 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f0a199ee-ccaf-4040-9b13-ec61b3d61d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.951348 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-c6e97fc0-6e33-4ea7-b2ac-4268c79ba746 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Request body: {'security_group_rule': {'security_group_id': '15ae591a-5f09-4b87-a2d6-2da9fcc6fe41', 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:56.992219 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-288b6812-4e77-4064-b3b1-5b33ee82f2ae None None] Attempting to bind port 4e344d24-acca-4dfc-bdf9-f70b80a92cea on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:56.992591 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-288b6812-4e77-4064-b3b1-5b33ee82f2ae None None] Attempting to bind port 4e344d24-acca-4dfc-bdf9-f70b80a92cea by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:56.993432 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288b6812-4e77-4064-b3b1-5b33ee82f2ae None None] Attempting to bind port 4e344d24-acca-4dfc-bdf9-f70b80a92cea on network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:57.017291 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288b6812-4e77-4064-b3b1-5b33ee82f2ae None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:57.017808 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288b6812-4e77-4064-b3b1-5b33ee82f2ae None None] Checking segment: {'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:57.018226 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-288b6812-4e77-4064-b3b1-5b33ee82f2ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.018675 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288b6812-4e77-4064-b3b1-5b33ee82f2ae None None] Bound using segment: {'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:57.019154 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-288b6812-4e77-4064-b3b1-5b33ee82f2ae None None] Bound port: 4e344d24-acca-4dfc-bdf9-f70b80a92cea, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:57.024507 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-288b6812-4e77-4064-b3b1-5b33ee82f2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.031880 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c6e97fc0-6e33-4ea7-b2ac-4268c79ba746 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.090723 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a199ee-ccaf-4040-9b13-ec61b3d61d80 None None] Pushing event updated for resources: {'Port': ['ID=416bcaf7-3e0d-4c0a-b24d-ce38234adc20,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:57.120100 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bde32e-4a01-43da-875f-6a50d031c923 req-f7461f5a-d40a-4186-a62d-4a07ec3f06ee tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:57.127725 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-20bde32e-4a01-43da-875f-6a50d031c923 req-f7461f5a-d40a-4186-a62d-4a07ec3f06ee tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=25cac875-c7e1-455d-aa80-5eccb8d0e50c HTTP/1.1" status: 200 len: 943 time: 0.2499087 Aug 11 02:32:57.132533 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b3386f44-e8b3-4d38-8e1f-128ca8f0a092 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.165576 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4cce1c55-63ef-405a-bf3b-b1b845ca7bab req-53e974c9-26a2-416c-8c07-995110636212 service neutron] 10.222.0.73 "GET /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869802 Aug 11 02:32:57.170263 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:32:57.206478 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-288b6812-4e77-4064-b3b1-5b33ee82f2ae None None] For port 4e344d24-acca-4dfc-bdf9-f70b80a92cea, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:57.212946 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-288b6812-4e77-4064-b3b1-5b33ee82f2ae None None] For port 4e344d24-acca-4dfc-bdf9-f70b80a92cea, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=4e344d24-acca-4dfc-bdf9-f70b80a92cea,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:32:57.224059 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-288b6812-4e77-4064-b3b1-5b33ee82f2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.300748 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d272b2dd-eca5-4590-9ed6-54aa7485cc46 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.316632 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65937276-b2b5-4266-94fc-7cfe3c6b2a4c None None] Pushing event updated for resources: {'Port': ['ID=4e344d24-acca-4dfc-bdf9-f70b80a92cea,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:57.338343 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-20bde32e-4a01-43da-875f-6a50d031c923 req-7a474f3e-0245-42f6-a2b4-daa7c4bd140f tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096527 Aug 11 02:32:57.342072 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c6e97fc0-6e33-4ea7-b2ac-4268c79ba746 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.355482 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c6e97fc0-6e33-4ea7-b2ac-4268c79ba746 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.376342 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288b6812-4e77-4064-b3b1-5b33ee82f2ae None None] Routers {'91a00ccd-0b76-4483-bc6f-9fbc89a6c682'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:57.376834 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-288b6812-4e77-4064-b3b1-5b33ee82f2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:32:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:57.429406 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670,segment=NetworkSegment(75d0996b-852e-4214-9d0e-94750bce0135),segment_id=75d0996b-852e-4214-9d0e-94750bce0135)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:57.458566 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670', 'network_id': 'b9eb72cf-c2be-4e07-900a-e3f5dc7401c2', 'port_id': 'ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670', 'mac_address': 'fa:16:3e:d5:07:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0158b5c2-32d3-41d6-b8b5-8309e1adc057', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:32:57.505619 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c6e97fc0-6e33-4ea7-b2ac-4268c79ba746 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.507438 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c6e97fc0-6e33-4ea7-b2ac-4268c79ba746 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5675468 Aug 11 02:32:57.514657 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41066) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:57.532902 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e97fc0-6e33-4ea7-b2ac-4268c79ba746 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d5f11c-7020-40c9-8122-a6c52c2a2e61,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:57.541150 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a437c5a9-af59-4459-b327-c4215003dae9 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:57.585747 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-3e6c573e-88e2-46c9-9015-1d84847593bd tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Request body: {'security_group_rule': {'security_group_id': '15ae591a-5f09-4b87-a2d6-2da9fcc6fe41', 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:57.594111 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4cce1c55-63ef-405a-bf3b-b1b845ca7bab req-52694a69-6e8a-4329-9ff0-f1563564ac72 service neutron] 10.222.0.73 "GET /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201908 Aug 11 02:32:57.641157 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.668883 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-288b6812-4e77-4064-b3b1-5b33ee82f2ae None None] Set router 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:57.689343 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:32:57.706416 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3e6c573e-88e2-46c9-9015-1d84847593bd tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.717365 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670,segment=NetworkSegment(75d0996b-852e-4214-9d0e-94750bce0135),segment_id=75d0996b-852e-4214-9d0e-94750bce0135)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:57.734864 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.741757 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port a437c5a9-af59-4459-b327-c4215003dae9 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:57.742299 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.750406 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b3386f44-e8b3-4d38-8e1f-128ca8f0a092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.857852 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:57.871820 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3e6c573e-88e2-46c9-9015-1d84847593bd tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.887103 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3e6c573e-88e2-46c9-9015-1d84847593bd tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.921143 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3386f44-e8b3-4d38-8e1f-128ca8f0a092 admin admin] Router f869f320-4f64-4773-a23c-f47d2081b4f7 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:32:57.934879 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3e6c573e-88e2-46c9-9015-1d84847593bd tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.938984 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3e6c573e-88e2-46c9-9015-1d84847593bd tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3558242 Aug 11 02:32:57.941151 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41068) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:57.948412 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-9ccb6e06-5ca3-48fb-8474-23a2823fb2d0 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Request body: {'security_group_rule': {'security_group_id': '15ae591a-5f09-4b87-a2d6-2da9fcc6fe41', 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:57.952675 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c573e-88e2-46c9-9015-1d84847593bd tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08749d4d-f35d-4354-b8c5-c782a09553dc,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:57.979121 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:32:58.021490 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-288b6812-4e77-4064-b3b1-5b33ee82f2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'name': 'tempest-TestVolumeBootPattern-237556104-router', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:45Z', 'updated_at': '2021-08-11T02:32:52Z', 'revision_number': 4, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'gw_port': {'id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:46Z', 'updated_at': '2021-08-11T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '4e344d24-acca-4dfc-bdf9-f70b80a92cea', 'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'mac_address': 'fa:16:3e:94:96:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:51Z', 'updated_at': '2021-08-11T02:32:57Z', 'revision_number': 4, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'subnets': [{'id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:58.055954 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288b6812-4e77-4064-b3b1-5b33ee82f2ae None None] The sync data for ids ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'] in n-d-615180-33 is: [{'id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'name': 'tempest-TestVolumeBootPattern-237556104-router', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:45Z', 'updated_at': '2021-08-11T02:32:52Z', 'revision_number': 4, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'gw_port': {'id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:46Z', 'updated_at': '2021-08-11T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '4e344d24-acca-4dfc-bdf9-f70b80a92cea', 'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'mac_address': 'fa:16:3e:94:96:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:51Z', 'updated_at': '2021-08-11T02:32:57Z', 'revision_number': 4, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'subnets': [{'id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:32:58.091718 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9ccb6e06-5ca3-48fb-8474-23a2823fb2d0 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:58.136336 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d272b2dd-eca5-4590-9ed6-54aa7485cc46 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Router 5ccd6762-2c83-4d15-968a-0d2282c147e6 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:32:58.208204 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9ccb6e06-5ca3-48fb-8474-23a2823fb2d0 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:58.215498 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9ccb6e06-5ca3-48fb-8474-23a2823fb2d0 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:58.269306 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb6e06-5ca3-48fb-8474-23a2823fb2d0 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45888470-ee58-4d64-9863-a95991f3eedc,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:58.283142 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3386f44-e8b3-4d38-8e1f-128ca8f0a092 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:32:58.292672 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c6b5bb-f899-4702-ba9a-55102a059a43 None None] Sync routers for ids ['f869f320-4f64-4773-a23c-f47d2081b4f7'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:32:58.307345 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c6b5bb-f899-4702-ba9a-55102a059a43 None None] Routers {'f869f320-4f64-4773-a23c-f47d2081b4f7'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:58.308113 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-16c6b5bb-f899-4702-ba9a-55102a059a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:32:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['f869f320-4f64-4773-a23c-f47d2081b4f7'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:58.330071 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9ccb6e06-5ca3-48fb-8474-23a2823fb2d0 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:58.331815 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9ccb6e06-5ca3-48fb-8474-23a2823fb2d0 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3896160 Aug 11 02:32:58.333606 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b3386f44-e8b3-4d38-8e1f-128ca8f0a092 admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:58.335032 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b3386f44-e8b3-4d38-8e1f-128ca8f0a092 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2429705 Aug 11 02:32:58.335776 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41072) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:58.338168 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41074) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:58.351025 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-0b177796-e9db-4c0b-95fa-75889a350374 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Request body: {'security_group_rule': {'security_group_id': '15ae591a-5f09-4b87-a2d6-2da9fcc6fe41', 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:58.403558 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d272b2dd-eca5-4590-9ed6-54aa7485cc46 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:32:58.410776 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d272b2dd-eca5-4590-9ed6-54aa7485cc46 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] 10.222.0.50 "PUT /v2.0/routers/5ccd6762-2c83-4d15-968a-0d2282c147e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2184641 Aug 11 02:32:58.417730 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e48a0b4-7f83-4403-85ab-4d27b2d9ad81 None None] Sync routers for ids ['5ccd6762-2c83-4d15-968a-0d2282c147e6'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:32:58.420032 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41078) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:58.431234 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e48a0b4-7f83-4403-85ab-4d27b2d9ad81 None None] Routers {'5ccd6762-2c83-4d15-968a-0d2282c147e6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:58.435110 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0e48a0b4-7f83-4403-85ab-4d27b2d9ad81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:32:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5ccd6762-2c83-4d15-968a-0d2282c147e6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:58.520891 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0e48a0b4-7f83-4403-85ab-4d27b2d9ad81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:58.536194 n-d-615180-33 neutron-server[94506]: INFO neutron.db.securitygroups_db [None req-0b177796-e9db-4c0b-95fa-75889a350374 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Project b5550d86beda47589d4c6167ec09486c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:32:58.543407 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e48a0b4-7f83-4403-85ab-4d27b2d9ad81 None None] Routers {'5ccd6762-2c83-4d15-968a-0d2282c147e6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:58.543407 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0e48a0b4-7f83-4403-85ab-4d27b2d9ad81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:32:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5ccd6762-2c83-4d15-968a-0d2282c147e6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:58.549671 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0b177796-e9db-4c0b-95fa-75889a350374 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:58.564751 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-16c6b5bb-f899-4702-ba9a-55102a059a43 None None] Set router f869f320-4f64-4773-a23c-f47d2081b4f7 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:58.769828 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0e48a0b4-7f83-4403-85ab-4d27b2d9ad81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:58.770480 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e48a0b4-7f83-4403-85ab-4d27b2d9ad81 None None] The sync data for ids ['5ccd6762-2c83-4d15-968a-0d2282c147e6'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:32:58.771174 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7371ce46-fbf5-4972-89e3-2f597dbd255d None None] Network 9086c529-02f6-4de2-9040-597b62dcb06f requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:58.779065 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-45e340f0-a431-4919-b902-01af851ccc64 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:58.927232 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-45e340f0-a431-4919-b902-01af851ccc64 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:58.946814 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91df72-76af-4227-9312-167e46845d12 req-e5d16d76-cbcd-4dad-8616-f3e0b3920983 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:58.954932 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8f91df72-76af-4227-9312-167e46845d12 req-e5d16d76-cbcd-4dad-8616-f3e0b3920983 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=25cac875-c7e1-455d-aa80-5eccb8d0e50c HTTP/1.1" status: 200 len: 944 time: 0.4292734 Aug 11 02:32:58.960848 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8e1e3a34-2471-4682-a79c-fd39f0a426c1 None None] Provisioning for port 416bcaf7-3e0d-4c0a-b24d-ce38234adc20 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:58.982967 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0b177796-e9db-4c0b-95fa-75889a350374 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:58.986839 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0b177796-e9db-4c0b-95fa-75889a350374 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:59.063496 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b177796-e9db-4c0b-95fa-75889a350374 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68daee76-7194-47cd-b228-c1c36f057798,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:59.072405 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0b177796-e9db-4c0b-95fa-75889a350374 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:59.077169 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0b177796-e9db-4c0b-95fa-75889a350374 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7398946 Aug 11 02:32:59.078364 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41082) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:59.085731 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-92897a24-29ab-4f9f-926c-31797e228b34 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Request body: {'security_group_rule': {'security_group_id': '15ae591a-5f09-4b87-a2d6-2da9fcc6fe41', 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:59.105173 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8f91df72-76af-4227-9312-167e46845d12 req-9c39bed2-5f72-489d-b8f5-dabb6c67987e tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485300 Aug 11 02:32:59.107515 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-45e340f0-a431-4919-b902-01af851ccc64 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Deleting port 0ef21fdc-82b4-48f9-95a6-f7d65b999d64 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:59.108269 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-45e340f0-a431-4919-b902-01af851ccc64 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:59.124002 n-d-615180-33 neutron-server[94506]: INFO neutron.db.securitygroups_db [None req-92897a24-29ab-4f9f-926c-31797e228b34 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Project b5550d86beda47589d4c6167ec09486c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:32:59.134920 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-92897a24-29ab-4f9f-926c-31797e228b34 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:59.172452 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:59.215455 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-45e340f0-a431-4919-b902-01af851ccc64 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:59.229515 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-16c6b5bb-f899-4702-ba9a-55102a059a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f869f320-4f64-4773-a23c-f47d2081b4f7', 'name': 'tempest-TestVolumeBootPattern-384168642-router', 'tenant_id': '810635668b104c4d9429c5eea886417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '26ed4324-fdb9-42e6-8ae3-e24893eb2f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:55Z', 'updated_at': '2021-08-11T02:32:56Z', 'revision_number': 3, 'project_id': '810635668b104c4d9429c5eea886417e', 'gw_port': {'id': '26ed4324-fdb9-42e6-8ae3-e24893eb2f23', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f869f320-4f64-4773-a23c-f47d2081b4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:55Z', 'updated_at': '2021-08-11T02:32:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:59.238968 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-45e340f0-a431-4919-b902-01af851ccc64 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Calling delete_port for 0ef21fdc-82b4-48f9-95a6-f7d65b999d64 owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:59.248472 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-92897a24-29ab-4f9f-926c-31797e228b34 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:59.273763 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-92897a24-29ab-4f9f-926c-31797e228b34 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:59.307590 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c6b5bb-f899-4702-ba9a-55102a059a43 None None] Checking router: f869f320-4f64-4773-a23c-f47d2081b4f7 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:32:59.308304 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c6b5bb-f899-4702-ba9a-55102a059a43 None None] Updating router f869f320-4f64-4773-a23c-f47d2081b4f7 port 26ed4324-fdb9-42e6-8ae3-e24893eb2f23 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:32:59.352122 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-16c6b5bb-f899-4702-ba9a-55102a059a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:59.432743 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-92897a24-29ab-4f9f-926c-31797e228b34 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:59.444073 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-92897a24-29ab-4f9f-926c-31797e228b34 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3619967 Aug 11 02:32:59.476038 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92897a24-29ab-4f9f-926c-31797e228b34 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd108bc1-b392-4665-91c9-cb36c4e0636f,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:59.508896 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c680d2af-7264-4233-855a-2c69094dbc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:59.731096 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-45e340f0-a431-4919-b902-01af851ccc64 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:59.778784 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-c680d2af-7264-4233-855a-2c69094dbc59 admin admin] Allocated IP 172.20.0.1 (9086c529-02f6-4de2-9040-597b62dcb06f/934a5414-7b5a-4e69-985b-44025447a0c9/60858dbc-934f-403b-8dcb-99a87d3e6054) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:59.794356 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e340f0-a431-4919-b902-01af851ccc64 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Pushing event deleted for resources: {'Port': ['ID=0ef21fdc-82b4-48f9-95a6-f7d65b999d64,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:59.839627 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-16c6b5bb-f899-4702-ba9a-55102a059a43 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:59.850317 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 416bcaf7-3e0d-4c0a-b24d-ce38234adc20 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:59.857889 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:59.869286 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-3f2c65ba-602a-467c-9107-b1c10ff5f4cd tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-144604139&fields=id&tenant_id=b5550d86beda47589d4c6167ec09486c HTTP/1.1" status: 200 len: 267 time: 0.0995388 Aug 11 02:32:59.889468 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-16c6b5bb-f899-4702-ba9a-55102a059a43 None None] Transition to ACTIVE for port object 26ed4324-fdb9-42e6-8ae3-e24893eb2f23 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:59.902838 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:59.903565 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:59.905573 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-45e340f0-a431-4919-b902-01af851ccc64 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:59.952340 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-16c6b5bb-f899-4702-ba9a-55102a059a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.059081 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-45e340f0-a431-4919-b902-01af851ccc64 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.061421 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-45e340f0-a431-4919-b902-01af851ccc64 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.065342 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-16c6b5bb-f899-4702-ba9a-55102a059a43 None None] Attempting to bind port 26ed4324-fdb9-42e6-8ae3-e24893eb2f23 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:33:00.065731 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-16c6b5bb-f899-4702-ba9a-55102a059a43 None None] Attempting to bind port 26ed4324-fdb9-42e6-8ae3-e24893eb2f23 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:33:00.066101 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c6b5bb-f899-4702-ba9a-55102a059a43 None None] Attempting to bind port 26ed4324-fdb9-42e6-8ae3-e24893eb2f23 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:00.074364 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 416bcaf7-3e0d-4c0a-b24d-ce38234adc20 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:00.084138 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6da957-f0b8-4ab3-907e-d09aaaf309dc None None] Pushing event updated for resources: {'Port': ['ID=26ed4324-fdb9-42e6-8ae3-e24893eb2f23,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:00.091678 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 416bcaf7-3e0d-4c0a-b24d-ce38234adc20 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:00.092062 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.100480 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c6b5bb-f899-4702-ba9a-55102a059a43 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:33:00.100886 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c6b5bb-f899-4702-ba9a-55102a059a43 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:33:00.101298 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-16c6b5bb-f899-4702-ba9a-55102a059a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.102751 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c6b5bb-f899-4702-ba9a-55102a059a43 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:33:00.103306 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-16c6b5bb-f899-4702-ba9a-55102a059a43 None None] Bound port: 26ed4324-fdb9-42e6-8ae3-e24893eb2f23, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:33:00.103881 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-16c6b5bb-f899-4702-ba9a-55102a059a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.123570 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-45e340f0-a431-4919-b902-01af851ccc64 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.125155 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e340f0-a431-4919-b902-01af851ccc64 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Fanout notify agent at l3_agent the message router_deleted on router 5ccd6762-2c83-4d15-968a-0d2282c147e6 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:33:00.134266 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-45e340f0-a431-4919-b902-01af851ccc64 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.140487 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-45e340f0-a431-4919-b902-01af851ccc64 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] 10.222.0.50 "DELETE /v2.0/routers/5ccd6762-2c83-4d15-968a-0d2282c147e6 HTTP/1.1" status: 204 len: 168 time: 1.7194130 Aug 11 02:33:00.141267 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41096) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:00.158482 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.192045 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-56bd09f7-480d-4d76-990a-0131199999af tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:00.199442 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-56bd09f7-480d-4d76-990a-0131199999af tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/networks?id=3a121380-6178-48d7-951b-abcbdea8c6aa HTTP/1.1" status: 200 len: 813 time: 0.3168685 Aug 11 02:33:00.205233 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cac875-c7e1-455d-aa80-5eccb8d0e50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:00.206542 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c680d2af-7264-4233-855a-2c69094dbc59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.207487 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1faa27-2534-45f7-818a-31be0210402a" -d '{"events": [{"server_uuid": "25cac875-c7e1-455d-aa80-5eccb8d0e50c", "name": "network-vif-plugged", "status": "completed", "tag": "ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:00.230954 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e6d110-ae3f-4c43-b991-1c7812bc2a6d tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Deleting subnet cce5d175-1316-4e24-bbd7-d2a94f665f23 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:33:00.232446 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-85073f47-c0e5-48f2-90a7-a465c11529ea tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/quotas/b5550d86beda47589d4c6167ec09486c HTTP/1.1" status: 200 len: 375 time: 0.0309215 Aug 11 02:33:00.235337 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f8e6d110-ae3f-4c43-b991-1c7812bc2a6d tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.238237 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-c680d2af-7264-4233-855a-2c69094dbc59 admin admin] Transition to ACTIVE for port object 60858dbc-934f-403b-8dcb-99a87d3e6054 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:00.241384 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670,segment=NetworkSegment(75d0996b-852e-4214-9d0e-94750bce0135),segment_id=75d0996b-852e-4214-9d0e-94750bce0135)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:00.266004 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.268361 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-16c6b5bb-f899-4702-ba9a-55102a059a43 None None] For port 26ed4324-fdb9-42e6-8ae3-e24893eb2f23, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:33:00.275035 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-16c6b5bb-f899-4702-ba9a-55102a059a43 None None] For port 26ed4324-fdb9-42e6-8ae3-e24893eb2f23, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=26ed4324-fdb9-42e6-8ae3-e24893eb2f23,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:33:00.305318 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-16c6b5bb-f899-4702-ba9a-55102a059a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.341975 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f8e6d110-ae3f-4c43-b991-1c7812bc2a6d tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.358004 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-aff2ae16-8df8-451f-bab1-1f48b4fff742 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5550d86beda47589d4c6167ec09486c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1242719 Aug 11 02:33:00.372564 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:00.381919 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c6b5bb-f899-4702-ba9a-55102a059a43 None None] Routers {'f869f320-4f64-4773-a23c-f47d2081b4f7'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:00.382013 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b81a4c-17da-4973-8c7e-1c9f6de3edf2 req-c854fb2e-40f5-4544-89fb-9c82e2511d95 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:00.382105 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-16c6b5bb-f899-4702-ba9a-55102a059a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:32:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['f869f320-4f64-4773-a23c-f47d2081b4f7'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:00.383739 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b4b81a4c-17da-4973-8c7e-1c9f6de3edf2 req-c854fb2e-40f5-4544-89fb-9c82e2511d95 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=25cac875-c7e1-455d-aa80-5eccb8d0e50c HTTP/1.1" status: 200 len: 945 time: 0.1441762 Aug 11 02:33:00.386929 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.430735 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c680d2af-7264-4233-855a-2c69094dbc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.485567 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c680d2af-7264-4233-855a-2c69094dbc59 admin admin] Network 9086c529-02f6-4de2-9040-597b62dcb06f is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:00.493981 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-c680d2af-7264-4233-855a-2c69094dbc59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:00.496781 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c680d2af-7264-4233-855a-2c69094dbc59 admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:00.514884 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b4b81a4c-17da-4973-8c7e-1c9f6de3edf2 req-bab54934-57cd-4b90-88d6-743fe2156de7 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206439 Aug 11 02:33:00.533720 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680d2af-7264-4233-855a-2c69094dbc59 admin admin] Pushing event updated for resources: {'Port': ['ID=60858dbc-934f-403b-8dcb-99a87d3e6054,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:00.535709 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6da957-f0b8-4ab3-907e-d09aaaf309dc None None] Pushing event updated for resources: {'Port': ['ID=26ed4324-fdb9-42e6-8ae3-e24893eb2f23,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:00.541182 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 416bcaf7-3e0d-4c0a-b24d-ce38234adc20, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=416bcaf7-3e0d-4c0a-b24d-ce38234adc20,segment=NetworkSegment(0464ac8f-edab-4913-9517-a57b6e12a66d),segment_id=0464ac8f-edab-4913-9517-a57b6e12a66d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:00.546944 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.547786 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 4e344d24-acca-4dfc-bdf9-f70b80a92cea up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:00.557570 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f8e6d110-ae3f-4c43-b991-1c7812bc2a6d tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.557678 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-101d2747-c51b-430b-83fc-4f3a3dbc5b95 service neutron] 10.222.0.50 "GET /v2.0/networks/3a121380-6178-48d7-951b-abcbdea8c6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974707 Aug 11 02:33:00.703970 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f8e6d110-ae3f-4c43-b991-1c7812bc2a6d tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.761786 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6d110-ae3f-4c43-b991-1c7812bc2a6d tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Pushing event deleted for resources: {'Subnet': ['ID=cce5d175-1316-4e24-bbd7-d2a94f665f23,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:00.768898 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f8e6d110-ae3f-4c43-b991-1c7812bc2a6d tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.771078 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f8e6d110-ae3f-4c43-b991-1c7812bc2a6d tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] 10.222.0.50 "DELETE /v2.0/subnets/cce5d175-1316-4e24-bbd7-d2a94f665f23 HTTP/1.1" status: 204 len: 168 time: 0.6286483 Aug 11 02:33:00.787303 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41104) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:00.830225 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f0776c-5b02-45e8-a6ca-86943a43e807 x-openstack-request-id: req-67f0776c-5b02-45e8-a6ca-86943a43e807 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:00.830489 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25cac875-c7e1-455d-aa80-5eccb8d0e50c", "name": "network-vif-plugged", "status": "completed", "tag": "ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:00.830753 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-67f0776c-5b02-45e8-a6ca-86943a43e807 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:00.831134 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25cac875-c7e1-455d-aa80-5eccb8d0e50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670', 'code': 200} Aug 11 02:33:00.833487 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c840b564-5188-4a57-a3f5-db21f5f677ba None None] Network a1bbfbcc-be60-4f65-8bab-d0557b97e4ec requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:33:00.917107 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc2ea3-091b-47e7-a1c1-2d61f2e2a9bf req-a03adbad-3e1d-4a87-8d52-9a1fdcf1ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:00.918984 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59fc2ea3-091b-47e7-a1c1-2d61f2e2a9bf req-a03adbad-3e1d-4a87-8d52-9a1fdcf1ed21 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=25cac875-c7e1-455d-aa80-5eccb8d0e50c HTTP/1.1" status: 200 len: 1097 time: 0.2033274 Aug 11 02:33:00.927626 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4af502fb-a196-4a40-a809-269ba4fce148 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.934177 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=416bcaf7-3e0d-4c0a-b24d-ce38234adc20,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:00.991876 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59fc2ea3-091b-47e7-a1c1-2d61f2e2a9bf req-fa079eb6-5208-405b-9608-7c6e7cd2496f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617821 Aug 11 02:33:01.004783 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-16c6b5bb-f899-4702-ba9a-55102a059a43 None None] Set router f869f320-4f64-4773-a23c-f47d2081b4f7 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:01.026108 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-4af502fb-a196-4a40-a809-269ba4fce148 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Deleting port 104953f5-9394-43df-8af0-e093b66ede34 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:01.026425 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4af502fb-a196-4a40-a809-269ba4fce148 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:01.105320 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-4af502fb-a196-4a40-a809-269ba4fce148 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] For port 104953f5-9394-43df-8af0-e093b66ede34, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=104953f5-9394-43df-8af0-e093b66ede34,segment=NetworkSegment(346c1481-f4dd-461d-a2e1-d77126bdfb3a),segment_id=346c1481-f4dd-461d-a2e1-d77126bdfb3a)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:01.105699 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4af502fb-a196-4a40-a809-269ba4fce148 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:01.118940 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-35171268-2332-43f0-b0f9-854523c5fa92 service neutron] 10.222.0.50 "GET /v2.0/networks/3a121380-6178-48d7-951b-abcbdea8c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510356 Aug 11 02:33:01.123406 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c680d2af-7264-4233-855a-2c69094dbc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:01.154918 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5f331920-d2a8-44ff-8975-95429098ca04 None None] Provisioning for port 60858dbc-934f-403b-8dcb-99a87d3e6054 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:01.205392 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5f331920-d2a8-44ff-8975-95429098ca04 None None] Provisioning complete for port 60858dbc-934f-403b-8dcb-99a87d3e6054 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:01.206061 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5f331920-d2a8-44ff-8975-95429098ca04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:01.263654 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-5f331920-d2a8-44ff-8975-95429098ca04 None None] Port 60858dbc-934f-403b-8dcb-99a87d3e6054 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:33:01.278072 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c680d2af-7264-4233-855a-2c69094dbc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:01.309083 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 4e344d24-acca-4dfc-bdf9-f70b80a92cea completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:01.309694 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:33:01.323106 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 4e344d24-acca-4dfc-bdf9-f70b80a92cea triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:01.323515 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:01.511122 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:01.576924 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e78351-3f3d-4e76-81df-49953deed688 None None] DHCP port deletion for a1bbfbcc-be60-4f65-8bab-d0557b97e4ec request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:33:01.604353 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c680d2af-7264-4233-855a-2c69094dbc59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:01.611022 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c680d2af-7264-4233-855a-2c69094dbc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:01.681199 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 4e344d24-acca-4dfc-bdf9-f70b80a92cea, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=4e344d24-acca-4dfc-bdf9-f70b80a92cea,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:01.705731 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:01.725654 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c680d2af-7264-4233-855a-2c69094dbc59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:01.753755 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-16c6b5bb-f899-4702-ba9a-55102a059a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f869f320-4f64-4773-a23c-f47d2081b4f7', 'name': 'tempest-TestVolumeBootPattern-384168642-router', 'tenant_id': '810635668b104c4d9429c5eea886417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '26ed4324-fdb9-42e6-8ae3-e24893eb2f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:55Z', 'updated_at': '2021-08-11T02:32:56Z', 'revision_number': 3, 'project_id': '810635668b104c4d9429c5eea886417e', 'gw_port': {'id': '26ed4324-fdb9-42e6-8ae3-e24893eb2f23', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f869f320-4f64-4773-a23c-f47d2081b4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:55Z', 'updated_at': '2021-08-11T02:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:01.781572 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-4af502fb-a196-4a40-a809-269ba4fce148 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Calling delete_port for 104953f5-9394-43df-8af0-e093b66ede34 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:01.892147 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cf2d299b-43c7-440f-bd49-a502975cc0cb req-72344761-5bf4-4ff2-a3e2-9c6b25f73d6d tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 210 time: 0.1063251 Aug 11 02:33:01.904608 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 416bcaf7-3e0d-4c0a-b24d-ce38234adc20 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:01.919086 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c6b5bb-f899-4702-ba9a-55102a059a43 None None] The sync data for ids ['f869f320-4f64-4773-a23c-f47d2081b4f7'] in n-d-615180-33 is: [{'id': 'f869f320-4f64-4773-a23c-f47d2081b4f7', 'name': 'tempest-TestVolumeBootPattern-384168642-router', 'tenant_id': '810635668b104c4d9429c5eea886417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '26ed4324-fdb9-42e6-8ae3-e24893eb2f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:55Z', 'updated_at': '2021-08-11T02:32:56Z', 'revision_number': 3, 'project_id': '810635668b104c4d9429c5eea886417e', 'gw_port': {'id': '26ed4324-fdb9-42e6-8ae3-e24893eb2f23', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f869f320-4f64-4773-a23c-f47d2081b4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:55Z', 'updated_at': '2021-08-11T02:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:33:01.944671 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680d2af-7264-4233-855a-2c69094dbc59 admin admin] Pushing event updated for resources: {'Port': ['ID=60858dbc-934f-403b-8dcb-99a87d3e6054,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:01.982672 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51def1-1b00-49a4-bcc7-54e6700a1dab req-d2e7dfd0-570a-4862-a77b-b16f85954d22 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:02.004032 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cf51def1-1b00-49a4-bcc7-54e6700a1dab req-d2e7dfd0-570a-4862-a77b-b16f85954d22 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=25cac875-c7e1-455d-aa80-5eccb8d0e50c HTTP/1.1" status: 200 len: 945 time: 0.2289453 Aug 11 02:33:02.025209 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c680d2af-7264-4233-855a-2c69094dbc59 admin admin] Network 9086c529-02f6-4de2-9040-597b62dcb06f is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:02.027638 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-c680d2af-7264-4233-855a-2c69094dbc59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:02.071941 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=4e344d24-acca-4dfc-bdf9-f70b80a92cea,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:02.085548 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cf51def1-1b00-49a4-bcc7-54e6700a1dab req-b8dbc5c3-522b-41c4-928b-5988592e72df tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764630 Aug 11 02:33:02.101169 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-92e78351-3f3d-4e76-81df-49953deed688 None None] Deleting port 104953f5-9394-43df-8af0-e093b66ede34 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:02.102079 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-92e78351-3f3d-4e76-81df-49953deed688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:02.108961 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4af502fb-a196-4a40-a809-269ba4fce148 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:02.160576 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af502fb-a196-4a40-a809-269ba4fce148 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] No DVR routers for this DVR port 104953f5-9394-43df-8af0-e093b66ede34 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:33:02.166303 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af502fb-a196-4a40-a809-269ba4fce148 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Pushing event deleted for resources: {'Port': ['ID=104953f5-9394-43df-8af0-e093b66ede34,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:02.229779 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c680d2af-7264-4233-855a-2c69094dbc59 admin admin] Router f869f320-4f64-4773-a23c-f47d2081b4f7 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:33:02.281163 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4af502fb-a196-4a40-a809-269ba4fce148 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:02.285917 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 416bcaf7-3e0d-4c0a-b24d-ce38234adc20 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:02.286843 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:02.302854 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-4af502fb-a196-4a40-a809-269ba4fce148 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1bbfbcc-be60-4f65-8bab-d0557b97e4ec']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:02.332260 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-4af502fb-a196-4a40-a809-269ba4fce148 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346c1481-f4dd-461d-a2e1-d77126bdfb3a') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:02.333782 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-4af502fb-a196-4a40-a809-269ba4fce148 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346c1481-f4dd-461d-a2e1-d77126bdfb3a') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:02.338370 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-92e78351-3f3d-4e76-81df-49953deed688 None None] For port 104953f5-9394-43df-8af0-e093b66ede34, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=104953f5-9394-43df-8af0-e093b66ede34,segment=NetworkSegment(346c1481-f4dd-461d-a2e1-d77126bdfb3a),segment_id=346c1481-f4dd-461d-a2e1-d77126bdfb3a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:02.339006 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-92e78351-3f3d-4e76-81df-49953deed688 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:02.352532 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4af502fb-a196-4a40-a809-269ba4fce148 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:02.380340 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-92e78351-3f3d-4e76-81df-49953deed688 None None] Calling delete_port for 104953f5-9394-43df-8af0-e093b66ede34 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:02.388084 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4af502fb-a196-4a40-a809-269ba4fce148 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:02.410223 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af502fb-a196-4a40-a809-269ba4fce148 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:33:02.410719 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4af502fb-a196-4a40-a809-269ba4fce148 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:33:02.420956 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:33:02.536536 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c680d2af-7264-4233-855a-2c69094dbc59 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:33:02.543465 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c680d2af-7264-4233-855a-2c69094dbc59 admin admin] 10.222.0.50 "PUT /v2.0/routers/f869f320-4f64-4773-a23c-f47d2081b4f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2039671 Aug 11 02:33:02.572746 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4af502fb-a196-4a40-a809-269ba4fce148 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:02.579989 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4af502fb-a196-4a40-a809-269ba4fce148 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:02.584068 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4af502fb-a196-4a40-a809-269ba4fce148 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] 10.222.0.50 "DELETE /v2.0/networks/a1bbfbcc-be60-4f65-8bab-d0557b97e4ec HTTP/1.1" status: 204 len: 168 time: 1.7889862 Aug 11 02:33:02.584458 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41132) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:02.634803 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5e0dc69d-7100-434a-8c0b-d96d01a14b52 None None] Provisioning complete for port 60858dbc-934f-403b-8dcb-99a87d3e6054 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:02.636798 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5e0dc69d-7100-434a-8c0b-d96d01a14b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:02.660451 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af502fb-a196-4a40-a809-269ba4fce148 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Pushing event deleted for resources: {'Network': ['ID=a1bbfbcc-be60-4f65-8bab-d0557b97e4ec,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:02.762259 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-92e78351-3f3d-4e76-81df-49953deed688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:02.767591 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-5e0dc69d-7100-434a-8c0b-d96d01a14b52 None None] Port 60858dbc-934f-403b-8dcb-99a87d3e6054 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:33:02.807005 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-92e78351-3f3d-4e76-81df-49953deed688 None None] Network a1bbfbcc-be60-4f65-8bab-d0557b97e4ec is not hosted by any dhcp agent {{(pid=94508) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:33:02.807895 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e78351-3f3d-4e76-81df-49953deed688 None None] No DVR routers for this DVR port 104953f5-9394-43df-8af0-e093b66ede34 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:33:02.809967 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e78351-3f3d-4e76-81df-49953deed688 None None] Pushing event deleted for resources: {'Port': ['ID=104953f5-9394-43df-8af0-e093b66ede34,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:02.841504 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 104953f5-9394-43df-8af0-e093b66ede34 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:33:02.871406 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 104953f5-9394-43df-8af0-e093b66ede34 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:33:02.872092 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 104953f5-9394-43df-8af0-e093b66ede34 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:33:03.034135 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-dbc2cab6-5989-4eec-a826-b69bee6805e9 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Deleting port 00cce736-b7b4-46b1-b2a2-3c32efee2bb3 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:03.034584 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dbc2cab6-5989-4eec-a826-b69bee6805e9 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:03.050186 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-da549728-569b-470d-b700-bd49b7c10f7a req-de1712ba-1111-4bab-b831-3e4fa96c5166 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 210 time: 0.0685887 Aug 11 02:33:03.225840 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dbc2cab6-5989-4eec-a826-b69bee6805e9 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:03.226230 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dbc2cab6-5989-4eec-a826-b69bee6805e9 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:03.303473 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-dbc2cab6-5989-4eec-a826-b69bee6805e9 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Calling delete_port for 00cce736-b7b4-46b1-b2a2-3c32efee2bb3 owned by network:floatingip {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:03.339659 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ed5cd-720d-405e-ae62-ab06987b0f5a req-06e0dfcb-d855-4952-b40e-052fb5e23d40 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:03.341545 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-044ed5cd-720d-405e-ae62-ab06987b0f5a req-06e0dfcb-d855-4952-b40e-052fb5e23d40 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=25cac875-c7e1-455d-aa80-5eccb8d0e50c HTTP/1.1" status: 200 len: 945 time: 0.1122115 Aug 11 02:33:03.490703 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-044ed5cd-720d-405e-ae62-ab06987b0f5a req-169753e0-73bf-44fc-9015-8feb32fb2e8e tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397443 Aug 11 02:33:03.611468 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dbc2cab6-5989-4eec-a826-b69bee6805e9 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:03.713400 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2cab6-5989-4eec-a826-b69bee6805e9 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Pushing event deleted for resources: {'Port': ['ID=00cce736-b7b4-46b1-b2a2-3c32efee2bb3,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:03.837844 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dbc2cab6-5989-4eec-a826-b69bee6805e9 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks [] for floatingip, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:03.840921 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dbc2cab6-5989-4eec-a826-b69bee6805e9 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:03.853326 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-dbc2cab6-5989-4eec-a826-b69bee6805e9 tempest-FloatingIPAdminTestJSON-372084270 tempest-FloatingIPAdminTestJSON-372084270-project] 10.222.0.50 "DELETE /v2.0/floatingips/61abe86b-e405-4a19-a177-67ce80203c62 HTTP/1.1" status: 204 len: 168 time: 1.2654767 Aug 11 02:33:04.104959 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 26ed4324-fdb9-42e6-8ae3-e24893eb2f23 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:04.292887 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6c3b6711-0495-4722-97c8-765a4fdd4208 req-4261bc41-aae6-417e-992d-26239b1ad253 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 210 time: 0.0648389 Aug 11 02:33:04.361397 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-b6df524f-e3be-4d86-8542-aed6b3cf0cb2 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:04.371740 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-b6df524f-e3be-4d86-8542-aed6b3cf0cb2 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.66 "GET /v2.0/networks?id=3a121380-6178-48d7-951b-abcbdea8c6aa HTTP/1.1" status: 200 len: 813 time: 0.3544347 Aug 11 02:33:04.373358 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 26ed4324-fdb9-42e6-8ae3-e24893eb2f23 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:04.384179 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 26ed4324-fdb9-42e6-8ae3-e24893eb2f23 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:04.384560 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:04.465640 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-df336b4c-a7e8-4053-9483-ec6e79283e23 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5550d86beda47589d4c6167ec09486c HTTP/1.1" status: 200 len: 379 time: 0.0806069 Aug 11 02:33:04.479951 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-5dbf0800-46ef-4e5a-a671-dfe6e9a1b2b7 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Request body: {'port': {'device_id': '8be8dc02-bfdc-4155-a7a1-e330f1c09f06', 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa', 'admin_state_up': True, 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'security_groups': ['15ae591a-5f09-4b87-a2d6-2da9fcc6fe41']}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:04.618182 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:04.647227 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 26ed4324-fdb9-42e6-8ae3-e24893eb2f23, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=26ed4324-fdb9-42e6-8ae3-e24893eb2f23,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:04.653089 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:04.654459 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 4e344d24-acca-4dfc-bdf9-f70b80a92cea up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:04.672948 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41332) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:04.793937 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-5dbf0800-46ef-4e5a-a671-dfe6e9a1b2b7 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Made reservation on behalf of b5550d86beda47589d4c6167ec09486c for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:04.807067 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-5dbf0800-46ef-4e5a-a671-dfe6e9a1b2b7 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:04.810207 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 4e344d24-acca-4dfc-bdf9-f70b80a92cea triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:04.811235 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:04.907722 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=26ed4324-fdb9-42e6-8ae3-e24893eb2f23,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:05.065518 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ae7a76df-a734-45ca-8887-63f25262586e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eb411a80fd5a4554ba563e01166353f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3913107 Aug 11 02:33:05.066355 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41376) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:05.128032 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-5dbf0800-46ef-4e5a-a671-dfe6e9a1b2b7 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Allocated IP 172.20.0.9 (3a121380-6178-48d7-951b-abcbdea8c6aa/ffb9dd6a-9435-4f73-9597-0b7c0b0ac374/a4482971-822c-47ff-9792-0d70e79ad3e0) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:05.242908 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d1296c4e-e3fb-4126-bce7-40fe2cfc87fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:05.315198 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d1296c4e-e3fb-4126-bce7-40fe2cfc87fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:05.430179 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d1296c4e-e3fb-4126-bce7-40fe2cfc87fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:05.433549 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d1296c4e-e3fb-4126-bce7-40fe2cfc87fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:05.447088 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d1296c4e-e3fb-4126-bce7-40fe2cfc87fa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/311e4151-4043-4041-a123-aeff995d2ba2 HTTP/1.1" status: 204 len: 168 time: 0.3736172 Aug 11 02:33:05.478350 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1296c4e-e3fb-4126-bce7-40fe2cfc87fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311e4151-4043-4041-a123-aeff995d2ba2,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:05.500323 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7181ea-fede-45e7-95f8-6516d4e31bdd None None] Sync routers for ids ['f869f320-4f64-4773-a23c-f47d2081b4f7'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:33:05.592283 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7181ea-fede-45e7-95f8-6516d4e31bdd None None] Routers {'f869f320-4f64-4773-a23c-f47d2081b4f7'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:05.592927 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-db7181ea-fede-45e7-95f8-6516d4e31bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:32:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['f869f320-4f64-4773-a23c-f47d2081b4f7'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:05.680406 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4455f0f3-14c9-4f70-aab3-9f5495f5e529 req-23d2c7a2-aa4e-4cc1-9e4e-6efc44179f27 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 210 time: 0.0963347 Aug 11 02:33:05.807675 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-5dbf0800-46ef-4e5a-a671-dfe6e9a1b2b7 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:05.844630 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-5dbf0800-46ef-4e5a-a671-dfe6e9a1b2b7 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Transition to ACTIVE for port object a4482971-822c-47ff-9792-0d70e79ad3e0 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:05.931731 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-5dbf0800-46ef-4e5a-a671-dfe6e9a1b2b7 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:06.014452 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-5dbf0800-46ef-4e5a-a671-dfe6e9a1b2b7 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Network 3a121380-6178-48d7-951b-abcbdea8c6aa is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:06.024206 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-5dbf0800-46ef-4e5a-a671-dfe6e9a1b2b7 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:06.040611 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-5dbf0800-46ef-4e5a-a671-dfe6e9a1b2b7 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:06.045823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf0800-46ef-4e5a-a671-dfe6e9a1b2b7 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Pushing event updated for resources: {'Port': ['ID=a4482971-822c-47ff-9792-0d70e79ad3e0,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:06.081673 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 26ed4324-fdb9-42e6-8ae3-e24893eb2f23 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:06.190235 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-db7181ea-fede-45e7-95f8-6516d4e31bdd None None] Set router f869f320-4f64-4773-a23c-f47d2081b4f7 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:06.278741 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-5dbf0800-46ef-4e5a-a671-dfe6e9a1b2b7 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:06.291306 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-5dbf0800-46ef-4e5a-a671-dfe6e9a1b2b7 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:06.337605 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-5dbf0800-46ef-4e5a-a671-dfe6e9a1b2b7 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8677776 Aug 11 02:33:06.350329 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-bc9cd9c6-fb2e-4a74-a5ba-11b434627e5f service neutron] Request body: {'port': {'device_id': '8be8dc02-bfdc-4155-a7a1-e330f1c09f06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:06.400449 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41502) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:06.426066 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-24775e79-1a6c-4b24-b65d-bc4f8773659a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:06.510143 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 26ed4324-fdb9-42e6-8ae3-e24893eb2f23 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:06.510731 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:06.535763 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-bc9cd9c6-fb2e-4a74-a5ba-11b434627e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:06.734240 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-24775e79-1a6c-4b24-b65d-bc4f8773659a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:06.743009 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-24775e79-1a6c-4b24-b65d-bc4f8773659a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:06.759754 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-63e80bda-f47f-444d-92ba-331ff3458fe6 None None] Provisioning for port a4482971-822c-47ff-9792-0d70e79ad3e0 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:06.773534 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-63e80bda-f47f-444d-92ba-331ff3458fe6 None None] Provisioning complete for port a4482971-822c-47ff-9792-0d70e79ad3e0 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:06.788137 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-63e80bda-f47f-444d-92ba-331ff3458fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:06.805640 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-24775e79-1a6c-4b24-b65d-bc4f8773659a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c9511ecf5dd543b68b65f25bb447d7b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4040432 Aug 11 02:33:06.812717 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41538) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:06.837066 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-63e80bda-f47f-444d-92ba-331ff3458fe6 None None] Port a4482971-822c-47ff-9792-0d70e79ad3e0 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:33:06.903614 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24775e79-1a6c-4b24-b65d-bc4f8773659a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac8185a-d473-4e1b-aeae-9447093fbbe8,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:06.923948 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-765c62e7-8e26-4492-8e92-72e353bffc63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:06.945978 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ea957-a4f7-4b80-9772-4aa852d49a08 req-cf29a592-f010-4467-95a4-258ce5bc61d8 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:06.948737 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-436ea957-a4f7-4b80-9772-4aa852d49a08 req-cf29a592-f010-4467-95a4-258ce5bc61d8 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 931 time: 0.1135120 Aug 11 02:33:06.959326 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-765c62e7-8e26-4492-8e92-72e353bffc63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:07.030364 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-db7181ea-fede-45e7-95f8-6516d4e31bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f869f320-4f64-4773-a23c-f47d2081b4f7', 'name': 'tempest-TestVolumeBootPattern-384168642-router', 'tenant_id': '810635668b104c4d9429c5eea886417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '26ed4324-fdb9-42e6-8ae3-e24893eb2f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:55Z', 'updated_at': '2021-08-11T02:33:01Z', 'revision_number': 4, 'project_id': '810635668b104c4d9429c5eea886417e', 'gw_port': {'id': '26ed4324-fdb9-42e6-8ae3-e24893eb2f23', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f869f320-4f64-4773-a23c-f47d2081b4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:55Z', 'updated_at': '2021-08-11T02:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '60858dbc-934f-403b-8dcb-99a87d3e6054', 'name': '', 'network_id': '9086c529-02f6-4de2-9040-597b62dcb06f', 'tenant_id': '810635668b104c4d9429c5eea886417e', 'mac_address': 'fa:16:3e:76:5d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f869f320-4f64-4773-a23c-f47d2081b4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '934a5414-7b5a-4e69-985b-44025447a0c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:59Z', 'updated_at': '2021-08-11T02:33:01Z', 'revision_number': 2, 'project_id': '810635668b104c4d9429c5eea886417e', 'subnets': [{'id': '934a5414-7b5a-4e69-985b-44025447a0c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:07.053898 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-436ea957-a4f7-4b80-9772-4aa852d49a08 req-51908f38-bb6c-4b80-bb6e-a1321456dd4c tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/security-groups?id=15ae591a-5f09-4b87-a2d6-2da9fcc6fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897651 Aug 11 02:33:07.110590 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-765c62e7-8e26-4492-8e92-72e353bffc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:07.113417 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-765c62e7-8e26-4492-8e92-72e353bffc63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:07.126731 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-765c62e7-8e26-4492-8e92-72e353bffc63 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eac8185a-d473-4e1b-aeae-9447093fbbe8 HTTP/1.1" status: 204 len: 168 time: 0.3125174 Aug 11 02:33:07.157116 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c62e7-8e26-4492-8e92-72e353bffc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac8185a-d473-4e1b-aeae-9447093fbbe8,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:07.182290 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7181ea-fede-45e7-95f8-6516d4e31bdd None None] Checking router: f869f320-4f64-4773-a23c-f47d2081b4f7 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:33:07.182960 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7181ea-fede-45e7-95f8-6516d4e31bdd None None] Updating router f869f320-4f64-4773-a23c-f47d2081b4f7 port 60858dbc-934f-403b-8dcb-99a87d3e6054 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:33:07.199867 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-bc9cd9c6-fb2e-4a74-a5ba-11b434627e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4482971-822c-47ff-9792-0d70e79ad3e0 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:33:07.209476 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-bc9cd9c6-fb2e-4a74-a5ba-11b434627e5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:07.225483 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-bc9cd9c6-fb2e-4a74-a5ba-11b434627e5f service neutron] Transition to ACTIVE for port object a4482971-822c-47ff-9792-0d70e79ad3e0 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:07.230545 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-bc9cd9c6-fb2e-4a74-a5ba-11b434627e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:07.267227 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-db7181ea-fede-45e7-95f8-6516d4e31bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:07.539497 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9cd9c6-fb2e-4a74-a5ba-11b434627e5f service neutron] Pushing event updated for resources: {'Port': ['ID=a4482971-822c-47ff-9792-0d70e79ad3e0,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:07.648843 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-bc9cd9c6-fb2e-4a74-a5ba-11b434627e5f service neutron] Attempting to bind port a4482971-822c-47ff-9792-0d70e79ad3e0 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:33:07.649201 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-bc9cd9c6-fb2e-4a74-a5ba-11b434627e5f service neutron] Attempting to bind port a4482971-822c-47ff-9792-0d70e79ad3e0 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '2a5e1037-f92d-4ae6-952c-e9370c6f49f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:33:07.649633 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-bc9cd9c6-fb2e-4a74-a5ba-11b434627e5f service neutron] Attempting to bind port a4482971-822c-47ff-9792-0d70e79ad3e0 on network 3a121380-6178-48d7-951b-abcbdea8c6aa {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:07.657262 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-bc9cd9c6-fb2e-4a74-a5ba-11b434627e5f service neutron] Port a4482971-822c-47ff-9792-0d70e79ad3e0 on network 3a121380-6178-48d7-951b-abcbdea8c6aa not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:33:07.657607 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-bc9cd9c6-fb2e-4a74-a5ba-11b434627e5f service neutron] Attempting to bind port a4482971-822c-47ff-9792-0d70e79ad3e0 on network 3a121380-6178-48d7-951b-abcbdea8c6aa {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:07.674903 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-bc9cd9c6-fb2e-4a74-a5ba-11b434627e5f service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:33:07.681740 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-bc9cd9c6-fb2e-4a74-a5ba-11b434627e5f service neutron] Checking segment: {'id': '2a5e1037-f92d-4ae6-952c-e9370c6f49f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:33:07.682174 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-bc9cd9c6-fb2e-4a74-a5ba-11b434627e5f service neutron] Bound using segment: {'id': '2a5e1037-f92d-4ae6-952c-e9370c6f49f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:33:07.682648 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-bc9cd9c6-fb2e-4a74-a5ba-11b434627e5f service neutron] Bound port: a4482971-822c-47ff-9792-0d70e79ad3e0, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5e1037-f92d-4ae6-952c-e9370c6f49f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:33:07.691525 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-bc9cd9c6-fb2e-4a74-a5ba-11b434627e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:07.744503 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-db7181ea-fede-45e7-95f8-6516d4e31bdd None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:07.806027 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-db7181ea-fede-45e7-95f8-6516d4e31bdd None None] Transition to ACTIVE for port object 60858dbc-934f-403b-8dcb-99a87d3e6054 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:07.839433 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-db7181ea-fede-45e7-95f8-6516d4e31bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:07.957252 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-bc9cd9c6-fb2e-4a74-a5ba-11b434627e5f service neutron] For port a4482971-822c-47ff-9792-0d70e79ad3e0, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:33:07.962839 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-bc9cd9c6-fb2e-4a74-a5ba-11b434627e5f service neutron] For port a4482971-822c-47ff-9792-0d70e79ad3e0, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=a4482971-822c-47ff-9792-0d70e79ad3e0,segment=NetworkSegment(2a5e1037-f92d-4ae6-952c-e9370c6f49f3),segment_id=2a5e1037-f92d-4ae6-952c-e9370c6f49f3)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:33:07.973161 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-bc9cd9c6-fb2e-4a74-a5ba-11b434627e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:07.987797 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8cb96-d434-4280-bab1-07c8b67156ad None None] Pushing event updated for resources: {'Port': ['ID=60858dbc-934f-403b-8dcb-99a87d3e6054,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:08.040619 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-bc9cd9c6-fb2e-4a74-a5ba-11b434627e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:08.040806 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-bc9cd9c6-fb2e-4a74-a5ba-11b434627e5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:08.042328 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-bc9cd9c6-fb2e-4a74-a5ba-11b434627e5f service neutron] 10.222.0.66 "PUT /v2.0/ports/a4482971-822c-47ff-9792-0d70e79ad3e0 HTTP/1.1" status: 200 len: 1092 time: 1.6965873 Aug 11 02:33:08.042775 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be8dc02-bfdc-4155-a7a1-e330f1c09f06', 'tag': 'a4482971-822c-47ff-9792-0d70e79ad3e0'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:08.059814 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc85e03-a5d4-4968-a370-2cc396683c14" -d '{"events": [{"name": "network-changed", "server_uuid": "8be8dc02-bfdc-4155-a7a1-e330f1c09f06", "tag": "a4482971-822c-47ff-9792-0d70e79ad3e0"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:08.074044 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41684) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:08.121956 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da352b59-03e7-4712-b73a-5eb70a96c2fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:08.245485 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-db7181ea-fede-45e7-95f8-6516d4e31bdd None None] Attempting to bind port 60858dbc-934f-403b-8dcb-99a87d3e6054 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:33:08.246273 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-db7181ea-fede-45e7-95f8-6516d4e31bdd None None] Attempting to bind port 60858dbc-934f-403b-8dcb-99a87d3e6054 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '0464ac8f-edab-4913-9517-a57b6e12a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9086c529-02f6-4de2-9040-597b62dcb06f'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:33:08.249225 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7181ea-fede-45e7-95f8-6516d4e31bdd None None] Attempting to bind port 60858dbc-934f-403b-8dcb-99a87d3e6054 on network 9086c529-02f6-4de2-9040-597b62dcb06f {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:08.268744 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6b3b95-a47a-4ed1-9dd7-2effa1e0e4be x-openstack-request-id: req-1e6b3b95-a47a-4ed1-9dd7-2effa1e0e4be {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:08.269896 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be8dc02-bfdc-4155-a7a1-e330f1c09f06", "tag": "a4482971-822c-47ff-9792-0d70e79ad3e0", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:08.274121 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1e6b3b95-a47a-4ed1-9dd7-2effa1e0e4be {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:08.275367 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be8dc02-bfdc-4155-a7a1-e330f1c09f06', 'tag': 'a4482971-822c-47ff-9792-0d70e79ad3e0', 'status': 'completed', 'code': 200} Aug 11 02:33:08.299817 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7181ea-fede-45e7-95f8-6516d4e31bdd None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:33:08.301094 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7181ea-fede-45e7-95f8-6516d4e31bdd None None] Checking segment: {'id': '0464ac8f-edab-4913-9517-a57b6e12a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9086c529-02f6-4de2-9040-597b62dcb06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:33:08.302904 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-db7181ea-fede-45e7-95f8-6516d4e31bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:08.305450 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7181ea-fede-45e7-95f8-6516d4e31bdd None None] Bound using segment: {'id': '0464ac8f-edab-4913-9517-a57b6e12a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9086c529-02f6-4de2-9040-597b62dcb06f'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:33:08.306395 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9cd9c6-fb2e-4a74-a5ba-11b434627e5f service neutron] Pushing event updated for resources: {'Port': ['ID=a4482971-822c-47ff-9792-0d70e79ad3e0,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:08.310844 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-db7181ea-fede-45e7-95f8-6516d4e31bdd None None] Bound port: 60858dbc-934f-403b-8dcb-99a87d3e6054, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0464ac8f-edab-4913-9517-a57b6e12a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9086c529-02f6-4de2-9040-597b62dcb06f'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:33:08.318619 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-db7181ea-fede-45e7-95f8-6516d4e31bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:08.352337 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-3e516d75-348c-44ab-8e96-78a43273d48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:08.358306 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-3e516d75-348c-44ab-8e96-78a43273d48a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b5550d86beda47589d4c6167ec09486c&device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 1095 time: 0.2509167 Aug 11 02:33:08.525547 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-b642e329-e05b-4d3d-90b7-8160354c0f33 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4482971-822c-47ff-9792-0d70e79ad3e0 HTTP/1.1" status: 200 len: 217 time: 0.1495843 Aug 11 02:33:08.541051 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da352b59-03e7-4712-b73a-5eb70a96c2fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:08.583865 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da352b59-03e7-4712-b73a-5eb70a96c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:08.603282 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-b96e69ad-93ea-4d39-a973-2288f8bbf45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:08.605158 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-b96e69ad-93ea-4d39-a973-2288f8bbf45c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ffb9dd6a-9435-4f73-9597-0b7c0b0ac374 HTTP/1.1" status: 200 len: 852 time: 0.0785782 Aug 11 02:33:08.641310 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-db7181ea-fede-45e7-95f8-6516d4e31bdd None None] For port 60858dbc-934f-403b-8dcb-99a87d3e6054, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:33:08.651787 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-db7181ea-fede-45e7-95f8-6516d4e31bdd None None] For port 60858dbc-934f-403b-8dcb-99a87d3e6054, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=60858dbc-934f-403b-8dcb-99a87d3e6054,segment=NetworkSegment(0464ac8f-edab-4913-9517-a57b6e12a66d),segment_id=0464ac8f-edab-4913-9517-a57b6e12a66d)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:33:08.659932 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-db7181ea-fede-45e7-95f8-6516d4e31bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:08.675161 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3528c-42a9-4abb-906d-da8ee3f9f3a9 req-825346ee-47b2-402c-be73-f1ff3ad2d47a tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:08.683310 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fda3528c-42a9-4abb-906d-da8ee3f9f3a9 req-825346ee-47b2-402c-be73-f1ff3ad2d47a tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 943 time: 0.1403317 Aug 11 02:33:08.689217 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da352b59-03e7-4712-b73a-5eb70a96c2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43be0d3b-c7f7-408e-b5c9-2fd6ef8e279c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:08.735821 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-fc1c5cc5-4ad1-4772-8cc7-bc605559ea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:08.738027 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-fc1c5cc5-4ad1-4772-8cc7-bc605559ea0e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a121380-6178-48d7-951b-abcbdea8c6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1247766 Aug 11 02:33:08.762595 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fda3528c-42a9-4abb-906d-da8ee3f9f3a9 req-862ce710-f791-47a2-97a4-f7b5c6c3be66 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/security-groups?id=15ae591a-5f09-4b87-a2d6-2da9fcc6fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779238 Aug 11 02:33:08.774498 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-da352b59-03e7-4712-b73a-5eb70a96c2fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7c00238993b34c67b416834f09fc07ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6915519 Aug 11 02:33:08.774498 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41708) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:08.832612 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13797a33-3cd9-4d69-9a42-fb1ac1a9e624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:08.861580 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13797a33-3cd9-4d69-9a42-fb1ac1a9e624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:08.889497 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7181ea-fede-45e7-95f8-6516d4e31bdd None None] Routers {'f869f320-4f64-4773-a23c-f47d2081b4f7'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:08.890995 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-db7181ea-fede-45e7-95f8-6516d4e31bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:32:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['f869f320-4f64-4773-a23c-f47d2081b4f7'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:08.955719 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13797a33-3cd9-4d69-9a42-fb1ac1a9e624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:08.959824 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13797a33-3cd9-4d69-9a42-fb1ac1a9e624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:08.964010 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-13797a33-3cd9-4d69-9a42-fb1ac1a9e624 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/43be0d3b-c7f7-408e-b5c9-2fd6ef8e279c HTTP/1.1" status: 204 len: 168 time: 0.1906731 Aug 11 02:33:08.998012 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13797a33-3cd9-4d69-9a42-fb1ac1a9e624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43be0d3b-c7f7-408e-b5c9-2fd6ef8e279c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:09.017467 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-ab3b6aef-70e7-424f-ab03-c13b3a06fc98 service neutron] 10.222.0.66 "GET /v2.0/networks/3a121380-6178-48d7-951b-abcbdea8c6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701962 Aug 11 02:33:09.133681 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8cb96-d434-4280-bab1-07c8b67156ad None None] Pushing event updated for resources: {'Port': ['ID=60858dbc-934f-403b-8dcb-99a87d3e6054,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:09.188527 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-db7181ea-fede-45e7-95f8-6516d4e31bdd None None] Set router f869f320-4f64-4773-a23c-f47d2081b4f7 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:09.262361 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e68fd7e-ba16-4476-a414-1342d2c77df1 req-5a67224d-2406-4e4b-b986-df266455e745 service neutron] 10.222.0.66 "GET /v2.0/networks/3a121380-6178-48d7-951b-abcbdea8c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361276 Aug 11 02:33:09.490964 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc85e03-a5d4-4968-a370-2cc396683c14 req-efd2684b-0119-42f2-9bda-a2e05aa1ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:09.498053 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-abc85e03-a5d4-4968-a370-2cc396683c14 req-efd2684b-0119-42f2-9bda-a2e05aa1ba80 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b5550d86beda47589d4c6167ec09486c&device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 1095 time: 0.1795697 Aug 11 02:33:09.623371 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc85e03-a5d4-4968-a370-2cc396683c14 req-8cade5ce-36fe-4445-b97b-96269e6775db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:09.624940 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-abc85e03-a5d4-4968-a370-2cc396683c14 req-8cade5ce-36fe-4445-b97b-96269e6775db service neutron] 10.222.0.66 "GET /v2.0/networks?id=3a121380-6178-48d7-951b-abcbdea8c6aa HTTP/1.1" status: 200 len: 914 time: 0.1199460 Aug 11 02:33:09.658383 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-db7181ea-fede-45e7-95f8-6516d4e31bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f869f320-4f64-4773-a23c-f47d2081b4f7', 'name': 'tempest-TestVolumeBootPattern-384168642-router', 'tenant_id': '810635668b104c4d9429c5eea886417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '26ed4324-fdb9-42e6-8ae3-e24893eb2f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:55Z', 'updated_at': '2021-08-11T02:33:01Z', 'revision_number': 4, 'project_id': '810635668b104c4d9429c5eea886417e', 'gw_port': {'id': '26ed4324-fdb9-42e6-8ae3-e24893eb2f23', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f869f320-4f64-4773-a23c-f47d2081b4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:55Z', 'updated_at': '2021-08-11T02:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '60858dbc-934f-403b-8dcb-99a87d3e6054', 'name': '', 'network_id': '9086c529-02f6-4de2-9040-597b62dcb06f', 'tenant_id': '810635668b104c4d9429c5eea886417e', 'mac_address': 'fa:16:3e:76:5d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f869f320-4f64-4773-a23c-f47d2081b4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '934a5414-7b5a-4e69-985b-44025447a0c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:59Z', 'updated_at': '2021-08-11T02:33:08Z', 'revision_number': 4, 'project_id': '810635668b104c4d9429c5eea886417e', 'subnets': [{'id': '934a5414-7b5a-4e69-985b-44025447a0c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:09.733674 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-abc85e03-a5d4-4968-a370-2cc396683c14 req-af53cd5b-f192-4607-b573-9d074f575294 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4482971-822c-47ff-9792-0d70e79ad3e0 HTTP/1.1" status: 200 len: 217 time: 0.0992682 Aug 11 02:33:09.871367 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc85e03-a5d4-4968-a370-2cc396683c14 req-b1dce864-c661-4049-8172-735cd49d1c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:09.874693 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-abc85e03-a5d4-4968-a370-2cc396683c14 req-b1dce864-c661-4049-8172-735cd49d1c65 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ffb9dd6a-9435-4f73-9597-0b7c0b0ac374 HTTP/1.1" status: 200 len: 852 time: 0.1318045 Aug 11 02:33:09.968410 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7181ea-fede-45e7-95f8-6516d4e31bdd None None] The sync data for ids ['f869f320-4f64-4773-a23c-f47d2081b4f7'] in n-d-615180-33 is: [{'id': 'f869f320-4f64-4773-a23c-f47d2081b4f7', 'name': 'tempest-TestVolumeBootPattern-384168642-router', 'tenant_id': '810635668b104c4d9429c5eea886417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '26ed4324-fdb9-42e6-8ae3-e24893eb2f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:55Z', 'updated_at': '2021-08-11T02:33:01Z', 'revision_number': 4, 'project_id': '810635668b104c4d9429c5eea886417e', 'gw_port': {'id': '26ed4324-fdb9-42e6-8ae3-e24893eb2f23', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f869f320-4f64-4773-a23c-f47d2081b4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:55Z', 'updated_at': '2021-08-11T02:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '60858dbc-934f-403b-8dcb-99a87d3e6054', 'name': '', 'network_id': '9086c529-02f6-4de2-9040-597b62dcb06f', 'tenant_id': '810635668b104c4d9429c5eea886417e', 'mac_address': 'fa:16:3e:76:5d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f869f320-4f64-4773-a23c-f47d2081b4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '934a5414-7b5a-4e69-985b-44025447a0c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:59Z', 'updated_at': '2021-08-11T02:33:08Z', 'revision_number': 4, 'project_id': '810635668b104c4d9429c5eea886417e', 'subnets': [{'id': '934a5414-7b5a-4e69-985b-44025447a0c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:33:09.999058 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc85e03-a5d4-4968-a370-2cc396683c14 req-6bdf30a1-bfdf-430d-86a3-b9b590c3ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:10.009524 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-abc85e03-a5d4-4968-a370-2cc396683c14 req-6bdf30a1-bfdf-430d-86a3-b9b590c3ae5a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a121380-6178-48d7-951b-abcbdea8c6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1249375 Aug 11 02:33:10.075487 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682f7a7-be45-467c-981e-b3d10944ea46 req-fd378112-14e6-4ae5-9bfd-bcbfac01327e tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:10.081287 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8682f7a7-be45-467c-981e-b3d10944ea46 req-fd378112-14e6-4ae5-9bfd-bcbfac01327e tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 943 time: 0.1570911 Aug 11 02:33:10.145491 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8682f7a7-be45-467c-981e-b3d10944ea46 req-8fd78a01-65fb-4705-976e-6a7390eeeaf6 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/security-groups?id=15ae591a-5f09-4b87-a2d6-2da9fcc6fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567968 Aug 11 02:33:10.187884 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-abc85e03-a5d4-4968-a370-2cc396683c14 req-f9b263ab-9f34-49c8-aaff-17d011093cd4 service neutron] 10.222.0.66 "GET /v2.0/networks/3a121380-6178-48d7-951b-abcbdea8c6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709647 Aug 11 02:33:10.347309 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-abc85e03-a5d4-4968-a370-2cc396683c14 req-2e821e16-2c2d-4288-8192-7f1d41c4b042 service neutron] 10.222.0.66 "GET /v2.0/networks/3a121380-6178-48d7-951b-abcbdea8c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514537 Aug 11 02:33:11.158212 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41782) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:11.294348 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406d686-6645-4f11-aaca-3edb3546b00f req-50df692c-9d2b-4e23-8323-711f02c19511 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:11.299288 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0406d686-6645-4f11-aaca-3edb3546b00f req-50df692c-9d2b-4e23-8323-711f02c19511 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 943 time: 0.0732021 Aug 11 02:33:11.305411 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-71b243f5-db19-4ecb-a30b-3f4d91a965fa tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-254903015', 'router:external': True}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:11.370233 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0406d686-6645-4f11-aaca-3edb3546b00f req-78fbe9e7-e8ea-4dca-b22f-f939fb66dea2 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/security-groups?id=15ae591a-5f09-4b87-a2d6-2da9fcc6fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613136 Aug 11 02:33:11.371515 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b243f5-db19-4ecb-a30b-3f4d91a965fa tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Made reservation on behalf of d951b19312a84baeb737e6c5e2056bb7 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:11.374231 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-71b243f5-db19-4ecb-a30b-3f4d91a965fa tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:11.384384 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-71b243f5-db19-4ecb-a30b-3f4d91a965fa tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:11.487680 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-71b243f5-db19-4ecb-a30b-3f4d91a965fa tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:11.492381 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-71b243f5-db19-4ecb-a30b-3f4d91a965fa tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:11.508098 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b243f5-db19-4ecb-a30b-3f4d91a965fa tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:33:11.519507 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-71b243f5-db19-4ecb-a30b-3f4d91a965fa tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:11.519876 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-71b243f5-db19-4ecb-a30b-3f4d91a965fa tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Added segment e6277674-9cc6-4589-b641-b63c14850fd6 of type vlan for network d1809e0a-04e6-4c61-84e0-9173ee915644 Aug 11 02:33:11.586202 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b243f5-db19-4ecb-a30b-3f4d91a965fa tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36fbed6-fee9-4950-ad05-0c0a81d50370,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:11.622164 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-71b243f5-db19-4ecb-a30b-3f4d91a965fa tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:11.668111 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-71b243f5-db19-4ecb-a30b-3f4d91a965fa tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:11.669513 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b243f5-db19-4ecb-a30b-3f4d91a965fa tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:11.670110 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-71b243f5-db19-4ecb-a30b-3f4d91a965fa tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:11.740841 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-71b243f5-db19-4ecb-a30b-3f4d91a965fa tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5813096 Aug 11 02:33:11.744269 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41796) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:11.749054 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b243f5-db19-4ecb-a30b-3f4d91a965fa tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Pushing event updated for resources: {'Network': ['ID=d1809e0a-04e6-4c61-84e0-9173ee915644,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:11.749648 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-035eb066-2e69-4d4c-bd0f-a2aa250ad90b tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Request body: {'subnet': {'network_id': 'd1809e0a-04e6-4c61-84e0-9173ee915644', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:11.766077 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network d1809e0a-04e6-4c61-84e0-9173ee915644 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:33:11.796619 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035eb066-2e69-4d4c-bd0f-a2aa250ad90b tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Made reservation on behalf of d951b19312a84baeb737e6c5e2056bb7 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:11.800492 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-035eb066-2e69-4d4c-bd0f-a2aa250ad90b tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:11.878998 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 60858dbc-934f-403b-8dcb-99a87d3e6054 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:11.964887 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 60858dbc-934f-403b-8dcb-99a87d3e6054 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:11.970838 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 60858dbc-934f-403b-8dcb-99a87d3e6054 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:11.971638 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:12.073341 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:12.110883 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 60858dbc-934f-403b-8dcb-99a87d3e6054, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=60858dbc-934f-403b-8dcb-99a87d3e6054,segment=NetworkSegment(0464ac8f-edab-4913-9517-a57b6e12a66d),segment_id=0464ac8f-edab-4913-9517-a57b6e12a66d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:12.117189 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:12.186608 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=60858dbc-934f-403b-8dcb-99a87d3e6054,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:12.241956 n-d-615180-33 neutron-server[94506]: DEBUG neutron.objects.ports [None req-035eb066-2e69-4d4c-bd0f-a2aa250ad90b tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94506) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:33:12.242425 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-035eb066-2e69-4d4c-bd0f-a2aa250ad90b tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:12.299913 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035eb066-2e69-4d4c-bd0f-a2aa250ad90b tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Pushing event updated for resources: {'Subnet': ['ID=97181858-da68-47d6-98a2-a1c5cf0107c2,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:12.309351 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035eb066-2e69-4d4c-bd0f-a2aa250ad90b tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Checking segment: {'id': 'e6277674-9cc6-4589-b641-b63c14850fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd1809e0a-04e6-4c61-84e0-9173ee915644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:33:12.309715 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035eb066-2e69-4d4c-bd0f-a2aa250ad90b tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Network hostable DHCP agents. Network: d1809e0a-04e6-4c61-84e0-9173ee915644, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:33:12.326345 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035eb066-2e69-4d4c-bd0f-a2aa250ad90b tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Network d1809e0a-04e6-4c61-84e0-9173ee915644 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:33:12.335351 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-035eb066-2e69-4d4c-bd0f-a2aa250ad90b tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, d1809e0a-04e6-4c61-84e0-9173ee915644) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:12.339666 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035eb066-2e69-4d4c-bd0f-a2aa250ad90b tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:12.340376 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-035eb066-2e69-4d4c-bd0f-a2aa250ad90b tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:12.348274 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed000bb-f30c-451b-9703-b5e216717bcf None None] Network d1809e0a-04e6-4c61-84e0-9173ee915644 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:33:12.370862 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-035eb066-2e69-4d4c-bd0f-a2aa250ad90b tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6253271 Aug 11 02:33:12.372977 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41806) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:12.383524 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-42aa7eb9-f26c-4662-906d-7334ca213a7a tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1793320158', 'network_id': 'd1809e0a-04e6-4c61-84e0-9173ee915644'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:12.415188 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42aa7eb9-f26c-4662-906d-7334ca213a7a tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Made reservation on behalf of d951b19312a84baeb737e6c5e2056bb7 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:12.418814 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-42aa7eb9-f26c-4662-906d-7334ca213a7a tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:12.440739 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-42aa7eb9-f26c-4662-906d-7334ca213a7a tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] device_id is not set on port 8986aa75-3aa8-4bb3-babb-19cb4329dbf1 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:33:12.549016 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa6e915-9b9e-4b96-b2bf-3b1faa7d1fc2 None None] Network d1809e0a-04e6-4c61-84e0-9173ee915644 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:33:12.627870 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-42aa7eb9-f26c-4662-906d-7334ca213a7a tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Allocated IP 2001:db8::241 (d1809e0a-04e6-4c61-84e0-9173ee915644/97181858-da68-47d6-98a2-a1c5cf0107c2/8986aa75-3aa8-4bb3-babb-19cb4329dbf1) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:12.649915 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227938f-3bc6-4896-90d7-d50fa2fe6074 req-9e3a966d-9b9a-41bb-8bd7-3ccf31f25164 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:12.651837 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3227938f-3bc6-4896-90d7-d50fa2fe6074 req-9e3a966d-9b9a-41bb-8bd7-3ccf31f25164 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 943 time: 0.1634731 Aug 11 02:33:12.726998 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3227938f-3bc6-4896-90d7-d50fa2fe6074 req-af0f8a54-6d66-47ac-8b09-2393eb3ed935 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/security-groups?id=15ae591a-5f09-4b87-a2d6-2da9fcc6fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656095 Aug 11 02:33:12.825310 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-42aa7eb9-f26c-4662-906d-7334ca213a7a tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:12.867997 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-42aa7eb9-f26c-4662-906d-7334ca213a7a tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:12.918652 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42aa7eb9-f26c-4662-906d-7334ca213a7a tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Network d1809e0a-04e6-4c61-84e0-9173ee915644 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:12.922049 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-42aa7eb9-f26c-4662-906d-7334ca213a7a tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:12.924751 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aa7eb9-f26c-4662-906d-7334ca213a7a tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:12.926075 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42aa7eb9-f26c-4662-906d-7334ca213a7a tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:12.926697 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-42aa7eb9-f26c-4662-906d-7334ca213a7a tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:12.935259 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa7eb9-f26c-4662-906d-7334ca213a7a tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Pushing event updated for resources: {'Port': ['ID=8986aa75-3aa8-4bb3-babb-19cb4329dbf1,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:12.947237 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-42aa7eb9-f26c-4662-906d-7334ca213a7a tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5720797 Aug 11 02:33:12.949904 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41818) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:13.035962 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-ee4130bc-765a-4f19-9387-cbcfeb5e038a tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Deleting port 8986aa75-3aa8-4bb3-babb-19cb4329dbf1 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:13.036310 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee4130bc-765a-4f19-9387-cbcfeb5e038a tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:13.129543 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee4130bc-765a-4f19-9387-cbcfeb5e038a tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:13.143267 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-ee4130bc-765a-4f19-9387-cbcfeb5e038a tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Calling delete_port for 8986aa75-3aa8-4bb3-babb-19cb4329dbf1 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:13.274079 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee4130bc-765a-4f19-9387-cbcfeb5e038a tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:13.331492 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee4130bc-765a-4f19-9387-cbcfeb5e038a tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:13.336146 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ee4130bc-765a-4f19-9387-cbcfeb5e038a tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "DELETE /v2.0/ports/8986aa75-3aa8-4bb3-babb-19cb4329dbf1 HTTP/1.1" status: 204 len: 168 time: 0.3828254 Aug 11 02:33:13.336476 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41828) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:13.340754 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-31e76555-49e1-4b7c-8d30-76533e58dab5 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd1809e0a-04e6-4c61-84e0-9173ee915644', 'external_fixed_ips': [{'subnet_id': '97181858-da68-47d6-98a2-a1c5cf0107c2', 'ip_address': '2001:db8::241'}]}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:13.344046 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4130bc-765a-4f19-9387-cbcfeb5e038a tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Pushing event deleted for resources: {'Port': ['ID=8986aa75-3aa8-4bb3-babb-19cb4329dbf1,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:13.373401 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-31e76555-49e1-4b7c-8d30-76533e58dab5 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:13.374895 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-31e76555-49e1-4b7c-8d30-76533e58dab5 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:13.443584 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-31e76555-49e1-4b7c-8d30-76533e58dab5 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:13.590352 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-31e76555-49e1-4b7c-8d30-76533e58dab5 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:13.826947 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 60858dbc-934f-403b-8dcb-99a87d3e6054 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:13.872435 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-31e76555-49e1-4b7c-8d30-76533e58dab5 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:13.874809 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 60858dbc-934f-403b-8dcb-99a87d3e6054 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:13.875186 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:13.897978 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-31e76555-49e1-4b7c-8d30-76533e58dab5 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:14.030335 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8c0d1-d1db-4083-9523-6a4a6dfeb64e req-47ca46af-c529-43bc-b5a7-57e5a2bbc6f0 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:14.031884 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cae8c0d1-d1db-4083-9523-6a4a6dfeb64e req-47ca46af-c529-43bc-b5a7-57e5a2bbc6f0 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 943 time: 0.2072628 Aug 11 02:33:14.113586 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cae8c0d1-d1db-4083-9523-6a4a6dfeb64e req-6e524213-2b04-4b99-b28c-5e51b09c2aca tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/security-groups?id=15ae591a-5f09-4b87-a2d6-2da9fcc6fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745211 Aug 11 02:33:14.162774 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-31e76555-49e1-4b7c-8d30-76533e58dab5 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Allocated IP 2001:db8::241 (d1809e0a-04e6-4c61-84e0-9173ee915644/97181858-da68-47d6-98a2-a1c5cf0107c2/12100774-701d-457c-b69b-e1f5ba192782) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:14.298289 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-31e76555-49e1-4b7c-8d30-76533e58dab5 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:14.340676 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-31e76555-49e1-4b7c-8d30-76533e58dab5 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:14.377128 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e76555-49e1-4b7c-8d30-76533e58dab5 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Network d1809e0a-04e6-4c61-84e0-9173ee915644 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:14.384321 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-31e76555-49e1-4b7c-8d30-76533e58dab5 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:14.388443 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e76555-49e1-4b7c-8d30-76533e58dab5 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:14.428317 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e76555-49e1-4b7c-8d30-76533e58dab5 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Pushing event updated for resources: {'Port': ['ID=12100774-701d-457c-b69b-e1f5ba192782,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:14.608890 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-31e76555-49e1-4b7c-8d30-76533e58dab5 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:14.814649 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-31e76555-49e1-4b7c-8d30-76533e58dab5 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:14.963970 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e76555-49e1-4b7c-8d30-76533e58dab5 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Router 367f5666-1103-4558-89d1-ffd21acb6636 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:33:15.465392 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e76555-49e1-4b7c-8d30-76533e58dab5 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:33:15.482857 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bfeb29-eb6a-4990-9ee5-799394c84b38 None None] Sync routers for ids ['367f5666-1103-4558-89d1-ffd21acb6636'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:33:15.494496 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bfeb29-eb6a-4990-9ee5-799394c84b38 None None] Routers {'367f5666-1103-4558-89d1-ffd21acb6636'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:15.497354 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-01bfeb29-eb6a-4990-9ee5-799394c84b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:32:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['367f5666-1103-4558-89d1-ffd21acb6636'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:15.504602 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-43a7bf51-393d-4a36-9ee7-4d70771a6749 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:15.517059 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-43a7bf51-393d-4a36-9ee7-4d70771a6749 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 811 time: 0.2118878 Aug 11 02:33:15.526077 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-31e76555-49e1-4b7c-8d30-76533e58dab5 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:15.528412 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-31e76555-49e1-4b7c-8d30-76533e58dab5 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.1901147 Aug 11 02:33:15.530056 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41864) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:15.546040 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-b986a1a5-a730-4fe1-95d6-16bb88fa2676 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/quotas/7da6302aa7904b88b0331188624d66f4 HTTP/1.1" status: 200 len: 375 time: 0.0275505 Aug 11 02:33:15.608283 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a247dc-ef6e-4d36-a85a-e56dee40b37a req-682ca272-1794-41f4-a9cd-bdb8579956ab tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:15.609975 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-62a247dc-ef6e-4d36-a85a-e56dee40b37a req-682ca272-1794-41f4-a9cd-bdb8579956ab tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 943 time: 0.1425259 Aug 11 02:33:15.627234 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-d742cc25-190e-4020-aad4-ad01249a027b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794549 Aug 11 02:33:15.644391 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-56523afb-55af-40c6-aed6-d987142fc4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:15.704257 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-01bfeb29-eb6a-4990-9ee5-799394c84b38 None None] Set router 367f5666-1103-4558-89d1-ffd21acb6636 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:15.713402 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-62a247dc-ef6e-4d36-a85a-e56dee40b37a req-d53c8165-e4d7-4dea-a002-699b2c3833f5 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/security-groups?id=15ae591a-5f09-4b87-a2d6-2da9fcc6fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880070 Aug 11 02:33:15.745691 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-96d6ec79-2bad-4af9-ac8d-344a07054f39 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:15.776463 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-cfdccd5c-5a92-4f43-9b6f-680e32afd5c4 service neutron] 10.222.0.50 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467805 Aug 11 02:33:15.968473 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-39f6b64a-6050-4cbf-b7b0-f8b473dd05ed service neutron] 10.222.0.50 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911316 Aug 11 02:33:15.981801 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-96d6ec79-2bad-4af9-ac8d-344a07054f39 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:16.100909 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-96d6ec79-2bad-4af9-ac8d-344a07054f39 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Deleting port 12100774-701d-457c-b69b-e1f5ba192782 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:16.101403 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-96d6ec79-2bad-4af9-ac8d-344a07054f39 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:16.113991 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-01bfeb29-eb6a-4990-9ee5-799394c84b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367f5666-1103-4558-89d1-ffd21acb6636', 'name': '', 'tenant_id': 'd951b19312a84baeb737e6c5e2056bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1809e0a-04e6-4c61-84e0-9173ee915644', 'external_fixed_ips': [{'subnet_id': '97181858-da68-47d6-98a2-a1c5cf0107c2', 'ip_address': '2001:db8::241'}], 'enable_snat': True}, 'gw_port_id': '12100774-701d-457c-b69b-e1f5ba192782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:13Z', 'updated_at': '2021-08-11T02:33:14Z', 'revision_number': 3, 'project_id': 'd951b19312a84baeb737e6c5e2056bb7', 'gw_port': {'id': '12100774-701d-457c-b69b-e1f5ba192782', 'name': '', 'network_id': 'd1809e0a-04e6-4c61-84e0-9173ee915644', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367f5666-1103-4558-89d1-ffd21acb6636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '97181858-da68-47d6-98a2-a1c5cf0107c2', 'ip_address': '2001:db8::241', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:13Z', 'updated_at': '2021-08-11T02:33:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97181858-da68-47d6-98a2-a1c5cf0107c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:16.191802 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bfeb29-eb6a-4990-9ee5-799394c84b38 None None] Checking router: 367f5666-1103-4558-89d1-ffd21acb6636 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:33:16.192520 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bfeb29-eb6a-4990-9ee5-799394c84b38 None None] Updating router 367f5666-1103-4558-89d1-ffd21acb6636 port 12100774-701d-457c-b69b-e1f5ba192782 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:33:16.256890 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-96d6ec79-2bad-4af9-ac8d-344a07054f39 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:16.263865 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-01bfeb29-eb6a-4990-9ee5-799394c84b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:16.273275 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-96d6ec79-2bad-4af9-ac8d-344a07054f39 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Calling delete_port for 12100774-701d-457c-b69b-e1f5ba192782 owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:16.515843 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-96d6ec79-2bad-4af9-ac8d-344a07054f39 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:16.602163 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-96d6ec79-2bad-4af9-ac8d-344a07054f39 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:16.604642 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6ec79-2bad-4af9-ac8d-344a07054f39 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Pushing event deleted for resources: {'Port': ['ID=12100774-701d-457c-b69b-e1f5ba192782,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:16.664429 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.db.api [None req-01bfeb29-eb6a-4990-9ee5-799394c84b38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:33:16.665360 n-d-615180-33 neutron-server[94509]: DEBUG oslo_db.api [None req-01bfeb29-eb6a-4990-9ee5-799394c84b38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:33:16.734564 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-96d6ec79-2bad-4af9-ac8d-344a07054f39 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:16.760080 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-96d6ec79-2bad-4af9-ac8d-344a07054f39 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:16.873409 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-de7fe3d0-97c6-403d-91cd-7c42beceb2bc req-b2883ac6-10d2-43fe-b4b7-ad88a242f5e1 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 210 time: 0.1773553 Aug 11 02:33:16.888395 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-96d6ec79-2bad-4af9-ac8d-344a07054f39 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:16.889124 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d6ec79-2bad-4af9-ac8d-344a07054f39 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 367f5666-1103-4558-89d1-ffd21acb6636 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:33:16.894219 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-96d6ec79-2bad-4af9-ac8d-344a07054f39 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:16.895526 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-96d6ec79-2bad-4af9-ac8d-344a07054f39 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "DELETE /v2.0/routers/367f5666-1103-4558-89d1-ffd21acb6636 HTTP/1.1" status: 204 len: 168 time: 1.3643308 Aug 11 02:33:16.900753 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 41904) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:16.931577 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f71570-73b0-4b95-ba4c-67abd0c5abad req-283b9e30-27c3-476e-8340-af627ac9b16d tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:16.933543 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-46f71570-73b0-4b95-ba4c-67abd0c5abad req-283b9e30-27c3-476e-8340-af627ac9b16d tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 943 time: 0.1345370 Aug 11 02:33:16.997784 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-3495bf58-7c19-4cea-88ea-de50ea3c0128 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Deleting subnet 97181858-da68-47d6-98a2-a1c5cf0107c2 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:33:17.013261 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3495bf58-7c19-4cea-88ea-de50ea3c0128 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:17.031324 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-46f71570-73b0-4b95-ba4c-67abd0c5abad req-1d01d1bc-ff64-471d-af25-11e9de291d72 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/security-groups?id=15ae591a-5f09-4b87-a2d6-2da9fcc6fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900121 Aug 11 02:33:17.082441 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3495bf58-7c19-4cea-88ea-de50ea3c0128 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:17.131399 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3495bf58-7c19-4cea-88ea-de50ea3c0128 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:17.199950 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3495bf58-7c19-4cea-88ea-de50ea3c0128 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:17.208448 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bfeb29-eb6a-4990-9ee5-799394c84b38 None None] Port 12100774-701d-457c-b69b-e1f5ba192782 not found while updating agent binding for router 367f5666-1103-4558-89d1-ffd21acb6636. {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 11 02:33:17.229798 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bfeb29-eb6a-4990-9ee5-799394c84b38 None None] Routers set() bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:17.230754 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bfeb29-eb6a-4990-9ee5-799394c84b38 None None] Router IDs set() for agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 02:33:17.232036 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_agentschedulers_db [None req-01bfeb29-eb6a-4990-9ee5-799394c84b38 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'367f5666-1103-4558-89d1-ffd21acb6636'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:32:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent'). {{(pid=94509) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 11 02:33:17.233041 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bfeb29-eb6a-4990-9ee5-799394c84b38 None None] The sync data for ids ['367f5666-1103-4558-89d1-ffd21acb6636'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:33:17.236047 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495bf58-7c19-4cea-88ea-de50ea3c0128 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=97181858-da68-47d6-98a2-a1c5cf0107c2,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:17.248624 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3495bf58-7c19-4cea-88ea-de50ea3c0128 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:17.250572 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3495bf58-7c19-4cea-88ea-de50ea3c0128 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/97181858-da68-47d6-98a2-a1c5cf0107c2 HTTP/1.1" status: 204 len: 168 time: 0.3488061 Aug 11 02:33:17.253299 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41918) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:17.363322 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-00ec174c-3bfb-4aa6-9732-947feebb98ff tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:17.468102 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-00ec174c-3bfb-4aa6-9732-947feebb98ff tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:17.478334 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-00ec174c-3bfb-4aa6-9732-947feebb98ff tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1809e0a-04e6-4c61-84e0-9173ee915644']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:17.490205 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-00ec174c-3bfb-4aa6-9732-947feebb98ff tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6277674-9cc6-4589-b641-b63c14850fd6') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:17.490797 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-00ec174c-3bfb-4aa6-9732-947feebb98ff tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6277674-9cc6-4589-b641-b63c14850fd6') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:17.514449 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-00ec174c-3bfb-4aa6-9732-947feebb98ff tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:17.529684 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-00ec174c-3bfb-4aa6-9732-947feebb98ff tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:17.536242 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ec174c-3bfb-4aa6-9732-947feebb98ff tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:33:17.536522 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-00ec174c-3bfb-4aa6-9732-947feebb98ff tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:33:17.547636 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:33:17.604251 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-00ec174c-3bfb-4aa6-9732-947feebb98ff tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:17.610014 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ec174c-3bfb-4aa6-9732-947feebb98ff tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d1809e0a-04e6-4c61-84e0-9173ee915644 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 02:33:17.613208 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-00ec174c-3bfb-4aa6-9732-947feebb98ff tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:17.615208 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-00ec174c-3bfb-4aa6-9732-947feebb98ff tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "DELETE /v2.0/networks/d1809e0a-04e6-4c61-84e0-9173ee915644 HTTP/1.1" status: 204 len: 168 time: 0.3609178 Aug 11 02:33:17.625239 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec174c-3bfb-4aa6-9732-947feebb98ff tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Pushing event deleted for resources: {'Network': ['ID=d1809e0a-04e6-4c61-84e0-9173ee915644,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:17.863179 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41934) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:17.867892 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-ad5e5a77-49ae-4ef3-82d7-4816d72d52a8 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Request body: {'router': {'name': 'tempest-router--2112025143', 'project_id': '842a35e72f254f9cb80683fd0c339d34'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:17.908423 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ad5e5a77-49ae-4ef3-82d7-4816d72d52a8 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:17.909496 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ad5e5a77-49ae-4ef3-82d7-4816d72d52a8 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:18.011003 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ad5e5a77-49ae-4ef3-82d7-4816d72d52a8 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:18.021229 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ad5e5a77-49ae-4ef3-82d7-4816d72d52a8 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:18.062249 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ad5e5a77-49ae-4ef3-82d7-4816d72d52a8 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:18.068205 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ad5e5a77-49ae-4ef3-82d7-4816d72d52a8 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2038891 Aug 11 02:33:18.068831 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41944) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:18.168491 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-c3ab4ce6-543a-4537-814c-f8b14aee4e57 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:18.170379 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-c3ab4ce6-543a-4537-814c-f8b14aee4e57 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.73 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 811 time: 0.1821651 Aug 11 02:33:18.186266 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-d3b809e5-cc16-4554-a9a7-6ffc20bf9aed tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Request body: {'port': {'device_id': 'ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'admin_state_up': True, 'tenant_id': '7da6302aa7904b88b0331188624d66f4'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:18.298525 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-83c2902c-3e02-4d86-bd30-1110a52769a7 req-be74998e-13d9-4ea6-9c4a-fa533628c128 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 210 time: 0.1270161 Aug 11 02:33:18.331507 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-54d63220-0b93-4388-a3e8-9b37ed71a3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:18.333634 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-d3b809e5-cc16-4554-a9a7-6ffc20bf9aed tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Made reservation on behalf of 7da6302aa7904b88b0331188624d66f4 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:18.337400 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-d3b809e5-cc16-4554-a9a7-6ffc20bf9aed tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:18.377029 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:18.393118 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cfa59e2b-767d-4b27-9595-63bda19df09d tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:18.482114 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-d3b809e5-cc16-4554-a9a7-6ffc20bf9aed tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Allocated IP 172.20.0.7 (58eaa87b-4e07-4b3a-b5a6-ed2c1760073b/8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a/f20dca87-8f99-43b6-8aeb-416e875f84bd) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:18.483388 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead5f58-8ea2-4cf7-88d8-320755430ccc req-c76845e2-c1a9-4315-b43d-1444e5c14f0d tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:18.485621 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1ead5f58-8ea2-4cf7-88d8-320755430ccc req-c76845e2-c1a9-4315-b43d-1444e5c14f0d tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 943 time: 0.3029609 Aug 11 02:33:18.681740 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-d3b809e5-cc16-4554-a9a7-6ffc20bf9aed tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:18.697762 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-d3b809e5-cc16-4554-a9a7-6ffc20bf9aed tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Transition to ACTIVE for port object f20dca87-8f99-43b6-8aeb-416e875f84bd will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:18.735307 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-d3b809e5-cc16-4554-a9a7-6ffc20bf9aed tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:18.798383 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-d3b809e5-cc16-4554-a9a7-6ffc20bf9aed tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:18.804739 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-d3b809e5-cc16-4554-a9a7-6ffc20bf9aed tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:18.809612 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-d3b809e5-cc16-4554-a9a7-6ffc20bf9aed tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:18.814831 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b809e5-cc16-4554-a9a7-6ffc20bf9aed tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event updated for resources: {'Port': ['ID=f20dca87-8f99-43b6-8aeb-416e875f84bd,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:18.872746 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-d3b809e5-cc16-4554-a9a7-6ffc20bf9aed tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:18.873407 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-d3b809e5-cc16-4554-a9a7-6ffc20bf9aed tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:18.890254 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-d3b809e5-cc16-4554-a9a7-6ffc20bf9aed tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7075884 Aug 11 02:33:18.908086 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-9341d48b-94f3-4d8e-b632-a9a699da7763 service neutron] Request body: {'port': {'device_id': 'ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:18.991861 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-9341d48b-94f3-4d8e-b632-a9a699da7763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.088635 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cfa59e2b-767d-4b27-9595-63bda19df09d tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.093530 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cfa59e2b-767d-4b27-9595-63bda19df09d tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.097953 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1ead5f58-8ea2-4cf7-88d8-320755430ccc req-cfe5ac15-434e-4c09-b7b1-dfe40ca72ab5 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/security-groups?id=15ae591a-5f09-4b87-a2d6-2da9fcc6fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6038916 Aug 11 02:33:19.152224 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cfa59e2b-767d-4b27-9595-63bda19df09d tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.152796 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa59e2b-767d-4b27-9595-63bda19df09d tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae2f9138-625b-4ab4-a53c-c21337f37214 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:33:19.157490 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cfa59e2b-767d-4b27-9595-63bda19df09d tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.160932 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cfa59e2b-767d-4b27-9595-63bda19df09d tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "DELETE /v2.0/routers/ae2f9138-625b-4ab4-a53c-c21337f37214 HTTP/1.1" status: 204 len: 168 time: 1.0910473 Aug 11 02:33:19.243473 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3b9c7de5-ed96-42ce-b5f3-a7fc1d937316 None None] Provisioning for port f20dca87-8f99-43b6-8aeb-416e875f84bd completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:19.255491 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3b9c7de5-ed96-42ce-b5f3-a7fc1d937316 None None] Provisioning complete for port f20dca87-8f99-43b6-8aeb-416e875f84bd triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:19.256181 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3b9c7de5-ed96-42ce-b5f3-a7fc1d937316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.318733 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 41966) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:19.347709 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-3b9c7de5-ed96-42ce-b5f3-a7fc1d937316 None None] Port f20dca87-8f99-43b6-8aeb-416e875f84bd cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:33:19.480724 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-9341d48b-94f3-4d8e-b632-a9a699da7763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f20dca87-8f99-43b6-8aeb-416e875f84bd {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:33:19.498036 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f0611-a7c5-4a7e-b189-56ed48493af4 req-a67ae8ca-b86b-4719-941f-c29fbf6ad826 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:19.499636 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-982f0611-a7c5-4a7e-b189-56ed48493af4 req-a67ae8ca-b86b-4719-941f-c29fbf6ad826 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 931 time: 0.0942469 Aug 11 02:33:19.501936 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-9341d48b-94f3-4d8e-b632-a9a699da7763 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.532678 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-9341d48b-94f3-4d8e-b632-a9a699da7763 service neutron] Transition to ACTIVE for port object f20dca87-8f99-43b6-8aeb-416e875f84bd will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:19.540117 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-9341d48b-94f3-4d8e-b632-a9a699da7763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.576067 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-bda64b3d-7d9b-4696-95a8-d07117b454e3 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1649241790', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}, 'admin_state_up': False}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:19.605652 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bda64b3d-7d9b-4696-95a8-d07117b454e3 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.606631 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-982f0611-a7c5-4a7e-b189-56ed48493af4 req-3e47b0e2-253b-4d09-9f36-31be146176b4 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001523 Aug 11 02:33:19.607732 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bda64b3d-7d9b-4696-95a8-d07117b454e3 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.692107 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bda64b3d-7d9b-4696-95a8-d07117b454e3 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.712881 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341d48b-94f3-4d8e-b632-a9a699da7763 service neutron] Pushing event updated for resources: {'Port': ['ID=f20dca87-8f99-43b6-8aeb-416e875f84bd,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:19.781004 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-9341d48b-94f3-4d8e-b632-a9a699da7763 service neutron] Attempting to bind port f20dca87-8f99-43b6-8aeb-416e875f84bd on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:33:19.782149 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-9341d48b-94f3-4d8e-b632-a9a699da7763 service neutron] Attempting to bind port f20dca87-8f99-43b6-8aeb-416e875f84bd by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:33:19.782650 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-9341d48b-94f3-4d8e-b632-a9a699da7763 service neutron] Attempting to bind port f20dca87-8f99-43b6-8aeb-416e875f84bd on network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:19.795610 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-9341d48b-94f3-4d8e-b632-a9a699da7763 service neutron] Port f20dca87-8f99-43b6-8aeb-416e875f84bd on network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:33:19.796312 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-9341d48b-94f3-4d8e-b632-a9a699da7763 service neutron] Attempting to bind port f20dca87-8f99-43b6-8aeb-416e875f84bd on network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:19.809479 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-9341d48b-94f3-4d8e-b632-a9a699da7763 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:33:19.809829 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-9341d48b-94f3-4d8e-b632-a9a699da7763 service neutron] Checking segment: {'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:33:19.810229 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-9341d48b-94f3-4d8e-b632-a9a699da7763 service neutron] Bound using segment: {'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:33:19.810669 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-9341d48b-94f3-4d8e-b632-a9a699da7763 service neutron] Bound port: f20dca87-8f99-43b6-8aeb-416e875f84bd, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:33:19.811035 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-9341d48b-94f3-4d8e-b632-a9a699da7763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.902813 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-9341d48b-94f3-4d8e-b632-a9a699da7763 service neutron] For port f20dca87-8f99-43b6-8aeb-416e875f84bd, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:33:19.916621 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-9341d48b-94f3-4d8e-b632-a9a699da7763 service neutron] For port f20dca87-8f99-43b6-8aeb-416e875f84bd, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=f20dca87-8f99-43b6-8aeb-416e875f84bd,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:33:19.921878 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-9341d48b-94f3-4d8e-b632-a9a699da7763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.933622 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bda64b3d-7d9b-4696-95a8-d07117b454e3 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.942224 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-9341d48b-94f3-4d8e-b632-a9a699da7763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:19.942946 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-9341d48b-94f3-4d8e-b632-a9a699da7763 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.945037 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-9341d48b-94f3-4d8e-b632-a9a699da7763 service neutron] 10.222.0.73 "PUT /v2.0/ports/f20dca87-8f99-43b6-8aeb-416e875f84bd HTTP/1.1" status: 200 len: 1092 time: 1.0455048 Aug 11 02:33:19.946732 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1', 'tag': 'f20dca87-8f99-43b6-8aeb-416e875f84bd'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:19.969075 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b930db63-d98b-4c72-95be-92b2763b29b7" -d '{"events": [{"name": "network-changed", "server_uuid": "ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1", "tag": "f20dca87-8f99-43b6-8aeb-416e875f84bd"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:20.005054 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:20.060996 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2144a456-1bad-4130-9b6f-41060e709f47 x-openstack-request-id: req-2144a456-1bad-4130-9b6f-41060e709f47 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:20.061902 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1", "tag": "f20dca87-8f99-43b6-8aeb-416e875f84bd", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:20.062325 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2144a456-1bad-4130-9b6f-41060e709f47 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:20.063683 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1', 'tag': 'f20dca87-8f99-43b6-8aeb-416e875f84bd', 'status': 'completed', 'code': 200} Aug 11 02:33:20.160842 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-88e27b98-d3dd-450e-ab03-3d820c7d26c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:20.163243 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-88e27b98-d3dd-450e-ab03-3d820c7d26c2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 1095 time: 0.1254032 Aug 11 02:33:20.228055 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341d48b-94f3-4d8e-b632-a9a699da7763 service neutron] Pushing event updated for resources: {'Port': ['ID=f20dca87-8f99-43b6-8aeb-416e875f84bd,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:20.243107 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-c0b7f137-560f-460d-a250-483c0573d3e3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f20dca87-8f99-43b6-8aeb-416e875f84bd HTTP/1.1" status: 200 len: 217 time: 0.0700161 Aug 11 02:33:20.322188 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-8ec47a29-1856-4b0c-a3f5-0d7daeedea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:20.323769 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bda64b3d-7d9b-4696-95a8-d07117b454e3 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:20.327696 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-8ec47a29-1856-4b0c-a3f5-0d7daeedea34 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a HTTP/1.1" status: 200 len: 850 time: 0.0534949 Aug 11 02:33:20.358219 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bda64b3d-7d9b-4696-95a8-d07117b454e3 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:20.399527 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313dd10-837e-4889-bea9-dded4109cdb8 req-30448833-4c3d-40ec-b0dd-cab925a44152 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:20.401068 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a313dd10-837e-4889-bea9-dded4109cdb8 req-30448833-4c3d-40ec-b0dd-cab925a44152 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 943 time: 0.1693621 Aug 11 02:33:20.417683 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-67d68495-95d2-4fc9-8af1-3984abb47932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:20.419150 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-67d68495-95d2-4fc9-8af1-3984abb47932 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0860653 Aug 11 02:33:20.480907 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-bda64b3d-7d9b-4696-95a8-d07117b454e3 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Allocated IP 172.25.2.65 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/df81522c-75a0-4cd5-a98c-b2fd14c3a35d) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:20.499032 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a313dd10-837e-4889-bea9-dded4109cdb8 req-139c8095-e162-4d9e-9106-8919144c53d5 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/security-groups?id=15ae591a-5f09-4b87-a2d6-2da9fcc6fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906742 Aug 11 02:33:20.537269 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-06902efc-1d72-41d0-ad86-b7892b4474f6 service neutron] 10.222.0.73 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085210 Aug 11 02:33:20.646935 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bda64b3d-7d9b-4696-95a8-d07117b454e3 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:20.674613 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c10501b7-f4aa-493c-8eaf-a90be46217a8 req-5cf8080e-ef81-4632-a5b2-3242fc4f6edc service neutron] 10.222.0.73 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290772 Aug 11 02:33:20.722308 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bda64b3d-7d9b-4696-95a8-d07117b454e3 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:20.783048 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda64b3d-7d9b-4696-95a8-d07117b454e3 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Pushing event updated for resources: {'Port': ['ID=df81522c-75a0-4cd5-a98c-b2fd14c3a35d,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:20.791249 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930db63-d98b-4c72-95be-92b2763b29b7 req-1a19ad71-7da8-4110-b3fe-a59526816176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:20.793450 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b930db63-d98b-4c72-95be-92b2763b29b7 req-1a19ad71-7da8-4110-b3fe-a59526816176 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 1095 time: 0.0586634 Aug 11 02:33:20.807825 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda64b3d-7d9b-4696-95a8-d07117b454e3 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:20.812876 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-bda64b3d-7d9b-4696-95a8-d07117b454e3 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:20.816082 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda64b3d-7d9b-4696-95a8-d07117b454e3 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:20.874589 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c4296-1393-48de-be46-349cad375b45 req-c95409a6-bcbc-41a4-b477-c08e4b53f4a5 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:20.876361 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3a8c4296-1393-48de-be46-349cad375b45 req-c95409a6-bcbc-41a4-b477-c08e4b53f4a5 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 943 time: 0.1676517 Aug 11 02:33:20.921579 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930db63-d98b-4c72-95be-92b2763b29b7 req-e5b83910-e122-4001-9edb-dc27cdc1b6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:20.923313 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b930db63-d98b-4c72-95be-92b2763b29b7 req-e5b83910-e122-4001-9edb-dc27cdc1b6a8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 912 time: 0.1222024 Aug 11 02:33:20.971493 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b930db63-d98b-4c72-95be-92b2763b29b7 req-fb1a3da5-414d-4bd2-bf6d-9d4e51918781 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f20dca87-8f99-43b6-8aeb-416e875f84bd HTTP/1.1" status: 200 len: 217 time: 0.0395045 Aug 11 02:33:21.035326 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930db63-d98b-4c72-95be-92b2763b29b7 req-2d9e026f-23ed-41f8-b833-91c101733f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:21.036852 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b930db63-d98b-4c72-95be-92b2763b29b7 req-2d9e026f-23ed-41f8-b833-91c101733f93 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a HTTP/1.1" status: 200 len: 850 time: 0.0571356 Aug 11 02:33:21.044197 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3a8c4296-1393-48de-be46-349cad375b45 req-3a599618-6c17-4191-b8cb-d511f0aa8d00 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204143 Aug 11 02:33:21.099255 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930db63-d98b-4c72-95be-92b2763b29b7 req-e51ad24f-7f9c-4ef9-9d2c-72172b076f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:21.101494 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b930db63-d98b-4c72-95be-92b2763b29b7 req-e51ad24f-7f9c-4ef9-9d2c-72172b076f99 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546308 Aug 11 02:33:21.173556 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bda64b3d-7d9b-4696-95a8-d07117b454e3 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:21.200147 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b930db63-d98b-4c72-95be-92b2763b29b7 req-947d864d-8228-4a5e-b430-9f63f6c54b99 service neutron] 10.222.0.73 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897512 Aug 11 02:33:21.310929 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b930db63-d98b-4c72-95be-92b2763b29b7 req-12185feb-ee31-4974-b759-2a0d64618888 service neutron] 10.222.0.73 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033332 Aug 11 02:33:21.421089 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bda64b3d-7d9b-4696-95a8-d07117b454e3 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:21.483380 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:21.567181 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda64b3d-7d9b-4696-95a8-d07117b454e3 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Router ad13751b-dcd2-4639-a2b3-103f0c2537e5 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:33:21.696077 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf52e3-0809-47b5-8d9c-4f4995f3753c req-864f56d7-19e2-439a-a725-492b9faa6984 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:21.703866 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-51cf52e3-0809-47b5-8d9c-4f4995f3753c req-864f56d7-19e2-439a-a725-492b9faa6984 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 943 time: 0.1235714 Aug 11 02:33:21.770904 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda64b3d-7d9b-4696-95a8-d07117b454e3 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:33:21.777673 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-51cf52e3-0809-47b5-8d9c-4f4995f3753c req-68803f3e-0811-425f-979c-915582b92be6 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/security-groups?id=15ae591a-5f09-4b87-a2d6-2da9fcc6fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688312 Aug 11 02:33:21.785772 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ee4102-53bc-4a26-875f-2aea7097b777 None None] Sync routers for ids ['ad13751b-dcd2-4639-a2b3-103f0c2537e5'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:33:21.796468 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ee4102-53bc-4a26-875f-2aea7097b777 None None] Routers {'ad13751b-dcd2-4639-a2b3-103f0c2537e5'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:21.798810 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-47ee4102-53bc-4a26-875f-2aea7097b777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:33:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['ad13751b-dcd2-4639-a2b3-103f0c2537e5'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:21.836520 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bda64b3d-7d9b-4696-95a8-d07117b454e3 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:21.839898 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bda64b3d-7d9b-4696-95a8-d07117b454e3 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.5195227 Aug 11 02:33:21.842297 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42014) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:21.857291 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-47ee4102-53bc-4a26-875f-2aea7097b777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:21.868588 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ee4102-53bc-4a26-875f-2aea7097b777 None None] Routers {'ad13751b-dcd2-4639-a2b3-103f0c2537e5'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:21.869326 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-47ee4102-53bc-4a26-875f-2aea7097b777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:33:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['ad13751b-dcd2-4639-a2b3-103f0c2537e5'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:21.948070 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-47ee4102-53bc-4a26-875f-2aea7097b777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:21.949124 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ee4102-53bc-4a26-875f-2aea7097b777 None None] The sync data for ids ['ad13751b-dcd2-4639-a2b3-103f0c2537e5'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:33:22.003575 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ecd2cb3e-42e6-4ce6-9bef-8ef4246eb709 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "GET /v2.0/routers/ad13751b-dcd2-4639-a2b3-103f0c2537e5 HTTP/1.1" status: 200 len: 924 time: 0.1586962 Aug 11 02:33:22.004908 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42018) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:22.038035 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f8d75716-81d8-49e5-baa6-28d3cdaeb3bc tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad13751b-dcd2-4639-a2b3-103f0c2537e5 HTTP/1.1" status: 200 len: 205 time: 0.0296330 Aug 11 02:33:22.039380 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42020) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:22.044962 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c5194-6b8a-4b69-b113-4305320f22bf req-81cbf6e5-253e-43c2-b0b5-db296a9fb787 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:22.048590 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-055c5194-6b8a-4b69-b113-4305320f22bf req-81cbf6e5-253e-43c2-b0b5-db296a9fb787 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.50 "GET /v2.0/ports?device_id=3213df3a-a041-4cae-8b2c-34b6a905640b HTTP/1.1" status: 200 len: 949 time: 0.0698836 Aug 11 02:33:22.089015 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-055c5194-6b8a-4b69-b113-4305320f22bf req-714726bb-1627-4d15-accf-ad544cd661bc tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e351a64-43d7-450b-9c4f-f632b5b2ca83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358562 Aug 11 02:33:22.206851 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2febbaec-6760-4f26-b098-bb88edc1616d tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:22.261714 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41643339-12c0-426e-b8f4-4ddc6d32b5cd req-d62aa008-8264-46bb-bd25-67c1108301bd tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:22.263247 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41643339-12c0-426e-b8f4-4ddc6d32b5cd req-d62aa008-8264-46bb-bd25-67c1108301bd tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 943 time: 0.1136086 Aug 11 02:33:22.364899 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41643339-12c0-426e-b8f4-4ddc6d32b5cd req-af67475d-8082-4ca3-b5e3-01117e92eda8 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931237 Aug 11 02:33:22.371180 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2febbaec-6760-4f26-b098-bb88edc1616d tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:22.443714 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-2febbaec-6760-4f26-b098-bb88edc1616d tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Deleting port df81522c-75a0-4cd5-a98c-b2fd14c3a35d {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:22.444420 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2febbaec-6760-4f26-b098-bb88edc1616d tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:22.531184 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2febbaec-6760-4f26-b098-bb88edc1616d tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:22.543895 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-2febbaec-6760-4f26-b098-bb88edc1616d tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Calling delete_port for df81522c-75a0-4cd5-a98c-b2fd14c3a35d owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:22.764458 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2febbaec-6760-4f26-b098-bb88edc1616d tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:22.800656 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febbaec-6760-4f26-b098-bb88edc1616d tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Pushing event deleted for resources: {'Port': ['ID=df81522c-75a0-4cd5-a98c-b2fd14c3a35d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:22.891988 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2febbaec-6760-4f26-b098-bb88edc1616d tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:22.963651 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d37b56-0c3c-4f86-b56e-8d2ea020c2d0 req-7d7814a0-d82a-490a-aa9e-78ee0cc8d3da tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:22.970278 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-34d37b56-0c3c-4f86-b56e-8d2ea020c2d0 req-7d7814a0-d82a-490a-aa9e-78ee0cc8d3da tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 943 time: 0.0726590 Aug 11 02:33:23.023389 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2febbaec-6760-4f26-b098-bb88edc1616d tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:23.026588 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2febbaec-6760-4f26-b098-bb88edc1616d tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:23.068760 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-34d37b56-0c3c-4f86-b56e-8d2ea020c2d0 req-a28d1a8d-1d2a-402d-86f7-59ae71f58bc4 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/security-groups?id=15ae591a-5f09-4b87-a2d6-2da9fcc6fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751426 Aug 11 02:33:23.087212 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2febbaec-6760-4f26-b098-bb88edc1616d tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:23.088259 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2febbaec-6760-4f26-b098-bb88edc1616d tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Fanout notify agent at l3_agent the message router_deleted on router ad13751b-dcd2-4639-a2b3-103f0c2537e5 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:33:23.097365 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2febbaec-6760-4f26-b098-bb88edc1616d tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:23.098566 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2febbaec-6760-4f26-b098-bb88edc1616d tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "DELETE /v2.0/routers/ad13751b-dcd2-4639-a2b3-103f0c2537e5 HTTP/1.1" status: 204 len: 168 time: 1.0579457 Aug 11 02:33:23.103098 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42052) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:23.107862 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-f02000f5-d293-4f7c-ad6f-9680a0edb8f9 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1278684740', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'enable_snat': False}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:23.186037 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f02000f5-d293-4f7c-ad6f-9680a0edb8f9 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:23.187384 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f02000f5-d293-4f7c-ad6f-9680a0edb8f9 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:23.287608 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f02000f5-d293-4f7c-ad6f-9680a0edb8f9 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:23.291454 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992bb7c-e19e-4d04-82df-f3487312ad2c req-b880e3d4-ea92-4880-8b2b-d9cbab5583af tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:23.293369 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b992bb7c-e19e-4d04-82df-f3487312ad2c req-b880e3d4-ea92-4880-8b2b-d9cbab5583af tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.50 "GET /v2.0/ports?device_id=3213df3a-a041-4cae-8b2c-34b6a905640b HTTP/1.1" status: 200 len: 949 time: 0.0929327 Aug 11 02:33:23.365474 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b992bb7c-e19e-4d04-82df-f3487312ad2c req-07f085a5-92aa-4187-aedb-faae1d265c27 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e351a64-43d7-450b-9c4f-f632b5b2ca83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653634 Aug 11 02:33:23.560202 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f02000f5-d293-4f7c-ad6f-9680a0edb8f9 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:23.615577 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65a0ca-1e83-49ee-a0a3-2caad30ff272 req-5fed4f5d-381d-4b80-a071-12a662371882 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:23.617423 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2f65a0ca-1e83-49ee-a0a3-2caad30ff272 req-5fed4f5d-381d-4b80-a071-12a662371882 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 943 time: 0.1139977 Aug 11 02:33:23.625591 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39020a-0089-46b7-80f4-c1a6cdab18c3 req-e9f7feac-ee08-4009-a966-812d9de1774a tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:23.628023 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ad39020a-0089-46b7-80f4-c1a6cdab18c3 req-e9f7feac-ee08-4009-a966-812d9de1774a tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.66 "GET /v2.0/ports?device_id=3213df3a-a041-4cae-8b2c-34b6a905640b HTTP/1.1" status: 200 len: 949 time: 0.1070397 Aug 11 02:33:23.750139 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2f65a0ca-1e83-49ee-a0a3-2caad30ff272 req-60bedbd0-6e0b-4d61-a414-d2377531571a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206880 Aug 11 02:33:23.773119 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-ad39020a-0089-46b7-80f4-c1a6cdab18c3 req-36b5032b-48e9-4dff-859b-caf5a17b8caa tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Deleting port 95c549c0-e77b-4c83-990c-a420d7607be7 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:23.773472 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ad39020a-0089-46b7-80f4-c1a6cdab18c3 req-36b5032b-48e9-4dff-859b-caf5a17b8caa tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:23.842449 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f02000f5-d293-4f7c-ad6f-9680a0edb8f9 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:23.868910 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f02000f5-d293-4f7c-ad6f-9680a0edb8f9 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:23.909038 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-ad39020a-0089-46b7-80f4-c1a6cdab18c3 req-36b5032b-48e9-4dff-859b-caf5a17b8caa tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] For port 95c549c0-e77b-4c83-990c-a420d7607be7, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=95c549c0-e77b-4c83-990c-a420d7607be7,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:23.909729 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ad39020a-0089-46b7-80f4-c1a6cdab18c3 req-36b5032b-48e9-4dff-859b-caf5a17b8caa tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:23.924613 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-ad39020a-0089-46b7-80f4-c1a6cdab18c3 req-36b5032b-48e9-4dff-859b-caf5a17b8caa tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Calling delete_port for 95c549c0-e77b-4c83-990c-a420d7607be7 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:24.012617 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-f02000f5-d293-4f7c-ad6f-9680a0edb8f9 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Allocated IP 172.25.2.8 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/2ca8eab6-db4b-417c-8f80-179eb09ebe49) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:24.035751 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device a4482971-822c-47ff-9792-0d70e79ad3e0 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:33:24.174374 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ad39020a-0089-46b7-80f4-c1a6cdab18c3 req-36b5032b-48e9-4dff-859b-caf5a17b8caa tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:24.190973 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['95c549c0-e77b-4c83-990c-a420d7607be7'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:33:24.212298 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5032b-48e9-4dff-859b-caf5a17b8caa tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Pushing event deleted for resources: {'Port': ['ID=95c549c0-e77b-4c83-990c-a420d7607be7,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:24.271836 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad39020a-0089-46b7-80f4-c1a6cdab18c3 req-36b5032b-48e9-4dff-859b-caf5a17b8caa tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] No DVR routers for this DVR port 95c549c0-e77b-4c83-990c-a420d7607be7 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:33:24.276313 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ad39020a-0089-46b7-80f4-c1a6cdab18c3 req-36b5032b-48e9-4dff-859b-caf5a17b8caa tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:24.278378 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ad39020a-0089-46b7-80f4-c1a6cdab18c3 req-36b5032b-48e9-4dff-859b-caf5a17b8caa tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.66 "DELETE /v2.0/ports/95c549c0-e77b-4c83-990c-a420d7607be7 HTTP/1.1" status: 204 len: 173 time: 0.6408594 Aug 11 02:33:24.278778 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f02000f5-d293-4f7c-ad6f-9680a0edb8f9 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:24.278887 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3213df3a-a041-4cae-8b2c-34b6a905640b', 'name': 'network-vif-deleted', 'tag': '95c549c0-e77b-4c83-990c-a420d7607be7'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:24.287501 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2aa52b-83a6-4587-8083-ec18acec7e6e" -d '{"events": [{"server_uuid": "3213df3a-a041-4cae-8b2c-34b6a905640b", "name": "network-vif-deleted", "tag": "95c549c0-e77b-4c83-990c-a420d7607be7"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:24.298481 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecfeef-2f0c-4c45-88c5-5d22de0a9f62 req-54d4523b-8a65-4819-b286-ede152995016 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:24.300178 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3ecfeef-2f0c-4c45-88c5-5d22de0a9f62 req-54d4523b-8a65-4819-b286-ede152995016 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 943 time: 0.1368737 Aug 11 02:33:24.303809 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port a4482971-822c-47ff-9792-0d70e79ad3e0, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=a4482971-822c-47ff-9792-0d70e79ad3e0,segment=NetworkSegment(2a5e1037-f92d-4ae6-952c-e9370c6f49f3),segment_id=2a5e1037-f92d-4ae6-952c-e9370c6f49f3)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:24.318021 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'a4482971-822c-47ff-9792-0d70e79ad3e0', 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa', 'port_id': 'a4482971-822c-47ff-9792-0d70e79ad3e0', 'mac_address': 'fa:16:3e:ef:fb:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffb9dd6a-9435-4f73-9597-0b7c0b0ac374', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:33:24.368955 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:24.385898 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4482971-822c-47ff-9792-0d70e79ad3e0 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:33:24.396336 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3ecfeef-2f0c-4c45-88c5-5d22de0a9f62 req-fbfb5b66-1680-4b2a-bd0f-510a51f572fe tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/security-groups?id=15ae591a-5f09-4b87-a2d6-2da9fcc6fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854189 Aug 11 02:33:24.397681 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff76328-fc86-4019-b209-fb21bc23b2b2 x-openstack-request-id: req-cff76328-fc86-4019-b209-fb21bc23b2b2 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:24.398220 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3213df3a-a041-4cae-8b2c-34b6a905640b", "name": "network-vif-deleted", "tag": "95c549c0-e77b-4c83-990c-a420d7607be7", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:24.398603 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cff76328-fc86-4019-b209-fb21bc23b2b2 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:24.399512 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3213df3a-a041-4cae-8b2c-34b6a905640b', 'name': 'network-vif-deleted', 'tag': '95c549c0-e77b-4c83-990c-a420d7607be7', 'status': 'completed', 'code': 200} Aug 11 02:33:24.421404 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port a4482971-822c-47ff-9792-0d70e79ad3e0, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=a4482971-822c-47ff-9792-0d70e79ad3e0,segment=NetworkSegment(2a5e1037-f92d-4ae6-952c-e9370c6f49f3),segment_id=2a5e1037-f92d-4ae6-952c-e9370c6f49f3)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:24.425410 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f02000f5-d293-4f7c-ad6f-9680a0edb8f9 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:24.426112 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:24.492788 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=a4482971-822c-47ff-9792-0d70e79ad3e0,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:24.506647 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:24.508089 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:24.508488 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:24.509085 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:24.510068 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:24.510354 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:24.510756 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:24.511144 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:24.511478 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:24.511822 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:24.512198 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:24.512525 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:24.543993 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:24.623748 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-73464c1c-145c-45fb-b7d6-e85bad155199 req-7b81ab1e-69a5-4fb6-bc93-937178172257 tempest-VolumesBackupsTest-799196202 tempest-VolumesBackupsTest-799196202-project] 10.222.0.50 "GET /v2.0/ports?device_id=3213df3a-a041-4cae-8b2c-34b6a905640b HTTP/1.1" status: 200 len: 210 time: 0.0505548 Aug 11 02:33:24.683682 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['a4482971-822c-47ff-9792-0d70e79ad3e0'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:33:24.978385 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02000f5-d293-4f7c-ad6f-9680a0edb8f9 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:24.980038 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-f02000f5-d293-4f7c-ad6f-9680a0edb8f9 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:24.985714 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02000f5-d293-4f7c-ad6f-9680a0edb8f9 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:25.001900 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02000f5-d293-4f7c-ad6f-9680a0edb8f9 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Pushing event updated for resources: {'Port': ['ID=2ca8eab6-db4b-417c-8f80-179eb09ebe49,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:25.143214 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081f44a-465d-42c5-b102-1efe3aab478d req-88a605af-40cc-4cd5-9c93-999c625a29e8 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:25.144753 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9081f44a-465d-42c5-b102-1efe3aab478d req-88a605af-40cc-4cd5-9c93-999c625a29e8 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 943 time: 0.1601357 Aug 11 02:33:25.219348 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9081f44a-465d-42c5-b102-1efe3aab478d req-49205965-7b69-4094-9d1f-feefd66181d9 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673702 Aug 11 02:33:25.340903 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f02000f5-d293-4f7c-ad6f-9680a0edb8f9 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:25.354844 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:25.541933 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a4a8d-eca7-454a-994c-3cb79b8030bd req-914f4c7e-e6c8-4f76-8223-38e9733e83e7 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:25.543547 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7f1a4a8d-eca7-454a-994c-3cb79b8030bd req-914f4c7e-e6c8-4f76-8223-38e9733e83e7 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 944 time: 0.0631957 Aug 11 02:33:25.582522 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f02000f5-d293-4f7c-ad6f-9680a0edb8f9 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:25.593412 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7f1a4a8d-eca7-454a-994c-3cb79b8030bd req-9fec7298-c2ed-4b10-90b6-3c8f07ed0169 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/security-groups?id=15ae591a-5f09-4b87-a2d6-2da9fcc6fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428557 Aug 11 02:33:25.739912 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02000f5-d293-4f7c-ad6f-9680a0edb8f9 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Router 7d5c95ed-424c-46a6-a806-c40716f2aed1 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:33:25.863169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02000f5-d293-4f7c-ad6f-9680a0edb8f9 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:33:25.872178 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e869e6f-dad5-43e5-a1b4-9022f11eeb18 None None] Sync routers for ids ['7d5c95ed-424c-46a6-a806-c40716f2aed1'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:33:25.885867 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e869e6f-dad5-43e5-a1b4-9022f11eeb18 None None] Routers {'7d5c95ed-424c-46a6-a806-c40716f2aed1'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:25.886947 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-8e869e6f-dad5-43e5-a1b4-9022f11eeb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:33:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['7d5c95ed-424c-46a6-a806-c40716f2aed1'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:25.887623 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f02000f5-d293-4f7c-ad6f-9680a0edb8f9 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:25.889175 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f02000f5-d293-4f7c-ad6f-9680a0edb8f9 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.7849882 Aug 11 02:33:25.892122 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42118) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:26.014658 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-62cb0b46-9563-4602-b436-e1454cf0e1cd tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "GET /v2.0/routers/7d5c95ed-424c-46a6-a806-c40716f2aed1 HTTP/1.1" status: 200 len: 907 time: 0.1213419 Aug 11 02:33:26.015733 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-8e869e6f-dad5-43e5-a1b4-9022f11eeb18 None None] Set router 7d5c95ed-424c-46a6-a806-c40716f2aed1 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:26.017743 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42120) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:26.022386 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-eb8356ef-1f0f-4aaf-8cbd-389c3c03c3ac tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1278684740', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'enable_snat': True}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:26.042042 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device a4482971-822c-47ff-9792-0d70e79ad3e0 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:26.059251 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eb8356ef-1f0f-4aaf-8cbd-389c3c03c3ac tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:26.060400 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eb8356ef-1f0f-4aaf-8cbd-389c3c03c3ac tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:26.132279 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port a4482971-822c-47ff-9792-0d70e79ad3e0 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:26.138408 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port a4482971-822c-47ff-9792-0d70e79ad3e0 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:26.139890 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:26.145773 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eb8356ef-1f0f-4aaf-8cbd-389c3c03c3ac tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:26.287675 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:26.307106 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-8e869e6f-dad5-43e5-a1b4-9022f11eeb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5c95ed-424c-46a6-a806-c40716f2aed1', 'name': 'tempest-snat-router-1278684740', 'tenant_id': 'd951b19312a84baeb737e6c5e2056bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.8'}], 'enable_snat': False}, 'gw_port_id': '2ca8eab6-db4b-417c-8f80-179eb09ebe49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:23Z', 'updated_at': '2021-08-11T02:33:25Z', 'revision_number': 3, 'project_id': 'd951b19312a84baeb737e6c5e2056bb7', 'gw_port': {'id': '2ca8eab6-db4b-417c-8f80-179eb09ebe49', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:47:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5c95ed-424c-46a6-a806-c40716f2aed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:23Z', 'updated_at': '2021-08-11T02:33:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:26.328221 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be8dc02-bfdc-4155-a7a1-e330f1c09f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4482971-822c-47ff-9792-0d70e79ad3e0'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:26.330513 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5845c2e1-d135-4167-a707-6225d4773e30" -d '{"events": [{"server_uuid": "8be8dc02-bfdc-4155-a7a1-e330f1c09f06", "name": "network-vif-plugged", "status": "completed", "tag": "a4482971-822c-47ff-9792-0d70e79ad3e0"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:26.365992 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port a4482971-822c-47ff-9792-0d70e79ad3e0, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=a4482971-822c-47ff-9792-0d70e79ad3e0,segment=NetworkSegment(2a5e1037-f92d-4ae6-952c-e9370c6f49f3),segment_id=2a5e1037-f92d-4ae6-952c-e9370c6f49f3)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:26.370059 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e869e6f-dad5-43e5-a1b4-9022f11eeb18 None None] Checking router: 7d5c95ed-424c-46a6-a806-c40716f2aed1 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:33:26.370427 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e869e6f-dad5-43e5-a1b4-9022f11eeb18 None None] Updating router 7d5c95ed-424c-46a6-a806-c40716f2aed1 port 2ca8eab6-db4b-417c-8f80-179eb09ebe49 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:33:26.371687 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:26.372524 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 95c549c0-e77b-4c83-990c-a420d7607be7 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:33:26.386257 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eb8356ef-1f0f-4aaf-8cbd-389c3c03c3ac tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:26.423807 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca9037-5db1-44f2-8bde-72dec30debbf req-0ca48068-6156-43ba-9dcf-dbca9d59ac23 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:26.432583 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-8e869e6f-dad5-43e5-a1b4-9022f11eeb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:26.436698 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a58615a-d296-4556-a4dd-5bf0a0c90dc7 x-openstack-request-id: req-2a58615a-d296-4556-a4dd-5bf0a0c90dc7 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:26.437270 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be8dc02-bfdc-4155-a7a1-e330f1c09f06", "name": "network-vif-plugged", "status": "completed", "tag": "a4482971-822c-47ff-9792-0d70e79ad3e0", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:26.437690 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2a58615a-d296-4556-a4dd-5bf0a0c90dc7 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:26.437883 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eeca9037-5db1-44f2-8bde-72dec30debbf req-0ca48068-6156-43ba-9dcf-dbca9d59ac23 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 943 time: 0.0991037 Aug 11 02:33:26.438430 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be8dc02-bfdc-4155-a7a1-e330f1c09f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4482971-822c-47ff-9792-0d70e79ad3e0', 'code': 200} Aug 11 02:33:26.478347 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 95c549c0-e77b-4c83-990c-a420d7607be7 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:33:26.478975 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 95c549c0-e77b-4c83-990c-a420d7607be7 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:33:26.512313 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eeca9037-5db1-44f2-8bde-72dec30debbf req-be5ddc35-ce39-409b-9fed-010c0fc3b624 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674524 Aug 11 02:33:26.533827 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=a4482971-822c-47ff-9792-0d70e79ad3e0,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:26.553274 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f10505-9b9f-4a92-9fbe-2c5d98c4bb1d req-d653b90c-975c-4d77-bae9-4a05d79ba2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:26.555880 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c3f10505-9b9f-4a92-9fbe-2c5d98c4bb1d req-d653b90c-975c-4d77-bae9-4a05d79ba2a6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 1097 time: 0.0826790 Aug 11 02:33:26.613619 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c3f10505-9b9f-4a92-9fbe-2c5d98c4bb1d req-2f3afe54-8aa8-4638-8d86-db41338103c5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=15ae591a-5f09-4b87-a2d6-2da9fcc6fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505071 Aug 11 02:33:26.869376 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-8e869e6f-dad5-43e5-a1b4-9022f11eeb18 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:26.882958 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-8e869e6f-dad5-43e5-a1b4-9022f11eeb18 None None] Transition to ACTIVE for port object 2ca8eab6-db4b-417c-8f80-179eb09ebe49 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:26.910995 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-8e869e6f-dad5-43e5-a1b4-9022f11eeb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:26.970186 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-8e869e6f-dad5-43e5-a1b4-9022f11eeb18 None None] Attempting to bind port 2ca8eab6-db4b-417c-8f80-179eb09ebe49 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:33:26.970567 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-8e869e6f-dad5-43e5-a1b4-9022f11eeb18 None None] Attempting to bind port 2ca8eab6-db4b-417c-8f80-179eb09ebe49 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:33:26.970929 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e869e6f-dad5-43e5-a1b4-9022f11eeb18 None None] Attempting to bind port 2ca8eab6-db4b-417c-8f80-179eb09ebe49 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:26.986114 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e869e6f-dad5-43e5-a1b4-9022f11eeb18 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:33:26.986546 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e869e6f-dad5-43e5-a1b4-9022f11eeb18 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:33:26.987315 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-8e869e6f-dad5-43e5-a1b4-9022f11eeb18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:26.987739 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e869e6f-dad5-43e5-a1b4-9022f11eeb18 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:33:26.988226 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-8e869e6f-dad5-43e5-a1b4-9022f11eeb18 None None] Bound port: 2ca8eab6-db4b-417c-8f80-179eb09ebe49, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:33:26.988610 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-8e869e6f-dad5-43e5-a1b4-9022f11eeb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:27.017555 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689ebf8-dfc3-4d74-9b2c-65f4a9c2be4d None None] Pushing event updated for resources: {'Port': ['ID=2ca8eab6-db4b-417c-8f80-179eb09ebe49,revision_number=2']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:27.057571 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-8e869e6f-dad5-43e5-a1b4-9022f11eeb18 None None] For port 2ca8eab6-db4b-417c-8f80-179eb09ebe49, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:33:27.061882 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-8e869e6f-dad5-43e5-a1b4-9022f11eeb18 None None] For port 2ca8eab6-db4b-417c-8f80-179eb09ebe49, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=2ca8eab6-db4b-417c-8f80-179eb09ebe49,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:33:27.066808 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-8e869e6f-dad5-43e5-a1b4-9022f11eeb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:27.140737 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689ebf8-dfc3-4d74-9b2c-65f4a9c2be4d None None] Pushing event updated for resources: {'Port': ['ID=2ca8eab6-db4b-417c-8f80-179eb09ebe49,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:27.155032 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e869e6f-dad5-43e5-a1b4-9022f11eeb18 None None] Routers {'7d5c95ed-424c-46a6-a806-c40716f2aed1'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:27.156417 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-8e869e6f-dad5-43e5-a1b4-9022f11eeb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:33:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['7d5c95ed-424c-46a6-a806-c40716f2aed1'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:27.199350 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eb8356ef-1f0f-4aaf-8cbd-389c3c03c3ac tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:27.226698 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8044-fdf8-49af-98dc-9c92dd1b8d55 req-532dfbee-fe50-4f66-a732-b70b5aae493b tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:27.228495 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-581f8044-fdf8-49af-98dc-9c92dd1b8d55 req-532dfbee-fe50-4f66-a732-b70b5aae493b tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 945 time: 0.1322176 Aug 11 02:33:27.232367 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eb8356ef-1f0f-4aaf-8cbd-389c3c03c3ac tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:27.238294 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4db16d39-d060-4496-b4a3-f952daa94dce req-049a7100-1c8c-49ba-9fe4-bde2837691fc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d465964d-c94f-448b-ba36-fbf74f8902e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1433358 Aug 11 02:33:27.307689 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-8e869e6f-dad5-43e5-a1b4-9022f11eeb18 None None] Set router 7d5c95ed-424c-46a6-a806-c40716f2aed1 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:27.367378 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-581f8044-fdf8-49af-98dc-9c92dd1b8d55 req-c610fa59-95c6-40e9-bdd1-14cc7599f272 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/security-groups?id=15ae591a-5f09-4b87-a2d6-2da9fcc6fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217141 Aug 11 02:33:27.433442 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db16d39-d060-4496-b4a3-f952daa94dce req-bd575649-a520-441f-9dd9-b6a2ea912ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:27.439162 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4db16d39-d060-4496-b4a3-f952daa94dce req-bd575649-a520-441f-9dd9-b6a2ea912ec9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fe5f52722e8249458d02819aff8bb439&device_id=d465964d-c94f-448b-ba36-fbf74f8902e6 HTTP/1.1" status: 200 len: 1097 time: 0.1311491 Aug 11 02:33:27.598780 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-eb8356ef-1f0f-4aaf-8cbd-389c3c03c3ac tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Allocated IP 172.25.2.200 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/a86799a6-4497-496e-9c37-d0d8b69b2ac1) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:27.698981 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db16d39-d060-4496-b4a3-f952daa94dce req-cf8eca53-1961-4e15-8cf4-4ef57caf5314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:27.700480 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4db16d39-d060-4496-b4a3-f952daa94dce req-cf8eca53-1961-4e15-8cf4-4ef57caf5314 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 HTTP/1.1" status: 200 len: 914 time: 0.2134154 Aug 11 02:33:27.725039 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-8e869e6f-dad5-43e5-a1b4-9022f11eeb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5c95ed-424c-46a6-a806-c40716f2aed1', 'name': 'tempest-snat-router-1278684740', 'tenant_id': 'd951b19312a84baeb737e6c5e2056bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.8'}], 'enable_snat': False}, 'gw_port_id': '2ca8eab6-db4b-417c-8f80-179eb09ebe49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:23Z', 'updated_at': '2021-08-11T02:33:25Z', 'revision_number': 3, 'project_id': 'd951b19312a84baeb737e6c5e2056bb7', 'gw_port': {'id': '2ca8eab6-db4b-417c-8f80-179eb09ebe49', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:47:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5c95ed-424c-46a6-a806-c40716f2aed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:23Z', 'updated_at': '2021-08-11T02:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:27.748838 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a05d35dc-2ca4-417f-97c5-667176626fa2 req-4873e7a6-ccf8-482f-80e8-d8dc99bc47f5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0b571fe6-73f2-40ef-a941-9614a87c4ca7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1633105 Aug 11 02:33:27.754874 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4db16d39-d060-4496-b4a3-f952daa94dce req-fa259db9-212e-4b56-ac83-993ecfd2b215 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa65f928-cc55-44c4-b23e-280e471c672f HTTP/1.1" status: 200 len: 217 time: 0.0460818 Aug 11 02:33:27.791060 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e869e6f-dad5-43e5-a1b4-9022f11eeb18 None None] The sync data for ids ['7d5c95ed-424c-46a6-a806-c40716f2aed1'] in n-d-615180-33 is: [{'id': '7d5c95ed-424c-46a6-a806-c40716f2aed1', 'name': 'tempest-snat-router-1278684740', 'tenant_id': 'd951b19312a84baeb737e6c5e2056bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.8'}], 'enable_snat': False}, 'gw_port_id': '2ca8eab6-db4b-417c-8f80-179eb09ebe49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:23Z', 'updated_at': '2021-08-11T02:33:25Z', 'revision_number': 3, 'project_id': 'd951b19312a84baeb737e6c5e2056bb7', 'gw_port': {'id': '2ca8eab6-db4b-417c-8f80-179eb09ebe49', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:47:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5c95ed-424c-46a6-a806-c40716f2aed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:23Z', 'updated_at': '2021-08-11T02:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:33:27.822082 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b532810-72e2-4af9-ab4d-859d3e8d9d82 req-a762070c-8e14-4510-990d-876673e1fe51 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:27.831984 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0b532810-72e2-4af9-ab4d-859d3e8d9d82 req-a762070c-8e14-4510-990d-876673e1fe51 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 943 time: 0.1861246 Aug 11 02:33:27.862901 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eb8356ef-1f0f-4aaf-8cbd-389c3c03c3ac tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:27.877175 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db16d39-d060-4496-b4a3-f952daa94dce req-71f6e7bc-a912-47eb-96e3-d91db5c5ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:27.887216 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4db16d39-d060-4496-b4a3-f952daa94dce req-71f6e7bc-a912-47eb-96e3-d91db5c5ac69 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0158b5c2-32d3-41d6-b8b5-8309e1adc057 HTTP/1.1" status: 200 len: 853 time: 0.1242526 Aug 11 02:33:27.921398 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0b532810-72e2-4af9-ab4d-859d3e8d9d82 req-5d9ea3d0-6e32-40cd-845d-1493475a2721 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884385 Aug 11 02:33:27.931882 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4db16d39-d060-4496-b4a3-f952daa94dce req-91cc8b01-706c-433f-ae9d-01621d9e5365 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b9eb72cf-c2be-4e07-900a-e3f5dc7401c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363674 Aug 11 02:33:27.974866 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d35dc-2ca4-417f-97c5-667176626fa2 req-6767a45a-54e4-4592-8d37-1f7904420156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:27.979236 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a05d35dc-2ca4-417f-97c5-667176626fa2 req-6767a45a-54e4-4592-8d37-1f7904420156 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe5f52722e8249458d02819aff8bb439&device_id=0b571fe6-73f2-40ef-a941-9614a87c4ca7 HTTP/1.1" status: 200 len: 1098 time: 0.0825768 Aug 11 02:33:28.053233 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eb8356ef-1f0f-4aaf-8cbd-389c3c03c3ac tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:28.128683 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d35dc-2ca4-417f-97c5-667176626fa2 req-cd08655c-1594-4f36-a437-b0dae3ac5887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:28.129905 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a05d35dc-2ca4-417f-97c5-667176626fa2 req-cd08655c-1594-4f36-a437-b0dae3ac5887 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 HTTP/1.1" status: 200 len: 914 time: 0.1153581 Aug 11 02:33:28.150230 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4db16d39-d060-4496-b4a3-f952daa94dce req-1268f03c-be85-4a77-870c-35b41cc8ea3a service neutron] 10.222.0.66 "GET /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059724 Aug 11 02:33:28.172859 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8356ef-1f0f-4aaf-8cbd-389c3c03c3ac tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Pushing event updated for resources: {'Port': ['ID=a86799a6-4497-496e-9c37-d0d8b69b2ac1,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:28.268481 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a05d35dc-2ca4-417f-97c5-667176626fa2 req-092424fb-3e78-4d24-9b58-54c90e51e363 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4f57556-4b52-42db-971a-9f26549196a2 HTTP/1.1" status: 200 len: 217 time: 0.1154182 Aug 11 02:33:28.269503 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8356ef-1f0f-4aaf-8cbd-389c3c03c3ac tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:28.273519 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-eb8356ef-1f0f-4aaf-8cbd-389c3c03c3ac tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:28.286085 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8356ef-1f0f-4aaf-8cbd-389c3c03c3ac tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:28.342783 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d35dc-2ca4-417f-97c5-667176626fa2 req-0597a453-24f1-4ebc-ac08-f79e883777e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:28.344408 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a05d35dc-2ca4-417f-97c5-667176626fa2 req-0597a453-24f1-4ebc-ac08-f79e883777e2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0158b5c2-32d3-41d6-b8b5-8309e1adc057 HTTP/1.1" status: 200 len: 853 time: 0.0670559 Aug 11 02:33:28.388675 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a05d35dc-2ca4-417f-97c5-667176626fa2 req-4300875c-1bee-49c4-a54a-e152ba8aaa83 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b9eb72cf-c2be-4e07-900a-e3f5dc7401c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332608 Aug 11 02:33:28.443503 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4db16d39-d060-4496-b4a3-f952daa94dce req-89eed4e7-71b2-43fa-b71f-3656e23617f2 service neutron] 10.222.0.66 "GET /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655020 Aug 11 02:33:28.586221 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8c2d4-ea48-4974-8843-a71a6bc501ea req-9d054a19-8fa2-4b95-aa35-67603992b875 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:28.587721 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-68e8c2d4-ea48-4974-8843-a71a6bc501ea req-9d054a19-8fa2-4b95-aa35-67603992b875 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 945 time: 0.0750782 Aug 11 02:33:28.590403 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a05d35dc-2ca4-417f-97c5-667176626fa2 req-1aca3950-6b47-428b-9d57-61a989a93560 service neutron] 10.222.0.73 "GET /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851370 Aug 11 02:33:28.668844 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-68e8c2d4-ea48-4974-8843-a71a6bc501ea req-44e8d6cb-7727-4899-bb5d-981cdcc340b2 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/security-groups?id=15ae591a-5f09-4b87-a2d6-2da9fcc6fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494275 Aug 11 02:33:28.764845 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eb8356ef-1f0f-4aaf-8cbd-389c3c03c3ac tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:28.816537 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a05d35dc-2ca4-417f-97c5-667176626fa2 req-ea37c7f6-a16e-4b2b-9869-707a936b6665 service neutron] 10.222.0.73 "GET /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183061 Aug 11 02:33:28.923222 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5a23e-c197-45e8-a04f-261394b597ff req-bb940571-e7d1-4000-9695-55da90d7b9ef tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:28.926866 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e9d5a23e-c197-45e8-a04f-261394b597ff req-bb940571-e7d1-4000-9695-55da90d7b9ef tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 945 time: 0.1187072 Aug 11 02:33:29.033420 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e9d5a23e-c197-45e8-a04f-261394b597ff req-bea0b924-5c50-4175-923a-262806883231 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/security-groups?id=15ae591a-5f09-4b87-a2d6-2da9fcc6fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941880 Aug 11 02:33:29.062712 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42178) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:29.239947 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eb8356ef-1f0f-4aaf-8cbd-389c3c03c3ac tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:29.256520 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e9773-a127-4365-8f9d-42688ef9e6f3 req-710a8d1d-1af0-4f45-9002-539033b71fb0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:29.265378 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-690e9773-a127-4365-8f9d-42688ef9e6f3 req-710a8d1d-1af0-4f45-9002-539033b71fb0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 943 time: 0.1159742 Aug 11 02:33:29.393922 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-690e9773-a127-4365-8f9d-42688ef9e6f3 req-3d5006c2-cc95-4da0-86d9-15b53c682766 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229265 Aug 11 02:33:29.423217 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6212c58-c84a-4f76-861f-2d7f71d87b23 tempest-TestVolumeBackupRestore-1940250492 tempest-TestVolumeBackupRestore-1940250492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:29.428279 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e6212c58-c84a-4f76-861f-2d7f71d87b23 tempest-TestVolumeBackupRestore-1940250492 tempest-TestVolumeBackupRestore-1940250492-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 1092 time: 0.3635788 Aug 11 02:33:29.429484 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42190) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:29.434783 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-7ffcb35a-88b9-4c72-87c1-f4988bd58d7e tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'port_id': 'a4482971-822c-47ff-9792-0d70e79ad3e0', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:29.459001 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7ffcb35a-88b9-4c72-87c1-f4988bd58d7e tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:29.489688 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8356ef-1f0f-4aaf-8cbd-389c3c03c3ac tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Router 5b8b8568-a22f-4a76-81ab-3c356bd43fbd is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:33:29.601768 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7ffcb35a-88b9-4c72-87c1-f4988bd58d7e tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:29.645621 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8356ef-1f0f-4aaf-8cbd-389c3c03c3ac tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:33:29.656232 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8dd6d5-a808-4529-a013-91af3f1066c6 None None] Sync routers for ids ['5b8b8568-a22f-4a76-81ab-3c356bd43fbd'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:33:29.665000 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eb8356ef-1f0f-4aaf-8cbd-389c3c03c3ac tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:29.667650 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-eb8356ef-1f0f-4aaf-8cbd-389c3c03c3ac tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.6489334 Aug 11 02:33:29.670390 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42196) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:29.674574 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8dd6d5-a808-4529-a013-91af3f1066c6 None None] Routers {'5b8b8568-a22f-4a76-81ab-3c356bd43fbd'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:29.677353 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-0d8dd6d5-a808-4529-a013-91af3f1066c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:33:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['5b8b8568-a22f-4a76-81ab-3c356bd43fbd'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:29.766959 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-7ffcb35a-88b9-4c72-87c1-f4988bd58d7e tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Allocated IP 172.25.2.13 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/d76197a7-d8c1-4509-b79f-7bb0e90d5c33) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:29.845639 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4ba29edc-c1ca-4bc3-b518-4f858c2c5871 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "GET /v2.0/routers/5b8b8568-a22f-4a76-81ab-3c356bd43fbd HTTP/1.1" status: 200 len: 908 time: 0.1710360 Aug 11 02:33:29.846615 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42198) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:29.862402 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-0d8dd6d5-a808-4529-a013-91af3f1066c6 None None] Set router 5b8b8568-a22f-4a76-81ab-3c356bd43fbd gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:29.942139 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 2ca8eab6-db4b-417c-8f80-179eb09ebe49 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:29.942921 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7ffcb35a-88b9-4c72-87c1-f4988bd58d7e tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:30.023128 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7ffcb35a-88b9-4c72-87c1-f4988bd58d7e tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:30.042960 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6f37646b-29a3-4afd-be02-31af365b04a7 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:30.106317 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffcb35a-88b9-4c72-87c1-f4988bd58d7e tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Pushing event updated for resources: {'Port': ['ID=d76197a7-d8c1-4509-b79f-7bb0e90d5c33,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:30.115071 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 2ca8eab6-db4b-417c-8f80-179eb09ebe49 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:30.126007 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 2ca8eab6-db4b-417c-8f80-179eb09ebe49 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:30.126392 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:30.130580 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffcb35a-88b9-4c72-87c1-f4988bd58d7e tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:30.132134 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-7ffcb35a-88b9-4c72-87c1-f4988bd58d7e tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:30.135762 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffcb35a-88b9-4c72-87c1-f4988bd58d7e tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:30.279737 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6f37646b-29a3-4afd-be02-31af365b04a7 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:30.373279 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-0d8dd6d5-a808-4529-a013-91af3f1066c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8b8568-a22f-4a76-81ab-3c356bd43fbd', 'name': 'tempest-snat-router-1278684740', 'tenant_id': 'd951b19312a84baeb737e6c5e2056bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'a86799a6-4497-496e-9c37-d0d8b69b2ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:26Z', 'updated_at': '2021-08-11T02:33:28Z', 'revision_number': 3, 'project_id': 'd951b19312a84baeb737e6c5e2056bb7', 'gw_port': {'id': 'a86799a6-4497-496e-9c37-d0d8b69b2ac1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8b8568-a22f-4a76-81ab-3c356bd43fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:27Z', 'updated_at': '2021-08-11T02:33:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:30.388441 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-6f37646b-29a3-4afd-be02-31af365b04a7 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Deleting port a86799a6-4497-496e-9c37-d0d8b69b2ac1 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:30.388926 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6f37646b-29a3-4afd-be02-31af365b04a7 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:30.439743 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8dd6d5-a808-4529-a013-91af3f1066c6 None None] Checking router: 5b8b8568-a22f-4a76-81ab-3c356bd43fbd for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:33:30.441697 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8dd6d5-a808-4529-a013-91af3f1066c6 None None] Updating router 5b8b8568-a22f-4a76-81ab-3c356bd43fbd port a86799a6-4497-496e-9c37-d0d8b69b2ac1 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:33:30.466775 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:30.527732 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0d8dd6d5-a808-4529-a013-91af3f1066c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:30.530461 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 2ca8eab6-db4b-417c-8f80-179eb09ebe49, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=2ca8eab6-db4b-417c-8f80-179eb09ebe49,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:30.555365 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6f37646b-29a3-4afd-be02-31af365b04a7 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:30.562370 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:30.589335 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-6f37646b-29a3-4afd-be02-31af365b04a7 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Calling delete_port for a86799a6-4497-496e-9c37-d0d8b69b2ac1 owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:30.616188 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=2ca8eab6-db4b-417c-8f80-179eb09ebe49,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:30.784751 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b936ca8-20d7-426a-8fa5-aa412c7501ac req-5d66663b-0e13-442f-870c-faa79845d8b3 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:30.786632 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5b936ca8-20d7-426a-8fa5-aa412c7501ac req-5d66663b-0e13-442f-870c-faa79845d8b3 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 943 time: 0.2497702 Aug 11 02:33:30.855504 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6f37646b-29a3-4afd-be02-31af365b04a7 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:30.883706 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5b936ca8-20d7-426a-8fa5-aa412c7501ac req-4873220f-e257-458a-b0e4-f5608c26afc6 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883901 Aug 11 02:33:30.899767 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7ffcb35a-88b9-4c72-87c1-f4988bd58d7e tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:30.972408 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.db.api [None req-0d8dd6d5-a808-4529-a013-91af3f1066c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:33:30.974303 n-d-615180-33 neutron-server[94508]: DEBUG oslo_db.api [None req-0d8dd6d5-a808-4529-a013-91af3f1066c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:33:30.994694 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37646b-29a3-4afd-be02-31af365b04a7 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Pushing event deleted for resources: {'Port': ['ID=a86799a6-4497-496e-9c37-d0d8b69b2ac1,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:31.008928 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7ffcb35a-88b9-4c72-87c1-f4988bd58d7e tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:31.025086 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6f37646b-29a3-4afd-be02-31af365b04a7 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:31.161007 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6f37646b-29a3-4afd-be02-31af365b04a7 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:31.165324 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6f37646b-29a3-4afd-be02-31af365b04a7 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:31.233211 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6f37646b-29a3-4afd-be02-31af365b04a7 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:31.233855 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f37646b-29a3-4afd-be02-31af365b04a7 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b8b8568-a22f-4a76-81ab-3c356bd43fbd {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:33:31.237423 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7ffcb35a-88b9-4c72-87c1-f4988bd58d7e tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:31.244632 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6f37646b-29a3-4afd-be02-31af365b04a7 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:31.251854 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6f37646b-29a3-4afd-be02-31af365b04a7 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "DELETE /v2.0/routers/5b8b8568-a22f-4a76-81ab-3c356bd43fbd HTTP/1.1" status: 204 len: 168 time: 1.4017017 Aug 11 02:33:31.252627 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42226) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:31.254234 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7ffcb35a-88b9-4c72-87c1-f4988bd58d7e tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:31.349899 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffcb35a-88b9-4c72-87c1-f4988bd58d7e tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Pushing event updated for resources: {'Port': ['ID=d76197a7-d8c1-4509-b79f-7bb0e90d5c33,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:31.404677 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5bdda037-0fb0-43f8-a545-1332d8a5023d tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:31.421707 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7ffcb35a-88b9-4c72-87c1-f4988bd58d7e tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:31.504205 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8dd6d5-a808-4529-a013-91af3f1066c6 None None] Port a86799a6-4497-496e-9c37-d0d8b69b2ac1 not found while updating agent binding for router 5b8b8568-a22f-4a76-81ab-3c356bd43fbd. {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 11 02:33:31.528776 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8dd6d5-a808-4529-a013-91af3f1066c6 None None] Routers set() bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:31.531035 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8dd6d5-a808-4529-a013-91af3f1066c6 None None] Router IDs set() for agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 02:33:31.531035 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_agentschedulers_db [None req-0d8dd6d5-a808-4529-a013-91af3f1066c6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5b8b8568-a22f-4a76-81ab-3c356bd43fbd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:33:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent'). {{(pid=94508) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 11 02:33:31.531035 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8dd6d5-a808-4529-a013-91af3f1066c6 None None] The sync data for ids ['5b8b8568-a22f-4a76-81ab-3c356bd43fbd'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:33:31.648832 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-7ffcb35a-88b9-4c72-87c1-f4988bd58d7e tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Floating IP 8a0942fb-51af-4a8b-be06-c23b52f73f24 associated. External IP: 172.25.2.13, port: a4482971-822c-47ff-9792-0d70e79ad3e0. Aug 11 02:33:31.887725 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 2ca8eab6-db4b-417c-8f80-179eb09ebe49 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:31.987759 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 2ca8eab6-db4b-417c-8f80-179eb09ebe49 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:31.988450 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:32.015019 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5bdda037-0fb0-43f8-a545-1332d8a5023d tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:32.297136 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2307a70-6a27-478d-b13d-975d1905420c req-1b9ea308-8478-4d99-9871-deb42af903ce tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:32.301068 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d2307a70-6a27-478d-b13d-975d1905420c req-1b9ea308-8478-4d99-9871-deb42af903ce tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 943 time: 0.2614038 Aug 11 02:33:32.324788 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-5bdda037-0fb0-43f8-a545-1332d8a5023d tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Deleting port 2ca8eab6-db4b-417c-8f80-179eb09ebe49 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:32.331860 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5bdda037-0fb0-43f8-a545-1332d8a5023d tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:32.430401 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d2307a70-6a27-478d-b13d-975d1905420c req-fb13b313-46a3-41f1-ae36-7d3cddda8b59 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236739 Aug 11 02:33:32.507927 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-5bdda037-0fb0-43f8-a545-1332d8a5023d tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] For port 2ca8eab6-db4b-417c-8f80-179eb09ebe49, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=2ca8eab6-db4b-417c-8f80-179eb09ebe49,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:32.508309 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5bdda037-0fb0-43f8-a545-1332d8a5023d tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:32.524048 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-5bdda037-0fb0-43f8-a545-1332d8a5023d tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Calling delete_port for 2ca8eab6-db4b-417c-8f80-179eb09ebe49 owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:32.568472 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ffcb35a-88b9-4c72-87c1-f4988bd58d7e tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Router 44cc0473-02c3-450f-87ca-94bd8c0c8b31 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:33:32.768210 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffcb35a-88b9-4c72-87c1-f4988bd58d7e tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:33:32.779273 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cca8cf6-17c0-4bf9-b8cf-c81b8092cdaa None None] Sync routers for ids ['44cc0473-02c3-450f-87ca-94bd8c0c8b31'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:33:32.781685 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5bdda037-0fb0-43f8-a545-1332d8a5023d tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:32.789054 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7ffcb35a-88b9-4c72-87c1-f4988bd58d7e tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:32.796661 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cca8cf6-17c0-4bf9-b8cf-c81b8092cdaa None None] Routers {'44cc0473-02c3-450f-87ca-94bd8c0c8b31'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:32.797550 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9cca8cf6-17c0-4bf9-b8cf-c81b8092cdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:33:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['44cc0473-02c3-450f-87ca-94bd8c0c8b31'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:32.820572 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdda037-0fb0-43f8-a545-1332d8a5023d tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ca8eab6-db4b-417c-8f80-179eb09ebe49,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:32.829978 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7ffcb35a-88b9-4c72-87c1-f4988bd58d7e tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3993118 Aug 11 02:33:32.830903 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be8dc02-bfdc-4155-a7a1-e330f1c09f06', 'tag': 'a4482971-822c-47ff-9792-0d70e79ad3e0'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:32.834670 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a82328-9d9d-44df-bf9a-f875503bd765" -d '{"events": [{"name": "network-changed", "server_uuid": "8be8dc02-bfdc-4155-a7a1-e330f1c09f06", "tag": "a4482971-822c-47ff-9792-0d70e79ad3e0"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:32.841459 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42256) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:32.882516 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e155c106-fbd2-4f52-8f9c-834ce300909a x-openstack-request-id: req-e155c106-fbd2-4f52-8f9c-834ce300909a {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:32.882816 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be8dc02-bfdc-4155-a7a1-e330f1c09f06", "tag": "a4482971-822c-47ff-9792-0d70e79ad3e0", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:32.883068 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e155c106-fbd2-4f52-8f9c-834ce300909a {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:32.883471 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be8dc02-bfdc-4155-a7a1-e330f1c09f06', 'tag': 'a4482971-822c-47ff-9792-0d70e79ad3e0', 'status': 'completed', 'code': 200} Aug 11 02:33:32.984119 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-9cca8cf6-17c0-4bf9-b8cf-c81b8092cdaa None None] Set router 44cc0473-02c3-450f-87ca-94bd8c0c8b31 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:33.008133 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e820a4af-3db7-467a-801c-ac42bad296f2 tempest-TestVolumeBackupRestore-1940250492 tempest-TestVolumeBackupRestore-1940250492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:33.012711 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42260) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:33.013318 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e820a4af-3db7-467a-801c-ac42bad296f2 tempest-TestVolumeBackupRestore-1940250492 tempest-TestVolumeBackupRestore-1940250492-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 1092 time: 0.1659491 Aug 11 02:33:33.018256 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-ee920d8b-adc1-42b3-acb2-16b27c6e87b6 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Request body: {'floatingip': {'port_id': 'a4482971-822c-47ff-9792-0d70e79ad3e0'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:33.018947 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5bdda037-0fb0-43f8-a545-1332d8a5023d tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:33.022083 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a82328-9d9d-44df-bf9a-f875503bd765 req-d154a534-8e13-4a1c-b8f5-f14d2bd36d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:33.024391 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-99a82328-9d9d-44df-bf9a-f875503bd765 req-d154a534-8e13-4a1c-b8f5-f14d2bd36d79 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b5550d86beda47589d4c6167ec09486c&device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 1097 time: 0.1030822 Aug 11 02:33:33.196760 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee920d8b-adc1-42b3-acb2-16b27c6e87b6 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for floatingip, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:33.294268 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5bdda037-0fb0-43f8-a545-1332d8a5023d tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:33.298323 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5bdda037-0fb0-43f8-a545-1332d8a5023d tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:33.366727 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9cca8cf6-17c0-4bf9-b8cf-c81b8092cdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'name': 'tempest-TestVolumeBackupRestore-957803011-router', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:29:27Z', 'revision_number': 4, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'gw_port': {'id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '8a0942fb-51af-4a8b-be06-c23b52f73f24', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'port_id': 'a4482971-822c-47ff-9792-0d70e79ad3e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa', 'mac_address': 'fa:16:3e:ef:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be8dc02-bfdc-4155-a7a1-e330f1c09f06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:33:30Z', 'updated_at': '2021-08-11T02:33:30Z', 'revision_number': 0, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0', 'name': '', 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'mac_address': 'fa:16:3e:f2:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'ffb9dd6a-9435-4f73-9597-0b7c0b0ac374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:25Z', 'updated_at': '2021-08-11T02:29:40Z', 'revision_number': 5, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'subnets': [{'id': 'ffb9dd6a-9435-4f73-9597-0b7c0b0ac374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:33.376533 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5bdda037-0fb0-43f8-a545-1332d8a5023d tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:33.377109 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdda037-0fb0-43f8-a545-1332d8a5023d tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d5c95ed-424c-46a6-a806-c40716f2aed1 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:33:33.382730 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5bdda037-0fb0-43f8-a545-1332d8a5023d tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:33.391704 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5bdda037-0fb0-43f8-a545-1332d8a5023d tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "DELETE /v2.0/routers/7d5c95ed-424c-46a6-a806-c40716f2aed1 HTTP/1.1" status: 204 len: 168 time: 2.1366351 Aug 11 02:33:33.394973 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42268) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:33.408727 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-b448ba29-cfa3-464e-8e88-6f5ab8fa4446 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-213668161', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}, 'admin_state_up': False}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:33.437350 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cca8cf6-17c0-4bf9-b8cf-c81b8092cdaa None None] Checking router: 44cc0473-02c3-450f-87ca-94bd8c0c8b31 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:33:33.461266 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cca8cf6-17c0-4bf9-b8cf-c81b8092cdaa None None] Routers {'44cc0473-02c3-450f-87ca-94bd8c0c8b31'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:33.461853 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9cca8cf6-17c0-4bf9-b8cf-c81b8092cdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:33:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['44cc0473-02c3-450f-87ca-94bd8c0c8b31'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:33.464263 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b448ba29-cfa3-464e-8e88-6f5ab8fa4446 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:33.465234 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b448ba29-cfa3-464e-8e88-6f5ab8fa4446 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:33.502457 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a82328-9d9d-44df-bf9a-f875503bd765 req-c55ac0e1-4ad8-454a-8b78-ae63205eadd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:33.518493 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-99a82328-9d9d-44df-bf9a-f875503bd765 req-c55ac0e1-4ad8-454a-8b78-ae63205eadd0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3a121380-6178-48d7-951b-abcbdea8c6aa HTTP/1.1" status: 200 len: 914 time: 0.4448721 Aug 11 02:33:33.753249 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-9cca8cf6-17c0-4bf9-b8cf-c81b8092cdaa None None] Set router 44cc0473-02c3-450f-87ca-94bd8c0c8b31 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:33.846087 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b448ba29-cfa3-464e-8e88-6f5ab8fa4446 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:33.954248 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-99a82328-9d9d-44df-bf9a-f875503bd765 req-d23a263d-b8d2-43c1-85ec-ee19d4d6a905 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4482971-822c-47ff-9792-0d70e79ad3e0 HTTP/1.1" status: 200 len: 998 time: 0.4245768 Aug 11 02:33:34.149372 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5b13a-4ee3-4059-a38f-666e6f872da2 req-28521148-cb6f-450a-a943-6aae094f8e10 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:34.152213 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-46b5b13a-4ee3-4059-a38f-666e6f872da2 req-28521148-cb6f-450a-a943-6aae094f8e10 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 943 time: 0.5006168 Aug 11 02:33:34.170088 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 2ca8eab6-db4b-417c-8f80-179eb09ebe49 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:33:34.218227 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee920d8b-adc1-42b3-acb2-16b27c6e87b6 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:34.220914 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 2ca8eab6-db4b-417c-8f80-179eb09ebe49 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:33:34.221298 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 2ca8eab6-db4b-417c-8f80-179eb09ebe49 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:33:34.247379 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee920d8b-adc1-42b3-acb2-16b27c6e87b6 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:34.287315 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-9cca8cf6-17c0-4bf9-b8cf-c81b8092cdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'name': 'tempest-TestVolumeBackupRestore-957803011-router', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:29:27Z', 'revision_number': 4, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'gw_port': {'id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '8a0942fb-51af-4a8b-be06-c23b52f73f24', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'port_id': 'a4482971-822c-47ff-9792-0d70e79ad3e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa', 'mac_address': 'fa:16:3e:ef:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be8dc02-bfdc-4155-a7a1-e330f1c09f06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:33:30Z', 'updated_at': '2021-08-11T02:33:30Z', 'revision_number': 0, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0', 'name': '', 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'mac_address': 'fa:16:3e:f2:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'ffb9dd6a-9435-4f73-9597-0b7c0b0ac374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:25Z', 'updated_at': '2021-08-11T02:29:40Z', 'revision_number': 5, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'subnets': [{'id': 'ffb9dd6a-9435-4f73-9597-0b7c0b0ac374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:34.295732 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a82328-9d9d-44df-bf9a-f875503bd765 req-44a6a271-7fe9-4267-8585-04132238b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:34.297354 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-99a82328-9d9d-44df-bf9a-f875503bd765 req-44a6a271-7fe9-4267-8585-04132238b86b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ffb9dd6a-9435-4f73-9597-0b7c0b0ac374 HTTP/1.1" status: 200 len: 852 time: 0.2770071 Aug 11 02:33:34.324864 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cca8cf6-17c0-4bf9-b8cf-c81b8092cdaa None None] The sync data for ids ['44cc0473-02c3-450f-87ca-94bd8c0c8b31'] in n-d-615180-33 is: [{'id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'name': 'tempest-TestVolumeBackupRestore-957803011-router', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:29:27Z', 'revision_number': 4, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'gw_port': {'id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '8a0942fb-51af-4a8b-be06-c23b52f73f24', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'port_id': 'a4482971-822c-47ff-9792-0d70e79ad3e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa', 'mac_address': 'fa:16:3e:ef:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be8dc02-bfdc-4155-a7a1-e330f1c09f06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:33:30Z', 'updated_at': '2021-08-11T02:33:30Z', 'revision_number': 0, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0', 'name': '', 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'mac_address': 'fa:16:3e:f2:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'ffb9dd6a-9435-4f73-9597-0b7c0b0ac374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:25Z', 'updated_at': '2021-08-11T02:29:40Z', 'revision_number': 5, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'subnets': [{'id': 'ffb9dd6a-9435-4f73-9597-0b7c0b0ac374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:33:34.340147 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b448ba29-cfa3-464e-8e88-6f5ab8fa4446 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:34.427423 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-46b5b13a-4ee3-4059-a38f-666e6f872da2 req-ba423a00-aa4c-4184-93d2-5002149a465e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682283 Aug 11 02:33:34.553304 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a82328-9d9d-44df-bf9a-f875503bd765 req-e4903f75-d000-4330-b1cf-d6b8882bb628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:34.555315 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-99a82328-9d9d-44df-bf9a-f875503bd765 req-e4903f75-d000-4330-b1cf-d6b8882bb628 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a121380-6178-48d7-951b-abcbdea8c6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2493944 Aug 11 02:33:34.598449 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee920d8b-adc1-42b3-acb2-16b27c6e87b6 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Router 44cc0473-02c3-450f-87ca-94bd8c0c8b31 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:33:34.711641 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b00a32-b3c4-40b3-965e-8bb435aca43b None None] New status for floating IP 8a0942fb-51af-4a8b-be06-c23b52f73f24: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:33:34.794152 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-99a82328-9d9d-44df-bf9a-f875503bd765 req-fb01fa2d-e3a3-472d-b7a4-fe5d21e20968 service neutron] 10.222.0.66 "GET /v2.0/networks/3a121380-6178-48d7-951b-abcbdea8c6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289426 Aug 11 02:33:34.843625 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee920d8b-adc1-42b3-acb2-16b27c6e87b6 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:33:34.849220 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee920d8b-adc1-42b3-acb2-16b27c6e87b6 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:34.924367 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be8dc02-bfdc-4155-a7a1-e330f1c09f06', 'tag': 'a4482971-822c-47ff-9792-0d70e79ad3e0'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:34.926670 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3054a429-44c5-4e80-9c93-245757531df9" -d '{"events": [{"name": "network-changed", "server_uuid": "8be8dc02-bfdc-4155-a7a1-e330f1c09f06", "tag": "a4482971-822c-47ff-9792-0d70e79ad3e0"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:34.931487 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ee920d8b-adc1-42b3-acb2-16b27c6e87b6 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "PUT /v2.0/floatingips/8a0942fb-51af-4a8b-be06-c23b52f73f24 HTTP/1.1" status: 200 len: 990 time: 1.9177091 Aug 11 02:33:35.012372 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23ac691-f16e-4a2a-b78d-16347155f5a5 x-openstack-request-id: req-a23ac691-f16e-4a2a-b78d-16347155f5a5 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:35.012668 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be8dc02-bfdc-4155-a7a1-e330f1c09f06", "tag": "a4482971-822c-47ff-9792-0d70e79ad3e0", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:35.012924 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a23ac691-f16e-4a2a-b78d-16347155f5a5 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:35.013337 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be8dc02-bfdc-4155-a7a1-e330f1c09f06', 'tag': 'a4482971-822c-47ff-9792-0d70e79ad3e0', 'status': 'completed', 'code': 200} Aug 11 02:33:35.143717 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14b0eda-75e6-4bb8-8277-c67d34b8a3df None None] Sync routers for ids ['44cc0473-02c3-450f-87ca-94bd8c0c8b31'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:33:35.170992 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14b0eda-75e6-4bb8-8277-c67d34b8a3df None None] Routers {'44cc0473-02c3-450f-87ca-94bd8c0c8b31'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:35.172391 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e14b0eda-75e6-4bb8-8277-c67d34b8a3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:33:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['44cc0473-02c3-450f-87ca-94bd8c0c8b31'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:35.196182 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-99a82328-9d9d-44df-bf9a-f875503bd765 req-9dc9f4e1-6d00-4b30-a9d2-98f350bd3268 service neutron] 10.222.0.66 "GET /v2.0/networks/3a121380-6178-48d7-951b-abcbdea8c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768682 Aug 11 02:33:35.293157 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b448ba29-cfa3-464e-8e88-6f5ab8fa4446 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:35.328888 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b448ba29-cfa3-464e-8e88-6f5ab8fa4446 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:35.364477 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-e14b0eda-75e6-4bb8-8277-c67d34b8a3df None None] Set router 44cc0473-02c3-450f-87ca-94bd8c0c8b31 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:35.390968 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054a429-44c5-4e80-9c93-245757531df9 req-06c6bcb8-1640-4593-9a61-bfc693695afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:35.392778 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3054a429-44c5-4e80-9c93-245757531df9 req-06c6bcb8-1640-4593-9a61-bfc693695afe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b5550d86beda47589d4c6167ec09486c&device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 1097 time: 0.1345248 Aug 11 02:33:35.433582 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0f4af-2676-499c-8004-b6611cd11cff req-b7d45498-c7d1-41d3-9c71-fcee1e1dfbb2 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:35.441040 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ab0f4af-2676-499c-8004-b6611cd11cff req-b7d45498-c7d1-41d3-9c71-fcee1e1dfbb2 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=25cac875-c7e1-455d-aa80-5eccb8d0e50c HTTP/1.1" status: 200 len: 945 time: 0.2481852 Aug 11 02:33:35.550523 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ab0f4af-2676-499c-8004-b6611cd11cff req-74472376-a320-4fb1-8131-fe43be22c20b tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036975 Aug 11 02:33:35.631471 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-b448ba29-cfa3-464e-8e88-6f5ab8fa4446 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Allocated IP 172.25.2.192 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/be4b4ca8-a8d6-4c9d-aec2-f75403a1a991) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:35.651976 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ce3d4-f983-4d09-a23b-a723d95f7030 req-318d6e7f-60a3-486b-b54f-bcd883cc6eff tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:35.654580 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d54ce3d4-f983-4d09-a23b-a723d95f7030 req-318d6e7f-60a3-486b-b54f-bcd883cc6eff tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 943 time: 0.0794895 Aug 11 02:33:35.656636 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054a429-44c5-4e80-9c93-245757531df9 req-5e746951-0ce0-471b-a15c-fc570a8b435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:35.659015 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3054a429-44c5-4e80-9c93-245757531df9 req-5e746951-0ce0-471b-a15c-fc570a8b435f service neutron] 10.222.0.66 "GET /v2.0/networks?id=3a121380-6178-48d7-951b-abcbdea8c6aa HTTP/1.1" status: 200 len: 914 time: 0.1968617 Aug 11 02:33:35.723231 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d54ce3d4-f983-4d09-a23b-a723d95f7030 req-0815ce79-676d-4c4f-b46b-6ab824fb25d0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620964 Aug 11 02:33:35.832712 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3054a429-44c5-4e80-9c93-245757531df9 req-f6239719-c283-45f7-8569-2481193fb8a6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4482971-822c-47ff-9792-0d70e79ad3e0 HTTP/1.1" status: 200 len: 1000 time: 0.1614547 Aug 11 02:33:35.901059 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e14b0eda-75e6-4bb8-8277-c67d34b8a3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'name': 'tempest-TestVolumeBackupRestore-957803011-router', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:29:27Z', 'revision_number': 4, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'gw_port': {'id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '8a0942fb-51af-4a8b-be06-c23b52f73f24', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'port_id': 'a4482971-822c-47ff-9792-0d70e79ad3e0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa', 'mac_address': 'fa:16:3e:ef:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be8dc02-bfdc-4155-a7a1-e330f1c09f06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:33:30Z', 'updated_at': '2021-08-11T02:33:34Z', 'revision_number': 2, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0', 'name': '', 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'mac_address': 'fa:16:3e:f2:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'ffb9dd6a-9435-4f73-9597-0b7c0b0ac374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:25Z', 'updated_at': '2021-08-11T02:29:40Z', 'revision_number': 5, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'subnets': [{'id': 'ffb9dd6a-9435-4f73-9597-0b7c0b0ac374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:35.912722 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b448ba29-cfa3-464e-8e88-6f5ab8fa4446 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:35.923605 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054a429-44c5-4e80-9c93-245757531df9 req-8059d586-0bec-47c3-8b4e-79db1b8da64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:35.925122 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3054a429-44c5-4e80-9c93-245757531df9 req-8059d586-0bec-47c3-8b4e-79db1b8da64c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ffb9dd6a-9435-4f73-9597-0b7c0b0ac374 HTTP/1.1" status: 200 len: 852 time: 0.0826154 Aug 11 02:33:35.952469 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14b0eda-75e6-4bb8-8277-c67d34b8a3df None None] Checking router: 44cc0473-02c3-450f-87ca-94bd8c0c8b31 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:33:35.982547 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14b0eda-75e6-4bb8-8277-c67d34b8a3df None None] Routers {'44cc0473-02c3-450f-87ca-94bd8c0c8b31'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:35.984553 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e14b0eda-75e6-4bb8-8277-c67d34b8a3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:33:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['44cc0473-02c3-450f-87ca-94bd8c0c8b31'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:36.010177 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054a429-44c5-4e80-9c93-245757531df9 req-58e70d42-a984-4749-aa8d-ebf3380c1bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:36.011737 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3054a429-44c5-4e80-9c93-245757531df9 req-58e70d42-a984-4749-aa8d-ebf3380c1bc1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a121380-6178-48d7-951b-abcbdea8c6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755110 Aug 11 02:33:36.080818 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b448ba29-cfa3-464e-8e88-6f5ab8fa4446 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:36.138283 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-e14b0eda-75e6-4bb8-8277-c67d34b8a3df None None] Set router 44cc0473-02c3-450f-87ca-94bd8c0c8b31 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:36.142161 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b448ba29-cfa3-464e-8e88-6f5ab8fa4446 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:36.153158 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-b448ba29-cfa3-464e-8e88-6f5ab8fa4446 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:36.156364 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b448ba29-cfa3-464e-8e88-6f5ab8fa4446 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:36.187869 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448ba29-cfa3-464e-8e88-6f5ab8fa4446 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Pushing event updated for resources: {'Port': ['ID=be4b4ca8-a8d6-4c9d-aec2-f75403a1a991,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:36.260057 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3054a429-44c5-4e80-9c93-245757531df9 req-d771313d-fc8e-4d9f-a271-963113077169 service neutron] 10.222.0.66 "GET /v2.0/networks/3a121380-6178-48d7-951b-abcbdea8c6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297554 Aug 11 02:33:36.534356 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3054a429-44c5-4e80-9c93-245757531df9 req-21cde5e8-f2b0-424e-b072-cf175366fd43 service neutron] 10.222.0.66 "GET /v2.0/networks/3a121380-6178-48d7-951b-abcbdea8c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729561 Aug 11 02:33:36.589883 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b448ba29-cfa3-464e-8e88-6f5ab8fa4446 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:36.596084 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e14b0eda-75e6-4bb8-8277-c67d34b8a3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'name': 'tempest-TestVolumeBackupRestore-957803011-router', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:29:27Z', 'revision_number': 4, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'gw_port': {'id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '8a0942fb-51af-4a8b-be06-c23b52f73f24', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'port_id': 'a4482971-822c-47ff-9792-0d70e79ad3e0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa', 'mac_address': 'fa:16:3e:ef:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be8dc02-bfdc-4155-a7a1-e330f1c09f06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:33:30Z', 'updated_at': '2021-08-11T02:33:34Z', 'revision_number': 2, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0', 'name': '', 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'mac_address': 'fa:16:3e:f2:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'ffb9dd6a-9435-4f73-9597-0b7c0b0ac374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:25Z', 'updated_at': '2021-08-11T02:29:40Z', 'revision_number': 5, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'subnets': [{'id': 'ffb9dd6a-9435-4f73-9597-0b7c0b0ac374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:36.626448 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14b0eda-75e6-4bb8-8277-c67d34b8a3df None None] The sync data for ids ['44cc0473-02c3-450f-87ca-94bd8c0c8b31'] in n-d-615180-33 is: [{'id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'name': 'tempest-TestVolumeBackupRestore-957803011-router', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:29:27Z', 'revision_number': 4, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'gw_port': {'id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '8a0942fb-51af-4a8b-be06-c23b52f73f24', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'port_id': 'a4482971-822c-47ff-9792-0d70e79ad3e0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa', 'mac_address': 'fa:16:3e:ef:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be8dc02-bfdc-4155-a7a1-e330f1c09f06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:33:30Z', 'updated_at': '2021-08-11T02:33:34Z', 'revision_number': 2, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0', 'name': '', 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'mac_address': 'fa:16:3e:f2:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'ffb9dd6a-9435-4f73-9597-0b7c0b0ac374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:25Z', 'updated_at': '2021-08-11T02:29:40Z', 'revision_number': 5, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'subnets': [{'id': 'ffb9dd6a-9435-4f73-9597-0b7c0b0ac374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:33:36.752588 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb56235-33a8-4a2a-942d-555974ca66af req-e24c1b38-9992-4dce-a52a-ed9a2d7299af tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:36.753048 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3912e-0ee5-4c2c-b0b3-c38dd863275c req-9585b674-28a8-46ba-bda6-2ab85d86a58f tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:36.754431 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4cd3912e-0ee5-4c2c-b0b3-c38dd863275c req-9585b674-28a8-46ba-bda6-2ab85d86a58f tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=25cac875-c7e1-455d-aa80-5eccb8d0e50c HTTP/1.1" status: 200 len: 945 time: 0.1189976 Aug 11 02:33:36.756302 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-efb56235-33a8-4a2a-942d-555974ca66af req-e24c1b38-9992-4dce-a52a-ed9a2d7299af tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.73 "GET /v2.0/ports?device_id=25cac875-c7e1-455d-aa80-5eccb8d0e50c HTTP/1.1" status: 200 len: 945 time: 0.1061060 Aug 11 02:33:36.951824 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b448ba29-cfa3-464e-8e88-6f5ab8fa4446 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:36.975491 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb3f5b-e087-4dc1-a4c3-c4b20ffbe62a req-cf0f4b94-088a-4bd1-8c61-93dc8e0c8fbc tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:36.975777 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4cd3912e-0ee5-4c2c-b0b3-c38dd863275c req-1154915d-2cc2-4258-93a4-532ef9df7c1f tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055223 Aug 11 02:33:36.985312 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81eb3f5b-e087-4dc1-a4c3-c4b20ffbe62a req-cf0f4b94-088a-4bd1-8c61-93dc8e0c8fbc tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 943 time: 0.1416302 Aug 11 02:33:37.020013 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be8dc02-bfdc-4155-a7a1-e330f1c09f06', 'tag': 'a4482971-822c-47ff-9792-0d70e79ad3e0'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:37.036502 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c3ccd8-7df3-4755-bca6-17f97621953f" -d '{"events": [{"name": "network-changed", "server_uuid": "8be8dc02-bfdc-4155-a7a1-e330f1c09f06", "tag": "a4482971-822c-47ff-9792-0d70e79ad3e0"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:37.083623 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-efb56235-33a8-4a2a-942d-555974ca66af req-b6dd2617-5690-4dfa-ad67-b4bc577a29f7 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Deleting port ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:37.084195 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-efb56235-33a8-4a2a-942d-555974ca66af req-b6dd2617-5690-4dfa-ad67-b4bc577a29f7 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:37.097456 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81eb3f5b-e087-4dc1-a4c3-c4b20ffbe62a req-6c9f63b9-6c4c-4015-be74-24897bcec68f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074662 Aug 11 02:33:37.100991 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60686f8a-4262-4a86-9201-ff9c51bced17 x-openstack-request-id: req-60686f8a-4262-4a86-9201-ff9c51bced17 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:37.101280 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be8dc02-bfdc-4155-a7a1-e330f1c09f06", "tag": "a4482971-822c-47ff-9792-0d70e79ad3e0", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:37.102491 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-60686f8a-4262-4a86-9201-ff9c51bced17 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:37.102770 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be8dc02-bfdc-4155-a7a1-e330f1c09f06', 'tag': 'a4482971-822c-47ff-9792-0d70e79ad3e0', 'status': 'completed', 'code': 200} Aug 11 02:33:37.258522 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-efb56235-33a8-4a2a-942d-555974ca66af req-b6dd2617-5690-4dfa-ad67-b4bc577a29f7 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] For port ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670,segment=NetworkSegment(75d0996b-852e-4214-9d0e-94750bce0135),segment_id=75d0996b-852e-4214-9d0e-94750bce0135)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:37.258904 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-efb56235-33a8-4a2a-942d-555974ca66af req-b6dd2617-5690-4dfa-ad67-b4bc577a29f7 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:37.292366 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-efb56235-33a8-4a2a-942d-555974ca66af req-b6dd2617-5690-4dfa-ad67-b4bc577a29f7 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Calling delete_port for ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:37.347153 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device f20dca87-8f99-43b6-8aeb-416e875f84bd details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:33:37.488440 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-efb56235-33a8-4a2a-942d-555974ca66af req-b6dd2617-5690-4dfa-ad67-b4bc577a29f7 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:37.520344 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['aa65f928-cc55-44c4-b23e-280e471c672f', 'da981180-d555-456c-9cad-16c3eec00ce9'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:33:37.521896 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['c4f57556-4b52-42db-971a-9f26549196a2', 'ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:33:37.526199 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd2617-5690-4dfa-ad67-b4bc577a29f7 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Pushing event deleted for resources: {'Port': ['ID=ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:37.580005 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb56235-33a8-4a2a-942d-555974ca66af req-b6dd2617-5690-4dfa-ad67-b4bc577a29f7 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] No DVR routers for this DVR port ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:33:37.582858 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-efb56235-33a8-4a2a-942d-555974ca66af req-b6dd2617-5690-4dfa-ad67-b4bc577a29f7 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:37.585473 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-efb56235-33a8-4a2a-942d-555974ca66af req-b6dd2617-5690-4dfa-ad67-b4bc577a29f7 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.73 "DELETE /v2.0/ports/ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670 HTTP/1.1" status: 204 len: 173 time: 0.8217773 Aug 11 02:33:37.741907 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port f20dca87-8f99-43b6-8aeb-416e875f84bd, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=f20dca87-8f99-43b6-8aeb-416e875f84bd,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:37.776406 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'f20dca87-8f99-43b6-8aeb-416e875f84bd', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'port_id': 'f20dca87-8f99-43b6-8aeb-416e875f84bd', 'mac_address': 'fa:16:3e:8f:37:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:33:37.830599 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3ccd8-7df3-4755-bca6-17f97621953f req-a8cf8e88-e846-48d5-96dc-c15250c40da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:37.832135 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44c3ccd8-7df3-4755-bca6-17f97621953f req-a8cf8e88-e846-48d5-96dc-c15250c40da1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b5550d86beda47589d4c6167ec09486c&device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 1097 time: 0.6777887 Aug 11 02:33:37.866158 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:37.905009 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f20dca87-8f99-43b6-8aeb-416e875f84bd {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:33:37.940421 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b448ba29-cfa3-464e-8e88-6f5ab8fa4446 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Router f041b32b-8985-4002-99fd-886a6a23307b is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:33:37.955966 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3ccd8-7df3-4755-bca6-17f97621953f req-8bc43053-78dc-434a-8703-39a81a24bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:37.957480 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44c3ccd8-7df3-4755-bca6-17f97621953f req-8bc43053-78dc-434a-8703-39a81a24bb35 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3a121380-6178-48d7-951b-abcbdea8c6aa HTTP/1.1" status: 200 len: 914 time: 0.1165071 Aug 11 02:33:38.080796 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44c3ccd8-7df3-4755-bca6-17f97621953f req-1e22721e-bc5f-455f-85f7-1499e603a956 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4482971-822c-47ff-9792-0d70e79ad3e0 HTTP/1.1" status: 200 len: 1000 time: 0.0791562 Aug 11 02:33:38.197346 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3ccd8-7df3-4755-bca6-17f97621953f req-3c743ea7-26f0-4b18-a402-a5c952abcd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:38.199053 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44c3ccd8-7df3-4755-bca6-17f97621953f req-3c743ea7-26f0-4b18-a402-a5c952abcd6d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ffb9dd6a-9435-4f73-9597-0b7c0b0ac374 HTTP/1.1" status: 200 len: 852 time: 0.1099250 Aug 11 02:33:38.250322 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4ceb62d-39bc-4aa1-bef3-957239e6a30d req-31b01367-763d-486a-9337-f6aa6468f790 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=25cac875-c7e1-455d-aa80-5eccb8d0e50c HTTP/1.1" status: 200 len: 210 time: 0.1124325 Aug 11 02:33:38.302983 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port f20dca87-8f99-43b6-8aeb-416e875f84bd, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=f20dca87-8f99-43b6-8aeb-416e875f84bd,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:38.313203 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:38.318035 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:33:38.358199 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b448ba29-cfa3-464e-8e88-6f5ab8fa4446 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:33:38.373063 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3bc92f-d019-47b4-b178-d0e394be5b58 None None] Sync routers for ids ['f041b32b-8985-4002-99fd-886a6a23307b'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:33:38.411461 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab62ebe-7ab3-4645-b64a-354b5a47aa1e req-dd7d9b07-d3a7-4c03-9b42-b50da395a6ed tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:38.414028 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bab62ebe-7ab3-4645-b64a-354b5a47aa1e req-dd7d9b07-d3a7-4c03-9b42-b50da395a6ed tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 944 time: 0.1127663 Aug 11 02:33:38.420640 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b448ba29-cfa3-464e-8e88-6f5ab8fa4446 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:38.422008 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b448ba29-cfa3-464e-8e88-6f5ab8fa4446 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.0219717 Aug 11 02:33:38.428966 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42434) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:38.441738 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-9450f5be-c7aa-4cf2-ae08-7430512e4e99 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'enable_snat': False}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:38.443958 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3bc92f-d019-47b4-b178-d0e394be5b58 None None] Routers {'f041b32b-8985-4002-99fd-886a6a23307b'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:38.444647 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-6d3bc92f-d019-47b4-b178-d0e394be5b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:33:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['f041b32b-8985-4002-99fd-886a6a23307b'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:38.480945 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bab62ebe-7ab3-4645-b64a-354b5a47aa1e req-50807fe3-0dee-45b0-ab4d-835c478668ea tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576792 Aug 11 02:33:38.489931 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3ccd8-7df3-4755-bca6-17f97621953f req-12d372f5-f810-4177-8bc1-6ed1bfc87a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:38.492030 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44c3ccd8-7df3-4755-bca6-17f97621953f req-12d372f5-f810-4177-8bc1-6ed1bfc87a19 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a121380-6178-48d7-951b-abcbdea8c6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2610867 Aug 11 02:33:38.509671 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=f20dca87-8f99-43b6-8aeb-416e875f84bd,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:38.566452 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-6d3bc92f-d019-47b4-b178-d0e394be5b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:38.601837 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['f20dca87-8f99-43b6-8aeb-416e875f84bd'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:33:38.616132 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3bc92f-d019-47b4-b178-d0e394be5b58 None None] Routers {'f041b32b-8985-4002-99fd-886a6a23307b'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:38.616691 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-6d3bc92f-d019-47b4-b178-d0e394be5b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:33:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['f041b32b-8985-4002-99fd-886a6a23307b'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:38.685654 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-6d3bc92f-d019-47b4-b178-d0e394be5b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:38.686307 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3bc92f-d019-47b4-b178-d0e394be5b58 None None] The sync data for ids ['f041b32b-8985-4002-99fd-886a6a23307b'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:33:38.778349 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44c3ccd8-7df3-4755-bca6-17f97621953f req-7a2c11c7-391c-48da-963e-294745dc8cc7 service neutron] 10.222.0.66 "GET /v2.0/networks/3a121380-6178-48d7-951b-abcbdea8c6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227654 Aug 11 02:33:38.982818 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44c3ccd8-7df3-4755-bca6-17f97621953f req-97baedfe-ab6b-47fd-81da-aea7352528f1 service neutron] 10.222.0.66 "GET /v2.0/networks/3a121380-6178-48d7-951b-abcbdea8c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959074 Aug 11 02:33:38.997109 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9450f5be-c7aa-4cf2-ae08-7430512e4e99 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:39.104861 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cac875-c7e1-455d-aa80-5eccb8d0e50c', 'name': 'network-vif-deleted', 'tag': 'ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:39.107625 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5d6ad3-fa57-49d0-b12b-ba2ff9910e4c" -d '{"events": [{"server_uuid": "25cac875-c7e1-455d-aa80-5eccb8d0e50c", "name": "network-vif-deleted", "tag": "ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:39.162096 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d261ea9a-f3c8-4627-b89c-99ac28c3d612 x-openstack-request-id: req-d261ea9a-f3c8-4627-b89c-99ac28c3d612 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:39.162390 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25cac875-c7e1-455d-aa80-5eccb8d0e50c", "name": "network-vif-deleted", "tag": "ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:39.162679 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d261ea9a-f3c8-4627-b89c-99ac28c3d612 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:39.163189 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25cac875-c7e1-455d-aa80-5eccb8d0e50c', 'name': 'network-vif-deleted', 'tag': 'ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670', 'status': 'completed', 'code': 200} Aug 11 02:33:39.345745 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device f20dca87-8f99-43b6-8aeb-416e875f84bd up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:39.405311 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port f20dca87-8f99-43b6-8aeb-416e875f84bd completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:39.409613 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port f20dca87-8f99-43b6-8aeb-416e875f84bd triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:39.409995 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:39.521159 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:39.570549 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9450f5be-c7aa-4cf2-ae08-7430512e4e99 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133780224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133782865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36741'] for router, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:39.574574 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9450f5be-c7aa-4cf2-ae08-7430512e4e99 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133780475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133780466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133782856'] for router, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:39.588883 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20dca87-8f99-43b6-8aeb-416e875f84bd'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:39.594284 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49f35b9-7825-4334-9af0-803ca16ffb20" -d '{"events": [{"server_uuid": "ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1", "name": "network-vif-plugged", "status": "completed", "tag": "f20dca87-8f99-43b6-8aeb-416e875f84bd"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:39.610178 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port f20dca87-8f99-43b6-8aeb-416e875f84bd, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=f20dca87-8f99-43b6-8aeb-416e875f84bd,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:39.617001 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:39.618421 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:33:39.670057 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:33:39.670411 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device ffdd0ed9-376c-4dcf-8e2c-ecc3b18c9670 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:33:39.699483 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64734372-4aff-4ddb-898c-e3e4618aaddb x-openstack-request-id: req-64734372-4aff-4ddb-898c-e3e4618aaddb {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:39.699790 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1", "name": "network-vif-plugged", "status": "completed", "tag": "f20dca87-8f99-43b6-8aeb-416e875f84bd", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:39.700042 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-64734372-4aff-4ddb-898c-e3e4618aaddb {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:39.700438 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20dca87-8f99-43b6-8aeb-416e875f84bd', 'code': 200} Aug 11 02:33:39.753989 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=f20dca87-8f99-43b6-8aeb-416e875f84bd,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:39.821243 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13308d33-9315-430e-9d3a-a2e077c0449f req-bc6b19a6-02cf-416c-9e1d-496896270ba0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:39.822903 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-13308d33-9315-430e-9d3a-a2e077c0449f req-bc6b19a6-02cf-416c-9e1d-496896270ba0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 944 time: 0.2437947 Aug 11 02:33:39.838324 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715f07b-cc0c-40cc-8da3-a8842751f4b1 req-515728e5-3439-4ca9-81b2-aaf898edad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:39.840787 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c715f07b-cc0c-40cc-8da3-a8842751f4b1 req-515728e5-3439-4ca9-81b2-aaf898edad65 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 1097 time: 0.0976355 Aug 11 02:33:39.886384 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9450f5be-c7aa-4cf2-ae08-7430512e4e99 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Router f041b32b-8985-4002-99fd-886a6a23307b has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:33:39.894348 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-13308d33-9315-430e-9d3a-a2e077c0449f req-173c7277-5f1c-41cb-a3d3-3c34210513bc tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639555 Aug 11 02:33:39.954416 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c715f07b-cc0c-40cc-8da3-a8842751f4b1 req-95e36b62-281a-47c8-b59e-91bf570be037 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048188 Aug 11 02:33:40.043524 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9450f5be-c7aa-4cf2-ae08-7430512e4e99 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:33:40.064524 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee87b146-ef98-4786-bb09-de4947090120 None None] Sync routers for ids ['f041b32b-8985-4002-99fd-886a6a23307b'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:33:40.066326 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9450f5be-c7aa-4cf2-ae08-7430512e4e99 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:40.067884 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9450f5be-c7aa-4cf2-ae08-7430512e4e99 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "PUT /v2.0/routers/f041b32b-8985-4002-99fd-886a6a23307b HTTP/1.1" status: 200 len: 925 time: 1.6345472 Aug 11 02:33:40.070565 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42474) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:40.079708 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee87b146-ef98-4786-bb09-de4947090120 None None] Routers {'f041b32b-8985-4002-99fd-886a6a23307b'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:40.081206 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ee87b146-ef98-4786-bb09-de4947090120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:33:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['f041b32b-8985-4002-99fd-886a6a23307b'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:40.150134 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ee87b146-ef98-4786-bb09-de4947090120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:40.160326 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee87b146-ef98-4786-bb09-de4947090120 None None] Routers {'f041b32b-8985-4002-99fd-886a6a23307b'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:40.161163 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ee87b146-ef98-4786-bb09-de4947090120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:33:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['f041b32b-8985-4002-99fd-886a6a23307b'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:40.195878 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ee87b146-ef98-4786-bb09-de4947090120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:40.196759 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee87b146-ef98-4786-bb09-de4947090120 None None] The sync data for ids ['f041b32b-8985-4002-99fd-886a6a23307b'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:33:40.203814 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42476) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:40.205189 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-feacc5d9-9fcb-4094-af76-61a220593975 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "GET /v2.0/routers/f041b32b-8985-4002-99fd-886a6a23307b HTTP/1.1" status: 200 len: 925 time: 0.1280525 Aug 11 02:33:40.297548 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdfafa7-948e-4a16-8d81-8d667292ea7a tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:40.301868 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42482) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:40.302101 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5fdfafa7-948e-4a16-8d81-8d667292ea7a tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=2e931faf-12fe-43f6-b34b-8aa380b6ef75&device_id=f041b32b-8985-4002-99fd-886a6a23307b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0971196 Aug 11 02:33:40.436467 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134b8b27-0c48-4ed9-9053-ba7a70e7f3a6 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:40.438256 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-134b8b27-0c48-4ed9-9053-ba7a70e7f3a6 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 881 time: 0.1353397 Aug 11 02:33:40.441209 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42486) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:40.476802 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0c420cd8-46c5-4398-96bd-10754e0038c9 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "GET /v2.0/ports?device_id=f041b32b-8985-4002-99fd-886a6a23307b HTTP/1.1" status: 200 len: 205 time: 0.0344307 Aug 11 02:33:40.479769 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42488) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:40.667098 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78e8a751-bd81-4959-ab1f-1739b3bbc79b tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:40.815371 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78e8a751-bd81-4959-ab1f-1739b3bbc79b tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:40.916837 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-78e8a751-bd81-4959-ab1f-1739b3bbc79b tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Deleting port be4b4ca8-a8d6-4c9d-aec2-f75403a1a991 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:40.917356 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78e8a751-bd81-4959-ab1f-1739b3bbc79b tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:41.025266 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78e8a751-bd81-4959-ab1f-1739b3bbc79b tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:41.039421 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-78e8a751-bd81-4959-ab1f-1739b3bbc79b tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Calling delete_port for be4b4ca8-a8d6-4c9d-aec2-f75403a1a991 owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:41.083031 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfc680-b79c-4b32-96d4-1d27d82dbba2 req-8c166e20-5dd1-4aa3-b66d-b71f330a8cfd tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:41.095348 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a4bfc680-b79c-4b32-96d4-1d27d82dbba2 req-8c166e20-5dd1-4aa3-b66d-b71f330a8cfd tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 945 time: 0.0764496 Aug 11 02:33:41.151038 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a4bfc680-b79c-4b32-96d4-1d27d82dbba2 req-25e37203-f411-4efd-a216-e61128f63bac tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501683 Aug 11 02:33:41.305720 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78e8a751-bd81-4959-ab1f-1739b3bbc79b tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:41.337596 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8a751-bd81-4959-ab1f-1739b3bbc79b tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Pushing event deleted for resources: {'Port': ['ID=be4b4ca8-a8d6-4c9d-aec2-f75403a1a991,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:41.357033 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b073e-2d25-4d4a-9caf-f9b3e28ef14c req-4391d882-3e51-4d7c-83d7-6aa1711cf570 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:41.358778 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-844b073e-2d25-4d4a-9caf-f9b3e28ef14c req-4391d882-3e51-4d7c-83d7-6aa1711cf570 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 945 time: 0.1107066 Aug 11 02:33:41.452412 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78e8a751-bd81-4959-ab1f-1739b3bbc79b tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:41.522833 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-844b073e-2d25-4d4a-9caf-f9b3e28ef14c req-b92a4839-8589-4680-a2ba-db19fd702dba tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573675 Aug 11 02:33:41.565650 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78e8a751-bd81-4959-ab1f-1739b3bbc79b tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:41.568290 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78e8a751-bd81-4959-ab1f-1739b3bbc79b tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:41.639935 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78e8a751-bd81-4959-ab1f-1739b3bbc79b tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:41.639935 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e8a751-bd81-4959-ab1f-1739b3bbc79b tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Fanout notify agent at l3_agent the message router_deleted on router f041b32b-8985-4002-99fd-886a6a23307b {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:33:41.654771 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78e8a751-bd81-4959-ab1f-1739b3bbc79b tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:41.659333 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-78e8a751-bd81-4959-ab1f-1739b3bbc79b tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "DELETE /v2.0/routers/f041b32b-8985-4002-99fd-886a6a23307b HTTP/1.1" status: 204 len: 168 time: 1.1751969 Aug 11 02:33:41.660485 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42520) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:41.668066 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-726d65b6-9f77-47f5-944c-55a97f70ec3e tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-582722505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:41.697322 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-726d65b6-9f77-47f5-944c-55a97f70ec3e tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:41.704866 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-726d65b6-9f77-47f5-944c-55a97f70ec3e tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:41.783641 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239ee2d-15ad-4f36-bbe2-2997b6048d9b req-b2ac759c-8776-441d-8f8c-b3ba57e235db tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:41.790489 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b239ee2d-15ad-4f36-bbe2-2997b6048d9b req-b2ac759c-8776-441d-8f8c-b3ba57e235db tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 945 time: 0.1569417 Aug 11 02:33:41.873304 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b239ee2d-15ad-4f36-bbe2-2997b6048d9b req-36eac44a-ce64-424d-ab9d-01cab30eb7b2 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791402 Aug 11 02:33:42.309528 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-726d65b6-9f77-47f5-944c-55a97f70ec3e tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:42.310150 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89f5e3-cc7d-4dac-a75e-d367f6524737 req-a481fa0b-c14b-4180-bd9a-ee0c4ae701f6 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:42.315275 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-726d65b6-9f77-47f5-944c-55a97f70ec3e tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:42.317170 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3a89f5e3-cc7d-4dac-a75e-d367f6524737 req-a481fa0b-c14b-4180-bd9a-ee0c4ae701f6 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 945 time: 0.0792975 Aug 11 02:33:42.341776 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-726d65b6-9f77-47f5-944c-55a97f70ec3e tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:42.343222 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-726d65b6-9f77-47f5-944c-55a97f70ec3e tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6808269 Aug 11 02:33:42.346053 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42536) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:42.351254 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-f857f660-a45a-42a0-990c-12d03b410416 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Request body: {'router': {'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:42.373122 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3a89f5e3-cc7d-4dac-a75e-d367f6524737 req-fb01add2-4e20-4d2c-923a-2a05f48d3894 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527551 Aug 11 02:33:42.621438 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f857f660-a45a-42a0-990c-12d03b410416 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:42.907509 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f857f660-a45a-42a0-990c-12d03b410416 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:42.947038 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f857f660-a45a-42a0-990c-12d03b410416 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:43.073676 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0eda7-aba5-4072-8da3-61f649d68a7c req-b9cac6a4-e67c-4c8e-8857-d9e09b81a775 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:43.076099 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-38f0eda7-aba5-4072-8da3-61f649d68a7c req-b9cac6a4-e67c-4c8e-8857-d9e09b81a775 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=de5a5018-4618-4238-9122-93a3a34bbd26 HTTP/1.1" status: 200 len: 946 time: 0.0667515 Aug 11 02:33:43.148067 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-38f0eda7-aba5-4072-8da3-61f649d68a7c req-c28b1fe0-9176-41b8-a58c-df95650b74c4 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555184 Aug 11 02:33:43.154734 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-f857f660-a45a-42a0-990c-12d03b410416 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Allocated IP 172.25.2.205 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/5645f3c7-c236-452b-9cfb-181549e19db6) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:43.338763 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f857f660-a45a-42a0-990c-12d03b410416 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:43.390481 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f857f660-a45a-42a0-990c-12d03b410416 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:43.431740 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f857f660-a45a-42a0-990c-12d03b410416 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:43.434149 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-f857f660-a45a-42a0-990c-12d03b410416 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:43.438771 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f857f660-a45a-42a0-990c-12d03b410416 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:43.513360 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857f660-a45a-42a0-990c-12d03b410416 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Pushing event updated for resources: {'Port': ['ID=5645f3c7-c236-452b-9cfb-181549e19db6,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:43.620123 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0f6a2-cd0f-4440-ac9e-3d8458acfe60 req-7e6042d1-8c42-4e09-88f2-36edd05f5443 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:43.621698 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-feb0f6a2-cd0f-4440-ac9e-3d8458acfe60 req-7e6042d1-8c42-4e09-88f2-36edd05f5443 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 945 time: 0.1513319 Aug 11 02:33:43.653348 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51601d7-3f56-4eef-9cfa-e23fccd934d3 req-57573e99-eb0a-4423-a396-6fc8ad318475 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:43.656249 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d51601d7-3f56-4eef-9cfa-e23fccd934d3 req-57573e99-eb0a-4423-a396-6fc8ad318475 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 945 time: 0.0978496 Aug 11 02:33:43.713333 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-feb0f6a2-cd0f-4440-ac9e-3d8458acfe60 req-e42eae5d-bc4a-4404-8970-5e35724c421d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635576 Aug 11 02:33:43.830137 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-d51601d7-3f56-4eef-9cfa-e23fccd934d3 req-c34a3605-18e5-412e-96e8-e47482c8d630 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Deleting port f20dca87-8f99-43b6-8aeb-416e875f84bd {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:43.830415 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d51601d7-3f56-4eef-9cfa-e23fccd934d3 req-c34a3605-18e5-412e-96e8-e47482c8d630 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:43.908653 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f857f660-a45a-42a0-990c-12d03b410416 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:43.959420 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-d51601d7-3f56-4eef-9cfa-e23fccd934d3 req-c34a3605-18e5-412e-96e8-e47482c8d630 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] For port f20dca87-8f99-43b6-8aeb-416e875f84bd, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=f20dca87-8f99-43b6-8aeb-416e875f84bd,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:43.961784 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d51601d7-3f56-4eef-9cfa-e23fccd934d3 req-c34a3605-18e5-412e-96e8-e47482c8d630 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:43.986196 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-d51601d7-3f56-4eef-9cfa-e23fccd934d3 req-c34a3605-18e5-412e-96e8-e47482c8d630 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Calling delete_port for f20dca87-8f99-43b6-8aeb-416e875f84bd owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:44.267642 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f857f660-a45a-42a0-990c-12d03b410416 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133780224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133782865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36741'] for router, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:44.273521 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f857f660-a45a-42a0-990c-12d03b410416 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133780475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133780466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133782856'] for router, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:44.274017 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d51601d7-3f56-4eef-9cfa-e23fccd934d3 req-c34a3605-18e5-412e-96e8-e47482c8d630 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:44.287607 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['f20dca87-8f99-43b6-8aeb-416e875f84bd'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:33:44.342485 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a3605-18e5-412e-96e8-e47482c8d630 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event deleted for resources: {'Port': ['ID=f20dca87-8f99-43b6-8aeb-416e875f84bd,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:44.420044 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51601d7-3f56-4eef-9cfa-e23fccd934d3 req-c34a3605-18e5-412e-96e8-e47482c8d630 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] No DVR routers for this DVR port f20dca87-8f99-43b6-8aeb-416e875f84bd on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:33:44.422890 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d51601d7-3f56-4eef-9cfa-e23fccd934d3 req-c34a3605-18e5-412e-96e8-e47482c8d630 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:44.425198 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d51601d7-3f56-4eef-9cfa-e23fccd934d3 req-c34a3605-18e5-412e-96e8-e47482c8d630 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.73 "DELETE /v2.0/ports/f20dca87-8f99-43b6-8aeb-416e875f84bd HTTP/1.1" status: 204 len: 173 time: 0.7628729 Aug 11 02:33:44.425527 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1', 'name': 'network-vif-deleted', 'tag': 'f20dca87-8f99-43b6-8aeb-416e875f84bd'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:44.428508 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f44f65-c91b-4ba5-8b50-5d62c53ee7a4" -d '{"events": [{"server_uuid": "ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1", "name": "network-vif-deleted", "tag": "f20dca87-8f99-43b6-8aeb-416e875f84bd"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:44.445317 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0229032-7c5a-4eb9-bce7-a3d71f2f8d2f req-78b8d72d-fcf5-4272-802b-6b9f9b6c4475 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:44.447053 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f0229032-7c5a-4eb9-bce7-a3d71f2f8d2f req-78b8d72d-fcf5-4272-802b-6b9f9b6c4475 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=de5a5018-4618-4238-9122-93a3a34bbd26 HTTP/1.1" status: 200 len: 946 time: 0.1160898 Aug 11 02:33:44.484072 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19792c97-5a45-450b-b353-c9b158dd5433 x-openstack-request-id: req-19792c97-5a45-450b-b353-c9b158dd5433 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:44.484783 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1", "name": "network-vif-deleted", "tag": "f20dca87-8f99-43b6-8aeb-416e875f84bd", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:44.485145 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-19792c97-5a45-450b-b353-c9b158dd5433 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:44.485569 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1', 'name': 'network-vif-deleted', 'tag': 'f20dca87-8f99-43b6-8aeb-416e875f84bd', 'status': 'completed', 'code': 200} Aug 11 02:33:44.516927 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f0229032-7c5a-4eb9-bce7-a3d71f2f8d2f req-853f950d-0714-4f03-9dd7-abf2f0537a1a tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606091 Aug 11 02:33:44.561291 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f857f660-a45a-42a0-990c-12d03b410416 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Router 75828a47-f799-4535-bc90-2cf27028bbc3 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:33:44.745794 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f857f660-a45a-42a0-990c-12d03b410416 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:33:44.754130 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f857f660-a45a-42a0-990c-12d03b410416 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:44.759330 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3516f289-9ed2-45ff-90d8-95b280e38866 None None] Sync routers for ids ['75828a47-f799-4535-bc90-2cf27028bbc3'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:33:44.768600 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42590) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:44.776912 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f857f660-a45a-42a0-990c-12d03b410416 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "PUT /v2.0/routers/75828a47-f799-4535-bc90-2cf27028bbc3 HTTP/1.1" status: 200 len: 883 time: 2.4296319 Aug 11 02:33:44.792319 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3516f289-9ed2-45ff-90d8-95b280e38866 None None] Routers {'75828a47-f799-4535-bc90-2cf27028bbc3'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:44.793930 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-3516f289-9ed2-45ff-90d8-95b280e38866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:33:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['75828a47-f799-4535-bc90-2cf27028bbc3'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:44.825008 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f8931b-ca93-4c37-9cd3-41dd99a3f3cf req-f8fff25c-fce8-49c5-9321-2075961ceecd tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:44.827819 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d8f8931b-ca93-4c37-9cd3-41dd99a3f3cf req-f8fff25c-fce8-49c5-9321-2075961ceecd tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.66 "GET /v2.0/ports?device_id=de5a5018-4618-4238-9122-93a3a34bbd26 HTTP/1.1" status: 200 len: 946 time: 0.1482625 Aug 11 02:33:44.872406 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-3516f289-9ed2-45ff-90d8-95b280e38866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:44.893548 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3516f289-9ed2-45ff-90d8-95b280e38866 None None] Routers {'75828a47-f799-4535-bc90-2cf27028bbc3'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:44.894641 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-3516f289-9ed2-45ff-90d8-95b280e38866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:33:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['75828a47-f799-4535-bc90-2cf27028bbc3'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:44.912977 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-08f0ecf0-5d52-4295-abb3-b54a2d2f0fed tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "GET /v2.0/routers/75828a47-f799-4535-bc90-2cf27028bbc3 HTTP/1.1" status: 200 len: 924 time: 0.1401091 Aug 11 02:33:44.914858 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42592) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:44.961098 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4b746ce-c2e8-4e46-9f11-583270927006 req-3f315aca-68e1-45c5-aba3-eaa49ad19814 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 210 time: 0.1232905 Aug 11 02:33:44.982597 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-3516f289-9ed2-45ff-90d8-95b280e38866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:44.983268 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3516f289-9ed2-45ff-90d8-95b280e38866 None None] The sync data for ids ['75828a47-f799-4535-bc90-2cf27028bbc3'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:33:45.013641 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-d8f8931b-ca93-4c37-9cd3-41dd99a3f3cf req-dd3ccd68-445b-4d9c-919d-49e36e6a93ad tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Deleting port da981180-d555-456c-9cad-16c3eec00ce9 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:45.015647 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d8f8931b-ca93-4c37-9cd3-41dd99a3f3cf req-dd3ccd68-445b-4d9c-919d-49e36e6a93ad tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:45.030938 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8341dcfd-d433-44b5-85e4-e64c8ca8e1f3 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:45.032917 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8341dcfd-d433-44b5-85e4-e64c8ca8e1f3 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=2e931faf-12fe-43f6-b34b-8aa380b6ef75&device_id=75828a47-f799-4535-bc90-2cf27028bbc3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1161065 Aug 11 02:33:45.035823 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42598) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:45.153866 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6323e6-fc20-4286-8dc7-2c295a7f3c41 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:45.158136 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3b6323e6-fc20-4286-8dc7-2c295a7f3c41 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 881 time: 0.1184485 Aug 11 02:33:45.158339 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42600) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:45.163323 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-d8f8931b-ca93-4c37-9cd3-41dd99a3f3cf req-dd3ccd68-445b-4d9c-919d-49e36e6a93ad tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] For port da981180-d555-456c-9cad-16c3eec00ce9, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=da981180-d555-456c-9cad-16c3eec00ce9,segment=NetworkSegment(75d0996b-852e-4214-9d0e-94750bce0135),segment_id=75d0996b-852e-4214-9d0e-94750bce0135)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:45.163852 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d8f8931b-ca93-4c37-9cd3-41dd99a3f3cf req-dd3ccd68-445b-4d9c-919d-49e36e6a93ad tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:45.183190 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-d8f8931b-ca93-4c37-9cd3-41dd99a3f3cf req-dd3ccd68-445b-4d9c-919d-49e36e6a93ad tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Calling delete_port for da981180-d555-456c-9cad-16c3eec00ce9 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:45.194553 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-388b5eb4-b2db-4ddb-90e7-888da3c9f487 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "GET /v2.0/ports?device_id=75828a47-f799-4535-bc90-2cf27028bbc3 HTTP/1.1" status: 200 len: 205 time: 0.0324523 Aug 11 02:33:45.194885 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42602) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:45.392137 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-60170fcf-6b19-4286-b062-baab24f16bc1 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:45.408932 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d8f8931b-ca93-4c37-9cd3-41dd99a3f3cf req-dd3ccd68-445b-4d9c-919d-49e36e6a93ad tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:45.422690 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['aa65f928-cc55-44c4-b23e-280e471c672f', 'da981180-d555-456c-9cad-16c3eec00ce9'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:33:45.426176 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['c4f57556-4b52-42db-971a-9f26549196a2'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:33:45.458493 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ccd68-445b-4d9c-919d-49e36e6a93ad tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Pushing event deleted for resources: {'Port': ['ID=da981180-d555-456c-9cad-16c3eec00ce9,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:45.553891 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f8931b-ca93-4c37-9cd3-41dd99a3f3cf req-dd3ccd68-445b-4d9c-919d-49e36e6a93ad tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] No DVR routers for this DVR port da981180-d555-456c-9cad-16c3eec00ce9 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:33:45.567696 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d8f8931b-ca93-4c37-9cd3-41dd99a3f3cf req-dd3ccd68-445b-4d9c-919d-49e36e6a93ad tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:45.572956 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d8f8931b-ca93-4c37-9cd3-41dd99a3f3cf req-dd3ccd68-445b-4d9c-919d-49e36e6a93ad tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.66 "DELETE /v2.0/ports/da981180-d555-456c-9cad-16c3eec00ce9 HTTP/1.1" status: 204 len: 173 time: 0.7340741 Aug 11 02:33:45.573444 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5a5018-4618-4238-9122-93a3a34bbd26', 'name': 'network-vif-deleted', 'tag': 'da981180-d555-456c-9cad-16c3eec00ce9'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:45.586731 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0a0734-5c17-42b4-be85-da3ca9a160b1" -d '{"events": [{"server_uuid": "de5a5018-4618-4238-9122-93a3a34bbd26", "name": "network-vif-deleted", "tag": "da981180-d555-456c-9cad-16c3eec00ce9"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:45.679042 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2863bd77-bb5a-41fb-8e48-c34b06682aa7 x-openstack-request-id: req-2863bd77-bb5a-41fb-8e48-c34b06682aa7 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:45.679427 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5a5018-4618-4238-9122-93a3a34bbd26", "name": "network-vif-deleted", "tag": "da981180-d555-456c-9cad-16c3eec00ce9", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:45.679636 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2863bd77-bb5a-41fb-8e48-c34b06682aa7 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:45.680092 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5a5018-4618-4238-9122-93a3a34bbd26', 'name': 'network-vif-deleted', 'tag': 'da981180-d555-456c-9cad-16c3eec00ce9', 'status': 'completed', 'code': 200} Aug 11 02:33:45.682750 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-60170fcf-6b19-4286-b062-baab24f16bc1 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:45.707847 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-95ef2398-974e-40da-a5b4-8de815f651cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:45.762939 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-80409992-67f5-4d3d-bfd5-8ab33bcff551 req-92f7667e-0deb-4535-aa69-800736130cf6 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=de5a5018-4618-4238-9122-93a3a34bbd26 HTTP/1.1" status: 200 len: 210 time: 0.0838559 Aug 11 02:33:45.823840 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-60170fcf-6b19-4286-b062-baab24f16bc1 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Deleting port 5645f3c7-c236-452b-9cfb-181549e19db6 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:45.825196 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-60170fcf-6b19-4286-b062-baab24f16bc1 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:45.944878 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-60170fcf-6b19-4286-b062-baab24f16bc1 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:45.964333 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-60170fcf-6b19-4286-b062-baab24f16bc1 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Calling delete_port for 5645f3c7-c236-452b-9cfb-181549e19db6 owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:46.105597 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5bf12aaf-b557-45c5-9624-94aa49b48b9f req-db300b98-6fb1-48e2-9cb3-191553170635 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 210 time: 0.0533614 Aug 11 02:33:46.628333 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-60170fcf-6b19-4286-b062-baab24f16bc1 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:46.670046 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60170fcf-6b19-4286-b062-baab24f16bc1 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Pushing event deleted for resources: {'Port': ['ID=5645f3c7-c236-452b-9cfb-181549e19db6,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:46.707217 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60170fcf-6b19-4286-b062-baab24f16bc1 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:46.707633 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60170fcf-6b19-4286-b062-baab24f16bc1 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:46.707921 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60170fcf-6b19-4286-b062-baab24f16bc1 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:46.708254 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60170fcf-6b19-4286-b062-baab24f16bc1 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:46.708583 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60170fcf-6b19-4286-b062-baab24f16bc1 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:46.709075 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60170fcf-6b19-4286-b062-baab24f16bc1 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:46.709930 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60170fcf-6b19-4286-b062-baab24f16bc1 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:46.709930 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60170fcf-6b19-4286-b062-baab24f16bc1 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:46.709930 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60170fcf-6b19-4286-b062-baab24f16bc1 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:46.710182 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60170fcf-6b19-4286-b062-baab24f16bc1 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:46.711745 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60170fcf-6b19-4286-b062-baab24f16bc1 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:46.714205 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60170fcf-6b19-4286-b062-baab24f16bc1 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:46.773201 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-60170fcf-6b19-4286-b062-baab24f16bc1 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:46.885560 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-60170fcf-6b19-4286-b062-baab24f16bc1 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:46.888046 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-60170fcf-6b19-4286-b062-baab24f16bc1 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:46.940578 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-60170fcf-6b19-4286-b062-baab24f16bc1 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:46.940578 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60170fcf-6b19-4286-b062-baab24f16bc1 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Fanout notify agent at l3_agent the message router_deleted on router 75828a47-f799-4535-bc90-2cf27028bbc3 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:33:46.948596 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-60170fcf-6b19-4286-b062-baab24f16bc1 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:46.949856 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-60170fcf-6b19-4286-b062-baab24f16bc1 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "DELETE /v2.0/routers/75828a47-f799-4535-bc90-2cf27028bbc3 HTTP/1.1" status: 204 len: 168 time: 1.7538223 Aug 11 02:33:46.953773 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42638) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:46.958400 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-4fdd665f-5da2-4e37-86c6-ef7595454fbb tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1391221133', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:46.985635 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4fdd665f-5da2-4e37-86c6-ef7595454fbb tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:46.987964 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4fdd665f-5da2-4e37-86c6-ef7595454fbb tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:47.113596 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4fdd665f-5da2-4e37-86c6-ef7595454fbb tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:47.121328 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4fdd665f-5da2-4e37-86c6-ef7595454fbb tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:47.160362 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc0075-1407-4d80-aaca-6db0a3201a58 req-fc41859f-9d6e-4837-8595-b4622874b80f tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:47.162760 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4fdd665f-5da2-4e37-86c6-ef7595454fbb tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:47.166851 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4fdd665f-5da2-4e37-86c6-ef7595454fbb tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2117743 Aug 11 02:33:47.168774 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-97fc0075-1407-4d80-aaca-6db0a3201a58 req-fc41859f-9d6e-4837-8595-b4622874b80f tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b571fe6-73f2-40ef-a941-9614a87c4ca7 HTTP/1.1" status: 200 len: 946 time: 0.0761161 Aug 11 02:33:47.170025 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42644) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:47.185214 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-8eedde67-708a-450d-bf7e-8a49b35c3e4e tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'enable_snat': True}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:47.220531 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-97fc0075-1407-4d80-aaca-6db0a3201a58 req-0463d566-f730-4fac-a801-9b063cfca8de tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508273 Aug 11 02:33:47.356432 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e0b4d35c-e7ad-4b61-906e-b8ab57c77479 req-e7f5fb10-064f-45fe-80ba-d8c8929ea961 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 210 time: 0.1595864 Aug 11 02:33:47.375800 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device f20dca87-8f99-43b6-8aeb-416e875f84bd no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:33:47.416082 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: f20dca87-8f99-43b6-8aeb-416e875f84bd {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:33:47.417036 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device f20dca87-8f99-43b6-8aeb-416e875f84bd not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:33:47.545874 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8eedde67-708a-450d-bf7e-8a49b35c3e4e tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:47.779481 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8eedde67-708a-450d-bf7e-8a49b35c3e4e tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:47.798333 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8eedde67-708a-450d-bf7e-8a49b35c3e4e tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:47.914155 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-8eedde67-708a-450d-bf7e-8a49b35c3e4e tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Allocated IP 172.25.2.219 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/39a8d702-fb40-4b42-855b-b92deb7ee77f) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:48.029013 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8eedde67-708a-450d-bf7e-8a49b35c3e4e tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:48.072435 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8eedde67-708a-450d-bf7e-8a49b35c3e4e tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:48.113111 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eedde67-708a-450d-bf7e-8a49b35c3e4e tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:48.118666 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-8eedde67-708a-450d-bf7e-8a49b35c3e4e tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:48.121549 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eedde67-708a-450d-bf7e-8a49b35c3e4e tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:48.151969 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eedde67-708a-450d-bf7e-8a49b35c3e4e tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Pushing event updated for resources: {'Port': ['ID=39a8d702-fb40-4b42-855b-b92deb7ee77f,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:48.166444 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device da981180-d555-456c-9cad-16c3eec00ce9 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:33:48.190023 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: da981180-d555-456c-9cad-16c3eec00ce9 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:33:48.190756 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device da981180-d555-456c-9cad-16c3eec00ce9 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:33:48.321725 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ed706db5-657d-4030-a7d2-51641ad60089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:48.353002 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415f539-f2e7-4d2d-8a6a-08d60fc5380c req-f72507ce-9975-4cca-8c6b-b88d362b4375 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:48.356289 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1415f539-f2e7-4d2d-8a6a-08d60fc5380c req-f72507ce-9975-4cca-8c6b-b88d362b4375 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b571fe6-73f2-40ef-a941-9614a87c4ca7 HTTP/1.1" status: 200 len: 946 time: 0.0706687 Aug 11 02:33:48.368344 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:48.438301 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1415f539-f2e7-4d2d-8a6a-08d60fc5380c req-b87a3085-192c-4637-afce-be8dfa3c972c tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656972 Aug 11 02:33:48.462414 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8eedde67-708a-450d-bf7e-8a49b35c3e4e tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:48.478089 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58270b39-9e28-4d02-ae83-4e834ffb80d4 req-2be7d931-14a4-425b-bee9-e33803cebd94 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:48.479777 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-58270b39-9e28-4d02-ae83-4e834ffb80d4 req-2be7d931-14a4-425b-bee9-e33803cebd94 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b571fe6-73f2-40ef-a941-9614a87c4ca7 HTTP/1.1" status: 200 len: 946 time: 0.1223366 Aug 11 02:33:48.539815 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-76f32d2d-e392-4a07-bd57-b5b571eae99e req-8ac25d60-a264-4d8d-83da-925c0dfdb0fc tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 210 time: 0.0680599 Aug 11 02:33:48.609150 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-58270b39-9e28-4d02-ae83-4e834ffb80d4 req-c6811d7c-1d7e-42c0-89d3-a7bfa09b7ed0 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Deleting port c4f57556-4b52-42db-971a-9f26549196a2 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:48.609423 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-58270b39-9e28-4d02-ae83-4e834ffb80d4 req-c6811d7c-1d7e-42c0-89d3-a7bfa09b7ed0 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:48.733201 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-58270b39-9e28-4d02-ae83-4e834ffb80d4 req-c6811d7c-1d7e-42c0-89d3-a7bfa09b7ed0 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] For port c4f57556-4b52-42db-971a-9f26549196a2, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=c4f57556-4b52-42db-971a-9f26549196a2,segment=NetworkSegment(75d0996b-852e-4214-9d0e-94750bce0135),segment_id=75d0996b-852e-4214-9d0e-94750bce0135)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:48.734522 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-58270b39-9e28-4d02-ae83-4e834ffb80d4 req-c6811d7c-1d7e-42c0-89d3-a7bfa09b7ed0 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:48.754994 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-58270b39-9e28-4d02-ae83-4e834ffb80d4 req-c6811d7c-1d7e-42c0-89d3-a7bfa09b7ed0 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Calling delete_port for c4f57556-4b52-42db-971a-9f26549196a2 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:48.800801 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8eedde67-708a-450d-bf7e-8a49b35c3e4e tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133780224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133782865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36741'] for router, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:48.804570 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8eedde67-708a-450d-bf7e-8a49b35c3e4e tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133780475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133780466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133782856'] for router, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:48.924964 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-58270b39-9e28-4d02-ae83-4e834ffb80d4 req-c6811d7c-1d7e-42c0-89d3-a7bfa09b7ed0 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:48.937432 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['aa65f928-cc55-44c4-b23e-280e471c672f'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:33:48.943681 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['c4f57556-4b52-42db-971a-9f26549196a2'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:33:48.973208 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6811d7c-1d7e-42c0-89d3-a7bfa09b7ed0 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Pushing event deleted for resources: {'Port': ['ID=c4f57556-4b52-42db-971a-9f26549196a2,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:49.015863 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eedde67-708a-450d-bf7e-8a49b35c3e4e tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Router 61398438-52a6-432c-95fd-cd2fa6f06c6c is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:33:49.066745 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-58270b39-9e28-4d02-ae83-4e834ffb80d4 req-c6811d7c-1d7e-42c0-89d3-a7bfa09b7ed0 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] No DVR routers for this DVR port c4f57556-4b52-42db-971a-9f26549196a2 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:33:49.066745 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-58270b39-9e28-4d02-ae83-4e834ffb80d4 req-c6811d7c-1d7e-42c0-89d3-a7bfa09b7ed0 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:49.066745 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-58270b39-9e28-4d02-ae83-4e834ffb80d4 req-c6811d7c-1d7e-42c0-89d3-a7bfa09b7ed0 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.73 "DELETE /v2.0/ports/c4f57556-4b52-42db-971a-9f26549196a2 HTTP/1.1" status: 204 len: 173 time: 0.5791135 Aug 11 02:33:49.067462 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b571fe6-73f2-40ef-a941-9614a87c4ca7', 'name': 'network-vif-deleted', 'tag': 'c4f57556-4b52-42db-971a-9f26549196a2'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:49.070017 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5034c2bc-bf48-4b66-b63d-9490fc7b6c69" -d '{"events": [{"server_uuid": "0b571fe6-73f2-40ef-a941-9614a87c4ca7", "name": "network-vif-deleted", "tag": "c4f57556-4b52-42db-971a-9f26549196a2"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:49.157625 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6cbadc-4cfb-40b7-9bc5-97fc2fc935b4 x-openstack-request-id: req-cb6cbadc-4cfb-40b7-9bc5-97fc2fc935b4 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:49.157916 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b571fe6-73f2-40ef-a941-9614a87c4ca7", "name": "network-vif-deleted", "tag": "c4f57556-4b52-42db-971a-9f26549196a2", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:49.158871 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cb6cbadc-4cfb-40b7-9bc5-97fc2fc935b4 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:49.158871 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b571fe6-73f2-40ef-a941-9614a87c4ca7', 'name': 'network-vif-deleted', 'tag': 'c4f57556-4b52-42db-971a-9f26549196a2', 'status': 'completed', 'code': 200} Aug 11 02:33:49.277396 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eedde67-708a-450d-bf7e-8a49b35c3e4e tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:33:49.283342 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8eedde67-708a-450d-bf7e-8a49b35c3e4e tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:49.284212 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8eedde67-708a-450d-bf7e-8a49b35c3e4e tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "PUT /v2.0/routers/61398438-52a6-432c-95fd-cd2fa6f06c6c HTTP/1.1" status: 200 len: 919 time: 2.1103997 Aug 11 02:33:49.286694 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42660) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:49.291866 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a4ead8-e414-4885-823e-df357efc7f53 None None] Sync routers for ids ['61398438-52a6-432c-95fd-cd2fa6f06c6c'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:33:49.303240 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a4ead8-e414-4885-823e-df357efc7f53 None None] Routers {'61398438-52a6-432c-95fd-cd2fa6f06c6c'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:49.304084 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-35a4ead8-e414-4885-823e-df357efc7f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:33:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['61398438-52a6-432c-95fd-cd2fa6f06c6c'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:49.339611 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-35a4ead8-e414-4885-823e-df357efc7f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:49.358251 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a4ead8-e414-4885-823e-df357efc7f53 None None] Routers {'61398438-52a6-432c-95fd-cd2fa6f06c6c'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:49.359030 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-35a4ead8-e414-4885-823e-df357efc7f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:33:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['61398438-52a6-432c-95fd-cd2fa6f06c6c'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:49.396989 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-35a4ead8-e414-4885-823e-df357efc7f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:49.397796 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a4ead8-e414-4885-823e-df357efc7f53 None None] The sync data for ids ['61398438-52a6-432c-95fd-cd2fa6f06c6c'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:33:49.456305 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42662) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:49.456854 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fe26d7da-969b-4256-9a9b-ef4502e71757 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "GET /v2.0/routers/61398438-52a6-432c-95fd-cd2fa6f06c6c HTTP/1.1" status: 200 len: 925 time: 0.1686161 Aug 11 02:33:49.553788 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec166aad-89b5-4362-a5d8-9b2587cdc001 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:49.556161 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ec166aad-89b5-4362-a5d8-9b2587cdc001 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=2e931faf-12fe-43f6-b34b-8aa380b6ef75&device_id=61398438-52a6-432c-95fd-cd2fa6f06c6c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0989606 Aug 11 02:33:49.559086 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42666) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:49.623397 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3fabb535-d331-44a2-be6a-fb8218399a45 req-7fc10b87-fb92-44aa-8a02-2e5d8bcb5cb2 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b571fe6-73f2-40ef-a941-9614a87c4ca7 HTTP/1.1" status: 200 len: 210 time: 0.0393894 Aug 11 02:33:49.706575 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1beed41c-e6f0-4e52-8ef1-ce5d60c12dcf req-7a9143da-51a6-4a8c-bc8a-76fc86b42037 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4e7d1f-5ed1-4eaf-a3c5-f1d534275dc1 HTTP/1.1" status: 200 len: 210 time: 0.0376277 Aug 11 02:33:49.738643 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62599af3-d71c-4652-b8bb-c3170bbca209 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:49.743722 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-62599af3-d71c-4652-b8bb-c3170bbca209 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 881 time: 0.1798983 Aug 11 02:33:49.745542 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42674) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:49.799433 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7086a6c1-88be-4a95-bd98-47339dbac28b tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "GET /v2.0/ports?device_id=61398438-52a6-432c-95fd-cd2fa6f06c6c HTTP/1.1" status: 200 len: 205 time: 0.0527558 Aug 11 02:33:49.802103 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42676) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:49.935185 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86784791-b382-4a68-8217-6ef0fb5c298f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:49.982448 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:50.061632 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86784791-b382-4a68-8217-6ef0fb5c298f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:50.128573 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-86784791-b382-4a68-8217-6ef0fb5c298f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Deleting port 39a8d702-fb40-4b42-855b-b92deb7ee77f {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:50.128918 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86784791-b382-4a68-8217-6ef0fb5c298f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:50.218401 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86784791-b382-4a68-8217-6ef0fb5c298f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:50.232853 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-86784791-b382-4a68-8217-6ef0fb5c298f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Calling delete_port for 39a8d702-fb40-4b42-855b-b92deb7ee77f owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:50.434759 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86784791-b382-4a68-8217-6ef0fb5c298f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:50.469747 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86784791-b382-4a68-8217-6ef0fb5c298f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Pushing event deleted for resources: {'Port': ['ID=39a8d702-fb40-4b42-855b-b92deb7ee77f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:50.559273 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86784791-b382-4a68-8217-6ef0fb5c298f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:50.730820 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86784791-b382-4a68-8217-6ef0fb5c298f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:50.738620 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86784791-b382-4a68-8217-6ef0fb5c298f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:50.820288 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86784791-b382-4a68-8217-6ef0fb5c298f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:50.820844 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86784791-b382-4a68-8217-6ef0fb5c298f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Fanout notify agent at l3_agent the message router_deleted on router 61398438-52a6-432c-95fd-cd2fa6f06c6c {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:33:50.831772 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-86784791-b382-4a68-8217-6ef0fb5c298f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:50.837603 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42694) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:50.838530 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-86784791-b382-4a68-8217-6ef0fb5c298f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "DELETE /v2.0/routers/61398438-52a6-432c-95fd-cd2fa6f06c6c HTTP/1.1" status: 204 len: 168 time: 1.0297835 Aug 11 02:33:50.842546 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-059a0028-9ceb-4844-ac9b-cb2a95c73fb8 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-197668999', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:50.879252 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-059a0028-9ceb-4844-ac9b-cb2a95c73fb8 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:50.881723 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-059a0028-9ceb-4844-ac9b-cb2a95c73fb8 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:50.969915 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-059a0028-9ceb-4844-ac9b-cb2a95c73fb8 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:50.974532 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-059a0028-9ceb-4844-ac9b-cb2a95c73fb8 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:50.993708 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-059a0028-9ceb-4844-ac9b-cb2a95c73fb8 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:50.994939 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-059a0028-9ceb-4844-ac9b-cb2a95c73fb8 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1562915 Aug 11 02:33:50.998852 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42698) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:51.004853 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-13417098-8da9-42a0-b569-1e38d7f85bbe tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'enable_snat': False}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:51.238151 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13417098-8da9-42a0-b569-1e38d7f85bbe tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:51.397489 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device c4f57556-4b52-42db-971a-9f26549196a2 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:33:51.429542 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: c4f57556-4b52-42db-971a-9f26549196a2 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:33:51.430199 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device c4f57556-4b52-42db-971a-9f26549196a2 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:33:51.465486 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:51.476038 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13417098-8da9-42a0-b569-1e38d7f85bbe tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:51.504092 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13417098-8da9-42a0-b569-1e38d7f85bbe tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:51.619272 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-13417098-8da9-42a0-b569-1e38d7f85bbe tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Allocated IP 172.25.2.10 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/a0b92c99-6ec8-4121-96f4-12457f2b061d) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:51.740042 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13417098-8da9-42a0-b569-1e38d7f85bbe tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:51.800671 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13417098-8da9-42a0-b569-1e38d7f85bbe tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:51.850355 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13417098-8da9-42a0-b569-1e38d7f85bbe tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:51.854070 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-13417098-8da9-42a0-b569-1e38d7f85bbe tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:51.859170 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13417098-8da9-42a0-b569-1e38d7f85bbe tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:51.863736 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13417098-8da9-42a0-b569-1e38d7f85bbe tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Pushing event updated for resources: {'Port': ['ID=a0b92c99-6ec8-4121-96f4-12457f2b061d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:52.162417 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13417098-8da9-42a0-b569-1e38d7f85bbe tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:52.380486 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13417098-8da9-42a0-b569-1e38d7f85bbe tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133780224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133782865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36741'] for router, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:52.385017 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13417098-8da9-42a0-b569-1e38d7f85bbe tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133780475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133780466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133782856'] for router, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:52.811167 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13417098-8da9-42a0-b569-1e38d7f85bbe tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Router d23fd72e-df90-498e-9e1d-23f33aa0ceb0 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:33:52.925553 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13417098-8da9-42a0-b569-1e38d7f85bbe tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:33:52.932975 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13417098-8da9-42a0-b569-1e38d7f85bbe tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:52.934403 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-13417098-8da9-42a0-b569-1e38d7f85bbe tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "PUT /v2.0/routers/d23fd72e-df90-498e-9e1d-23f33aa0ceb0 HTTP/1.1" status: 200 len: 918 time: 1.9339311 Aug 11 02:33:52.938587 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42714) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:52.940636 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d10e62-f628-4b5a-9bb9-77a9469c4801 None None] Sync routers for ids ['d23fd72e-df90-498e-9e1d-23f33aa0ceb0'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:33:52.960222 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d10e62-f628-4b5a-9bb9-77a9469c4801 None None] Routers {'d23fd72e-df90-498e-9e1d-23f33aa0ceb0'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:52.961184 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-11d10e62-f628-4b5a-9bb9-77a9469c4801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:33:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['d23fd72e-df90-498e-9e1d-23f33aa0ceb0'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:53.019901 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-11d10e62-f628-4b5a-9bb9-77a9469c4801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:53.055056 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d10e62-f628-4b5a-9bb9-77a9469c4801 None None] Routers {'d23fd72e-df90-498e-9e1d-23f33aa0ceb0'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:53.055834 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-11d10e62-f628-4b5a-9bb9-77a9469c4801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:33:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['d23fd72e-df90-498e-9e1d-23f33aa0ceb0'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:53.123268 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-11d10e62-f628-4b5a-9bb9-77a9469c4801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:53.124003 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d10e62-f628-4b5a-9bb9-77a9469c4801 None None] The sync data for ids ['d23fd72e-df90-498e-9e1d-23f33aa0ceb0'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:33:53.462207 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4f4aa1c4-efe6-4a8d-95ea-8fa142cd8b80 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "GET /v2.0/routers/d23fd72e-df90-498e-9e1d-23f33aa0ceb0 HTTP/1.1" status: 200 len: 924 time: 0.5224185 Aug 11 02:33:53.465074 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42728) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:53.509365 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41101979-1d71-4042-9cb4-4ee9214f4687 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:53.510905 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-41101979-1d71-4042-9cb4-4ee9214f4687 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=2e931faf-12fe-43f6-b34b-8aa380b6ef75&device_id=d23fd72e-df90-498e-9e1d-23f33aa0ceb0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0446680 Aug 11 02:33:53.513599 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42730) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:53.601656 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec81814c-44b6-4cd3-a30f-92e4616e8a56 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:53.602977 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ec81814c-44b6-4cd3-a30f-92e4616e8a56 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 881 time: 0.0885255 Aug 11 02:33:53.606042 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42732) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:53.638472 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-aae87a81-fea4-43c3-a651-94893beb3bed tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "GET /v2.0/ports?device_id=d23fd72e-df90-498e-9e1d-23f33aa0ceb0 HTTP/1.1" status: 200 len: 205 time: 0.0311880 Aug 11 02:33:53.640996 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 42734) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:53.757639 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-99c16407-d462-472a-9066-a6178dda61f2 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:53.888890 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-99c16407-d462-472a-9066-a6178dda61f2 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:53.964352 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-99c16407-d462-472a-9066-a6178dda61f2 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Deleting port a0b92c99-6ec8-4121-96f4-12457f2b061d {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:53.964936 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-99c16407-d462-472a-9066-a6178dda61f2 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:54.089679 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-99c16407-d462-472a-9066-a6178dda61f2 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:54.118480 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-99c16407-d462-472a-9066-a6178dda61f2 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Calling delete_port for a0b92c99-6ec8-4121-96f4-12457f2b061d owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:54.460939 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-99c16407-d462-472a-9066-a6178dda61f2 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:54.501309 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c16407-d462-472a-9066-a6178dda61f2 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Pushing event deleted for resources: {'Port': ['ID=a0b92c99-6ec8-4121-96f4-12457f2b061d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:54.556494 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:54.581948 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c16407-d462-472a-9066-a6178dda61f2 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:54.582267 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c16407-d462-472a-9066-a6178dda61f2 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:54.582620 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c16407-d462-472a-9066-a6178dda61f2 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:54.583023 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c16407-d462-472a-9066-a6178dda61f2 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:54.583363 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c16407-d462-472a-9066-a6178dda61f2 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:54.583778 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c16407-d462-472a-9066-a6178dda61f2 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:54.584233 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c16407-d462-472a-9066-a6178dda61f2 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:54.584593 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c16407-d462-472a-9066-a6178dda61f2 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:54.592823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c16407-d462-472a-9066-a6178dda61f2 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:54.593372 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c16407-d462-472a-9066-a6178dda61f2 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:54.593770 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c16407-d462-472a-9066-a6178dda61f2 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:54.594129 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c16407-d462-472a-9066-a6178dda61f2 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:54.657415 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-99c16407-d462-472a-9066-a6178dda61f2 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:54.813802 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-99c16407-d462-472a-9066-a6178dda61f2 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:54.816469 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-99c16407-d462-472a-9066-a6178dda61f2 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:54.961207 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-99c16407-d462-472a-9066-a6178dda61f2 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:54.962430 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c16407-d462-472a-9066-a6178dda61f2 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Fanout notify agent at l3_agent the message router_deleted on router d23fd72e-df90-498e-9e1d-23f33aa0ceb0 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:33:54.994548 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-99c16407-d462-472a-9066-a6178dda61f2 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:54.999930 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 42856) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:55.003409 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-99c16407-d462-472a-9066-a6178dda61f2 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "DELETE /v2.0/routers/d23fd72e-df90-498e-9e1d-23f33aa0ceb0 HTTP/1.1" status: 204 len: 168 time: 1.3611307 Aug 11 02:33:55.004701 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-702aebe4-fb3b-44d9-bcdf-a11a8a5e2b26 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-68280310', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}, 'admin_state_up': False}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:55.050229 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-702aebe4-fb3b-44d9-bcdf-a11a8a5e2b26 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:55.051554 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-702aebe4-fb3b-44d9-bcdf-a11a8a5e2b26 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:55.133978 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-702aebe4-fb3b-44d9-bcdf-a11a8a5e2b26 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:55.380578 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:55.484634 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-702aebe4-fb3b-44d9-bcdf-a11a8a5e2b26 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:55.893537 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-702aebe4-fb3b-44d9-bcdf-a11a8a5e2b26 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:55.926215 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-702aebe4-fb3b-44d9-bcdf-a11a8a5e2b26 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:56.132968 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-702aebe4-fb3b-44d9-bcdf-a11a8a5e2b26 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Allocated IP 172.25.2.168 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/96fb949f-1b85-4781-8a15-e8730507a3cf) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:56.313117 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-702aebe4-fb3b-44d9-bcdf-a11a8a5e2b26 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:56.494532 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-702aebe4-fb3b-44d9-bcdf-a11a8a5e2b26 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:56.604408 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702aebe4-fb3b-44d9-bcdf-a11a8a5e2b26 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:56.608139 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-702aebe4-fb3b-44d9-bcdf-a11a8a5e2b26 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:56.613337 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702aebe4-fb3b-44d9-bcdf-a11a8a5e2b26 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:56.617334 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702aebe4-fb3b-44d9-bcdf-a11a8a5e2b26 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Pushing event updated for resources: {'Port': ['ID=96fb949f-1b85-4781-8a15-e8730507a3cf,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:57.122663 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63860f-1823-494e-99a1-447dc7614ac4 req-9beddcc6-f98a-4fa5-acfc-9f01a7ed18e2 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:57.134212 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bf63860f-1823-494e-99a1-447dc7614ac4 req-9beddcc6-f98a-4fa5-acfc-9f01a7ed18e2 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=d465964d-c94f-448b-ba36-fbf74f8902e6 HTTP/1.1" status: 200 len: 945 time: 0.1973302 Aug 11 02:33:57.264350 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-702aebe4-fb3b-44d9-bcdf-a11a8a5e2b26 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:57.397834 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bf63860f-1823-494e-99a1-447dc7614ac4 req-89e7c264-b33c-42a1-86f7-cb9f8c6912d4 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625663 Aug 11 02:33:57.811361 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-702aebe4-fb3b-44d9-bcdf-a11a8a5e2b26 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:58.114366 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702aebe4-fb3b-44d9-bcdf-a11a8a5e2b26 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Router 83ac8f76-820b-46a4-bef0-ae5e5f51468f is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:33:58.352920 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702aebe4-fb3b-44d9-bcdf-a11a8a5e2b26 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:33:58.366981 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfd1321-c87e-4d1f-848f-bacba1f5d154 None None] Sync routers for ids ['83ac8f76-820b-46a4-bef0-ae5e5f51468f'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:33:58.388259 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfd1321-c87e-4d1f-848f-bacba1f5d154 None None] Routers {'83ac8f76-820b-46a4-bef0-ae5e5f51468f'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:58.391403 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1bfd1321-c87e-4d1f-848f-bacba1f5d154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:33:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['83ac8f76-820b-46a4-bef0-ae5e5f51468f'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:58.405855 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-702aebe4-fb3b-44d9-bcdf-a11a8a5e2b26 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:58.408898 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-702aebe4-fb3b-44d9-bcdf-a11a8a5e2b26 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4079146 Aug 11 02:33:58.411269 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43266) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:58.426890 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-9914717a-8209-4743-8dca-7fa30869128f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:58.513208 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea612f1b-a50c-41ae-a489-9cea50275467 req-40c0eef9-45cb-470e-a2e0-ae4e44076ac5 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:58.516858 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ea612f1b-a50c-41ae-a489-9cea50275467 req-40c0eef9-45cb-470e-a2e0-ae4e44076ac5 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.66 "GET /v2.0/ports?device_id=d465964d-c94f-448b-ba36-fbf74f8902e6 HTTP/1.1" status: 200 len: 945 time: 0.1327524 Aug 11 02:33:58.553200 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1bfd1321-c87e-4d1f-848f-bacba1f5d154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:58.588298 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfd1321-c87e-4d1f-848f-bacba1f5d154 None None] Routers {'83ac8f76-820b-46a4-bef0-ae5e5f51468f'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:58.590440 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1bfd1321-c87e-4d1f-848f-bacba1f5d154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:33:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['83ac8f76-820b-46a4-bef0-ae5e5f51468f'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:58.705741 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1bfd1321-c87e-4d1f-848f-bacba1f5d154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:58.707330 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfd1321-c87e-4d1f-848f-bacba1f5d154 None None] The sync data for ids ['83ac8f76-820b-46a4-bef0-ae5e5f51468f'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:33:58.885379 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ee9f6-c7aa-48ec-acf0-c274cf2165ad req-b5a70adc-3c40-4bf1-9941-06dd69e18a4e tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:58.886934 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cf4ee9f6-c7aa-48ec-acf0-c274cf2165ad req-b5a70adc-3c40-4bf1-9941-06dd69e18a4e tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=d465964d-c94f-448b-ba36-fbf74f8902e6 HTTP/1.1" status: 200 len: 945 time: 0.3680191 Aug 11 02:33:59.007593 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cf4ee9f6-c7aa-48ec-acf0-c274cf2165ad req-0f7e97e1-0494-450d-add2-212fa4acd298 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c05c2bc-2071-43c6-834d-b9711c82b7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108720 Aug 11 02:33:59.041342 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-ea612f1b-a50c-41ae-a489-9cea50275467 req-9984ffb3-856e-4530-84ce-52a82d18901b tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Deleting port aa65f928-cc55-44c4-b23e-280e471c672f {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:59.041342 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ea612f1b-a50c-41ae-a489-9cea50275467 req-9984ffb3-856e-4530-84ce-52a82d18901b tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:59.188189 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9914717a-8209-4743-8dca-7fa30869128f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:59.212885 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9914717a-8209-4743-8dca-7fa30869128f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:59.239151 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-ea612f1b-a50c-41ae-a489-9cea50275467 req-9984ffb3-856e-4530-84ce-52a82d18901b tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] For port aa65f928-cc55-44c4-b23e-280e471c672f, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=aa65f928-cc55-44c4-b23e-280e471c672f,segment=NetworkSegment(75d0996b-852e-4214-9d0e-94750bce0135),segment_id=75d0996b-852e-4214-9d0e-94750bce0135)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:59.240935 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ea612f1b-a50c-41ae-a489-9cea50275467 req-9984ffb3-856e-4530-84ce-52a82d18901b tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:59.291814 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-ea612f1b-a50c-41ae-a489-9cea50275467 req-9984ffb3-856e-4530-84ce-52a82d18901b tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Calling delete_port for aa65f928-cc55-44c4-b23e-280e471c672f owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:59.347878 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-9914717a-8209-4743-8dca-7fa30869128f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Deleting port 96fb949f-1b85-4781-8a15-e8730507a3cf {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:59.348586 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9914717a-8209-4743-8dca-7fa30869128f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:59.554807 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9914717a-8209-4743-8dca-7fa30869128f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:59.577923 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-9914717a-8209-4743-8dca-7fa30869128f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Calling delete_port for 96fb949f-1b85-4781-8a15-e8730507a3cf owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:59.617399 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ea612f1b-a50c-41ae-a489-9cea50275467 req-9984ffb3-856e-4530-84ce-52a82d18901b tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:59.632721 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['aa65f928-cc55-44c4-b23e-280e471c672f'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:33:59.723144 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984ffb3-856e-4530-84ce-52a82d18901b tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Pushing event deleted for resources: {'Port': ['ID=aa65f928-cc55-44c4-b23e-280e471c672f,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:59.745337 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea612f1b-a50c-41ae-a489-9cea50275467 req-9984ffb3-856e-4530-84ce-52a82d18901b tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] No DVR routers for this DVR port aa65f928-cc55-44c4-b23e-280e471c672f on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:33:59.749326 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ea612f1b-a50c-41ae-a489-9cea50275467 req-9984ffb3-856e-4530-84ce-52a82d18901b tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:59.752182 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ea612f1b-a50c-41ae-a489-9cea50275467 req-9984ffb3-856e-4530-84ce-52a82d18901b tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.66 "DELETE /v2.0/ports/aa65f928-cc55-44c4-b23e-280e471c672f HTTP/1.1" status: 204 len: 173 time: 1.1057093 Aug 11 02:33:59.754483 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd465964d-c94f-448b-ba36-fbf74f8902e6', 'name': 'network-vif-deleted', 'tag': 'aa65f928-cc55-44c4-b23e-280e471c672f'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:59.757637 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbb95e9-0f9c-4120-af28-1eecc99c4ef7" -d '{"events": [{"server_uuid": "d465964d-c94f-448b-ba36-fbf74f8902e6", "name": "network-vif-deleted", "tag": "aa65f928-cc55-44c4-b23e-280e471c672f"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:59.833193 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebcf63b-c8c4-42f7-9d4f-736233fadc6f x-openstack-request-id: req-1ebcf63b-c8c4-42f7-9d4f-736233fadc6f {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:59.833712 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d465964d-c94f-448b-ba36-fbf74f8902e6", "name": "network-vif-deleted", "tag": "aa65f928-cc55-44c4-b23e-280e471c672f", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:59.834183 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1ebcf63b-c8c4-42f7-9d4f-736233fadc6f {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:59.834997 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd465964d-c94f-448b-ba36-fbf74f8902e6', 'name': 'network-vif-deleted', 'tag': 'aa65f928-cc55-44c4-b23e-280e471c672f', 'status': 'completed', 'code': 200} Aug 11 02:33:59.900586 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-50f48745-acf8-4ca2-9378-ace13821143a tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:59.904009 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-50f48745-acf8-4ca2-9378-ace13821143a tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/networks?id=60533bb5-5d6d-4ffb-b4d8-798fcac061ed HTTP/1.1" status: 200 len: 813 time: 0.2483575 Aug 11 02:33:59.938876 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-158cb1bd-3903-4cdb-a876-066a8f1b1be8 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/quotas/2973a94d1b504a0bb7e2a4801c84daf5 HTTP/1.1" status: 200 len: 375 time: 0.0306654 Aug 11 02:34:00.018994 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-067acdbc-027c-4bd9-a74e-874bd3c2b795 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2973a94d1b504a0bb7e2a4801c84daf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725589 Aug 11 02:34:00.028572 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9914717a-8209-4743-8dca-7fa30869128f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:00.078815 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914717a-8209-4743-8dca-7fa30869128f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Pushing event deleted for resources: {'Port': ['ID=96fb949f-1b85-4781-8a15-e8730507a3cf,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:00.204167 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9f207cb0-ff63-434a-87f8-31c3ff4a8aa2 req-043547a8-c0d5-42e0-bead-694def383658 tempest-AttachVolumeNegativeTest-1759213370 tempest-AttachVolumeNegativeTest-1759213370-project] 10.222.0.50 "GET /v2.0/ports?device_id=d465964d-c94f-448b-ba36-fbf74f8902e6 HTTP/1.1" status: 200 len: 210 time: 0.0458400 Aug 11 02:34:00.511246 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9914717a-8209-4743-8dca-7fa30869128f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:00.667495 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-aa02604f-857f-4856-8d62-11bd3fc0032a service neutron] 10.222.0.50 "GET /v2.0/networks/60533bb5-5d6d-4ffb-b4d8-798fcac061ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6475742 Aug 11 02:34:00.790432 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9914717a-8209-4743-8dca-7fa30869128f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133780224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133782865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36741'] for router, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:00.799471 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9914717a-8209-4743-8dca-7fa30869128f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133780475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133780466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133782856'] for router, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:00.906951 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9914717a-8209-4743-8dca-7fa30869128f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Router 83ac8f76-820b-46a4-bef0-ae5e5f51468f has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:34:00.912171 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-abe0117c-205b-4dff-b041-b262887e4304 service neutron] 10.222.0.50 "GET /v2.0/networks/60533bb5-5d6d-4ffb-b4d8-798fcac061ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375460 Aug 11 02:34:00.993633 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9914717a-8209-4743-8dca-7fa30869128f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:34:01.012128 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9914717a-8209-4743-8dca-7fa30869128f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.012128 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9914717a-8209-4743-8dca-7fa30869128f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "PUT /v2.0/routers/83ac8f76-820b-46a4-bef0-ae5e5f51468f HTTP/1.1" status: 200 len: 708 time: 2.5929391 Aug 11 02:34:01.012128 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43344) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:01.012642 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bf821e-5fd9-447c-a87b-c4c0cd9ce118 None None] Sync routers for ids ['83ac8f76-820b-46a4-bef0-ae5e5f51468f'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:34:01.037821 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bf821e-5fd9-447c-a87b-c4c0cd9ce118 None None] Routers {'83ac8f76-820b-46a4-bef0-ae5e5f51468f'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:01.039788 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-f6bf821e-5fd9-447c-a87b-c4c0cd9ce118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:33:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['83ac8f76-820b-46a4-bef0-ae5e5f51468f'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:01.138348 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-f6bf821e-5fd9-447c-a87b-c4c0cd9ce118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:01.147348 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-63bb1b25-2a81-4f33-a778-8e0a054e1262 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "GET /v2.0/routers/83ac8f76-820b-46a4-bef0-ae5e5f51468f HTTP/1.1" status: 200 len: 743 time: 0.1363192 Aug 11 02:34:01.153641 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43352) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:01.154649 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bf821e-5fd9-447c-a87b-c4c0cd9ce118 None None] Routers {'83ac8f76-820b-46a4-bef0-ae5e5f51468f'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:01.156225 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-f6bf821e-5fd9-447c-a87b-c4c0cd9ce118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:33:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['83ac8f76-820b-46a4-bef0-ae5e5f51468f'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:01.203817 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-f6bf821e-5fd9-447c-a87b-c4c0cd9ce118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:01.204920 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bf821e-5fd9-447c-a87b-c4c0cd9ce118 None None] The sync data for ids ['83ac8f76-820b-46a4-bef0-ae5e5f51468f'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:34:01.212670 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-86eccdb2-076e-4280-a2c1-6c9877c1a1dc req-14d8914d-f492-4f0f-ba0f-5ce2e69ebd8f tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580 HTTP/1.1" status: 200 len: 210 time: 0.0764329 Aug 11 02:34:01.267532 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-02b180b5-a7a7-436a-8a55-eab1d6c0cdb7 tempest-RoutersIpV6AdminTest-709971932 tempest-RoutersIpV6AdminTest-709971932-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=2e931faf-12fe-43f6-b34b-8aa380b6ef75&device_id=83ac8f76-820b-46a4-bef0-ae5e5f51468f HTTP/1.1" status: 200 len: 205 time: 0.1126575 Aug 11 02:34:01.269991 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43358) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:01.278613 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43360) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:01.304628 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e3e7250c-ab5c-4d1f-a28f-d8e4f2c49b8b tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "GET /v2.0/ports?device_id=83ac8f76-820b-46a4-bef0-ae5e5f51468f HTTP/1.1" status: 200 len: 205 time: 0.0334067 Aug 11 02:34:01.306998 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43362) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:01.342994 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-26781cda-2a62-4b31-b894-b46e10a5af70 admin admin] Deleting subnet 0158b5c2-32d3-41d6-b8b5-8309e1adc057 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:34:01.350066 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-26781cda-2a62-4b31-b894-b46e10a5af70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.407556 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ae29f541-4b3d-4bd9-a5b9-f3bc069bccfe tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.418621 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-26781cda-2a62-4b31-b894-b46e10a5af70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.490147 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-26781cda-2a62-4b31-b894-b46e10a5af70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.565211 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-26781cda-2a62-4b31-b894-b46e10a5af70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.605156 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26781cda-2a62-4b31-b894-b46e10a5af70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0158b5c2-32d3-41d6-b8b5-8309e1adc057,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:01.609346 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-26781cda-2a62-4b31-b894-b46e10a5af70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.613327 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-26781cda-2a62-4b31-b894-b46e10a5af70 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0158b5c2-32d3-41d6-b8b5-8309e1adc057 HTTP/1.1" status: 204 len: 168 time: 0.3335500 Aug 11 02:34:01.616093 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43370) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:01.628406 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ae29f541-4b3d-4bd9-a5b9-f3bc069bccfe tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.640452 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ae29f541-4b3d-4bd9-a5b9-f3bc069bccfe tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.739798 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ae29f541-4b3d-4bd9-a5b9-f3bc069bccfe tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.740467 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae29f541-4b3d-4bd9-a5b9-f3bc069bccfe tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Fanout notify agent at l3_agent the message router_deleted on router 83ac8f76-820b-46a4-bef0-ae5e5f51468f {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:34:01.748018 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ae29f541-4b3d-4bd9-a5b9-f3bc069bccfe tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.749238 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ae29f541-4b3d-4bd9-a5b9-f3bc069bccfe tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "DELETE /v2.0/routers/83ac8f76-820b-46a4-bef0-ae5e5f51468f HTTP/1.1" status: 204 len: 168 time: 0.4413195 Aug 11 02:34:01.754444 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43372) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:01.755285 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b58fc35d-65b2-4921-8f05-6164f485f0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.808960 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43374) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:01.810514 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-553e02d2-c933-4e63-8545-2769542783db tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "GET /v2.0/ports?device_id=83ac8f76-820b-46a4-bef0-ae5e5f51468f HTTP/1.1" status: 200 len: 205 time: 0.0548732 Aug 11 02:34:01.894001 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-c01d0818-15ed-4a28-9642-6b26591c7aae tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] delete failed (client error): The resource could not be found. Aug 11 02:34:01.897814 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c01d0818-15ed-4a28-9642-6b26591c7aae tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "DELETE /v2.0/routers/83ac8f76-820b-46a4-bef0-ae5e5f51468f HTTP/1.1" status: 404 len: 336 time: 0.0850999 Aug 11 02:34:01.898462 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43376) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:01.906250 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b58fc35d-65b2-4921-8f05-6164f485f0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.922307 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-b58fc35d-65b2-4921-8f05-6164f485f0ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9eb72cf-c2be-4e07-900a-e3f5dc7401c2']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:01.943506 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ebe43b62-98c9-4353-9762-03490ce3725f tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "GET /v2.0/ports?device_id=d23fd72e-df90-498e-9e1d-23f33aa0ceb0 HTTP/1.1" status: 200 len: 205 time: 0.0431914 Aug 11 02:34:01.947476 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43378) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:01.952841 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-b58fc35d-65b2-4921-8f05-6164f485f0ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d0996b-852e-4214-9d0e-94750bce0135') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:01.953076 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-b58fc35d-65b2-4921-8f05-6164f485f0ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d0996b-852e-4214-9d0e-94750bce0135') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:01.965708 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b58fc35d-65b2-4921-8f05-6164f485f0ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.982901 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b58fc35d-65b2-4921-8f05-6164f485f0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.991925 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b58fc35d-65b2-4921-8f05-6164f485f0ca admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:34:01.992281 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b58fc35d-65b2-4921-8f05-6164f485f0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:34:01.994819 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:34:02.000247 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-69b39310-ac66-4e84-a1f1-c572249cdfb7 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] delete failed (client error): The resource could not be found. Aug 11 02:34:02.001613 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-69b39310-ac66-4e84-a1f1-c572249cdfb7 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "DELETE /v2.0/routers/d23fd72e-df90-498e-9e1d-23f33aa0ceb0 HTTP/1.1" status: 404 len: 336 time: 0.0535166 Aug 11 02:34:02.004198 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43380) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:02.045251 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-61e99c63-cda7-4b29-bdff-86d1673812df tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "GET /v2.0/ports?device_id=61398438-52a6-432c-95fd-cd2fa6f06c6c HTTP/1.1" status: 200 len: 205 time: 0.0378244 Aug 11 02:34:02.045886 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43382) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:02.056961 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b58fc35d-65b2-4921-8f05-6164f485f0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:02.062914 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b58fc35d-65b2-4921-8f05-6164f485f0ca admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:02.065111 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b58fc35d-65b2-4921-8f05-6164f485f0ca admin admin] 10.222.0.50 "DELETE /v2.0/networks/b9eb72cf-c2be-4e07-900a-e3f5dc7401c2 HTTP/1.1" status: 204 len: 168 time: 0.4478843 Aug 11 02:34:02.092784 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-079689be-1402-44f3-8fba-fe5a9d50a8a9 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] delete failed (client error): The resource could not be found. Aug 11 02:34:02.096241 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-079689be-1402-44f3-8fba-fe5a9d50a8a9 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "DELETE /v2.0/routers/61398438-52a6-432c-95fd-cd2fa6f06c6c HTTP/1.1" status: 404 len: 336 time: 0.0470753 Aug 11 02:34:02.099062 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43386) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:02.108837 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58fc35d-65b2-4921-8f05-6164f485f0ca admin admin] Pushing event deleted for resources: {'Network': ['ID=b9eb72cf-c2be-4e07-900a-e3f5dc7401c2,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:02.135634 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1c14ad82-a845-40ac-aca7-8f715d11f41d tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "GET /v2.0/ports?device_id=75828a47-f799-4535-bc90-2cf27028bbc3 HTTP/1.1" status: 200 len: 205 time: 0.0352066 Aug 11 02:34:02.138024 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43390) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:02.189620 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-eb865205-0072-49ae-9adc-3047459f1e4c tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] delete failed (client error): The resource could not be found. Aug 11 02:34:02.191559 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-eb865205-0072-49ae-9adc-3047459f1e4c tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "DELETE /v2.0/routers/75828a47-f799-4535-bc90-2cf27028bbc3 HTTP/1.1" status: 404 len: 336 time: 0.0525019 Aug 11 02:34:02.194710 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43392) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:02.216423 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device aa65f928-cc55-44c4-b23e-280e471c672f no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:34:02.240589 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e55a8986-2e84-4947-aae2-002760c38abe tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "GET /v2.0/ports?device_id=f041b32b-8985-4002-99fd-886a6a23307b HTTP/1.1" status: 200 len: 205 time: 0.0412297 Aug 11 02:34:02.241206 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43398) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:02.307096 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: aa65f928-cc55-44c4-b23e-280e471c672f {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:34:02.310129 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device aa65f928-cc55-44c4-b23e-280e471c672f not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:34:02.329791 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-ab494a49-4923-4bfa-a9bb-96e2eef75e19 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] delete failed (client error): The resource could not be found. Aug 11 02:34:02.333171 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ab494a49-4923-4bfa-a9bb-96e2eef75e19 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "DELETE /v2.0/routers/f041b32b-8985-4002-99fd-886a6a23307b HTTP/1.1" status: 404 len: 336 time: 0.0886285 Aug 11 02:34:02.333551 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43400) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:02.379774 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d5efa216-23fd-4554-8927-774217c883e9 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad13751b-dcd2-4639-a2b3-103f0c2537e5 HTTP/1.1" status: 200 len: 205 time: 0.0441072 Aug 11 02:34:02.382604 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43402) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:02.442583 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-004e8d5b-8a85-4866-b7e7-fe762cf35ca8 req-b119fb8f-f598-46bc-8abd-69d8053acf42 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580 HTTP/1.1" status: 200 len: 210 time: 0.0586319 Aug 11 02:34:02.445696 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-b391b37c-2ce4-4f9b-a974-0342adf7d4c8 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] delete failed (client error): The resource could not be found. Aug 11 02:34:02.449399 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b391b37c-2ce4-4f9b-a974-0342adf7d4c8 tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "DELETE /v2.0/routers/ad13751b-dcd2-4639-a2b3-103f0c2537e5 HTTP/1.1" status: 404 len: 336 time: 0.0606010 Aug 11 02:34:02.449960 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43404) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:02.450290 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43406) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:02.510521 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-561a269f-cabd-4ccf-8341-3710f4f344cb tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] DELETE failed (client error): The resource could not be found. Aug 11 02:34:02.510900 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-561a269f-cabd-4ccf-8341-3710f4f344cb tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:34:02.516014 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-561a269f-cabd-4ccf-8341-3710f4f344cb tempest-RoutersIpV6AdminTest-1738085923 tempest-RoutersIpV6AdminTest-1738085923-project] 10.222.0.50 "DELETE /v2.0/subnets/97181858-da68-47d6-98a2-a1c5cf0107c2 HTTP/1.1" status: 404 len: 337 time: 0.0543628 Aug 11 02:34:02.549553 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-fc728f27-95a7-45e8-937d-409a4fae19ea tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:02.551041 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-fc728f27-95a7-45e8-937d-409a4fae19ea tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.73 "GET /v2.0/networks?id=60533bb5-5d6d-4ffb-b4d8-798fcac061ed HTTP/1.1" status: 200 len: 813 time: 0.2405043 Aug 11 02:34:02.564870 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-4589d231-1a14-4fba-8a1c-ebc26cbd9a3b tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Request body: {'port': {'device_id': '6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580', 'network_id': '60533bb5-5d6d-4ffb-b4d8-798fcac061ed', 'admin_state_up': True, 'tenant_id': '2973a94d1b504a0bb7e2a4801c84daf5'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:02.572712 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6ba42270-1aa8-46d6-b2fe-b2a967e89a2a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fe5f52722e8249458d02819aff8bb439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1119676 Aug 11 02:34:02.573911 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43412) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:02.709612 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-50e573e6-115f-42d2-ba95-550e0e89cc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:02.744693 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-50e573e6-115f-42d2-ba95-550e0e89cc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:02.773389 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-4589d231-1a14-4fba-8a1c-ebc26cbd9a3b tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Made reservation on behalf of 2973a94d1b504a0bb7e2a4801c84daf5 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:02.777447 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-4589d231-1a14-4fba-8a1c-ebc26cbd9a3b tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:02.870911 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43416) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:02.882948 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-50e573e6-115f-42d2-ba95-550e0e89cc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:02.885627 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-50e573e6-115f-42d2-ba95-550e0e89cc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:02.887059 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-50e573e6-115f-42d2-ba95-550e0e89cc6b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1c05c2bc-2071-43c6-834d-b9711c82b7ab HTTP/1.1" status: 204 len: 168 time: 0.3130090 Aug 11 02:34:02.907160 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e573e6-115f-42d2-ba95-550e0e89cc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c05c2bc-2071-43c6-834d-b9711c82b7ab,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:02.964224 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-4589d231-1a14-4fba-8a1c-ebc26cbd9a3b tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Allocated IP 172.20.0.11 (60533bb5-5d6d-4ffb-b4d8-798fcac061ed/ab8167db-bacb-44e0-82f3-4a6b60da4c7f/0fcb20ee-d41a-4373-ab40-de6341a7e2b1) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:03.082991 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bc2166ef-d45f-4be9-af13-8863cd976f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:03.193899 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-4589d231-1a14-4fba-8a1c-ebc26cbd9a3b tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:03.258208 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-4589d231-1a14-4fba-8a1c-ebc26cbd9a3b tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:03.309226 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bc2166ef-d45f-4be9-af13-8863cd976f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:03.314614 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bc2166ef-d45f-4be9-af13-8863cd976f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:03.341376 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589d231-1a14-4fba-8a1c-ebc26cbd9a3b tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Pushing event updated for resources: {'Port': ['ID=0fcb20ee-d41a-4373-ab40-de6341a7e2b1,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:03.356666 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-4589d231-1a14-4fba-8a1c-ebc26cbd9a3b tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Network 60533bb5-5d6d-4ffb-b4d8-798fcac061ed is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:03.359102 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-4589d231-1a14-4fba-8a1c-ebc26cbd9a3b tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:03.368562 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-4589d231-1a14-4fba-8a1c-ebc26cbd9a3b tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:03.371353 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2166ef-d45f-4be9-af13-8863cd976f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef50882-ab77-4ffd-8742-3b7de8715301,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:03.414295 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bc2166ef-d45f-4be9-af13-8863cd976f2b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a194fe689a804f448d5a276e8843e155&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5413308 Aug 11 02:34:03.415063 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43434) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:03.450266 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-4589d231-1a14-4fba-8a1c-ebc26cbd9a3b tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:03.451076 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-4589d231-1a14-4fba-8a1c-ebc26cbd9a3b tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:03.480878 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-4589d231-1a14-4fba-8a1c-ebc26cbd9a3b tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9196074 Aug 11 02:34:03.503968 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-fbe386cf-b6e6-4d5a-a659-0ae2f8787c63 service neutron] Request body: {'port': {'device_id': '6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:03.567866 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-503817de-6471-4a95-81e6-ff4afc58e1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:03.592289 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-503817de-6471-4a95-81e6-ff4afc58e1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:03.692005 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-503817de-6471-4a95-81e6-ff4afc58e1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:03.694548 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-503817de-6471-4a95-81e6-ff4afc58e1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:03.698131 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-503817de-6471-4a95-81e6-ff4afc58e1f9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8ef50882-ab77-4ffd-8742-3b7de8715301 HTTP/1.1" status: 204 len: 168 time: 0.2795644 Aug 11 02:34:03.716982 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-fbe386cf-b6e6-4d5a-a659-0ae2f8787c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:03.718853 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503817de-6471-4a95-81e6-ff4afc58e1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef50882-ab77-4ffd-8742-3b7de8715301,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:03.745417 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f8afb-de8d-4a2d-8bb5-32719c5fab82 req-bd665168-a05d-4df1-b6da-e25a2b441986 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:03.747040 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f16f8afb-de8d-4a2d-8bb5-32719c5fab82 req-bd665168-a05d-4df1-b6da-e25a2b441986 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580 HTTP/1.1" status: 200 len: 932 time: 0.1833854 Aug 11 02:34:03.878036 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f16f8afb-de8d-4a2d-8bb5-32719c5fab82 req-c43150b1-680f-4072-b6d8-3d681c923f08 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9e75219-dec0-40fb-ac44-1965b19a9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050537 Aug 11 02:34:04.166556 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-fbe386cf-b6e6-4d5a-a659-0ae2f8787c63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fcb20ee-d41a-4373-ab40-de6341a7e2b1 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:34:04.176287 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-fbe386cf-b6e6-4d5a-a659-0ae2f8787c63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.198684 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-fbe386cf-b6e6-4d5a-a659-0ae2f8787c63 service neutron] Transition to ACTIVE for port object 0fcb20ee-d41a-4373-ab40-de6341a7e2b1 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:04.201145 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43460) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:04.220539 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-fbe386cf-b6e6-4d5a-a659-0ae2f8787c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.314151 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe386cf-b6e6-4d5a-a659-0ae2f8787c63 service neutron] Pushing event updated for resources: {'Port': ['ID=0fcb20ee-d41a-4373-ab40-de6341a7e2b1,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:04.426720 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-fbe386cf-b6e6-4d5a-a659-0ae2f8787c63 service neutron] Attempting to bind port 0fcb20ee-d41a-4373-ab40-de6341a7e2b1 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:34:04.427068 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-fbe386cf-b6e6-4d5a-a659-0ae2f8787c63 service neutron] Attempting to bind port 0fcb20ee-d41a-4373-ab40-de6341a7e2b1 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': 'a872068f-60c0-4b83-8b6a-0a8d452f7bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '60533bb5-5d6d-4ffb-b4d8-798fcac061ed'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:34:04.428074 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-fbe386cf-b6e6-4d5a-a659-0ae2f8787c63 service neutron] Attempting to bind port 0fcb20ee-d41a-4373-ab40-de6341a7e2b1 on network 60533bb5-5d6d-4ffb-b4d8-798fcac061ed {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:34:04.434712 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43486) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:04.436461 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7f8ee1e0-59ae-4197-957b-bc52de50bac6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d951b19312a84baeb737e6c5e2056bb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2339849 Aug 11 02:34:04.441446 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-fbe386cf-b6e6-4d5a-a659-0ae2f8787c63 service neutron] Port 0fcb20ee-d41a-4373-ab40-de6341a7e2b1 on network 60533bb5-5d6d-4ffb-b4d8-798fcac061ed not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:34:04.441776 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-fbe386cf-b6e6-4d5a-a659-0ae2f8787c63 service neutron] Attempting to bind port 0fcb20ee-d41a-4373-ab40-de6341a7e2b1 on network 60533bb5-5d6d-4ffb-b4d8-798fcac061ed {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:34:04.447569 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-fbe386cf-b6e6-4d5a-a659-0ae2f8787c63 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:34:04.448192 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-fbe386cf-b6e6-4d5a-a659-0ae2f8787c63 service neutron] Checking segment: {'id': 'a872068f-60c0-4b83-8b6a-0a8d452f7bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '60533bb5-5d6d-4ffb-b4d8-798fcac061ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:34:04.448958 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-fbe386cf-b6e6-4d5a-a659-0ae2f8787c63 service neutron] Bound using segment: {'id': 'a872068f-60c0-4b83-8b6a-0a8d452f7bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '60533bb5-5d6d-4ffb-b4d8-798fcac061ed'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:34:04.449558 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-fbe386cf-b6e6-4d5a-a659-0ae2f8787c63 service neutron] Bound port: 0fcb20ee-d41a-4373-ab40-de6341a7e2b1, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a872068f-60c0-4b83-8b6a-0a8d452f7bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '60533bb5-5d6d-4ffb-b4d8-798fcac061ed'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:34:04.450067 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-fbe386cf-b6e6-4d5a-a659-0ae2f8787c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.529496 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d3b8-8c56-4e92-96bb-7ce026e3e2c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.530183 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-fbe386cf-b6e6-4d5a-a659-0ae2f8787c63 service neutron] For port 0fcb20ee-d41a-4373-ab40-de6341a7e2b1, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:34:04.534347 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-fbe386cf-b6e6-4d5a-a659-0ae2f8787c63 service neutron] For port 0fcb20ee-d41a-4373-ab40-de6341a7e2b1, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=0fcb20ee-d41a-4373-ab40-de6341a7e2b1,segment=NetworkSegment(a872068f-60c0-4b83-8b6a-0a8d452f7bd9),segment_id=a872068f-60c0-4b83-8b6a-0a8d452f7bd9)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:34:04.541860 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-fbe386cf-b6e6-4d5a-a659-0ae2f8787c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.562044 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d3b8-8c56-4e92-96bb-7ce026e3e2c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.619573 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-fbe386cf-b6e6-4d5a-a659-0ae2f8787c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:04.620601 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-fbe386cf-b6e6-4d5a-a659-0ae2f8787c63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.623214 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-fbe386cf-b6e6-4d5a-a659-0ae2f8787c63 service neutron] 10.222.0.73 "PUT /v2.0/ports/0fcb20ee-d41a-4373-ab40-de6341a7e2b1 HTTP/1.1" status: 200 len: 1093 time: 1.1305807 Aug 11 02:34:04.623971 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe386cf-b6e6-4d5a-a659-0ae2f8787c63 service neutron] Pushing event updated for resources: {'Port': ['ID=0fcb20ee-d41a-4373-ab40-de6341a7e2b1,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:04.629332 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580', 'tag': '0fcb20ee-d41a-4373-ab40-de6341a7e2b1'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:34:04.633401 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42d1807-1c76-41f9-bfd0-acba56326b02" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580", "tag": "0fcb20ee-d41a-4373-ab40-de6341a7e2b1"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:34:04.641525 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d3b8-8c56-4e92-96bb-7ce026e3e2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.644965 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d3b8-8c56-4e92-96bb-7ce026e3e2c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.648291 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6cc8d3b8-8c56-4e92-96bb-7ce026e3e2c0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a36fbed6-fee9-4950-ad05-0c0a81d50370 HTTP/1.1" status: 204 len: 168 time: 0.2118573 Aug 11 02:34:04.704807 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8d3b8-8c56-4e92-96bb-7ce026e3e2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36fbed6-fee9-4950-ad05-0c0a81d50370,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:04.873910 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43494) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:05.095878 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e8e6ad-cbe4-4f79-94a6-de41de9e64b2 x-openstack-request-id: req-45e8e6ad-cbe4-4f79-94a6-de41de9e64b2 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:34:05.096415 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580", "tag": "0fcb20ee-d41a-4373-ab40-de6341a7e2b1", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:34:05.096671 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-45e8e6ad-cbe4-4f79-94a6-de41de9e64b2 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:34:05.097074 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580', 'tag': '0fcb20ee-d41a-4373-ab40-de6341a7e2b1', 'status': 'completed', 'code': 200} Aug 11 02:34:05.156907 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-df11546e-0f50-4530-9e83-f9893c916feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:05.158498 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-df11546e-0f50-4530-9e83-f9893c916feb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2973a94d1b504a0bb7e2a4801c84daf5&device_id=6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580 HTTP/1.1" status: 200 len: 1096 time: 0.4753902 Aug 11 02:34:05.167291 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf7192-fe65-4d07-961c-e7d4916be43d req-2d524695-6ee0-4a7b-98ad-0849947ed15a tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:05.168878 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8dcf7192-fe65-4d07-961c-e7d4916be43d req-2d524695-6ee0-4a7b-98ad-0849947ed15a tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580 HTTP/1.1" status: 200 len: 944 time: 0.0710022 Aug 11 02:34:05.218085 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-0f1813e5-a510-489a-ade0-1754ab0c610f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fcb20ee-d41a-4373-ab40-de6341a7e2b1 HTTP/1.1" status: 200 len: 217 time: 0.0482347 Aug 11 02:34:05.234272 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1a3eeae-f8b1-4dc5-b180-8b1d61600c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:05.288508 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8dcf7192-fe65-4d07-961c-e7d4916be43d req-e9096fae-d24f-4d76-a669-a8f519518918 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9e75219-dec0-40fb-ac44-1965b19a9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109152 Aug 11 02:34:05.298115 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-9e847d5e-5369-4259-bc6f-1177c32cc560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:05.299709 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-9e847d5e-5369-4259-bc6f-1177c32cc560 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ab8167db-bacb-44e0-82f3-4a6b60da4c7f HTTP/1.1" status: 200 len: 853 time: 0.0656176 Aug 11 02:34:05.378305 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-3a28b432-55d1-4592-af70-803d19fe5f2e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60533bb5-5d6d-4ffb-b4d8-798fcac061ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532396 Aug 11 02:34:05.426627 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1a3eeae-f8b1-4dc5-b180-8b1d61600c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:05.435837 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1a3eeae-f8b1-4dc5-b180-8b1d61600c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:05.519496 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f1a3eeae-f8b1-4dc5-b180-8b1d61600c79 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ec5dee10fd0f43239171009af078ad4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6442134 Aug 11 02:34:05.519721 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43520) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:05.521695 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3eeae-f8b1-4dc5-b180-8b1d61600c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0471a38-3e99-4eb3-a359-c3a836eeadd0,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:05.546869 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-54d56797-4715-4d86-ad3e-09ed1f337131 service neutron] 10.222.0.73 "GET /v2.0/networks/60533bb5-5d6d-4ffb-b4d8-798fcac061ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676903 Aug 11 02:34:05.637939 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1f4ff48b-fbfb-4393-b7f4-e69ba2055fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:05.685870 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1f4ff48b-fbfb-4393-b7f4-e69ba2055fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:05.701367 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9eb585e8-2148-46e8-8dd3-bb0a3a4e30cf req-0cacc94f-b759-413d-a132-0be7f26dfb3f service neutron] 10.222.0.73 "GET /v2.0/networks/60533bb5-5d6d-4ffb-b4d8-798fcac061ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443865 Aug 11 02:34:05.773388 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1f4ff48b-fbfb-4393-b7f4-e69ba2055fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:05.776332 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1f4ff48b-fbfb-4393-b7f4-e69ba2055fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:05.779778 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1f4ff48b-fbfb-4393-b7f4-e69ba2055fcf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a0471a38-3e99-4eb3-a359-c3a836eeadd0 HTTP/1.1" status: 204 len: 168 time: 0.2558117 Aug 11 02:34:05.812121 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ff48b-fbfb-4393-b7f4-e69ba2055fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0471a38-3e99-4eb3-a359-c3a836eeadd0,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:05.829903 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d1807-1c76-41f9-bfd0-acba56326b02 req-c90ab40e-a48b-46c9-a1d4-77f7d82131a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:05.831746 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e42d1807-1c76-41f9-bfd0-acba56326b02 req-c90ab40e-a48b-46c9-a1d4-77f7d82131a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2973a94d1b504a0bb7e2a4801c84daf5&device_id=6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580 HTTP/1.1" status: 200 len: 1096 time: 0.0708270 Aug 11 02:34:05.937419 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d1807-1c76-41f9-bfd0-acba56326b02 req-a5bed7cc-dedf-4645-a3b7-9b3dc20fa708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:05.940264 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e42d1807-1c76-41f9-bfd0-acba56326b02 req-a5bed7cc-dedf-4645-a3b7-9b3dc20fa708 service neutron] 10.222.0.73 "GET /v2.0/networks?id=60533bb5-5d6d-4ffb-b4d8-798fcac061ed HTTP/1.1" status: 200 len: 914 time: 0.1016634 Aug 11 02:34:06.010461 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e42d1807-1c76-41f9-bfd0-acba56326b02 req-c58fdf88-f126-4e51-99c7-59ea04695c98 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fcb20ee-d41a-4373-ab40-de6341a7e2b1 HTTP/1.1" status: 200 len: 217 time: 0.0610096 Aug 11 02:34:06.096651 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d1807-1c76-41f9-bfd0-acba56326b02 req-a8bc1d01-9eac-40df-8a68-1794b5369a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:06.098298 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e42d1807-1c76-41f9-bfd0-acba56326b02 req-a8bc1d01-9eac-40df-8a68-1794b5369a9f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ab8167db-bacb-44e0-82f3-4a6b60da4c7f HTTP/1.1" status: 200 len: 853 time: 0.0794282 Aug 11 02:34:06.137034 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e42d1807-1c76-41f9-bfd0-acba56326b02 req-75840d27-2c61-4c4a-879e-0a359225ceb6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60533bb5-5d6d-4ffb-b4d8-798fcac061ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308051 Aug 11 02:34:06.289300 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e42d1807-1c76-41f9-bfd0-acba56326b02 req-72e6c0f0-00f2-45a2-b6cb-3a4bca3210c9 service neutron] 10.222.0.73 "GET /v2.0/networks/60533bb5-5d6d-4ffb-b4d8-798fcac061ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443264 Aug 11 02:34:06.440708 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e42d1807-1c76-41f9-bfd0-acba56326b02 req-a2037b42-fd0d-448c-9252-8cd7507a0cf2 service neutron] 10.222.0.73 "GET /v2.0/networks/60533bb5-5d6d-4ffb-b4d8-798fcac061ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437788 Aug 11 02:34:06.501342 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379803d-3592-4e6e-a2fe-7ea1bf651aa1 req-8f87489b-c18a-4183-95af-91637ab663ee tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:06.511164 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0379803d-3592-4e6e-a2fe-7ea1bf651aa1 req-8f87489b-c18a-4183-95af-91637ab663ee tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580 HTTP/1.1" status: 200 len: 944 time: 0.1094375 Aug 11 02:34:06.552953 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0379803d-3592-4e6e-a2fe-7ea1bf651aa1 req-eba4d59f-e042-4b3b-ae95-d6d81e38f047 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9e75219-dec0-40fb-ac44-1965b19a9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400753 Aug 11 02:34:06.712237 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43558) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:06.853467 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-cd7d48ca-7b85-4750-89b3-c3b90c97df2b tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1457946542', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:06.887682 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7d48ca-7b85-4750-89b3-c3b90c97df2b tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Made reservation on behalf of ee4965c4019e49e8be4b146a2e8af923 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:06.890097 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cd7d48ca-7b85-4750-89b3-c3b90c97df2b tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:06.904536 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cd7d48ca-7b85-4750-89b3-c3b90c97df2b tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:07.034035 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cd7d48ca-7b85-4750-89b3-c3b90c97df2b tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:07.043276 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cd7d48ca-7b85-4750-89b3-c3b90c97df2b tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:07.057421 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-cd7d48ca-7b85-4750-89b3-c3b90c97df2b tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] device_id is not set on port b37d4461-0ee8-4334-b1b8-74bb4f347f93 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:34:07.114961 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d48ca-7b85-4750-89b3-c3b90c97df2b tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ca56b1-878a-4818-8b54-1d98e3aa080e,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:07.250762 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-cd7d48ca-7b85-4750-89b3-c3b90c97df2b tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Allocated IP 172.25.2.182 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/b37d4461-0ee8-4334-b1b8-74bb4f347f93) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:07.410647 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cd7d48ca-7b85-4750-89b3-c3b90c97df2b tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:07.462039 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cd7d48ca-7b85-4750-89b3-c3b90c97df2b tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:07.507949 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7d48ca-7b85-4750-89b3-c3b90c97df2b tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:07.511201 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-cd7d48ca-7b85-4750-89b3-c3b90c97df2b tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:07.515015 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7d48ca-7b85-4750-89b3-c3b90c97df2b tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:07.550620 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d48ca-7b85-4750-89b3-c3b90c97df2b tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Pushing event updated for resources: {'Port': ['ID=b37d4461-0ee8-4334-b1b8-74bb4f347f93,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:07.565969 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7d48ca-7b85-4750-89b3-c3b90c97df2b tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:07.566664 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cd7d48ca-7b85-4750-89b3-c3b90c97df2b tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:07.592887 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43592) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:07.595897 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cd7d48ca-7b85-4750-89b3-c3b90c97df2b tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8788662 Aug 11 02:34:07.598108 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-7dee11a3-f55b-4872-8cc1-6a67fb36e875 tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.182'}]}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:07.625669 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7dee11a3-f55b-4872-8cc1-6a67fb36e875 tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:07.627495 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7dee11a3-f55b-4872-8cc1-6a67fb36e875 tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:07.709639 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7dee11a3-f55b-4872-8cc1-6a67fb36e875 tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:07.823946 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841168c-ce0c-48b4-80e0-f74e8f2dac5b req-d92b3bab-8cfc-44b8-b2cb-c1a593abde31 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:07.825493 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a841168c-ce0c-48b4-80e0-f74e8f2dac5b req-d92b3bab-8cfc-44b8-b2cb-c1a593abde31 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580 HTTP/1.1" status: 200 len: 944 time: 0.1631935 Aug 11 02:34:07.905776 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7dee11a3-f55b-4872-8cc1-6a67fb36e875 tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:07.940631 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a841168c-ce0c-48b4-80e0-f74e8f2dac5b req-5d8bd2b8-8a46-4ec6-ae47-87cde8fde116 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9e75219-dec0-40fb-ac44-1965b19a9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839114 Aug 11 02:34:07.993703 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43602) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:08.181386 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7dee11a3-f55b-4872-8cc1-6a67fb36e875 tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:08.212589 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-243b0a22-5129-447d-a783-dc93118648dc tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Deleting port d76197a7-d8c1-4509-b79f-7bb0e90d5c33 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:08.212944 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-243b0a22-5129-447d-a783-dc93118648dc tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:08.215787 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7dee11a3-f55b-4872-8cc1-6a67fb36e875 tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:08.379697 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-243b0a22-5129-447d-a783-dc93118648dc tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:08.380435 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-243b0a22-5129-447d-a783-dc93118648dc tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:08.400849 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-243b0a22-5129-447d-a783-dc93118648dc tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Calling delete_port for d76197a7-d8c1-4509-b79f-7bb0e90d5c33 owned by network:floatingip {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:08.425357 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7dee11a3-f55b-4872-8cc1-6a67fb36e875 tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:08.664961 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-243b0a22-5129-447d-a783-dc93118648dc tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:08.707073 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b0a22-5129-447d-a783-dc93118648dc tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Pushing event deleted for resources: {'Port': ['ID=d76197a7-d8c1-4509-b79f-7bb0e90d5c33,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:08.720926 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7dee11a3-f55b-4872-8cc1-6a67fb36e875 tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:08.725297 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7dee11a3-f55b-4872-8cc1-6a67fb36e875 tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:08.802831 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-243b0a22-5129-447d-a783-dc93118648dc tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for floatingip, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:08.803177 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-243b0a22-5129-447d-a783-dc93118648dc tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Floating IP 8a0942fb-51af-4a8b-be06-c23b52f73f24 disassociated (deleted). External IP: 172.25.2.13, port: a4482971-822c-47ff-9792-0d70e79ad3e0. Aug 11 02:34:08.835043 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7dee11a3-f55b-4872-8cc1-6a67fb36e875 tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:08.835496 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dee11a3-f55b-4872-8cc1-6a67fb36e875 tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a096686-f5a2-4756-823e-e1b776a23502 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:34:08.862106 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-7dee11a3-f55b-4872-8cc1-6a67fb36e875 tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 11 02:34:08.863776 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7dee11a3-f55b-4872-8cc1-6a67fb36e875 tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2696800 Aug 11 02:34:08.866729 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43642) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:09.001803 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-0c7b9432-197d-4528-b5da-301cd3f40fa7 tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Deleting port b37d4461-0ee8-4334-b1b8-74bb4f347f93 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:09.002243 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0c7b9432-197d-4528-b5da-301cd3f40fa7 tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:09.132839 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0c7b9432-197d-4528-b5da-301cd3f40fa7 tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:09.154850 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-0c7b9432-197d-4528-b5da-301cd3f40fa7 tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Calling delete_port for b37d4461-0ee8-4334-b1b8-74bb4f347f93 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:09.292392 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243b0a22-5129-447d-a783-dc93118648dc tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Router 44cc0473-02c3-450f-87ca-94bd8c0c8b31 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:34:09.317118 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cabbfa7-94b6-43b7-8030-508a5f1d97be req-bb652211-b0ac-48d3-8c37-45b728c8dcc4 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:09.319801 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4cabbfa7-94b6-43b7-8030-508a5f1d97be req-bb652211-b0ac-48d3-8c37-45b728c8dcc4 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580 HTTP/1.1" status: 200 len: 944 time: 0.1740348 Aug 11 02:34:09.439810 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0c7b9432-197d-4528-b5da-301cd3f40fa7 tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:09.459280 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 0fcb20ee-d41a-4373-ab40-de6341a7e2b1 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:34:09.475703 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4cabbfa7-94b6-43b7-8030-508a5f1d97be req-6fcd6e2f-be95-4c6d-bb90-b0d8ff080c58 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9e75219-dec0-40fb-ac44-1965b19a9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474253 Aug 11 02:34:09.487588 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b9432-197d-4528-b5da-301cd3f40fa7 tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Pushing event deleted for resources: {'Port': ['ID=b37d4461-0ee8-4334-b1b8-74bb4f347f93,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:09.522468 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243b0a22-5129-447d-a783-dc93118648dc tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:34:09.533261 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb63e25-b9db-4050-b0e6-e1ed2371c699 None None] Sync routers for ids ['44cc0473-02c3-450f-87ca-94bd8c0c8b31'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:34:09.542465 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-243b0a22-5129-447d-a783-dc93118648dc tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:09.564478 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb63e25-b9db-4050-b0e6-e1ed2371c699 None None] Routers {'44cc0473-02c3-450f-87ca-94bd8c0c8b31'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:09.573146 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-7fb63e25-b9db-4050-b0e6-e1ed2371c699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:33:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['44cc0473-02c3-450f-87ca-94bd8c0c8b31'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:09.594680 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-243b0a22-5129-447d-a783-dc93118648dc tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "DELETE /v2.0/floatingips/8a0942fb-51af-4a8b-be06-c23b52f73f24 HTTP/1.1" status: 204 len: 168 time: 1.5996153 Aug 11 02:34:09.595591 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be8dc02-bfdc-4155-a7a1-e330f1c09f06', 'tag': 'a4482971-822c-47ff-9792-0d70e79ad3e0'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:34:09.598008 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e342819-f672-40b3-93b4-9f71e69a1d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "8be8dc02-bfdc-4155-a7a1-e330f1c09f06", "tag": "a4482971-822c-47ff-9792-0d70e79ad3e0"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:34:09.622676 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43668) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:09.629531 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0c7b9432-197d-4528-b5da-301cd3f40fa7 tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:09.638467 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0c7b9432-197d-4528-b5da-301cd3f40fa7 tempest-RoutersAdminNegativeTest-504321401 tempest-RoutersAdminNegativeTest-504321401-project-admin] 10.222.0.50 "DELETE /v2.0/ports/b37d4461-0ee8-4334-b1b8-74bb4f347f93 HTTP/1.1" status: 204 len: 168 time: 0.7687023 Aug 11 02:34:09.682743 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686796e1-bdc2-4191-a0d9-a47f3f31fdc1 x-openstack-request-id: req-686796e1-bdc2-4191-a0d9-a47f3f31fdc1 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:34:09.683686 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be8dc02-bfdc-4155-a7a1-e330f1c09f06", "tag": "a4482971-822c-47ff-9792-0d70e79ad3e0", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:34:09.684308 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-686796e1-bdc2-4191-a0d9-a47f3f31fdc1 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:34:09.684884 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be8dc02-bfdc-4155-a7a1-e330f1c09f06', 'tag': 'a4482971-822c-47ff-9792-0d70e79ad3e0', 'status': 'completed', 'code': 200} Aug 11 02:34:09.822920 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 0fcb20ee-d41a-4373-ab40-de6341a7e2b1, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=0fcb20ee-d41a-4373-ab40-de6341a7e2b1,segment=NetworkSegment(a872068f-60c0-4b83-8b6a-0a8d452f7bd9),segment_id=a872068f-60c0-4b83-8b6a-0a8d452f7bd9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:09.841899 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e342819-f672-40b3-93b4-9f71e69a1d2a req-3e3af494-6517-42e7-8fdd-81ff430f2a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:09.848623 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e342819-f672-40b3-93b4-9f71e69a1d2a req-3e3af494-6517-42e7-8fdd-81ff430f2a4b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b5550d86beda47589d4c6167ec09486c&device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 1097 time: 0.1429479 Aug 11 02:34:09.858460 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '0fcb20ee-d41a-4373-ab40-de6341a7e2b1', 'network_id': '60533bb5-5d6d-4ffb-b4d8-798fcac061ed', 'port_id': '0fcb20ee-d41a-4373-ab40-de6341a7e2b1', 'mac_address': 'fa:16:3e:17:5e:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab8167db-bacb-44e0-82f3-4a6b60da4c7f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:34:09.943329 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:09.962345 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fcb20ee-d41a-4373-ab40-de6341a7e2b1 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:34:09.993716 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-7fb63e25-b9db-4050-b0e6-e1ed2371c699 None None] Set router 44cc0473-02c3-450f-87ca-94bd8c0c8b31 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:34:10.004848 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 0fcb20ee-d41a-4373-ab40-de6341a7e2b1, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=0fcb20ee-d41a-4373-ab40-de6341a7e2b1,segment=NetworkSegment(a872068f-60c0-4b83-8b6a-0a8d452f7bd9),segment_id=a872068f-60c0-4b83-8b6a-0a8d452f7bd9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:10.017084 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:10.080873 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e342819-f672-40b3-93b4-9f71e69a1d2a req-694bf08a-72a5-414d-9d7f-b4d6e60ff07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:10.082492 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e342819-f672-40b3-93b4-9f71e69a1d2a req-694bf08a-72a5-414d-9d7f-b4d6e60ff07a service neutron] 10.222.0.66 "GET /v2.0/networks?id=3a121380-6178-48d7-951b-abcbdea8c6aa HTTP/1.1" status: 200 len: 914 time: 0.2265275 Aug 11 02:34:10.106036 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=0fcb20ee-d41a-4373-ab40-de6341a7e2b1,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:10.191209 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43680) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:10.206012 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7cdd5030-5f15-40c8-b9ac-e2b38365657b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:10.210537 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e342819-f672-40b3-93b4-9f71e69a1d2a req-6adb8abc-88d7-4c49-89ce-608ce2da807d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4482971-822c-47ff-9792-0d70e79ad3e0 HTTP/1.1" status: 200 len: 217 time: 0.1113198 Aug 11 02:34:10.231893 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['0fcb20ee-d41a-4373-ab40-de6341a7e2b1'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:34:10.370126 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceda324-8b64-4728-8b90-42dfb7a68763 req-71419376-aeca-49c2-8e74-0a78d6e7d2aa tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:10.371733 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8ceda324-8b64-4728-8b90-42dfb7a68763 req-71419376-aeca-49c2-8e74-0a78d6e7d2aa tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 945 time: 0.2837052 Aug 11 02:34:10.437338 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-7fb63e25-b9db-4050-b0e6-e1ed2371c699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'name': 'tempest-TestVolumeBackupRestore-957803011-router', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:29:27Z', 'revision_number': 4, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'gw_port': {'id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0', 'name': '', 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'mac_address': 'fa:16:3e:f2:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'ffb9dd6a-9435-4f73-9597-0b7c0b0ac374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:25Z', 'updated_at': '2021-08-11T02:29:40Z', 'revision_number': 5, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'subnets': [{'id': 'ffb9dd6a-9435-4f73-9597-0b7c0b0ac374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:10.463325 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7cdd5030-5f15-40c8-b9ac-e2b38365657b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:10.473676 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d4607650-c20d-47bb-98a2-8131d892f2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:10.479871 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb63e25-b9db-4050-b0e6-e1ed2371c699 None None] Checking router: 44cc0473-02c3-450f-87ca-94bd8c0c8b31 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:34:10.492063 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb63e25-b9db-4050-b0e6-e1ed2371c699 None None] Routers {'44cc0473-02c3-450f-87ca-94bd8c0c8b31'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:10.492749 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-7fb63e25-b9db-4050-b0e6-e1ed2371c699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:33:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['44cc0473-02c3-450f-87ca-94bd8c0c8b31'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:10.508821 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e342819-f672-40b3-93b4-9f71e69a1d2a req-1a348b84-69bc-489a-a01e-01e777f41b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:10.511442 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e342819-f672-40b3-93b4-9f71e69a1d2a req-1a348b84-69bc-489a-a01e-01e777f41b06 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ffb9dd6a-9435-4f73-9597-0b7c0b0ac374 HTTP/1.1" status: 200 len: 852 time: 0.2904541 Aug 11 02:34:10.517268 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7cdd5030-5f15-40c8-b9ac-e2b38365657b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:10.663471 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11920d31-ed43-47c8-b2bd-7f9537cdba03 req-b1a88078-7814-41cc-b774-9ae55f3efbfe tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:10.667019 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-11920d31-ed43-47c8-b2bd-7f9537cdba03 req-b1a88078-7814-41cc-b774-9ae55f3efbfe tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580 HTTP/1.1" status: 200 len: 945 time: 0.0941334 Aug 11 02:34:10.678951 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd5030-5f15-40c8-b9ac-e2b38365657b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71260ba8-1512-464b-9880-a09438f4344c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:10.687609 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7cdd5030-5f15-40c8-b9ac-e2b38365657b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eee4324621e248aa8f2e859242963a91&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0628781 Aug 11 02:34:10.690368 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43692) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:10.693405 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8ceda324-8b64-4728-8b90-42dfb7a68763 req-f6e8c854-fb56-4c21-b307-e2b2fe311662 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/security-groups?id=15ae591a-5f09-4b87-a2d6-2da9fcc6fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777556 Aug 11 02:34:10.702070 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e342819-f672-40b3-93b4-9f71e69a1d2a req-b729ef0a-4dd1-41f2-a553-468d54d57874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:10.703718 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e342819-f672-40b3-93b4-9f71e69a1d2a req-b729ef0a-4dd1-41f2-a553-468d54d57874 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a121380-6178-48d7-951b-abcbdea8c6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1834750 Aug 11 02:34:10.754855 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-11920d31-ed43-47c8-b2bd-7f9537cdba03 req-b8d41cc3-847a-430d-baba-18030fda621d tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9e75219-dec0-40fb-ac44-1965b19a9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774848 Aug 11 02:34:10.789246 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d4607650-c20d-47bb-98a2-8131d892f2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:10.800107 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-7fb63e25-b9db-4050-b0e6-e1ed2371c699 None None] Set router 44cc0473-02c3-450f-87ca-94bd8c0c8b31 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:34:10.803223 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d4607650-c20d-47bb-98a2-8131d892f2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:10.855915 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d4607650-c20d-47bb-98a2-8131d892f2e9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=20040b301e6f473cb84e12d766d73b6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6632600 Aug 11 02:34:10.856780 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607650-c20d-47bb-98a2-8131d892f2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef3f209-09d4-42ea-8973-1c9d789f0513,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:10.860484 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43694) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:10.910623 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-05705760-69aa-4cf3-8c9d-0c8fb04c2d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:10.945671 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6eafa26-d231-4d06-8159-7ca0023adc83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:10.945876 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e342819-f672-40b3-93b4-9f71e69a1d2a req-5d04f591-9f7d-44aa-8a26-3dadf78b43e4 service neutron] 10.222.0.66 "GET /v2.0/networks/3a121380-6178-48d7-951b-abcbdea8c6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322459 Aug 11 02:34:10.950681 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-05705760-69aa-4cf3-8c9d-0c8fb04c2d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:10.976222 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6eafa26-d231-4d06-8159-7ca0023adc83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:11.035629 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6eafa26-d231-4d06-8159-7ca0023adc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:11.042267 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6eafa26-d231-4d06-8159-7ca0023adc83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:11.046326 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f6eafa26-d231-4d06-8159-7ca0023adc83 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0ef3f209-09d4-42ea-8973-1c9d789f0513 HTTP/1.1" status: 204 len: 168 time: 0.1824172 Aug 11 02:34:11.056494 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eafa26-d231-4d06-8159-7ca0023adc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef3f209-09d4-42ea-8973-1c9d789f0513,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:11.118106 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e342819-f672-40b3-93b4-9f71e69a1d2a req-3dca3f3f-20ec-431d-b8ff-c7ad14924dfc service neutron] 10.222.0.66 "GET /v2.0/networks/3a121380-6178-48d7-951b-abcbdea8c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649067 Aug 11 02:34:11.152049 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-05705760-69aa-4cf3-8c9d-0c8fb04c2d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:11.159143 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-05705760-69aa-4cf3-8c9d-0c8fb04c2d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:11.161059 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-05705760-69aa-4cf3-8c9d-0c8fb04c2d75 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71260ba8-1512-464b-9880-a09438f4344c HTTP/1.1" status: 204 len: 168 time: 0.4667585 Aug 11 02:34:11.170262 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05705760-69aa-4cf3-8c9d-0c8fb04c2d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71260ba8-1512-464b-9880-a09438f4344c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:11.185127 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-7fb63e25-b9db-4050-b0e6-e1ed2371c699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'name': 'tempest-TestVolumeBackupRestore-957803011-router', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:29:27Z', 'revision_number': 4, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'gw_port': {'id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0', 'name': '', 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'mac_address': 'fa:16:3e:f2:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'ffb9dd6a-9435-4f73-9597-0b7c0b0ac374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:25Z', 'updated_at': '2021-08-11T02:29:40Z', 'revision_number': 5, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'subnets': [{'id': 'ffb9dd6a-9435-4f73-9597-0b7c0b0ac374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:11.246028 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb63e25-b9db-4050-b0e6-e1ed2371c699 None None] The sync data for ids ['44cc0473-02c3-450f-87ca-94bd8c0c8b31'] in n-d-615180-33 is: [{'id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'name': 'tempest-TestVolumeBackupRestore-957803011-router', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:29:27Z', 'revision_number': 4, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'gw_port': {'id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0', 'name': '', 'network_id': '3a121380-6178-48d7-951b-abcbdea8c6aa', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'mac_address': 'fa:16:3e:f2:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'ffb9dd6a-9435-4f73-9597-0b7c0b0ac374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:25Z', 'updated_at': '2021-08-11T02:29:40Z', 'revision_number': 5, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'subnets': [{'id': 'ffb9dd6a-9435-4f73-9597-0b7c0b0ac374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:34:11.459879 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 0fcb20ee-d41a-4373-ab40-de6341a7e2b1 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:11.556142 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 0fcb20ee-d41a-4373-ab40-de6341a7e2b1 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:11.560878 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 0fcb20ee-d41a-4373-ab40-de6341a7e2b1 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:11.561694 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:11.619792 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43708) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:11.644391 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-96a04090-23bd-42c9-82ec-16e96b3660f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:11.697496 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb840ad-4081-4c0d-a8cf-8a2fc7acfb84 req-84ced16c-7aaa-4bd9-a4be-7b1c635b5546 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:11.699020 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3cb840ad-4081-4c0d-a8cf-8a2fc7acfb84 req-84ced16c-7aaa-4bd9-a4be-7b1c635b5546 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.66 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 945 time: 0.1425538 Aug 11 02:34:11.760700 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99b5fe6-d75c-4cdf-bea2-16afe5ac1c87 None None] New status for floating IP 8a0942fb-51af-4a8b-be06-c23b52f73f24: DOWN {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:34:11.788488 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43712) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:11.843586 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-96a04090-23bd-42c9-82ec-16e96b3660f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:11.854953 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-96a04090-23bd-42c9-82ec-16e96b3660f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:11.867154 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-3cb840ad-4081-4c0d-a8cf-8a2fc7acfb84 req-698f76d4-c21a-4767-aec3-d0bb8ac323f8 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Deleting port a4482971-822c-47ff-9792-0d70e79ad3e0 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:11.867505 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3cb840ad-4081-4c0d-a8cf-8a2fc7acfb84 req-698f76d4-c21a-4767-aec3-d0bb8ac323f8 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:11.884900 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6b9d9c60-2520-4c99-bd92-1c2cdc7b5dcf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ee4965c4019e49e8be4b146a2e8af923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0927346 Aug 11 02:34:11.886687 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43716) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:11.926822 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a04090-23bd-42c9-82ec-16e96b3660f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07f7cb2-3aba-4c4b-897f-3ffed4e0fd2e,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:11.938207 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:11.965790 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-96a04090-23bd-42c9-82ec-16e96b3660f2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6367084fc7e64c77950d9538738d2805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3425078 Aug 11 02:34:11.966845 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43720) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:12.032885 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcb20ee-d41a-4373-ab40-de6341a7e2b1'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:34:12.038617 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a3f8d8-8ca2-4378-9dc9-715d02fe464b" -d '{"events": [{"server_uuid": "6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580", "name": "network-vif-plugged", "status": "completed", "tag": "0fcb20ee-d41a-4373-ab40-de6341a7e2b1"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:34:12.060712 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b91dc-942e-4cc7-915d-2e0f542ee408 req-2fb36fe8-d7cd-4fd8-bfeb-4ab7765bb8a5 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:12.061742 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 0fcb20ee-d41a-4373-ab40-de6341a7e2b1, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=0fcb20ee-d41a-4373-ab40-de6341a7e2b1,segment=NetworkSegment(a872068f-60c0-4b83-8b6a-0a8d452f7bd9),segment_id=a872068f-60c0-4b83-8b6a-0a8d452f7bd9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:12.062590 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a18b91dc-942e-4cc7-915d-2e0f542ee408 req-2fb36fe8-d7cd-4fd8-bfeb-4ab7765bb8a5 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580 HTTP/1.1" status: 200 len: 945 time: 0.1310804 Aug 11 02:34:12.063680 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8a1e1f40-7f46-438b-b69e-47be3ec08dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:12.075030 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:12.143013 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720aafb-799e-422f-8e00-65580177655a req-edd1913f-5bfd-4f46-800b-485b14671a75 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:12.144152 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8a1e1f40-7f46-438b-b69e-47be3ec08dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:12.144269 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2720aafb-799e-422f-8e00-65580177655a req-edd1913f-5bfd-4f46-800b-485b14671a75 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 945 time: 0.1865206 Aug 11 02:34:12.171156 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=0fcb20ee-d41a-4373-ab40-de6341a7e2b1,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:12.187444 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a18b91dc-942e-4cc7-915d-2e0f542ee408 req-af0c846a-565e-4a54-9046-59d032142985 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9e75219-dec0-40fb-ac44-1965b19a9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122637 Aug 11 02:34:12.238471 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64456e9c-7f7c-44bd-97d1-ba33c029e2ed x-openstack-request-id: req-64456e9c-7f7c-44bd-97d1-ba33c029e2ed {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:34:12.238838 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580", "name": "network-vif-plugged", "status": "completed", "tag": "0fcb20ee-d41a-4373-ab40-de6341a7e2b1", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:34:12.239314 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-64456e9c-7f7c-44bd-97d1-ba33c029e2ed {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:34:12.240663 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcb20ee-d41a-4373-ab40-de6341a7e2b1', 'code': 200} Aug 11 02:34:12.253120 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d708c4b-090e-490c-9132-3b3af384dfe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:12.253342 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8a1e1f40-7f46-438b-b69e-47be3ec08dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:12.257580 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8a1e1f40-7f46-438b-b69e-47be3ec08dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:12.261102 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8a1e1f40-7f46-438b-b69e-47be3ec08dcd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/49ca56b1-878a-4818-8b54-1d98e3aa080e HTTP/1.1" status: 204 len: 168 time: 0.3684070 Aug 11 02:34:12.261257 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-3cb840ad-4081-4c0d-a8cf-8a2fc7acfb84 req-698f76d4-c21a-4767-aec3-d0bb8ac323f8 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] For port a4482971-822c-47ff-9792-0d70e79ad3e0, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=a4482971-822c-47ff-9792-0d70e79ad3e0,segment=NetworkSegment(2a5e1037-f92d-4ae6-952c-e9370c6f49f3),segment_id=2a5e1037-f92d-4ae6-952c-e9370c6f49f3)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:12.261257 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3cb840ad-4081-4c0d-a8cf-8a2fc7acfb84 req-698f76d4-c21a-4767-aec3-d0bb8ac323f8 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:12.292735 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e1f40-7f46-438b-b69e-47be3ec08dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ca56b1-878a-4818-8b54-1d98e3aa080e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:12.306510 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-3cb840ad-4081-4c0d-a8cf-8a2fc7acfb84 req-698f76d4-c21a-4767-aec3-d0bb8ac323f8 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Calling delete_port for a4482971-822c-47ff-9792-0d70e79ad3e0 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:12.321858 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2720aafb-799e-422f-8e00-65580177655a req-2bcd3025-90a2-4d3e-a3c7-cfb84d1b519b tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/security-groups?id=15ae591a-5f09-4b87-a2d6-2da9fcc6fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693034 Aug 11 02:34:12.335814 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d708c4b-090e-490c-9132-3b3af384dfe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:12.384952 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79e8bc-5f83-4a94-8e91-468f66cf5d3c req-0b774dc5-baf1-46cd-9252-1584315b23b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:12.387179 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7c79e8bc-5f83-4a94-8e91-468f66cf5d3c req-0b774dc5-baf1-46cd-9252-1584315b23b6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580 HTTP/1.1" status: 200 len: 1098 time: 0.0781116 Aug 11 02:34:12.468797 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7c79e8bc-5f83-4a94-8e91-468f66cf5d3c req-412cfa2d-b72a-4bd4-9199-95fbc5db3f44 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e9e75219-dec0-40fb-ac44-1965b19a9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739589 Aug 11 02:34:12.487632 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d708c4b-090e-490c-9132-3b3af384dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:12.490192 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d708c4b-090e-490c-9132-3b3af384dfe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:12.491331 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1d708c4b-090e-490c-9132-3b3af384dfe2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d07f7cb2-3aba-4c4b-897f-3ffed4e0fd2e HTTP/1.1" status: 204 len: 168 time: 0.5204194 Aug 11 02:34:12.511263 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d708c4b-090e-490c-9132-3b3af384dfe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07f7cb2-3aba-4c4b-897f-3ffed4e0fd2e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:12.556823 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3cb840ad-4081-4c0d-a8cf-8a2fc7acfb84 req-698f76d4-c21a-4767-aec3-d0bb8ac323f8 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:12.587845 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f76d4-c21a-4767-aec3-d0bb8ac323f8 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Pushing event deleted for resources: {'Port': ['ID=a4482971-822c-47ff-9792-0d70e79ad3e0,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:12.640593 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb840ad-4081-4c0d-a8cf-8a2fc7acfb84 req-698f76d4-c21a-4767-aec3-d0bb8ac323f8 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] No DVR routers for this DVR port a4482971-822c-47ff-9792-0d70e79ad3e0 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:34:12.645565 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3cb840ad-4081-4c0d-a8cf-8a2fc7acfb84 req-698f76d4-c21a-4767-aec3-d0bb8ac323f8 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:12.651291 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3cb840ad-4081-4c0d-a8cf-8a2fc7acfb84 req-698f76d4-c21a-4767-aec3-d0bb8ac323f8 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.66 "DELETE /v2.0/ports/a4482971-822c-47ff-9792-0d70e79ad3e0 HTTP/1.1" status: 204 len: 173 time: 0.9444759 Aug 11 02:34:12.656347 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be8dc02-bfdc-4155-a7a1-e330f1c09f06', 'name': 'network-vif-deleted', 'tag': 'a4482971-822c-47ff-9792-0d70e79ad3e0'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:34:12.659449 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dff824d-e49e-4ab4-a259-81e119e52586" -d '{"events": [{"server_uuid": "8be8dc02-bfdc-4155-a7a1-e330f1c09f06", "name": "network-vif-deleted", "tag": "a4482971-822c-47ff-9792-0d70e79ad3e0"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:34:12.763746 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84418a9-1f8c-411f-963e-fe11e17034ce x-openstack-request-id: req-f84418a9-1f8c-411f-963e-fe11e17034ce {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:34:12.763746 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be8dc02-bfdc-4155-a7a1-e330f1c09f06", "name": "network-vif-deleted", "tag": "a4482971-822c-47ff-9792-0d70e79ad3e0", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:34:12.764362 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f84418a9-1f8c-411f-963e-fe11e17034ce {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:34:12.764362 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be8dc02-bfdc-4155-a7a1-e330f1c09f06', 'name': 'network-vif-deleted', 'tag': 'a4482971-822c-47ff-9792-0d70e79ad3e0', 'status': 'completed', 'code': 200} Aug 11 02:34:13.548312 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9bfcf806-04d4-47df-8378-a170308ec562 req-49074803-a556-4601-af31-443dd19bc19b tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 210 time: 0.0537050 Aug 11 02:34:13.589226 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19a8ba-c356-495a-9d23-7384bc4f97e7 req-a7159a3b-b6bf-42c9-a5b2-2bafb02422fa tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:13.598848 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ac19a8ba-c356-495a-9d23-7384bc4f97e7 req-a7159a3b-b6bf-42c9-a5b2-2bafb02422fa tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580 HTTP/1.1" status: 200 len: 946 time: 0.1306021 Aug 11 02:34:13.683474 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ac19a8ba-c356-495a-9d23-7384bc4f97e7 req-5716994a-43c5-4715-8ab7-df2d2a0dcc47 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9e75219-dec0-40fb-ac44-1965b19a9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739429 Aug 11 02:34:13.718138 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43784) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:14.168654 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-01eb1c46-8c55-4faf-b658-7d85405fb1cd tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-198833009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:14.238968 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-01eb1c46-8c55-4faf-b658-7d85405fb1cd tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.240952 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-01eb1c46-8c55-4faf-b658-7d85405fb1cd tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.377263 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-01eb1c46-8c55-4faf-b658-7d85405fb1cd tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.383427 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-01eb1c46-8c55-4faf-b658-7d85405fb1cd tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.434818 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-01eb1c46-8c55-4faf-b658-7d85405fb1cd tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.440322 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43848) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:14.447529 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-c09a1841-01bb-4a9b-a524-e6d6a57d26be tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2006615849'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:14.452933 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-01eb1c46-8c55-4faf-b658-7d85405fb1cd tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7336726 Aug 11 02:34:14.485091 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09a1841-01bb-4a9b-a524-e6d6a57d26be tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Made reservation on behalf of 512d15be6d354a08be1cca509bb32769 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:14.495175 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c09a1841-01bb-4a9b-a524-e6d6a57d26be tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.514723 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c09a1841-01bb-4a9b-a524-e6d6a57d26be tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.770946 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b528670f-af23-4814-a949-423aa02866d0 req-9dd3b164-af3d-4c39-b2c2-31b4434e9d43 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 210 time: 0.1314244 Aug 11 02:34:14.821229 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c09a1841-01bb-4a9b-a524-e6d6a57d26be tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.826056 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c09a1841-01bb-4a9b-a524-e6d6a57d26be tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.892414 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09a1841-01bb-4a9b-a524-e6d6a57d26be tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:34:14.921429 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a1841-01bb-4a9b-a524-e6d6a57d26be tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d451341b-14ac-4ce8-8526-b551d40251a1,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:14.928811 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c09a1841-01bb-4a9b-a524-e6d6a57d26be tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.929437 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-c09a1841-01bb-4a9b-a524-e6d6a57d26be tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Added segment 80e22a64-e688-4bec-8ddc-b4ee415cb406 of type vlan for network c219bc5e-8341-4311-8944-2f1e3435b9b1 Aug 11 02:34:15.022528 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c09a1841-01bb-4a9b-a524-e6d6a57d26be tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:15.070690 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c09a1841-01bb-4a9b-a524-e6d6a57d26be tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:15.097775 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09a1841-01bb-4a9b-a524-e6d6a57d26be tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:15.098946 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c09a1841-01bb-4a9b-a524-e6d6a57d26be tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:15.233439 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c09a1841-01bb-4a9b-a524-e6d6a57d26be tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7914600 Aug 11 02:34:15.236395 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43902) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:15.251482 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-948d927d-1cd7-417a-952b-88646e219c9c tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Request body: {'subnet': {'network_id': 'c219bc5e-8341-4311-8944-2f1e3435b9b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:15.256356 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a1841-01bb-4a9b-a524-e6d6a57d26be tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Pushing event updated for resources: {'Network': ['ID=c219bc5e-8341-4311-8944-2f1e3435b9b1,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:15.269042 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network c219bc5e-8341-4311-8944-2f1e3435b9b1 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:34:15.319782 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:34:15.413901 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43908) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:15.454023 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948d927d-1cd7-417a-952b-88646e219c9c tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Made reservation on behalf of 512d15be6d354a08be1cca509bb32769 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:15.465004 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-948d927d-1cd7-417a-952b-88646e219c9c tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:15.570842 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-843c4e59-bd2b-4ba0-a0bf-706674515b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:15.646888 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ef4f1c98-ec7d-44a9-b576-794738756b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:15.764262 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-843c4e59-bd2b-4ba0-a0bf-706674515b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:15.770690 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-843c4e59-bd2b-4ba0-a0bf-706674515b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:15.849321 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-843c4e59-bd2b-4ba0-a0bf-706674515b6f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=17af68bc04524646b1cd50dfe2c1a8bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4340682 Aug 11 02:34:15.856463 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43922) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:15.883752 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-948d927d-1cd7-417a-952b-88646e219c9c tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:15.936173 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c4e59-bd2b-4ba0-a0bf-706674515b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e36927-9937-441e-aaee-0c67ce9a432d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:15.970088 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7d4d1682-3421-4b6d-aed1-d10697206c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:15.986582 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948d927d-1cd7-417a-952b-88646e219c9c tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Checking segment: {'id': '80e22a64-e688-4bec-8ddc-b4ee415cb406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c219bc5e-8341-4311-8944-2f1e3435b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:34:15.987843 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948d927d-1cd7-417a-952b-88646e219c9c tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Network hostable DHCP agents. Network: c219bc5e-8341-4311-8944-2f1e3435b9b1, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:34:15.996521 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d927d-1cd7-417a-952b-88646e219c9c tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Pushing event updated for resources: {'Subnet': ['ID=029deb14-a804-450e-9163-a78bab8840bf,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:16.031584 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948d927d-1cd7-417a-952b-88646e219c9c tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Network c219bc5e-8341-4311-8944-2f1e3435b9b1 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:34:16.034831 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7d4d1682-3421-4b6d-aed1-d10697206c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:16.045981 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-948d927d-1cd7-417a-952b-88646e219c9c tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, c219bc5e-8341-4311-8944-2f1e3435b9b1) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:16.055294 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948d927d-1cd7-417a-952b-88646e219c9c tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:16.056237 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-948d927d-1cd7-417a-952b-88646e219c9c tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:16.057231 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef79e23-cb80-4163-9963-10a5db1c86c4 None None] Network c219bc5e-8341-4311-8944-2f1e3435b9b1 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:16.081734 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-948d927d-1cd7-417a-952b-88646e219c9c tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8427181 Aug 11 02:34:16.084208 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43930) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:16.090672 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-a7696556-0529-41d6-80ce-2effd48c5ae4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Request body: {'network': {'name': 'tempest-router-network01--710958112'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:16.118325 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7696556-0529-41d6-80ce-2effd48c5ae4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Made reservation on behalf of 512d15be6d354a08be1cca509bb32769 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:16.122320 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a7696556-0529-41d6-80ce-2effd48c5ae4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:16.171408 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7696556-0529-41d6-80ce-2effd48c5ae4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:34:16.195624 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a7696556-0529-41d6-80ce-2effd48c5ae4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:16.195980 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-a7696556-0529-41d6-80ce-2effd48c5ae4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Added segment b31cd42f-331e-43ea-8472-ed95eb6693df of type vlan for network bbc26ba2-7412-4c51-b213-815dd4c16b9c Aug 11 02:34:16.270720 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a7696556-0529-41d6-80ce-2effd48c5ae4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:16.286992 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9392e22a-eedf-425a-ba79-eba28ed1d187 req-b1cb5723-05c8-40c3-a1e7-b687fcb559f0 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 210 time: 0.3420799 Aug 11 02:34:16.294105 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7d4d1682-3421-4b6d-aed1-d10697206c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:16.297594 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7d4d1682-3421-4b6d-aed1-d10697206c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:16.299661 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7d4d1682-3421-4b6d-aed1-d10697206c74 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/69e36927-9937-441e-aaee-0c67ce9a432d HTTP/1.1" status: 204 len: 168 time: 0.4419501 Aug 11 02:34:16.310239 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device a4482971-822c-47ff-9792-0d70e79ad3e0 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:34:16.320872 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d1682-3421-4b6d-aed1-d10697206c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e36927-9937-441e-aaee-0c67ce9a432d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:16.344560 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a7696556-0529-41d6-80ce-2effd48c5ae4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:16.350737 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7696556-0529-41d6-80ce-2effd48c5ae4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:16.351320 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a7696556-0529-41d6-80ce-2effd48c5ae4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:16.390412 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: a4482971-822c-47ff-9792-0d70e79ad3e0 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:34:16.390775 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device a4482971-822c-47ff-9792-0d70e79ad3e0 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:34:16.394857 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cade5e-90b5-4590-8c44-6d5e1a4f248a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-c219bc5e-8341-4311-8944-2f1e3435b9b1', 'network_id': 'c219bc5e-8341-4311-8944-2f1e3435b9b1', 'tenant_id': '512d15be6d354a08be1cca509bb32769', 'fixed_ips': [{'subnet_id': '029deb14-a804-450e-9163-a78bab8840bf'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:34:16.396294 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-58cade5e-90b5-4590-8c44-6d5e1a4f248a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:16.424105 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a7696556-0529-41d6-80ce-2effd48c5ae4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3360522 Aug 11 02:34:16.424314 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43934) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:16.430961 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-b45659bb-b33e-44da-b4a3-fa882e9741ca tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Request body: {'network': {'name': 'tempest-router-network02--885062279'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:16.448490 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7696556-0529-41d6-80ce-2effd48c5ae4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Pushing event updated for resources: {'Network': ['ID=bbc26ba2-7412-4c51-b213-815dd4c16b9c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:16.466785 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45659bb-b33e-44da-b4a3-fa882e9741ca tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Made reservation on behalf of 512d15be6d354a08be1cca509bb32769 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:16.470840 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network bbc26ba2-7412-4c51-b213-815dd4c16b9c details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:34:16.471666 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b45659bb-b33e-44da-b4a3-fa882e9741ca tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:16.508176 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45659bb-b33e-44da-b4a3-fa882e9741ca tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:34:16.521393 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b45659bb-b33e-44da-b4a3-fa882e9741ca tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:16.522179 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-b45659bb-b33e-44da-b4a3-fa882e9741ca tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Added segment 18e83c51-e53d-44d2-8692-cd3c7d69e51c of type vlan for network d8a122f9-5ef4-413b-b00f-42074b2cf2ae Aug 11 02:34:16.819399 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-58cade5e-90b5-4590-8c44-6d5e1a4f248a None None] Allocated IP 2001:db8::2 (c219bc5e-8341-4311-8944-2f1e3435b9b1/029deb14-a804-450e-9163-a78bab8840bf/1a2ad9d5-ce04-4109-9134-c9fb91d4b572) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:16.998929 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-58cade5e-90b5-4590-8c44-6d5e1a4f248a None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:17.008516 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-58cade5e-90b5-4590-8c44-6d5e1a4f248a None None] Transition to ACTIVE for port object 1a2ad9d5-ce04-4109-9134-c9fb91d4b572 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:17.027993 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-58cade5e-90b5-4590-8c44-6d5e1a4f248a None None] Transition to ACTIVE for port object 1a2ad9d5-ce04-4109-9134-c9fb91d4b572 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:17.038394 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-58cade5e-90b5-4590-8c44-6d5e1a4f248a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:17.119180 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cade5e-90b5-4590-8c44-6d5e1a4f248a None None] Network c219bc5e-8341-4311-8944-2f1e3435b9b1 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:17.128382 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-58cade5e-90b5-4590-8c44-6d5e1a4f248a None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:17.132669 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cade5e-90b5-4590-8c44-6d5e1a4f248a None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:17.140456 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b45659bb-b33e-44da-b4a3-fa882e9741ca tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:17.214909 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b45659bb-b33e-44da-b4a3-fa882e9741ca tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:17.227749 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45659bb-b33e-44da-b4a3-fa882e9741ca tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:17.229179 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b45659bb-b33e-44da-b4a3-fa882e9741ca tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:17.253569 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cade5e-90b5-4590-8c44-6d5e1a4f248a None None] Pushing event updated for resources: {'Port': ['ID=1a2ad9d5-ce04-4109-9134-c9fb91d4b572,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:17.257161 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-58cade5e-90b5-4590-8c44-6d5e1a4f248a None None] Attempting to bind port 1a2ad9d5-ce04-4109-9134-c9fb91d4b572 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:34:17.257711 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-58cade5e-90b5-4590-8c44-6d5e1a4f248a None None] Attempting to bind port 1a2ad9d5-ce04-4109-9134-c9fb91d4b572 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '80e22a64-e688-4bec-8ddc-b4ee415cb406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c219bc5e-8341-4311-8944-2f1e3435b9b1'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:34:17.258229 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cade5e-90b5-4590-8c44-6d5e1a4f248a None None] Attempting to bind port 1a2ad9d5-ce04-4109-9134-c9fb91d4b572 on network c219bc5e-8341-4311-8944-2f1e3435b9b1 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:34:17.265424 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cade5e-90b5-4590-8c44-6d5e1a4f248a None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:34:17.266142 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cade5e-90b5-4590-8c44-6d5e1a4f248a None None] Checking segment: {'id': '80e22a64-e688-4bec-8ddc-b4ee415cb406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c219bc5e-8341-4311-8944-2f1e3435b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:34:17.266944 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-58cade5e-90b5-4590-8c44-6d5e1a4f248a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:17.267481 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cade5e-90b5-4590-8c44-6d5e1a4f248a None None] Bound using segment: {'id': '80e22a64-e688-4bec-8ddc-b4ee415cb406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c219bc5e-8341-4311-8944-2f1e3435b9b1'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:34:17.268476 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-58cade5e-90b5-4590-8c44-6d5e1a4f248a None None] Bound port: 1a2ad9d5-ce04-4109-9134-c9fb91d4b572, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e22a64-e688-4bec-8ddc-b4ee415cb406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c219bc5e-8341-4311-8944-2f1e3435b9b1'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:34:17.269531 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-58cade5e-90b5-4590-8c44-6d5e1a4f248a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:17.407693 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b45659bb-b33e-44da-b4a3-fa882e9741ca tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9819379 Aug 11 02:34:17.410962 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-58cade5e-90b5-4590-8c44-6d5e1a4f248a None None] For port 1a2ad9d5-ce04-4109-9134-c9fb91d4b572, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:34:17.422123 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-58cade5e-90b5-4590-8c44-6d5e1a4f248a None None] For port 1a2ad9d5-ce04-4109-9134-c9fb91d4b572, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=1a2ad9d5-ce04-4109-9134-c9fb91d4b572,segment=NetworkSegment(80e22a64-e688-4bec-8ddc-b4ee415cb406),segment_id=80e22a64-e688-4bec-8ddc-b4ee415cb406)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:34:17.428200 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-58cade5e-90b5-4590-8c44-6d5e1a4f248a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:17.433910 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43964) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:17.442223 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-4dc65c0b-abe1-47e5-ab98-a080919f45b7 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Request body: {'subnet': {'network_id': 'bbc26ba2-7412-4c51-b213-815dd4c16b9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:17.478231 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ac121c05-61ab-41b0-a8af-d979a893abc7 req-7c6cbc13-7fc3-4a02-939e-4db6e4fd5834 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 210 time: 0.0752785 Aug 11 02:34:17.491586 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cade5e-90b5-4590-8c44-6d5e1a4f248a None None] Pushing event updated for resources: {'Port': ['ID=1a2ad9d5-ce04-4109-9134-c9fb91d4b572,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:17.504347 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45659bb-b33e-44da-b4a3-fa882e9741ca tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Pushing event updated for resources: {'Network': ['ID=d8a122f9-5ef4-413b-b00f-42074b2cf2ae,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:17.527487 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network d8a122f9-5ef4-413b-b00f-42074b2cf2ae details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:34:17.652427 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc65c0b-abe1-47e5-ab98-a080919f45b7 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Made reservation on behalf of 512d15be6d354a08be1cca509bb32769 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:17.659597 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4dc65c0b-abe1-47e5-ab98-a080919f45b7 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:18.074271 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4dc65c0b-abe1-47e5-ab98-a080919f45b7 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:18.225818 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc65c0b-abe1-47e5-ab98-a080919f45b7 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Pushing event updated for resources: {'Subnet': ['ID=858a5651-2dac-4b7f-8715-b4c304397b8e,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:18.287185 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc65c0b-abe1-47e5-ab98-a080919f45b7 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Checking segment: {'id': 'b31cd42f-331e-43ea-8472-ed95eb6693df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bbc26ba2-7412-4c51-b213-815dd4c16b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:34:18.287875 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc65c0b-abe1-47e5-ab98-a080919f45b7 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Network hostable DHCP agents. Network: bbc26ba2-7412-4c51-b213-815dd4c16b9c, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:34:18.320556 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2d91be6a-c082-4f55-9e26-8395353c906f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:18.328125 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc65c0b-abe1-47e5-ab98-a080919f45b7 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Network bbc26ba2-7412-4c51-b213-815dd4c16b9c is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:34:18.344879 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-4dc65c0b-abe1-47e5-ab98-a080919f45b7 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, bbc26ba2-7412-4c51-b213-815dd4c16b9c) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:18.356841 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc65c0b-abe1-47e5-ab98-a080919f45b7 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:18.357441 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4dc65c0b-abe1-47e5-ab98-a080919f45b7 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:18.359456 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9577746b-2032-4ee6-ba38-41728608622a None None] Network bbc26ba2-7412-4c51-b213-815dd4c16b9c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:18.376644 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4dc65c0b-abe1-47e5-ab98-a080919f45b7 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9410930 Aug 11 02:34:18.379381 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 43992) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:18.385904 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-2757f827-44bc-4f7b-997f-39f64b735f5f tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Request body: {'subnet': {'network_id': 'd8a122f9-5ef4-413b-b00f-42074b2cf2ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:18.423493 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 43994) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:18.482621 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:18.515379 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2757f827-44bc-4f7b-997f-39f64b735f5f tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Made reservation on behalf of 512d15be6d354a08be1cca509bb32769 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:18.531185 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2757f827-44bc-4f7b-997f-39f64b735f5f tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:18.728564 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dda4fb5-c90d-49fb-bfab-5e8fef108795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-bbc26ba2-7412-4c51-b213-815dd4c16b9c', 'network_id': 'bbc26ba2-7412-4c51-b213-815dd4c16b9c', 'tenant_id': '512d15be6d354a08be1cca509bb32769', 'fixed_ips': [{'subnet_id': '858a5651-2dac-4b7f-8715-b4c304397b8e'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:34:18.738518 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5dda4fb5-c90d-49fb-bfab-5e8fef108795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:18.746444 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1b9f6e1f-9b51-4e3c-97ef-8d39d0f76c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:18.769117 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c7ad06f7-9136-42ee-b91b-01069690dd9e req-219c7c1a-91ac-49f7-943f-d80a98447499 tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 210 time: 0.1061261 Aug 11 02:34:18.967394 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1b9f6e1f-9b51-4e3c-97ef-8d39d0f76c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:18.971747 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1b9f6e1f-9b51-4e3c-97ef-8d39d0f76c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:19.060225 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-5dda4fb5-c90d-49fb-bfab-5e8fef108795 None None] Allocated IP 2001:db8::2 (bbc26ba2-7412-4c51-b213-815dd4c16b9c/858a5651-2dac-4b7f-8715-b4c304397b8e/e1cfd112-8bb9-4199-8bb0-c1ec62745412) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:19.089434 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f6e1f-9b51-4e3c-97ef-8d39d0f76c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8361aa2-d2a6-46a8-829c-a091617ecad8,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:19.110603 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1b9f6e1f-9b51-4e3c-97ef-8d39d0f76c5a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=87b467128fb74f029e41c707334cc4e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6847672 Aug 11 02:34:19.113378 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44010) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:19.259336 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2757f827-44bc-4f7b-997f-39f64b735f5f tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:19.308876 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4322847a-35cf-49fe-b1bc-33b9c3f42ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:19.371254 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4322847a-35cf-49fe-b1bc-33b9c3f42ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:19.395235 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757f827-44bc-4f7b-997f-39f64b735f5f tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Pushing event updated for resources: {'Subnet': ['ID=fd43c113-2b01-4b2f-8638-20b679a2e9c7,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:19.422274 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf9d5c2-50b6-40d1-ae3f-49ab7f0f36d7 None None] Network c219bc5e-8341-4311-8944-2f1e3435b9b1 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:19.456568 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4322847a-35cf-49fe-b1bc-33b9c3f42ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:19.460539 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4322847a-35cf-49fe-b1bc-33b9c3f42ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:19.466812 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4322847a-35cf-49fe-b1bc-33b9c3f42ac5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a8361aa2-d2a6-46a8-829c-a091617ecad8 HTTP/1.1" status: 204 len: 168 time: 0.3521223 Aug 11 02:34:19.480064 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322847a-35cf-49fe-b1bc-33b9c3f42ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8361aa2-d2a6-46a8-829c-a091617ecad8,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:19.483845 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2757f827-44bc-4f7b-997f-39f64b735f5f tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Checking segment: {'id': '18e83c51-e53d-44d2-8692-cd3c7d69e51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd8a122f9-5ef4-413b-b00f-42074b2cf2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:34:19.484218 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2757f827-44bc-4f7b-997f-39f64b735f5f tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Network hostable DHCP agents. Network: d8a122f9-5ef4-413b-b00f-42074b2cf2ae, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:34:19.524015 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2757f827-44bc-4f7b-997f-39f64b735f5f tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Network d8a122f9-5ef4-413b-b00f-42074b2cf2ae is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:34:19.537264 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-2757f827-44bc-4f7b-997f-39f64b735f5f tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, d8a122f9-5ef4-413b-b00f-42074b2cf2ae) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:19.544033 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757f827-44bc-4f7b-997f-39f64b735f5f tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:19.544651 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2757f827-44bc-4f7b-997f-39f64b735f5f tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:19.576313 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2757f827-44bc-4f7b-997f-39f64b735f5f tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1922638 Aug 11 02:34:19.576538 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44018) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:19.588623 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-466e9413-e544-4dd1-8760-8eb1042cc8ed None None] Provisioning for port 1a2ad9d5-ce04-4109-9134-c9fb91d4b572 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:19.601571 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ce9738-66dd-44b3-b1bc-aa9f4255b7ac None None] Network d8a122f9-5ef4-413b-b00f-42074b2cf2ae requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:20.030544 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1a2ad9d5-ce04-4109-9134-c9fb91d4b572 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:20.140562 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:20.257087 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5dda4fb5-c90d-49fb-bfab-5e8fef108795 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:20.274598 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 1a2ad9d5-ce04-4109-9134-c9fb91d4b572 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:20.279619 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5dda4fb5-c90d-49fb-bfab-5e8fef108795 None None] Transition to ACTIVE for port object e1cfd112-8bb9-4199-8bb0-c1ec62745412 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:20.285305 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 1a2ad9d5-ce04-4109-9134-c9fb91d4b572 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:20.285696 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:20.314405 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-28bd13c0-52a0-4731-8f1d-b2af8ca8fde6 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:20.346479 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5663008b-673e-4ff2-a404-f62e19814cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-d8a122f9-5ef4-413b-b00f-42074b2cf2ae', 'network_id': 'd8a122f9-5ef4-413b-b00f-42074b2cf2ae', 'tenant_id': '512d15be6d354a08be1cca509bb32769', 'fixed_ips': [{'subnet_id': 'fd43c113-2b01-4b2f-8638-20b679a2e9c7'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:34:20.347333 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5663008b-673e-4ff2-a404-f62e19814cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:20.381343 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5dda4fb5-c90d-49fb-bfab-5e8fef108795 None None] Transition to ACTIVE for port object e1cfd112-8bb9-4199-8bb0-c1ec62745412 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:20.459403 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:20.498161 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5dda4fb5-c90d-49fb-bfab-5e8fef108795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:20.524722 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-85ca2319-3d4e-46be-ad49-92d4d450d092 req-3dcc9bb4-0c76-4f54-8342-696587b8dc6b tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8be8dc02-bfdc-4155-a7a1-e330f1c09f06 HTTP/1.1" status: 200 len: 210 time: 0.5911982 Aug 11 02:34:20.559670 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dda4fb5-c90d-49fb-bfab-5e8fef108795 None None] Network bbc26ba2-7412-4c51-b213-815dd4c16b9c is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:20.567004 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-5dda4fb5-c90d-49fb-bfab-5e8fef108795 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:20.578497 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dda4fb5-c90d-49fb-bfab-5e8fef108795 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:20.911231 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-5dda4fb5-c90d-49fb-bfab-5e8fef108795 None None] Attempting to bind port e1cfd112-8bb9-4199-8bb0-c1ec62745412 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:34:20.911910 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-5dda4fb5-c90d-49fb-bfab-5e8fef108795 None None] Attempting to bind port e1cfd112-8bb9-4199-8bb0-c1ec62745412 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'b31cd42f-331e-43ea-8472-ed95eb6693df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bbc26ba2-7412-4c51-b213-815dd4c16b9c'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:34:20.912021 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dda4fb5-c90d-49fb-bfab-5e8fef108795 None None] Attempting to bind port e1cfd112-8bb9-4199-8bb0-c1ec62745412 on network bbc26ba2-7412-4c51-b213-815dd4c16b9c {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:34:20.929910 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dda4fb5-c90d-49fb-bfab-5e8fef108795 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:34:20.930561 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dda4fb5-c90d-49fb-bfab-5e8fef108795 None None] Checking segment: {'id': 'b31cd42f-331e-43ea-8472-ed95eb6693df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bbc26ba2-7412-4c51-b213-815dd4c16b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:34:20.930814 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5dda4fb5-c90d-49fb-bfab-5e8fef108795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:20.931325 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dda4fb5-c90d-49fb-bfab-5e8fef108795 None None] Bound using segment: {'id': 'b31cd42f-331e-43ea-8472-ed95eb6693df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bbc26ba2-7412-4c51-b213-815dd4c16b9c'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:34:20.931803 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-5dda4fb5-c90d-49fb-bfab-5e8fef108795 None None] Bound port: e1cfd112-8bb9-4199-8bb0-c1ec62745412, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b31cd42f-331e-43ea-8472-ed95eb6693df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bbc26ba2-7412-4c51-b213-815dd4c16b9c'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:34:20.932189 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5dda4fb5-c90d-49fb-bfab-5e8fef108795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:20.955279 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-28bd13c0-52a0-4731-8f1d-b2af8ca8fde6 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Allocated IP 2001:db8::1 (bbc26ba2-7412-4c51-b213-815dd4c16b9c/858a5651-2dac-4b7f-8715-b4c304397b8e/1b72f780-3a77-45d8-b9f2-b7625d76880e) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:20.955845 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 1a2ad9d5-ce04-4109-9134-c9fb91d4b572, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=1a2ad9d5-ce04-4109-9134-c9fb91d4b572,segment=NetworkSegment(80e22a64-e688-4bec-8ddc-b4ee415cb406),segment_id=80e22a64-e688-4bec-8ddc-b4ee415cb406)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:20.962864 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda4fb5-c90d-49fb-bfab-5e8fef108795 None None] Pushing event updated for resources: {'Port': ['ID=e1cfd112-8bb9-4199-8bb0-c1ec62745412,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:20.978024 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:21.143108 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-5dda4fb5-c90d-49fb-bfab-5e8fef108795 None None] For port e1cfd112-8bb9-4199-8bb0-c1ec62745412, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:34:21.146958 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-5dda4fb5-c90d-49fb-bfab-5e8fef108795 None None] For port e1cfd112-8bb9-4199-8bb0-c1ec62745412, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e1cfd112-8bb9-4199-8bb0-c1ec62745412,segment=NetworkSegment(b31cd42f-331e-43ea-8472-ed95eb6693df),segment_id=b31cd42f-331e-43ea-8472-ed95eb6693df)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:34:21.162473 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-28bd13c0-52a0-4731-8f1d-b2af8ca8fde6 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:21.172032 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=1a2ad9d5-ce04-4109-9134-c9fb91d4b572,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:21.174875 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ae9e7c92-89c8-44d9-a316-cbe24b4a0f9c None None] Provisioning complete for port 1a2ad9d5-ce04-4109-9134-c9fb91d4b572 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:21.175253 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7c92-89c8-44d9-a316-cbe24b4a0f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:21.178151 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5dda4fb5-c90d-49fb-bfab-5e8fef108795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:21.222216 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-28bd13c0-52a0-4731-8f1d-b2af8ca8fde6 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Transition to ACTIVE for port object 1b72f780-3a77-45d8-b9f2-b7625d76880e will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:21.309847 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-28bd13c0-52a0-4731-8f1d-b2af8ca8fde6 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:21.335073 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-5663008b-673e-4ff2-a404-f62e19814cd9 None None] Allocated IP 2001:db8::2 (d8a122f9-5ef4-413b-b00f-42074b2cf2ae/fd43c113-2b01-4b2f-8638-20b679a2e9c7/87de4259-7f7f-40bd-9771-62503161f4ef) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:21.396108 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda4fb5-c90d-49fb-bfab-5e8fef108795 None None] Pushing event updated for resources: {'Port': ['ID=e1cfd112-8bb9-4199-8bb0-c1ec62745412,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:21.465988 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bd13c0-52a0-4731-8f1d-b2af8ca8fde6 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Network bbc26ba2-7412-4c51-b213-815dd4c16b9c is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:21.475076 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-28bd13c0-52a0-4731-8f1d-b2af8ca8fde6 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:21.489831 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd13c0-52a0-4731-8f1d-b2af8ca8fde6 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:21.491279 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-28bd13c0-52a0-4731-8f1d-b2af8ca8fde6 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:21.601909 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:21.612882 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44074) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:21.743406 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd13c0-52a0-4731-8f1d-b2af8ca8fde6 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Pushing event updated for resources: {'Port': ['ID=1b72f780-3a77-45d8-b9f2-b7625d76880e,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:21.759715 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5fd86f43-2a66-4563-8397-8d681d88adcb tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:21.767820 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-28bd13c0-52a0-4731-8f1d-b2af8ca8fde6 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:21.813370 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5fd86f43-2a66-4563-8397-8d681d88adcb tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:21.899888 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5663008b-673e-4ff2-a404-f62e19814cd9 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:21.930266 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5663008b-673e-4ff2-a404-f62e19814cd9 None None] Transition to ACTIVE for port object 87de4259-7f7f-40bd-9771-62503161f4ef will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:21.960160 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5663008b-673e-4ff2-a404-f62e19814cd9 None None] Transition to ACTIVE for port object 87de4259-7f7f-40bd-9771-62503161f4ef will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:21.969544 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5663008b-673e-4ff2-a404-f62e19814cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:21.990405 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5fd86f43-2a66-4563-8397-8d681d88adcb tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:21.993563 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5fd86f43-2a66-4563-8397-8d681d88adcb tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:22.010342 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5fd86f43-2a66-4563-8397-8d681d88adcb tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] 10.222.0.50 "DELETE /v2.0/security-groups/15ae591a-5f09-4b87-a2d6-2da9fcc6fe41 HTTP/1.1" status: 204 len: 168 time: 0.3936875 Aug 11 02:34:22.047226 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd86f43-2a66-4563-8397-8d681d88adcb tempest-TestVolumeBackupRestore-1531517968 tempest-TestVolumeBackupRestore-1531517968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ae591a-5f09-4b87-a2d6-2da9fcc6fe41,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:22.092805 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5663008b-673e-4ff2-a404-f62e19814cd9 None None] Network d8a122f9-5ef4-413b-b00f-42074b2cf2ae is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:22.108932 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-5663008b-673e-4ff2-a404-f62e19814cd9 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:22.118938 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5663008b-673e-4ff2-a404-f62e19814cd9 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:22.149530 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e1cfd112-8bb9-4199-8bb0-c1ec62745412 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:22.216630 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663008b-673e-4ff2-a404-f62e19814cd9 None None] Pushing event updated for resources: {'Port': ['ID=87de4259-7f7f-40bd-9771-62503161f4ef,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:22.324244 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-5663008b-673e-4ff2-a404-f62e19814cd9 None None] Attempting to bind port 87de4259-7f7f-40bd-9771-62503161f4ef on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:34:22.328426 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-5663008b-673e-4ff2-a404-f62e19814cd9 None None] Attempting to bind port 87de4259-7f7f-40bd-9771-62503161f4ef by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '18e83c51-e53d-44d2-8692-cd3c7d69e51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd8a122f9-5ef4-413b-b00f-42074b2cf2ae'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:34:22.328844 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5663008b-673e-4ff2-a404-f62e19814cd9 None None] Attempting to bind port 87de4259-7f7f-40bd-9771-62503161f4ef on network d8a122f9-5ef4-413b-b00f-42074b2cf2ae {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:34:22.365043 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5663008b-673e-4ff2-a404-f62e19814cd9 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:34:22.368282 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5663008b-673e-4ff2-a404-f62e19814cd9 None None] Checking segment: {'id': '18e83c51-e53d-44d2-8692-cd3c7d69e51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd8a122f9-5ef4-413b-b00f-42074b2cf2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:34:22.369945 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5663008b-673e-4ff2-a404-f62e19814cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:22.370488 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5663008b-673e-4ff2-a404-f62e19814cd9 None None] Bound using segment: {'id': '18e83c51-e53d-44d2-8692-cd3c7d69e51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd8a122f9-5ef4-413b-b00f-42074b2cf2ae'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:34:22.373414 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-5663008b-673e-4ff2-a404-f62e19814cd9 None None] Bound port: 87de4259-7f7f-40bd-9771-62503161f4ef, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e83c51-e53d-44d2-8692-cd3c7d69e51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd8a122f9-5ef4-413b-b00f-42074b2cf2ae'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:34:22.374839 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5663008b-673e-4ff2-a404-f62e19814cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:22.403577 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port e1cfd112-8bb9-4199-8bb0-c1ec62745412 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:22.423902 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1a2ad9d5-ce04-4109-9134-c9fb91d4b572 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:22.699649 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-5663008b-673e-4ff2-a404-f62e19814cd9 None None] For port 87de4259-7f7f-40bd-9771-62503161f4ef, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:34:22.710231 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-5663008b-673e-4ff2-a404-f62e19814cd9 None None] For port 87de4259-7f7f-40bd-9771-62503161f4ef, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=87de4259-7f7f-40bd-9771-62503161f4ef,segment=NetworkSegment(18e83c51-e53d-44d2-8692-cd3c7d69e51c),segment_id=18e83c51-e53d-44d2-8692-cd3c7d69e51c)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:34:22.741021 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5663008b-673e-4ff2-a404-f62e19814cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:22.796853 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-28bd13c0-52a0-4731-8f1d-b2af8ca8fde6 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:22.804263 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-28bd13c0-52a0-4731-8f1d-b2af8ca8fde6 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:22.805072 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-28bd13c0-52a0-4731-8f1d-b2af8ca8fde6 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:22.855018 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663008b-673e-4ff2-a404-f62e19814cd9 None None] Pushing event updated for resources: {'Port': ['ID=87de4259-7f7f-40bd-9771-62503161f4ef,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:22.909669 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 1a2ad9d5-ce04-4109-9134-c9fb91d4b572 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:22.910091 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:23.268081 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd13c0-52a0-4731-8f1d-b2af8ca8fde6 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Pushing event updated for resources: {'Port': ['ID=1b72f780-3a77-45d8-b9f2-b7625d76880e,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:23.425042 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bd13c0-52a0-4731-8f1d-b2af8ca8fde6 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Network bbc26ba2-7412-4c51-b213-815dd4c16b9c is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:23.427059 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-28bd13c0-52a0-4731-8f1d-b2af8ca8fde6 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:23.522394 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec3a3b0-1527-4230-90f4-95e3d111bfb8 None None] Network bbc26ba2-7412-4c51-b213-815dd4c16b9c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:23.726816 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3344dc88-dbf8-42af-b121-2560f2449967 None None] Provisioning for port e1cfd112-8bb9-4199-8bb0-c1ec62745412 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:23.753792 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3344dc88-dbf8-42af-b121-2560f2449967 None None] Provisioning complete for port e1cfd112-8bb9-4199-8bb0-c1ec62745412 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:23.754363 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3344dc88-dbf8-42af-b121-2560f2449967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:24.012573 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bd13c0-52a0-4731-8f1d-b2af8ca8fde6 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Router e124c94a-5191-4716-ba25-418572a8e26e is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:34:24.086900 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 87de4259-7f7f-40bd-9771-62503161f4ef up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:24.283144 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bd13c0-52a0-4731-8f1d-b2af8ca8fde6 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:34:24.301319 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-28bd13c0-52a0-4731-8f1d-b2af8ca8fde6 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] 10.222.0.50 "PUT /v2.0/routers/e124c94a-5191-4716-ba25-418572a8e26e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7208958 Aug 11 02:34:24.301507 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69bc589-bb88-45f9-b99c-175680909afa None None] Sync routers for ids ['e124c94a-5191-4716-ba25-418572a8e26e'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:34:24.302889 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44322) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:24.328188 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3344dc88-dbf8-42af-b121-2560f2449967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:24.338039 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69bc589-bb88-45f9-b99c-175680909afa None None] Routers {'e124c94a-5191-4716-ba25-418572a8e26e'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:24.338732 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c69bc589-bb88-45f9-b99c-175680909afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:34:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e124c94a-5191-4716-ba25-418572a8e26e'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:24.492241 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c69bc589-bb88-45f9-b99c-175680909afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:24.530012 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69bc589-bb88-45f9-b99c-175680909afa None None] Routers {'e124c94a-5191-4716-ba25-418572a8e26e'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:24.530665 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c69bc589-bb88-45f9-b99c-175680909afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:34:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e124c94a-5191-4716-ba25-418572a8e26e'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:24.665177 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c69bc589-bb88-45f9-b99c-175680909afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:24.668346 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69bc589-bb88-45f9-b99c-175680909afa None None] The sync data for ids ['e124c94a-5191-4716-ba25-418572a8e26e'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:34:24.777265 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44372) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:24.998138 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-3344dc88-dbf8-42af-b121-2560f2449967 None None] For port e1cfd112-8bb9-4199-8bb0-c1ec62745412, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e1cfd112-8bb9-4199-8bb0-c1ec62745412,segment=NetworkSegment(b31cd42f-331e-43ea-8472-ed95eb6693df),segment_id=b31cd42f-331e-43ea-8472-ed95eb6693df)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:25.008381 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 87de4259-7f7f-40bd-9771-62503161f4ef completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:25.018873 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3344dc88-dbf8-42af-b121-2560f2449967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:25.023341 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:25.047996 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142d6579-4959-4e45-bbe7-0b999d767ffc None None] Network d8a122f9-5ef4-413b-b00f-42074b2cf2ae requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:25.150199 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bf70ea86-590f-4716-9932-6fbd0a40c0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:25.173067 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344dc88-dbf8-42af-b121-2560f2449967 None None] Pushing event updated for resources: {'Port': ['ID=e1cfd112-8bb9-4199-8bb0-c1ec62745412,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:25.467476 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bf70ea86-590f-4716-9932-6fbd0a40c0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:25.474959 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bf70ea86-590f-4716-9932-6fbd0a40c0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:25.526955 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e3e6e09c-75f5-4d2e-85fb-fcdf723c1d0f None None] Provisioning for port 87de4259-7f7f-40bd-9771-62503161f4ef completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:25.538610 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344dc88-dbf8-42af-b121-2560f2449967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:25.539038 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344dc88-dbf8-42af-b121-2560f2449967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:25.542720 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344dc88-dbf8-42af-b121-2560f2449967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:25.543097 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344dc88-dbf8-42af-b121-2560f2449967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:25.543442 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344dc88-dbf8-42af-b121-2560f2449967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:25.543802 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344dc88-dbf8-42af-b121-2560f2449967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:25.544138 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344dc88-dbf8-42af-b121-2560f2449967 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:25.544470 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344dc88-dbf8-42af-b121-2560f2449967 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:25.544798 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344dc88-dbf8-42af-b121-2560f2449967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:25.545133 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344dc88-dbf8-42af-b121-2560f2449967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:25.553246 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344dc88-dbf8-42af-b121-2560f2449967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:25.553713 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344dc88-dbf8-42af-b121-2560f2449967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:25.656168 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e3e6e09c-75f5-4d2e-85fb-fcdf723c1d0f None None] Provisioning complete for port 87de4259-7f7f-40bd-9771-62503161f4ef triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:25.656549 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e3e6e09c-75f5-4d2e-85fb-fcdf723c1d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:25.666989 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70ea86-590f-4716-9932-6fbd0a40c0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354f2916-19a2-461a-b51a-8155781d4a38,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:25.696351 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bf70ea86-590f-4716-9932-6fbd0a40c0e4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9cc5ba998297461fb81b0f86fd7747dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9136226 Aug 11 02:34:25.698304 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44472) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:25.882793 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d5a45de2-ba8f-498f-80e4-b975fb6228fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:25.939889 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:25.978667 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d5a45de2-ba8f-498f-80e4-b975fb6228fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:26.007180 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e1cfd112-8bb9-4199-8bb0-c1ec62745412 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:26.102599 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-36ea0b7d-14a9-4eab-81fb-0bfa2af2d659 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:34:26.104283 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-36ea0b7d-14a9-4eab-81fb-0bfa2af2d659 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] 10.222.0.50 "PUT /v2.0/routers/e124c94a-5191-4716-ba25-418572a8e26e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8002965 Aug 11 02:34:26.108318 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44516) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:26.198959 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d5a45de2-ba8f-498f-80e4-b975fb6228fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:26.210491 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d5a45de2-ba8f-498f-80e4-b975fb6228fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:26.217831 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d5a45de2-ba8f-498f-80e4-b975fb6228fa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/354f2916-19a2-461a-b51a-8155781d4a38 HTTP/1.1" status: 204 len: 168 time: 0.5142131 Aug 11 02:34:26.273497 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a45de2-ba8f-498f-80e4-b975fb6228fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354f2916-19a2-461a-b51a-8155781d4a38,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:26.832098 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port e1cfd112-8bb9-4199-8bb0-c1ec62745412 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:26.832502 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:26.837121 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e3e6e09c-75f5-4d2e-85fb-fcdf723c1d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:27.092806 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-e3e6e09c-75f5-4d2e-85fb-fcdf723c1d0f None None] For port 87de4259-7f7f-40bd-9771-62503161f4ef, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=87de4259-7f7f-40bd-9771-62503161f4ef,segment=NetworkSegment(18e83c51-e53d-44d2-8692-cd3c7d69e51c),segment_id=18e83c51-e53d-44d2-8692-cd3c7d69e51c)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:27.106593 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e3e6e09c-75f5-4d2e-85fb-fcdf723c1d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:27.215222 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44608) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:27.237155 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e9cecff5-c2ab-4ac4-9580-9f6d39d91bc1 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:27.253500 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-29022a72-4d9e-4874-8151-419bb1f46bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:27.275007 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6e09c-75f5-4d2e-85fb-fcdf723c1d0f None None] Pushing event updated for resources: {'Port': ['ID=87de4259-7f7f-40bd-9771-62503161f4ef,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:27.599756 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-db608706-391f-4b9c-8285-e21afa9720bf None None] Provisioning complete for port e1cfd112-8bb9-4199-8bb0-c1ec62745412 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:27.600405 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-db608706-391f-4b9c-8285-e21afa9720bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:27.690102 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-29022a72-4d9e-4874-8151-419bb1f46bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:27.703850 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-29022a72-4d9e-4874-8151-419bb1f46bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:27.789006 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-29022a72-4d9e-4874-8151-419bb1f46bbd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0eb0fe84230b4b049a8786d8dc76aa2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5724738 Aug 11 02:34:27.796361 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44644) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:27.865572 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-db608706-391f-4b9c-8285-e21afa9720bf None None] Provisioning for port 1b72f780-3a77-45d8-b9f2-b7625d76880e completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:27.885057 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-db608706-391f-4b9c-8285-e21afa9720bf None None] Provisioning complete for port 1b72f780-3a77-45d8-b9f2-b7625d76880e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:27.885439 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-db608706-391f-4b9c-8285-e21afa9720bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:27.966360 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29022a72-4d9e-4874-8151-419bb1f46bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51b7cdd-3353-47f7-bcc1-0b8bfb3b8939,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:28.025239 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-db608706-391f-4b9c-8285-e21afa9720bf None None] Port 1b72f780-3a77-45d8-b9f2-b7625d76880e cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:34:28.031610 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 87de4259-7f7f-40bd-9771-62503161f4ef up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:28.066816 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-287a1362-ba0b-4dcf-b20f-c460a8b8c145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:28.112822 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-287a1362-ba0b-4dcf-b20f-c460a8b8c145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:28.154420 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 87de4259-7f7f-40bd-9771-62503161f4ef triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:28.157558 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:28.171641 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-e9cecff5-c2ab-4ac4-9580-9f6d39d91bc1 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Deleting port 1b72f780-3a77-45d8-b9f2-b7625d76880e {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:28.171993 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e9cecff5-c2ab-4ac4-9580-9f6d39d91bc1 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:28.225054 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-287a1362-ba0b-4dcf-b20f-c460a8b8c145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:28.228514 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-287a1362-ba0b-4dcf-b20f-c460a8b8c145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:28.230030 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-287a1362-ba0b-4dcf-b20f-c460a8b8c145 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f51b7cdd-3353-47f7-bcc1-0b8bfb3b8939 HTTP/1.1" status: 204 len: 168 time: 0.4288523 Aug 11 02:34:28.240258 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a1362-ba0b-4dcf-b20f-c460a8b8c145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51b7cdd-3353-47f7-bcc1-0b8bfb3b8939,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:28.268590 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-85baa3c6-fb0f-4a5f-966b-3f3bf4530083 None None] Provisioning complete for port 87de4259-7f7f-40bd-9771-62503161f4ef triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:28.269263 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-85baa3c6-fb0f-4a5f-966b-3f3bf4530083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:28.568843 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-85baa3c6-fb0f-4a5f-966b-3f3bf4530083 None None] Provisioning complete for port 1b72f780-3a77-45d8-b9f2-b7625d76880e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:28.569227 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-85baa3c6-fb0f-4a5f-966b-3f3bf4530083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:28.601514 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e9cecff5-c2ab-4ac4-9580-9f6d39d91bc1 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:28.653624 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-e9cecff5-c2ab-4ac4-9580-9f6d39d91bc1 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Calling delete_port for 1b72f780-3a77-45d8-b9f2-b7625d76880e owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:28.715006 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-85baa3c6-fb0f-4a5f-966b-3f3bf4530083 None None] Port 1b72f780-3a77-45d8-b9f2-b7625d76880e cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:34:28.975748 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e9cecff5-c2ab-4ac4-9580-9f6d39d91bc1 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:29.028047 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cecff5-c2ab-4ac4-9580-9f6d39d91bc1 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Pushing event deleted for resources: {'Port': ['ID=1b72f780-3a77-45d8-b9f2-b7625d76880e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:29.207419 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e9cecff5-c2ab-4ac4-9580-9f6d39d91bc1 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:29.687306 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9cecff5-c2ab-4ac4-9580-9f6d39d91bc1 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Router e124c94a-5191-4716-ba25-418572a8e26e has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:34:29.864665 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cecff5-c2ab-4ac4-9580-9f6d39d91bc1 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:34:29.874752 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e9cecff5-c2ab-4ac4-9580-9f6d39d91bc1 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] 10.222.0.50 "PUT /v2.0/routers/e124c94a-5191-4716-ba25-418572a8e26e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7616355 Aug 11 02:34:29.875258 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44686) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:29.879300 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba7eeef-a83c-4a30-a4c1-75b87da9294d None None] Sync routers for ids ['e124c94a-5191-4716-ba25-418572a8e26e'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:34:29.896002 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba7eeef-a83c-4a30-a4c1-75b87da9294d None None] Routers {'e124c94a-5191-4716-ba25-418572a8e26e'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:29.896880 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-9ba7eeef-a83c-4a30-a4c1-75b87da9294d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:34:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e124c94a-5191-4716-ba25-418572a8e26e'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:29.947104 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-2d6e7b8d-de5f-4151-94dc-0d379686cab5 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] delete failed (client error): The resource could not be found. Aug 11 02:34:29.951835 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-9ba7eeef-a83c-4a30-a4c1-75b87da9294d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:29.952657 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2d6e7b8d-de5f-4151-94dc-0d379686cab5 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-1790110048 HTTP/1.1" status: 404 len: 335 time: 0.0761223 Aug 11 02:34:29.954882 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44688) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:29.967057 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-51d58975-4404-41f9-982d-6f1e3430409a tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e124c94a-5191-4716-ba25-418572a8e26e'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:29.968358 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba7eeef-a83c-4a30-a4c1-75b87da9294d None None] Routers {'e124c94a-5191-4716-ba25-418572a8e26e'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:29.970624 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-9ba7eeef-a83c-4a30-a4c1-75b87da9294d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:34:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e124c94a-5191-4716-ba25-418572a8e26e'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:30.055646 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-9ba7eeef-a83c-4a30-a4c1-75b87da9294d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:30.056301 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba7eeef-a83c-4a30-a4c1-75b87da9294d None None] The sync data for ids ['e124c94a-5191-4716-ba25-418572a8e26e'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:34:30.255373 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-51d58975-4404-41f9-982d-6f1e3430409a tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:30.295266 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-51d58975-4404-41f9-982d-6f1e3430409a tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] update failed (client error): The resource could not be found. Aug 11 02:34:30.301774 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-51d58975-4404-41f9-982d-6f1e3430409a tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] 10.222.0.50 "PUT /v2.0/routers/e124c94a-5191-4716-ba25-418572a8e26e HTTP/1.1" status: 404 len: 339 time: 0.3417506 Aug 11 02:34:30.302409 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44694) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:30.312032 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-2dc6e7e1-6b75-42a7-9502-2e547dee461e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1497974453'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:30.370605 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc6e7e1-6b75-42a7-9502-2e547dee461e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Made reservation on behalf of 512d15be6d354a08be1cca509bb32769 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:30.377028 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2dc6e7e1-6b75-42a7-9502-2e547dee461e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:30.439388 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc6e7e1-6b75-42a7-9502-2e547dee461e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:34:30.462176 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2dc6e7e1-6b75-42a7-9502-2e547dee461e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:30.462607 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-2dc6e7e1-6b75-42a7-9502-2e547dee461e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Added segment 9fe0cb6d-bf5f-4647-8d57-9f13a303fec2 of type vlan for network 150da448-e07f-46b2-a9c1-c6517fce870c Aug 11 02:34:30.541362 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2dc6e7e1-6b75-42a7-9502-2e547dee461e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:30.577296 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2dc6e7e1-6b75-42a7-9502-2e547dee461e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:30.589673 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc6e7e1-6b75-42a7-9502-2e547dee461e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:30.590300 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2dc6e7e1-6b75-42a7-9502-2e547dee461e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:30.612298 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2dc6e7e1-6b75-42a7-9502-2e547dee461e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3087201 Aug 11 02:34:30.615471 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44704) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:30.621410 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e3629617-6730-4813-93a0-6f1e903da602 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Request body: {'subnet': {'network_id': '150da448-e07f-46b2-a9c1-c6517fce870c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:30.693552 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6e7e1-6b75-42a7-9502-2e547dee461e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Pushing event updated for resources: {'Network': ['ID=150da448-e07f-46b2-a9c1-c6517fce870c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:30.705850 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 150da448-e07f-46b2-a9c1-c6517fce870c details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:34:30.888087 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3629617-6730-4813-93a0-6f1e903da602 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Made reservation on behalf of 512d15be6d354a08be1cca509bb32769 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:30.906394 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e3629617-6730-4813-93a0-6f1e903da602 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:31.150174 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44720) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:31.315024 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e3629617-6730-4813-93a0-6f1e903da602 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:31.398458 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3629617-6730-4813-93a0-6f1e903da602 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Checking segment: {'id': '9fe0cb6d-bf5f-4647-8d57-9f13a303fec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '150da448-e07f-46b2-a9c1-c6517fce870c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:34:31.398869 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3629617-6730-4813-93a0-6f1e903da602 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Network hostable DHCP agents. Network: 150da448-e07f-46b2-a9c1-c6517fce870c, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:34:31.418421 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3629617-6730-4813-93a0-6f1e903da602 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Pushing event updated for resources: {'Subnet': ['ID=92bf5d66-a183-4f10-9c1b-a43597d49833,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:31.430239 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3629617-6730-4813-93a0-6f1e903da602 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Network 150da448-e07f-46b2-a9c1-c6517fce870c is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:34:31.441478 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-e3629617-6730-4813-93a0-6f1e903da602 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 150da448-e07f-46b2-a9c1-c6517fce870c) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:31.453368 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e0dc7a-f9de-453e-8fe0-4787468dcb14 None None] Network 150da448-e07f-46b2-a9c1-c6517fce870c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:31.460886 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3629617-6730-4813-93a0-6f1e903da602 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:31.461707 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e3629617-6730-4813-93a0-6f1e903da602 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:31.480834 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e3629617-6730-4813-93a0-6f1e903da602 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8633051 Aug 11 02:34:31.483484 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44732) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:31.488497 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-18e509d7-9dc5-473a-ae05-e1fe254350f4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Request body: {'router': {'external_gateway_info': {'network_id': '150da448-e07f-46b2-a9c1-c6517fce870c'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:31.637935 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-d75adc02-fff9-413a-9a57-081d2c8af25e tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1876334553', 'router:external': True}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:31.682728 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c3a6de-b1da-46f0-aa6c-f6d358d06857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-150da448-e07f-46b2-a9c1-c6517fce870c', 'network_id': '150da448-e07f-46b2-a9c1-c6517fce870c', 'tenant_id': '512d15be6d354a08be1cca509bb32769', 'fixed_ips': [{'subnet_id': '92bf5d66-a183-4f10-9c1b-a43597d49833'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:34:31.684025 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-59c3a6de-b1da-46f0-aa6c-f6d358d06857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:31.827261 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75adc02-fff9-413a-9a57-081d2c8af25e tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Made reservation on behalf of b0ad383b7e744b7b94cd5043250ed29e for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:31.837817 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44736) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:31.844053 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d75adc02-fff9-413a-9a57-081d2c8af25e tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:31.872486 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d75adc02-fff9-413a-9a57-081d2c8af25e tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:31.959359 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-59c3a6de-b1da-46f0-aa6c-f6d358d06857 None None] Allocated IP 2001:db8:1::2 (150da448-e07f-46b2-a9c1-c6517fce870c/92bf5d66-a183-4f10-9c1b-a43597d49833/7dfab83d-d1cc-4741-a50b-f81cc1a6ede1) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:32.144463 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-59c3a6de-b1da-46f0-aa6c-f6d358d06857 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:32.156459 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-59c3a6de-b1da-46f0-aa6c-f6d358d06857 None None] Transition to ACTIVE for port object 7dfab83d-d1cc-4741-a50b-f81cc1a6ede1 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:32.175716 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-59c3a6de-b1da-46f0-aa6c-f6d358d06857 None None] Transition to ACTIVE for port object 7dfab83d-d1cc-4741-a50b-f81cc1a6ede1 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:32.183132 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-59c3a6de-b1da-46f0-aa6c-f6d358d06857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:32.206887 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c3a6de-b1da-46f0-aa6c-f6d358d06857 None None] Network 150da448-e07f-46b2-a9c1-c6517fce870c is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:32.208757 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-59c3a6de-b1da-46f0-aa6c-f6d358d06857 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:32.235479 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c3a6de-b1da-46f0-aa6c-f6d358d06857 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:32.278704 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3a6de-b1da-46f0-aa6c-f6d358d06857 None None] Pushing event updated for resources: {'Port': ['ID=7dfab83d-d1cc-4741-a50b-f81cc1a6ede1,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:32.310128 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-59c3a6de-b1da-46f0-aa6c-f6d358d06857 None None] Attempting to bind port 7dfab83d-d1cc-4741-a50b-f81cc1a6ede1 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:34:32.310508 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-59c3a6de-b1da-46f0-aa6c-f6d358d06857 None None] Attempting to bind port 7dfab83d-d1cc-4741-a50b-f81cc1a6ede1 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '9fe0cb6d-bf5f-4647-8d57-9f13a303fec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '150da448-e07f-46b2-a9c1-c6517fce870c'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:34:32.310867 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c3a6de-b1da-46f0-aa6c-f6d358d06857 None None] Attempting to bind port 7dfab83d-d1cc-4741-a50b-f81cc1a6ede1 on network 150da448-e07f-46b2-a9c1-c6517fce870c {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:34:32.316442 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c3a6de-b1da-46f0-aa6c-f6d358d06857 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:34:32.316817 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c3a6de-b1da-46f0-aa6c-f6d358d06857 None None] Checking segment: {'id': '9fe0cb6d-bf5f-4647-8d57-9f13a303fec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '150da448-e07f-46b2-a9c1-c6517fce870c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:34:32.318379 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-59c3a6de-b1da-46f0-aa6c-f6d358d06857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:32.318478 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c3a6de-b1da-46f0-aa6c-f6d358d06857 None None] Bound using segment: {'id': '9fe0cb6d-bf5f-4647-8d57-9f13a303fec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '150da448-e07f-46b2-a9c1-c6517fce870c'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:34:32.318996 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-59c3a6de-b1da-46f0-aa6c-f6d358d06857 None None] Bound port: 7dfab83d-d1cc-4741-a50b-f81cc1a6ede1, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe0cb6d-bf5f-4647-8d57-9f13a303fec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '150da448-e07f-46b2-a9c1-c6517fce870c'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:34:32.319382 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-59c3a6de-b1da-46f0-aa6c-f6d358d06857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:32.387343 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-18e509d7-9dc5-473a-ae05-e1fe254350f4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:32.427083 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-59c3a6de-b1da-46f0-aa6c-f6d358d06857 None None] For port 7dfab83d-d1cc-4741-a50b-f81cc1a6ede1, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:34:32.436466 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-59c3a6de-b1da-46f0-aa6c-f6d358d06857 None None] For port 7dfab83d-d1cc-4741-a50b-f81cc1a6ede1, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7dfab83d-d1cc-4741-a50b-f81cc1a6ede1,segment=NetworkSegment(9fe0cb6d-bf5f-4647-8d57-9f13a303fec2),segment_id=9fe0cb6d-bf5f-4647-8d57-9f13a303fec2)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:34:32.441490 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-59c3a6de-b1da-46f0-aa6c-f6d358d06857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:32.593091 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3a6de-b1da-46f0-aa6c-f6d358d06857 None None] Pushing event updated for resources: {'Port': ['ID=7dfab83d-d1cc-4741-a50b-f81cc1a6ede1,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:32.726845 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d75adc02-fff9-413a-9a57-081d2c8af25e tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:32.744009 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d75adc02-fff9-413a-9a57-081d2c8af25e tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:32.789635 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d75adc02-fff9-413a-9a57-081d2c8af25e tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:34:32.846330 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d75adc02-fff9-413a-9a57-081d2c8af25e tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:32.846916 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-d75adc02-fff9-413a-9a57-081d2c8af25e tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Added segment 40d3bca3-d0a0-4d23-949a-da34c80e2707 of type vlan for network 42b3867a-7b5d-4651-af70-a8916a335336 Aug 11 02:34:32.860296 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75adc02-fff9-413a-9a57-081d2c8af25e tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e5b927-6eee-455c-8534-9830dbd12e82,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:33.022310 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-abb8abf6-036f-434b-ae6f-c0b59697d4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:33.117552 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d75adc02-fff9-413a-9a57-081d2c8af25e tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:33.142582 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-18e509d7-9dc5-473a-ae05-e1fe254350f4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:34:33.143633 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-18e509d7-9dc5-473a-ae05-e1fe254350f4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] 10.222.0.50 "PUT /v2.0/routers/e124c94a-5191-4716-ba25-418572a8e26e HTTP/1.1" status: 400 len: 364 time: 1.6591153 Aug 11 02:34:33.153552 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44750) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:33.495571 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d75adc02-fff9-413a-9a57-081d2c8af25e tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:33.497876 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75adc02-fff9-413a-9a57-081d2c8af25e tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:33.500478 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d75adc02-fff9-413a-9a57-081d2c8af25e tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:33.633485 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-abb8abf6-036f-434b-ae6f-c0b59697d4d0 admin admin] Deleting port af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:33.633970 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-abb8abf6-036f-434b-ae6f-c0b59697d4d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:33.823206 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-abb8abf6-036f-434b-ae6f-c0b59697d4d0 admin admin] For port af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0,segment=NetworkSegment(2a5e1037-f92d-4ae6-952c-e9370c6f49f3),segment_id=2a5e1037-f92d-4ae6-952c-e9370c6f49f3)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:33.823620 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-abb8abf6-036f-434b-ae6f-c0b59697d4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:33.868158 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-abb8abf6-036f-434b-ae6f-c0b59697d4d0 admin admin] Calling delete_port for af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0 owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:33.968585 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7dfab83d-d1cc-4741-a50b-f81cc1a6ede1 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:34.079771 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 7dfab83d-d1cc-4741-a50b-f81cc1a6ede1 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:34.104205 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d75adc02-fff9-413a-9a57-081d2c8af25e tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.9526808 Aug 11 02:34:34.117084 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44758) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:34.123885 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-bb55af36-0ea9-4814-9511-35e3de51a639 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Request body: {'subnet': {'network_id': '42b3867a-7b5d-4651-af70-a8916a335336', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:34.165723 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65722ab3-76ff-4567-ae40-37706150d534 None None] Network 150da448-e07f-46b2-a9c1-c6517fce870c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:34.223903 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75adc02-fff9-413a-9a57-081d2c8af25e tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Pushing event updated for resources: {'Network': ['ID=42b3867a-7b5d-4651-af70-a8916a335336,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:34.244394 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb55af36-0ea9-4814-9511-35e3de51a639 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Made reservation on behalf of b0ad383b7e744b7b94cd5043250ed29e for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:34.248490 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bb55af36-0ea9-4814-9511-35e3de51a639 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:34.251297 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-abb8abf6-036f-434b-ae6f-c0b59697d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:34.272138 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 42b3867a-7b5d-4651-af70-a8916a335336 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:34:34.275997 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b4e6caf1-187f-46db-9780-ba12aaf617f4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:34.331976 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cab51268-e6dd-4a54-b5e5-ce695751ccca None None] Provisioning for port 7dfab83d-d1cc-4741-a50b-f81cc1a6ede1 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:34.364912 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cab51268-e6dd-4a54-b5e5-ce695751ccca None None] Provisioning complete for port 7dfab83d-d1cc-4741-a50b-f81cc1a6ede1 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:34.365291 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cab51268-e6dd-4a54-b5e5-ce695751ccca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:34.385881 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8abf6-036f-434b-ae6f-c0b59697d4d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:34.670130 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cab51268-e6dd-4a54-b5e5-ce695751ccca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:34.807606 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-cab51268-e6dd-4a54-b5e5-ce695751ccca None None] For port 7dfab83d-d1cc-4741-a50b-f81cc1a6ede1, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7dfab83d-d1cc-4741-a50b-f81cc1a6ede1,segment=NetworkSegment(9fe0cb6d-bf5f-4647-8d57-9f13a303fec2),segment_id=9fe0cb6d-bf5f-4647-8d57-9f13a303fec2)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:34.812778 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cab51268-e6dd-4a54-b5e5-ce695751ccca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:34.851586 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-abb8abf6-036f-434b-ae6f-c0b59697d4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:34.869891 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-b4e6caf1-187f-46db-9780-ba12aaf617f4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Allocated IP 2001:db8::1 (c219bc5e-8341-4311-8944-2f1e3435b9b1/029deb14-a804-450e-9163-a78bab8840bf/02586ebf-dcbe-4b36-abc8-4cccf66b9821) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:34.923531 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab51268-e6dd-4a54-b5e5-ce695751ccca None None] Pushing event updated for resources: {'Port': ['ID=7dfab83d-d1cc-4741-a50b-f81cc1a6ede1,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:35.110624 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b4e6caf1-187f-46db-9780-ba12aaf617f4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:35.129169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-b4e6caf1-187f-46db-9780-ba12aaf617f4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Transition to ACTIVE for port object 02586ebf-dcbe-4b36-abc8-4cccf66b9821 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:35.180806 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b4e6caf1-187f-46db-9780-ba12aaf617f4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:35.227511 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e6caf1-187f-46db-9780-ba12aaf617f4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Network c219bc5e-8341-4311-8944-2f1e3435b9b1 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:35.232566 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-b4e6caf1-187f-46db-9780-ba12aaf617f4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:35.238000 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e6caf1-187f-46db-9780-ba12aaf617f4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:35.239609 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b4e6caf1-187f-46db-9780-ba12aaf617f4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:35.256381 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-88f6ae7d-30f1-4f45-985c-ccb99982e82a None None] Provisioning complete for port 7dfab83d-d1cc-4741-a50b-f81cc1a6ede1 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:35.256956 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-88f6ae7d-30f1-4f45-985c-ccb99982e82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:35.332245 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6caf1-187f-46db-9780-ba12aaf617f4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Pushing event updated for resources: {'Port': ['ID=02586ebf-dcbe-4b36-abc8-4cccf66b9821,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:35.522811 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b4e6caf1-187f-46db-9780-ba12aaf617f4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:35.728462 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-abfeed0f-e0c5-42bb-a3e8-312acdd0cf15 None None] Provisioning for port 02586ebf-dcbe-4b36-abc8-4cccf66b9821 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:35.740586 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-abfeed0f-e0c5-42bb-a3e8-312acdd0cf15 None None] Provisioning complete for port 02586ebf-dcbe-4b36-abc8-4cccf66b9821 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:35.741346 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-abfeed0f-e0c5-42bb-a3e8-312acdd0cf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:35.748470 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfbf37-2e88-4108-8a81-6056864731da req-fc7bb55e-2664-41e0-8f26-c4f5a40b1e07 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:35.750014 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-32dfbf37-2e88-4108-8a81-6056864731da req-fc7bb55e-2664-41e0-8f26-c4f5a40b1e07 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 811 time: 0.8199248 Aug 11 02:34:35.781775 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-32dfbf37-2e88-4108-8a81-6056864731da req-500c7b8b-d2f5-4e05-9891-c2d81fa60b86 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/quotas/7da6302aa7904b88b0331188624d66f4 HTTP/1.1" status: 200 len: 375 time: 0.0213358 Aug 11 02:34:35.841873 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-abfeed0f-e0c5-42bb-a3e8-312acdd0cf15 None None] Port 02586ebf-dcbe-4b36-abc8-4cccf66b9821 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:34:35.999033 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b4e6caf1-187f-46db-9780-ba12aaf617f4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:36.006302 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b4e6caf1-187f-46db-9780-ba12aaf617f4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:36.007265 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b4e6caf1-187f-46db-9780-ba12aaf617f4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:36.025423 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7dfab83d-d1cc-4741-a50b-f81cc1a6ede1 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:36.046461 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-32dfbf37-2e88-4108-8a81-6056864731da req-ba694733-36f0-4829-b642-87526c90c760 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2175274 Aug 11 02:34:36.091671 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb8abf6-036f-434b-ae6f-c0b59697d4d0 admin admin] Router 44cc0473-02c3-450f-87ca-94bd8c0c8b31 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:34:36.099772 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 7dfab83d-d1cc-4741-a50b-f81cc1a6ede1 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:36.100150 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:36.170995 n-d-615180-33 neutron-server[94506]: DEBUG neutron.objects.ports [None req-bb55af36-0ea9-4814-9511-35e3de51a639 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94506) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:34:36.171483 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bb55af36-0ea9-4814-9511-35e3de51a639 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:36.183844 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6caf1-187f-46db-9780-ba12aaf617f4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Pushing event updated for resources: {'Port': ['ID=02586ebf-dcbe-4b36-abc8-4cccf66b9821,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:36.213560 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e6caf1-187f-46db-9780-ba12aaf617f4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Network c219bc5e-8341-4311-8944-2f1e3435b9b1 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:36.214649 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-b4e6caf1-187f-46db-9780-ba12aaf617f4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:36.299309 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-32dfbf37-2e88-4108-8a81-6056864731da req-f020ef94-715e-4f34-87f0-20fe8037da4f service neutron] 10.222.0.50 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437119 Aug 11 02:34:36.349031 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e6caf1-187f-46db-9780-ba12aaf617f4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Router e124c94a-5191-4716-ba25-418572a8e26e has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:34:36.375378 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55af36-0ea9-4814-9511-35e3de51a639 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Pushing event updated for resources: {'Subnet': ['ID=14212012-364e-4f13-b8ac-ea7f1bef6204,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:36.463886 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb55af36-0ea9-4814-9511-35e3de51a639 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Checking segment: {'id': '40d3bca3-d0a0-4d23-949a-da34c80e2707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '42b3867a-7b5d-4651-af70-a8916a335336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:34:36.464225 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb55af36-0ea9-4814-9511-35e3de51a639 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Network hostable DHCP agents. Network: 42b3867a-7b5d-4651-af70-a8916a335336, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:34:36.477186 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e6caf1-187f-46db-9780-ba12aaf617f4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:34:36.481424 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb8abf6-036f-434b-ae6f-c0b59697d4d0 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:34:36.486362 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b4e6caf1-187f-46db-9780-ba12aaf617f4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] 10.222.0.50 "PUT /v2.0/routers/e124c94a-5191-4716-ba25-418572a8e26e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3316276 Aug 11 02:34:36.487181 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44788) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:36.490952 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db28f96-ea74-498e-989f-b1bbe3144abf None None] Sync routers for ids ['e124c94a-5191-4716-ba25-418572a8e26e'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:34:36.495851 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4244712-3ba4-4279-b47c-34a681ff5a13 None None] Sync routers for ids ['44cc0473-02c3-450f-87ca-94bd8c0c8b31'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:34:36.503237 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-abb8abf6-036f-434b-ae6f-c0b59697d4d0 admin admin] 10.222.0.50 "PUT /v2.0/routers/44cc0473-02c3-450f-87ca-94bd8c0c8b31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6524987 Aug 11 02:34:36.506240 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44790) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:36.519273 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4244712-3ba4-4279-b47c-34a681ff5a13 None None] Routers {'44cc0473-02c3-450f-87ca-94bd8c0c8b31'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:36.519832 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b4244712-3ba4-4279-b47c-34a681ff5a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:34:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['44cc0473-02c3-450f-87ca-94bd8c0c8b31'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:36.522813 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db28f96-ea74-498e-989f-b1bbe3144abf None None] Routers {'e124c94a-5191-4716-ba25-418572a8e26e'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:36.523435 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-5db28f96-ea74-498e-989f-b1bbe3144abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:34:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e124c94a-5191-4716-ba25-418572a8e26e'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:36.593596 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb55af36-0ea9-4814-9511-35e3de51a639 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Network 42b3867a-7b5d-4651-af70-a8916a335336 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:34:36.612106 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-32dfbf37-2e88-4108-8a81-6056864731da req-ae492936-655e-4191-8181-1a65ce714520 service neutron] 10.222.0.50 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482378 Aug 11 02:34:36.614884 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-bb55af36-0ea9-4814-9511-35e3de51a639 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 42b3867a-7b5d-4651-af70-a8916a335336) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:36.641637 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-5db28f96-ea74-498e-989f-b1bbe3144abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:36.650953 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb55af36-0ea9-4814-9511-35e3de51a639 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:36.651592 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bb55af36-0ea9-4814-9511-35e3de51a639 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:36.666941 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db28f96-ea74-498e-989f-b1bbe3144abf None None] Routers {'e124c94a-5191-4716-ba25-418572a8e26e'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:36.668294 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-5db28f96-ea74-498e-989f-b1bbe3144abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:34:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e124c94a-5191-4716-ba25-418572a8e26e'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:36.683783 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bb55af36-0ea9-4814-9511-35e3de51a639 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5655768 Aug 11 02:34:36.698751 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44796) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:36.707531 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-3514328f-e99c-45b0-963b-a676ce374e73 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-194966725', 'network_id': '42b3867a-7b5d-4651-af70-a8916a335336'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:36.726892 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9164a751-2687-4bea-943d-1bae87196c1a admin admin] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:36.752150 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-5db28f96-ea74-498e-989f-b1bbe3144abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:36.752812 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db28f96-ea74-498e-989f-b1bbe3144abf None None] The sync data for ids ['e124c94a-5191-4716-ba25-418572a8e26e'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:34:36.781096 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6d224084-cba4-4ff3-9d5c-3bca3cee3afb tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:36.814990 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-b4244712-3ba4-4279-b47c-34a681ff5a13 None None] Set router 44cc0473-02c3-450f-87ca-94bd8c0c8b31 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:34:36.841888 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3514328f-e99c-45b0-963b-a676ce374e73 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Made reservation on behalf of b0ad383b7e744b7b94cd5043250ed29e for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:36.844268 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3514328f-e99c-45b0-963b-a676ce374e73 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:36.963231 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-3514328f-e99c-45b0-963b-a676ce374e73 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] device_id is not set on port 959e013d-9cb0-45ee-84e0-d029197dd7c8 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:34:36.994877 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-6d224084-cba4-4ff3-9d5c-3bca3cee3afb tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 02:34:36.998812 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6d224084-cba4-4ff3-9d5c-3bca3cee3afb tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] 10.222.0.50 "DELETE /v2.0/routers/e124c94a-5191-4716-ba25-418572a8e26e HTTP/1.1" status: 409 len: 329 time: 0.5106411 Aug 11 02:34:36.999560 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44804) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:37.025694 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8d573a-2c16-49b3-9492-57291f2b7218 None None] Network 42b3867a-7b5d-4651-af70-a8916a335336 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:37.031995 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ece74cdd-66ca-4434-85a5-d59ebda4f701 req-e53e30c9-f5e2-4aca-aa68-642de7b34cb3 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 210 time: 0.0397160 Aug 11 02:34:37.087521 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9164a751-2687-4bea-943d-1bae87196c1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:37.278673 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-3514328f-e99c-45b0-963b-a676ce374e73 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Allocated IP 172.20.0.7 (42b3867a-7b5d-4651-af70-a8916a335336/14212012-364e-4f13-b8ac-ea7f1bef6204/959e013d-9cb0-45ee-84e0-d029197dd7c8) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:37.331402 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-9164a751-2687-4bea-943d-1bae87196c1a admin admin] Deleting port 6538fcba-3c23-4161-bc19-6fc2a321e612 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:37.332187 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9164a751-2687-4bea-943d-1bae87196c1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:37.524970 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f522e848-640c-4c28-a644-005b00b2100e None None] Provisioning complete for port 02586ebf-dcbe-4b36-abc8-4cccf66b9821 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:37.524970 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f522e848-640c-4c28-a644-005b00b2100e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:37.584952 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-f522e848-640c-4c28-a644-005b00b2100e None None] Port 02586ebf-dcbe-4b36-abc8-4cccf66b9821 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:34:37.599231 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929b89a2-d589-4841-975c-03241d5b2da4 None None] Network 42b3867a-7b5d-4651-af70-a8916a335336 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:37.602750 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-9164a751-2687-4bea-943d-1bae87196c1a admin admin] For port 6538fcba-3c23-4161-bc19-6fc2a321e612, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=6538fcba-3c23-4161-bc19-6fc2a321e612,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:37.603126 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9164a751-2687-4bea-943d-1bae87196c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:37.661564 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-9164a751-2687-4bea-943d-1bae87196c1a admin admin] Calling delete_port for 6538fcba-3c23-4161-bc19-6fc2a321e612 owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:37.696930 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-65d84737-f08f-45c8-abba-7a531f6982b0 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:37.715226 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3514328f-e99c-45b0-963b-a676ce374e73 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:37.924091 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b4244712-3ba4-4279-b47c-34a681ff5a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'name': 'tempest-TestVolumeBackupRestore-957803011-router', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:34:34Z', 'revision_number': 5, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'gw_port': {'id': '6538fcba-3c23-4161-bc19-6fc2a321e612', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:37.958782 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4244712-3ba4-4279-b47c-34a681ff5a13 None None] Checking router: 44cc0473-02c3-450f-87ca-94bd8c0c8b31 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:34:37.969642 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4244712-3ba4-4279-b47c-34a681ff5a13 None None] Routers {'44cc0473-02c3-450f-87ca-94bd8c0c8b31'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:37.970296 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b4244712-3ba4-4279-b47c-34a681ff5a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:34:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['44cc0473-02c3-450f-87ca-94bd8c0c8b31'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:38.017018 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3514328f-e99c-45b0-963b-a676ce374e73 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:38.089355 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-b4244712-3ba4-4279-b47c-34a681ff5a13 None None] Set router 44cc0473-02c3-450f-87ca-94bd8c0c8b31 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:34:38.139265 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3514328f-e99c-45b0-963b-a676ce374e73 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Network 42b3867a-7b5d-4651-af70-a8916a335336 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:38.151031 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-65d84737-f08f-45c8-abba-7a531f6982b0 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Deleting port 02586ebf-dcbe-4b36-abc8-4cccf66b9821 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:38.151386 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-65d84737-f08f-45c8-abba-7a531f6982b0 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:38.158336 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-3514328f-e99c-45b0-963b-a676ce374e73 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:38.167278 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3514328f-e99c-45b0-963b-a676ce374e73 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:38.231397 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b4244712-3ba4-4279-b47c-34a681ff5a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'name': 'tempest-TestVolumeBackupRestore-957803011-router', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:34:37Z', 'revision_number': 6, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:38.283105 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4244712-3ba4-4279-b47c-34a681ff5a13 None None] The sync data for ids ['44cc0473-02c3-450f-87ca-94bd8c0c8b31'] in n-d-615180-33 is: [{'id': '44cc0473-02c3-450f-87ca-94bd8c0c8b31', 'name': 'tempest-TestVolumeBackupRestore-957803011-router', 'tenant_id': 'b5550d86beda47589d4c6167ec09486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:34:37Z', 'revision_number': 6, 'project_id': 'b5550d86beda47589d4c6167ec09486c', 'gw_port_host': None}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:34:38.305575 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3a9faf83-6714-4e6f-bb8e-addfc1ab8b9b req-d6adc95d-2e9b-430a-93b8-73b13a669467 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 210 time: 0.1323817 Aug 11 02:34:38.311657 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-65d84737-f08f-45c8-abba-7a531f6982b0 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:38.319413 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514328f-e99c-45b0-963b-a676ce374e73 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Pushing event updated for resources: {'Port': ['ID=959e013d-9cb0-45ee-84e0-d029197dd7c8,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:38.328415 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-65d84737-f08f-45c8-abba-7a531f6982b0 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Calling delete_port for 02586ebf-dcbe-4b36-abc8-4cccf66b9821 owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:38.546484 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3514328f-e99c-45b0-963b-a676ce374e73 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:38.547300 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3514328f-e99c-45b0-963b-a676ce374e73 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:38.586926 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3514328f-e99c-45b0-963b-a676ce374e73 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.8825548 Aug 11 02:34:38.587911 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44822) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:38.590001 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9164a751-2687-4bea-943d-1bae87196c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:38.635817 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-65d84737-f08f-45c8-abba-7a531f6982b0 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:38.684137 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d84737-f08f-45c8-abba-7a531f6982b0 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Pushing event deleted for resources: {'Port': ['ID=02586ebf-dcbe-4b36-abc8-4cccf66b9821,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:38.734054 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164a751-2687-4bea-943d-1bae87196c1a admin admin] Pushing event deleted for resources: {'Port': ['ID=6538fcba-3c23-4161-bc19-6fc2a321e612,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:38.781011 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfbf37-2e88-4108-8a81-6056864731da req-b578fb1c-ee91-4b2d-8d76-b13445f2c3d0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:38.782627 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-32dfbf37-2e88-4108-8a81-6056864731da req-b578fb1c-ee91-4b2d-8d76-b13445f2c3d0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.66 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 811 time: 0.4753501 Aug 11 02:34:38.837172 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-32dfbf37-2e88-4108-8a81-6056864731da req-753725d3-ba55-4c0e-8190-da91f114b902 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Request body: {'port': {'device_id': 'a44dfc29-2d90-4cc6-82f7-3c207222fd66', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'admin_state_up': True, 'tenant_id': '7da6302aa7904b88b0331188624d66f4'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:38.979204 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9164a751-2687-4bea-943d-1bae87196c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:39.036711 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-65d84737-f08f-45c8-abba-7a531f6982b0 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:39.232937 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9164a751-2687-4bea-943d-1bae87196c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:39.239042 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-bca698e5-bccd-4473-8617-04c7346a1042 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Deleting port 959e013d-9cb0-45ee-84e0-d029197dd7c8 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:39.239406 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bca698e5-bccd-4473-8617-04c7346a1042 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:39.246595 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9164a751-2687-4bea-943d-1bae87196c1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:39.428472 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9164a751-2687-4bea-943d-1bae87196c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:39.429014 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9164a751-2687-4bea-943d-1bae87196c1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44cc0473-02c3-450f-87ca-94bd8c0c8b31 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:34:39.436239 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9164a751-2687-4bea-943d-1bae87196c1a admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:39.440221 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9164a751-2687-4bea-943d-1bae87196c1a admin admin] 10.222.0.50 "DELETE /v2.0/routers/44cc0473-02c3-450f-87ca-94bd8c0c8b31 HTTP/1.1" status: 204 len: 168 time: 2.9308856 Aug 11 02:34:39.441208 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32dfbf37-2e88-4108-8a81-6056864731da req-753725d3-ba55-4c0e-8190-da91f114b902 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Made reservation on behalf of 7da6302aa7904b88b0331188624d66f4 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:39.444925 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-32dfbf37-2e88-4108-8a81-6056864731da req-753725d3-ba55-4c0e-8190-da91f114b902 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:39.446916 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44838) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:39.533584 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bca698e5-bccd-4473-8617-04c7346a1042 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:39.556185 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-bca698e5-bccd-4473-8617-04c7346a1042 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Calling delete_port for 959e013d-9cb0-45ee-84e0-d029197dd7c8 owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:39.635735 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e73224e-9440-4710-a5a7-1c6e2022d6e4 admin admin] Deleting subnet ffb9dd6a-9435-4f73-9597-0b7c0b0ac374 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:34:39.650635 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6e73224e-9440-4710-a5a7-1c6e2022d6e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:39.739311 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-90a0273f-16f1-41b2-958f-40b8dd4de78b req-3ee21efa-005f-4a43-ba16-5332a76dbfca tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 210 time: 0.0445423 Aug 11 02:34:39.789594 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6e73224e-9440-4710-a5a7-1c6e2022d6e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:39.857606 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-32dfbf37-2e88-4108-8a81-6056864731da req-753725d3-ba55-4c0e-8190-da91f114b902 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Allocated IP 172.20.0.7 (58eaa87b-4e07-4b3a-b5a6-ed2c1760073b/8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a/c7e36d8e-3815-4af2-8e2c-b39e8ccac20c) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:39.881656 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d84737-f08f-45c8-abba-7a531f6982b0 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Router e124c94a-5191-4716-ba25-418572a8e26e has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:34:39.969782 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 6538fcba-3c23-4161-bc19-6fc2a321e612 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:34:39.992198 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d84737-f08f-45c8-abba-7a531f6982b0 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:34:40.002635 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-65d84737-f08f-45c8-abba-7a531f6982b0 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] 10.222.0.50 "PUT /v2.0/routers/e124c94a-5191-4716-ba25-418572a8e26e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9682236 Aug 11 02:34:40.003049 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97f29a7-1742-4ed0-91ff-5ba9b707fae8 None None] Sync routers for ids ['e124c94a-5191-4716-ba25-418572a8e26e'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:34:40.003501 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44842) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:40.008816 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 6538fcba-3c23-4161-bc19-6fc2a321e612 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:34:40.009437 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 6538fcba-3c23-4161-bc19-6fc2a321e612 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:34:40.010072 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:34:40.014699 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97f29a7-1742-4ed0-91ff-5ba9b707fae8 None None] Routers {'e124c94a-5191-4716-ba25-418572a8e26e'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:40.023508 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e97f29a7-1742-4ed0-91ff-5ba9b707fae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:34:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e124c94a-5191-4716-ba25-418572a8e26e'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:40.033418 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:34:40.033899 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device af4973e3-6db8-49a2-8ab5-a0b82cf5b8a0 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:34:40.116506 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e97f29a7-1742-4ed0-91ff-5ba9b707fae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:40.119304 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-ff38caa0-5826-4797-91e1-eff6a2543e16 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] show failed (client error): The resource could not be found. Aug 11 02:34:40.126274 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ff38caa0-5826-4797-91e1-eff6a2543e16 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-541626638 HTTP/1.1" status: 404 len: 334 time: 0.1140978 Aug 11 02:34:40.126274 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44846) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:40.131136 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-4620662e-8280-4e48-8973-57ff1ce71290 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:40.133831 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6e73224e-9440-4710-a5a7-1c6e2022d6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.140233 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97f29a7-1742-4ed0-91ff-5ba9b707fae8 None None] Routers {'e124c94a-5191-4716-ba25-418572a8e26e'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:40.142009 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e97f29a7-1742-4ed0-91ff-5ba9b707fae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:34:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e124c94a-5191-4716-ba25-418572a8e26e'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:40.203259 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-4620662e-8280-4e48-8973-57ff1ce71290 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] update failed (client error): The resource could not be found. Aug 11 02:34:40.204579 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4620662e-8280-4e48-8973-57ff1ce71290 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-331091473 HTTP/1.1" status: 404 len: 334 time: 0.0776036 Aug 11 02:34:40.205941 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e97f29a7-1742-4ed0-91ff-5ba9b707fae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:40.208064 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97f29a7-1742-4ed0-91ff-5ba9b707fae8 None None] The sync data for ids ['e124c94a-5191-4716-ba25-418572a8e26e'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:34:40.208619 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44852) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:40.227228 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bca698e5-bccd-4473-8617-04c7346a1042 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.298153 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-becc6351-861f-4a12-a131-c710aa15e2c4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Deleting subnet 92bf5d66-a183-4f10-9c1b-a43597d49833 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:34:40.304177 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-becc6351-861f-4a12-a131-c710aa15e2c4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.352023 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca698e5-bccd-4473-8617-04c7346a1042 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Pushing event deleted for resources: {'Port': ['ID=959e013d-9cb0-45ee-84e0-d029197dd7c8,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:40.361419 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-becc6351-861f-4a12-a131-c710aa15e2c4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.391069 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6e73224e-9440-4710-a5a7-1c6e2022d6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.514764 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-becc6351-861f-4a12-a131-c710aa15e2c4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.593359 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-becc6351-861f-4a12-a131-c710aa15e2c4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.679026 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc6351-861f-4a12-a131-c710aa15e2c4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Pushing event deleted for resources: {'Subnet': ['ID=92bf5d66-a183-4f10-9c1b-a43597d49833,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:40.699674 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1e15b1-ee73-42d8-bed9-d0a128eaa301 None None] Network 150da448-e07f-46b2-a9c1-c6517fce870c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:40.712576 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-becc6351-861f-4a12-a131-c710aa15e2c4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.718788 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-becc6351-861f-4a12-a131-c710aa15e2c4 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] 10.222.0.50 "DELETE /v2.0/subnets/92bf5d66-a183-4f10-9c1b-a43597d49833 HTTP/1.1" status: 204 len: 168 time: 0.5089314 Aug 11 02:34:40.719827 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44862) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:40.829307 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-858ebc45-5baf-4f2d-b363-8fcb62ba213e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.912375 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-858ebc45-5baf-4f2d-b363-8fcb62ba213e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Deleting port 7dfab83d-d1cc-4741-a50b-f81cc1a6ede1 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:40.912863 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-858ebc45-5baf-4f2d-b363-8fcb62ba213e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.987470 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73224e-9440-4710-a5a7-1c6e2022d6e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffb9dd6a-9435-4f73-9597-0b7c0b0ac374,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:41.014876 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9d6c4d7e-6266-4075-ac0d-affa0f1f4392 req-194d3f16-69c2-47b0-ae72-313513eab831 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 210 time: 0.0743713 Aug 11 02:34:41.024661 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6e73224e-9440-4710-a5a7-1c6e2022d6e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.025516 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92612445-7ad1-4b91-924f-12c05577dba6 None None] Network 3a121380-6178-48d7-951b-abcbdea8c6aa requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:41.027520 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6e73224e-9440-4710-a5a7-1c6e2022d6e4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ffb9dd6a-9435-4f73-9597-0b7c0b0ac374 HTTP/1.1" status: 204 len: 168 time: 1.5722198 Aug 11 02:34:41.030815 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-858ebc45-5baf-4f2d-b363-8fcb62ba213e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] For port 7dfab83d-d1cc-4741-a50b-f81cc1a6ede1, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7dfab83d-d1cc-4741-a50b-f81cc1a6ede1,segment=NetworkSegment(9fe0cb6d-bf5f-4647-8d57-9f13a303fec2),segment_id=9fe0cb6d-bf5f-4647-8d57-9f13a303fec2)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:41.031195 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-858ebc45-5baf-4f2d-b363-8fcb62ba213e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.031941 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44876) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:41.048939 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bca698e5-bccd-4473-8617-04c7346a1042 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.054147 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bca698e5-bccd-4473-8617-04c7346a1042 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "DELETE /v2.0/ports/959e013d-9cb0-45ee-84e0-d029197dd7c8 HTTP/1.1" status: 204 len: 168 time: 2.4650393 Aug 11 02:34:41.054555 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-858ebc45-5baf-4f2d-b363-8fcb62ba213e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Calling delete_port for 7dfab83d-d1cc-4741-a50b-f81cc1a6ede1 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:41.056626 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44878) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:41.061823 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-54bd4f3e-3e4a-4ca3-907f-bcc5a9c08ec7 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '42b3867a-7b5d-4651-af70-a8916a335336', 'external_fixed_ips': [{'subnet_id': '14212012-364e-4f13-b8ac-ea7f1bef6204', 'ip_address': '172.20.0.7'}]}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:41.198183 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-32dfbf37-2e88-4108-8a81-6056864731da req-753725d3-ba55-4c0e-8190-da91f114b902 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.204517 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1d015f-e375-4c6b-a06e-b54eb52b9d02 None None] DHCP port deletion for 150da448-e07f-46b2-a9c1-c6517fce870c request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:34:41.212056 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-54bd4f3e-3e4a-4ca3-907f-bcc5a9c08ec7 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.213279 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-54bd4f3e-3e4a-4ca3-907f-bcc5a9c08ec7 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.249055 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-133603ab-11aa-41c1-92fa-3675ccf715de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.251768 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-32dfbf37-2e88-4108-8a81-6056864731da req-753725d3-ba55-4c0e-8190-da91f114b902 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Transition to ACTIVE for port object c7e36d8e-3815-4af2-8e2c-b39e8ccac20c will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:41.331926 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-32dfbf37-2e88-4108-8a81-6056864731da req-753725d3-ba55-4c0e-8190-da91f114b902 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.348756 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-54bd4f3e-3e4a-4ca3-907f-bcc5a9c08ec7 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.373909 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-7f1d015f-e375-4c6b-a06e-b54eb52b9d02 None None] Deleting port 7dfab83d-d1cc-4741-a50b-f81cc1a6ede1 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:41.374387 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7f1d015f-e375-4c6b-a06e-b54eb52b9d02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.415870 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-133603ab-11aa-41c1-92fa-3675ccf715de admin admin] Deleting port 2b557f20-5ccd-4c50-ae63-27b634c197c6 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:41.416451 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-133603ab-11aa-41c1-92fa-3675ccf715de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.472992 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-858ebc45-5baf-4f2d-b363-8fcb62ba213e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.479380 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-7f1d015f-e375-4c6b-a06e-b54eb52b9d02 None None] For port 7dfab83d-d1cc-4741-a50b-f81cc1a6ede1, host n-d-615180-33, got binding levels [] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:41.479907 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7f1d015f-e375-4c6b-a06e-b54eb52b9d02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.492930 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-7f1d015f-e375-4c6b-a06e-b54eb52b9d02 None None] Calling delete_port for 7dfab83d-d1cc-4741-a50b-f81cc1a6ede1 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:41.495716 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.ipam_backend_mixin [None req-7f1d015f-e375-4c6b-a06e-b54eb52b9d02 None None] Port 7dfab83d-d1cc-4741-a50b-f81cc1a6ede1 was not found and therefore no delete operation was performed {{(pid=94508) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:34:41.498426 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7f1d015f-e375-4c6b-a06e-b54eb52b9d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.500471 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4b66a1-d4eb-4190-8efa-3f8a3908562c None None] DHCP port deletion for 3a121380-6178-48d7-951b-abcbdea8c6aa request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:34:41.532117 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d015f-e375-4c6b-a06e-b54eb52b9d02 None None] Pushing event deleted for resources: {'Port': ['ID=7dfab83d-d1cc-4741-a50b-f81cc1a6ede1,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:41.542359 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32dfbf37-2e88-4108-8a81-6056864731da req-753725d3-ba55-4c0e-8190-da91f114b902 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:41.553463 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1d015f-e375-4c6b-a06e-b54eb52b9d02 None None] No DVR routers for this DVR port 7dfab83d-d1cc-4741-a50b-f81cc1a6ede1 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:34:41.573935 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-32dfbf37-2e88-4108-8a81-6056864731da req-753725d3-ba55-4c0e-8190-da91f114b902 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:41.590128 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-32dfbf37-2e88-4108-8a81-6056864731da req-753725d3-ba55-4c0e-8190-da91f114b902 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:41.607339 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-3b4b66a1-d4eb-4190-8efa-3f8a3908562c None None] Deleting port 2b557f20-5ccd-4c50-ae63-27b634c197c6 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:41.607885 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3b4b66a1-d4eb-4190-8efa-3f8a3908562c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.615668 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ebc45-5baf-4f2d-b363-8fcb62ba213e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Pushing event deleted for resources: {'Port': ['ID=7dfab83d-d1cc-4741-a50b-f81cc1a6ede1,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:41.648225 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753725d3-ba55-4c0e-8190-da91f114b902 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event updated for resources: {'Port': ['ID=c7e36d8e-3815-4af2-8e2c-b39e8ccac20c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:41.704307 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-133603ab-11aa-41c1-92fa-3675ccf715de admin admin] For port 2b557f20-5ccd-4c50-ae63-27b634c197c6, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=2b557f20-5ccd-4c50-ae63-27b634c197c6,segment=NetworkSegment(2a5e1037-f92d-4ae6-952c-e9370c6f49f3),segment_id=2a5e1037-f92d-4ae6-952c-e9370c6f49f3)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:41.705876 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-133603ab-11aa-41c1-92fa-3675ccf715de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.707808 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858ebc45-5baf-4f2d-b363-8fcb62ba213e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] No DVR routers for this DVR port 7dfab83d-d1cc-4741-a50b-f81cc1a6ede1 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:34:41.734416 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-3b4b66a1-d4eb-4190-8efa-3f8a3908562c None None] For port 2b557f20-5ccd-4c50-ae63-27b634c197c6, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=2b557f20-5ccd-4c50-ae63-27b634c197c6,segment=NetworkSegment(2a5e1037-f92d-4ae6-952c-e9370c6f49f3),segment_id=2a5e1037-f92d-4ae6-952c-e9370c6f49f3)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:41.734880 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3b4b66a1-d4eb-4190-8efa-3f8a3908562c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.751066 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-133603ab-11aa-41c1-92fa-3675ccf715de admin admin] Calling delete_port for 2b557f20-5ccd-4c50-ae63-27b634c197c6 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:41.763888 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-54bd4f3e-3e4a-4ca3-907f-bcc5a9c08ec7 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.777949 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfbf37-2e88-4108-8a81-6056864731da req-753725d3-ba55-4c0e-8190-da91f114b902 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:41.779154 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-3b4b66a1-d4eb-4190-8efa-3f8a3908562c None None] Calling delete_port for 2b557f20-5ccd-4c50-ae63-27b634c197c6 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:41.784576 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-32dfbf37-2e88-4108-8a81-6056864731da req-753725d3-ba55-4c0e-8190-da91f114b902 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.941062 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-858ebc45-5baf-4f2d-b363-8fcb62ba213e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.977901 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-858ebc45-5baf-4f2d-b363-8fcb62ba213e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150da448-e07f-46b2-a9c1-c6517fce870c']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:41.984075 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 2b557f20-5ccd-4c50-ae63-27b634c197c6 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:34:41.997099 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-32dfbf37-2e88-4108-8a81-6056864731da req-753725d3-ba55-4c0e-8190-da91f114b902 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1710026 Aug 11 02:34:42.014827 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [req-32dfbf37-2e88-4108-8a81-6056864731da req-bacf3cb6-44da-4087-83cf-bc3396d2037e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:34:42.022517 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-32dfbf37-2e88-4108-8a81-6056864731da req-bacf3cb6-44da-4087-83cf-bc3396d2037e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178111 Aug 11 02:34:42.047738 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-858ebc45-5baf-4f2d-b363-8fcb62ba213e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe0cb6d-bf5f-4647-8d57-9f13a303fec2') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:42.048188 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-858ebc45-5baf-4f2d-b363-8fcb62ba213e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe0cb6d-bf5f-4647-8d57-9f13a303fec2') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:42.057039 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-32dfbf37-2e88-4108-8a81-6056864731da req-9cf25ab7-9e8f-4903-8f63-21183af556b3 service neutron] Request body: {'port': {'device_id': 'a44dfc29-2d90-4cc6-82f7-3c207222fd66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:42.062815 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-858ebc45-5baf-4f2d-b363-8fcb62ba213e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.089927 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-858ebc45-5baf-4f2d-b363-8fcb62ba213e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.110468 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-858ebc45-5baf-4f2d-b363-8fcb62ba213e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:34:42.110960 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-858ebc45-5baf-4f2d-b363-8fcb62ba213e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:34:42.115294 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:34:42.168391 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.224239 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3b4b66a1-d4eb-4190-8efa-3f8a3908562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.278511 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b66a1-d4eb-4190-8efa-3f8a3908562c None None] Pushing event deleted for resources: {'Port': ['ID=2b557f20-5ccd-4c50-ae63-27b634c197c6,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:42.282665 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-746a28e4-63b3-4930-9a60-80bf00788c01 None None] Provisioning for port c7e36d8e-3815-4af2-8e2c-b39e8ccac20c completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:42.290613 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4b66a1-d4eb-4190-8efa-3f8a3908562c None None] No DVR routers for this DVR port 2b557f20-5ccd-4c50-ae63-27b634c197c6 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:34:42.295208 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-746a28e4-63b3-4930-9a60-80bf00788c01 None None] Provisioning complete for port c7e36d8e-3815-4af2-8e2c-b39e8ccac20c triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:42.296721 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-746a28e4-63b3-4930-9a60-80bf00788c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.306458 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-133603ab-11aa-41c1-92fa-3675ccf715de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.320283 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-32dfbf37-2e88-4108-8a81-6056864731da req-9cf25ab7-9e8f-4903-8f63-21183af556b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.349601 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-858ebc45-5baf-4f2d-b363-8fcb62ba213e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.369019 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133603ab-11aa-41c1-92fa-3675ccf715de admin admin] Pushing event deleted for resources: {'Port': ['ID=2b557f20-5ccd-4c50-ae63-27b634c197c6,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:42.376426 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133603ab-11aa-41c1-92fa-3675ccf715de admin admin] No DVR routers for this DVR port 2b557f20-5ccd-4c50-ae63-27b634c197c6 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:34:42.403156 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7dfab83d-d1cc-4741-a50b-f81cc1a6ede1 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:34:42.463572 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 7dfab83d-d1cc-4741-a50b-f81cc1a6ede1 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:34:42.463894 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7dfab83d-d1cc-4741-a50b-f81cc1a6ede1 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:34:42.478473 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-746a28e4-63b3-4930-9a60-80bf00788c01 None None] Port c7e36d8e-3815-4af2-8e2c-b39e8ccac20c cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:34:42.525056 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-133603ab-11aa-41c1-92fa-3675ccf715de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.536479 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-133603ab-11aa-41c1-92fa-3675ccf715de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a121380-6178-48d7-951b-abcbdea8c6aa']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:42.542425 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-858ebc45-5baf-4f2d-b363-8fcb62ba213e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.551934 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-858ebc45-5baf-4f2d-b363-8fcb62ba213e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] 10.222.0.50 "DELETE /v2.0/networks/150da448-e07f-46b2-a9c1-c6517fce870c HTTP/1.1" status: 204 len: 168 time: 1.8283408 Aug 11 02:34:42.554912 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-54bd4f3e-3e4a-4ca3-907f-bcc5a9c08ec7 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.562059 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-133603ab-11aa-41c1-92fa-3675ccf715de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5e1037-f92d-4ae6-952c-e9370c6f49f3') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:42.562625 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-133603ab-11aa-41c1-92fa-3675ccf715de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5e1037-f92d-4ae6-952c-e9370c6f49f3') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:42.573869 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-133603ab-11aa-41c1-92fa-3675ccf715de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.589354 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-133603ab-11aa-41c1-92fa-3675ccf715de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.596786 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133603ab-11aa-41c1-92fa-3675ccf715de admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:34:42.597695 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-133603ab-11aa-41c1-92fa-3675ccf715de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.615916 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44892) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:42.618944 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-54bd4f3e-3e4a-4ca3-907f-bcc5a9c08ec7 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:34:42.730064 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:34:42.742775 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-133603ab-11aa-41c1-92fa-3675ccf715de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.762446 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ebc45-5baf-4f2d-b363-8fcb62ba213e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Pushing event deleted for resources: {'Network': ['ID=150da448-e07f-46b2-a9c1-c6517fce870c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:42.819747 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-133603ab-11aa-41c1-92fa-3675ccf715de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.821749 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-133603ab-11aa-41c1-92fa-3675ccf715de admin admin] 10.222.0.50 "DELETE /v2.0/networks/3a121380-6178-48d7-951b-abcbdea8c6aa HTTP/1.1" status: 204 len: 168 time: 1.7885075 Aug 11 02:34:42.833535 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fde348-be57-4678-bc72-ceefb32cbd7d req-0410ccf4-7296-4f20-a09d-11b22e9db5e3 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:42.834494 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44894) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:42.836259 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-45fde348-be57-4678-bc72-ceefb32cbd7d req-0410ccf4-7296-4f20-a09d-11b22e9db5e3 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 931 time: 0.6565728 Aug 11 02:34:43.024171 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-45fde348-be57-4678-bc72-ceefb32cbd7d req-a2316a32-1421-4aa3-ae97-c47b2ee9d42e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553514 Aug 11 02:34:43.025288 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133603ab-11aa-41c1-92fa-3675ccf715de admin admin] Pushing event deleted for resources: {'Network': ['ID=3a121380-6178-48d7-951b-abcbdea8c6aa,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:43.042256 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-33118d99-a2a5-4c05-b5fb-52803e126378 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Deleting subnet fd43c113-2b01-4b2f-8638-20b679a2e9c7 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:34:43.046632 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-54bd4f3e-3e4a-4ca3-907f-bcc5a9c08ec7 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Allocated IP 172.20.0.7 (42b3867a-7b5d-4651-af70-a8916a335336/14212012-364e-4f13-b8ac-ea7f1bef6204/4e702f4f-4053-4ff8-8f04-6ce732d7569e) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:43.049105 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-33118d99-a2a5-4c05-b5fb-52803e126378 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:43.098775 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-33118d99-a2a5-4c05-b5fb-52803e126378 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:43.185011 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-33118d99-a2a5-4c05-b5fb-52803e126378 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:43.357787 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-32dfbf37-2e88-4108-8a81-6056864731da req-9cf25ab7-9e8f-4903-8f63-21183af556b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e36d8e-3815-4af2-8e2c-b39e8ccac20c {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:34:43.371832 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-32dfbf37-2e88-4108-8a81-6056864731da req-9cf25ab7-9e8f-4903-8f63-21183af556b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:43.420812 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-32dfbf37-2e88-4108-8a81-6056864731da req-9cf25ab7-9e8f-4903-8f63-21183af556b3 service neutron] Transition to ACTIVE for port object c7e36d8e-3815-4af2-8e2c-b39e8ccac20c will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:43.425731 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-33118d99-a2a5-4c05-b5fb-52803e126378 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:43.436598 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-32dfbf37-2e88-4108-8a81-6056864731da req-9cf25ab7-9e8f-4903-8f63-21183af556b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:43.459637 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33118d99-a2a5-4c05-b5fb-52803e126378 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Pushing event deleted for resources: {'Subnet': ['ID=fd43c113-2b01-4b2f-8638-20b679a2e9c7,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:43.475996 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-33118d99-a2a5-4c05-b5fb-52803e126378 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:43.481410 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-33118d99-a2a5-4c05-b5fb-52803e126378 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] 10.222.0.50 "DELETE /v2.0/subnets/fd43c113-2b01-4b2f-8638-20b679a2e9c7 HTTP/1.1" status: 204 len: 168 time: 0.7163043 Aug 11 02:34:43.483988 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44912) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:43.485143 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9031b7a-96ff-4433-93df-b1bcd99ae034 None None] Network d8a122f9-5ef4-413b-b00f-42074b2cf2ae requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:43.574956 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-54bd4f3e-3e4a-4ca3-907f-bcc5a9c08ec7 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:43.595591 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0582e57-d921-4fdd-a7cc-6532da0e9704 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Deleting subnet 858a5651-2dac-4b7f-8715-b4c304397b8e {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:34:43.602857 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0582e57-d921-4fdd-a7cc-6532da0e9704 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:43.660925 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf25ab7-9e8f-4903-8f63-21183af556b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e36d8e-3815-4af2-8e2c-b39e8ccac20c,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:43.705304 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0582e57-d921-4fdd-a7cc-6532da0e9704 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:43.766304 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-54bd4f3e-3e4a-4ca3-907f-bcc5a9c08ec7 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:43.889536 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2ca3663-1d95-4f92-8b06-45a7d7abc577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:43.892731 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-32dfbf37-2e88-4108-8a81-6056864731da req-9cf25ab7-9e8f-4903-8f63-21183af556b3 service neutron] Attempting to bind port c7e36d8e-3815-4af2-8e2c-b39e8ccac20c on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:34:43.893063 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-32dfbf37-2e88-4108-8a81-6056864731da req-9cf25ab7-9e8f-4903-8f63-21183af556b3 service neutron] Attempting to bind port c7e36d8e-3815-4af2-8e2c-b39e8ccac20c by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:34:43.893397 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dfbf37-2e88-4108-8a81-6056864731da req-9cf25ab7-9e8f-4903-8f63-21183af556b3 service neutron] Attempting to bind port c7e36d8e-3815-4af2-8e2c-b39e8ccac20c on network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:34:43.937455 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c60090-5d66-4afd-99fa-2fb85496a029 None None] DHCP port deletion for d8a122f9-5ef4-413b-b00f-42074b2cf2ae request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:34:43.937700 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dfbf37-2e88-4108-8a81-6056864731da req-9cf25ab7-9e8f-4903-8f63-21183af556b3 service neutron] Port c7e36d8e-3815-4af2-8e2c-b39e8ccac20c on network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:34:43.937700 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dfbf37-2e88-4108-8a81-6056864731da req-9cf25ab7-9e8f-4903-8f63-21183af556b3 service neutron] Attempting to bind port c7e36d8e-3815-4af2-8e2c-b39e8ccac20c on network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:34:43.940512 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bd4f3e-3e4a-4ca3-907f-bcc5a9c08ec7 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Network 42b3867a-7b5d-4651-af70-a8916a335336 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:43.948635 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dfbf37-2e88-4108-8a81-6056864731da req-9cf25ab7-9e8f-4903-8f63-21183af556b3 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:34:43.948957 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dfbf37-2e88-4108-8a81-6056864731da req-9cf25ab7-9e8f-4903-8f63-21183af556b3 service neutron] Checking segment: {'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:34:43.949349 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dfbf37-2e88-4108-8a81-6056864731da req-9cf25ab7-9e8f-4903-8f63-21183af556b3 service neutron] Bound using segment: {'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:34:43.949786 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-32dfbf37-2e88-4108-8a81-6056864731da req-9cf25ab7-9e8f-4903-8f63-21183af556b3 service neutron] Bound port: c7e36d8e-3815-4af2-8e2c-b39e8ccac20c, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:34:43.950145 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-32dfbf37-2e88-4108-8a81-6056864731da req-9cf25ab7-9e8f-4903-8f63-21183af556b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:43.962058 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-54bd4f3e-3e4a-4ca3-907f-bcc5a9c08ec7 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:43.980895 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bd4f3e-3e4a-4ca3-907f-bcc5a9c08ec7 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:43.984789 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd4f3e-3e4a-4ca3-907f-bcc5a9c08ec7 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Pushing event updated for resources: {'Port': ['ID=4e702f4f-4053-4ff8-8f04-6ce732d7569e,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:44.071021 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-f7c60090-5d66-4afd-99fa-2fb85496a029 None None] Deleting port 87de4259-7f7f-40bd-9771-62503161f4ef {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:44.071021 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f7c60090-5d66-4afd-99fa-2fb85496a029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:44.086750 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0582e57-d921-4fdd-a7cc-6532da0e9704 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:44.231695 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-f7c60090-5d66-4afd-99fa-2fb85496a029 None None] For port 87de4259-7f7f-40bd-9771-62503161f4ef, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=87de4259-7f7f-40bd-9771-62503161f4ef,segment=NetworkSegment(18e83c51-e53d-44d2-8692-cd3c7d69e51c),segment_id=18e83c51-e53d-44d2-8692-cd3c7d69e51c)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:44.232430 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f7c60090-5d66-4afd-99fa-2fb85496a029 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:44.256607 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-f7c60090-5d66-4afd-99fa-2fb85496a029 None None] Calling delete_port for 87de4259-7f7f-40bd-9771-62503161f4ef owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:44.304076 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-32dfbf37-2e88-4108-8a81-6056864731da req-9cf25ab7-9e8f-4903-8f63-21183af556b3 service neutron] For port c7e36d8e-3815-4af2-8e2c-b39e8ccac20c, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:34:44.442130 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-32dfbf37-2e88-4108-8a81-6056864731da req-9cf25ab7-9e8f-4903-8f63-21183af556b3 service neutron] For port c7e36d8e-3815-4af2-8e2c-b39e8ccac20c, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=c7e36d8e-3815-4af2-8e2c-b39e8ccac20c,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:34:44.446928 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f7c60090-5d66-4afd-99fa-2fb85496a029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:44.459158 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-32dfbf37-2e88-4108-8a81-6056864731da req-9cf25ab7-9e8f-4903-8f63-21183af556b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:44.483444 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0582e57-d921-4fdd-a7cc-6532da0e9704 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:44.534381 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c60090-5d66-4afd-99fa-2fb85496a029 None None] No DVR routers for this DVR port 87de4259-7f7f-40bd-9771-62503161f4ef on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:34:44.548124 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c60090-5d66-4afd-99fa-2fb85496a029 None None] Pushing event deleted for resources: {'Port': ['ID=87de4259-7f7f-40bd-9771-62503161f4ef,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:44.596103 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfbf37-2e88-4108-8a81-6056864731da req-9cf25ab7-9e8f-4903-8f63-21183af556b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:44.596738 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-32dfbf37-2e88-4108-8a81-6056864731da req-9cf25ab7-9e8f-4903-8f63-21183af556b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:44.598737 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-32dfbf37-2e88-4108-8a81-6056864731da req-9cf25ab7-9e8f-4903-8f63-21183af556b3 service neutron] 10.222.0.66 "PUT /v2.0/ports/c7e36d8e-3815-4af2-8e2c-b39e8ccac20c HTTP/1.1" status: 200 len: 1092 time: 2.5663373 Aug 11 02:34:44.599485 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a44dfc29-2d90-4cc6-82f7-3c207222fd66', 'tag': 'c7e36d8e-3815-4af2-8e2c-b39e8ccac20c'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:34:44.601523 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787bcf83-ea56-4455-a334-6e64ef8b1b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "a44dfc29-2d90-4cc6-82f7-3c207222fd66", "tag": "c7e36d8e-3815-4af2-8e2c-b39e8ccac20c"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:34:44.658426 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0582e57-d921-4fdd-a7cc-6532da0e9704 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Pushing event deleted for resources: {'Subnet': ['ID=858a5651-2dac-4b7f-8715-b4c304397b8e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:44.705662 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2d7f3-9d20-4fb8-9d73-ffb2f608dc89 req-5bd222c1-7e83-4bc7-9895-365d4899bc2a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:44.711024 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-54c2d7f3-9d20-4fb8-9d73-ffb2f608dc89 req-5bd222c1-7e83-4bc7-9895-365d4899bc2a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 943 time: 0.4587383 Aug 11 02:34:44.780910 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe617bf-e623-4ebf-b72f-a824d5e3624c x-openstack-request-id: req-dfe617bf-e623-4ebf-b72f-a824d5e3624c {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:34:44.781443 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a44dfc29-2d90-4cc6-82f7-3c207222fd66", "tag": "c7e36d8e-3815-4af2-8e2c-b39e8ccac20c", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:34:44.781834 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dfe617bf-e623-4ebf-b72f-a824d5e3624c {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:34:44.782404 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a44dfc29-2d90-4cc6-82f7-3c207222fd66', 'tag': 'c7e36d8e-3815-4af2-8e2c-b39e8ccac20c', 'status': 'completed', 'code': 200} Aug 11 02:34:44.827609 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a862b396-a409-495d-8b2d-5a7f60acb0bb None None] Network bbc26ba2-7412-4c51-b213-815dd4c16b9c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:44.828851 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf25ab7-9e8f-4903-8f63-21183af556b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e36d8e-3815-4af2-8e2c-b39e8ccac20c,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:44.875532 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0582e57-d921-4fdd-a7cc-6532da0e9704 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:44.894295 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44926) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:44.906567 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f0582e57-d921-4fdd-a7cc-6532da0e9704 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] 10.222.0.50 "DELETE /v2.0/subnets/858a5651-2dac-4b7f-8715-b4c304397b8e HTTP/1.1" status: 204 len: 168 time: 1.4212105 Aug 11 02:34:44.992324 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-54bd4f3e-3e4a-4ca3-907f-bcc5a9c08ec7 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:44.996757 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfbf37-2e88-4108-8a81-6056864731da req-8d188b56-2d33-4e85-aede-88db8099fc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:45.000141 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-32dfbf37-2e88-4108-8a81-6056864731da req-8d188b56-2d33-4e85-aede-88db8099fc91 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 1095 time: 0.2564344 Aug 11 02:34:45.003220 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-54c2d7f3-9d20-4fb8-9d73-ffb2f608dc89 req-746e2cbf-570d-49b8-8b68-5d5c6545a0df tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358668 Aug 11 02:34:45.110997 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-32dfbf37-2e88-4108-8a81-6056864731da req-8fcc5101-07e2-45bd-a6b0-ba0cba1b97a0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7e36d8e-3815-4af2-8e2c-b39e8ccac20c HTTP/1.1" status: 200 len: 217 time: 0.0875831 Aug 11 02:34:45.162676 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d4591e8d-9777-4b7a-9e37-ee1e5745a020 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:45.207686 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfbf37-2e88-4108-8a81-6056864731da req-f6e7a61f-b83e-479e-91dd-2038d77da1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:45.209568 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-32dfbf37-2e88-4108-8a81-6056864731da req-f6e7a61f-b83e-479e-91dd-2038d77da1cd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a HTTP/1.1" status: 200 len: 850 time: 0.0886867 Aug 11 02:34:45.323845 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff00a40-d7dd-4671-b196-056d34e52522 None None] DHCP port deletion for bbc26ba2-7412-4c51-b213-815dd4c16b9c request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:34:45.405387 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-c2ca3663-1d95-4f92-8b06-45a7d7abc577 admin admin] Deleting port 55af531a-c6df-43e2-8720-f20fbea871f3 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:45.405929 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2ca3663-1d95-4f92-8b06-45a7d7abc577 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:45.437117 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-7ff00a40-d7dd-4671-b196-056d34e52522 None None] Deleting port e1cfd112-8bb9-4199-8bb0-c1ec62745412 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:45.437499 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7ff00a40-d7dd-4671-b196-056d34e52522 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:45.480799 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d4591e8d-9777-4b7a-9e37-ee1e5745a020 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:45.504169 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-d4591e8d-9777-4b7a-9e37-ee1e5745a020 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a122f9-5ef4-413b-b00f-42074b2cf2ae']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:45.517890 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfbf37-2e88-4108-8a81-6056864731da req-f5095588-6ba3-4883-af79-9f594ff9d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:45.519597 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-32dfbf37-2e88-4108-8a81-6056864731da req-f5095588-6ba3-4883-af79-9f594ff9d67a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2419329 Aug 11 02:34:45.521395 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-d4591e8d-9777-4b7a-9e37-ee1e5745a020 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e83c51-e53d-44d2-8692-cd3c7d69e51c') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:45.521794 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-d4591e8d-9777-4b7a-9e37-ee1e5745a020 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e83c51-e53d-44d2-8692-cd3c7d69e51c') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:45.581944 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d4591e8d-9777-4b7a-9e37-ee1e5745a020 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:45.595568 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-7ff00a40-d7dd-4671-b196-056d34e52522 None None] For port e1cfd112-8bb9-4199-8bb0-c1ec62745412, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e1cfd112-8bb9-4199-8bb0-c1ec62745412,segment=NetworkSegment(b31cd42f-331e-43ea-8472-ed95eb6693df),segment_id=b31cd42f-331e-43ea-8472-ed95eb6693df)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:45.596085 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7ff00a40-d7dd-4671-b196-056d34e52522 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:45.623188 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-7ff00a40-d7dd-4671-b196-056d34e52522 None None] Calling delete_port for e1cfd112-8bb9-4199-8bb0-c1ec62745412 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:45.624605 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-54bd4f3e-3e4a-4ca3-907f-bcc5a9c08ec7 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:45.677884 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-13125244-43aa-4684-823a-d8d2a64b30fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:45.718159 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d4591e8d-9777-4b7a-9e37-ee1e5745a020 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:45.760036 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4591e8d-9777-4b7a-9e37-ee1e5745a020 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:34:45.760619 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d4591e8d-9777-4b7a-9e37-ee1e5745a020 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:45.765141 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-c2ca3663-1d95-4f92-8b06-45a7d7abc577 admin admin] For port 55af531a-c6df-43e2-8720-f20fbea871f3, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=55af531a-c6df-43e2-8720-f20fbea871f3,segment=NetworkSegment(a84a6579-f569-4c2a-831a-decd5a56bd3d),segment_id=a84a6579-f569-4c2a-831a-decd5a56bd3d)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:45.765633 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2ca3663-1d95-4f92-8b06-45a7d7abc577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:34:45.768128 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:34:45.823130 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7ff00a40-d7dd-4671-b196-056d34e52522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:45.829964 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54bd4f3e-3e4a-4ca3-907f-bcc5a9c08ec7 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Router 687315cc-42d1-4edc-be4d-7f5339c46557 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:34:45.854628 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff00a40-d7dd-4671-b196-056d34e52522 None None] No DVR routers for this DVR port e1cfd112-8bb9-4199-8bb0-c1ec62745412 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:34:45.925158 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff00a40-d7dd-4671-b196-056d34e52522 None None] Pushing event deleted for resources: {'Port': ['ID=e1cfd112-8bb9-4199-8bb0-c1ec62745412,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:45.971883 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-c2ca3663-1d95-4f92-8b06-45a7d7abc577 admin admin] Calling delete_port for 55af531a-c6df-43e2-8720-f20fbea871f3 owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:46.083697 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 87de4259-7f7f-40bd-9771-62503161f4ef no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:34:46.160733 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 87de4259-7f7f-40bd-9771-62503161f4ef {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:34:46.160998 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 87de4259-7f7f-40bd-9771-62503161f4ef not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:34:46.161423 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e1cfd112-8bb9-4199-8bb0-c1ec62745412 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:34:46.197858 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d4591e8d-9777-4b7a-9e37-ee1e5745a020 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:46.213383 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: e1cfd112-8bb9-4199-8bb0-c1ec62745412 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:34:46.213740 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e1cfd112-8bb9-4199-8bb0-c1ec62745412 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:34:46.221826 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d4591e8d-9777-4b7a-9e37-ee1e5745a020 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:46.224948 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d4591e8d-9777-4b7a-9e37-ee1e5745a020 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] 10.222.0.50 "DELETE /v2.0/networks/d8a122f9-5ef4-413b-b00f-42074b2cf2ae HTTP/1.1" status: 204 len: 168 time: 1.3275585 Aug 11 02:34:46.233021 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-32dfbf37-2e88-4108-8a81-6056864731da req-b303156a-4e0d-4d8c-812b-5b6287c9cf2f service neutron] 10.222.0.66 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6985102 Aug 11 02:34:46.233692 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44936) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:46.303026 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4591e8d-9777-4b7a-9e37-ee1e5745a020 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Pushing event deleted for resources: {'Network': ['ID=d8a122f9-5ef4-413b-b00f-42074b2cf2ae,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:46.517945 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bd4f3e-3e4a-4ca3-907f-bcc5a9c08ec7 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:34:46.536622 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3f76a8-054f-4a7a-8ee5-db7d9ac842d5 None None] Sync routers for ids ['687315cc-42d1-4edc-be4d-7f5339c46557'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:34:46.553803 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3f76a8-054f-4a7a-8ee5-db7d9ac842d5 None None] Routers {'687315cc-42d1-4edc-be4d-7f5339c46557'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:46.561903 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-0e3f76a8-054f-4a7a-8ee5-db7d9ac842d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:34:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['687315cc-42d1-4edc-be4d-7f5339c46557'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:46.665000 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-32dfbf37-2e88-4108-8a81-6056864731da req-c85eda58-8707-4041-80ac-ef4869c93933 service neutron] 10.222.0.66 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663855 Aug 11 02:34:46.667897 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b9ed4-1da3-4a73-a327-0ffa420e71b1 req-548dfd87-2de4-4e4b-a3e2-4083b22c8938 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:46.678754 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2ca3663-1d95-4f92-8b06-45a7d7abc577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:46.685113 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-129b9ed4-1da3-4a73-a327-0ffa420e71b1 req-548dfd87-2de4-4e4b-a3e2-4083b22c8938 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 943 time: 0.2067091 Aug 11 02:34:46.728211 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-af1f401f-0175-4c6b-b1ef-03513617e68e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:46.732832 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca3663-1d95-4f92-8b06-45a7d7abc577 admin admin] Pushing event deleted for resources: {'Port': ['ID=55af531a-c6df-43e2-8720-f20fbea871f3,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:46.750321 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-54bd4f3e-3e4a-4ca3-907f-bcc5a9c08ec7 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:46.761390 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-54bd4f3e-3e4a-4ca3-907f-bcc5a9c08ec7 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.7030206 Aug 11 02:34:46.797144 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44944) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:46.899992 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-0e3f76a8-054f-4a7a-8ee5-db7d9ac842d5 None None] Set router 687315cc-42d1-4edc-be4d-7f5339c46557 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:34:46.985927 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-129b9ed4-1da3-4a73-a327-0ffa420e71b1 req-69b46adf-5355-4997-889f-c7a208874021 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978075 Aug 11 02:34:47.124724 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6465f504-d6c6-4aae-845f-c6ea44b0a1ad tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:47.389265 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-0e3f76a8-054f-4a7a-8ee5-db7d9ac842d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687315cc-42d1-4edc-be4d-7f5339c46557', 'name': '', 'tenant_id': 'b0ad383b7e744b7b94cd5043250ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b3867a-7b5d-4651-af70-a8916a335336', 'external_fixed_ips': [{'subnet_id': '14212012-364e-4f13-b8ac-ea7f1bef6204', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '4e702f4f-4053-4ff8-8f04-6ce732d7569e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:41Z', 'updated_at': '2021-08-11T02:34:44Z', 'revision_number': 3, 'project_id': 'b0ad383b7e744b7b94cd5043250ed29e', 'gw_port': {'id': '4e702f4f-4053-4ff8-8f04-6ce732d7569e', 'name': '', 'network_id': '42b3867a-7b5d-4651-af70-a8916a335336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687315cc-42d1-4edc-be4d-7f5339c46557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '14212012-364e-4f13-b8ac-ea7f1bef6204', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:42Z', 'updated_at': '2021-08-11T02:34:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14212012-364e-4f13-b8ac-ea7f1bef6204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:47.401073 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6465f504-d6c6-4aae-845f-c6ea44b0a1ad tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:47.460128 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3f76a8-054f-4a7a-8ee5-db7d9ac842d5 None None] Checking router: 687315cc-42d1-4edc-be4d-7f5339c46557 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:34:47.460485 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3f76a8-054f-4a7a-8ee5-db7d9ac842d5 None None] Updating router 687315cc-42d1-4edc-be4d-7f5339c46557 port 4e702f4f-4053-4ff8-8f04-6ce732d7569e binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:34:47.487529 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0e3f76a8-054f-4a7a-8ee5-db7d9ac842d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:47.534317 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-6465f504-d6c6-4aae-845f-c6ea44b0a1ad tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Deleting port 4e702f4f-4053-4ff8-8f04-6ce732d7569e {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:47.534712 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6465f504-d6c6-4aae-845f-c6ea44b0a1ad tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:47.789737 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6465f504-d6c6-4aae-845f-c6ea44b0a1ad tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:47.817677 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-6465f504-d6c6-4aae-845f-c6ea44b0a1ad tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Calling delete_port for 4e702f4f-4053-4ff8-8f04-6ce732d7569e owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:47.991259 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bcf83-ea56-4455-a334-6e64ef8b1b3c req-9ee36597-9600-4848-b2a7-c7cfc66c8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:47.997819 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-787bcf83-ea56-4455-a334-6e64ef8b1b3c req-9ee36597-9600-4848-b2a7-c7cfc66c8365 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 1095 time: 1.1916800 Aug 11 02:34:48.107959 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-af1f401f-0175-4c6b-b1ef-03513617e68e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.226541 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6465f504-d6c6-4aae-845f-c6ea44b0a1ad tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.226928 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-af1f401f-0175-4c6b-b1ef-03513617e68e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc26ba2-7412-4c51-b213-815dd4c16b9c']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:48.253470 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-af1f401f-0175-4c6b-b1ef-03513617e68e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b31cd42f-331e-43ea-8472-ed95eb6693df') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:48.253808 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-af1f401f-0175-4c6b-b1ef-03513617e68e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b31cd42f-331e-43ea-8472-ed95eb6693df') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:48.286879 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c2ca3663-1d95-4f92-8b06-45a7d7abc577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.290523 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-af1f401f-0175-4c6b-b1ef-03513617e68e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.295617 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465f504-d6c6-4aae-845f-c6ea44b0a1ad tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e702f4f-4053-4ff8-8f04-6ce732d7569e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:48.352153 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-af1f401f-0175-4c6b-b1ef-03513617e68e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.396842 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1f401f-0175-4c6b-b1ef-03513617e68e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:34:48.404652 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-af1f401f-0175-4c6b-b1ef-03513617e68e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.416826 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465f504-d6c6-4aae-845f-c6ea44b0a1ad tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:48.417358 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465f504-d6c6-4aae-845f-c6ea44b0a1ad tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:48.417724 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465f504-d6c6-4aae-845f-c6ea44b0a1ad tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:48.418073 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465f504-d6c6-4aae-845f-c6ea44b0a1ad tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:48.418412 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465f504-d6c6-4aae-845f-c6ea44b0a1ad tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:48.418829 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465f504-d6c6-4aae-845f-c6ea44b0a1ad tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:48.419166 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465f504-d6c6-4aae-845f-c6ea44b0a1ad tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:48.419493 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465f504-d6c6-4aae-845f-c6ea44b0a1ad tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:48.419863 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465f504-d6c6-4aae-845f-c6ea44b0a1ad tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:48.420203 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465f504-d6c6-4aae-845f-c6ea44b0a1ad tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:48.420544 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465f504-d6c6-4aae-845f-c6ea44b0a1ad tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:34:48.420816 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:34:48.422810 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465f504-d6c6-4aae-845f-c6ea44b0a1ad tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:48.424043 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6465f504-d6c6-4aae-845f-c6ea44b0a1ad tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.608450 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.db.api [None req-0e3f76a8-054f-4a7a-8ee5-db7d9ac842d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:34:48.609044 n-d-615180-33 neutron-server[94508]: DEBUG oslo_db.api [None req-0e3f76a8-054f-4a7a-8ee5-db7d9ac842d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:34:48.674587 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.693728 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7358db97-1b7b-4f55-85ad-05204bfd5f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.713616 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f893a-998b-4e58-8cd4-6ba022dcf727 req-55a3d0e4-586e-437f-a0f2-4964901e738e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:48.720127 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6465f504-d6c6-4aae-845f-c6ea44b0a1ad tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.723290 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-129f893a-998b-4e58-8cd4-6ba022dcf727 req-55a3d0e4-586e-437f-a0f2-4964901e738e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 943 time: 0.4791651 Aug 11 02:34:48.725881 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bcf83-ea56-4455-a334-6e64ef8b1b3c req-cbdc39a7-0d85-4242-b26b-544d6b875219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:48.726669 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6465f504-d6c6-4aae-845f-c6ea44b0a1ad tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.727315 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-787bcf83-ea56-4455-a334-6e64ef8b1b3c req-cbdc39a7-0d85-4242-b26b-544d6b875219 service neutron] 10.222.0.66 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 912 time: 0.6876662 Aug 11 02:34:48.789768 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-787bcf83-ea56-4455-a334-6e64ef8b1b3c req-744a9e00-0b79-4278-8fd5-ca6facd57c90 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7e36d8e-3815-4af2-8e2c-b39e8ccac20c HTTP/1.1" status: 200 len: 217 time: 0.0432427 Aug 11 02:34:48.837097 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6465f504-d6c6-4aae-845f-c6ea44b0a1ad tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.838942 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6465f504-d6c6-4aae-845f-c6ea44b0a1ad tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 687315cc-42d1-4edc-be4d-7f5339c46557 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:34:48.843747 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6465f504-d6c6-4aae-845f-c6ea44b0a1ad tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.848757 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6465f504-d6c6-4aae-845f-c6ea44b0a1ad tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "DELETE /v2.0/routers/687315cc-42d1-4edc-be4d-7f5339c46557 HTTP/1.1" status: 204 len: 168 time: 2.0465362 Aug 11 02:34:48.850977 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44958) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:48.920137 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-af1f401f-0175-4c6b-b1ef-03513617e68e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.931007 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bcf83-ea56-4455-a334-6e64ef8b1b3c req-a0dd614d-327c-40f4-8e27-d009d1c3c25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:48.932410 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-787bcf83-ea56-4455-a334-6e64ef8b1b3c req-a0dd614d-327c-40f4-8e27-d009d1c3c25d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a HTTP/1.1" status: 200 len: 850 time: 0.1322479 Aug 11 02:34:48.945942 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-af1f401f-0175-4c6b-b1ef-03513617e68e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.947912 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-af1f401f-0175-4c6b-b1ef-03513617e68e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] 10.222.0.50 "DELETE /v2.0/networks/bbc26ba2-7412-4c51-b213-815dd4c16b9c HTTP/1.1" status: 204 len: 168 time: 2.6627901 Aug 11 02:34:48.960641 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfdaf098-e182-408b-b819-816c75650d84 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Deleting subnet 14212012-364e-4f13-b8ac-ea7f1bef6204 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:34:48.966440 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44960) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:48.968629 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cfdaf098-e182-408b-b819-816c75650d84 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.990422 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-129f893a-998b-4e58-8cd4-6ba022dcf727 req-71264daa-74c8-400a-b6e0-cbc1b11e2259 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664492 Aug 11 02:34:49.005395 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f401f-0175-4c6b-b1ef-03513617e68e tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Pushing event deleted for resources: {'Network': ['ID=bbc26ba2-7412-4c51-b213-815dd4c16b9c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:49.039922 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bcf83-ea56-4455-a334-6e64ef8b1b3c req-ad3f23b2-6fc0-4667-b90d-081e8fef807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:49.042367 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-787bcf83-ea56-4455-a334-6e64ef8b1b3c req-ad3f23b2-6fc0-4667-b90d-081e8fef807f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915093 Aug 11 02:34:49.073898 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cfdaf098-e182-408b-b819-816c75650d84 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:49.082107 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98f34f6-0d03-4334-bf49-62ec50d3c085 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Deleting subnet 029deb14-a804-450e-9163-a78bab8840bf {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:34:49.108985 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b98f34f6-0d03-4334-bf49-62ec50d3c085 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:49.162704 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3f76a8-054f-4a7a-8ee5-db7d9ac842d5 None None] Port 4e702f4f-4053-4ff8-8f04-6ce732d7569e not found while updating agent binding for router 687315cc-42d1-4edc-be4d-7f5339c46557. {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 11 02:34:49.179274 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3f76a8-054f-4a7a-8ee5-db7d9ac842d5 None None] Routers set() bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:49.179903 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3f76a8-054f-4a7a-8ee5-db7d9ac842d5 None None] Router IDs set() for agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 02:34:49.180562 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_agentschedulers_db [None req-0e3f76a8-054f-4a7a-8ee5-db7d9ac842d5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'687315cc-42d1-4edc-be4d-7f5339c46557'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:34:49Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent'). {{(pid=94508) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 11 02:34:49.180944 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3f76a8-054f-4a7a-8ee5-db7d9ac842d5 None None] The sync data for ids ['687315cc-42d1-4edc-be4d-7f5339c46557'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:34:49.181998 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b98f34f6-0d03-4334-bf49-62ec50d3c085 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:49.184828 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cfdaf098-e182-408b-b819-816c75650d84 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:49.387488 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ca3663-1d95-4f92-8b06-45a7d7abc577 admin admin] Router 93b262eb-3021-453e-bd9e-d2cdb288d8ea has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:34:49.397023 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cfdaf098-e182-408b-b819-816c75650d84 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:49.442584 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-787bcf83-ea56-4455-a334-6e64ef8b1b3c req-63352346-494f-49cd-9270-a8805be3f2e9 service neutron] 10.222.0.66 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830800 Aug 11 02:34:49.456389 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdaf098-e182-408b-b819-816c75650d84 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=14212012-364e-4f13-b8ac-ea7f1bef6204,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:49.461595 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b98f34f6-0d03-4334-bf49-62ec50d3c085 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:49.488096 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cfdaf098-e182-408b-b819-816c75650d84 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:49.490304 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-cfdaf098-e182-408b-b819-816c75650d84 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/14212012-364e-4f13-b8ac-ea7f1bef6204 HTTP/1.1" status: 204 len: 168 time: 0.6380227 Aug 11 02:34:49.493313 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44974) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:49.600053 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7cf94a7d-89ee-4e31-9948-3f07520ca625 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:49.620490 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b98f34f6-0d03-4334-bf49-62ec50d3c085 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:49.740380 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-787bcf83-ea56-4455-a334-6e64ef8b1b3c req-4b3cf411-9847-483e-a829-80a807ea14f0 service neutron] 10.222.0.66 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071710 Aug 11 02:34:49.741120 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f34f6-0d03-4334-bf49-62ec50d3c085 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Pushing event deleted for resources: {'Subnet': ['ID=029deb14-a804-450e-9163-a78bab8840bf,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:49.748833 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ca3663-1d95-4f92-8b06-45a7d7abc577 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:34:49.756635 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c2ca3663-1d95-4f92-8b06-45a7d7abc577 admin admin] 10.222.0.50 "PUT /v2.0/routers/93b262eb-3021-453e-bd9e-d2cdb288d8ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9151816 Aug 11 02:34:49.758936 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d282f3ff-a736-468c-ae10-54e9c770bb15 None None] Sync routers for ids ['93b262eb-3021-453e-bd9e-d2cdb288d8ea'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:34:49.759428 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44978) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:49.786990 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23daf8c8-8d74-47ac-bb72-b0b39bf06e1f None None] Network c219bc5e-8341-4311-8944-2f1e3435b9b1 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:49.791701 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b98f34f6-0d03-4334-bf49-62ec50d3c085 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:49.797245 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b98f34f6-0d03-4334-bf49-62ec50d3c085 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] 10.222.0.50 "DELETE /v2.0/subnets/029deb14-a804-450e-9163-a78bab8840bf HTTP/1.1" status: 204 len: 168 time: 0.8297265 Aug 11 02:34:49.823869 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d282f3ff-a736-468c-ae10-54e9c770bb15 None None] Routers {'93b262eb-3021-453e-bd9e-d2cdb288d8ea'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:49.825011 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d282f3ff-a736-468c-ae10-54e9c770bb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:34:49Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['93b262eb-3021-453e-bd9e-d2cdb288d8ea'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:49.844460 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 44980) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:50.074301 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7cf94a7d-89ee-4e31-9948-3f07520ca625 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.095527 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.109523 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-7cf94a7d-89ee-4e31-9948-3f07520ca625 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b3867a-7b5d-4651-af70-a8916a335336']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:50.132910 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-984761e3-6683-4a00-909b-214ce5a8d4d3 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.138533 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-7cf94a7d-89ee-4e31-9948-3f07520ca625 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d3bca3-d0a0-4d23-949a-da34c80e2707') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:50.148583 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-7cf94a7d-89ee-4e31-9948-3f07520ca625 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d3bca3-d0a0-4d23-949a-da34c80e2707') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:50.175333 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7cf94a7d-89ee-4e31-9948-3f07520ca625 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.195934 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7cf94a7d-89ee-4e31-9948-3f07520ca625 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.208328 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf94a7d-89ee-4e31-9948-3f07520ca625 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:34:50.209525 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7cf94a7d-89ee-4e31-9948-3f07520ca625 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.243930 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-da938a96-fc18-4b47-aee4-2549d991a44a admin admin] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.249303 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-d282f3ff-a736-468c-ae10-54e9c770bb15 None None] Set router 93b262eb-3021-453e-bd9e-d2cdb288d8ea gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:34:50.350323 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:34:50.362327 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7cf94a7d-89ee-4e31-9948-3f07520ca625 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.365174 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf94a7d-89ee-4e31-9948-3f07520ca625 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 42b3867a-7b5d-4651-af70-a8916a335336 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 02:34:50.370225 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7cf94a7d-89ee-4e31-9948-3f07520ca625 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.375132 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7cf94a7d-89ee-4e31-9948-3f07520ca625 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "DELETE /v2.0/networks/42b3867a-7b5d-4651-af70-a8916a335336 HTTP/1.1" status: 204 len: 168 time: 0.8809812 Aug 11 02:34:50.402588 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf94a7d-89ee-4e31-9948-3f07520ca625 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Pushing event deleted for resources: {'Network': ['ID=42b3867a-7b5d-4651-af70-a8916a335336,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:50.496605 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c23549-62a2-4255-9e7e-efe9945de294 None None] DHCP port deletion for c219bc5e-8341-4311-8944-2f1e3435b9b1 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:34:50.538826 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d282f3ff-a736-468c-ae10-54e9c770bb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b262eb-3021-453e-bd9e-d2cdb288d8ea', 'name': 'tempest-TestVolumeBackupRestore-1358773659-router', 'tenant_id': '1bbadcff04394b0ba1fd75211c7230ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '5bce3524-fe02-4299-b6ab-9dc1172ae914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:34Z', 'updated_at': '2021-08-11T02:34:46Z', 'revision_number': 5, 'project_id': '1bbadcff04394b0ba1fd75211c7230ad', 'gw_port': {'id': '5bce3524-fe02-4299-b6ab-9dc1172ae914', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b262eb-3021-453e-bd9e-d2cdb288d8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:37Z', 'updated_at': '2021-08-11T02:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:50.584390 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d282f3ff-a736-468c-ae10-54e9c770bb15 None None] Checking router: 93b262eb-3021-453e-bd9e-d2cdb288d8ea for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:34:50.612440 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d282f3ff-a736-468c-ae10-54e9c770bb15 None None] Routers {'93b262eb-3021-453e-bd9e-d2cdb288d8ea'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:50.613067 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d282f3ff-a736-468c-ae10-54e9c770bb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:34:49Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['93b262eb-3021-453e-bd9e-d2cdb288d8ea'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:50.632198 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91be043-3415-499f-8501-4083f096453f req-ea4ee77a-6896-4297-ad0d-91fbcf868c2b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:50.633784 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b91be043-3415-499f-8501-4083f096453f req-ea4ee77a-6896-4297-ad0d-91fbcf868c2b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 943 time: 0.3274958 Aug 11 02:34:50.676203 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-c7c23549-62a2-4255-9e7e-efe9945de294 None None] Deleting port 1a2ad9d5-ce04-4109-9134-c9fb91d4b572 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:50.676592 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c7c23549-62a2-4255-9e7e-efe9945de294 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.742163 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-984761e3-6683-4a00-909b-214ce5a8d4d3 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Deleting port 1a2ad9d5-ce04-4109-9134-c9fb91d4b572 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:50.742517 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-984761e3-6683-4a00-909b-214ce5a8d4d3 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.872127 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 44994) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:50.876907 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-f20d214a-984b-4e0f-89e0-8ce334c46371 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Request body: {'router': {'name': 'tempest-router--531844521', 'project_id': '00bfbfad5d1c4bafb5890d85b1e0b43d'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:50.952915 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-c7c23549-62a2-4255-9e7e-efe9945de294 None None] For port 1a2ad9d5-ce04-4109-9134-c9fb91d4b572, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=1a2ad9d5-ce04-4109-9134-c9fb91d4b572,segment=NetworkSegment(80e22a64-e688-4bec-8ddc-b4ee415cb406),segment_id=80e22a64-e688-4bec-8ddc-b4ee415cb406)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:50.959858 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c7c23549-62a2-4255-9e7e-efe9945de294 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.961769 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f20d214a-984b-4e0f-89e0-8ce334c46371 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.967272 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b91be043-3415-499f-8501-4083f096453f req-62e430a1-a594-444f-9d28-dfe96d35d7d7 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080509 Aug 11 02:34:50.970581 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f20d214a-984b-4e0f-89e0-8ce334c46371 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.972454 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-d282f3ff-a736-468c-ae10-54e9c770bb15 None None] Set router 93b262eb-3021-453e-bd9e-d2cdb288d8ea gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:34:50.975392 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-da938a96-fc18-4b47-aee4-2549d991a44a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:51.013684 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-c7c23549-62a2-4255-9e7e-efe9945de294 None None] Calling delete_port for 1a2ad9d5-ce04-4109-9134-c9fb91d4b572 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:51.032810 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-984761e3-6683-4a00-909b-214ce5a8d4d3 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] For port 1a2ad9d5-ce04-4109-9134-c9fb91d4b572, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=1a2ad9d5-ce04-4109-9134-c9fb91d4b572,segment=NetworkSegment(80e22a64-e688-4bec-8ddc-b4ee415cb406),segment_id=80e22a64-e688-4bec-8ddc-b4ee415cb406)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:51.032810 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-984761e3-6683-4a00-909b-214ce5a8d4d3 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:51.123071 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-984761e3-6683-4a00-909b-214ce5a8d4d3 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Calling delete_port for 1a2ad9d5-ce04-4109-9134-c9fb91d4b572 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:51.277531 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f20d214a-984b-4e0f-89e0-8ce334c46371 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:51.285961 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f20d214a-984b-4e0f-89e0-8ce334c46371 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:51.309685 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-984761e3-6683-4a00-909b-214ce5a8d4d3 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:51.335459 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f20d214a-984b-4e0f-89e0-8ce334c46371 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:51.339920 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f20d214a-984b-4e0f-89e0-8ce334c46371 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4666803 Aug 11 02:34:51.342774 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45002) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:51.349653 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-da938a96-fc18-4b47-aee4-2549d991a44a admin admin] Deleting port 5bce3524-fe02-4299-b6ab-9dc1172ae914 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:51.355120 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-da938a96-fc18-4b47-aee4-2549d991a44a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:51.379640 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c7c23549-62a2-4255-9e7e-efe9945de294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:51.545955 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c23549-62a2-4255-9e7e-efe9945de294 None None] No DVR routers for this DVR port 1a2ad9d5-ce04-4109-9134-c9fb91d4b572 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:34:51.547585 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d282f3ff-a736-468c-ae10-54e9c770bb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b262eb-3021-453e-bd9e-d2cdb288d8ea', 'name': 'tempest-TestVolumeBackupRestore-1358773659-router', 'tenant_id': '1bbadcff04394b0ba1fd75211c7230ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '5bce3524-fe02-4299-b6ab-9dc1172ae914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:34Z', 'updated_at': '2021-08-11T02:34:46Z', 'revision_number': 5, 'project_id': '1bbadcff04394b0ba1fd75211c7230ad', 'gw_port': {'id': '5bce3524-fe02-4299-b6ab-9dc1172ae914', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b262eb-3021-453e-bd9e-d2cdb288d8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:37Z', 'updated_at': '2021-08-11T02:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:51.572686 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c23549-62a2-4255-9e7e-efe9945de294 None None] Pushing event deleted for resources: {'Port': ['ID=1a2ad9d5-ce04-4109-9134-c9fb91d4b572,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:51.608479 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:51.623742 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d282f3ff-a736-468c-ae10-54e9c770bb15 None None] The sync data for ids ['93b262eb-3021-453e-bd9e-d2cdb288d8ea'] in n-d-615180-33 is: [{'id': '93b262eb-3021-453e-bd9e-d2cdb288d8ea', 'name': 'tempest-TestVolumeBackupRestore-1358773659-router', 'tenant_id': '1bbadcff04394b0ba1fd75211c7230ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '5bce3524-fe02-4299-b6ab-9dc1172ae914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:34Z', 'updated_at': '2021-08-11T02:34:46Z', 'revision_number': 5, 'project_id': '1bbadcff04394b0ba1fd75211c7230ad', 'gw_port': {'id': '5bce3524-fe02-4299-b6ab-9dc1172ae914', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b262eb-3021-453e-bd9e-d2cdb288d8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:37Z', 'updated_at': '2021-08-11T02:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:34:51.647761 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6042d686-865a-4eec-bac6-40024c9ab94d tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:51.660942 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984761e3-6683-4a00-909b-214ce5a8d4d3 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Pushing event deleted for resources: {'Port': ['ID=1a2ad9d5-ce04-4109-9134-c9fb91d4b572,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:51.696393 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984761e3-6683-4a00-909b-214ce5a8d4d3 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] No DVR routers for this DVR port 1a2ad9d5-ce04-4109-9134-c9fb91d4b572 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:34:51.921106 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6042d686-865a-4eec-bac6-40024c9ab94d tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:51.924496 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-984761e3-6683-4a00-909b-214ce5a8d4d3 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:51.924630 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6042d686-865a-4eec-bac6-40024c9ab94d tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:51.974920 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 55af531a-c6df-43e2-8720-f20fbea871f3 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:34:52.012584 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 55af531a-c6df-43e2-8720-f20fbea871f3 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:34:52.012797 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 55af531a-c6df-43e2-8720-f20fbea871f3 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:34:52.013385 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1a2ad9d5-ce04-4109-9134-c9fb91d4b572 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:34:52.025969 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6042d686-865a-4eec-bac6-40024c9ab94d tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.033446 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6042d686-865a-4eec-bac6-40024c9ab94d tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1837cdbc-8d7e-49f0-92ad-ea8316a43ff2 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:34:52.037242 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-da938a96-fc18-4b47-aee4-2549d991a44a admin admin] For port 5bce3524-fe02-4299-b6ab-9dc1172ae914, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5bce3524-fe02-4299-b6ab-9dc1172ae914,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:52.038716 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6042d686-865a-4eec-bac6-40024c9ab94d tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.040006 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6042d686-865a-4eec-bac6-40024c9ab94d tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "DELETE /v2.0/routers/1837cdbc-8d7e-49f0-92ad-ea8316a43ff2 HTTP/1.1" status: 204 len: 168 time: 0.6938851 Aug 11 02:34:52.041384 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-da938a96-fc18-4b47-aee4-2549d991a44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.050080 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 1a2ad9d5-ce04-4109-9134-c9fb91d4b572 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:34:52.050773 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1a2ad9d5-ce04-4109-9134-c9fb91d4b572 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:34:52.070631 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-984761e3-6683-4a00-909b-214ce5a8d4d3 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c219bc5e-8341-4311-8944-2f1e3435b9b1']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:52.107216 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-984761e3-6683-4a00-909b-214ce5a8d4d3 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e22a64-e688-4bec-8ddc-b4ee415cb406') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:52.107521 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-984761e3-6683-4a00-909b-214ce5a8d4d3 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e22a64-e688-4bec-8ddc-b4ee415cb406') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:52.116989 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-da938a96-fc18-4b47-aee4-2549d991a44a admin admin] Calling delete_port for 5bce3524-fe02-4299-b6ab-9dc1172ae914 owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:52.156482 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-984761e3-6683-4a00-909b-214ce5a8d4d3 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.217859 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-984761e3-6683-4a00-909b-214ce5a8d4d3 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.229315 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf33db-bb53-4424-beba-45dd18383983 req-3a1a13da-ef22-4a49-8f64-266c6094cebb tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:52.251264 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b1cf33db-bb53-4424-beba-45dd18383983 req-3a1a13da-ef22-4a49-8f64-266c6094cebb tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 943 time: 0.1143174 Aug 11 02:34:52.273179 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-984761e3-6683-4a00-909b-214ce5a8d4d3 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:34:52.273769 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-984761e3-6683-4a00-909b-214ce5a8d4d3 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.325269 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:34:52.352502 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b1cf33db-bb53-4424-beba-45dd18383983 req-8a73e33b-d49b-46a4-9697-5d6cbff0eee2 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998237 Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:34:52.443496 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:34:52.450481 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45012) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:52.673405 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-984761e3-6683-4a00-909b-214ce5a8d4d3 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.685240 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-984761e3-6683-4a00-909b-214ce5a8d4d3 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.690277 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-1a35ed87-8b28-4d79-ad1a-ffd9ab34fc41 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1581633286', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}, 'admin_state_up': False}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:52.690488 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-984761e3-6683-4a00-909b-214ce5a8d4d3 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] 10.222.0.50 "DELETE /v2.0/networks/c219bc5e-8341-4311-8944-2f1e3435b9b1 HTTP/1.1" status: 204 len: 168 time: 2.8423800 Aug 11 02:34:52.697380 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-da938a96-fc18-4b47-aee4-2549d991a44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.699467 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45016) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:52.721131 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a35ed87-8b28-4d79-ad1a-ffd9ab34fc41 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.722808 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a35ed87-8b28-4d79-ad1a-ffd9ab34fc41 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.773871 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da938a96-fc18-4b47-aee4-2549d991a44a admin admin] Pushing event deleted for resources: {'Port': ['ID=5bce3524-fe02-4299-b6ab-9dc1172ae914,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:52.778741 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bf284480-0792-4ef0-a364-12c04a33baed tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] 10.222.0.50 "GET /v2.0/ports?device_id=e124c94a-5191-4716-ba25-418572a8e26e HTTP/1.1" status: 200 len: 205 time: 0.0496154 Aug 11 02:34:52.782930 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45018) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:52.788211 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a35ed87-8b28-4d79-ad1a-ffd9ab34fc41 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.860646 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984761e3-6683-4a00-909b-214ce5a8d4d3 tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Pushing event deleted for resources: {'Network': ['ID=c219bc5e-8341-4311-8944-2f1e3435b9b1,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:52.881719 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d4e34cd5-7c8a-4db0-8e22-7dfc99a4af7c tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.944546 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a35ed87-8b28-4d79-ad1a-ffd9ab34fc41 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.115359 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d4e34cd5-7c8a-4db0-8e22-7dfc99a4af7c tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.117617 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d4e34cd5-7c8a-4db0-8e22-7dfc99a4af7c tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.143323 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-da938a96-fc18-4b47-aee4-2549d991a44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.193635 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a35ed87-8b28-4d79-ad1a-ffd9ab34fc41 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.216845 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a35ed87-8b28-4d79-ad1a-ffd9ab34fc41 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.324530 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-da938a96-fc18-4b47-aee4-2549d991a44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.327310 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-da938a96-fc18-4b47-aee4-2549d991a44a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.328898 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d4e34cd5-7c8a-4db0-8e22-7dfc99a4af7c tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.329491 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e34cd5-7c8a-4db0-8e22-7dfc99a4af7c tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Fanout notify agent at l3_agent the message router_deleted on router e124c94a-5191-4716-ba25-418572a8e26e {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:34:53.338186 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d4e34cd5-7c8a-4db0-8e22-7dfc99a4af7c tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.339587 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d4e34cd5-7c8a-4db0-8e22-7dfc99a4af7c tempest-RoutersNegativeIpV6Test-598083736 tempest-RoutersNegativeIpV6Test-598083736-project] 10.222.0.50 "DELETE /v2.0/routers/e124c94a-5191-4716-ba25-418572a8e26e HTTP/1.1" status: 204 len: 168 time: 0.5553551 Aug 11 02:34:53.368611 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-1a35ed87-8b28-4d79-ad1a-ffd9ab34fc41 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Allocated IP 172.25.2.109 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/c6bdef03-d2cf-4ee8-8327-9da936f7d0e8) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:53.397615 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-da938a96-fc18-4b47-aee4-2549d991a44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.398681 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da938a96-fc18-4b47-aee4-2549d991a44a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93b262eb-3021-453e-bd9e-d2cdb288d8ea {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:34:53.406678 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-da938a96-fc18-4b47-aee4-2549d991a44a admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.408071 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-da938a96-fc18-4b47-aee4-2549d991a44a admin admin] 10.222.0.50 "DELETE /v2.0/routers/93b262eb-3021-453e-bd9e-d2cdb288d8ea HTTP/1.1" status: 204 len: 168 time: 3.6475677 Aug 11 02:34:53.411057 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45032) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:53.523984 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4afd929-be97-4ba1-ac0a-5880502cd15f admin admin] Deleting subnet 0725c519-05f5-47df-b954-46ae2b7d2928 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:34:53.533947 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b4afd929-be97-4ba1-ac0a-5880502cd15f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.598337 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1008219-827c-4116-9e0e-bc75e1beea06 req-1e6aea90-86bc-4f5d-bb55-06b65ffbca16 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:53.598886 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a35ed87-8b28-4d79-ad1a-ffd9ab34fc41 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.600391 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e1008219-827c-4116-9e0e-bc75e1beea06 req-1e6aea90-86bc-4f5d-bb55-06b65ffbca16 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 943 time: 0.1350713 Aug 11 02:34:53.612961 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b4afd929-be97-4ba1-ac0a-5880502cd15f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.714866 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a35ed87-8b28-4d79-ad1a-ffd9ab34fc41 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.815119 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35ed87-8b28-4d79-ad1a-ffd9ab34fc41 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Pushing event updated for resources: {'Port': ['ID=c6bdef03-d2cf-4ee8-8327-9da936f7d0e8,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:53.843001 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a35ed87-8b28-4d79-ad1a-ffd9ab34fc41 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:53.848496 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45036) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:53.851180 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-1a35ed87-8b28-4d79-ad1a-ffd9ab34fc41 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:53.858300 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a35ed87-8b28-4d79-ad1a-ffd9ab34fc41 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:54.109493 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5bce3524-fe02-4299-b6ab-9dc1172ae914 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:34:54.153370 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 5bce3524-fe02-4299-b6ab-9dc1172ae914 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:34:54.153733 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5bce3524-fe02-4299-b6ab-9dc1172ae914 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:34:54.218150 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e1008219-827c-4116-9e0e-bc75e1beea06 req-08a26695-c742-46c0-a8d0-93905392d76e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6108208 Aug 11 02:34:54.307130 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b4afd929-be97-4ba1-ac0a-5880502cd15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.377674 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b4afd929-be97-4ba1-ac0a-5880502cd15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.406463 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4afd929-be97-4ba1-ac0a-5880502cd15f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0725c519-05f5-47df-b954-46ae2b7d2928,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:54.414751 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b4afd929-be97-4ba1-ac0a-5880502cd15f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.416726 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b4afd929-be97-4ba1-ac0a-5880502cd15f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0725c519-05f5-47df-b954-46ae2b7d2928 HTTP/1.1" status: 204 len: 168 time: 1.0045645 Aug 11 02:34:54.421158 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69cbeee-eeae-445e-b687-77a859bbe54c None None] Network b96a575a-6deb-45f1-b037-5e93607b5ee1 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:54.422705 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45046) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:54.530830 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-508ba4ad-e332-4002-a6ef-aeffb6af0851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.609043 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.611244 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-508ba4ad-e332-4002-a6ef-aeffb6af0851 admin admin] Deleting port 7500754e-f514-401c-8bcf-b85f63030029 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:54.612137 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-508ba4ad-e332-4002-a6ef-aeffb6af0851 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.614063 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-788ddb5a-17db-4fd8-80c6-1d2a0e65a16a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=512d15be6d354a08be1cca509bb32769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7632940 Aug 11 02:34:54.614563 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45050) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:54.703416 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a35ed87-8b28-4d79-ad1a-ffd9ab34fc41 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.725196 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d603aff5-2f69-4812-b0ac-2341659896c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.730752 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d1c7ba-09a4-4b36-9895-44094f5fb1a6 None None] DHCP port deletion for b96a575a-6deb-45f1-b037-5e93607b5ee1 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:34:54.768759 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d603aff5-2f69-4812-b0ac-2341659896c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.771956 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-508ba4ad-e332-4002-a6ef-aeffb6af0851 admin admin] For port 7500754e-f514-401c-8bcf-b85f63030029, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7500754e-f514-401c-8bcf-b85f63030029,segment=NetworkSegment(a84a6579-f569-4c2a-831a-decd5a56bd3d),segment_id=a84a6579-f569-4c2a-831a-decd5a56bd3d)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:54.772315 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-508ba4ad-e332-4002-a6ef-aeffb6af0851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.797160 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-508ba4ad-e332-4002-a6ef-aeffb6af0851 admin admin] Calling delete_port for 7500754e-f514-401c-8bcf-b85f63030029 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:54.836607 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-76d1c7ba-09a4-4b36-9895-44094f5fb1a6 None None] Deleting port 7500754e-f514-401c-8bcf-b85f63030029 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:54.837170 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-76d1c7ba-09a4-4b36-9895-44094f5fb1a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.888512 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d603aff5-2f69-4812-b0ac-2341659896c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.891722 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d603aff5-2f69-4812-b0ac-2341659896c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.893434 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d603aff5-2f69-4812-b0ac-2341659896c0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d451341b-14ac-4ce8-8526-b551d40251a1 HTTP/1.1" status: 204 len: 168 time: 0.2771401 Aug 11 02:34:54.913118 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603aff5-2f69-4812-b0ac-2341659896c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d451341b-14ac-4ce8-8526-b551d40251a1,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:54.922966 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603aff5-2f69-4812-b0ac-2341659896c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:54.923673 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603aff5-2f69-4812-b0ac-2341659896c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:54.924242 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603aff5-2f69-4812-b0ac-2341659896c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:54.924841 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603aff5-2f69-4812-b0ac-2341659896c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:54.925372 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603aff5-2f69-4812-b0ac-2341659896c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:54.926094 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603aff5-2f69-4812-b0ac-2341659896c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:54.926854 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603aff5-2f69-4812-b0ac-2341659896c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:54.927419 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603aff5-2f69-4812-b0ac-2341659896c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:54.928130 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603aff5-2f69-4812-b0ac-2341659896c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:54.928676 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603aff5-2f69-4812-b0ac-2341659896c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:54.929259 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603aff5-2f69-4812-b0ac-2341659896c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:54.929786 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603aff5-2f69-4812-b0ac-2341659896c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:54.948337 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-508ba4ad-e332-4002-a6ef-aeffb6af0851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.977855 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-76d1c7ba-09a4-4b36-9895-44094f5fb1a6 None None] For port 7500754e-f514-401c-8bcf-b85f63030029, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7500754e-f514-401c-8bcf-b85f63030029,segment=NetworkSegment(a84a6579-f569-4c2a-831a-decd5a56bd3d),segment_id=a84a6579-f569-4c2a-831a-decd5a56bd3d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:54.978315 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-76d1c7ba-09a4-4b36-9895-44094f5fb1a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.999966 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-76d1c7ba-09a4-4b36-9895-44094f5fb1a6 None None] Calling delete_port for 7500754e-f514-401c-8bcf-b85f63030029 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:55.023176 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ba4ad-e332-4002-a6ef-aeffb6af0851 admin admin] Pushing event deleted for resources: {'Port': ['ID=7500754e-f514-401c-8bcf-b85f63030029,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:55.029791 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508ba4ad-e332-4002-a6ef-aeffb6af0851 admin admin] No DVR routers for this DVR port 7500754e-f514-401c-8bcf-b85f63030029 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:34:55.105426 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-76d1c7ba-09a4-4b36-9895-44094f5fb1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.130150 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d1c7ba-09a4-4b36-9895-44094f5fb1a6 None None] No DVR routers for this DVR port 7500754e-f514-401c-8bcf-b85f63030029 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:34:55.142205 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-508ba4ad-e332-4002-a6ef-aeffb6af0851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.167362 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-508ba4ad-e332-4002-a6ef-aeffb6af0851 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b96a575a-6deb-45f1-b037-5e93607b5ee1']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:55.198796 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a35ed87-8b28-4d79-ad1a-ffd9ab34fc41 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.202872 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-508ba4ad-e332-4002-a6ef-aeffb6af0851 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a84a6579-f569-4c2a-831a-decd5a56bd3d') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:55.203177 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-508ba4ad-e332-4002-a6ef-aeffb6af0851 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a84a6579-f569-4c2a-831a-decd5a56bd3d') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:55.213246 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-508ba4ad-e332-4002-a6ef-aeffb6af0851 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.215453 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1c7ba-09a4-4b36-9895-44094f5fb1a6 None None] Pushing event deleted for resources: {'Port': ['ID=7500754e-f514-401c-8bcf-b85f63030029,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:55.229263 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-508ba4ad-e332-4002-a6ef-aeffb6af0851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.243348 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508ba4ad-e332-4002-a6ef-aeffb6af0851 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:34:55.243348 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-508ba4ad-e332-4002-a6ef-aeffb6af0851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:34:55.348166 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:34:55.351971 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-508ba4ad-e332-4002-a6ef-aeffb6af0851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.365787 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-508ba4ad-e332-4002-a6ef-aeffb6af0851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.372434 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-508ba4ad-e332-4002-a6ef-aeffb6af0851 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b96a575a-6deb-45f1-b037-5e93607b5ee1 HTTP/1.1" status: 204 len: 168 time: 0.9463134 Aug 11 02:34:55.382142 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.384306 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ba4ad-e332-4002-a6ef-aeffb6af0851 admin admin] Pushing event deleted for resources: {'Network': ['ID=b96a575a-6deb-45f1-b037-5e93607b5ee1,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:55.490347 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923ada8-753c-4a4f-a8be-f2f568bfe3e7 req-0fd4b138-6b91-4b2f-978d-3e2e6d954a0b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:55.492438 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4923ada8-753c-4a4f-a8be-f2f568bfe3e7 req-0fd4b138-6b91-4b2f-978d-3e2e6d954a0b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 943 time: 0.1127594 Aug 11 02:34:55.500951 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a35ed87-8b28-4d79-ad1a-ffd9ab34fc41 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Router 27a01b73-7c3d-40db-b3ea-e12c9dc1e55f is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:34:55.583517 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45070) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:55.604231 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4923ada8-753c-4a4f-a8be-f2f568bfe3e7 req-5cb6c35b-4850-4cf0-a88a-863d36b2a285 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988369 Aug 11 02:34:55.675481 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ed94f66b-6134-4caf-950b-09a62686698f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b5550d86beda47589d4c6167ec09486c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0901461 Aug 11 02:34:55.683679 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45074) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:55.742139 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a35ed87-8b28-4d79-ad1a-ffd9ab34fc41 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:34:55.758180 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fe23cb-d5ff-48da-a133-2a42e4d277b0 None None] Sync routers for ids ['27a01b73-7c3d-40db-b3ea-e12c9dc1e55f'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:34:55.784944 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a35ed87-8b28-4d79-ad1a-ffd9ab34fc41 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.786431 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fe23cb-d5ff-48da-a133-2a42e4d277b0 None None] Routers {'27a01b73-7c3d-40db-b3ea-e12c9dc1e55f'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:55.786892 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-238f5243-3840-40df-9f00-e74042c7aa72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.787430 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1a35ed87-8b28-4d79-ad1a-ffd9ab34fc41 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3357208 Aug 11 02:34:55.791782 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45076) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:55.792318 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-20fe23cb-d5ff-48da-a133-2a42e4d277b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:34:49Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['27a01b73-7c3d-40db-b3ea-e12c9dc1e55f'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:55.877196 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-20fe23cb-d5ff-48da-a133-2a42e4d277b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:55.908922 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fe23cb-d5ff-48da-a133-2a42e4d277b0 None None] Routers {'27a01b73-7c3d-40db-b3ea-e12c9dc1e55f'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:55.909658 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-20fe23cb-d5ff-48da-a133-2a42e4d277b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:34:49Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['27a01b73-7c3d-40db-b3ea-e12c9dc1e55f'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:55.938592 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-238f5243-3840-40df-9f00-e74042c7aa72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.982907 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-20fe23cb-d5ff-48da-a133-2a42e4d277b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:55.983601 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fe23cb-d5ff-48da-a133-2a42e4d277b0 None None] The sync data for ids ['27a01b73-7c3d-40db-b3ea-e12c9dc1e55f'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:34:56.006274 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7500754e-f514-401c-8bcf-b85f63030029 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:34:56.062038 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 7500754e-f514-401c-8bcf-b85f63030029 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:34:56.062820 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7500754e-f514-401c-8bcf-b85f63030029 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:34:56.105325 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0310bc3b-bb1c-4b9b-b1c9-6e048edf916a tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "GET /v2.0/routers/27a01b73-7c3d-40db-b3ea-e12c9dc1e55f HTTP/1.1" status: 200 len: 921 time: 0.3123341 Aug 11 02:34:56.108006 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45086) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:56.124435 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-238f5243-3840-40df-9f00-e74042c7aa72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.127510 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-238f5243-3840-40df-9f00-e74042c7aa72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.129603 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-238f5243-3840-40df-9f00-e74042c7aa72 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bb1248be-8b68-44ec-a58c-6075a297da93 HTTP/1.1" status: 204 len: 168 time: 0.4449763 Aug 11 02:34:56.195857 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9f88c906-dd90-489b-885e-a3d8f43591b2 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "GET /v2.0/ports?device_id=27a01b73-7c3d-40db-b3ea-e12c9dc1e55f HTTP/1.1" status: 200 len: 205 time: 0.0840375 Aug 11 02:34:56.196639 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45092) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:56.215708 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f5243-3840-40df-9f00-e74042c7aa72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1248be-8b68-44ec-a58c-6075a297da93,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:56.388197 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13bfd320-7719-4341-afdd-fc0903074754 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.397532 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45098) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:56.504513 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13bfd320-7719-4341-afdd-fc0903074754 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.547748 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-1d067d77-6ca4-4be0-b937-9c0e7204e273 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Request body: {'security_group': {'name': 'tempest-secgroup--595139014'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:56.580243 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-13bfd320-7719-4341-afdd-fc0903074754 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Deleting port c6bdef03-d2cf-4ee8-8327-9da936f7d0e8 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:56.581296 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13bfd320-7719-4341-afdd-fc0903074754 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.594749 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d067d77-6ca4-4be0-b937-9c0e7204e273 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.607581 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d067d77-6ca4-4be0-b937-9c0e7204e273 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.637838 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45102) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:56.714906 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13bfd320-7719-4341-afdd-fc0903074754 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.719800 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-654d47b0-30aa-4a60-882e-cb57d4506b44 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1bbadcff04394b0ba1fd75211c7230ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0808911 Aug 11 02:34:56.723159 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45106) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:56.732559 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-13bfd320-7719-4341-afdd-fc0903074754 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Calling delete_port for c6bdef03-d2cf-4ee8-8327-9da936f7d0e8 owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:56.868439 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d067d77-6ca4-4be0-b937-9c0e7204e273 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.873607 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ca0016ea-83c9-4332-8d3b-90f375f10283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.900845 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ca0016ea-83c9-4332-8d3b-90f375f10283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.903059 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d067d77-6ca4-4be0-b937-9c0e7204e273 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.929658 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13bfd320-7719-4341-afdd-fc0903074754 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.966996 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bfd320-7719-4341-afdd-fc0903074754 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Pushing event deleted for resources: {'Port': ['ID=c6bdef03-d2cf-4ee8-8327-9da936f7d0e8,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:57.029840 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d067d77-6ca4-4be0-b937-9c0e7204e273 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.043834 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d067d77-6ca4-4be0-b937-9c0e7204e273 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.045129 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13bfd320-7719-4341-afdd-fc0903074754 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.075407 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb05bf0-d180-48e1-ab66-a07f941282d3 req-a8752cb8-4f16-4acc-a901-1d2a08077f02 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:57.077303 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3fb05bf0-d180-48e1-ab66-a07f941282d3 req-a8752cb8-4f16-4acc-a901-1d2a08077f02 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 943 time: 0.3117049 Aug 11 02:34:57.114486 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d067d77-6ca4-4be0-b937-9c0e7204e273 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cce133e6-5deb-4819-852d-17149de6543e,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:57.124652 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d067d77-6ca4-4be0-b937-9c0e7204e273 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.128685 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1d067d77-6ca4-4be0-b937-9c0e7204e273 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7299218 Aug 11 02:34:57.154981 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45108) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:57.158945 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d067d77-6ca4-4be0-b937-9c0e7204e273 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e92c762d-5d50-4db7-9cd3-93b6bd45bd83,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:57.166980 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ca0016ea-83c9-4332-8d3b-90f375f10283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.170426 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ca0016ea-83c9-4332-8d3b-90f375f10283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.174902 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ca0016ea-83c9-4332-8d3b-90f375f10283 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3cf0171d-c3fc-49a0-ac99-0188aa7f4f3d HTTP/1.1" status: 204 len: 168 time: 0.4504337 Aug 11 02:34:57.188867 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13bfd320-7719-4341-afdd-fc0903074754 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.191383 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13bfd320-7719-4341-afdd-fc0903074754 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.204133 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0016ea-83c9-4332-8d3b-90f375f10283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf0171d-c3fc-49a0-ac99-0188aa7f4f3d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:57.213573 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3fb05bf0-d180-48e1-ab66-a07f941282d3 req-24e5657a-ae37-4994-aad6-3285a4638349 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262753 Aug 11 02:34:57.268593 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13bfd320-7719-4341-afdd-fc0903074754 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.269439 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bfd320-7719-4341-afdd-fc0903074754 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Fanout notify agent at l3_agent the message router_deleted on router 27a01b73-7c3d-40db-b3ea-e12c9dc1e55f {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:34:57.281211 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-13bfd320-7719-4341-afdd-fc0903074754 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.286766 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-13bfd320-7719-4341-afdd-fc0903074754 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "DELETE /v2.0/routers/27a01b73-7c3d-40db-b3ea-e12c9dc1e55f HTTP/1.1" status: 204 len: 168 time: 1.0848439 Aug 11 02:34:57.286766 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45112) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:57.298364 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-ff2f778a-4d3a-4d99-a01f-310aa854b9e0 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1133767387', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'enable_snat': False}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:57.337610 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-676a4b86-70a8-4bbd-a622-e16ef25b69b6 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1719656 Aug 11 02:34:57.338598 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45114) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:57.347212 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-ae944b3c-3015-41dc-8f6c-434ccc4e6a40 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Request body: {'security_group': {'name': 'tempest-security--1290179993', 'description': 'tempest-security-description-1658099442'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:57.350996 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff2f778a-4d3a-4d99-a01f-310aa854b9e0 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.352678 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff2f778a-4d3a-4d99-a01f-310aa854b9e0 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.411707 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ae944b3c-3015-41dc-8f6c-434ccc4e6a40 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.447762 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff2f778a-4d3a-4d99-a01f-310aa854b9e0 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.470749 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ae944b3c-3015-41dc-8f6c-434ccc4e6a40 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.496456 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ae944b3c-3015-41dc-8f6c-434ccc4e6a40 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.499759 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ae944b3c-3015-41dc-8f6c-434ccc4e6a40 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.502633 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ae944b3c-3015-41dc-8f6c-434ccc4e6a40 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "PUT /v2.0/security-groups/e92c762d-5d50-4db7-9cd3-93b6bd45bd83 HTTP/1.1" status: 200 len: 1780 time: 0.1627586 Aug 11 02:34:57.508043 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45120) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:57.564983 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae944b3c-3015-41dc-8f6c-434ccc4e6a40 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e92c762d-5d50-4db7-9cd3-93b6bd45bd83,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:57.615004 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8fc34259-5eee-4b63-a757-a7c2a6d58083 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "GET /v2.0/security-groups/e92c762d-5d50-4db7-9cd3-93b6bd45bd83 HTTP/1.1" status: 200 len: 1780 time: 0.1054296 Aug 11 02:34:57.617781 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45122) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:57.700959 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff2f778a-4d3a-4d99-a01f-310aa854b9e0 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.742407 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-50ce044b-5483-46ed-abcc-827f05d67aa5 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.798564 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-50ce044b-5483-46ed-abcc-827f05d67aa5 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.868034 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-50ce044b-5483-46ed-abcc-827f05d67aa5 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.871227 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-50ce044b-5483-46ed-abcc-827f05d67aa5 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.875077 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-50ce044b-5483-46ed-abcc-827f05d67aa5 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "DELETE /v2.0/security-groups/e92c762d-5d50-4db7-9cd3-93b6bd45bd83 HTTP/1.1" status: 204 len: 168 time: 0.2537594 Aug 11 02:34:57.876753 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45124) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:57.895185 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce044b-5483-46ed-abcc-827f05d67aa5 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92c762d-5d50-4db7-9cd3-93b6bd45bd83,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:58.036048 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff2f778a-4d3a-4d99-a01f-310aa854b9e0 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.072853 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff2f778a-4d3a-4d99-a01f-310aa854b9e0 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.095641 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-14e7012a-3d28-4dbd-b405-bd3156a91008 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2114749 Aug 11 02:34:58.096010 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45126) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:58.122650 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-1554ddfd-ac37-4676-a248-9e736deb20d6 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] delete failed (client error): The resource could not be found. Aug 11 02:34:58.124089 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1554ddfd-ac37-4676-a248-9e736deb20d6 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "DELETE /v2.0/security-groups/e92c762d-5d50-4db7-9cd3-93b6bd45bd83 HTTP/1.1" status: 404 len: 347 time: 0.0270820 Aug 11 02:34:58.131305 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45128) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:58.143978 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-d3fcdc75-b667-4a4b-a4d4-88333d90f5a9 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Request body: {'security_group': {'name': 'tempest-secgroup--1942752771'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:58.173329 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3fcdc75-b667-4a4b-a4d4-88333d90f5a9 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.216950 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-ff2f778a-4d3a-4d99-a01f-310aa854b9e0 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Allocated IP 172.25.2.225 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/555601ee-877d-43f8-b932-dea3fbf22409) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:58.302759 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3fcdc75-b667-4a4b-a4d4-88333d90f5a9 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.310772 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3fcdc75-b667-4a4b-a4d4-88333d90f5a9 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.369071 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fcdc75-b667-4a4b-a4d4-88333d90f5a9 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9ebf1b-4738-42ff-962f-ddd8c7692355,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:58.385709 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3fcdc75-b667-4a4b-a4d4-88333d90f5a9 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.390443 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45136) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:58.391343 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d3fcdc75-b667-4a4b-a4d4-88333d90f5a9 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2588024 Aug 11 02:34:58.395923 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-7a79b3d2-194c-4d1e-ba66-8f7677c2db40 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Request body: {'security_group_rule': {'security_group_id': '0c9ebf1b-4738-42ff-962f-ddd8c7692355', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:58.432418 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff2f778a-4d3a-4d99-a01f-310aa854b9e0 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.451366 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4eb940-c971-4309-8469-9d98f29567ae req-0231c742-d4a6-4bee-9722-c14b1249456a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:58.452930 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2e4eb940-c971-4309-8469-9d98f29567ae req-0231c742-d4a6-4bee-9722-c14b1249456a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 943 time: 0.1169944 Aug 11 02:34:58.477992 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a79b3d2-194c-4d1e-ba66-8f7677c2db40 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.543338 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2e4eb940-c971-4309-8469-9d98f29567ae req-2157950a-7ea7-4263-8aed-37f93700cf31 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777674 Aug 11 02:34:58.548003 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff2f778a-4d3a-4d99-a01f-310aa854b9e0 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.594429 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a79b3d2-194c-4d1e-ba66-8f7677c2db40 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.607224 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a79b3d2-194c-4d1e-ba66-8f7677c2db40 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.610083 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2f778a-4d3a-4d99-a01f-310aa854b9e0 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:58.622339 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-ff2f778a-4d3a-4d99-a01f-310aa854b9e0 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:58.628994 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f778a-4d3a-4d99-a01f-310aa854b9e0 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Pushing event updated for resources: {'Port': ['ID=555601ee-877d-43f8-b932-dea3fbf22409,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:58.635171 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2f778a-4d3a-4d99-a01f-310aa854b9e0 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:58.640447 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79b3d2-194c-4d1e-ba66-8f7677c2db40 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e4cde4-012b-4129-9d3b-9a9371fc42cb,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:58.666756 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a79b3d2-194c-4d1e-ba66-8f7677c2db40 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.668196 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7a79b3d2-194c-4d1e-ba66-8f7677c2db40 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2767000 Aug 11 02:34:58.671367 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45142) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:58.699765 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8af3b996-fa5a-47fa-851b-96eb7d1fbc04 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.708749 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8af3b996-fa5a-47fa-851b-96eb7d1fbc04 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.763113 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8af3b996-fa5a-47fa-851b-96eb7d1fbc04 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.778682 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8af3b996-fa5a-47fa-851b-96eb7d1fbc04 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.779908 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8af3b996-fa5a-47fa-851b-96eb7d1fbc04 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/73e4cde4-012b-4129-9d3b-9a9371fc42cb HTTP/1.1" status: 204 len: 168 time: 0.1074798 Aug 11 02:34:58.784678 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45144) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:58.792983 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3b996-fa5a-47fa-851b-96eb7d1fbc04 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73e4cde4-012b-4129-9d3b-9a9371fc42cb,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:58.857915 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ec560568-1e6d-4139-943c-519b974b14ad tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0716212 Aug 11 02:34:58.859257 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45146) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:58.933030 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6d82bb3-1783-4dac-a736-de19f2a99849 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.960749 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6d82bb3-1783-4dac-a736-de19f2a99849 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:59.011193 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6d82bb3-1783-4dac-a736-de19f2a99849 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:59.015351 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6d82bb3-1783-4dac-a736-de19f2a99849 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:59.020585 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e6d82bb3-1783-4dac-a736-de19f2a99849 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "DELETE /v2.0/security-groups/0c9ebf1b-4738-42ff-962f-ddd8c7692355 HTTP/1.1" status: 204 len: 168 time: 0.1599507 Aug 11 02:34:59.021636 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45148) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:59.051176 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d82bb3-1783-4dac-a736-de19f2a99849 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9ebf1b-4738-42ff-962f-ddd8c7692355,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:59.107383 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-46b47db2-48c8-452b-bc86-9b69bc3542c9 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0708325 Aug 11 02:34:59.108791 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45150) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:59.113641 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-504a1af6-11d2-4002-be75-6ba41f5da49c tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Request body: {'security_group': {'name': 'tempest-secgroup--1883358928'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:59.141900 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-504a1af6-11d2-4002-be75-6ba41f5da49c tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:59.236366 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff2f778a-4d3a-4d99-a01f-310aa854b9e0 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:59.262760 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-504a1af6-11d2-4002-be75-6ba41f5da49c tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:59.267565 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-504a1af6-11d2-4002-be75-6ba41f5da49c tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:59.294614 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a1af6-11d2-4002-be75-6ba41f5da49c tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3fff94-1f64-4cba-8fc8-0ba4df964f6f,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:59.321572 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-504a1af6-11d2-4002-be75-6ba41f5da49c tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:59.323022 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-504a1af6-11d2-4002-be75-6ba41f5da49c tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2132211 Aug 11 02:34:59.325906 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45152) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:59.330760 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-b7727c98-6c25-48c3-a179-5f9a062383e7 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Request body: {'security_group_rule': {'security_group_id': '2c3fff94-1f64-4cba-8fc8-0ba4df964f6f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:59.363421 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b7727c98-6c25-48c3-a179-5f9a062383e7 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:59.489102 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff2f778a-4d3a-4d99-a01f-310aa854b9e0 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:59.506908 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b7727c98-6c25-48c3-a179-5f9a062383e7 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:59.514467 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b7727c98-6c25-48c3-a179-5f9a062383e7 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:59.543373 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7727c98-6c25-48c3-a179-5f9a062383e7 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48387bb5-ccf6-4928-a356-259ba8506923,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:59.584284 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b7727c98-6c25-48c3-a179-5f9a062383e7 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:59.585653 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b7727c98-6c25-48c3-a179-5f9a062383e7 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2587049 Aug 11 02:34:59.591819 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45162) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:59.600607 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-06409848-14ac-406f-ab42-7d69d3dd516e tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Request body: {'security_group_rule': {'security_group_id': '2c3fff94-1f64-4cba-8fc8-0ba4df964f6f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:59.691035 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3125a6-6af8-458d-ad19-6b70c6160294 req-c5c07835-f292-4838-9db1-acc5e8dfed9a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:59.692737 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-06409848-14ac-406f-ab42-7d69d3dd516e tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:59.692898 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8b3125a6-6af8-458d-ad19-6b70c6160294 req-c5c07835-f292-4838-9db1-acc5e8dfed9a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 943 time: 0.0608418 Aug 11 02:34:59.764817 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8b3125a6-6af8-458d-ad19-6b70c6160294 req-d59cef67-5630-4013-9368-9a88c050b9d3 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534480 Aug 11 02:34:59.777886 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2f778a-4d3a-4d99-a01f-310aa854b9e0 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Router eada3da8-3e7e-4cd4-9c05-b744b373b824 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:34:59.787774 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-06409848-14ac-406f-ab42-7d69d3dd516e tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:59.795065 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-06409848-14ac-406f-ab42-7d69d3dd516e tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:59.867740 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06409848-14ac-406f-ab42-7d69d3dd516e tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77de134a-fc93-47fd-a14b-481f6b19f4db,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:59.897135 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-06409848-14ac-406f-ab42-7d69d3dd516e tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:59.899610 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-06409848-14ac-406f-ab42-7d69d3dd516e tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3055384 Aug 11 02:34:59.901084 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45166) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:59.905644 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-849a8686-54b3-4a45-9981-702726a1a1d1 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Request body: {'security_group_rule': {'security_group_id': '2c3fff94-1f64-4cba-8fc8-0ba4df964f6f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:59.937809 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2f778a-4d3a-4d99-a01f-310aa854b9e0 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:34:59.952820 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9886791-afb9-4d0a-8af4-f5357bf9ead7 None None] Sync routers for ids ['eada3da8-3e7e-4cd4-9c05-b744b373b824'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:34:59.953346 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-849a8686-54b3-4a45-9981-702726a1a1d1 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:59.963675 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff2f778a-4d3a-4d99-a01f-310aa854b9e0 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:59.963877 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9886791-afb9-4d0a-8af4-f5357bf9ead7 None None] Routers {'eada3da8-3e7e-4cd4-9c05-b744b373b824'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:59.967258 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c9886791-afb9-4d0a-8af4-f5357bf9ead7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:34:49Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['eada3da8-3e7e-4cd4-9c05-b744b373b824'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:59.967423 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ff2f778a-4d3a-4d99-a01f-310aa854b9e0 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.6760817 Aug 11 02:34:59.967704 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45168) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:00.074946 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-c9886791-afb9-4d0a-8af4-f5357bf9ead7 None None] Set router eada3da8-3e7e-4cd4-9c05-b744b373b824 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:35:00.092022 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-849a8686-54b3-4a45-9981-702726a1a1d1 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.102661 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-849a8686-54b3-4a45-9981-702726a1a1d1 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.124390 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bc6d00ff-e38e-4374-a27a-17934c6ad8b5 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "GET /v2.0/routers/eada3da8-3e7e-4cd4-9c05-b744b373b824 HTTP/1.1" status: 200 len: 909 time: 0.1532636 Aug 11 02:35:00.124619 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45170) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:00.127184 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a8686-54b3-4a45-9981-702726a1a1d1 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194fe921-5f09-4945-b1f9-01488df4cb0c,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:00.134570 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-849a8686-54b3-4a45-9981-702726a1a1d1 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.135922 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-849a8686-54b3-4a45-9981-702726a1a1d1 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2337184 Aug 11 02:35:00.138488 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45172) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:00.140559 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-4d483bea-4c51-48e0-856c-bdf34b7eb29f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1133767387', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'enable_snat': True}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:00.143440 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-ed88e5eb-6a49-4013-b791-84e8b46df48b tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Request body: {'security_group_rule': {'security_group_id': '2c3fff94-1f64-4cba-8fc8-0ba4df964f6f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:00.176028 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.db.api [None req-4d483bea-4c51-48e0-856c-bdf34b7eb29f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:35:00.176028 n-d-615180-33 neutron-server[94506]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 02:35:00.176028 n-d-615180-33 neutron-server[94506]: [parameters: {'project_id': 'b0ad383b7e744b7b94cd5043250ed29e', 'id': 'b8f68528-0d6b-49d6-a545-809d2fe7cd64', 'expiration': datetime.datetime(2021, 8, 11, 2, 37, 0, 155570)}] Aug 11 02:35:00.176028 n-d-615180-33 neutron-server[94506]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:35:00.176993 n-d-615180-33 neutron-server[94506]: DEBUG oslo_db.api [None req-4d483bea-4c51-48e0-856c-bdf34b7eb29f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:35:00.196800 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ed88e5eb-6a49-4013-b791-84e8b46df48b tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.268624 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ed88e5eb-6a49-4013-b791-84e8b46df48b tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.274525 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ed88e5eb-6a49-4013-b791-84e8b46df48b tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.300796 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88e5eb-6a49-4013-b791-84e8b46df48b tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac9dbda-d97c-4934-9155-0e3c37849e9b,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:00.311442 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ed88e5eb-6a49-4013-b791-84e8b46df48b tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.312179 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c9886791-afb9-4d0a-8af4-f5357bf9ead7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eada3da8-3e7e-4cd4-9c05-b744b373b824', 'name': 'tempest-snat-router-1133767387', 'tenant_id': 'b0ad383b7e744b7b94cd5043250ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225'}], 'enable_snat': False}, 'gw_port_id': '555601ee-877d-43f8-b932-dea3fbf22409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:57Z', 'updated_at': '2021-08-11T02:34:59Z', 'revision_number': 3, 'project_id': 'b0ad383b7e744b7b94cd5043250ed29e', 'gw_port': {'id': '555601ee-877d-43f8-b932-dea3fbf22409', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:13:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eada3da8-3e7e-4cd4-9c05-b744b373b824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:58Z', 'updated_at': '2021-08-11T02:34:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:00.317000 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45174) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:00.323321 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-3803a255-0a5d-4f85-98de-c7a252283262 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Request body: {'security_group_rule': {'security_group_id': '2c3fff94-1f64-4cba-8fc8-0ba4df964f6f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:00.328357 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ed88e5eb-6a49-4013-b791-84e8b46df48b tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1887751 Aug 11 02:35:00.344590 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9886791-afb9-4d0a-8af4-f5357bf9ead7 None None] Checking router: eada3da8-3e7e-4cd4-9c05-b744b373b824 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:35:00.345191 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9886791-afb9-4d0a-8af4-f5357bf9ead7 None None] Updating router eada3da8-3e7e-4cd4-9c05-b744b373b824 port 555601ee-877d-43f8-b932-dea3fbf22409 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:35:00.357979 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3803a255-0a5d-4f85-98de-c7a252283262 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.373193 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-c9886791-afb9-4d0a-8af4-f5357bf9ead7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.480783 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3803a255-0a5d-4f85-98de-c7a252283262 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.486995 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3803a255-0a5d-4f85-98de-c7a252283262 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.509792 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803a255-0a5d-4f85-98de-c7a252283262 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df9eda84-5f5b-4a14-9f6a-c2a4d095fedd,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:00.523245 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3803a255-0a5d-4f85-98de-c7a252283262 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.527587 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3803a255-0a5d-4f85-98de-c7a252283262 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2076445 Aug 11 02:35:00.529117 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45184) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:00.589836 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-277fb487-cef3-463f-8fa4-f224de276dd6 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.614288 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-277fb487-cef3-463f-8fa4-f224de276dd6 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.642830 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-277fb487-cef3-463f-8fa4-f224de276dd6 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.652844 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277fb487-cef3-463f-8fa4-f224de276dd6 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df9eda84-5f5b-4a14-9f6a-c2a4d095fedd,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:00.657052 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-277fb487-cef3-463f-8fa4-f224de276dd6 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.660672 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-277fb487-cef3-463f-8fa4-f224de276dd6 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/df9eda84-5f5b-4a14-9f6a-c2a4d095fedd HTTP/1.1" status: 204 len: 168 time: 0.1279912 Aug 11 02:35:00.661484 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45186) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:00.701828 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d483bea-4c51-48e0-856c-bdf34b7eb29f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.702989 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d483bea-4c51-48e0-856c-bdf34b7eb29f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.722075 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-c9886791-afb9-4d0a-8af4-f5357bf9ead7 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.731819 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-c9886791-afb9-4d0a-8af4-f5357bf9ead7 None None] Transition to ACTIVE for port object 555601ee-877d-43f8-b932-dea3fbf22409 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:00.740218 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-c9886791-afb9-4d0a-8af4-f5357bf9ead7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.752011 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ef9204c0-e4a3-48dc-905f-74bb3892df58 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0886724 Aug 11 02:35:00.754212 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45188) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:00.767991 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-c9886791-afb9-4d0a-8af4-f5357bf9ead7 None None] Attempting to bind port 555601ee-877d-43f8-b932-dea3fbf22409 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:35:00.768622 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-c9886791-afb9-4d0a-8af4-f5357bf9ead7 None None] Attempting to bind port 555601ee-877d-43f8-b932-dea3fbf22409 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:35:00.769686 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9886791-afb9-4d0a-8af4-f5357bf9ead7 None None] Attempting to bind port 555601ee-877d-43f8-b932-dea3fbf22409 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:35:00.792801 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9886791-afb9-4d0a-8af4-f5357bf9ead7 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:35:00.793398 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9886791-afb9-4d0a-8af4-f5357bf9ead7 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:00.793954 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-c9886791-afb9-4d0a-8af4-f5357bf9ead7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.794515 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9886791-afb9-4d0a-8af4-f5357bf9ead7 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:35:00.795140 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-c9886791-afb9-4d0a-8af4-f5357bf9ead7 None None] Bound port: 555601ee-877d-43f8-b932-dea3fbf22409, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:35:00.795700 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-c9886791-afb9-4d0a-8af4-f5357bf9ead7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.807504 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e2e784dc-f5d7-45c5-98b1-0423096df240 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.827559 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e2e784dc-f5d7-45c5-98b1-0423096df240 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.829300 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d483bea-4c51-48e0-856c-bdf34b7eb29f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.854111 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-c9886791-afb9-4d0a-8af4-f5357bf9ead7 None None] For port 555601ee-877d-43f8-b932-dea3fbf22409, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:35:00.857911 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-c9886791-afb9-4d0a-8af4-f5357bf9ead7 None None] For port 555601ee-877d-43f8-b932-dea3fbf22409, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=555601ee-877d-43f8-b932-dea3fbf22409,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:35:00.863094 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-c9886791-afb9-4d0a-8af4-f5357bf9ead7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.893700 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9886791-afb9-4d0a-8af4-f5357bf9ead7 None None] Routers {'eada3da8-3e7e-4cd4-9c05-b744b373b824'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:00.895141 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c9886791-afb9-4d0a-8af4-f5357bf9ead7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:34:49Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['eada3da8-3e7e-4cd4-9c05-b744b373b824'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:00.924636 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e2e784dc-f5d7-45c5-98b1-0423096df240 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.937621 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e2e784dc-f5d7-45c5-98b1-0423096df240 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.941660 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e2e784dc-f5d7-45c5-98b1-0423096df240 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/5ac9dbda-d97c-4934-9155-0e3c37849e9b HTTP/1.1" status: 204 len: 168 time: 0.1862605 Aug 11 02:35:00.944253 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e784dc-f5d7-45c5-98b1-0423096df240 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ac9dbda-d97c-4934-9155-0e3c37849e9b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:00.946481 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45192) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:01.018621 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-04058642-1295-4936-a12d-2563a4628831 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0709193 Aug 11 02:35:01.027671 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39beec-57fe-47be-97f7-0c8f17284d4e req-fc416adf-1c73-46a4-a86d-a5c03f3f5efe tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:01.029263 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0f39beec-57fe-47be-97f7-0c8f17284d4e req-fc416adf-1c73-46a4-a86d-a5c03f3f5efe tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 943 time: 0.1446135 Aug 11 02:35:01.029782 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45194) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:01.056109 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d483bea-4c51-48e0-856c-bdf34b7eb29f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.122791 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aca05a-7962-4053-9677-6e5db4ac594a None None] Pushing event updated for resources: {'Port': ['ID=555601ee-877d-43f8-b932-dea3fbf22409,revision_number=2']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:01.125029 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-240cd6d6-8ae5-4892-ae8a-3d72525b6337 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.126185 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-c9886791-afb9-4d0a-8af4-f5357bf9ead7 None None] Set router eada3da8-3e7e-4cd4-9c05-b744b373b824 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:35:01.133916 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aca05a-7962-4053-9677-6e5db4ac594a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:01.134299 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aca05a-7962-4053-9677-6e5db4ac594a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:01.134738 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aca05a-7962-4053-9677-6e5db4ac594a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:01.135169 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aca05a-7962-4053-9677-6e5db4ac594a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:01.136158 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aca05a-7962-4053-9677-6e5db4ac594a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:01.136601 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aca05a-7962-4053-9677-6e5db4ac594a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:01.137030 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aca05a-7962-4053-9677-6e5db4ac594a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:01.137473 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aca05a-7962-4053-9677-6e5db4ac594a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:01.138046 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aca05a-7962-4053-9677-6e5db4ac594a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:01.138473 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aca05a-7962-4053-9677-6e5db4ac594a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:01.138896 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aca05a-7962-4053-9677-6e5db4ac594a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:01.139317 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aca05a-7962-4053-9677-6e5db4ac594a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:01.177852 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-240cd6d6-8ae5-4892-ae8a-3d72525b6337 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.194945 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0f39beec-57fe-47be-97f7-0c8f17284d4e req-e388f69d-8083-4d7e-8e77-40fbc95adaa2 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370237 Aug 11 02:35:01.240255 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-240cd6d6-8ae5-4892-ae8a-3d72525b6337 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.247006 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-240cd6d6-8ae5-4892-ae8a-3d72525b6337 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.250092 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-240cd6d6-8ae5-4892-ae8a-3d72525b6337 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/194fe921-5f09-4945-b1f9-01488df4cb0c HTTP/1.1" status: 204 len: 168 time: 0.2175004 Aug 11 02:35:01.253680 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45196) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:01.277166 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240cd6d6-8ae5-4892-ae8a-3d72525b6337 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=194fe921-5f09-4945-b1f9-01488df4cb0c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:01.347348 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a6d97320-0425-4c28-bd01-f47e98765a26 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0920331 Aug 11 02:35:01.347999 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45198) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:01.373700 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-173987ca-3d0d-4ff4-905d-7e114fa76743 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.382731 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-173987ca-3d0d-4ff4-905d-7e114fa76743 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.392581 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d483bea-4c51-48e0-856c-bdf34b7eb29f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.399486 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aca05a-7962-4053-9677-6e5db4ac594a None None] Pushing event updated for resources: {'Port': ['ID=555601ee-877d-43f8-b932-dea3fbf22409,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:01.414692 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-173987ca-3d0d-4ff4-905d-7e114fa76743 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.430734 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-173987ca-3d0d-4ff4-905d-7e114fa76743 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.432322 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d483bea-4c51-48e0-856c-bdf34b7eb29f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.432813 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c9886791-afb9-4d0a-8af4-f5357bf9ead7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eada3da8-3e7e-4cd4-9c05-b744b373b824', 'name': 'tempest-snat-router-1133767387', 'tenant_id': 'b0ad383b7e744b7b94cd5043250ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225'}], 'enable_snat': False}, 'gw_port_id': '555601ee-877d-43f8-b932-dea3fbf22409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:57Z', 'updated_at': '2021-08-11T02:34:59Z', 'revision_number': 3, 'project_id': 'b0ad383b7e744b7b94cd5043250ed29e', 'gw_port': {'id': '555601ee-877d-43f8-b932-dea3fbf22409', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:13:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eada3da8-3e7e-4cd4-9c05-b744b373b824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:58Z', 'updated_at': '2021-08-11T02:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:01.434129 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-173987ca-3d0d-4ff4-905d-7e114fa76743 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/77de134a-fc93-47fd-a14b-481f6b19f4db HTTP/1.1" status: 204 len: 168 time: 0.0851626 Aug 11 02:35:01.434987 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173987ca-3d0d-4ff4-905d-7e114fa76743 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77de134a-fc93-47fd-a14b-481f6b19f4db,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:01.436634 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45200) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:01.471040 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9886791-afb9-4d0a-8af4-f5357bf9ead7 None None] The sync data for ids ['eada3da8-3e7e-4cd4-9c05-b744b373b824'] in n-d-615180-33 is: [{'id': 'eada3da8-3e7e-4cd4-9c05-b744b373b824', 'name': 'tempest-snat-router-1133767387', 'tenant_id': 'b0ad383b7e744b7b94cd5043250ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225'}], 'enable_snat': False}, 'gw_port_id': '555601ee-877d-43f8-b932-dea3fbf22409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:57Z', 'updated_at': '2021-08-11T02:34:59Z', 'revision_number': 3, 'project_id': 'b0ad383b7e744b7b94cd5043250ed29e', 'gw_port': {'id': '555601ee-877d-43f8-b932-dea3fbf22409', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:13:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eada3da8-3e7e-4cd4-9c05-b744b373b824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:58Z', 'updated_at': '2021-08-11T02:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:35:01.517299 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-01f716d1-cfcf-47fd-a0f0-690de03f09d6 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0771546 Aug 11 02:35:01.517875 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45202) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:01.586654 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2af0fb1b-642e-4f95-b594-39b556af5193 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.602035 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2af0fb1b-642e-4f95-b594-39b556af5193 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.613377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-4d483bea-4c51-48e0-856c-bdf34b7eb29f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Allocated IP 172.25.2.18 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/c259c789-38fe-4e40-8e0a-68dbd3aa04b0) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:01.703440 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2af0fb1b-642e-4f95-b594-39b556af5193 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.713710 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2af0fb1b-642e-4f95-b594-39b556af5193 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.714908 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2af0fb1b-642e-4f95-b594-39b556af5193 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/48387bb5-ccf6-4928-a356-259ba8506923 HTTP/1.1" status: 204 len: 168 time: 0.1963019 Aug 11 02:35:01.717638 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45212) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:01.725850 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0fb1b-642e-4f95-b594-39b556af5193 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48387bb5-ccf6-4928-a356-259ba8506923,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:01.780412 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0dbe477b-0667-49c0-a5ec-e87788b788ac tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0601623 Aug 11 02:35:01.782715 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45214) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:01.850245 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d483bea-4c51-48e0-856c-bdf34b7eb29f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.904611 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdd873da-4694-4e50-b492-d4161fa04a7f tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.931557 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d483bea-4c51-48e0-856c-bdf34b7eb29f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.953503 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdd873da-4694-4e50-b492-d4161fa04a7f tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.991476 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 555601ee-877d-43f8-b932-dea3fbf22409 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:01.992591 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d483bea-4c51-48e0-856c-bdf34b7eb29f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:02.000313 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-4d483bea-4c51-48e0-856c-bdf34b7eb29f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:02.007063 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d483bea-4c51-48e0-856c-bdf34b7eb29f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:02.020052 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdd873da-4694-4e50-b492-d4161fa04a7f tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.022794 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdd873da-4694-4e50-b492-d4161fa04a7f tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.024061 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fdd873da-4694-4e50-b492-d4161fa04a7f tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "DELETE /v2.0/security-groups/2c3fff94-1f64-4cba-8fc8-0ba4df964f6f HTTP/1.1" status: 204 len: 168 time: 0.2402358 Aug 11 02:35:02.027508 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45216) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:02.049190 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d483bea-4c51-48e0-856c-bdf34b7eb29f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Pushing event updated for resources: {'Port': ['ID=c259c789-38fe-4e40-8e0a-68dbd3aa04b0,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:02.058193 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd873da-4694-4e50-b492-d4161fa04a7f tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3fff94-1f64-4cba-8fc8-0ba4df964f6f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:02.116987 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4f45b587-b9e3-4a33-a1bf-60abbaa08d12 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0882993 Aug 11 02:35:02.126615 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45218) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:02.130734 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 555601ee-877d-43f8-b932-dea3fbf22409 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:02.139152 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-8ae28b2a-6d7b-4b2c-87c1-e9e7f5fe32cc tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Request body: {'security_group': {'name': 'tempest-secgroup--963970667'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:02.140555 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 555601ee-877d-43f8-b932-dea3fbf22409 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:02.141189 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.172946 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ae28b2a-6d7b-4b2c-87c1-e9e7f5fe32cc tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.329158 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.355286 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 555601ee-877d-43f8-b932-dea3fbf22409, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=555601ee-877d-43f8-b932-dea3fbf22409,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:02.358607 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ae28b2a-6d7b-4b2c-87c1-e9e7f5fe32cc tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.360693 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.367108 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ae28b2a-6d7b-4b2c-87c1-e9e7f5fe32cc tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.397270 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8ae28b2a-6d7b-4b2c-87c1-e9e7f5fe32cc tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.401296 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8ae28b2a-6d7b-4b2c-87c1-e9e7f5fe32cc tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2734029 Aug 11 02:35:02.401913 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45222) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:02.421366 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-40455161-ed26-45d1-8e12-fc72ecbbec69 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Request body: {'security_group_rule': {'security_group_id': 'cfa10b7c-2c48-44b8-be43-694deeeb743f', 'direction': 'ingress', 'protocol': 17}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:02.427032 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=555601ee-877d-43f8-b932-dea3fbf22409,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:02.458385 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae28b2a-6d7b-4b2c-87c1-e9e7f5fe32cc tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa10b7c-2c48-44b8-be43-694deeeb743f,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:02.483012 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-40455161-ed26-45d1-8e12-fc72ecbbec69 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.526120 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259520df-014e-4677-a5f2-8a55820fe5b6 req-46429041-d77f-4f9a-a313-95f79a483b44 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:02.527706 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-259520df-014e-4677-a5f2-8a55820fe5b6 req-46429041-d77f-4f9a-a313-95f79a483b44 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 943 time: 0.1680477 Aug 11 02:35:02.530422 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d483bea-4c51-48e0-856c-bdf34b7eb29f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.559066 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-40455161-ed26-45d1-8e12-fc72ecbbec69 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.563409 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-40455161-ed26-45d1-8e12-fc72ecbbec69 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.591890 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40455161-ed26-45d1-8e12-fc72ecbbec69 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ab42b5-ea9e-4915-982c-0122558a69a2,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:02.601805 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-40455161-ed26-45d1-8e12-fc72ecbbec69 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.605528 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-40455161-ed26-45d1-8e12-fc72ecbbec69 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1877997 Aug 11 02:35:02.608316 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45224) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:02.670478 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-259520df-014e-4677-a5f2-8a55820fe5b6 req-ed057c42-d4bb-4582-b8e9-bf98f10c1a78 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046448 Aug 11 02:35:02.697175 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1555233a-486d-4acf-8729-897de2016d1b tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.734103 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1555233a-486d-4acf-8729-897de2016d1b tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.800010 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1555233a-486d-4acf-8729-897de2016d1b tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.803107 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1555233a-486d-4acf-8729-897de2016d1b tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.804500 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1555233a-486d-4acf-8729-897de2016d1b tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "DELETE /v2.0/security-groups/cfa10b7c-2c48-44b8-be43-694deeeb743f HTTP/1.1" status: 204 len: 168 time: 0.1949899 Aug 11 02:35:02.807178 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45234) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:02.816633 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555233a-486d-4acf-8729-897de2016d1b tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa10b7c-2c48-44b8-be43-694deeeb743f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:02.907713 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d483bea-4c51-48e0-856c-bdf34b7eb29f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.957158 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-851a72f6-0e3d-4c39-a4ef-9b1769be3dc7 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0938823 Aug 11 02:35:02.961549 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45236) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:02.965793 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-871eab47-4916-4d39-97ca-468102dedaee tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Request body: {'security_group': {'name': 'tempest-secgroup--125503022'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:03.028094 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-871eab47-4916-4d39-97ca-468102dedaee tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:03.106741 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d483bea-4c51-48e0-856c-bdf34b7eb29f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Router dece7b36-e827-441e-98b1-096fcaa8411d is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:35:03.173549 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-871eab47-4916-4d39-97ca-468102dedaee tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:03.180392 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-871eab47-4916-4d39-97ca-468102dedaee tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:03.247956 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-871eab47-4916-4d39-97ca-468102dedaee tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:03.249110 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-871eab47-4916-4d39-97ca-468102dedaee tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2866530 Aug 11 02:35:03.252273 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45238) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:03.258636 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-bae212e0-c592-4bfb-b3b4-49cd49b0e279 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Request body: {'security_group': {'name': 'tempest-secgroup--343864168'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:03.262706 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871eab47-4916-4d39-97ca-468102dedaee tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f68f715-3932-4c50-9d92-efffc9d51b8e,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:03.281470 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d483bea-4c51-48e0-856c-bdf34b7eb29f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:35:03.295126 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2d27fd-b8d4-4878-a996-3db89ba06493 None None] Sync routers for ids ['dece7b36-e827-441e-98b1-096fcaa8411d'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:35:03.298390 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bae212e0-c592-4bfb-b3b4-49cd49b0e279 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:03.302545 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4d483bea-4c51-48e0-856c-bdf34b7eb29f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:03.306160 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4d483bea-4c51-48e0-856c-bdf34b7eb29f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.1781123 Aug 11 02:35:03.306667 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45240) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:03.330137 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2d27fd-b8d4-4878-a996-3db89ba06493 None None] Routers {'dece7b36-e827-441e-98b1-096fcaa8411d'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:03.333539 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-eb2d27fd-b8d4-4878-a996-3db89ba06493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:34:49Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['dece7b36-e827-441e-98b1-096fcaa8411d'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:03.410747 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bae212e0-c592-4bfb-b3b4-49cd49b0e279 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:03.415700 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bae212e0-c592-4bfb-b3b4-49cd49b0e279 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:03.452420 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae212e0-c592-4bfb-b3b4-49cd49b0e279 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2211701c-9c2d-4fe1-9f8b-32cdff59aa6d,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:03.467582 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bae212e0-c592-4bfb-b3b4-49cd49b0e279 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:03.469742 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bae212e0-c592-4bfb-b3b4-49cd49b0e279 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2163050 Aug 11 02:35:03.473075 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45242) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:03.483200 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-3e10e08c-a83d-49bf-9d08-8060f2bac779 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Request body: {'security_group_rule': {'security_group_id': '3f68f715-3932-4c50-9d92-efffc9d51b8e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2211701c-9c2d-4fe1-9f8b-32cdff59aa6d', 'remote_ip_prefix': None}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:03.484961 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4b0d5d44-8602-491b-821d-823019c5493e tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "GET /v2.0/routers/dece7b36-e827-441e-98b1-096fcaa8411d HTTP/1.1" status: 200 len: 907 time: 0.1769443 Aug 11 02:35:03.488336 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45244) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:03.489116 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-eb2d27fd-b8d4-4878-a996-3db89ba06493 None None] Set router dece7b36-e827-441e-98b1-096fcaa8411d gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:35:03.543495 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3e10e08c-a83d-49bf-9d08-8060f2bac779 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:03.659522 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3e10e08c-a83d-49bf-9d08-8060f2bac779 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:03.672636 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3e10e08c-a83d-49bf-9d08-8060f2bac779 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:03.692141 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da8bcf0a-8337-4c7d-a761-b25625943672 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:03.708918 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3e10e08c-a83d-49bf-9d08-8060f2bac779 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:03.713537 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3e10e08c-a83d-49bf-9d08-8060f2bac779 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2384765 Aug 11 02:35:03.714610 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45252) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:03.731881 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10e08c-a83d-49bf-9d08-8060f2bac779 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df47ca98-10e6-4850-9043-c3d4f3c383b7,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:03.751019 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c266ff9-bc3e-4e03-b0e5-9134a74c1da0 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:03.760807 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c266ff9-bc3e-4e03-b0e5-9134a74c1da0 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:03.846206 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-eb2d27fd-b8d4-4878-a996-3db89ba06493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dece7b36-e827-441e-98b1-096fcaa8411d', 'name': 'tempest-snat-router-1133767387', 'tenant_id': 'b0ad383b7e744b7b94cd5043250ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'c259c789-38fe-4e40-8e0a-68dbd3aa04b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:35:00Z', 'updated_at': '2021-08-11T02:35:02Z', 'revision_number': 3, 'project_id': 'b0ad383b7e744b7b94cd5043250ed29e', 'gw_port': {'id': 'c259c789-38fe-4e40-8e0a-68dbd3aa04b0', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dece7b36-e827-441e-98b1-096fcaa8411d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:35:01Z', 'updated_at': '2021-08-11T02:35:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:03.862252 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c266ff9-bc3e-4e03-b0e5-9134a74c1da0 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:03.875571 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c266ff9-bc3e-4e03-b0e5-9134a74c1da0 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:03.881669 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3c266ff9-bc3e-4e03-b0e5-9134a74c1da0 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/df47ca98-10e6-4850-9043-c3d4f3c383b7 HTTP/1.1" status: 204 len: 168 time: 0.1643515 Aug 11 02:35:03.883582 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45258) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:03.901956 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2d27fd-b8d4-4878-a996-3db89ba06493 None None] Checking router: dece7b36-e827-441e-98b1-096fcaa8411d for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:35:03.902310 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2d27fd-b8d4-4878-a996-3db89ba06493 None None] Updating router dece7b36-e827-441e-98b1-096fcaa8411d port c259c789-38fe-4e40-8e0a-68dbd3aa04b0 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:35:03.933759 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c266ff9-bc3e-4e03-b0e5-9134a74c1da0 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df47ca98-10e6-4850-9043-c3d4f3c383b7,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:03.943019 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-eb2d27fd-b8d4-4878-a996-3db89ba06493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:03.981436 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 555601ee-877d-43f8-b932-dea3fbf22409 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:03.990084 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da8bcf0a-8337-4c7d-a761-b25625943672 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.012342 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-49ecc8e4-c98e-440f-bd22-872c3f29e5ae tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1168544 Aug 11 02:35:04.013894 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ea6aa-50b7-4ad4-addc-3ac6b8e29326 req-9967454e-c462-4148-9101-a6cb88218db9 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:04.014192 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45264) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:04.016022 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-598ea6aa-50b7-4ad4-addc-3ac6b8e29326 req-9967454e-c462-4148-9101-a6cb88218db9 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 943 time: 0.0883527 Aug 11 02:35:04.087424 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-598ea6aa-50b7-4ad4-addc-3ac6b8e29326 req-f6b97c06-86d4-4c95-ade8-0fd049e6cde9 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455999 Aug 11 02:35:04.116192 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-da8bcf0a-8337-4c7d-a761-b25625943672 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Deleting port c259c789-38fe-4e40-8e0a-68dbd3aa04b0 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:04.116558 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da8bcf0a-8337-4c7d-a761-b25625943672 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.156006 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d0eb600-a31e-4bce-9365-e0f088eee3a2 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.157805 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 555601ee-877d-43f8-b932-dea3fbf22409 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:04.158334 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.191385 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d0eb600-a31e-4bce-9365-e0f088eee3a2 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.270171 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da8bcf0a-8337-4c7d-a761-b25625943672 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.285752 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d0eb600-a31e-4bce-9365-e0f088eee3a2 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.288955 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d0eb600-a31e-4bce-9365-e0f088eee3a2 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.293016 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-da8bcf0a-8337-4c7d-a761-b25625943672 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Calling delete_port for c259c789-38fe-4e40-8e0a-68dbd3aa04b0 owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:04.293706 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1d0eb600-a31e-4bce-9365-e0f088eee3a2 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "DELETE /v2.0/security-groups/2211701c-9c2d-4fe1-9f8b-32cdff59aa6d HTTP/1.1" status: 204 len: 168 time: 0.2769597 Aug 11 02:35:04.294262 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45268) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:04.304260 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0eb600-a31e-4bce-9365-e0f088eee3a2 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2211701c-9c2d-4fe1-9f8b-32cdff59aa6d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:04.444794 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45270) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:04.445519 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5e66e31c-4825-4d55-be94-dba2dd234d00 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1498244 Aug 11 02:35:04.496934 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-eb2d27fd-b8d4-4878-a996-3db89ba06493 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.520949 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-eb2d27fd-b8d4-4878-a996-3db89ba06493 None None] Transition to ACTIVE for port object c259c789-38fe-4e40-8e0a-68dbd3aa04b0 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:04.528056 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-eb2d27fd-b8d4-4878-a996-3db89ba06493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.542800 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2814a512-5d67-4e70-bebb-b905a363af83 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.589341 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2814a512-5d67-4e70-bebb-b905a363af83 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.606254 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da8bcf0a-8337-4c7d-a761-b25625943672 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.614481 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-eb2d27fd-b8d4-4878-a996-3db89ba06493 None None] Attempting to bind port c259c789-38fe-4e40-8e0a-68dbd3aa04b0 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:35:04.614858 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-eb2d27fd-b8d4-4878-a996-3db89ba06493 None None] Attempting to bind port c259c789-38fe-4e40-8e0a-68dbd3aa04b0 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:35:04.615220 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2d27fd-b8d4-4878-a996-3db89ba06493 None None] Attempting to bind port c259c789-38fe-4e40-8e0a-68dbd3aa04b0 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:35:04.623794 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2d27fd-b8d4-4878-a996-3db89ba06493 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:35:04.624169 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2d27fd-b8d4-4878-a996-3db89ba06493 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:04.624576 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-eb2d27fd-b8d4-4878-a996-3db89ba06493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.624970 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2d27fd-b8d4-4878-a996-3db89ba06493 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:35:04.625437 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-eb2d27fd-b8d4-4878-a996-3db89ba06493 None None] Bound port: c259c789-38fe-4e40-8e0a-68dbd3aa04b0, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:35:04.625837 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-eb2d27fd-b8d4-4878-a996-3db89ba06493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.629015 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a896cf2-2b1e-4bad-8ab5-5ec569875050 None None] Pushing event updated for resources: {'Port': ['ID=c259c789-38fe-4e40-8e0a-68dbd3aa04b0,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:04.640585 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8bcf0a-8337-4c7d-a761-b25625943672 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Pushing event deleted for resources: {'Port': ['ID=c259c789-38fe-4e40-8e0a-68dbd3aa04b0,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:04.646327 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2814a512-5d67-4e70-bebb-b905a363af83 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.654029 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2814a512-5d67-4e70-bebb-b905a363af83 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.658351 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2814a512-5d67-4e70-bebb-b905a363af83 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "DELETE /v2.0/security-groups/3f68f715-3932-4c50-9d92-efffc9d51b8e HTTP/1.1" status: 204 len: 168 time: 0.2124660 Aug 11 02:35:04.659979 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45276) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:04.668012 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-eb2d27fd-b8d4-4878-a996-3db89ba06493 None None] Port c259c789-38fe-4e40-8e0a-68dbd3aa04b0 has been deleted concurrently {{(pid=94508) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 11 02:35:04.689662 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2d27fd-b8d4-4878-a996-3db89ba06493 None None] Routers {'dece7b36-e827-441e-98b1-096fcaa8411d'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:04.689662 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-eb2d27fd-b8d4-4878-a996-3db89ba06493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:34:49Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['dece7b36-e827-441e-98b1-096fcaa8411d'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:04.703086 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814a512-5d67-4e70-bebb-b905a363af83 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f68f715-3932-4c50-9d92-efffc9d51b8e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:04.756780 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da8bcf0a-8337-4c7d-a761-b25625943672 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.768531 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6c66c353-f60e-41ae-bcd7-d7a813a838db tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1073132 Aug 11 02:35:04.770289 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45278) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:04.771815 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-eb2d27fd-b8d4-4878-a996-3db89ba06493 None None] Set router dece7b36-e827-441e-98b1-096fcaa8411d gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:35:04.779203 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-78c2b156-1ec5-41fd-bdcf-8dece170a2f0 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Request body: {'security_group': {'name': 'tempest-secgroup--2094371324'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:04.834803 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-eb2d27fd-b8d4-4878-a996-3db89ba06493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dece7b36-e827-441e-98b1-096fcaa8411d', 'name': 'tempest-snat-router-1133767387', 'tenant_id': 'b0ad383b7e744b7b94cd5043250ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:35:00Z', 'updated_at': '2021-08-11T02:35:04Z', 'revision_number': 5, 'project_id': 'b0ad383b7e744b7b94cd5043250ed29e', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:04.835497 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78c2b156-1ec5-41fd-bdcf-8dece170a2f0 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.879719 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2d27fd-b8d4-4878-a996-3db89ba06493 None None] The sync data for ids ['dece7b36-e827-441e-98b1-096fcaa8411d'] in n-d-615180-33 is: [{'id': 'dece7b36-e827-441e-98b1-096fcaa8411d', 'name': 'tempest-snat-router-1133767387', 'tenant_id': 'b0ad383b7e744b7b94cd5043250ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:35:00Z', 'updated_at': '2021-08-11T02:35:04Z', 'revision_number': 5, 'project_id': 'b0ad383b7e744b7b94cd5043250ed29e', 'gw_port_host': None}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:35:04.931399 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da8bcf0a-8337-4c7d-a761-b25625943672 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.936642 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da8bcf0a-8337-4c7d-a761-b25625943672 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.975042 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78c2b156-1ec5-41fd-bdcf-8dece170a2f0 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.980691 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78c2b156-1ec5-41fd-bdcf-8dece170a2f0 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.003739 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da8bcf0a-8337-4c7d-a761-b25625943672 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.004681 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8bcf0a-8337-4c7d-a761-b25625943672 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dece7b36-e827-441e-98b1-096fcaa8411d {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:35:05.013224 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da8bcf0a-8337-4c7d-a761-b25625943672 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.014807 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-da8bcf0a-8337-4c7d-a761-b25625943672 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "DELETE /v2.0/routers/dece7b36-e827-441e-98b1-096fcaa8411d HTTP/1.1" status: 204 len: 168 time: 1.5254486 Aug 11 02:35:05.017685 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45282) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:05.029454 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2b156-1ec5-41fd-bdcf-8dece170a2f0 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5684a093-6091-45b5-b690-762f2c798e13,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:05.044498 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78c2b156-1ec5-41fd-bdcf-8dece170a2f0 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.048532 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-78c2b156-1ec5-41fd-bdcf-8dece170a2f0 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2744377 Aug 11 02:35:05.048874 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45284) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:05.054090 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-0673d9e0-c247-4d6c-bc94-262689b5a710 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Request body: {'security_group_rule': {'security_group_id': '5684a093-6091-45b5-b690-762f2c798e13', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:05.087949 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0673d9e0-c247-4d6c-bc94-262689b5a710 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.168284 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0673d9e0-c247-4d6c-bc94-262689b5a710 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.171723 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4e6c7dc4-e531-458d-b232-b304acae87e5 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.179795 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0673d9e0-c247-4d6c-bc94-262689b5a710 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.223919 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673d9e0-c247-4d6c-bc94-262689b5a710 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5daab15a-44ff-49e3-9a37-972f7a907487,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:05.276331 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0673d9e0-c247-4d6c-bc94-262689b5a710 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.276331 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0673d9e0-c247-4d6c-bc94-262689b5a710 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2258122 Aug 11 02:35:05.291781 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45290) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:05.324261 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-207d84b0-779d-4c6e-884f-e1dcdfa45ead tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.329856 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4e6c7dc4-e531-458d-b232-b304acae87e5 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.334978 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-207d84b0-779d-4c6e-884f-e1dcdfa45ead tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.352416 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d4097-4e1e-428f-a20b-8609eec0b6be req-42b73ece-c4e5-4b73-a599-598582985093 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:05.354249 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-555d4097-4e1e-428f-a20b-8609eec0b6be req-42b73ece-c4e5-4b73-a599-598582985093 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 943 time: 0.1139877 Aug 11 02:35:05.394923 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-4e6c7dc4-e531-458d-b232-b304acae87e5 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Deleting port 555601ee-877d-43f8-b932-dea3fbf22409 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:05.395454 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4e6c7dc4-e531-458d-b232-b304acae87e5 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.414188 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-555d4097-4e1e-428f-a20b-8609eec0b6be req-3fd8856d-c21f-48f3-978f-2a9f261ace6e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475743 Aug 11 02:35:05.423159 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-207d84b0-779d-4c6e-884f-e1dcdfa45ead tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.428992 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-207d84b0-779d-4c6e-884f-e1dcdfa45ead tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.430862 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-207d84b0-779d-4c6e-884f-e1dcdfa45ead tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/5daab15a-44ff-49e3-9a37-972f7a907487 HTTP/1.1" status: 204 len: 168 time: 0.1373127 Aug 11 02:35:05.436094 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45292) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:05.455806 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d84b0-779d-4c6e-884f-e1dcdfa45ead tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5daab15a-44ff-49e3-9a37-972f7a907487,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:05.551430 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-79a4ec94-4d9d-40ca-a3f3-1bbc4c25314e tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1110263 Aug 11 02:35:05.556436 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45294) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:05.661203 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c1b48241-5c44-4315-9105-7c228e908afe tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.696116 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c1b48241-5c44-4315-9105-7c228e908afe tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.759951 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c1b48241-5c44-4315-9105-7c228e908afe tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.763095 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c1b48241-5c44-4315-9105-7c228e908afe tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.764311 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c1b48241-5c44-4315-9105-7c228e908afe tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "DELETE /v2.0/security-groups/5684a093-6091-45b5-b690-762f2c798e13 HTTP/1.1" status: 204 len: 168 time: 0.2067499 Aug 11 02:35:05.767875 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45296) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:05.782102 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b48241-5c44-4315-9105-7c228e908afe tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5684a093-6091-45b5-b690-762f2c798e13,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:05.840564 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9ac606a3-194f-4361-93dd-32719c2cefcd tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0715401 Aug 11 02:35:05.845347 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45298) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:05.850843 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-05ff0f2c-3dc7-492c-acc8-59f11f994718 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Request body: {'security_group': {'name': 'tempest-secgroup--812362447'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:05.877706 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-05ff0f2c-3dc7-492c-acc8-59f11f994718 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.912858 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-4e6c7dc4-e531-458d-b232-b304acae87e5 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] For port 555601ee-877d-43f8-b932-dea3fbf22409, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=555601ee-877d-43f8-b932-dea3fbf22409,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:05.913471 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4e6c7dc4-e531-458d-b232-b304acae87e5 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.948442 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-4e6c7dc4-e531-458d-b232-b304acae87e5 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Calling delete_port for 555601ee-877d-43f8-b932-dea3fbf22409 owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:06.145561 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4e6c7dc4-e531-458d-b232-b304acae87e5 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.184528 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c7dc4-e531-458d-b232-b304acae87e5 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Pushing event deleted for resources: {'Port': ['ID=555601ee-877d-43f8-b932-dea3fbf22409,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:06.239990 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4e6c7dc4-e531-458d-b232-b304acae87e5 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.363507 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4e6c7dc4-e531-458d-b232-b304acae87e5 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.366147 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4e6c7dc4-e531-458d-b232-b304acae87e5 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.389495 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-05ff0f2c-3dc7-492c-acc8-59f11f994718 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.400154 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-05ff0f2c-3dc7-492c-acc8-59f11f994718 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.437527 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4e6c7dc4-e531-458d-b232-b304acae87e5 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.438140 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6c7dc4-e531-458d-b232-b304acae87e5 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eada3da8-3e7e-4cd4-9c05-b744b373b824 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:35:06.448458 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4e6c7dc4-e531-458d-b232-b304acae87e5 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.454881 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4e6c7dc4-e531-458d-b232-b304acae87e5 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "DELETE /v2.0/routers/eada3da8-3e7e-4cd4-9c05-b744b373b824 HTTP/1.1" status: 204 len: 168 time: 1.4313092 Aug 11 02:35:06.455439 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45310) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:06.462441 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-e7d46900-69e0-494a-8b2c-ab62118c781c tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-763781909', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}, 'admin_state_up': False}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:06.494336 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff0f2c-3dc7-492c-acc8-59f11f994718 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=017a1fb4-43d0-497d-ad2f-984a779ba628,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:06.502879 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e7d46900-69e0-494a-8b2c-ab62118c781c tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.507228 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e7d46900-69e0-494a-8b2c-ab62118c781c tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.509122 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-05ff0f2c-3dc7-492c-acc8-59f11f994718 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.510658 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-05ff0f2c-3dc7-492c-acc8-59f11f994718 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6641941 Aug 11 02:35:06.513358 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45316) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:06.524161 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-fa32d535-5431-41ac-8cb1-2fd4e94c4887 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Request body: {'security_group_rule': {'security_group_id': '017a1fb4-43d0-497d-ad2f-984a779ba628', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:06.583639 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fa32d535-5431-41ac-8cb1-2fd4e94c4887 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.625352 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e7d46900-69e0-494a-8b2c-ab62118c781c tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.690175 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fa32d535-5431-41ac-8cb1-2fd4e94c4887 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.698471 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fa32d535-5431-41ac-8cb1-2fd4e94c4887 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.703875 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717c899-2197-4d4e-8e7d-8fb90f24454b req-2be25214-f5f4-4124-ae39-6e19f007bd7f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:06.707409 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c717c899-2197-4d4e-8e7d-8fb90f24454b req-2be25214-f5f4-4124-ae39-6e19f007bd7f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 943 time: 0.1126347 Aug 11 02:35:06.740201 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32d535-5431-41ac-8cb1-2fd4e94c4887 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9db758-89cf-4f88-aceb-aa672ebd17e9,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:06.749319 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fa32d535-5431-41ac-8cb1-2fd4e94c4887 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.754887 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45318) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:06.755516 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fa32d535-5431-41ac-8cb1-2fd4e94c4887 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2405443 Aug 11 02:35:06.850211 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f013c050-b61b-4d6b-9fe6-6eb601821c2b tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "GET /v2.0/security-group-rules/ce9db758-89cf-4f88-aceb-aa672ebd17e9 HTTP/1.1" status: 200 len: 763 time: 0.0891564 Aug 11 02:35:06.851694 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45320) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:06.851998 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e7d46900-69e0-494a-8b2c-ab62118c781c tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.857568 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c717c899-2197-4d4e-8e7d-8fb90f24454b req-fcaa95fd-3f15-4599-bed1-5854d1af2513 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221850 Aug 11 02:35:06.944624 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e69343bb-a6d9-488d-b56e-3ea65d271c1e tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0910218 Aug 11 02:35:06.947056 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45326) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:06.981568 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b640ed51-9579-4df4-8914-7e8ed3f8d4a2 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.992340 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b640ed51-9579-4df4-8914-7e8ed3f8d4a2 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.032251 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b640ed51-9579-4df4-8914-7e8ed3f8d4a2 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.037232 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b640ed51-9579-4df4-8914-7e8ed3f8d4a2 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.038734 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b640ed51-9579-4df4-8914-7e8ed3f8d4a2 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/ce9db758-89cf-4f88-aceb-aa672ebd17e9 HTTP/1.1" status: 204 len: 168 time: 0.0904555 Aug 11 02:35:07.041873 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45330) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:07.058304 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640ed51-9579-4df4-8914-7e8ed3f8d4a2 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce9db758-89cf-4f88-aceb-aa672ebd17e9,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:07.102550 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-29f571a8-43c3-4112-97b1-3f83730fa790 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0595076 Aug 11 02:35:07.105348 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45332) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:07.110784 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-a4a2a61c-89a6-4498-923f-6e92b8c5a7c1 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Request body: {'security_group_rule': {'security_group_id': '017a1fb4-43d0-497d-ad2f-984a779ba628', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:07.145189 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a4a2a61c-89a6-4498-923f-6e92b8c5a7c1 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.172580 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e7d46900-69e0-494a-8b2c-ab62118c781c tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.192444 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e7d46900-69e0-494a-8b2c-ab62118c781c tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.214498 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a4a2a61c-89a6-4498-923f-6e92b8c5a7c1 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.219480 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a4a2a61c-89a6-4498-923f-6e92b8c5a7c1 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.273548 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2a61c-89a6-4498-923f-6e92b8c5a7c1 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eaf848c-a93b-45a1-bbfb-e466e11722fe,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:07.276606 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a4a2a61c-89a6-4498-923f-6e92b8c5a7c1 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.278018 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a4a2a61c-89a6-4498-923f-6e92b8c5a7c1 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1714966 Aug 11 02:35:07.284013 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45334) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:07.304259 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6ee41bb0-387c-4f00-adda-6853d3b46573 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "GET /v2.0/security-group-rules/0eaf848c-a93b-45a1-bbfb-e466e11722fe HTTP/1.1" status: 200 len: 763 time: 0.0186119 Aug 11 02:35:07.304861 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45336) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:07.321630 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-e7d46900-69e0-494a-8b2c-ab62118c781c tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Allocated IP 172.25.2.191 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/768ffa64-8095-4368-a226-dd5b85d8df6e) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:07.350695 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9220cb06-72b3-48e8-b7a0-3d5548a8b2eb tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0443089 Aug 11 02:35:07.351214 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45338) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:07.377433 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f80fcc95-2833-4cf2-93f6-cb0efd02ee73 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.386239 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f80fcc95-2833-4cf2-93f6-cb0efd02ee73 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.422904 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f80fcc95-2833-4cf2-93f6-cb0efd02ee73 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.432419 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f80fcc95-2833-4cf2-93f6-cb0efd02ee73 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.433948 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f80fcc95-2833-4cf2-93f6-cb0efd02ee73 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/0eaf848c-a93b-45a1-bbfb-e466e11722fe HTTP/1.1" status: 204 len: 168 time: 0.0817339 Aug 11 02:35:07.437202 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45340) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:07.446969 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e7d46900-69e0-494a-8b2c-ab62118c781c tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.460109 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80fcc95-2833-4cf2-93f6-cb0efd02ee73 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0eaf848c-a93b-45a1-bbfb-e466e11722fe,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:07.496004 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e7d46900-69e0-494a-8b2c-ab62118c781c tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.499428 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7c074eab-d8b0-4f56-b3b6-6d7efc38a6cd tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0586846 Aug 11 02:35:07.499762 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45342) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:07.509237 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-1bfcd9c9-31bb-4fa1-be7c-8dc8786e0a91 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Request body: {'security_group_rule': {'security_group_id': '017a1fb4-43d0-497d-ad2f-984a779ba628', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:07.546830 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1bfcd9c9-31bb-4fa1-be7c-8dc8786e0a91 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.554460 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d46900-69e0-494a-8b2c-ab62118c781c tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Pushing event updated for resources: {'Port': ['ID=768ffa64-8095-4368-a226-dd5b85d8df6e,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:07.562467 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d46900-69e0-494a-8b2c-ab62118c781c tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:07.564186 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-e7d46900-69e0-494a-8b2c-ab62118c781c tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:07.567045 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d46900-69e0-494a-8b2c-ab62118c781c tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:07.626493 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1bfcd9c9-31bb-4fa1-be7c-8dc8786e0a91 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.631596 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1bfcd9c9-31bb-4fa1-be7c-8dc8786e0a91 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.654966 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfcd9c9-31bb-4fa1-be7c-8dc8786e0a91 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401897b4-6b7c-4fbd-9a17-13e006fbdb49,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:07.663754 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1bfcd9c9-31bb-4fa1-be7c-8dc8786e0a91 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.665836 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1bfcd9c9-31bb-4fa1-be7c-8dc8786e0a91 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1631973 Aug 11 02:35:07.669445 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45346) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:07.691952 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-97daa254-6e29-472d-8c54-28d07c23e2b9 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "GET /v2.0/security-group-rules/401897b4-6b7c-4fbd-9a17-13e006fbdb49 HTTP/1.1" status: 200 len: 764 time: 0.0212581 Aug 11 02:35:07.694643 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45348) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:07.754923 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e4bffcd0-67ac-4253-a8dd-ca182c8e9326 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0565014 Aug 11 02:35:07.754923 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45350) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:07.785722 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-11a3a5ed-5d7a-4a2f-a169-c4049a649fb6 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.794444 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-11a3a5ed-5d7a-4a2f-a169-c4049a649fb6 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.836204 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-11a3a5ed-5d7a-4a2f-a169-c4049a649fb6 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.841892 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-11a3a5ed-5d7a-4a2f-a169-c4049a649fb6 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.847110 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-11a3a5ed-5d7a-4a2f-a169-c4049a649fb6 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/401897b4-6b7c-4fbd-9a17-13e006fbdb49 HTTP/1.1" status: 204 len: 168 time: 0.0918694 Aug 11 02:35:07.855559 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45352) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:07.856192 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3a5ed-5d7a-4a2f-a169-c4049a649fb6 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=401897b4-6b7c-4fbd-9a17-13e006fbdb49,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:07.935002 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-948b6d8a-0370-41c5-8c45-014b60cda2cf tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0763252 Aug 11 02:35:07.935743 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45356) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:07.946501 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 555601ee-877d-43f8-b932-dea3fbf22409 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:35:07.993975 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 555601ee-877d-43f8-b932-dea3fbf22409 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:35:07.994523 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 555601ee-877d-43f8-b932-dea3fbf22409 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:35:08.025191 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e7d46900-69e0-494a-8b2c-ab62118c781c tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:08.072862 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b3158450-9ea5-40cc-9a9e-d642971fad4d tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:08.086442 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febd855-62c3-435c-b78e-3704b7151108 req-7a69d6d0-47bb-4963-b0b9-970c9cab239c tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:08.089655 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2febd855-62c3-435c-b78e-3704b7151108 req-7a69d6d0-47bb-4963-b0b9-970c9cab239c tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 943 time: 0.1083279 Aug 11 02:35:08.132812 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b3158450-9ea5-40cc-9a9e-d642971fad4d tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:08.172438 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2febd855-62c3-435c-b78e-3704b7151108 req-8894d761-b2bb-4b06-b423-78b6c292d59b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754414 Aug 11 02:35:08.200568 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b3158450-9ea5-40cc-9a9e-d642971fad4d tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:08.203154 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b3158450-9ea5-40cc-9a9e-d642971fad4d tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:08.204620 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b3158450-9ea5-40cc-9a9e-d642971fad4d tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "DELETE /v2.0/security-groups/017a1fb4-43d0-497d-ad2f-984a779ba628 HTTP/1.1" status: 204 len: 168 time: 0.2677968 Aug 11 02:35:08.208023 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45364) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:08.214740 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3158450-9ea5-40cc-9a9e-d642971fad4d tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=017a1fb4-43d0-497d-ad2f-984a779ba628,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:08.301549 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e755d427-695e-4b9f-b0ba-6dac39044a50 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0923595 Aug 11 02:35:08.305748 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45366) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:08.315365 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e7d46900-69e0-494a-8b2c-ab62118c781c tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:08.349686 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-380a8966-37ce-461a-8c20-0f5f0a8c3d93 tempest-SecGroupTest-450974692 tempest-SecGroupTest-450974692-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0425348 Aug 11 02:35:08.449735 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d46900-69e0-494a-8b2c-ab62118c781c tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Router 291058cf-9f76-4aa5-8abd-7cbddd090037 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:35:08.563303 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d46900-69e0-494a-8b2c-ab62118c781c tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:35:08.580121 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca65d787-6186-4f40-8762-8c4ec404f453 None None] Sync routers for ids ['291058cf-9f76-4aa5-8abd-7cbddd090037'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:35:08.590687 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca65d787-6186-4f40-8762-8c4ec404f453 None None] Routers {'291058cf-9f76-4aa5-8abd-7cbddd090037'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:08.591578 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ca65d787-6186-4f40-8762-8c4ec404f453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:34:49Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['291058cf-9f76-4aa5-8abd-7cbddd090037'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:08.606774 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e7d46900-69e0-494a-8b2c-ab62118c781c tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:08.611299 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45376) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:08.612061 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e7d46900-69e0-494a-8b2c-ab62118c781c tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.1547170 Aug 11 02:35:08.617183 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-28a0b38e-796a-487b-9164-b7e76c584216 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'enable_snat': False}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:08.635161 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ca65d787-6186-4f40-8762-8c4ec404f453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:08.645778 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca65d787-6186-4f40-8762-8c4ec404f453 None None] Routers {'291058cf-9f76-4aa5-8abd-7cbddd090037'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:08.646692 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ca65d787-6186-4f40-8762-8c4ec404f453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:34:49Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['291058cf-9f76-4aa5-8abd-7cbddd090037'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:08.685374 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ca65d787-6186-4f40-8762-8c4ec404f453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:08.686467 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca65d787-6186-4f40-8762-8c4ec404f453 None None] The sync data for ids ['291058cf-9f76-4aa5-8abd-7cbddd090037'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:35:08.705868 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45378) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:08.989424 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45394) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:08.990477 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8557f428-508f-47d0-8a38-ba02d964f191 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ec961a45964541878616913b89776c3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2832792 Aug 11 02:35:08.998590 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-28a0b38e-796a-487b-9164-b7e76c584216 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:09.095247 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-50bdeff3-c49f-4dca-82b0-c784250804dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:09.122946 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-50bdeff3-c49f-4dca-82b0-c784250804dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:09.230636 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-50bdeff3-c49f-4dca-82b0-c784250804dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:09.233538 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-50bdeff3-c49f-4dca-82b0-c784250804dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:09.237631 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-50bdeff3-c49f-4dca-82b0-c784250804dc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cce133e6-5deb-4819-852d-17149de6543e HTTP/1.1" status: 204 len: 168 time: 0.2443235 Aug 11 02:35:09.271949 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bdeff3-c49f-4dca-82b0-c784250804dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce133e6-5deb-4819-852d-17149de6543e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:09.347764 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77524d2b-dd90-4921-ad61-d56e1192ffa5 req-af0e6514-9e65-429f-a55b-a1df45515bf9 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:09.350140 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-77524d2b-dd90-4921-ad61-d56e1192ffa5 req-af0e6514-9e65-429f-a55b-a1df45515bf9 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 943 time: 0.0809002 Aug 11 02:35:09.435225 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-77524d2b-dd90-4921-ad61-d56e1192ffa5 req-fc7e288a-7722-4576-a7b3-9e9b107db993 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674026 Aug 11 02:35:09.592336 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-28a0b38e-796a-487b-9164-b7e76c584216 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133780224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133782865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36741'] for router, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:09.595870 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-28a0b38e-796a-487b-9164-b7e76c584216 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133780475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133780466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133782856'] for router, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:09.732191 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a0b38e-796a-487b-9164-b7e76c584216 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Router 291058cf-9f76-4aa5-8abd-7cbddd090037 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:35:09.867637 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a0b38e-796a-487b-9164-b7e76c584216 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:35:09.873468 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-28a0b38e-796a-487b-9164-b7e76c584216 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:09.879806 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45418) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:09.881224 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c0ef81-24a6-4c46-9803-6ceedaeba9e2 None None] Sync routers for ids ['291058cf-9f76-4aa5-8abd-7cbddd090037'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:35:09.888002 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-28a0b38e-796a-487b-9164-b7e76c584216 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "PUT /v2.0/routers/291058cf-9f76-4aa5-8abd-7cbddd090037 HTTP/1.1" status: 200 len: 921 time: 1.2745264 Aug 11 02:35:09.896671 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c0ef81-24a6-4c46-9803-6ceedaeba9e2 None None] Routers {'291058cf-9f76-4aa5-8abd-7cbddd090037'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:09.897408 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-31c0ef81-24a6-4c46-9803-6ceedaeba9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:34:49Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['291058cf-9f76-4aa5-8abd-7cbddd090037'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:09.961449 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-31c0ef81-24a6-4c46-9803-6ceedaeba9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:10.001211 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c0ef81-24a6-4c46-9803-6ceedaeba9e2 None None] Routers {'291058cf-9f76-4aa5-8abd-7cbddd090037'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:10.001859 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-31c0ef81-24a6-4c46-9803-6ceedaeba9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:34:49Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['291058cf-9f76-4aa5-8abd-7cbddd090037'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:10.025754 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45422) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:10.028923 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-315e58ea-6e4d-4cb4-8594-6f8e6ea9320c tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "GET /v2.0/routers/291058cf-9f76-4aa5-8abd-7cbddd090037 HTTP/1.1" status: 200 len: 921 time: 0.1474714 Aug 11 02:35:10.162793 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e615bc12-2712-4820-b5a8-23a848116499 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:10.163353 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-31c0ef81-24a6-4c46-9803-6ceedaeba9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:10.164423 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c0ef81-24a6-4c46-9803-6ceedaeba9e2 None None] The sync data for ids ['291058cf-9f76-4aa5-8abd-7cbddd090037'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:35:10.168139 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e615bc12-2712-4820-b5a8-23a848116499 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=2e931faf-12fe-43f6-b34b-8aa380b6ef75&device_id=291058cf-9f76-4aa5-8abd-7cbddd090037&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1404233 Aug 11 02:35:10.170708 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45430) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:10.287268 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45434) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:10.297159 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0adb535-a8d4-4d8f-b0b5-aa7597be5136 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:10.300590 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f0adb535-a8d4-4d8f-b0b5-aa7597be5136 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 881 time: 0.1270201 Aug 11 02:35:10.310028 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45438) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:10.336967 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4ae914d6-87a4-45e0-b7ed-cd96a3e63582 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "GET /v2.0/ports?device_id=291058cf-9f76-4aa5-8abd-7cbddd090037 HTTP/1.1" status: 200 len: 205 time: 0.0313542 Aug 11 02:35:10.339256 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45440) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:10.446479 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-eba228e3-be4d-406a-9978-94e89db62f9c tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-959239063'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:10.480881 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91c2cee4-31c4-4d6e-9b61-63fc8df8d788 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:10.483910 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba228e3-be4d-406a-9978-94e89db62f9c tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Made reservation on behalf of c90483c0741940068d3d8632572fdcb1 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:10.487989 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eba228e3-be4d-406a-9978-94e89db62f9c tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:10.520531 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device c7e36d8e-3815-4af2-8e2c-b39e8ccac20c details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:35:10.543004 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eba228e3-be4d-406a-9978-94e89db62f9c tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:10.617681 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port c7e36d8e-3815-4af2-8e2c-b39e8ccac20c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=c7e36d8e-3815-4af2-8e2c-b39e8ccac20c,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:10.630166 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'c7e36d8e-3815-4af2-8e2c-b39e8ccac20c', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'port_id': 'c7e36d8e-3815-4af2-8e2c-b39e8ccac20c', 'mac_address': 'fa:16:3e:3e:9c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:35:10.656392 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ad740-888d-4a27-be09-1b87861bc90d req-e6487c68-1704-4a8b-9a9f-eed20caa5937 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:10.658542 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-818ad740-888d-4a27-be09-1b87861bc90d req-e6487c68-1704-4a8b-9a9f-eed20caa5937 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 943 time: 0.1343005 Aug 11 02:35:10.681293 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:10.695472 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e36d8e-3815-4af2-8e2c-b39e8ccac20c {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:35:10.703947 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91c2cee4-31c4-4d6e-9b61-63fc8df8d788 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:10.715144 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port c7e36d8e-3815-4af2-8e2c-b39e8ccac20c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=c7e36d8e-3815-4af2-8e2c-b39e8ccac20c,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:10.719119 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:10.763570 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-818ad740-888d-4a27-be09-1b87861bc90d req-ee22097d-9c74-4003-aa42-3d95bcdeff68 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945137 Aug 11 02:35:10.776016 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=c7e36d8e-3815-4af2-8e2c-b39e8ccac20c,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:10.810297 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eba228e3-be4d-406a-9978-94e89db62f9c tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:10.815473 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eba228e3-be4d-406a-9978-94e89db62f9c tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:10.835114 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-91c2cee4-31c4-4d6e-9b61-63fc8df8d788 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Deleting port 768ffa64-8095-4368-a226-dd5b85d8df6e {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:10.835451 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91c2cee4-31c4-4d6e-9b61-63fc8df8d788 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:10.848036 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba228e3-be4d-406a-9978-94e89db62f9c tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:35:10.894252 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba228e3-be4d-406a-9978-94e89db62f9c tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e08b8a06-90a7-444d-ba7c-0bce9d005c63,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:10.904541 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eba228e3-be4d-406a-9978-94e89db62f9c tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:10.904896 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-eba228e3-be4d-406a-9978-94e89db62f9c tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Added segment bce6c21a-4014-42bc-b923-9d427cd61530 of type vlan for network cf769d82-338d-4d07-af8f-e94e898d5f03 Aug 11 02:35:10.936323 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['c7e36d8e-3815-4af2-8e2c-b39e8ccac20c'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:35:10.963081 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eba228e3-be4d-406a-9978-94e89db62f9c tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:10.983667 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91c2cee4-31c4-4d6e-9b61-63fc8df8d788 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:11.007119 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-91c2cee4-31c4-4d6e-9b61-63fc8df8d788 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Calling delete_port for 768ffa64-8095-4368-a226-dd5b85d8df6e owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:11.025298 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eba228e3-be4d-406a-9978-94e89db62f9c tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:11.030633 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba228e3-be4d-406a-9978-94e89db62f9c tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:11.031449 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eba228e3-be4d-406a-9978-94e89db62f9c tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:11.129963 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45454) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:11.130539 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-eba228e3-be4d-406a-9978-94e89db62f9c tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8413568 Aug 11 02:35:11.138179 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-9504eea5-8914-4076-b637-0d835e2917b3 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Request body: {'subnet': {'network_id': 'cf769d82-338d-4d07-af8f-e94e898d5f03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:11.161815 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba228e3-be4d-406a-9978-94e89db62f9c tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Pushing event updated for resources: {'Network': ['ID=cf769d82-338d-4d07-af8f-e94e898d5f03,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:11.173196 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network cf769d82-338d-4d07-af8f-e94e898d5f03 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:35:11.294468 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91c2cee4-31c4-4d6e-9b61-63fc8df8d788 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:11.315132 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9504eea5-8914-4076-b637-0d835e2917b3 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Made reservation on behalf of c90483c0741940068d3d8632572fdcb1 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:11.320963 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9504eea5-8914-4076-b637-0d835e2917b3 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:11.343956 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2cee4-31c4-4d6e-9b61-63fc8df8d788 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Pushing event deleted for resources: {'Port': ['ID=768ffa64-8095-4368-a226-dd5b85d8df6e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:11.386595 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91c2cee4-31c4-4d6e-9b61-63fc8df8d788 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:11.483794 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91c2cee4-31c4-4d6e-9b61-63fc8df8d788 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:11.486194 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91c2cee4-31c4-4d6e-9b61-63fc8df8d788 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:11.528969 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9504eea5-8914-4076-b637-0d835e2917b3 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:11.544597 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91c2cee4-31c4-4d6e-9b61-63fc8df8d788 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:11.545526 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c2cee4-31c4-4d6e-9b61-63fc8df8d788 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Fanout notify agent at l3_agent the message router_deleted on router 291058cf-9f76-4aa5-8abd-7cbddd090037 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:35:11.561859 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91c2cee4-31c4-4d6e-9b61-63fc8df8d788 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:11.567031 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-91c2cee4-31c4-4d6e-9b61-63fc8df8d788 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "DELETE /v2.0/routers/291058cf-9f76-4aa5-8abd-7cbddd090037 HTTP/1.1" status: 204 len: 168 time: 1.2233822 Aug 11 02:35:11.568722 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45458) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:11.577766 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-d4c76777-a5dc-4ea0-a25f-06f597eb0022 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-84447055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:11.618029 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504eea5-8914-4076-b637-0d835e2917b3 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Pushing event updated for resources: {'Subnet': ['ID=a996f164-8c6f-409e-8930-3ad95082fec9,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:11.633691 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9504eea5-8914-4076-b637-0d835e2917b3 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Checking segment: {'id': 'bce6c21a-4014-42bc-b923-9d427cd61530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cf769d82-338d-4d07-af8f-e94e898d5f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:11.634043 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9504eea5-8914-4076-b637-0d835e2917b3 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Network hostable DHCP agents. Network: cf769d82-338d-4d07-af8f-e94e898d5f03, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:35:11.639292 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d4c76777-a5dc-4ea0-a25f-06f597eb0022 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:11.640286 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d4c76777-a5dc-4ea0-a25f-06f597eb0022 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:11.663197 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9504eea5-8914-4076-b637-0d835e2917b3 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Network cf769d82-338d-4d07-af8f-e94e898d5f03 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:35:11.704650 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-9504eea5-8914-4076-b637-0d835e2917b3 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, cf769d82-338d-4d07-af8f-e94e898d5f03) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:11.707413 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d4c76777-a5dc-4ea0-a25f-06f597eb0022 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:11.711316 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9504eea5-8914-4076-b637-0d835e2917b3 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:11.712021 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9504eea5-8914-4076-b637-0d835e2917b3 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:11.716271 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d4c76777-a5dc-4ea0-a25f-06f597eb0022 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:11.720532 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a2fafb-b804-4788-9d72-aa03cc2c6c66 None None] Network cf769d82-338d-4d07-af8f-e94e898d5f03 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:11.743908 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45460) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:11.744155 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9504eea5-8914-4076-b637-0d835e2917b3 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6128340 Aug 11 02:35:11.745357 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d4c76777-a5dc-4ea0-a25f-06f597eb0022 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:11.746458 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d4c76777-a5dc-4ea0-a25f-06f597eb0022 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1768112 Aug 11 02:35:11.749360 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45462) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:11.750321 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-4203a263-eb3a-4134-9304-46f0e2aca6c4 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Request body: {'port': {'network_id': 'cf769d82-338d-4d07-af8f-e94e898d5f03', 'name': 'tempest-TagsExtTest-1060116730'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:11.756429 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-8f253728-2cea-4135-8dcb-6858b69daed1 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Request body: {'router': {'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:11.947823 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f59059-ea07-4431-8591-335dd82044f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-cf769d82-338d-4d07-af8f-e94e898d5f03', 'network_id': 'cf769d82-338d-4d07-af8f-e94e898d5f03', 'tenant_id': 'c90483c0741940068d3d8632572fdcb1', 'fixed_ips': [{'subnet_id': 'a996f164-8c6f-409e-8930-3ad95082fec9'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:35:11.949883 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-17f59059-ea07-4431-8591-335dd82044f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:11.970649 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4203a263-eb3a-4134-9304-46f0e2aca6c4 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Made reservation on behalf of c90483c0741940068d3d8632572fdcb1 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:11.974912 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4203a263-eb3a-4134-9304-46f0e2aca6c4 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:11.999933 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-4203a263-eb3a-4134-9304-46f0e2aca6c4 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] device_id is not set on port 219b8a31-9894-4fc8-abe3-3ccfd8176732 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:35:12.147009 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3d9cc-0c99-408d-9516-746497004445 req-a603bc7e-dabb-49f6-87c2-b5fe08115d68 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:12.148208 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-77c3d9cc-0c99-408d-9516-746497004445 req-a603bc7e-dabb-49f6-87c2-b5fe08115d68 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 944 time: 0.2278368 Aug 11 02:35:12.151277 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8f253728-2cea-4135-8dcb-6858b69daed1 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:12.240673 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-17f59059-ea07-4431-8591-335dd82044f7 None None] Allocated IP 172.20.0.2 (cf769d82-338d-4d07-af8f-e94e898d5f03/a996f164-8c6f-409e-8930-3ad95082fec9/91eead28-8ab8-47d8-81ac-c06fc2f08877) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:12.309689 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-77c3d9cc-0c99-408d-9516-746497004445 req-8aee6575-d09c-4aa4-9c74-bcc5912520a2 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519933 Aug 11 02:35:12.434846 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-17f59059-ea07-4431-8591-335dd82044f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:12.446689 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-17f59059-ea07-4431-8591-335dd82044f7 None None] Transition to ACTIVE for port object 91eead28-8ab8-47d8-81ac-c06fc2f08877 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:12.462884 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-17f59059-ea07-4431-8591-335dd82044f7 None None] Transition to ACTIVE for port object 91eead28-8ab8-47d8-81ac-c06fc2f08877 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:12.480486 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-17f59059-ea07-4431-8591-335dd82044f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:12.501479 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8f253728-2cea-4135-8dcb-6858b69daed1 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:12.520901 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-4203a263-eb3a-4134-9304-46f0e2aca6c4 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Allocated IP 172.20.0.6 (cf769d82-338d-4d07-af8f-e94e898d5f03/a996f164-8c6f-409e-8930-3ad95082fec9/219b8a31-9894-4fc8-abe3-3ccfd8176732) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:12.522112 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8f253728-2cea-4135-8dcb-6858b69daed1 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:12.540606 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f59059-ea07-4431-8591-335dd82044f7 None None] Pushing event updated for resources: {'Port': ['ID=91eead28-8ab8-47d8-81ac-c06fc2f08877,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:12.543665 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device c7e36d8e-3815-4af2-8e2c-b39e8ccac20c up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:12.639728 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-8f253728-2cea-4135-8dcb-6858b69daed1 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Allocated IP 172.25.2.54 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/54acf217-9bfb-40a7-9209-0a35b5dc044c) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:12.714389 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4203a263-eb3a-4134-9304-46f0e2aca6c4 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:12.729729 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-4203a263-eb3a-4134-9304-46f0e2aca6c4 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Transition to ACTIVE for port object 219b8a31-9894-4fc8-abe3-3ccfd8176732 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:12.769088 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f59059-ea07-4431-8591-335dd82044f7 None None] Network cf769d82-338d-4d07-af8f-e94e898d5f03 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:12.774328 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-17f59059-ea07-4431-8591-335dd82044f7 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:12.775658 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4203a263-eb3a-4134-9304-46f0e2aca6c4 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:12.778080 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f59059-ea07-4431-8591-335dd82044f7 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:12.793533 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8f253728-2cea-4135-8dcb-6858b69daed1 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:12.827882 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203a263-eb3a-4134-9304-46f0e2aca6c4 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Pushing event updated for resources: {'Port': ['ID=219b8a31-9894-4fc8-abe3-3ccfd8176732,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:12.843191 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4203a263-eb3a-4134-9304-46f0e2aca6c4 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Network cf769d82-338d-4d07-af8f-e94e898d5f03 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:12.844623 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-4203a263-eb3a-4134-9304-46f0e2aca6c4 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:12.846636 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-17f59059-ea07-4431-8591-335dd82044f7 None None] Attempting to bind port 91eead28-8ab8-47d8-81ac-c06fc2f08877 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:35:12.847222 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4203a263-eb3a-4134-9304-46f0e2aca6c4 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:12.847431 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-17f59059-ea07-4431-8591-335dd82044f7 None None] Attempting to bind port 91eead28-8ab8-47d8-81ac-c06fc2f08877 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'bce6c21a-4014-42bc-b923-9d427cd61530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cf769d82-338d-4d07-af8f-e94e898d5f03'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:35:12.847988 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f59059-ea07-4431-8591-335dd82044f7 None None] Attempting to bind port 91eead28-8ab8-47d8-81ac-c06fc2f08877 on network cf769d82-338d-4d07-af8f-e94e898d5f03 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:35:12.855245 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f59059-ea07-4431-8591-335dd82044f7 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:35:12.855724 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f59059-ea07-4431-8591-335dd82044f7 None None] Checking segment: {'id': 'bce6c21a-4014-42bc-b923-9d427cd61530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cf769d82-338d-4d07-af8f-e94e898d5f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:12.856199 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8f253728-2cea-4135-8dcb-6858b69daed1 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:12.856324 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-17f59059-ea07-4431-8591-335dd82044f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:12.856550 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f59059-ea07-4431-8591-335dd82044f7 None None] Bound using segment: {'id': 'bce6c21a-4014-42bc-b923-9d427cd61530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cf769d82-338d-4d07-af8f-e94e898d5f03'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:35:12.856985 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-17f59059-ea07-4431-8591-335dd82044f7 None None] Bound port: 91eead28-8ab8-47d8-81ac-c06fc2f08877, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce6c21a-4014-42bc-b923-9d427cd61530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cf769d82-338d-4d07-af8f-e94e898d5f03'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:35:12.857387 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-17f59059-ea07-4431-8591-335dd82044f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:12.868661 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port c7e36d8e-3815-4af2-8e2c-b39e8ccac20c completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:12.906224 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f253728-2cea-4135-8dcb-6858b69daed1 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:12.907691 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-8f253728-2cea-4135-8dcb-6858b69daed1 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:12.910595 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f253728-2cea-4135-8dcb-6858b69daed1 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:12.923571 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4203a263-eb3a-4134-9304-46f0e2aca6c4 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:12.924533 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4203a263-eb3a-4134-9304-46f0e2aca6c4 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:12.927662 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-17f59059-ea07-4431-8591-335dd82044f7 None None] For port 91eead28-8ab8-47d8-81ac-c06fc2f08877, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:35:12.931285 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-17f59059-ea07-4431-8591-335dd82044f7 None None] For port 91eead28-8ab8-47d8-81ac-c06fc2f08877, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=91eead28-8ab8-47d8-81ac-c06fc2f08877,segment=NetworkSegment(bce6c21a-4014-42bc-b923-9d427cd61530),segment_id=bce6c21a-4014-42bc-b923-9d427cd61530)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:35:12.932645 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port c7e36d8e-3815-4af2-8e2c-b39e8ccac20c triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:12.933251 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:12.947593 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4203a263-eb3a-4134-9304-46f0e2aca6c4 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2012920 Aug 11 02:35:12.949518 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f253728-2cea-4135-8dcb-6858b69daed1 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Pushing event updated for resources: {'Port': ['ID=54acf217-9bfb-40a7-9209-0a35b5dc044c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:12.949743 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45478) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:12.957583 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-ea06ac53-8f47-4707-81bf-477fa2d032d0 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1431519406', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:12.980924 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-17f59059-ea07-4431-8591-335dd82044f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:12.981546 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ea06ac53-8f47-4707-81bf-477fa2d032d0 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:12.982291 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ea06ac53-8f47-4707-81bf-477fa2d032d0 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:13.052096 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f59059-ea07-4431-8591-335dd82044f7 None None] Pushing event updated for resources: {'Port': ['ID=91eead28-8ab8-47d8-81ac-c06fc2f08877,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:13.098707 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:13.101322 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ea06ac53-8f47-4707-81bf-477fa2d032d0 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:13.109179 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ea06ac53-8f47-4707-81bf-477fa2d032d0 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:13.147818 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port c7e36d8e-3815-4af2-8e2c-b39e8ccac20c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=c7e36d8e-3815-4af2-8e2c-b39e8ccac20c,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:13.149807 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44dfc29-2d90-4cc6-82f7-3c207222fd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e36d8e-3815-4af2-8e2c-b39e8ccac20c'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:35:13.154069 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31405444-0cc6-4614-a247-2a740207219f" -d '{"events": [{"server_uuid": "a44dfc29-2d90-4cc6-82f7-3c207222fd66", "name": "network-vif-plugged", "status": "completed", "tag": "c7e36d8e-3815-4af2-8e2c-b39e8ccac20c"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:35:13.159099 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:13.173168 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ea06ac53-8f47-4707-81bf-477fa2d032d0 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:13.176623 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ea06ac53-8f47-4707-81bf-477fa2d032d0 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2253578 Aug 11 02:35:13.179806 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45490) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:13.198376 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-4123f2c1-c5f6-4f69-8d10-37a1360ff6c5 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-311781494', 'prefixes': ['172.20.0.0/16']}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:13.269801 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c862d75e-f1e4-411d-9204-c02f2151d182 x-openstack-request-id: req-c862d75e-f1e4-411d-9204-c02f2151d182 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:35:13.269801 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a44dfc29-2d90-4cc6-82f7-3c207222fd66", "name": "network-vif-plugged", "status": "completed", "tag": "c7e36d8e-3815-4af2-8e2c-b39e8ccac20c", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:35:13.272483 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c862d75e-f1e4-411d-9204-c02f2151d182 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:35:13.274896 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44dfc29-2d90-4cc6-82f7-3c207222fd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e36d8e-3815-4af2-8e2c-b39e8ccac20c', 'code': 200} Aug 11 02:35:13.309914 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=c7e36d8e-3815-4af2-8e2c-b39e8ccac20c,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:13.388882 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4123f2c1-c5f6-4f69-8d10-37a1360ff6c5 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks [] for subnetpool, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:13.390418 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4123f2c1-c5f6-4f69-8d10-37a1360ff6c5 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2094851 Aug 11 02:35:13.394702 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45500) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:13.401950 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.tag.tag_plugin [None req-8afce0e9-53be-4b34-af51-1632cef3086b tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a996f164-8c6f-409e-8930-3ad95082fec9', 'tempest-TagsExtTest-Tag-1146604608') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:13.442512 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8f253728-2cea-4135-8dcb-6858b69daed1 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:13.583761 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737c853-bed2-4976-95fb-c5f067f4f486 req-5a3535d3-ab98-4c3b-98b8-c4369c9f4076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:13.588681 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7737c853-bed2-4976-95fb-c5f067f4f486 req-5a3535d3-ab98-4c3b-98b8-c4369c9f4076 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 1097 time: 0.2745862 Aug 11 02:35:13.687589 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7737c853-bed2-4976-95fb-c5f067f4f486 req-a255d93a-2b9f-4c66-8a71-52113426d4a5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745604 Aug 11 02:35:13.696919 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8afce0e9-53be-4b34-af51-1632cef3086b tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "PUT /v2.0/subnets/a996f164-8c6f-409e-8930-3ad95082fec9/tags/tempest-TagsExtTest-Tag-1146604608 HTTP/1.1" status: 201 len: 201 time: 0.2983472 Aug 11 02:35:13.697104 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45506) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:13.702240 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.tag.tag_plugin [None req-db0ce775-53e3-429e-8669-71642c80c0c0 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '219b8a31-9894-4fc8-abe3-3ccfd8176732', 'tempest-TagsExtTest-Tag-491908086') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:13.719962 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8f253728-2cea-4135-8dcb-6858b69daed1 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133780224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133782865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36741'] for router, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:13.724121 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8f253728-2cea-4135-8dcb-6858b69daed1 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133780475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133780466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133782856'] for router, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:13.790435 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-db0ce775-53e3-429e-8669-71642c80c0c0 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "PUT /v2.0/ports/219b8a31-9894-4fc8-abe3-3ccfd8176732/tags/tempest-TagsExtTest-Tag-491908086 HTTP/1.1" status: 201 len: 201 time: 0.0920541 Aug 11 02:35:13.793014 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45508) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:13.798549 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.tag.tag_plugin [None req-0f77cfd0-da03-487e-8a0e-d7c8489f9734 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b7deb32b-3838-40df-95b4-1edcd0fb8623', 'tempest-TagsExtTest-Tag-885081256') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:13.927860 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0f77cfd0-da03-487e-8a0e-d7c8489f9734 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "PUT /v2.0/routers/b7deb32b-3838-40df-95b4-1edcd0fb8623/tags/tempest-TagsExtTest-Tag-885081256 HTTP/1.1" status: 201 len: 201 time: 0.1335151 Aug 11 02:35:13.933063 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45514) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:13.939881 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.tag.tag_plugin [None req-45a2cf7f-6646-4796-a053-d88e91622be1 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f3fb9477-def8-4fdb-a997-f09d5ebc9146', 'tempest-TagsExtTest-Tag-620140437') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:14.010884 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 91eead28-8ab8-47d8-81ac-c06fc2f08877 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:14.043600 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-45a2cf7f-6646-4796-a053-d88e91622be1 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "PUT /v2.0/subnetpools/f3fb9477-def8-4fdb-a997-f09d5ebc9146/tags/tempest-TagsExtTest-Tag-620140437 HTTP/1.1" status: 201 len: 201 time: 0.1067452 Aug 11 02:35:14.043600 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45516) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:14.049998 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.tag.tag_plugin [None req-1abb6576-ecda-491a-b18a-7f9241ba2adc tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a996f164-8c6f-409e-8930-3ad95082fec9') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:14.144610 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 91eead28-8ab8-47d8-81ac-c06fc2f08877 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:14.163240 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1abb6576-ecda-491a-b18a-7f9241ba2adc tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "GET /v2.0/subnets/a996f164-8c6f-409e-8930-3ad95082fec9/tags HTTP/1.1" status: 200 len: 241 time: 0.1180215 Aug 11 02:35:14.163988 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45518) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:14.166238 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae3142-8d6f-4374-8c81-1006e63a6169 req-b62b06cb-7a57-41af-bcda-eeaa401a7060 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:14.170895 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.tag.tag_plugin [None req-d5a06dbb-51f1-4ab3-be3d-1ce29da99e3d tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a996f164-8c6f-409e-8930-3ad95082fec9', 'tempest-TagsExtTest-Tag-1146604608') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:14.174198 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00ae3142-8d6f-4374-8c81-1006e63a6169 req-b62b06cb-7a57-41af-bcda-eeaa401a7060 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 945 time: 0.7266095 Aug 11 02:35:14.261739 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d5a06dbb-51f1-4ab3-be3d-1ce29da99e3d tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "GET /v2.0/subnets/a996f164-8c6f-409e-8930-3ad95082fec9/tags/tempest-TagsExtTest-Tag-1146604608 HTTP/1.1" status: 204 len: 168 time: 0.0969250 Aug 11 02:35:14.264162 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45524) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:14.268926 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.tag.tag_plugin [None req-bf19f748-3fad-43bd-b24c-2c6c1d076095 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a996f164-8c6f-409e-8930-3ad95082fec9', 'tempest-TagsExtTest-Tag-1146604608') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:14.297914 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00ae3142-8d6f-4374-8c81-1006e63a6169 req-6044f6ce-c91b-4560-b979-d10a557de1ac tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228273 Aug 11 02:35:14.373647 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f253728-2cea-4135-8dcb-6858b69daed1 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Router 83edbd36-70e4-4d55-bac2-fd1e5a7ad91b is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:35:14.426469 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bf19f748-3fad-43bd-b24c-2c6c1d076095 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "DELETE /v2.0/subnets/a996f164-8c6f-409e-8930-3ad95082fec9/tags/tempest-TagsExtTest-Tag-1146604608 HTTP/1.1" status: 204 len: 168 time: 0.1600199 Aug 11 02:35:14.428322 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45526) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:14.437628 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.tag.tag_plugin [None req-e5f80548-a5a2-497c-bc18-02664caa2c15 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a996f164-8c6f-409e-8930-3ad95082fec9') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:14.515769 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f253728-2cea-4135-8dcb-6858b69daed1 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:35:14.518948 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e5f80548-a5a2-497c-bc18-02664caa2c15 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "GET /v2.0/subnets/a996f164-8c6f-409e-8930-3ad95082fec9/tags HTTP/1.1" status: 200 len: 205 time: 0.0893850 Aug 11 02:35:14.522628 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45530) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:14.526048 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f9e589-437b-454d-9c36-8ca9e9a4e577 None None] Sync routers for ids ['83edbd36-70e4-4d55-bac2-fd1e5a7ad91b'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:35:14.527486 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.tag.tag_plugin [None req-4eb77e6c-e39b-44d9-a9ac-1cebff000003 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '219b8a31-9894-4fc8-abe3-3ccfd8176732') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:14.532365 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8f253728-2cea-4135-8dcb-6858b69daed1 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:14.533617 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8f253728-2cea-4135-8dcb-6858b69daed1 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "PUT /v2.0/routers/83edbd36-70e4-4d55-bac2-fd1e5a7ad91b HTTP/1.1" status: 200 len: 877 time: 2.7832663 Aug 11 02:35:14.537344 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45534) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:14.545290 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f9e589-437b-454d-9c36-8ca9e9a4e577 None None] Routers {'83edbd36-70e4-4d55-bac2-fd1e5a7ad91b'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:14.545958 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-10f9e589-437b-454d-9c36-8ca9e9a4e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:34:49Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['83edbd36-70e4-4d55-bac2-fd1e5a7ad91b'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:14.601409 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf301ca-7c5b-4798-9a14-a11ac5bb1b16 None None] Network cf769d82-338d-4d07-af8f-e94e898d5f03 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:14.617743 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-10f9e589-437b-454d-9c36-8ca9e9a4e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:14.654652 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f9e589-437b-454d-9c36-8ca9e9a4e577 None None] Routers {'83edbd36-70e4-4d55-bac2-fd1e5a7ad91b'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:14.666046 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-10f9e589-437b-454d-9c36-8ca9e9a4e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:34:49Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['83edbd36-70e4-4d55-bac2-fd1e5a7ad91b'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:14.717749 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4eb77e6c-e39b-44d9-a9ac-1cebff000003 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "GET /v2.0/ports/219b8a31-9894-4fc8-abe3-3ccfd8176732/tags HTTP/1.1" status: 200 len: 240 time: 0.1898644 Aug 11 02:35:14.719062 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45536) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:14.740377 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a8087b16-43d0-4650-b84e-57f5fa107e41 None None] Provisioning for port 91eead28-8ab8-47d8-81ac-c06fc2f08877 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:14.741883 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.tag.tag_plugin [None req-2235de7d-c839-4a68-a829-92463fd213bb tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '219b8a31-9894-4fc8-abe3-3ccfd8176732', 'tempest-TagsExtTest-Tag-491908086') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:14.760186 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a8087b16-43d0-4650-b84e-57f5fa107e41 None None] Provisioning complete for port 91eead28-8ab8-47d8-81ac-c06fc2f08877 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:14.760566 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a8087b16-43d0-4650-b84e-57f5fa107e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:14.763657 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5335e9ca-e6cc-4d9c-88c0-32d087ec5e26 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "GET /v2.0/routers/83edbd36-70e4-4d55-bac2-fd1e5a7ad91b HTTP/1.1" status: 200 len: 918 time: 0.2250035 Aug 11 02:35:14.768630 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45538) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:14.808834 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-10f9e589-437b-454d-9c36-8ca9e9a4e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:14.809634 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f9e589-437b-454d-9c36-8ca9e9a4e577 None None] The sync data for ids ['83edbd36-70e4-4d55-bac2-fd1e5a7ad91b'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:35:14.822945 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91d782d-323a-4d43-b2af-173b1b43e14b tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:14.824804 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e91d782d-323a-4d43-b2af-173b1b43e14b tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=2e931faf-12fe-43f6-b34b-8aa380b6ef75&device_id=83edbd36-70e4-4d55-bac2-fd1e5a7ad91b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0543544 Aug 11 02:35:14.827400 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45540) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:14.875141 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2235de7d-c839-4a68-a829-92463fd213bb tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "GET /v2.0/ports/219b8a31-9894-4fc8-abe3-3ccfd8176732/tags/tempest-TagsExtTest-Tag-491908086 HTTP/1.1" status: 204 len: 168 time: 0.1465092 Aug 11 02:35:14.877016 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45542) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:14.882219 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.tag.tag_plugin [None req-424f25d0-d9ea-46e3-8198-87a2c1315b3d tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '219b8a31-9894-4fc8-abe3-3ccfd8176732', 'tempest-TagsExtTest-Tag-491908086') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:14.944436 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213e2cc9-4e12-488a-a858-f6978480210b tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:14.949388 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-213e2cc9-4e12-488a-a858-f6978480210b tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 881 time: 0.1183636 Aug 11 02:35:14.950140 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45544) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:14.974824 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-424f25d0-d9ea-46e3-8198-87a2c1315b3d tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "DELETE /v2.0/ports/219b8a31-9894-4fc8-abe3-3ccfd8176732/tags/tempest-TagsExtTest-Tag-491908086 HTTP/1.1" status: 204 len: 168 time: 0.0965509 Aug 11 02:35:14.977328 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45546) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:14.987187 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.tag.tag_plugin [None req-8e28c576-b6db-45b6-aa28-6402571fcb0c tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '219b8a31-9894-4fc8-abe3-3ccfd8176732') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:14.991461 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0d403409-c6b3-4e01-99e4-f20ed46f1bf5 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "GET /v2.0/ports?device_id=83edbd36-70e4-4d55-bac2-fd1e5a7ad91b HTTP/1.1" status: 200 len: 205 time: 0.0382195 Aug 11 02:35:14.991795 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45548) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:15.014438 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a8087b16-43d0-4650-b84e-57f5fa107e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:15.053406 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-a8087b16-43d0-4650-b84e-57f5fa107e41 None None] For port 91eead28-8ab8-47d8-81ac-c06fc2f08877, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=91eead28-8ab8-47d8-81ac-c06fc2f08877,segment=NetworkSegment(bce6c21a-4014-42bc-b923-9d427cd61530),segment_id=bce6c21a-4014-42bc-b923-9d427cd61530)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:15.058248 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a8087b16-43d0-4650-b84e-57f5fa107e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:15.140514 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8087b16-43d0-4650-b84e-57f5fa107e41 None None] Pushing event updated for resources: {'Port': ['ID=91eead28-8ab8-47d8-81ac-c06fc2f08877,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:15.287585 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ed91268d-a697-44f9-83e1-270d16c073f5 None None] Provisioning complete for port 91eead28-8ab8-47d8-81ac-c06fc2f08877 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:15.287936 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ed91268d-a697-44f9-83e1-270d16c073f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:15.445921 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ed91268d-a697-44f9-83e1-270d16c073f5 None None] Provisioning for port 219b8a31-9894-4fc8-abe3-3ccfd8176732 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:15.450889 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ed91268d-a697-44f9-83e1-270d16c073f5 None None] Provisioning complete for port 219b8a31-9894-4fc8-abe3-3ccfd8176732 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:15.451288 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ed91268d-a697-44f9-83e1-270d16c073f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:15.529267 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-ed91268d-a697-44f9-83e1-270d16c073f5 None None] Port 219b8a31-9894-4fc8-abe3-3ccfd8176732 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:35:15.667741 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-08515b74-c1a7-41a0-8733-b51886c1587b None None] Provisioning complete for port 219b8a31-9894-4fc8-abe3-3ccfd8176732 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:15.672835 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-08515b74-c1a7-41a0-8733-b51886c1587b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:15.676559 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1cfefb6c-dfb1-47d5-a89c-3881b989b10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:15.677000 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45566) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:15.677520 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8e28c576-b6db-45b6-aa28-6402571fcb0c tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "GET /v2.0/ports/219b8a31-9894-4fc8-abe3-3ccfd8176732/tags HTTP/1.1" status: 200 len: 205 time: 0.6939805 Aug 11 02:35:15.679928 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5b862ac5-b70a-4b41-9e79-329ec3706cd4 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:15.681862 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-c5c191bb-b1b8-4676-b568-77ac6f281072 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b7deb32b-3838-40df-95b4-1edcd0fb8623') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:15.746842 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a48cde-16dd-419a-b6a9-8f5653cf271c req-d95f31fe-74da-4cbf-80a1-85cd9c1d93b8 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:15.749862 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d9a48cde-16dd-419a-b6a9-8f5653cf271c req-d95f31fe-74da-4cbf-80a1-85cd9c1d93b8 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 945 time: 0.1428769 Aug 11 02:35:15.780842 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c5c191bb-b1b8-4676-b568-77ac6f281072 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "GET /v2.0/routers/b7deb32b-3838-40df-95b4-1edcd0fb8623/tags HTTP/1.1" status: 200 len: 240 time: 0.1025434 Aug 11 02:35:15.783252 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45572) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:15.788788 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-464573be-105c-4215-8e68-eac232270d18 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b7deb32b-3838-40df-95b4-1edcd0fb8623', 'tempest-TagsExtTest-Tag-885081256') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:15.790488 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-08515b74-c1a7-41a0-8733-b51886c1587b None None] Port 219b8a31-9894-4fc8-abe3-3ccfd8176732 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:35:15.851502 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d9a48cde-16dd-419a-b6a9-8f5653cf271c req-3c12247a-5c92-4fe7-b38f-63e2a16e44a7 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880303 Aug 11 02:35:15.869944 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5b862ac5-b70a-4b41-9e79-329ec3706cd4 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:15.964964 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-5b862ac5-b70a-4b41-9e79-329ec3706cd4 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Deleting port 54acf217-9bfb-40a7-9209-0a35b5dc044c {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:15.965561 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5b862ac5-b70a-4b41-9e79-329ec3706cd4 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:15.977457 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 91eead28-8ab8-47d8-81ac-c06fc2f08877 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:15.979990 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-464573be-105c-4215-8e68-eac232270d18 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "GET /v2.0/routers/b7deb32b-3838-40df-95b4-1edcd0fb8623/tags/tempest-TagsExtTest-Tag-885081256 HTTP/1.1" status: 204 len: 168 time: 0.1956778 Aug 11 02:35:15.984142 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45576) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:15.993762 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-5ba798df-3534-4345-937c-c15ac8125ed6 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b7deb32b-3838-40df-95b4-1edcd0fb8623', 'tempest-TagsExtTest-Tag-885081256') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:16.041714 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 91eead28-8ab8-47d8-81ac-c06fc2f08877 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:16.042291 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:16.058489 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5b862ac5-b70a-4b41-9e79-329ec3706cd4 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:16.074783 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-5b862ac5-b70a-4b41-9e79-329ec3706cd4 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Calling delete_port for 54acf217-9bfb-40a7-9209-0a35b5dc044c owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:16.092733 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93fe1a-df4b-44e7-a579-fb9725e603fc req-3084c8b5-1f50-4477-8a82-c6ff28c60eb5 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:16.094308 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1b93fe1a-df4b-44e7-a579-fb9725e603fc req-3084c8b5-1f50-4477-8a82-c6ff28c60eb5 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 945 time: 0.1608136 Aug 11 02:35:16.165639 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5ba798df-3534-4345-937c-c15ac8125ed6 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "DELETE /v2.0/routers/b7deb32b-3838-40df-95b4-1edcd0fb8623/tags/tempest-TagsExtTest-Tag-885081256 HTTP/1.1" status: 204 len: 168 time: 0.1757574 Aug 11 02:35:16.166266 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45578) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:16.174700 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-7b080826-05af-440d-a54d-ade667d98966 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b7deb32b-3838-40df-95b4-1edcd0fb8623') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:16.180752 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1b93fe1a-df4b-44e7-a579-fb9725e603fc req-b2523306-0ed0-4014-b01f-26230ef253d4 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751801 Aug 11 02:35:16.285712 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45582) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:16.285963 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7b080826-05af-440d-a54d-ade667d98966 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "GET /v2.0/routers/b7deb32b-3838-40df-95b4-1edcd0fb8623/tags HTTP/1.1" status: 200 len: 205 time: 0.1165900 Aug 11 02:35:16.291133 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.tag.tag_plugin [None req-b1bfe419-33be-4297-88fa-c409ec3073ae tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f3fb9477-def8-4fdb-a997-f09d5ebc9146') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:16.296918 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5b862ac5-b70a-4b41-9e79-329ec3706cd4 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:16.364756 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b862ac5-b70a-4b41-9e79-329ec3706cd4 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Pushing event deleted for resources: {'Port': ['ID=54acf217-9bfb-40a7-9209-0a35b5dc044c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:16.402533 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b1bfe419-33be-4297-88fa-c409ec3073ae tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "GET /v2.0/subnetpools/f3fb9477-def8-4fdb-a997-f09d5ebc9146/tags HTTP/1.1" status: 200 len: 240 time: 0.1153133 Aug 11 02:35:16.405322 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45590) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:16.432358 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.tag.tag_plugin [None req-97a3ae1b-5d1f-4420-af75-18e18d7eee58 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f3fb9477-def8-4fdb-a997-f09d5ebc9146', 'tempest-TagsExtTest-Tag-620140437') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:16.450782 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35993e-f3a8-41d5-8e8f-2b6ec23948d7 req-83a5b2d0-389b-4e96-b5fd-d38a0ad14584 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:16.452720 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8f35993e-f3a8-41d5-8e8f-2b6ec23948d7 req-83a5b2d0-389b-4e96-b5fd-d38a0ad14584 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 945 time: 0.1582952 Aug 11 02:35:16.490386 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-97a3ae1b-5d1f-4420-af75-18e18d7eee58 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "GET /v2.0/subnetpools/f3fb9477-def8-4fdb-a997-f09d5ebc9146/tags/tempest-TagsExtTest-Tag-620140437 HTTP/1.1" status: 204 len: 168 time: 0.0818117 Aug 11 02:35:16.491277 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45592) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:16.502735 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-370cd4ab-35c6-457c-ac37-cf41a4e23d44 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f3fb9477-def8-4fdb-a997-f09d5ebc9146', 'tempest-TagsExtTest-Tag-620140437') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:16.504301 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5b862ac5-b70a-4b41-9e79-329ec3706cd4 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:16.559633 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-370cd4ab-35c6-457c-ac37-cf41a4e23d44 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "DELETE /v2.0/subnetpools/f3fb9477-def8-4fdb-a997-f09d5ebc9146/tags/tempest-TagsExtTest-Tag-620140437 HTTP/1.1" status: 204 len: 168 time: 0.0663087 Aug 11 02:35:16.561348 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45596) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:16.567210 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-497779bc-51ea-4f51-913c-dd5afc74675e tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f3fb9477-def8-4fdb-a997-f09d5ebc9146') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:16.589503 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-497779bc-51ea-4f51-913c-dd5afc74675e tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "GET /v2.0/subnetpools/f3fb9477-def8-4fdb-a997-f09d5ebc9146/tags HTTP/1.1" status: 200 len: 205 time: 0.0268707 Aug 11 02:35:16.590066 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8f35993e-f3a8-41d5-8e8f-2b6ec23948d7 req-aaca3021-fe67-4bd5-98b6-5b5febd6e92c tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179073 Aug 11 02:35:16.593666 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45598) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:16.603262 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-71ad23e2-a293-4d74-bb5c-a80cab550bc7 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f3fb9477-def8-4fdb-a997-f09d5ebc9146') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:16.625091 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5b862ac5-b70a-4b41-9e79-329ec3706cd4 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:16.627484 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5b862ac5-b70a-4b41-9e79-329ec3706cd4 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:16.642659 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-71ad23e2-a293-4d74-bb5c-a80cab550bc7 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "DELETE /v2.0/subnetpools/f3fb9477-def8-4fdb-a997-f09d5ebc9146/tags HTTP/1.1" status: 204 len: 168 time: 0.0447035 Aug 11 02:35:16.642659 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45602) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:16.647564 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-93816714-25b2-4cc4-836a-ef40a01a8738 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b7deb32b-3838-40df-95b4-1edcd0fb8623') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:16.733648 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5b862ac5-b70a-4b41-9e79-329ec3706cd4 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:16.734777 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b862ac5-b70a-4b41-9e79-329ec3706cd4 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Fanout notify agent at l3_agent the message router_deleted on router 83edbd36-70e4-4d55-bac2-fd1e5a7ad91b {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:35:16.746018 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5b862ac5-b70a-4b41-9e79-329ec3706cd4 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:16.751816 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5b862ac5-b70a-4b41-9e79-329ec3706cd4 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "DELETE /v2.0/routers/83edbd36-70e4-4d55-bac2-fd1e5a7ad91b HTTP/1.1" status: 204 len: 168 time: 1.7554038 Aug 11 02:35:16.753879 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45606) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:16.765605 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-93816714-25b2-4cc4-836a-ef40a01a8738 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "DELETE /v2.0/routers/b7deb32b-3838-40df-95b4-1edcd0fb8623/tags HTTP/1.1" status: 204 len: 168 time: 0.1226969 Aug 11 02:35:16.766966 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-d52ab6c3-34ba-4259-949a-beb6e8142bfc tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-831933343', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:16.767913 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45608) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:16.773448 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-8c08b2cd-9e79-43f0-abe6-2d24da250f99 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '219b8a31-9894-4fc8-abe3-3ccfd8176732') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:16.798871 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d52ab6c3-34ba-4259-949a-beb6e8142bfc tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:16.807987 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d52ab6c3-34ba-4259-949a-beb6e8142bfc tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:16.842937 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8c08b2cd-9e79-43f0-abe6-2d24da250f99 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "DELETE /v2.0/ports/219b8a31-9894-4fc8-abe3-3ccfd8176732/tags HTTP/1.1" status: 204 len: 168 time: 0.0713446 Aug 11 02:35:16.843148 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45610) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:16.850481 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-65809c99-1281-419a-93dd-fae1a685f9c1 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a996f164-8c6f-409e-8930-3ad95082fec9') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:16.937100 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d52ab6c3-34ba-4259-949a-beb6e8142bfc tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:16.943699 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d52ab6c3-34ba-4259-949a-beb6e8142bfc tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:16.963629 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d52ab6c3-34ba-4259-949a-beb6e8142bfc tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:16.965211 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d52ab6c3-34ba-4259-949a-beb6e8142bfc tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2096057 Aug 11 02:35:16.967711 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45614) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:16.969560 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-65809c99-1281-419a-93dd-fae1a685f9c1 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "DELETE /v2.0/subnets/a996f164-8c6f-409e-8930-3ad95082fec9/tags HTTP/1.1" status: 204 len: 168 time: 0.1252658 Aug 11 02:35:16.974848 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45616) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:16.977656 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-7df3d553-3540-4451-8c7a-27ee3aca4c0f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'enable_snat': True}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:16.980248 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-8c93b9ec-292b-438d-b3ea-b91712fb841a tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a996f164-8c6f-409e-8930-3ad95082fec9', 'tempest-TagsExtTest-Tag-276725470') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:17.063688 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8c93b9ec-292b-438d-b3ea-b91712fb841a tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "PUT /v2.0/subnets/a996f164-8c6f-409e-8930-3ad95082fec9/tags/tempest-TagsExtTest-Tag-276725470 HTTP/1.1" status: 201 len: 201 time: 0.0872705 Aug 11 02:35:17.066572 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45620) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:17.071427 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-c4be719c-0cca-40c6-96fe-dbbbad2ca2e0 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '219b8a31-9894-4fc8-abe3-3ccfd8176732', 'tempest-TagsExtTest-Tag-1158513824') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:17.145851 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c4be719c-0cca-40c6-96fe-dbbbad2ca2e0 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "PUT /v2.0/ports/219b8a31-9894-4fc8-abe3-3ccfd8176732/tags/tempest-TagsExtTest-Tag-1158513824 HTTP/1.1" status: 201 len: 201 time: 0.0781374 Aug 11 02:35:17.148509 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45624) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:17.153446 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-257f4b80-8bbc-41a2-bc39-efa851c5b823 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b7deb32b-3838-40df-95b4-1edcd0fb8623', 'tempest-TagsExtTest-Tag-332747242') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:17.198535 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5748eb-393a-4939-b067-1c134e1f9649 req-1e339a8e-6640-4702-aea5-1bfad8704960 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:17.200105 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6d5748eb-393a-4939-b067-1c134e1f9649 req-1e339a8e-6640-4702-aea5-1bfad8704960 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 945 time: 0.1779342 Aug 11 02:35:17.250222 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-257f4b80-8bbc-41a2-bc39-efa851c5b823 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "PUT /v2.0/routers/b7deb32b-3838-40df-95b4-1edcd0fb8623/tags/tempest-TagsExtTest-Tag-332747242 HTTP/1.1" status: 201 len: 201 time: 0.0981042 Aug 11 02:35:17.258569 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45626) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:17.263753 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-cefdef37-cfeb-4c82-b124-5f85c023ed21 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f3fb9477-def8-4fdb-a997-f09d5ebc9146', 'tempest-TagsExtTest-Tag-859607852') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:17.285125 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7df3d553-3540-4451-8c7a-27ee3aca4c0f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:17.301242 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-cefdef37-cfeb-4c82-b124-5f85c023ed21 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "PUT /v2.0/subnetpools/f3fb9477-def8-4fdb-a997-f09d5ebc9146/tags/tempest-TagsExtTest-Tag-859607852 HTTP/1.1" status: 201 len: 201 time: 0.0391736 Aug 11 02:35:17.301489 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45628) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:17.306051 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-e3fcf062-f1fc-4ffd-8459-06a37bc11444 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a996f164-8c6f-409e-8930-3ad95082fec9', {'tags': ['tempest-TagsExtTest-Tag-2066327205', 'tempest-TagsExtTest-Tag-1167906070', 'tempest-TagsExtTest-Tag-288817305']}) {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:17.317225 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6d5748eb-393a-4939-b067-1c134e1f9649 req-067b9ef8-ad86-4cb0-922a-10077bc0fd02 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867391 Aug 11 02:35:17.382399 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e3fcf062-f1fc-4ffd-8459-06a37bc11444 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "PUT /v2.0/subnets/a996f164-8c6f-409e-8930-3ad95082fec9/tags HTTP/1.1" status: 200 len: 317 time: 0.0799611 Aug 11 02:35:17.386598 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45632) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:17.391676 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.tag.tag_plugin [None req-7f1155f0-efb9-40b6-a68e-002168ba9850 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a996f164-8c6f-409e-8930-3ad95082fec9') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:17.560092 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7df3d553-3540-4451-8c7a-27ee3aca4c0f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:17.592711 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7f1155f0-efb9-40b6-a68e-002168ba9850 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "DELETE /v2.0/subnets/a996f164-8c6f-409e-8930-3ad95082fec9/tags HTTP/1.1" status: 204 len: 168 time: 0.2029374 Aug 11 02:35:17.592711 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7df3d553-3540-4451-8c7a-27ee3aca4c0f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:17.593349 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45642) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:17.598485 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.tag.tag_plugin [None req-dc87770b-f55c-4634-a6da-b32b264ebee9 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a996f164-8c6f-409e-8930-3ad95082fec9', 'tempest-TagsExtTest-Tag-2066327205') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:17.734642 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-dc87770b-f55c-4634-a6da-b32b264ebee9 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] show failed (client error): The resource could not be found. Aug 11 02:35:17.735739 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-dc87770b-f55c-4634-a6da-b32b264ebee9 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "GET /v2.0/subnets/a996f164-8c6f-409e-8930-3ad95082fec9/tags/tempest-TagsExtTest-Tag-2066327205 HTTP/1.1" status: 404 len: 329 time: 0.1414549 Aug 11 02:35:17.737118 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-7df3d553-3540-4451-8c7a-27ee3aca4c0f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Allocated IP 172.25.2.78 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/e8473bb9-4758-4cbb-b742-5b837f5776ec) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:17.739141 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45648) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:17.745108 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-fadd962e-b88f-4486-aed7-41bd1f601a41 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a996f164-8c6f-409e-8930-3ad95082fec9', 'tempest-TagsExtTest-Tag-1167906070') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:17.854035 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-fadd962e-b88f-4486-aed7-41bd1f601a41 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] show failed (client error): The resource could not be found. Aug 11 02:35:17.855887 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fadd962e-b88f-4486-aed7-41bd1f601a41 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "GET /v2.0/subnets/a996f164-8c6f-409e-8930-3ad95082fec9/tags/tempest-TagsExtTest-Tag-1167906070 HTTP/1.1" status: 404 len: 329 time: 0.1150918 Aug 11 02:35:17.858987 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45652) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:17.870969 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7df3d553-3540-4451-8c7a-27ee3aca4c0f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:17.871109 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-e456d513-90b9-4f4a-8c8d-862c1ddb7dad tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a996f164-8c6f-409e-8930-3ad95082fec9', 'tempest-TagsExtTest-Tag-288817305') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:17.909256 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7df3d553-3540-4451-8c7a-27ee3aca4c0f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:17.934085 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-e456d513-90b9-4f4a-8c8d-862c1ddb7dad tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] show failed (client error): The resource could not be found. Aug 11 02:35:17.935549 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e456d513-90b9-4f4a-8c8d-862c1ddb7dad tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "GET /v2.0/subnets/a996f164-8c6f-409e-8930-3ad95082fec9/tags/tempest-TagsExtTest-Tag-288817305 HTTP/1.1" status: 404 len: 328 time: 0.0743315 Aug 11 02:35:17.937984 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45654) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:17.945296 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-8ea9372a-3ee9-4445-aae9-01860da6bc47 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '219b8a31-9894-4fc8-abe3-3ccfd8176732', {'tags': ['tempest-TagsExtTest-Tag-1991322797', 'tempest-TagsExtTest-Tag-580015857', 'tempest-TagsExtTest-Tag-753466024']}) {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:17.950677 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df3d553-3540-4451-8c7a-27ee3aca4c0f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:17.953628 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-7df3d553-3540-4451-8c7a-27ee3aca4c0f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:17.957292 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df3d553-3540-4451-8c7a-27ee3aca4c0f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:17.980507 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3d553-3540-4451-8c7a-27ee3aca4c0f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Pushing event updated for resources: {'Port': ['ID=e8473bb9-4758-4cbb-b742-5b837f5776ec,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:18.005976 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8ea9372a-3ee9-4445-aae9-01860da6bc47 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "PUT /v2.0/ports/219b8a31-9894-4fc8-abe3-3ccfd8176732/tags HTTP/1.1" status: 200 len: 316 time: 0.0666020 Aug 11 02:35:18.008389 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45656) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:18.012693 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-3cf40f04-e5d0-4f4d-be75-f8e4c778642a tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '219b8a31-9894-4fc8-abe3-3ccfd8176732') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:18.084884 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3cf40f04-e5d0-4f4d-be75-f8e4c778642a tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "DELETE /v2.0/ports/219b8a31-9894-4fc8-abe3-3ccfd8176732/tags HTTP/1.1" status: 204 len: 168 time: 0.0754144 Aug 11 02:35:18.087433 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45662) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:18.092015 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-22b79c20-e5eb-4298-bb77-690bdda9e6df tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '219b8a31-9894-4fc8-abe3-3ccfd8176732', 'tempest-TagsExtTest-Tag-1991322797') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:18.144249 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-22b79c20-e5eb-4298-bb77-690bdda9e6df tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] show failed (client error): The resource could not be found. Aug 11 02:35:18.148355 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-22b79c20-e5eb-4298-bb77-690bdda9e6df tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "GET /v2.0/ports/219b8a31-9894-4fc8-abe3-3ccfd8176732/tags/tempest-TagsExtTest-Tag-1991322797 HTTP/1.1" status: 404 len: 329 time: 0.0569017 Aug 11 02:35:18.148676 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45664) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:18.154109 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-4afb483c-45ff-4c55-bc00-418255abaa29 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '219b8a31-9894-4fc8-abe3-3ccfd8176732', 'tempest-TagsExtTest-Tag-580015857') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:18.207969 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-4afb483c-45ff-4c55-bc00-418255abaa29 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] show failed (client error): The resource could not be found. Aug 11 02:35:18.211578 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4afb483c-45ff-4c55-bc00-418255abaa29 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "GET /v2.0/ports/219b8a31-9894-4fc8-abe3-3ccfd8176732/tags/tempest-TagsExtTest-Tag-580015857 HTTP/1.1" status: 404 len: 328 time: 0.0590422 Aug 11 02:35:18.212126 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45666) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:18.216598 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-4fb74a9a-b74f-4492-b801-8920b9f80632 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '219b8a31-9894-4fc8-abe3-3ccfd8176732', 'tempest-TagsExtTest-Tag-753466024') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:18.234575 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7df3d553-3540-4451-8c7a-27ee3aca4c0f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:18.272215 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-4fb74a9a-b74f-4492-b801-8920b9f80632 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] show failed (client error): The resource could not be found. Aug 11 02:35:18.273410 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4fb74a9a-b74f-4492-b801-8920b9f80632 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "GET /v2.0/ports/219b8a31-9894-4fc8-abe3-3ccfd8176732/tags/tempest-TagsExtTest-Tag-753466024 HTTP/1.1" status: 404 len: 328 time: 0.0603793 Aug 11 02:35:18.276143 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45668) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:18.280999 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-e2872114-6920-4dc2-9099-cdc3709031b2 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b7deb32b-3838-40df-95b4-1edcd0fb8623', {'tags': ['tempest-TagsExtTest-Tag-1356484177', 'tempest-TagsExtTest-Tag-871849477', 'tempest-TagsExtTest-Tag-396999412']}) {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:18.319784 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-066ec2b7-1278-48e2-893a-5199875d187f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:18.383700 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:18.411177 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e2872114-6920-4dc2-9099-cdc3709031b2 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "PUT /v2.0/routers/b7deb32b-3838-40df-95b4-1edcd0fb8623/tags HTTP/1.1" status: 200 len: 316 time: 0.1321194 Aug 11 02:35:18.413265 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45674) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:18.418388 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-85d74e14-772a-4a7b-8f98-c6cb20a5b0a6 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b7deb32b-3838-40df-95b4-1edcd0fb8623') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:18.522641 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-85d74e14-772a-4a7b-8f98-c6cb20a5b0a6 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "DELETE /v2.0/routers/b7deb32b-3838-40df-95b4-1edcd0fb8623/tags HTTP/1.1" status: 204 len: 168 time: 0.1079791 Aug 11 02:35:18.525114 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45676) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:18.530772 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-2a12e7f0-20b5-455b-b76f-26c4e36cae83 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b7deb32b-3838-40df-95b4-1edcd0fb8623', 'tempest-TagsExtTest-Tag-1356484177') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:18.600289 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7df3d553-3540-4451-8c7a-27ee3aca4c0f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133780224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133782865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36741'] for router, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:18.604734 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7df3d553-3540-4451-8c7a-27ee3aca4c0f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133780475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133780466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133782856'] for router, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:18.618801 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3aaeee-c80f-4818-9df6-ce5664275db8 req-5e53e017-67f9-4fd5-b905-29be5018dacf tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:18.620802 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c3aaeee-c80f-4818-9df6-ce5664275db8 req-5e53e017-67f9-4fd5-b905-29be5018dacf tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 945 time: 0.1596947 Aug 11 02:35:18.622078 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-2a12e7f0-20b5-455b-b76f-26c4e36cae83 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] show failed (client error): The resource could not be found. Aug 11 02:35:18.623148 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2a12e7f0-20b5-455b-b76f-26c4e36cae83 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "GET /v2.0/routers/b7deb32b-3838-40df-95b4-1edcd0fb8623/tags/tempest-TagsExtTest-Tag-1356484177 HTTP/1.1" status: 404 len: 329 time: 0.0966399 Aug 11 02:35:18.627191 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45682) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:18.633014 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-b5de7029-2dcc-42f9-9ee7-ead85ac8986d tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b7deb32b-3838-40df-95b4-1edcd0fb8623', 'tempest-TagsExtTest-Tag-871849477') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:18.722949 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-b5de7029-2dcc-42f9-9ee7-ead85ac8986d tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] show failed (client error): The resource could not be found. Aug 11 02:35:18.725193 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b5de7029-2dcc-42f9-9ee7-ead85ac8986d tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "GET /v2.0/routers/b7deb32b-3838-40df-95b4-1edcd0fb8623/tags/tempest-TagsExtTest-Tag-871849477 HTTP/1.1" status: 404 len: 328 time: 0.0958469 Aug 11 02:35:18.726858 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45684) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:18.731923 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-9f3c6fec-25d3-478d-93ab-d92be40d03ba tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b7deb32b-3838-40df-95b4-1edcd0fb8623', 'tempest-TagsExtTest-Tag-396999412') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:18.817929 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-9f3c6fec-25d3-478d-93ab-d92be40d03ba tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] show failed (client error): The resource could not be found. Aug 11 02:35:18.819268 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9f3c6fec-25d3-478d-93ab-d92be40d03ba tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "GET /v2.0/routers/b7deb32b-3838-40df-95b4-1edcd0fb8623/tags/tempest-TagsExtTest-Tag-396999412 HTTP/1.1" status: 404 len: 328 time: 0.0912511 Aug 11 02:35:18.821753 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45686) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:18.826774 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-5d670eba-9ce3-4d66-9c1e-1b2feb046156 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f3fb9477-def8-4fdb-a997-f09d5ebc9146', {'tags': ['tempest-TagsExtTest-Tag-1098474451', 'tempest-TagsExtTest-Tag-303108564', 'tempest-TagsExtTest-Tag-642339997']}) {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:18.870688 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5d670eba-9ce3-4d66-9c1e-1b2feb046156 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "PUT /v2.0/subnetpools/f3fb9477-def8-4fdb-a997-f09d5ebc9146/tags HTTP/1.1" status: 200 len: 316 time: 0.0476370 Aug 11 02:35:18.885367 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45688) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:18.897683 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-190c1dfc-99bc-4e19-a78d-c4e3e2bb03ae tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f3fb9477-def8-4fdb-a997-f09d5ebc9146') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:18.954249 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-190c1dfc-99bc-4e19-a78d-c4e3e2bb03ae tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "DELETE /v2.0/subnetpools/f3fb9477-def8-4fdb-a997-f09d5ebc9146/tags HTTP/1.1" status: 204 len: 168 time: 0.0686898 Aug 11 02:35:18.957998 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45692) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:18.967887 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-716b0d9f-5f6e-4f5f-884c-808f083effd8 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f3fb9477-def8-4fdb-a997-f09d5ebc9146', 'tempest-TagsExtTest-Tag-1098474451') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:19.010369 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-716b0d9f-5f6e-4f5f-884c-808f083effd8 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] show failed (client error): The resource could not be found. Aug 11 02:35:19.011622 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-716b0d9f-5f6e-4f5f-884c-808f083effd8 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "GET /v2.0/subnetpools/f3fb9477-def8-4fdb-a997-f09d5ebc9146/tags/tempest-TagsExtTest-Tag-1098474451 HTTP/1.1" status: 404 len: 329 time: 0.0525184 Aug 11 02:35:19.014443 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45694) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:19.021221 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-9302b48d-0ad4-4ed7-b077-cfee760e054b tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f3fb9477-def8-4fdb-a997-f09d5ebc9146', 'tempest-TagsExtTest-Tag-303108564') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:19.053257 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148980d-a4a3-44b8-a162-f5d865701716 req-59d72a33-3df2-4ae9-aa35-bda330004bdd tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:19.054770 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-9302b48d-0ad4-4ed7-b077-cfee760e054b tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] show failed (client error): The resource could not be found. Aug 11 02:35:19.055675 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d148980d-a4a3-44b8-a162-f5d865701716 req-59d72a33-3df2-4ae9-aa35-bda330004bdd tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.66 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 945 time: 0.5146081 Aug 11 02:35:19.056023 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9302b48d-0ad4-4ed7-b077-cfee760e054b tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "GET /v2.0/subnetpools/f3fb9477-def8-4fdb-a997-f09d5ebc9146/tags/tempest-TagsExtTest-Tag-303108564 HTTP/1.1" status: 404 len: 328 time: 0.0404241 Aug 11 02:35:19.059484 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45696) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:19.064660 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-7234c4ad-941f-4dca-a1a3-da23899b25ba tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f3fb9477-def8-4fdb-a997-f09d5ebc9146', 'tempest-TagsExtTest-Tag-642339997') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:19.068857 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1c3aaeee-c80f-4818-9df6-ce5664275db8 req-79d52f8b-a6ec-4f68-9e1c-e0c6e647ef88 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908660 Aug 11 02:35:19.105119 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-7234c4ad-941f-4dca-a1a3-da23899b25ba tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] show failed (client error): The resource could not be found. Aug 11 02:35:19.106302 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7234c4ad-941f-4dca-a1a3-da23899b25ba tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "GET /v2.0/subnetpools/f3fb9477-def8-4fdb-a997-f09d5ebc9146/tags/tempest-TagsExtTest-Tag-642339997 HTTP/1.1" status: 404 len: 328 time: 0.0452764 Aug 11 02:35:19.109605 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45698) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:19.114444 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-275c9588-8a30-41d5-a5d7-368710c530fa tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f3fb9477-def8-4fdb-a997-f09d5ebc9146') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:19.144595 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-275c9588-8a30-41d5-a5d7-368710c530fa tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "DELETE /v2.0/subnetpools/f3fb9477-def8-4fdb-a997-f09d5ebc9146/tags HTTP/1.1" status: 204 len: 168 time: 0.0338838 Aug 11 02:35:19.148757 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45700) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:19.156321 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.tag.tag_plugin [None req-f21e11ea-1e55-4733-ace9-47dcbccc8975 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b7deb32b-3838-40df-95b4-1edcd0fb8623') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:19.278518 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df3d553-3540-4451-8c7a-27ee3aca4c0f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Router 77cf6bc8-299d-4819-961b-3e396c919c14 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:35:19.286927 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-d148980d-a4a3-44b8-a162-f5d865701716 req-a209c702-1ce3-4f27-b716-61275b16996c tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Deleting port c7e36d8e-3815-4af2-8e2c-b39e8ccac20c {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:19.287266 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d148980d-a4a3-44b8-a162-f5d865701716 req-a209c702-1ce3-4f27-b716-61275b16996c tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:19.305248 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f21e11ea-1e55-4733-ace9-47dcbccc8975 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "DELETE /v2.0/routers/b7deb32b-3838-40df-95b4-1edcd0fb8623/tags HTTP/1.1" status: 204 len: 168 time: 0.1527951 Aug 11 02:35:19.305818 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45706) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:19.310773 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-bd3904cb-4dc0-4574-b951-8758f50783c9 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '219b8a31-9894-4fc8-abe3-3ccfd8176732') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:19.379105 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bd3904cb-4dc0-4574-b951-8758f50783c9 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "DELETE /v2.0/ports/219b8a31-9894-4fc8-abe3-3ccfd8176732/tags HTTP/1.1" status: 204 len: 168 time: 0.0694127 Aug 11 02:35:19.379429 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45708) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:19.384365 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-7c93095a-0455-4dec-85ff-c68339122204 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a996f164-8c6f-409e-8930-3ad95082fec9') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:19.434228 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-d148980d-a4a3-44b8-a162-f5d865701716 req-a209c702-1ce3-4f27-b716-61275b16996c tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] For port c7e36d8e-3815-4af2-8e2c-b39e8ccac20c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=c7e36d8e-3815-4af2-8e2c-b39e8ccac20c,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:19.434602 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d148980d-a4a3-44b8-a162-f5d865701716 req-a209c702-1ce3-4f27-b716-61275b16996c tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:19.452866 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-d148980d-a4a3-44b8-a162-f5d865701716 req-a209c702-1ce3-4f27-b716-61275b16996c tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Calling delete_port for c7e36d8e-3815-4af2-8e2c-b39e8ccac20c owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:19.454192 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7c93095a-0455-4dec-85ff-c68339122204 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "DELETE /v2.0/subnets/a996f164-8c6f-409e-8930-3ad95082fec9/tags HTTP/1.1" status: 204 len: 168 time: 0.0734794 Aug 11 02:35:19.458955 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45712) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:19.576609 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-03c15fbc-0506-452e-a12b-2c08af2b122f tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks [] for subnetpool, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:19.580229 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-03c15fbc-0506-452e-a12b-2c08af2b122f tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "DELETE /v2.0/subnetpools/f3fb9477-def8-4fdb-a997-f09d5ebc9146 HTTP/1.1" status: 204 len: 168 time: 0.1176012 Aug 11 02:35:19.580433 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45718) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:19.605320 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df3d553-3540-4451-8c7a-27ee3aca4c0f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:35:19.611060 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7df3d553-3540-4451-8c7a-27ee3aca4c0f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:19.613584 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7df3d553-3540-4451-8c7a-27ee3aca4c0f tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "PUT /v2.0/routers/77cf6bc8-299d-4819-961b-3e396c919c14 HTTP/1.1" status: 200 len: 913 time: 2.6447363 Aug 11 02:35:19.616158 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45720) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:19.631714 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbc28a6-e966-48f7-99f9-bd95bd9b4894 None None] Sync routers for ids ['77cf6bc8-299d-4819-961b-3e396c919c14'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:35:19.635023 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-dfce14d7-1512-4a5a-b62f-0e24412ef45a tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7deb32b-3838-40df-95b4-1edcd0fb8623 HTTP/1.1" status: 200 len: 205 time: 0.0509760 Aug 11 02:35:19.635023 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45722) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:19.648282 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbc28a6-e966-48f7-99f9-bd95bd9b4894 None None] Routers {'77cf6bc8-299d-4819-961b-3e396c919c14'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:19.649567 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-7dbc28a6-e966-48f7-99f9-bd95bd9b4894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['77cf6bc8-299d-4819-961b-3e396c919c14'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:19.691210 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-7dbc28a6-e966-48f7-99f9-bd95bd9b4894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:19.702444 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbc28a6-e966-48f7-99f9-bd95bd9b4894 None None] Routers {'77cf6bc8-299d-4819-961b-3e396c919c14'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:19.703341 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-7dbc28a6-e966-48f7-99f9-bd95bd9b4894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['77cf6bc8-299d-4819-961b-3e396c919c14'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:19.727811 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-704ace9e-493d-4243-a8c5-cdb44f1ec328 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:19.743573 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-7dbc28a6-e966-48f7-99f9-bd95bd9b4894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:19.744462 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbc28a6-e966-48f7-99f9-bd95bd9b4894 None None] The sync data for ids ['77cf6bc8-299d-4819-961b-3e396c919c14'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:35:19.784754 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-28110ba6-d0ca-4a38-88fe-c21eb3b77dde tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "GET /v2.0/routers/77cf6bc8-299d-4819-961b-3e396c919c14 HTTP/1.1" status: 200 len: 919 time: 0.1668284 Aug 11 02:35:19.787397 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45724) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:19.829941 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d148980d-a4a3-44b8-a162-f5d865701716 req-a209c702-1ce3-4f27-b716-61275b16996c tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:19.843065 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['c7e36d8e-3815-4af2-8e2c-b39e8ccac20c'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:35:19.904839 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209c702-1ce3-4f27-b716-61275b16996c tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event deleted for resources: {'Port': ['ID=c7e36d8e-3815-4af2-8e2c-b39e8ccac20c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:19.918175 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea4160f-b122-4b3f-90e1-64bba650606e tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:19.919899 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6ea4160f-b122-4b3f-90e1-64bba650606e tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=2e931faf-12fe-43f6-b34b-8aa380b6ef75&device_id=77cf6bc8-299d-4819-961b-3e396c919c14&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1314998 Aug 11 02:35:19.954074 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45726) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:19.983788 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.102903 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-d148980d-a4a3-44b8-a162-f5d865701716 req-a209c702-1ce3-4f27-b716-61275b16996c tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] No DVR routers for this DVR port c7e36d8e-3815-4af2-8e2c-b39e8ccac20c on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:35:20.106954 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d148980d-a4a3-44b8-a162-f5d865701716 req-a209c702-1ce3-4f27-b716-61275b16996c tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.109426 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d148980d-a4a3-44b8-a162-f5d865701716 req-a209c702-1ce3-4f27-b716-61275b16996c tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.66 "DELETE /v2.0/ports/c7e36d8e-3815-4af2-8e2c-b39e8ccac20c HTTP/1.1" status: 204 len: 173 time: 1.0274234 Aug 11 02:35:20.109892 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44dfc29-2d90-4cc6-82f7-3c207222fd66', 'name': 'network-vif-deleted', 'tag': 'c7e36d8e-3815-4af2-8e2c-b39e8ccac20c'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:35:20.113274 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3ef901-b26c-4861-81c2-408ae14587e6" -d '{"events": [{"server_uuid": "a44dfc29-2d90-4cc6-82f7-3c207222fd66", "name": "network-vif-deleted", "tag": "c7e36d8e-3815-4af2-8e2c-b39e8ccac20c"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:35:20.213115 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c9d7f8-192d-47b2-996e-a2845c213f76 x-openstack-request-id: req-f5c9d7f8-192d-47b2-996e-a2845c213f76 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:35:20.213609 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a44dfc29-2d90-4cc6-82f7-3c207222fd66", "name": "network-vif-deleted", "tag": "c7e36d8e-3815-4af2-8e2c-b39e8ccac20c", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:35:20.214029 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f5c9d7f8-192d-47b2-996e-a2845c213f76 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:35:20.214595 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44dfc29-2d90-4cc6-82f7-3c207222fd66', 'name': 'network-vif-deleted', 'tag': 'c7e36d8e-3815-4af2-8e2c-b39e8ccac20c', 'status': 'completed', 'code': 200} Aug 11 02:35:20.226099 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d02898-e12e-47c0-9050-03f68eec50fc tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:20.228281 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a9d02898-e12e-47c0-9050-03f68eec50fc tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 881 time: 0.2731538 Aug 11 02:35:20.231085 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45738) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:20.279917 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-470c61f5-d3e2-4694-9b21-108d32152315 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "GET /v2.0/ports?device_id=77cf6bc8-299d-4819-961b-3e396c919c14 HTTP/1.1" status: 200 len: 205 time: 0.0472407 Aug 11 02:35:20.283408 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45740) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:20.432820 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-87a1e93f-f9a3-49bf-88bb-ffdf2c134a96 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.440513 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2e80f07b-cd08-48e2-994f-9490834ce3d2 req-7b5a2600-2557-4ad7-ba80-39cd1b404797 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 210 time: 0.0600791 Aug 11 02:35:20.444607 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-704ace9e-493d-4243-a8c5-cdb44f1ec328 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.446958 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-704ace9e-493d-4243-a8c5-cdb44f1ec328 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.495798 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-704ace9e-493d-4243-a8c5-cdb44f1ec328 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.496479 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704ace9e-493d-4243-a8c5-cdb44f1ec328 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Fanout notify agent at l3_agent the message router_deleted on router b7deb32b-3838-40df-95b4-1edcd0fb8623 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:35:20.505201 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-704ace9e-493d-4243-a8c5-cdb44f1ec328 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.506693 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-704ace9e-493d-4243-a8c5-cdb44f1ec328 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "DELETE /v2.0/routers/b7deb32b-3838-40df-95b4-1edcd0fb8623 HTTP/1.1" status: 204 len: 168 time: 0.8707442 Aug 11 02:35:20.509102 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45748) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:20.571259 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-87a1e93f-f9a3-49bf-88bb-ffdf2c134a96 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.603519 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-1ba5304b-a4f7-4752-9074-053d5562cfc9 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Deleting port 219b8a31-9894-4fc8-abe3-3ccfd8176732 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:20.604200 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ba5304b-a4f7-4752-9074-053d5562cfc9 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.638857 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-87a1e93f-f9a3-49bf-88bb-ffdf2c134a96 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Deleting port e8473bb9-4758-4cbb-b742-5b837f5776ec {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:20.639487 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-87a1e93f-f9a3-49bf-88bb-ffdf2c134a96 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.724594 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ba5304b-a4f7-4752-9074-053d5562cfc9 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.741206 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-1ba5304b-a4f7-4752-9074-053d5562cfc9 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Calling delete_port for 219b8a31-9894-4fc8-abe3-3ccfd8176732 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:20.775903 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-87a1e93f-f9a3-49bf-88bb-ffdf2c134a96 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.795532 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-87a1e93f-f9a3-49bf-88bb-ffdf2c134a96 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Calling delete_port for e8473bb9-4758-4cbb-b742-5b837f5776ec owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:20.890139 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ba5304b-a4f7-4752-9074-053d5562cfc9 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.929078 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5304b-a4f7-4752-9074-053d5562cfc9 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Pushing event deleted for resources: {'Port': ['ID=219b8a31-9894-4fc8-abe3-3ccfd8176732,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:21.016441 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-87a1e93f-f9a3-49bf-88bb-ffdf2c134a96 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.018595 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1ba5304b-a4f7-4752-9074-053d5562cfc9 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.024268 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1ba5304b-a4f7-4752-9074-053d5562cfc9 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "DELETE /v2.0/ports/219b8a31-9894-4fc8-abe3-3ccfd8176732 HTTP/1.1" status: 204 len: 168 time: 0.5140777 Aug 11 02:35:21.025010 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45754) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:21.060675 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1e93f-f9a3-49bf-88bb-ffdf2c134a96 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Pushing event deleted for resources: {'Port': ['ID=e8473bb9-4758-4cbb-b742-5b837f5776ec,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:21.090820 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef65909c-ef87-43b2-8780-89e8adfb04c8 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Deleting subnet a996f164-8c6f-409e-8930-3ad95082fec9 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:35:21.095285 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef65909c-ef87-43b2-8780-89e8adfb04c8 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.145463 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-87a1e93f-f9a3-49bf-88bb-ffdf2c134a96 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.146340 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef65909c-ef87-43b2-8780-89e8adfb04c8 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.248682 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef65909c-ef87-43b2-8780-89e8adfb04c8 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.301168 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-87a1e93f-f9a3-49bf-88bb-ffdf2c134a96 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.305376 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-87a1e93f-f9a3-49bf-88bb-ffdf2c134a96 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.316393 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef65909c-ef87-43b2-8780-89e8adfb04c8 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.331238 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef65909c-ef87-43b2-8780-89e8adfb04c8 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.336554 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ef65909c-ef87-43b2-8780-89e8adfb04c8 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "DELETE /v2.0/subnets/a996f164-8c6f-409e-8930-3ad95082fec9 HTTP/1.1" status: 204 len: 168 time: 0.3103650 Aug 11 02:35:21.339490 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3bd132-d698-4d19-b873-5a1306120d3c None None] Network cf769d82-338d-4d07-af8f-e94e898d5f03 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:21.355036 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45758) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:21.368144 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-87a1e93f-f9a3-49bf-88bb-ffdf2c134a96 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.368835 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a1e93f-f9a3-49bf-88bb-ffdf2c134a96 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Fanout notify agent at l3_agent the message router_deleted on router 77cf6bc8-299d-4819-961b-3e396c919c14 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:35:21.378599 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-87a1e93f-f9a3-49bf-88bb-ffdf2c134a96 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.384763 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-87a1e93f-f9a3-49bf-88bb-ffdf2c134a96 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "DELETE /v2.0/routers/77cf6bc8-299d-4819-961b-3e396c919c14 HTTP/1.1" status: 204 len: 168 time: 1.0985365 Aug 11 02:35:21.385535 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45760) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:21.390883 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-f379495f-1f43-4230-8d76-e3949e719220 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-591404555', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:21.427914 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f379495f-1f43-4230-8d76-e3949e719220 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.429210 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f379495f-1f43-4230-8d76-e3949e719220 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.454192 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-45a0143e-774e-4d7e-9a3f-eb88fc562d34 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.459987 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65909c-ef87-43b2-8780-89e8adfb04c8 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Pushing event deleted for resources: {'Subnet': ['ID=a996f164-8c6f-409e-8930-3ad95082fec9,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:21.509952 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.524783 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-45a0143e-774e-4d7e-9a3f-eb88fc562d34 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Deleting port 91eead28-8ab8-47d8-81ac-c06fc2f08877 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:21.525128 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-45a0143e-774e-4d7e-9a3f-eb88fc562d34 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.535737 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f379495f-1f43-4230-8d76-e3949e719220 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.551066 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f379495f-1f43-4230-8d76-e3949e719220 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.615963 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-45a0143e-774e-4d7e-9a3f-eb88fc562d34 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] For port 91eead28-8ab8-47d8-81ac-c06fc2f08877, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=91eead28-8ab8-47d8-81ac-c06fc2f08877,segment=NetworkSegment(bce6c21a-4014-42bc-b923-9d427cd61530),segment_id=bce6c21a-4014-42bc-b923-9d427cd61530)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:21.616341 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-45a0143e-774e-4d7e-9a3f-eb88fc562d34 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.616459 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0b794eb3-71e8-4d46-9ebe-cd421e9d8e5e req-c5d02f13-c532-44e5-b288-7c019010cb6f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 210 time: 0.0473342 Aug 11 02:35:21.627072 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f379495f-1f43-4230-8d76-e3949e719220 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.631662 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f379495f-1f43-4230-8d76-e3949e719220 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2425063 Aug 11 02:35:21.631808 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-45a0143e-774e-4d7e-9a3f-eb88fc562d34 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Calling delete_port for 91eead28-8ab8-47d8-81ac-c06fc2f08877 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:21.632056 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45768) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:21.637432 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-a7c440bb-9d16-4f15-bcae-ac671ee7baae tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'enable_snat': False}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:21.660655 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82ad49c-37bc-48ff-805d-9dcce83c3338 None None] DHCP port deletion for cf769d82-338d-4d07-af8f-e94e898d5f03 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:35:21.724148 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-c82ad49c-37bc-48ff-805d-9dcce83c3338 None None] Deleting port 91eead28-8ab8-47d8-81ac-c06fc2f08877 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:21.724860 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c82ad49c-37bc-48ff-805d-9dcce83c3338 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.751567 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-45a0143e-774e-4d7e-9a3f-eb88fc562d34 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.786804 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0143e-774e-4d7e-9a3f-eb88fc562d34 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Pushing event deleted for resources: {'Port': ['ID=91eead28-8ab8-47d8-81ac-c06fc2f08877,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:21.789276 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a0143e-774e-4d7e-9a3f-eb88fc562d34 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] No DVR routers for this DVR port 91eead28-8ab8-47d8-81ac-c06fc2f08877 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:35:21.793145 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-c82ad49c-37bc-48ff-805d-9dcce83c3338 None None] For port 91eead28-8ab8-47d8-81ac-c06fc2f08877, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=91eead28-8ab8-47d8-81ac-c06fc2f08877,segment=NetworkSegment(bce6c21a-4014-42bc-b923-9d427cd61530),segment_id=bce6c21a-4014-42bc-b923-9d427cd61530)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:21.793780 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c82ad49c-37bc-48ff-805d-9dcce83c3338 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.809561 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-c82ad49c-37bc-48ff-805d-9dcce83c3338 None None] Calling delete_port for 91eead28-8ab8-47d8-81ac-c06fc2f08877 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:21.919771 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-45a0143e-774e-4d7e-9a3f-eb88fc562d34 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.923874 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a7c440bb-9d16-4f15-bcae-ac671ee7baae tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.928925 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c82ad49c-37bc-48ff-805d-9dcce83c3338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.938003 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-45a0143e-774e-4d7e-9a3f-eb88fc562d34 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf769d82-338d-4d07-af8f-e94e898d5f03']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:21.957262 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-45a0143e-774e-4d7e-9a3f-eb88fc562d34 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce6c21a-4014-42bc-b923-9d427cd61530') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:21.957262 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-45a0143e-774e-4d7e-9a3f-eb88fc562d34 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce6c21a-4014-42bc-b923-9d427cd61530') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:21.968163 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-45a0143e-774e-4d7e-9a3f-eb88fc562d34 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.970532 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 91eead28-8ab8-47d8-81ac-c06fc2f08877 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:35:21.973698 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ad49c-37bc-48ff-805d-9dcce83c3338 None None] Pushing event deleted for resources: {'Port': ['ID=91eead28-8ab8-47d8-81ac-c06fc2f08877,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:21.985781 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-45a0143e-774e-4d7e-9a3f-eb88fc562d34 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.997421 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a0143e-774e-4d7e-9a3f-eb88fc562d34 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:35:21.998010 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-45a0143e-774e-4d7e-9a3f-eb88fc562d34 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: items = [ Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:35:22.003982 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:35:22.006158 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 91eead28-8ab8-47d8-81ac-c06fc2f08877 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:35:22.006158 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 91eead28-8ab8-47d8-81ac-c06fc2f08877 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:35:22.007350 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82ad49c-37bc-48ff-805d-9dcce83c3338 None None] No DVR routers for this DVR port 91eead28-8ab8-47d8-81ac-c06fc2f08877 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:35:22.086016 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-45a0143e-774e-4d7e-9a3f-eb88fc562d34 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:22.094691 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-45a0143e-774e-4d7e-9a3f-eb88fc562d34 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:22.100469 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-45a0143e-774e-4d7e-9a3f-eb88fc562d34 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] 10.222.0.50 "DELETE /v2.0/networks/cf769d82-338d-4d07-af8f-e94e898d5f03 HTTP/1.1" status: 204 len: 168 time: 0.7443299 Aug 11 02:35:22.116024 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0143e-774e-4d7e-9a3f-eb88fc562d34 tempest-TagsExtTest-553977651 tempest-TagsExtTest-553977651-project] Pushing event deleted for resources: {'Network': ['ID=cf769d82-338d-4d07-af8f-e94e898d5f03,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:22.500522 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a7c440bb-9d16-4f15-bcae-ac671ee7baae tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:22.529266 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a7c440bb-9d16-4f15-bcae-ac671ee7baae tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:22.550485 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45774) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:22.593300 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device c7e36d8e-3815-4af2-8e2c-b39e8ccac20c no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:35:22.618263 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: c7e36d8e-3815-4af2-8e2c-b39e8ccac20c {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:35:22.618966 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device c7e36d8e-3815-4af2-8e2c-b39e8ccac20c not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:35:22.664390 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-a7c440bb-9d16-4f15-bcae-ac671ee7baae tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Allocated IP 172.25.2.24 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/1d5cc2a9-1e61-45f5-943a-18eb04f45720) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:22.732619 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-abdf38a8-50fc-4b0b-9db0-537143cc3e82 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c90483c0741940068d3d8632572fdcb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1809154 Aug 11 02:35:22.733246 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45780) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:22.773323 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1a695b9e-a4a9-4c52-8836-0ba7b79d528f req-d1bdca4a-fd26-43f6-b3f6-93d721f2bb55 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 210 time: 0.0324812 Aug 11 02:35:22.801489 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a7c440bb-9d16-4f15-bcae-ac671ee7baae tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:22.832736 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a8983be6-ce0f-4414-8528-fd5b6a01d5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:22.850387 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a7c440bb-9d16-4f15-bcae-ac671ee7baae tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:22.858041 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a8983be6-ce0f-4414-8528-fd5b6a01d5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:22.893211 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c440bb-9d16-4f15-bcae-ac671ee7baae tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:22.895710 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-a7c440bb-9d16-4f15-bcae-ac671ee7baae tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:22.901834 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c440bb-9d16-4f15-bcae-ac671ee7baae tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:22.943300 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a8983be6-ce0f-4414-8528-fd5b6a01d5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:22.946610 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a8983be6-ce0f-4414-8528-fd5b6a01d5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:22.947896 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a8983be6-ce0f-4414-8528-fd5b6a01d5f8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e08b8a06-90a7-444d-ba7c-0bce9d005c63 HTTP/1.1" status: 204 len: 168 time: 0.2136703 Aug 11 02:35:22.965083 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8983be6-ce0f-4414-8528-fd5b6a01d5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08b8a06-90a7-444d-ba7c-0bce9d005c63,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:22.998464 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c440bb-9d16-4f15-bcae-ac671ee7baae tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Pushing event updated for resources: {'Port': ['ID=1d5cc2a9-1e61-45f5-943a-18eb04f45720,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:23.413332 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a7c440bb-9d16-4f15-bcae-ac671ee7baae tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:23.484482 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad9122-aa2a-476a-bc70-5b683d98b295 req-0da386d0-9247-4b04-807b-affc593ebf9e tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:23.486064 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-57ad9122-aa2a-476a-bc70-5b683d98b295 req-0da386d0-9247-4b04-807b-affc593ebf9e tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580 HTTP/1.1" status: 200 len: 946 time: 0.1100016 Aug 11 02:35:23.527377 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-57ad9122-aa2a-476a-bc70-5b683d98b295 req-33324fda-fb78-45cb-a00a-b84a3660e9d6 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9e75219-dec0-40fb-ac44-1965b19a9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344479 Aug 11 02:35:23.705469 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a7c440bb-9d16-4f15-bcae-ac671ee7baae tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133780224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133782865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36741'] for router, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:23.713361 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a7c440bb-9d16-4f15-bcae-ac671ee7baae tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133780475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133780466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133782856'] for router, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:23.870055 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c440bb-9d16-4f15-bcae-ac671ee7baae tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Router b4eab2fd-5074-4db1-8eff-ee6416d8db08 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:35:23.990443 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0becfb61-93bd-4c36-b74c-540928d44182 req-89238c99-8667-43cd-9f85-70848f8f3c8e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 210 time: 0.0556743 Aug 11 02:35:24.089374 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c440bb-9d16-4f15-bcae-ac671ee7baae tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:35:24.094410 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a7c440bb-9d16-4f15-bcae-ac671ee7baae tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:24.098680 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a7c440bb-9d16-4f15-bcae-ac671ee7baae tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "PUT /v2.0/routers/b4eab2fd-5074-4db1-8eff-ee6416d8db08 HTTP/1.1" status: 200 len: 914 time: 2.4624987 Aug 11 02:35:24.099025 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45820) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:24.104379 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eb5762-f212-4482-ae0b-50b3ceee66f1 None None] Sync routers for ids ['b4eab2fd-5074-4db1-8eff-ee6416d8db08'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:35:24.116296 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eb5762-f212-4482-ae0b-50b3ceee66f1 None None] Routers {'b4eab2fd-5074-4db1-8eff-ee6416d8db08'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:24.119197 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-18eb5762-f212-4482-ae0b-50b3ceee66f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['b4eab2fd-5074-4db1-8eff-ee6416d8db08'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:24.171566 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-18eb5762-f212-4482-ae0b-50b3ceee66f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:24.182883 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eb5762-f212-4482-ae0b-50b3ceee66f1 None None] Routers {'b4eab2fd-5074-4db1-8eff-ee6416d8db08'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:24.183792 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-18eb5762-f212-4482-ae0b-50b3ceee66f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['b4eab2fd-5074-4db1-8eff-ee6416d8db08'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:24.222768 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-18eb5762-f212-4482-ae0b-50b3ceee66f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:24.223854 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eb5762-f212-4482-ae0b-50b3ceee66f1 None None] The sync data for ids ['b4eab2fd-5074-4db1-8eff-ee6416d8db08'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:35:24.238075 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3e2c2c58-ca19-41da-bc2f-653ac34850ab tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "GET /v2.0/routers/b4eab2fd-5074-4db1-8eff-ee6416d8db08 HTTP/1.1" status: 200 len: 920 time: 0.1373575 Aug 11 02:35:24.241094 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45824) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:24.307504 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd40322d-6dd8-49cc-8cc1-76ca0bba11f0 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:24.311589 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-cd40322d-6dd8-49cc-8cc1-76ca0bba11f0 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=2e931faf-12fe-43f6-b34b-8aa380b6ef75&device_id=b4eab2fd-5074-4db1-8eff-ee6416d8db08&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0666151 Aug 11 02:35:24.312531 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45830) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:24.408245 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e3d7c4-b423-4216-889b-161b582b2327 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:24.409718 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-95e3d7c4-b423-4216-889b-161b582b2327 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "GET /v2.0/networks/2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 881 time: 0.0962076 Aug 11 02:35:24.412932 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45838) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:24.456729 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-46370645-25eb-4e9d-b115-8a30cb436301 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4eab2fd-5074-4db1-8eff-ee6416d8db08 HTTP/1.1" status: 200 len: 205 time: 0.0410771 Aug 11 02:35:24.459150 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45840) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:24.595680 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:24.616589 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-08d4b182-822b-4e64-b07a-5226356e92d5 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:24.675628 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aec0c6-2802-4fa4-8e44-f9040353a6fe req-41f5da9c-d0de-4ba3-8c61-1afc11198294 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:24.684415 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a3aec0c6-2802-4fa4-8e44-f9040353a6fe req-41f5da9c-d0de-4ba3-8c61-1afc11198294 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580 HTTP/1.1" status: 200 len: 946 time: 0.0776107 Aug 11 02:35:24.747945 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a3aec0c6-2802-4fa4-8e44-f9040353a6fe req-4be4fe67-e8c7-4dd1-908c-3236d34d3f82 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9e75219-dec0-40fb-ac44-1965b19a9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608225 Aug 11 02:35:24.749330 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-08d4b182-822b-4e64-b07a-5226356e92d5 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:24.821457 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9c9b1-922c-443e-9ee0-90af431b097c req-b188fb45-a286-4460-b3c1-808e2b86c497 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:24.823645 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bce9c9b1-922c-443e-9ee0-90af431b097c req-b188fb45-a286-4460-b3c1-808e2b86c497 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580 HTTP/1.1" status: 200 len: 946 time: 0.0741858 Aug 11 02:35:24.852919 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-08d4b182-822b-4e64-b07a-5226356e92d5 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Deleting port 1d5cc2a9-1e61-45f5-943a-18eb04f45720 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:24.853655 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-08d4b182-822b-4e64-b07a-5226356e92d5 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:24.951204 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-08d4b182-822b-4e64-b07a-5226356e92d5 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:24.964435 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-08d4b182-822b-4e64-b07a-5226356e92d5 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Calling delete_port for 1d5cc2a9-1e61-45f5-943a-18eb04f45720 owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:25.079894 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-bce9c9b1-922c-443e-9ee0-90af431b097c req-54890d79-025b-4623-ad33-b00760482f3d tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Deleting port 0fcb20ee-d41a-4373-ab40-de6341a7e2b1 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:25.080356 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-bce9c9b1-922c-443e-9ee0-90af431b097c req-54890d79-025b-4623-ad33-b00760482f3d tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.176485 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5ccfacae-a151-4d2c-a49f-028c71c3276c req-02e9b13c-65ba-42fc-8d96-9a3c7586a3b2 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 210 time: 0.0367961 Aug 11 02:35:25.234137 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-bce9c9b1-922c-443e-9ee0-90af431b097c req-54890d79-025b-4623-ad33-b00760482f3d tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] For port 0fcb20ee-d41a-4373-ab40-de6341a7e2b1, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=0fcb20ee-d41a-4373-ab40-de6341a7e2b1,segment=NetworkSegment(a872068f-60c0-4b83-8b6a-0a8d452f7bd9),segment_id=a872068f-60c0-4b83-8b6a-0a8d452f7bd9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:25.234816 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-bce9c9b1-922c-443e-9ee0-90af431b097c req-54890d79-025b-4623-ad33-b00760482f3d tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.250648 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-bce9c9b1-922c-443e-9ee0-90af431b097c req-54890d79-025b-4623-ad33-b00760482f3d tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Calling delete_port for 0fcb20ee-d41a-4373-ab40-de6341a7e2b1 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:25.333516 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-08d4b182-822b-4e64-b07a-5226356e92d5 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.385163 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.395487 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4b182-822b-4e64-b07a-5226356e92d5 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Pushing event deleted for resources: {'Port': ['ID=1d5cc2a9-1e61-45f5-943a-18eb04f45720,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:25.479289 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-bce9c9b1-922c-443e-9ee0-90af431b097c req-54890d79-025b-4623-ad33-b00760482f3d tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.505263 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-08d4b182-822b-4e64-b07a-5226356e92d5 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.511886 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['0fcb20ee-d41a-4373-ab40-de6341a7e2b1'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:35:25.556268 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54890d79-025b-4623-ad33-b00760482f3d tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Pushing event deleted for resources: {'Port': ['ID=0fcb20ee-d41a-4373-ab40-de6341a7e2b1,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:25.625831 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce9c9b1-922c-443e-9ee0-90af431b097c req-54890d79-025b-4623-ad33-b00760482f3d tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] No DVR routers for this DVR port 0fcb20ee-d41a-4373-ab40-de6341a7e2b1 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:35:25.628038 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-bce9c9b1-922c-443e-9ee0-90af431b097c req-54890d79-025b-4623-ad33-b00760482f3d tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.632516 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bce9c9b1-922c-443e-9ee0-90af431b097c req-54890d79-025b-4623-ad33-b00760482f3d tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.73 "DELETE /v2.0/ports/0fcb20ee-d41a-4373-ab40-de6341a7e2b1 HTTP/1.1" status: 204 len: 173 time: 0.8017650 Aug 11 02:35:25.634846 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580', 'name': 'network-vif-deleted', 'tag': '0fcb20ee-d41a-4373-ab40-de6341a7e2b1'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:35:25.646311 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602b96f2-93d8-4d1b-b476-2552d015c40f" -d '{"events": [{"server_uuid": "6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580", "name": "network-vif-deleted", "tag": "0fcb20ee-d41a-4373-ab40-de6341a7e2b1"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:35:25.647246 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-08d4b182-822b-4e64-b07a-5226356e92d5 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.651825 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-08d4b182-822b-4e64-b07a-5226356e92d5 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.726911 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-08d4b182-822b-4e64-b07a-5226356e92d5 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.727444 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d4b182-822b-4e64-b07a-5226356e92d5 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Fanout notify agent at l3_agent the message router_deleted on router b4eab2fd-5074-4db1-8eff-ee6416d8db08 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:35:25.744168 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-08d4b182-822b-4e64-b07a-5226356e92d5 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.745310 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-08d4b182-822b-4e64-b07a-5226356e92d5 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "DELETE /v2.0/routers/b4eab2fd-5074-4db1-8eff-ee6416d8db08 HTTP/1.1" status: 204 len: 168 time: 1.2851541 Aug 11 02:35:25.749538 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45884) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:25.762617 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-f4698890-51ae-41f4-aee5-f86bbb8af878 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-826109849', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}, 'admin_state_up': False}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:25.767856 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45888) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:25.820502 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f4698890-51ae-41f4-aee5-f86bbb8af878 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.821729 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f4698890-51ae-41f4-aee5-f86bbb8af878 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.903602 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f4698890-51ae-41f4-aee5-f86bbb8af878 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.947553 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6707671e-006c-4661-9030-a3f17191c6c4 req-2efa651f-148e-44b5-9fa6-5ac756b020f7 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580 HTTP/1.1" status: 200 len: 210 time: 0.0747259 Aug 11 02:35:26.077805 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f4698890-51ae-41f4-aee5-f86bbb8af878 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.090049 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-442dcd8d-d720-4828-be95-8337e7a83bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.147804 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26c8fb1-daaa-48cd-a7b1-774aaf13ccbe x-openstack-request-id: req-c26c8fb1-daaa-48cd-a7b1-774aaf13ccbe {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:35:26.148273 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580", "name": "network-vif-deleted", "tag": "0fcb20ee-d41a-4373-ab40-de6341a7e2b1", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:35:26.148619 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c26c8fb1-daaa-48cd-a7b1-774aaf13ccbe {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:35:26.149116 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9ac0b2-7c3b-4fb8-bf5d-1ac0b6ca5580', 'name': 'network-vif-deleted', 'tag': '0fcb20ee-d41a-4373-ab40-de6341a7e2b1', 'status': 'completed', 'code': 200} Aug 11 02:35:26.236844 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-442dcd8d-d720-4828-be95-8337e7a83bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.244974 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-442dcd8d-d720-4828-be95-8337e7a83bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.355466 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442dcd8d-d720-4828-be95-8337e7a83bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882eb447-7ad5-4c85-add6-73a10bbc9672,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:26.358983 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-81c14dff-d129-4de0-9201-cc8eb5918083 req-f4f3d240-1c4c-46f4-897c-f18b4c4a5981 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 210 time: 0.0979946 Aug 11 02:35:26.363458 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-442dcd8d-d720-4828-be95-8337e7a83bd0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3c092e593c0b4f5c93c1e7923d7fb186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5936859 Aug 11 02:35:26.388272 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45902) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:26.393636 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f4698890-51ae-41f4-aee5-f86bbb8af878 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.414370 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f4698890-51ae-41f4-aee5-f86bbb8af878 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.446308 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-32c33974-0495-431d-821d-8abcbb5fc230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.481804 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-32c33974-0495-431d-821d-8abcbb5fc230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.556654 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-32c33974-0495-431d-821d-8abcbb5fc230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.559310 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-32c33974-0495-431d-821d-8abcbb5fc230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.563114 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-32c33974-0495-431d-821d-8abcbb5fc230 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/882eb447-7ad5-4c85-add6-73a10bbc9672 HTTP/1.1" status: 204 len: 168 time: 0.1712980 Aug 11 02:35:26.569435 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-f4698890-51ae-41f4-aee5-f86bbb8af878 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Allocated IP 172.25.2.79 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/276bd36b-fc51-43cd-a1fe-7b03c85cff41) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:26.573605 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c33974-0495-431d-821d-8abcbb5fc230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882eb447-7ad5-4c85-add6-73a10bbc9672,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:26.715720 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f4698890-51ae-41f4-aee5-f86bbb8af878 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.767048 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f4698890-51ae-41f4-aee5-f86bbb8af878 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.811405 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4698890-51ae-41f4-aee5-f86bbb8af878 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:26.814541 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-f4698890-51ae-41f4-aee5-f86bbb8af878 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:26.818125 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4698890-51ae-41f4-aee5-f86bbb8af878 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:26.846823 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4698890-51ae-41f4-aee5-f86bbb8af878 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Pushing event updated for resources: {'Port': ['ID=276bd36b-fc51-43cd-a1fe-7b03c85cff41,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:26.952088 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45916) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:27.001315 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6a48e695-e3af-4714-98e6-28584e5308bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:27.147173 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f4698890-51ae-41f4-aee5-f86bbb8af878 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:27.148555 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6a48e695-e3af-4714-98e6-28584e5308bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:27.162151 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6a48e695-e3af-4714-98e6-28584e5308bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:27.248934 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6a48e695-e3af-4714-98e6-28584e5308bd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bacd8adb97f74b4ea164d35b4f44ec4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2900066 Aug 11 02:35:27.249191 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 45928) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:27.258807 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48e695-e3af-4714-98e6-28584e5308bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7caa65-252c-43f0-949d-4ed341ee4b21,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:27.350605 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f118da71-1af7-41bb-95a7-a61266f21f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:27.402072 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f118da71-1af7-41bb-95a7-a61266f21f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:27.493877 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a8d8ad1d-c9a3-4801-a25a-ec9a2e477b06 req-5382d33d-7fc2-4a66-ab54-c602c4c5c0a4 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44dfc29-2d90-4cc6-82f7-3c207222fd66 HTTP/1.1" status: 200 len: 210 time: 0.0361233 Aug 11 02:35:27.494713 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f118da71-1af7-41bb-95a7-a61266f21f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:27.497376 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f118da71-1af7-41bb-95a7-a61266f21f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:27.498627 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f118da71-1af7-41bb-95a7-a61266f21f1b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/af7caa65-252c-43f0-949d-4ed341ee4b21 HTTP/1.1" status: 204 len: 168 time: 0.2483168 Aug 11 02:35:27.499792 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f4698890-51ae-41f4-aee5-f86bbb8af878 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:27.508746 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118da71-1af7-41bb-95a7-a61266f21f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7caa65-252c-43f0-949d-4ed341ee4b21,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:27.666920 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4698890-51ae-41f4-aee5-f86bbb8af878 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Router 60078f99-db70-4647-88bd-bcb33b6307d1 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:35:27.819119 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 0fcb20ee-d41a-4373-ab40-de6341a7e2b1 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:35:27.839377 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 0fcb20ee-d41a-4373-ab40-de6341a7e2b1 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:35:27.852122 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 0fcb20ee-d41a-4373-ab40-de6341a7e2b1 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:35:27.862042 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4698890-51ae-41f4-aee5-f86bbb8af878 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:35:27.874623 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4885f4b1-eff4-4897-bbc5-5400e6071461 None None] Sync routers for ids ['60078f99-db70-4647-88bd-bcb33b6307d1'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:35:27.889416 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f4698890-51ae-41f4-aee5-f86bbb8af878 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:27.891632 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f4698890-51ae-41f4-aee5-f86bbb8af878 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.1410687 Aug 11 02:35:27.895646 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 45944) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:27.898071 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4885f4b1-eff4-4897-bbc5-5400e6071461 None None] Routers {'60078f99-db70-4647-88bd-bcb33b6307d1'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:27.898892 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-4885f4b1-eff4-4897-bbc5-5400e6071461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['60078f99-db70-4647-88bd-bcb33b6307d1'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:27.902328 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-60773d47-2fa1-41d6-8072-060396287aac tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:27.964105 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-4885f4b1-eff4-4897-bbc5-5400e6071461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:27.975787 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4885f4b1-eff4-4897-bbc5-5400e6071461 None None] Routers {'60078f99-db70-4647-88bd-bcb33b6307d1'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:27.976829 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-4885f4b1-eff4-4897-bbc5-5400e6071461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['60078f99-db70-4647-88bd-bcb33b6307d1'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:28.023198 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-4885f4b1-eff4-4897-bbc5-5400e6071461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:28.024433 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4885f4b1-eff4-4897-bbc5-5400e6071461 None None] The sync data for ids ['60078f99-db70-4647-88bd-bcb33b6307d1'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:35:28.904351 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-60773d47-2fa1-41d6-8072-060396287aac tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:28.936858 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-60773d47-2fa1-41d6-8072-060396287aac tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:29.044099 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-60773d47-2fa1-41d6-8072-060396287aac tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Deleting port 276bd36b-fc51-43cd-a1fe-7b03c85cff41 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:29.044452 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-60773d47-2fa1-41d6-8072-060396287aac tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:29.269437 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-60773d47-2fa1-41d6-8072-060396287aac tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:29.289366 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-60773d47-2fa1-41d6-8072-060396287aac tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Calling delete_port for 276bd36b-fc51-43cd-a1fe-7b03c85cff41 owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:29.325636 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:35:29.522090 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-60773d47-2fa1-41d6-8072-060396287aac tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:29.556539 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60773d47-2fa1-41d6-8072-060396287aac tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Pushing event deleted for resources: {'Port': ['ID=276bd36b-fc51-43cd-a1fe-7b03c85cff41,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:29.690797 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-60773d47-2fa1-41d6-8072-060396287aac tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:30.009620 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-60773d47-2fa1-41d6-8072-060396287aac tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133780224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133782865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36741'] for router, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:30.015140 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-60773d47-2fa1-41d6-8072-060396287aac tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133780475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133780466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133782856'] for router, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:30.135381 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60773d47-2fa1-41d6-8072-060396287aac tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Router 60078f99-db70-4647-88bd-bcb33b6307d1 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:35:30.253268 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60773d47-2fa1-41d6-8072-060396287aac tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:35:30.266871 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-60773d47-2fa1-41d6-8072-060396287aac tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:30.272579 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-60773d47-2fa1-41d6-8072-060396287aac tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "PUT /v2.0/routers/60078f99-db70-4647-88bd-bcb33b6307d1 HTTP/1.1" status: 200 len: 705 time: 2.3731501 Aug 11 02:35:30.272750 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6546f61-b580-4b96-8ead-40368ecdb565 None None] Sync routers for ids ['60078f99-db70-4647-88bd-bcb33b6307d1'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:35:30.272959 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46036) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:30.285933 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6546f61-b580-4b96-8ead-40368ecdb565 None None] Routers {'60078f99-db70-4647-88bd-bcb33b6307d1'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:30.289889 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d6546f61-b580-4b96-8ead-40368ecdb565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['60078f99-db70-4647-88bd-bcb33b6307d1'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:30.345096 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d6546f61-b580-4b96-8ead-40368ecdb565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:30.375274 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6546f61-b580-4b96-8ead-40368ecdb565 None None] Routers {'60078f99-db70-4647-88bd-bcb33b6307d1'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:30.376119 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d6546f61-b580-4b96-8ead-40368ecdb565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['60078f99-db70-4647-88bd-bcb33b6307d1'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:30.394045 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-20ee5aac-a80b-454e-ba1e-d839de463725 tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "GET /v2.0/routers/60078f99-db70-4647-88bd-bcb33b6307d1 HTTP/1.1" status: 200 len: 740 time: 0.1171310 Aug 11 02:35:30.394588 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46042) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:30.447841 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d6546f61-b580-4b96-8ead-40368ecdb565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:30.448753 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6546f61-b580-4b96-8ead-40368ecdb565 None None] The sync data for ids ['60078f99-db70-4647-88bd-bcb33b6307d1'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:35:30.482426 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-72d52901-3104-42d2-944c-61df2e144d0d tempest-RoutersAdminTest-734141227 tempest-RoutersAdminTest-734141227-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=2e931faf-12fe-43f6-b34b-8aa380b6ef75&device_id=60078f99-db70-4647-88bd-bcb33b6307d1 HTTP/1.1" status: 200 len: 205 time: 0.0868273 Aug 11 02:35:30.485112 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46046) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:30.526849 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c64ef415-a04d-4ae1-acb4-66d6eda2320e tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "GET /v2.0/ports?device_id=60078f99-db70-4647-88bd-bcb33b6307d1 HTTP/1.1" status: 200 len: 205 time: 0.0406809 Aug 11 02:35:30.530189 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46050) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:30.626860 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6c84376c-660e-406e-b3a3-dce585d0c6a5 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:30.836778 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6c84376c-660e-406e-b3a3-dce585d0c6a5 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:30.838985 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6c84376c-660e-406e-b3a3-dce585d0c6a5 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:30.886719 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6c84376c-660e-406e-b3a3-dce585d0c6a5 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:30.887455 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c84376c-660e-406e-b3a3-dce585d0c6a5 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Fanout notify agent at l3_agent the message router_deleted on router 60078f99-db70-4647-88bd-bcb33b6307d1 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:35:30.906459 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6c84376c-660e-406e-b3a3-dce585d0c6a5 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:30.908152 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6c84376c-660e-406e-b3a3-dce585d0c6a5 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "DELETE /v2.0/routers/60078f99-db70-4647-88bd-bcb33b6307d1 HTTP/1.1" status: 204 len: 168 time: 0.3767736 Aug 11 02:35:30.912194 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46060) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:30.957282 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-78a27d45-94b5-429a-b5c9-0278ac37d2e9 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "GET /v2.0/ports?device_id=60078f99-db70-4647-88bd-bcb33b6307d1 HTTP/1.1" status: 200 len: 205 time: 0.0430064 Aug 11 02:35:30.959738 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46062) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:31.058876 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-a2ac90e4-bb97-497e-8f88-3620bb8b2765 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] delete failed (client error): The resource could not be found. Aug 11 02:35:31.060070 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a2ac90e4-bb97-497e-8f88-3620bb8b2765 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "DELETE /v2.0/routers/60078f99-db70-4647-88bd-bcb33b6307d1 HTTP/1.1" status: 404 len: 336 time: 0.0994256 Aug 11 02:35:31.062748 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46068) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:31.097725 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-355221fc-37f5-4e30-b528-2da6104263dc tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4eab2fd-5074-4db1-8eff-ee6416d8db08 HTTP/1.1" status: 200 len: 205 time: 0.0318010 Aug 11 02:35:31.098044 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46070) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:31.139242 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-c3b9d703-6604-4750-9bd0-a7b74fdc3eb4 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] delete failed (client error): The resource could not be found. Aug 11 02:35:31.142657 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c3b9d703-6604-4750-9bd0-a7b74fdc3eb4 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "DELETE /v2.0/routers/b4eab2fd-5074-4db1-8eff-ee6416d8db08 HTTP/1.1" status: 404 len: 336 time: 0.0412631 Aug 11 02:35:31.142885 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46072) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:31.179609 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7f55f5a6-7325-4341-b65a-83265b0dc90f tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "GET /v2.0/ports?device_id=77cf6bc8-299d-4819-961b-3e396c919c14 HTTP/1.1" status: 200 len: 205 time: 0.0338204 Aug 11 02:35:31.181672 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46074) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:31.257076 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-dc0016b2-e458-43a5-ace3-e1391387624a tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] delete failed (client error): The resource could not be found. Aug 11 02:35:31.264344 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46078) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:31.275919 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-dc0016b2-e458-43a5-ace3-e1391387624a tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "DELETE /v2.0/routers/77cf6bc8-299d-4819-961b-3e396c919c14 HTTP/1.1" status: 404 len: 336 time: 0.0812747 Aug 11 02:35:31.301250 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7171e855-e8ed-40a6-8650-a13e6a71cf28 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "GET /v2.0/ports?device_id=83edbd36-70e4-4d55-bac2-fd1e5a7ad91b HTTP/1.1" status: 200 len: 205 time: 0.0350552 Aug 11 02:35:31.303660 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46084) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:31.386163 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-dc0856f5-a976-4fa0-b781-4ee7f278114f tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] delete failed (client error): The resource could not be found. Aug 11 02:35:31.387980 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-dc0856f5-a976-4fa0-b781-4ee7f278114f tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "DELETE /v2.0/routers/83edbd36-70e4-4d55-bac2-fd1e5a7ad91b HTTP/1.1" status: 404 len: 336 time: 0.0832987 Aug 11 02:35:31.391086 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46086) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:31.422582 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-af174015-a123-4fa8-bac3-49b94897b2a6 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "GET /v2.0/ports?device_id=291058cf-9f76-4aa5-8abd-7cbddd090037 HTTP/1.1" status: 200 len: 205 time: 0.0298553 Aug 11 02:35:31.425658 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46088) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:31.470880 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-c937f2b1-4f0d-4885-935d-8eae76872c4a tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] delete failed (client error): The resource could not be found. Aug 11 02:35:31.471970 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c937f2b1-4f0d-4885-935d-8eae76872c4a tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "DELETE /v2.0/routers/291058cf-9f76-4aa5-8abd-7cbddd090037 HTTP/1.1" status: 404 len: 336 time: 0.0453343 Aug 11 02:35:31.474872 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46090) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:31.505405 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-73c0a1e6-5b5c-4850-9b2e-f14569fd1eb5 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "GET /v2.0/ports?device_id=27a01b73-7c3d-40db-b3ea-e12c9dc1e55f HTTP/1.1" status: 200 len: 205 time: 0.0278409 Aug 11 02:35:31.506510 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46094) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:31.552085 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-49eb2f01-82d0-46d3-bb9d-8ece2ffe8443 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] delete failed (client error): The resource could not be found. Aug 11 02:35:31.553198 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-49eb2f01-82d0-46d3-bb9d-8ece2ffe8443 tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "DELETE /v2.0/routers/27a01b73-7c3d-40db-b3ea-e12c9dc1e55f HTTP/1.1" status: 404 len: 336 time: 0.0457308 Aug 11 02:35:31.555963 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46096) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:31.596897 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-915c4153-86ff-4263-a58c-480679450a7b tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] DELETE failed (client error): The resource could not be found. Aug 11 02:35:31.597435 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-915c4153-86ff-4263-a58c-480679450a7b tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:35:31.606369 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-915c4153-86ff-4263-a58c-480679450a7b tempest-RoutersAdminTest-1383018324 tempest-RoutersAdminTest-1383018324-project] 10.222.0.50 "DELETE /v2.0/subnets/14212012-364e-4f13-b8ac-ea7f1bef6204 HTTP/1.1" status: 404 len: 337 time: 0.0465295 Aug 11 02:35:32.118575 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46132) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:32.339694 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0be13449-fa42-45e3-b2bb-3a45ec5b8c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:32.512369 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0be13449-fa42-45e3-b2bb-3a45ec5b8c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:32.517584 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0be13449-fa42-45e3-b2bb-3a45ec5b8c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:32.586280 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0be13449-fa42-45e3-b2bb-3a45ec5b8c3d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ebf596642589454c93323e3348eb38db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4655139 Aug 11 02:35:32.588990 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46152) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:32.608769 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be13449-fa42-45e3-b2bb-3a45ec5b8c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5594fe4b-9815-4d04-8165-9c6ca24c3485,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:32.672666 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7cd2e4d8-8c40-441d-8d16-772b67b76ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:32.699673 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7cd2e4d8-8c40-441d-8d16-772b67b76ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:32.749428 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7cd2e4d8-8c40-441d-8d16-772b67b76ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:32.752507 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7cd2e4d8-8c40-441d-8d16-772b67b76ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:32.756721 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7cd2e4d8-8c40-441d-8d16-772b67b76ff9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5594fe4b-9815-4d04-8165-9c6ca24c3485 HTTP/1.1" status: 204 len: 168 time: 0.1635795 Aug 11 02:35:32.763244 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2e4d8-8c40-441d-8d16-772b67b76ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5594fe4b-9815-4d04-8165-9c6ca24c3485,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:33.099110 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46166) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:33.156579 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-063d8a0d-ee1c-4dc1-869d-16849cbf9382 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b0ad383b7e744b7b94cd5043250ed29e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560806 Aug 11 02:35:33.159563 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46168) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:33.224182 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bec05af1-57f3-4a0a-9527-dad1427d5d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:33.251835 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bec05af1-57f3-4a0a-9527-dad1427d5d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:33.344165 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bec05af1-57f3-4a0a-9527-dad1427d5d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:33.347437 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bec05af1-57f3-4a0a-9527-dad1427d5d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:33.349129 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bec05af1-57f3-4a0a-9527-dad1427d5d9c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f2e5b927-6eee-455c-8534-9830dbd12e82 HTTP/1.1" status: 204 len: 168 time: 0.1873899 Aug 11 02:35:33.365034 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec05af1-57f3-4a0a-9527-dad1427d5d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e5b927-6eee-455c-8534-9830dbd12e82,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:34.441777 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46252) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.454767 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46256) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.657444 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [None req-9e709e88-9174-43f5-918a-1e2409539d92 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:34.659243 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9e709e88-9174-43f5-918a-1e2409539d92 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2023354 Aug 11 02:35:34.662426 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46268) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.672569 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-03445d39-6e9a-4d1b-be70-eda0f44fcb31 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:34.673289 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-03445d39-6e9a-4d1b-be70-eda0f44fcb31 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0091057 Aug 11 02:35:34.675689 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46274) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.680573 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-87c30ad5-256b-48ae-88c5-936cd64c7ba3 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:34.681729 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-87c30ad5-256b-48ae-88c5-936cd64c7ba3 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0049393 Aug 11 02:35:34.684614 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46276) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.687811 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d720db48-0c57-4d7c-b7c6-7642e3c4da08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:34.691018 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-993f47cd-7a4f-4d5e-bc5d-bbc929c47e7e tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:34.695205 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-993f47cd-7a4f-4d5e-bc5d-bbc929c47e7e tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0093706 Aug 11 02:35:34.696419 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46278) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.701589 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-0f236226-02c8-44d0-8ff2-000bb256127e tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:34.702781 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0f236226-02c8-44d0-8ff2-000bb256127e tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0047596 Aug 11 02:35:34.706504 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46280) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.725298 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [None req-c8d82d3f-338d-4344-b2cb-714b884be699 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:34.726516 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c8d82d3f-338d-4344-b2cb-714b884be699 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0178773 Aug 11 02:35:34.729302 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46284) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.734591 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-7b55d11a-e416-4728-9da8-57cc0c12578b tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:34.735739 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7b55d11a-e416-4728-9da8-57cc0c12578b tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0053029 Aug 11 02:35:34.738223 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46286) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.742317 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-f624ec90-4d0e-435e-bc47-bfd024f83fb5 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:34.743280 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f624ec90-4d0e-435e-bc47-bfd024f83fb5 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0041690 Aug 11 02:35:34.745546 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46288) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.749705 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-7f450dae-1772-4e43-a666-18cf8f9b995d tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:34.750653 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7f450dae-1772-4e43-a666-18cf8f9b995d tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0042403 Aug 11 02:35:34.753545 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46290) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.761564 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-79b284c4-8b75-40e1-9eb1-8f2387a694d6 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:34.763213 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-79b284c4-8b75-40e1-9eb1-8f2387a694d6 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0085242 Aug 11 02:35:34.765485 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46294) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.770656 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-e6a17ead-ecee-4a1c-9649-edd9a13cd6bc tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:34.774474 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46298) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.775228 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e6a17ead-ecee-4a1c-9649-edd9a13cd6bc tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0087609 Aug 11 02:35:34.783160 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [None req-77498a5f-a296-4a2d-acfb-1e7f1866dda3 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:34.784370 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-77498a5f-a296-4a2d-acfb-1e7f1866dda3 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0065935 Aug 11 02:35:34.787242 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46300) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.792861 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [None req-2273dfea-404f-449d-ba66-0816a4c38a74 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:34.795583 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2273dfea-404f-449d-ba66-0816a4c38a74 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0042667 Aug 11 02:35:34.797108 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46302) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.803697 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-869f3c38-0fc6-4d62-94fe-2a77334b731e tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:34.807484 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-869f3c38-0fc6-4d62-94fe-2a77334b731e tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0079055 Aug 11 02:35:34.808184 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46304) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.816535 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-9d41d3f7-969c-40e1-9189-8730c6030409 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:34.821614 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9d41d3f7-969c-40e1-9189-8730c6030409 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0118437 Aug 11 02:35:34.822645 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46306) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.828146 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-9d8ef4cc-176f-4950-93df-e8e11b9b8f48 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:34.831718 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9d8ef4cc-176f-4950-93df-e8e11b9b8f48 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0072284 Aug 11 02:35:34.832892 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46308) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.844149 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-32cff979-1e6b-402b-a684-0e4afb91b2e2 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:34.848377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46310) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.850281 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-32cff979-1e6b-402b-a684-0e4afb91b2e2 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0144408 Aug 11 02:35:34.858691 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [None req-004bc775-ab4e-4c12-808a-dd36ff40b6a3 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:34.863111 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46312) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.863528 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-004bc775-ab4e-4c12-808a-dd36ff40b6a3 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0095897 Aug 11 02:35:34.868175 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-859cfb34-2e91-4dfc-bc34-6abc93fd5253 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:34.872842 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-859cfb34-2e91-4dfc-bc34-6abc93fd5253 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0084236 Aug 11 02:35:34.874156 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46314) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.887609 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [None req-9ec914ca-eb3c-4515-b771-8d4c1828581c tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:34.890890 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9ec914ca-eb3c-4515-b771-8d4c1828581c tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0083435 Aug 11 02:35:34.891286 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46316) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.897386 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-63a1f321-872c-4642-9007-d5d0bcaebc0e tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:34.898495 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-63a1f321-872c-4642-9007-d5d0bcaebc0e tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0061674 Aug 11 02:35:34.901372 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46318) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.902946 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629f563-f085-4d74-984c-a205cbb890b4 req-cc1d47ed-96de-42c4-ae3e-8c67c9816166 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:34.904559 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6629f563-f085-4d74-984c-a205cbb890b4 req-cc1d47ed-96de-42c4-ae3e-8c67c9816166 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/networks?id=60533bb5-5d6d-4ffb-b4d8-798fcac061ed HTTP/1.1" status: 200 len: 813 time: 0.1970208 Aug 11 02:35:34.907265 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-a807e566-4e9d-42ba-b94c-f4232b582988 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:34.911133 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a807e566-4e9d-42ba-b94c-f4232b582988 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0073078 Aug 11 02:35:34.911978 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46320) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.916667 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-41360b1d-369b-407d-b72d-fbd5fda8d5d9 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:34.920785 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-41360b1d-369b-407d-b72d-fbd5fda8d5d9 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0075803 Aug 11 02:35:34.921717 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46322) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.926960 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-851ef47d-67ee-473f-9ecb-9633d5101c39 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:34.931511 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-851ef47d-67ee-473f-9ecb-9633d5101c39 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0084643 Aug 11 02:35:34.932299 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46324) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.936875 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [None req-9e06816e-0ef3-4f9c-b354-2a872e8b95b5 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:34.937826 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9e06816e-0ef3-4f9c-b354-2a872e8b95b5 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0044129 Aug 11 02:35:34.941052 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46326) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.942967 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6629f563-f085-4d74-984c-a205cbb890b4 req-524248f3-6910-4a3a-aeea-e0878c99dc18 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/quotas/2973a94d1b504a0bb7e2a4801c84daf5 HTTP/1.1" status: 200 len: 375 time: 0.0276632 Aug 11 02:35:34.946378 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-837f753f-0060-4c24-971d-92f9e7bf9f89 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:34.950358 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-837f753f-0060-4c24-971d-92f9e7bf9f89 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0081193 Aug 11 02:35:34.951220 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46328) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.957081 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-263050f9-a02a-422e-b35d-6ecdbc96c177 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:34.958036 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-263050f9-a02a-422e-b35d-6ecdbc96c177 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0057559 Aug 11 02:35:34.964090 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46330) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.970343 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-0ba8bdff-3960-44cf-83b6-38d7431b332d tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:34.971396 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0ba8bdff-3960-44cf-83b6-38d7431b332d tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0063012 Aug 11 02:35:34.973933 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46332) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.977980 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-1a17a4fe-2983-4a7f-8b11-85a1b8db0a35 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:34.978890 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1a17a4fe-2983-4a7f-8b11-85a1b8db0a35 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0041010 Aug 11 02:35:34.981098 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46334) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.985297 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-13bedb7d-7b09-42e5-9cd6-48de19074378 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:34.986225 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-13bedb7d-7b09-42e5-9cd6-48de19074378 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0042992 Aug 11 02:35:34.991955 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46336) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.995704 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6629f563-f085-4d74-984c-a205cbb890b4 req-6ac19618-06b8-4b22-bfda-3a409e50c832 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2973a94d1b504a0bb7e2a4801c84daf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427270 Aug 11 02:35:34.996447 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-eaa25ed1-5817-41ff-b605-ef322a0fa895 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.000257 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-eaa25ed1-5817-41ff-b605-ef322a0fa895 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0073245 Aug 11 02:35:35.000481 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d720db48-0c57-4d7c-b7c6-7642e3c4da08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:35.001105 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46338) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.006245 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-44c1c63b-d5f1-418f-b4bd-a700ba7e68b9 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.009262 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [req-6629f563-f085-4d74-984c-a205cbb890b4 req-b7cbdaaa-25c8-4e0a-be41-be1e4efd5848 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.010343 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-44c1c63b-d5f1-418f-b4bd-a700ba7e68b9 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0079803 Aug 11 02:35:35.010465 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6629f563-f085-4d74-984c-a205cbb890b4 req-b7cbdaaa-25c8-4e0a-be41-be1e4efd5848 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056117 Aug 11 02:35:35.010973 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46340) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.011503 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d720db48-0c57-4d7c-b7c6-7642e3c4da08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:35.015078 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-6233f178-e593-4917-8af9-5df9a3a94432 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.019076 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6233f178-e593-4917-8af9-5df9a3a94432 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0071421 Aug 11 02:35:35.020542 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46342) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.025370 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-5dce7e2d-284d-496e-a85e-ef97af196bf8 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.029548 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5dce7e2d-284d-496e-a85e-ef97af196bf8 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0075533 Aug 11 02:35:35.030650 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46344) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.037044 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-4451bf79-1c54-43a5-b9aa-f1760dfc6d6c tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.041842 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4451bf79-1c54-43a5-b9aa-f1760dfc6d6c tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0099533 Aug 11 02:35:35.042742 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46346) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.048304 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-7dc099f5-67f4-47f0-81e7-48ac8bbd3ff7 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.052650 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7dc099f5-67f4-47f0-81e7-48ac8bbd3ff7 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0087521 Aug 11 02:35:35.053479 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46348) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.058079 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-c6d3537b-b3cd-43a1-a408-28bcfa7938c9 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.059729 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d720db48-0c57-4d7c-b7c6-7642e3c4da08 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b3d0088fce39476dba0f4276121a5df7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6172264 Aug 11 02:35:35.062999 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c6d3537b-b3cd-43a1-a408-28bcfa7938c9 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0083413 Aug 11 02:35:35.063937 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46350) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.064485 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46352) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.080180 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-58224ef4-48d8-41b2-849c-215751955e7f tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.082520 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-58224ef4-48d8-41b2-849c-215751955e7f tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0163398 Aug 11 02:35:35.085507 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46358) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.093101 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [None req-726b7d24-8524-4054-8dee-305d2325371a tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.097627 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-726b7d24-8524-4054-8dee-305d2325371a tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0081587 Aug 11 02:35:35.109733 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46362) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.115202 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-01bcd8ca-7086-4a30-a229-78601d1e298f tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.118766 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-01bcd8ca-7086-4a30-a229-78601d1e298f tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0080824 Aug 11 02:35:35.123399 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46364) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.125878 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720db48-0c57-4d7c-b7c6-7642e3c4da08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56f5d78-fcb2-479e-b404-cf5535cc4e9e,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:35.128390 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-1827c4db-c1bc-48e5-b795-ccd994a63a47 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.133151 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1827c4db-c1bc-48e5-b795-ccd994a63a47 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0086026 Aug 11 02:35:35.133513 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46366) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.147136 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [None req-d42e7dd5-e48c-40ea-b99b-8bc8baf40d05 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.151192 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d42e7dd5-e48c-40ea-b99b-8bc8baf40d05 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0155010 Aug 11 02:35:35.152171 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46368) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.159136 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [None req-04224002-b5b3-46f2-8e45-4b9e42155f22 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.162782 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46370) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.162911 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-04224002-b5b3-46f2-8e45-4b9e42155f22 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0077257 Aug 11 02:35:35.170550 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-10a5f2fc-b861-421b-8588-57b93c8445f5 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.175605 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46372) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.176618 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-10a5f2fc-b861-421b-8588-57b93c8445f5 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0123982 Aug 11 02:35:35.178938 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1d09fde7-6af1-4502-82a2-82cc25c1c96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:35.184269 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [None req-9d9d7747-ee4f-4a0d-86fb-7323ab5fa1dc tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.185562 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9d9d7747-ee4f-4a0d-86fb-7323ab5fa1dc tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0087206 Aug 11 02:35:35.188628 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46374) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.195202 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [None req-00b71b24-5bcf-45fa-a398-e05846d24053 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.199151 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-00b71b24-5bcf-45fa-a398-e05846d24053 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0093861 Aug 11 02:35:35.200006 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46376) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.206491 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [None req-8c6271ce-b70c-4eb6-931c-c9639b58c8e8 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.210244 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8c6271ce-b70c-4eb6-931c-c9639b58c8e8 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0070310 Aug 11 02:35:35.210981 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46378) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.214790 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1d09fde7-6af1-4502-82a2-82cc25c1c96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:35.220565 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-95cc41c3-e80e-4d51-b6e3-27aa7f4c6061 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.224007 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-95cc41c3-e80e-4d51-b6e3-27aa7f4c6061 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0119343 Aug 11 02:35:35.224938 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46380) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.230153 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [None req-6a39ac38-2828-48ad-8f23-0054846bbd64 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.233808 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6a39ac38-2828-48ad-8f23-0054846bbd64 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0077486 Aug 11 02:35:35.234741 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46382) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.237739 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6629f563-f085-4d74-984c-a205cbb890b4 req-01d27d48-2ef7-4850-beba-585c58e83c37 service neutron] 10.222.0.50 "GET /v2.0/networks/60533bb5-5d6d-4ffb-b4d8-798fcac061ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150254 Aug 11 02:35:35.242353 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [None req-851eb1fd-22f7-494e-8891-534eabd662d8 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.246181 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-851eb1fd-22f7-494e-8891-534eabd662d8 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0073080 Aug 11 02:35:35.247003 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46384) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.253192 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [None req-1a6318f5-2e2d-4d2e-9e74-f9f343f9e24e tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.257059 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1a6318f5-2e2d-4d2e-9e74-f9f343f9e24e tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0078917 Aug 11 02:35:35.257889 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46386) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.294274 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-0486b957-b646-4e59-9a46-a065a899954f tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.298141 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0486b957-b646-4e59-9a46-a065a899954f tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0080073 Aug 11 02:35:35.298738 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46388) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.304485 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-6edcc878-a956-4f4d-aebc-9fbcf48eeb40 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.307890 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6edcc878-a956-4f4d-aebc-9fbcf48eeb40 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0073166 Aug 11 02:35:35.309094 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46390) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.309632 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1d09fde7-6af1-4502-82a2-82cc25c1c96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:35.312308 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1d09fde7-6af1-4502-82a2-82cc25c1c96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:35.323922 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1d09fde7-6af1-4502-82a2-82cc25c1c96e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d56f5d78-fcb2-479e-b404-cf5535cc4e9e HTTP/1.1" status: 204 len: 168 time: 0.2494526 Aug 11 02:35:35.328373 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-5f851674-072d-413c-86fc-768eb7578bef tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.337618 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5f851674-072d-413c-86fc-768eb7578bef tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0124376 Aug 11 02:35:35.341726 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46394) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.346362 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-2f95ca17-be76-4624-8329-bc6c5f07e8c4 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.359088 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6629f563-f085-4d74-984c-a205cbb890b4 req-d3f9cc08-8918-48ab-beb0-205c8ab81468 service neutron] 10.222.0.50 "GET /v2.0/networks/60533bb5-5d6d-4ffb-b4d8-798fcac061ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103015 Aug 11 02:35:35.359978 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46396) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.364586 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2f95ca17-be76-4624-8329-bc6c5f07e8c4 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0072908 Aug 11 02:35:35.366968 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [None req-d14a545c-963d-432f-8136-7fa9fb666b1a tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.370921 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d14a545c-963d-432f-8136-7fa9fb666b1a tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0098100 Aug 11 02:35:35.371815 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46398) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.375392 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09fde7-6af1-4502-82a2-82cc25c1c96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56f5d78-fcb2-479e-b404-cf5535cc4e9e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:35.376998 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [None req-b3544556-74e5-42b2-955b-fe4c2a74662d tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.381522 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46400) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.382225 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b3544556-74e5-42b2-955b-fe4c2a74662d tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0091326 Aug 11 02:35:35.386770 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-419c2266-0aab-4b72-bd64-7ce5d03c7283 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.389973 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-419c2266-0aab-4b72-bd64-7ce5d03c7283 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0047185 Aug 11 02:35:35.391482 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46402) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.397623 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [None req-e8980242-30bd-4db3-a44c-b541a9282a3a tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.402734 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46404) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.403419 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e8980242-30bd-4db3-a44c-b541a9282a3a tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0107336 Aug 11 02:35:35.406820 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-5f51ba13-8205-4383-863e-ca76fcc72761 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.409931 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5f51ba13-8205-4383-863e-ca76fcc72761 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0042961 Aug 11 02:35:35.410157 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46406) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.415070 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-67b9790c-391b-431c-a054-6c594a312ddf tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.418527 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46410) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.423665 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [None req-f107517a-37db-4d7d-8f6a-6836116d8f42 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.429881 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f107517a-37db-4d7d-8f6a-6836116d8f42 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0093811 Aug 11 02:35:35.430944 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46412) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.435568 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-67b9790c-391b-431c-a054-6c594a312ddf tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0218995 Aug 11 02:35:35.442915 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [None req-e636edb6-5014-4ba6-9347-f969e7f88b60 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.446878 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46416) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.452639 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e636edb6-5014-4ba6-9347-f969e7f88b60 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0186353 Aug 11 02:35:35.456258 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-bfe83ccd-fcc6-474b-97dd-40590a9e26d8 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.459867 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bfe83ccd-fcc6-474b-97dd-40590a9e26d8 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0092161 Aug 11 02:35:35.460666 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46420) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.465062 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-3a9b1f96-bfd3-4cdd-85f6-4290cec7bffc tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.473014 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3a9b1f96-bfd3-4cdd-85f6-4290cec7bffc tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0112128 Aug 11 02:35:35.473578 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46422) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.479519 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [None req-a4e189a1-16ec-404c-ad50-42035eb41b2c tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.483081 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46424) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.488900 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-2433f3ae-dbba-40cc-b132-6537fa25bc04 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.490460 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a4e189a1-16ec-404c-ad50-42035eb41b2c tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0044181 Aug 11 02:35:35.492296 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2433f3ae-dbba-40cc-b132-6537fa25bc04 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0079556 Aug 11 02:35:35.492502 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46426) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.498654 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [None req-42fc9215-5623-4205-b6dc-55645b808a74 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.502994 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46428) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.504267 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-42fc9215-5623-4205-b6dc-55645b808a74 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0108643 Aug 11 02:35:35.510508 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [None req-5a675e60-3ffb-4dc5-a037-8a1cc3929312 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:35:35.521239 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5a675e60-3ffb-4dc5-a037-8a1cc3929312 tempest-ExtensionsTestJSON-650887562 tempest-ExtensionsTestJSON-650887562-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0160668 Aug 11 02:35:35.707848 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-56ff899d-4dbf-46d7-a98f-7af0ac98f378 req-9aab4ab8-7a42-4b81-8816-c7dd531a2828 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e314124-161b-4233-9880-f8d77a597d57 HTTP/1.1" status: 200 len: 210 time: 0.0603323 Aug 11 02:35:35.832537 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46448) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.848331 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bacce241-0228-46b4-92cd-949c687c11ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:35.976123 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bacce241-0228-46b4-92cd-949c687c11ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:35.987054 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bacce241-0228-46b4-92cd-949c687c11ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:36.013425 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46450) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:36.031855 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bacce241-0228-46b4-92cd-949c687c11ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9adbf0d3980148c5acdcbda271802bd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1981816 Aug 11 02:35:36.032845 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacce241-0228-46b4-92cd-949c687c11ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f10b125-7459-4ad6-943e-9b4f89542b95,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:36.035505 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46456) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:36.146276 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-897dc371-ec07-427b-a6fa-9d4687ce8523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:36.186025 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-897dc371-ec07-427b-a6fa-9d4687ce8523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:36.187967 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-72d334f1-331b-4681-8130-e430b3f5ef95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:36.300713 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-897dc371-ec07-427b-a6fa-9d4687ce8523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:36.303913 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-897dc371-ec07-427b-a6fa-9d4687ce8523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:36.305338 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-897dc371-ec07-427b-a6fa-9d4687ce8523 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2f10b125-7459-4ad6-943e-9b4f89542b95 HTTP/1.1" status: 204 len: 168 time: 0.2652760 Aug 11 02:35:36.334624 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897dc371-ec07-427b-a6fa-9d4687ce8523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f10b125-7459-4ad6-943e-9b4f89542b95,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:36.410531 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-72d334f1-331b-4681-8130-e430b3f5ef95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:36.423947 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-72d334f1-331b-4681-8130-e430b3f5ef95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:36.481771 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-72d334f1-331b-4681-8130-e430b3f5ef95 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a13614ac0e7943399e07a5358a76ca7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4671862 Aug 11 02:35:36.482902 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d334f1-331b-4681-8130-e430b3f5ef95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bb6d25-f098-4e6e-89f2-62c3455183d5,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:36.484854 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46480) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:36.587113 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-91f02f80-d7f0-4ce5-93fa-5388315a3285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:36.615349 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-91f02f80-d7f0-4ce5-93fa-5388315a3285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:36.686254 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-91f02f80-d7f0-4ce5-93fa-5388315a3285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:36.694642 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-91f02f80-d7f0-4ce5-93fa-5388315a3285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:36.700724 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-91f02f80-d7f0-4ce5-93fa-5388315a3285 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d7bb6d25-f098-4e6e-89f2-62c3455183d5 HTTP/1.1" status: 204 len: 168 time: 0.2141912 Aug 11 02:35:36.713120 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f02f80-d7f0-4ce5-93fa-5388315a3285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bb6d25-f098-4e6e-89f2-62c3455183d5,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:36.955205 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-27db5530-cbce-4c90-9c17-b974f3e400d9 req-38db4d01-152e-49eb-a29e-865d0ba0f5d6 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e314124-161b-4233-9880-f8d77a597d57 HTTP/1.1" status: 200 len: 210 time: 0.0549357 Aug 11 02:35:37.871445 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629f563-f085-4d74-984c-a205cbb890b4 req-345ed95f-0845-41b8-8661-6f212f6c4d45 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:37.880071 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6629f563-f085-4d74-984c-a205cbb890b4 req-345ed95f-0845-41b8-8661-6f212f6c4d45 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.66 "GET /v2.0/networks?id=60533bb5-5d6d-4ffb-b4d8-798fcac061ed HTTP/1.1" status: 200 len: 813 time: 0.2654009 Aug 11 02:35:37.900559 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-6629f563-f085-4d74-984c-a205cbb890b4 req-fd032b0f-b19d-4c4e-93c6-b6abe374d81f tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Request body: {'port': {'device_id': '6e314124-161b-4233-9880-f8d77a597d57', 'network_id': '60533bb5-5d6d-4ffb-b4d8-798fcac061ed', 'admin_state_up': True, 'tenant_id': '2973a94d1b504a0bb7e2a4801c84daf5'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:38.107414 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a826f75d-e37f-414f-a564-a09217a71063 req-b9f583a6-7bc2-4792-b1af-2ddc895197bb tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e314124-161b-4233-9880-f8d77a597d57 HTTP/1.1" status: 200 len: 210 time: 0.0538371 Aug 11 02:35:38.152572 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46612) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:38.462845 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-0cec099e-5e8c-488d-818b-2400098c227e tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1707378606'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:38.490742 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cec099e-5e8c-488d-818b-2400098c227e tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Made reservation on behalf of 1c35615b07de41f395d1902000e10391 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:38.499522 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0cec099e-5e8c-488d-818b-2400098c227e tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:38.513511 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0cec099e-5e8c-488d-818b-2400098c227e tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:38.519350 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6629f563-f085-4d74-984c-a205cbb890b4 req-fd032b0f-b19d-4c4e-93c6-b6abe374d81f tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Made reservation on behalf of 2973a94d1b504a0bb7e2a4801c84daf5 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:38.523461 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6629f563-f085-4d74-984c-a205cbb890b4 req-fd032b0f-b19d-4c4e-93c6-b6abe374d81f tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:38.655346 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0cec099e-5e8c-488d-818b-2400098c227e tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:38.663174 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0cec099e-5e8c-488d-818b-2400098c227e tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:38.678932 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cec099e-5e8c-488d-818b-2400098c227e tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:35:38.693312 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0cec099e-5e8c-488d-818b-2400098c227e tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:38.694019 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-0cec099e-5e8c-488d-818b-2400098c227e tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Added segment bec5cca3-df92-4b84-879d-3d872785fb62 of type vlan for network 7da006cf-a94d-4d5c-af1d-8175139f4a14 Aug 11 02:35:38.744048 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0cec099e-5e8c-488d-818b-2400098c227e tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:38.758504 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-6629f563-f085-4d74-984c-a205cbb890b4 req-fd032b0f-b19d-4c4e-93c6-b6abe374d81f tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Allocated IP 172.20.0.11 (60533bb5-5d6d-4ffb-b4d8-798fcac061ed/ab8167db-bacb-44e0-82f3-4a6b60da4c7f/c56651fb-b9aa-4244-b568-95551d5def8c) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:38.788678 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0cec099e-5e8c-488d-818b-2400098c227e tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:38.794506 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cec099e-5e8c-488d-818b-2400098c227e tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:38.796113 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0cec099e-5e8c-488d-818b-2400098c227e tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:38.835360 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0cec099e-5e8c-488d-818b-2400098c227e tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6817410 Aug 11 02:35:38.842106 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46632) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:38.852654 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-6c640917-2e13-4a08-86b1-030b77909a19 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Request body: {'subnet': {'network_id': '7da006cf-a94d-4d5c-af1d-8175139f4a14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:38.888023 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec099e-5e8c-488d-818b-2400098c227e tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77729782-5a60-4a76-8eae-421c3852fdcb,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:38.899129 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec099e-5e8c-488d-818b-2400098c227e tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event updated for resources: {'Network': ['ID=7da006cf-a94d-4d5c-af1d-8175139f4a14,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:38.922511 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 7da006cf-a94d-4d5c-af1d-8175139f4a14 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:35:39.050798 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c640917-2e13-4a08-86b1-030b77909a19 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Made reservation on behalf of 1c35615b07de41f395d1902000e10391 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:39.054624 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6c640917-2e13-4a08-86b1-030b77909a19 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:39.186599 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6629f563-f085-4d74-984c-a205cbb890b4 req-fd032b0f-b19d-4c4e-93c6-b6abe374d81f tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:39.271963 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a20e65c8-c14e-41c3-8326-91d773908a23 req-46c83312-54e1-4975-9b2b-412203903237 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e314124-161b-4233-9880-f8d77a597d57 HTTP/1.1" status: 200 len: 210 time: 0.0488875 Aug 11 02:35:39.343009 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6629f563-f085-4d74-984c-a205cbb890b4 req-fd032b0f-b19d-4c4e-93c6-b6abe374d81f tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:39.397495 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6629f563-f085-4d74-984c-a205cbb890b4 req-fd032b0f-b19d-4c4e-93c6-b6abe374d81f tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Network 60533bb5-5d6d-4ffb-b4d8-798fcac061ed is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:39.425844 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-6629f563-f085-4d74-984c-a205cbb890b4 req-fd032b0f-b19d-4c4e-93c6-b6abe374d81f tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:39.435791 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-6629f563-f085-4d74-984c-a205cbb890b4 req-fd032b0f-b19d-4c4e-93c6-b6abe374d81f tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:39.474271 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd032b0f-b19d-4c4e-93c6-b6abe374d81f tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Pushing event updated for resources: {'Port': ['ID=c56651fb-b9aa-4244-b568-95551d5def8c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:39.491589 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6c640917-2e13-4a08-86b1-030b77909a19 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:39.514249 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629f563-f085-4d74-984c-a205cbb890b4 req-fd032b0f-b19d-4c4e-93c6-b6abe374d81f tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:39.514983 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6629f563-f085-4d74-984c-a205cbb890b4 req-fd032b0f-b19d-4c4e-93c6-b6abe374d81f tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:39.515131 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46644) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:39.581443 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6629f563-f085-4d74-984c-a205cbb890b4 req-fd032b0f-b19d-4c4e-93c6-b6abe374d81f tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6860797 Aug 11 02:35:39.584320 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c640917-2e13-4a08-86b1-030b77909a19 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event updated for resources: {'Subnet': ['ID=351a71e6-6a27-4f76-808d-89b5becd4c7b,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:39.596194 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-6629f563-f085-4d74-984c-a205cbb890b4 req-6c82e2d8-db6a-4446-b9ca-6d67092b693e service neutron] Request body: {'port': {'device_id': '6e314124-161b-4233-9880-f8d77a597d57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:39.602037 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c640917-2e13-4a08-86b1-030b77909a19 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Checking segment: {'id': 'bec5cca3-df92-4b84-879d-3d872785fb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7da006cf-a94d-4d5c-af1d-8175139f4a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:39.602417 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c640917-2e13-4a08-86b1-030b77909a19 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Network hostable DHCP agents. Network: 7da006cf-a94d-4d5c-af1d-8175139f4a14, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:35:39.671759 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c640917-2e13-4a08-86b1-030b77909a19 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Network 7da006cf-a94d-4d5c-af1d-8175139f4a14 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:35:39.679264 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6629f563-f085-4d74-984c-a205cbb890b4 req-6c82e2d8-db6a-4446-b9ca-6d67092b693e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:39.704248 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-6c640917-2e13-4a08-86b1-030b77909a19 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 7da006cf-a94d-4d5c-af1d-8175139f4a14) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:39.704973 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b9f3a048-18fd-48da-82a5-c48672fc1d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:39.713786 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dcb29f-53d6-4acc-9685-04dff7d2584b None None] Network 7da006cf-a94d-4d5c-af1d-8175139f4a14 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:39.734799 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c640917-2e13-4a08-86b1-030b77909a19 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:39.735599 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6c640917-2e13-4a08-86b1-030b77909a19 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:39.824691 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b9f3a048-18fd-48da-82a5-c48672fc1d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:39.834959 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b9f3a048-18fd-48da-82a5-c48672fc1d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:39.879243 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6c640917-2e13-4a08-86b1-030b77909a19 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0356302 Aug 11 02:35:39.879663 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3a048-18fd-48da-82a5-c48672fc1d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339e9f05-f218-42af-877a-1cbda0fb0815,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:39.884565 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b9f3a048-18fd-48da-82a5-c48672fc1d41 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4226df9e40284fb5a8e0b73147f009d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3684103 Aug 11 02:35:39.887180 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46654) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:39.889144 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46652) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:39.898408 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-3b37660d-72f0-43d2-9f79-d3181791af60 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-625789059', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}, 'admin_state_up': False}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:39.951257 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a1f99f7-f513-418a-82a1-10329b186323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:39.962010 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89adc910-64a9-42ea-9799-f0fe1dd8a417 None None] Network 7da006cf-a94d-4d5c-af1d-8175139f4a14 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:39.980759 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a1f99f7-f513-418a-82a1-10329b186323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.019434 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3b37660d-72f0-43d2-9f79-d3181791af60 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.020796 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3b37660d-72f0-43d2-9f79-d3181791af60 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.067157 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a1f99f7-f513-418a-82a1-10329b186323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.070434 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5a1f99f7-f513-418a-82a1-10329b186323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.073356 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5a1f99f7-f513-418a-82a1-10329b186323 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/339e9f05-f218-42af-877a-1cbda0fb0815 HTTP/1.1" status: 204 len: 168 time: 0.1827166 Aug 11 02:35:40.080310 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f99f7-f513-418a-82a1-10329b186323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339e9f05-f218-42af-877a-1cbda0fb0815,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:40.117546 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3b37660d-72f0-43d2-9f79-d3181791af60 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.375292 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3b37660d-72f0-43d2-9f79-d3181791af60 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.389154 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-6629f563-f085-4d74-984c-a205cbb890b4 req-6c82e2d8-db6a-4446-b9ca-6d67092b693e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56651fb-b9aa-4244-b568-95551d5def8c {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:35:40.399870 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6629f563-f085-4d74-984c-a205cbb890b4 req-6c82e2d8-db6a-4446-b9ca-6d67092b693e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.417883 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930649a2-d00b-4f69-97af-c672578b083e req-c74d5832-01cb-418f-9af8-9064b93e1f3f tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:40.420273 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-930649a2-d00b-4f69-97af-c672578b083e req-c74d5832-01cb-418f-9af8-9064b93e1f3f tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e314124-161b-4233-9880-f8d77a597d57 HTTP/1.1" status: 200 len: 932 time: 0.0864735 Aug 11 02:35:40.447438 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-6629f563-f085-4d74-984c-a205cbb890b4 req-6c82e2d8-db6a-4446-b9ca-6d67092b693e service neutron] Transition to ACTIVE for port object c56651fb-b9aa-4244-b568-95551d5def8c will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:40.454954 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6629f563-f085-4d74-984c-a205cbb890b4 req-6c82e2d8-db6a-4446-b9ca-6d67092b693e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.488653 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-930649a2-d00b-4f69-97af-c672578b083e req-3e73f823-5343-4d11-ae87-1e38d54d8c99 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9e75219-dec0-40fb-ac44-1965b19a9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597527 Aug 11 02:35:40.571822 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82e2d8-db6a-4446-b9ca-6d67092b693e service neutron] Pushing event updated for resources: {'Port': ['ID=c56651fb-b9aa-4244-b568-95551d5def8c,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:40.640545 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46664) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:40.662454 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32c16a41-deb4-4e25-a721-7816de2240e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.730711 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-6629f563-f085-4d74-984c-a205cbb890b4 req-6c82e2d8-db6a-4446-b9ca-6d67092b693e service neutron] Attempting to bind port c56651fb-b9aa-4244-b568-95551d5def8c on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:35:40.730711 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-6629f563-f085-4d74-984c-a205cbb890b4 req-6c82e2d8-db6a-4446-b9ca-6d67092b693e service neutron] Attempting to bind port c56651fb-b9aa-4244-b568-95551d5def8c by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'a872068f-60c0-4b83-8b6a-0a8d452f7bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '60533bb5-5d6d-4ffb-b4d8-798fcac061ed'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:35:40.731118 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6629f563-f085-4d74-984c-a205cbb890b4 req-6c82e2d8-db6a-4446-b9ca-6d67092b693e service neutron] Attempting to bind port c56651fb-b9aa-4244-b568-95551d5def8c on network 60533bb5-5d6d-4ffb-b4d8-798fcac061ed {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:35:40.743156 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6629f563-f085-4d74-984c-a205cbb890b4 req-6c82e2d8-db6a-4446-b9ca-6d67092b693e service neutron] Port c56651fb-b9aa-4244-b568-95551d5def8c on network 60533bb5-5d6d-4ffb-b4d8-798fcac061ed not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:35:40.743713 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6629f563-f085-4d74-984c-a205cbb890b4 req-6c82e2d8-db6a-4446-b9ca-6d67092b693e service neutron] Attempting to bind port c56651fb-b9aa-4244-b568-95551d5def8c on network 60533bb5-5d6d-4ffb-b4d8-798fcac061ed {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:35:40.805318 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6629f563-f085-4d74-984c-a205cbb890b4 req-6c82e2d8-db6a-4446-b9ca-6d67092b693e service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:35:40.805881 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6629f563-f085-4d74-984c-a205cbb890b4 req-6c82e2d8-db6a-4446-b9ca-6d67092b693e service neutron] Checking segment: {'id': 'a872068f-60c0-4b83-8b6a-0a8d452f7bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '60533bb5-5d6d-4ffb-b4d8-798fcac061ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:40.806533 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6629f563-f085-4d74-984c-a205cbb890b4 req-6c82e2d8-db6a-4446-b9ca-6d67092b693e service neutron] Bound using segment: {'id': 'a872068f-60c0-4b83-8b6a-0a8d452f7bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '60533bb5-5d6d-4ffb-b4d8-798fcac061ed'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:35:40.807281 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-6629f563-f085-4d74-984c-a205cbb890b4 req-6c82e2d8-db6a-4446-b9ca-6d67092b693e service neutron] Bound port: c56651fb-b9aa-4244-b568-95551d5def8c, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a872068f-60c0-4b83-8b6a-0a8d452f7bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '60533bb5-5d6d-4ffb-b4d8-798fcac061ed'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:35:40.807894 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6629f563-f085-4d74-984c-a205cbb890b4 req-6c82e2d8-db6a-4446-b9ca-6d67092b693e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.826660 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32c16a41-deb4-4e25-a721-7816de2240e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.832615 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32c16a41-deb4-4e25-a721-7816de2240e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.871623 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-32c16a41-deb4-4e25-a721-7816de2240e8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2bf0517628c54a0c863ad6e1158e6013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2282147 Aug 11 02:35:40.883247 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46668) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:40.907341 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16a41-deb4-4e25-a721-7816de2240e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9207d2e1-c80c-4963-86b4-b3a33a2c17e0,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:40.907839 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3b37660d-72f0-43d2-9f79-d3181791af60 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.940346 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3b37660d-72f0-43d2-9f79-d3181791af60 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:41.046716 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-6629f563-f085-4d74-984c-a205cbb890b4 req-6c82e2d8-db6a-4446-b9ca-6d67092b693e service neutron] For port c56651fb-b9aa-4244-b568-95551d5def8c, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:35:41.054314 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-6629f563-f085-4d74-984c-a205cbb890b4 req-6c82e2d8-db6a-4446-b9ca-6d67092b693e service neutron] For port c56651fb-b9aa-4244-b568-95551d5def8c, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=c56651fb-b9aa-4244-b568-95551d5def8c,segment=NetworkSegment(a872068f-60c0-4b83-8b6a-0a8d452f7bd9),segment_id=a872068f-60c0-4b83-8b6a-0a8d452f7bd9)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:35:41.071882 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6629f563-f085-4d74-984c-a205cbb890b4 req-6c82e2d8-db6a-4446-b9ca-6d67092b693e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:41.076192 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-58fa8d1a-95f9-4515-99ee-39033cf10bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:41.162410 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629f563-f085-4d74-984c-a205cbb890b4 req-6c82e2d8-db6a-4446-b9ca-6d67092b693e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:41.163104 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6629f563-f085-4d74-984c-a205cbb890b4 req-6c82e2d8-db6a-4446-b9ca-6d67092b693e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:41.164472 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6629f563-f085-4d74-984c-a205cbb890b4 req-6c82e2d8-db6a-4446-b9ca-6d67092b693e service neutron] 10.222.0.66 "PUT /v2.0/ports/c56651fb-b9aa-4244-b568-95551d5def8c HTTP/1.1" status: 200 len: 1093 time: 1.5728502 Aug 11 02:35:41.166578 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e314124-161b-4233-9880-f8d77a597d57', 'tag': 'c56651fb-b9aa-4244-b568-95551d5def8c'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:35:41.168826 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b60cd1-5a92-4334-b5d0-d3fed5fe7c43" -d '{"events": [{"name": "network-changed", "server_uuid": "6e314124-161b-4233-9880-f8d77a597d57", "tag": "c56651fb-b9aa-4244-b568-95551d5def8c"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:35:41.187355 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-58fa8d1a-95f9-4515-99ee-39033cf10bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:41.235056 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-3b37660d-72f0-43d2-9f79-d3181791af60 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Allocated IP 172.25.2.243 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/b90d7b41-ef93-4944-93e2-01a6341c88f9) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:41.264311 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82e2d8-db6a-4446-b9ca-6d67092b693e service neutron] Pushing event updated for resources: {'Port': ['ID=c56651fb-b9aa-4244-b568-95551d5def8c,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:41.347317 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629f563-f085-4d74-984c-a205cbb890b4 req-79f21dc3-f6ce-424b-bf45-609dcb79a2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:41.348916 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6629f563-f085-4d74-984c-a205cbb890b4 req-79f21dc3-f6ce-424b-bf45-609dcb79a2c4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2973a94d1b504a0bb7e2a4801c84daf5&device_id=6e314124-161b-4233-9880-f8d77a597d57 HTTP/1.1" status: 200 len: 1096 time: 0.1324642 Aug 11 02:35:41.351945 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-58fa8d1a-95f9-4515-99ee-39033cf10bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:41.354457 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-58fa8d1a-95f9-4515-99ee-39033cf10bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:41.357888 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-58fa8d1a-95f9-4515-99ee-39033cf10bb9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9207d2e1-c80c-4963-86b4-b3a33a2c17e0 HTTP/1.1" status: 204 len: 168 time: 0.4701836 Aug 11 02:35:41.387065 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa8d1a-95f9-4515-99ee-39033cf10bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9207d2e1-c80c-4963-86b4-b3a33a2c17e0,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:41.419564 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6629f563-f085-4d74-984c-a205cbb890b4 req-17207b2f-5498-499f-9fba-93d532d97a33 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c56651fb-b9aa-4244-b568-95551d5def8c HTTP/1.1" status: 200 len: 217 time: 0.0580766 Aug 11 02:35:41.481339 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3b37660d-72f0-43d2-9f79-d3181791af60 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:41.498337 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629f563-f085-4d74-984c-a205cbb890b4 req-ed61df96-2c54-4a87-854b-82b9bf2c3777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:41.498696 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6629f563-f085-4d74-984c-a205cbb890b4 req-ed61df96-2c54-4a87-854b-82b9bf2c3777 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ab8167db-bacb-44e0-82f3-4a6b60da4c7f HTTP/1.1" status: 200 len: 853 time: 0.0694003 Aug 11 02:35:41.564074 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6629f563-f085-4d74-984c-a205cbb890b4 req-e2eb8a72-3ab2-44ca-9008-1294fc3451ba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=60533bb5-5d6d-4ffb-b4d8-798fcac061ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571077 Aug 11 02:35:41.598478 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27096499-7e8b-4a78-8cfd-190b136ba4db x-openstack-request-id: req-27096499-7e8b-4a78-8cfd-190b136ba4db {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:35:41.598863 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e314124-161b-4233-9880-f8d77a597d57", "tag": "c56651fb-b9aa-4244-b568-95551d5def8c", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:35:41.599185 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-27096499-7e8b-4a78-8cfd-190b136ba4db {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:35:41.599683 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e314124-161b-4233-9880-f8d77a597d57', 'tag': 'c56651fb-b9aa-4244-b568-95551d5def8c', 'status': 'completed', 'code': 200} Aug 11 02:35:41.648207 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e5c0e-bee3-4dea-859e-8077715d5576 req-e696ec10-f02b-44fd-8003-97cdf3bdd186 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:41.664886 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc7e5c0e-bee3-4dea-859e-8077715d5576 req-e696ec10-f02b-44fd-8003-97cdf3bdd186 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e314124-161b-4233-9880-f8d77a597d57 HTTP/1.1" status: 200 len: 944 time: 0.0863636 Aug 11 02:35:41.729042 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc7e5c0e-bee3-4dea-859e-8077715d5576 req-04d579b5-7b24-4c93-b5b8-d952e2e88edc tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9e75219-dec0-40fb-ac44-1965b19a9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626450 Aug 11 02:35:41.953448 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3b37660d-72f0-43d2-9f79-d3181791af60 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:41.974854 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b37660d-72f0-43d2-9f79-d3181791af60 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:41.976231 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-3b37660d-72f0-43d2-9f79-d3181791af60 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:41.980257 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b37660d-72f0-43d2-9f79-d3181791af60 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:42.097102 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37660d-72f0-43d2-9f79-d3181791af60 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event updated for resources: {'Port': ['ID=b90d7b41-ef93-4944-93e2-01a6341c88f9,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:42.109111 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6629f563-f085-4d74-984c-a205cbb890b4 req-475fe299-5957-4c51-9891-dc3decc3ee24 service neutron] 10.222.0.66 "GET /v2.0/networks/60533bb5-5d6d-4ffb-b4d8-798fcac061ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358334 Aug 11 02:35:42.324594 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6629f563-f085-4d74-984c-a205cbb890b4 req-09144693-9902-4cfc-8b96-b84745124c05 service neutron] 10.222.0.66 "GET /v2.0/networks/60533bb5-5d6d-4ffb-b4d8-798fcac061ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749611 Aug 11 02:35:42.477256 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b60cd1-5a92-4334-b5d0-d3fed5fe7c43 req-1f292ccb-6b99-495c-8787-e5b03bca55a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:42.478738 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b8b60cd1-5a92-4334-b5d0-d3fed5fe7c43 req-1f292ccb-6b99-495c-8787-e5b03bca55a2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2973a94d1b504a0bb7e2a4801c84daf5&device_id=6e314124-161b-4233-9880-f8d77a597d57 HTTP/1.1" status: 200 len: 1096 time: 0.1020913 Aug 11 02:35:42.499406 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3b37660d-72f0-43d2-9f79-d3181791af60 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:42.659862 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b60cd1-5a92-4334-b5d0-d3fed5fe7c43 req-331dd5a5-a751-4244-b323-a504eaf030f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:42.661352 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b8b60cd1-5a92-4334-b5d0-d3fed5fe7c43 req-331dd5a5-a751-4244-b323-a504eaf030f5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=60533bb5-5d6d-4ffb-b4d8-798fcac061ed HTTP/1.1" status: 200 len: 914 time: 0.1733067 Aug 11 02:35:42.751513 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b8b60cd1-5a92-4334-b5d0-d3fed5fe7c43 req-ade202f1-a377-4676-bd46-2f5f4ac77df9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c56651fb-b9aa-4244-b568-95551d5def8c HTTP/1.1" status: 200 len: 217 time: 0.0483243 Aug 11 02:35:42.818286 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b60cd1-5a92-4334-b5d0-d3fed5fe7c43 req-6921a668-91df-4ed2-8978-af0f678027d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:42.823182 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b8b60cd1-5a92-4334-b5d0-d3fed5fe7c43 req-6921a668-91df-4ed2-8978-af0f678027d5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ab8167db-bacb-44e0-82f3-4a6b60da4c7f HTTP/1.1" status: 200 len: 853 time: 0.0582006 Aug 11 02:35:42.891419 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b8b60cd1-5a92-4334-b5d0-d3fed5fe7c43 req-5d37a047-9c0d-4c62-9876-5466df3f0801 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=60533bb5-5d6d-4ffb-b4d8-798fcac061ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383458 Aug 11 02:35:42.998693 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4004eba-fe19-49b8-bfdf-4b766f17cd40 req-fe5a7c0a-bc68-47f5-b2dc-40a099cff7dc tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:43.000262 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d4004eba-fe19-49b8-bfdf-4b766f17cd40 req-fe5a7c0a-bc68-47f5-b2dc-40a099cff7dc tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e314124-161b-4233-9880-f8d77a597d57 HTTP/1.1" status: 200 len: 944 time: 0.1357670 Aug 11 02:35:43.002843 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3b37660d-72f0-43d2-9f79-d3181791af60 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:43.060374 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b8b60cd1-5a92-4334-b5d0-d3fed5fe7c43 req-ab673cc4-ac56-4837-9097-22785617e5e3 service neutron] 10.222.0.66 "GET /v2.0/networks/60533bb5-5d6d-4ffb-b4d8-798fcac061ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498604 Aug 11 02:35:43.208942 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d4004eba-fe19-49b8-bfdf-4b766f17cd40 req-c5d8b0eb-ffee-40eb-8d26-0bdc2f9acc4d tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9e75219-dec0-40fb-ac44-1965b19a9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009056 Aug 11 02:35:43.303131 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b8b60cd1-5a92-4334-b5d0-d3fed5fe7c43 req-6f3a50d2-90f3-4137-bced-9d550f70863a service neutron] 10.222.0.66 "GET /v2.0/networks/60533bb5-5d6d-4ffb-b4d8-798fcac061ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294362 Aug 11 02:35:43.330551 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b37660d-72f0-43d2-9f79-d3181791af60 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Router e9a6d127-fb4f-44d7-bc62-590f188ec126 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:35:43.452478 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b37660d-72f0-43d2-9f79-d3181791af60 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:35:43.465226 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac784e85-bf2d-4c96-97d6-67b2532d55f1 None None] Sync routers for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:35:43.482095 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3b37660d-72f0-43d2-9f79-d3181791af60 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:43.486058 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3b37660d-72f0-43d2-9f79-d3181791af60 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5932353 Aug 11 02:35:43.486189 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac784e85-bf2d-4c96-97d6-67b2532d55f1 None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:43.486189 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-ac784e85-bf2d-4c96-97d6-67b2532d55f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:43.486740 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46738) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:43.530886 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-ac784e85-bf2d-4c96-97d6-67b2532d55f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:43.541238 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac784e85-bf2d-4c96-97d6-67b2532d55f1 None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:43.542180 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-ac784e85-bf2d-4c96-97d6-67b2532d55f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:43.575824 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-ac784e85-bf2d-4c96-97d6-67b2532d55f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:43.576654 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac784e85-bf2d-4c96-97d6-67b2532d55f1 None None] The sync data for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:35:44.069473 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-98a643c6-1d76-41cd-b535-a47b1a362e17 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:44.442442 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-98a643c6-1d76-41cd-b535-a47b1a362e17 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Allocated IP 172.20.0.1 (7da006cf-a94d-4d5c-af1d-8175139f4a14/351a71e6-6a27-4f76-808d-89b5becd4c7b/eaba70bc-31ca-48e5-8ba8-58495406bc08) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:44.458964 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888711a8-959e-4c93-9c57-76d192720e52 req-4906f9cb-36d8-4234-b3cf-df10d850253b tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:44.461460 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-888711a8-959e-4c93-9c57-76d192720e52 req-4906f9cb-36d8-4234-b3cf-df10d850253b tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e314124-161b-4233-9880-f8d77a597d57 HTTP/1.1" status: 200 len: 944 time: 0.0754681 Aug 11 02:35:44.512213 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-888711a8-959e-4c93-9c57-76d192720e52 req-44230979-c70f-45ff-964e-6073ab5a87de tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9e75219-dec0-40fb-ac44-1965b19a9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437117 Aug 11 02:35:44.629497 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-98a643c6-1d76-41cd-b535-a47b1a362e17 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:44.661617 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device c56651fb-b9aa-4244-b568-95551d5def8c details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:35:44.688513 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-98a643c6-1d76-41cd-b535-a47b1a362e17 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:44.754036 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a643c6-1d76-41cd-b535-a47b1a362e17 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event updated for resources: {'Port': ['ID=eaba70bc-31ca-48e5-8ba8-58495406bc08,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:44.764674 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a643c6-1d76-41cd-b535-a47b1a362e17 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Network 7da006cf-a94d-4d5c-af1d-8175139f4a14 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:44.766666 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-98a643c6-1d76-41cd-b535-a47b1a362e17 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:44.769418 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a643c6-1d76-41cd-b535-a47b1a362e17 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:44.820344 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-98a643c6-1d76-41cd-b535-a47b1a362e17 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:44.826254 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port c56651fb-b9aa-4244-b568-95551d5def8c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=c56651fb-b9aa-4244-b568-95551d5def8c,segment=NetworkSegment(a872068f-60c0-4b83-8b6a-0a8d452f7bd9),segment_id=a872068f-60c0-4b83-8b6a-0a8d452f7bd9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:44.839659 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'c56651fb-b9aa-4244-b568-95551d5def8c', 'network_id': '60533bb5-5d6d-4ffb-b4d8-798fcac061ed', 'port_id': 'c56651fb-b9aa-4244-b568-95551d5def8c', 'mac_address': 'fa:16:3e:cd:57:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab8167db-bacb-44e0-82f3-4a6b60da4c7f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:35:44.888241 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:44.907742 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c56651fb-b9aa-4244-b568-95551d5def8c {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:35:44.933704 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port c56651fb-b9aa-4244-b568-95551d5def8c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=c56651fb-b9aa-4244-b568-95551d5def8c,segment=NetworkSegment(a872068f-60c0-4b83-8b6a-0a8d452f7bd9),segment_id=a872068f-60c0-4b83-8b6a-0a8d452f7bd9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:44.939815 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:44.972214 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-98a643c6-1d76-41cd-b535-a47b1a362e17 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:44.992545 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=c56651fb-b9aa-4244-b568-95551d5def8c,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:45.000724 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:45.001068 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:45.001409 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:45.001743 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:45.002073 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:45.002503 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:45.002703 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:45.003031 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:45.003352 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:45.003699 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:45.004067 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:45.004409 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:45.142110 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['c56651fb-b9aa-4244-b568-95551d5def8c'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:35:45.505096 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-98a643c6-1d76-41cd-b535-a47b1a362e17 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:45.512579 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-98a643c6-1d76-41cd-b535-a47b1a362e17 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:45.607768 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a643c6-1d76-41cd-b535-a47b1a362e17 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event updated for resources: {'Port': ['ID=eaba70bc-31ca-48e5-8ba8-58495406bc08,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:45.621210 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-98a643c6-1d76-41cd-b535-a47b1a362e17 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:45.647769 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-71767a6a-490b-496d-af29-facfb9ac0100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:45.685262 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f418e73-9b8a-4394-9af4-bee97a8789f6 req-da689feb-100b-465c-a8ee-bd650fe700f1 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:45.687098 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f418e73-9b8a-4394-9af4-bee97a8789f6 req-da689feb-100b-465c-a8ee-bd650fe700f1 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e314124-161b-4233-9880-f8d77a597d57 HTTP/1.1" status: 200 len: 945 time: 0.0655022 Aug 11 02:35:45.755484 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f418e73-9b8a-4394-9af4-bee97a8789f6 req-89e6a21a-ffd4-49bf-964c-ec69066cf966 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9e75219-dec0-40fb-ac44-1965b19a9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550718 Aug 11 02:35:45.764980 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a643c6-1d76-41cd-b535-a47b1a362e17 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Network 7da006cf-a94d-4d5c-af1d-8175139f4a14 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:45.764980 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-98a643c6-1d76-41cd-b535-a47b1a362e17 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:45.911884 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a643c6-1d76-41cd-b535-a47b1a362e17 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Router e9a6d127-fb4f-44d7-bc62-590f188ec126 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:35:46.027950 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a643c6-1d76-41cd-b535-a47b1a362e17 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:35:46.040070 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bac67d-3515-4bef-b191-572c262c7909 None None] Sync routers for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:35:46.041175 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-98a643c6-1d76-41cd-b535-a47b1a362e17 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "PUT /v2.0/routers/e9a6d127-fb4f-44d7-bc62-590f188ec126/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5526209 Aug 11 02:35:46.043841 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46770) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:46.049950 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-50be74f5-cdda-4d66-b505-5206abad0a13 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Request body: {'port': {'network_id': '7da006cf-a94d-4d5c-af1d-8175139f4a14', 'name': 'tempest-FloatingIPTestJSON-1007079632'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:46.054886 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bac67d-3515-4bef-b191-572c262c7909 None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:46.056074 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d1bac67d-3515-4bef-b191-572c262c7909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:46.101035 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d1bac67d-3515-4bef-b191-572c262c7909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:46.116330 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bac67d-3515-4bef-b191-572c262c7909 None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:46.117450 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d1bac67d-3515-4bef-b191-572c262c7909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:46.165279 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d1bac67d-3515-4bef-b191-572c262c7909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:46.166487 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bac67d-3515-4bef-b191-572c262c7909 None None] The sync data for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:35:46.183043 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50be74f5-cdda-4d66-b505-5206abad0a13 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Made reservation on behalf of 1c35615b07de41f395d1902000e10391 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:46.186651 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-50be74f5-cdda-4d66-b505-5206abad0a13 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:46.205501 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-50be74f5-cdda-4d66-b505-5206abad0a13 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] device_id is not set on port ea54c4ce-9788-41d7-9a32-b0ba545b65cf yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:35:46.338509 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-50be74f5-cdda-4d66-b505-5206abad0a13 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Allocated IP 172.20.0.13 (7da006cf-a94d-4d5c-af1d-8175139f4a14/351a71e6-6a27-4f76-808d-89b5becd4c7b/ea54c4ce-9788-41d7-9a32-b0ba545b65cf) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:46.691433 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device c56651fb-b9aa-4244-b568-95551d5def8c up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:46.797496 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port c56651fb-b9aa-4244-b568-95551d5def8c completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:46.802577 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port c56651fb-b9aa-4244-b568-95551d5def8c triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:46.802966 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:46.903468 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:46.939959 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-50be74f5-cdda-4d66-b505-5206abad0a13 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:46.943872 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e314124-161b-4233-9880-f8d77a597d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56651fb-b9aa-4244-b568-95551d5def8c'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:35:46.951717 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a1b04b-360e-4b44-bb0d-c44c823ebcb8" -d '{"events": [{"server_uuid": "6e314124-161b-4233-9880-f8d77a597d57", "name": "network-vif-plugged", "status": "completed", "tag": "c56651fb-b9aa-4244-b568-95551d5def8c"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:35:46.983020 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port c56651fb-b9aa-4244-b568-95551d5def8c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=c56651fb-b9aa-4244-b568-95551d5def8c,segment=NetworkSegment(a872068f-60c0-4b83-8b6a-0a8d452f7bd9),segment_id=a872068f-60c0-4b83-8b6a-0a8d452f7bd9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:46.988989 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:47.029886 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54642367-074d-4463-9545-553b7bf3b630 req-4ca01b20-721d-46fb-bc69-1b771bf0c801 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:47.031081 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-54642367-074d-4463-9545-553b7bf3b630 req-4ca01b20-721d-46fb-bc69-1b771bf0c801 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e314124-161b-4233-9880-f8d77a597d57 HTTP/1.1" status: 200 len: 945 time: 0.1859176 Aug 11 02:35:47.046479 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-50be74f5-cdda-4d66-b505-5206abad0a13 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:47.054229 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=c56651fb-b9aa-4244-b568-95551d5def8c,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:47.143104 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50be74f5-cdda-4d66-b505-5206abad0a13 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Network 7da006cf-a94d-4d5c-af1d-8175139f4a14 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:47.152468 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-50be74f5-cdda-4d66-b505-5206abad0a13 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:47.162222 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50be74f5-cdda-4d66-b505-5206abad0a13 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:47.179400 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-54642367-074d-4463-9545-553b7bf3b630 req-685014f6-20e4-4359-82c5-fc4e705dbe4b tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9e75219-dec0-40fb-ac44-1965b19a9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345828 Aug 11 02:35:47.202669 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be74f5-cdda-4d66-b505-5206abad0a13 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event updated for resources: {'Port': ['ID=ea54c4ce-9788-41d7-9a32-b0ba545b65cf,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:47.234853 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50be74f5-cdda-4d66-b505-5206abad0a13 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:47.235478 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-50be74f5-cdda-4d66-b505-5206abad0a13 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:47.253582 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-50be74f5-cdda-4d66-b505-5206abad0a13 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2084887 Aug 11 02:35:47.256247 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46792) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:47.263795 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-4d39f7f2-51d7-4ab3-8fa2-3f6f95ca657f tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Request body: {'port': {'network_id': '7da006cf-a94d-4d5c-af1d-8175139f4a14', 'name': 'tempest-FloatingIPTestJSON-745886688'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:47.277167 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce977dd8-cb75-48b9-ae6b-6fc19d53c208 x-openstack-request-id: req-ce977dd8-cb75-48b9-ae6b-6fc19d53c208 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:35:47.277741 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e314124-161b-4233-9880-f8d77a597d57", "name": "network-vif-plugged", "status": "completed", "tag": "c56651fb-b9aa-4244-b568-95551d5def8c", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:35:47.278233 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ce977dd8-cb75-48b9-ae6b-6fc19d53c208 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:35:47.279082 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e314124-161b-4233-9880-f8d77a597d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56651fb-b9aa-4244-b568-95551d5def8c', 'code': 200} Aug 11 02:35:47.428788 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4894d5-50c4-4678-b6ae-ff7c0a3c6f26 req-96edcf77-08b1-4b12-be9f-2e29741a5e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:47.431447 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0f4894d5-50c4-4678-b6ae-ff7c0a3c6f26 req-96edcf77-08b1-4b12-be9f-2e29741a5e7d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6e314124-161b-4233-9880-f8d77a597d57 HTTP/1.1" status: 200 len: 1098 time: 0.0700309 Aug 11 02:35:47.446319 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d39f7f2-51d7-4ab3-8fa2-3f6f95ca657f tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Made reservation on behalf of 1c35615b07de41f395d1902000e10391 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:47.453657 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4d39f7f2-51d7-4ab3-8fa2-3f6f95ca657f tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:47.486588 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0f4894d5-50c4-4678-b6ae-ff7c0a3c6f26 req-5bfd2ddc-5056-40ac-acb0-dd483ae3db48 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e9e75219-dec0-40fb-ac44-1965b19a9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464046 Aug 11 02:35:47.493151 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-4d39f7f2-51d7-4ab3-8fa2-3f6f95ca657f tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] device_id is not set on port af36b16a-2be4-465b-852b-8a85f616ea59 yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:35:47.619079 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-4d39f7f2-51d7-4ab3-8fa2-3f6f95ca657f tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Allocated IP 172.20.0.14 (7da006cf-a94d-4d5c-af1d-8175139f4a14/351a71e6-6a27-4f76-808d-89b5becd4c7b/af36b16a-2be4-465b-852b-8a85f616ea59) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:47.787357 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4d39f7f2-51d7-4ab3-8fa2-3f6f95ca657f tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:47.830950 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4d39f7f2-51d7-4ab3-8fa2-3f6f95ca657f tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:47.893353 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d39f7f2-51d7-4ab3-8fa2-3f6f95ca657f tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Network 7da006cf-a94d-4d5c-af1d-8175139f4a14 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:47.897283 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-4d39f7f2-51d7-4ab3-8fa2-3f6f95ca657f tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:47.902323 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d39f7f2-51d7-4ab3-8fa2-3f6f95ca657f tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:47.904814 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39f7f2-51d7-4ab3-8fa2-3f6f95ca657f tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event updated for resources: {'Port': ['ID=af36b16a-2be4-465b-852b-8a85f616ea59,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:47.966045 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d39f7f2-51d7-4ab3-8fa2-3f6f95ca657f tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:47.966762 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4d39f7f2-51d7-4ab3-8fa2-3f6f95ca657f tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:47.987019 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46800) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:47.987439 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4d39f7f2-51d7-4ab3-8fa2-3f6f95ca657f tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7298665 Aug 11 02:35:47.993730 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-1ef7eefc-8769-422b-959b-ac7212bd91e6 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'port_id': 'af36b16a-2be4-465b-852b-8a85f616ea59', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:48.037632 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ef7eefc-8769-422b-959b-ac7212bd91e6 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:48.156219 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ef7eefc-8769-422b-959b-ac7212bd91e6 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:48.317253 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-1ef7eefc-8769-422b-959b-ac7212bd91e6 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Allocated IP 172.25.2.176 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/65b8bdc2-21c2-4ba2-ab1d-0d541c487b77) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:48.325677 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8bc368b3-71e3-4520-85bc-da7ea22a0013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:48.356258 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe21e4-41b2-41af-82f7-46597256fa26 req-1c28cc17-e3c6-4b88-849d-03b7e4dd1add tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:48.364578 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-83fe21e4-41b2-41af-82f7-46597256fa26 req-1c28cc17-e3c6-4b88-849d-03b7e4dd1add tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e314124-161b-4233-9880-f8d77a597d57 HTTP/1.1" status: 200 len: 946 time: 0.0931520 Aug 11 02:35:48.366336 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:48.413037 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-83fe21e4-41b2-41af-82f7-46597256fa26 req-604b28ff-ca57-48f4-b7c5-caf830fbaccc tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9e75219-dec0-40fb-ac44-1965b19a9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370703 Aug 11 02:35:48.516214 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ef7eefc-8769-422b-959b-ac7212bd91e6 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:48.570269 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ef7eefc-8769-422b-959b-ac7212bd91e6 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:48.638053 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef7eefc-8769-422b-959b-ac7212bd91e6 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:48.641223 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-1ef7eefc-8769-422b-959b-ac7212bd91e6 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:48.644644 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef7eefc-8769-422b-959b-ac7212bd91e6 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:48.669192 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7eefc-8769-422b-959b-ac7212bd91e6 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event updated for resources: {'Port': ['ID=65b8bdc2-21c2-4ba2-ab1d-0d541c487b77,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:49.508709 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ef7eefc-8769-422b-959b-ac7212bd91e6 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:49.665154 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b468060-8baa-4ae5-90a0-bbbcb5055c04 req-4d6df710-53e8-4bbb-afb8-cbd1a8701692 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:49.666855 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4b468060-8baa-4ae5-90a0-bbbcb5055c04 req-4d6df710-53e8-4bbb-afb8-cbd1a8701692 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e314124-161b-4233-9880-f8d77a597d57 HTTP/1.1" status: 200 len: 946 time: 0.1407759 Aug 11 02:35:49.752824 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4b468060-8baa-4ae5-90a0-bbbcb5055c04 req-e6dd6dbf-a403-4255-8e1c-1d470e0803db tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9e75219-dec0-40fb-ac44-1965b19a9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587444 Aug 11 02:35:49.753720 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ef7eefc-8769-422b-959b-ac7212bd91e6 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:49.839601 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46834) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:49.983501 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.011617 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ef7eefc-8769-422b-959b-ac7212bd91e6 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.017763 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ef7eefc-8769-422b-959b-ac7212bd91e6 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.101776 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d23ad386-b4ed-4cf4-b5ef-37952a42444f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.112578 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7eefc-8769-422b-959b-ac7212bd91e6 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event updated for resources: {'Port': ['ID=65b8bdc2-21c2-4ba2-ab1d-0d541c487b77,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:50.119375 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ef7eefc-8769-422b-959b-ac7212bd91e6 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.281312 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-1ef7eefc-8769-422b-959b-ac7212bd91e6 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Floating IP 58ab9d0e-32bc-415f-8183-927dfeb78f5f associated. External IP: 172.25.2.176, port: af36b16a-2be4-465b-852b-8a85f616ea59. Aug 11 02:35:50.301412 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d23ad386-b4ed-4cf4-b5ef-37952a42444f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.306837 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d23ad386-b4ed-4cf4-b5ef-37952a42444f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.386058 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d23ad386-b4ed-4cf4-b5ef-37952a42444f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=81f834651a264556904b76a8f4e31386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5455079 Aug 11 02:35:50.386317 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46846) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:50.390661 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ad386-b4ed-4cf4-b5ef-37952a42444f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a18f7ce-9cac-4f9f-9499-fc98a78cacea,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:50.405023 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad386-b4ed-4cf4-b5ef-37952a42444f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:50.405372 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad386-b4ed-4cf4-b5ef-37952a42444f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:50.405720 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad386-b4ed-4cf4-b5ef-37952a42444f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:50.406057 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad386-b4ed-4cf4-b5ef-37952a42444f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:50.406394 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad386-b4ed-4cf4-b5ef-37952a42444f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:50.406723 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad386-b4ed-4cf4-b5ef-37952a42444f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:50.407051 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad386-b4ed-4cf4-b5ef-37952a42444f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:50.409399 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad386-b4ed-4cf4-b5ef-37952a42444f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:50.409399 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad386-b4ed-4cf4-b5ef-37952a42444f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:50.409399 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad386-b4ed-4cf4-b5ef-37952a42444f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:50.409399 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad386-b4ed-4cf4-b5ef-37952a42444f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:50.409399 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad386-b4ed-4cf4-b5ef-37952a42444f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:50.510595 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-140ef28a-e27c-41c8-874b-f4b49085e4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.571763 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-140ef28a-e27c-41c8-874b-f4b49085e4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.602758 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef7eefc-8769-422b-959b-ac7212bd91e6 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Router e9a6d127-fb4f-44d7-bc62-590f188ec126 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:35:50.710923 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-140ef28a-e27c-41c8-874b-f4b49085e4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.713704 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-140ef28a-e27c-41c8-874b-f4b49085e4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.714842 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-140ef28a-e27c-41c8-874b-f4b49085e4a1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2a18f7ce-9cac-4f9f-9499-fc98a78cacea HTTP/1.1" status: 204 len: 168 time: 0.3278208 Aug 11 02:35:50.730089 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ef28a-e27c-41c8-874b-f4b49085e4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a18f7ce-9cac-4f9f-9499-fc98a78cacea,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:50.759306 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef7eefc-8769-422b-959b-ac7212bd91e6 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:35:50.771869 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d45b04-34c3-48a5-afd1-3587b715a0dd None None] Sync routers for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:35:50.783396 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d45b04-34c3-48a5-afd1-3587b715a0dd None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:50.784429 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d6d45b04-34c3-48a5-afd1-3587b715a0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:50.785267 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ef7eefc-8769-422b-959b-ac7212bd91e6 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.820195 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1ef7eefc-8769-422b-959b-ac7212bd91e6 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.8313563 Aug 11 02:35:50.822895 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46854) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:50.830691 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d6d45b04-34c3-48a5-afd1-3587b715a0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:50.831414 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-c40091f7-b07e-471f-b8b0-7e6b3f9605f9 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:50.858890 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d45b04-34c3-48a5-afd1-3587b715a0dd None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:50.859522 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d6d45b04-34c3-48a5-afd1-3587b715a0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:50.951266 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d6d45b04-34c3-48a5-afd1-3587b715a0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:50.954818 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d45b04-34c3-48a5-afd1-3587b715a0dd None None] The sync data for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:35:50.976795 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c40091f7-b07e-471f-b8b0-7e6b3f9605f9 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.157306 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c40091f7-b07e-471f-b8b0-7e6b3f9605f9 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.162501 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c40091f7-b07e-471f-b8b0-7e6b3f9605f9 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.162905 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-c40091f7-b07e-471f-b8b0-7e6b3f9605f9 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Floating IP 58ab9d0e-32bc-415f-8183-927dfeb78f5f disassociated. External IP: 172.25.2.176, port: af36b16a-2be4-465b-852b-8a85f616ea59. Aug 11 02:35:51.174707 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46858) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:51.193659 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ac36-974a-4bde-b239-796fcf2f5d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.598246 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ac36-974a-4bde-b239-796fcf2f5d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.598246 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ac36-974a-4bde-b239-796fcf2f5d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.607924 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.609969 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9ac36-974a-4bde-b239-796fcf2f5d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ea5e2c-79e6-40eb-b3b4-4a620b81cbc3,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:51.609969 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ccc9ac36-974a-4bde-b239-796fcf2f5d0e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=31d229b268be4ab585c393bc114b94e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4328396 Aug 11 02:35:51.612116 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46876) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:51.697068 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d5c168b5-ce96-4d91-bb18-0022283edb38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.728727 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d5c168b5-ce96-4d91-bb18-0022283edb38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.801156 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d5c168b5-ce96-4d91-bb18-0022283edb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.805030 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d5c168b5-ce96-4d91-bb18-0022283edb38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.809515 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d5c168b5-ce96-4d91-bb18-0022283edb38 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a9ea5e2c-79e6-40eb-b3b4-4a620b81cbc3 HTTP/1.1" status: 204 len: 168 time: 0.1962693 Aug 11 02:35:51.820171 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c168b5-ce96-4d91-bb18-0022283edb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ea5e2c-79e6-40eb-b3b4-4a620b81cbc3,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:52.101594 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40091f7-b07e-471f-b8b0-7e6b3f9605f9 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Router e9a6d127-fb4f-44d7-bc62-590f188ec126 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:35:52.290631 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40091f7-b07e-471f-b8b0-7e6b3f9605f9 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:35:52.300511 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb21556-2827-4108-8e09-a8c6cb0625e7 None None] Sync routers for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:35:52.302714 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c40091f7-b07e-471f-b8b0-7e6b3f9605f9 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:52.322484 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb21556-2827-4108-8e09-a8c6cb0625e7 None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:52.330809 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-dbb21556-2827-4108-8e09-a8c6cb0625e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:52.365247 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c40091f7-b07e-471f-b8b0-7e6b3f9605f9 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "PUT /v2.0/floatingips/58ab9d0e-32bc-415f-8183-927dfeb78f5f HTTP/1.1" status: 200 len: 688 time: 1.5379956 Aug 11 02:35:52.365731 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 46898) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:52.429973 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-dbb21556-2827-4108-8e09-a8c6cb0625e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:52.453761 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb21556-2827-4108-8e09-a8c6cb0625e7 None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:52.456006 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-dbb21556-2827-4108-8e09-a8c6cb0625e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:52.569148 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-dbb21556-2827-4108-8e09-a8c6cb0625e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:52.570257 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb21556-2827-4108-8e09-a8c6cb0625e7 None None] The sync data for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:35:52.639413 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-2cf96fbf-705b-43eb-95f9-1ac3a83964f0 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Deleting port 65b8bdc2-21c2-4ba2-ab1d-0d541c487b77 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:52.639719 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2cf96fbf-705b-43eb-95f9-1ac3a83964f0 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:52.768317 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2cf96fbf-705b-43eb-95f9-1ac3a83964f0 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:52.768786 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2cf96fbf-705b-43eb-95f9-1ac3a83964f0 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:52.788333 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-2cf96fbf-705b-43eb-95f9-1ac3a83964f0 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Calling delete_port for 65b8bdc2-21c2-4ba2-ab1d-0d541c487b77 owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:53.012796 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2cf96fbf-705b-43eb-95f9-1ac3a83964f0 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:53.045969 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf96fbf-705b-43eb-95f9-1ac3a83964f0 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event deleted for resources: {'Port': ['ID=65b8bdc2-21c2-4ba2-ab1d-0d541c487b77,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:53.146036 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2cf96fbf-705b-43eb-95f9-1ac3a83964f0 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:53.153507 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2cf96fbf-705b-43eb-95f9-1ac3a83964f0 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:53.158995 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 46930) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:53.159610 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2cf96fbf-705b-43eb-95f9-1ac3a83964f0 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "DELETE /v2.0/floatingips/58ab9d0e-32bc-415f-8183-927dfeb78f5f HTTP/1.1" status: 204 len: 168 time: 0.7926483 Aug 11 02:35:53.163753 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'port_id': 'ea54c4ce-9788-41d7-9a32-b0ba545b65cf'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:53.207483 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:53.352749 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:53.552907 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Allocated IP 172.25.2.42 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/a8be43f5-053a-482a-b74e-a5222b32ccf7) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:53.751103 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:53.816670 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:53.905945 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:53.909780 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:53.914241 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:53.968353 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event updated for resources: {'Port': ['ID=a8be43f5-053a-482a-b74e-a5222b32ccf7,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:54.565058 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:54.589300 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:54.714684 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.019180 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.050035 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.152933 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event updated for resources: {'Port': ['ID=a8be43f5-053a-482a-b74e-a5222b32ccf7,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:55.162515 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47010) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:55.207076 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:55.207449 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:55.208007 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:55.208545 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:55.208901 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:55.209269 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:55.209587 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:55.209927 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:55.210260 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:55.210597 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:55.210974 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:55.212111 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:55.233246 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.351912 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c3ebd8d2-5a3d-4e6e-aee5-4b222eb2e386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.370619 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Floating IP 851bf4db-b2c2-4f96-a049-3ec72cb45a71 associated. External IP: 172.25.2.42, port: ea54c4ce-9788-41d7-9a32-b0ba545b65cf. Aug 11 02:35:55.400745 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.521143 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c3ebd8d2-5a3d-4e6e-aee5-4b222eb2e386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.526270 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c3ebd8d2-5a3d-4e6e-aee5-4b222eb2e386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.577236 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c3ebd8d2-5a3d-4e6e-aee5-4b222eb2e386 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b524c245653c42a69ddab6786440d53f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4136119 Aug 11 02:35:55.578566 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ebd8d2-5a3d-4e6e-aee5-4b222eb2e386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4c727d-077c-4a8f-bae7-8ce95fdd11b9,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:55.581527 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47026) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:55.644833 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4d1437e7-5ad2-4276-8f8a-f24d35fe0d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.672588 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4d1437e7-5ad2-4276-8f8a-f24d35fe0d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.674196 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Router e9a6d127-fb4f-44d7-bc62-590f188ec126 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:35:55.729831 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4d1437e7-5ad2-4276-8f8a-f24d35fe0d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.733028 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4d1437e7-5ad2-4276-8f8a-f24d35fe0d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.734228 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4d1437e7-5ad2-4276-8f8a-f24d35fe0d39 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f4c727d-077c-4a8f-bae7-8ce95fdd11b9 HTTP/1.1" status: 204 len: 168 time: 0.1513553 Aug 11 02:35:55.760533 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1437e7-5ad2-4276-8f8a-f24d35fe0d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4c727d-077c-4a8f-bae7-8ce95fdd11b9,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:56.028983 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:35:56.045802 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aeb780-f6f3-4f49-bdc6-60771d520631 None None] Sync routers for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:35:56.047576 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:56.075358 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aeb780-f6f3-4f49-bdc6-60771d520631 None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:56.077256 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-10aeb780-f6f3-4f49-bdc6-60771d520631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:56.092790 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-10aa2997-5ec0-4d4e-b2f4-c9e73f557838 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.9326606 Aug 11 02:35:56.096069 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47048) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:56.171168 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-10aeb780-f6f3-4f49-bdc6-60771d520631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:56.183075 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aeb780-f6f3-4f49-bdc6-60771d520631 None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:56.183724 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-10aeb780-f6f3-4f49-bdc6-60771d520631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:56.217244 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-10aeb780-f6f3-4f49-bdc6-60771d520631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:56.218167 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aeb780-f6f3-4f49-bdc6-60771d520631 None None] The sync data for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:35:56.228161 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1c735005-fb65-472a-bbc5-0a25bd8eca86 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "GET /v2.0/floatingips/851bf4db-b2c2-4f96-a049-3ec72cb45a71 HTTP/1.1" status: 200 len: 978 time: 0.1298923 Aug 11 02:35:56.229751 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47056) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:56.324546 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47058) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:56.341896 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47060) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:56.344175 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-757282c7-4ee9-41db-8a45-6fe9445bf6ab tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1131074 Aug 11 02:35:56.347869 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-3249c684-5308-49e2-ba86-0dfba7ab6a86 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Request body: {'floatingip': {'port_id': 'af36b16a-2be4-465b-852b-8a85f616ea59'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:56.351795 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-73e8c1d5-f565-4576-bcdf-1ed9b0f7fe4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:56.440289 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3249c684-5308-49e2-ba86-0dfba7ab6a86 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:56.450397 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-73e8c1d5-f565-4576-bcdf-1ed9b0f7fe4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:56.456292 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-73e8c1d5-f565-4576-bcdf-1ed9b0f7fe4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:56.509447 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8c1d5-f565-4576-bcdf-1ed9b0f7fe4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f5f23b-7d9b-4ab6-ad12-dff9efa3467c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:56.538601 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-73e8c1d5-f565-4576-bcdf-1ed9b0f7fe4d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=edd556eb9f824fb3af9908393f0d0bd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2128894 Aug 11 02:35:56.546435 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47066) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:56.612960 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-121f9273-c524-40bf-962e-e08e584b0786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:56.656185 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-121f9273-c524-40bf-962e-e08e584b0786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:56.728530 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-121f9273-c524-40bf-962e-e08e584b0786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:56.732235 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-121f9273-c524-40bf-962e-e08e584b0786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:56.746859 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-121f9273-c524-40bf-962e-e08e584b0786 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c9f5f23b-7d9b-4ab6-ad12-dff9efa3467c HTTP/1.1" status: 204 len: 168 time: 0.1896617 Aug 11 02:35:56.765348 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f9273-c524-40bf-962e-e08e584b0786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f5f23b-7d9b-4ab6-ad12-dff9efa3467c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:57.096787 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3249c684-5308-49e2-ba86-0dfba7ab6a86 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:57.102746 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3249c684-5308-49e2-ba86-0dfba7ab6a86 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:57.248916 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-3249c684-5308-49e2-ba86-0dfba7ab6a86 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Floating IP 851bf4db-b2c2-4f96-a049-3ec72cb45a71 associated. External IP: 172.25.2.42, port: ea54c4ce-9788-41d7-9a32-b0ba545b65cf. Aug 11 02:35:57.519316 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3249c684-5308-49e2-ba86-0dfba7ab6a86 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Router e9a6d127-fb4f-44d7-bc62-590f188ec126 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:35:57.925797 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3249c684-5308-49e2-ba86-0dfba7ab6a86 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:35:57.935949 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65576036-fc14-4519-bd7b-437cd12d61b4 None None] Sync routers for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:35:57.950323 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65576036-fc14-4519-bd7b-437cd12d61b4 None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:57.951108 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-65576036-fc14-4519-bd7b-437cd12d61b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:58.008164 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-65576036-fc14-4519-bd7b-437cd12d61b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:58.018767 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65576036-fc14-4519-bd7b-437cd12d61b4 None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:58.019739 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-65576036-fc14-4519-bd7b-437cd12d61b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:58.089535 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-65576036-fc14-4519-bd7b-437cd12d61b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:58.090544 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65576036-fc14-4519-bd7b-437cd12d61b4 None None] The sync data for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:35:58.266125 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3249c684-5308-49e2-ba86-0dfba7ab6a86 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Router e9a6d127-fb4f-44d7-bc62-590f188ec126 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:35:58.280174 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47132) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:58.447264 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3249c684-5308-49e2-ba86-0dfba7ab6a86 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:35:58.453174 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-309220ce-42e5-4389-aae5-e80137d8a9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.456516 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3249c684-5308-49e2-ba86-0dfba7ab6a86 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.458535 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e19b4b6-636a-4cf7-a445-30a260cb4eef None None] Sync routers for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:35:58.471304 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e19b4b6-636a-4cf7-a445-30a260cb4eef None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:58.481138 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-9e19b4b6-636a-4cf7-a445-30a260cb4eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:58.527522 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3249c684-5308-49e2-ba86-0dfba7ab6a86 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "PUT /v2.0/floatingips/851bf4db-b2c2-4f96-a049-3ec72cb45a71 HTTP/1.1" status: 200 len: 977 time: 2.1845548 Aug 11 02:35:58.530170 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47138) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:58.537399 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-df77de2a-5089-4886-8de4-94a0c0be3329 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:58.611150 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-df77de2a-5089-4886-8de4-94a0c0be3329 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.624894 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-309220ce-42e5-4389-aae5-e80137d8a9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.630286 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-309220ce-42e5-4389-aae5-e80137d8a9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.670310 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-309220ce-42e5-4389-aae5-e80137d8a9d4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=342170b873fb46e38afdb3b2d305bbcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3886108 Aug 11 02:35:58.672781 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47142) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:58.739591 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-9e19b4b6-636a-4cf7-a445-30a260cb4eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:58.748851 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e19b4b6-636a-4cf7-a445-30a260cb4eef None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:58.754060 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-9e19b4b6-636a-4cf7-a445-30a260cb4eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:58.758118 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309220ce-42e5-4389-aae5-e80137d8a9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8b16aa-bbef-434d-a9b1-99d378215fac,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:58.792072 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee0f015a-95f4-4d43-a0dc-314e0c290ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.805804 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-9e19b4b6-636a-4cf7-a445-30a260cb4eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:58.806604 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e19b4b6-636a-4cf7-a445-30a260cb4eef None None] The sync data for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:35:58.817558 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee0f015a-95f4-4d43-a0dc-314e0c290ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.894654 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-df77de2a-5089-4886-8de4-94a0c0be3329 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.898730 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-df77de2a-5089-4886-8de4-94a0c0be3329 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.899212 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-df77de2a-5089-4886-8de4-94a0c0be3329 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Floating IP 851bf4db-b2c2-4f96-a049-3ec72cb45a71 disassociated. External IP: 172.25.2.42, port: af36b16a-2be4-465b-852b-8a85f616ea59. Aug 11 02:35:58.909379 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee0f015a-95f4-4d43-a0dc-314e0c290ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.911999 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ee0f015a-95f4-4d43-a0dc-314e0c290ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.913169 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ee0f015a-95f4-4d43-a0dc-314e0c290ef4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0d8b16aa-bbef-434d-a9b1-99d378215fac HTTP/1.1" status: 204 len: 168 time: 0.2357395 Aug 11 02:35:58.921528 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f015a-95f4-4d43-a0dc-314e0c290ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8b16aa-bbef-434d-a9b1-99d378215fac,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:59.249804 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df77de2a-5089-4886-8de4-94a0c0be3329 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Router e9a6d127-fb4f-44d7-bc62-590f188ec126 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:35:59.427031 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df77de2a-5089-4886-8de4-94a0c0be3329 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:35:59.435912 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-df77de2a-5089-4886-8de4-94a0c0be3329 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.444263 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24c6504-ee50-450b-8b38-5061e9b75d31 None None] Sync routers for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:35:59.460729 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24c6504-ee50-450b-8b38-5061e9b75d31 None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:59.461451 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-b24c6504-ee50-450b-8b38-5061e9b75d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:59.476796 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-df77de2a-5089-4886-8de4-94a0c0be3329 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "PUT /v2.0/floatingips/851bf4db-b2c2-4f96-a049-3ec72cb45a71 HTTP/1.1" status: 200 len: 687 time: 0.9451890 Aug 11 02:35:59.479449 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47172) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:59.510557 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-b24c6504-ee50-450b-8b38-5061e9b75d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:59.520963 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24c6504-ee50-450b-8b38-5061e9b75d31 None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:59.521842 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-b24c6504-ee50-450b-8b38-5061e9b75d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:59.564747 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-b24c6504-ee50-450b-8b38-5061e9b75d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:59.566799 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24c6504-ee50-450b-8b38-5061e9b75d31 None None] The sync data for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:35:59.702070 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-7a0c61fd-0110-4ae2-9b53-d321accd9428 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Deleting port a8be43f5-053a-482a-b74e-a5222b32ccf7 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:59.702877 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a0c61fd-0110-4ae2-9b53-d321accd9428 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.809868 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a0c61fd-0110-4ae2-9b53-d321accd9428 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.810229 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a0c61fd-0110-4ae2-9b53-d321accd9428 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.829055 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-7a0c61fd-0110-4ae2-9b53-d321accd9428 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Calling delete_port for a8be43f5-053a-482a-b74e-a5222b32ccf7 owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:00.033176 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a0c61fd-0110-4ae2-9b53-d321accd9428 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:00.073697 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c61fd-0110-4ae2-9b53-d321accd9428 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event deleted for resources: {'Port': ['ID=a8be43f5-053a-482a-b74e-a5222b32ccf7,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:00.156839 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a0c61fd-0110-4ae2-9b53-d321accd9428 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:00.162455 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a0c61fd-0110-4ae2-9b53-d321accd9428 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:00.168121 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7a0c61fd-0110-4ae2-9b53-d321accd9428 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "DELETE /v2.0/floatingips/851bf4db-b2c2-4f96-a049-3ec72cb45a71 HTTP/1.1" status: 204 len: 168 time: 0.6865528 Aug 11 02:36:00.168347 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47194) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:00.232596 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-87c62c07-1aee-4d89-9dea-a77d731a28e7 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] delete failed (client error): The resource could not be found. Aug 11 02:36:00.238319 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-87c62c07-1aee-4d89-9dea-a77d731a28e7 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "DELETE /v2.0/floatingips/851bf4db-b2c2-4f96-a049-3ec72cb45a71 HTTP/1.1" status: 404 len: 345 time: 0.0645158 Aug 11 02:36:00.239349 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47198) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:00.395748 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8216284-6707-4e80-9d6b-37fb759d97ac tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:00.405604 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8216284-6707-4e80-9d6b-37fb759d97ac tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:00.421167 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8216284-6707-4e80-9d6b-37fb759d97ac tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:00.427265 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d8216284-6707-4e80-9d6b-37fb759d97ac tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "GET /v2.0/ports?network_id=7da006cf-a94d-4d5c-af1d-8175139f4a14 HTTP/1.1" status: 200 len: 2359 time: 0.1825492 Aug 11 02:36:00.427601 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47210) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:00.508060 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ec8a9a-fa95-49fc-8458-008b1bd35d3a tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:00.509887 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b8ec8a9a-fa95-49fc-8458-008b1bd35d3a tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "GET /v2.0/subnets/351a71e6-6a27-4f76-808d-89b5becd4c7b HTTP/1.1" status: 200 len: 797 time: 0.0823150 Aug 11 02:36:00.514349 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47216) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:00.520782 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-c26a4f81-41f8-45b9-ba4e-4963dfa34848 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Request body: {'port': {'network_id': '7da006cf-a94d-4d5c-af1d-8175139f4a14', 'name': 'tempest-FloatingIPTestJSON-1663065236', 'fixed_ips': [{'ip_address': '172.20.0.12'}, {'ip_address': '172.20.0.11'}]}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:00.658280 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26a4f81-41f8-45b9-ba4e-4963dfa34848 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Made reservation on behalf of 1c35615b07de41f395d1902000e10391 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:00.782058 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c26a4f81-41f8-45b9-ba4e-4963dfa34848 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:00.808397 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-c26a4f81-41f8-45b9-ba4e-4963dfa34848 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] device_id is not set on port 9b29bb37-b1bc-4e43-8a44-f6dd614fb04a yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:36:01.226019 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-c26a4f81-41f8-45b9-ba4e-4963dfa34848 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Allocated IP 172.20.0.12 (7da006cf-a94d-4d5c-af1d-8175139f4a14/351a71e6-6a27-4f76-808d-89b5becd4c7b/9b29bb37-b1bc-4e43-8a44-f6dd614fb04a) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:01.234740 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-c26a4f81-41f8-45b9-ba4e-4963dfa34848 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Allocated IP 172.20.0.11 (7da006cf-a94d-4d5c-af1d-8175139f4a14/351a71e6-6a27-4f76-808d-89b5becd4c7b/9b29bb37-b1bc-4e43-8a44-f6dd614fb04a) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:01.440260 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c26a4f81-41f8-45b9-ba4e-4963dfa34848 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:01.501052 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c26a4f81-41f8-45b9-ba4e-4963dfa34848 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:01.553666 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26a4f81-41f8-45b9-ba4e-4963dfa34848 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Network 7da006cf-a94d-4d5c-af1d-8175139f4a14 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:01.557687 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-c26a4f81-41f8-45b9-ba4e-4963dfa34848 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:01.560331 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26a4f81-41f8-45b9-ba4e-4963dfa34848 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:01.627911 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a4f81-41f8-45b9-ba4e-4963dfa34848 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event updated for resources: {'Port': ['ID=9b29bb37-b1bc-4e43-8a44-f6dd614fb04a,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:01.665624 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26a4f81-41f8-45b9-ba4e-4963dfa34848 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:01.666648 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c26a4f81-41f8-45b9-ba4e-4963dfa34848 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:01.685217 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c26a4f81-41f8-45b9-ba4e-4963dfa34848 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.1695635 Aug 11 02:36:01.687933 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47260) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:01.694522 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-b4f79cb0-7c34-4295-8068-0ba58d57d3dc tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'port_id': '9b29bb37-b1bc-4e43-8a44-f6dd614fb04a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:01.721480 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b4f79cb0-7c34-4295-8068-0ba58d57d3dc tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:01.889596 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b4f79cb0-7c34-4295-8068-0ba58d57d3dc tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:02.027276 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-b4f79cb0-7c34-4295-8068-0ba58d57d3dc tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Allocated IP 172.25.2.180 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/33552d98-cd15-4138-9025-dfbe153a6077) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:02.101892 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-d68e9a8b-eb1c-4791-9a84-0ad139de8a08 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:02.103880 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-d68e9a8b-eb1c-4791-9a84-0ad139de8a08 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 811 time: 0.1890256 Aug 11 02:36:02.122568 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-625e0d8b-d32c-4f2a-9b8a-794e3a984a0b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/quotas/7da6302aa7904b88b0331188624d66f4 HTTP/1.1" status: 200 len: 375 time: 0.0103583 Aug 11 02:36:02.140317 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b4f79cb0-7c34-4295-8068-0ba58d57d3dc tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:02.197177 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-6050c494-b769-43fa-89b4-a7bbb95eebe3 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658972 Aug 11 02:36:02.218440 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b4f79cb0-7c34-4295-8068-0ba58d57d3dc tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:02.268448 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f79cb0-7c34-4295-8068-0ba58d57d3dc tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:02.273003 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-b4f79cb0-7c34-4295-8068-0ba58d57d3dc tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:02.283057 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f79cb0-7c34-4295-8068-0ba58d57d3dc tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:02.335743 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f79cb0-7c34-4295-8068-0ba58d57d3dc tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event updated for resources: {'Port': ['ID=33552d98-cd15-4138-9025-dfbe153a6077,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:02.356704 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-be1c300a-a0d6-4f55-b547-af2480a42b62 service neutron] 10.222.0.50 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527450 Aug 11 02:36:02.488970 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-089742e9-171b-42e5-9b9c-b91778d2f237 service neutron] 10.222.0.50 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226456 Aug 11 02:36:02.831506 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b4f79cb0-7c34-4295-8068-0ba58d57d3dc tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:02.937905 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b4f79cb0-7c34-4295-8068-0ba58d57d3dc tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:03.003823 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dd2a0c5d-bcbb-4ab6-a0e3-ff3cfeb0298e req-788f6dfc-09bf-4ab8-9f53-bc5fcb58f663 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35 HTTP/1.1" status: 200 len: 210 time: 0.0370870 Aug 11 02:36:03.275102 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b4f79cb0-7c34-4295-8068-0ba58d57d3dc tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:03.287239 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b4f79cb0-7c34-4295-8068-0ba58d57d3dc tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:03.385629 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b4f79cb0-7c34-4295-8068-0ba58d57d3dc tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:03.425701 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f79cb0-7c34-4295-8068-0ba58d57d3dc tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event updated for resources: {'Port': ['ID=33552d98-cd15-4138-9025-dfbe153a6077,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:03.536311 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-b4f79cb0-7c34-4295-8068-0ba58d57d3dc tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Floating IP 7c996e37-c2aa-4310-b219-d6422da07c4b associated. External IP: 172.25.2.180, port: 9b29bb37-b1bc-4e43-8a44-f6dd614fb04a. Aug 11 02:36:03.822070 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f79cb0-7c34-4295-8068-0ba58d57d3dc tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Router e9a6d127-fb4f-44d7-bc62-590f188ec126 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:36:03.984623 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f79cb0-7c34-4295-8068-0ba58d57d3dc tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:36:04.002279 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686c51d6-b331-442c-b7ea-afcfb45edb2d None None] Sync routers for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:36:04.013529 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b4f79cb0-7c34-4295-8068-0ba58d57d3dc tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:04.014086 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686c51d6-b331-442c-b7ea-afcfb45edb2d None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:04.014753 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-686c51d6-b331-442c-b7ea-afcfb45edb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:04.070860 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-686c51d6-b331-442c-b7ea-afcfb45edb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:04.080133 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47352) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:04.086661 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686c51d6-b331-442c-b7ea-afcfb45edb2d None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:04.087239 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-0e6b463f-0dd3-4b07-ad6c-bb65ee951aaf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Request body: {'floatingip': {'port_id': '9b29bb37-b1bc-4e43-8a44-f6dd614fb04a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:04.088051 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-686c51d6-b331-442c-b7ea-afcfb45edb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:04.093642 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b4f79cb0-7c34-4295-8068-0ba58d57d3dc tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.4030309 Aug 11 02:36:04.193734 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-686c51d6-b331-442c-b7ea-afcfb45edb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:04.199134 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686c51d6-b331-442c-b7ea-afcfb45edb2d None None] The sync data for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:36:04.371307 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-56cb346e-44a9-4233-8652-3188d72a7f5c req-b477ebc7-f253-426c-9003-9449b7422c94 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35 HTTP/1.1" status: 200 len: 210 time: 0.0941925 Aug 11 02:36:04.436869 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0e6b463f-0dd3-4b07-ad6c-bb65ee951aaf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:04.595696 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-def8da9c-2ce7-4316-aa1f-6fe3b647f3d8 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:04.598071 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-def8da9c-2ce7-4316-aa1f-6fe3b647f3d8 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.73 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 811 time: 0.2066774 Aug 11 02:36:04.614863 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-bef91101-6a78-45d6-9453-f7abfc06ad6a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Request body: {'port': {'device_id': '9e55853d-19f0-4c61-87ab-17fe30ee4c35', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'admin_state_up': True, 'tenant_id': '7da6302aa7904b88b0331188624d66f4'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:04.839952 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-bef91101-6a78-45d6-9453-f7abfc06ad6a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Made reservation on behalf of 7da6302aa7904b88b0331188624d66f4 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:04.844698 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-bef91101-6a78-45d6-9453-f7abfc06ad6a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:05.682917 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9dc64147-35da-4f0e-a00d-93b353f9c20e req-5e311b60-1ea7-4747-bb48-e3aa3d4b0b6a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35 HTTP/1.1" status: 200 len: 210 time: 0.0429542 Aug 11 02:36:05.703794 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-bef91101-6a78-45d6-9453-f7abfc06ad6a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Allocated IP 172.20.0.6 (58eaa87b-4e07-4b3a-b5a6-ed2c1760073b/8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a/0a0b548c-5d94-4cd8-833b-2323260e3510) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:05.989758 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-bef91101-6a78-45d6-9453-f7abfc06ad6a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:06.003900 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-bef91101-6a78-45d6-9453-f7abfc06ad6a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Transition to ACTIVE for port object 0a0b548c-5d94-4cd8-833b-2323260e3510 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:06.053065 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-bef91101-6a78-45d6-9453-f7abfc06ad6a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:06.061514 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0e6b463f-0dd3-4b07-ad6c-bb65ee951aaf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:06.080195 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0e6b463f-0dd3-4b07-ad6c-bb65ee951aaf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:06.125744 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-bef91101-6a78-45d6-9453-f7abfc06ad6a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:06.135267 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-bef91101-6a78-45d6-9453-f7abfc06ad6a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:06.139723 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-bef91101-6a78-45d6-9453-f7abfc06ad6a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:06.201783 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef91101-6a78-45d6-9453-f7abfc06ad6a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event updated for resources: {'Port': ['ID=0a0b548c-5d94-4cd8-833b-2323260e3510,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:06.226966 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-bef91101-6a78-45d6-9453-f7abfc06ad6a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:06.227910 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-bef91101-6a78-45d6-9453-f7abfc06ad6a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:06.246188 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-bef91101-6a78-45d6-9453-f7abfc06ad6a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6389835 Aug 11 02:36:06.261377 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-af2e26f9-9207-43e2-8cc1-a3db85f831f2 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:36:06.262705 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-af2e26f9-9207-43e2-8cc1-a3db85f831f2 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066323 Aug 11 02:36:06.326922 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:36:06.495653 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-1e1b372c-e779-4092-b26a-1e46329a22ca service neutron] Request body: {'port': {'device_id': '9e55853d-19f0-4c61-87ab-17fe30ee4c35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:06.528939 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6b463f-0dd3-4b07-ad6c-bb65ee951aaf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Router e9a6d127-fb4f-44d7-bc62-590f188ec126 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:36:06.641079 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-1e1b372c-e779-4092-b26a-1e46329a22ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:06.652725 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-bf4d5512-50aa-43fd-96d2-3ad2861c650b None None] Provisioning for port 0a0b548c-5d94-4cd8-833b-2323260e3510 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:06.663476 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-bf4d5512-50aa-43fd-96d2-3ad2861c650b None None] Provisioning complete for port 0a0b548c-5d94-4cd8-833b-2323260e3510 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:06.664693 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bf4d5512-50aa-43fd-96d2-3ad2861c650b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:06.764399 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-bf4d5512-50aa-43fd-96d2-3ad2861c650b None None] Port 0a0b548c-5d94-4cd8-833b-2323260e3510 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:36:06.864317 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6b463f-0dd3-4b07-ad6c-bb65ee951aaf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:36:06.880993 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0e6b463f-0dd3-4b07-ad6c-bb65ee951aaf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:06.896625 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b983ba58-8db3-483e-891e-3c72ee83eb6f None None] Sync routers for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:36:06.918198 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b983ba58-8db3-483e-891e-3c72ee83eb6f None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:06.919521 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-b983ba58-8db3-483e-891e-3c72ee83eb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:07.024273 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-b983ba58-8db3-483e-891e-3c72ee83eb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:07.060262 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b983ba58-8db3-483e-891e-3c72ee83eb6f None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:07.061284 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-b983ba58-8db3-483e-891e-3c72ee83eb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:07.176360 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-b983ba58-8db3-483e-891e-3c72ee83eb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:07.176992 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b983ba58-8db3-483e-891e-3c72ee83eb6f None None] The sync data for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:36:07.242004 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0e6b463f-0dd3-4b07-ad6c-bb65ee951aaf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "PUT /v2.0/floatingips/7c996e37-c2aa-4310-b219-d6422da07c4b HTTP/1.1" status: 200 len: 979 time: 3.1605206 Aug 11 02:36:07.245639 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47438) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:07.336904 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6eae2-bd61-405d-aa0d-83ae46f6ddf0 req-83ffd5b4-cd61-4f4a-b84d-47c8ed38ed33 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:07.345754 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fef6eae2-bd61-405d-aa0d-83ae46f6ddf0 req-83ffd5b4-cd61-4f4a-b84d-47c8ed38ed33 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35 HTTP/1.1" status: 200 len: 931 time: 0.4609725 Aug 11 02:36:07.413550 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fef6eae2-bd61-405d-aa0d-83ae46f6ddf0 req-0bd61515-4d5b-46bc-a3ee-d085191d97ae tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665390 Aug 11 02:36:07.471665 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-1e1b372c-e779-4092-b26a-1e46329a22ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a0b548c-5d94-4cd8-833b-2323260e3510 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:36:07.476553 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-1e1b372c-e779-4092-b26a-1e46329a22ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:07.495443 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-1e1b372c-e779-4092-b26a-1e46329a22ca service neutron] Transition to ACTIVE for port object 0a0b548c-5d94-4cd8-833b-2323260e3510 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:07.500757 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-1e1b372c-e779-4092-b26a-1e46329a22ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:07.620249 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-56877e57-079a-4d7d-accc-8ea9834cd82f tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Deleting port 33552d98-cd15-4138-9025-dfbe153a6077 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:07.620999 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-56877e57-079a-4d7d-accc-8ea9834cd82f tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:07.623431 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b372c-e779-4092-b26a-1e46329a22ca service neutron] Pushing event updated for resources: {'Port': ['ID=0a0b548c-5d94-4cd8-833b-2323260e3510,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:07.714993 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-1e1b372c-e779-4092-b26a-1e46329a22ca service neutron] Attempting to bind port 0a0b548c-5d94-4cd8-833b-2323260e3510 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:36:07.717568 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-1e1b372c-e779-4092-b26a-1e46329a22ca service neutron] Attempting to bind port 0a0b548c-5d94-4cd8-833b-2323260e3510 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:36:07.718100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-1e1b372c-e779-4092-b26a-1e46329a22ca service neutron] Attempting to bind port 0a0b548c-5d94-4cd8-833b-2323260e3510 on network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:36:07.731736 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-1e1b372c-e779-4092-b26a-1e46329a22ca service neutron] Port 0a0b548c-5d94-4cd8-833b-2323260e3510 on network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:36:07.732070 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-1e1b372c-e779-4092-b26a-1e46329a22ca service neutron] Attempting to bind port 0a0b548c-5d94-4cd8-833b-2323260e3510 on network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:36:07.739679 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-1e1b372c-e779-4092-b26a-1e46329a22ca service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:36:07.740016 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-1e1b372c-e779-4092-b26a-1e46329a22ca service neutron] Checking segment: {'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:07.740408 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-1e1b372c-e779-4092-b26a-1e46329a22ca service neutron] Bound using segment: {'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:36:07.740848 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-1e1b372c-e779-4092-b26a-1e46329a22ca service neutron] Bound port: 0a0b548c-5d94-4cd8-833b-2323260e3510, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:36:07.741216 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-1e1b372c-e779-4092-b26a-1e46329a22ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:07.778032 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-56877e57-079a-4d7d-accc-8ea9834cd82f tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:07.778808 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-56877e57-079a-4d7d-accc-8ea9834cd82f tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:07.794263 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-56877e57-079a-4d7d-accc-8ea9834cd82f tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Calling delete_port for 33552d98-cd15-4138-9025-dfbe153a6077 owned by network:floatingip {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:07.866258 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-1e1b372c-e779-4092-b26a-1e46329a22ca service neutron] For port 0a0b548c-5d94-4cd8-833b-2323260e3510, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:36:07.872057 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-1e1b372c-e779-4092-b26a-1e46329a22ca service neutron] For port 0a0b548c-5d94-4cd8-833b-2323260e3510, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=0a0b548c-5d94-4cd8-833b-2323260e3510,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:36:07.877806 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-1e1b372c-e779-4092-b26a-1e46329a22ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:07.945380 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-1e1b372c-e779-4092-b26a-1e46329a22ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:07.946276 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-1e1b372c-e779-4092-b26a-1e46329a22ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:07.948011 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-1e1b372c-e779-4092-b26a-1e46329a22ca service neutron] 10.222.0.73 "PUT /v2.0/ports/0a0b548c-5d94-4cd8-833b-2323260e3510 HTTP/1.1" status: 200 len: 1092 time: 1.6767132 Aug 11 02:36:07.948690 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e55853d-19f0-4c61-87ab-17fe30ee4c35', 'tag': '0a0b548c-5d94-4cd8-833b-2323260e3510'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:36:07.951570 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b42abe-368e-445f-ada2-9c8b3acad539" -d '{"events": [{"name": "network-changed", "server_uuid": "9e55853d-19f0-4c61-87ab-17fe30ee4c35", "tag": "0a0b548c-5d94-4cd8-833b-2323260e3510"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:36:08.129373 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29e7511-b1de-4d1c-908d-da67b44340e1 x-openstack-request-id: req-c29e7511-b1de-4d1c-908d-da67b44340e1 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:36:08.129674 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e55853d-19f0-4c61-87ab-17fe30ee4c35", "tag": "0a0b548c-5d94-4cd8-833b-2323260e3510", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:36:08.129933 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c29e7511-b1de-4d1c-908d-da67b44340e1 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:36:08.130350 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e55853d-19f0-4c61-87ab-17fe30ee4c35', 'tag': '0a0b548c-5d94-4cd8-833b-2323260e3510', 'status': 'completed', 'code': 200} Aug 11 02:36:08.160438 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b372c-e779-4092-b26a-1e46329a22ca service neutron] Pushing event updated for resources: {'Port': ['ID=0a0b548c-5d94-4cd8-833b-2323260e3510,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:08.193400 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-0684cb3d-7a16-4f38-8025-f899533501cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:08.194989 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-0684cb3d-7a16-4f38-8025-f899533501cd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35 HTTP/1.1" status: 200 len: 1095 time: 0.1801968 Aug 11 02:36:08.214019 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-56877e57-079a-4d7d-accc-8ea9834cd82f tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:08.282725 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-27cf306c-b4b4-4fd8-b14c-9b265dfa8f71 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a0b548c-5d94-4cd8-833b-2323260e3510 HTTP/1.1" status: 200 len: 217 time: 0.0792162 Aug 11 02:36:08.288925 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56877e57-079a-4d7d-accc-8ea9834cd82f tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event deleted for resources: {'Port': ['ID=33552d98-cd15-4138-9025-dfbe153a6077,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:08.394685 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-56877e57-079a-4d7d-accc-8ea9834cd82f tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:08.394913 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-56877e57-079a-4d7d-accc-8ea9834cd82f tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Floating IP 7c996e37-c2aa-4310-b219-d6422da07c4b disassociated (deleted). External IP: 172.25.2.180, port: 9b29bb37-b1bc-4e43-8a44-f6dd614fb04a. Aug 11 02:36:08.398755 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-1a1956e4-cdf9-46c6-aef4-40f9e20267b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:08.401207 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-1a1956e4-cdf9-46c6-aef4-40f9e20267b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a HTTP/1.1" status: 200 len: 850 time: 0.1062925 Aug 11 02:36:08.536854 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-1cead03b-e9c9-4dc6-9fd6-62466b866b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:08.541695 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-1cead03b-e9c9-4dc6-9fd6-62466b866b4b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1260273 Aug 11 02:36:08.755388 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397b9d5-1d58-4366-94d9-ddcb17b29e73 req-7884378d-6f74-4d47-8f57-c41df70f19f3 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:08.757305 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1397b9d5-1d58-4366-94d9-ddcb17b29e73 req-7884378d-6f74-4d47-8f57-c41df70f19f3 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35 HTTP/1.1" status: 200 len: 943 time: 0.2220843 Aug 11 02:36:08.814318 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-f15cff2c-2699-47ec-b4f5-d627815e1711 service neutron] 10.222.0.73 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623436 Aug 11 02:36:08.882794 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1397b9d5-1d58-4366-94d9-ddcb17b29e73 req-dfcce0b1-f74e-4ec4-a17d-b05f288920e5 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152067 Aug 11 02:36:09.010215 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1893807c-09fa-4f62-b7ff-027b8e4c2fe9 req-1fa485f7-4e6a-4508-aa93-6e16f862332a service neutron] 10.222.0.73 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883290 Aug 11 02:36:09.118813 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56877e57-079a-4d7d-accc-8ea9834cd82f tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Router e9a6d127-fb4f-44d7-bc62-590f188ec126 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:36:09.177615 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b42abe-368e-445f-ada2-9c8b3acad539 req-30f3c3e3-70e6-4aff-8a99-c20b8b3f5965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:09.184787 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-96b42abe-368e-445f-ada2-9c8b3acad539 req-30f3c3e3-70e6-4aff-8a99-c20b8b3f5965 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35 HTTP/1.1" status: 200 len: 1095 time: 0.1161726 Aug 11 02:36:09.359854 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b42abe-368e-445f-ada2-9c8b3acad539 req-24cedec0-b3b5-434b-901f-da4a68c1d5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:09.362688 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-96b42abe-368e-445f-ada2-9c8b3acad539 req-24cedec0-b3b5-434b-901f-da4a68c1d5f2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 912 time: 0.1701965 Aug 11 02:36:09.398753 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56877e57-079a-4d7d-accc-8ea9834cd82f tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:36:09.407774 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-56877e57-079a-4d7d-accc-8ea9834cd82f tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:09.417252 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3c5c88-7a0a-4a7b-a25a-7e42064c5258 None None] Sync routers for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:36:09.431239 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-96b42abe-368e-445f-ada2-9c8b3acad539 req-09200f2f-2e0c-473c-8b82-d049865036fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a0b548c-5d94-4cd8-833b-2323260e3510 HTTP/1.1" status: 200 len: 217 time: 0.0451586 Aug 11 02:36:09.446095 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3c5c88-7a0a-4a7b-a25a-7e42064c5258 None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:09.447492 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-da3c5c88-7a0a-4a7b-a25a-7e42064c5258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:09.467378 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-56877e57-079a-4d7d-accc-8ea9834cd82f tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "DELETE /v2.0/floatingips/7c996e37-c2aa-4310-b219-d6422da07c4b HTTP/1.1" status: 204 len: 168 time: 2.2183921 Aug 11 02:36:09.470515 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47492) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:09.526874 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b42abe-368e-445f-ada2-9c8b3acad539 req-78f4a2e4-8d19-494e-922b-427ba7392917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:09.529857 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-96b42abe-368e-445f-ada2-9c8b3acad539 req-78f4a2e4-8d19-494e-922b-427ba7392917 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a HTTP/1.1" status: 200 len: 850 time: 0.0921004 Aug 11 02:36:09.537327 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-da3c5c88-7a0a-4a7b-a25a-7e42064c5258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:09.579400 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3c5c88-7a0a-4a7b-a25a-7e42064c5258 None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:09.579400 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-da3c5c88-7a0a-4a7b-a25a-7e42064c5258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:09.638175 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b42abe-368e-445f-ada2-9c8b3acad539 req-dbfc0eca-0b16-4450-8d18-833f38e8e3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:09.640428 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-96b42abe-368e-445f-ada2-9c8b3acad539 req-dbfc0eca-0b16-4450-8d18-833f38e8e3d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901401 Aug 11 02:36:09.642528 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-da3c5c88-7a0a-4a7b-a25a-7e42064c5258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:09.643385 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3c5c88-7a0a-4a7b-a25a-7e42064c5258 None None] The sync data for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:36:09.719579 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-bfcd81a2-800a-4f03-8c68-cd95dc80a45c tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Deleting port 9b29bb37-b1bc-4e43-8a44-f6dd614fb04a {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:09.721564 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bfcd81a2-800a-4f03-8c68-cd95dc80a45c tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:09.742908 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-96b42abe-368e-445f-ada2-9c8b3acad539 req-7887dbee-6e86-4c96-89db-a5ec5a74605e service neutron] 10.222.0.73 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954106 Aug 11 02:36:09.985057 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bfcd81a2-800a-4f03-8c68-cd95dc80a45c tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:09.988675 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-96b42abe-368e-445f-ada2-9c8b3acad539 req-c9f5df81-1286-4b86-a9d8-d6b2e06e1ecf service neutron] 10.222.0.73 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389836 Aug 11 02:36:10.004356 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-bfcd81a2-800a-4f03-8c68-cd95dc80a45c tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Calling delete_port for 9b29bb37-b1bc-4e43-8a44-f6dd614fb04a owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:10.154550 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc5a3d-6751-4eec-b8f5-551b373895b1 req-dc76a266-9325-4598-9ffb-21b0d793d11a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:10.156614 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4ffc5a3d-6751-4eec-b8f5-551b373895b1 req-dc76a266-9325-4598-9ffb-21b0d793d11a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35 HTTP/1.1" status: 200 len: 943 time: 0.1088879 Aug 11 02:36:10.203323 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4ffc5a3d-6751-4eec-b8f5-551b373895b1 req-31bb367a-8f66-4bab-acc5-d300218f421f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396249 Aug 11 02:36:10.236610 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bfcd81a2-800a-4f03-8c68-cd95dc80a45c tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:10.268372 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd81a2-800a-4f03-8c68-cd95dc80a45c tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event deleted for resources: {'Port': ['ID=9b29bb37-b1bc-4e43-8a44-f6dd614fb04a,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:10.499856 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bfcd81a2-800a-4f03-8c68-cd95dc80a45c tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:10.502036 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bfcd81a2-800a-4f03-8c68-cd95dc80a45c tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "DELETE /v2.0/ports/9b29bb37-b1bc-4e43-8a44-f6dd614fb04a HTTP/1.1" status: 204 len: 168 time: 1.0303471 Aug 11 02:36:10.506150 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47506) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:10.519128 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-f0221e05-7bea-4884-8493-471248038e18 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:10.544130 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0221e05-7bea-4884-8493-471248038e18 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:10.675828 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0221e05-7bea-4884-8493-471248038e18 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:10.807112 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-f0221e05-7bea-4884-8493-471248038e18 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Allocated IP 172.25.2.136 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/3960434b-e575-4a65-923f-988c99f5ac03) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:10.949261 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0221e05-7bea-4884-8493-471248038e18 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:10.999714 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0221e05-7bea-4884-8493-471248038e18 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.049473 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0221e05-7bea-4884-8493-471248038e18 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:11.051071 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-f0221e05-7bea-4884-8493-471248038e18 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:11.055565 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0221e05-7bea-4884-8493-471248038e18 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:11.088402 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0221e05-7bea-4884-8493-471248038e18 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event updated for resources: {'Port': ['ID=3960434b-e575-4a65-923f-988c99f5ac03,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:11.175335 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0221e05-7bea-4884-8493-471248038e18 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.227528 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0221e05-7bea-4884-8493-471248038e18 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.417327 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38bf2d-8dc2-4756-9485-784c56533105 req-cb13ac7a-74f3-4e6e-9043-095c3296bcc0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:11.426257 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6a38bf2d-8dc2-4756-9485-784c56533105 req-cb13ac7a-74f3-4e6e-9043-095c3296bcc0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35 HTTP/1.1" status: 200 len: 943 time: 0.1079321 Aug 11 02:36:11.491153 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0221e05-7bea-4884-8493-471248038e18 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.501825 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0221e05-7bea-4884-8493-471248038e18 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.506079 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6a38bf2d-8dc2-4756-9485-784c56533105 req-b97de80d-5124-4077-a16a-153e163d96ff tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693533 Aug 11 02:36:11.569042 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0221e05-7bea-4884-8493-471248038e18 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.603189 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0221e05-7bea-4884-8493-471248038e18 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.607293 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47538) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:11.607447 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f0221e05-7bea-4884-8493-471248038e18 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1001189 Aug 11 02:36:11.613990 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-1546d3c0-4fd2-42bf-9327-5e79dfa42fc7 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Request body: {'port': {'network_id': '7da006cf-a94d-4d5c-af1d-8175139f4a14', 'name': 'tempest-FloatingIPTestJSON-1480264780'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:11.632105 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0221e05-7bea-4884-8493-471248038e18 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event updated for resources: {'Port': ['ID=3960434b-e575-4a65-923f-988c99f5ac03,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:11.789811 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1546d3c0-4fd2-42bf-9327-5e79dfa42fc7 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Made reservation on behalf of 1c35615b07de41f395d1902000e10391 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:11.793675 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1546d3c0-4fd2-42bf-9327-5e79dfa42fc7 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.825929 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [None req-1546d3c0-4fd2-42bf-9327-5e79dfa42fc7 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] device_id is not set on port 450b0cc5-a7a2-4f18-8271-6c96cf325e43 yet. {{(pid=94506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:36:11.972269 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-1546d3c0-4fd2-42bf-9327-5e79dfa42fc7 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Allocated IP 172.20.0.3 (7da006cf-a94d-4d5c-af1d-8175139f4a14/351a71e6-6a27-4f76-808d-89b5becd4c7b/450b0cc5-a7a2-4f18-8271-6c96cf325e43) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:12.157104 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1546d3c0-4fd2-42bf-9327-5e79dfa42fc7 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:12.213498 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1546d3c0-4fd2-42bf-9327-5e79dfa42fc7 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:12.319404 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1546d3c0-4fd2-42bf-9327-5e79dfa42fc7 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Network 7da006cf-a94d-4d5c-af1d-8175139f4a14 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:12.324066 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-1546d3c0-4fd2-42bf-9327-5e79dfa42fc7 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:12.331086 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1546d3c0-4fd2-42bf-9327-5e79dfa42fc7 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:12.345763 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546d3c0-4fd2-42bf-9327-5e79dfa42fc7 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event updated for resources: {'Port': ['ID=450b0cc5-a7a2-4f18-8271-6c96cf325e43,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:12.406760 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1546d3c0-4fd2-42bf-9327-5e79dfa42fc7 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:12.407946 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1546d3c0-4fd2-42bf-9327-5e79dfa42fc7 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:12.427570 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1546d3c0-4fd2-42bf-9327-5e79dfa42fc7 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8186598 Aug 11 02:36:12.430054 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47544) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:12.434771 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-3f7adc0a-04a7-4af1-91a4-01803a70ece2 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Request body: {'floatingip': {'port_id': '450b0cc5-a7a2-4f18-8271-6c96cf325e43'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:12.490088 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3f7adc0a-04a7-4af1-91a4-01803a70ece2 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:12.759552 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d535b4-8eb9-4ccc-b71c-22acc8f66fb8 req-855f636e-b71c-48c3-8ce6-66d77a61bd1d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:12.762715 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-82d535b4-8eb9-4ccc-b71c-22acc8f66fb8 req-855f636e-b71c-48c3-8ce6-66d77a61bd1d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35 HTTP/1.1" status: 200 len: 943 time: 0.1165287 Aug 11 02:36:12.816624 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-82d535b4-8eb9-4ccc-b71c-22acc8f66fb8 req-f46c6f06-0716-41a8-a153-f3e379c4be18 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436203 Aug 11 02:36:13.332526 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3f7adc0a-04a7-4af1-91a4-01803a70ece2 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:13.341230 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3f7adc0a-04a7-4af1-91a4-01803a70ece2 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:13.463124 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-3f7adc0a-04a7-4af1-91a4-01803a70ece2 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Floating IP 323544aa-7db4-44fc-8151-464e2481b374 associated. External IP: 172.25.2.136, port: 450b0cc5-a7a2-4f18-8271-6c96cf325e43. Aug 11 02:36:13.771750 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7adc0a-04a7-4af1-91a4-01803a70ece2 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Router e9a6d127-fb4f-44d7-bc62-590f188ec126 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:36:13.990211 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7adc0a-04a7-4af1-91a4-01803a70ece2 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:36:13.996250 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3f7adc0a-04a7-4af1-91a4-01803a70ece2 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:14.001487 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266458ac-0a44-4651-9e30-7a80c055689d None None] Sync routers for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:36:14.007176 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b202683-ef99-4cfa-9654-9efd787689d0 req-8a139558-edd1-4a79-adcd-540c67608d8a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:14.013599 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8b202683-ef99-4cfa-9654-9efd787689d0 req-8a139558-edd1-4a79-adcd-540c67608d8a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35 HTTP/1.1" status: 200 len: 943 time: 0.1120880 Aug 11 02:36:14.018101 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266458ac-0a44-4651-9e30-7a80c055689d None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:14.018722 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-266458ac-0a44-4651-9e30-7a80c055689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:14.068555 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3f7adc0a-04a7-4af1-91a4-01803a70ece2 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "PUT /v2.0/floatingips/323544aa-7db4-44fc-8151-464e2481b374 HTTP/1.1" status: 200 len: 978 time: 1.6351945 Aug 11 02:36:14.068959 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47574) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:14.085219 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8b202683-ef99-4cfa-9654-9efd787689d0 req-2dac4ccf-3aea-46b4-90f3-67941a5e8a5a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519509 Aug 11 02:36:14.118010 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47576) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:14.273004 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-266458ac-0a44-4651-9e30-7a80c055689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:14.278502 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-3c225c2e-b112-42de-8ffe-5663b5146b1d tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Deleting port 450b0cc5-a7a2-4f18-8271-6c96cf325e43 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:14.279044 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3c225c2e-b112-42de-8ffe-5663b5146b1d tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:14.283180 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266458ac-0a44-4651-9e30-7a80c055689d None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:14.284184 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-266458ac-0a44-4651-9e30-7a80c055689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:14.315097 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dc4109df-efde-46ab-b6cc-16f9f6d8eea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:14.319218 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-266458ac-0a44-4651-9e30-7a80c055689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:14.320079 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266458ac-0a44-4651-9e30-7a80c055689d None None] The sync data for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:36:14.404580 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3c225c2e-b112-42de-8ffe-5663b5146b1d tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:14.460088 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dc4109df-efde-46ab-b6cc-16f9f6d8eea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:14.465444 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dc4109df-efde-46ab-b6cc-16f9f6d8eea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:14.512979 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-dc4109df-efde-46ab-b6cc-16f9f6d8eea9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d7462a5935974d99bfc400e2c4f2a439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3938086 Aug 11 02:36:14.514840 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47582) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:14.523117 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4109df-efde-46ab-b6cc-16f9f6d8eea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bb813a-a779-42c0-817c-9df3951f9f68,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:14.590989 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-39c024dd-92c4-49d9-a744-6e2d916d005e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:14.633835 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-39c024dd-92c4-49d9-a744-6e2d916d005e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:14.701994 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-39c024dd-92c4-49d9-a744-6e2d916d005e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:14.708987 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-39c024dd-92c4-49d9-a744-6e2d916d005e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:14.710341 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-39c024dd-92c4-49d9-a744-6e2d916d005e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/22bb813a-a779-42c0-817c-9df3951f9f68 HTTP/1.1" status: 204 len: 168 time: 0.1944697 Aug 11 02:36:14.719605 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c024dd-92c4-49d9-a744-6e2d916d005e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bb813a-a779-42c0-817c-9df3951f9f68,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:14.775127 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3c225c2e-b112-42de-8ffe-5663b5146b1d tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:14.775854 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3c225c2e-b112-42de-8ffe-5663b5146b1d tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:14.776107 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-3c225c2e-b112-42de-8ffe-5663b5146b1d tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Floating IP 323544aa-7db4-44fc-8151-464e2481b374 disassociated. External IP: 172.25.2.136, port: 450b0cc5-a7a2-4f18-8271-6c96cf325e43. Aug 11 02:36:14.776553 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-3c225c2e-b112-42de-8ffe-5663b5146b1d tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Calling delete_port for 450b0cc5-a7a2-4f18-8271-6c96cf325e43 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:14.957161 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3c225c2e-b112-42de-8ffe-5663b5146b1d tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:14.983685 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c225c2e-b112-42de-8ffe-5663b5146b1d tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event deleted for resources: {'Port': ['ID=450b0cc5-a7a2-4f18-8271-6c96cf325e43,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:15.049378 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47588) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:15.063491 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-90df5a02-905f-4627-b86f-c24cc968d34b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:15.132157 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c225c2e-b112-42de-8ffe-5663b5146b1d tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Router e9a6d127-fb4f-44d7-bc62-590f188ec126 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:36:15.179062 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-90df5a02-905f-4627-b86f-c24cc968d34b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:15.183699 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-90df5a02-905f-4627-b86f-c24cc968d34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:15.223987 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-90df5a02-905f-4627-b86f-c24cc968d34b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=020a35859a1a46fd8eec73a6369d5f35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1732137 Aug 11 02:36:15.224883 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df5a02-905f-4627-b86f-c24cc968d34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cd9f93-bfe6-4d45-b468-2fc72f0e32f6,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:15.227618 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47594) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:15.287689 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-18b84f87-f6ff-4687-9670-2c1daddef75e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:15.307270 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff7cfa-7fc7-4701-a04d-34f24da363a6 req-ac6d39a9-b824-4f5e-974d-98c6a93e023f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:15.308824 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3bff7cfa-7fc7-4701-a04d-34f24da363a6 req-ac6d39a9-b824-4f5e-974d-98c6a93e023f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35 HTTP/1.1" status: 200 len: 943 time: 0.1159496 Aug 11 02:36:15.309293 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-18b84f87-f6ff-4687-9670-2c1daddef75e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:15.314459 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c225c2e-b112-42de-8ffe-5663b5146b1d tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:36:15.326198 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0b1227-9a1b-4549-938d-ddaabed67040 None None] Sync routers for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:36:15.340423 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0b1227-9a1b-4549-938d-ddaabed67040 None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:15.341346 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-ea0b1227-9a1b-4549-938d-ddaabed67040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:15.366860 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-18b84f87-f6ff-4687-9670-2c1daddef75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:15.370462 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-18b84f87-f6ff-4687-9670-2c1daddef75e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:15.374084 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-18b84f87-f6ff-4687-9670-2c1daddef75e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a0cd9f93-bfe6-4d45-b468-2fc72f0e32f6 HTTP/1.1" status: 204 len: 168 time: 0.1436198 Aug 11 02:36:15.383524 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b84f87-f6ff-4687-9670-2c1daddef75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cd9f93-bfe6-4d45-b468-2fc72f0e32f6,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:15.405150 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3bff7cfa-7fc7-4701-a04d-34f24da363a6 req-b4291714-0367-4666-b423-db2fe02224cf tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887315 Aug 11 02:36:15.418544 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3c225c2e-b112-42de-8ffe-5663b5146b1d tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:15.420907 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3c225c2e-b112-42de-8ffe-5663b5146b1d tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "DELETE /v2.0/ports/450b0cc5-a7a2-4f18-8271-6c96cf325e43 HTTP/1.1" status: 204 len: 168 time: 1.3507404 Aug 11 02:36:15.423489 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47598) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:15.433988 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-ea0b1227-9a1b-4549-938d-ddaabed67040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:15.463162 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0b1227-9a1b-4549-938d-ddaabed67040 None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:15.464008 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-ea0b1227-9a1b-4549-938d-ddaabed67040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:35:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:15.493954 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-95980368-a133-4ab2-b4ce-06e3e19a3b44 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "GET /v2.0/floatingips/323544aa-7db4-44fc-8151-464e2481b374 HTTP/1.1" status: 200 len: 688 time: 0.0669324 Aug 11 02:36:15.494202 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47602) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:15.503114 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-ea0b1227-9a1b-4549-938d-ddaabed67040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:15.504216 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0b1227-9a1b-4549-938d-ddaabed67040 None None] The sync data for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:36:15.641471 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-7e715327-9ebf-4907-9fc5-17eb5453febb tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Deleting port 3960434b-e575-4a65-923f-988c99f5ac03 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:15.642396 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7e715327-9ebf-4907-9fc5-17eb5453febb tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:15.648840 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-26312fe0-bba0-456c-b3d4-46d8e4866567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:15.745665 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7e715327-9ebf-4907-9fc5-17eb5453febb tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:15.746321 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7e715327-9ebf-4907-9fc5-17eb5453febb tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:15.765040 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-7e715327-9ebf-4907-9fc5-17eb5453febb tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Calling delete_port for 3960434b-e575-4a65-923f-988c99f5ac03 owned by network:floatingip {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:15.870772 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47614) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:15.905251 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0351f4d2-4696-4f1f-a97f-e675a4f046ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:15.944547 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7e715327-9ebf-4907-9fc5-17eb5453febb tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:15.983285 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e715327-9ebf-4907-9fc5-17eb5453febb tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event deleted for resources: {'Port': ['ID=3960434b-e575-4a65-923f-988c99f5ac03,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:16.064192 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7e715327-9ebf-4907-9fc5-17eb5453febb tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:16.066664 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7e715327-9ebf-4907-9fc5-17eb5453febb tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:16.067846 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7e715327-9ebf-4907-9fc5-17eb5453febb tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "DELETE /v2.0/floatingips/323544aa-7db4-44fc-8151-464e2481b374 HTTP/1.1" status: 204 len: 168 time: 0.5726266 Aug 11 02:36:16.071504 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47616) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:16.076741 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-08897449-f774-421c-a3f8-f195e84a5d94 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'port_id': 'af36b16a-2be4-465b-852b-8a85f616ea59'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:16.090205 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0351f4d2-4696-4f1f-a97f-e675a4f046ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:16.093967 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0351f4d2-4696-4f1f-a97f-e675a4f046ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:16.109668 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-08897449-f774-421c-a3f8-f195e84a5d94 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:16.136026 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0351f4d2-4696-4f1f-a97f-e675a4f046ad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=acf1a1fb8a5849448abb23e1f1369bce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2616711 Aug 11 02:36:16.136397 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47620) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:16.142304 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351f4d2-4696-4f1f-a97f-e675a4f046ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b90d91-5081-468e-8c4c-3c9402b61c16,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:16.196458 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-73ff37ce-ae0c-4e89-b910-5ddf7f6863b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:16.228372 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-08897449-f774-421c-a3f8-f195e84a5d94 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:16.229273 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-73ff37ce-ae0c-4e89-b910-5ddf7f6863b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:16.294044 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-73ff37ce-ae0c-4e89-b910-5ddf7f6863b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:16.297023 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-73ff37ce-ae0c-4e89-b910-5ddf7f6863b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:16.298497 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-73ff37ce-ae0c-4e89-b910-5ddf7f6863b0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c5b90d91-5081-468e-8c4c-3c9402b61c16 HTTP/1.1" status: 204 len: 168 time: 0.1612663 Aug 11 02:36:16.324524 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff37ce-ae0c-4e89-b910-5ddf7f6863b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b90d91-5081-468e-8c4c-3c9402b61c16,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:16.443378 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-08897449-f774-421c-a3f8-f195e84a5d94 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Allocated IP 172.25.2.98 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/a0d6db65-c979-4a14-8039-7d4459967c68) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:16.582385 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade79a2e-1ae7-40e0-98be-a114ccecd329 req-213c6602-9934-4dad-8522-e5e7009eacdf tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:16.583814 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ade79a2e-1ae7-40e0-98be-a114ccecd329 req-213c6602-9934-4dad-8522-e5e7009eacdf tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35 HTTP/1.1" status: 200 len: 943 time: 0.0739634 Aug 11 02:36:16.646083 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-08897449-f774-421c-a3f8-f195e84a5d94 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:16.650518 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ade79a2e-1ae7-40e0-98be-a114ccecd329 req-0d25bdaa-df4d-4652-9fea-c92bf7edda4c tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588834 Aug 11 02:36:16.692648 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-08897449-f774-421c-a3f8-f195e84a5d94 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:16.741183 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08897449-f774-421c-a3f8-f195e84a5d94 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:16.745172 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-08897449-f774-421c-a3f8-f195e84a5d94 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:16.754852 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08897449-f774-421c-a3f8-f195e84a5d94 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:16.785043 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08897449-f774-421c-a3f8-f195e84a5d94 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event updated for resources: {'Port': ['ID=a0d6db65-c979-4a14-8039-7d4459967c68,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:17.150316 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-08897449-f774-421c-a3f8-f195e84a5d94 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:17.218995 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-08897449-f774-421c-a3f8-f195e84a5d94 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:17.385958 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-08897449-f774-421c-a3f8-f195e84a5d94 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:17.390054 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-08897449-f774-421c-a3f8-f195e84a5d94 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:17.467402 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08897449-f774-421c-a3f8-f195e84a5d94 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event updated for resources: {'Port': ['ID=a0d6db65-c979-4a14-8039-7d4459967c68,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:17.470027 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-08897449-f774-421c-a3f8-f195e84a5d94 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:17.603756 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-08897449-f774-421c-a3f8-f195e84a5d94 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Floating IP b81a1ad5-36c1-4b53-95dc-07e0d614fcc8 associated. External IP: 172.25.2.98, port: af36b16a-2be4-465b-852b-8a85f616ea59. Aug 11 02:36:17.796814 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61d77a-e670-4d45-9eb7-f734d9659c27 req-5b00759b-894d-49f0-bd1f-423209d30c52 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:17.798381 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2b61d77a-e670-4d45-9eb7-f734d9659c27 req-5b00759b-894d-49f0-bd1f-423209d30c52 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35 HTTP/1.1" status: 200 len: 943 time: 0.0575707 Aug 11 02:36:17.838947 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2b61d77a-e670-4d45-9eb7-f734d9659c27 req-f6a5833e-c54c-4964-b9d2-d652cb20be4b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345514 Aug 11 02:36:17.846098 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08897449-f774-421c-a3f8-f195e84a5d94 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Router e9a6d127-fb4f-44d7-bc62-590f188ec126 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:36:18.318924 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c77ae309-84f0-4d02-b659-785e9f0a7d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:18.326870 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08897449-f774-421c-a3f8-f195e84a5d94 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:36:18.337677 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374078fb-bbb2-4e9d-8ac5-960dc985a6f1 None None] Sync routers for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:36:18.345908 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-08897449-f774-421c-a3f8-f195e84a5d94 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:18.352289 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374078fb-bbb2-4e9d-8ac5-960dc985a6f1 None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:18.353151 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-374078fb-bbb2-4e9d-8ac5-960dc985a6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:36:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:18.366658 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:18.380395 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-08897449-f774-421c-a3f8-f195e84a5d94 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.3053954 Aug 11 02:36:18.380755 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47670) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:18.385918 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-052c7286-9b9d-4439-8130-4548a830b678 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1645357881'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:18.398961 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-374078fb-bbb2-4e9d-8ac5-960dc985a6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:18.410104 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052c7286-9b9d-4439-8130-4548a830b678 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Made reservation on behalf of 1c35615b07de41f395d1902000e10391 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:18.410303 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374078fb-bbb2-4e9d-8ac5-960dc985a6f1 None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:18.411089 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-374078fb-bbb2-4e9d-8ac5-960dc985a6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:36:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:18.414299 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-052c7286-9b9d-4439-8130-4548a830b678 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:18.441480 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052c7286-9b9d-4439-8130-4548a830b678 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:36:18.451334 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-374078fb-bbb2-4e9d-8ac5-960dc985a6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:18.452205 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374078fb-bbb2-4e9d-8ac5-960dc985a6f1 None None] The sync data for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:36:18.452542 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-052c7286-9b9d-4439-8130-4548a830b678 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:18.452897 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-052c7286-9b9d-4439-8130-4548a830b678 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Added segment d592d2e3-b63e-4aaf-b3be-856d4011c071 of type vlan for network 14f897ff-a943-41e3-831a-bb68bc4e0ad0 Aug 11 02:36:18.498383 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-052c7286-9b9d-4439-8130-4548a830b678 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:18.527107 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-052c7286-9b9d-4439-8130-4548a830b678 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:18.533519 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052c7286-9b9d-4439-8130-4548a830b678 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:18.534116 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-052c7286-9b9d-4439-8130-4548a830b678 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:18.606849 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-052c7286-9b9d-4439-8130-4548a830b678 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2249813 Aug 11 02:36:18.609755 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47676) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:18.614625 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c7286-9b9d-4439-8130-4548a830b678 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event updated for resources: {'Network': ['ID=14f897ff-a943-41e3-831a-bb68bc4e0ad0,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:18.615929 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-be6dc510-cda3-4018-ac7b-c4d6bc5f6c70 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Request body: {'subnet': {'network_id': '14f897ff-a943-41e3-831a-bb68bc4e0ad0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:18.626125 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 14f897ff-a943-41e3-831a-bb68bc4e0ad0 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:36:18.723559 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6dc510-cda3-4018-ac7b-c4d6bc5f6c70 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Made reservation on behalf of 1c35615b07de41f395d1902000e10391 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:18.727182 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-be6dc510-cda3-4018-ac7b-c4d6bc5f6c70 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:18.966020 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-be6dc510-cda3-4018-ac7b-c4d6bc5f6c70 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.039009 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbece664-c3b1-4dde-92e1-64dc6c33907d req-5f5982db-ea6e-483b-802e-52d458f7a5ed tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:19.040527 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fbece664-c3b1-4dde-92e1-64dc6c33907d req-5f5982db-ea6e-483b-802e-52d458f7a5ed tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35 HTTP/1.1" status: 200 len: 943 time: 0.1209607 Aug 11 02:36:19.046169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6dc510-cda3-4018-ac7b-c4d6bc5f6c70 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event updated for resources: {'Subnet': ['ID=41b3f5ae-4cdb-491d-ab22-c1266ef6e623,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:19.078164 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6dc510-cda3-4018-ac7b-c4d6bc5f6c70 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Checking segment: {'id': 'd592d2e3-b63e-4aaf-b3be-856d4011c071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '14f897ff-a943-41e3-831a-bb68bc4e0ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:19.078526 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6dc510-cda3-4018-ac7b-c4d6bc5f6c70 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Network hostable DHCP agents. Network: 14f897ff-a943-41e3-831a-bb68bc4e0ad0, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:36:19.101290 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fbece664-c3b1-4dde-92e1-64dc6c33907d req-80342df8-764b-4a86-95dc-cef5892f1aee tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509715 Aug 11 02:36:19.124920 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6dc510-cda3-4018-ac7b-c4d6bc5f6c70 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Network 14f897ff-a943-41e3-831a-bb68bc4e0ad0 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:36:19.135253 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-be6dc510-cda3-4018-ac7b-c4d6bc5f6c70 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 14f897ff-a943-41e3-831a-bb68bc4e0ad0) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:19.139773 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6dc510-cda3-4018-ac7b-c4d6bc5f6c70 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:19.140382 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-be6dc510-cda3-4018-ac7b-c4d6bc5f6c70 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.147452 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35836144-7a2d-40a5-ba6a-e7d47b073ff2 None None] Network 14f897ff-a943-41e3-831a-bb68bc4e0ad0 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:19.165354 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-be6dc510-cda3-4018-ac7b-c4d6bc5f6c70 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5535824 Aug 11 02:36:19.167681 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47688) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:19.174078 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-6b4f2a45-b0a3-47f3-9de9-daf956e793bf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1195117103', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}, 'admin_state_up': False}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:19.218226 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6b4f2a45-b0a3-47f3-9de9-daf956e793bf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.220533 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6b4f2a45-b0a3-47f3-9de9-daf956e793bf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.281355 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6b4f2a45-b0a3-47f3-9de9-daf956e793bf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.329953 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae29c1aa-9fd7-4c92-939c-3a64d5f156fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-14f897ff-a943-41e3-831a-bb68bc4e0ad0', 'network_id': '14f897ff-a943-41e3-831a-bb68bc4e0ad0', 'tenant_id': '1c35615b07de41f395d1902000e10391', 'fixed_ips': [{'subnet_id': '41b3f5ae-4cdb-491d-ab22-c1266ef6e623'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:36:19.331483 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ae29c1aa-9fd7-4c92-939c-3a64d5f156fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.443700 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6b4f2a45-b0a3-47f3-9de9-daf956e793bf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.482237 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-ae29c1aa-9fd7-4c92-939c-3a64d5f156fe None None] Allocated IP 172.20.0.2 (14f897ff-a943-41e3-831a-bb68bc4e0ad0/41b3f5ae-4cdb-491d-ab22-c1266ef6e623/4ae671e5-585e-45ef-8817-6db0a7a39a58) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:19.644162 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ae29c1aa-9fd7-4c92-939c-3a64d5f156fe None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.661619 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ae29c1aa-9fd7-4c92-939c-3a64d5f156fe None None] Transition to ACTIVE for port object 4ae671e5-585e-45ef-8817-6db0a7a39a58 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:19.669057 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6b4f2a45-b0a3-47f3-9de9-daf956e793bf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.670694 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ae29c1aa-9fd7-4c92-939c-3a64d5f156fe None None] Transition to ACTIVE for port object 4ae671e5-585e-45ef-8817-6db0a7a39a58 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:19.677281 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ae29c1aa-9fd7-4c92-939c-3a64d5f156fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.692906 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6b4f2a45-b0a3-47f3-9de9-daf956e793bf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.697945 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae29c1aa-9fd7-4c92-939c-3a64d5f156fe None None] Network 14f897ff-a943-41e3-831a-bb68bc4e0ad0 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:19.701264 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-ae29c1aa-9fd7-4c92-939c-3a64d5f156fe None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:19.720879 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae29c1aa-9fd7-4c92-939c-3a64d5f156fe None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:19.762459 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29c1aa-9fd7-4c92-939c-3a64d5f156fe None None] Pushing event updated for resources: {'Port': ['ID=4ae671e5-585e-45ef-8817-6db0a7a39a58,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:19.790703 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-ae29c1aa-9fd7-4c92-939c-3a64d5f156fe None None] Attempting to bind port 4ae671e5-585e-45ef-8817-6db0a7a39a58 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:36:19.791076 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-ae29c1aa-9fd7-4c92-939c-3a64d5f156fe None None] Attempting to bind port 4ae671e5-585e-45ef-8817-6db0a7a39a58 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd592d2e3-b63e-4aaf-b3be-856d4011c071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '14f897ff-a943-41e3-831a-bb68bc4e0ad0'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:36:19.791438 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae29c1aa-9fd7-4c92-939c-3a64d5f156fe None None] Attempting to bind port 4ae671e5-585e-45ef-8817-6db0a7a39a58 on network 14f897ff-a943-41e3-831a-bb68bc4e0ad0 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:36:19.797153 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae29c1aa-9fd7-4c92-939c-3a64d5f156fe None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:36:19.797908 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae29c1aa-9fd7-4c92-939c-3a64d5f156fe None None] Checking segment: {'id': 'd592d2e3-b63e-4aaf-b3be-856d4011c071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '14f897ff-a943-41e3-831a-bb68bc4e0ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:19.798060 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ae29c1aa-9fd7-4c92-939c-3a64d5f156fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.798526 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae29c1aa-9fd7-4c92-939c-3a64d5f156fe None None] Bound using segment: {'id': 'd592d2e3-b63e-4aaf-b3be-856d4011c071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '14f897ff-a943-41e3-831a-bb68bc4e0ad0'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:36:19.798993 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-ae29c1aa-9fd7-4c92-939c-3a64d5f156fe None None] Bound port: 4ae671e5-585e-45ef-8817-6db0a7a39a58, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd592d2e3-b63e-4aaf-b3be-856d4011c071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '14f897ff-a943-41e3-831a-bb68bc4e0ad0'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:36:19.799372 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ae29c1aa-9fd7-4c92-939c-3a64d5f156fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.809704 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-6b4f2a45-b0a3-47f3-9de9-daf956e793bf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Allocated IP 172.25.2.66 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/c13d21f0-b79f-4142-bb50-660e56183299) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:19.872874 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-ae29c1aa-9fd7-4c92-939c-3a64d5f156fe None None] For port 4ae671e5-585e-45ef-8817-6db0a7a39a58, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:36:19.877354 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-ae29c1aa-9fd7-4c92-939c-3a64d5f156fe None None] For port 4ae671e5-585e-45ef-8817-6db0a7a39a58, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=4ae671e5-585e-45ef-8817-6db0a7a39a58,segment=NetworkSegment(d592d2e3-b63e-4aaf-b3be-856d4011c071),segment_id=d592d2e3-b63e-4aaf-b3be-856d4011c071)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:36:19.882080 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ae29c1aa-9fd7-4c92-939c-3a64d5f156fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.943691 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6b4f2a45-b0a3-47f3-9de9-daf956e793bf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.946007 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29c1aa-9fd7-4c92-939c-3a64d5f156fe None None] Pushing event updated for resources: {'Port': ['ID=4ae671e5-585e-45ef-8817-6db0a7a39a58,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:19.970432 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:20.003157 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6b4f2a45-b0a3-47f3-9de9-daf956e793bf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:20.043073 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4f2a45-b0a3-47f3-9de9-daf956e793bf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:20.046155 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-6b4f2a45-b0a3-47f3-9de9-daf956e793bf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:20.049888 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4f2a45-b0a3-47f3-9de9-daf956e793bf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:20.097947 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 0a0b548c-5d94-4cd8-833b-2323260e3510 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:36:20.098122 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f2a45-b0a3-47f3-9de9-daf956e793bf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event updated for resources: {'Port': ['ID=c13d21f0-b79f-4142-bb50-660e56183299,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:20.334690 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 0a0b548c-5d94-4cd8-833b-2323260e3510, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=0a0b548c-5d94-4cd8-833b-2323260e3510,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:20.351044 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '0a0b548c-5d94-4cd8-833b-2323260e3510', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'port_id': '0a0b548c-5d94-4cd8-833b-2323260e3510', 'mac_address': 'fa:16:3e:d1:d7:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:36:20.353267 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff679a-9311-4b75-b547-395b5d461d30 req-fc2d2bd8-2e41-4533-a35e-dfc3d0eb56c3 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:20.363943 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2fff679a-9311-4b75-b547-395b5d461d30 req-fc2d2bd8-2e41-4533-a35e-dfc3d0eb56c3 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35 HTTP/1.1" status: 200 len: 943 time: 0.1343017 Aug 11 02:36:20.412100 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:20.428659 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a0b548c-5d94-4cd8-833b-2323260e3510 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:36:20.444337 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2fff679a-9311-4b75-b547-395b5d461d30 req-3e988d68-00d8-4870-917e-c2e0e4871903 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793586 Aug 11 02:36:20.458245 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 0a0b548c-5d94-4cd8-833b-2323260e3510, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=0a0b548c-5d94-4cd8-833b-2323260e3510,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:20.462162 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:20.513509 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=0a0b548c-5d94-4cd8-833b-2323260e3510,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:20.526858 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca1c50-4e6d-4c29-be78-942350b3326f req-884fe1f0-a5fd-4b2b-931d-3e8a7bacba19 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:20.528513 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-39ca1c50-4e6d-4c29-be78-942350b3326f req-884fe1f0-a5fd-4b2b-931d-3e8a7bacba19 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e314124-161b-4233-9880-f8d77a597d57 HTTP/1.1" status: 200 len: 946 time: 0.1020820 Aug 11 02:36:20.545858 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6b4f2a45-b0a3-47f3-9de9-daf956e793bf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:20.683799 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['0a0b548c-5d94-4cd8-833b-2323260e3510'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:36:20.935681 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-39ca1c50-4e6d-4c29-be78-942350b3326f req-94a3ef5d-5c8c-4a29-a821-cb3661ad98a7 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9e75219-dec0-40fb-ac44-1965b19a9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862031 Aug 11 02:36:21.111586 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6b4f2a45-b0a3-47f3-9de9-daf956e793bf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:21.244634 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f989e7-2e8d-4df2-b0b4-328984dce6ec None None] Network 14f897ff-a943-41e3-831a-bb68bc4e0ad0 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:21.261215 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4f2a45-b0a3-47f3-9de9-daf956e793bf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Router 88031d1e-b603-4f84-8352-53975d56bec6 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:36:21.343865 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-212411cf-8692-4e78-aa7c-b3084c0b937c None None] Provisioning for port 4ae671e5-585e-45ef-8817-6db0a7a39a58 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:21.417233 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4f2a45-b0a3-47f3-9de9-daf956e793bf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:36:21.433973 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c582c3e0-2b4c-444b-bcf7-c1830026dc78 None None] Sync routers for ids ['88031d1e-b603-4f84-8352-53975d56bec6'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:36:21.452182 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6b4f2a45-b0a3-47f3-9de9-daf956e793bf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:21.456686 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6b4f2a45-b0a3-47f3-9de9-daf956e793bf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2874053 Aug 11 02:36:21.460072 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47708) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:21.461836 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c582c3e0-2b4c-444b-bcf7-c1830026dc78 None None] Routers {'88031d1e-b603-4f84-8352-53975d56bec6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:21.462645 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-c582c3e0-2b4c-444b-bcf7-c1830026dc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:36:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['88031d1e-b603-4f84-8352-53975d56bec6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:21.545214 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-c582c3e0-2b4c-444b-bcf7-c1830026dc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:21.565324 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:21.566342 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c582c3e0-2b4c-444b-bcf7-c1830026dc78 None None] Routers {'88031d1e-b603-4f84-8352-53975d56bec6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:21.567044 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-c582c3e0-2b4c-444b-bcf7-c1830026dc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:36:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['88031d1e-b603-4f84-8352-53975d56bec6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:21.607565 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-c582c3e0-2b4c-444b-bcf7-c1830026dc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:21.608238 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c582c3e0-2b4c-444b-bcf7-c1830026dc78 None None] The sync data for ids ['88031d1e-b603-4f84-8352-53975d56bec6'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:36:21.667432 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a7a8d-fc6f-4261-b12c-bf9f48e3405a req-50ac4472-ef9c-4095-891c-1600d0ba58cc tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:21.669195 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-714a7a8d-fc6f-4261-b12c-bf9f48e3405a req-50ac4472-ef9c-4095-891c-1600d0ba58cc tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35 HTTP/1.1" status: 200 len: 944 time: 0.0842447 Aug 11 02:36:21.806877 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-714a7a8d-fc6f-4261-b12c-bf9f48e3405a req-9a8b348b-45bd-402e-9c64-12ab002d02d7 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035650 Aug 11 02:36:22.045028 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 4ae671e5-585e-45ef-8817-6db0a7a39a58 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:36:22.107419 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e1965-ab53-4dd2-a807-c15429605e7b req-407e011c-0f75-49ae-b473-85339926eb58 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:22.109130 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9c5e1965-ab53-4dd2-a807-c15429605e7b req-407e011c-0f75-49ae-b473-85339926eb58 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e314124-161b-4233-9880-f8d77a597d57 HTTP/1.1" status: 200 len: 946 time: 0.1061451 Aug 11 02:36:22.109769 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 0a0b548c-5d94-4cd8-833b-2323260e3510 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:36:22.131210 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3ea8a4b4-0203-4c78-b66e-8f481cf58029 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:22.151576 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc3f36-eebe-4cf1-98c1-058c1cb2c494 req-5b80cdf2-4cf9-4fcf-aea7-6a79a9eea9e6 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:22.153174 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8abc3f36-eebe-4cf1-98c1-058c1cb2c494 req-5b80cdf2-4cf9-4fcf-aea7-6a79a9eea9e6 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e314124-161b-4233-9880-f8d77a597d57 HTTP/1.1" status: 200 len: 946 time: 0.1043084 Aug 11 02:36:22.239253 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 0a0b548c-5d94-4cd8-833b-2323260e3510 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:22.255613 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 0a0b548c-5d94-4cd8-833b-2323260e3510 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:22.256189 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:22.259258 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 4ae671e5-585e-45ef-8817-6db0a7a39a58 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:22.288505 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8abc3f36-eebe-4cf1-98c1-058c1cb2c494 req-76d1bbda-db44-47a1-8996-f7c2959d7ca8 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9e75219-dec0-40fb-ac44-1965b19a9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261876 Aug 11 02:36:22.313690 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-9c5e1965-ab53-4dd2-a807-c15429605e7b req-edaecd9a-c0c4-4358-bace-140b008416e1 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Deleting port c56651fb-b9aa-4244-b568-95551d5def8c {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:22.314045 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9c5e1965-ab53-4dd2-a807-c15429605e7b req-edaecd9a-c0c4-4358-bace-140b008416e1 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:22.347830 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 4ae671e5-585e-45ef-8817-6db0a7a39a58 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:22.348477 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:22.437503 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-9c5e1965-ab53-4dd2-a807-c15429605e7b req-edaecd9a-c0c4-4358-bace-140b008416e1 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] For port c56651fb-b9aa-4244-b568-95551d5def8c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=c56651fb-b9aa-4244-b568-95551d5def8c,segment=NetworkSegment(a872068f-60c0-4b83-8b6a-0a8d452f7bd9),segment_id=a872068f-60c0-4b83-8b6a-0a8d452f7bd9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:22.437952 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9c5e1965-ab53-4dd2-a807-c15429605e7b req-edaecd9a-c0c4-4358-bace-140b008416e1 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:22.455455 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-9c5e1965-ab53-4dd2-a807-c15429605e7b req-edaecd9a-c0c4-4358-bace-140b008416e1 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Calling delete_port for c56651fb-b9aa-4244-b568-95551d5def8c owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:22.512914 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:22.534313 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:22.563410 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 0a0b548c-5d94-4cd8-833b-2323260e3510, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=0a0b548c-5d94-4cd8-833b-2323260e3510,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:22.567740 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e55853d-19f0-4c61-87ab-17fe30ee4c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0b548c-5d94-4cd8-833b-2323260e3510'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:36:22.570392 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2a8a15-3b2a-4899-93cd-dbc60e01e63b" -d '{"events": [{"server_uuid": "9e55853d-19f0-4c61-87ab-17fe30ee4c35", "name": "network-vif-plugged", "status": "completed", "tag": "0a0b548c-5d94-4cd8-833b-2323260e3510"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:36:22.582485 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:22.591693 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-3ea8a4b4-0203-4c78-b66e-8f481cf58029 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Allocated IP 172.20.0.1 (14f897ff-a943-41e3-831a-bb68bc4e0ad0/41b3f5ae-4cdb-491d-ab22-c1266ef6e623/b43995b8-1815-4174-a749-a4d2e210ea7a) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:22.621508 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 4ae671e5-585e-45ef-8817-6db0a7a39a58, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=4ae671e5-585e-45ef-8817-6db0a7a39a58,segment=NetworkSegment(d592d2e3-b63e-4aaf-b3be-856d4011c071),segment_id=d592d2e3-b63e-4aaf-b3be-856d4011c071)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:22.643998 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9c5e1965-ab53-4dd2-a807-c15429605e7b req-edaecd9a-c0c4-4358-bace-140b008416e1 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:22.645687 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:22.660580 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['c56651fb-b9aa-4244-b568-95551d5def8c'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:36:22.692719 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c094e2bc-5dc0-46de-a1ea-baafdc967db4 x-openstack-request-id: req-c094e2bc-5dc0-46de-a1ea-baafdc967db4 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:36:22.692719 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e55853d-19f0-4c61-87ab-17fe30ee4c35", "name": "network-vif-plugged", "status": "completed", "tag": "0a0b548c-5d94-4cd8-833b-2323260e3510", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:36:22.692719 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c094e2bc-5dc0-46de-a1ea-baafdc967db4 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:36:22.693116 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e55853d-19f0-4c61-87ab-17fe30ee4c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0b548c-5d94-4cd8-833b-2323260e3510', 'code': 200} Aug 11 02:36:22.726365 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=0a0b548c-5d94-4cd8-833b-2323260e3510,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:22.751799 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaecd9a-c0c4-4358-bace-140b008416e1 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Pushing event deleted for resources: {'Port': ['ID=c56651fb-b9aa-4244-b568-95551d5def8c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:22.777953 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3ea8a4b4-0203-4c78-b66e-8f481cf58029 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:22.816059 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=4ae671e5-585e-45ef-8817-6db0a7a39a58,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:22.835666 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5e1965-ab53-4dd2-a807-c15429605e7b req-edaecd9a-c0c4-4358-bace-140b008416e1 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] No DVR routers for this DVR port c56651fb-b9aa-4244-b568-95551d5def8c on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:36:22.838559 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-9c5e1965-ab53-4dd2-a807-c15429605e7b req-edaecd9a-c0c4-4358-bace-140b008416e1 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:22.841129 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9c5e1965-ab53-4dd2-a807-c15429605e7b req-edaecd9a-c0c4-4358-bace-140b008416e1 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.66 "DELETE /v2.0/ports/c56651fb-b9aa-4244-b568-95551d5def8c HTTP/1.1" status: 204 len: 173 time: 0.7256510 Aug 11 02:36:22.841633 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e314124-161b-4233-9880-f8d77a597d57', 'name': 'network-vif-deleted', 'tag': 'c56651fb-b9aa-4244-b568-95551d5def8c'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:36:22.844410 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4da6842-2492-462d-9784-ae697675c75b" -d '{"events": [{"server_uuid": "6e314124-161b-4233-9880-f8d77a597d57", "name": "network-vif-deleted", "tag": "c56651fb-b9aa-4244-b568-95551d5def8c"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:36:22.856031 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-3ea8a4b4-0203-4c78-b66e-8f481cf58029 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Transition to ACTIVE for port object b43995b8-1815-4174-a749-a4d2e210ea7a will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:22.900987 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85808811-9d55-458e-98bc-422b4a86219e req-ef380dfd-de9f-4b6b-be65-78ebb62d9782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:22.902094 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b86e53-0317-46b5-89f5-aac3e83cfa32 x-openstack-request-id: req-29b86e53-0317-46b5-89f5-aac3e83cfa32 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:36:22.902548 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-85808811-9d55-458e-98bc-422b4a86219e req-ef380dfd-de9f-4b6b-be65-78ebb62d9782 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35 HTTP/1.1" status: 200 len: 1097 time: 0.1177976 Aug 11 02:36:22.903124 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e314124-161b-4233-9880-f8d77a597d57", "name": "network-vif-deleted", "tag": "c56651fb-b9aa-4244-b568-95551d5def8c", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:36:22.903615 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-29b86e53-0317-46b5-89f5-aac3e83cfa32 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:36:22.904228 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e314124-161b-4233-9880-f8d77a597d57', 'name': 'network-vif-deleted', 'tag': 'c56651fb-b9aa-4244-b568-95551d5def8c', 'status': 'completed', 'code': 200} Aug 11 02:36:22.983739 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-85808811-9d55-458e-98bc-422b4a86219e req-26d09b41-b1be-48b1-979b-d711c90eda60 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714228 Aug 11 02:36:22.989041 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3ea8a4b4-0203-4c78-b66e-8f481cf58029 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:23.037344 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d25a66-0c18-4a89-970a-fa18f84351de req-20a25bb5-ba24-4f80-bb21-bd4cf9d96121 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:23.039521 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e4d25a66-0c18-4a89-970a-fa18f84351de req-20a25bb5-ba24-4f80-bb21-bd4cf9d96121 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35 HTTP/1.1" status: 200 len: 945 time: 0.0895691 Aug 11 02:36:23.045053 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea8a4b4-0203-4c78-b66e-8f481cf58029 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Network 14f897ff-a943-41e3-831a-bb68bc4e0ad0 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:23.048553 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-3ea8a4b4-0203-4c78-b66e-8f481cf58029 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:23.054052 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea8a4b4-0203-4c78-b66e-8f481cf58029 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:23.056574 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8a4b4-0203-4c78-b66e-8f481cf58029 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event updated for resources: {'Port': ['ID=b43995b8-1815-4174-a749-a4d2e210ea7a,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:23.114644 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e4d25a66-0c18-4a89-970a-fa18f84351de req-ff831de4-917f-4933-a3e6-10f6329aa1a0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680435 Aug 11 02:36:23.124278 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3ea8a4b4-0203-4c78-b66e-8f481cf58029 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:23.279401 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3ea8a4b4-0203-4c78-b66e-8f481cf58029 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:23.440983 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7645704b-1871-4524-b464-c6da85b038ed None None] Provisioning for port b43995b8-1815-4174-a749-a4d2e210ea7a completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:23.447874 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7645704b-1871-4524-b464-c6da85b038ed None None] Provisioning complete for port b43995b8-1815-4174-a749-a4d2e210ea7a triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:23.449630 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7645704b-1871-4524-b464-c6da85b038ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:23.513863 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-25b33f9b-d79a-4520-8113-dc96c1031ebd req-6eff2738-c2cd-4323-9583-da41d5435e33 tempest-VolumesSnapshotTestJSON-1165874934 tempest-VolumesSnapshotTestJSON-1165874934-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e314124-161b-4233-9880-f8d77a597d57 HTTP/1.1" status: 200 len: 210 time: 0.0661516 Aug 11 02:36:23.529114 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-7645704b-1871-4524-b464-c6da85b038ed None None] Port b43995b8-1815-4174-a749-a4d2e210ea7a cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:36:23.714698 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3ea8a4b4-0203-4c78-b66e-8f481cf58029 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:23.720540 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3ea8a4b4-0203-4c78-b66e-8f481cf58029 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:23.809181 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3ea8a4b4-0203-4c78-b66e-8f481cf58029 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:23.826447 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8a4b4-0203-4c78-b66e-8f481cf58029 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event updated for resources: {'Port': ['ID=b43995b8-1815-4174-a749-a4d2e210ea7a,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:23.925771 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea8a4b4-0203-4c78-b66e-8f481cf58029 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Network 14f897ff-a943-41e3-831a-bb68bc4e0ad0 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:23.927775 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-3ea8a4b4-0203-4c78-b66e-8f481cf58029 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:24.058011 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 4ae671e5-585e-45ef-8817-6db0a7a39a58 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:36:24.106858 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea8a4b4-0203-4c78-b66e-8f481cf58029 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Router 88031d1e-b603-4f84-8352-53975d56bec6 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:36:24.165384 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 4ae671e5-585e-45ef-8817-6db0a7a39a58 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:24.165983 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:24.329644 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5a9ca-8001-41e8-a202-d06f1894e137 req-221a9b03-c43d-46e6-a5da-307ad74e8c68 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:24.334860 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea8a4b4-0203-4c78-b66e-8f481cf58029 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:36:24.350026 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa14e47-45ee-4734-b563-805faeab921c None None] Sync routers for ids ['88031d1e-b603-4f84-8352-53975d56bec6'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:36:24.354897 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3ea8a4b4-0203-4c78-b66e-8f481cf58029 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "PUT /v2.0/routers/88031d1e-b603-4f84-8352-53975d56bec6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8913655 Aug 11 02:36:24.355469 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 47764) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:24.357386 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ce5a9ca-8001-41e8-a202-d06f1894e137 req-221a9b03-c43d-46e6-a5da-307ad74e8c68 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35 HTTP/1.1" status: 200 len: 945 time: 0.1256146 Aug 11 02:36:24.365584 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa14e47-45ee-4734-b563-805faeab921c None None] Routers {'88031d1e-b603-4f84-8352-53975d56bec6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:24.365733 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-7cb699d2-22f0-4d77-8b94-93da5232ebfd tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Request body: {'port': {'network_id': '14f897ff-a943-41e3-831a-bb68bc4e0ad0', 'name': 'tempest-FloatingIPTestJSON-1695163038'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:24.366216 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-eaa14e47-45ee-4734-b563-805faeab921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:36:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['88031d1e-b603-4f84-8352-53975d56bec6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:24.460156 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-eaa14e47-45ee-4734-b563-805faeab921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:24.462278 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ce5a9ca-8001-41e8-a202-d06f1894e137 req-1b11a51f-9bed-4ae6-944f-1589f0143d4f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038611 Aug 11 02:36:24.469977 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-98542311-dbe6-4496-a009-ad1a5e93ed4d None None] Provisioning complete for port b43995b8-1815-4174-a749-a4d2e210ea7a triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:24.470473 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-98542311-dbe6-4496-a009-ad1a5e93ed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:24.493085 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa14e47-45ee-4734-b563-805faeab921c None None] Routers {'88031d1e-b603-4f84-8352-53975d56bec6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:24.494368 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-eaa14e47-45ee-4734-b563-805faeab921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:36:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['88031d1e-b603-4f84-8352-53975d56bec6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:24.537353 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb699d2-22f0-4d77-8b94-93da5232ebfd tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Made reservation on behalf of 1c35615b07de41f395d1902000e10391 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:24.546299 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7cb699d2-22f0-4d77-8b94-93da5232ebfd tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:24.559013 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-98542311-dbe6-4496-a009-ad1a5e93ed4d None None] Port b43995b8-1815-4174-a749-a4d2e210ea7a cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:36:24.585201 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [None req-7cb699d2-22f0-4d77-8b94-93da5232ebfd tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] device_id is not set on port f3898b85-fa53-4ef9-8d96-0b15a313cdff yet. {{(pid=94507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:36:24.611528 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-eaa14e47-45ee-4734-b563-805faeab921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:24.612561 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa14e47-45ee-4734-b563-805faeab921c None None] The sync data for ids ['88031d1e-b603-4f84-8352-53975d56bec6'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:36:24.622581 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:24.731909 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef003b-3fc6-4560-81dc-278277d83e8c req-ced8fdfb-8975-4171-b12f-70733ee0f639 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:24.733486 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eaef003b-3fc6-4560-81dc-278277d83e8c req-ced8fdfb-8975-4171-b12f-70733ee0f639 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35 HTTP/1.1" status: 200 len: 945 time: 0.1389325 Aug 11 02:36:24.777921 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-7cb699d2-22f0-4d77-8b94-93da5232ebfd tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Allocated IP 172.20.0.8 (14f897ff-a943-41e3-831a-bb68bc4e0ad0/41b3f5ae-4cdb-491d-ab22-c1266ef6e623/f3898b85-fa53-4ef9-8d96-0b15a313cdff) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:24.803614 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eaef003b-3fc6-4560-81dc-278277d83e8c req-5f392000-5444-4de9-b50a-3ce3c66f64e3 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594754 Aug 11 02:36:24.814783 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device c56651fb-b9aa-4244-b568-95551d5def8c no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:36:24.844829 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: c56651fb-b9aa-4244-b568-95551d5def8c {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:36:24.845281 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device c56651fb-b9aa-4244-b568-95551d5def8c not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:36:25.045740 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7cb699d2-22f0-4d77-8b94-93da5232ebfd tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:25.096796 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-7cb699d2-22f0-4d77-8b94-93da5232ebfd tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Transition to ACTIVE for port object f3898b85-fa53-4ef9-8d96-0b15a313cdff will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:25.198520 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7cb699d2-22f0-4d77-8b94-93da5232ebfd tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:25.261007 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb699d2-22f0-4d77-8b94-93da5232ebfd tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Network 14f897ff-a943-41e3-831a-bb68bc4e0ad0 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:25.264410 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-7cb699d2-22f0-4d77-8b94-93da5232ebfd tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:25.288878 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb699d2-22f0-4d77-8b94-93da5232ebfd tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:25.355701 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb699d2-22f0-4d77-8b94-93da5232ebfd tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:25.356320 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7cb699d2-22f0-4d77-8b94-93da5232ebfd tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:25.370534 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb699d2-22f0-4d77-8b94-93da5232ebfd tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event updated for resources: {'Port': ['ID=f3898b85-fa53-4ef9-8d96-0b15a313cdff,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:25.388348 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 47902) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:25.393327 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7cb699d2-22f0-4d77-8b94-93da5232ebfd tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0353549 Aug 11 02:36:25.399111 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-62d72057-1f44-4316-8146-24cad022ff4c tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Request body: {'floatingip': {'port_id': 'f3898b85-fa53-4ef9-8d96-0b15a313cdff'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:25.408704 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:25.535789 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-62d72057-1f44-4316-8146-24cad022ff4c tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:25.792934 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c8d41684-e639-4c0b-b4ea-7755da9a218f None None] Provisioning for port f3898b85-fa53-4ef9-8d96-0b15a313cdff completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:25.800698 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c8d41684-e639-4c0b-b4ea-7755da9a218f None None] Provisioning complete for port f3898b85-fa53-4ef9-8d96-0b15a313cdff triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:25.801462 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c8d41684-e639-4c0b-b4ea-7755da9a218f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:25.948217 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-c8d41684-e639-4c0b-b4ea-7755da9a218f None None] Port f3898b85-fa53-4ef9-8d96-0b15a313cdff cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:36:26.460216 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-62d72057-1f44-4316-8146-24cad022ff4c tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:26.464607 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-62d72057-1f44-4316-8146-24cad022ff4c tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:26.595326 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-62d72057-1f44-4316-8146-24cad022ff4c tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Floating IP b81a1ad5-36c1-4b53-95dc-07e0d614fcc8 associated. External IP: 172.25.2.98, port: af36b16a-2be4-465b-852b-8a85f616ea59. Aug 11 02:36:26.865852 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d72057-1f44-4316-8146-24cad022ff4c tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Router e9a6d127-fb4f-44d7-bc62-590f188ec126 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:36:27.058036 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d72057-1f44-4316-8146-24cad022ff4c tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:36:27.071016 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b967d423-b145-4ac6-81e9-78f20512dc77 None None] Sync routers for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:36:27.096925 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b967d423-b145-4ac6-81e9-78f20512dc77 None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:27.098412 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b967d423-b145-4ac6-81e9-78f20512dc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:36:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:27.161376 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b967d423-b145-4ac6-81e9-78f20512dc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:27.184213 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b967d423-b145-4ac6-81e9-78f20512dc77 None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:27.185298 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b967d423-b145-4ac6-81e9-78f20512dc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:36:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:27.238682 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b967d423-b145-4ac6-81e9-78f20512dc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:27.239530 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b967d423-b145-4ac6-81e9-78f20512dc77 None None] The sync data for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:36:27.462971 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d72057-1f44-4316-8146-24cad022ff4c tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Router 88031d1e-b603-4f84-8352-53975d56bec6 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:36:27.596034 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d72057-1f44-4316-8146-24cad022ff4c tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:36:27.601465 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-62d72057-1f44-4316-8146-24cad022ff4c tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:27.606155 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a04557-4601-4d0e-a104-83425b878ae4 None None] Sync routers for ids ['88031d1e-b603-4f84-8352-53975d56bec6'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:36:27.616970 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a04557-4601-4d0e-a104-83425b878ae4 None None] Routers {'88031d1e-b603-4f84-8352-53975d56bec6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:27.617672 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-32a04557-4601-4d0e-a104-83425b878ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:36:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['88031d1e-b603-4f84-8352-53975d56bec6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:27.696691 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-62d72057-1f44-4316-8146-24cad022ff4c tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "PUT /v2.0/floatingips/b81a1ad5-36c1-4b53-95dc-07e0d614fcc8 HTTP/1.1" status: 200 len: 977 time: 2.3067009 Aug 11 02:36:27.699698 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48228) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:27.708423 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-32a04557-4601-4d0e-a104-83425b878ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:27.725706 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a04557-4601-4d0e-a104-83425b878ae4 None None] Routers {'88031d1e-b603-4f84-8352-53975d56bec6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:27.726355 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-32a04557-4601-4d0e-a104-83425b878ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:36:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['88031d1e-b603-4f84-8352-53975d56bec6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:27.773775 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-32a04557-4601-4d0e-a104-83425b878ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:27.774433 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a04557-4601-4d0e-a104-83425b878ae4 None None] The sync data for ids ['88031d1e-b603-4f84-8352-53975d56bec6'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:36:27.819298 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-9f4c0160-17f0-490a-aa5e-0904acbc2c36 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Deleting port f3898b85-fa53-4ef9-8d96-0b15a313cdff {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:27.819673 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0160-17f0-490a-aa5e-0904acbc2c36 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:28.244426 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0160-17f0-490a-aa5e-0904acbc2c36 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:28.523563 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261832d-c23b-443a-9f42-952e9d97f472 req-d35d7f25-fc16-4c66-bf04-de7e7e036688 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:28.533335 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5261832d-c23b-443a-9f42-952e9d97f472 req-d35d7f25-fc16-4c66-bf04-de7e7e036688 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 811 time: 0.1575899 Aug 11 02:36:28.551975 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5261832d-c23b-443a-9f42-952e9d97f472 req-0ce30f3a-7230-4685-a2c2-ee58aa68557f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/quotas/7da6302aa7904b88b0331188624d66f4 HTTP/1.1" status: 200 len: 375 time: 0.0175390 Aug 11 02:36:28.580222 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0160-17f0-490a-aa5e-0904acbc2c36 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:28.581441 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0160-17f0-490a-aa5e-0904acbc2c36 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:28.582162 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-9f4c0160-17f0-490a-aa5e-0904acbc2c36 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Floating IP b81a1ad5-36c1-4b53-95dc-07e0d614fcc8 disassociated. External IP: 172.25.2.98, port: f3898b85-fa53-4ef9-8d96-0b15a313cdff. Aug 11 02:36:28.582758 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-9f4c0160-17f0-490a-aa5e-0904acbc2c36 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Calling delete_port for f3898b85-fa53-4ef9-8d96-0b15a313cdff owned by {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:28.674096 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5261832d-c23b-443a-9f42-952e9d97f472 req-50f6fa14-9587-418b-a47b-f3d0d5025bbb tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1211562 Aug 11 02:36:28.844270 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5261832d-c23b-443a-9f42-952e9d97f472 req-3a2ad60a-b9e4-4160-b8e9-bb3bee827245 service neutron] 10.222.0.50 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676683 Aug 11 02:36:28.866556 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0160-17f0-490a-aa5e-0904acbc2c36 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:28.910081 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c0160-17f0-490a-aa5e-0904acbc2c36 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event deleted for resources: {'Port': ['ID=f3898b85-fa53-4ef9-8d96-0b15a313cdff,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:29.160413 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5261832d-c23b-443a-9f42-952e9d97f472 req-632c6d30-efd7-4aa9-a013-68afc8728f88 service neutron] 10.222.0.50 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994385 Aug 11 02:36:29.203720 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4c0160-17f0-490a-aa5e-0904acbc2c36 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Router 88031d1e-b603-4f84-8352-53975d56bec6 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:36:29.401656 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4c0160-17f0-490a-aa5e-0904acbc2c36 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:36:29.415581 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4611f126-cf66-42a5-a49a-7f78ebb4848c None None] Sync routers for ids ['88031d1e-b603-4f84-8352-53975d56bec6'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:36:29.442101 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4611f126-cf66-42a5-a49a-7f78ebb4848c None None] Routers {'88031d1e-b603-4f84-8352-53975d56bec6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:29.442302 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-4611f126-cf66-42a5-a49a-7f78ebb4848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:36:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['88031d1e-b603-4f84-8352-53975d56bec6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:29.524897 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-4611f126-cf66-42a5-a49a-7f78ebb4848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:29.534595 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4611f126-cf66-42a5-a49a-7f78ebb4848c None None] Routers {'88031d1e-b603-4f84-8352-53975d56bec6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:29.535211 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-4611f126-cf66-42a5-a49a-7f78ebb4848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:36:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['88031d1e-b603-4f84-8352-53975d56bec6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:29.580881 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-4611f126-cf66-42a5-a49a-7f78ebb4848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:29.581659 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4611f126-cf66-42a5-a49a-7f78ebb4848c None None] The sync data for ids ['88031d1e-b603-4f84-8352-53975d56bec6'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:36:29.591727 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-19c994f8-f5fb-44d5-aecd-7bd15a4b47ec req-1898c990-dbdd-485b-aed3-6e074e932ead tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 210 time: 0.0770857 Aug 11 02:36:29.621226 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0160-17f0-490a-aa5e-0904acbc2c36 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:29.623120 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9f4c0160-17f0-490a-aa5e-0904acbc2c36 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "DELETE /v2.0/ports/f3898b85-fa53-4ef9-8d96-0b15a313cdff HTTP/1.1" status: 204 len: 168 time: 1.9227629 Aug 11 02:36:29.625895 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48340) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:30.175313 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-620eeb57-6090-4f83-b1c2-df6910a70353 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:30.521352 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-620eeb57-6090-4f83-b1c2-df6910a70353 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Deleting port b43995b8-1815-4174-a749-a4d2e210ea7a {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:30.521783 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-620eeb57-6090-4f83-b1c2-df6910a70353 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:30.619198 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-620eeb57-6090-4f83-b1c2-df6910a70353 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:30.693933 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-620eeb57-6090-4f83-b1c2-df6910a70353 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Calling delete_port for b43995b8-1815-4174-a749-a4d2e210ea7a owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:30.733580 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-be0bd085-730d-4d3e-9c5b-2c90241b3fc8 req-c78e93fc-9f6f-44ed-ab9b-2636b14270fc tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 210 time: 0.0526605 Aug 11 02:36:30.834214 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261832d-c23b-443a-9f42-952e9d97f472 req-78afdc3b-9112-4fdf-ba44-1f5ee9d7877f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:30.835714 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5261832d-c23b-443a-9f42-952e9d97f472 req-78afdc3b-9112-4fdf-ba44-1f5ee9d7877f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.66 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 811 time: 0.2135999 Aug 11 02:36:30.884319 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-5261832d-c23b-443a-9f42-952e9d97f472 req-f3e11af5-3ece-439c-b6d0-132c02beec12 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Request body: {'port': {'device_id': 'd8f66629-d13c-4da1-a963-486a5c156ffd', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'admin_state_up': True, 'tenant_id': '7da6302aa7904b88b0331188624d66f4'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:31.166748 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5261832d-c23b-443a-9f42-952e9d97f472 req-f3e11af5-3ece-439c-b6d0-132c02beec12 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Made reservation on behalf of 7da6302aa7904b88b0331188624d66f4 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:31.170449 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5261832d-c23b-443a-9f42-952e9d97f472 req-f3e11af5-3ece-439c-b6d0-132c02beec12 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:31.205363 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-620eeb57-6090-4f83-b1c2-df6910a70353 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:31.246705 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620eeb57-6090-4f83-b1c2-df6910a70353 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event deleted for resources: {'Port': ['ID=b43995b8-1815-4174-a749-a4d2e210ea7a,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:31.662750 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0f0b04e3-f240-47bc-a8bd-f94d3f8e8740 req-0fe7bff7-aba4-4d8b-bfd9-49e6550d332c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1209273 Aug 11 02:36:31.795503 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-620eeb57-6090-4f83-b1c2-df6910a70353 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:31.832629 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-5261832d-c23b-443a-9f42-952e9d97f472 req-f3e11af5-3ece-439c-b6d0-132c02beec12 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Allocated IP 172.20.0.12 (58eaa87b-4e07-4b3a-b5a6-ed2c1760073b/8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a/910d3970-0595-4921-b170-020e88b7d315) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:31.838907 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b04e3-f240-47bc-a8bd-f94d3f8e8740 req-2c20cb66-2e68-48ed-b618-6e5bb809bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:31.840185 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0f0b04e3-f240-47bc-a8bd-f94d3f8e8740 req-2c20cb66-2e68-48ed-b618-6e5bb809bf53 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35 HTTP/1.1" status: 200 len: 1097 time: 0.1229696 Aug 11 02:36:31.960122 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8aa6866f-c096-4a52-83f0-a25a5632a37e req-a9be09fc-832f-424e-831f-7037c79e4e94 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 210 time: 0.1108565 Aug 11 02:36:31.994587 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b04e3-f240-47bc-a8bd-f94d3f8e8740 req-2437ca40-1732-45ac-ad15-0cf96adf2069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:32.000938 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0f0b04e3-f240-47bc-a8bd-f94d3f8e8740 req-2437ca40-1732-45ac-ad15-0cf96adf2069 service neutron] 10.222.0.73 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 912 time: 0.1407754 Aug 11 02:36:32.332960 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620eeb57-6090-4f83-b1c2-df6910a70353 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Router 88031d1e-b603-4f84-8352-53975d56bec6 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:36:32.853091 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0f0b04e3-f240-47bc-a8bd-f94d3f8e8740 req-4ec54b81-f739-4d5d-8d9e-2739b971d2d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a0b548c-5d94-4cd8-833b-2323260e3510 HTTP/1.1" status: 200 len: 217 time: 0.8451803 Aug 11 02:36:32.968170 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b04e3-f240-47bc-a8bd-f94d3f8e8740 req-285d1e64-cc99-4ea7-9e43-53276acfb68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:32.980166 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0f0b04e3-f240-47bc-a8bd-f94d3f8e8740 req-285d1e64-cc99-4ea7-9e43-53276acfb68a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a HTTP/1.1" status: 200 len: 850 time: 0.1010182 Aug 11 02:36:33.058364 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b04e3-f240-47bc-a8bd-f94d3f8e8740 req-2e55ffd0-9bf4-46a8-bf3c-5d533647978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:33.059842 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0f0b04e3-f240-47bc-a8bd-f94d3f8e8740 req-2e55ffd0-9bf4-46a8-bf3c-5d533647978c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792816 Aug 11 02:36:33.103001 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5261832d-c23b-443a-9f42-952e9d97f472 req-f3e11af5-3ece-439c-b6d0-132c02beec12 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:33.155097 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-5261832d-c23b-443a-9f42-952e9d97f472 req-f3e11af5-3ece-439c-b6d0-132c02beec12 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Transition to ACTIVE for port object 910d3970-0595-4921-b170-020e88b7d315 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:33.255409 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-115dfdbd-ed38-4b56-9258-fbbb3e89048f req-48a92fbd-aa7e-4a12-b0e2-aebe1c598b8b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 210 time: 0.1255121 Aug 11 02:36:33.260870 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5261832d-c23b-443a-9f42-952e9d97f472 req-f3e11af5-3ece-439c-b6d0-132c02beec12 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:33.277805 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['0a0b548c-5d94-4cd8-833b-2323260e3510'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:36:33.373780 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0f0b04e3-f240-47bc-a8bd-f94d3f8e8740 req-e1a82bde-b959-49a7-a6d8-1686a2314ca9 service neutron] 10.222.0.73 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052783 Aug 11 02:36:33.398607 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5261832d-c23b-443a-9f42-952e9d97f472 req-f3e11af5-3ece-439c-b6d0-132c02beec12 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:33.403720 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-5261832d-c23b-443a-9f42-952e9d97f472 req-f3e11af5-3ece-439c-b6d0-132c02beec12 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:33.422690 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-5261832d-c23b-443a-9f42-952e9d97f472 req-f3e11af5-3ece-439c-b6d0-132c02beec12 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:33.479559 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620eeb57-6090-4f83-b1c2-df6910a70353 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:36:33.481143 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e11af5-3ece-439c-b6d0-132c02beec12 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event updated for resources: {'Port': ['ID=910d3970-0595-4921-b170-020e88b7d315,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:33.488860 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e4dfbc-ed21-4e10-af4f-6ca88f8d8d7e None None] Sync routers for ids ['88031d1e-b603-4f84-8352-53975d56bec6'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:36:33.496938 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-620eeb57-6090-4f83-b1c2-df6910a70353 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "PUT /v2.0/routers/88031d1e-b603-4f84-8352-53975d56bec6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8700233 Aug 11 02:36:33.500783 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48430) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:33.502117 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e4dfbc-ed21-4e10-af4f-6ca88f8d8d7e None None] Routers {'88031d1e-b603-4f84-8352-53975d56bec6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:33.512287 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-84e4dfbc-ed21-4e10-af4f-6ca88f8d8d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:36:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['88031d1e-b603-4f84-8352-53975d56bec6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:33.519600 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261832d-c23b-443a-9f42-952e9d97f472 req-f3e11af5-3ece-439c-b6d0-132c02beec12 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:33.520278 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5261832d-c23b-443a-9f42-952e9d97f472 req-f3e11af5-3ece-439c-b6d0-132c02beec12 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:33.626594 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-84e4dfbc-ed21-4e10-af4f-6ca88f8d8d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:33.643925 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0f0b04e3-f240-47bc-a8bd-f94d3f8e8740 req-3f0305a0-b1d8-4c23-8209-0fefc879c904 service neutron] 10.222.0.73 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539301 Aug 11 02:36:33.683307 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e4dfbc-ed21-4e10-af4f-6ca88f8d8d7e None None] Routers {'88031d1e-b603-4f84-8352-53975d56bec6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:33.699892 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-84e4dfbc-ed21-4e10-af4f-6ca88f8d8d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:36:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['88031d1e-b603-4f84-8352-53975d56bec6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:33.724232 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5261832d-c23b-443a-9f42-952e9d97f472 req-f3e11af5-3ece-439c-b6d0-132c02beec12 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8451390 Aug 11 02:36:33.749900 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-84e4dfbc-ed21-4e10-af4f-6ca88f8d8d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:33.751456 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e4dfbc-ed21-4e10-af4f-6ca88f8d8d7e None None] The sync data for ids ['88031d1e-b603-4f84-8352-53975d56bec6'] in n-d-615180-33 is: [] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:36:33.832428 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-5261832d-c23b-443a-9f42-952e9d97f472 req-6ce5bb6c-da0b-4674-be31-05cdd4704f54 service neutron] Request body: {'port': {'device_id': 'd8f66629-d13c-4da1-a963-486a5c156ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:33.835155 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d001adff-cb48-4220-807a-fba2205a36a1 None None] Provisioning for port 910d3970-0595-4921-b170-020e88b7d315 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:33.839348 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d001adff-cb48-4220-807a-fba2205a36a1 None None] Provisioning complete for port 910d3970-0595-4921-b170-020e88b7d315 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:33.839953 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d001adff-cb48-4220-807a-fba2205a36a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:33.874720 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-03c4c9a7-8680-4dd9-9284-aa256d6c47ca tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:33.953573 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5261832d-c23b-443a-9f42-952e9d97f472 req-6ce5bb6c-da0b-4674-be31-05cdd4704f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:33.955249 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-d001adff-cb48-4220-807a-fba2205a36a1 None None] Port 910d3970-0595-4921-b170-020e88b7d315 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:36:34.109479 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-03c4c9a7-8680-4dd9-9284-aa256d6c47ca tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:34.620809 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-5261832d-c23b-443a-9f42-952e9d97f472 req-6ce5bb6c-da0b-4674-be31-05cdd4704f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 910d3970-0595-4921-b170-020e88b7d315 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:36:34.633455 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5261832d-c23b-443a-9f42-952e9d97f472 req-6ce5bb6c-da0b-4674-be31-05cdd4704f54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:34.655715 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-03c4c9a7-8680-4dd9-9284-aa256d6c47ca tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Deleting port c13d21f0-b79f-4142-bb50-660e56183299 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:34.656058 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-03c4c9a7-8680-4dd9-9284-aa256d6c47ca tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:34.771455 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-5261832d-c23b-443a-9f42-952e9d97f472 req-6ce5bb6c-da0b-4674-be31-05cdd4704f54 service neutron] Transition to ACTIVE for port object 910d3970-0595-4921-b170-020e88b7d315 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:34.778587 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5261832d-c23b-443a-9f42-952e9d97f472 req-6ce5bb6c-da0b-4674-be31-05cdd4704f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:34.806366 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff9d2a-6d07-4577-9cbb-3ec1675846f7 req-a31a1321-d0ac-49a2-9f81-803a2777c9ae tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:34.810595 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c5ff9d2a-6d07-4577-9cbb-3ec1675846f7 req-a31a1321-d0ac-49a2-9f81-803a2777c9ae tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 932 time: 0.2540181 Aug 11 02:36:35.149515 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c5ff9d2a-6d07-4577-9cbb-3ec1675846f7 req-7d1d7d39-96c9-44a2-98c8-9db6bd5c04df tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256793 Aug 11 02:36:35.186229 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-03c4c9a7-8680-4dd9-9284-aa256d6c47ca tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:35.222688 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-03c4c9a7-8680-4dd9-9284-aa256d6c47ca tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Calling delete_port for c13d21f0-b79f-4142-bb50-660e56183299 owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:35.317053 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5bb6c-da0b-4674-be31-05cdd4704f54 service neutron] Pushing event updated for resources: {'Port': ['ID=910d3970-0595-4921-b170-020e88b7d315,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:35.649315 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-03c4c9a7-8680-4dd9-9284-aa256d6c47ca tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:35.680612 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4c9a7-8680-4dd9-9284-aa256d6c47ca tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event deleted for resources: {'Port': ['ID=c13d21f0-b79f-4142-bb50-660e56183299,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:35.686953 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-5261832d-c23b-443a-9f42-952e9d97f472 req-6ce5bb6c-da0b-4674-be31-05cdd4704f54 service neutron] Attempting to bind port 910d3970-0595-4921-b170-020e88b7d315 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:36:35.687289 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-5261832d-c23b-443a-9f42-952e9d97f472 req-6ce5bb6c-da0b-4674-be31-05cdd4704f54 service neutron] Attempting to bind port 910d3970-0595-4921-b170-020e88b7d315 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:36:35.687685 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5261832d-c23b-443a-9f42-952e9d97f472 req-6ce5bb6c-da0b-4674-be31-05cdd4704f54 service neutron] Attempting to bind port 910d3970-0595-4921-b170-020e88b7d315 on network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:36:35.746541 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5261832d-c23b-443a-9f42-952e9d97f472 req-6ce5bb6c-da0b-4674-be31-05cdd4704f54 service neutron] Port 910d3970-0595-4921-b170-020e88b7d315 on network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:36:35.746838 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5261832d-c23b-443a-9f42-952e9d97f472 req-6ce5bb6c-da0b-4674-be31-05cdd4704f54 service neutron] Attempting to bind port 910d3970-0595-4921-b170-020e88b7d315 on network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:36:35.849336 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5261832d-c23b-443a-9f42-952e9d97f472 req-6ce5bb6c-da0b-4674-be31-05cdd4704f54 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:36:35.849943 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5261832d-c23b-443a-9f42-952e9d97f472 req-6ce5bb6c-da0b-4674-be31-05cdd4704f54 service neutron] Checking segment: {'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:35.850510 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5261832d-c23b-443a-9f42-952e9d97f472 req-6ce5bb6c-da0b-4674-be31-05cdd4704f54 service neutron] Bound using segment: {'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:36:35.851128 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-5261832d-c23b-443a-9f42-952e9d97f472 req-6ce5bb6c-da0b-4674-be31-05cdd4704f54 service neutron] Bound port: 910d3970-0595-4921-b170-020e88b7d315, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:36:35.851707 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5261832d-c23b-443a-9f42-952e9d97f472 req-6ce5bb6c-da0b-4674-be31-05cdd4704f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:35.927279 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-03c4c9a7-8680-4dd9-9284-aa256d6c47ca tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:35.993422 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-5261832d-c23b-443a-9f42-952e9d97f472 req-6ce5bb6c-da0b-4674-be31-05cdd4704f54 service neutron] For port 910d3970-0595-4921-b170-020e88b7d315, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:36:36.036260 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-5261832d-c23b-443a-9f42-952e9d97f472 req-6ce5bb6c-da0b-4674-be31-05cdd4704f54 service neutron] For port 910d3970-0595-4921-b170-020e88b7d315, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=910d3970-0595-4921-b170-020e88b7d315,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:36:36.038759 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-03c4c9a7-8680-4dd9-9284-aa256d6c47ca tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:36.042941 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5261832d-c23b-443a-9f42-952e9d97f472 req-6ce5bb6c-da0b-4674-be31-05cdd4704f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:36.046087 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-03c4c9a7-8680-4dd9-9284-aa256d6c47ca tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:36.103879 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5bb6c-da0b-4674-be31-05cdd4704f54 service neutron] Pushing event updated for resources: {'Port': ['ID=910d3970-0595-4921-b170-020e88b7d315,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:36.148015 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261832d-c23b-443a-9f42-952e9d97f472 req-6ce5bb6c-da0b-4674-be31-05cdd4704f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:36.148015 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5261832d-c23b-443a-9f42-952e9d97f472 req-6ce5bb6c-da0b-4674-be31-05cdd4704f54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:36.149006 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5261832d-c23b-443a-9f42-952e9d97f472 req-6ce5bb6c-da0b-4674-be31-05cdd4704f54 service neutron] 10.222.0.66 "PUT /v2.0/ports/910d3970-0595-4921-b170-020e88b7d315 HTTP/1.1" status: 200 len: 1093 time: 2.3243904 Aug 11 02:36:36.149006 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f66629-d13c-4da1-a963-486a5c156ffd', 'tag': '910d3970-0595-4921-b170-020e88b7d315'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:36:36.151214 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a900798-6145-4f69-a0c3-9a3f9fc1fec2" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f66629-d13c-4da1-a963-486a5c156ffd", "tag": "910d3970-0595-4921-b170-020e88b7d315"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:36:36.179071 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-03c4c9a7-8680-4dd9-9284-aa256d6c47ca tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:36.183977 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c4c9a7-8680-4dd9-9284-aa256d6c47ca tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Fanout notify agent at l3_agent the message router_deleted on router 88031d1e-b603-4f84-8352-53975d56bec6 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:36:36.202307 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-03c4c9a7-8680-4dd9-9284-aa256d6c47ca tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:36.213094 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48476) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:36.215887 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-03c4c9a7-8680-4dd9-9284-aa256d6c47ca tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "DELETE /v2.0/routers/88031d1e-b603-4f84-8352-53975d56bec6 HTTP/1.1" status: 204 len: 168 time: 2.7018321 Aug 11 02:36:36.363443 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877bc138-02ca-484d-979f-3b5fa42bf6fd x-openstack-request-id: req-877bc138-02ca-484d-979f-3b5fa42bf6fd {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:36:36.365223 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f66629-d13c-4da1-a963-486a5c156ffd", "tag": "910d3970-0595-4921-b170-020e88b7d315", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:36:36.365968 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-877bc138-02ca-484d-979f-3b5fa42bf6fd {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:36:36.367302 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f66629-d13c-4da1-a963-486a5c156ffd', 'tag': '910d3970-0595-4921-b170-020e88b7d315', 'status': 'completed', 'code': 200} Aug 11 02:36:36.446640 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-134db753-1091-4ce9-88bb-ecd11150a949 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Deleting subnet 41b3f5ae-4cdb-491d-ab22-c1266ef6e623 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:36:36.468192 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-134db753-1091-4ce9-88bb-ecd11150a949 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:36.480184 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261832d-c23b-443a-9f42-952e9d97f472 req-541832fa-0b47-40c9-9f32-311373981439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:36.491318 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5261832d-c23b-443a-9f42-952e9d97f472 req-541832fa-0b47-40c9-9f32-311373981439 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 1096 time: 0.2489231 Aug 11 02:36:36.606297 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5261832d-c23b-443a-9f42-952e9d97f472 req-01f7ffb9-4d3a-4e64-83ae-e171b35f8736 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=910d3970-0595-4921-b170-020e88b7d315 HTTP/1.1" status: 200 len: 217 time: 0.0728598 Aug 11 02:36:36.653454 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-134db753-1091-4ce9-88bb-ecd11150a949 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:36.726771 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943bc4c-a92a-409e-88a1-701fe998005a req-f34a2a22-c0ef-49be-99e6-7a4fe7429161 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:36.729899 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3943bc4c-a92a-409e-88a1-701fe998005a req-f34a2a22-c0ef-49be-99e6-7a4fe7429161 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 944 time: 0.2703497 Aug 11 02:36:36.770811 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261832d-c23b-443a-9f42-952e9d97f472 req-6968460b-5989-4e23-a4fc-67cfbd32f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:36.772479 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5261832d-c23b-443a-9f42-952e9d97f472 req-6968460b-5989-4e23-a4fc-67cfbd32f852 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a HTTP/1.1" status: 200 len: 850 time: 0.1579878 Aug 11 02:36:36.820472 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-134db753-1091-4ce9-88bb-ecd11150a949 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:36.858717 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3943bc4c-a92a-409e-88a1-701fe998005a req-72aabc5a-4575-4092-a34d-f5b42369f05f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090372 Aug 11 02:36:36.874797 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261832d-c23b-443a-9f42-952e9d97f472 req-a8e837b7-b996-4052-8d0e-8315b89ac147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:36.877957 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5261832d-c23b-443a-9f42-952e9d97f472 req-a8e837b7-b996-4052-8d0e-8315b89ac147 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0962794 Aug 11 02:36:37.041890 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-134db753-1091-4ce9-88bb-ecd11150a949 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.064990 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-134db753-1091-4ce9-88bb-ecd11150a949 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.069814 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-134db753-1091-4ce9-88bb-ecd11150a949 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "DELETE /v2.0/subnets/41b3f5ae-4cdb-491d-ab22-c1266ef6e623 HTTP/1.1" status: 204 len: 168 time: 0.8547201 Aug 11 02:36:37.086003 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3015aed-aedf-4de9-b337-3ace28e648c1 None None] Network 14f897ff-a943-41e3-831a-bb68bc4e0ad0 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:37.120091 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48492) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:37.129824 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134db753-1091-4ce9-88bb-ecd11150a949 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event deleted for resources: {'Subnet': ['ID=41b3f5ae-4cdb-491d-ab22-c1266ef6e623,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:37.179320 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5261832d-c23b-443a-9f42-952e9d97f472 req-2b732565-ffa1-4637-af1f-ab44af6f9f06 service neutron] 10.222.0.66 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936845 Aug 11 02:36:37.280954 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d102296c-29bc-4b5d-a979-1c8f478825ce tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.451240 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-d102296c-29bc-4b5d-a979-1c8f478825ce tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Deleting port 4ae671e5-585e-45ef-8817-6db0a7a39a58 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:37.451816 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d102296c-29bc-4b5d-a979-1c8f478825ce tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.513037 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5261832d-c23b-443a-9f42-952e9d97f472 req-bcb3bfe3-e3c7-4a80-ae20-544db5605acf service neutron] 10.222.0.66 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259687 Aug 11 02:36:37.545219 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-d102296c-29bc-4b5d-a979-1c8f478825ce tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] For port 4ae671e5-585e-45ef-8817-6db0a7a39a58, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=4ae671e5-585e-45ef-8817-6db0a7a39a58,segment=NetworkSegment(d592d2e3-b63e-4aaf-b3be-856d4011c071),segment_id=d592d2e3-b63e-4aaf-b3be-856d4011c071)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:37.547925 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d102296c-29bc-4b5d-a979-1c8f478825ce tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.554091 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440c914b-622e-452d-9885-9cbbb6ae69ec None None] DHCP port deletion for 14f897ff-a943-41e3-831a-bb68bc4e0ad0 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:36:37.582730 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-d102296c-29bc-4b5d-a979-1c8f478825ce tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Calling delete_port for 4ae671e5-585e-45ef-8817-6db0a7a39a58 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:37.680258 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-440c914b-622e-452d-9885-9cbbb6ae69ec None None] Deleting port 4ae671e5-585e-45ef-8817-6db0a7a39a58 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:37.681476 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-440c914b-622e-452d-9885-9cbbb6ae69ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.688433 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a900798-6145-4f69-a0c3-9a3f9fc1fec2 req-c874e71c-337a-4741-a51e-0ff718cd842c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:37.691750 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0a900798-6145-4f69-a0c3-9a3f9fc1fec2 req-c874e71c-337a-4741-a51e-0ff718cd842c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 1096 time: 0.1136591 Aug 11 02:36:37.740615 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d102296c-29bc-4b5d-a979-1c8f478825ce tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.764072 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d102296c-29bc-4b5d-a979-1c8f478825ce tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] No DVR routers for this DVR port 4ae671e5-585e-45ef-8817-6db0a7a39a58 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:36:37.853908 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102296c-29bc-4b5d-a979-1c8f478825ce tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event deleted for resources: {'Port': ['ID=4ae671e5-585e-45ef-8817-6db0a7a39a58,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:37.898613 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a900798-6145-4f69-a0c3-9a3f9fc1fec2 req-ed0d65b2-92ff-41fa-bd61-2027d99d9b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:37.900169 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0a900798-6145-4f69-a0c3-9a3f9fc1fec2 req-ed0d65b2-92ff-41fa-bd61-2027d99d9b5f service neutron] 10.222.0.66 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 912 time: 0.2005422 Aug 11 02:36:38.001963 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-440c914b-622e-452d-9885-9cbbb6ae69ec None None] For port 4ae671e5-585e-45ef-8817-6db0a7a39a58, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=4ae671e5-585e-45ef-8817-6db0a7a39a58,segment=NetworkSegment(d592d2e3-b63e-4aaf-b3be-856d4011c071),segment_id=d592d2e3-b63e-4aaf-b3be-856d4011c071)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:38.002369 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-440c914b-622e-452d-9885-9cbbb6ae69ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:38.023116 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-440c914b-622e-452d-9885-9cbbb6ae69ec None None] Calling delete_port for 4ae671e5-585e-45ef-8817-6db0a7a39a58 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:38.067435 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d102296c-29bc-4b5d-a979-1c8f478825ce tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:38.083770 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-d102296c-29bc-4b5d-a979-1c8f478825ce tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f897ff-a943-41e3-831a-bb68bc4e0ad0']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:38.097384 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0a900798-6145-4f69-a0c3-9a3f9fc1fec2 req-82f64b4d-75c2-47bf-913a-2445f0fc3416 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=910d3970-0595-4921-b170-020e88b7d315 HTTP/1.1" status: 200 len: 217 time: 0.1802404 Aug 11 02:36:38.123415 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-d102296c-29bc-4b5d-a979-1c8f478825ce tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd592d2e3-b63e-4aaf-b3be-856d4011c071') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:38.127100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-d102296c-29bc-4b5d-a979-1c8f478825ce tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd592d2e3-b63e-4aaf-b3be-856d4011c071') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:38.158171 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d102296c-29bc-4b5d-a979-1c8f478825ce tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:38.193215 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c42d02-7232-4db2-a185-26762f589082 req-701ab225-5f0e-4a91-ba6b-bfab6c3722dd tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:38.208750 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-78c42d02-7232-4db2-a185-26762f589082 req-701ab225-5f0e-4a91-ba6b-bfab6c3722dd tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 944 time: 0.1833498 Aug 11 02:36:38.212875 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a900798-6145-4f69-a0c3-9a3f9fc1fec2 req-a74f86cb-224b-47b9-8e02-d5b0bea9ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:38.223055 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 02:36:38.229260 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0a900798-6145-4f69-a0c3-9a3f9fc1fec2 req-a74f86cb-224b-47b9-8e02-d5b0bea9ace4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a HTTP/1.1" status: 200 len: 850 time: 0.1245551 Aug 11 02:36:38.232427 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-440c914b-622e-452d-9885-9cbbb6ae69ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:38.235311 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 4ae671e5-585e-45ef-8817-6db0a7a39a58 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:36:38.334368 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c914b-622e-452d-9885-9cbbb6ae69ec None None] Pushing event deleted for resources: {'Port': ['ID=4ae671e5-585e-45ef-8817-6db0a7a39a58,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:38.358445 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a900798-6145-4f69-a0c3-9a3f9fc1fec2 req-4f3ff41e-b613-4c97-912a-d35bad9ce464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:38.364872 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0a900798-6145-4f69-a0c3-9a3f9fc1fec2 req-4f3ff41e-b613-4c97-912a-d35bad9ce464 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1277382 Aug 11 02:36:38.379931 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d102296c-29bc-4b5d-a979-1c8f478825ce tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:38.394984 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-78c42d02-7232-4db2-a185-26762f589082 req-4729ca28-fdfc-4395-94e6-912526d6bfda tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851647 Aug 11 02:36:38.415925 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 4ae671e5-585e-45ef-8817-6db0a7a39a58 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:36:38.424661 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 4ae671e5-585e-45ef-8817-6db0a7a39a58 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:36:38.427157 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440c914b-622e-452d-9885-9cbbb6ae69ec None None] No DVR routers for this DVR port 4ae671e5-585e-45ef-8817-6db0a7a39a58 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:36:38.435726 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d102296c-29bc-4b5d-a979-1c8f478825ce tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:36:38.435946 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d102296c-29bc-4b5d-a979-1c8f478825ce tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:36:38.447633 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:36:38.636641 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0a900798-6145-4f69-a0c3-9a3f9fc1fec2 req-a657356b-d858-4245-ad27-a6ce9a1962f4 service neutron] 10.222.0.66 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608876 Aug 11 02:36:38.681797 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d102296c-29bc-4b5d-a979-1c8f478825ce tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:38.709577 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d102296c-29bc-4b5d-a979-1c8f478825ce tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:38.728912 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d102296c-29bc-4b5d-a979-1c8f478825ce tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "DELETE /v2.0/networks/14f897ff-a943-41e3-831a-bb68bc4e0ad0 HTTP/1.1" status: 204 len: 168 time: 1.6067111 Aug 11 02:36:38.735999 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48518) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:38.837943 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102296c-29bc-4b5d-a979-1c8f478825ce tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event deleted for resources: {'Network': ['ID=14f897ff-a943-41e3-831a-bb68bc4e0ad0,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:38.914151 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0a900798-6145-4f69-a0c3-9a3f9fc1fec2 req-4b519f9c-7206-47de-a198-cff741218258 service neutron] 10.222.0.66 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717159 Aug 11 02:36:39.179736 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-255b2d09-2bb5-4623-b79b-414c16390b90 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Deleting port a0d6db65-c979-4a14-8039-7d4459967c68 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:39.180140 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-255b2d09-2bb5-4623-b79b-414c16390b90 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:39.428365 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-255b2d09-2bb5-4623-b79b-414c16390b90 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:39.429040 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-255b2d09-2bb5-4623-b79b-414c16390b90 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:39.446112 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-255b2d09-2bb5-4623-b79b-414c16390b90 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Calling delete_port for a0d6db65-c979-4a14-8039-7d4459967c68 owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:39.610472 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-255b2d09-2bb5-4623-b79b-414c16390b90 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:39.610712 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd41de-9641-4273-9f5e-8d841ff10c7b req-f1779be8-bc74-4ec8-8ec9-e04cd362a831 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:39.618956 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-50fd41de-9641-4273-9f5e-8d841ff10c7b req-f1779be8-bc74-4ec8-8ec9-e04cd362a831 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 944 time: 0.0818212 Aug 11 02:36:39.679732 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-50fd41de-9641-4273-9f5e-8d841ff10c7b req-16b236f1-3581-46c2-a2de-ae31db8b441c tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562594 Aug 11 02:36:39.696621 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b2d09-2bb5-4623-b79b-414c16390b90 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event deleted for resources: {'Port': ['ID=a0d6db65-c979-4a14-8039-7d4459967c68,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:39.803828 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-255b2d09-2bb5-4623-b79b-414c16390b90 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:39.815182 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-255b2d09-2bb5-4623-b79b-414c16390b90 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:39.822914 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48538) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:39.825162 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-255b2d09-2bb5-4623-b79b-414c16390b90 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "DELETE /v2.0/floatingips/b81a1ad5-36c1-4b53-95dc-07e0d614fcc8 HTTP/1.1" status: 204 len: 168 time: 1.0871820 Aug 11 02:36:39.852573 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d962834-5d3d-4f49-82c9-c5792da8d305 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:39.853280 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d962834-5d3d-4f49-82c9-c5792da8d305 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:39.855096 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3d962834-5d3d-4f49-82c9-c5792da8d305 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "DELETE /v2.0/ports/f3898b85-fa53-4ef9-8d96-0b15a313cdff HTTP/1.1" status: 404 len: 333 time: 0.0296564 Aug 11 02:36:39.860865 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48544) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:39.901657 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1620081a-5ffd-4c29-8136-605fee4f4980 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "GET /v2.0/ports?device_id=88031d1e-b603-4f84-8352-53975d56bec6 HTTP/1.1" status: 200 len: 205 time: 0.0388608 Aug 11 02:36:39.905188 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48546) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:39.972969 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-46fade8d-acae-41d3-bbab-771f8f81ed4b tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] delete failed (client error): The resource could not be found. Aug 11 02:36:39.974120 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-46fade8d-acae-41d3-bbab-771f8f81ed4b tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "DELETE /v2.0/routers/88031d1e-b603-4f84-8352-53975d56bec6 HTTP/1.1" status: 404 len: 336 time: 0.0676401 Aug 11 02:36:39.976815 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48548) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:40.006474 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-f24891de-3b42-4f89-982e-707efff248c4 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:40.006474 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f24891de-3b42-4f89-982e-707efff248c4 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:40.014288 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f24891de-3b42-4f89-982e-707efff248c4 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "DELETE /v2.0/subnets/41b3f5ae-4cdb-491d-ab22-c1266ef6e623 HTTP/1.1" status: 404 len: 337 time: 0.0302415 Aug 11 02:36:40.014651 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48550) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:40.185384 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-439e5466-0275-4222-be7d-76040b9b8163 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Deleting port af36b16a-2be4-465b-852b-8a85f616ea59 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:40.186273 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-439e5466-0275-4222-be7d-76040b9b8163 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.337909 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-439e5466-0275-4222-be7d-76040b9b8163 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.356330 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-439e5466-0275-4222-be7d-76040b9b8163 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Calling delete_port for af36b16a-2be4-465b-852b-8a85f616ea59 owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:40.564275 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-439e5466-0275-4222-be7d-76040b9b8163 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.596947 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e5466-0275-4222-be7d-76040b9b8163 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event deleted for resources: {'Port': ['ID=af36b16a-2be4-465b-852b-8a85f616ea59,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:40.717581 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-439e5466-0275-4222-be7d-76040b9b8163 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.729559 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-439e5466-0275-4222-be7d-76040b9b8163 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "DELETE /v2.0/ports/af36b16a-2be4-465b-852b-8a85f616ea59 HTTP/1.1" status: 204 len: 168 time: 0.7103887 Aug 11 02:36:40.739060 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48568) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:40.941195 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aafc20-f2ab-4ea6-9087-d9c4f452bd13 req-fd27998f-cb93-4891-afae-7a007a7b3720 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:40.949766 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b7aafc20-f2ab-4ea6-9087-d9c4f452bd13 req-fd27998f-cb93-4891-afae-7a007a7b3720 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 944 time: 0.1286054 Aug 11 02:36:40.975185 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-3a60fccd-7b3f-4430-804f-2cab7e0cdae9 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Deleting port ea54c4ce-9788-41d7-9a32-b0ba545b65cf {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:40.975609 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a60fccd-7b3f-4430-804f-2cab7e0cdae9 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:41.028088 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b7aafc20-f2ab-4ea6-9087-d9c4f452bd13 req-d62e7a0c-3a17-49e4-a153-8db1b077523e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773261 Aug 11 02:36:41.156478 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a60fccd-7b3f-4430-804f-2cab7e0cdae9 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:41.179131 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-3a60fccd-7b3f-4430-804f-2cab7e0cdae9 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Calling delete_port for ea54c4ce-9788-41d7-9a32-b0ba545b65cf owned by {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:41.406656 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a60fccd-7b3f-4430-804f-2cab7e0cdae9 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:41.447129 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60fccd-7b3f-4430-804f-2cab7e0cdae9 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event deleted for resources: {'Port': ['ID=ea54c4ce-9788-41d7-9a32-b0ba545b65cf,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:41.567029 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a60fccd-7b3f-4430-804f-2cab7e0cdae9 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:41.569736 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3a60fccd-7b3f-4430-804f-2cab7e0cdae9 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "DELETE /v2.0/ports/ea54c4ce-9788-41d7-9a32-b0ba545b65cf HTTP/1.1" status: 204 len: 168 time: 0.8294480 Aug 11 02:36:41.572918 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48576) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:41.656739 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afaa89b-73e4-4d3a-a64f-68c5a458a0fd tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:41.663347 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6afaa89b-73e4-4d3a-a64f-68c5a458a0fd tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9a6d127-fb4f-44d7-bc62-590f188ec126 HTTP/1.1" status: 200 len: 913 time: 0.0842547 Aug 11 02:36:41.664337 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48584) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:42.188052 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122e0ea-f2a8-4df6-9afd-fa04f19b4b18 req-d2149389-ee6f-4d09-86c7-cddc801cee6b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:42.189236 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9122e0ea-f2a8-4df6-9afd-fa04f19b4b18 req-d2149389-ee6f-4d09-86c7-cddc801cee6b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 944 time: 0.0686722 Aug 11 02:36:42.264775 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9122e0ea-f2a8-4df6-9afd-fa04f19b4b18 req-dee17fa4-9150-461b-a398-7262591aae6a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540690 Aug 11 02:36:42.388746 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1c7218ff-9c7e-4064-86c9-5f5982b3660c tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:43.327252 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:36:43.382193 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-1c7218ff-9c7e-4064-86c9-5f5982b3660c tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Deleting port eaba70bc-31ca-48e5-8ba8-58495406bc08 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:43.385718 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1c7218ff-9c7e-4064-86c9-5f5982b3660c tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:43.511131 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1c7218ff-9c7e-4064-86c9-5f5982b3660c tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:43.522735 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013301b-1c1d-4d74-8f4c-ec19a8cbb74d req-e2bc3730-84df-4ee7-a21b-3ac87ff992b1 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:43.527404 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-1c7218ff-9c7e-4064-86c9-5f5982b3660c tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Calling delete_port for eaba70bc-31ca-48e5-8ba8-58495406bc08 owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:43.530609 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7013301b-1c1d-4d74-8f4c-ec19a8cbb74d req-e2bc3730-84df-4ee7-a21b-3ac87ff992b1 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 944 time: 0.1329908 Aug 11 02:36:43.586972 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7013301b-1c1d-4d74-8f4c-ec19a8cbb74d req-a3208068-ffbd-4c3f-bfeb-02a3d08c6e23 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554430 Aug 11 02:36:43.895059 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1c7218ff-9c7e-4064-86c9-5f5982b3660c tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:43.963903 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7218ff-9c7e-4064-86c9-5f5982b3660c tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event deleted for resources: {'Port': ['ID=eaba70bc-31ca-48e5-8ba8-58495406bc08,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:44.373414 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1c7218ff-9c7e-4064-86c9-5f5982b3660c tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:44.804033 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7218ff-9c7e-4064-86c9-5f5982b3660c tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Router e9a6d127-fb4f-44d7-bc62-590f188ec126 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:36:44.877622 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed048f61-e5ce-4fc3-a0a9-8abb690ec920 req-0d357977-de0f-4055-86e5-a211a290eb1a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:44.879935 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ed048f61-e5ce-4fc3-a0a9-8abb690ec920 req-0d357977-de0f-4055-86e5-a211a290eb1a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 944 time: 0.1188550 Aug 11 02:36:45.035783 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7218ff-9c7e-4064-86c9-5f5982b3660c tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:36:45.044872 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1c7218ff-9c7e-4064-86c9-5f5982b3660c tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "PUT /v2.0/routers/e9a6d127-fb4f-44d7-bc62-590f188ec126/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3797758 Aug 11 02:36:45.049623 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda4b06b-4361-4eeb-aecd-e1a95f530f97 None None] Sync routers for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:36:45.051223 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48688) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:45.088737 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda4b06b-4361-4eeb-aecd-e1a95f530f97 None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:45.089357 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-eda4b06b-4361-4eeb-aecd-e1a95f530f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:36:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:45.153726 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ed048f61-e5ce-4fc3-a0a9-8abb690ec920 req-d96ccd56-3d79-4ff2-a620-fb17a3abad6e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605331 Aug 11 02:36:45.181065 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-eda4b06b-4361-4eeb-aecd-e1a95f530f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:45.191160 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda4b06b-4361-4eeb-aecd-e1a95f530f97 None None] Routers {'e9a6d127-fb4f-44d7-bc62-590f188ec126'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:45.191826 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-eda4b06b-4361-4eeb-aecd-e1a95f530f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:36:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e9a6d127-fb4f-44d7-bc62-590f188ec126'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:45.274209 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-eda4b06b-4361-4eeb-aecd-e1a95f530f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:45.276111 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda4b06b-4361-4eeb-aecd-e1a95f530f97 None None] The sync data for ids ['e9a6d127-fb4f-44d7-bc62-590f188ec126'] in n-d-615180-33 is: [] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:36:45.314654 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fb2fbd87-a610-483e-b066-d982125dba95 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:45.485896 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fb2fbd87-a610-483e-b066-d982125dba95 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:45.567684 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-fb2fbd87-a610-483e-b066-d982125dba95 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Deleting port b90d7b41-ef93-4944-93e2-01a6341c88f9 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:45.568062 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fb2fbd87-a610-483e-b066-d982125dba95 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:45.649326 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-07424bb1-e45a-4fbc-939a-e832c061a555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:45.693441 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fb2fbd87-a610-483e-b066-d982125dba95 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:45.719698 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-fb2fbd87-a610-483e-b066-d982125dba95 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Calling delete_port for b90d7b41-ef93-4944-93e2-01a6341c88f9 owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:46.019622 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fb2fbd87-a610-483e-b066-d982125dba95 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:46.085399 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2fbd87-a610-483e-b066-d982125dba95 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event deleted for resources: {'Port': ['ID=b90d7b41-ef93-4944-93e2-01a6341c88f9,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:46.127332 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fb2fbd87-a610-483e-b066-d982125dba95 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:46.233495 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fb2fbd87-a610-483e-b066-d982125dba95 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:46.236559 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fb2fbd87-a610-483e-b066-d982125dba95 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:46.320455 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fb2fbd87-a610-483e-b066-d982125dba95 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:46.321025 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2fbd87-a610-483e-b066-d982125dba95 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Fanout notify agent at l3_agent the message router_deleted on router e9a6d127-fb4f-44d7-bc62-590f188ec126 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:36:46.328917 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fb2fbd87-a610-483e-b066-d982125dba95 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:46.332649 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fb2fbd87-a610-483e-b066-d982125dba95 tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "DELETE /v2.0/routers/e9a6d127-fb4f-44d7-bc62-590f188ec126 HTTP/1.1" status: 204 len: 168 time: 1.2775071 Aug 11 02:36:46.332766 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48724) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:46.361573 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83932a67-74a0-4d09-9f61-8797313cbee5 req-ecca2faa-3ad2-487b-9966-3530916e0ec2 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:46.363995 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-83932a67-74a0-4d09-9f61-8797313cbee5 req-ecca2faa-3ad2-487b-9966-3530916e0ec2 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 944 time: 0.0828516 Aug 11 02:36:46.441912 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-83932a67-74a0-4d09-9f61-8797313cbee5 req-861f29d3-5cb5-4ee0-bf77-85aa3331c2c3 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717602 Aug 11 02:36:46.470781 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-706a74ca-75f8-49bb-9e28-d069e1b0c4bf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Deleting subnet 351a71e6-6a27-4f76-808d-89b5becd4c7b {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:36:46.483377 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-706a74ca-75f8-49bb-9e28-d069e1b0c4bf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:46.549776 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-706a74ca-75f8-49bb-9e28-d069e1b0c4bf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:46.619226 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-706a74ca-75f8-49bb-9e28-d069e1b0c4bf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:46.715373 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-706a74ca-75f8-49bb-9e28-d069e1b0c4bf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:46.779592 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a74ca-75f8-49bb-9e28-d069e1b0c4bf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event deleted for resources: {'Subnet': ['ID=351a71e6-6a27-4f76-808d-89b5becd4c7b,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:46.784457 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-706a74ca-75f8-49bb-9e28-d069e1b0c4bf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:46.786461 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-706a74ca-75f8-49bb-9e28-d069e1b0c4bf tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "DELETE /v2.0/subnets/351a71e6-6a27-4f76-808d-89b5becd4c7b HTTP/1.1" status: 204 len: 168 time: 0.4526362 Aug 11 02:36:46.789179 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48738) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:46.937376 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5385f82-9886-444b-a0e9-6bd7d8b6001a tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:47.086298 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5385f82-9886-444b-a0e9-6bd7d8b6001a tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:47.100002 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-a5385f82-9886-444b-a0e9-6bd7d8b6001a tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da006cf-a94d-4d5c-af1d-8175139f4a14']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:47.143666 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-a5385f82-9886-444b-a0e9-6bd7d8b6001a tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bec5cca3-df92-4b84-879d-3d872785fb62') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:47.144003 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-a5385f82-9886-444b-a0e9-6bd7d8b6001a tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bec5cca3-df92-4b84-879d-3d872785fb62') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:47.157659 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5385f82-9886-444b-a0e9-6bd7d8b6001a tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:47.174992 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5385f82-9886-444b-a0e9-6bd7d8b6001a tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:47.183037 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5385f82-9886-444b-a0e9-6bd7d8b6001a tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:36:47.183869 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5385f82-9886-444b-a0e9-6bd7d8b6001a tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:36:47.190229 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:36:47.284924 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5385f82-9886-444b-a0e9-6bd7d8b6001a tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:47.291129 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a5385f82-9886-444b-a0e9-6bd7d8b6001a tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:47.298112 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a5385f82-9886-444b-a0e9-6bd7d8b6001a tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] 10.222.0.50 "DELETE /v2.0/networks/7da006cf-a94d-4d5c-af1d-8175139f4a14 HTTP/1.1" status: 204 len: 168 time: 0.5049393 Aug 11 02:36:47.327442 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5385f82-9886-444b-a0e9-6bd7d8b6001a tempest-FloatingIPTestJSON-1131915807 tempest-FloatingIPTestJSON-1131915807-project] Pushing event deleted for resources: {'Network': ['ID=7da006cf-a94d-4d5c-af1d-8175139f4a14,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:47.760885 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8776d28-0a0a-4afa-8a00-aba37645bd09 req-35432c65-7a56-45a6-b704-874951884a7a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:47.762670 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a8776d28-0a0a-4afa-8a00-aba37645bd09 req-35432c65-7a56-45a6-b704-874951884a7a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 944 time: 0.1547236 Aug 11 02:36:47.816610 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a8776d28-0a0a-4afa-8a00-aba37645bd09 req-92fbd7e6-3d14-4df4-b92b-19a3afcc6073 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445035 Aug 11 02:36:47.871986 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48774) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:48.120264 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-28b39277-903b-4af9-9b85-09fd71353fca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1c35615b07de41f395d1902000e10391&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2468569 Aug 11 02:36:48.122895 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48790) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:48.194804 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a4914ca1-b0d3-4475-a526-2be0a5e66a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:48.229190 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a4914ca1-b0d3-4475-a526-2be0a5e66a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:48.326725 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-391697e9-18a7-464d-8403-e4f40f6ec1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:48.348110 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a4914ca1-b0d3-4475-a526-2be0a5e66a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:48.356152 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a4914ca1-b0d3-4475-a526-2be0a5e66a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:48.358942 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a4914ca1-b0d3-4475-a526-2be0a5e66a94 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/77729782-5a60-4a76-8eae-421c3852fdcb HTTP/1.1" status: 204 len: 168 time: 0.2341828 Aug 11 02:36:48.366607 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:48.394624 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4914ca1-b0d3-4475-a526-2be0a5e66a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77729782-5a60-4a76-8eae-421c3852fdcb,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:49.012484 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b287ce-3958-40e3-af33-5445521032e7 req-ab5976e1-59c6-4e69-a497-29a70784ddab tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:49.015210 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-01b287ce-3958-40e3-af33-5445521032e7 req-ab5976e1-59c6-4e69-a497-29a70784ddab tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 944 time: 0.1009572 Aug 11 02:36:49.102759 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-01b287ce-3958-40e3-af33-5445521032e7 req-91151f15-5413-4b34-af33-e71ff7c6c73c tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813863 Aug 11 02:36:49.545801 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48850) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:49.714535 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-d9210806-5d07-4995-89e9-394469efba8c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1122812497'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:49.745974 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9210806-5d07-4995-89e9-394469efba8c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Made reservation on behalf of 520838c56d5f47aa8b9fe3d063708db4 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:49.754562 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d9210806-5d07-4995-89e9-394469efba8c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:49.775055 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d9210806-5d07-4995-89e9-394469efba8c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:49.963984 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d9210806-5d07-4995-89e9-394469efba8c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:49.969744 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d9210806-5d07-4995-89e9-394469efba8c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:49.985021 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:50.078871 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9210806-5d07-4995-89e9-394469efba8c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9512dc-a1c7-4a74-bf5f-bffd4f26c505,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:50.126719 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9210806-5d07-4995-89e9-394469efba8c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:36:50.152864 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d9210806-5d07-4995-89e9-394469efba8c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:50.153264 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-d9210806-5d07-4995-89e9-394469efba8c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Added segment ff4161fd-511a-4dff-96ea-9bac1d39fb42 of type vlan for network 1642e22a-8795-404a-bc74-326fcff833f1 Aug 11 02:36:50.241941 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d9210806-5d07-4995-89e9-394469efba8c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:50.305215 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d9210806-5d07-4995-89e9-394469efba8c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:50.313098 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9210806-5d07-4995-89e9-394469efba8c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:50.313927 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d9210806-5d07-4995-89e9-394469efba8c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:50.360403 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678241ee-0963-4432-b0c5-ae445130013c req-18758692-81db-41fd-b353-41a24337b330 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:50.363002 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-678241ee-0963-4432-b0c5-ae445130013c req-18758692-81db-41fd-b353-41a24337b330 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 944 time: 0.0943918 Aug 11 02:36:50.398987 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9210806-5d07-4995-89e9-394469efba8c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event updated for resources: {'Network': ['ID=1642e22a-8795-404a-bc74-326fcff833f1,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:50.418002 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 1642e22a-8795-404a-bc74-326fcff833f1 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:36:50.460533 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d9210806-5d07-4995-89e9-394469efba8c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9133005 Aug 11 02:36:50.489519 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-678241ee-0963-4432-b0c5-ae445130013c req-fcc06a88-7143-469c-a95b-920cca0dc72d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198659 Aug 11 02:36:50.643963 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48880) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:50.650163 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-ba430406-f195-464b-b86d-9a6b452c590f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Request body: {'subnet': {'network_id': '1642e22a-8795-404a-bc74-326fcff833f1', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:50.834484 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba430406-f195-464b-b86d-9a6b452c590f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Made reservation on behalf of 520838c56d5f47aa8b9fe3d063708db4 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:50.838771 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ba430406-f195-464b-b86d-9a6b452c590f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:51.166539 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ba430406-f195-464b-b86d-9a6b452c590f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:51.258392 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba430406-f195-464b-b86d-9a6b452c590f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event updated for resources: {'Subnet': ['ID=74c58312-3c8c-41aa-aa62-4ecaca770048,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:51.292795 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba430406-f195-464b-b86d-9a6b452c590f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:51.292917 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba430406-f195-464b-b86d-9a6b452c590f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:51.293259 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba430406-f195-464b-b86d-9a6b452c590f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:51.293603 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba430406-f195-464b-b86d-9a6b452c590f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:51.294031 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba430406-f195-464b-b86d-9a6b452c590f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:51.294373 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba430406-f195-464b-b86d-9a6b452c590f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:51.294704 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba430406-f195-464b-b86d-9a6b452c590f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:51.295033 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba430406-f195-464b-b86d-9a6b452c590f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:51.295393 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba430406-f195-464b-b86d-9a6b452c590f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:51.295792 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba430406-f195-464b-b86d-9a6b452c590f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:51.296028 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba430406-f195-464b-b86d-9a6b452c590f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:51.296347 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba430406-f195-464b-b86d-9a6b452c590f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:51.310916 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba430406-f195-464b-b86d-9a6b452c590f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Checking segment: {'id': 'ff4161fd-511a-4dff-96ea-9bac1d39fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '1642e22a-8795-404a-bc74-326fcff833f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:51.311267 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba430406-f195-464b-b86d-9a6b452c590f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Network hostable DHCP agents. Network: 1642e22a-8795-404a-bc74-326fcff833f1, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:36:51.330800 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba430406-f195-464b-b86d-9a6b452c590f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Network 1642e22a-8795-404a-bc74-326fcff833f1 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:36:51.344967 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-ba430406-f195-464b-b86d-9a6b452c590f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 1642e22a-8795-404a-bc74-326fcff833f1) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:51.354631 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba430406-f195-464b-b86d-9a6b452c590f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:51.354631 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ba430406-f195-464b-b86d-9a6b452c590f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:51.357202 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c78f895-c6e3-4a59-aa29-cb453b4777c4 None None] Network 1642e22a-8795-404a-bc74-326fcff833f1 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:51.392343 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ba430406-f195-464b-b86d-9a6b452c590f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7471478 Aug 11 02:36:51.395876 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48908) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:51.407505 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-18b3493b-2ac6-4d79-a467-4b4031fe18aa tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-208864105'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:51.474840 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b3493b-2ac6-4d79-a467-4b4031fe18aa tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Made reservation on behalf of 520838c56d5f47aa8b9fe3d063708db4 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:51.483765 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-18b3493b-2ac6-4d79-a467-4b4031fe18aa tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:51.547558 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b3493b-2ac6-4d79-a467-4b4031fe18aa tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:36:51.573327 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:51.582898 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-1642e22a-8795-404a-bc74-326fcff833f1', 'network_id': '1642e22a-8795-404a-bc74-326fcff833f1', 'tenant_id': '520838c56d5f47aa8b9fe3d063708db4', 'fixed_ips': [{'subnet_id': '74c58312-3c8c-41aa-aa62-4ecaca770048'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:36:51.584299 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:51.586619 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-18b3493b-2ac6-4d79-a467-4b4031fe18aa tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:51.586971 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-18b3493b-2ac6-4d79-a467-4b4031fe18aa tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Added segment 20b13e8c-3a3d-4d45-935e-1a4eb09ca309 of type vlan for network 50390ccb-035d-43cd-8600-7ecf02772176 Aug 11 02:36:51.693240 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-18b3493b-2ac6-4d79-a467-4b4031fe18aa tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:51.777656 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d555e85-1ac2-4ceb-b1ec-1bf831fb2c6f req-8fd0cb8b-b57c-4133-b73d-9d6a95a71d87 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:51.781434 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6d555e85-1ac2-4ceb-b1ec-1bf831fb2c6f req-8fd0cb8b-b57c-4133-b73d-9d6a95a71d87 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 944 time: 0.1274676 Aug 11 02:36:51.788585 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-18b3493b-2ac6-4d79-a467-4b4031fe18aa tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:51.794275 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b3493b-2ac6-4d79-a467-4b4031fe18aa tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:51.803531 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-18b3493b-2ac6-4d79-a467-4b4031fe18aa tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:51.846553 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Allocated IP 172.20.255.242 (1642e22a-8795-404a-bc74-326fcff833f1/74c58312-3c8c-41aa-aa62-4ecaca770048/80b4b509-5620-4f0c-b9ec-894f6e6743be) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:51.870601 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6d555e85-1ac2-4ceb-b1ec-1bf831fb2c6f req-db24d521-c90a-4dc6-b951-f123edbb7daf tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752099 Aug 11 02:36:51.933666 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-18b3493b-2ac6-4d79-a467-4b4031fe18aa tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5317249 Aug 11 02:36:51.934540 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 48920) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:51.949402 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-0ee936cf-72ee-458a-a902-7d57d993563f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Request body: {'subnet': {'network_id': '50390ccb-035d-43cd-8600-7ecf02772176', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:51.956581 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3493b-2ac6-4d79-a467-4b4031fe18aa tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event updated for resources: {'Network': ['ID=50390ccb-035d-43cd-8600-7ecf02772176,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:51.986380 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 50390ccb-035d-43cd-8600-7ecf02772176 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:36:52.151396 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee936cf-72ee-458a-a902-7d57d993563f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Made reservation on behalf of 520838c56d5f47aa8b9fe3d063708db4 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:52.156418 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0ee936cf-72ee-458a-a902-7d57d993563f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:52.240400 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:52.276947 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Transition to ACTIVE for port object 80b4b509-5620-4f0c-b9ec-894f6e6743be will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:52.306408 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Transition to ACTIVE for port object 80b4b509-5620-4f0c-b9ec-894f6e6743be will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:52.314437 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:52.400433 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Network 1642e22a-8795-404a-bc74-326fcff833f1 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:52.405410 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:52.409806 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:52.462840 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Pushing event updated for resources: {'Port': ['ID=80b4b509-5620-4f0c-b9ec-894f6e6743be,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:52.501817 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:52.504530 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:52.505499 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:52.506172 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:52.506940 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:52.508029 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:52.508678 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:52.509181 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:52.509838 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:52.510343 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:52.511763 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:52.512562 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:52.534835 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Attempting to bind port 80b4b509-5620-4f0c-b9ec-894f6e6743be on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:36:52.535681 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Attempting to bind port 80b4b509-5620-4f0c-b9ec-894f6e6743be by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'ff4161fd-511a-4dff-96ea-9bac1d39fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '1642e22a-8795-404a-bc74-326fcff833f1'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:36:52.536777 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Attempting to bind port 80b4b509-5620-4f0c-b9ec-894f6e6743be on network 1642e22a-8795-404a-bc74-326fcff833f1 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:36:52.552732 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:36:52.553353 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Checking segment: {'id': 'ff4161fd-511a-4dff-96ea-9bac1d39fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '1642e22a-8795-404a-bc74-326fcff833f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:52.553950 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:52.554551 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Bound using segment: {'id': 'ff4161fd-511a-4dff-96ea-9bac1d39fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '1642e22a-8795-404a-bc74-326fcff833f1'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:36:52.555235 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Bound port: 80b4b509-5620-4f0c-b9ec-894f6e6743be, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff4161fd-511a-4dff-96ea-9bac1d39fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '1642e22a-8795-404a-bc74-326fcff833f1'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:36:52.555777 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:52.653673 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0ee936cf-72ee-458a-a902-7d57d993563f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:52.709689 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] For port 80b4b509-5620-4f0c-b9ec-894f6e6743be, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:36:52.725386 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] For port 80b4b509-5620-4f0c-b9ec-894f6e6743be, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=80b4b509-5620-4f0c-b9ec-894f6e6743be,segment=NetworkSegment(ff4161fd-511a-4dff-96ea-9bac1d39fb42),segment_id=ff4161fd-511a-4dff-96ea-9bac1d39fb42)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:36:52.726208 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee936cf-72ee-458a-a902-7d57d993563f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event updated for resources: {'Subnet': ['ID=21d1fc24-cd62-424f-bea5-30d8dea68552,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:52.730466 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:52.779638 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee936cf-72ee-458a-a902-7d57d993563f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Checking segment: {'id': '20b13e8c-3a3d-4d45-935e-1a4eb09ca309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '50390ccb-035d-43cd-8600-7ecf02772176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:52.782129 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee936cf-72ee-458a-a902-7d57d993563f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Network hostable DHCP agents. Network: 50390ccb-035d-43cd-8600-7ecf02772176, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:36:52.817453 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee936cf-72ee-458a-a902-7d57d993563f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Network 50390ccb-035d-43cd-8600-7ecf02772176 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:36:52.864381 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-0ee936cf-72ee-458a-a902-7d57d993563f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 50390ccb-035d-43cd-8600-7ecf02772176) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:52.881188 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc8d1e3-84ce-4646-8782-88043c2f7293 None None] Network 50390ccb-035d-43cd-8600-7ecf02772176 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:52.896677 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee936cf-72ee-458a-a902-7d57d993563f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:52.897827 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0ee936cf-72ee-458a-a902-7d57d993563f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:52.933271 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0ee936cf-72ee-458a-a902-7d57d993563f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9980710 Aug 11 02:36:52.936156 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 48946) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:53.167859 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c2d70-fb61-4aa9-9314-45c8d6eedb65 None None] Pushing event updated for resources: {'Port': ['ID=80b4b509-5620-4f0c-b9ec-894f6e6743be,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:53.349609 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2995bf1e-3b07-4ac0-b701-f6d732b6f624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-50390ccb-035d-43cd-8600-7ecf02772176', 'network_id': '50390ccb-035d-43cd-8600-7ecf02772176', 'tenant_id': '520838c56d5f47aa8b9fe3d063708db4', 'fixed_ips': [{'subnet_id': '21d1fc24-cd62-424f-bea5-30d8dea68552'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:36:53.350640 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2995bf1e-3b07-4ac0-b701-f6d732b6f624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:53.383938 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff19a5-f898-4b17-bc20-09258d33ffed req-3bea3a2e-0a2e-4a5c-b247-dc377fbcf0ef tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:53.386431 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfff19a5-f898-4b17-bc20-09258d33ffed req-3bea3a2e-0a2e-4a5c-b247-dc377fbcf0ef tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 944 time: 0.2628918 Aug 11 02:36:53.474960 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:53.500729 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfff19a5-f898-4b17-bc20-09258d33ffed req-b3c77ab3-af61-4166-ac8f-ac41db16c238 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052799 Aug 11 02:36:53.659434 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:53.766013 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-2995bf1e-3b07-4ac0-b701-f6d732b6f624 None None] Allocated IP 172.20.0.2 (50390ccb-035d-43cd-8600-7ecf02772176/21d1fc24-cd62-424f-bea5-30d8dea68552/5ad8e623-6dca-46b1-84a9-776b6f543d6f) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:54.082854 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2995bf1e-3b07-4ac0-b701-f6d732b6f624 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.100861 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2995bf1e-3b07-4ac0-b701-f6d732b6f624 None None] Transition to ACTIVE for port object 5ad8e623-6dca-46b1-84a9-776b6f543d6f will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:54.168543 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2995bf1e-3b07-4ac0-b701-f6d732b6f624 None None] Transition to ACTIVE for port object 5ad8e623-6dca-46b1-84a9-776b6f543d6f will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:54.175295 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 80b4b509-5620-4f0c-b9ec-894f6e6743be up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:36:54.181403 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2995bf1e-3b07-4ac0-b701-f6d732b6f624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.226390 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.328013 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event deleted for resources: {'Subnet': ['ID=21d1fc24-cd62-424f-bea5-30d8dea68552,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:54.400900 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995bf1e-3b07-4ac0-b701-f6d732b6f624 None None] Pushing event updated for resources: {'Port': ['ID=5ad8e623-6dca-46b1-84a9-776b6f543d6f,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:54.461045 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2995bf1e-3b07-4ac0-b701-f6d732b6f624 None None] Network 50390ccb-035d-43cd-8600-7ecf02772176 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:54.471669 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-2995bf1e-3b07-4ac0-b701-f6d732b6f624 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:54.478791 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2995bf1e-3b07-4ac0-b701-f6d732b6f624 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:54.581447 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.620040 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50390ccb-035d-43cd-8600-7ecf02772176']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:54.648678 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-2995bf1e-3b07-4ac0-b701-f6d732b6f624 None None] Attempting to bind port 5ad8e623-6dca-46b1-84a9-776b6f543d6f on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:36:54.657039 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-2995bf1e-3b07-4ac0-b701-f6d732b6f624 None None] Attempting to bind port 5ad8e623-6dca-46b1-84a9-776b6f543d6f by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '20b13e8c-3a3d-4d45-935e-1a4eb09ca309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '50390ccb-035d-43cd-8600-7ecf02772176'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:36:54.657708 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2995bf1e-3b07-4ac0-b701-f6d732b6f624 None None] Attempting to bind port 5ad8e623-6dca-46b1-84a9-776b6f543d6f on network 50390ccb-035d-43cd-8600-7ecf02772176 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:36:54.676378 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b13e8c-3a3d-4d45-935e-1a4eb09ca309') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:54.676675 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b13e8c-3a3d-4d45-935e-1a4eb09ca309') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:54.698375 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2995bf1e-3b07-4ac0-b701-f6d732b6f624 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:36:54.699266 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2995bf1e-3b07-4ac0-b701-f6d732b6f624 None None] Checking segment: {'id': '20b13e8c-3a3d-4d45-935e-1a4eb09ca309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '50390ccb-035d-43cd-8600-7ecf02772176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:54.700025 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2995bf1e-3b07-4ac0-b701-f6d732b6f624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.703027 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2995bf1e-3b07-4ac0-b701-f6d732b6f624 None None] Bound using segment: {'id': '20b13e8c-3a3d-4d45-935e-1a4eb09ca309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '50390ccb-035d-43cd-8600-7ecf02772176'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:36:54.703798 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-2995bf1e-3b07-4ac0-b701-f6d732b6f624 None None] Bound port: 5ad8e623-6dca-46b1-84a9-776b6f543d6f, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b13e8c-3a3d-4d45-935e-1a4eb09ca309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '50390ccb-035d-43cd-8600-7ecf02772176'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:36:54.704472 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2995bf1e-3b07-4ac0-b701-f6d732b6f624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.714120 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.726089 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.753780 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e90824-ec6f-4e28-9a51-0e96dd11feae req-c7366d10-4b4c-48fe-9cf7-b9272d4a41a5 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:54.764582 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.771738 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-18e90824-ec6f-4e28-9a51-0e96dd11feae req-c7366d10-4b4c-48fe-9cf7-b9272d4a41a5 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 944 time: 0.1414807 Aug 11 02:36:54.782666 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:36:54.798710 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:36:54.807789 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:36:54.854355 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c585a0-3312-4549-922a-13b28f156a30 None None] Network 1642e22a-8795-404a-bc74-326fcff833f1 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:54.874571 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-18e90824-ec6f-4e28-9a51-0e96dd11feae req-e65118c7-f1b4-43a3-a597-ab69d0be9e81 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991344 Aug 11 02:36:54.953975 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-2995bf1e-3b07-4ac0-b701-f6d732b6f624 None None] For port 5ad8e623-6dca-46b1-84a9-776b6f543d6f, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:36:54.971597 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.db.api [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:36:54.971597 n-d-615180-33 neutron-server[94506]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:36:54.971597 n-d-615180-33 neutron-server[94506]: [parameters: {'id': '50390ccb-035d-43cd-8600-7ecf02772176'}] Aug 11 02:36:54.971597 n-d-615180-33 neutron-server[94506]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:36:54.972288 n-d-615180-33 neutron-server[94506]: DEBUG oslo_db.api [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:36:54.980773 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 80b4b509-5620-4f0c-b9ec-894f6e6743be completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:55.003508 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-2995bf1e-3b07-4ac0-b701-f6d732b6f624 None None] For port 5ad8e623-6dca-46b1-84a9-776b6f543d6f, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5ad8e623-6dca-46b1-84a9-776b6f543d6f,segment=NetworkSegment(20b13e8c-3a3d-4d45-935e-1a4eb09ca309),segment_id=20b13e8c-3a3d-4d45-935e-1a4eb09ca309)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:36:55.005218 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 80b4b509-5620-4f0c-b9ec-894f6e6743be triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:55.005802 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:55.007694 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-04042690-bef8-4529-8684-317a8cd503e9 None None] Provisioning for port 80b4b509-5620-4f0c-b9ec-894f6e6743be completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:55.032573 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2995bf1e-3b07-4ac0-b701-f6d732b6f624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:55.104607 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995bf1e-3b07-4ac0-b701-f6d732b6f624 None None] Pushing event updated for resources: {'Port': ['ID=5ad8e623-6dca-46b1-84a9-776b6f543d6f,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:55.112153 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-04042690-bef8-4529-8684-317a8cd503e9 None None] Provisioning complete for port 80b4b509-5620-4f0c-b9ec-894f6e6743be triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:55.112750 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-04042690-bef8-4529-8684-317a8cd503e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:55.304431 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:55.358317 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9536362-7ff5-4bee-8700-cc7fbfaf0609 None None] Network 50390ccb-035d-43cd-8600-7ecf02772176 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:55.475177 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:55.503125 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 80b4b509-5620-4f0c-b9ec-894f6e6743be, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=80b4b509-5620-4f0c-b9ec-894f6e6743be,segment=NetworkSegment(ff4161fd-511a-4dff-96ea-9bac1d39fb42),segment_id=ff4161fd-511a-4dff-96ea-9bac1d39fb42)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:55.530100 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:55.532296 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:55.598689 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-04042690-bef8-4529-8684-317a8cd503e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:55.605799 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Deleting port 5ad8e623-6dca-46b1-84a9-776b6f543d6f {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:55.608158 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:55.738693 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=80b4b509-5620-4f0c-b9ec-894f6e6743be,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:55.768059 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.db.api [None req-04042690-bef8-4529-8684-317a8cd503e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:36:55.768791 n-d-615180-33 neutron-server[94508]: DEBUG oslo_db.api [None req-04042690-bef8-4529-8684-317a8cd503e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:36:55.789661 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] For port 5ad8e623-6dca-46b1-84a9-776b6f543d6f, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5ad8e623-6dca-46b1-84a9-776b6f543d6f,segment=NetworkSegment(20b13e8c-3a3d-4d45-935e-1a4eb09ca309),segment_id=20b13e8c-3a3d-4d45-935e-1a4eb09ca309)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:55.790098 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:55.818198 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Calling delete_port for 5ad8e623-6dca-46b1-84a9-776b6f543d6f owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:55.969076 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:56.014530 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] No DVR routers for this DVR port 5ad8e623-6dca-46b1-84a9-776b6f543d6f on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:36:56.023587 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event deleted for resources: {'Port': ['ID=5ad8e623-6dca-46b1-84a9-776b6f543d6f,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:56.082965 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 80b4b509-5620-4f0c-b9ec-894f6e6743be up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:36:56.133074 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:56.133464 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:56.133875 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:56.134298 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:56.136269 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:56.136651 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:56.137065 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:56.137476 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:56.137811 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:56.139293 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:56.141702 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:56.141889 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:56.158870 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18634c9f-134e-4c04-bdab-7b7b5a4a5a78 None None] get_active_networks_info from n-d-615180-33 {{(pid=94508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:36:56.303700 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:56.315775 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a207d0-7516-4d73-afd9-29050218eb86 req-5a9dd4bd-478f-4fe3-99ab-fa262f5aeab8 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:56.317767 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4a207d0-7516-4d73-afd9-29050218eb86 req-5a9dd4bd-478f-4fe3-99ab-fa262f5aeab8 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 944 time: 0.3076866 Aug 11 02:36:56.338306 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50390ccb-035d-43cd-8600-7ecf02772176']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:56.361614 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b13e8c-3a3d-4d45-935e-1a4eb09ca309') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:56.362023 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b13e8c-3a3d-4d45-935e-1a4eb09ca309') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:56.380087 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:56.412834 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4a207d0-7516-4d73-afd9-29050218eb86 req-be499d81-afe3-4d43-ae21-69646be505cf tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874326 Aug 11 02:36:56.418361 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:56.425904 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:36:56.426861 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:36:56.430121 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:36:56.478198 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 80b4b509-5620-4f0c-b9ec-894f6e6743be triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:56.479160 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:56.545564 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:56.552262 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:56.554950 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/networks/50390ccb-035d-43cd-8600-7ecf02772176 HTTP/1.1" status: 204 len: 168 time: 3.6169293 Aug 11 02:36:56.558732 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49028) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:56.564987 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-01ba0c05-9710-494e-8338-cad3f19b5f99 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-559482619'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:56.576674 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792102d-2789-48a2-aee3-8afbe4e493e2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event deleted for resources: {'Network': ['ID=50390ccb-035d-43cd-8600-7ecf02772176,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:56.620577 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ba0c05-9710-494e-8338-cad3f19b5f99 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Made reservation on behalf of 520838c56d5f47aa8b9fe3d063708db4 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:56.627639 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-01ba0c05-9710-494e-8338-cad3f19b5f99 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:56.701928 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ba0c05-9710-494e-8338-cad3f19b5f99 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:36:56.721327 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-01ba0c05-9710-494e-8338-cad3f19b5f99 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:56.722210 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-01ba0c05-9710-494e-8338-cad3f19b5f99 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Added segment b62e2ed9-4ac8-4e21-88b9-5046c2e510e6 of type vlan for network d362b697-13f7-4d2a-9834-7b10745fa419 Aug 11 02:36:56.735884 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18634c9f-134e-4c04-bdab-7b7b5a4a5a78 None None] Resources bound (agent type, host, resource id): {{(pid=94508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:36:56.748178 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-131daa25-37c2-422a-abe9-9b8eea5d432d None None] Provisioning complete for port 80b4b509-5620-4f0c-b9ec-894f6e6743be triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:56.748553 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-131daa25-37c2-422a-abe9-9b8eea5d432d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:56.791704 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-01ba0c05-9710-494e-8338-cad3f19b5f99 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:56.895076 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-01ba0c05-9710-494e-8338-cad3f19b5f99 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:56.902522 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ba0c05-9710-494e-8338-cad3f19b5f99 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:56.903450 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-01ba0c05-9710-494e-8338-cad3f19b5f99 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.051448 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-01ba0c05-9710-494e-8338-cad3f19b5f99 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4908648 Aug 11 02:36:57.052484 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49046) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:57.056530 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba0c05-9710-494e-8338-cad3f19b5f99 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event updated for resources: {'Network': ['ID=d362b697-13f7-4d2a-9834-7b10745fa419,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:57.073413 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network d362b697-13f7-4d2a-9834-7b10745fa419 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:36:57.073723 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-1b28025a-e480-49a6-a30a-5a8785b99f5e tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Request body: {'subnet': {'network_id': 'd362b697-13f7-4d2a-9834-7b10745fa419', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:57.258266 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b28025a-e480-49a6-a30a-5a8785b99f5e tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Made reservation on behalf of 520838c56d5f47aa8b9fe3d063708db4 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:57.267997 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1b28025a-e480-49a6-a30a-5a8785b99f5e tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.358645 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.ipam_backend_mixin [None req-1b28025a-e480-49a6-a30a-5a8785b99f5e tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Performing IP validity checks on allocation pools {{(pid=94506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 02:36:57.363844 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.ipam_backend_mixin [None req-1b28025a-e480-49a6-a30a-5a8785b99f5e tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 02:36:57.631262 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1b28025a-e480-49a6-a30a-5a8785b99f5e tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.644205 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c98a07-760b-4132-a80d-27ec9c63bdea req-f1708cb7-feea-4c7f-8439-96ae0d6af850 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:57.647768 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-04c98a07-760b-4132-a80d-27ec9c63bdea req-f1708cb7-feea-4c7f-8439-96ae0d6af850 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 944 time: 0.1232631 Aug 11 02:36:57.731088 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-04c98a07-760b-4132-a80d-27ec9c63bdea req-55296db2-0971-4bb6-9a83-103a837e5411 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763235 Aug 11 02:36:57.763796 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28025a-e480-49a6-a30a-5a8785b99f5e tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event updated for resources: {'Subnet': ['ID=1b53186a-cf7b-4787-bd7a-06819290aa39,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:57.772192 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28025a-e480-49a6-a30a-5a8785b99f5e tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Checking segment: {'id': 'b62e2ed9-4ac8-4e21-88b9-5046c2e510e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd362b697-13f7-4d2a-9834-7b10745fa419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:57.772557 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b28025a-e480-49a6-a30a-5a8785b99f5e tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Network hostable DHCP agents. Network: d362b697-13f7-4d2a-9834-7b10745fa419, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:36:57.794161 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b28025a-e480-49a6-a30a-5a8785b99f5e tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Network d362b697-13f7-4d2a-9834-7b10745fa419 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:36:57.820566 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-1b28025a-e480-49a6-a30a-5a8785b99f5e tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, d362b697-13f7-4d2a-9834-7b10745fa419) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:57.847112 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c34428e-3293-457d-a533-e1bb22bc1d85 None None] Network d362b697-13f7-4d2a-9834-7b10745fa419 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:57.860926 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b28025a-e480-49a6-a30a-5a8785b99f5e tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:57.862272 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1b28025a-e480-49a6-a30a-5a8785b99f5e tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.885341 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1b28025a-e480-49a6-a30a-5a8785b99f5e tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8308978 Aug 11 02:36:57.888220 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49072) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:58.085855 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7007d459-8349-487c-b4a0-bafc8a67ca07 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.134612 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572d8e13-fe6b-4548-b175-76d195de11ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-d362b697-13f7-4d2a-9834-7b10745fa419', 'network_id': 'd362b697-13f7-4d2a-9834-7b10745fa419', 'tenant_id': '520838c56d5f47aa8b9fe3d063708db4', 'fixed_ips': [{'subnet_id': '1b53186a-cf7b-4787-bd7a-06819290aa39'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:36:58.135630 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-572d8e13-fe6b-4548-b175-76d195de11ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.173629 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7007d459-8349-487c-b4a0-bafc8a67ca07 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.341955 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7007d459-8349-487c-b4a0-bafc8a67ca07 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server [None req-572d8e13-fe6b-4548-b175-76d195de11ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b53186a-cf7b-4787-bd7a-06819290aa39: This subnet is being modified by another concurrent operation. Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise exception Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b53186a-cf7b-4787-bd7a-06819290aa39: This subnet is being modified by another concurrent operation. Aug 11 02:36:58.351367 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server Aug 11 02:36:58.381255 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb671aff-eab6-4fdf-b565-38c36ee724ee None None] Network d362b697-13f7-4d2a-9834-7b10745fa419 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:58.430758 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007d459-8349-487c-b4a0-bafc8a67ca07 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event deleted for resources: {'Subnet': ['ID=1b53186a-cf7b-4787-bd7a-06819290aa39,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:58.567903 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7007d459-8349-487c-b4a0-bafc8a67ca07 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.582503 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-7007d459-8349-487c-b4a0-bafc8a67ca07 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d362b697-13f7-4d2a-9834-7b10745fa419']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:58.614385 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-7007d459-8349-487c-b4a0-bafc8a67ca07 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b62e2ed9-4ac8-4e21-88b9-5046c2e510e6') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:58.616046 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-7007d459-8349-487c-b4a0-bafc8a67ca07 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b62e2ed9-4ac8-4e21-88b9-5046c2e510e6') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:58.625536 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f572ebd5-d42f-4aae-bf93-33c4cbeb4571 None None] get_active_networks_info from n-d-615180-33 {{(pid=94508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:36:58.632329 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7007d459-8349-487c-b4a0-bafc8a67ca07 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.655587 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7007d459-8349-487c-b4a0-bafc8a67ca07 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.663993 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7007d459-8349-487c-b4a0-bafc8a67ca07 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:36:58.664744 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7007d459-8349-487c-b4a0-bafc8a67ca07 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:36:58.729689 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:36:58.737997 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7007d459-8349-487c-b4a0-bafc8a67ca07 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.745099 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7007d459-8349-487c-b4a0-bafc8a67ca07 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.747877 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7007d459-8349-487c-b4a0-bafc8a67ca07 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/networks/d362b697-13f7-4d2a-9834-7b10745fa419 HTTP/1.1" status: 204 len: 168 time: 0.8563230 Aug 11 02:36:58.752238 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49094) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:58.757559 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-4eaab084-3261-4b26-afbe-48712a5427be tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1815517766'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:58.769726 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007d459-8349-487c-b4a0-bafc8a67ca07 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event deleted for resources: {'Network': ['ID=d362b697-13f7-4d2a-9834-7b10745fa419,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:58.806388 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f572ebd5-d42f-4aae-bf93-33c4cbeb4571 None None] Resources bound (agent type, host, resource id): {{(pid=94508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:36:58.825008 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eaab084-3261-4b26-afbe-48712a5427be tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Made reservation on behalf of 520838c56d5f47aa8b9fe3d063708db4 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:58.831255 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4eaab084-3261-4b26-afbe-48712a5427be tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.906674 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eaab084-3261-4b26-afbe-48712a5427be tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:36:58.929031 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4eaab084-3261-4b26-afbe-48712a5427be tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.930547 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-4eaab084-3261-4b26-afbe-48712a5427be tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Added segment d6fd412e-bed6-417e-9ed0-8b682a564363 of type vlan for network 59cc822f-7add-4495-b7d1-ea5f2a934b4a Aug 11 02:36:58.982514 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2318ed-b353-4ade-b5b1-f69b0e50b5a0 req-aefe59a9-e987-4f7d-9bed-4927ac52a48a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:58.989612 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8e2318ed-b353-4ade-b5b1-f69b0e50b5a0 req-aefe59a9-e987-4f7d-9bed-4927ac52a48a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 944 time: 0.1177485 Aug 11 02:36:59.072316 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8e2318ed-b353-4ade-b5b1-f69b0e50b5a0 req-0d9f4ae7-305d-4058-8880-029767cc1277 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762107 Aug 11 02:36:59.076657 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4eaab084-3261-4b26-afbe-48712a5427be tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:59.150082 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4eaab084-3261-4b26-afbe-48712a5427be tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:59.157857 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaab084-3261-4b26-afbe-48712a5427be tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:59.158583 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4eaab084-3261-4b26-afbe-48712a5427be tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:59.588270 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4eaab084-3261-4b26-afbe-48712a5427be tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8348606 Aug 11 02:36:59.590712 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49114) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:59.599141 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-cfceabe5-94aa-4442-9314-75b94f429daf tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Request body: {'subnet': {'network_id': '59cc822f-7add-4495-b7d1-ea5f2a934b4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:59.607348 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaab084-3261-4b26-afbe-48712a5427be tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event updated for resources: {'Network': ['ID=59cc822f-7add-4495-b7d1-ea5f2a934b4a,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:59.623101 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 59cc822f-7add-4495-b7d1-ea5f2a934b4a details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:36:59.760740 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfceabe5-94aa-4442-9314-75b94f429daf tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Made reservation on behalf of 520838c56d5f47aa8b9fe3d063708db4 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:59.768904 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cfceabe5-94aa-4442-9314-75b94f429daf tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:00.099939 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cfceabe5-94aa-4442-9314-75b94f429daf tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:00.201656 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfceabe5-94aa-4442-9314-75b94f429daf tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event updated for resources: {'Subnet': ['ID=61aae5bc-f141-4870-b481-d66b1ebdcc03,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:00.207163 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfceabe5-94aa-4442-9314-75b94f429daf tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Checking segment: {'id': 'd6fd412e-bed6-417e-9ed0-8b682a564363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '59cc822f-7add-4495-b7d1-ea5f2a934b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:00.207785 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfceabe5-94aa-4442-9314-75b94f429daf tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Network hostable DHCP agents. Network: 59cc822f-7add-4495-b7d1-ea5f2a934b4a, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:37:00.237128 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfceabe5-94aa-4442-9314-75b94f429daf tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Network 59cc822f-7add-4495-b7d1-ea5f2a934b4a is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:37:00.252481 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-cfceabe5-94aa-4442-9314-75b94f429daf tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 59cc822f-7add-4495-b7d1-ea5f2a934b4a) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:00.261698 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c00f54-8fd1-4119-9f8e-14bbd2880c80 None None] Network 59cc822f-7add-4495-b7d1-ea5f2a934b4a requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:00.270776 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfceabe5-94aa-4442-9314-75b94f429daf tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:00.271388 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cfceabe5-94aa-4442-9314-75b94f429daf tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:00.318873 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cfceabe5-94aa-4442-9314-75b94f429daf tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7263784 Aug 11 02:37:00.321532 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49140) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:00.385134 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb458e81-ce01-46c0-b1cc-8f60a4d5bf41 req-a9c8b7e9-88fc-41f8-93e3-44016189ecce tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:00.394930 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cb458e81-ce01-46c0-b1cc-8f60a4d5bf41 req-a9c8b7e9-88fc-41f8-93e3-44016189ecce tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 944 time: 0.1508772 Aug 11 02:37:00.459312 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cb458e81-ce01-46c0-b1cc-8f60a4d5bf41 req-3134d91b-48c3-466b-b4db-d53f808631fc tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479081 Aug 11 02:37:00.530181 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:00.538799 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4af264f-189b-41d8-ae91-d4e910b822cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-59cc822f-7add-4495-b7d1-ea5f2a934b4a', 'network_id': '59cc822f-7add-4495-b7d1-ea5f2a934b4a', 'tenant_id': '520838c56d5f47aa8b9fe3d063708db4', 'fixed_ips': [{'subnet_id': '61aae5bc-f141-4870-b481-d66b1ebdcc03'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:37:00.539701 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f4af264f-189b-41d8-ae91-d4e910b822cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:00.721803 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:00.744504 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-f4af264f-189b-41d8-ae91-d4e910b822cc None None] Allocated IP 172.20.0.1 (59cc822f-7add-4495-b7d1-ea5f2a934b4a/61aae5bc-f141-4870-b481-d66b1ebdcc03/562477b0-7f41-45f1-8ba6-aec831eb4651) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:00.937754 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f4af264f-189b-41d8-ae91-d4e910b822cc None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:00.963504 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f4af264f-189b-41d8-ae91-d4e910b822cc None None] Transition to ACTIVE for port object 562477b0-7f41-45f1-8ba6-aec831eb4651 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:00.999936 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f4af264f-189b-41d8-ae91-d4e910b822cc None None] Transition to ACTIVE for port object 562477b0-7f41-45f1-8ba6-aec831eb4651 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:01.008413 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f4af264f-189b-41d8-ae91-d4e910b822cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:01.038469 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:01.073575 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af264f-189b-41d8-ae91-d4e910b822cc None None] Pushing event updated for resources: {'Port': ['ID=562477b0-7f41-45f1-8ba6-aec831eb4651,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:01.089645 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4af264f-189b-41d8-ae91-d4e910b822cc None None] Network 59cc822f-7add-4495-b7d1-ea5f2a934b4a is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:01.092004 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-f4af264f-189b-41d8-ae91-d4e910b822cc None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:01.100728 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4af264f-189b-41d8-ae91-d4e910b822cc None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:01.126213 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event deleted for resources: {'Subnet': ['ID=61aae5bc-f141-4870-b481-d66b1ebdcc03,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:01.209363 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:01.227380 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59cc822f-7add-4495-b7d1-ea5f2a934b4a']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:01.235326 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-f4af264f-189b-41d8-ae91-d4e910b822cc None None] Attempting to bind port 562477b0-7f41-45f1-8ba6-aec831eb4651 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:37:01.235732 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-f4af264f-189b-41d8-ae91-d4e910b822cc None None] Attempting to bind port 562477b0-7f41-45f1-8ba6-aec831eb4651 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd6fd412e-bed6-417e-9ed0-8b682a564363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '59cc822f-7add-4495-b7d1-ea5f2a934b4a'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:37:01.236358 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4af264f-189b-41d8-ae91-d4e910b822cc None None] Attempting to bind port 562477b0-7f41-45f1-8ba6-aec831eb4651 on network 59cc822f-7add-4495-b7d1-ea5f2a934b4a {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:37:01.240316 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6fd412e-bed6-417e-9ed0-8b682a564363') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:01.240728 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6fd412e-bed6-417e-9ed0-8b682a564363') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:01.260129 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4af264f-189b-41d8-ae91-d4e910b822cc None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:37:01.260509 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4af264f-189b-41d8-ae91-d4e910b822cc None None] Checking segment: {'id': 'd6fd412e-bed6-417e-9ed0-8b682a564363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '59cc822f-7add-4495-b7d1-ea5f2a934b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:01.260922 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f4af264f-189b-41d8-ae91-d4e910b822cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:01.261322 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4af264f-189b-41d8-ae91-d4e910b822cc None None] Bound using segment: {'id': 'd6fd412e-bed6-417e-9ed0-8b682a564363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '59cc822f-7add-4495-b7d1-ea5f2a934b4a'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:37:01.262017 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:01.262148 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-f4af264f-189b-41d8-ae91-d4e910b822cc None None] Bound port: 562477b0-7f41-45f1-8ba6-aec831eb4651, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6fd412e-bed6-417e-9ed0-8b682a564363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '59cc822f-7add-4495-b7d1-ea5f2a934b4a'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:37:01.262532 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f4af264f-189b-41d8-ae91-d4e910b822cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:01.281201 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:01.298368 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:01.299019 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:01.302665 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:01.394868 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.db.api [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:37:01.394868 n-d-615180-33 neutron-server[94506]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:37:01.394868 n-d-615180-33 neutron-server[94506]: [parameters: {'id': '59cc822f-7add-4495-b7d1-ea5f2a934b4a'}] Aug 11 02:37:01.394868 n-d-615180-33 neutron-server[94506]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:37:01.397639 n-d-615180-33 neutron-server[94506]: DEBUG oslo_db.api [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:37:01.406806 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-f4af264f-189b-41d8-ae91-d4e910b822cc None None] For port 562477b0-7f41-45f1-8ba6-aec831eb4651, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:37:01.410885 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-f4af264f-189b-41d8-ae91-d4e910b822cc None None] For port 562477b0-7f41-45f1-8ba6-aec831eb4651, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=562477b0-7f41-45f1-8ba6-aec831eb4651,segment=NetworkSegment(d6fd412e-bed6-417e-9ed0-8b682a564363),segment_id=d6fd412e-bed6-417e-9ed0-8b682a564363)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:37:01.422780 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f4af264f-189b-41d8-ae91-d4e910b822cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:01.545169 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6627930-18fa-443d-9518-704079836a4e None None] Network 59cc822f-7add-4495-b7d1-ea5f2a934b4a requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:01.682579 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af264f-189b-41d8-ae91-d4e910b822cc None None] Pushing event updated for resources: {'Port': ['ID=562477b0-7f41-45f1-8ba6-aec831eb4651,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:01.716309 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3f511-bc08-4bee-860f-e353ac193c40 req-163cf64e-f177-4cc6-bc34-4ce1475e3f0f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:01.728014 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-88c3f511-bc08-4bee-860f-e353ac193c40 req-163cf64e-f177-4cc6-bc34-4ce1475e3f0f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 944 time: 0.1563482 Aug 11 02:37:01.729313 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3ccd7b-c9fe-4fda-8bc7-40b62dae67c9 None None] get_active_networks_info from n-d-615180-33 {{(pid=94508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:37:01.834933 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-88c3f511-bc08-4bee-860f-e353ac193c40 req-5b70ae92-04c0-4b41-baf8-6e06b3bf972b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933275 Aug 11 02:37:01.861911 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3ccd7b-c9fe-4fda-8bc7-40b62dae67c9 None None] Resources bound (agent type, host, resource id): {{(pid=94508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:37:01.899316 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:01.971956 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Deleting port 562477b0-7f41-45f1-8ba6-aec831eb4651 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:01.972308 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.071261 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] For port 562477b0-7f41-45f1-8ba6-aec831eb4651, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=562477b0-7f41-45f1-8ba6-aec831eb4651,segment=NetworkSegment(d6fd412e-bed6-417e-9ed0-8b682a564363),segment_id=d6fd412e-bed6-417e-9ed0-8b682a564363)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:02.072462 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.088265 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Calling delete_port for 562477b0-7f41-45f1-8ba6-aec831eb4651 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:02.182180 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.217524 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event deleted for resources: {'Port': ['ID=562477b0-7f41-45f1-8ba6-aec831eb4651,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:02.221132 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] No DVR routers for this DVR port 562477b0-7f41-45f1-8ba6-aec831eb4651 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:37:02.310593 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.345291 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59cc822f-7add-4495-b7d1-ea5f2a934b4a']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:02.359045 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6fd412e-bed6-417e-9ed0-8b682a564363') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:02.359750 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6fd412e-bed6-417e-9ed0-8b682a564363') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:02.371046 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.387151 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.403236 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:02.403796 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:02.407434 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:02.881941 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.905316 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.908453 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/networks/59cc822f-7add-4495-b7d1-ea5f2a934b4a HTTP/1.1" status: 204 len: 168 time: 2.5859511 Aug 11 02:37:02.913627 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49224) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:02.920107 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-6ee43780-1d5e-46f6-9ee7-7956dd1729ba tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1816237323'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:02.947832 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999c7c8-5fdc-4bbc-806d-ba96e2924bfb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event deleted for resources: {'Network': ['ID=59cc822f-7add-4495-b7d1-ea5f2a934b4a,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:02.982282 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee43780-1d5e-46f6-9ee7-7956dd1729ba tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Made reservation on behalf of 520838c56d5f47aa8b9fe3d063708db4 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:02.988430 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ee43780-1d5e-46f6-9ee7-7956dd1729ba tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:03.014323 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee43780-1d5e-46f6-9ee7-7956dd1729ba tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:37:03.024866 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ee43780-1d5e-46f6-9ee7-7956dd1729ba tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:03.025331 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-6ee43780-1d5e-46f6-9ee7-7956dd1729ba tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Added segment 0bde6d22-e0b0-4f67-986e-175b9205eb1e of type vlan for network 7f92ec3a-4f7c-4399-960c-df11fa3bb04d Aug 11 02:37:03.029408 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7801fe-0583-4490-84a0-c6e918c36c2a req-71c50fa3-0077-4b93-b39b-93c7f8ddb230 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:03.031029 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6c7801fe-0583-4490-84a0-c6e918c36c2a req-71c50fa3-0077-4b93-b39b-93c7f8ddb230 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 944 time: 0.0983448 Aug 11 02:37:03.055156 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 910d3970-0595-4921-b170-020e88b7d315 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:37:03.091212 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6c7801fe-0583-4490-84a0-c6e918c36c2a req-e971373e-60fe-4937-b18f-1d1982b6cc93 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451751 Aug 11 02:37:03.096300 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ee43780-1d5e-46f6-9ee7-7956dd1729ba tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:03.155659 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ee43780-1d5e-46f6-9ee7-7956dd1729ba tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:03.162730 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee43780-1d5e-46f6-9ee7-7956dd1729ba tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:03.163585 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6ee43780-1d5e-46f6-9ee7-7956dd1729ba tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:03.260387 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 910d3970-0595-4921-b170-020e88b7d315, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=910d3970-0595-4921-b170-020e88b7d315,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:03.284125 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '910d3970-0595-4921-b170-020e88b7d315', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'port_id': '910d3970-0595-4921-b170-020e88b7d315', 'mac_address': 'fa:16:3e:70:04:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:37:03.297029 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6ee43780-1d5e-46f6-9ee7-7956dd1729ba tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3784502 Aug 11 02:37:03.297393 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49234) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:03.302834 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-1e801241-6052-48d1-b167-9f330525593b tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Request body: {'subnet': {'network_id': '7f92ec3a-4f7c-4399-960c-df11fa3bb04d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:03.306358 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43780-1d5e-46f6-9ee7-7956dd1729ba tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event updated for resources: {'Network': ['ID=7f92ec3a-4f7c-4399-960c-df11fa3bb04d,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:03.353211 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:03.393373 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 910d3970-0595-4921-b170-020e88b7d315 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:37:03.430112 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 7f92ec3a-4f7c-4399-960c-df11fa3bb04d details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:03.432287 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e801241-6052-48d1-b167-9f330525593b tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Made reservation on behalf of 520838c56d5f47aa8b9fe3d063708db4 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:03.436320 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1e801241-6052-48d1-b167-9f330525593b tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:03.558751 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 910d3970-0595-4921-b170-020e88b7d315, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=910d3970-0595-4921-b170-020e88b7d315,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:03.567637 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:03.674704 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1e801241-6052-48d1-b167-9f330525593b tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:03.686067 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=910d3970-0595-4921-b170-020e88b7d315,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:03.765385 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e801241-6052-48d1-b167-9f330525593b tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event updated for resources: {'Subnet': ['ID=b83dfdd2-78d8-4278-acec-56600ac958cb,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:03.781357 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e801241-6052-48d1-b167-9f330525593b tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Checking segment: {'id': '0bde6d22-e0b0-4f67-986e-175b9205eb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '7f92ec3a-4f7c-4399-960c-df11fa3bb04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:03.781774 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e801241-6052-48d1-b167-9f330525593b tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Network hostable DHCP agents. Network: 7f92ec3a-4f7c-4399-960c-df11fa3bb04d, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:37:03.793025 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['910d3970-0595-4921-b170-020e88b7d315'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:37:03.825277 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e801241-6052-48d1-b167-9f330525593b tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Network 7f92ec3a-4f7c-4399-960c-df11fa3bb04d is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:37:03.844829 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-1e801241-6052-48d1-b167-9f330525593b tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 7f92ec3a-4f7c-4399-960c-df11fa3bb04d) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:03.851341 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e801241-6052-48d1-b167-9f330525593b tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:03.853360 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1e801241-6052-48d1-b167-9f330525593b tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:03.866496 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47040888-d4be-4bab-813a-7dc759ebc040 None None] Network 7f92ec3a-4f7c-4399-960c-df11fa3bb04d requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:03.882414 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1e801241-6052-48d1-b167-9f330525593b tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5822339 Aug 11 02:37:03.883319 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49252) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:04.079406 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f3f4c880-c505-42ce-8066-84a4aa448aaa tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:04.171806 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f3f4c880-c505-42ce-8066-84a4aa448aaa tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:04.254733 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f3f4c880-c505-42ce-8066-84a4aa448aaa tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:04.295586 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b634e494-0f36-444b-a16b-96b7e0faa501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-7f92ec3a-4f7c-4399-960c-df11fa3bb04d', 'network_id': '7f92ec3a-4f7c-4399-960c-df11fa3bb04d', 'tenant_id': '520838c56d5f47aa8b9fe3d063708db4', 'fixed_ips': [{'subnet_id': 'b83dfdd2-78d8-4278-acec-56600ac958cb'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:37:04.296539 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b634e494-0f36-444b-a16b-96b7e0faa501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:04.297714 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4c880-c505-42ce-8066-84a4aa448aaa tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event deleted for resources: {'Subnet': ['ID=b83dfdd2-78d8-4278-acec-56600ac958cb,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:04.306331 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47805cbf-cdee-44eb-84fd-39dcd20865b8 req-47c411d5-9994-4df5-8f46-8c259e5fa826 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:04.308195 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-47805cbf-cdee-44eb-84fd-39dcd20865b8 req-47c411d5-9994-4df5-8f46-8c259e5fa826 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 945 time: 0.1047766 Aug 11 02:37:04.380028 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-47805cbf-cdee-44eb-84fd-39dcd20865b8 req-77347021-e27f-4f97-aa7e-f60525da2688 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636010 Aug 11 02:37:04.388128 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f3f4c880-c505-42ce-8066-84a4aa448aaa tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:04.407972 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-f3f4c880-c505-42ce-8066-84a4aa448aaa tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f92ec3a-4f7c-4399-960c-df11fa3bb04d']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:04.446509 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-f3f4c880-c505-42ce-8066-84a4aa448aaa tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bde6d22-e0b0-4f67-986e-175b9205eb1e') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:04.446945 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-f3f4c880-c505-42ce-8066-84a4aa448aaa tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bde6d22-e0b0-4f67-986e-175b9205eb1e') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:04.456016 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0263bd-21cf-4f50-b609-828f5cd203a4 None None] Network 7f92ec3a-4f7c-4399-960c-df11fa3bb04d requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:04.471472 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f3f4c880-c505-42ce-8066-84a4aa448aaa tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:04.487329 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f3f4c880-c505-42ce-8066-84a4aa448aaa tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:04.498121 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f4c880-c505-42ce-8066-84a4aa448aaa tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:04.498714 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f3f4c880-c505-42ce-8066-84a4aa448aaa tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:04.504394 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:04.611460 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f3f4c880-c505-42ce-8066-84a4aa448aaa tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:04.620799 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f3f4c880-c505-42ce-8066-84a4aa448aaa tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:04.638696 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f3f4c880-c505-42ce-8066-84a4aa448aaa tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/networks/7f92ec3a-4f7c-4399-960c-df11fa3bb04d HTTP/1.1" status: 204 len: 168 time: 0.7493072 Aug 11 02:37:04.641364 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49272) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:04.650685 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-571a2d3a-76ae-41c6-8a61-80a54cfc3b04 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-292832608'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:04.657824 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4c880-c505-42ce-8066-84a4aa448aaa tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event deleted for resources: {'Network': ['ID=7f92ec3a-4f7c-4399-960c-df11fa3bb04d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:04.689881 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571a2d3a-76ae-41c6-8a61-80a54cfc3b04 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Made reservation on behalf of 520838c56d5f47aa8b9fe3d063708db4 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:04.693491 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-571a2d3a-76ae-41c6-8a61-80a54cfc3b04 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:04.721092 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-571a2d3a-76ae-41c6-8a61-80a54cfc3b04 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:37:04.743705 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-571a2d3a-76ae-41c6-8a61-80a54cfc3b04 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:04.744073 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-571a2d3a-76ae-41c6-8a61-80a54cfc3b04 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Added segment c59af5e8-207b-43e8-82d3-97a05c21e0d1 of type vlan for network 383991e7-2fa3-49ba-8bf5-bb939c75978d Aug 11 02:37:04.794569 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-571a2d3a-76ae-41c6-8a61-80a54cfc3b04 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:04.832958 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-571a2d3a-76ae-41c6-8a61-80a54cfc3b04 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:04.841592 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571a2d3a-76ae-41c6-8a61-80a54cfc3b04 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:04.842489 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-571a2d3a-76ae-41c6-8a61-80a54cfc3b04 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:04.918952 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-571a2d3a-76ae-41c6-8a61-80a54cfc3b04 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2763968 Aug 11 02:37:04.922529 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49284) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:04.931278 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-028e2446-8eb7-4191-9425-1668620ec7af tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Request body: {'subnet': {'network_id': '383991e7-2fa3-49ba-8bf5-bb939c75978d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:04.931568 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a2d3a-76ae-41c6-8a61-80a54cfc3b04 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event updated for resources: {'Network': ['ID=383991e7-2fa3-49ba-8bf5-bb939c75978d,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:04.944496 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 383991e7-2fa3-49ba-8bf5-bb939c75978d details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:05.046591 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028e2446-8eb7-4191-9425-1668620ec7af tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Made reservation on behalf of 520838c56d5f47aa8b9fe3d063708db4 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:05.058286 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-028e2446-8eb7-4191-9425-1668620ec7af tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.068265 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 910d3970-0595-4921-b170-020e88b7d315 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:37:05.126553 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 910d3970-0595-4921-b170-020e88b7d315 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:05.132011 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 910d3970-0595-4921-b170-020e88b7d315 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:05.133318 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.139300 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.ipam_backend_mixin [None req-028e2446-8eb7-4191-9425-1668620ec7af tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Performing IP validity checks on allocation pools {{(pid=94507) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 02:37:05.140557 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.ipam_backend_mixin [None req-028e2446-8eb7-4191-9425-1668620ec7af tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94507) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 02:37:05.277125 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.315116 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-028e2446-8eb7-4191-9425-1668620ec7af tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.320634 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 910d3970-0595-4921-b170-020e88b7d315, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=910d3970-0595-4921-b170-020e88b7d315,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:05.321722 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f66629-d13c-4da1-a963-486a5c156ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910d3970-0595-4921-b170-020e88b7d315'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:37:05.325243 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc34939-f606-46be-9591-b7133f9d1b7e" -d '{"events": [{"server_uuid": "d8f66629-d13c-4da1-a963-486a5c156ffd", "name": "network-vif-plugged", "status": "completed", "tag": "910d3970-0595-4921-b170-020e88b7d315"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:37:05.329747 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.393607 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fae483e-4c08-4714-a0a8-b7d70f856fb7 x-openstack-request-id: req-8fae483e-4c08-4714-a0a8-b7d70f856fb7 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:37:05.394173 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f66629-d13c-4da1-a963-486a5c156ffd", "name": "network-vif-plugged", "status": "completed", "tag": "910d3970-0595-4921-b170-020e88b7d315", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:37:05.394501 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8fae483e-4c08-4714-a0a8-b7d70f856fb7 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:37:05.395353 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f66629-d13c-4da1-a963-486a5c156ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910d3970-0595-4921-b170-020e88b7d315', 'code': 200} Aug 11 02:37:05.396806 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e2446-8eb7-4191-9425-1668620ec7af tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event updated for resources: {'Subnet': ['ID=afa99fcd-794c-4843-b831-bd921d8bf96a,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:05.398484 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=910d3970-0595-4921-b170-020e88b7d315,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:05.450201 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028e2446-8eb7-4191-9425-1668620ec7af tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Checking segment: {'id': 'c59af5e8-207b-43e8-82d3-97a05c21e0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '383991e7-2fa3-49ba-8bf5-bb939c75978d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:05.450869 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028e2446-8eb7-4191-9425-1668620ec7af tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Network hostable DHCP agents. Network: 383991e7-2fa3-49ba-8bf5-bb939c75978d, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:37:05.474902 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028e2446-8eb7-4191-9425-1668620ec7af tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Network 383991e7-2fa3-49ba-8bf5-bb939c75978d is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:37:05.488831 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-028e2446-8eb7-4191-9425-1668620ec7af tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 383991e7-2fa3-49ba-8bf5-bb939c75978d) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:05.502052 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681c05b1-5987-4e71-a439-76cf4cc81628 None None] Network 383991e7-2fa3-49ba-8bf5-bb939c75978d requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:05.502886 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028e2446-8eb7-4191-9425-1668620ec7af tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:05.503492 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-028e2446-8eb7-4191-9425-1668620ec7af tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.526934 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-028e2446-8eb7-4191-9425-1668620ec7af tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6025708 Aug 11 02:37:05.527607 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49302) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:05.601888 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81bacab-52b2-4288-a539-37f7f153682e req-51058db2-2beb-451d-84b4-56db3fa74dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:05.604098 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c81bacab-52b2-4288-a539-37f7f153682e req-51058db2-2beb-451d-84b4-56db3fa74dca service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 1098 time: 0.1077182 Aug 11 02:37:05.619213 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4888249-0a83-492f-8e20-9b72a57532b4 req-5743a5c4-5e29-4867-978b-982790f83eb1 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:05.631666 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4888249-0a83-492f-8e20-9b72a57532b4 req-5743a5c4-5e29-4867-978b-982790f83eb1 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 946 time: 0.0749893 Aug 11 02:37:05.678382 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5c56b4ec-e29b-45ac-9b6a-affcbf00e57f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.713694 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4888249-0a83-492f-8e20-9b72a57532b4 req-612e415b-21a5-4173-bb67-b498120d15a8 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794966 Aug 11 02:37:05.719153 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c81bacab-52b2-4288-a539-37f7f153682e req-b215a52d-e620-4854-87ff-a8761fef58c5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831082 Aug 11 02:37:05.778330 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5c56b4ec-e29b-45ac-9b6a-affcbf00e57f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.862994 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5c56b4ec-e29b-45ac-9b6a-affcbf00e57f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:06.056167 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5c56b4ec-e29b-45ac-9b6a-affcbf00e57f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:06.072746 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5c56b4ec-e29b-45ac-9b6a-affcbf00e57f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383991e7-2fa3-49ba-8bf5-bb939c75978d']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:06.076707 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56b4ec-e29b-45ac-9b6a-affcbf00e57f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event deleted for resources: {'Subnet': ['ID=afa99fcd-794c-4843-b831-bd921d8bf96a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:06.123601 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5c56b4ec-e29b-45ac-9b6a-affcbf00e57f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59af5e8-207b-43e8-82d3-97a05c21e0d1') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:06.124027 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5c56b4ec-e29b-45ac-9b6a-affcbf00e57f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59af5e8-207b-43e8-82d3-97a05c21e0d1') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:06.138692 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5c56b4ec-e29b-45ac-9b6a-affcbf00e57f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:06.166173 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5c56b4ec-e29b-45ac-9b6a-affcbf00e57f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:06.172875 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31d5583-d1d2-4786-b2d9-a8724cdfb2eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-383991e7-2fa3-49ba-8bf5-bb939c75978d', 'network_id': '383991e7-2fa3-49ba-8bf5-bb939c75978d', 'tenant_id': '520838c56d5f47aa8b9fe3d063708db4', 'fixed_ips': [{'subnet_id': 'afa99fcd-794c-4843-b831-bd921d8bf96a'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:37:06.173162 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c56b4ec-e29b-45ac-9b6a-affcbf00e57f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:06.173636 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5c56b4ec-e29b-45ac-9b6a-affcbf00e57f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:06.173994 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d31d5583-d1d2-4786-b2d9-a8724cdfb2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:06.240939 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:06.244393 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.db.api [None req-d31d5583-d1d2-4786-b2d9-a8724cdfb2eb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:37:06.244393 n-d-615180-33 neutron-server[94508]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Aug 11 02:37:06.244393 n-d-615180-33 neutron-server[94508]: [parameters: {'project_id': '520838c56d5f47aa8b9fe3d063708db4', 'id': 'c0555fb9-e362-484d-b304-9f11a36571d8', 'name': '', 'network_id': '383991e7-2fa3-49ba-8bf5-bb939c75978d', 'mac_address': 'fa:16:3e:60:55:be', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-383991e7-2fa3-49ba-8bf5-bb939c75978d', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3683}] Aug 11 02:37:06.244393 n-d-615180-33 neutron-server[94508]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:37:06.245078 n-d-615180-33 neutron-server[94508]: DEBUG oslo_db.api [None req-d31d5583-d1d2-4786-b2d9-a8724cdfb2eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:37:06.250324 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5c56b4ec-e29b-45ac-9b6a-affcbf00e57f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:06.282752 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5c56b4ec-e29b-45ac-9b6a-affcbf00e57f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:06.289696 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49328) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:06.295470 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-0ffe1596-a53d-45c9-a3a1-82d27e3910b7 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1402376733'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:06.300283 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5c56b4ec-e29b-45ac-9b6a-affcbf00e57f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/networks/383991e7-2fa3-49ba-8bf5-bb939c75978d HTTP/1.1" status: 204 len: 168 time: 0.7713008 Aug 11 02:37:06.303974 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56b4ec-e29b-45ac-9b6a-affcbf00e57f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event deleted for resources: {'Network': ['ID=383991e7-2fa3-49ba-8bf5-bb939c75978d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:06.330558 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffe1596-a53d-45c9-a3a1-82d27e3910b7 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Made reservation on behalf of 520838c56d5f47aa8b9fe3d063708db4 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:06.334894 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ffe1596-a53d-45c9-a3a1-82d27e3910b7 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:06.368784 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ffe1596-a53d-45c9-a3a1-82d27e3910b7 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:37:06.379523 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ffe1596-a53d-45c9-a3a1-82d27e3910b7 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:06.380357 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-0ffe1596-a53d-45c9-a3a1-82d27e3910b7 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Added segment 18970d0f-28fa-43a8-8d8e-b0f460238078 of type vlan for network d9f4d5cf-3110-4ab5-84b7-ca060094fee7 Aug 11 02:37:06.458217 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ffe1596-a53d-45c9-a3a1-82d27e3910b7 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:06.490849 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ffe1596-a53d-45c9-a3a1-82d27e3910b7 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:06.497108 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffe1596-a53d-45c9-a3a1-82d27e3910b7 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:06.497865 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ffe1596-a53d-45c9-a3a1-82d27e3910b7 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:06.568087 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0ffe1596-a53d-45c9-a3a1-82d27e3910b7 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2771928 Aug 11 02:37:06.570981 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49338) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:06.577559 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-76b87fed-c4a7-482d-a70d-4b7f95e20aa5 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Request body: {'subnet': {'network_id': 'd9f4d5cf-3110-4ab5-84b7-ca060094fee7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:06.584807 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe1596-a53d-45c9-a3a1-82d27e3910b7 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event updated for resources: {'Network': ['ID=d9f4d5cf-3110-4ab5-84b7-ca060094fee7,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:06.600451 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network d9f4d5cf-3110-4ab5-84b7-ca060094fee7 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:06.694357 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b87fed-c4a7-482d-a70d-4b7f95e20aa5 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Made reservation on behalf of 520838c56d5f47aa8b9fe3d063708db4 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:06.703034 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-76b87fed-c4a7-482d-a70d-4b7f95e20aa5 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:06.749009 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d31d5583-d1d2-4786-b2d9-a8724cdfb2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:06.801303 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfc7bae-36a9-454e-9869-256db2d8c579 None None] Network 383991e7-2fa3-49ba-8bf5-bb939c75978d requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:06.818062 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfc7bae-36a9-454e-9869-256db2d8c579 None None] Network 383991e7-2fa3-49ba-8bf5-bb939c75978d could not be found, it might have been deleted concurrently. {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 02:37:06.904317 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca66bbc-ed0f-4af2-b216-7bb23e29a265 req-d39f7f0e-6e30-40bf-9340-d1a6000a9b76 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:06.912368 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5ca66bbc-ed0f-4af2-b216-7bb23e29a265 req-d39f7f0e-6e30-40bf-9340-d1a6000a9b76 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 946 time: 0.0840731 Aug 11 02:37:07.023109 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5ca66bbc-ed0f-4af2-b216-7bb23e29a265 req-297e0fe8-34d5-43c3-94b3-4fd474b277d0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086030 Aug 11 02:37:07.176784 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-76b87fed-c4a7-482d-a70d-4b7f95e20aa5 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:07.266133 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b87fed-c4a7-482d-a70d-4b7f95e20aa5 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event updated for resources: {'Subnet': ['ID=be5104f2-3408-48dd-aded-b36197e5b9cd,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:07.269074 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b87fed-c4a7-482d-a70d-4b7f95e20aa5 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Checking segment: {'id': '18970d0f-28fa-43a8-8d8e-b0f460238078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd9f4d5cf-3110-4ab5-84b7-ca060094fee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:07.269436 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b87fed-c4a7-482d-a70d-4b7f95e20aa5 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Network hostable DHCP agents. Network: d9f4d5cf-3110-4ab5-84b7-ca060094fee7, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:37:07.289319 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b87fed-c4a7-482d-a70d-4b7f95e20aa5 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Network d9f4d5cf-3110-4ab5-84b7-ca060094fee7 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:37:07.301441 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63829fce-d7a7-4bd8-81a4-3721173b2766 req-27c0f378-da89-4db3-b41e-5a6a30063fef tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:07.303725 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-63829fce-d7a7-4bd8-81a4-3721173b2766 req-27c0f378-da89-4db3-b41e-5a6a30063fef tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 946 time: 0.1649001 Aug 11 02:37:07.322326 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-76b87fed-c4a7-482d-a70d-4b7f95e20aa5 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, d9f4d5cf-3110-4ab5-84b7-ca060094fee7) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:07.335761 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b87fed-c4a7-482d-a70d-4b7f95e20aa5 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:07.336372 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-76b87fed-c4a7-482d-a70d-4b7f95e20aa5 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:07.356691 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cfd1a2-c201-4696-b646-308b222aa460 None None] Network d9f4d5cf-3110-4ab5-84b7-ca060094fee7 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:07.401248 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-76b87fed-c4a7-482d-a70d-4b7f95e20aa5 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8287246 Aug 11 02:37:07.405289 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49366) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:07.488099 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-63829fce-d7a7-4bd8-81a4-3721173b2766 req-df1f17f1-a769-471c-956e-4ae0b71d2dd7 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779766 Aug 11 02:37:07.636757 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e4c936-8f28-4308-ac63-c59d7060ac78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-d9f4d5cf-3110-4ab5-84b7-ca060094fee7', 'network_id': 'd9f4d5cf-3110-4ab5-84b7-ca060094fee7', 'tenant_id': '520838c56d5f47aa8b9fe3d063708db4', 'fixed_ips': [{'subnet_id': 'be5104f2-3408-48dd-aded-b36197e5b9cd'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:37:07.640457 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aef4665a-83d9-48b5-ac45-9917303c051f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:07.641464 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f8e4c936-8f28-4308-ac63-c59d7060ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:07.724834 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aef4665a-83d9-48b5-ac45-9917303c051f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:07.816593 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aef4665a-83d9-48b5-ac45-9917303c051f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server [None req-f8e4c936-8f28-4308-ac63-c59d7060ac78 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet be5104f2-3408-48dd-aded-b36197e5b9cd: This subnet is being modified by another concurrent operation. Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise exception Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet be5104f2-3408-48dd-aded-b36197e5b9cd: This subnet is being modified by another concurrent operation. Aug 11 02:37:07.856363 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server Aug 11 02:37:07.881333 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4665a-83d9-48b5-ac45-9917303c051f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event deleted for resources: {'Subnet': ['ID=be5104f2-3408-48dd-aded-b36197e5b9cd,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:07.883941 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41769c7-07f3-453e-b9da-d7dc1a8c8284 None None] Network d9f4d5cf-3110-4ab5-84b7-ca060094fee7 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:07.987805 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aef4665a-83d9-48b5-ac45-9917303c051f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:08.026758 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-aef4665a-83d9-48b5-ac45-9917303c051f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f4d5cf-3110-4ab5-84b7-ca060094fee7']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:08.044577 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-aef4665a-83d9-48b5-ac45-9917303c051f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18970d0f-28fa-43a8-8d8e-b0f460238078') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:08.045059 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-aef4665a-83d9-48b5-ac45-9917303c051f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18970d0f-28fa-43a8-8d8e-b0f460238078') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:08.080220 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e4961-0751-4c25-8c51-0b5e520d4e70 req-ec132e3b-7aed-4ec7-ae45-9f43c42fcdec tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:08.088449 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-241e4961-0751-4c25-8c51-0b5e520d4e70 req-ec132e3b-7aed-4ec7-ae45-9f43c42fcdec tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 946 time: 0.0928221 Aug 11 02:37:08.098762 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ccfa35-93be-4f6c-a799-8a13145fe926 None None] get_active_networks_info from n-d-615180-33 {{(pid=94508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:37:08.113514 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aef4665a-83d9-48b5-ac45-9917303c051f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:08.156368 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aef4665a-83d9-48b5-ac45-9917303c051f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef4665a-83d9-48b5-ac45-9917303c051f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aef4665a-83d9-48b5-ac45-9917303c051f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:08.181993 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:08.221805 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-241e4961-0751-4c25-8c51-0b5e520d4e70 req-96907450-b6ff-4eb0-9f10-48dad5a94a72 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317875 Aug 11 02:37:08.269535 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ccfa35-93be-4f6c-a799-8a13145fe926 None None] Resources bound (agent type, host, resource id): {{(pid=94508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:37:08.314272 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aef4665a-83d9-48b5-ac45-9917303c051f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:08.336885 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aef4665a-83d9-48b5-ac45-9917303c051f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:08.345900 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-aef4665a-83d9-48b5-ac45-9917303c051f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/networks/d9f4d5cf-3110-4ab5-84b7-ca060094fee7 HTTP/1.1" status: 204 len: 168 time: 0.9330943 Aug 11 02:37:08.346183 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49402) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:08.351054 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-76238f53-3db0-4ddf-ab28-583512d86961 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2048524417'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:08.361712 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4665a-83d9-48b5-ac45-9917303c051f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event deleted for resources: {'Network': ['ID=d9f4d5cf-3110-4ab5-84b7-ca060094fee7,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:08.384638 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76238f53-3db0-4ddf-ab28-583512d86961 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Made reservation on behalf of 520838c56d5f47aa8b9fe3d063708db4 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:08.394562 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-76238f53-3db0-4ddf-ab28-583512d86961 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:08.432952 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76238f53-3db0-4ddf-ab28-583512d86961 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:37:08.449191 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-76238f53-3db0-4ddf-ab28-583512d86961 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:08.451369 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-76238f53-3db0-4ddf-ab28-583512d86961 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Added segment a275e998-b452-4185-baa7-813ee8da63c5 of type vlan for network 2aaa425e-522b-4269-8ad7-8d265c53d2b3 Aug 11 02:37:08.543310 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-76238f53-3db0-4ddf-ab28-583512d86961 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:08.589268 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-76238f53-3db0-4ddf-ab28-583512d86961 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:08.601650 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76238f53-3db0-4ddf-ab28-583512d86961 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:08.605024 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-76238f53-3db0-4ddf-ab28-583512d86961 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:08.731959 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-76238f53-3db0-4ddf-ab28-583512d86961 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3865938 Aug 11 02:37:08.732393 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49412) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:08.738724 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-bf2c1177-95f7-4e97-b6dd-e2dd52784944 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Request body: {'subnet': {'network_id': '2aaa425e-522b-4269-8ad7-8d265c53d2b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:08.741084 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76238f53-3db0-4ddf-ab28-583512d86961 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event updated for resources: {'Network': ['ID=2aaa425e-522b-4269-8ad7-8d265c53d2b3,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:08.755866 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 2aaa425e-522b-4269-8ad7-8d265c53d2b3 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:08.916546 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2c1177-95f7-4e97-b6dd-e2dd52784944 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Made reservation on behalf of 520838c56d5f47aa8b9fe3d063708db4 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:08.920542 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bf2c1177-95f7-4e97-b6dd-e2dd52784944 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:09.188153 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bf2c1177-95f7-4e97-b6dd-e2dd52784944 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:09.311349 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c1177-95f7-4e97-b6dd-e2dd52784944 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event updated for resources: {'Subnet': ['ID=87a71f42-3952-4e27-9f56-637f30880160,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:09.324434 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c1177-95f7-4e97-b6dd-e2dd52784944 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Checking segment: {'id': 'a275e998-b452-4185-baa7-813ee8da63c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2aaa425e-522b-4269-8ad7-8d265c53d2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:09.324843 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2c1177-95f7-4e97-b6dd-e2dd52784944 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Network hostable DHCP agents. Network: 2aaa425e-522b-4269-8ad7-8d265c53d2b3, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:37:09.346211 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2c1177-95f7-4e97-b6dd-e2dd52784944 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Network 2aaa425e-522b-4269-8ad7-8d265c53d2b3 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:37:09.366171 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-bf2c1177-95f7-4e97-b6dd-e2dd52784944 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 2aaa425e-522b-4269-8ad7-8d265c53d2b3) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:09.373695 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b26d4e-a099-4a37-b096-5727d9254da8 None None] Network 2aaa425e-522b-4269-8ad7-8d265c53d2b3 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:09.401427 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2c1177-95f7-4e97-b6dd-e2dd52784944 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:09.402132 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bf2c1177-95f7-4e97-b6dd-e2dd52784944 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:09.424435 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bf2c1177-95f7-4e97-b6dd-e2dd52784944 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6909020 Aug 11 02:37:09.427184 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49436) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:09.438518 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c93e6d-ecbe-4444-b7df-f4bd29edb4fd req-7e9738c9-8099-4fa7-afcf-c49f51029a16 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:09.446527 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a1c93e6d-ecbe-4444-b7df-f4bd29edb4fd req-7e9738c9-8099-4fa7-afcf-c49f51029a16 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 946 time: 0.0817177 Aug 11 02:37:09.503563 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a1c93e6d-ecbe-4444-b7df-f4bd29edb4fd req-1001b71d-ee79-4ef0-b451-0d0c7201ca30 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560551 Aug 11 02:37:09.660076 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:09.673908 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0693bd35-9fca-4887-a93f-1b0c2aabbac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-2aaa425e-522b-4269-8ad7-8d265c53d2b3', 'network_id': '2aaa425e-522b-4269-8ad7-8d265c53d2b3', 'tenant_id': '520838c56d5f47aa8b9fe3d063708db4', 'fixed_ips': [{'subnet_id': '87a71f42-3952-4e27-9f56-637f30880160'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:37:09.675182 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0693bd35-9fca-4887-a93f-1b0c2aabbac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:09.677290 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed3856-8b6d-4f59-8432-c0208433d74f req-0e0385e9-5f9b-45b5-af82-573bb1a982bf tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:09.679006 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-19ed3856-8b6d-4f59-8432-c0208433d74f req-0e0385e9-5f9b-45b5-af82-573bb1a982bf tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 946 time: 0.1141419 Aug 11 02:37:09.797561 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:09.866919 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-0693bd35-9fca-4887-a93f-1b0c2aabbac9 None None] Allocated IP 172.20.0.1 (2aaa425e-522b-4269-8ad7-8d265c53d2b3/87a71f42-3952-4e27-9f56-637f30880160/cabad3df-12df-4f8f-b257-e02afdf3e10a) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:09.926854 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-19ed3856-8b6d-4f59-8432-c0208433d74f req-0dae7534-6890-4e8c-bc6e-3db63ae6901f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Deleting port 910d3970-0595-4921-b170-020e88b7d315 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:09.927416 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-19ed3856-8b6d-4f59-8432-c0208433d74f req-0dae7534-6890-4e8c-bc6e-3db63ae6901f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:10.071169 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-19ed3856-8b6d-4f59-8432-c0208433d74f req-0dae7534-6890-4e8c-bc6e-3db63ae6901f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] For port 910d3970-0595-4921-b170-020e88b7d315, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=910d3970-0595-4921-b170-020e88b7d315,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:10.072303 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-19ed3856-8b6d-4f59-8432-c0208433d74f req-0dae7534-6890-4e8c-bc6e-3db63ae6901f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:10.087735 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0693bd35-9fca-4887-a93f-1b0c2aabbac9 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:10.088467 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-19ed3856-8b6d-4f59-8432-c0208433d74f req-0dae7534-6890-4e8c-bc6e-3db63ae6901f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Calling delete_port for 910d3970-0595-4921-b170-020e88b7d315 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:10.110049 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-0693bd35-9fca-4887-a93f-1b0c2aabbac9 None None] Transition to ACTIVE for port object cabad3df-12df-4f8f-b257-e02afdf3e10a will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:10.129618 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-0693bd35-9fca-4887-a93f-1b0c2aabbac9 None None] Transition to ACTIVE for port object cabad3df-12df-4f8f-b257-e02afdf3e10a will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:10.138365 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0693bd35-9fca-4887-a93f-1b0c2aabbac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:10.176156 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:10.210179 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0693bd35-9fca-4887-a93f-1b0c2aabbac9 None None] Network 2aaa425e-522b-4269-8ad7-8d265c53d2b3 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:10.211062 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693bd35-9fca-4887-a93f-1b0c2aabbac9 None None] Pushing event updated for resources: {'Port': ['ID=cabad3df-12df-4f8f-b257-e02afdf3e10a,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:10.211423 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event deleted for resources: {'Subnet': ['ID=87a71f42-3952-4e27-9f56-637f30880160,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:10.213653 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-0693bd35-9fca-4887-a93f-1b0c2aabbac9 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:10.218984 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0693bd35-9fca-4887-a93f-1b0c2aabbac9 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:10.285958 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-0693bd35-9fca-4887-a93f-1b0c2aabbac9 None None] Attempting to bind port cabad3df-12df-4f8f-b257-e02afdf3e10a on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:37:10.286739 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-0693bd35-9fca-4887-a93f-1b0c2aabbac9 None None] Attempting to bind port cabad3df-12df-4f8f-b257-e02afdf3e10a by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'a275e998-b452-4185-baa7-813ee8da63c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2aaa425e-522b-4269-8ad7-8d265c53d2b3'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:37:10.287407 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0693bd35-9fca-4887-a93f-1b0c2aabbac9 None None] Attempting to bind port cabad3df-12df-4f8f-b257-e02afdf3e10a on network 2aaa425e-522b-4269-8ad7-8d265c53d2b3 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:37:10.293124 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0693bd35-9fca-4887-a93f-1b0c2aabbac9 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:37:10.293990 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0693bd35-9fca-4887-a93f-1b0c2aabbac9 None None] Checking segment: {'id': 'a275e998-b452-4185-baa7-813ee8da63c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2aaa425e-522b-4269-8ad7-8d265c53d2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:10.294626 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0693bd35-9fca-4887-a93f-1b0c2aabbac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:10.295186 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0693bd35-9fca-4887-a93f-1b0c2aabbac9 None None] Bound using segment: {'id': 'a275e998-b452-4185-baa7-813ee8da63c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2aaa425e-522b-4269-8ad7-8d265c53d2b3'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:37:10.296479 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-0693bd35-9fca-4887-a93f-1b0c2aabbac9 None None] Bound port: cabad3df-12df-4f8f-b257-e02afdf3e10a, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a275e998-b452-4185-baa7-813ee8da63c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2aaa425e-522b-4269-8ad7-8d265c53d2b3'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:37:10.297116 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0693bd35-9fca-4887-a93f-1b0c2aabbac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:10.298446 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:10.310626 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aaa425e-522b-4269-8ad7-8d265c53d2b3']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:10.322046 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a275e998-b452-4185-baa7-813ee8da63c5') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:10.322362 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a275e998-b452-4185-baa7-813ee8da63c5') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:10.340857 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:10.363110 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:10.372334 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:10.372739 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:10.387687 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:10.414213 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-0693bd35-9fca-4887-a93f-1b0c2aabbac9 None None] For port cabad3df-12df-4f8f-b257-e02afdf3e10a, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:37:10.501737 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.db.api [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:37:10.501737 n-d-615180-33 neutron-server[94506]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:37:10.501737 n-d-615180-33 neutron-server[94506]: [parameters: {'id': '2aaa425e-522b-4269-8ad7-8d265c53d2b3'}] Aug 11 02:37:10.501737 n-d-615180-33 neutron-server[94506]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:37:10.503069 n-d-615180-33 neutron-server[94506]: DEBUG oslo_db.api [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:37:10.504810 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-0693bd35-9fca-4887-a93f-1b0c2aabbac9 None None] For port cabad3df-12df-4f8f-b257-e02afdf3e10a, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=cabad3df-12df-4f8f-b257-e02afdf3e10a,segment=NetworkSegment(a275e998-b452-4185-baa7-813ee8da63c5),segment_id=a275e998-b452-4185-baa7-813ee8da63c5)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:37:10.509700 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0693bd35-9fca-4887-a93f-1b0c2aabbac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:10.570014 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-19ed3856-8b6d-4f59-8432-c0208433d74f req-0dae7534-6890-4e8c-bc6e-3db63ae6901f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:10.589567 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['0a0b548c-5d94-4cd8-833b-2323260e3510'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:37:10.592307 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['910d3970-0595-4921-b170-020e88b7d315'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:37:10.696342 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae7534-6890-4e8c-bc6e-3db63ae6901f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event deleted for resources: {'Port': ['ID=910d3970-0595-4921-b170-020e88b7d315,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:10.718615 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693bd35-9fca-4887-a93f-1b0c2aabbac9 None None] Pushing event updated for resources: {'Port': ['ID=cabad3df-12df-4f8f-b257-e02afdf3e10a,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:10.736282 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-49ec0c23-81d0-43f8-b93a-6f733b706be7 req-8b608b7f-3756-47eb-a017-17b5785041b1 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 210 time: 0.1091776 Aug 11 02:37:10.743765 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49eb44a7-153a-4bdf-b131-0d03c914ea13 None None] Network 2aaa425e-522b-4269-8ad7-8d265c53d2b3 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:10.814561 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ed3856-8b6d-4f59-8432-c0208433d74f req-0dae7534-6890-4e8c-bc6e-3db63ae6901f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] No DVR routers for this DVR port 910d3970-0595-4921-b170-020e88b7d315 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:37:10.817946 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-19ed3856-8b6d-4f59-8432-c0208433d74f req-0dae7534-6890-4e8c-bc6e-3db63ae6901f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:10.820963 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-19ed3856-8b6d-4f59-8432-c0208433d74f req-0dae7534-6890-4e8c-bc6e-3db63ae6901f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.66 "DELETE /v2.0/ports/910d3970-0595-4921-b170-020e88b7d315 HTTP/1.1" status: 204 len: 173 time: 1.1288972 Aug 11 02:37:10.821603 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f66629-d13c-4da1-a963-486a5c156ffd', 'name': 'network-vif-deleted', 'tag': '910d3970-0595-4921-b170-020e88b7d315'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:37:10.824898 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa8ad66-b3d4-403e-ad09-02599c9dffa4" -d '{"events": [{"server_uuid": "d8f66629-d13c-4da1-a963-486a5c156ffd", "name": "network-vif-deleted", "tag": "910d3970-0595-4921-b170-020e88b7d315"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:37:10.934026 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be883013-42d8-4085-b84f-a25dee7cb54a x-openstack-request-id: req-be883013-42d8-4085-b84f-a25dee7cb54a {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:37:10.934320 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f66629-d13c-4da1-a963-486a5c156ffd", "name": "network-vif-deleted", "tag": "910d3970-0595-4921-b170-020e88b7d315", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:37:10.934570 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-be883013-42d8-4085-b84f-a25dee7cb54a {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:37:10.934983 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f66629-d13c-4da1-a963-486a5c156ffd', 'name': 'network-vif-deleted', 'tag': '910d3970-0595-4921-b170-020e88b7d315', 'status': 'completed', 'code': 200} Aug 11 02:37:11.006006 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:11.161994 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4601c5b-20a5-408a-9f7b-08331fbe3c09 None None] get_active_networks_info from n-d-615180-33 {{(pid=94508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:37:11.177301 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Deleting port cabad3df-12df-4f8f-b257-e02afdf3e10a {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:11.177649 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:11.305199 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] For port cabad3df-12df-4f8f-b257-e02afdf3e10a, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=cabad3df-12df-4f8f-b257-e02afdf3e10a,segment=NetworkSegment(a275e998-b452-4185-baa7-813ee8da63c5),segment_id=a275e998-b452-4185-baa7-813ee8da63c5)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:11.305955 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:11.326475 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Calling delete_port for cabad3df-12df-4f8f-b257-e02afdf3e10a owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:11.460723 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4601c5b-20a5-408a-9f7b-08331fbe3c09 None None] Resources bound (agent type, host, resource id): {{(pid=94508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:37:11.537271 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:11.580480 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event deleted for resources: {'Port': ['ID=cabad3df-12df-4f8f-b257-e02afdf3e10a,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:11.589107 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] No DVR routers for this DVR port cabad3df-12df-4f8f-b257-e02afdf3e10a on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:37:11.740353 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:11.752878 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aaa425e-522b-4269-8ad7-8d265c53d2b3']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:11.772471 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a275e998-b452-4185-baa7-813ee8da63c5') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:11.772861 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a275e998-b452-4185-baa7-813ee8da63c5') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:11.783809 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:11.799630 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:11.808396 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:11.812890 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:11.885515 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:11.889276 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:11.899670 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133658397'] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:11.906816 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/networks/2aaa425e-522b-4269-8ad7-8d265c53d2b3 HTTP/1.1" status: 204 len: 168 time: 2.4734783 Aug 11 02:37:11.907136 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49508) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:11.913158 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-60508f64-f4b1-4ef5-b117-c9c31bdfee22 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1322374350'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:11.960975 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60508f64-f4b1-4ef5-b117-c9c31bdfee22 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Made reservation on behalf of 520838c56d5f47aa8b9fe3d063708db4 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:11.964594 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-60508f64-f4b1-4ef5-b117-c9c31bdfee22 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:12.016767 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60508f64-f4b1-4ef5-b117-c9c31bdfee22 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:37:12.020933 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad535e2-bbaf-4778-b1ae-53594911d244 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event deleted for resources: {'Network': ['ID=2aaa425e-522b-4269-8ad7-8d265c53d2b3,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:12.035375 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bf0fcea5-f2db-4ce1-8045-e8103e66d8d3 req-4eccefa2-f274-4d20-b4fb-c5bca403b43e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 210 time: 0.1202378 Aug 11 02:37:12.072689 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-60508f64-f4b1-4ef5-b117-c9c31bdfee22 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:12.073026 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-60508f64-f4b1-4ef5-b117-c9c31bdfee22 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Added segment eac3a723-8d84-437f-8993-6dcaf9c0c1b1 of type vlan for network b8b84633-9721-4999-baf4-dea152c4fe11 Aug 11 02:37:12.172745 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-60508f64-f4b1-4ef5-b117-c9c31bdfee22 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:12.219555 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-60508f64-f4b1-4ef5-b117-c9c31bdfee22 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:12.225923 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60508f64-f4b1-4ef5-b117-c9c31bdfee22 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:12.226606 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-60508f64-f4b1-4ef5-b117-c9c31bdfee22 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:12.248442 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-60508f64-f4b1-4ef5-b117-c9c31bdfee22 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3370521 Aug 11 02:37:12.250161 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49518) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:12.256960 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-9765b095-5028-4db9-9340-81f76bead2a9 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:12.391971 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60508f64-f4b1-4ef5-b117-c9c31bdfee22 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event updated for resources: {'Network': ['ID=b8b84633-9721-4999-baf4-dea152c4fe11,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:12.404432 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network b8b84633-9721-4999-baf4-dea152c4fe11 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:12.588194 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9765b095-5028-4db9-9340-81f76bead2a9 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:12.607064 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9765b095-5028-4db9-9340-81f76bead2a9 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:12.650158 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9765b095-5028-4db9-9340-81f76bead2a9 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Network b8b84633-9721-4999-baf4-dea152c4fe11 is not hosted by any dhcp agent {{(pid=94506) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:37:12.663624 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9765b095-5028-4db9-9340-81f76bead2a9 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:12.664275 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9765b095-5028-4db9-9340-81f76bead2a9 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:12.665730 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9765b095-5028-4db9-9340-81f76bead2a9 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "PUT /v2.0/networks/b8b84633-9721-4999-baf4-dea152c4fe11 HTTP/1.1" status: 200 len: 723 time: 0.4142590 Aug 11 02:37:12.668584 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49534) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:12.674535 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-588277bd-826b-4c9f-8984-084802844367 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Request body: {'subnet': {'network_id': 'b8b84633-9721-4999-baf4-dea152c4fe11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:12.750305 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765b095-5028-4db9-9340-81f76bead2a9 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event updated for resources: {'Network': ['ID=b8b84633-9721-4999-baf4-dea152c4fe11,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:12.772077 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network b8b84633-9721-4999-baf4-dea152c4fe11 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:12.910130 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588277bd-826b-4c9f-8984-084802844367 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Made reservation on behalf of 520838c56d5f47aa8b9fe3d063708db4 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:12.916710 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-588277bd-826b-4c9f-8984-084802844367 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:13.097530 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 910d3970-0595-4921-b170-020e88b7d315 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:37:13.168704 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 910d3970-0595-4921-b170-020e88b7d315 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:37:13.168704 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 910d3970-0595-4921-b170-020e88b7d315 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:37:13.262824 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6a4212be-d1dc-483b-9651-310d54c99a3b req-c00f3ad4-cae9-4a1a-bc82-9ada45254e23 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 210 time: 0.0587499 Aug 11 02:37:13.335832 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-588277bd-826b-4c9f-8984-084802844367 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:13.426016 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588277bd-826b-4c9f-8984-084802844367 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Checking segment: {'id': 'eac3a723-8d84-437f-8993-6dcaf9c0c1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b8b84633-9721-4999-baf4-dea152c4fe11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:13.426475 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588277bd-826b-4c9f-8984-084802844367 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Network hostable DHCP agents. Network: b8b84633-9721-4999-baf4-dea152c4fe11, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:37:13.433130 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588277bd-826b-4c9f-8984-084802844367 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event updated for resources: {'Subnet': ['ID=0194a38c-a710-45ae-9763-3f4dc4b6709e,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:13.456428 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588277bd-826b-4c9f-8984-084802844367 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Network b8b84633-9721-4999-baf4-dea152c4fe11 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:37:13.467797 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-588277bd-826b-4c9f-8984-084802844367 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, b8b84633-9721-4999-baf4-dea152c4fe11) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:13.480204 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588277bd-826b-4c9f-8984-084802844367 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:13.480997 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-588277bd-826b-4c9f-8984-084802844367 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:13.482794 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d6dc0f-eb53-47d2-8a5b-1fb0a4a124b3 None None] Network b8b84633-9721-4999-baf4-dea152c4fe11 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:13.518731 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-588277bd-826b-4c9f-8984-084802844367 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8477309 Aug 11 02:37:13.520148 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49562) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:13.526046 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-0b82507a-a8ec-49c7-8bfb-b26ba2233fa1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:13.658762 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0b82507a-a8ec-49c7-8bfb-b26ba2233fa1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-125144874'] for subnet, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:13.737579 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60813a10-44ae-483b-99c0-ce24ca3fe1fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-b8b84633-9721-4999-baf4-dea152c4fe11', 'network_id': 'b8b84633-9721-4999-baf4-dea152c4fe11', 'tenant_id': '520838c56d5f47aa8b9fe3d063708db4', 'fixed_ips': [{'subnet_id': '0194a38c-a710-45ae-9763-3f4dc4b6709e'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:37:13.738462 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-60813a10-44ae-483b-99c0-ce24ca3fe1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:13.978203 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0b82507a-a8ec-49c7-8bfb-b26ba2233fa1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737238983060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-125030025'] for subnet, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.052188 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b82507a-a8ec-49c7-8bfb-b26ba2233fa1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:14.052548 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-60813a10-44ae-483b-99c0-ce24ca3fe1fc None None] Allocated IP 172.20.0.2 (b8b84633-9721-4999-baf4-dea152c4fe11/0194a38c-a710-45ae-9763-3f4dc4b6709e/5ebbc8d3-c6c8-4be8-b430-06b135fe67ae) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:14.052797 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0b82507a-a8ec-49c7-8bfb-b26ba2233fa1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.057389 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0b82507a-a8ec-49c7-8bfb-b26ba2233fa1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "PUT /v2.0/subnets/0194a38c-a710-45ae-9763-3f4dc4b6709e HTTP/1.1" status: 200 len: 806 time: 0.5361760 Aug 11 02:37:14.060069 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49574) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:14.099460 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82507a-a8ec-49c7-8bfb-b26ba2233fa1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event updated for resources: {'Subnet': ['ID=0194a38c-a710-45ae-9763-3f4dc4b6709e,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:14.204843 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.256902 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-60813a10-44ae-483b-99c0-ce24ca3fe1fc None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.272208 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.280789 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-60813a10-44ae-483b-99c0-ce24ca3fe1fc None None] Transition to ACTIVE for port object 5ebbc8d3-c6c8-4be8-b430-06b135fe67ae will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:14.311284 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-60813a10-44ae-483b-99c0-ce24ca3fe1fc None None] Transition to ACTIVE for port object 5ebbc8d3-c6c8-4be8-b430-06b135fe67ae will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:14.318664 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-60813a10-44ae-483b-99c0-ce24ca3fe1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.352448 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.400440 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event deleted for resources: {'Subnet': ['ID=0194a38c-a710-45ae-9763-3f4dc4b6709e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:14.414439 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60813a10-44ae-483b-99c0-ce24ca3fe1fc None None] Network b8b84633-9721-4999-baf4-dea152c4fe11 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:14.431190 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-60813a10-44ae-483b-99c0-ce24ca3fe1fc None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:14.440928 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60813a10-44ae-483b-99c0-ce24ca3fe1fc None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:14.459329 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60813a10-44ae-483b-99c0-ce24ca3fe1fc None None] Pushing event updated for resources: {'Port': ['ID=5ebbc8d3-c6c8-4be8-b430-06b135fe67ae,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:14.512782 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d56df936-96b1-4ad3-ad0d-517b5cf3f5fe req-a1675b81-6f68-48e9-adf0-b997cfb5e2db tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 210 time: 0.0688996 Aug 11 02:37:14.520906 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-60813a10-44ae-483b-99c0-ce24ca3fe1fc None None] Attempting to bind port 5ebbc8d3-c6c8-4be8-b430-06b135fe67ae on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:37:14.522500 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-60813a10-44ae-483b-99c0-ce24ca3fe1fc None None] Attempting to bind port 5ebbc8d3-c6c8-4be8-b430-06b135fe67ae by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'eac3a723-8d84-437f-8993-6dcaf9c0c1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b8b84633-9721-4999-baf4-dea152c4fe11'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:37:14.523089 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60813a10-44ae-483b-99c0-ce24ca3fe1fc None None] Attempting to bind port 5ebbc8d3-c6c8-4be8-b430-06b135fe67ae on network b8b84633-9721-4999-baf4-dea152c4fe11 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:37:14.531350 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60813a10-44ae-483b-99c0-ce24ca3fe1fc None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:37:14.532122 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60813a10-44ae-483b-99c0-ce24ca3fe1fc None None] Checking segment: {'id': 'eac3a723-8d84-437f-8993-6dcaf9c0c1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b8b84633-9721-4999-baf4-dea152c4fe11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:14.532695 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-60813a10-44ae-483b-99c0-ce24ca3fe1fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.533255 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60813a10-44ae-483b-99c0-ce24ca3fe1fc None None] Bound using segment: {'id': 'eac3a723-8d84-437f-8993-6dcaf9c0c1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b8b84633-9721-4999-baf4-dea152c4fe11'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:37:14.533906 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-60813a10-44ae-483b-99c0-ce24ca3fe1fc None None] Bound port: 5ebbc8d3-c6c8-4be8-b430-06b135fe67ae, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eac3a723-8d84-437f-8993-6dcaf9c0c1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b8b84633-9721-4999-baf4-dea152c4fe11'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:37:14.534505 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-60813a10-44ae-483b-99c0-ce24ca3fe1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.551919 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.569582 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b84633-9721-4999-baf4-dea152c4fe11']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:14.592537 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac3a723-8d84-437f-8993-6dcaf9c0c1b1') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:14.593001 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac3a723-8d84-437f-8993-6dcaf9c0c1b1') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:14.605415 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.625977 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.632836 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:14.633245 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.663638 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-60813a10-44ae-483b-99c0-ce24ca3fe1fc None None] For port 5ebbc8d3-c6c8-4be8-b430-06b135fe67ae, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:14.689840 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:14.698384 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-60813a10-44ae-483b-99c0-ce24ca3fe1fc None None] For port 5ebbc8d3-c6c8-4be8-b430-06b135fe67ae, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5ebbc8d3-c6c8-4be8-b430-06b135fe67ae,segment=NetworkSegment(eac3a723-8d84-437f-8993-6dcaf9c0c1b1),segment_id=eac3a723-8d84-437f-8993-6dcaf9c0c1b1)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:37:14.699409 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.db.api [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:37:14.699409 n-d-615180-33 neutron-server[94507]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:37:14.699409 n-d-615180-33 neutron-server[94507]: [parameters: {'id': 'b8b84633-9721-4999-baf4-dea152c4fe11'}] Aug 11 02:37:14.699409 n-d-615180-33 neutron-server[94507]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:37:14.699996 n-d-615180-33 neutron-server[94507]: DEBUG oslo_db.api [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:37:14.703314 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-60813a10-44ae-483b-99c0-ce24ca3fe1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.790963 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60813a10-44ae-483b-99c0-ce24ca3fe1fc None None] Pushing event updated for resources: {'Port': ['ID=5ebbc8d3-c6c8-4be8-b430-06b135fe67ae,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:14.812105 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baea9a42-284a-4fb9-8df9-964542d74ee6 None None] Network b8b84633-9721-4999-baf4-dea152c4fe11 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:14.962772 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7d43be-f5ed-4083-b342-88b236d40200 None None] Network b8b84633-9721-4999-baf4-dea152c4fe11 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:15.121723 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a3255e-4e31-4806-a2dd-33653dd8c45d None None] get_active_networks_info from n-d-615180-33 {{(pid=94508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:37:15.200851 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:15.203789 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a3255e-4e31-4806-a2dd-33653dd8c45d None None] Resources bound (agent type, host, resource id): {{(pid=94508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:37:15.301211 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Deleting port 5ebbc8d3-c6c8-4be8-b430-06b135fe67ae {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:15.304355 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:15.391769 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] For port 5ebbc8d3-c6c8-4be8-b430-06b135fe67ae, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5ebbc8d3-c6c8-4be8-b430-06b135fe67ae,segment=NetworkSegment(eac3a723-8d84-437f-8993-6dcaf9c0c1b1),segment_id=eac3a723-8d84-437f-8993-6dcaf9c0c1b1)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:15.394694 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:15.417408 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Calling delete_port for 5ebbc8d3-c6c8-4be8-b430-06b135fe67ae owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:15.526381 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:15.555752 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event deleted for resources: {'Port': ['ID=5ebbc8d3-c6c8-4be8-b430-06b135fe67ae,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:15.559862 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] No DVR routers for this DVR port 5ebbc8d3-c6c8-4be8-b430-06b135fe67ae on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:37:15.648037 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-78a6cefa-fd80-4885-8b7d-f47ce42f51ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:15.658722 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:15.669903 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b84633-9721-4999-baf4-dea152c4fe11']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:15.696000 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac3a723-8d84-437f-8993-6dcaf9c0c1b1') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:15.696000 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac3a723-8d84-437f-8993-6dcaf9c0c1b1') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:15.729105 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:15.744307 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:15.752160 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:15.752849 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:15.817171 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:15.821180 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8d23ac1e-57a4-4192-a229-987e3d33cd37 req-a65c2686-71b2-4d83-a9ce-f4de408e28e7 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 210 time: 0.1415644 Aug 11 02:37:15.825345 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:15.836343 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:15.840438 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/networks/b8b84633-9721-4999-baf4-dea152c4fe11 HTTP/1.1" status: 204 len: 168 time: 1.7771163 Aug 11 02:37:15.849090 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49610) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:15.859289 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcebc3a-95e7-4d0a-b938-16f961f41f1d tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event deleted for resources: {'Network': ['ID=b8b84633-9721-4999-baf4-dea152c4fe11,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:15.881421 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6c488f-170d-45a9-835d-cbf45e20de60 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:15.881966 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a6c488f-170d-45a9-835d-cbf45e20de60 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:15.886366 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2a6c488f-170d-45a9-835d-cbf45e20de60 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/networks/b8b84633-9721-4999-baf4-dea152c4fe11 HTTP/1.1" status: 404 len: 339 time: 0.0363297 Aug 11 02:37:15.890681 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49612) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:15.895706 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-fd6b9751-3fa8-4489-a535-17aeb6312a6c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1994916999', 'description': 'd1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:15.918799 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6b9751-3fa8-4489-a535-17aeb6312a6c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Made reservation on behalf of 520838c56d5f47aa8b9fe3d063708db4 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:15.923572 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fd6b9751-3fa8-4489-a535-17aeb6312a6c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:15.964361 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd6b9751-3fa8-4489-a535-17aeb6312a6c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:37:15.974080 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fd6b9751-3fa8-4489-a535-17aeb6312a6c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:15.974963 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-fd6b9751-3fa8-4489-a535-17aeb6312a6c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Added segment 7fc306e1-dda7-4e78-8685-a1a051f80e8f of type vlan for network cf4d0eb9-5e40-481c-b5b0-2500b083658b Aug 11 02:37:16.023305 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fd6b9751-3fa8-4489-a535-17aeb6312a6c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:16.065297 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fd6b9751-3fa8-4489-a535-17aeb6312a6c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:16.085878 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6b9751-3fa8-4489-a535-17aeb6312a6c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:16.086539 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fd6b9751-3fa8-4489-a535-17aeb6312a6c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:16.158886 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fd6b9751-3fa8-4489-a535-17aeb6312a6c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2648768 Aug 11 02:37:16.159643 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49622) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:16.185367 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b9751-3fa8-4489-a535-17aeb6312a6c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event updated for resources: {'Network': ['ID=cf4d0eb9-5e40-481c-b5b0-2500b083658b,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:16.197430 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network cf4d0eb9-5e40-481c-b5b0-2500b083658b details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:16.331958 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb927af5-3f75-4edd-994c-b618a59e1ad0 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:16.334189 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fb927af5-3f75-4edd-994c-b618a59e1ad0 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "GET /v2.0/networks?id=cf4d0eb9-5e40-481c-b5b0-2500b083658b HTTP/1.1" status: 200 len: 761 time: 0.1733372 Aug 11 02:37:16.336861 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49628) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:16.343784 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-8f10926d-b71a-4184-a071-b48e5c78ac1e tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Request body: {'network': {'description': 'd2'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:16.560117 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8f10926d-b71a-4184-a071-b48e5c78ac1e tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:16.576456 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8f10926d-b71a-4184-a071-b48e5c78ac1e tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:16.602837 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8f10926d-b71a-4184-a071-b48e5c78ac1e tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Network cf4d0eb9-5e40-481c-b5b0-2500b083658b is not hosted by any dhcp agent {{(pid=94507) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:37:16.610385 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f10926d-b71a-4184-a071-b48e5c78ac1e tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:16.611451 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8f10926d-b71a-4184-a071-b48e5c78ac1e tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:16.612939 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8f10926d-b71a-4184-a071-b48e5c78ac1e tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "PUT /v2.0/networks/cf4d0eb9-5e40-481c-b5b0-2500b083658b HTTP/1.1" status: 200 len: 758 time: 0.2744544 Aug 11 02:37:16.615754 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49638) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:16.686655 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10926d-b71a-4184-a071-b48e5c78ac1e tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event updated for resources: {'Network': ['ID=cf4d0eb9-5e40-481c-b5b0-2500b083658b,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:16.698980 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network cf4d0eb9-5e40-481c-b5b0-2500b083658b details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:16.804655 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5185f9-1457-4b90-9507-ab1e47fb1cb7 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:16.810643 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-dc5185f9-1457-4b90-9507-ab1e47fb1cb7 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "GET /v2.0/networks?id=cf4d0eb9-5e40-481c-b5b0-2500b083658b HTTP/1.1" status: 200 len: 761 time: 0.1897273 Aug 11 02:37:16.811645 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49640) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:16.819299 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-5288111e-5229-4626-8ffd-964bc6ef2c7c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1286342841'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:16.852458 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5288111e-5229-4626-8ffd-964bc6ef2c7c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Made reservation on behalf of 520838c56d5f47aa8b9fe3d063708db4 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:16.870905 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5288111e-5229-4626-8ffd-964bc6ef2c7c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:16.919996 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5288111e-5229-4626-8ffd-964bc6ef2c7c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:37:16.932822 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5288111e-5229-4626-8ffd-964bc6ef2c7c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:16.932822 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-5288111e-5229-4626-8ffd-964bc6ef2c7c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Added segment d1805253-4b2c-494e-b3f6-c3023935e8ee of type vlan for network 398271e0-8c50-432c-9d88-ea8a89f381fe Aug 11 02:37:17.002005 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5288111e-5229-4626-8ffd-964bc6ef2c7c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:17.047931 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5288111e-5229-4626-8ffd-964bc6ef2c7c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:17.061036 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5288111e-5229-4626-8ffd-964bc6ef2c7c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:17.062332 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5288111e-5229-4626-8ffd-964bc6ef2c7c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:17.078113 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-84266769-60b7-4120-87f7-284fd41b355f req-73c0cf3c-3d05-4df0-b216-643790fdd80e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f66629-d13c-4da1-a963-486a5c156ffd HTTP/1.1" status: 200 len: 210 time: 0.0516531 Aug 11 02:37:17.092497 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5288111e-5229-4626-8ffd-964bc6ef2c7c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2791481 Aug 11 02:37:17.095337 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49650) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:17.101077 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-65256fe5-1a44-41c2-9299-49a631c4e1d1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Request body: {'subnet': {'network_id': '398271e0-8c50-432c-9d88-ea8a89f381fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:17.226008 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65256fe5-1a44-41c2-9299-49a631c4e1d1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Made reservation on behalf of 520838c56d5f47aa8b9fe3d063708db4 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:17.230774 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-65256fe5-1a44-41c2-9299-49a631c4e1d1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:17.316469 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288111e-5229-4626-8ffd-964bc6ef2c7c tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event updated for resources: {'Network': ['ID=398271e0-8c50-432c-9d88-ea8a89f381fe,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:17.327765 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 398271e0-8c50-432c-9d88-ea8a89f381fe details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:17.596405 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-65256fe5-1a44-41c2-9299-49a631c4e1d1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:17.661202 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65256fe5-1a44-41c2-9299-49a631c4e1d1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event updated for resources: {'Subnet': ['ID=05f721e5-21ea-4412-836b-3e79c54d793e,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:17.677717 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65256fe5-1a44-41c2-9299-49a631c4e1d1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Checking segment: {'id': 'd1805253-4b2c-494e-b3f6-c3023935e8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '398271e0-8c50-432c-9d88-ea8a89f381fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:17.678081 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65256fe5-1a44-41c2-9299-49a631c4e1d1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Network hostable DHCP agents. Network: 398271e0-8c50-432c-9d88-ea8a89f381fe, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:37:17.699505 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65256fe5-1a44-41c2-9299-49a631c4e1d1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Network 398271e0-8c50-432c-9d88-ea8a89f381fe is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:37:17.711681 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-65256fe5-1a44-41c2-9299-49a631c4e1d1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 398271e0-8c50-432c-9d88-ea8a89f381fe) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:17.719567 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa49d27-82cd-4d30-8b8f-8c93bb49cca9 None None] Network 398271e0-8c50-432c-9d88-ea8a89f381fe requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:17.727776 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65256fe5-1a44-41c2-9299-49a631c4e1d1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:17.728538 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-65256fe5-1a44-41c2-9299-49a631c4e1d1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:17.748148 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-65256fe5-1a44-41c2-9299-49a631c4e1d1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6491475 Aug 11 02:37:17.748520 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49684) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:17.861730 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a99d8af2-9dc1-4d58-8830-44c43a167bee tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:17.899669 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26eeca00-cfd2-41fc-b6f9-44f3586192fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-398271e0-8c50-432c-9d88-ea8a89f381fe', 'network_id': '398271e0-8c50-432c-9d88-ea8a89f381fe', 'tenant_id': '520838c56d5f47aa8b9fe3d063708db4', 'fixed_ips': [{'subnet_id': '05f721e5-21ea-4412-836b-3e79c54d793e'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:37:17.902041 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-26eeca00-cfd2-41fc-b6f9-44f3586192fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:17.926822 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a99d8af2-9dc1-4d58-8830-44c43a167bee tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:18.014364 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a99d8af2-9dc1-4d58-8830-44c43a167bee tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server [None req-26eeca00-cfd2-41fc-b6f9-44f3586192fa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 05f721e5-21ea-4412-836b-3e79c54d793e: This subnet is being modified by another concurrent operation. Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server raise exception Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 05f721e5-21ea-4412-836b-3e79c54d793e: This subnet is being modified by another concurrent operation. Aug 11 02:37:18.017963 n-d-615180-33 neutron-server[94508]: ERROR oslo_messaging.rpc.server Aug 11 02:37:18.047000 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70ca19e-7bad-4ee4-a0db-9a6e88549db7 None None] Network 398271e0-8c50-432c-9d88-ea8a89f381fe requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:18.093259 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a99d8af2-9dc1-4d58-8830-44c43a167bee tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:18.107553 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-a99d8af2-9dc1-4d58-8830-44c43a167bee tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['398271e0-8c50-432c-9d88-ea8a89f381fe']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:18.121108 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-a99d8af2-9dc1-4d58-8830-44c43a167bee tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1805253-4b2c-494e-b3f6-c3023935e8ee') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:18.121424 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-a99d8af2-9dc1-4d58-8830-44c43a167bee tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1805253-4b2c-494e-b3f6-c3023935e8ee') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:18.132012 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a99d8af2-9dc1-4d58-8830-44c43a167bee tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:18.166923 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d8af2-9dc1-4d58-8830-44c43a167bee tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event deleted for resources: {'Subnet': ['ID=05f721e5-21ea-4412-836b-3e79c54d793e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:18.184924 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a99d8af2-9dc1-4d58-8830-44c43a167bee tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:18.201261 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99d8af2-9dc1-4d58-8830-44c43a167bee tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:18.202846 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a99d8af2-9dc1-4d58-8830-44c43a167bee tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:18.208107 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:18.292149 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a99d8af2-9dc1-4d58-8830-44c43a167bee tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:18.302997 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a99d8af2-9dc1-4d58-8830-44c43a167bee tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:18.305547 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a99d8af2-9dc1-4d58-8830-44c43a167bee tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/networks/398271e0-8c50-432c-9d88-ea8a89f381fe HTTP/1.1" status: 204 len: 168 time: 0.5554159 Aug 11 02:37:18.308338 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49698) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:18.323447 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d8af2-9dc1-4d58-8830-44c43a167bee tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event deleted for resources: {'Network': ['ID=398271e0-8c50-432c-9d88-ea8a89f381fe,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:18.360030 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5d1e62-39af-4ff3-8215-d3d1cc994e98 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] GET failed (client error): The resource could not be found. Aug 11 02:37:18.362110 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ab5d1e62-39af-4ff3-8215-d3d1cc994e98 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "GET /v2.0/subnets/05f721e5-21ea-4412-836b-3e79c54d793e HTTP/1.1" status: 404 len: 337 time: 0.0527253 Aug 11 02:37:18.364947 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49700) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:18.379233 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf898b3-6df5-4f7d-b5e0-aa515ec8034b None None] get_active_networks_info from n-d-615180-33 {{(pid=94508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:37:18.387826 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe90bd38-faf2-4cfa-8817-a9a3224518eb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:18.388531 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe90bd38-faf2-4cfa-8817-a9a3224518eb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:18.390466 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fe90bd38-faf2-4cfa-8817-a9a3224518eb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/networks/398271e0-8c50-432c-9d88-ea8a89f381fe HTTP/1.1" status: 404 len: 339 time: 0.0232701 Aug 11 02:37:18.394207 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49702) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:18.420609 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:18.422594 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e12a7417-6765-41a4-9b4a-884a27780734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:18.491454 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf898b3-6df5-4f7d-b5e0-aa515ec8034b None None] Resources bound (agent type, host, resource id): {{(pid=94508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:37:18.620731 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c07fc9-79ae-4028-aa35-c810f85b68c7 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:18.624780 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c3c07fc9-79ae-4028-aa35-c810f85b68c7 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2271273 Aug 11 02:37:18.625271 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49714) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:18.674356 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-88797a8e-8cf0-48d8-b6ca-e52458e0009f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "GET /v2.0/subnets?network_id=2e931faf-12fe-43f6-b34b-8aa380b6ef75 HTTP/1.1" status: 200 len: 207 time: 0.0448933 Aug 11 02:37:18.676622 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49716) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:19.182673 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e40c10-19b8-4b2e-b8ca-2320e9722c16 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:19.189119 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e40c10-19b8-4b2e-b8ca-2320e9722c16 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:19.195112 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e40c10-19b8-4b2e-b8ca-2320e9722c16 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:19.201200 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e40c10-19b8-4b2e-b8ca-2320e9722c16 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:19.206454 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d0e40c10-19b8-4b2e-b8ca-2320e9722c16 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.5254774 Aug 11 02:37:19.206924 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49726) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:19.470447 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-cf984a31-d3ea-4e8b-ae5e-64eb193c0f60 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2620158 Aug 11 02:37:19.475231 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49734) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:19.580445 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9534dfdc-0472-43e5-bb5c-6d3859529f61 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:19.582133 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9534dfdc-0472-43e5-bb5c-6d3859529f61 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:19.588883 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9534dfdc-0472-43e5-bb5c-6d3859529f61 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1071432 Aug 11 02:37:19.589395 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49738) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:19.980937 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:20.073165 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29452f3c-a26a-44a1-864f-8d34314fdfb2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['shared'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:20.074591 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29452f3c-a26a-44a1-864f-8d34314fdfb2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['shared'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:20.081530 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-29452f3c-a26a-44a1-864f-8d34314fdfb2 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4857037 Aug 11 02:37:20.081918 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49752) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:20.232468 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1d18e2-1ec0-4a05-88d5-9dca5bbf2890 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:20.239321 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49754) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:20.239578 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3c1d18e2-1ec0-4a05-88d5-9dca5bbf2890 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "GET /v2.0/networks/1642e22a-8795-404a-bc74-326fcff833f1 HTTP/1.1" status: 200 len: 800 time: 0.1564534 Aug 11 02:37:20.328369 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:37:20.418802 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d92957f4-3c86-4c37-b812-8ad4769d1e02 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "GET /v2.0/networks/1642e22a-8795-404a-bc74-326fcff833f1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1783173 Aug 11 02:37:20.425699 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49762) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:20.521719 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba625bac-fa38-40df-afcf-729b78cdff17 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:20.523531 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ba625bac-fa38-40df-afcf-729b78cdff17 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "GET /v2.0/subnets/74c58312-3c8c-41aa-aa62-4ecaca770048 HTTP/1.1" status: 200 len: 811 time: 0.0968344 Aug 11 02:37:20.528777 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49764) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:20.598674 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f04636-8615-4bf8-995b-37b95c0a6820 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['shared'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:20.600121 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-62f04636-8615-4bf8-995b-37b95c0a6820 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "GET /v2.0/subnets/74c58312-3c8c-41aa-aa62-4ecaca770048?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0703146 Aug 11 02:37:20.604175 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49768) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:20.609660 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-35d066c6-1fa3-4613-be70-13a8cb586665 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1477761318'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:20.631059 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d066c6-1fa3-4613-be70-13a8cb586665 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Made reservation on behalf of 520838c56d5f47aa8b9fe3d063708db4 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:20.636411 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-35d066c6-1fa3-4613-be70-13a8cb586665 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:20.670035 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d066c6-1fa3-4613-be70-13a8cb586665 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:37:20.681823 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-35d066c6-1fa3-4613-be70-13a8cb586665 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:20.682220 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-35d066c6-1fa3-4613-be70-13a8cb586665 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Added segment 9de964b9-18d1-4a83-83fe-04cdd7abf1a5 of type vlan for network 7cf0ecee-bbe9-41ed-98c5-c87231cf567d Aug 11 02:37:20.728186 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-35d066c6-1fa3-4613-be70-13a8cb586665 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:20.768057 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-35d066c6-1fa3-4613-be70-13a8cb586665 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:20.775203 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d066c6-1fa3-4613-be70-13a8cb586665 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:20.776085 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-35d066c6-1fa3-4613-be70-13a8cb586665 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:20.851250 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-35d066c6-1fa3-4613-be70-13a8cb586665 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2453427 Aug 11 02:37:20.853645 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49778) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:20.859964 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-6f4d8cf5-8ada-4767-8c18-1f0078cc8df1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Request body: {'subnet': {'network_id': '7cf0ecee-bbe9-41ed-98c5-c87231cf567d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:20.934687 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d066c6-1fa3-4613-be70-13a8cb586665 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event updated for resources: {'Network': ['ID=7cf0ecee-bbe9-41ed-98c5-c87231cf567d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:20.948145 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 7cf0ecee-bbe9-41ed-98c5-c87231cf567d details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:21.090474 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4d8cf5-8ada-4767-8c18-1f0078cc8df1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Made reservation on behalf of 520838c56d5f47aa8b9fe3d063708db4 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:21.094838 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6f4d8cf5-8ada-4767-8c18-1f0078cc8df1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.189002 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.ipam_backend_mixin [None req-6f4d8cf5-8ada-4767-8c18-1f0078cc8df1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Performing IP validity checks on allocation pools {{(pid=94506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 02:37:21.189521 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.ipam_backend_mixin [None req-6f4d8cf5-8ada-4767-8c18-1f0078cc8df1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 02:37:21.371998 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6f4d8cf5-8ada-4767-8c18-1f0078cc8df1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.449096 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d8cf5-8ada-4767-8c18-1f0078cc8df1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event updated for resources: {'Subnet': ['ID=217cc1e5-19d6-40bf-ad3b-a4cb4eca29ad,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:21.466860 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4d8cf5-8ada-4767-8c18-1f0078cc8df1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Checking segment: {'id': '9de964b9-18d1-4a83-83fe-04cdd7abf1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7cf0ecee-bbe9-41ed-98c5-c87231cf567d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:21.467404 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4d8cf5-8ada-4767-8c18-1f0078cc8df1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Network hostable DHCP agents. Network: 7cf0ecee-bbe9-41ed-98c5-c87231cf567d, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:37:21.487377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4d8cf5-8ada-4767-8c18-1f0078cc8df1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Network 7cf0ecee-bbe9-41ed-98c5-c87231cf567d is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:37:21.497371 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.500977 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-6f4d8cf5-8ada-4767-8c18-1f0078cc8df1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 7cf0ecee-bbe9-41ed-98c5-c87231cf567d) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:21.513119 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40f1b33-bf49-41c9-82db-92494b234e24 None None] Network 7cf0ecee-bbe9-41ed-98c5-c87231cf567d requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:21.522884 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4d8cf5-8ada-4767-8c18-1f0078cc8df1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:21.524434 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6f4d8cf5-8ada-4767-8c18-1f0078cc8df1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.553863 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6f4d8cf5-8ada-4767-8c18-1f0078cc8df1 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6987557 Aug 11 02:37:21.556524 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49792) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:21.579104 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-3f37dc34-32ff-4892-9e4d-b7f8b0acf1b8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:21.789750 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3f37dc34-32ff-4892-9e4d-b7f8b0acf1b8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-125068785'] for subnet, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.928954 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcded10-601f-4cc3-b37e-1a7aa7aaf24a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-7cf0ecee-bbe9-41ed-98c5-c87231cf567d', 'network_id': '7cf0ecee-bbe9-41ed-98c5-c87231cf567d', 'tenant_id': '520838c56d5f47aa8b9fe3d063708db4', 'fixed_ips': [{'subnet_id': '217cc1e5-19d6-40bf-ad3b-a4cb4eca29ad'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:37:21.929833 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bfcded10-601f-4cc3-b37e-1a7aa7aaf24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.079179 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3f37dc34-32ff-4892-9e4d-b7f8b0acf1b8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737238983060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-125067269'] for subnet, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.194211 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f37dc34-32ff-4892-9e4d-b7f8b0acf1b8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:22.194211 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3f37dc34-32ff-4892-9e4d-b7f8b0acf1b8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.198129 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49806) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:22.198371 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3f37dc34-32ff-4892-9e4d-b7f8b0acf1b8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "PUT /v2.0/subnets/217cc1e5-19d6-40bf-ad3b-a4cb4eca29ad HTTP/1.1" status: 200 len: 877 time: 0.6402795 Aug 11 02:37:22.254023 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37dc34-32ff-4892-9e4d-b7f8b0acf1b8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event updated for resources: {'Subnet': ['ID=217cc1e5-19d6-40bf-ad3b-a4cb4eca29ad,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:22.269860 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-bfcded10-601f-4cc3-b37e-1a7aa7aaf24a None None] Allocated IP 172.20.0.3 (7cf0ecee-bbe9-41ed-98c5-c87231cf567d/217cc1e5-19d6-40bf-ad3b-a4cb4eca29ad/adc11104-f99b-42e3-ad40-f91880995fa3) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:22.457808 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.551177 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bfcded10-601f-4cc3-b37e-1a7aa7aaf24a None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.561027 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-bfcded10-601f-4cc3-b37e-1a7aa7aaf24a None None] Transition to ACTIVE for port object adc11104-f99b-42e3-ad40-f91880995fa3 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:22.580697 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.600883 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-bfcded10-601f-4cc3-b37e-1a7aa7aaf24a None None] Transition to ACTIVE for port object adc11104-f99b-42e3-ad40-f91880995fa3 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:22.608288 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bfcded10-601f-4cc3-b37e-1a7aa7aaf24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.659971 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.729977 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcded10-601f-4cc3-b37e-1a7aa7aaf24a None None] Network 7cf0ecee-bbe9-41ed-98c5-c87231cf567d is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:22.736699 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event deleted for resources: {'Subnet': ['ID=217cc1e5-19d6-40bf-ad3b-a4cb4eca29ad,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:22.737219 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-bfcded10-601f-4cc3-b37e-1a7aa7aaf24a None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:22.749790 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcded10-601f-4cc3-b37e-1a7aa7aaf24a None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:22.771722 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcded10-601f-4cc3-b37e-1a7aa7aaf24a None None] Pushing event updated for resources: {'Port': ['ID=adc11104-f99b-42e3-ad40-f91880995fa3,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:22.864865 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.878623 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf0ecee-bbe9-41ed-98c5-c87231cf567d']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:22.890638 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-bfcded10-601f-4cc3-b37e-1a7aa7aaf24a None None] Attempting to bind port adc11104-f99b-42e3-ad40-f91880995fa3 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:37:22.891325 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-bfcded10-601f-4cc3-b37e-1a7aa7aaf24a None None] Attempting to bind port adc11104-f99b-42e3-ad40-f91880995fa3 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '9de964b9-18d1-4a83-83fe-04cdd7abf1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7cf0ecee-bbe9-41ed-98c5-c87231cf567d'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:37:22.891936 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcded10-601f-4cc3-b37e-1a7aa7aaf24a None None] Attempting to bind port adc11104-f99b-42e3-ad40-f91880995fa3 on network 7cf0ecee-bbe9-41ed-98c5-c87231cf567d {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:37:22.895184 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de964b9-18d1-4a83-83fe-04cdd7abf1a5') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:22.896261 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de964b9-18d1-4a83-83fe-04cdd7abf1a5') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:22.900633 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcded10-601f-4cc3-b37e-1a7aa7aaf24a None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:37:22.901241 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcded10-601f-4cc3-b37e-1a7aa7aaf24a None None] Checking segment: {'id': '9de964b9-18d1-4a83-83fe-04cdd7abf1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7cf0ecee-bbe9-41ed-98c5-c87231cf567d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:22.901659 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bfcded10-601f-4cc3-b37e-1a7aa7aaf24a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.902061 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcded10-601f-4cc3-b37e-1a7aa7aaf24a None None] Bound using segment: {'id': '9de964b9-18d1-4a83-83fe-04cdd7abf1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7cf0ecee-bbe9-41ed-98c5-c87231cf567d'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:37:22.902535 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-bfcded10-601f-4cc3-b37e-1a7aa7aaf24a None None] Bound port: adc11104-f99b-42e3-ad40-f91880995fa3, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de964b9-18d1-4a83-83fe-04cdd7abf1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7cf0ecee-bbe9-41ed-98c5-c87231cf567d'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:37:22.902922 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bfcded10-601f-4cc3-b37e-1a7aa7aaf24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.915439 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.951288 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.969224 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:22.970120 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:22.975829 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:22.999746 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-bfcded10-601f-4cc3-b37e-1a7aa7aaf24a None None] For port adc11104-f99b-42e3-ad40-f91880995fa3, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:37:23.050344 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-bfcded10-601f-4cc3-b37e-1a7aa7aaf24a None None] For port adc11104-f99b-42e3-ad40-f91880995fa3, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=adc11104-f99b-42e3-ad40-f91880995fa3,segment=NetworkSegment(9de964b9-18d1-4a83-83fe-04cdd7abf1a5),segment_id=9de964b9-18d1-4a83-83fe-04cdd7abf1a5)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:37:23.051827 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.db.api [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:37:23.051827 n-d-615180-33 neutron-server[94506]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:37:23.051827 n-d-615180-33 neutron-server[94506]: [parameters: {'id': '7cf0ecee-bbe9-41ed-98c5-c87231cf567d'}] Aug 11 02:37:23.051827 n-d-615180-33 neutron-server[94506]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:37:23.052374 n-d-615180-33 neutron-server[94506]: DEBUG oslo_db.api [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:37:23.054725 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bfcded10-601f-4cc3-b37e-1a7aa7aaf24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:23.171860 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcded10-601f-4cc3-b37e-1a7aa7aaf24a None None] Pushing event updated for resources: {'Port': ['ID=adc11104-f99b-42e3-ad40-f91880995fa3,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:23.190277 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7556aa58-b35a-4d63-aa80-09f9e68872cc None None] Network 7cf0ecee-bbe9-41ed-98c5-c87231cf567d requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:23.355219 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0925612c-4763-4566-b8fc-be7d8f87376a None None] Network 7cf0ecee-bbe9-41ed-98c5-c87231cf567d requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:23.522453 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2772ec73-3be4-4de6-b690-68f5b66a296b None None] get_active_networks_info from n-d-615180-33 {{(pid=94508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:37:23.553595 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:23.617771 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2772ec73-3be4-4de6-b690-68f5b66a296b None None] Resources bound (agent type, host, resource id): {{(pid=94508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:37:23.654075 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Deleting port adc11104-f99b-42e3-ad40-f91880995fa3 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:23.654417 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:23.739331 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] For port adc11104-f99b-42e3-ad40-f91880995fa3, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=adc11104-f99b-42e3-ad40-f91880995fa3,segment=NetworkSegment(9de964b9-18d1-4a83-83fe-04cdd7abf1a5),segment_id=9de964b9-18d1-4a83-83fe-04cdd7abf1a5)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:23.739798 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:23.759769 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Calling delete_port for adc11104-f99b-42e3-ad40-f91880995fa3 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:23.908442 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:23.969168 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event deleted for resources: {'Port': ['ID=adc11104-f99b-42e3-ad40-f91880995fa3,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:23.976911 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] No DVR routers for this DVR port adc11104-f99b-42e3-ad40-f91880995fa3 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:37:24.168419 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.182920 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf0ecee-bbe9-41ed-98c5-c87231cf567d']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:24.194635 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de964b9-18d1-4a83-83fe-04cdd7abf1a5') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:24.195017 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de964b9-18d1-4a83-83fe-04cdd7abf1a5') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:24.205378 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.221366 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.227709 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:24.228106 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:24.301503 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:24.320217 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.325042 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.327749 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/networks/7cf0ecee-bbe9-41ed-98c5-c87231cf567d HTTP/1.1" status: 204 len: 168 time: 2.1281891 Aug 11 02:37:24.331168 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49886) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:24.351904 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a61e0-5aa6-47cd-99cf-4ae9ef6e20ff tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event deleted for resources: {'Network': ['ID=7cf0ecee-bbe9-41ed-98c5-c87231cf567d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:24.366480 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45dcbc2-f1f0-45fd-a7cd-8a1d2f234143 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:24.367187 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f45dcbc2-f1f0-45fd-a7cd-8a1d2f234143 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:24.369148 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f45dcbc2-f1f0-45fd-a7cd-8a1d2f234143 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/subnets/217cc1e5-19d6-40bf-ad3b-a4cb4eca29ad HTTP/1.1" status: 404 len: 337 time: 0.0369432 Aug 11 02:37:24.372572 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49892) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:24.396922 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21845f8-2197-402a-aba6-c00b29c33465 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:24.397487 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a21845f8-2197-402a-aba6-c00b29c33465 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:24.399260 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a21845f8-2197-402a-aba6-c00b29c33465 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/networks/7cf0ecee-bbe9-41ed-98c5-c87231cf567d HTTP/1.1" status: 404 len: 339 time: 0.0253849 Aug 11 02:37:24.402007 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49898) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:24.460127 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9112f93-51d9-425e-a787-d2b35362870e tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:24.460523 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9112f93-51d9-425e-a787-d2b35362870e tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:24.462287 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b9112f93-51d9-425e-a787-d2b35362870e tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/subnets/05f721e5-21ea-4412-836b-3e79c54d793e HTTP/1.1" status: 404 len: 337 time: 0.0592976 Aug 11 02:37:24.465103 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49904) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:24.487216 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fbf8f53-7e5e-4543-a5a9-6d0f06a87e57 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:24.488019 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fbf8f53-7e5e-4543-a5a9-6d0f06a87e57 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:24.489926 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5fbf8f53-7e5e-4543-a5a9-6d0f06a87e57 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/networks/398271e0-8c50-432c-9d88-ea8a89f381fe HTTP/1.1" status: 404 len: 339 time: 0.0229990 Aug 11 02:37:24.492749 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49912) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:24.611910 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1146b4b5-563a-4842-9db1-4b4166b2d2bb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.630216 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.711910 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1146b4b5-563a-4842-9db1-4b4166b2d2bb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.728297 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-1146b4b5-563a-4842-9db1-4b4166b2d2bb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf4d0eb9-5e40-481c-b5b0-2500b083658b']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:24.742394 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-1146b4b5-563a-4842-9db1-4b4166b2d2bb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc306e1-dda7-4e78-8685-a1a051f80e8f') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:24.742974 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-1146b4b5-563a-4842-9db1-4b4166b2d2bb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc306e1-dda7-4e78-8685-a1a051f80e8f') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:24.755850 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1146b4b5-563a-4842-9db1-4b4166b2d2bb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.771943 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1146b4b5-563a-4842-9db1-4b4166b2d2bb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.779360 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1146b4b5-563a-4842-9db1-4b4166b2d2bb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:24.780443 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1146b4b5-563a-4842-9db1-4b4166b2d2bb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:24.784415 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:24.868485 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1146b4b5-563a-4842-9db1-4b4166b2d2bb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.873256 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1146b4b5-563a-4842-9db1-4b4166b2d2bb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.881031 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1146b4b5-563a-4842-9db1-4b4166b2d2bb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/networks/cf4d0eb9-5e40-481c-b5b0-2500b083658b HTTP/1.1" status: 204 len: 168 time: 0.3848577 Aug 11 02:37:24.881844 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49958) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:24.908475 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146b4b5-563a-4842-9db1-4b4166b2d2bb tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event deleted for resources: {'Network': ['ID=cf4d0eb9-5e40-481c-b5b0-2500b083658b,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:24.913912 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-912b9421-1586-4d99-ac23-a0b24eb84cc6 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:24.914983 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912b9421-1586-4d99-ac23-a0b24eb84cc6 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:24.916880 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-912b9421-1586-4d99-ac23-a0b24eb84cc6 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/subnets/0194a38c-a710-45ae-9763-3f4dc4b6709e HTTP/1.1" status: 404 len: 337 time: 0.0334630 Aug 11 02:37:24.919314 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49960) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:24.946810 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-46539298-a403-4557-9e4c-88df594e9f6b tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:24.947567 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46539298-a403-4557-9e4c-88df594e9f6b tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:24.949376 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-46539298-a403-4557-9e4c-88df594e9f6b tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/networks/b8b84633-9721-4999-baf4-dea152c4fe11 HTTP/1.1" status: 404 len: 339 time: 0.0289929 Aug 11 02:37:24.952250 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49962) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:24.982525 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ddeaa8f-a6f6-41d3-8b5c-d7812182a402 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:24.983661 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ddeaa8f-a6f6-41d3-8b5c-d7812182a402 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:24.988150 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6ddeaa8f-a6f6-41d3-8b5c-d7812182a402 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/subnets/87a71f42-3952-4e27-9f56-637f30880160 HTTP/1.1" status: 404 len: 337 time: 0.0318811 Aug 11 02:37:24.990762 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49966) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:25.021793 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1746f3e-48a5-4780-bd42-7d9a1e94a4b9 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:25.022367 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1746f3e-48a5-4780-bd42-7d9a1e94a4b9 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:25.026749 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e1746f3e-48a5-4780-bd42-7d9a1e94a4b9 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/networks/2aaa425e-522b-4269-8ad7-8d265c53d2b3 HTTP/1.1" status: 404 len: 339 time: 0.0344205 Aug 11 02:37:25.027234 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49974) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:25.065696 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1111c46-2bd3-4684-82a3-df84dcf0b379 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:25.066151 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1111c46-2bd3-4684-82a3-df84dcf0b379 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:25.067802 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b1111c46-2bd3-4684-82a3-df84dcf0b379 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/subnets/be5104f2-3408-48dd-aded-b36197e5b9cd HTTP/1.1" status: 404 len: 337 time: 0.0394919 Aug 11 02:37:25.070298 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 49982) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:25.113024 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-29eae6ee-a2fd-4976-835d-31fb9a8ab6c7 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:25.113641 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29eae6ee-a2fd-4976-835d-31fb9a8ab6c7 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:25.115583 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-29eae6ee-a2fd-4976-835d-31fb9a8ab6c7 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/networks/d9f4d5cf-3110-4ab5-84b7-ca060094fee7 HTTP/1.1" status: 404 len: 339 time: 0.0441289 Aug 11 02:37:25.118369 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49992) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:25.136751 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90882af-c3e6-4cb9-9b60-61c919a10247 req-34cea3c9-fdd7-4e73-ae55-3a678a183f87 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:25.138312 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a90882af-c3e6-4cb9-9b60-61c919a10247 req-34cea3c9-fdd7-4e73-ae55-3a678a183f87 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35 HTTP/1.1" status: 200 len: 945 time: 0.0816529 Aug 11 02:37:25.149058 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-29240325-f1f0-46a5-8190-274f6fde528b tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:25.149575 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29240325-f1f0-46a5-8190-274f6fde528b tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:25.151739 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-29240325-f1f0-46a5-8190-274f6fde528b tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/subnets/afa99fcd-794c-4843-b831-bd921d8bf96a HTTP/1.1" status: 404 len: 337 time: 0.0321560 Aug 11 02:37:25.154155 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 49998) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:25.174127 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f4f9f33-4316-40b1-a2e3-fceb3d42bd81 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:25.174477 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f4f9f33-4316-40b1-a2e3-fceb3d42bd81 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:25.176233 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9f4f9f33-4316-40b1-a2e3-fceb3d42bd81 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/networks/383991e7-2fa3-49ba-8bf5-bb939c75978d HTTP/1.1" status: 404 len: 339 time: 0.0206347 Aug 11 02:37:25.178753 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50002) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:25.180989 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a90882af-c3e6-4cb9-9b60-61c919a10247 req-0798b0d3-9533-41ef-bea4-31bfe6eb2a78 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366707 Aug 11 02:37:25.205803 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd1ca517-0506-4262-afbb-05a77336e185 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:25.206541 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd1ca517-0506-4262-afbb-05a77336e185 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:25.208757 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bd1ca517-0506-4262-afbb-05a77336e185 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/subnets/b83dfdd2-78d8-4278-acec-56600ac958cb HTTP/1.1" status: 404 len: 337 time: 0.0292010 Aug 11 02:37:25.211245 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50008) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:25.231216 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1003ca1-834e-4709-92a5-1620714d1e17 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:25.231640 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1003ca1-834e-4709-92a5-1620714d1e17 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:25.235673 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d1003ca1-834e-4709-92a5-1620714d1e17 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/networks/7f92ec3a-4f7c-4399-960c-df11fa3bb04d HTTP/1.1" status: 404 len: 339 time: 0.0213194 Aug 11 02:37:25.236245 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50014) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:25.269873 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-849a216b-e0de-49f7-8225-8e49fb09deb8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:25.270339 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-849a216b-e0de-49f7-8225-8e49fb09deb8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:25.274636 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-849a216b-e0de-49f7-8225-8e49fb09deb8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/subnets/61aae5bc-f141-4870-b481-d66b1ebdcc03 HTTP/1.1" status: 404 len: 337 time: 0.0350010 Aug 11 02:37:25.274748 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50022) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:25.296063 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d29073-b44c-4151-bec7-57ad76ab53c0 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:25.296645 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d29073-b44c-4151-bec7-57ad76ab53c0 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:25.302223 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-83d29073-b44c-4151-bec7-57ad76ab53c0 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/networks/59cc822f-7add-4495-b7d1-ea5f2a934b4a HTTP/1.1" status: 404 len: 339 time: 0.0242686 Aug 11 02:37:25.302768 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50030) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:25.334964 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f41635-f76f-4dcb-9d07-d942324ff558 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:25.335405 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f41635-f76f-4dcb-9d07-d942324ff558 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:25.337163 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a9f41635-f76f-4dcb-9d07-d942324ff558 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/subnets/1b53186a-cf7b-4787-bd7a-06819290aa39 HTTP/1.1" status: 404 len: 337 time: 0.0337536 Aug 11 02:37:25.339706 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50036) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:25.363249 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a68c189-d1a0-4e6c-9053-cf7aa457c67f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:25.363858 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a68c189-d1a0-4e6c-9053-cf7aa457c67f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:25.365583 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4a68c189-d1a0-4e6c-9053-cf7aa457c67f tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/networks/d362b697-13f7-4d2a-9834-7b10745fa419 HTTP/1.1" status: 404 len: 339 time: 0.0249326 Aug 11 02:37:25.368435 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50042) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:25.403414 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.423222 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-aadeb694-11d0-40ab-b01d-917fcaecc047 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:25.423749 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aadeb694-11d0-40ab-b01d-917fcaecc047 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:25.428147 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-aadeb694-11d0-40ab-b01d-917fcaecc047 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/subnets/21d1fc24-cd62-424f-bea5-30d8dea68552 HTTP/1.1" status: 404 len: 337 time: 0.0584731 Aug 11 02:37:25.428393 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50052) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:25.460731 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-2174e994-a825-46fc-9043-7057aefedc97 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:25.461348 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2174e994-a825-46fc-9043-7057aefedc97 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:25.472789 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2174e994-a825-46fc-9043-7057aefedc97 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/networks/50390ccb-035d-43cd-8600-7ecf02772176 HTTP/1.1" status: 404 len: 339 time: 0.0410857 Aug 11 02:37:25.473717 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50060) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:25.544861 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-88838d28-6c15-4c4f-af1d-1b0ec0eefcd8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Deleting subnet 74c58312-3c8c-41aa-aa62-4ecaca770048 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:37:25.549154 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-88838d28-6c15-4c4f-af1d-1b0ec0eefcd8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.602144 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-88838d28-6c15-4c4f-af1d-1b0ec0eefcd8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.708979 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-88838d28-6c15-4c4f-af1d-1b0ec0eefcd8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.798515 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-88838d28-6c15-4c4f-af1d-1b0ec0eefcd8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.832055 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88838d28-6c15-4c4f-af1d-1b0ec0eefcd8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event deleted for resources: {'Subnet': ['ID=74c58312-3c8c-41aa-aa62-4ecaca770048,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:25.834543 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-88838d28-6c15-4c4f-af1d-1b0ec0eefcd8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.838976 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50106) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:25.839421 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-88838d28-6c15-4c4f-af1d-1b0ec0eefcd8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/subnets/74c58312-3c8c-41aa-aa62-4ecaca770048 HTTP/1.1" status: 204 len: 168 time: 0.3636491 Aug 11 02:37:25.847569 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a84da6f-8dea-464d-927f-6a4536bc0701 None None] Network 1642e22a-8795-404a-bc74-326fcff833f1 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:25.943232 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f65fdc78-b182-4181-b932-69cc14d240c8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:26.022203 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-f65fdc78-b182-4181-b932-69cc14d240c8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Deleting port 80b4b509-5620-4f0c-b9ec-894f6e6743be {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:26.022551 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f65fdc78-b182-4181-b932-69cc14d240c8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:26.049904 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-9ae029b3-5bd9-4bdf-82a8-24258277eab4 req-949da685-811f-4fe1-a027-09ef5ed2a13d service neutron] (94507) timed out ('10.222.0.50', 54120) {{(pid=94507) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 02:37:26.073175 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09578ec7-ecda-487c-b12e-4c9e1ba49dcb None None] DHCP port deletion for 1642e22a-8795-404a-bc74-326fcff833f1 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:37:26.108751 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-f65fdc78-b182-4181-b932-69cc14d240c8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] For port 80b4b509-5620-4f0c-b9ec-894f6e6743be, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=80b4b509-5620-4f0c-b9ec-894f6e6743be,segment=NetworkSegment(ff4161fd-511a-4dff-96ea-9bac1d39fb42),segment_id=ff4161fd-511a-4dff-96ea-9bac1d39fb42)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:26.109348 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f65fdc78-b182-4181-b932-69cc14d240c8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:26.148121 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-f65fdc78-b182-4181-b932-69cc14d240c8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Calling delete_port for 80b4b509-5620-4f0c-b9ec-894f6e6743be owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:26.163576 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-09578ec7-ecda-487c-b12e-4c9e1ba49dcb None None] Deleting port 80b4b509-5620-4f0c-b9ec-894f6e6743be {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:26.163988 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-09578ec7-ecda-487c-b12e-4c9e1ba49dcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:26.276178 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-09578ec7-ecda-487c-b12e-4c9e1ba49dcb None None] For port 80b4b509-5620-4f0c-b9ec-894f6e6743be, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=80b4b509-5620-4f0c-b9ec-894f6e6743be,segment=NetworkSegment(ff4161fd-511a-4dff-96ea-9bac1d39fb42),segment_id=ff4161fd-511a-4dff-96ea-9bac1d39fb42)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:26.277228 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-09578ec7-ecda-487c-b12e-4c9e1ba49dcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:26.294856 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-09578ec7-ecda-487c-b12e-4c9e1ba49dcb None None] Calling delete_port for 80b4b509-5620-4f0c-b9ec-894f6e6743be owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:26.317489 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f65fdc78-b182-4181-b932-69cc14d240c8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:26.394878 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65fdc78-b182-4181-b932-69cc14d240c8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event deleted for resources: {'Port': ['ID=80b4b509-5620-4f0c-b9ec-894f6e6743be,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:26.400355 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65fdc78-b182-4181-b932-69cc14d240c8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] No DVR routers for this DVR port 80b4b509-5620-4f0c-b9ec-894f6e6743be on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:37:26.410022 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-09578ec7-ecda-487c-b12e-4c9e1ba49dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:26.523579 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09578ec7-ecda-487c-b12e-4c9e1ba49dcb None None] Pushing event deleted for resources: {'Port': ['ID=80b4b509-5620-4f0c-b9ec-894f6e6743be,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:26.558879 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09578ec7-ecda-487c-b12e-4c9e1ba49dcb None None] No DVR routers for this DVR port 80b4b509-5620-4f0c-b9ec-894f6e6743be on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:37:26.576815 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e10429-3a68-4fd6-9ef2-b8a91a3538d3 req-a887ff9f-6bcb-4cca-bdac-ae52905047ee tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:26.588551 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-57e10429-3a68-4fd6-9ef2-b8a91a3538d3 req-a887ff9f-6bcb-4cca-bdac-ae52905047ee tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35 HTTP/1.1" status: 200 len: 945 time: 0.1054785 Aug 11 02:37:26.606011 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b62c1b-3fb9-403c-94c2-7831b7e9dc26 req-43e42712-6931-4724-9673-5b9319a1de95 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:26.609264 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43b62c1b-3fb9-403c-94c2-7831b7e9dc26 req-43e42712-6931-4724-9673-5b9319a1de95 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35 HTTP/1.1" status: 200 len: 945 time: 0.2797704 Aug 11 02:37:26.624442 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f65fdc78-b182-4181-b932-69cc14d240c8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:26.656492 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-f65fdc78-b182-4181-b932-69cc14d240c8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1642e22a-8795-404a-bc74-326fcff833f1']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:26.677059 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-f65fdc78-b182-4181-b932-69cc14d240c8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff4161fd-511a-4dff-96ea-9bac1d39fb42') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:26.677370 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-f65fdc78-b182-4181-b932-69cc14d240c8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff4161fd-511a-4dff-96ea-9bac1d39fb42') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:26.684052 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43b62c1b-3fb9-403c-94c2-7831b7e9dc26 req-fbd62bfa-5f3e-4561-ad2a-b01f84b6e2ed tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b5d1921-7a4f-4aec-a3cb-de9156c08a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566480 Aug 11 02:37:26.721764 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f65fdc78-b182-4181-b932-69cc14d240c8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:26.742041 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f65fdc78-b182-4181-b932-69cc14d240c8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:26.749688 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f65fdc78-b182-4181-b932-69cc14d240c8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:26.750339 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f65fdc78-b182-4181-b932-69cc14d240c8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:26.753132 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-57e10429-3a68-4fd6-9ef2-b8a91a3538d3 req-9d0244b3-f32c-4f69-b974-6df66c18e801 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Deleting port 0a0b548c-5d94-4cd8-833b-2323260e3510 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:26.753467 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-57e10429-3a68-4fd6-9ef2-b8a91a3538d3 req-9d0244b3-f32c-4f69-b974-6df66c18e801 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:26.754012 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:26.829646 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f65fdc78-b182-4181-b932-69cc14d240c8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:26.834619 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f65fdc78-b182-4181-b932-69cc14d240c8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:26.839196 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f65fdc78-b182-4181-b932-69cc14d240c8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] 10.222.0.50 "DELETE /v2.0/networks/1642e22a-8795-404a-bc74-326fcff833f1 HTTP/1.1" status: 204 len: 168 time: 0.9985392 Aug 11 02:37:26.866122 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65fdc78-b182-4181-b932-69cc14d240c8 tempest-NetworksTest-469899474 tempest-NetworksTest-469899474-project] Pushing event deleted for resources: {'Network': ['ID=1642e22a-8795-404a-bc74-326fcff833f1,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:26.949211 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-57e10429-3a68-4fd6-9ef2-b8a91a3538d3 req-9d0244b3-f32c-4f69-b974-6df66c18e801 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] For port 0a0b548c-5d94-4cd8-833b-2323260e3510, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=0a0b548c-5d94-4cd8-833b-2323260e3510,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:26.949646 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-57e10429-3a68-4fd6-9ef2-b8a91a3538d3 req-9d0244b3-f32c-4f69-b974-6df66c18e801 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:26.981887 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-57e10429-3a68-4fd6-9ef2-b8a91a3538d3 req-9d0244b3-f32c-4f69-b974-6df66c18e801 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Calling delete_port for 0a0b548c-5d94-4cd8-833b-2323260e3510 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:27.186395 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-57e10429-3a68-4fd6-9ef2-b8a91a3538d3 req-9d0244b3-f32c-4f69-b974-6df66c18e801 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:27.286930 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0244b3-f32c-4f69-b974-6df66c18e801 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event deleted for resources: {'Port': ['ID=0a0b548c-5d94-4cd8-833b-2323260e3510,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:27.290420 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e10429-3a68-4fd6-9ef2-b8a91a3538d3 req-9d0244b3-f32c-4f69-b974-6df66c18e801 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] No DVR routers for this DVR port 0a0b548c-5d94-4cd8-833b-2323260e3510 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:37:27.292972 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-57e10429-3a68-4fd6-9ef2-b8a91a3538d3 req-9d0244b3-f32c-4f69-b974-6df66c18e801 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:27.295993 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-57e10429-3a68-4fd6-9ef2-b8a91a3538d3 req-9d0244b3-f32c-4f69-b974-6df66c18e801 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.73 "DELETE /v2.0/ports/0a0b548c-5d94-4cd8-833b-2323260e3510 HTTP/1.1" status: 204 len: 173 time: 0.6997437 Aug 11 02:37:27.296592 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e55853d-19f0-4c61-87ab-17fe30ee4c35', 'name': 'network-vif-deleted', 'tag': '0a0b548c-5d94-4cd8-833b-2323260e3510'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:37:27.299144 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f50d8c0-8506-4f5b-8288-c1c2c9999272" -d '{"events": [{"server_uuid": "9e55853d-19f0-4c61-87ab-17fe30ee4c35", "name": "network-vif-deleted", "tag": "0a0b548c-5d94-4cd8-833b-2323260e3510"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:37:27.366918 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52365d50-a3f4-4b16-aa04-202ef213707c x-openstack-request-id: req-52365d50-a3f4-4b16-aa04-202ef213707c {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:37:27.367860 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e55853d-19f0-4c61-87ab-17fe30ee4c35", "name": "network-vif-deleted", "tag": "0a0b548c-5d94-4cd8-833b-2323260e3510", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:37:27.368187 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-52365d50-a3f4-4b16-aa04-202ef213707c {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:37:27.368774 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e55853d-19f0-4c61-87ab-17fe30ee4c35', 'name': 'network-vif-deleted', 'tag': '0a0b548c-5d94-4cd8-833b-2323260e3510', 'status': 'completed', 'code': 200} Aug 11 02:37:27.424934 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50298) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:27.672630 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50332) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:27.679937 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5715b7c8-9f73-476d-a03d-49c38cd95300 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=520838c56d5f47aa8b9fe3d063708db4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2535460 Aug 11 02:37:27.784282 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-16210e82-9d3b-4569-8495-099e3702c389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:27.830713 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-16210e82-9d3b-4569-8495-099e3702c389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:27.864307 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7d9ebdc4-f6c6-46cb-b84f-cad4480e5077 req-887c2c1d-4abd-4f2d-9fb3-26927fd30946 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35 HTTP/1.1" status: 200 len: 210 time: 0.0561996 Aug 11 02:37:27.916660 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-16210e82-9d3b-4569-8495-099e3702c389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:27.920884 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-16210e82-9d3b-4569-8495-099e3702c389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:27.922330 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-16210e82-9d3b-4569-8495-099e3702c389 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ec9512dc-a1c7-4a74-bf5f-bffd4f26c505 HTTP/1.1" status: 204 len: 168 time: 0.2486615 Aug 11 02:37:27.931556 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16210e82-9d3b-4569-8495-099e3702c389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9512dc-a1c7-4a74-bf5f-bffd4f26c505,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:28.056946 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 80b4b509-5620-4f0c-b9ec-894f6e6743be no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:37:28.103291 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 80b4b509-5620-4f0c-b9ec-894f6e6743be {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:37:28.103740 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 80b4b509-5620-4f0c-b9ec-894f6e6743be not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:37:28.438288 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 0a0b548c-5d94-4cd8-833b-2323260e3510 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:37:28.464535 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 0a0b548c-5d94-4cd8-833b-2323260e3510 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:37:28.465082 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 0a0b548c-5d94-4cd8-833b-2323260e3510 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:37:28.740524 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50416) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:28.744239 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50418) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:28.789696 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb7ad40-b800-45d0-8a9b-73eaebb9b2ad admin admin] Deleting subnet ab8167db-bacb-44e0-82f3-4a6b60da4c7f {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:37:28.793076 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fbb7ad40-b800-45d0-8a9b-73eaebb9b2ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:28.830567 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fbb7ad40-b800-45d0-8a9b-73eaebb9b2ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:28.867681 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-6514a09f-0246-4b18-a8f7-105e9a5c9ce4 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Request body: {'security_group': {'name': 'tempest-secgroup--1591161935'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:28.888097 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fbb7ad40-b800-45d0-8a9b-73eaebb9b2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:28.902683 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6514a09f-0246-4b18-a8f7-105e9a5c9ce4 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:28.915025 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6514a09f-0246-4b18-a8f7-105e9a5c9ce4 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.038051 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5fdab871-9d2b-430a-9163-ddcd1185342b req-c4ec00d2-3135-4df0-84e1-42b2c41057e0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35 HTTP/1.1" status: 200 len: 210 time: 0.0802672 Aug 11 02:37:29.043859 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fbb7ad40-b800-45d0-8a9b-73eaebb9b2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.071284 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6514a09f-0246-4b18-a8f7-105e9a5c9ce4 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.076695 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6514a09f-0246-4b18-a8f7-105e9a5c9ce4 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.078560 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7ad40-b800-45d0-8a9b-73eaebb9b2ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab8167db-bacb-44e0-82f3-4a6b60da4c7f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:29.082827 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fbb7ad40-b800-45d0-8a9b-73eaebb9b2ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.088994 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50426) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:29.097103 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fbb7ad40-b800-45d0-8a9b-73eaebb9b2ad admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ab8167db-bacb-44e0-82f3-4a6b60da4c7f HTTP/1.1" status: 204 len: 168 time: 0.3498905 Aug 11 02:37:29.176893 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514a09f-0246-4b18-a8f7-105e9a5c9ce4 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7447750f-07b3-40ec-bc28-dda631531ba6,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:29.207788 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-245af859-6feb-44c8-b795-db96f69f68da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.338142 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6514a09f-0246-4b18-a8f7-105e9a5c9ce4 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.346532 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-245af859-6feb-44c8-b795-db96f69f68da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.349150 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6514a09f-0246-4b18-a8f7-105e9a5c9ce4 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.368028 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-245af859-6feb-44c8-b795-db96f69f68da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60533bb5-5d6d-4ffb-b4d8-798fcac061ed']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:29.389607 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-245af859-6feb-44c8-b795-db96f69f68da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a872068f-60c0-4b83-8b6a-0a8d452f7bd9') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:29.389904 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-245af859-6feb-44c8-b795-db96f69f68da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a872068f-60c0-4b83-8b6a-0a8d452f7bd9') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:29.405705 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514a09f-0246-4b18-a8f7-105e9a5c9ce4 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb4fea9-c141-4bad-bd9b-ea7122b0c9d8,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:29.411965 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6514a09f-0246-4b18-a8f7-105e9a5c9ce4 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.413223 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6514a09f-0246-4b18-a8f7-105e9a5c9ce4 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6679518 Aug 11 02:37:29.415101 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-245af859-6feb-44c8-b795-db96f69f68da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.416131 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50434) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:29.431134 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-245af859-6feb-44c8-b795-db96f69f68da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.439893 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245af859-6feb-44c8-b795-db96f69f68da admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:29.440310 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-245af859-6feb-44c8-b795-db96f69f68da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:29.442189 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:29.481321 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2b102bc0-510f-4ec8-a200-235aded64f29 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0638883 Aug 11 02:37:29.484048 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50436) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:29.489060 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-fdfb1d3a-84b5-4150-8d91-36665ff285e8 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Request body: {'security_group': {'name': 'tempest-security--1192280747', 'description': 'tempest-security-description-1168887039'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:29.507771 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-245af859-6feb-44c8-b795-db96f69f68da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.512260 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-245af859-6feb-44c8-b795-db96f69f68da admin admin] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.514915 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-245af859-6feb-44c8-b795-db96f69f68da admin admin] 10.222.0.50 "DELETE /v2.0/networks/60533bb5-5d6d-4ffb-b4d8-798fcac061ed HTTP/1.1" status: 204 len: 168 time: 0.4234664 Aug 11 02:37:29.521429 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdfb1d3a-84b5-4150-8d91-36665ff285e8 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.530952 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245af859-6feb-44c8-b795-db96f69f68da admin admin] Pushing event deleted for resources: {'Network': ['ID=60533bb5-5d6d-4ffb-b4d8-798fcac061ed,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:29.572063 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdfb1d3a-84b5-4150-8d91-36665ff285e8 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.577600 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdfb1d3a-84b5-4150-8d91-36665ff285e8 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.580525 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdfb1d3a-84b5-4150-8d91-36665ff285e8 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.584034 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fdfb1d3a-84b5-4150-8d91-36665ff285e8 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "PUT /v2.0/security-groups/0bb4fea9-c141-4bad-bd9b-ea7122b0c9d8 HTTP/1.1" status: 200 len: 1780 time: 0.0987372 Aug 11 02:37:29.584863 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50440) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:29.636173 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb1d3a-84b5-4150-8d91-36665ff285e8 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb4fea9-c141-4bad-bd9b-ea7122b0c9d8,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:29.654415 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-34d74cd2-a8e6-42af-a13e-72160d73b3b1 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "GET /v2.0/security-groups/0bb4fea9-c141-4bad-bd9b-ea7122b0c9d8 HTTP/1.1" status: 200 len: 1780 time: 0.0631120 Aug 11 02:37:29.654718 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50442) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:29.705490 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50444) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:29.722631 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b2f65637-c316-4262-90ef-deadd15c8734 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.747632 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b2f65637-c316-4262-90ef-deadd15c8734 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.753957 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bd514848-6c4c-42a1-8e5e-5db634b72a22 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2973a94d1b504a0bb7e2a4801c84daf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472920 Aug 11 02:37:29.756513 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50446) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:29.797805 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b2f65637-c316-4262-90ef-deadd15c8734 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.801008 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b2f65637-c316-4262-90ef-deadd15c8734 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.802189 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b2f65637-c316-4262-90ef-deadd15c8734 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "DELETE /v2.0/security-groups/0bb4fea9-c141-4bad-bd9b-ea7122b0c9d8 HTTP/1.1" status: 204 len: 168 time: 0.1464138 Aug 11 02:37:29.804877 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50448) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:29.812634 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f65637-c316-4262-90ef-deadd15c8734 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb4fea9-c141-4bad-bd9b-ea7122b0c9d8,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:29.823243 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2b93bc86-c299-46e4-ad14-77de829e585f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.861616 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2b93bc86-c299-46e4-ad14-77de829e585f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.876512 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-dbe3fec8-4fbb-41eb-9a90-2d4f7d2057cc tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0698221 Aug 11 02:37:29.879509 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50450) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:29.896371 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-b309d892-f683-45a9-a73a-88e841cbaed8 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] delete failed (client error): The resource could not be found. Aug 11 02:37:29.901601 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b309d892-f683-45a9-a73a-88e841cbaed8 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "DELETE /v2.0/security-groups/0bb4fea9-c141-4bad-bd9b-ea7122b0c9d8 HTTP/1.1" status: 404 len: 347 time: 0.0172758 Aug 11 02:37:29.901892 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50452) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:29.908824 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-f3656ffb-dad2-4cdb-a5d5-650ae21d84f1 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Request body: {'security_group': {'name': 'tempest-secgroup--168800868'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:29.919513 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2b93bc86-c299-46e4-ad14-77de829e585f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.922936 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2b93bc86-c299-46e4-ad14-77de829e585f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.924123 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2b93bc86-c299-46e4-ad14-77de829e585f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e9e75219-dec0-40fb-ac44-1965b19a9c71 HTTP/1.1" status: 204 len: 168 time: 0.1666636 Aug 11 02:37:29.936568 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93bc86-c299-46e4-ad14-77de829e585f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e75219-dec0-40fb-ac44-1965b19a9c71,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:29.942238 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f3656ffb-dad2-4cdb-a5d5-650ae21d84f1 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.048947 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f3656ffb-dad2-4cdb-a5d5-650ae21d84f1 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.053926 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f3656ffb-dad2-4cdb-a5d5-650ae21d84f1 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.090500 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f3656ffb-dad2-4cdb-a5d5-650ae21d84f1 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.095138 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f3656ffb-dad2-4cdb-a5d5-650ae21d84f1 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1889381 Aug 11 02:37:30.095377 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50460) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:30.099815 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-b551924c-d569-4849-97ae-408210559615 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Request body: {'security_group_rule': {'security_group_id': '7eba93f8-aadf-45ed-a013-d69f3b49bb2a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:30.109516 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3656ffb-dad2-4cdb-a5d5-650ae21d84f1 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eba93f8-aadf-45ed-a013-d69f3b49bb2a,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:30.148280 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b551924c-d569-4849-97ae-408210559615 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.153112 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8619d773-4dc0-4df0-aaf1-974e62402bc4 req-afa3ae36-26a0-4884-9d2c-735c2beb159b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35 HTTP/1.1" status: 200 len: 210 time: 0.0449309 Aug 11 02:37:30.225172 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b551924c-d569-4849-97ae-408210559615 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.229784 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b551924c-d569-4849-97ae-408210559615 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.252620 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551924c-d569-4849-97ae-408210559615 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40fef34-c276-483f-856d-b21c6916f862,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:30.256460 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b551924c-d569-4849-97ae-408210559615 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.257988 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b551924c-d569-4849-97ae-408210559615 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1617973 Aug 11 02:37:30.261174 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50462) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:30.290964 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ca037b3f-d325-4590-be70-382c57c32b0e tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.300370 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ca037b3f-d325-4590-be70-382c57c32b0e tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.331742 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ca037b3f-d325-4590-be70-382c57c32b0e tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.338171 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ca037b3f-d325-4590-be70-382c57c32b0e tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.339362 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ca037b3f-d325-4590-be70-382c57c32b0e tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/b40fef34-c276-483f-856d-b21c6916f862 HTTP/1.1" status: 204 len: 168 time: 0.0769172 Aug 11 02:37:30.342256 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50464) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:30.355708 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca037b3f-d325-4590-be70-382c57c32b0e tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b40fef34-c276-483f-856d-b21c6916f862,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:30.400637 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5c17e185-b3b8-42ca-a300-dc342471ef43 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0572581 Aug 11 02:37:30.403356 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50466) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:30.489344 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0ec977de-e77f-4691-99f1-99f5250b1cd7 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.516382 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0ec977de-e77f-4691-99f1-99f5250b1cd7 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.568379 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0ec977de-e77f-4691-99f1-99f5250b1cd7 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.570954 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0ec977de-e77f-4691-99f1-99f5250b1cd7 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.572394 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0ec977de-e77f-4691-99f1-99f5250b1cd7 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "DELETE /v2.0/security-groups/7eba93f8-aadf-45ed-a013-d69f3b49bb2a HTTP/1.1" status: 204 len: 168 time: 0.1678042 Aug 11 02:37:30.575148 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50470) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:30.581992 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec977de-e77f-4691-99f1-99f5250b1cd7 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eba93f8-aadf-45ed-a013-d69f3b49bb2a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:30.625213 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ffe20466-e8a0-4567-ad26-7d2452245a23 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0487697 Aug 11 02:37:30.629447 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50472) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:30.634228 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-af75794a-0eca-4988-801f-7fa10b6a3d63 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Request body: {'security_group': {'name': 'tempest-secgroup--1425309749'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:30.656811 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-af75794a-0eca-4988-801f-7fa10b6a3d63 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.738310 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-af75794a-0eca-4988-801f-7fa10b6a3d63 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.742226 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-af75794a-0eca-4988-801f-7fa10b6a3d63 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.769540 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-af75794a-0eca-4988-801f-7fa10b6a3d63 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.770781 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-af75794a-0eca-4988-801f-7fa10b6a3d63 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1403368 Aug 11 02:37:30.773644 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50474) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:30.778047 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-58f00be5-9a56-4b55-8bac-b8ab4aaf5c69 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Request body: {'security_group_rule': {'security_group_id': '9496a82d-e946-408d-bc90-76c4571134c6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:30.783976 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75794a-0eca-4988-801f-7fa10b6a3d63 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9496a82d-e946-408d-bc90-76c4571134c6,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:30.810429 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-58f00be5-9a56-4b55-8bac-b8ab4aaf5c69 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.869561 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-58f00be5-9a56-4b55-8bac-b8ab4aaf5c69 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.873081 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-58f00be5-9a56-4b55-8bac-b8ab4aaf5c69 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.891048 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f00be5-9a56-4b55-8bac-b8ab4aaf5c69 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53dbf172-f546-4d4b-93f8-a18224493dd1,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:30.896417 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-58f00be5-9a56-4b55-8bac-b8ab4aaf5c69 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.900572 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-58f00be5-9a56-4b55-8bac-b8ab4aaf5c69 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231515 Aug 11 02:37:30.900572 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50476) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:30.904992 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-3cdfa380-64de-4f9b-a58b-9306d4942e66 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Request body: {'security_group_rule': {'security_group_id': '9496a82d-e946-408d-bc90-76c4571134c6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:30.937292 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3cdfa380-64de-4f9b-a58b-9306d4942e66 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.996256 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3cdfa380-64de-4f9b-a58b-9306d4942e66 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.001383 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3cdfa380-64de-4f9b-a58b-9306d4942e66 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.023384 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdfa380-64de-4f9b-a58b-9306d4942e66 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94521ad1-59bb-42c7-96dd-ece89a07b147,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:31.026136 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3cdfa380-64de-4f9b-a58b-9306d4942e66 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.030079 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3cdfa380-64de-4f9b-a58b-9306d4942e66 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1256301 Aug 11 02:37:31.030476 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50480) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:31.035217 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-bac18d9e-3b91-4dc1-9360-19aae7699f44 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Request body: {'security_group_rule': {'security_group_id': '9496a82d-e946-408d-bc90-76c4571134c6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:31.062084 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bac18d9e-3b91-4dc1-9360-19aae7699f44 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.122394 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bac18d9e-3b91-4dc1-9360-19aae7699f44 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.127349 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bac18d9e-3b91-4dc1-9360-19aae7699f44 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.145250 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac18d9e-3b91-4dc1-9360-19aae7699f44 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd25a07a-341f-45a6-9a06-9178105c823a,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:31.152817 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bac18d9e-3b91-4dc1-9360-19aae7699f44 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.154883 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bac18d9e-3b91-4dc1-9360-19aae7699f44 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1229041 Aug 11 02:37:31.157546 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50484) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:31.162020 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-ba68b8ba-b5bc-4a3d-b551-02ed1fdb6f1d tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Request body: {'security_group_rule': {'security_group_id': '9496a82d-e946-408d-bc90-76c4571134c6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:31.190004 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ba68b8ba-b5bc-4a3d-b551-02ed1fdb6f1d tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.281166 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f3dd4761-8238-48d0-920f-c13f1c2a2e0a req-7cf90576-e2a6-4f64-b9bc-b8e37cdcc4c5 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35 HTTP/1.1" status: 200 len: 210 time: 0.0297039 Aug 11 02:37:31.285541 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ba68b8ba-b5bc-4a3d-b551-02ed1fdb6f1d tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.290832 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ba68b8ba-b5bc-4a3d-b551-02ed1fdb6f1d tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.310583 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68b8ba-b5bc-4a3d-b551-02ed1fdb6f1d tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e73721-8f5c-4f68-86b1-4d77ca9a6842,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:31.318590 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ba68b8ba-b5bc-4a3d-b551-02ed1fdb6f1d tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.319861 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ba68b8ba-b5bc-4a3d-b551-02ed1fdb6f1d tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1613584 Aug 11 02:37:31.322416 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50488) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:31.328957 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e53a54d9-c144-4cc3-8271-de14307235f6 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Request body: {'security_group_rule': {'security_group_id': '9496a82d-e946-408d-bc90-76c4571134c6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:31.360229 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e53a54d9-c144-4cc3-8271-de14307235f6 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.431280 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e53a54d9-c144-4cc3-8271-de14307235f6 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.435211 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e53a54d9-c144-4cc3-8271-de14307235f6 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.453621 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a54d9-c144-4cc3-8271-de14307235f6 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f80134-cbc2-43e3-8a13-6628eaeb1023,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:31.459772 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e53a54d9-c144-4cc3-8271-de14307235f6 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.461220 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e53a54d9-c144-4cc3-8271-de14307235f6 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1373639 Aug 11 02:37:31.463848 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50490) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:31.491218 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f77914e2-901c-4f41-a7e8-ea4943ea27a3 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.499068 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f77914e2-901c-4f41-a7e8-ea4943ea27a3 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.528833 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f77914e2-901c-4f41-a7e8-ea4943ea27a3 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.541207 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f77914e2-901c-4f41-a7e8-ea4943ea27a3 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.542421 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f77914e2-901c-4f41-a7e8-ea4943ea27a3 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/f4f80134-cbc2-43e3-8a13-6628eaeb1023 HTTP/1.1" status: 204 len: 168 time: 0.0776303 Aug 11 02:37:31.543629 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77914e2-901c-4f41-a7e8-ea4943ea27a3 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4f80134-cbc2-43e3-8a13-6628eaeb1023,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:31.545212 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50494) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:31.594445 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-df82ff1c-1a11-413d-924a-34671c6300de tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0481360 Aug 11 02:37:31.597695 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50496) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:31.622004 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-760d36b6-7291-4fa3-86b2-88a91196fc63 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.629422 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-760d36b6-7291-4fa3-86b2-88a91196fc63 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.664122 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-760d36b6-7291-4fa3-86b2-88a91196fc63 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.669714 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-760d36b6-7291-4fa3-86b2-88a91196fc63 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.670928 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-760d36b6-7291-4fa3-86b2-88a91196fc63 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/08e73721-8f5c-4f68-86b1-4d77ca9a6842 HTTP/1.1" status: 204 len: 168 time: 0.0722108 Aug 11 02:37:31.673971 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50498) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:31.680718 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d36b6-7291-4fa3-86b2-88a91196fc63 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08e73721-8f5c-4f68-86b1-4d77ca9a6842,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:31.729437 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-73629927-3b23-4bf3-a8b6-b6c8df6c5ad0 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0518310 Aug 11 02:37:31.731202 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50500) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:31.756188 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-01b28636-2ac8-43b0-be22-b2f855500301 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.764460 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-01b28636-2ac8-43b0-be22-b2f855500301 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.791754 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-01b28636-2ac8-43b0-be22-b2f855500301 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.797928 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-01b28636-2ac8-43b0-be22-b2f855500301 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.800252 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-01b28636-2ac8-43b0-be22-b2f855500301 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/dd25a07a-341f-45a6-9a06-9178105c823a HTTP/1.1" status: 204 len: 168 time: 0.0683401 Aug 11 02:37:31.801692 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50502) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:31.812827 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b28636-2ac8-43b0-be22-b2f855500301 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd25a07a-341f-45a6-9a06-9178105c823a,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:31.850608 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b9da82ae-196c-4607-bbdd-686cd94910dd tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0470264 Aug 11 02:37:31.853403 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50504) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:31.879027 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a210fdcf-9edb-4fc3-97f5-14cf4a0906c2 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.888302 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a210fdcf-9edb-4fc3-97f5-14cf4a0906c2 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.919670 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a210fdcf-9edb-4fc3-97f5-14cf4a0906c2 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.925595 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a210fdcf-9edb-4fc3-97f5-14cf4a0906c2 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.929521 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a210fdcf-9edb-4fc3-97f5-14cf4a0906c2 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/94521ad1-59bb-42c7-96dd-ece89a07b147 HTTP/1.1" status: 204 len: 168 time: 0.0727787 Aug 11 02:37:31.929852 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50506) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:31.943021 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a210fdcf-9edb-4fc3-97f5-14cf4a0906c2 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94521ad1-59bb-42c7-96dd-ece89a07b147,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:31.985327 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d81b53e7-75ad-4542-8e6a-a3d97c32c485 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0509403 Aug 11 02:37:31.986607 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50508) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:32.013922 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eb6c2a73-208f-4dba-baa5-2d0a8f6533fa tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.023772 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eb6c2a73-208f-4dba-baa5-2d0a8f6533fa tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.058710 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eb6c2a73-208f-4dba-baa5-2d0a8f6533fa tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.073480 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eb6c2a73-208f-4dba-baa5-2d0a8f6533fa tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.077620 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50510) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:32.084197 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-eb6c2a73-208f-4dba-baa5-2d0a8f6533fa tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/53dbf172-f546-4d4b-93f8-a18224493dd1 HTTP/1.1" status: 204 len: 168 time: 0.0967109 Aug 11 02:37:32.089603 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c2a73-208f-4dba-baa5-2d0a8f6533fa tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53dbf172-f546-4d4b-93f8-a18224493dd1,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:32.126339 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50514) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:32.126940 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-df93c612-07fb-4147-a517-4eeec9fb6cdd tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0478356 Aug 11 02:37:32.219006 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9fb8475c-8200-485f-98a9-75c0b4e0990a tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.243304 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9fb8475c-8200-485f-98a9-75c0b4e0990a tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.288656 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9fb8475c-8200-485f-98a9-75c0b4e0990a tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.291332 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9fb8475c-8200-485f-98a9-75c0b4e0990a tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.292537 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9fb8475c-8200-485f-98a9-75c0b4e0990a tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "DELETE /v2.0/security-groups/9496a82d-e946-408d-bc90-76c4571134c6 HTTP/1.1" status: 204 len: 168 time: 0.1630635 Aug 11 02:37:32.295406 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50516) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:32.301669 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8475c-8200-485f-98a9-75c0b4e0990a tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9496a82d-e946-408d-bc90-76c4571134c6,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:32.356656 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-25c8dd2d-6d0c-4ed6-9349-91308b3c521a tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0559738 Aug 11 02:37:32.357137 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50520) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:32.362267 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-92657cd0-4a04-4560-bd42-c1e4fc12d20d tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Request body: {'security_group': {'name': 'tempest-secgroup--1337951929'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:32.384375 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-92657cd0-4a04-4560-bd42-c1e4fc12d20d tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.408339 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9de948bd-352a-44bb-81e4-5bed61b985e7 req-89aefc5b-ac16-4e8f-b4dd-ad13831a92b0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e55853d-19f0-4c61-87ab-17fe30ee4c35 HTTP/1.1" status: 200 len: 210 time: 0.0296588 Aug 11 02:37:32.478025 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-92657cd0-4a04-4560-bd42-c1e4fc12d20d tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.482599 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-92657cd0-4a04-4560-bd42-c1e4fc12d20d tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.513818 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-92657cd0-4a04-4560-bd42-c1e4fc12d20d tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.515609 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-92657cd0-4a04-4560-bd42-c1e4fc12d20d tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1573658 Aug 11 02:37:32.517401 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92657cd0-4a04-4560-bd42-c1e4fc12d20d tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b2d3f2-18bf-4f55-95d4-653726f10523,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:32.518735 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50522) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:32.525513 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-9bf961fe-2532-4e3b-a6a6-2a26a9180ea9 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Request body: {'security_group_rule': {'security_group_id': 'c1b2d3f2-18bf-4f55-95d4-653726f10523', 'direction': 'ingress', 'protocol': 17}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:32.556629 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9bf961fe-2532-4e3b-a6a6-2a26a9180ea9 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.626681 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9bf961fe-2532-4e3b-a6a6-2a26a9180ea9 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.631713 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9bf961fe-2532-4e3b-a6a6-2a26a9180ea9 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.665801 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf961fe-2532-4e3b-a6a6-2a26a9180ea9 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b04cfa49-ea26-4ae2-9120-eb966a9f1c79,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:32.668294 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9bf961fe-2532-4e3b-a6a6-2a26a9180ea9 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.672431 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9bf961fe-2532-4e3b-a6a6-2a26a9180ea9 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1520653 Aug 11 02:37:32.673100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50526) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:32.734168 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bb5557d6-088c-4328-a408-7338c745ad9b tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.759661 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bb5557d6-088c-4328-a408-7338c745ad9b tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.806579 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bb5557d6-088c-4328-a408-7338c745ad9b tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.810250 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bb5557d6-088c-4328-a408-7338c745ad9b tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.812258 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bb5557d6-088c-4328-a408-7338c745ad9b tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "DELETE /v2.0/security-groups/c1b2d3f2-18bf-4f55-95d4-653726f10523 HTTP/1.1" status: 204 len: 168 time: 0.1378937 Aug 11 02:37:32.814810 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50528) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:32.822992 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5557d6-088c-4328-a408-7338c745ad9b tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b2d3f2-18bf-4f55-95d4-653726f10523,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:32.888649 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d5ae5c3f-b2cd-49b9-8378-bac1b01bf228 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0678513 Aug 11 02:37:32.888649 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50530) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:32.894125 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-bc7b0b6e-dfdd-4bef-a82a-1a71356da329 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Request body: {'security_group': {'name': 'tempest-secgroup--577028396'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:32.916956 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bc7b0b6e-dfdd-4bef-a82a-1a71356da329 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.018566 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bc7b0b6e-dfdd-4bef-a82a-1a71356da329 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.023201 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bc7b0b6e-dfdd-4bef-a82a-1a71356da329 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.053813 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bc7b0b6e-dfdd-4bef-a82a-1a71356da329 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.055054 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bc7b0b6e-dfdd-4bef-a82a-1a71356da329 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1645861 Aug 11 02:37:33.056965 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b0b6e-dfdd-4bef-a82a-1a71356da329 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87716172-9602-4ca2-b9a1-e819b3d6ece5,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:33.057897 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50532) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:33.072205 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-68f0f34c-0f2f-4c2a-b7ad-7672cdebfb51 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Request body: {'security_group': {'name': 'tempest-secgroup--20760973'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:33.097035 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-68f0f34c-0f2f-4c2a-b7ad-7672cdebfb51 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.202846 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-68f0f34c-0f2f-4c2a-b7ad-7672cdebfb51 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.207060 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-68f0f34c-0f2f-4c2a-b7ad-7672cdebfb51 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.236519 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-68f0f34c-0f2f-4c2a-b7ad-7672cdebfb51 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.237811 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-68f0f34c-0f2f-4c2a-b7ad-7672cdebfb51 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1789134 Aug 11 02:37:33.239759 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0f34c-0f2f-4c2a-b7ad-7672cdebfb51 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26723465-87f1-48f8-9ecd-47917bac3e87,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:33.240643 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50536) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:33.251575 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e97d16ed-c78c-4ea7-84f8-b1d052c12f88 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Request body: {'security_group_rule': {'security_group_id': '87716172-9602-4ca2-b9a1-e819b3d6ece5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '26723465-87f1-48f8-9ecd-47917bac3e87', 'remote_ip_prefix': None}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:33.290397 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e97d16ed-c78c-4ea7-84f8-b1d052c12f88 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.363483 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e97d16ed-c78c-4ea7-84f8-b1d052c12f88 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.367994 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e97d16ed-c78c-4ea7-84f8-b1d052c12f88 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.387483 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d16ed-c78c-4ea7-84f8-b1d052c12f88 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6d96cf-2dcd-4799-802c-08f10111d094,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:33.394961 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e97d16ed-c78c-4ea7-84f8-b1d052c12f88 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.399325 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e97d16ed-c78c-4ea7-84f8-b1d052c12f88 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1544333 Aug 11 02:37:33.399598 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50538) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:33.424271 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a4616f46-8ca3-4b04-abb4-3492e745f418 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.432868 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a4616f46-8ca3-4b04-abb4-3492e745f418 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.461759 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a4616f46-8ca3-4b04-abb4-3492e745f418 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.470032 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a4616f46-8ca3-4b04-abb4-3492e745f418 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.473654 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a4616f46-8ca3-4b04-abb4-3492e745f418 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/6d6d96cf-2dcd-4799-802c-08f10111d094 HTTP/1.1" status: 204 len: 168 time: 0.0707061 Aug 11 02:37:33.474039 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50542) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:33.476022 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4616f46-8ca3-4b04-abb4-3492e745f418 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d6d96cf-2dcd-4799-802c-08f10111d094,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:33.523468 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-07125c42-480b-45f0-bd04-90aa713db5c9 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0459344 Aug 11 02:37:33.524168 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50546) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:33.585213 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-44a47f01-05e7-42cc-9477-f2bc3b72c2bb tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.607283 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-44a47f01-05e7-42cc-9477-f2bc3b72c2bb tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.658216 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-44a47f01-05e7-42cc-9477-f2bc3b72c2bb tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.661184 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-44a47f01-05e7-42cc-9477-f2bc3b72c2bb tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.664789 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-44a47f01-05e7-42cc-9477-f2bc3b72c2bb tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "DELETE /v2.0/security-groups/26723465-87f1-48f8-9ecd-47917bac3e87 HTTP/1.1" status: 204 len: 168 time: 0.1369443 Aug 11 02:37:33.665458 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50550) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:33.672736 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a47f01-05e7-42cc-9477-f2bc3b72c2bb tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26723465-87f1-48f8-9ecd-47917bac3e87,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:33.745720 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e1623c89-1c2b-4c30-ac7d-89f59f573683 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0788822 Aug 11 02:37:33.748385 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50552) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:33.803319 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c5814428-8918-49d2-943c-f4bd58d51187 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.825816 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c5814428-8918-49d2-943c-f4bd58d51187 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.867952 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c5814428-8918-49d2-943c-f4bd58d51187 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.870501 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c5814428-8918-49d2-943c-f4bd58d51187 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.871945 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c5814428-8918-49d2-943c-f4bd58d51187 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "DELETE /v2.0/security-groups/87716172-9602-4ca2-b9a1-e819b3d6ece5 HTTP/1.1" status: 204 len: 168 time: 0.1221695 Aug 11 02:37:33.875014 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50554) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:33.882458 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5814428-8918-49d2-943c-f4bd58d51187 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87716172-9602-4ca2-b9a1-e819b3d6ece5,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:33.939696 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c82e4255-1743-4ba6-b3d6-567e3185f10f tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0626605 Aug 11 02:37:33.944513 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50556) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:33.951607 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-7f05e52b-6dcb-43bd-8b00-a2e242213155 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Request body: {'security_group': {'name': 'tempest-secgroup--416753319'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:33.974713 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7f05e52b-6dcb-43bd-8b00-a2e242213155 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.077563 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7f05e52b-6dcb-43bd-8b00-a2e242213155 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.082058 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7f05e52b-6dcb-43bd-8b00-a2e242213155 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.113146 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7f05e52b-6dcb-43bd-8b00-a2e242213155 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.114399 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7f05e52b-6dcb-43bd-8b00-a2e242213155 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1667352 Aug 11 02:37:34.118016 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50558) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:34.122350 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-aff57b9d-e184-4997-98e2-8a7d0f969b68 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Request body: {'security_group_rule': {'security_group_id': '19285f22-6cee-48de-9bb0-6dcae0cc88a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:34.131719 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05e52b-6dcb-43bd-8b00-a2e242213155 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19285f22-6cee-48de-9bb0-6dcae0cc88a2,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:34.156887 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aff57b9d-e184-4997-98e2-8a7d0f969b68 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.233858 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aff57b9d-e184-4997-98e2-8a7d0f969b68 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.237771 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aff57b9d-e184-4997-98e2-8a7d0f969b68 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.263261 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aff57b9d-e184-4997-98e2-8a7d0f969b68 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.268114 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-aff57b9d-e184-4997-98e2-8a7d0f969b68 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1468446 Aug 11 02:37:34.268457 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50562) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:34.281951 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff57b9d-e184-4997-98e2-8a7d0f969b68 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2117a3b6-b31c-4f60-922c-ee8233374ba6,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:34.295940 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e435dafe-08a4-42c5-960a-59ae68504aeb tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.304771 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e435dafe-08a4-42c5-960a-59ae68504aeb tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.333016 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e435dafe-08a4-42c5-960a-59ae68504aeb tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.339564 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e435dafe-08a4-42c5-960a-59ae68504aeb tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.340796 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e435dafe-08a4-42c5-960a-59ae68504aeb tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/2117a3b6-b31c-4f60-922c-ee8233374ba6 HTTP/1.1" status: 204 len: 168 time: 0.0712821 Aug 11 02:37:34.343482 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50564) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:34.353945 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435dafe-08a4-42c5-960a-59ae68504aeb tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2117a3b6-b31c-4f60-922c-ee8233374ba6,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:34.390100 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f6aa5cbb-652a-48b3-b518-b1db9b0f3148 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0451958 Aug 11 02:37:34.392768 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50566) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:34.448107 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-399db8ff-2f16-4796-820e-4097360ca561 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.473383 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-399db8ff-2f16-4796-820e-4097360ca561 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.530131 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-399db8ff-2f16-4796-820e-4097360ca561 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.533242 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-399db8ff-2f16-4796-820e-4097360ca561 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.536965 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-399db8ff-2f16-4796-820e-4097360ca561 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "DELETE /v2.0/security-groups/19285f22-6cee-48de-9bb0-6dcae0cc88a2 HTTP/1.1" status: 204 len: 168 time: 0.1405168 Aug 11 02:37:34.537279 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50568) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:34.545678 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399db8ff-2f16-4796-820e-4097360ca561 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19285f22-6cee-48de-9bb0-6dcae0cc88a2,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:34.646472 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50572) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:34.647000 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6363309f-f2cf-4c21-a8fc-909bd9f9e807 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1084692 Aug 11 02:37:34.651439 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-905e1be3-19a9-4bbc-be58-bcd8caa3a2e4 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Request body: {'security_group': {'name': 'tempest-secgroup--1968705223'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:34.675417 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-905e1be3-19a9-4bbc-be58-bcd8caa3a2e4 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.835718 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-905e1be3-19a9-4bbc-be58-bcd8caa3a2e4 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.840835 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-905e1be3-19a9-4bbc-be58-bcd8caa3a2e4 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.872849 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-905e1be3-19a9-4bbc-be58-bcd8caa3a2e4 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.877129 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-905e1be3-19a9-4bbc-be58-bcd8caa3a2e4 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2265639 Aug 11 02:37:34.877736 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50578) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:34.882214 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-9b078f81-1e5f-4a94-aa09-a0fa3f6717e4 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Request body: {'security_group_rule': {'security_group_id': '0d7e09ff-156f-4a75-be16-20dfdef525ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:34.884317 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e1be3-19a9-4bbc-be58-bcd8caa3a2e4 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7e09ff-156f-4a75-be16-20dfdef525ac,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:34.925467 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9b078f81-1e5f-4a94-aa09-a0fa3f6717e4 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.990083 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9b078f81-1e5f-4a94-aa09-a0fa3f6717e4 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.994709 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9b078f81-1e5f-4a94-aa09-a0fa3f6717e4 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.017899 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b078f81-1e5f-4a94-aa09-a0fa3f6717e4 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=064aaec1-e2d0-4f0a-93d1-472b655e7b84,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:35.026547 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9b078f81-1e5f-4a94-aa09-a0fa3f6717e4 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.027970 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9b078f81-1e5f-4a94-aa09-a0fa3f6717e4 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1495349 Aug 11 02:37:35.031829 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50580) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:35.054717 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-212509d5-bfd2-4b59-ad8d-aef6945a5537 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "GET /v2.0/security-group-rules/064aaec1-e2d0-4f0a-93d1-472b655e7b84 HTTP/1.1" status: 200 len: 763 time: 0.0204515 Aug 11 02:37:35.056967 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50584) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:35.119372 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c80b65eb-c42d-4b31-a6e8-1289d6e81363 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0604382 Aug 11 02:37:35.121883 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50586) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:35.132435 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50588) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:35.150740 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2a8a5687-c818-4a53-963d-1d7b95acff7f tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.159800 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2a8a5687-c818-4a53-963d-1d7b95acff7f tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.187477 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2a8a5687-c818-4a53-963d-1d7b95acff7f tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.194633 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2a8a5687-c818-4a53-963d-1d7b95acff7f tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.196208 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2a8a5687-c818-4a53-963d-1d7b95acff7f tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/064aaec1-e2d0-4f0a-93d1-472b655e7b84 HTTP/1.1" status: 204 len: 168 time: 0.0729394 Aug 11 02:37:35.198378 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50592) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:35.200910 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a5687-c818-4a53-963d-1d7b95acff7f tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=064aaec1-e2d0-4f0a-93d1-472b655e7b84,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:35.287589 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c8716b3f-d444-4071-b59c-afe461315339 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0823002 Aug 11 02:37:35.288504 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50598) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:35.290002 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-e1d1b4f1-3b1a-48b9-b1bf-b5e4d1986b9a tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Request body: {'security_group_rule': {'security_group_id': '0d7e09ff-156f-4a75-be16-20dfdef525ac', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:35.304076 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5c0082a6-ba4e-44b6-b7fb-68379728672c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.335079 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b4f1-3b1a-48b9-b1bf-b5e4d1986b9a tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.402902 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b4f1-3b1a-48b9-b1bf-b5e4d1986b9a tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.407384 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b4f1-3b1a-48b9-b1bf-b5e4d1986b9a tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.434355 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1b4f1-3b1a-48b9-b1bf-b5e4d1986b9a tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3213a6fa-475e-4af4-bae7-7044a17f51b7,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:35.439316 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5c0082a6-ba4e-44b6-b7fb-68379728672c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.443743 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5c0082a6-ba4e-44b6-b7fb-68379728672c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.451014 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b4f1-3b1a-48b9-b1bf-b5e4d1986b9a tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.456413 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e1d1b4f1-3b1a-48b9-b1bf-b5e4d1986b9a tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1681571 Aug 11 02:37:35.457655 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50606) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:35.484361 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5c0082a6-ba4e-44b6-b7fb-68379728672c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2cfb7674024d45c8a1edfe712fcd9fa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483939 Aug 11 02:37:35.485108 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0082a6-ba4e-44b6-b7fb-68379728672c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db311d8d-07b7-4fa3-a4b9-c7f81d80e02b,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:35.489880 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-57ca49d2-66be-405d-a29b-f7ee8a72a0b4 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "GET /v2.0/security-group-rules/3213a6fa-475e-4af4-bae7-7044a17f51b7 HTTP/1.1" status: 200 len: 763 time: 0.0296931 Aug 11 02:37:35.490059 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50608) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:35.490152 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50610) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:35.541243 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1c7f0c9-2b29-4934-aa27-90c2246d0cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.562177 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-38fd1099-a2dc-433e-961c-82461dda1920 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0693614 Aug 11 02:37:35.563400 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50612) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:35.575343 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1c7f0c9-2b29-4934-aa27-90c2246d0cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.590870 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-08d651e5-2e32-40df-8b0c-84e8fc0f44b0 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.599714 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-08d651e5-2e32-40df-8b0c-84e8fc0f44b0 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.631956 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-08d651e5-2e32-40df-8b0c-84e8fc0f44b0 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.640194 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-08d651e5-2e32-40df-8b0c-84e8fc0f44b0 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.643900 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50614) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:35.644124 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-08d651e5-2e32-40df-8b0c-84e8fc0f44b0 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/3213a6fa-475e-4af4-bae7-7044a17f51b7 HTTP/1.1" status: 204 len: 168 time: 0.0797744 Aug 11 02:37:35.649224 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d651e5-2e32-40df-8b0c-84e8fc0f44b0 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3213a6fa-475e-4af4-bae7-7044a17f51b7,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:35.666978 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1c7f0c9-2b29-4934-aa27-90c2246d0cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.670525 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f1c7f0c9-2b29-4934-aa27-90c2246d0cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.674562 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f1c7f0c9-2b29-4934-aa27-90c2246d0cd8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/db311d8d-07b7-4fa3-a4b9-c7f81d80e02b HTTP/1.1" status: 204 len: 168 time: 0.1827772 Aug 11 02:37:35.703831 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7f0c9-2b29-4934-aa27-90c2246d0cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db311d8d-07b7-4fa3-a4b9-c7f81d80e02b,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:35.781378 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9a705013-8e22-4730-996e-9aaf563ed1d3 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1343834 Aug 11 02:37:35.783188 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50620) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:35.793192 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-8fb711f4-afd4-4962-9646-5f4eaeed01a3 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Request body: {'security_group_rule': {'security_group_id': '0d7e09ff-156f-4a75-be16-20dfdef525ac', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:35.821127 n-d-615180-33 neutron-server[94506]: INFO neutron.db.securitygroups_db [None req-8fb711f4-afd4-4962-9646-5f4eaeed01a3 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Project 974ee9a708c44807836a966a2c855cae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:37:35.828068 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8fb711f4-afd4-4962-9646-5f4eaeed01a3 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.889794 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8fb711f4-afd4-4962-9646-5f4eaeed01a3 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.894343 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8fb711f4-afd4-4962-9646-5f4eaeed01a3 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.913174 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb711f4-afd4-4962-9646-5f4eaeed01a3 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=368b9cf0-9a68-4252-ae60-f0bc6f0083f1,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:35.921648 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8fb711f4-afd4-4962-9646-5f4eaeed01a3 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.922760 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8fb711f4-afd4-4962-9646-5f4eaeed01a3 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1371231 Aug 11 02:37:35.925286 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50632) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:35.950519 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-893fd150-8e07-4e76-9acc-1eaffe55b0f9 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "GET /v2.0/security-group-rules/368b9cf0-9a68-4252-ae60-f0bc6f0083f1 HTTP/1.1" status: 200 len: 769 time: 0.0218112 Aug 11 02:37:35.950686 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50634) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:36.008430 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-485277ab-a4cc-419e-915c-abc19f3cdd5a tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0564542 Aug 11 02:37:36.010944 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50650) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:36.040032 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5fe8d803-bd77-4dc6-9c74-6f1c8857618d tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.051283 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5fe8d803-bd77-4dc6-9c74-6f1c8857618d tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.082952 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5fe8d803-bd77-4dc6-9c74-6f1c8857618d tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.090813 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5fe8d803-bd77-4dc6-9c74-6f1c8857618d tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.095391 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50654) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:36.095941 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5fe8d803-bd77-4dc6-9c74-6f1c8857618d tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/368b9cf0-9a68-4252-ae60-f0bc6f0083f1 HTTP/1.1" status: 204 len: 168 time: 0.0835547 Aug 11 02:37:36.102279 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8d803-bd77-4dc6-9c74-6f1c8857618d tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=368b9cf0-9a68-4252-ae60-f0bc6f0083f1,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:36.158491 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50658) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:36.167925 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c1fc7975-99f0-47dd-8c7c-59066341d270 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0702477 Aug 11 02:37:36.220317 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-86409471-ec9d-4608-9791-6e327bc7396b tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.247276 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-86409471-ec9d-4608-9791-6e327bc7396b tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.307055 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-86409471-ec9d-4608-9791-6e327bc7396b tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.313179 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-86409471-ec9d-4608-9791-6e327bc7396b tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.317993 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50664) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:36.319521 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-86409471-ec9d-4608-9791-6e327bc7396b tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "DELETE /v2.0/security-groups/0d7e09ff-156f-4a75-be16-20dfdef525ac HTTP/1.1" status: 204 len: 168 time: 0.1586866 Aug 11 02:37:36.331434 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86409471-ec9d-4608-9791-6e327bc7396b tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7e09ff-156f-4a75-be16-20dfdef525ac,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:36.380601 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-04c87a6c-e586-4481-a9bd-05e726e3ecc0 tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0598359 Aug 11 02:37:36.386432 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50668) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:36.440275 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b64baf56-90c0-4115-b2ea-d6ba0c40ea6c tempest-SecGroupIPv6Test-2069403367 tempest-SecGroupIPv6Test-2069403367-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0536690 Aug 11 02:37:36.698428 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50682) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:36.860250 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-775c5873-3401-440c-b07a-cf6e6806b08a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=974ee9a708c44807836a966a2c855cae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604788 Aug 11 02:37:36.863034 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50690) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:36.938315 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a08d4645-0deb-481d-bf68-98b37e051463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.963253 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a08d4645-0deb-481d-bf68-98b37e051463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.019234 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a08d4645-0deb-481d-bf68-98b37e051463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.023824 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a08d4645-0deb-481d-bf68-98b37e051463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.025256 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a08d4645-0deb-481d-bf68-98b37e051463 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7447750f-07b3-40ec-bc28-dda631531ba6 HTTP/1.1" status: 204 len: 168 time: 0.1612039 Aug 11 02:37:37.034488 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d4645-0deb-481d-bf68-98b37e051463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7447750f-07b3-40ec-bc28-dda631531ba6,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:37.958383 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50724) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:38.113387 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-83068d1b-aafd-4150-8b04-bbeed62d3b9b tempest-ServiceProvidersTest-480249920 tempest-ServiceProvidersTest-480249920-project] 10.222.0.50 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1498783 Aug 11 02:37:38.432970 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50762) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:38.648346 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0f2cd90b-9ba4-444a-83c0-f40bc0df77f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:38.814846 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0f2cd90b-9ba4-444a-83c0-f40bc0df77f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:38.819229 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0f2cd90b-9ba4-444a-83c0-f40bc0df77f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:38.868050 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0f2cd90b-9ba4-444a-83c0-f40bc0df77f8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=33e9cb95acec420fafcd30abf77754e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4335165 Aug 11 02:37:38.869010 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cd90b-9ba4-444a-83c0-f40bc0df77f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3146eabe-6d5e-4840-8bbf-e0414e4a6424,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:38.870633 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50782) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:38.979488 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9d52c714-57c9-4fff-8be5-713b3b28a704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.034129 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9d52c714-57c9-4fff-8be5-713b3b28a704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.106686 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9d52c714-57c9-4fff-8be5-713b3b28a704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.109550 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9d52c714-57c9-4fff-8be5-713b3b28a704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.121612 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9d52c714-57c9-4fff-8be5-713b3b28a704 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3146eabe-6d5e-4840-8bbf-e0414e4a6424 HTTP/1.1" status: 204 len: 168 time: 0.2444329 Aug 11 02:37:39.157086 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52c714-57c9-4fff-8be5-713b3b28a704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3146eabe-6d5e-4840-8bbf-e0414e4a6424,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:39.556113 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50814) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:39.562588 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-6f687b7a-7187-48a8-a62b-01bc660d744f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1073027814', 'description': 'tempest-secgroup-smoke-1073027814 description', 'project_id': '7da6302aa7904b88b0331188624d66f4'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:39.583439 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6f687b7a-7187-48a8-a62b-01bc660d744f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.718348 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6f687b7a-7187-48a8-a62b-01bc660d744f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.723181 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6f687b7a-7187-48a8-a62b-01bc660d744f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.757685 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6f687b7a-7187-48a8-a62b-01bc660d744f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.761744 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6f687b7a-7187-48a8-a62b-01bc660d744f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2017560 Aug 11 02:37:39.762056 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50824) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:39.767307 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-229635af-091b-42d8-98ba-288692469375 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Request body: {'security_group_rule': {'security_group_id': 'a1e8997e-02ee-408d-a160-ac481cc8626b', 'project_id': '7da6302aa7904b88b0331188624d66f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:39.790146 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f687b7a-7187-48a8-a62b-01bc660d744f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e8997e-02ee-408d-a160-ac481cc8626b,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:39.806780 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-229635af-091b-42d8-98ba-288692469375 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.876913 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-229635af-091b-42d8-98ba-288692469375 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.881756 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-229635af-091b-42d8-98ba-288692469375 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.905825 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-229635af-091b-42d8-98ba-288692469375 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.907297 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-229635af-091b-42d8-98ba-288692469375 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1443946 Aug 11 02:37:39.910276 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50830) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:39.915013 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-c185cdbf-ac35-4e4c-821f-f59d912b1d1a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Request body: {'security_group_rule': {'security_group_id': 'a1e8997e-02ee-408d-a160-ac481cc8626b', 'project_id': '7da6302aa7904b88b0331188624d66f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:39.922796 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229635af-091b-42d8-98ba-288692469375 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b15315bf-0b61-474a-be8f-d78adfd93185,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:39.952618 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c185cdbf-ac35-4e4c-821f-f59d912b1d1a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.969104 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50832) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:40.034957 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c185cdbf-ac35-4e4c-821f-f59d912b1d1a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.040085 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c185cdbf-ac35-4e4c-821f-f59d912b1d1a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.058056 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185cdbf-ac35-4e4c-821f-f59d912b1d1a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347c8218-1016-4bc8-adda-563784d585a4,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:40.070598 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c185cdbf-ac35-4e4c-821f-f59d912b1d1a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.072388 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c185cdbf-ac35-4e4c-821f-f59d912b1d1a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1608582 Aug 11 02:37:40.075190 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50838) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:40.084069 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-b75a5d49-9926-47e3-8bd4-65d2a8e4d730 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Request body: {'security_group_rule': {'security_group_id': 'a1e8997e-02ee-408d-a160-ac481cc8626b', 'project_id': '7da6302aa7904b88b0331188624d66f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:40.121944 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-ba2a8237-f6a6-4a3e-8ec3-aad55753247f tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-66152711'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:40.131788 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b75a5d49-9926-47e3-8bd4-65d2a8e4d730 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.170554 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2a8237-f6a6-4a3e-8ec3-aad55753247f tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] Made reservation on behalf of 150c5c06835b4fc995bcb6cc655fa036 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:40.174055 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ba2a8237-f6a6-4a3e-8ec3-aad55753247f tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.188161 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ba2a8237-f6a6-4a3e-8ec3-aad55753247f tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.232057 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b75a5d49-9926-47e3-8bd4-65d2a8e4d730 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.237718 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b75a5d49-9926-47e3-8bd4-65d2a8e4d730 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.268477 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a5d49-9926-47e3-8bd4-65d2a8e4d730 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba1d4ea-ae8f-429e-bfa8-0afe56c13429,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:40.319752 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ba2a8237-f6a6-4a3e-8ec3-aad55753247f tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.327178 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ba2a8237-f6a6-4a3e-8ec3-aad55753247f tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.335594 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b75a5d49-9926-47e3-8bd4-65d2a8e4d730 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.336799 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b75a5d49-9926-47e3-8bd4-65d2a8e4d730 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2573969 Aug 11 02:37:40.340014 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50840) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:40.351568 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-230c2db0-388e-4055-b6ed-d9ada46bc512 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Request body: {'security_group_rule': {'security_group_id': 'a1e8997e-02ee-408d-a160-ac481cc8626b', 'project_id': '7da6302aa7904b88b0331188624d66f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:40.359117 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2a8237-f6a6-4a3e-8ec3-aad55753247f tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:37:40.371955 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a8237-f6a6-4a3e-8ec3-aad55753247f tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=034c692b-ff56-4cb3-ba39-62325e36d052,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:40.380631 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ba2a8237-f6a6-4a3e-8ec3-aad55753247f tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.381538 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-ba2a8237-f6a6-4a3e-8ec3-aad55753247f tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] Added segment 5c55a93f-e274-40b5-83a8-ede820f9b4c5 of type vlan for network b6801e68-96ba-4d8e-9c96-ba84bbc3f1ca Aug 11 02:37:40.389960 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-230c2db0-388e-4055-b6ed-d9ada46bc512 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.430680 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ba2a8237-f6a6-4a3e-8ec3-aad55753247f tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.464098 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ba2a8237-f6a6-4a3e-8ec3-aad55753247f tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.471798 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2a8237-f6a6-4a3e-8ec3-aad55753247f tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:40.472421 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ba2a8237-f6a6-4a3e-8ec3-aad55753247f tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.475827 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-230c2db0-388e-4055-b6ed-d9ada46bc512 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.480253 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-230c2db0-388e-4055-b6ed-d9ada46bc512 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.507715 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c2db0-388e-4055-b6ed-d9ada46bc512 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546a5a9d-508e-49c2-8845-bdc76eb71e66,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:40.510052 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-230c2db0-388e-4055-b6ed-d9ada46bc512 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.517162 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-230c2db0-388e-4055-b6ed-d9ada46bc512 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1745641 Aug 11 02:37:40.519062 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50842) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:40.525551 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-bc7e2b16-b62e-4fe2-9c12-3e86c76ef912 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Request body: {'security_group_rule': {'security_group_id': 'a1e8997e-02ee-408d-a160-ac481cc8626b', 'project_id': '7da6302aa7904b88b0331188624d66f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:40.539049 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ba2a8237-f6a6-4a3e-8ec3-aad55753247f tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5688727 Aug 11 02:37:40.542248 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50844) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:40.547368 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-d2475237-ea92-445d-85dd-3b7ce1c3dc92 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'b6801e68-96ba-4d8e-9c96-ba84bbc3f1ca', 'tempest-TagsTest-Tag-119855391') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:40.558148 n-d-615180-33 neutron-server[94506]: INFO neutron.db.securitygroups_db [None req-bc7e2b16-b62e-4fe2-9c12-3e86c76ef912 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Project 7da6302aa7904b88b0331188624d66f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:37:40.563312 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bc7e2b16-b62e-4fe2-9c12-3e86c76ef912 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.598766 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a8237-f6a6-4a3e-8ec3-aad55753247f tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] Pushing event updated for resources: {'Network': ['ID=b6801e68-96ba-4d8e-9c96-ba84bbc3f1ca,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:40.609542 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network b6801e68-96ba-4d8e-9c96-ba84bbc3f1ca details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:40.645174 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d2475237-ea92-445d-85dd-3b7ce1c3dc92 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] 10.222.0.50 "PUT /v2.0/networks/b6801e68-96ba-4d8e-9c96-ba84bbc3f1ca/tags/tempest-TagsTest-Tag-119855391 HTTP/1.1" status: 201 len: 201 time: 0.1015942 Aug 11 02:37:40.647502 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50846) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:40.652147 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-23cdc245-4f51-4490-bead-59d8a2aeecd6 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b6801e68-96ba-4d8e-9c96-ba84bbc3f1ca', 'tempest-TagsTest-Tag-119855391') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:40.669811 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bc7e2b16-b62e-4fe2-9c12-3e86c76ef912 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.674315 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bc7e2b16-b62e-4fe2-9c12-3e86c76ef912 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.698030 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e2b16-b62e-4fe2-9c12-3e86c76ef912 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e234ba4-6c53-4fbf-aa56-b41e9f98e5f0,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:40.709889 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bc7e2b16-b62e-4fe2-9c12-3e86c76ef912 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.714844 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50850) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:40.717729 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bc7e2b16-b62e-4fe2-9c12-3e86c76ef912 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1973042 Aug 11 02:37:40.722038 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-fbe1cbf9-e090-48f1-bf13-25909b03e9c5 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Request body: {'security_group_rule': {'security_group_id': 'a1e8997e-02ee-408d-a160-ac481cc8626b', 'project_id': '7da6302aa7904b88b0331188624d66f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:40.760865 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-23cdc245-4f51-4490-bead-59d8a2aeecd6 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] 10.222.0.50 "GET /v2.0/networks/b6801e68-96ba-4d8e-9c96-ba84bbc3f1ca/tags/tempest-TagsTest-Tag-119855391 HTTP/1.1" status: 204 len: 168 time: 0.1120946 Aug 11 02:37:40.761695 n-d-615180-33 neutron-server[94507]: INFO neutron.db.securitygroups_db [None req-fbe1cbf9-e090-48f1-bf13-25909b03e9c5 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Project 7da6302aa7904b88b0331188624d66f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:37:40.764524 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50854) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:40.767693 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fbe1cbf9-e090-48f1-bf13-25909b03e9c5 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.770326 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.tag.tag_plugin [None req-8c98adcc-74c5-4c3b-981d-5ec59c13442d tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'b6801e68-96ba-4d8e-9c96-ba84bbc3f1ca') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:40.831830 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fbe1cbf9-e090-48f1-bf13-25909b03e9c5 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.836350 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fbe1cbf9-e090-48f1-bf13-25909b03e9c5 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.856044 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1cbf9-e090-48f1-bf13-25909b03e9c5 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d18b02-fdaf-4cab-bb5e-174e30980fae,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:40.871922 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fbe1cbf9-e090-48f1-bf13-25909b03e9c5 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.874639 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fbe1cbf9-e090-48f1-bf13-25909b03e9c5 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1591344 Aug 11 02:37:40.951424 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8c98adcc-74c5-4c3b-981d-5ec59c13442d tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] 10.222.0.50 "GET /v2.0/networks/b6801e68-96ba-4d8e-9c96-ba84bbc3f1ca/tags HTTP/1.1" status: 200 len: 237 time: 0.1820731 Aug 11 02:37:40.952242 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50866) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:40.961268 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-9acf6edb-7fc3-490d-aa92-069f70c38195 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'b6801e68-96ba-4d8e-9c96-ba84bbc3f1ca', {'tags': ['tempest-TagsTest-Tag-872048113', 'tempest-TagsTest-Tag-981900827', 'tempest-TagsTest-Tag-64903327']}) {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:41.093337 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9acf6edb-7fc3-490d-aa92-069f70c38195 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] 10.222.0.50 "PUT /v2.0/networks/b6801e68-96ba-4d8e-9c96-ba84bbc3f1ca/tags HTTP/1.1" status: 200 len: 305 time: 0.1397417 Aug 11 02:37:41.095938 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50890) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:41.103071 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.tag.tag_plugin [None req-c21aa5c9-2ceb-4fab-9726-1ffb89beb059 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'b6801e68-96ba-4d8e-9c96-ba84bbc3f1ca', 'tempest-TagsTest-Tag-872048113') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:41.162665 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50898) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:41.217786 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c21aa5c9-2ceb-4fab-9726-1ffb89beb059 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] 10.222.0.50 "DELETE /v2.0/networks/b6801e68-96ba-4d8e-9c96-ba84bbc3f1ca/tags/tempest-TagsTest-Tag-872048113 HTTP/1.1" status: 204 len: 168 time: 0.1192319 Aug 11 02:37:41.220364 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50906) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:41.225503 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.tag.tag_plugin [None req-f7155ba8-a271-4a66-96a7-d48c1d719ca3 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b6801e68-96ba-4d8e-9c96-ba84bbc3f1ca', 'tempest-TagsTest-Tag-872048113') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:41.299748 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-f7155ba8-a271-4a66-96a7-d48c1d719ca3 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] show failed (client error): The resource could not be found. Aug 11 02:37:41.300964 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f7155ba8-a271-4a66-96a7-d48c1d719ca3 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] 10.222.0.50 "GET /v2.0/networks/b6801e68-96ba-4d8e-9c96-ba84bbc3f1ca/tags/tempest-TagsTest-Tag-872048113 HTTP/1.1" status: 404 len: 325 time: 0.0794415 Aug 11 02:37:41.303714 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50908) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:41.309458 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.tag.tag_plugin [None req-1c7da92c-2840-4f12-ba29-f45fd876378a tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b6801e68-96ba-4d8e-9c96-ba84bbc3f1ca', 'tempest-TagsTest-Tag-981900827') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:41.346485 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-987dc5b0-9763-46bf-a16b-693634faa14c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.398350 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1c7da92c-2840-4f12-ba29-f45fd876378a tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] 10.222.0.50 "GET /v2.0/networks/b6801e68-96ba-4d8e-9c96-ba84bbc3f1ca/tags/tempest-TagsTest-Tag-981900827 HTTP/1.1" status: 204 len: 168 time: 0.0935628 Aug 11 02:37:41.401092 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50910) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:41.411863 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.tag.tag_plugin [None req-7d1b7cc3-6776-4ae4-8109-d47626100e50 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b6801e68-96ba-4d8e-9c96-ba84bbc3f1ca', 'tempest-TagsTest-Tag-64903327') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:41.512132 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7d1b7cc3-6776-4ae4-8109-d47626100e50 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] 10.222.0.50 "GET /v2.0/networks/b6801e68-96ba-4d8e-9c96-ba84bbc3f1ca/tags/tempest-TagsTest-Tag-64903327 HTTP/1.1" status: 204 len: 168 time: 0.1069183 Aug 11 02:37:41.512132 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50916) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:41.517762 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.tag.tag_plugin [None req-f846c7d9-54e5-4847-ad24-6cf74b7cbc18 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b6801e68-96ba-4d8e-9c96-ba84bbc3f1ca') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:41.519388 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-987dc5b0-9763-46bf-a16b-693634faa14c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.523828 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-987dc5b0-9763-46bf-a16b-693634faa14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.608963 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-987dc5b0-9763-46bf-a16b-693634faa14c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d2cbee2ccd6948309f9737c314c0c803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4451177 Aug 11 02:37:41.611753 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987dc5b0-9763-46bf-a16b-693634faa14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ea0e2a-51e5-4df0-ad04-f2b174e030d3,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:41.611901 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50918) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:41.650759 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f846c7d9-54e5-4847-ad24-6cf74b7cbc18 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] 10.222.0.50 "DELETE /v2.0/networks/b6801e68-96ba-4d8e-9c96-ba84bbc3f1ca/tags HTTP/1.1" status: 204 len: 168 time: 0.1376379 Aug 11 02:37:41.653481 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50920) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:41.660850 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-ba5a1993-b8b8-413f-b8b8-6c3d19f677e6 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b6801e68-96ba-4d8e-9c96-ba84bbc3f1ca', 'tempest-TagsTest-Tag-981900827') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:41.676778 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-39579645-744d-4395-a2f2-698a991d4814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.705684 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-39579645-744d-4395-a2f2-698a991d4814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.752531 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-ba5a1993-b8b8-413f-b8b8-6c3d19f677e6 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] show failed (client error): The resource could not be found. Aug 11 02:37:41.754609 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ba5a1993-b8b8-413f-b8b8-6c3d19f677e6 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] 10.222.0.50 "GET /v2.0/networks/b6801e68-96ba-4d8e-9c96-ba84bbc3f1ca/tags/tempest-TagsTest-Tag-981900827 HTTP/1.1" status: 404 len: 325 time: 0.0981841 Aug 11 02:37:41.761015 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50932) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:41.766324 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.tag.tag_plugin [None req-ffac722b-f362-4982-be4b-898ca03a6c6c tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b6801e68-96ba-4d8e-9c96-ba84bbc3f1ca', 'tempest-TagsTest-Tag-64903327') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:41.816386 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-39579645-744d-4395-a2f2-698a991d4814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.818929 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-39579645-744d-4395-a2f2-698a991d4814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.820210 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-39579645-744d-4395-a2f2-698a991d4814 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/85ea0e2a-51e5-4df0-ad04-f2b174e030d3 HTTP/1.1" status: 204 len: 168 time: 0.2072456 Aug 11 02:37:41.863575 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39579645-744d-4395-a2f2-698a991d4814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ea0e2a-51e5-4df0-ad04-f2b174e030d3,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:41.920138 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-ffac722b-f362-4982-be4b-898ca03a6c6c tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] show failed (client error): The resource could not be found. Aug 11 02:37:41.921276 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ffac722b-f362-4982-be4b-898ca03a6c6c tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] 10.222.0.50 "GET /v2.0/networks/b6801e68-96ba-4d8e-9c96-ba84bbc3f1ca/tags/tempest-TagsTest-Tag-64903327 HTTP/1.1" status: 404 len: 324 time: 0.1586788 Aug 11 02:37:41.924717 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 50956) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:41.929398 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.tag.tag_plugin [None req-c91245dd-24d6-4141-a528-672f2b982f92 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b6801e68-96ba-4d8e-9c96-ba84bbc3f1ca') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:42.068414 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50958) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:42.068663 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c91245dd-24d6-4141-a528-672f2b982f92 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] 10.222.0.50 "DELETE /v2.0/networks/b6801e68-96ba-4d8e-9c96-ba84bbc3f1ca/tags HTTP/1.1" status: 204 len: 168 time: 0.1423488 Aug 11 02:37:42.181367 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-52bab452-1503-4b78-a9cf-3b292361e958 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.335262 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-52bab452-1503-4b78-a9cf-3b292361e958 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.352166 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-52bab452-1503-4b78-a9cf-3b292361e958 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6801e68-96ba-4d8e-9c96-ba84bbc3f1ca']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:42.372611 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-52bab452-1503-4b78-a9cf-3b292361e958 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c55a93f-e274-40b5-83a8-ede820f9b4c5') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:42.373574 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-52bab452-1503-4b78-a9cf-3b292361e958 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c55a93f-e274-40b5-83a8-ede820f9b4c5') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:42.388263 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-52bab452-1503-4b78-a9cf-3b292361e958 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.405364 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-52bab452-1503-4b78-a9cf-3b292361e958 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.412420 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52bab452-1503-4b78-a9cf-3b292361e958 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:42.413060 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-52bab452-1503-4b78-a9cf-3b292361e958 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:42.416656 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:42.496696 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-52bab452-1503-4b78-a9cf-3b292361e958 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.509082 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-52bab452-1503-4b78-a9cf-3b292361e958 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.511120 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-52bab452-1503-4b78-a9cf-3b292361e958 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] 10.222.0.50 "DELETE /v2.0/networks/b6801e68-96ba-4d8e-9c96-ba84bbc3f1ca HTTP/1.1" status: 204 len: 168 time: 0.4410603 Aug 11 02:37:42.525018 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bab452-1503-4b78-a9cf-3b292361e958 tempest-TagsTest-497903845 tempest-TagsTest-497903845-project] Pushing event deleted for resources: {'Network': ['ID=b6801e68-96ba-4d8e-9c96-ba84bbc3f1ca,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:42.789282 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50970) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:42.929109 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c1047917-771e-4bf8-83a7-4db528a848ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=150c5c06835b4fc995bcb6cc655fa036&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1386471 Aug 11 02:37:42.931581 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 50974) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:42.982246 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-573c2667-02b6-46ac-a084-8e9c205b050e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:43.004844 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-573c2667-02b6-46ac-a084-8e9c205b050e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:43.052389 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-573c2667-02b6-46ac-a084-8e9c205b050e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:43.055397 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-573c2667-02b6-46ac-a084-8e9c205b050e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:43.056626 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-573c2667-02b6-46ac-a084-8e9c205b050e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/034c692b-ff56-4cb3-ba39-62325e36d052 HTTP/1.1" status: 204 len: 168 time: 0.1240802 Aug 11 02:37:43.065237 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c2667-02b6-46ac-a084-8e9c205b050e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034c692b-ff56-4cb3-ba39-62325e36d052,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:43.789682 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51004) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:43.924970 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-aaab2a70-18ec-48f9-abb6-4902cebdbfe9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1966841479-network', 'tenant_id': '58c960ff00d44d739fa9289116f34e25'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:44.033292 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaab2a70-18ec-48f9-abb6-4902cebdbfe9 admin admin] Made reservation on behalf of 58c960ff00d44d739fa9289116f34e25 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:44.033292 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aaab2a70-18ec-48f9-abb6-4902cebdbfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.033292 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aaab2a70-18ec-48f9-abb6-4902cebdbfe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.096608 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aaab2a70-18ec-48f9-abb6-4902cebdbfe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.101117 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aaab2a70-18ec-48f9-abb6-4902cebdbfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.132676 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaab2a70-18ec-48f9-abb6-4902cebdbfe9 admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:37:44.152619 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab2a70-18ec-48f9-abb6-4902cebdbfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927f6eb7-a523-467f-99cf-7c8a4e0b1feb,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:44.157616 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aaab2a70-18ec-48f9-abb6-4902cebdbfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.158218 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-aaab2a70-18ec-48f9-abb6-4902cebdbfe9 admin admin] Added segment bfa1053c-8ece-426c-9e42-d418446b3f19 of type vlan for network 8bb38b58-e31f-4ca9-89d3-4d6f38974c34 Aug 11 02:37:44.211655 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aaab2a70-18ec-48f9-abb6-4902cebdbfe9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.247396 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aaab2a70-18ec-48f9-abb6-4902cebdbfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.249547 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaab2a70-18ec-48f9-abb6-4902cebdbfe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:44.250136 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aaab2a70-18ec-48f9-abb6-4902cebdbfe9 admin admin] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.317269 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-aaab2a70-18ec-48f9-abb6-4902cebdbfe9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5264142 Aug 11 02:37:44.320518 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51026) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:44.327084 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-313e436f-c41f-4431-a505-c963c58156c3 admin admin] Request body: {'subnet': {'network_id': '8bb38b58-e31f-4ca9-89d3-4d6f38974c34', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1966841479-subnet', 'tenant_id': '58c960ff00d44d739fa9289116f34e25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:44.353263 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313e436f-c41f-4431-a505-c963c58156c3 admin admin] Made reservation on behalf of 58c960ff00d44d739fa9289116f34e25 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:44.355937 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-313e436f-c41f-4431-a505-c963c58156c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.590396 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-313e436f-c41f-4431-a505-c963c58156c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.675821 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e436f-c41f-4431-a505-c963c58156c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=574e0324-e5c3-47b6-a924-fc4cc25ec762,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:44.683477 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313e436f-c41f-4431-a505-c963c58156c3 admin admin] Checking segment: {'id': 'bfa1053c-8ece-426c-9e42-d418446b3f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8bb38b58-e31f-4ca9-89d3-4d6f38974c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:44.683869 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313e436f-c41f-4431-a505-c963c58156c3 admin admin] Network hostable DHCP agents. Network: 8bb38b58-e31f-4ca9-89d3-4d6f38974c34, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:37:44.717885 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313e436f-c41f-4431-a505-c963c58156c3 admin admin] Network 8bb38b58-e31f-4ca9-89d3-4d6f38974c34 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:37:44.728918 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-313e436f-c41f-4431-a505-c963c58156c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 8bb38b58-e31f-4ca9-89d3-4d6f38974c34) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:44.740729 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b84dd0-781b-4882-ac62-07b628b330dc None None] Network 8bb38b58-e31f-4ca9-89d3-4d6f38974c34 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:44.742749 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313e436f-c41f-4431-a505-c963c58156c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:44.743496 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-313e436f-c41f-4431-a505-c963c58156c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.765629 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab2a70-18ec-48f9-abb6-4902cebdbfe9 admin admin] Pushing event updated for resources: {'Network': ['ID=8bb38b58-e31f-4ca9-89d3-4d6f38974c34,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:44.766671 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-313e436f-c41f-4431-a505-c963c58156c3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4441626 Aug 11 02:37:44.845074 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 8bb38b58-e31f-4ca9-89d3-4d6f38974c34 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:44.977118 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a29be13-5935-4064-966e-4da9a632753e None None] Network 8bb38b58-e31f-4ca9-89d3-4d6f38974c34 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:45.453140 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51064) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:45.458469 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-818cf104-109c-4a5c-9c96-4b04a3094e98 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1616739929-network', 'tenant_id': 'f9d8e73d261b44c78c460d7f7bcb1ec4'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:45.504759 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818cf104-109c-4a5c-9c96-4b04a3094e98 admin admin] Made reservation on behalf of f9d8e73d261b44c78c460d7f7bcb1ec4 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:45.507985 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-818cf104-109c-4a5c-9c96-4b04a3094e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:45.520596 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-818cf104-109c-4a5c-9c96-4b04a3094e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:45.642166 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c83ff719-6c4c-4266-8a6e-82cc32cf6e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:45.649155 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-818cf104-109c-4a5c-9c96-4b04a3094e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:45.654136 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-818cf104-109c-4a5c-9c96-4b04a3094e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:45.686151 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818cf104-109c-4a5c-9c96-4b04a3094e98 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:37:45.704222 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818cf104-109c-4a5c-9c96-4b04a3094e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba692f4-3dcb-4d85-a7e1-d91af9e31b97,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:45.709578 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-818cf104-109c-4a5c-9c96-4b04a3094e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:45.709924 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-818cf104-109c-4a5c-9c96-4b04a3094e98 admin admin] Added segment 8d9d11e8-30e7-457f-9326-254817738f09 of type vlan for network 672be992-5b6b-43ad-8fd9-cab48d8ae0db Aug 11 02:37:45.756431 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-818cf104-109c-4a5c-9c96-4b04a3094e98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:45.787249 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-818cf104-109c-4a5c-9c96-4b04a3094e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:45.788248 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818cf104-109c-4a5c-9c96-4b04a3094e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:45.788844 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-818cf104-109c-4a5c-9c96-4b04a3094e98 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:45.848807 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-818cf104-109c-4a5c-9c96-4b04a3094e98 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3944814 Aug 11 02:37:45.851574 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51076) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:45.858845 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-c8e96fe1-17a8-4ea7-bf9d-142d7ac49529 admin admin] Request body: {'subnet': {'network_id': '672be992-5b6b-43ad-8fd9-cab48d8ae0db', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1616739929-subnet', 'tenant_id': 'f9d8e73d261b44c78c460d7f7bcb1ec4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:45.865250 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818cf104-109c-4a5c-9c96-4b04a3094e98 admin admin] Pushing event updated for resources: {'Network': ['ID=672be992-5b6b-43ad-8fd9-cab48d8ae0db,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:45.878197 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 672be992-5b6b-43ad-8fd9-cab48d8ae0db details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:45.893544 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e96fe1-17a8-4ea7-bf9d-142d7ac49529 admin admin] Made reservation on behalf of f9d8e73d261b44c78c460d7f7bcb1ec4 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:45.896305 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8e96fe1-17a8-4ea7-bf9d-142d7ac49529 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:46.149964 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8e96fe1-17a8-4ea7-bf9d-142d7ac49529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:46.234548 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e96fe1-17a8-4ea7-bf9d-142d7ac49529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97003663-23b1-4065-9b8d-9872990dfefb,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:46.245890 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e96fe1-17a8-4ea7-bf9d-142d7ac49529 admin admin] Checking segment: {'id': '8d9d11e8-30e7-457f-9326-254817738f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '672be992-5b6b-43ad-8fd9-cab48d8ae0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:46.246250 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e96fe1-17a8-4ea7-bf9d-142d7ac49529 admin admin] Network hostable DHCP agents. Network: 672be992-5b6b-43ad-8fd9-cab48d8ae0db, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:37:46.281752 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e96fe1-17a8-4ea7-bf9d-142d7ac49529 admin admin] Network 672be992-5b6b-43ad-8fd9-cab48d8ae0db is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:37:46.297840 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-c8e96fe1-17a8-4ea7-bf9d-142d7ac49529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 672be992-5b6b-43ad-8fd9-cab48d8ae0db) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:46.306579 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e96fe1-17a8-4ea7-bf9d-142d7ac49529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:46.307447 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8e96fe1-17a8-4ea7-bf9d-142d7ac49529 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:46.310173 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d09e34-0d8b-4c54-9150-12ed6a74ea16 None None] Network 672be992-5b6b-43ad-8fd9-cab48d8ae0db requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:46.338412 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c8e96fe1-17a8-4ea7-bf9d-142d7ac49529 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4853370 Aug 11 02:37:46.496892 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275ab2a1-2317-412e-9b7a-5e89b8d5f840 None None] Network 672be992-5b6b-43ad-8fd9-cab48d8ae0db requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:46.549958 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51092) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:46.613063 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f1be83-5b16-4d31-ad70-5adb7fed1f8d admin admin] Deleting subnet 574e0324-e5c3-47b6-a924-fc4cc25ec762 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:37:46.617001 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-15f1be83-5b16-4d31-ad70-5adb7fed1f8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:46.671100 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-15f1be83-5b16-4d31-ad70-5adb7fed1f8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:46.715804 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-15f1be83-5b16-4d31-ad70-5adb7fed1f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:46.796995 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-15f1be83-5b16-4d31-ad70-5adb7fed1f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:46.824188 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1be83-5b16-4d31-ad70-5adb7fed1f8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=574e0324-e5c3-47b6-a924-fc4cc25ec762,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:46.828720 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-15f1be83-5b16-4d31-ad70-5adb7fed1f8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:46.830641 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-15f1be83-5b16-4d31-ad70-5adb7fed1f8d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/574e0324-e5c3-47b6-a924-fc4cc25ec762 HTTP/1.1" status: 204 len: 168 time: 0.2795925 Aug 11 02:37:46.833647 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51100) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:46.918979 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-015b0871-8004-4642-a01e-72d5e2669236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.030592 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-015b0871-8004-4642-a01e-72d5e2669236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.045183 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-015b0871-8004-4642-a01e-72d5e2669236 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb38b58-e31f-4ca9-89d3-4d6f38974c34']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:47.056201 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-015b0871-8004-4642-a01e-72d5e2669236 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa1053c-8ece-426c-9e42-d418446b3f19') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:47.056506 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-015b0871-8004-4642-a01e-72d5e2669236 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa1053c-8ece-426c-9e42-d418446b3f19') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:47.066928 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-015b0871-8004-4642-a01e-72d5e2669236 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.082707 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-015b0871-8004-4642-a01e-72d5e2669236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.089631 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-015b0871-8004-4642-a01e-72d5e2669236 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:47.090036 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-015b0871-8004-4642-a01e-72d5e2669236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:47.092314 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:47.152041 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-015b0871-8004-4642-a01e-72d5e2669236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.158569 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-015b0871-8004-4642-a01e-72d5e2669236 admin admin] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.160625 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-015b0871-8004-4642-a01e-72d5e2669236 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8bb38b58-e31f-4ca9-89d3-4d6f38974c34 HTTP/1.1" status: 204 len: 168 time: 0.3261664 Aug 11 02:37:47.163570 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51110) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:47.175111 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b0871-8004-4642-a01e-72d5e2669236 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bb38b58-e31f-4ca9-89d3-4d6f38974c34,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:47.218797 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ba4eb76-5664-4f78-af2b-439bdf0f4d37 admin admin] Deleting subnet 97003663-23b1-4065-9b8d-9872990dfefb {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:37:47.222845 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7ba4eb76-5664-4f78-af2b-439bdf0f4d37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.264629 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7ba4eb76-5664-4f78-af2b-439bdf0f4d37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.318005 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7ba4eb76-5664-4f78-af2b-439bdf0f4d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.379742 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7ba4eb76-5664-4f78-af2b-439bdf0f4d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.407073 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4eb76-5664-4f78-af2b-439bdf0f4d37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97003663-23b1-4065-9b8d-9872990dfefb,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:47.424714 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7ba4eb76-5664-4f78-af2b-439bdf0f4d37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.426732 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7ba4eb76-5664-4f78-af2b-439bdf0f4d37 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/97003663-23b1-4065-9b8d-9872990dfefb HTTP/1.1" status: 204 len: 168 time: 0.2620184 Aug 11 02:37:47.429279 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51118) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:47.502573 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5bd7fb1f-056a-4731-af86-b9bbc4115187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.615576 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5bd7fb1f-056a-4731-af86-b9bbc4115187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.629605 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5bd7fb1f-056a-4731-af86-b9bbc4115187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672be992-5b6b-43ad-8fd9-cab48d8ae0db']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:47.645665 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5bd7fb1f-056a-4731-af86-b9bbc4115187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9d11e8-30e7-457f-9326-254817738f09') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:47.645953 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-5bd7fb1f-056a-4731-af86-b9bbc4115187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9d11e8-30e7-457f-9326-254817738f09') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:47.656482 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5bd7fb1f-056a-4731-af86-b9bbc4115187 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.671795 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5bd7fb1f-056a-4731-af86-b9bbc4115187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.679294 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd7fb1f-056a-4731-af86-b9bbc4115187 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:47.679294 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5bd7fb1f-056a-4731-af86-b9bbc4115187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:47.680270 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:47.737485 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5bd7fb1f-056a-4731-af86-b9bbc4115187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.742263 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5bd7fb1f-056a-4731-af86-b9bbc4115187 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.744410 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5bd7fb1f-056a-4731-af86-b9bbc4115187 admin admin] 10.222.0.50 "DELETE /v2.0/networks/672be992-5b6b-43ad-8fd9-cab48d8ae0db HTTP/1.1" status: 204 len: 168 time: 0.3139770 Aug 11 02:37:47.764172 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7fb1f-056a-4731-af86-b9bbc4115187 admin admin] Pushing event deleted for resources: {'Network': ['ID=672be992-5b6b-43ad-8fd9-cab48d8ae0db,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:47.988047 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51136) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:48.046759 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51138) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:48.047382 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-94f4a0e1-e9e4-43c6-9f60-3d4e7c095643 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=58c960ff00d44d739fa9289116f34e25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0566273 Aug 11 02:37:48.103419 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-acdf33f7-8362-4716-985e-f9b8af5973df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:48.127120 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-acdf33f7-8362-4716-985e-f9b8af5973df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:48.181067 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-acdf33f7-8362-4716-985e-f9b8af5973df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:48.184054 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-acdf33f7-8362-4716-985e-f9b8af5973df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:48.185427 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-acdf33f7-8362-4716-985e-f9b8af5973df admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/927f6eb7-a523-467f-99cf-7c8a4e0b1feb HTTP/1.1" status: 204 len: 168 time: 0.1384449 Aug 11 02:37:48.195639 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf33f7-8362-4716-985e-f9b8af5973df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927f6eb7-a523-467f-99cf-7c8a4e0b1feb,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:48.325218 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-35280b45-c325-4319-b797-5b5e425fbef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:48.371465 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:48.616705 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51158) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:48.662534 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fd8cc074-021a-489c-9deb-712ec3411fc0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f9d8e73d261b44c78c460d7f7bcb1ec4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445654 Aug 11 02:37:48.665141 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51160) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:48.719915 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-83a875d8-a6c2-4dcc-8be6-0456947053d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:48.742644 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-83a875d8-a6c2-4dcc-8be6-0456947053d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:48.796140 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-83a875d8-a6c2-4dcc-8be6-0456947053d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:48.798864 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-83a875d8-a6c2-4dcc-8be6-0456947053d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:48.802640 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-83a875d8-a6c2-4dcc-8be6-0456947053d1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5ba692f4-3dcb-4d85-a7e1-d91af9e31b97 HTTP/1.1" status: 204 len: 168 time: 0.1342428 Aug 11 02:37:48.808621 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a875d8-a6c2-4dcc-8be6-0456947053d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba692f4-3dcb-4d85-a7e1-d91af9e31b97,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:49.990511 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:50.910471 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51266) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:51.039110 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-af50ca47-2e60-4bcd-9c72-cd8effda57dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.158908 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-af50ca47-2e60-4bcd-9c72-cd8effda57dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.163468 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-af50ca47-2e60-4bcd-9c72-cd8effda57dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.206286 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-af50ca47-2e60-4bcd-9c72-cd8effda57dc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=91d011500b2f4f118635dcab8f6a124f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2946913 Aug 11 02:37:51.208443 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50ca47-2e60-4bcd-9c72-cd8effda57dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2bafc1-7589-4dec-80f8-ce42de3a07e5,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:51.209316 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51278) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:51.287781 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9f53e72b-a33b-4fed-b2d3-e31a1e6ffe5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.314980 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9f53e72b-a33b-4fed-b2d3-e31a1e6ffe5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.369317 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9f53e72b-a33b-4fed-b2d3-e31a1e6ffe5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.372040 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9f53e72b-a33b-4fed-b2d3-e31a1e6ffe5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.376767 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9f53e72b-a33b-4fed-b2d3-e31a1e6ffe5b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ee2bafc1-7589-4dec-80f8-ce42de3a07e5 HTTP/1.1" status: 204 len: 168 time: 0.1656876 Aug 11 02:37:51.385577 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53e72b-a33b-4fed-b2d3-e31a1e6ffe5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2bafc1-7589-4dec-80f8-ce42de3a07e5,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:51.394848 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53e72b-a33b-4fed-b2d3-e31a1e6ffe5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:51.395097 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53e72b-a33b-4fed-b2d3-e31a1e6ffe5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:51.395284 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53e72b-a33b-4fed-b2d3-e31a1e6ffe5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:51.395713 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53e72b-a33b-4fed-b2d3-e31a1e6ffe5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:51.396051 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53e72b-a33b-4fed-b2d3-e31a1e6ffe5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:51.396383 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53e72b-a33b-4fed-b2d3-e31a1e6ffe5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:51.396711 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53e72b-a33b-4fed-b2d3-e31a1e6ffe5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:51.397039 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53e72b-a33b-4fed-b2d3-e31a1e6ffe5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:51.397365 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53e72b-a33b-4fed-b2d3-e31a1e6ffe5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:51.397884 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53e72b-a33b-4fed-b2d3-e31a1e6ffe5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:51.398336 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53e72b-a33b-4fed-b2d3-e31a1e6ffe5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:51.398530 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53e72b-a33b-4fed-b2d3-e31a1e6ffe5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:51.505361 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.745649 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51296) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:51.763643 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c9d82347-ce28-4172-a2ec-682801b3bbea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.879775 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c9d82347-ce28-4172-a2ec-682801b3bbea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.884685 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c9d82347-ce28-4172-a2ec-682801b3bbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.928141 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d82347-ce28-4172-a2ec-682801b3bbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bba686-86fb-4a40-b4a3-ce2a8fb3638f,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:51.932647 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c9d82347-ce28-4172-a2ec-682801b3bbea admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=92aec5dfe1ba43bfa8d89327f732f1bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1859677 Aug 11 02:37:51.935713 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51302) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:51.994139 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-038c99e9-05ab-496c-94ba-7f363be047f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:52.021785 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-038c99e9-05ab-496c-94ba-7f363be047f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:52.076853 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-038c99e9-05ab-496c-94ba-7f363be047f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:52.080774 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-038c99e9-05ab-496c-94ba-7f363be047f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:52.084298 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-038c99e9-05ab-496c-94ba-7f363be047f6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b1bba686-86fb-4a40-b4a3-ce2a8fb3638f HTTP/1.1" status: 204 len: 168 time: 0.1453874 Aug 11 02:37:52.092771 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c99e9-05ab-496c-94ba-7f363be047f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bba686-86fb-4a40-b4a3-ce2a8fb3638f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:52.942673 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51346) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:53.088473 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-1a372bda-9fd5-4420-abd3-fa7077eb1a34 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1609777769-network', 'tenant_id': '47752d9d0e584d34a963a8c77a99865b'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:53.114214 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a372bda-9fd5-4420-abd3-fa7077eb1a34 admin admin] Made reservation on behalf of 47752d9d0e584d34a963a8c77a99865b for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:53.116922 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a372bda-9fd5-4420-abd3-fa7077eb1a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:53.127244 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a372bda-9fd5-4420-abd3-fa7077eb1a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:53.231707 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a372bda-9fd5-4420-abd3-fa7077eb1a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:53.236631 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a372bda-9fd5-4420-abd3-fa7077eb1a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:53.282116 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a372bda-9fd5-4420-abd3-fa7077eb1a34 admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:37:53.304417 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a372bda-9fd5-4420-abd3-fa7077eb1a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49ec11e-0c1a-4b6e-8695-e7f089fbaba0,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:53.307596 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a372bda-9fd5-4420-abd3-fa7077eb1a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:53.307947 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-1a372bda-9fd5-4420-abd3-fa7077eb1a34 admin admin] Added segment 1218abeb-1ef7-451a-86c7-feebe4f651c6 of type vlan for network 010bdcd6-884f-4b08-b406-b90d4621310d Aug 11 02:37:53.365991 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a372bda-9fd5-4420-abd3-fa7077eb1a34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:53.407696 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a372bda-9fd5-4420-abd3-fa7077eb1a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:53.409084 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a372bda-9fd5-4420-abd3-fa7077eb1a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:53.409678 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1a372bda-9fd5-4420-abd3-fa7077eb1a34 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:53.476072 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1a372bda-9fd5-4420-abd3-fa7077eb1a34 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5322318 Aug 11 02:37:53.478819 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51362) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:53.484880 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-67c6c7bc-5e50-464e-b359-248afb0a073f admin admin] Request body: {'subnet': {'network_id': '010bdcd6-884f-4b08-b406-b90d4621310d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1609777769-subnet', 'tenant_id': '47752d9d0e584d34a963a8c77a99865b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:53.498784 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a372bda-9fd5-4420-abd3-fa7077eb1a34 admin admin] Pushing event updated for resources: {'Network': ['ID=010bdcd6-884f-4b08-b406-b90d4621310d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:53.511388 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 010bdcd6-884f-4b08-b406-b90d4621310d details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:53.517641 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c6c7bc-5e50-464e-b359-248afb0a073f admin admin] Made reservation on behalf of 47752d9d0e584d34a963a8c77a99865b for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:53.521468 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-67c6c7bc-5e50-464e-b359-248afb0a073f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:53.733776 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-67c6c7bc-5e50-464e-b359-248afb0a073f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:53.789985 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6c7bc-5e50-464e-b359-248afb0a073f admin admin] Pushing event updated for resources: {'Subnet': ['ID=88d9a9e5-c7a2-4f93-8c18-05959d4d0f9b,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:53.802309 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c6c7bc-5e50-464e-b359-248afb0a073f admin admin] Checking segment: {'id': '1218abeb-1ef7-451a-86c7-feebe4f651c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '010bdcd6-884f-4b08-b406-b90d4621310d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:53.802671 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c6c7bc-5e50-464e-b359-248afb0a073f admin admin] Network hostable DHCP agents. Network: 010bdcd6-884f-4b08-b406-b90d4621310d, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:37:53.825282 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c6c7bc-5e50-464e-b359-248afb0a073f admin admin] Network 010bdcd6-884f-4b08-b406-b90d4621310d is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:37:53.838067 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-67c6c7bc-5e50-464e-b359-248afb0a073f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 010bdcd6-884f-4b08-b406-b90d4621310d) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:53.842873 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c6c7bc-5e50-464e-b359-248afb0a073f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:53.843525 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-67c6c7bc-5e50-464e-b359-248afb0a073f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:53.850153 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdc1e3e-0d99-4c3c-985f-be16ffeac5a1 None None] Network 010bdcd6-884f-4b08-b406-b90d4621310d requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:53.878214 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-67c6c7bc-5e50-464e-b359-248afb0a073f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3982530 Aug 11 02:37:54.020998 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5973fdc4-b432-4b69-b124-d4acd2fc8433 None None] Network 010bdcd6-884f-4b08-b406-b90d4621310d requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:54.525165 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 51402) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:54.530864 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-433864de-350b-4ce1-9a13-4fbd4b9c8e97 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1371346847-network', 'tenant_id': 'e4d0d4d54b3940d18c3c06b1422640c3'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:54.561339 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433864de-350b-4ce1-9a13-4fbd4b9c8e97 admin admin] Made reservation on behalf of e4d0d4d54b3940d18c3c06b1422640c3 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:54.564193 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-433864de-350b-4ce1-9a13-4fbd4b9c8e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:54.580126 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-433864de-350b-4ce1-9a13-4fbd4b9c8e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:54.611476 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:54.701674 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-433864de-350b-4ce1-9a13-4fbd4b9c8e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:54.706663 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-433864de-350b-4ce1-9a13-4fbd4b9c8e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:54.742327 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-433864de-350b-4ce1-9a13-4fbd4b9c8e97 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:37:54.753016 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433864de-350b-4ce1-9a13-4fbd4b9c8e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34440b5-60dc-4000-98b0-d868e7b18c77,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:54.764054 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-433864de-350b-4ce1-9a13-4fbd4b9c8e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:54.764054 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-433864de-350b-4ce1-9a13-4fbd4b9c8e97 admin admin] Added segment cc84a7bf-ac1c-4a59-8f07-26b5546fd0d7 of type vlan for network 51c63782-cb92-4e6f-af72-96c8bbf7e9e6 Aug 11 02:37:54.814191 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-433864de-350b-4ce1-9a13-4fbd4b9c8e97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:54.847070 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-433864de-350b-4ce1-9a13-4fbd4b9c8e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:54.848259 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433864de-350b-4ce1-9a13-4fbd4b9c8e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:54.848917 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-433864de-350b-4ce1-9a13-4fbd4b9c8e97 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:54.878875 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-433864de-350b-4ce1-9a13-4fbd4b9c8e97 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3523104 Aug 11 02:37:54.881668 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 51420) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:54.886766 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-36d19855-5917-464b-9d3c-a73bc4a38dab admin admin] Request body: {'subnet': {'network_id': '51c63782-cb92-4e6f-af72-96c8bbf7e9e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1371346847-subnet', 'tenant_id': 'e4d0d4d54b3940d18c3c06b1422640c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:54.920717 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d19855-5917-464b-9d3c-a73bc4a38dab admin admin] Made reservation on behalf of e4d0d4d54b3940d18c3c06b1422640c3 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:54.926466 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36d19855-5917-464b-9d3c-a73bc4a38dab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:54.933028 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433864de-350b-4ce1-9a13-4fbd4b9c8e97 admin admin] Pushing event updated for resources: {'Network': ['ID=51c63782-cb92-4e6f-af72-96c8bbf7e9e6,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:54.943220 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 51c63782-cb92-4e6f-af72-96c8bbf7e9e6 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:55.149907 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36d19855-5917-464b-9d3c-a73bc4a38dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:55.207385 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d19855-5917-464b-9d3c-a73bc4a38dab admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ec0865b-a766-4c87-a704-655308dee5e6,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:55.216791 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d19855-5917-464b-9d3c-a73bc4a38dab admin admin] Checking segment: {'id': 'cc84a7bf-ac1c-4a59-8f07-26b5546fd0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '51c63782-cb92-4e6f-af72-96c8bbf7e9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:55.217158 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d19855-5917-464b-9d3c-a73bc4a38dab admin admin] Network hostable DHCP agents. Network: 51c63782-cb92-4e6f-af72-96c8bbf7e9e6, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:37:55.238487 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d19855-5917-464b-9d3c-a73bc4a38dab admin admin] Network 51c63782-cb92-4e6f-af72-96c8bbf7e9e6 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:37:55.248203 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-36d19855-5917-464b-9d3c-a73bc4a38dab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 51c63782-cb92-4e6f-af72-96c8bbf7e9e6) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:55.254789 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d19855-5917-464b-9d3c-a73bc4a38dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:55.255686 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36d19855-5917-464b-9d3c-a73bc4a38dab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:55.257409 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707ebdc5-4606-4001-aea2-3ea044c51128 None None] Network 51c63782-cb92-4e6f-af72-96c8bbf7e9e6 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:55.282409 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-36d19855-5917-464b-9d3c-a73bc4a38dab admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3906000 Aug 11 02:37:55.423732 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:55.424900 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339288d8-ba1a-4ef6-8ecf-2f3583a5ebf6 None None] Network 51c63782-cb92-4e6f-af72-96c8bbf7e9e6 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:55.846462 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923369e-2b21-4f16-b822-9622d50b6678 req-9626fa1f-2615-44d6-8147-0dfdc941a49d tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:55.848843 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5923369e-2b21-4f16-b822-9622d50b6678 req-9626fa1f-2615-44d6-8147-0dfdc941a49d tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] 10.222.0.50 "GET /v2.0/networks?id=010bdcd6-884f-4b08-b406-b90d4621310d HTTP/1.1" status: 200 len: 809 time: 0.1067691 Aug 11 02:37:55.865805 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5923369e-2b21-4f16-b822-9622d50b6678 req-183eee20-8b08-4584-8184-c97dc1246ce8 tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] 10.222.0.50 "GET /v2.0/quotas/47752d9d0e584d34a963a8c77a99865b HTTP/1.1" status: 200 len: 375 time: 0.0104547 Aug 11 02:37:55.900815 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5923369e-2b21-4f16-b822-9622d50b6678 req-17503a7e-6b74-4c6c-9a10-275e5832d3af tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=47752d9d0e584d34a963a8c77a99865b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283673 Aug 11 02:37:55.913192 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-5923369e-2b21-4f16-b822-9622d50b6678 req-97a0fc70-4356-4998-84e3-85fcd3005db6 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:37:55.914411 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5923369e-2b21-4f16-b822-9622d50b6678 req-97a0fc70-4356-4998-84e3-85fcd3005db6 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059524 Aug 11 02:37:56.015903 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5923369e-2b21-4f16-b822-9622d50b6678 req-5e3146a2-4769-4dd1-ada2-60126cbef6a6 service neutron] 10.222.0.50 "GET /v2.0/networks/010bdcd6-884f-4b08-b406-b90d4621310d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935013 Aug 11 02:37:56.112436 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5923369e-2b21-4f16-b822-9622d50b6678 req-f60b8788-9cda-44ed-89e3-0b5147e1988a service neutron] 10.222.0.50 "GET /v2.0/networks/010bdcd6-884f-4b08-b406-b90d4621310d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887072 Aug 11 02:37:56.289146 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c725fd05-47bd-4c6f-903e-4d0057a16600 req-52941e8c-6ca3-431f-aa1e-7a19485b424e tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2a9b2a1-411a-4edd-aa3e-b872bc82ac76 HTTP/1.1" status: 200 len: 210 time: 0.0268950 Aug 11 02:37:57.328924 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:37:57.350897 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923369e-2b21-4f16-b822-9622d50b6678 req-5adbe272-9718-4e32-b6b1-a5fe74c75574 tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:57.370147 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5923369e-2b21-4f16-b822-9622d50b6678 req-5adbe272-9718-4e32-b6b1-a5fe74c75574 tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] 10.222.0.66 "GET /v2.0/networks?id=010bdcd6-884f-4b08-b406-b90d4621310d HTTP/1.1" status: 200 len: 809 time: 0.1814592 Aug 11 02:37:57.386730 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-5923369e-2b21-4f16-b822-9622d50b6678 req-2beb9ca8-3f4a-465f-93d7-a3fd9af510dc tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Request body: {'port': {'device_id': 'c2a9b2a1-411a-4edd-aa3e-b872bc82ac76', 'network_id': '010bdcd6-884f-4b08-b406-b90d4621310d', 'admin_state_up': True, 'tenant_id': '47752d9d0e584d34a963a8c77a99865b'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:57.431946 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3d8afe61-5e52-4b7f-9b22-01911463cd24 req-08826889-fdfc-4000-9048-0bc207338874 tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2a9b2a1-411a-4edd-aa3e-b872bc82ac76 HTTP/1.1" status: 200 len: 210 time: 0.0349405 Aug 11 02:37:57.517506 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5923369e-2b21-4f16-b822-9622d50b6678 req-2beb9ca8-3f4a-465f-93d7-a3fd9af510dc tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Made reservation on behalf of 47752d9d0e584d34a963a8c77a99865b for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:57.521466 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5923369e-2b21-4f16-b822-9622d50b6678 req-2beb9ca8-3f4a-465f-93d7-a3fd9af510dc tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:57.663814 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-5923369e-2b21-4f16-b822-9622d50b6678 req-2beb9ca8-3f4a-465f-93d7-a3fd9af510dc tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Allocated IP 172.20.0.5 (010bdcd6-884f-4b08-b406-b90d4621310d/88d9a9e5-c7a2-4f93-8c18-05959d4d0f9b/ac97e661-c3e3-4d3e-8951-b14437600b9c) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:57.843131 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5923369e-2b21-4f16-b822-9622d50b6678 req-2beb9ca8-3f4a-465f-93d7-a3fd9af510dc tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:57.899063 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5923369e-2b21-4f16-b822-9622d50b6678 req-2beb9ca8-3f4a-465f-93d7-a3fd9af510dc tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:57.937173 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5923369e-2b21-4f16-b822-9622d50b6678 req-2beb9ca8-3f4a-465f-93d7-a3fd9af510dc tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Network 010bdcd6-884f-4b08-b406-b90d4621310d is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:57.940404 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-5923369e-2b21-4f16-b822-9622d50b6678 req-2beb9ca8-3f4a-465f-93d7-a3fd9af510dc tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:57.944733 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-5923369e-2b21-4f16-b822-9622d50b6678 req-2beb9ca8-3f4a-465f-93d7-a3fd9af510dc tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:57.980171 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb9ca8-3f4a-465f-93d7-a3fd9af510dc tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Pushing event updated for resources: {'Port': ['ID=ac97e661-c3e3-4d3e-8951-b14437600b9c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:57.994318 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb9ca8-3f4a-465f-93d7-a3fd9af510dc tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:57.994616 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb9ca8-3f4a-465f-93d7-a3fd9af510dc tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:57.994965 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb9ca8-3f4a-465f-93d7-a3fd9af510dc tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:57.995303 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb9ca8-3f4a-465f-93d7-a3fd9af510dc tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:57.995668 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb9ca8-3f4a-465f-93d7-a3fd9af510dc tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:57.996008 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb9ca8-3f4a-465f-93d7-a3fd9af510dc tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:57.996334 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb9ca8-3f4a-465f-93d7-a3fd9af510dc tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:57.996664 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb9ca8-3f4a-465f-93d7-a3fd9af510dc tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:57.996989 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb9ca8-3f4a-465f-93d7-a3fd9af510dc tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:57.997841 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb9ca8-3f4a-465f-93d7-a3fd9af510dc tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:57.998173 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb9ca8-3f4a-465f-93d7-a3fd9af510dc tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:57.998548 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb9ca8-3f4a-465f-93d7-a3fd9af510dc tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:58.015128 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923369e-2b21-4f16-b822-9622d50b6678 req-2beb9ca8-3f4a-465f-93d7-a3fd9af510dc tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:58.015779 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5923369e-2b21-4f16-b822-9622d50b6678 req-2beb9ca8-3f4a-465f-93d7-a3fd9af510dc tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:58.030914 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5923369e-2b21-4f16-b822-9622d50b6678 req-2beb9ca8-3f4a-465f-93d7-a3fd9af510dc tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6492569 Aug 11 02:37:58.043728 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-5923369e-2b21-4f16-b822-9622d50b6678 req-83743a4b-b21c-4b5a-ac6e-4f62694c5114 service neutron] Request body: {'port': {'device_id': 'c2a9b2a1-411a-4edd-aa3e-b872bc82ac76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:58.104109 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5923369e-2b21-4f16-b822-9622d50b6678 req-83743a4b-b21c-4b5a-ac6e-4f62694c5114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:58.429470 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-5923369e-2b21-4f16-b822-9622d50b6678 req-83743a4b-b21c-4b5a-ac6e-4f62694c5114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac97e661-c3e3-4d3e-8951-b14437600b9c {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:37:58.438536 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5923369e-2b21-4f16-b822-9622d50b6678 req-83743a4b-b21c-4b5a-ac6e-4f62694c5114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:58.453614 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-5923369e-2b21-4f16-b822-9622d50b6678 req-83743a4b-b21c-4b5a-ac6e-4f62694c5114 service neutron] Transition to ACTIVE for port object ac97e661-c3e3-4d3e-8951-b14437600b9c will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:58.459001 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5923369e-2b21-4f16-b822-9622d50b6678 req-83743a4b-b21c-4b5a-ac6e-4f62694c5114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:58.612704 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83743a4b-b21c-4b5a-ac6e-4f62694c5114 service neutron] Pushing event updated for resources: {'Port': ['ID=ac97e661-c3e3-4d3e-8951-b14437600b9c,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:58.680617 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829d951-7772-4660-bd6e-0ffcc569b3b5 req-20af687a-325f-4d4e-90a1-705c6694e6dd tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:58.682584 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f829d951-7772-4660-bd6e-0ffcc569b3b5 req-20af687a-325f-4d4e-90a1-705c6694e6dd tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2a9b2a1-411a-4edd-aa3e-b872bc82ac76 HTTP/1.1" status: 200 len: 943 time: 0.1695595 Aug 11 02:37:58.724303 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-5923369e-2b21-4f16-b822-9622d50b6678 req-83743a4b-b21c-4b5a-ac6e-4f62694c5114 service neutron] Attempting to bind port ac97e661-c3e3-4d3e-8951-b14437600b9c on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:37:58.724938 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-5923369e-2b21-4f16-b822-9622d50b6678 req-83743a4b-b21c-4b5a-ac6e-4f62694c5114 service neutron] Attempting to bind port ac97e661-c3e3-4d3e-8951-b14437600b9c by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '1218abeb-1ef7-451a-86c7-feebe4f651c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '010bdcd6-884f-4b08-b406-b90d4621310d'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:37:58.725481 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5923369e-2b21-4f16-b822-9622d50b6678 req-83743a4b-b21c-4b5a-ac6e-4f62694c5114 service neutron] Attempting to bind port ac97e661-c3e3-4d3e-8951-b14437600b9c on network 010bdcd6-884f-4b08-b406-b90d4621310d {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:37:58.743676 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5923369e-2b21-4f16-b822-9622d50b6678 req-83743a4b-b21c-4b5a-ac6e-4f62694c5114 service neutron] Port ac97e661-c3e3-4d3e-8951-b14437600b9c on network 010bdcd6-884f-4b08-b406-b90d4621310d not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:37:58.744171 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5923369e-2b21-4f16-b822-9622d50b6678 req-83743a4b-b21c-4b5a-ac6e-4f62694c5114 service neutron] Attempting to bind port ac97e661-c3e3-4d3e-8951-b14437600b9c on network 010bdcd6-884f-4b08-b406-b90d4621310d {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:37:58.761597 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5923369e-2b21-4f16-b822-9622d50b6678 req-83743a4b-b21c-4b5a-ac6e-4f62694c5114 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:37:58.762087 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5923369e-2b21-4f16-b822-9622d50b6678 req-83743a4b-b21c-4b5a-ac6e-4f62694c5114 service neutron] Checking segment: {'id': '1218abeb-1ef7-451a-86c7-feebe4f651c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '010bdcd6-884f-4b08-b406-b90d4621310d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:58.763575 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5923369e-2b21-4f16-b822-9622d50b6678 req-83743a4b-b21c-4b5a-ac6e-4f62694c5114 service neutron] Bound using segment: {'id': '1218abeb-1ef7-451a-86c7-feebe4f651c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '010bdcd6-884f-4b08-b406-b90d4621310d'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:37:58.763575 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-5923369e-2b21-4f16-b822-9622d50b6678 req-83743a4b-b21c-4b5a-ac6e-4f62694c5114 service neutron] Bound port: ac97e661-c3e3-4d3e-8951-b14437600b9c, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1218abeb-1ef7-451a-86c7-feebe4f651c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '010bdcd6-884f-4b08-b406-b90d4621310d'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:37:58.763982 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5923369e-2b21-4f16-b822-9622d50b6678 req-83743a4b-b21c-4b5a-ac6e-4f62694c5114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:58.795918 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f829d951-7772-4660-bd6e-0ffcc569b3b5 req-c850c0aa-479a-4410-8429-3b7b1096c46c tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] 10.222.0.50 "GET /v2.0/security-groups?id=b49ec11e-0c1a-4b6e-8695-e7f089fbaba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669293 Aug 11 02:37:58.874723 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-5923369e-2b21-4f16-b822-9622d50b6678 req-83743a4b-b21c-4b5a-ac6e-4f62694c5114 service neutron] For port ac97e661-c3e3-4d3e-8951-b14437600b9c, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:37:58.879378 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-5923369e-2b21-4f16-b822-9622d50b6678 req-83743a4b-b21c-4b5a-ac6e-4f62694c5114 service neutron] For port ac97e661-c3e3-4d3e-8951-b14437600b9c, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=ac97e661-c3e3-4d3e-8951-b14437600b9c,segment=NetworkSegment(1218abeb-1ef7-451a-86c7-feebe4f651c6),segment_id=1218abeb-1ef7-451a-86c7-feebe4f651c6)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:37:58.883738 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5923369e-2b21-4f16-b822-9622d50b6678 req-83743a4b-b21c-4b5a-ac6e-4f62694c5114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:58.918570 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923369e-2b21-4f16-b822-9622d50b6678 req-83743a4b-b21c-4b5a-ac6e-4f62694c5114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:58.920206 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-5923369e-2b21-4f16-b822-9622d50b6678 req-83743a4b-b21c-4b5a-ac6e-4f62694c5114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:58.921548 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5923369e-2b21-4f16-b822-9622d50b6678 req-83743a4b-b21c-4b5a-ac6e-4f62694c5114 service neutron] 10.222.0.66 "PUT /v2.0/ports/ac97e661-c3e3-4d3e-8951-b14437600b9c HTTP/1.1" status: 200 len: 1092 time: 0.8821507 Aug 11 02:37:58.923632 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a9b2a1-411a-4edd-aa3e-b872bc82ac76', 'tag': 'ac97e661-c3e3-4d3e-8951-b14437600b9c'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:37:58.927049 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd27895c-1c33-488b-af3e-da933bee47cb" -d '{"events": [{"name": "network-changed", "server_uuid": "c2a9b2a1-411a-4edd-aa3e-b872bc82ac76", "tag": "ac97e661-c3e3-4d3e-8951-b14437600b9c"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:37:58.959286 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83743a4b-b21c-4b5a-ac6e-4f62694c5114 service neutron] Pushing event updated for resources: {'Port': ['ID=ac97e661-c3e3-4d3e-8951-b14437600b9c,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:58.995145 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc3f82c-f83e-414f-ba0c-e7d95f3fb08c x-openstack-request-id: req-0cc3f82c-f83e-414f-ba0c-e7d95f3fb08c {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:37:58.995494 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2a9b2a1-411a-4edd-aa3e-b872bc82ac76", "tag": "ac97e661-c3e3-4d3e-8951-b14437600b9c", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:37:58.995733 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0cc3f82c-f83e-414f-ba0c-e7d95f3fb08c {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:37:58.996100 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a9b2a1-411a-4edd-aa3e-b872bc82ac76', 'tag': 'ac97e661-c3e3-4d3e-8951-b14437600b9c', 'status': 'completed', 'code': 200} Aug 11 02:37:59.014106 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923369e-2b21-4f16-b822-9622d50b6678 req-1a2945c5-dfd4-448a-aafc-5072e4e1420c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:59.016009 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5923369e-2b21-4f16-b822-9622d50b6678 req-1a2945c5-dfd4-448a-aafc-5072e4e1420c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=47752d9d0e584d34a963a8c77a99865b&device_id=c2a9b2a1-411a-4edd-aa3e-b872bc82ac76 HTTP/1.1" status: 200 len: 1095 time: 0.0522380 Aug 11 02:37:59.060767 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5923369e-2b21-4f16-b822-9622d50b6678 req-5462cdbd-492e-4944-9e5c-d43755863c3e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac97e661-c3e3-4d3e-8951-b14437600b9c HTTP/1.1" status: 200 len: 217 time: 0.0363045 Aug 11 02:37:59.116958 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923369e-2b21-4f16-b822-9622d50b6678 req-f1c6f11f-ada6-4247-bfb8-447756f64ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:59.118444 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5923369e-2b21-4f16-b822-9622d50b6678 req-f1c6f11f-ada6-4247-bfb8-447756f64ab0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=88d9a9e5-c7a2-4f93-8c18-05959d4d0f9b HTTP/1.1" status: 200 len: 849 time: 0.0506084 Aug 11 02:37:59.152396 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5923369e-2b21-4f16-b822-9622d50b6678 req-d79425af-c0e2-4b1b-919c-7ab84b78d710 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=010bdcd6-884f-4b08-b406-b90d4621310d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254142 Aug 11 02:37:59.248270 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5923369e-2b21-4f16-b822-9622d50b6678 req-141ca0e4-a47f-4f2b-b2d7-b53c1c311456 service neutron] 10.222.0.66 "GET /v2.0/networks/010bdcd6-884f-4b08-b406-b90d4621310d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880983 Aug 11 02:37:59.360358 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5923369e-2b21-4f16-b822-9622d50b6678 req-2466bdaa-66bf-4ac9-b603-f553512dd971 service neutron] 10.222.0.66 "GET /v2.0/networks/010bdcd6-884f-4b08-b406-b90d4621310d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038032 Aug 11 02:37:59.453232 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27895c-1c33-488b-af3e-da933bee47cb req-9cc3a3f9-049c-4810-9408-aadd2d18fa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:59.454916 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bd27895c-1c33-488b-af3e-da933bee47cb req-9cc3a3f9-049c-4810-9408-aadd2d18fa52 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=47752d9d0e584d34a963a8c77a99865b&device_id=c2a9b2a1-411a-4edd-aa3e-b872bc82ac76 HTTP/1.1" status: 200 len: 1095 time: 0.0434875 Aug 11 02:37:59.552907 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27895c-1c33-488b-af3e-da933bee47cb req-da7f93a9-b0a9-4b39-bc27-09091c3b39ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:59.554401 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bd27895c-1c33-488b-af3e-da933bee47cb req-da7f93a9-b0a9-4b39-bc27-09091c3b39ce service neutron] 10.222.0.66 "GET /v2.0/networks?id=010bdcd6-884f-4b08-b406-b90d4621310d HTTP/1.1" status: 200 len: 910 time: 0.0923011 Aug 11 02:37:59.596762 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bd27895c-1c33-488b-af3e-da933bee47cb req-3541cbe7-b3b4-4891-b17f-a6ca80cd83b1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac97e661-c3e3-4d3e-8951-b14437600b9c HTTP/1.1" status: 200 len: 217 time: 0.0347998 Aug 11 02:37:59.650114 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27895c-1c33-488b-af3e-da933bee47cb req-681b1c43-56e8-4827-a5ee-2e806051b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:59.651638 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bd27895c-1c33-488b-af3e-da933bee47cb req-681b1c43-56e8-4827-a5ee-2e806051b67d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=88d9a9e5-c7a2-4f93-8c18-05959d4d0f9b HTTP/1.1" status: 200 len: 849 time: 0.0471766 Aug 11 02:37:59.688174 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bd27895c-1c33-488b-af3e-da933bee47cb req-bf6df726-7f5a-481f-9282-dad73c2aab4a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=010bdcd6-884f-4b08-b406-b90d4621310d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267711 Aug 11 02:37:59.787009 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bd27895c-1c33-488b-af3e-da933bee47cb req-f318c68e-ae9c-440c-a3ae-376b2846d014 service neutron] 10.222.0.66 "GET /v2.0/networks/010bdcd6-884f-4b08-b406-b90d4621310d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908058 Aug 11 02:37:59.909609 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bd27895c-1c33-488b-af3e-da933bee47cb req-fae56195-2642-4cb8-adc9-e060f87bf4c0 service neutron] 10.222.0.66 "GET /v2.0/networks/010bdcd6-884f-4b08-b406-b90d4621310d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152651 Aug 11 02:37:59.932294 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228c570-b01e-404e-a9f8-93064d35c19d req-05b363d2-8639-4594-ab64-d8e5f498c1a4 tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:59.933652 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3228c570-b01e-404e-a9f8-93064d35c19d req-05b363d2-8639-4594-ab64-d8e5f498c1a4 tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2a9b2a1-411a-4edd-aa3e-b872bc82ac76 HTTP/1.1" status: 200 len: 943 time: 0.0699494 Aug 11 02:37:59.971797 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3228c570-b01e-404e-a9f8-93064d35c19d req-3268e914-583f-4fbe-be4c-ce8b859ee84a tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] 10.222.0.50 "GET /v2.0/security-groups?id=b49ec11e-0c1a-4b6e-8695-e7f089fbaba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316019 Aug 11 02:38:00.117542 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-e2113f2d-c6bf-4092-af6c-8e243c2f3e3d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1073027814&fields=id&tenant_id=7da6302aa7904b88b0331188624d66f4 HTTP/1.1" status: 200 len: 267 time: 0.0405645 Aug 11 02:38:00.223157 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-20f2cd28-1a99-4b84-8e03-61a24c40b051 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:00.224647 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-20f2cd28-1a99-4b84-8e03-61a24c40b051 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 811 time: 0.0999744 Aug 11 02:38:00.239772 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-64b37976-72b0-48f0-a848-932e9b701f8f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/quotas/7da6302aa7904b88b0331188624d66f4 HTTP/1.1" status: 200 len: 375 time: 0.0095077 Aug 11 02:38:00.290594 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-fd473943-5833-4f77-bcd8-d5748aee4021 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456414 Aug 11 02:38:00.387011 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-30d36ebb-e863-41ea-8392-997f78833cd0 service neutron] 10.222.0.50 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839531 Aug 11 02:38:00.473981 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-26f4edd0-dfc5-479f-a5b6-721b398eb624 service neutron] 10.222.0.50 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810251 Aug 11 02:38:00.751210 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-67951f50-dc2f-4061-bf37-86528cd6d09b req-4163b4c5-8465-4a3c-8724-3dabc2fff8ec tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 210 time: 0.0277326 Aug 11 02:38:01.099706 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d240f-4fa0-4d22-b947-658ca997a478 req-9ac377a1-cae7-425b-9bb6-7febce57c087 tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:01.101444 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d59d240f-4fa0-4d22-b947-658ca997a478 req-9ac377a1-cae7-425b-9bb6-7febce57c087 tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2a9b2a1-411a-4edd-aa3e-b872bc82ac76 HTTP/1.1" status: 200 len: 943 time: 0.0517957 Aug 11 02:38:01.146001 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d59d240f-4fa0-4d22-b947-658ca997a478 req-99b445d4-4468-4823-8de7-a7564b3a3e7e tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] 10.222.0.50 "GET /v2.0/security-groups?id=b49ec11e-0c1a-4b6e-8695-e7f089fbaba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376256 Aug 11 02:38:01.299283 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device ac97e661-c3e3-4d3e-8951-b14437600b9c details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:38:01.401815 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port ac97e661-c3e3-4d3e-8951-b14437600b9c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=ac97e661-c3e3-4d3e-8951-b14437600b9c,segment=NetworkSegment(1218abeb-1ef7-451a-86c7-feebe4f651c6),segment_id=1218abeb-1ef7-451a-86c7-feebe4f651c6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:01.413516 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'ac97e661-c3e3-4d3e-8951-b14437600b9c', 'network_id': '010bdcd6-884f-4b08-b406-b90d4621310d', 'port_id': 'ac97e661-c3e3-4d3e-8951-b14437600b9c', 'mac_address': 'fa:16:3e:70:83:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88d9a9e5-c7a2-4f93-8c18-05959d4d0f9b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:38:01.449723 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:01.462992 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac97e661-c3e3-4d3e-8951-b14437600b9c {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:38:01.483887 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port ac97e661-c3e3-4d3e-8951-b14437600b9c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=ac97e661-c3e3-4d3e-8951-b14437600b9c,segment=NetworkSegment(1218abeb-1ef7-451a-86c7-feebe4f651c6),segment_id=1218abeb-1ef7-451a-86c7-feebe4f651c6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:01.487804 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:01.555600 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=ac97e661-c3e3-4d3e-8951-b14437600b9c,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:01.563362 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:01.563746 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:01.564091 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:01.564425 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:01.564761 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:01.565095 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:01.565427 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:01.565754 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:01.566079 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:01.566403 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:01.566727 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:01.567050 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:01.688001 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-3e10b209-7fdc-4570-b487-4917347c5738 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:01.692415 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-3e10b209-7fdc-4570-b487-4917347c5738 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.73 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 811 time: 0.1245289 Aug 11 02:38:01.696529 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['ac97e661-c3e3-4d3e-8951-b14437600b9c'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:38:01.778210 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-7dcfd165-36e6-4f5f-9901-87dbd5aa3073 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7da6302aa7904b88b0331188624d66f4 HTTP/1.1" status: 200 len: 380 time: 0.0791883 Aug 11 02:38:01.791628 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-45726d26-d7e1-4e38-81a9-344ed273d616 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Request body: {'port': {'device_id': 'a48208b9-d457-4515-b542-b15cd1fa7e91', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'admin_state_up': True, 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'security_groups': ['a1e8997e-02ee-408d-a160-ac481cc8626b']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:01.915365 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3dfe5177-a484-4abe-b44c-2c1df82b57c5 req-6676f832-7ec7-41f7-8d9c-6c334066d664 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 210 time: 0.0452960 Aug 11 02:38:01.955968 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-45726d26-d7e1-4e38-81a9-344ed273d616 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Made reservation on behalf of 7da6302aa7904b88b0331188624d66f4 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:01.960578 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-45726d26-d7e1-4e38-81a9-344ed273d616 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.111695 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-45726d26-d7e1-4e38-81a9-344ed273d616 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Allocated IP 172.20.0.3 (58eaa87b-4e07-4b3a-b5a6-ed2c1760073b/8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a/78d5b0bb-2a75-48e3-9391-f637abc4d194) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:02.292696 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-45726d26-d7e1-4e38-81a9-344ed273d616 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.309842 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-45726d26-d7e1-4e38-81a9-344ed273d616 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Transition to ACTIVE for port object 78d5b0bb-2a75-48e3-9391-f637abc4d194 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:02.322384 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19588a1-a10a-43b3-b88c-bca4baf542c1 req-5e36ebc5-f795-44de-8d98-3e80fd71d489 tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:02.322384 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c19588a1-a10a-43b3-b88c-bca4baf542c1 req-5e36ebc5-f795-44de-8d98-3e80fd71d489 tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2a9b2a1-411a-4edd-aa3e-b872bc82ac76 HTTP/1.1" status: 200 len: 944 time: 0.0862401 Aug 11 02:38:02.386281 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c19588a1-a10a-43b3-b88c-bca4baf542c1 req-8e401d7f-76b9-4cb1-a5a1-77cc6dd84682 tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] 10.222.0.50 "GET /v2.0/security-groups?id=b49ec11e-0c1a-4b6e-8695-e7f089fbaba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567205 Aug 11 02:38:02.397598 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-45726d26-d7e1-4e38-81a9-344ed273d616 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.446944 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-45726d26-d7e1-4e38-81a9-344ed273d616 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:02.450749 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-45726d26-d7e1-4e38-81a9-344ed273d616 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:02.455156 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-45726d26-d7e1-4e38-81a9-344ed273d616 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:02.459277 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45726d26-d7e1-4e38-81a9-344ed273d616 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event updated for resources: {'Port': ['ID=78d5b0bb-2a75-48e3-9391-f637abc4d194,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:02.506617 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-45726d26-d7e1-4e38-81a9-344ed273d616 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:02.507363 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-45726d26-d7e1-4e38-81a9-344ed273d616 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.540131 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-45726d26-d7e1-4e38-81a9-344ed273d616 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7543597 Aug 11 02:38:02.554706 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-ad10c35a-245c-40b5-997f-fe59297660f0 service neutron] Request body: {'port': {'device_id': 'a48208b9-d457-4515-b542-b15cd1fa7e91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:02.622901 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-ad10c35a-245c-40b5-997f-fe59297660f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.729584 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cbdd659c-760d-4b42-b36c-e9b7fea12a79 None None] Provisioning for port 78d5b0bb-2a75-48e3-9391-f637abc4d194 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:02.737404 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cbdd659c-760d-4b42-b36c-e9b7fea12a79 None None] Provisioning complete for port 78d5b0bb-2a75-48e3-9391-f637abc4d194 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:02.748127 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cbdd659c-760d-4b42-b36c-e9b7fea12a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.795519 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-cbdd659c-760d-4b42-b36c-e9b7fea12a79 None None] Port 78d5b0bb-2a75-48e3-9391-f637abc4d194 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:03.175172 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57b442-9f8a-4ed5-855b-a89cb9029b1a req-6d3dbdee-a2e1-490d-b408-361d49e96d03 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:03.185599 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cd57b442-9f8a-4ed5-855b-a89cb9029b1a req-6d3dbdee-a2e1-490d-b408-361d49e96d03 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 931 time: 0.0909636 Aug 11 02:38:03.261464 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cd57b442-9f8a-4ed5-855b-a89cb9029b1a req-e198703a-e8fb-4218-86d1-7c4a406cb4e5 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746913 Aug 11 02:38:03.299359 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-ad10c35a-245c-40b5-997f-fe59297660f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d5b0bb-2a75-48e3-9391-f637abc4d194 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:38:03.304227 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device ac97e661-c3e3-4d3e-8951-b14437600b9c up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:03.308110 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-ad10c35a-245c-40b5-997f-fe59297660f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.322400 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-ad10c35a-245c-40b5-997f-fe59297660f0 service neutron] Transition to ACTIVE for port object 78d5b0bb-2a75-48e3-9391-f637abc4d194 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:03.326885 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-ad10c35a-245c-40b5-997f-fe59297660f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.381848 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port ac97e661-c3e3-4d3e-8951-b14437600b9c completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:03.384323 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10c35a-245c-40b5-997f-fe59297660f0 service neutron] Pushing event updated for resources: {'Port': ['ID=78d5b0bb-2a75-48e3-9391-f637abc4d194,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:03.395258 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port ac97e661-c3e3-4d3e-8951-b14437600b9c triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:03.395823 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.514523 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-ad10c35a-245c-40b5-997f-fe59297660f0 service neutron] Attempting to bind port 78d5b0bb-2a75-48e3-9391-f637abc4d194 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:03.515108 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-ad10c35a-245c-40b5-997f-fe59297660f0 service neutron] Attempting to bind port 78d5b0bb-2a75-48e3-9391-f637abc4d194 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:03.515674 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-ad10c35a-245c-40b5-997f-fe59297660f0 service neutron] Attempting to bind port 78d5b0bb-2a75-48e3-9391-f637abc4d194 on network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:03.519185 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.537052 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-ad10c35a-245c-40b5-997f-fe59297660f0 service neutron] Port 78d5b0bb-2a75-48e3-9391-f637abc4d194 on network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:03.544657 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-ad10c35a-245c-40b5-997f-fe59297660f0 service neutron] Attempting to bind port 78d5b0bb-2a75-48e3-9391-f637abc4d194 on network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:03.552265 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a9b2a1-411a-4edd-aa3e-b872bc82ac76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac97e661-c3e3-4d3e-8951-b14437600b9c'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:38:03.555104 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92002333-df90-439a-8b3b-f6b9248e6e16" -d '{"events": [{"server_uuid": "c2a9b2a1-411a-4edd-aa3e-b872bc82ac76", "name": "network-vif-plugged", "status": "completed", "tag": "ac97e661-c3e3-4d3e-8951-b14437600b9c"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:38:03.571239 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port ac97e661-c3e3-4d3e-8951-b14437600b9c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=ac97e661-c3e3-4d3e-8951-b14437600b9c,segment=NetworkSegment(1218abeb-1ef7-451a-86c7-feebe4f651c6),segment_id=1218abeb-1ef7-451a-86c7-feebe4f651c6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:03.576488 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.580533 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-ad10c35a-245c-40b5-997f-fe59297660f0 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:38:03.580974 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-ad10c35a-245c-40b5-997f-fe59297660f0 service neutron] Checking segment: {'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:03.584083 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-ad10c35a-245c-40b5-997f-fe59297660f0 service neutron] Bound using segment: {'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:38:03.584083 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-ad10c35a-245c-40b5-997f-fe59297660f0 service neutron] Bound port: 78d5b0bb-2a75-48e3-9391-f637abc4d194, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:38:03.584475 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-ad10c35a-245c-40b5-997f-fe59297660f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.641074 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bd93bb-ec82-4275-8068-0025b298887a x-openstack-request-id: req-68bd93bb-ec82-4275-8068-0025b298887a {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:38:03.641386 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a9b2a1-411a-4edd-aa3e-b872bc82ac76", "name": "network-vif-plugged", "status": "completed", "tag": "ac97e661-c3e3-4d3e-8951-b14437600b9c", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:38:03.642364 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-68bd93bb-ec82-4275-8068-0025b298887a {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:38:03.642775 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a9b2a1-411a-4edd-aa3e-b872bc82ac76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac97e661-c3e3-4d3e-8951-b14437600b9c', 'code': 200} Aug 11 02:38:03.660028 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=ac97e661-c3e3-4d3e-8951-b14437600b9c,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:03.693872 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-ad10c35a-245c-40b5-997f-fe59297660f0 service neutron] For port 78d5b0bb-2a75-48e3-9391-f637abc4d194, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:38:03.698934 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-ad10c35a-245c-40b5-997f-fe59297660f0 service neutron] For port 78d5b0bb-2a75-48e3-9391-f637abc4d194, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=78d5b0bb-2a75-48e3-9391-f637abc4d194,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:38:03.707787 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-ad10c35a-245c-40b5-997f-fe59297660f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.740582 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5f888-c03e-4d44-8520-18b6e11607a8 req-794b7cbf-91a1-41e8-bc39-1c350dfa95f4 tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:03.743469 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d9f5f888-c03e-4d44-8520-18b6e11607a8 req-794b7cbf-91a1-41e8-bc39-1c350dfa95f4 tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2a9b2a1-411a-4edd-aa3e-b872bc82ac76 HTTP/1.1" status: 200 len: 944 time: 0.2176774 Aug 11 02:38:03.759688 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68cc0a-0b4e-4e59-881a-15e0aeb15546 req-9d1b475c-4d75-4891-9d25-debbe132997a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:03.761704 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2d68cc0a-0b4e-4e59-881a-15e0aeb15546 req-9d1b475c-4d75-4891-9d25-debbe132997a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c2a9b2a1-411a-4edd-aa3e-b872bc82ac76 HTTP/1.1" status: 200 len: 1097 time: 0.0741789 Aug 11 02:38:03.799211 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-ad10c35a-245c-40b5-997f-fe59297660f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:03.800175 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-ad10c35a-245c-40b5-997f-fe59297660f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.806570 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-ad10c35a-245c-40b5-997f-fe59297660f0 service neutron] 10.222.0.73 "PUT /v2.0/ports/78d5b0bb-2a75-48e3-9391-f637abc4d194 HTTP/1.1" status: 200 len: 1092 time: 1.2565408 Aug 11 02:38:03.807629 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48208b9-d457-4515-b542-b15cd1fa7e91', 'tag': '78d5b0bb-2a75-48e3-9391-f637abc4d194'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:38:03.811036 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab2f345-c23a-40c3-8b78-d58b08ce5123" -d '{"events": [{"name": "network-changed", "server_uuid": "a48208b9-d457-4515-b542-b15cd1fa7e91", "tag": "78d5b0bb-2a75-48e3-9391-f637abc4d194"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:38:03.841525 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d9f5f888-c03e-4d44-8520-18b6e11607a8 req-06b220f5-8b67-4907-b817-9b0653d96906 tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] 10.222.0.50 "GET /v2.0/security-groups?id=b49ec11e-0c1a-4b6e-8695-e7f089fbaba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722167 Aug 11 02:38:03.852241 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2d68cc0a-0b4e-4e59-881a-15e0aeb15546 req-af266615-9036-4a6c-92a3-8c32748efcd4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b49ec11e-0c1a-4b6e-8695-e7f089fbaba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822387 Aug 11 02:38:03.854141 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10c35a-245c-40b5-997f-fe59297660f0 service neutron] Pushing event updated for resources: {'Port': ['ID=78d5b0bb-2a75-48e3-9391-f637abc4d194,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:03.868356 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad101163-5c44-49fe-8189-473e4291b5d5 x-openstack-request-id: req-ad101163-5c44-49fe-8189-473e4291b5d5 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:38:03.868655 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48208b9-d457-4515-b542-b15cd1fa7e91", "tag": "78d5b0bb-2a75-48e3-9391-f637abc4d194", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:38:03.869692 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ad101163-5c44-49fe-8189-473e4291b5d5 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:38:03.869891 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a48208b9-d457-4515-b542-b15cd1fa7e91', 'tag': '78d5b0bb-2a75-48e3-9391-f637abc4d194', 'status': 'completed', 'code': 200} Aug 11 02:38:03.913866 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-1aa454b0-d9c6-46e2-90a4-ccbea56c0246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:03.915913 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-1aa454b0-d9c6-46e2-90a4-ccbea56c0246 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 1095 time: 0.0451696 Aug 11 02:38:03.974793 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-993cc612-71ec-443d-901e-c86c736ef73e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78d5b0bb-2a75-48e3-9391-f637abc4d194 HTTP/1.1" status: 200 len: 217 time: 0.0504677 Aug 11 02:38:04.044688 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-cdac54fb-0613-42b4-b82b-d61638c090a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:04.046501 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-cdac54fb-0613-42b4-b82b-d61638c090a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a HTTP/1.1" status: 200 len: 850 time: 0.0626204 Aug 11 02:38:04.096800 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-d70e4ee3-2c90-49ed-81df-0d2decf8aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:04.098330 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-d70e4ee3-2c90-49ed-81df-0d2decf8aa14 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441430 Aug 11 02:38:04.199564 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-9da1523b-bcaa-4eac-a588-8aa20d01cb93 service neutron] 10.222.0.73 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937748 Aug 11 02:38:04.317222 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-02f4ecfd-693d-4129-8747-3d4bcc8f1c92 req-36d3ae03-a4fd-48ea-87ad-16c11e60f5a8 service neutron] 10.222.0.73 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107445 Aug 11 02:38:04.424229 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e7963-8496-45d6-a619-bcdbc1c384e2 req-d4203c1d-29d2-4f7a-8d83-88704ea3019b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:04.428237 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-896e7963-8496-45d6-a619-bcdbc1c384e2 req-d4203c1d-29d2-4f7a-8d83-88704ea3019b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 943 time: 0.0842206 Aug 11 02:38:04.430521 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2f345-c23a-40c3-8b78-d58b08ce5123 req-cb8af06f-2a84-435b-8daa-c8f528a1e2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:04.432429 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fab2f345-c23a-40c3-8b78-d58b08ce5123 req-cb8af06f-2a84-435b-8daa-c8f528a1e2d3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 1095 time: 0.0640941 Aug 11 02:38:04.486016 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-896e7963-8496-45d6-a619-bcdbc1c384e2 req-edf4e006-edb0-4327-8c04-70424fb3dd2e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501347 Aug 11 02:38:04.577654 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2f345-c23a-40c3-8b78-d58b08ce5123 req-c7a722f8-cbdb-496d-8582-a3850ed60ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:04.579249 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fab2f345-c23a-40c3-8b78-d58b08ce5123 req-c7a722f8-cbdb-496d-8582-a3850ed60ecf service neutron] 10.222.0.73 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 912 time: 0.1399527 Aug 11 02:38:04.638528 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fab2f345-c23a-40c3-8b78-d58b08ce5123 req-b53ae6d9-d335-4a48-89ae-67990d4b680e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78d5b0bb-2a75-48e3-9391-f637abc4d194 HTTP/1.1" status: 200 len: 217 time: 0.0517228 Aug 11 02:38:04.699894 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2f345-c23a-40c3-8b78-d58b08ce5123 req-dd56ff2e-fc46-4da6-9ee2-cc993351be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:04.702168 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fab2f345-c23a-40c3-8b78-d58b08ce5123 req-dd56ff2e-fc46-4da6-9ee2-cc993351be05 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a HTTP/1.1" status: 200 len: 850 time: 0.0557549 Aug 11 02:38:04.753245 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2f345-c23a-40c3-8b78-d58b08ce5123 req-58e2518e-1f0b-489a-9b05-dab62266db78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:04.755632 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fab2f345-c23a-40c3-8b78-d58b08ce5123 req-58e2518e-1f0b-489a-9b05-dab62266db78 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460405 Aug 11 02:38:04.877854 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fab2f345-c23a-40c3-8b78-d58b08ce5123 req-45804278-9da3-483e-acbf-216705d789ff service neutron] 10.222.0.73 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152437 Aug 11 02:38:05.030845 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340da444-9d2e-4273-a17b-3b627231b02b req-8d1cd4a9-3e0c-42d1-8e16-dfe5a3d32fb1 tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:05.032548 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-340da444-9d2e-4273-a17b-3b627231b02b req-8d1cd4a9-3e0c-42d1-8e16-dfe5a3d32fb1 tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2a9b2a1-411a-4edd-aa3e-b872bc82ac76 HTTP/1.1" status: 200 len: 945 time: 0.0791028 Aug 11 02:38:05.036497 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fab2f345-c23a-40c3-8b78-d58b08ce5123 req-21b91770-3e1e-4607-a20c-09b4598bd873 service neutron] 10.222.0.73 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508038 Aug 11 02:38:05.082829 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-340da444-9d2e-4273-a17b-3b627231b02b req-1a633e68-02b3-4954-a4cd-72b5641cbc98 tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] 10.222.0.50 "GET /v2.0/security-groups?id=b49ec11e-0c1a-4b6e-8695-e7f089fbaba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412090 Aug 11 02:38:05.624395 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc3302-da8b-40f5-a57f-41415deb70ba req-69db1de7-355b-451a-85a6-792558955f59 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:05.626103 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-58bc3302-da8b-40f5-a57f-41415deb70ba req-69db1de7-355b-451a-85a6-792558955f59 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 943 time: 0.0600998 Aug 11 02:38:05.675599 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-58bc3302-da8b-40f5-a57f-41415deb70ba req-4ab295eb-0031-481c-bb4e-4c5ca5d10693 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432179 Aug 11 02:38:06.814654 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1eab2-e2b4-4046-b191-d9543e7e8850 req-a4ad072e-ff3f-41c1-ba0c-10096c5bd592 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:06.819703 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0fe1eab2-e2b4-4046-b191-d9543e7e8850 req-a4ad072e-ff3f-41c1-ba0c-10096c5bd592 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 943 time: 0.0678747 Aug 11 02:38:06.853968 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0fe1eab2-e2b4-4046-b191-d9543e7e8850 req-9548c290-2ea3-4e81-a5f4-42a30c3c4b38 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334051 Aug 11 02:38:07.636628 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9070f7-b9a1-4cd8-860f-47c49de2b64d req-85c10700-75c4-4362-8bd9-a15fd30c7046 tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:07.638550 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3c9070f7-b9a1-4cd8-860f-47c49de2b64d req-85c10700-75c4-4362-8bd9-a15fd30c7046 tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2a9b2a1-411a-4edd-aa3e-b872bc82ac76 HTTP/1.1" status: 200 len: 945 time: 0.0496659 Aug 11 02:38:07.677638 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3c9070f7-b9a1-4cd8-860f-47c49de2b64d req-0870be22-9747-4dcf-978a-e6e5903a26e8 tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] 10.222.0.50 "GET /v2.0/security-groups?id=b49ec11e-0c1a-4b6e-8695-e7f089fbaba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329044 Aug 11 02:38:07.974964 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018d2bc-9b62-4060-9b9a-c360a08c46da req-d2217b40-e30d-48e2-8ebf-368e64f8259c tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:07.976516 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f018d2bc-9b62-4060-9b9a-c360a08c46da req-d2217b40-e30d-48e2-8ebf-368e64f8259c tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 943 time: 0.0492659 Aug 11 02:38:08.015617 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f018d2bc-9b62-4060-9b9a-c360a08c46da req-61fc89f5-9da8-4359-a3b8-c23bf81c3d11 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323079 Aug 11 02:38:08.793369 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952f3d0-01b2-4579-b822-9bc5e759b13e req-e18908d4-d797-4eda-9f76-d42867b98073 tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:08.795703 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8952f3d0-01b2-4579-b822-9bc5e759b13e req-e18908d4-d797-4eda-9f76-d42867b98073 tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2a9b2a1-411a-4edd-aa3e-b872bc82ac76 HTTP/1.1" status: 200 len: 945 time: 0.0501239 Aug 11 02:38:08.834191 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8952f3d0-01b2-4579-b822-9bc5e759b13e req-d31dd850-0a07-4d29-b591-dd0098a48fa6 tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] 10.222.0.50 "GET /v2.0/security-groups?id=b49ec11e-0c1a-4b6e-8695-e7f089fbaba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314312 Aug 11 02:38:09.054140 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bbf71-ddf7-471f-8149-02042b036110 req-17f65407-33e0-4dfd-9f10-e4d39a8897ba tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:09.055692 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f87bbf71-ddf7-471f-8149-02042b036110 req-17f65407-33e0-4dfd-9f10-e4d39a8897ba tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2a9b2a1-411a-4edd-aa3e-b872bc82ac76 HTTP/1.1" status: 200 len: 945 time: 0.0510116 Aug 11 02:38:09.174477 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f1f9a-06ba-4167-8f80-9a4863953034 req-caed9b0a-55df-4d0b-aead-dc212cc56e73 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:09.175939 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ed5f1f9a-06ba-4167-8f80-9a4863953034 req-caed9b0a-55df-4d0b-aead-dc212cc56e73 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 943 time: 0.0884314 Aug 11 02:38:09.218245 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-f87bbf71-ddf7-471f-8149-02042b036110 req-0d03906a-e479-45d9-9b16-d57bc826c80b tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Deleting port ac97e661-c3e3-4d3e-8951-b14437600b9c {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:09.218596 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f87bbf71-ddf7-471f-8149-02042b036110 req-0d03906a-e479-45d9-9b16-d57bc826c80b tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:09.266608 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ed5f1f9a-06ba-4167-8f80-9a4863953034 req-a98ec01c-f25c-4508-a953-17bec54162c6 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834179 Aug 11 02:38:09.319144 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-f87bbf71-ddf7-471f-8149-02042b036110 req-0d03906a-e479-45d9-9b16-d57bc826c80b tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] For port ac97e661-c3e3-4d3e-8951-b14437600b9c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=ac97e661-c3e3-4d3e-8951-b14437600b9c,segment=NetworkSegment(1218abeb-1ef7-451a-86c7-feebe4f651c6),segment_id=1218abeb-1ef7-451a-86c7-feebe4f651c6)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:09.319505 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f87bbf71-ddf7-471f-8149-02042b036110 req-0d03906a-e479-45d9-9b16-d57bc826c80b tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:09.333922 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-f87bbf71-ddf7-471f-8149-02042b036110 req-0d03906a-e479-45d9-9b16-d57bc826c80b tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Calling delete_port for ac97e661-c3e3-4d3e-8951-b14437600b9c owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:09.465615 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f87bbf71-ddf7-471f-8149-02042b036110 req-0d03906a-e479-45d9-9b16-d57bc826c80b tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:09.477762 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['ac97e661-c3e3-4d3e-8951-b14437600b9c'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:38:09.501193 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03906a-e479-45d9-9b16-d57bc826c80b tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Pushing event deleted for resources: {'Port': ['ID=ac97e661-c3e3-4d3e-8951-b14437600b9c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:09.540558 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87bbf71-ddf7-471f-8149-02042b036110 req-0d03906a-e479-45d9-9b16-d57bc826c80b tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] No DVR routers for this DVR port ac97e661-c3e3-4d3e-8951-b14437600b9c on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:38:09.543384 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f87bbf71-ddf7-471f-8149-02042b036110 req-0d03906a-e479-45d9-9b16-d57bc826c80b tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:09.545459 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f87bbf71-ddf7-471f-8149-02042b036110 req-0d03906a-e479-45d9-9b16-d57bc826c80b tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] 10.222.0.66 "DELETE /v2.0/ports/ac97e661-c3e3-4d3e-8951-b14437600b9c HTTP/1.1" status: 204 len: 173 time: 0.4823933 Aug 11 02:38:09.545900 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a9b2a1-411a-4edd-aa3e-b872bc82ac76', 'name': 'network-vif-deleted', 'tag': 'ac97e661-c3e3-4d3e-8951-b14437600b9c'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:38:09.548421 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd259a4-53c9-48e8-80a6-7766e0cbfb92" -d '{"events": [{"server_uuid": "c2a9b2a1-411a-4edd-aa3e-b872bc82ac76", "name": "network-vif-deleted", "tag": "ac97e661-c3e3-4d3e-8951-b14437600b9c"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:38:09.594878 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc67e23-eac0-4eb3-b382-1eae1eb4c508 x-openstack-request-id: req-fbc67e23-eac0-4eb3-b382-1eae1eb4c508 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:38:09.595269 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a9b2a1-411a-4edd-aa3e-b872bc82ac76", "name": "network-vif-deleted", "tag": "ac97e661-c3e3-4d3e-8951-b14437600b9c", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:38:09.595656 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fbc67e23-eac0-4eb3-b382-1eae1eb4c508 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:38:09.596156 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a9b2a1-411a-4edd-aa3e-b872bc82ac76', 'name': 'network-vif-deleted', 'tag': 'ac97e661-c3e3-4d3e-8951-b14437600b9c', 'status': 'completed', 'code': 200} Aug 11 02:38:09.962560 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-90f95514-15a1-4202-a132-c9d5f81b81f6 req-ce4067f7-4ca4-4e2e-a9f8-6992c22817db tempest-VolumesActionsTest-1088306813 tempest-VolumesActionsTest-1088306813-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2a9b2a1-411a-4edd-aa3e-b872bc82ac76 HTTP/1.1" status: 200 len: 210 time: 0.0266876 Aug 11 02:38:10.408040 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad8809-ffa9-4ac5-be63-52bc9118fe35 req-50e4f8d0-fb07-40cd-8c8a-b32f71ae972e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.409545 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-afad8809-ffa9-4ac5-be63-52bc9118fe35 req-50e4f8d0-fb07-40cd-8c8a-b32f71ae972e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 943 time: 0.0654013 Aug 11 02:38:10.451789 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-afad8809-ffa9-4ac5-be63-52bc9118fe35 req-d165008c-85cd-4401-987b-30d6cedbc438 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358729 Aug 11 02:38:11.571236 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec110d-4614-483d-9027-0f8a3d9c8d70 req-34489ec5-dab6-4ae9-85e9-7175ce47f3a6 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:11.572853 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6dec110d-4614-483d-9027-0f8a3d9c8d70 req-34489ec5-dab6-4ae9-85e9-7175ce47f3a6 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 943 time: 0.0512650 Aug 11 02:38:11.612658 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6dec110d-4614-483d-9027-0f8a3d9c8d70 req-6598328e-87eb-4a62-9241-3630c7722a2f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324905 Aug 11 02:38:12.734476 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35638dbe-bdaa-4f13-90a2-016555a83601 req-1a15ac59-8587-447a-9ed5-15ed5e585c3a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:12.736519 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-35638dbe-bdaa-4f13-90a2-016555a83601 req-1a15ac59-8587-447a-9ed5-15ed5e585c3a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 943 time: 0.0526519 Aug 11 02:38:12.775021 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-35638dbe-bdaa-4f13-90a2-016555a83601 req-8c0c2605-6484-4a32-9a83-0efd02d9098e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324643 Aug 11 02:38:13.194657 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52102) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:13.333400 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7923cf57-615b-426e-8c80-1a246c691fbc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7dbe02d9ee5848ceb377245a6f963877&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374204 Aug 11 02:38:13.335916 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52106) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:13.361260 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device ac97e661-c3e3-4d3e-8951-b14437600b9c no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:38:13.382930 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: ac97e661-c3e3-4d3e-8951-b14437600b9c {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:38:13.383279 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device ac97e661-c3e3-4d3e-8951-b14437600b9c not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:38:13.389298 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4ea1a859-5805-419d-a776-1dccc5c41140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:13.411754 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4ea1a859-5805-419d-a776-1dccc5c41140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:13.460573 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4ea1a859-5805-419d-a776-1dccc5c41140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:13.465376 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4ea1a859-5805-419d-a776-1dccc5c41140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:13.467386 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4ea1a859-5805-419d-a776-1dccc5c41140 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9e351a64-43d7-450b-9c4f-f632b5b2ca83 HTTP/1.1" status: 204 len: 168 time: 0.1303349 Aug 11 02:38:13.478492 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1a859-5805-419d-a776-1dccc5c41140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e351a64-43d7-450b-9c4f-f632b5b2ca83,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:13.921645 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432995c1-9934-4b3c-91a5-73d9448250c2 req-22f37758-8ee2-4da1-a7c8-2206a3cfe2d0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:13.922759 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-432995c1-9934-4b3c-91a5-73d9448250c2 req-22f37758-8ee2-4da1-a7c8-2206a3cfe2d0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 943 time: 0.0540831 Aug 11 02:38:13.965028 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-432995c1-9934-4b3c-91a5-73d9448250c2 req-143d0890-8fb3-4350-ac93-1f534ef375d1 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352235 Aug 11 02:38:14.764946 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 78d5b0bb-2a75-48e3-9391-f637abc4d194 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:38:14.903402 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 78d5b0bb-2a75-48e3-9391-f637abc4d194, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=78d5b0bb-2a75-48e3-9391-f637abc4d194,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:14.920270 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '78d5b0bb-2a75-48e3-9391-f637abc4d194', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'port_id': '78d5b0bb-2a75-48e3-9391-f637abc4d194', 'mac_address': 'fa:16:3e:36:67:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:38:14.971112 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:14.993008 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d5b0bb-2a75-48e3-9391-f637abc4d194 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:38:15.016748 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 78d5b0bb-2a75-48e3-9391-f637abc4d194, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=78d5b0bb-2a75-48e3-9391-f637abc4d194,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:15.021366 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:15.076502 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=78d5b0bb-2a75-48e3-9391-f637abc4d194,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:15.102119 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01a169-0646-418e-82e0-1207cef798fc req-f8691aca-227b-4d12-a2e1-ac94868bc89c tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:15.103668 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cd01a169-0646-418e-82e0-1207cef798fc req-f8691aca-227b-4d12-a2e1-ac94868bc89c tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 944 time: 0.0511277 Aug 11 02:38:15.144763 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cd01a169-0646-418e-82e0-1207cef798fc req-7edfac20-31d7-4e83-8d72-900cef87f6a0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344634 Aug 11 02:38:15.226562 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['78d5b0bb-2a75-48e3-9391-f637abc4d194'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:38:15.636324 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d98ff36e-dfc9-43b1-af46-7a4eca277800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:16.277541 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa7cce-7900-4e7a-8472-fa672cb0c030 req-b82b3016-7663-423a-90d2-e634f4634856 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:16.280903 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9aaa7cce-7900-4e7a-8472-fa672cb0c030 req-b82b3016-7663-423a-90d2-e634f4634856 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 944 time: 0.0659652 Aug 11 02:38:16.330911 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9aaa7cce-7900-4e7a-8472-fa672cb0c030 req-e2af9b40-9eb1-4856-a880-19becce28f2f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342371 Aug 11 02:38:16.765457 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 78d5b0bb-2a75-48e3-9391-f637abc4d194 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:16.833701 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 78d5b0bb-2a75-48e3-9391-f637abc4d194 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:16.838237 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 78d5b0bb-2a75-48e3-9391-f637abc4d194 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:16.838675 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:16.921500 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:16.951403 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48208b9-d457-4515-b542-b15cd1fa7e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d5b0bb-2a75-48e3-9391-f637abc4d194'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:38:16.954007 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a05165d-5650-4a83-b9cd-a06b101632af" -d '{"events": [{"server_uuid": "a48208b9-d457-4515-b542-b15cd1fa7e91", "name": "network-vif-plugged", "status": "completed", "tag": "78d5b0bb-2a75-48e3-9391-f637abc4d194"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:38:16.973080 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 78d5b0bb-2a75-48e3-9391-f637abc4d194, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=78d5b0bb-2a75-48e3-9391-f637abc4d194,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:16.981917 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:17.025926 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22319a0-d1e0-4a30-b27b-a541111be557 x-openstack-request-id: req-e22319a0-d1e0-4a30-b27b-a541111be557 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:38:17.026238 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48208b9-d457-4515-b542-b15cd1fa7e91", "name": "network-vif-plugged", "status": "completed", "tag": "78d5b0bb-2a75-48e3-9391-f637abc4d194", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:38:17.026477 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e22319a0-d1e0-4a30-b27b-a541111be557 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:38:17.026882 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48208b9-d457-4515-b542-b15cd1fa7e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d5b0bb-2a75-48e3-9391-f637abc4d194', 'code': 200} Aug 11 02:38:17.040248 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=78d5b0bb-2a75-48e3-9391-f637abc4d194,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:17.125252 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad886a07-ff84-4760-8a18-fe06e56b62ac req-b7aa17e4-e06d-4128-8651-164c57ec1164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:17.126804 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ad886a07-ff84-4760-8a18-fe06e56b62ac req-b7aa17e4-e06d-4128-8651-164c57ec1164 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 1097 time: 0.0426669 Aug 11 02:38:17.165880 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ad886a07-ff84-4760-8a18-fe06e56b62ac req-13aa125d-4e28-4dee-b322-b81e9fa3b6f2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319076 Aug 11 02:38:17.459077 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c4bc1-b815-4aaf-b995-2b896b99a187 req-19bf9904-d85e-45f2-b79f-97d0ad4a1269 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:17.460615 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-384c4bc1-b815-4aaf-b995-2b896b99a187 req-19bf9904-d85e-45f2-b79f-97d0ad4a1269 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 945 time: 0.0520165 Aug 11 02:38:17.504696 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-384c4bc1-b815-4aaf-b995-2b896b99a187 req-7026614e-7d6b-4788-8d50-fcc174c3ca0f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344803 Aug 11 02:38:18.328533 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e2f1b1b0-30d9-4a7c-a077-b2d433377647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:18.368665 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:18.652154 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3d666-4222-47b8-ac97-9475f3b0b3da req-cbf5605f-abf6-4b8e-948b-da73bb67e13d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:18.654148 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-94c3d666-4222-47b8-ac97-9475f3b0b3da req-cbf5605f-abf6-4b8e-948b-da73bb67e13d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 945 time: 0.0592058 Aug 11 02:38:18.711588 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-94c3d666-4222-47b8-ac97-9475f3b0b3da req-9cc8ed33-cd45-448f-9903-2d6037b4dfd1 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497954 Aug 11 02:38:18.846912 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b8e08-3586-47cc-af37-fef731abb890 req-9c5752c9-e719-44b7-9cda-eb671ca22ee1 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:18.848462 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3b4b8e08-3586-47cc-af37-fef731abb890 req-9c5752c9-e719-44b7-9cda-eb671ca22ee1 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 945 time: 0.0581622 Aug 11 02:38:18.889118 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3b4b8e08-3586-47cc-af37-fef731abb890 req-cfd5df13-5020-4bd4-a798-798557a9e0d8 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342283 Aug 11 02:38:18.914567 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52262) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:19.151828 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708ef3f9-1f3f-4bce-a400-6b9f784b6e6d tempest-TestVolumeBootPattern-1991633817 tempest-TestVolumeBootPattern-1991633817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:19.157234 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52266) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:19.157436 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-708ef3f9-1f3f-4bce-a400-6b9f784b6e6d tempest-TestVolumeBootPattern-1991633817 tempest-TestVolumeBootPattern-1991633817-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 1092 time: 0.2414875 Aug 11 02:38:19.162084 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-319b1125-f622-474c-adca-de2f86d8557d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'port_id': '78d5b0bb-2a75-48e3-9391-f637abc4d194', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:19.187796 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-319b1125-f622-474c-adca-de2f86d8557d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:19.288119 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-32cbcd86-01ba-41b6-9c11-fdb92e71692e req-e859618c-fa3a-4bdc-9d01-d829b35af567 service neutron] (94507) timed out ('10.222.0.50', 52808) {{(pid=94507) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 02:38:19.320219 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-319b1125-f622-474c-adca-de2f86d8557d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:19.451797 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-319b1125-f622-474c-adca-de2f86d8557d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Allocated IP 172.25.2.193 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/c9dd7cbc-dcd5-4e70-af45-1130055b59f3) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:19.566125 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-319b1125-f622-474c-adca-de2f86d8557d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:19.607719 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-319b1125-f622-474c-adca-de2f86d8557d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:19.651131 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319b1125-f622-474c-adca-de2f86d8557d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:19.656520 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-319b1125-f622-474c-adca-de2f86d8557d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:19.660133 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319b1125-f622-474c-adca-de2f86d8557d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:19.687466 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b1125-f622-474c-adca-de2f86d8557d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event updated for resources: {'Port': ['ID=c9dd7cbc-dcd5-4e70-af45-1130055b59f3,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:19.996112 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:20.091151 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-319b1125-f622-474c-adca-de2f86d8557d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:20.170710 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-319b1125-f622-474c-adca-de2f86d8557d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:20.339011 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-319b1125-f622-474c-adca-de2f86d8557d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:20.344156 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-319b1125-f622-474c-adca-de2f86d8557d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:20.408615 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b1125-f622-474c-adca-de2f86d8557d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event updated for resources: {'Port': ['ID=c9dd7cbc-dcd5-4e70-af45-1130055b59f3,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:20.428697 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-319b1125-f622-474c-adca-de2f86d8557d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:20.542735 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-319b1125-f622-474c-adca-de2f86d8557d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Floating IP d33b8bb5-07da-4ce3-84a6-d2f9f2a5ad23 associated. External IP: 172.25.2.193, port: 78d5b0bb-2a75-48e3-9391-f637abc4d194. Aug 11 02:38:20.769738 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319b1125-f622-474c-adca-de2f86d8557d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Router 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:38:20.888116 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319b1125-f622-474c-adca-de2f86d8557d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:38:20.902201 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754157da-a90d-4b1d-9f61-e560c7badfb4 None None] Sync routers for ids ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:38:20.909570 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-319b1125-f622-474c-adca-de2f86d8557d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:20.914233 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754157da-a90d-4b1d-9f61-e560c7badfb4 None None] Routers {'91a00ccd-0b76-4483-bc6f-9fbc89a6c682'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:38:20.915036 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-754157da-a90d-4b1d-9f61-e560c7badfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:38:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:20.939855 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-319b1125-f622-474c-adca-de2f86d8557d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7811203 Aug 11 02:38:20.940535 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48208b9-d457-4515-b542-b15cd1fa7e91', 'tag': '78d5b0bb-2a75-48e3-9391-f637abc4d194'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:38:20.943066 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259f40ec-81f0-4a66-9f43-fac6f837b6df" -d '{"events": [{"name": "network-changed", "server_uuid": "a48208b9-d457-4515-b542-b15cd1fa7e91", "tag": "78d5b0bb-2a75-48e3-9391-f637abc4d194"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:38:20.986663 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e43e99b-6d49-45be-8e98-f17cf5017d04 x-openstack-request-id: req-5e43e99b-6d49-45be-8e98-f17cf5017d04 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:38:20.986962 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48208b9-d457-4515-b542-b15cd1fa7e91", "tag": "78d5b0bb-2a75-48e3-9391-f637abc4d194", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:38:20.987215 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5e43e99b-6d49-45be-8e98-f17cf5017d04 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:38:20.987658 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a48208b9-d457-4515-b542-b15cd1fa7e91', 'tag': '78d5b0bb-2a75-48e3-9391-f637abc4d194', 'status': 'completed', 'code': 200} Aug 11 02:38:21.034974 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-754157da-a90d-4b1d-9f61-e560c7badfb4 None None] Set router 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:38:21.071157 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f40ec-81f0-4a66-9f43-fac6f837b6df req-4411dfa6-d124-43db-8414-7c63b0de73aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:21.073462 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-259f40ec-81f0-4a66-9f43-fac6f837b6df req-4411dfa6-d124-43db-8414-7c63b0de73aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 1097 time: 0.0613663 Aug 11 02:38:21.194881 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f40ec-81f0-4a66-9f43-fac6f837b6df req-9f764425-f3e5-442e-993e-0d4aeb0a43ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:21.196351 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-259f40ec-81f0-4a66-9f43-fac6f837b6df req-9f764425-f3e5-442e-993e-0d4aeb0a43ee service neutron] 10.222.0.73 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 912 time: 0.1159332 Aug 11 02:38:21.318835 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-259f40ec-81f0-4a66-9f43-fac6f837b6df req-f0abf797-94c6-4bc5-aaa8-668de6d39f2b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78d5b0bb-2a75-48e3-9391-f637abc4d194 HTTP/1.1" status: 200 len: 999 time: 0.1151938 Aug 11 02:38:21.343012 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-754157da-a90d-4b1d-9f61-e560c7badfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'name': 'tempest-TestVolumeBootPattern-237556104-router', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:45Z', 'updated_at': '2021-08-11T02:32:52Z', 'revision_number': 4, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'gw_port': {'id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:46Z', 'updated_at': '2021-08-11T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'd33b8bb5-07da-4ce3-84a6-d2f9f2a5ad23', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'port_id': '78d5b0bb-2a75-48e3-9391-f637abc4d194', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'mac_address': 'fa:16:3e:36:67:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48208b9-d457-4515-b542-b15cd1fa7e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:38:19Z', 'updated_at': '2021-08-11T02:38:19Z', 'revision_number': 0, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e344d24-acca-4dfc-bdf9-f70b80a92cea', 'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'mac_address': 'fa:16:3e:94:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:51Z', 'updated_at': '2021-08-11T02:33:01Z', 'revision_number': 5, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'subnets': [{'id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:21.382811 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f40ec-81f0-4a66-9f43-fac6f837b6df req-5af98228-36df-452f-9372-7702ef578edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:21.384357 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-259f40ec-81f0-4a66-9f43-fac6f837b6df req-5af98228-36df-452f-9372-7702ef578edb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a HTTP/1.1" status: 200 len: 850 time: 0.0585268 Aug 11 02:38:21.385137 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754157da-a90d-4b1d-9f61-e560c7badfb4 None None] Checking router: 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:38:21.394549 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754157da-a90d-4b1d-9f61-e560c7badfb4 None None] Routers {'91a00ccd-0b76-4483-bc6f-9fbc89a6c682'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:38:21.395159 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-754157da-a90d-4b1d-9f61-e560c7badfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:38:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:21.443790 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f40ec-81f0-4a66-9f43-fac6f837b6df req-36e8cc9b-321d-4872-bbc7-cf4a85fe42da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:21.445650 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-259f40ec-81f0-4a66-9f43-fac6f837b6df req-36e8cc9b-321d-4872-bbc7-cf4a85fe42da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539532 Aug 11 02:38:21.498269 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:21.513005 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-754157da-a90d-4b1d-9f61-e560c7badfb4 None None] Set router 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:38:21.557466 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-259f40ec-81f0-4a66-9f43-fac6f837b6df req-3d1fd306-a453-43f9-a810-ae3accbb5c57 service neutron] 10.222.0.73 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031432 Aug 11 02:38:21.667462 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-259f40ec-81f0-4a66-9f43-fac6f837b6df req-639830ca-30a7-4e6a-aadc-f38991452770 service neutron] 10.222.0.73 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022410 Aug 11 02:38:21.774466 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-754157da-a90d-4b1d-9f61-e560c7badfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'name': 'tempest-TestVolumeBootPattern-237556104-router', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:45Z', 'updated_at': '2021-08-11T02:32:52Z', 'revision_number': 4, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'gw_port': {'id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:46Z', 'updated_at': '2021-08-11T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'd33b8bb5-07da-4ce3-84a6-d2f9f2a5ad23', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'port_id': '78d5b0bb-2a75-48e3-9391-f637abc4d194', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'mac_address': 'fa:16:3e:36:67:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48208b9-d457-4515-b542-b15cd1fa7e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:38:19Z', 'updated_at': '2021-08-11T02:38:19Z', 'revision_number': 0, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e344d24-acca-4dfc-bdf9-f70b80a92cea', 'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'mac_address': 'fa:16:3e:94:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:51Z', 'updated_at': '2021-08-11T02:33:01Z', 'revision_number': 5, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'subnets': [{'id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:21.802852 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754157da-a90d-4b1d-9f61-e560c7badfb4 None None] The sync data for ids ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'] in n-d-615180-33 is: [{'id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'name': 'tempest-TestVolumeBootPattern-237556104-router', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:45Z', 'updated_at': '2021-08-11T02:32:52Z', 'revision_number': 4, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'gw_port': {'id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:46Z', 'updated_at': '2021-08-11T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'd33b8bb5-07da-4ce3-84a6-d2f9f2a5ad23', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'port_id': '78d5b0bb-2a75-48e3-9391-f637abc4d194', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'mac_address': 'fa:16:3e:36:67:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48208b9-d457-4515-b542-b15cd1fa7e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:38:19Z', 'updated_at': '2021-08-11T02:38:19Z', 'revision_number': 0, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e344d24-acca-4dfc-bdf9-f70b80a92cea', 'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'mac_address': 'fa:16:3e:94:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:51Z', 'updated_at': '2021-08-11T02:33:01Z', 'revision_number': 5, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'subnets': [{'id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:38:22.009710 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2868aed2-1a48-4fd0-b5bb-0219fe6c113f None None] New status for floating IP d33b8bb5-07da-4ce3-84a6-d2f9f2a5ad23: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:38:24.607188 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:25.389744 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.190723 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52424) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:32.249460 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-430c5256-07e0-484f-81f7-a7297427f3c7 admin admin] Deleting subnet 88d9a9e5-c7a2-4f93-8c18-05959d4d0f9b {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:38:32.249460 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-430c5256-07e0-484f-81f7-a7297427f3c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.291261 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-430c5256-07e0-484f-81f7-a7297427f3c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.332688 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-430c5256-07e0-484f-81f7-a7297427f3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.388682 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-430c5256-07e0-484f-81f7-a7297427f3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.416306 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c5256-07e0-484f-81f7-a7297427f3c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88d9a9e5-c7a2-4f93-8c18-05959d4d0f9b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:32.421186 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-430c5256-07e0-484f-81f7-a7297427f3c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.423518 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-430c5256-07e0-484f-81f7-a7297427f3c7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/88d9a9e5-c7a2-4f93-8c18-05959d4d0f9b HTTP/1.1" status: 204 len: 168 time: 0.2315707 Aug 11 02:38:32.426568 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52426) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:32.498439 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bb0ee51e-aa6d-4bcf-b844-55db9159001e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.586446 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bb0ee51e-aa6d-4bcf-b844-55db9159001e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.597513 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-bb0ee51e-aa6d-4bcf-b844-55db9159001e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010bdcd6-884f-4b08-b406-b90d4621310d']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:32.608504 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-bb0ee51e-aa6d-4bcf-b844-55db9159001e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1218abeb-1ef7-451a-86c7-feebe4f651c6') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:32.608792 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-bb0ee51e-aa6d-4bcf-b844-55db9159001e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1218abeb-1ef7-451a-86c7-feebe4f651c6') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:32.618419 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bb0ee51e-aa6d-4bcf-b844-55db9159001e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.632573 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bb0ee51e-aa6d-4bcf-b844-55db9159001e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.638531 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0ee51e-aa6d-4bcf-b844-55db9159001e admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:38:32.638917 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bb0ee51e-aa6d-4bcf-b844-55db9159001e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:38:32.640573 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:38:32.700314 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bb0ee51e-aa6d-4bcf-b844-55db9159001e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.707381 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bb0ee51e-aa6d-4bcf-b844-55db9159001e admin admin] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.709483 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bb0ee51e-aa6d-4bcf-b844-55db9159001e admin admin] 10.222.0.50 "DELETE /v2.0/networks/010bdcd6-884f-4b08-b406-b90d4621310d HTTP/1.1" status: 204 len: 168 time: 0.2809818 Aug 11 02:38:32.712581 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52428) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:32.721577 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ee51e-aa6d-4bcf-b844-55db9159001e admin admin] Pushing event deleted for resources: {'Network': ['ID=010bdcd6-884f-4b08-b406-b90d4621310d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:32.770281 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb48695-6931-429e-95e3-b2ab34468344 admin admin] Deleting subnet 9ec0865b-a766-4c87-a704-655308dee5e6 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:38:32.774039 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fcb48695-6931-429e-95e3-b2ab34468344 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.818896 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fcb48695-6931-429e-95e3-b2ab34468344 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.861536 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fcb48695-6931-429e-95e3-b2ab34468344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.913516 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fcb48695-6931-429e-95e3-b2ab34468344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.938451 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb48695-6931-429e-95e3-b2ab34468344 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ec0865b-a766-4c87-a704-655308dee5e6,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:32.942038 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fcb48695-6931-429e-95e3-b2ab34468344 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.944094 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fcb48695-6931-429e-95e3-b2ab34468344 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9ec0865b-a766-4c87-a704-655308dee5e6 HTTP/1.1" status: 204 len: 168 time: 0.2300999 Aug 11 02:38:32.946318 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52430) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:33.017489 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fec4c327-e69a-4ed0-bc45-57b344d3bb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.100344 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fec4c327-e69a-4ed0-bc45-57b344d3bb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.110420 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-fec4c327-e69a-4ed0-bc45-57b344d3bb56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c63782-cb92-4e6f-af72-96c8bbf7e9e6']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:33.121080 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-fec4c327-e69a-4ed0-bc45-57b344d3bb56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc84a7bf-ac1c-4a59-8f07-26b5546fd0d7') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:33.121877 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-fec4c327-e69a-4ed0-bc45-57b344d3bb56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc84a7bf-ac1c-4a59-8f07-26b5546fd0d7') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:33.131010 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fec4c327-e69a-4ed0-bc45-57b344d3bb56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.144861 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fec4c327-e69a-4ed0-bc45-57b344d3bb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.151063 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec4c327-e69a-4ed0-bc45-57b344d3bb56 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:38:33.151466 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fec4c327-e69a-4ed0-bc45-57b344d3bb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:38:33.153171 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:38:33.211799 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fec4c327-e69a-4ed0-bc45-57b344d3bb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.219709 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fec4c327-e69a-4ed0-bc45-57b344d3bb56 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.221442 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fec4c327-e69a-4ed0-bc45-57b344d3bb56 admin admin] 10.222.0.50 "DELETE /v2.0/networks/51c63782-cb92-4e6f-af72-96c8bbf7e9e6 HTTP/1.1" status: 204 len: 168 time: 0.2742128 Aug 11 02:38:33.233721 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4c327-e69a-4ed0-bc45-57b344d3bb56 admin admin] Pushing event deleted for resources: {'Network': ['ID=51c63782-cb92-4e6f-af72-96c8bbf7e9e6,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:33.390907 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52436) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:33.431101 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b5e99dec-b3db-43eb-b284-3363ccf4ca15 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=47752d9d0e584d34a963a8c77a99865b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389333 Aug 11 02:38:33.433503 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52438) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:33.482023 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c52021a7-1be5-40d2-8431-de8f722c6c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.504387 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c52021a7-1be5-40d2-8431-de8f722c6c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.553733 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c52021a7-1be5-40d2-8431-de8f722c6c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.556510 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c52021a7-1be5-40d2-8431-de8f722c6c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.557843 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c52021a7-1be5-40d2-8431-de8f722c6c40 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b49ec11e-0c1a-4b6e-8695-e7f089fbaba0 HTTP/1.1" status: 204 len: 168 time: 0.1233516 Aug 11 02:38:33.567026 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52021a7-1be5-40d2-8431-de8f722c6c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49ec11e-0c1a-4b6e-8695-e7f089fbaba0,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:33.915126 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52444) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:33.955689 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b2e1c202-3044-479a-80e6-5a8532596236 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e4d0d4d54b3940d18c3c06b1422640c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392528 Aug 11 02:38:33.958085 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52446) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:34.009879 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7c044961-7499-42c8-b452-9cc6bdf16adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.032862 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7c044961-7499-42c8-b452-9cc6bdf16adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.088707 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7c044961-7499-42c8-b452-9cc6bdf16adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.091365 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7c044961-7499-42c8-b452-9cc6bdf16adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.092571 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7c044961-7499-42c8-b452-9cc6bdf16adf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c34440b5-60dc-4000-98b0-d868e7b18c77 HTTP/1.1" status: 204 len: 168 time: 0.1336048 Aug 11 02:38:34.101119 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c044961-7499-42c8-b452-9cc6bdf16adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34440b5-60dc-4000-98b0-d868e7b18c77,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:34.328408 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:38:34.459755 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [req-3bb6ea67-81d6-488e-882b-f56f2f980a6c req-49149912-7c16-4374-a6cc-3c024e8f64e5 service neutron] (94506) timed out ('10.222.0.73', 62820) {{(pid=94506) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 02:38:34.856453 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-f575f1dc-8d69-40ce-8654-9a523593ae6b req-f70f971c-a30d-41a2-9c4c-29ad2e84c0df tempest-AttachVolumeShelveTestJSON-1065534655 tempest-AttachVolumeShelveTestJSON-1065534655-project] (94507) timed out ('10.222.0.73', 62793) {{(pid=94507) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 02:38:35.660111 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81e2a36b-9368-4c80-bce8-7d7a379875c4 req-17f49100-5ae4-45f8-afd7-f006417d72e1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a48208b9-d457-4515-b542-b15cd1fa7e91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0823936 Aug 11 02:38:35.790375 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2a36b-9368-4c80-bce8-7d7a379875c4 req-2d88703c-51c1-41d1-8364-da70983d8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:35.793280 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81e2a36b-9368-4c80-bce8-7d7a379875c4 req-2d88703c-51c1-41d1-8364-da70983d8bb3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 1097 time: 0.0839276 Aug 11 02:38:35.967407 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2a36b-9368-4c80-bce8-7d7a379875c4 req-17f9d2ba-a4b0-471e-a347-621796983b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:35.969727 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81e2a36b-9368-4c80-bce8-7d7a379875c4 req-17f9d2ba-a4b0-471e-a347-621796983b2b service neutron] 10.222.0.73 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 912 time: 0.1487100 Aug 11 02:38:36.054712 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81e2a36b-9368-4c80-bce8-7d7a379875c4 req-126c30bc-93d5-4a86-a938-f3c81f43c5c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78d5b0bb-2a75-48e3-9391-f637abc4d194 HTTP/1.1" status: 200 len: 1001 time: 0.0775685 Aug 11 02:38:36.114454 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2a36b-9368-4c80-bce8-7d7a379875c4 req-e327de55-f588-4fe1-8039-a2833d7b3e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:36.115972 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81e2a36b-9368-4c80-bce8-7d7a379875c4 req-e327de55-f588-4fe1-8039-a2833d7b3e19 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a HTTP/1.1" status: 200 len: 850 time: 0.0535743 Aug 11 02:38:36.168954 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2a36b-9368-4c80-bce8-7d7a379875c4 req-d8fc3c2e-fed9-4b26-86b5-3682b51bcf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:36.170796 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81e2a36b-9368-4c80-bce8-7d7a379875c4 req-d8fc3c2e-fed9-4b26-86b5-3682b51bcf50 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460966 Aug 11 02:38:36.340370 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81e2a36b-9368-4c80-bce8-7d7a379875c4 req-5637a67f-57c8-4bcb-ac77-6355e5bf2bc7 service neutron] 10.222.0.73 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618125 Aug 11 02:38:36.851127 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-81e2a36b-9368-4c80-bce8-7d7a379875c4 req-bebd828e-14cc-4491-8f64-8fe56ff83aca service neutron] 10.222.0.73 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5032258 Aug 11 02:38:45.638105 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bef8df8d-e5c9-427b-8f96-eefb50bbcdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:48.358015 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6b6b2fc3-3178-44e8-ac00-11a69dda265f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:48.376810 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:49.982263 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:51.497545 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:54.619395 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:55.390637 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:02.112746 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 52934) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:02.234186 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4a5f4eaf-9c04-413a-84b8-7ddd31134b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:02.338479 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4a5f4eaf-9c04-413a-84b8-7ddd31134b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:02.342544 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4a5f4eaf-9c04-413a-84b8-7ddd31134b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:02.384153 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4a5f4eaf-9c04-413a-84b8-7ddd31134b52 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=77467ab82c4d4a25918f9716e2d71bc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2701886 Aug 11 02:39:02.385002 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 52944) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:02.385655 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f4eaf-9c04-413a-84b8-7ddd31134b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b9b9cb-fc30-490a-9964-52b52c6b8681,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:02.393659 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f4eaf-9c04-413a-84b8-7ddd31134b52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:02.394141 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f4eaf-9c04-413a-84b8-7ddd31134b52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:02.394601 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f4eaf-9c04-413a-84b8-7ddd31134b52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:02.395022 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f4eaf-9c04-413a-84b8-7ddd31134b52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:02.395447 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f4eaf-9c04-413a-84b8-7ddd31134b52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:02.395896 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f4eaf-9c04-413a-84b8-7ddd31134b52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:02.396312 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f4eaf-9c04-413a-84b8-7ddd31134b52 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:02.396726 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f4eaf-9c04-413a-84b8-7ddd31134b52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:02.397155 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f4eaf-9c04-413a-84b8-7ddd31134b52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:02.397565 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f4eaf-9c04-413a-84b8-7ddd31134b52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:02.397988 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f4eaf-9c04-413a-84b8-7ddd31134b52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:02.398399 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f4eaf-9c04-413a-84b8-7ddd31134b52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:02.443278 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce396991-84c0-48af-9960-3a1ab7422341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:02.464388 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce396991-84c0-48af-9960-3a1ab7422341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:02.512724 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce396991-84c0-48af-9960-3a1ab7422341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:02.515438 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce396991-84c0-48af-9960-3a1ab7422341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:02.516758 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ce396991-84c0-48af-9960-3a1ab7422341 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/66b9b9cb-fc30-490a-9964-52b52c6b8681 HTTP/1.1" status: 204 len: 168 time: 0.1306989 Aug 11 02:39:02.526907 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce396991-84c0-48af-9960-3a1ab7422341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b9b9cb-fc30-490a-9964-52b52c6b8681,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:02.536746 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce396991-84c0-48af-9960-3a1ab7422341 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:02.536746 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce396991-84c0-48af-9960-3a1ab7422341 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:02.537118 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce396991-84c0-48af-9960-3a1ab7422341 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:02.537488 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce396991-84c0-48af-9960-3a1ab7422341 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:02.537855 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce396991-84c0-48af-9960-3a1ab7422341 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:02.538193 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce396991-84c0-48af-9960-3a1ab7422341 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:02.538739 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce396991-84c0-48af-9960-3a1ab7422341 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:02.539098 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce396991-84c0-48af-9960-3a1ab7422341 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:02.539434 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce396991-84c0-48af-9960-3a1ab7422341 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:02.539828 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce396991-84c0-48af-9960-3a1ab7422341 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:02.540373 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce396991-84c0-48af-9960-3a1ab7422341 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:02.540716 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce396991-84c0-48af-9960-3a1ab7422341 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:04.776520 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-962b5476-a9a9-4f96-aefa-dfb7a47bc2f5 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b59d1bfab73846dca34596d2f752fbb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220337 Aug 11 02:39:04.889516 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-c6764ab5-b6eb-4587-b003-099b4f225f04 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:04.891104 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-c6764ab5-b6eb-4587-b003-099b4f225f04 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1092591 Aug 11 02:39:04.906890 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-17a16d55-6768-4855-8622-4a5755190fe0 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.50 "GET /v2.0/quotas/b59d1bfab73846dca34596d2f752fbb3 HTTP/1.1" status: 200 len: 375 time: 0.0099349 Aug 11 02:39:04.938826 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-fad79237-8a0e-448f-a88e-b3f29c7a15dd tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b59d1bfab73846dca34596d2f752fbb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264874 Aug 11 02:39:05.105781 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b3b990c5-e893-49e5-bb85-15eb36b1c700 req-431ee19c-039e-4e51-b5f6-7e83fb7cf7b3 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7714018-ec76-4013-8e9a-0533c66e4716 HTTP/1.1" status: 200 len: 210 time: 0.0305326 Aug 11 02:39:06.019993 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-b93fb9d2-76df-4a9e-9bc6-991717c9ae63 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=b59d1bfab73846dca34596d2f752fbb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333099 Aug 11 02:39:06.208577 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d22a6ba7-0415-42aa-8bad-0f23fef0f45b req-3cf3880e-964a-4bf6-85d6-ea3681a66d50 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7714018-ec76-4013-8e9a-0533c66e4716 HTTP/1.1" status: 200 len: 210 time: 0.0332198 Aug 11 02:39:06.230461 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-d3ff28f2-60b0-4987-8ab8-5b12ae0ac59f tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:06.232184 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-d3ff28f2-60b0-4987-8ab8-5b12ae0ac59f tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2065465 Aug 11 02:39:06.245889 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-921f67fc-b1d1-4ee6-85cf-880045aa2b46 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Request body: {'port': {'device_id': 'f7714018-ec76-4013-8e9a-0533c66e4716', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': 'b59d1bfab73846dca34596d2f752fbb3'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:06.372045 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-921f67fc-b1d1-4ee6-85cf-880045aa2b46 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Made reservation on behalf of b59d1bfab73846dca34596d2f752fbb3 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:06.375632 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-921f67fc-b1d1-4ee6-85cf-880045aa2b46 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.386412 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-921f67fc-b1d1-4ee6-85cf-880045aa2b46 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.485350 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-921f67fc-b1d1-4ee6-85cf-880045aa2b46 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.490067 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-921f67fc-b1d1-4ee6-85cf-880045aa2b46 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.551944 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f67fc-b1d1-4ee6-85cf-880045aa2b46 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=587b786e-55a4-40cb-ba40-6822605a7465,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:06.624283 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-921f67fc-b1d1-4ee6-85cf-880045aa2b46 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Allocated IP 192.168.233.173 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:06.773008 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-921f67fc-b1d1-4ee6-85cf-880045aa2b46 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.786775 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-921f67fc-b1d1-4ee6-85cf-880045aa2b46 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Transition to ACTIVE for port object 8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:06.818640 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-921f67fc-b1d1-4ee6-85cf-880045aa2b46 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.175700 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-921f67fc-b1d1-4ee6-85cf-880045aa2b46 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:07.178828 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-921f67fc-b1d1-4ee6-85cf-880045aa2b46 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:07.183219 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-921f67fc-b1d1-4ee6-85cf-880045aa2b46 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:07.208540 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f67fc-b1d1-4ee6-85cf-880045aa2b46 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Pushing event updated for resources: {'Port': ['ID=8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:07.254274 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-921f67fc-b1d1-4ee6-85cf-880045aa2b46 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:07.254954 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-921f67fc-b1d1-4ee6-85cf-880045aa2b46 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.283680 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-921f67fc-b1d1-4ee6-85cf-880045aa2b46 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0421078 Aug 11 02:39:07.296823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-08cedd02-0afb-4281-9b9e-fb198d8c6651 service neutron] Request body: {'port': {'device_id': 'f7714018-ec76-4013-8e9a-0533c66e4716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:07.383329 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-08cedd02-0afb-4281-9b9e-fb198d8c6651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.428759 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c8a38-84f5-45fc-94dd-2e2e91986afd req-3f7e395d-9455-480b-9c9b-248b1fdfa210 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:07.430275 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c27c8a38-84f5-45fc-94dd-2e2e91986afd req-3f7e395d-9455-480b-9c9b-248b1fdfa210 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7714018-ec76-4013-8e9a-0533c66e4716 HTTP/1.1" status: 200 len: 936 time: 0.1043882 Aug 11 02:39:07.443736 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e315651c-8b05-462f-acc2-86256fffdde6 None None] Provisioning for port 8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:07.448652 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e315651c-8b05-462f-acc2-86256fffdde6 None None] Provisioning complete for port 8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:07.449082 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e315651c-8b05-462f-acc2-86256fffdde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.487250 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-e315651c-8b05-462f-acc2-86256fffdde6 None None] Port 8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:07.546522 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c27c8a38-84f5-45fc-94dd-2e2e91986afd req-b68708a5-2294-4854-8af6-5eaee0938181 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.50 "GET /v2.0/security-groups?id=587b786e-55a4-40cb-ba40-6822605a7465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056919 Aug 11 02:39:07.697683 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-08cedd02-0afb-4281-9b9e-fb198d8c6651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:39:07.705926 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-08cedd02-0afb-4281-9b9e-fb198d8c6651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.717564 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-08cedd02-0afb-4281-9b9e-fb198d8c6651 service neutron] Transition to ACTIVE for port object 8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:07.721460 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-08cedd02-0afb-4281-9b9e-fb198d8c6651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.792968 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cedd02-0afb-4281-9b9e-fb198d8c6651 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:07.852016 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-08cedd02-0afb-4281-9b9e-fb198d8c6651 service neutron] Attempting to bind port 8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:39:07.852354 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-08cedd02-0afb-4281-9b9e-fb198d8c6651 service neutron] Attempting to bind port 8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:39:07.852686 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-08cedd02-0afb-4281-9b9e-fb198d8c6651 service neutron] Attempting to bind port 8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:07.857660 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-08cedd02-0afb-4281-9b9e-fb198d8c6651 service neutron] Port 8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:39:07.857979 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-08cedd02-0afb-4281-9b9e-fb198d8c6651 service neutron] Attempting to bind port 8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:07.863362 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-08cedd02-0afb-4281-9b9e-fb198d8c6651 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:39:07.863731 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-08cedd02-0afb-4281-9b9e-fb198d8c6651 service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:07.864117 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-08cedd02-0afb-4281-9b9e-fb198d8c6651 service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:39:07.864559 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-08cedd02-0afb-4281-9b9e-fb198d8c6651 service neutron] Bound port: 8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:39:07.865024 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-08cedd02-0afb-4281-9b9e-fb198d8c6651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.939500 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-08cedd02-0afb-4281-9b9e-fb198d8c6651 service neutron] For port 8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:39:07.943336 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-08cedd02-0afb-4281-9b9e-fb198d8c6651 service neutron] For port 8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:39:07.947946 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-08cedd02-0afb-4281-9b9e-fb198d8c6651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.988773 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-08cedd02-0afb-4281-9b9e-fb198d8c6651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:07.989501 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-08cedd02-0afb-4281-9b9e-fb198d8c6651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.990925 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-08cedd02-0afb-4281-9b9e-fb198d8c6651 service neutron] 10.222.0.66 "PUT /v2.0/ports/8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20 HTTP/1.1" status: 200 len: 1097 time: 0.6987145 Aug 11 02:39:07.993362 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7714018-ec76-4013-8e9a-0533c66e4716', 'tag': '8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:39:08.004692 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5cb9bd-0db2-4f7f-9792-6814b0c5ed5f" -d '{"events": [{"name": "network-changed", "server_uuid": "f7714018-ec76-4013-8e9a-0533c66e4716", "tag": "8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:39:08.031177 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cedd02-0afb-4281-9b9e-fb198d8c6651 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:08.066273 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863b32a4-2ea8-4cae-94ac-0684afdd9f78 x-openstack-request-id: req-863b32a4-2ea8-4cae-94ac-0684afdd9f78 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:39:08.066559 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7714018-ec76-4013-8e9a-0533c66e4716", "tag": "8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:39:08.066816 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-863b32a4-2ea8-4cae-94ac-0684afdd9f78 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:39:08.067217 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7714018-ec76-4013-8e9a-0533c66e4716', 'tag': '8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20', 'status': 'completed', 'code': 200} Aug 11 02:39:08.112482 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-112b11ec-33d0-44d6-aca6-68fb0dee657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:08.114265 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-112b11ec-33d0-44d6-aca6-68fb0dee657e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b59d1bfab73846dca34596d2f752fbb3&device_id=f7714018-ec76-4013-8e9a-0533c66e4716 HTTP/1.1" status: 200 len: 1100 time: 0.0674281 Aug 11 02:39:08.163418 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-d94a6841-bf93-4928-ae5d-7133d78fbc84 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20 HTTP/1.1" status: 200 len: 217 time: 0.0394516 Aug 11 02:39:08.215780 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-b7f53148-818a-4148-9ffe-2cf37e2be964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:08.217327 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-b7f53148-818a-4148-9ffe-2cf37e2be964 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.0464451 Aug 11 02:39:08.265159 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-0f7877ef-d801-4e26-9725-548a224337e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:08.266677 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-0f7877ef-d801-4e26-9725-548a224337e8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0420194 Aug 11 02:39:08.363487 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-e9b5ba58-3f1f-40eb-8059-e34afc0c780a service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890200 Aug 11 02:39:08.452757 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aedfa280-ce85-40d7-8a6b-4a685350a6f2 req-363714df-0ca0-4971-9856-7c79c859afdb service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816395 Aug 11 02:39:08.547044 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cb9bd-0db2-4f7f-9792-6814b0c5ed5f req-f0796a3b-6581-4ed9-9578-7e73191fcd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:08.548590 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1b5cb9bd-0db2-4f7f-9792-6814b0c5ed5f req-f0796a3b-6581-4ed9-9578-7e73191fcd3b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b59d1bfab73846dca34596d2f752fbb3&device_id=f7714018-ec76-4013-8e9a-0533c66e4716 HTTP/1.1" status: 200 len: 1100 time: 0.0452452 Aug 11 02:39:08.670910 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cb9bd-0db2-4f7f-9792-6814b0c5ed5f req-d237f445-95b2-432f-9752-c476ff4bf58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:08.672472 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1b5cb9bd-0db2-4f7f-9792-6814b0c5ed5f req-d237f445-95b2-432f-9752-c476ff4bf58b service neutron] 10.222.0.66 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.1165888 Aug 11 02:39:08.688552 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d34ca-57f9-4258-83e0-e1db8fabfe7e req-54664fa2-da2b-4ca7-bae1-02d234181f2f tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:08.689981 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8b0d34ca-57f9-4258-83e0-e1db8fabfe7e req-54664fa2-da2b-4ca7-bae1-02d234181f2f tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7714018-ec76-4013-8e9a-0533c66e4716 HTTP/1.1" status: 200 len: 948 time: 0.0665541 Aug 11 02:39:08.734318 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1b5cb9bd-0db2-4f7f-9792-6814b0c5ed5f req-557b6bc2-9d50-4982-9e00-8c3988138480 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20 HTTP/1.1" status: 200 len: 217 time: 0.0541878 Aug 11 02:39:08.793632 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8b0d34ca-57f9-4258-83e0-e1db8fabfe7e req-1f06396b-a666-48a2-86f0-8a7a32677f3a tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.50 "GET /v2.0/security-groups?id=587b786e-55a4-40cb-ba40-6822605a7465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969381 Aug 11 02:39:08.803295 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cb9bd-0db2-4f7f-9792-6814b0c5ed5f req-6ecfbc11-02a0-4e8f-8b2d-af753cde53f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:08.804983 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1b5cb9bd-0db2-4f7f-9792-6814b0c5ed5f req-6ecfbc11-02a0-4e8f-8b2d-af753cde53f7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.0629888 Aug 11 02:39:08.854748 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cb9bd-0db2-4f7f-9792-6814b0c5ed5f req-1b192fda-cd50-40cf-bee8-38364834b195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:08.856338 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1b5cb9bd-0db2-4f7f-9792-6814b0c5ed5f req-1b192fda-cd50-40cf-bee8-38364834b195 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0430100 Aug 11 02:39:08.954765 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1b5cb9bd-0db2-4f7f-9792-6814b0c5ed5f req-9e0fadc1-d916-4be7-80e9-0bcf2522e9b3 service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900698 Aug 11 02:39:09.047141 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1b5cb9bd-0db2-4f7f-9792-6814b0c5ed5f req-d4e69ef9-c320-445f-9445-cb54a875513b service neutron] 10.222.0.66 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847325 Aug 11 02:39:09.918345 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a34ae-faae-431c-9721-037c2b66501d req-e4c0be34-c540-4c0f-a0da-406eb67a2cc8 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:09.919860 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8d3a34ae-faae-431c-9721-037c2b66501d req-e4c0be34-c540-4c0f-a0da-406eb67a2cc8 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7714018-ec76-4013-8e9a-0533c66e4716 HTTP/1.1" status: 200 len: 948 time: 0.0546310 Aug 11 02:39:09.968009 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8d3a34ae-faae-431c-9721-037c2b66501d req-a58367d8-2697-4b20-bb90-e48dd84e278f tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.50 "GET /v2.0/security-groups?id=587b786e-55a4-40cb-ba40-6822605a7465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416107 Aug 11 02:39:11.098828 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f576dbf-2acc-4596-8eb3-2b0165e88010 req-750dc4d2-347d-4eaf-ac2e-55c7ad69098b tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:11.100370 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2f576dbf-2acc-4596-8eb3-2b0165e88010 req-750dc4d2-347d-4eaf-ac2e-55c7ad69098b tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7714018-ec76-4013-8e9a-0533c66e4716 HTTP/1.1" status: 200 len: 948 time: 0.0606284 Aug 11 02:39:11.141034 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2f576dbf-2acc-4596-8eb3-2b0165e88010 req-7f0e49d9-ed3a-41f3-b3d9-7a26a64a1fab tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.50 "GET /v2.0/security-groups?id=587b786e-55a4-40cb-ba40-6822605a7465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343158 Aug 11 02:39:11.327746 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:39:11.596055 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:39:11.691913 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:11.703497 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': '8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20', 'mac_address': 'fa:16:3e:d5:65:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:39:11.745328 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:11.758355 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:39:11.779314 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:11.783532 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:11.831666 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:11.839661 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:11.840015 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:11.840380 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:11.840706 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:11.841044 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:11.841385 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:11.841716 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:11.842048 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:11.842382 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:11.842709 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:11.843037 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:11.843363 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:11.996325 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:39:12.254046 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d345f72-1d8a-45d5-9224-e7f917b7e914 req-9384aa7b-6633-448b-be28-6886ce2e7f2d tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:12.255503 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4d345f72-1d8a-45d5-9224-e7f917b7e914 req-9384aa7b-6633-448b-be28-6886ce2e7f2d tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7714018-ec76-4013-8e9a-0533c66e4716 HTTP/1.1" status: 200 len: 949 time: 0.0497789 Aug 11 02:39:12.295939 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4d345f72-1d8a-45d5-9224-e7f917b7e914 req-e875d516-a6d6-4553-945b-996d86073886 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.50 "GET /v2.0/security-groups?id=587b786e-55a4-40cb-ba40-6822605a7465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324945 Aug 11 02:39:13.415170 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc8870-dbd8-4ccc-a5bd-5994f895ec47 req-df19605e-ea14-4ecf-bdf2-4ba30130374a tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:13.416597 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1bcc8870-dbd8-4ccc-a5bd-5994f895ec47 req-df19605e-ea14-4ecf-bdf2-4ba30130374a tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7714018-ec76-4013-8e9a-0533c66e4716 HTTP/1.1" status: 200 len: 949 time: 0.0497661 Aug 11 02:39:13.454552 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1bcc8870-dbd8-4ccc-a5bd-5994f895ec47 req-21d4e777-93d9-4833-a263-3ff804ac79fc tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.50 "GET /v2.0/security-groups?id=587b786e-55a4-40cb-ba40-6822605a7465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317955 Aug 11 02:39:13.610783 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:13.658246 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:13.661905 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:13.662276 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:13.739083 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:13.767037 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7714018-ec76-4013-8e9a-0533c66e4716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:39:13.769297 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2733abb-12fe-4b5c-9c4e-b23ef136fafc" -d '{"events": [{"server_uuid": "f7714018-ec76-4013-8e9a-0533c66e4716", "name": "network-vif-plugged", "status": "completed", "tag": "8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:39:13.785226 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:13.789688 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:13.813625 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af72c294-c384-493e-a90d-2aa9bca79746 x-openstack-request-id: req-af72c294-c384-493e-a90d-2aa9bca79746 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:39:13.813920 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7714018-ec76-4013-8e9a-0533c66e4716", "name": "network-vif-plugged", "status": "completed", "tag": "8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:39:13.814175 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-af72c294-c384-493e-a90d-2aa9bca79746 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:39:13.814545 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7714018-ec76-4013-8e9a-0533c66e4716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20', 'code': 200} Aug 11 02:39:13.844110 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:13.915400 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137a6f7-1b4b-48e2-aac0-38aa5397be76 req-a2472094-36d6-4aaa-92ea-2690726d509b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:13.916963 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0137a6f7-1b4b-48e2-aac0-38aa5397be76 req-a2472094-36d6-4aaa-92ea-2690726d509b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f7714018-ec76-4013-8e9a-0533c66e4716 HTTP/1.1" status: 200 len: 1102 time: 0.0404327 Aug 11 02:39:13.952749 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0137a6f7-1b4b-48e2-aac0-38aa5397be76 req-8ad053bf-263d-4e46-ac8e-6bdbd14a6dfb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=587b786e-55a4-40cb-ba40-6822605a7465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281267 Aug 11 02:39:14.575580 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc54371-e3fb-4bca-b9b8-006b0f19ba82 req-ef50aeb3-1845-4859-969f-01ddcb1990f0 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:14.577065 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dcc54371-e3fb-4bca-b9b8-006b0f19ba82 req-ef50aeb3-1845-4859-969f-01ddcb1990f0 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7714018-ec76-4013-8e9a-0533c66e4716 HTTP/1.1" status: 200 len: 950 time: 0.0529048 Aug 11 02:39:14.617079 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dcc54371-e3fb-4bca-b9b8-006b0f19ba82 req-c789fdc7-e4cd-4d0d-9eb0-9114f6f9a2bf tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.50 "GET /v2.0/security-groups?id=587b786e-55a4-40cb-ba40-6822605a7465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339217 Aug 11 02:39:15.640526 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3011a3f2-a8f9-4d3a-a5ff-78dfac133af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:15.758262 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966858e-d6c8-45fc-ab73-b0f5cded3069 req-cea5c14b-c2a0-4e83-8f42-d5a17a46efc8 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:15.759795 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b966858e-d6c8-45fc-ab73-b0f5cded3069 req-cea5c14b-c2a0-4e83-8f42-d5a17a46efc8 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7714018-ec76-4013-8e9a-0533c66e4716 HTTP/1.1" status: 200 len: 950 time: 0.0525427 Aug 11 02:39:15.797635 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b966858e-d6c8-45fc-ab73-b0f5cded3069 req-107663eb-345b-44c7-a937-a754bd6455e0 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.50 "GET /v2.0/security-groups?id=587b786e-55a4-40cb-ba40-6822605a7465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318704 Aug 11 02:39:16.054785 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb20158-312c-4f5e-9428-00e4a79769d0 req-518d75ac-1497-4b99-8f66-432beb50c06b tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:16.056339 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dcb20158-312c-4f5e-9428-00e4a79769d0 req-518d75ac-1497-4b99-8f66-432beb50c06b tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7714018-ec76-4013-8e9a-0533c66e4716 HTTP/1.1" status: 200 len: 950 time: 0.0551505 Aug 11 02:39:16.093929 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dcb20158-312c-4f5e-9428-00e4a79769d0 req-ae058463-0c87-4931-93c9-0418ef8aa07d tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.50 "GET /v2.0/security-groups?id=587b786e-55a4-40cb-ba40-6822605a7465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314953 Aug 11 02:39:17.399998 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a46e3-d67f-4ae9-80ee-ad05710e1e5b req-114db8a8-2c59-4795-a7c0-f83d1c426c65 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:17.402159 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-380a46e3-d67f-4ae9-80ee-ad05710e1e5b req-114db8a8-2c59-4795-a7c0-f83d1c426c65 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7714018-ec76-4013-8e9a-0533c66e4716 HTTP/1.1" status: 200 len: 950 time: 0.2390606 Aug 11 02:39:17.422939 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee0acc-b7e6-4f5e-afa6-2fb1190a8360 req-0a02ce4a-fa73-4e2b-b022-f270c25a5ad0 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:17.424401 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-04ee0acc-b7e6-4f5e-afa6-2fb1190a8360 req-0a02ce4a-fa73-4e2b-b022-f270c25a5ad0 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7714018-ec76-4013-8e9a-0533c66e4716 HTTP/1.1" status: 200 len: 950 time: 0.0655971 Aug 11 02:39:17.481518 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-380a46e3-d67f-4ae9-80ee-ad05710e1e5b req-06959567-9783-4986-8e93-a25677c3b831 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.50 "GET /v2.0/security-groups?id=587b786e-55a4-40cb-ba40-6822605a7465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718620 Aug 11 02:39:17.534918 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-04ee0acc-b7e6-4f5e-afa6-2fb1190a8360 req-4b73674c-61ff-4107-bfff-3a322da590f5 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Deleting port 8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:17.535264 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-04ee0acc-b7e6-4f5e-afa6-2fb1190a8360 req-4b73674c-61ff-4107-bfff-3a322da590f5 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:17.621839 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-04ee0acc-b7e6-4f5e-afa6-2fb1190a8360 req-4b73674c-61ff-4107-bfff-3a322da590f5 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] For port 8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:17.622201 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-04ee0acc-b7e6-4f5e-afa6-2fb1190a8360 req-4b73674c-61ff-4107-bfff-3a322da590f5 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:17.634739 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-04ee0acc-b7e6-4f5e-afa6-2fb1190a8360 req-4b73674c-61ff-4107-bfff-3a322da590f5 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Calling delete_port for 8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:17.763626 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-04ee0acc-b7e6-4f5e-afa6-2fb1190a8360 req-4b73674c-61ff-4107-bfff-3a322da590f5 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:17.775104 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:39:17.791465 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73674c-61ff-4107-bfff-3a322da590f5 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Pushing event deleted for resources: {'Port': ['ID=8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:17.848222 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ee0acc-b7e6-4f5e-afa6-2fb1190a8360 req-4b73674c-61ff-4107-bfff-3a322da590f5 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] No DVR routers for this DVR port 8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:17.850941 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-04ee0acc-b7e6-4f5e-afa6-2fb1190a8360 req-4b73674c-61ff-4107-bfff-3a322da590f5 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:17.852994 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-04ee0acc-b7e6-4f5e-afa6-2fb1190a8360 req-4b73674c-61ff-4107-bfff-3a322da590f5 tempest-VolumesNegativeTest-482440120 tempest-VolumesNegativeTest-482440120-project] 10.222.0.66 "DELETE /v2.0/ports/8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20 HTTP/1.1" status: 204 len: 173 time: 0.4212694 Aug 11 02:39:17.853439 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7714018-ec76-4013-8e9a-0533c66e4716', 'name': 'network-vif-deleted', 'tag': '8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:39:17.855800 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f17c43-0839-4399-a61b-905fc2f6fcf0" -d '{"events": [{"server_uuid": "f7714018-ec76-4013-8e9a-0533c66e4716", "name": "network-vif-deleted", "tag": "8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:39:17.901108 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2a9d1d-4c29-4775-b7c1-713a7c36c35d x-openstack-request-id: req-bb2a9d1d-4c29-4775-b7c1-713a7c36c35d {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:39:17.901406 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7714018-ec76-4013-8e9a-0533c66e4716", "name": "network-vif-deleted", "tag": "8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:39:17.901871 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bb2a9d1d-4c29-4775-b7c1-713a7c36c35d {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:39:17.902311 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7714018-ec76-4013-8e9a-0533c66e4716', 'name': 'network-vif-deleted', 'tag': '8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20', 'status': 'completed', 'code': 200} Aug 11 02:39:18.331140 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dc9faef8-edac-4857-80fb-405c30f6e2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:18.365322 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:19.988455 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:21.500189 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:21.657361 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:39:21.677352 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:39:21.677788 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 8d7c5ed1-1d1e-4cf2-a21c-9d2c7155bb20 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:39:23.284480 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53484) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:23.440276 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-03d1fe9e-6aee-47d1-a532-6976ecbacd1f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b59d1bfab73846dca34596d2f752fbb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1546030 Aug 11 02:39:23.442863 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53488) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:23.501629 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f51d306e-7c24-4f3f-a51c-b60022609809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.522690 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f51d306e-7c24-4f3f-a51c-b60022609809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.570607 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f51d306e-7c24-4f3f-a51c-b60022609809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.573140 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f51d306e-7c24-4f3f-a51c-b60022609809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.574320 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f51d306e-7c24-4f3f-a51c-b60022609809 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/587b786e-55a4-40cb-ba40-6822605a7465 HTTP/1.1" status: 204 len: 168 time: 0.1305575 Aug 11 02:39:23.581727 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d306e-7c24-4f3f-a51c-b60022609809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587b786e-55a4-40cb-ba40-6822605a7465,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:24.204571 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53512) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:24.317485 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-ff50eca7-a500-4365-acac-0b0dcb108bc1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1236713683-network', 'tenant_id': '1c9b744cf918472cb8281b2d503b4865'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:24.340415 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff50eca7-a500-4365-acac-0b0dcb108bc1 admin admin] Made reservation on behalf of 1c9b744cf918472cb8281b2d503b4865 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:24.342910 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff50eca7-a500-4365-acac-0b0dcb108bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.352594 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff50eca7-a500-4365-acac-0b0dcb108bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.446728 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff50eca7-a500-4365-acac-0b0dcb108bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.451498 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff50eca7-a500-4365-acac-0b0dcb108bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.476277 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff50eca7-a500-4365-acac-0b0dcb108bc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:39:24.486715 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50eca7-a500-4365-acac-0b0dcb108bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a79165-2f23-49fb-beb0-6b2b0a53cad6,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:24.491659 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff50eca7-a500-4365-acac-0b0dcb108bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.492002 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-ff50eca7-a500-4365-acac-0b0dcb108bc1 admin admin] Added segment 7c96c311-62ae-44d5-9949-7d8621393539 of type vlan for network 2e346027-0d6f-4921-8f8c-dfc1a3fc8551 Aug 11 02:39:24.536708 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff50eca7-a500-4365-acac-0b0dcb108bc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.567556 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff50eca7-a500-4365-acac-0b0dcb108bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.568668 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff50eca7-a500-4365-acac-0b0dcb108bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:24.569766 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ff50eca7-a500-4365-acac-0b0dcb108bc1 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.619185 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.637722 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ff50eca7-a500-4365-acac-0b0dcb108bc1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4318492 Aug 11 02:39:24.640438 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53518) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:24.645311 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-1f917bf7-a072-4f3d-9df8-488447ef94c1 admin admin] Request body: {'subnet': {'network_id': '2e346027-0d6f-4921-8f8c-dfc1a3fc8551', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1236713683-subnet', 'tenant_id': '1c9b744cf918472cb8281b2d503b4865', 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:24.651213 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50eca7-a500-4365-acac-0b0dcb108bc1 admin admin] Pushing event updated for resources: {'Network': ['ID=2e346027-0d6f-4921-8f8c-dfc1a3fc8551,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:24.661801 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 2e346027-0d6f-4921-8f8c-dfc1a3fc8551 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:39:24.670007 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f917bf7-a072-4f3d-9df8-488447ef94c1 admin admin] Made reservation on behalf of 1c9b744cf918472cb8281b2d503b4865 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:24.672508 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1f917bf7-a072-4f3d-9df8-488447ef94c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.875416 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1f917bf7-a072-4f3d-9df8-488447ef94c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.954861 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f917bf7-a072-4f3d-9df8-488447ef94c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2773a0c7-651e-4f82-b584-051b195e6a5e,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:24.954861 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f917bf7-a072-4f3d-9df8-488447ef94c1 admin admin] Checking segment: {'id': '7c96c311-62ae-44d5-9949-7d8621393539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2e346027-0d6f-4921-8f8c-dfc1a3fc8551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:24.954861 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f917bf7-a072-4f3d-9df8-488447ef94c1 admin admin] Network hostable DHCP agents. Network: 2e346027-0d6f-4921-8f8c-dfc1a3fc8551, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:39:24.954861 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f917bf7-a072-4f3d-9df8-488447ef94c1 admin admin] Network 2e346027-0d6f-4921-8f8c-dfc1a3fc8551 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:39:24.958299 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-1f917bf7-a072-4f3d-9df8-488447ef94c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 2e346027-0d6f-4921-8f8c-dfc1a3fc8551) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:24.962579 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f917bf7-a072-4f3d-9df8-488447ef94c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:24.963183 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-1f917bf7-a072-4f3d-9df8-488447ef94c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.969387 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b13884-5e90-4eb4-8f0a-7d02eb400036 None None] Network 2e346027-0d6f-4921-8f8c-dfc1a3fc8551 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:24.982164 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1f917bf7-a072-4f3d-9df8-488447ef94c1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3371363 Aug 11 02:39:24.982480 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53534) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:24.987660 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-d0ad29fc-798c-41fc-8bd5-ca3d2ffc1013 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1236713683-router', 'tenant_id': '1c9b744cf918472cb8281b2d503b4865', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:25.020348 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d0ad29fc-798c-41fc-8bd5-ca3d2ffc1013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.021542 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d0ad29fc-798c-41fc-8bd5-ca3d2ffc1013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.079585 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d0ad29fc-798c-41fc-8bd5-ca3d2ffc1013 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.128223 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a94fc7-dab6-4241-a62d-e6930d444a29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-2e346027-0d6f-4921-8f8c-dfc1a3fc8551', 'network_id': '2e346027-0d6f-4921-8f8c-dfc1a3fc8551', 'tenant_id': '1c9b744cf918472cb8281b2d503b4865', 'fixed_ips': [{'subnet_id': '2773a0c7-651e-4f82-b584-051b195e6a5e'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:39:25.129106 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-43a94fc7-dab6-4241-a62d-e6930d444a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.248162 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d0ad29fc-798c-41fc-8bd5-ca3d2ffc1013 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.278317 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-43a94fc7-dab6-4241-a62d-e6930d444a29 None None] Allocated IP 172.20.0.2 (2e346027-0d6f-4921-8f8c-dfc1a3fc8551/2773a0c7-651e-4f82-b584-051b195e6a5e/acc90da5-6378-4f54-887b-37d0d973f447) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:25.423110 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.442344 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-43a94fc7-dab6-4241-a62d-e6930d444a29 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.451456 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-43a94fc7-dab6-4241-a62d-e6930d444a29 None None] Transition to ACTIVE for port object acc90da5-6378-4f54-887b-37d0d973f447 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:25.467530 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-43a94fc7-dab6-4241-a62d-e6930d444a29 None None] Transition to ACTIVE for port object acc90da5-6378-4f54-887b-37d0d973f447 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:25.473863 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-43a94fc7-dab6-4241-a62d-e6930d444a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.475919 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d0ad29fc-798c-41fc-8bd5-ca3d2ffc1013 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.501748 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d0ad29fc-798c-41fc-8bd5-ca3d2ffc1013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.517746 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a94fc7-dab6-4241-a62d-e6930d444a29 None None] Network 2e346027-0d6f-4921-8f8c-dfc1a3fc8551 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:25.527034 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-43a94fc7-dab6-4241-a62d-e6930d444a29 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:25.531089 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a94fc7-dab6-4241-a62d-e6930d444a29 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:25.570765 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a94fc7-dab6-4241-a62d-e6930d444a29 None None] Pushing event updated for resources: {'Port': ['ID=acc90da5-6378-4f54-887b-37d0d973f447,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:25.597896 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-43a94fc7-dab6-4241-a62d-e6930d444a29 None None] Attempting to bind port acc90da5-6378-4f54-887b-37d0d973f447 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:39:25.598279 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-43a94fc7-dab6-4241-a62d-e6930d444a29 None None] Attempting to bind port acc90da5-6378-4f54-887b-37d0d973f447 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '7c96c311-62ae-44d5-9949-7d8621393539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2e346027-0d6f-4921-8f8c-dfc1a3fc8551'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:39:25.598649 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a94fc7-dab6-4241-a62d-e6930d444a29 None None] Attempting to bind port acc90da5-6378-4f54-887b-37d0d973f447 on network 2e346027-0d6f-4921-8f8c-dfc1a3fc8551 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:25.604139 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a94fc7-dab6-4241-a62d-e6930d444a29 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:39:25.604543 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a94fc7-dab6-4241-a62d-e6930d444a29 None None] Checking segment: {'id': '7c96c311-62ae-44d5-9949-7d8621393539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2e346027-0d6f-4921-8f8c-dfc1a3fc8551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:25.605513 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-43a94fc7-dab6-4241-a62d-e6930d444a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.606539 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a94fc7-dab6-4241-a62d-e6930d444a29 None None] Bound using segment: {'id': '7c96c311-62ae-44d5-9949-7d8621393539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2e346027-0d6f-4921-8f8c-dfc1a3fc8551'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:39:25.606731 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-43a94fc7-dab6-4241-a62d-e6930d444a29 None None] Bound port: acc90da5-6378-4f54-887b-37d0d973f447, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c96c311-62ae-44d5-9949-7d8621393539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2e346027-0d6f-4921-8f8c-dfc1a3fc8551'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:39:25.607308 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-43a94fc7-dab6-4241-a62d-e6930d444a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.620461 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-d0ad29fc-798c-41fc-8bd5-ca3d2ffc1013 admin admin] Allocated IP 172.25.2.48 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/d6198a0e-eead-4223-a3bb-1f632ea953fa) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:25.679105 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-43a94fc7-dab6-4241-a62d-e6930d444a29 None None] For port acc90da5-6378-4f54-887b-37d0d973f447, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:39:25.682734 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-43a94fc7-dab6-4241-a62d-e6930d444a29 None None] For port acc90da5-6378-4f54-887b-37d0d973f447, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=acc90da5-6378-4f54-887b-37d0d973f447,segment=NetworkSegment(7c96c311-62ae-44d5-9949-7d8621393539),segment_id=7c96c311-62ae-44d5-9949-7d8621393539)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:39:25.686717 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-43a94fc7-dab6-4241-a62d-e6930d444a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.743755 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d0ad29fc-798c-41fc-8bd5-ca3d2ffc1013 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.754557 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a94fc7-dab6-4241-a62d-e6930d444a29 None None] Pushing event updated for resources: {'Port': ['ID=acc90da5-6378-4f54-887b-37d0d973f447,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:25.797389 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d0ad29fc-798c-41fc-8bd5-ca3d2ffc1013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.841599 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ad29fc-798c-41fc-8bd5-ca3d2ffc1013 admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:25.844819 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-d0ad29fc-798c-41fc-8bd5-ca3d2ffc1013 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:25.849511 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ad29fc-798c-41fc-8bd5-ca3d2ffc1013 admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:25.852987 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad29fc-798c-41fc-8bd5-ca3d2ffc1013 admin admin] Pushing event updated for resources: {'Port': ['ID=d6198a0e-eead-4223-a3bb-1f632ea953fa,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:26.171113 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device acc90da5-6378-4f54-887b-37d0d973f447 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:26.178789 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d0ad29fc-798c-41fc-8bd5-ca3d2ffc1013 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:26.223020 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port acc90da5-6378-4f54-887b-37d0d973f447 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:26.408732 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d0ad29fc-798c-41fc-8bd5-ca3d2ffc1013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:26.560201 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ad29fc-798c-41fc-8bd5-ca3d2ffc1013 admin admin] Router af27efde-be84-4342-b117-b21ca7a7dadf is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:39:26.687119 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ad29fc-798c-41fc-8bd5-ca3d2ffc1013 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:39:26.696788 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463ca954-b705-47fd-84d1-e3b127810c12 None None] Sync routers for ids ['af27efde-be84-4342-b117-b21ca7a7dadf'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:39:26.708412 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463ca954-b705-47fd-84d1-e3b127810c12 None None] Routers {'af27efde-be84-4342-b117-b21ca7a7dadf'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:26.709050 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-463ca954-b705-47fd-84d1-e3b127810c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:39:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['af27efde-be84-4342-b117-b21ca7a7dadf'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:26.710556 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d0ad29fc-798c-41fc-8bd5-ca3d2ffc1013 admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:26.712491 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d0ad29fc-798c-41fc-8bd5-ca3d2ffc1013 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7289634 Aug 11 02:39:26.715628 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53572) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:26.828430 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-463ca954-b705-47fd-84d1-e3b127810c12 None None] Set router af27efde-be84-4342-b117-b21ca7a7dadf gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:39:26.889139 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde2e4e4-cce7-4d32-bcd5-396f63ef81c5 None None] Network 2e346027-0d6f-4921-8f8c-dfc1a3fc8551 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:27.068904 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-463ca954-b705-47fd-84d1-e3b127810c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af27efde-be84-4342-b117-b21ca7a7dadf', 'name': 'tempest-TestAggregatesBasicOps-1236713683-router', 'tenant_id': '1c9b744cf918472cb8281b2d503b4865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd6198a0e-eead-4223-a3bb-1f632ea953fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:25Z', 'updated_at': '2021-08-11T02:39:26Z', 'revision_number': 3, 'project_id': '1c9b744cf918472cb8281b2d503b4865', 'gw_port': {'id': 'd6198a0e-eead-4223-a3bb-1f632ea953fa', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af27efde-be84-4342-b117-b21ca7a7dadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:25Z', 'updated_at': '2021-08-11T02:39:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:27.116808 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463ca954-b705-47fd-84d1-e3b127810c12 None None] Checking router: af27efde-be84-4342-b117-b21ca7a7dadf for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:39:27.117400 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463ca954-b705-47fd-84d1-e3b127810c12 None None] Updating router af27efde-be84-4342-b117-b21ca7a7dadf port d6198a0e-eead-4223-a3bb-1f632ea953fa binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:39:27.146241 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-463ca954-b705-47fd-84d1-e3b127810c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:27.272337 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-dc84a163-4d0d-4f6d-9526-adab9b4d58f6 None None] Provisioning for port acc90da5-6378-4f54-887b-37d0d973f447 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:27.278278 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-dc84a163-4d0d-4f6d-9526-adab9b4d58f6 None None] Provisioning complete for port acc90da5-6378-4f54-887b-37d0d973f447 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:27.278909 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dc84a163-4d0d-4f6d-9526-adab9b4d58f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:27.389412 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dc84a163-4d0d-4f6d-9526-adab9b4d58f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:27.452107 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-dc84a163-4d0d-4f6d-9526-adab9b4d58f6 None None] For port acc90da5-6378-4f54-887b-37d0d973f447, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=acc90da5-6378-4f54-887b-37d0d973f447,segment=NetworkSegment(7c96c311-62ae-44d5-9949-7d8621393539),segment_id=7c96c311-62ae-44d5-9949-7d8621393539)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:27.463858 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dc84a163-4d0d-4f6d-9526-adab9b4d58f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:27.517659 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-463ca954-b705-47fd-84d1-e3b127810c12 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:27.536639 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-463ca954-b705-47fd-84d1-e3b127810c12 None None] Transition to ACTIVE for port object d6198a0e-eead-4223-a3bb-1f632ea953fa will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:27.547106 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-463ca954-b705-47fd-84d1-e3b127810c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:27.576253 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84a163-4d0d-4f6d-9526-adab9b4d58f6 None None] Pushing event updated for resources: {'Port': ['ID=acc90da5-6378-4f54-887b-37d0d973f447,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:27.624125 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5089157-42aa-49a0-bc2a-8d5d4575a073 None None] Pushing event updated for resources: {'Port': ['ID=d6198a0e-eead-4223-a3bb-1f632ea953fa,revision_number=2']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:27.626254 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-463ca954-b705-47fd-84d1-e3b127810c12 None None] Attempting to bind port d6198a0e-eead-4223-a3bb-1f632ea953fa on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:39:27.626626 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-463ca954-b705-47fd-84d1-e3b127810c12 None None] Attempting to bind port d6198a0e-eead-4223-a3bb-1f632ea953fa by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:39:27.626986 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463ca954-b705-47fd-84d1-e3b127810c12 None None] Attempting to bind port d6198a0e-eead-4223-a3bb-1f632ea953fa on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:27.636900 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5089157-42aa-49a0-bc2a-8d5d4575a073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:27.637244 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5089157-42aa-49a0-bc2a-8d5d4575a073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:27.637583 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5089157-42aa-49a0-bc2a-8d5d4575a073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:27.637914 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5089157-42aa-49a0-bc2a-8d5d4575a073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:27.638240 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5089157-42aa-49a0-bc2a-8d5d4575a073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:27.638571 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5089157-42aa-49a0-bc2a-8d5d4575a073 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:27.638893 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5089157-42aa-49a0-bc2a-8d5d4575a073 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:27.639528 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5089157-42aa-49a0-bc2a-8d5d4575a073 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:27.639942 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5089157-42aa-49a0-bc2a-8d5d4575a073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:27.640265 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5089157-42aa-49a0-bc2a-8d5d4575a073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:27.640586 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5089157-42aa-49a0-bc2a-8d5d4575a073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:27.640908 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5089157-42aa-49a0-bc2a-8d5d4575a073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:27.644125 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463ca954-b705-47fd-84d1-e3b127810c12 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:39:27.644497 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463ca954-b705-47fd-84d1-e3b127810c12 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:27.644898 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-463ca954-b705-47fd-84d1-e3b127810c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:27.645866 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463ca954-b705-47fd-84d1-e3b127810c12 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:39:27.646427 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-463ca954-b705-47fd-84d1-e3b127810c12 None None] Bound port: d6198a0e-eead-4223-a3bb-1f632ea953fa, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:39:27.646812 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-463ca954-b705-47fd-84d1-e3b127810c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:27.692008 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-422964d0-cce1-4626-b12f-c3eccdbc42c5 None None] Provisioning complete for port acc90da5-6378-4f54-887b-37d0d973f447 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:27.693253 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-422964d0-cce1-4626-b12f-c3eccdbc42c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:27.707974 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-463ca954-b705-47fd-84d1-e3b127810c12 None None] For port d6198a0e-eead-4223-a3bb-1f632ea953fa, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:39:27.711640 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-463ca954-b705-47fd-84d1-e3b127810c12 None None] For port d6198a0e-eead-4223-a3bb-1f632ea953fa, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d6198a0e-eead-4223-a3bb-1f632ea953fa,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:39:27.720026 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2750cbef-4024-4324-80c2-7002c02895d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:27.720968 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-463ca954-b705-47fd-84d1-e3b127810c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:27.799490 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463ca954-b705-47fd-84d1-e3b127810c12 None None] Routers {'af27efde-be84-4342-b117-b21ca7a7dadf'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:27.800587 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-463ca954-b705-47fd-84d1-e3b127810c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:39:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['af27efde-be84-4342-b117-b21ca7a7dadf'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:27.805958 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5089157-42aa-49a0-bc2a-8d5d4575a073 None None] Pushing event updated for resources: {'Port': ['ID=d6198a0e-eead-4223-a3bb-1f632ea953fa,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:27.911976 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-463ca954-b705-47fd-84d1-e3b127810c12 None None] Set router af27efde-be84-4342-b117-b21ca7a7dadf gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:39:27.996678 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-2750cbef-4024-4324-80c2-7002c02895d7 admin admin] Allocated IP 172.20.0.1 (2e346027-0d6f-4921-8f8c-dfc1a3fc8551/2773a0c7-651e-4f82-b584-051b195e6a5e/20fab568-faa7-4ce5-90e1-f011f54a8c6f) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:28.124372 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device acc90da5-6378-4f54-887b-37d0d973f447 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:28.138545 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2750cbef-4024-4324-80c2-7002c02895d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:28.159198 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-463ca954-b705-47fd-84d1-e3b127810c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af27efde-be84-4342-b117-b21ca7a7dadf', 'name': 'tempest-TestAggregatesBasicOps-1236713683-router', 'tenant_id': '1c9b744cf918472cb8281b2d503b4865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd6198a0e-eead-4223-a3bb-1f632ea953fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:25Z', 'updated_at': '2021-08-11T02:39:26Z', 'revision_number': 3, 'project_id': '1c9b744cf918472cb8281b2d503b4865', 'gw_port': {'id': 'd6198a0e-eead-4223-a3bb-1f632ea953fa', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af27efde-be84-4342-b117-b21ca7a7dadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:25Z', 'updated_at': '2021-08-11T02:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:28.168954 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-2750cbef-4024-4324-80c2-7002c02895d7 admin admin] Transition to ACTIVE for port object 20fab568-faa7-4ce5-90e1-f011f54a8c6f will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:28.185542 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port acc90da5-6378-4f54-887b-37d0d973f447 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:28.186040 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:28.192477 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463ca954-b705-47fd-84d1-e3b127810c12 None None] The sync data for ids ['af27efde-be84-4342-b117-b21ca7a7dadf'] in n-d-615180-33 is: [{'id': 'af27efde-be84-4342-b117-b21ca7a7dadf', 'name': 'tempest-TestAggregatesBasicOps-1236713683-router', 'tenant_id': '1c9b744cf918472cb8281b2d503b4865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd6198a0e-eead-4223-a3bb-1f632ea953fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:25Z', 'updated_at': '2021-08-11T02:39:26Z', 'revision_number': 3, 'project_id': '1c9b744cf918472cb8281b2d503b4865', 'gw_port': {'id': 'd6198a0e-eead-4223-a3bb-1f632ea953fa', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af27efde-be84-4342-b117-b21ca7a7dadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:25Z', 'updated_at': '2021-08-11T02:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:39:28.219096 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2750cbef-4024-4324-80c2-7002c02895d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:28.276969 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2750cbef-4024-4324-80c2-7002c02895d7 admin admin] Network 2e346027-0d6f-4921-8f8c-dfc1a3fc8551 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:28.282595 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-2750cbef-4024-4324-80c2-7002c02895d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:28.286443 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2750cbef-4024-4324-80c2-7002c02895d7 admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:28.314863 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750cbef-4024-4324-80c2-7002c02895d7 admin admin] Pushing event updated for resources: {'Port': ['ID=20fab568-faa7-4ce5-90e1-f011f54a8c6f,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:28.337389 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2750cbef-4024-4324-80c2-7002c02895d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:28.536630 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2750cbef-4024-4324-80c2-7002c02895d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:28.728725 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-74f4c5f2-ba0f-4bdb-86f6-b79b4c4672cd None None] Provisioning for port 20fab568-faa7-4ce5-90e1-f011f54a8c6f completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:28.744934 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-74f4c5f2-ba0f-4bdb-86f6-b79b4c4672cd None None] Provisioning complete for port 20fab568-faa7-4ce5-90e1-f011f54a8c6f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:28.745943 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-74f4c5f2-ba0f-4bdb-86f6-b79b4c4672cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:28.769410 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2750cbef-4024-4324-80c2-7002c02895d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:28.777373 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2750cbef-4024-4324-80c2-7002c02895d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:28.790284 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-74f4c5f2-ba0f-4bdb-86f6-b79b4c4672cd None None] Port 20fab568-faa7-4ce5-90e1-f011f54a8c6f cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:28.853244 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750cbef-4024-4324-80c2-7002c02895d7 admin admin] Pushing event updated for resources: {'Port': ['ID=20fab568-faa7-4ce5-90e1-f011f54a8c6f,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:28.859955 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2750cbef-4024-4324-80c2-7002c02895d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:28.971170 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2750cbef-4024-4324-80c2-7002c02895d7 admin admin] Network 2e346027-0d6f-4921-8f8c-dfc1a3fc8551 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:28.982987 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-2750cbef-4024-4324-80c2-7002c02895d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:29.132930 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2750cbef-4024-4324-80c2-7002c02895d7 admin admin] Router af27efde-be84-4342-b117-b21ca7a7dadf has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:39:29.280979 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2750cbef-4024-4324-80c2-7002c02895d7 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:39:29.286220 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2750cbef-4024-4324-80c2-7002c02895d7 admin admin] 10.222.0.50 "PUT /v2.0/routers/af27efde-be84-4342-b117-b21ca7a7dadf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5692704 Aug 11 02:39:29.318695 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f210e1e3-5818-490c-9a23-c24ca1dc17f1 None None] Provisioning complete for port 20fab568-faa7-4ce5-90e1-f011f54a8c6f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:29.319218 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f210e1e3-5818-490c-9a23-c24ca1dc17f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.356547 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-f210e1e3-5818-490c-9a23-c24ca1dc17f1 None None] Port 20fab568-faa7-4ce5-90e1-f011f54a8c6f cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:29.800529 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53648) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:29.804147 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e6944299-7f15-413d-8c3f-adb4ca2b75f3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1690519395-network', 'tenant_id': '9a0357114b904fee966fb9269f1b7ce1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:29.828857 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6944299-7f15-413d-8c3f-adb4ca2b75f3 admin admin] Made reservation on behalf of 9a0357114b904fee966fb9269f1b7ce1 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:29.831477 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6944299-7f15-413d-8c3f-adb4ca2b75f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.840389 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6944299-7f15-413d-8c3f-adb4ca2b75f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.952019 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6944299-7f15-413d-8c3f-adb4ca2b75f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.955678 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6944299-7f15-413d-8c3f-adb4ca2b75f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.986985 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6944299-7f15-413d-8c3f-adb4ca2b75f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:39:29.997104 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6944299-7f15-413d-8c3f-adb4ca2b75f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecd3c49-6eac-4039-a0e2-d2f7b88425b7,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:30.008252 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6944299-7f15-413d-8c3f-adb4ca2b75f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.008252 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-e6944299-7f15-413d-8c3f-adb4ca2b75f3 admin admin] Added segment 938ff265-a421-4969-a5ec-bda5068afe4a of type vlan for network e988c025-d9f5-438f-b782-7c17b0481255 Aug 11 02:39:30.051364 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6944299-7f15-413d-8c3f-adb4ca2b75f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.083392 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6944299-7f15-413d-8c3f-adb4ca2b75f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.087121 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6944299-7f15-413d-8c3f-adb4ca2b75f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:30.087247 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e6944299-7f15-413d-8c3f-adb4ca2b75f3 admin admin] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.144722 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee90837-c785-4bc3-b1c9-0015153c861d None None] Sync routers for ids ['af27efde-be84-4342-b117-b21ca7a7dadf'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:39:30.158222 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee90837-c785-4bc3-b1c9-0015153c861d None None] Routers {'af27efde-be84-4342-b117-b21ca7a7dadf'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:30.158487 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53658) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:30.158975 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e6944299-7f15-413d-8c3f-adb4ca2b75f3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3587661 Aug 11 02:39:30.159995 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-5ee90837-c785-4bc3-b1c9-0015153c861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:39:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['af27efde-be84-4342-b117-b21ca7a7dadf'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:30.166365 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6944299-7f15-413d-8c3f-adb4ca2b75f3 admin admin] Pushing event updated for resources: {'Network': ['ID=e988c025-d9f5-438f-b782-7c17b0481255,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:30.177612 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-f6da165e-157a-4db7-9a39-734414eeb3d0 admin admin] Request body: {'subnet': {'network_id': 'e988c025-d9f5-438f-b782-7c17b0481255', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1690519395-subnet', 'tenant_id': '9a0357114b904fee966fb9269f1b7ce1', 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:30.203524 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6da165e-157a-4db7-9a39-734414eeb3d0 admin admin] Made reservation on behalf of 9a0357114b904fee966fb9269f1b7ce1 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:30.208473 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6da165e-157a-4db7-9a39-734414eeb3d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.210291 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network e988c025-d9f5-438f-b782-7c17b0481255 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:39:30.212904 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d6198a0e-eead-4223-a3bb-1f632ea953fa up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:30.385828 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port d6198a0e-eead-4223-a3bb-1f632ea953fa completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:30.389450 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-5ee90837-c785-4bc3-b1c9-0015153c861d None None] Set router af27efde-be84-4342-b117-b21ca7a7dadf gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:39:30.400182 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6da165e-157a-4db7-9a39-734414eeb3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.421327 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port d6198a0e-eead-4223-a3bb-1f632ea953fa triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:30.421327 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.458883 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da165e-157a-4db7-9a39-734414eeb3d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a150a0f0-21e8-4172-aeaf-8ab3d0d91de1,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:30.475192 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da165e-157a-4db7-9a39-734414eeb3d0 admin admin] Checking segment: {'id': '938ff265-a421-4969-a5ec-bda5068afe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e988c025-d9f5-438f-b782-7c17b0481255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:30.475439 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6da165e-157a-4db7-9a39-734414eeb3d0 admin admin] Network hostable DHCP agents. Network: e988c025-d9f5-438f-b782-7c17b0481255, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:39:30.492618 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6da165e-157a-4db7-9a39-734414eeb3d0 admin admin] Network e988c025-d9f5-438f-b782-7c17b0481255 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:39:30.503055 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-f6da165e-157a-4db7-9a39-734414eeb3d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, e988c025-d9f5-438f-b782-7c17b0481255) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:30.509590 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6da165e-157a-4db7-9a39-734414eeb3d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:30.511455 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f6da165e-157a-4db7-9a39-734414eeb3d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.526772 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f6da165e-157a-4db7-9a39-734414eeb3d0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3670926 Aug 11 02:39:30.529433 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53668) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:30.534777 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-4a815c39-c48c-4ec8-ac25-9657a03db5e8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1690519395-router', 'tenant_id': '9a0357114b904fee966fb9269f1b7ce1', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:30.541618 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7201bdad-3da6-41ca-bbdc-486aeba98140 None None] Network e988c025-d9f5-438f-b782-7c17b0481255 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:30.561709 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4a815c39-c48c-4ec8-ac25-9657a03db5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.562748 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4a815c39-c48c-4ec8-ac25-9657a03db5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.619819 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4a815c39-c48c-4ec8-ac25-9657a03db5e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.704826 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.779760 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port d6198a0e-eead-4223-a3bb-1f632ea953fa, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d6198a0e-eead-4223-a3bb-1f632ea953fa,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:30.787460 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.788804 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4a815c39-c48c-4ec8-ac25-9657a03db5e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.857331 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f3f520-75fc-4d0a-8ecd-dc7bcdad3cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-e988c025-d9f5-438f-b782-7c17b0481255', 'network_id': 'e988c025-d9f5-438f-b782-7c17b0481255', 'tenant_id': '9a0357114b904fee966fb9269f1b7ce1', 'fixed_ips': [{'subnet_id': 'a150a0f0-21e8-4172-aeaf-8ab3d0d91de1'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:39:30.858197 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-53f3f520-75fc-4d0a-8ecd-dc7bcdad3cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.887202 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=d6198a0e-eead-4223-a3bb-1f632ea953fa,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:30.908819 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-5ee90837-c785-4bc3-b1c9-0015153c861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af27efde-be84-4342-b117-b21ca7a7dadf', 'name': 'tempest-TestAggregatesBasicOps-1236713683-router', 'tenant_id': '1c9b744cf918472cb8281b2d503b4865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd6198a0e-eead-4223-a3bb-1f632ea953fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:25Z', 'updated_at': '2021-08-11T02:39:28Z', 'revision_number': 4, 'project_id': '1c9b744cf918472cb8281b2d503b4865', 'gw_port': {'id': 'd6198a0e-eead-4223-a3bb-1f632ea953fa', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af27efde-be84-4342-b117-b21ca7a7dadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:25Z', 'updated_at': '2021-08-11T02:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '20fab568-faa7-4ce5-90e1-f011f54a8c6f', 'name': '', 'network_id': '2e346027-0d6f-4921-8f8c-dfc1a3fc8551', 'tenant_id': '1c9b744cf918472cb8281b2d503b4865', 'mac_address': 'fa:16:3e:b0:7c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af27efde-be84-4342-b117-b21ca7a7dadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '2773a0c7-651e-4f82-b584-051b195e6a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:27Z', 'updated_at': '2021-08-11T02:39:28Z', 'revision_number': 2, 'project_id': '1c9b744cf918472cb8281b2d503b4865', 'subnets': [{'id': '2773a0c7-651e-4f82-b584-051b195e6a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:30.982245 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee90837-c785-4bc3-b1c9-0015153c861d None None] Checking router: af27efde-be84-4342-b117-b21ca7a7dadf for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:39:30.982604 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee90837-c785-4bc3-b1c9-0015153c861d None None] Updating router af27efde-be84-4342-b117-b21ca7a7dadf port 20fab568-faa7-4ce5-90e1-f011f54a8c6f binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:39:31.025475 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5ee90837-c785-4bc3-b1c9-0015153c861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.037410 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4a815c39-c48c-4ec8-ac25-9657a03db5e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.060055 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4a815c39-c48c-4ec8-ac25-9657a03db5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.108421 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-53f3f520-75fc-4d0a-8ecd-dc7bcdad3cd1 None None] Allocated IP 172.20.0.2 (e988c025-d9f5-438f-b782-7c17b0481255/a150a0f0-21e8-4172-aeaf-8ab3d0d91de1/67145621-6584-4677-823c-2ed50c7764b5) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:31.184341 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-4a815c39-c48c-4ec8-ac25-9657a03db5e8 admin admin] Allocated IP 172.25.2.209 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/58187003-26f4-4ecf-bbeb-7420c8d9bde1) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:31.342464 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4a815c39-c48c-4ec8-ac25-9657a03db5e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.409734 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4a815c39-c48c-4ec8-ac25-9657a03db5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.424859 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-53f3f520-75fc-4d0a-8ecd-dc7bcdad3cd1 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.461551 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-53f3f520-75fc-4d0a-8ecd-dc7bcdad3cd1 None None] Transition to ACTIVE for port object 67145621-6584-4677-823c-2ed50c7764b5 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:31.465698 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a815c39-c48c-4ec8-ac25-9657a03db5e8 admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:31.472332 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-4a815c39-c48c-4ec8-ac25-9657a03db5e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:31.481925 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a815c39-c48c-4ec8-ac25-9657a03db5e8 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:31.494755 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-53f3f520-75fc-4d0a-8ecd-dc7bcdad3cd1 None None] Transition to ACTIVE for port object 67145621-6584-4677-823c-2ed50c7764b5 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:31.501384 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5ee90837-c785-4bc3-b1c9-0015153c861d None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.505083 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-53f3f520-75fc-4d0a-8ecd-dc7bcdad3cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.529833 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a815c39-c48c-4ec8-ac25-9657a03db5e8 admin admin] Pushing event updated for resources: {'Port': ['ID=58187003-26f4-4ecf-bbeb-7420c8d9bde1,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:31.544982 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5ee90837-c785-4bc3-b1c9-0015153c861d None None] Transition to ACTIVE for port object 20fab568-faa7-4ce5-90e1-f011f54a8c6f will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:31.555459 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5ee90837-c785-4bc3-b1c9-0015153c861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.575111 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f3f520-75fc-4d0a-8ecd-dc7bcdad3cd1 None None] Network e988c025-d9f5-438f-b782-7c17b0481255 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:31.579866 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-53f3f520-75fc-4d0a-8ecd-dc7bcdad3cd1 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:31.586175 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f3f520-75fc-4d0a-8ecd-dc7bcdad3cd1 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:31.598904 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3f520-75fc-4d0a-8ecd-dc7bcdad3cd1 None None] Pushing event updated for resources: {'Port': ['ID=67145621-6584-4677-823c-2ed50c7764b5,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:31.896824 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4a815c39-c48c-4ec8-ac25-9657a03db5e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.944900 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ba6dc-26c2-4d4d-8a3e-fe37855b5677 None None] Pushing event updated for resources: {'Port': ['ID=20fab568-faa7-4ce5-90e1-f011f54a8c6f,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:31.967765 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-5ee90837-c785-4bc3-b1c9-0015153c861d None None] Attempting to bind port 20fab568-faa7-4ce5-90e1-f011f54a8c6f on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:39:31.968725 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-5ee90837-c785-4bc3-b1c9-0015153c861d None None] Attempting to bind port 20fab568-faa7-4ce5-90e1-f011f54a8c6f by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '7c96c311-62ae-44d5-9949-7d8621393539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2e346027-0d6f-4921-8f8c-dfc1a3fc8551'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:39:31.969105 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee90837-c785-4bc3-b1c9-0015153c861d None None] Attempting to bind port 20fab568-faa7-4ce5-90e1-f011f54a8c6f on network 2e346027-0d6f-4921-8f8c-dfc1a3fc8551 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:31.975665 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-53f3f520-75fc-4d0a-8ecd-dc7bcdad3cd1 None None] Attempting to bind port 67145621-6584-4677-823c-2ed50c7764b5 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:39:31.976045 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-53f3f520-75fc-4d0a-8ecd-dc7bcdad3cd1 None None] Attempting to bind port 67145621-6584-4677-823c-2ed50c7764b5 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '938ff265-a421-4969-a5ec-bda5068afe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e988c025-d9f5-438f-b782-7c17b0481255'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:39:31.976412 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f3f520-75fc-4d0a-8ecd-dc7bcdad3cd1 None None] Attempting to bind port 67145621-6584-4677-823c-2ed50c7764b5 on network e988c025-d9f5-438f-b782-7c17b0481255 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:31.980990 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee90837-c785-4bc3-b1c9-0015153c861d None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:39:31.981519 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee90837-c785-4bc3-b1c9-0015153c861d None None] Checking segment: {'id': '7c96c311-62ae-44d5-9949-7d8621393539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2e346027-0d6f-4921-8f8c-dfc1a3fc8551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:31.982190 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5ee90837-c785-4bc3-b1c9-0015153c861d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.982849 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee90837-c785-4bc3-b1c9-0015153c861d None None] Bound using segment: {'id': '7c96c311-62ae-44d5-9949-7d8621393539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2e346027-0d6f-4921-8f8c-dfc1a3fc8551'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:39:31.983609 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-5ee90837-c785-4bc3-b1c9-0015153c861d None None] Bound port: 20fab568-faa7-4ce5-90e1-f011f54a8c6f, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c96c311-62ae-44d5-9949-7d8621393539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2e346027-0d6f-4921-8f8c-dfc1a3fc8551'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:39:31.984191 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5ee90837-c785-4bc3-b1c9-0015153c861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.992951 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f3f520-75fc-4d0a-8ecd-dc7bcdad3cd1 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:39:31.993841 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f3f520-75fc-4d0a-8ecd-dc7bcdad3cd1 None None] Checking segment: {'id': '938ff265-a421-4969-a5ec-bda5068afe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e988c025-d9f5-438f-b782-7c17b0481255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:31.994597 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-53f3f520-75fc-4d0a-8ecd-dc7bcdad3cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.995702 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f3f520-75fc-4d0a-8ecd-dc7bcdad3cd1 None None] Bound using segment: {'id': '938ff265-a421-4969-a5ec-bda5068afe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e988c025-d9f5-438f-b782-7c17b0481255'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:39:31.996501 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-53f3f520-75fc-4d0a-8ecd-dc7bcdad3cd1 None None] Bound port: 67145621-6584-4677-823c-2ed50c7764b5, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '938ff265-a421-4969-a5ec-bda5068afe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e988c025-d9f5-438f-b782-7c17b0481255'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:39:31.997073 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-53f3f520-75fc-4d0a-8ecd-dc7bcdad3cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.180071 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4a815c39-c48c-4ec8-ac25-9657a03db5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.207032 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-5ee90837-c785-4bc3-b1c9-0015153c861d None None] For port 20fab568-faa7-4ce5-90e1-f011f54a8c6f, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:39:32.211144 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-5ee90837-c785-4bc3-b1c9-0015153c861d None None] For port 20fab568-faa7-4ce5-90e1-f011f54a8c6f, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=20fab568-faa7-4ce5-90e1-f011f54a8c6f,segment=NetworkSegment(7c96c311-62ae-44d5-9949-7d8621393539),segment_id=7c96c311-62ae-44d5-9949-7d8621393539)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:39:32.217214 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d6198a0e-eead-4223-a3bb-1f632ea953fa up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:32.225067 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5ee90837-c785-4bc3-b1c9-0015153c861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.249680 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-53f3f520-75fc-4d0a-8ecd-dc7bcdad3cd1 None None] For port 67145621-6584-4677-823c-2ed50c7764b5, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:39:32.288009 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-53f3f520-75fc-4d0a-8ecd-dc7bcdad3cd1 None None] For port 67145621-6584-4677-823c-2ed50c7764b5, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=67145621-6584-4677-823c-2ed50c7764b5,segment=NetworkSegment(938ff265-a421-4969-a5ec-bda5068afe4a),segment_id=938ff265-a421-4969-a5ec-bda5068afe4a)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:39:32.302508 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-53f3f520-75fc-4d0a-8ecd-dc7bcdad3cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.358690 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a815c39-c48c-4ec8-ac25-9657a03db5e8 admin admin] Router 64eb5925-7725-4acf-a6e9-1d97b939cbd6 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:39:32.403377 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee90837-c785-4bc3-b1c9-0015153c861d None None] Routers {'af27efde-be84-4342-b117-b21ca7a7dadf'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:32.404060 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-5ee90837-c785-4bc3-b1c9-0015153c861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:39:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['af27efde-be84-4342-b117-b21ca7a7dadf'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:32.406764 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ba6dc-26c2-4d4d-8a3e-fe37855b5677 None None] Pushing event updated for resources: {'Port': ['ID=20fab568-faa7-4ce5-90e1-f011f54a8c6f,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:32.459597 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port d6198a0e-eead-4223-a3bb-1f632ea953fa triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:32.460288 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.562745 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a815c39-c48c-4ec8-ac25-9657a03db5e8 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:39:32.575920 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fd1f3c-5194-472c-8299-61e2ce255ae8 None None] Sync routers for ids ['64eb5925-7725-4acf-a6e9-1d97b939cbd6'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:39:32.588509 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4a815c39-c48c-4ec8-ac25-9657a03db5e8 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.590907 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4a815c39-c48c-4ec8-ac25-9657a03db5e8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0600221 Aug 11 02:39:32.591724 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fd1f3c-5194-472c-8299-61e2ce255ae8 None None] Routers {'64eb5925-7725-4acf-a6e9-1d97b939cbd6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:32.592412 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d6fd1f3c-5194-472c-8299-61e2ce255ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:39:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['64eb5925-7725-4acf-a6e9-1d97b939cbd6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:32.593291 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53710) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:32.648083 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3f520-75fc-4d0a-8ecd-dc7bcdad3cd1 None None] Pushing event updated for resources: {'Port': ['ID=67145621-6584-4677-823c-2ed50c7764b5,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:32.683284 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-5ee90837-c785-4bc3-b1c9-0015153c861d None None] Set router af27efde-be84-4342-b117-b21ca7a7dadf gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:39:32.802908 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-d6fd1f3c-5194-472c-8299-61e2ce255ae8 None None] Set router 64eb5925-7725-4acf-a6e9-1d97b939cbd6 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:39:33.041321 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d6fd1f3c-5194-472c-8299-61e2ce255ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64eb5925-7725-4acf-a6e9-1d97b939cbd6', 'name': 'tempest-TestAggregatesBasicOps-1690519395-router', 'tenant_id': '9a0357114b904fee966fb9269f1b7ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '58187003-26f4-4ecf-bbeb-7420c8d9bde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:30Z', 'updated_at': '2021-08-11T02:39:31Z', 'revision_number': 3, 'project_id': '9a0357114b904fee966fb9269f1b7ce1', 'gw_port': {'id': '58187003-26f4-4ecf-bbeb-7420c8d9bde1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64eb5925-7725-4acf-a6e9-1d97b939cbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:31Z', 'updated_at': '2021-08-11T02:39:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:33.057130 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-5ee90837-c785-4bc3-b1c9-0015153c861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af27efde-be84-4342-b117-b21ca7a7dadf', 'name': 'tempest-TestAggregatesBasicOps-1236713683-router', 'tenant_id': '1c9b744cf918472cb8281b2d503b4865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd6198a0e-eead-4223-a3bb-1f632ea953fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:25Z', 'updated_at': '2021-08-11T02:39:28Z', 'revision_number': 4, 'project_id': '1c9b744cf918472cb8281b2d503b4865', 'gw_port': {'id': 'd6198a0e-eead-4223-a3bb-1f632ea953fa', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af27efde-be84-4342-b117-b21ca7a7dadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:25Z', 'updated_at': '2021-08-11T02:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '20fab568-faa7-4ce5-90e1-f011f54a8c6f', 'name': '', 'network_id': '2e346027-0d6f-4921-8f8c-dfc1a3fc8551', 'tenant_id': '1c9b744cf918472cb8281b2d503b4865', 'mac_address': 'fa:16:3e:b0:7c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af27efde-be84-4342-b117-b21ca7a7dadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '2773a0c7-651e-4f82-b584-051b195e6a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:27Z', 'updated_at': '2021-08-11T02:39:32Z', 'revision_number': 4, 'project_id': '1c9b744cf918472cb8281b2d503b4865', 'subnets': [{'id': '2773a0c7-651e-4f82-b584-051b195e6a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:33.076087 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fd1f3c-5194-472c-8299-61e2ce255ae8 None None] Checking router: 64eb5925-7725-4acf-a6e9-1d97b939cbd6 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:39:33.076529 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fd1f3c-5194-472c-8299-61e2ce255ae8 None None] Updating router 64eb5925-7725-4acf-a6e9-1d97b939cbd6 port 58187003-26f4-4ecf-bbeb-7420c8d9bde1 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:39:33.106687 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee90837-c785-4bc3-b1c9-0015153c861d None None] The sync data for ids ['af27efde-be84-4342-b117-b21ca7a7dadf'] in n-d-615180-33 is: [{'id': 'af27efde-be84-4342-b117-b21ca7a7dadf', 'name': 'tempest-TestAggregatesBasicOps-1236713683-router', 'tenant_id': '1c9b744cf918472cb8281b2d503b4865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd6198a0e-eead-4223-a3bb-1f632ea953fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:25Z', 'updated_at': '2021-08-11T02:39:28Z', 'revision_number': 4, 'project_id': '1c9b744cf918472cb8281b2d503b4865', 'gw_port': {'id': 'd6198a0e-eead-4223-a3bb-1f632ea953fa', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af27efde-be84-4342-b117-b21ca7a7dadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:25Z', 'updated_at': '2021-08-11T02:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '20fab568-faa7-4ce5-90e1-f011f54a8c6f', 'name': '', 'network_id': '2e346027-0d6f-4921-8f8c-dfc1a3fc8551', 'tenant_id': '1c9b744cf918472cb8281b2d503b4865', 'mac_address': 'fa:16:3e:b0:7c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af27efde-be84-4342-b117-b21ca7a7dadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '2773a0c7-651e-4f82-b584-051b195e6a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:27Z', 'updated_at': '2021-08-11T02:39:32Z', 'revision_number': 4, 'project_id': '1c9b744cf918472cb8281b2d503b4865', 'subnets': [{'id': '2773a0c7-651e-4f82-b584-051b195e6a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:39:33.111083 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-d6fd1f3c-5194-472c-8299-61e2ce255ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.275965 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bbd5b91b-0a6b-42c7-9c92-995f11ffd6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.510303 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-d6fd1f3c-5194-472c-8299-61e2ce255ae8 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.522932 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-d6fd1f3c-5194-472c-8299-61e2ce255ae8 None None] Transition to ACTIVE for port object 58187003-26f4-4ecf-bbeb-7420c8d9bde1 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:33.534918 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-d6fd1f3c-5194-472c-8299-61e2ce255ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.540302 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-bbd5b91b-0a6b-42c7-9c92-995f11ffd6a5 admin admin] Allocated IP 172.20.0.1 (e988c025-d9f5-438f-b782-7c17b0481255/a150a0f0-21e8-4172-aeaf-8ab3d0d91de1/2dc7f80c-aa15-4f84-9103-b4376232e255) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:33.613665 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ff706-7b7c-4f1d-a8a4-4674937f7fc9 None None] Pushing event updated for resources: {'Port': ['ID=58187003-26f4-4ecf-bbeb-7420c8d9bde1,revision_number=2']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:33.622213 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-d6fd1f3c-5194-472c-8299-61e2ce255ae8 None None] Attempting to bind port 58187003-26f4-4ecf-bbeb-7420c8d9bde1 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:39:33.622657 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-d6fd1f3c-5194-472c-8299-61e2ce255ae8 None None] Attempting to bind port 58187003-26f4-4ecf-bbeb-7420c8d9bde1 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:39:33.623116 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fd1f3c-5194-472c-8299-61e2ce255ae8 None None] Attempting to bind port 58187003-26f4-4ecf-bbeb-7420c8d9bde1 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:33.629378 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fd1f3c-5194-472c-8299-61e2ce255ae8 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:39:33.629770 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fd1f3c-5194-472c-8299-61e2ce255ae8 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:33.630292 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-d6fd1f3c-5194-472c-8299-61e2ce255ae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.630689 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fd1f3c-5194-472c-8299-61e2ce255ae8 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:39:33.631161 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-d6fd1f3c-5194-472c-8299-61e2ce255ae8 None None] Bound port: 58187003-26f4-4ecf-bbeb-7420c8d9bde1, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:39:33.631554 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-d6fd1f3c-5194-472c-8299-61e2ce255ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.710178 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-d6fd1f3c-5194-472c-8299-61e2ce255ae8 None None] For port 58187003-26f4-4ecf-bbeb-7420c8d9bde1, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:39:33.717045 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-d6fd1f3c-5194-472c-8299-61e2ce255ae8 None None] For port 58187003-26f4-4ecf-bbeb-7420c8d9bde1, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=58187003-26f4-4ecf-bbeb-7420c8d9bde1,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:39:33.724170 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-d6fd1f3c-5194-472c-8299-61e2ce255ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.728015 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bbd5b91b-0a6b-42c7-9c92-995f11ffd6a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.748067 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-bbd5b91b-0a6b-42c7-9c92-995f11ffd6a5 admin admin] Transition to ACTIVE for port object 2dc7f80c-aa15-4f84-9103-b4376232e255 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:33.809393 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fd1f3c-5194-472c-8299-61e2ce255ae8 None None] Routers {'64eb5925-7725-4acf-a6e9-1d97b939cbd6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:33.810061 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d6fd1f3c-5194-472c-8299-61e2ce255ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:39:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['64eb5925-7725-4acf-a6e9-1d97b939cbd6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:33.815581 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ff706-7b7c-4f1d-a8a4-4674937f7fc9 None None] Pushing event updated for resources: {'Port': ['ID=58187003-26f4-4ecf-bbeb-7420c8d9bde1,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:33.840059 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bbd5b91b-0a6b-42c7-9c92-995f11ffd6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.888355 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd5b91b-0a6b-42c7-9c92-995f11ffd6a5 admin admin] Network e988c025-d9f5-438f-b782-7c17b0481255 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:33.916834 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e144004-5bb1-4cd0-a0fb-8e9f74c517c5 None None] Network e988c025-d9f5-438f-b782-7c17b0481255 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:33.931810 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-bbd5b91b-0a6b-42c7-9c92-995f11ffd6a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:33.936208 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd5b91b-0a6b-42c7-9c92-995f11ffd6a5 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:33.977022 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bbd5b91b-0a6b-42c7-9c92-995f11ffd6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.038929 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5b91b-0a6b-42c7-9c92-995f11ffd6a5 admin admin] Pushing event updated for resources: {'Port': ['ID=2dc7f80c-aa15-4f84-9103-b4376232e255,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:34.096248 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c1732483-e358-44e6-8614-e870ce29aec6 None None] Provisioning for port 67145621-6584-4677-823c-2ed50c7764b5 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:34.121124 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-d6fd1f3c-5194-472c-8299-61e2ce255ae8 None None] Set router 64eb5925-7725-4acf-a6e9-1d97b939cbd6 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:39:34.219838 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bbd5b91b-0a6b-42c7-9c92-995f11ffd6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.275676 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 20fab568-faa7-4ce5-90e1-f011f54a8c6f up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:34.362175 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 20fab568-faa7-4ce5-90e1-f011f54a8c6f completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:34.370203 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 20fab568-faa7-4ce5-90e1-f011f54a8c6f triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:34.370849 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.504437 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.564988 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d6fd1f3c-5194-472c-8299-61e2ce255ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64eb5925-7725-4acf-a6e9-1d97b939cbd6', 'name': 'tempest-TestAggregatesBasicOps-1690519395-router', 'tenant_id': '9a0357114b904fee966fb9269f1b7ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '58187003-26f4-4ecf-bbeb-7420c8d9bde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:30Z', 'updated_at': '2021-08-11T02:39:31Z', 'revision_number': 3, 'project_id': '9a0357114b904fee966fb9269f1b7ce1', 'gw_port': {'id': '58187003-26f4-4ecf-bbeb-7420c8d9bde1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64eb5925-7725-4acf-a6e9-1d97b939cbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:31Z', 'updated_at': '2021-08-11T02:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:34.565368 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 20fab568-faa7-4ce5-90e1-f011f54a8c6f, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=20fab568-faa7-4ce5-90e1-f011f54a8c6f,segment=NetworkSegment(7c96c311-62ae-44d5-9949-7d8621393539),segment_id=7c96c311-62ae-44d5-9949-7d8621393539)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:34.570292 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.571795 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 67145621-6584-4677-823c-2ed50c7764b5 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:34.593478 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bbd5b91b-0a6b-42c7-9c92-995f11ffd6a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.600127 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bbd5b91b-0a6b-42c7-9c92-995f11ffd6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.640719 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fd1f3c-5194-472c-8299-61e2ce255ae8 None None] The sync data for ids ['64eb5925-7725-4acf-a6e9-1d97b939cbd6'] in n-d-615180-33 is: [{'id': '64eb5925-7725-4acf-a6e9-1d97b939cbd6', 'name': 'tempest-TestAggregatesBasicOps-1690519395-router', 'tenant_id': '9a0357114b904fee966fb9269f1b7ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '58187003-26f4-4ecf-bbeb-7420c8d9bde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:30Z', 'updated_at': '2021-08-11T02:39:31Z', 'revision_number': 3, 'project_id': '9a0357114b904fee966fb9269f1b7ce1', 'gw_port': {'id': '58187003-26f4-4ecf-bbeb-7420c8d9bde1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64eb5925-7725-4acf-a6e9-1d97b939cbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:31Z', 'updated_at': '2021-08-11T02:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:39:34.683416 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=20fab568-faa7-4ce5-90e1-f011f54a8c6f,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:34.705876 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a0e0bf33-c6ee-464e-aae7-2b75170955db None None] Provisioning for port 2dc7f80c-aa15-4f84-9103-b4376232e255 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:34.717058 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bbd5b91b-0a6b-42c7-9c92-995f11ffd6a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.728848 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a0e0bf33-c6ee-464e-aae7-2b75170955db None None] Provisioning complete for port 2dc7f80c-aa15-4f84-9103-b4376232e255 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:34.729232 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a0e0bf33-c6ee-464e-aae7-2b75170955db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.734196 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5b91b-0a6b-42c7-9c92-995f11ffd6a5 admin admin] Pushing event updated for resources: {'Port': ['ID=2dc7f80c-aa15-4f84-9103-b4376232e255,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:34.786562 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 67145621-6584-4677-823c-2ed50c7764b5 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:34.798262 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 67145621-6584-4677-823c-2ed50c7764b5 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:34.798635 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.800359 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a0e0bf33-c6ee-464e-aae7-2b75170955db None None] Port 2dc7f80c-aa15-4f84-9103-b4376232e255 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:34.848268 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a0e0bf33-c6ee-464e-aae7-2b75170955db None None] Provisioning complete for port 67145621-6584-4677-823c-2ed50c7764b5 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:34.848571 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a0e0bf33-c6ee-464e-aae7-2b75170955db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.944086 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd5b91b-0a6b-42c7-9c92-995f11ffd6a5 admin admin] Network e988c025-d9f5-438f-b782-7c17b0481255 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:34.945566 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-bbd5b91b-0a6b-42c7-9c92-995f11ffd6a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:34.971361 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:35.045008 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 67145621-6584-4677-823c-2ed50c7764b5, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=67145621-6584-4677-823c-2ed50c7764b5,segment=NetworkSegment(938ff265-a421-4969-a5ec-bda5068afe4a),segment_id=938ff265-a421-4969-a5ec-bda5068afe4a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:35.052211 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:35.101563 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a0e0bf33-c6ee-464e-aae7-2b75170955db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:35.159763 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd5b91b-0a6b-42c7-9c92-995f11ffd6a5 admin admin] Router 64eb5925-7725-4acf-a6e9-1d97b939cbd6 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:39:35.204337 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.db.api [None req-a0e0bf33-c6ee-464e-aae7-2b75170955db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:39:35.204709 n-d-615180-33 neutron-server[94508]: DEBUG oslo_db.api [None req-a0e0bf33-c6ee-464e-aae7-2b75170955db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:39:35.205404 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=67145621-6584-4677-823c-2ed50c7764b5,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:35.735990 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd5b91b-0a6b-42c7-9c92-995f11ffd6a5 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:39:35.749579 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bbd5b91b-0a6b-42c7-9c92-995f11ffd6a5 admin admin] 10.222.0.50 "PUT /v2.0/routers/64eb5925-7725-4acf-a6e9-1d97b939cbd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1468780 Aug 11 02:39:35.871919 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a56c8456-3dd7-4aea-bba8-224f921e3558 None None] Provisioning complete for port 2dc7f80c-aa15-4f84-9103-b4376232e255 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:35.872606 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a56c8456-3dd7-4aea-bba8-224f921e3558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:35.910376 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a56c8456-3dd7-4aea-bba8-224f921e3558 None None] Port 2dc7f80c-aa15-4f84-9103-b4376232e255 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:36.228949 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 20fab568-faa7-4ce5-90e1-f011f54a8c6f up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:36.292421 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 20fab568-faa7-4ce5-90e1-f011f54a8c6f triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:36.292807 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:36.374393 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 58187003-26f4-4ecf-bbeb-7420c8d9bde1 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:36.437392 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 58187003-26f4-4ecf-bbeb-7420c8d9bde1 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:36.441906 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 58187003-26f4-4ecf-bbeb-7420c8d9bde1 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:36.442279 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:36.550179 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:36.578093 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 58187003-26f4-4ecf-bbeb-7420c8d9bde1, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=58187003-26f4-4ecf-bbeb-7420c8d9bde1,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:36.586578 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:36.587447 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 67145621-6584-4677-823c-2ed50c7764b5 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:36.672536 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=58187003-26f4-4ecf-bbeb-7420c8d9bde1,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:36.684724 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 67145621-6584-4677-823c-2ed50c7764b5 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:36.685510 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:36.940141 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29d07df-36ea-41dc-afea-00d4edc49f41 None None] Sync routers for ids ['64eb5925-7725-4acf-a6e9-1d97b939cbd6'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:39:36.949863 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29d07df-36ea-41dc-afea-00d4edc49f41 None None] Routers {'64eb5925-7725-4acf-a6e9-1d97b939cbd6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:36.950490 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-c29d07df-36ea-41dc-afea-00d4edc49f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:39:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['64eb5925-7725-4acf-a6e9-1d97b939cbd6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:37.002338 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53834) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:37.078196 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-c29d07df-36ea-41dc-afea-00d4edc49f41 None None] Set router 64eb5925-7725-4acf-a6e9-1d97b939cbd6 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:39:37.290017 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-c29d07df-36ea-41dc-afea-00d4edc49f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64eb5925-7725-4acf-a6e9-1d97b939cbd6', 'name': 'tempest-TestAggregatesBasicOps-1690519395-router', 'tenant_id': '9a0357114b904fee966fb9269f1b7ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '58187003-26f4-4ecf-bbeb-7420c8d9bde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:30Z', 'updated_at': '2021-08-11T02:39:34Z', 'revision_number': 4, 'project_id': '9a0357114b904fee966fb9269f1b7ce1', 'gw_port': {'id': '58187003-26f4-4ecf-bbeb-7420c8d9bde1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64eb5925-7725-4acf-a6e9-1d97b939cbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:31Z', 'updated_at': '2021-08-11T02:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '2dc7f80c-aa15-4f84-9103-b4376232e255', 'name': '', 'network_id': 'e988c025-d9f5-438f-b782-7c17b0481255', 'tenant_id': '9a0357114b904fee966fb9269f1b7ce1', 'mac_address': 'fa:16:3e:d3:8f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64eb5925-7725-4acf-a6e9-1d97b939cbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'a150a0f0-21e8-4172-aeaf-8ab3d0d91de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:33Z', 'updated_at': '2021-08-11T02:39:34Z', 'revision_number': 2, 'project_id': '9a0357114b904fee966fb9269f1b7ce1', 'subnets': [{'id': 'a150a0f0-21e8-4172-aeaf-8ab3d0d91de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:37.320804 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29d07df-36ea-41dc-afea-00d4edc49f41 None None] Checking router: 64eb5925-7725-4acf-a6e9-1d97b939cbd6 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:39:37.321358 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29d07df-36ea-41dc-afea-00d4edc49f41 None None] Updating router 64eb5925-7725-4acf-a6e9-1d97b939cbd6 port 2dc7f80c-aa15-4f84-9103-b4376232e255 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:39:37.346775 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c29d07df-36ea-41dc-afea-00d4edc49f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:37.388685 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61e89cfd-4942-490c-be1d-fb9bd9722298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:37.621639 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c153a5e1-ea9a-43d4-8835-a592bc07ff88 req-4e7d9342-6bd6-4667-9493-68ced7568390 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a48208b9-d457-4515-b542-b15cd1fa7e91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0565069 Aug 11 02:39:37.669281 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-61e89cfd-4942-490c-be1d-fb9bd9722298 admin admin] Deleting port 20fab568-faa7-4ce5-90e1-f011f54a8c6f {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:37.669622 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61e89cfd-4942-490c-be1d-fb9bd9722298 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:37.686808 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c29d07df-36ea-41dc-afea-00d4edc49f41 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:37.696488 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c29d07df-36ea-41dc-afea-00d4edc49f41 None None] Transition to ACTIVE for port object 2dc7f80c-aa15-4f84-9103-b4376232e255 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:37.702029 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c29d07df-36ea-41dc-afea-00d4edc49f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:37.721148 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153a5e1-ea9a-43d4-8835-a592bc07ff88 req-81c077ff-d5cc-4f3b-86fc-e7dbd597041e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:37.723455 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c153a5e1-ea9a-43d4-8835-a592bc07ff88 req-81c077ff-d5cc-4f3b-86fc-e7dbd597041e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 1097 time: 0.0494239 Aug 11 02:39:37.751504 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee7927-e0de-482c-80fd-d8b7b08e9e3c None None] Pushing event updated for resources: {'Port': ['ID=2dc7f80c-aa15-4f84-9103-b4376232e255,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:37.807415 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-61e89cfd-4942-490c-be1d-fb9bd9722298 admin admin] For port 20fab568-faa7-4ce5-90e1-f011f54a8c6f, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=20fab568-faa7-4ce5-90e1-f011f54a8c6f,segment=NetworkSegment(7c96c311-62ae-44d5-9949-7d8621393539),segment_id=7c96c311-62ae-44d5-9949-7d8621393539)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:37.808074 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61e89cfd-4942-490c-be1d-fb9bd9722298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:37.848457 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-61e89cfd-4942-490c-be1d-fb9bd9722298 admin admin] Calling delete_port for 20fab568-faa7-4ce5-90e1-f011f54a8c6f owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:37.881225 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153a5e1-ea9a-43d4-8835-a592bc07ff88 req-a3967ca7-5eb6-462f-9694-e6d3255706a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:37.882731 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c153a5e1-ea9a-43d4-8835-a592bc07ff88 req-a3967ca7-5eb6-462f-9694-e6d3255706a9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 912 time: 0.1395094 Aug 11 02:39:37.965161 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c153a5e1-ea9a-43d4-8835-a592bc07ff88 req-7a6d4d50-3075-43be-aebe-b6cde3eb674d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78d5b0bb-2a75-48e3-9391-f637abc4d194 HTTP/1.1" status: 200 len: 1001 time: 0.0733573 Aug 11 02:39:38.027821 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153a5e1-ea9a-43d4-8835-a592bc07ff88 req-ab4a17a5-b3d7-4baa-b8f4-b7dde96f8974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:38.029624 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c153a5e1-ea9a-43d4-8835-a592bc07ff88 req-ab4a17a5-b3d7-4baa-b8f4-b7dde96f8974 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a HTTP/1.1" status: 200 len: 850 time: 0.0578358 Aug 11 02:39:38.080872 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-c29d07df-36ea-41dc-afea-00d4edc49f41 None None] Attempting to bind port 2dc7f80c-aa15-4f84-9103-b4376232e255 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:39:38.081226 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-c29d07df-36ea-41dc-afea-00d4edc49f41 None None] Attempting to bind port 2dc7f80c-aa15-4f84-9103-b4376232e255 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '938ff265-a421-4969-a5ec-bda5068afe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e988c025-d9f5-438f-b782-7c17b0481255'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:39:38.081595 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29d07df-36ea-41dc-afea-00d4edc49f41 None None] Attempting to bind port 2dc7f80c-aa15-4f84-9103-b4376232e255 on network e988c025-d9f5-438f-b782-7c17b0481255 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:38.092664 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29d07df-36ea-41dc-afea-00d4edc49f41 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:39:38.093059 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29d07df-36ea-41dc-afea-00d4edc49f41 None None] Checking segment: {'id': '938ff265-a421-4969-a5ec-bda5068afe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e988c025-d9f5-438f-b782-7c17b0481255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:38.093472 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c29d07df-36ea-41dc-afea-00d4edc49f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:38.093867 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29d07df-36ea-41dc-afea-00d4edc49f41 None None] Bound using segment: {'id': '938ff265-a421-4969-a5ec-bda5068afe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e988c025-d9f5-438f-b782-7c17b0481255'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:39:38.094356 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-c29d07df-36ea-41dc-afea-00d4edc49f41 None None] Bound port: 2dc7f80c-aa15-4f84-9103-b4376232e255, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '938ff265-a421-4969-a5ec-bda5068afe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e988c025-d9f5-438f-b782-7c17b0481255'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:39:38.094746 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c29d07df-36ea-41dc-afea-00d4edc49f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:38.118928 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153a5e1-ea9a-43d4-8835-a592bc07ff88 req-89506880-3e90-4685-93c2-026b5d057faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:38.122331 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c153a5e1-ea9a-43d4-8835-a592bc07ff88 req-89506880-3e90-4685-93c2-026b5d057faf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0841687 Aug 11 02:39:38.173330 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61e89cfd-4942-490c-be1d-fb9bd9722298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:38.201581 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e89cfd-4942-490c-be1d-fb9bd9722298 admin admin] Pushing event deleted for resources: {'Port': ['ID=20fab568-faa7-4ce5-90e1-f011f54a8c6f,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:38.224725 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-c29d07df-36ea-41dc-afea-00d4edc49f41 None None] For port 2dc7f80c-aa15-4f84-9103-b4376232e255, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:39:38.228667 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-c29d07df-36ea-41dc-afea-00d4edc49f41 None None] For port 2dc7f80c-aa15-4f84-9103-b4376232e255, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=2dc7f80c-aa15-4f84-9103-b4376232e255,segment=NetworkSegment(938ff265-a421-4969-a5ec-bda5068afe4a),segment_id=938ff265-a421-4969-a5ec-bda5068afe4a)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:39:38.232548 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 58187003-26f4-4ecf-bbeb-7420c8d9bde1 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:38.247684 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c29d07df-36ea-41dc-afea-00d4edc49f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:38.250080 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c153a5e1-ea9a-43d4-8835-a592bc07ff88 req-4c7e42d6-0bf4-4af2-814d-f7757cb42860 service neutron] 10.222.0.73 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148615 Aug 11 02:39:38.350845 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee7927-e0de-482c-80fd-d8b7b08e9e3c None None] Pushing event updated for resources: {'Port': ['ID=2dc7f80c-aa15-4f84-9103-b4376232e255,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:38.381545 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29d07df-36ea-41dc-afea-00d4edc49f41 None None] Routers {'64eb5925-7725-4acf-a6e9-1d97b939cbd6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:38.382338 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-c29d07df-36ea-41dc-afea-00d4edc49f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:39:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['64eb5925-7725-4acf-a6e9-1d97b939cbd6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:38.415263 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c153a5e1-ea9a-43d4-8835-a592bc07ff88 req-83688a1d-7d13-4fdb-b61f-cb5c5eee2973 service neutron] 10.222.0.73 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528714 Aug 11 02:39:38.430056 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61e89cfd-4942-490c-be1d-fb9bd9722298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:38.488030 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 58187003-26f4-4ecf-bbeb-7420c8d9bde1 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:38.494841 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:38.609864 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-c29d07df-36ea-41dc-afea-00d4edc49f41 None None] Set router 64eb5925-7725-4acf-a6e9-1d97b939cbd6 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:39:38.690526 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e89cfd-4942-490c-be1d-fb9bd9722298 admin admin] Router af27efde-be84-4342-b117-b21ca7a7dadf has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:39:38.807946 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e89cfd-4942-490c-be1d-fb9bd9722298 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:39:38.812906 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-61e89cfd-4942-490c-be1d-fb9bd9722298 admin admin] 10.222.0.50 "PUT /v2.0/routers/af27efde-be84-4342-b117-b21ca7a7dadf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8094475 Aug 11 02:39:38.815490 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53840) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:38.818230 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92750c2c-d2ea-4ad9-8ddc-b5c77289bc07 None None] Sync routers for ids ['af27efde-be84-4342-b117-b21ca7a7dadf'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:39:38.830300 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92750c2c-d2ea-4ad9-8ddc-b5c77289bc07 None None] Routers {'af27efde-be84-4342-b117-b21ca7a7dadf'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:38.831239 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-92750c2c-d2ea-4ad9-8ddc-b5c77289bc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:39:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['af27efde-be84-4342-b117-b21ca7a7dadf'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:38.900291 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-c29d07df-36ea-41dc-afea-00d4edc49f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64eb5925-7725-4acf-a6e9-1d97b939cbd6', 'name': 'tempest-TestAggregatesBasicOps-1690519395-router', 'tenant_id': '9a0357114b904fee966fb9269f1b7ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '58187003-26f4-4ecf-bbeb-7420c8d9bde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:30Z', 'updated_at': '2021-08-11T02:39:34Z', 'revision_number': 4, 'project_id': '9a0357114b904fee966fb9269f1b7ce1', 'gw_port': {'id': '58187003-26f4-4ecf-bbeb-7420c8d9bde1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64eb5925-7725-4acf-a6e9-1d97b939cbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:31Z', 'updated_at': '2021-08-11T02:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '2dc7f80c-aa15-4f84-9103-b4376232e255', 'name': '', 'network_id': 'e988c025-d9f5-438f-b782-7c17b0481255', 'tenant_id': '9a0357114b904fee966fb9269f1b7ce1', 'mac_address': 'fa:16:3e:d3:8f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64eb5925-7725-4acf-a6e9-1d97b939cbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'a150a0f0-21e8-4172-aeaf-8ab3d0d91de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:33Z', 'updated_at': '2021-08-11T02:39:38Z', 'revision_number': 4, 'project_id': '9a0357114b904fee966fb9269f1b7ce1', 'subnets': [{'id': 'a150a0f0-21e8-4172-aeaf-8ab3d0d91de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:38.930577 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29d07df-36ea-41dc-afea-00d4edc49f41 None None] The sync data for ids ['64eb5925-7725-4acf-a6e9-1d97b939cbd6'] in n-d-615180-33 is: [{'id': '64eb5925-7725-4acf-a6e9-1d97b939cbd6', 'name': 'tempest-TestAggregatesBasicOps-1690519395-router', 'tenant_id': '9a0357114b904fee966fb9269f1b7ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '58187003-26f4-4ecf-bbeb-7420c8d9bde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:30Z', 'updated_at': '2021-08-11T02:39:34Z', 'revision_number': 4, 'project_id': '9a0357114b904fee966fb9269f1b7ce1', 'gw_port': {'id': '58187003-26f4-4ecf-bbeb-7420c8d9bde1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64eb5925-7725-4acf-a6e9-1d97b939cbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:31Z', 'updated_at': '2021-08-11T02:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '2dc7f80c-aa15-4f84-9103-b4376232e255', 'name': '', 'network_id': 'e988c025-d9f5-438f-b782-7c17b0481255', 'tenant_id': '9a0357114b904fee966fb9269f1b7ce1', 'mac_address': 'fa:16:3e:d3:8f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64eb5925-7725-4acf-a6e9-1d97b939cbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'a150a0f0-21e8-4172-aeaf-8ab3d0d91de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:33Z', 'updated_at': '2021-08-11T02:39:38Z', 'revision_number': 4, 'project_id': '9a0357114b904fee966fb9269f1b7ce1', 'subnets': [{'id': 'a150a0f0-21e8-4172-aeaf-8ab3d0d91de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:39:38.942380 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0766-f505-466c-b41d-2dda3de6b0b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:38.958984 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-92750c2c-d2ea-4ad9-8ddc-b5c77289bc07 None None] Set router af27efde-be84-4342-b117-b21ca7a7dadf gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:39:39.102186 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0766-f505-466c-b41d-2dda3de6b0b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:39.182588 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf0766-f505-466c-b41d-2dda3de6b0b9 admin admin] Deleting port d6198a0e-eead-4223-a3bb-1f632ea953fa {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:39.183285 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0766-f505-466c-b41d-2dda3de6b0b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:39.194427 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-92750c2c-d2ea-4ad9-8ddc-b5c77289bc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af27efde-be84-4342-b117-b21ca7a7dadf', 'name': 'tempest-TestAggregatesBasicOps-1236713683-router', 'tenant_id': '1c9b744cf918472cb8281b2d503b4865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd6198a0e-eead-4223-a3bb-1f632ea953fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:25Z', 'updated_at': '2021-08-11T02:39:38Z', 'revision_number': 5, 'project_id': '1c9b744cf918472cb8281b2d503b4865', 'gw_port': {'id': 'd6198a0e-eead-4223-a3bb-1f632ea953fa', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af27efde-be84-4342-b117-b21ca7a7dadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:25Z', 'updated_at': '2021-08-11T02:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:39.233502 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92750c2c-d2ea-4ad9-8ddc-b5c77289bc07 None None] Checking router: af27efde-be84-4342-b117-b21ca7a7dadf for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:39:39.243989 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92750c2c-d2ea-4ad9-8ddc-b5c77289bc07 None None] Routers {'af27efde-be84-4342-b117-b21ca7a7dadf'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:39.244604 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-92750c2c-d2ea-4ad9-8ddc-b5c77289bc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:39:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['af27efde-be84-4342-b117-b21ca7a7dadf'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:39.295307 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-4aaf0766-f505-466c-b41d-2dda3de6b0b9 admin admin] For port d6198a0e-eead-4223-a3bb-1f632ea953fa, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d6198a0e-eead-4223-a3bb-1f632ea953fa,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:39.295839 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0766-f505-466c-b41d-2dda3de6b0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:39.311162 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf0766-f505-466c-b41d-2dda3de6b0b9 admin admin] Calling delete_port for d6198a0e-eead-4223-a3bb-1f632ea953fa owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:39.351387 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-92750c2c-d2ea-4ad9-8ddc-b5c77289bc07 None None] Set router af27efde-be84-4342-b117-b21ca7a7dadf gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:39:39.420846 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-92750c2c-d2ea-4ad9-8ddc-b5c77289bc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af27efde-be84-4342-b117-b21ca7a7dadf', 'name': 'tempest-TestAggregatesBasicOps-1236713683-router', 'tenant_id': '1c9b744cf918472cb8281b2d503b4865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:25Z', 'updated_at': '2021-08-11T02:39:39Z', 'revision_number': 6, 'project_id': '1c9b744cf918472cb8281b2d503b4865', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:39.458167 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92750c2c-d2ea-4ad9-8ddc-b5c77289bc07 None None] The sync data for ids ['af27efde-be84-4342-b117-b21ca7a7dadf'] in n-d-615180-33 is: [{'id': 'af27efde-be84-4342-b117-b21ca7a7dadf', 'name': 'tempest-TestAggregatesBasicOps-1236713683-router', 'tenant_id': '1c9b744cf918472cb8281b2d503b4865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:25Z', 'updated_at': '2021-08-11T02:39:39Z', 'revision_number': 6, 'project_id': '1c9b744cf918472cb8281b2d503b4865', 'gw_port_host': None}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:39:39.515822 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0766-f505-466c-b41d-2dda3de6b0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:39.543112 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf0766-f505-466c-b41d-2dda3de6b0b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6198a0e-eead-4223-a3bb-1f632ea953fa,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:39.607215 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0766-f505-466c-b41d-2dda3de6b0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:39.700830 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0766-f505-466c-b41d-2dda3de6b0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:39.703284 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0766-f505-466c-b41d-2dda3de6b0b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:39.747884 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0766-f505-466c-b41d-2dda3de6b0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:39.748433 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aaf0766-f505-466c-b41d-2dda3de6b0b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af27efde-be84-4342-b117-b21ca7a7dadf {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:39:39.754983 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0766-f505-466c-b41d-2dda3de6b0b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:39.760169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53844) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:39.774625 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4aaf0766-f505-466c-b41d-2dda3de6b0b9 admin admin] 10.222.0.50 "DELETE /v2.0/routers/af27efde-be84-4342-b117-b21ca7a7dadf HTTP/1.1" status: 204 len: 168 time: 0.9577279 Aug 11 02:39:39.813004 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d81888-07e4-432c-96d6-43c5869526ba admin admin] Deleting subnet 2773a0c7-651e-4f82-b584-051b195e6a5e {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:39:39.816517 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d1d81888-07e4-432c-96d6-43c5869526ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:39.854081 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d1d81888-07e4-432c-96d6-43c5869526ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:39.945531 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d1d81888-07e4-432c-96d6-43c5869526ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.003197 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d1d81888-07e4-432c-96d6-43c5869526ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.032359 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d81888-07e4-432c-96d6-43c5869526ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2773a0c7-651e-4f82-b584-051b195e6a5e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:40.034400 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d1d81888-07e4-432c-96d6-43c5869526ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.036354 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d1d81888-07e4-432c-96d6-43c5869526ba admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2773a0c7-651e-4f82-b584-051b195e6a5e HTTP/1.1" status: 204 len: 168 time: 0.2745745 Aug 11 02:39:40.038755 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53846) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:40.041337 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c3b647-1afd-454f-b7df-f2105303940e None None] Network 2e346027-0d6f-4921-8f8c-dfc1a3fc8551 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:40.162504 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e55a6bf8-6feb-4797-9d47-350d06532f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.236390 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-e55a6bf8-6feb-4797-9d47-350d06532f37 admin admin] Deleting port acc90da5-6378-4f54-887b-37d0d973f447 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:40.236757 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e55a6bf8-6feb-4797-9d47-350d06532f37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.318759 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-e55a6bf8-6feb-4797-9d47-350d06532f37 admin admin] For port acc90da5-6378-4f54-887b-37d0d973f447, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=acc90da5-6378-4f54-887b-37d0d973f447,segment=NetworkSegment(7c96c311-62ae-44d5-9949-7d8621393539),segment_id=7c96c311-62ae-44d5-9949-7d8621393539)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:40.319134 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e55a6bf8-6feb-4797-9d47-350d06532f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.341149 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-e55a6bf8-6feb-4797-9d47-350d06532f37 admin admin] Calling delete_port for acc90da5-6378-4f54-887b-37d0d973f447 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:40.355777 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3c68d0-01cb-45ce-88a7-c433291dc52c None None] DHCP port deletion for 2e346027-0d6f-4921-8f8c-dfc1a3fc8551 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:39:40.410673 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c68d0-01cb-45ce-88a7-c433291dc52c None None] Deleting port acc90da5-6378-4f54-887b-37d0d973f447 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:40.411307 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ce3c68d0-01cb-45ce-88a7-c433291dc52c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.438217 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e55a6bf8-6feb-4797-9d47-350d06532f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.486672 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a6bf8-6feb-4797-9d47-350d06532f37 admin admin] Pushing event deleted for resources: {'Port': ['ID=acc90da5-6378-4f54-887b-37d0d973f447,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:40.490413 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-ce3c68d0-01cb-45ce-88a7-c433291dc52c None None] For port acc90da5-6378-4f54-887b-37d0d973f447, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=acc90da5-6378-4f54-887b-37d0d973f447,segment=NetworkSegment(7c96c311-62ae-44d5-9949-7d8621393539),segment_id=7c96c311-62ae-44d5-9949-7d8621393539)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:40.491085 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ce3c68d0-01cb-45ce-88a7-c433291dc52c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.495134 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55a6bf8-6feb-4797-9d47-350d06532f37 admin admin] No DVR routers for this DVR port acc90da5-6378-4f54-887b-37d0d973f447 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:40.512910 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c68d0-01cb-45ce-88a7-c433291dc52c None None] Calling delete_port for acc90da5-6378-4f54-887b-37d0d973f447 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:40.590236 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e55a6bf8-6feb-4797-9d47-350d06532f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.602634 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-e55a6bf8-6feb-4797-9d47-350d06532f37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e346027-0d6f-4921-8f8c-dfc1a3fc8551']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:40.607685 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ce3c68d0-01cb-45ce-88a7-c433291dc52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.618417 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-e55a6bf8-6feb-4797-9d47-350d06532f37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c96c311-62ae-44d5-9949-7d8621393539') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:40.618796 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-e55a6bf8-6feb-4797-9d47-350d06532f37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c96c311-62ae-44d5-9949-7d8621393539') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:40.629793 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e55a6bf8-6feb-4797-9d47-350d06532f37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.637294 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 2dc7f80c-aa15-4f84-9103-b4376232e255 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:40.639473 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c68d0-01cb-45ce-88a7-c433291dc52c None None] Pushing event deleted for resources: {'Port': ['ID=acc90da5-6378-4f54-887b-37d0d973f447,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:40.650542 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e55a6bf8-6feb-4797-9d47-350d06532f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.656926 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e55a6bf8-6feb-4797-9d47-350d06532f37 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:39:40.657311 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e55a6bf8-6feb-4797-9d47-350d06532f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:39:40.659153 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:39:40.665817 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3c68d0-01cb-45ce-88a7-c433291dc52c None None] No DVR routers for this DVR port acc90da5-6378-4f54-887b-37d0d973f447 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:40.720134 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 2dc7f80c-aa15-4f84-9103-b4376232e255 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:40.725168 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 2dc7f80c-aa15-4f84-9103-b4376232e255 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:40.726540 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e55a6bf8-6feb-4797-9d47-350d06532f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.728678 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.734459 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e55a6bf8-6feb-4797-9d47-350d06532f37 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.736468 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e55a6bf8-6feb-4797-9d47-350d06532f37 admin admin] 10.222.0.50 "DELETE /v2.0/networks/2e346027-0d6f-4921-8f8c-dfc1a3fc8551 HTTP/1.1" status: 204 len: 168 time: 0.6965849 Aug 11 02:39:40.739413 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53850) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:40.760369 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a6bf8-6feb-4797-9d47-350d06532f37 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e346027-0d6f-4921-8f8c-dfc1a3fc8551,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:40.831336 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.867614 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 2dc7f80c-aa15-4f84-9103-b4376232e255, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=2dc7f80c-aa15-4f84-9103-b4376232e255,segment=NetworkSegment(938ff265-a421-4969-a5ec-bda5068afe4a),segment_id=938ff265-a421-4969-a5ec-bda5068afe4a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:40.876190 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.930282 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=2dc7f80c-aa15-4f84-9103-b4376232e255,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:40.935119 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 20fab568-faa7-4ce5-90e1-f011f54a8c6f no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:39:40.956400 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 20fab568-faa7-4ce5-90e1-f011f54a8c6f {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:39:40.956759 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 20fab568-faa7-4ce5-90e1-f011f54a8c6f not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:39:41.147667 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d0ab7795-121d-4241-96db-a5daf9269ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:41.398221 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-d0ab7795-121d-4241-96db-a5daf9269ca6 admin admin] Deleting port 2dc7f80c-aa15-4f84-9103-b4376232e255 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:41.398560 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d0ab7795-121d-4241-96db-a5daf9269ca6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:41.474937 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-d0ab7795-121d-4241-96db-a5daf9269ca6 admin admin] For port 2dc7f80c-aa15-4f84-9103-b4376232e255, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=2dc7f80c-aa15-4f84-9103-b4376232e255,segment=NetworkSegment(938ff265-a421-4969-a5ec-bda5068afe4a),segment_id=938ff265-a421-4969-a5ec-bda5068afe4a)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:41.475372 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d0ab7795-121d-4241-96db-a5daf9269ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:41.488507 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-d0ab7795-121d-4241-96db-a5daf9269ca6 admin admin] Calling delete_port for 2dc7f80c-aa15-4f84-9103-b4376232e255 owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:41.681459 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d0ab7795-121d-4241-96db-a5daf9269ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:41.709558 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab7795-121d-4241-96db-a5daf9269ca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc7f80c-aa15-4f84-9103-b4376232e255,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:41.875260 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d0ab7795-121d-4241-96db-a5daf9269ca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:42.089404 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ab7795-121d-4241-96db-a5daf9269ca6 admin admin] Router 64eb5925-7725-4acf-a6e9-1d97b939cbd6 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:39:42.186832 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device acc90da5-6378-4f54-887b-37d0d973f447 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:39:42.202423 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ab7795-121d-4241-96db-a5daf9269ca6 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:39:42.207989 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d0ab7795-121d-4241-96db-a5daf9269ca6 admin admin] 10.222.0.50 "PUT /v2.0/routers/64eb5925-7725-4acf-a6e9-1d97b939cbd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4673400 Aug 11 02:39:42.210178 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 53858) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:42.216746 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205fa50e-d6a3-4a6e-90e8-5f5e5b3cf04a None None] Sync routers for ids ['64eb5925-7725-4acf-a6e9-1d97b939cbd6'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:39:42.219176 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: acc90da5-6378-4f54-887b-37d0d973f447 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:39:42.219553 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device acc90da5-6378-4f54-887b-37d0d973f447 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:39:42.220039 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d6198a0e-eead-4223-a3bb-1f632ea953fa no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:39:42.242771 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: d6198a0e-eead-4223-a3bb-1f632ea953fa {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:39:42.243122 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d6198a0e-eead-4223-a3bb-1f632ea953fa not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:39:42.248227 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205fa50e-d6a3-4a6e-90e8-5f5e5b3cf04a None None] Routers {'64eb5925-7725-4acf-a6e9-1d97b939cbd6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:42.248941 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-205fa50e-d6a3-4a6e-90e8-5f5e5b3cf04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:39:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['64eb5925-7725-4acf-a6e9-1d97b939cbd6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:42.334478 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a7f6631-9fd8-47ac-8e92-dd5c5234b583 admin admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:42.363554 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-205fa50e-d6a3-4a6e-90e8-5f5e5b3cf04a None None] Set router 64eb5925-7725-4acf-a6e9-1d97b939cbd6 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:39:42.488879 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a7f6631-9fd8-47ac-8e92-dd5c5234b583 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:42.552387 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-3a7f6631-9fd8-47ac-8e92-dd5c5234b583 admin admin] Deleting port 58187003-26f4-4ecf-bbeb-7420c8d9bde1 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:42.553127 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a7f6631-9fd8-47ac-8e92-dd5c5234b583 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:42.580767 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-205fa50e-d6a3-4a6e-90e8-5f5e5b3cf04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64eb5925-7725-4acf-a6e9-1d97b939cbd6', 'name': 'tempest-TestAggregatesBasicOps-1690519395-router', 'tenant_id': '9a0357114b904fee966fb9269f1b7ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '58187003-26f4-4ecf-bbeb-7420c8d9bde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:30Z', 'updated_at': '2021-08-11T02:39:41Z', 'revision_number': 5, 'project_id': '9a0357114b904fee966fb9269f1b7ce1', 'gw_port': {'id': '58187003-26f4-4ecf-bbeb-7420c8d9bde1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64eb5925-7725-4acf-a6e9-1d97b939cbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:31Z', 'updated_at': '2021-08-11T02:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:42.612102 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205fa50e-d6a3-4a6e-90e8-5f5e5b3cf04a None None] Checking router: 64eb5925-7725-4acf-a6e9-1d97b939cbd6 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:39:42.621639 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205fa50e-d6a3-4a6e-90e8-5f5e5b3cf04a None None] Routers {'64eb5925-7725-4acf-a6e9-1d97b939cbd6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:42.622513 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-205fa50e-d6a3-4a6e-90e8-5f5e5b3cf04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:39:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['64eb5925-7725-4acf-a6e9-1d97b939cbd6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:42.643039 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-3a7f6631-9fd8-47ac-8e92-dd5c5234b583 admin admin] For port 58187003-26f4-4ecf-bbeb-7420c8d9bde1, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=58187003-26f4-4ecf-bbeb-7420c8d9bde1,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:42.643400 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a7f6631-9fd8-47ac-8e92-dd5c5234b583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:42.659115 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-3a7f6631-9fd8-47ac-8e92-dd5c5234b583 admin admin] Calling delete_port for 58187003-26f4-4ecf-bbeb-7420c8d9bde1 owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:42.724739 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-205fa50e-d6a3-4a6e-90e8-5f5e5b3cf04a None None] Set router 64eb5925-7725-4acf-a6e9-1d97b939cbd6 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:39:42.781561 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-205fa50e-d6a3-4a6e-90e8-5f5e5b3cf04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64eb5925-7725-4acf-a6e9-1d97b939cbd6', 'name': 'tempest-TestAggregatesBasicOps-1690519395-router', 'tenant_id': '9a0357114b904fee966fb9269f1b7ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:30Z', 'updated_at': '2021-08-11T02:39:42Z', 'revision_number': 6, 'project_id': '9a0357114b904fee966fb9269f1b7ce1', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:42.807654 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205fa50e-d6a3-4a6e-90e8-5f5e5b3cf04a None None] The sync data for ids ['64eb5925-7725-4acf-a6e9-1d97b939cbd6'] in n-d-615180-33 is: [{'id': '64eb5925-7725-4acf-a6e9-1d97b939cbd6', 'name': 'tempest-TestAggregatesBasicOps-1690519395-router', 'tenant_id': '9a0357114b904fee966fb9269f1b7ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:30Z', 'updated_at': '2021-08-11T02:39:42Z', 'revision_number': 6, 'project_id': '9a0357114b904fee966fb9269f1b7ce1', 'gw_port_host': None}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:39:42.860023 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a7f6631-9fd8-47ac-8e92-dd5c5234b583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:42.883574 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f6631-9fd8-47ac-8e92-dd5c5234b583 admin admin] Pushing event deleted for resources: {'Port': ['ID=58187003-26f4-4ecf-bbeb-7420c8d9bde1,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:42.949289 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a7f6631-9fd8-47ac-8e92-dd5c5234b583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:43.039408 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a7f6631-9fd8-47ac-8e92-dd5c5234b583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:43.042755 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a7f6631-9fd8-47ac-8e92-dd5c5234b583 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:43.086907 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a7f6631-9fd8-47ac-8e92-dd5c5234b583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:43.087490 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7f6631-9fd8-47ac-8e92-dd5c5234b583 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64eb5925-7725-4acf-a6e9-1d97b939cbd6 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:39:43.092460 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a7f6631-9fd8-47ac-8e92-dd5c5234b583 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:43.093495 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3a7f6631-9fd8-47ac-8e92-dd5c5234b583 admin admin] 10.222.0.50 "DELETE /v2.0/routers/64eb5925-7725-4acf-a6e9-1d97b939cbd6 HTTP/1.1" status: 204 len: 168 time: 0.8821754 Aug 11 02:39:43.096071 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53878) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:43.149103 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a8f5c5-3f25-43c8-afd7-ada0614a0300 admin admin] Deleting subnet a150a0f0-21e8-4172-aeaf-8ab3d0d91de1 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:39:43.152829 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-80a8f5c5-3f25-43c8-afd7-ada0614a0300 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:43.501576 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-80a8f5c5-3f25-43c8-afd7-ada0614a0300 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:43.594484 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-80a8f5c5-3f25-43c8-afd7-ada0614a0300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:43.671022 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-80a8f5c5-3f25-43c8-afd7-ada0614a0300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:43.707447 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8f5c5-3f25-43c8-afd7-ada0614a0300 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a150a0f0-21e8-4172-aeaf-8ab3d0d91de1,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:43.717733 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-80a8f5c5-3f25-43c8-afd7-ada0614a0300 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:43.720385 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe6b63b-a4ca-4738-9c50-869bc949566f None None] Network e988c025-d9f5-438f-b782-7c17b0481255 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:43.720932 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-80a8f5c5-3f25-43c8-afd7-ada0614a0300 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a150a0f0-21e8-4172-aeaf-8ab3d0d91de1 HTTP/1.1" status: 204 len: 168 time: 0.6236980 Aug 11 02:39:43.723155 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 53908) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:43.849586 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8139653-1065-4b2f-84b8-ca81efe0ba32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:43.933734 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-f8139653-1065-4b2f-84b8-ca81efe0ba32 admin admin] Deleting port 67145621-6584-4677-823c-2ed50c7764b5 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:43.935073 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8139653-1065-4b2f-84b8-ca81efe0ba32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:43.972847 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcb32ad-6045-43ac-8aa0-152265f00a5c None None] DHCP port deletion for e988c025-d9f5-438f-b782-7c17b0481255 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:39:44.020018 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-f8139653-1065-4b2f-84b8-ca81efe0ba32 admin admin] For port 67145621-6584-4677-823c-2ed50c7764b5, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=67145621-6584-4677-823c-2ed50c7764b5,segment=NetworkSegment(938ff265-a421-4969-a5ec-bda5068afe4a),segment_id=938ff265-a421-4969-a5ec-bda5068afe4a)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:44.020536 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8139653-1065-4b2f-84b8-ca81efe0ba32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:44.051252 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-f8139653-1065-4b2f-84b8-ca81efe0ba32 admin admin] Calling delete_port for 67145621-6584-4677-823c-2ed50c7764b5 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:44.052226 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-4dcb32ad-6045-43ac-8aa0-152265f00a5c None None] Deleting port 67145621-6584-4677-823c-2ed50c7764b5 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:44.052709 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4dcb32ad-6045-43ac-8aa0-152265f00a5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:44.146706 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-4dcb32ad-6045-43ac-8aa0-152265f00a5c None None] For port 67145621-6584-4677-823c-2ed50c7764b5, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=67145621-6584-4677-823c-2ed50c7764b5,segment=NetworkSegment(938ff265-a421-4969-a5ec-bda5068afe4a),segment_id=938ff265-a421-4969-a5ec-bda5068afe4a)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:44.147243 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4dcb32ad-6045-43ac-8aa0-152265f00a5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:44.166537 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-4dcb32ad-6045-43ac-8aa0-152265f00a5c None None] Calling delete_port for 67145621-6584-4677-823c-2ed50c7764b5 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:44.167802 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8139653-1065-4b2f-84b8-ca81efe0ba32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:44.171270 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 2dc7f80c-aa15-4f84-9103-b4376232e255 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:39:44.186299 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8139653-1065-4b2f-84b8-ca81efe0ba32 admin admin] No DVR routers for this DVR port 67145621-6584-4677-823c-2ed50c7764b5 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:44.205257 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 2dc7f80c-aa15-4f84-9103-b4376232e255 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:39:44.205625 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 2dc7f80c-aa15-4f84-9103-b4376232e255 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:39:44.206133 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 58187003-26f4-4ecf-bbeb-7420c8d9bde1 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:39:44.212047 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8139653-1065-4b2f-84b8-ca81efe0ba32 admin admin] Pushing event deleted for resources: {'Port': ['ID=67145621-6584-4677-823c-2ed50c7764b5,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:44.275845 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 58187003-26f4-4ecf-bbeb-7420c8d9bde1 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:39:44.276440 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 58187003-26f4-4ecf-bbeb-7420c8d9bde1 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:39:44.276959 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 67145621-6584-4677-823c-2ed50c7764b5 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:39:44.306760 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 67145621-6584-4677-823c-2ed50c7764b5 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:39:44.307279 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 67145621-6584-4677-823c-2ed50c7764b5 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:39:44.327300 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8139653-1065-4b2f-84b8-ca81efe0ba32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:44.343006 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-f8139653-1065-4b2f-84b8-ca81efe0ba32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e988c025-d9f5-438f-b782-7c17b0481255']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:44.356532 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-f8139653-1065-4b2f-84b8-ca81efe0ba32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '938ff265-a421-4969-a5ec-bda5068afe4a') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:44.356858 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-f8139653-1065-4b2f-84b8-ca81efe0ba32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '938ff265-a421-4969-a5ec-bda5068afe4a') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:44.358428 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4dcb32ad-6045-43ac-8aa0-152265f00a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:44.366783 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8139653-1065-4b2f-84b8-ca81efe0ba32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:44.384647 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8139653-1065-4b2f-84b8-ca81efe0ba32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:44.391562 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb32ad-6045-43ac-8aa0-152265f00a5c None None] Pushing event deleted for resources: {'Port': ['ID=67145621-6584-4677-823c-2ed50c7764b5,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:44.392483 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8139653-1065-4b2f-84b8-ca81efe0ba32 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:39:44.392898 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8139653-1065-4b2f-84b8-ca81efe0ba32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:39:44.395132 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:39:44.399711 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcb32ad-6045-43ac-8aa0-152265f00a5c None None] No DVR routers for this DVR port 67145621-6584-4677-823c-2ed50c7764b5 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:44.464830 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8139653-1065-4b2f-84b8-ca81efe0ba32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:44.475883 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8139653-1065-4b2f-84b8-ca81efe0ba32 admin admin] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:44.481356 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f8139653-1065-4b2f-84b8-ca81efe0ba32 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e988c025-d9f5-438f-b782-7c17b0481255 HTTP/1.1" status: 204 len: 168 time: 0.7566309 Aug 11 02:39:44.494868 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8139653-1065-4b2f-84b8-ca81efe0ba32 admin admin] Pushing event deleted for resources: {'Network': ['ID=e988c025-d9f5-438f-b782-7c17b0481255,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:44.683068 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54022) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:44.728690 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7b674a5d-5751-4571-8f13-5092b882ddff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1c9b744cf918472cb8281b2d503b4865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442564 Aug 11 02:39:44.731944 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54030) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:44.788569 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1e0848de-cd10-4c04-97c3-30b7b567a222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:44.812342 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1e0848de-cd10-4c04-97c3-30b7b567a222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:44.866234 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1e0848de-cd10-4c04-97c3-30b7b567a222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:44.869372 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1e0848de-cd10-4c04-97c3-30b7b567a222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:44.884095 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1e0848de-cd10-4c04-97c3-30b7b567a222 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/63a79165-2f23-49fb-beb0-6b2b0a53cad6 HTTP/1.1" status: 204 len: 168 time: 0.1507854 Aug 11 02:39:44.899086 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0848de-cd10-4c04-97c3-30b7b567a222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a79165-2f23-49fb-beb0-6b2b0a53cad6,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:45.240021 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54112) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:45.288317 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-80103bc5-1d6f-48ec-b346-e8df6f786f12 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9a0357114b904fee966fb9269f1b7ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469222 Aug 11 02:39:45.290725 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54122) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:45.358816 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e5969ea-758c-4c6c-be01-24391dd2e50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:45.381961 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e5969ea-758c-4c6c-be01-24391dd2e50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:45.440344 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e5969ea-758c-4c6c-be01-24391dd2e50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:45.443250 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e5969ea-758c-4c6c-be01-24391dd2e50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:45.447173 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5e5969ea-758c-4c6c-be01-24391dd2e50d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2ecd3c49-6eac-4039-a0e2-d2f7b88425b7 HTTP/1.1" status: 204 len: 168 time: 0.1554117 Aug 11 02:39:45.456035 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5969ea-758c-4c6c-be01-24391dd2e50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecd3c49-6eac-4039-a0e2-d2f7b88425b7,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:45.651050 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8b764b5b-750f-4783-88f1-06552c03080b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:46.224904 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54280) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:46.335814 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-2e4c42b1-59cb-4f1f-88c4-d0de705ac541 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1304450021-network', 'tenant_id': 'ee537069b51f4c80ba5bf5067308b9f8'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:46.359524 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4c42b1-59cb-4f1f-88c4-d0de705ac541 admin admin] Made reservation on behalf of ee537069b51f4c80ba5bf5067308b9f8 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:46.362102 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2e4c42b1-59cb-4f1f-88c4-d0de705ac541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:46.371277 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2e4c42b1-59cb-4f1f-88c4-d0de705ac541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:46.464283 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2e4c42b1-59cb-4f1f-88c4-d0de705ac541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:46.468449 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2e4c42b1-59cb-4f1f-88c4-d0de705ac541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:46.494315 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e4c42b1-59cb-4f1f-88c4-d0de705ac541 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:39:46.504916 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c42b1-59cb-4f1f-88c4-d0de705ac541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8a4e71-4881-4869-a7eb-b694f14ddfd4,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:46.509802 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2e4c42b1-59cb-4f1f-88c4-d0de705ac541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:46.510144 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-2e4c42b1-59cb-4f1f-88c4-d0de705ac541 admin admin] Added segment 988ec523-d887-4776-9263-e8f8fa909aeb of type vlan for network 3bb55957-2cf5-4c1d-935e-7ce9f62a817d Aug 11 02:39:46.554459 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2e4c42b1-59cb-4f1f-88c4-d0de705ac541 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:46.584810 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2e4c42b1-59cb-4f1f-88c4-d0de705ac541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:46.585786 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4c42b1-59cb-4f1f-88c4-d0de705ac541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:46.586671 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2e4c42b1-59cb-4f1f-88c4-d0de705ac541 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:46.652353 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c42b1-59cb-4f1f-88c4-d0de705ac541 admin admin] Pushing event updated for resources: {'Network': ['ID=3bb55957-2cf5-4c1d-935e-7ce9f62a817d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:46.656740 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2e4c42b1-59cb-4f1f-88c4-d0de705ac541 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4307086 Aug 11 02:39:46.661004 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54356) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:46.663370 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 3bb55957-2cf5-4c1d-935e-7ce9f62a817d details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:39:46.667079 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-8708abcb-0217-4717-bc94-bcdf36528298 admin admin] Request body: {'subnet': {'network_id': '3bb55957-2cf5-4c1d-935e-7ce9f62a817d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1304450021-subnet', 'tenant_id': 'ee537069b51f4c80ba5bf5067308b9f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:46.691364 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8708abcb-0217-4717-bc94-bcdf36528298 admin admin] Made reservation on behalf of ee537069b51f4c80ba5bf5067308b9f8 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:46.694484 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8708abcb-0217-4717-bc94-bcdf36528298 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:47.198451 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8708abcb-0217-4717-bc94-bcdf36528298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:47.252325 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708abcb-0217-4717-bc94-bcdf36528298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fd54eff-0dd8-4beb-aa38-d38da32ff4bb,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:47.264065 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8708abcb-0217-4717-bc94-bcdf36528298 admin admin] Checking segment: {'id': '988ec523-d887-4776-9263-e8f8fa909aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3bb55957-2cf5-4c1d-935e-7ce9f62a817d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:47.264429 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8708abcb-0217-4717-bc94-bcdf36528298 admin admin] Network hostable DHCP agents. Network: 3bb55957-2cf5-4c1d-935e-7ce9f62a817d, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:39:47.280694 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8708abcb-0217-4717-bc94-bcdf36528298 admin admin] Network 3bb55957-2cf5-4c1d-935e-7ce9f62a817d is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:39:47.288661 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-8708abcb-0217-4717-bc94-bcdf36528298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 3bb55957-2cf5-4c1d-935e-7ce9f62a817d) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:47.292593 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8708abcb-0217-4717-bc94-bcdf36528298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:47.293202 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8708abcb-0217-4717-bc94-bcdf36528298 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:47.297272 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61b4e0b-666b-4b24-bac5-2eb87b4f6ee2 None None] Network 3bb55957-2cf5-4c1d-935e-7ce9f62a817d requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:47.308312 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8708abcb-0217-4717-bc94-bcdf36528298 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6456218 Aug 11 02:39:47.567025 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b78b71-269e-4a14-b7c1-237192072730 None None] Network 3bb55957-2cf5-4c1d-935e-7ce9f62a817d requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:47.788034 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54382) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:47.793659 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-3c78282c-b096-4281-ba7c-ccf533d9347d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-891707320-network', 'tenant_id': '790b41e349ae436c98b51a9f55b7ccfd'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:47.816142 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c78282c-b096-4281-ba7c-ccf533d9347d admin admin] Made reservation on behalf of 790b41e349ae436c98b51a9f55b7ccfd for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:47.818444 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c78282c-b096-4281-ba7c-ccf533d9347d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:47.827800 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c78282c-b096-4281-ba7c-ccf533d9347d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:47.928756 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c78282c-b096-4281-ba7c-ccf533d9347d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:47.933706 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c78282c-b096-4281-ba7c-ccf533d9347d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:47.962220 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c78282c-b096-4281-ba7c-ccf533d9347d admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:39:47.972388 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78282c-b096-4281-ba7c-ccf533d9347d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e61021-a54e-44bb-b755-2f0f97d28616,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:47.977365 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c78282c-b096-4281-ba7c-ccf533d9347d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:47.977748 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-3c78282c-b096-4281-ba7c-ccf533d9347d admin admin] Added segment bc3b414a-9258-4760-ad66-832791338346 of type vlan for network ed67d365-283e-46f2-930a-3d3dd9055b55 Aug 11 02:39:48.019500 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c78282c-b096-4281-ba7c-ccf533d9347d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:48.049646 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c78282c-b096-4281-ba7c-ccf533d9347d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:48.050808 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c78282c-b096-4281-ba7c-ccf533d9347d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:48.051402 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c78282c-b096-4281-ba7c-ccf533d9347d admin admin] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:48.107574 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3c78282c-b096-4281-ba7c-ccf533d9347d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3184080 Aug 11 02:39:48.110934 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54390) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:48.115038 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78282c-b096-4281-ba7c-ccf533d9347d admin admin] Pushing event updated for resources: {'Network': ['ID=ed67d365-283e-46f2-930a-3d3dd9055b55,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:48.117235 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-4e1bf483-7336-4de7-b050-37e68f08c83a admin admin] Request body: {'subnet': {'network_id': 'ed67d365-283e-46f2-930a-3d3dd9055b55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-891707320-subnet', 'tenant_id': '790b41e349ae436c98b51a9f55b7ccfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:48.125254 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network ed67d365-283e-46f2-930a-3d3dd9055b55 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:39:48.140110 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1bf483-7336-4de7-b050-37e68f08c83a admin admin] Made reservation on behalf of 790b41e349ae436c98b51a9f55b7ccfd for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:48.142819 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4e1bf483-7336-4de7-b050-37e68f08c83a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:48.318241 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4e1bf483-7336-4de7-b050-37e68f08c83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:48.328657 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:39:48.337424 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dcfa0d59-4f4c-4309-a8b8-0ae71ef1df1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:48.367963 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:48.373425 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1bf483-7336-4de7-b050-37e68f08c83a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c4d5652-bdee-4216-b611-3d9cc68a00ab,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:48.383471 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1bf483-7336-4de7-b050-37e68f08c83a admin admin] Checking segment: {'id': 'bc3b414a-9258-4760-ad66-832791338346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ed67d365-283e-46f2-930a-3d3dd9055b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:48.383858 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1bf483-7336-4de7-b050-37e68f08c83a admin admin] Network hostable DHCP agents. Network: ed67d365-283e-46f2-930a-3d3dd9055b55, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:39:48.399336 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1bf483-7336-4de7-b050-37e68f08c83a admin admin] Network ed67d365-283e-46f2-930a-3d3dd9055b55 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:39:48.407981 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-4e1bf483-7336-4de7-b050-37e68f08c83a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, ed67d365-283e-46f2-930a-3d3dd9055b55) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:48.414442 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1bf483-7336-4de7-b050-37e68f08c83a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:48.415342 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4e1bf483-7336-4de7-b050-37e68f08c83a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:48.429752 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0fea9b-bfc4-4a5e-8687-ae1cdf0a59ba None None] Network ed67d365-283e-46f2-930a-3d3dd9055b55 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:48.432375 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4e1bf483-7336-4de7-b050-37e68f08c83a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3200803 Aug 11 02:39:48.597736 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17ada01-f4cd-4686-bb79-823241ab0335 None None] Network ed67d365-283e-46f2-930a-3d3dd9055b55 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:48.947063 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-68b39df3-5331-44c7-8af3-c643f8c692b8 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:48.949089 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-68b39df3-5331-44c7-8af3-c643f8c692b8 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/networks?id=3bb55957-2cf5-4c1d-935e-7ce9f62a817d HTTP/1.1" status: 200 len: 812 time: 0.1003916 Aug 11 02:39:48.964603 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-0e98a1d4-27d9-4c0d-9cb6-5d1b0860603e tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/quotas/ee537069b51f4c80ba5bf5067308b9f8 HTTP/1.1" status: 200 len: 375 time: 0.0097599 Aug 11 02:39:48.997969 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-4ec2de2d-7f2a-43e2-bc1b-a3bec42ebb96 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee537069b51f4c80ba5bf5067308b9f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278749 Aug 11 02:39:49.200213 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-bc0f15b5-dd9b-43ee-b38f-5ef06efd4c68 service neutron] 10.222.0.50 "GET /v2.0/networks/3bb55957-2cf5-4c1d-935e-7ce9f62a817d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952066 Aug 11 02:39:49.293393 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-6dbb6a04-c0d0-405d-82c2-e547fc853fc6 service neutron] 10.222.0.50 "GET /v2.0/networks/3bb55957-2cf5-4c1d-935e-7ce9f62a817d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865893 Aug 11 02:39:49.520798 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bf10f6a8-fee3-4bba-bc4c-4dae00ed6993 req-1162d279-7e3d-44b8-a7f8-3de48fb8cfa2 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/ports?device_id=935975eb-79fd-45ee-b6f6-139f53160655 HTTP/1.1" status: 200 len: 210 time: 0.0907915 Aug 11 02:39:49.546362 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [req-a078ddba-1f65-49c9-92d1-f8459936c83e req-9d5a78a7-e91c-43e7-ac24-87ae8dc229b8 service neutron] (94506) timed out ('10.222.0.66', 50815) {{(pid=94506) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 02:39:49.983873 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:50.414848 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-48f905f6-109f-4e41-a270-b0c207da32c6 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:50.416898 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-48f905f6-109f-4e41-a270-b0c207da32c6 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.66 "GET /v2.0/networks?id=3bb55957-2cf5-4c1d-935e-7ce9f62a817d HTTP/1.1" status: 200 len: 812 time: 0.1251760 Aug 11 02:39:50.434044 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-f5f10458-b677-49e9-b5f0-b6b96da89f92 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Request body: {'port': {'device_id': '935975eb-79fd-45ee-b6f6-139f53160655', 'network_id': '3bb55957-2cf5-4c1d-935e-7ce9f62a817d', 'admin_state_up': True, 'tenant_id': 'ee537069b51f4c80ba5bf5067308b9f8'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:50.543902 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-f5f10458-b677-49e9-b5f0-b6b96da89f92 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Made reservation on behalf of ee537069b51f4c80ba5bf5067308b9f8 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:50.547450 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-f5f10458-b677-49e9-b5f0-b6b96da89f92 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:50.649206 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4c28fc90-8147-429b-9306-eb8212484bc6 req-b3f6a3fe-1d89-4a08-beb0-98c9bf5cd8b6 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/ports?device_id=935975eb-79fd-45ee-b6f6-139f53160655 HTTP/1.1" status: 200 len: 210 time: 0.0348201 Aug 11 02:39:50.709316 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-f5f10458-b677-49e9-b5f0-b6b96da89f92 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Allocated IP 172.20.0.8 (3bb55957-2cf5-4c1d-935e-7ce9f62a817d/9fd54eff-0dd8-4beb-aa38-d38da32ff4bb/d5be9ff9-ab71-403c-8dab-856f3dd1b4fa) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:50.858336 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-f5f10458-b677-49e9-b5f0-b6b96da89f92 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:50.898304 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-f5f10458-b677-49e9-b5f0-b6b96da89f92 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:50.939345 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-f5f10458-b677-49e9-b5f0-b6b96da89f92 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Network 3bb55957-2cf5-4c1d-935e-7ce9f62a817d is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:50.942331 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-f5f10458-b677-49e9-b5f0-b6b96da89f92 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:50.949183 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-f5f10458-b677-49e9-b5f0-b6b96da89f92 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:50.980990 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f10458-b677-49e9-b5f0-b6b96da89f92 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Pushing event updated for resources: {'Port': ['ID=d5be9ff9-ab71-403c-8dab-856f3dd1b4fa,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:51.005253 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-f5f10458-b677-49e9-b5f0-b6b96da89f92 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:51.005922 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-f5f10458-b677-49e9-b5f0-b6b96da89f92 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:51.021045 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-f5f10458-b677-49e9-b5f0-b6b96da89f92 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5914099 Aug 11 02:39:51.034750 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-56de6542-df88-46a9-b82e-6132a817efe1 service neutron] Request body: {'port': {'device_id': '935975eb-79fd-45ee-b6f6-139f53160655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:51.093905 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-56de6542-df88-46a9-b82e-6132a817efe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:51.361580 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-56de6542-df88-46a9-b82e-6132a817efe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5be9ff9-ab71-403c-8dab-856f3dd1b4fa {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:39:51.369078 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-56de6542-df88-46a9-b82e-6132a817efe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:51.381409 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-56de6542-df88-46a9-b82e-6132a817efe1 service neutron] Transition to ACTIVE for port object d5be9ff9-ab71-403c-8dab-856f3dd1b4fa will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:51.386335 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-56de6542-df88-46a9-b82e-6132a817efe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:51.437249 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de6542-df88-46a9-b82e-6132a817efe1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5be9ff9-ab71-403c-8dab-856f3dd1b4fa,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:51.505692 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:51.507781 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-56de6542-df88-46a9-b82e-6132a817efe1 service neutron] Attempting to bind port d5be9ff9-ab71-403c-8dab-856f3dd1b4fa on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:39:51.508071 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-56de6542-df88-46a9-b82e-6132a817efe1 service neutron] Attempting to bind port d5be9ff9-ab71-403c-8dab-856f3dd1b4fa by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '988ec523-d887-4776-9263-e8f8fa909aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3bb55957-2cf5-4c1d-935e-7ce9f62a817d'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:39:51.508404 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-56de6542-df88-46a9-b82e-6132a817efe1 service neutron] Attempting to bind port d5be9ff9-ab71-403c-8dab-856f3dd1b4fa on network 3bb55957-2cf5-4c1d-935e-7ce9f62a817d {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:51.513409 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-56de6542-df88-46a9-b82e-6132a817efe1 service neutron] Port d5be9ff9-ab71-403c-8dab-856f3dd1b4fa on network 3bb55957-2cf5-4c1d-935e-7ce9f62a817d not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:39:51.513734 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-56de6542-df88-46a9-b82e-6132a817efe1 service neutron] Attempting to bind port d5be9ff9-ab71-403c-8dab-856f3dd1b4fa on network 3bb55957-2cf5-4c1d-935e-7ce9f62a817d {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:51.518635 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-56de6542-df88-46a9-b82e-6132a817efe1 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:39:51.519003 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-56de6542-df88-46a9-b82e-6132a817efe1 service neutron] Checking segment: {'id': '988ec523-d887-4776-9263-e8f8fa909aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3bb55957-2cf5-4c1d-935e-7ce9f62a817d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:51.519358 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-56de6542-df88-46a9-b82e-6132a817efe1 service neutron] Bound using segment: {'id': '988ec523-d887-4776-9263-e8f8fa909aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3bb55957-2cf5-4c1d-935e-7ce9f62a817d'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:39:51.519814 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-56de6542-df88-46a9-b82e-6132a817efe1 service neutron] Bound port: d5be9ff9-ab71-403c-8dab-856f3dd1b4fa, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '988ec523-d887-4776-9263-e8f8fa909aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3bb55957-2cf5-4c1d-935e-7ce9f62a817d'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:39:51.520174 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-56de6542-df88-46a9-b82e-6132a817efe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:51.584613 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-56de6542-df88-46a9-b82e-6132a817efe1 service neutron] For port d5be9ff9-ab71-403c-8dab-856f3dd1b4fa, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:39:51.587742 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-56de6542-df88-46a9-b82e-6132a817efe1 service neutron] For port d5be9ff9-ab71-403c-8dab-856f3dd1b4fa, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=d5be9ff9-ab71-403c-8dab-856f3dd1b4fa,segment=NetworkSegment(988ec523-d887-4776-9263-e8f8fa909aeb),segment_id=988ec523-d887-4776-9263-e8f8fa909aeb)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:39:51.591920 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-56de6542-df88-46a9-b82e-6132a817efe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:51.626367 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-56de6542-df88-46a9-b82e-6132a817efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:51.626995 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-56de6542-df88-46a9-b82e-6132a817efe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:51.628884 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-56de6542-df88-46a9-b82e-6132a817efe1 service neutron] 10.222.0.66 "PUT /v2.0/ports/d5be9ff9-ab71-403c-8dab-856f3dd1b4fa HTTP/1.1" status: 200 len: 1092 time: 0.5985258 Aug 11 02:39:51.631128 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '935975eb-79fd-45ee-b6f6-139f53160655', 'tag': 'd5be9ff9-ab71-403c-8dab-856f3dd1b4fa'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:39:51.634245 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bff57b-76f9-489a-8c60-da8a35bc2974" -d '{"events": [{"name": "network-changed", "server_uuid": "935975eb-79fd-45ee-b6f6-139f53160655", "tag": "d5be9ff9-ab71-403c-8dab-856f3dd1b4fa"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:39:51.665493 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de6542-df88-46a9-b82e-6132a817efe1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5be9ff9-ab71-403c-8dab-856f3dd1b4fa,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:51.682333 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900aa2e5-df33-4ed2-b413-0940b27fb106 x-openstack-request-id: req-900aa2e5-df33-4ed2-b413-0940b27fb106 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:39:51.682633 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "935975eb-79fd-45ee-b6f6-139f53160655", "tag": "d5be9ff9-ab71-403c-8dab-856f3dd1b4fa", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:39:51.682884 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-900aa2e5-df33-4ed2-b413-0940b27fb106 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:39:51.683299 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '935975eb-79fd-45ee-b6f6-139f53160655', 'tag': 'd5be9ff9-ab71-403c-8dab-856f3dd1b4fa', 'status': 'completed', 'code': 200} Aug 11 02:39:51.758480 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-94e76ce6-40af-4892-8ef6-6e12e6ad7e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:51.759951 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-94e76ce6-40af-4892-8ef6-6e12e6ad7e9f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee537069b51f4c80ba5bf5067308b9f8&device_id=935975eb-79fd-45ee-b6f6-139f53160655 HTTP/1.1" status: 200 len: 1095 time: 0.0747538 Aug 11 02:39:51.784484 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2ca68-8c35-4849-bf57-f79be214e9f1 req-7f4d8803-9da1-4442-ad5c-33e3a502bc57 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:51.785928 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6aa2ca68-8c35-4849-bf57-f79be214e9f1 req-7f4d8803-9da1-4442-ad5c-33e3a502bc57 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/ports?device_id=935975eb-79fd-45ee-b6f6-139f53160655 HTTP/1.1" status: 200 len: 943 time: 0.0626583 Aug 11 02:39:51.819430 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-e8031c21-d29d-4a2e-81bc-0f96cf238f67 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5be9ff9-ab71-403c-8dab-856f3dd1b4fa HTTP/1.1" status: 200 len: 217 time: 0.0488877 Aug 11 02:39:51.878237 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6aa2ca68-8c35-4849-bf57-f79be214e9f1 req-cdc0e0bf-7d1e-4b28-b137-5700081aafc7 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e8a4e71-4881-4869-a7eb-b694f14ddfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654657 Aug 11 02:39:51.897875 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-780bea08-3de8-48b1-a3b4-d2a095c6dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:51.897875 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-780bea08-3de8-48b1-a3b4-d2a095c6dba5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9fd54eff-0dd8-4beb-aa38-d38da32ff4bb HTTP/1.1" status: 200 len: 852 time: 0.0649910 Aug 11 02:39:51.925057 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-40822fba-6f63-43a6-b3e8-a63577273f9f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3bb55957-2cf5-4c1d-935e-7ce9f62a817d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253346 Aug 11 02:39:52.019144 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-1ab643a7-bdaf-46ae-a6d5-36b7dc88b5bc service neutron] 10.222.0.66 "GET /v2.0/networks/3bb55957-2cf5-4c1d-935e-7ce9f62a817d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858135 Aug 11 02:39:52.116178 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ca93d8e3-3472-458a-8e39-20012e4a35d7 req-b541fde4-1ae4-4a3b-a1e8-c9aedcc6f70f service neutron] 10.222.0.66 "GET /v2.0/networks/3bb55957-2cf5-4c1d-935e-7ce9f62a817d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890939 Aug 11 02:39:52.203200 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bff57b-76f9-489a-8c60-da8a35bc2974 req-0554e6b9-9ee2-4dd2-a3af-634c846bae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:52.204835 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15bff57b-76f9-489a-8c60-da8a35bc2974 req-0554e6b9-9ee2-4dd2-a3af-634c846bae2c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee537069b51f4c80ba5bf5067308b9f8&device_id=935975eb-79fd-45ee-b6f6-139f53160655 HTTP/1.1" status: 200 len: 1095 time: 0.0439391 Aug 11 02:39:52.304393 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bff57b-76f9-489a-8c60-da8a35bc2974 req-ab948bbe-52d2-4cd7-9eef-bb7fbe59f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:52.306060 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15bff57b-76f9-489a-8c60-da8a35bc2974 req-ab948bbe-52d2-4cd7-9eef-bb7fbe59f743 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3bb55957-2cf5-4c1d-935e-7ce9f62a817d HTTP/1.1" status: 200 len: 913 time: 0.0942128 Aug 11 02:39:52.350363 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15bff57b-76f9-489a-8c60-da8a35bc2974 req-8e5bba93-7863-46ba-9529-df9bf5295573 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5be9ff9-ab71-403c-8dab-856f3dd1b4fa HTTP/1.1" status: 200 len: 217 time: 0.0360968 Aug 11 02:39:52.401779 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bff57b-76f9-489a-8c60-da8a35bc2974 req-a97c9154-f2ae-4995-b828-4ff61d82abd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:52.403283 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15bff57b-76f9-489a-8c60-da8a35bc2974 req-a97c9154-f2ae-4995-b828-4ff61d82abd3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9fd54eff-0dd8-4beb-aa38-d38da32ff4bb HTTP/1.1" status: 200 len: 852 time: 0.0454473 Aug 11 02:39:52.435628 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15bff57b-76f9-489a-8c60-da8a35bc2974 req-0f7d1ad0-c3ef-4c39-bb99-e9b3a51d70a3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3bb55957-2cf5-4c1d-935e-7ce9f62a817d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241466 Aug 11 02:39:52.531329 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15bff57b-76f9-489a-8c60-da8a35bc2974 req-a53e273f-592e-4cd2-af41-72ff1c7967a2 service neutron] 10.222.0.66 "GET /v2.0/networks/3bb55957-2cf5-4c1d-935e-7ce9f62a817d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872402 Aug 11 02:39:52.628718 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15bff57b-76f9-489a-8c60-da8a35bc2974 req-a7ae0ca0-4aac-471b-86f4-dd2f4f53a678 service neutron] 10.222.0.66 "GET /v2.0/networks/3bb55957-2cf5-4c1d-935e-7ce9f62a817d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896995 Aug 11 02:39:53.003690 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ca8dd-d13e-4739-94a9-026060625fce req-4664e7a2-63a5-4953-8366-db620c23069f tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:53.005802 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8a7ca8dd-d13e-4739-94a9-026060625fce req-4664e7a2-63a5-4953-8366-db620c23069f tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/ports?device_id=935975eb-79fd-45ee-b6f6-139f53160655 HTTP/1.1" status: 200 len: 943 time: 0.0562437 Aug 11 02:39:53.045874 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8a7ca8dd-d13e-4739-94a9-026060625fce req-da96e8a1-830b-46a4-a47e-3aa313cc01aa tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e8a4e71-4881-4869-a7eb-b694f14ddfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335472 Aug 11 02:39:53.798930 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device d5be9ff9-ab71-403c-8dab-856f3dd1b4fa details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:39:53.893335 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port d5be9ff9-ab71-403c-8dab-856f3dd1b4fa, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=d5be9ff9-ab71-403c-8dab-856f3dd1b4fa,segment=NetworkSegment(988ec523-d887-4776-9263-e8f8fa909aeb),segment_id=988ec523-d887-4776-9263-e8f8fa909aeb)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:53.904663 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'd5be9ff9-ab71-403c-8dab-856f3dd1b4fa', 'network_id': '3bb55957-2cf5-4c1d-935e-7ce9f62a817d', 'port_id': 'd5be9ff9-ab71-403c-8dab-856f3dd1b4fa', 'mac_address': 'fa:16:3e:84:de:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fd54eff-0dd8-4beb-aa38-d38da32ff4bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:39:53.939390 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:53.952065 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5be9ff9-ab71-403c-8dab-856f3dd1b4fa {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:39:53.972499 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port d5be9ff9-ab71-403c-8dab-856f3dd1b4fa, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=d5be9ff9-ab71-403c-8dab-856f3dd1b4fa,segment=NetworkSegment(988ec523-d887-4776-9263-e8f8fa909aeb),segment_id=988ec523-d887-4776-9263-e8f8fa909aeb)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:53.976543 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:54.029425 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=d5be9ff9-ab71-403c-8dab-856f3dd1b4fa,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:54.167611 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e0e9f-f48c-4558-8e28-2dfe58710a52 req-7e4ab91a-9692-43e0-90b9-6785457a061d tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:54.169408 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3e5e0e9f-f48c-4558-8e28-2dfe58710a52 req-7e4ab91a-9692-43e0-90b9-6785457a061d tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/ports?device_id=935975eb-79fd-45ee-b6f6-139f53160655 HTTP/1.1" status: 200 len: 944 time: 0.0563745 Aug 11 02:39:54.179054 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['d5be9ff9-ab71-403c-8dab-856f3dd1b4fa'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:39:54.209248 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3e5e0e9f-f48c-4558-8e28-2dfe58710a52 req-30f1431f-2872-4260-a658-3b910be7f6a5 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e8a4e71-4881-4869-a7eb-b694f14ddfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338340 Aug 11 02:39:54.624831 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:55.325952 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184b75f-5648-479f-a037-d74ac45d094d req-1e66dc75-51fd-4773-aea8-ee2b6806c535 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:55.327479 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3184b75f-5648-479f-a037-d74ac45d094d req-1e66dc75-51fd-4773-aea8-ee2b6806c535 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/ports?device_id=935975eb-79fd-45ee-b6f6-139f53160655 HTTP/1.1" status: 200 len: 944 time: 0.0496802 Aug 11 02:39:55.370099 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3184b75f-5648-479f-a037-d74ac45d094d req-071433ce-0a21-4e05-9ee9-9e3c3791bcf4 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e8a4e71-4881-4869-a7eb-b694f14ddfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365014 Aug 11 02:39:55.405064 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:55.798414 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device d5be9ff9-ab71-403c-8dab-856f3dd1b4fa up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:55.850761 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port d5be9ff9-ab71-403c-8dab-856f3dd1b4fa completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:55.855418 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port d5be9ff9-ab71-403c-8dab-856f3dd1b4fa triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:55.855831 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:55.933110 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:55.955823 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935975eb-79fd-45ee-b6f6-139f53160655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5be9ff9-ab71-403c-8dab-856f3dd1b4fa'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:39:55.958076 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6eb8c7-e8ad-4eab-b3c8-77625015cf85" -d '{"events": [{"server_uuid": "935975eb-79fd-45ee-b6f6-139f53160655", "name": "network-vif-plugged", "status": "completed", "tag": "d5be9ff9-ab71-403c-8dab-856f3dd1b4fa"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:39:55.970656 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port d5be9ff9-ab71-403c-8dab-856f3dd1b4fa, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=d5be9ff9-ab71-403c-8dab-856f3dd1b4fa,segment=NetworkSegment(988ec523-d887-4776-9263-e8f8fa909aeb),segment_id=988ec523-d887-4776-9263-e8f8fa909aeb)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:55.975299 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:55.999706 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad0f48d-e170-487b-8caf-5a5646c47b91 x-openstack-request-id: req-dad0f48d-e170-487b-8caf-5a5646c47b91 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:39:55.999997 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935975eb-79fd-45ee-b6f6-139f53160655", "name": "network-vif-plugged", "status": "completed", "tag": "d5be9ff9-ab71-403c-8dab-856f3dd1b4fa", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:39:56.000250 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dad0f48d-e170-487b-8caf-5a5646c47b91 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:39:56.000641 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935975eb-79fd-45ee-b6f6-139f53160655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5be9ff9-ab71-403c-8dab-856f3dd1b4fa', 'code': 200} Aug 11 02:39:56.031380 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=d5be9ff9-ab71-403c-8dab-856f3dd1b4fa,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:56.105756 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9fb2a-541a-44a9-bebe-6ddba612ac66 req-63aa1a31-3ea4-4692-8c12-8d9b3586787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:56.107308 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-29c9fb2a-541a-44a9-bebe-6ddba612ac66 req-63aa1a31-3ea4-4692-8c12-8d9b3586787b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=935975eb-79fd-45ee-b6f6-139f53160655 HTTP/1.1" status: 200 len: 1097 time: 0.0490167 Aug 11 02:39:56.144569 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-29c9fb2a-541a-44a9-bebe-6ddba612ac66 req-b094a5a8-314f-4ba6-823e-178f7aff351b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6e8a4e71-4881-4869-a7eb-b694f14ddfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295062 Aug 11 02:39:56.494539 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b8d86-e8fb-464b-a711-3cd9f62da33e req-d2f8b6bc-017e-4bc9-8ddc-541cecb060a5 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:56.496132 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a63b8d86-e8fb-464b-a711-3cd9f62da33e req-d2f8b6bc-017e-4bc9-8ddc-541cecb060a5 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/ports?device_id=935975eb-79fd-45ee-b6f6-139f53160655 HTTP/1.1" status: 200 len: 945 time: 0.0549171 Aug 11 02:39:56.535562 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a63b8d86-e8fb-464b-a711-3cd9f62da33e req-e092a7d0-3865-462d-8652-e3c9cc2080eb tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e8a4e71-4881-4869-a7eb-b694f14ddfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332866 Aug 11 02:39:57.659073 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e361025-2ba1-4887-b1ed-ec503a80241f req-f9da983c-1bd9-43c7-b316-1e93e97670c3 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:57.660605 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e361025-2ba1-4887-b1ed-ec503a80241f req-f9da983c-1bd9-43c7-b316-1e93e97670c3 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/ports?device_id=935975eb-79fd-45ee-b6f6-139f53160655 HTTP/1.1" status: 200 len: 945 time: 0.0549624 Aug 11 02:39:57.699405 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e361025-2ba1-4887-b1ed-ec503a80241f req-a3a6246b-aac4-4661-82dd-bf37ce3a4ee9 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e8a4e71-4881-4869-a7eb-b694f14ddfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321698 Aug 11 02:39:57.856958 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f1e46-6fb0-47e5-b344-fe28a6f3d041 req-58b1d179-bca0-4c06-a5cb-bdc6c0ca761f tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:57.858465 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b34f1e46-6fb0-47e5-b344-fe28a6f3d041 req-58b1d179-bca0-4c06-a5cb-bdc6c0ca761f tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/ports?device_id=935975eb-79fd-45ee-b6f6-139f53160655 HTTP/1.1" status: 200 len: 945 time: 0.0654187 Aug 11 02:39:57.901749 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b34f1e46-6fb0-47e5-b344-fe28a6f3d041 req-0098328e-017c-443a-bda0-b9d9eea23a12 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e8a4e71-4881-4869-a7eb-b694f14ddfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344057 Aug 11 02:39:58.196265 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9a680-c11f-4c7f-aa73-6e6de85e6499 req-fbf7711f-d461-48d0-a0df-c972113cba1e tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:58.197661 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2eb9a680-c11f-4c7f-aa73-6e6de85e6499 req-fbf7711f-d461-48d0-a0df-c972113cba1e tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/ports?device_id=935975eb-79fd-45ee-b6f6-139f53160655 HTTP/1.1" status: 200 len: 945 time: 0.0493033 Aug 11 02:39:58.238123 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2eb9a680-c11f-4c7f-aa73-6e6de85e6499 req-b77cf0c7-2fa7-4f2b-b18c-ae30380389cc tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e8a4e71-4881-4869-a7eb-b694f14ddfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337725 Aug 11 02:39:59.366353 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb51dd-d148-465a-b92f-9c86d91177e1 req-dff8a24c-e3b7-40f5-a04f-134b02cda6d1 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:59.367892 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-eabb51dd-d148-465a-b92f-9c86d91177e1 req-dff8a24c-e3b7-40f5-a04f-134b02cda6d1 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/ports?device_id=935975eb-79fd-45ee-b6f6-139f53160655 HTTP/1.1" status: 200 len: 945 time: 0.0570672 Aug 11 02:39:59.409689 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-eabb51dd-d148-465a-b92f-9c86d91177e1 req-41a78647-9233-4e10-a334-cd7e527a0906 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e8a4e71-4881-4869-a7eb-b694f14ddfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330637 Aug 11 02:39:59.652594 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5af4a-7479-4290-af2e-3bb63e2a9a22 req-0e53885d-415a-4b96-8016-ac6b437ce478 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:59.654088 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7db5af4a-7479-4290-af2e-3bb63e2a9a22 req-0e53885d-415a-4b96-8016-ac6b437ce478 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/ports?device_id=935975eb-79fd-45ee-b6f6-139f53160655 HTTP/1.1" status: 200 len: 945 time: 0.0813951 Aug 11 02:39:59.660823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5821ed-5179-464d-b713-b2d1d4cca954 req-0d164f9c-5195-4d26-a934-1d24232e41c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:59.662328 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0f5821ed-5179-464d-b713-b2d1d4cca954 req-0d164f9c-5195-4d26-a934-1d24232e41c7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee537069b51f4c80ba5bf5067308b9f8&device_id=935975eb-79fd-45ee-b6f6-139f53160655 HTTP/1.1" status: 200 len: 1097 time: 0.0561755 Aug 11 02:39:59.745431 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7db5af4a-7479-4290-af2e-3bb63e2a9a22 req-99fbe519-b167-459c-ab79-a2864509ce09 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e8a4e71-4881-4869-a7eb-b694f14ddfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821495 Aug 11 02:39:59.778904 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5821ed-5179-464d-b713-b2d1d4cca954 req-25dff1fb-93cb-41aa-a152-b863d1f067d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:59.780437 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0f5821ed-5179-464d-b713-b2d1d4cca954 req-25dff1fb-93cb-41aa-a152-b863d1f067d9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3bb55957-2cf5-4c1d-935e-7ce9f62a817d HTTP/1.1" status: 200 len: 913 time: 0.1098375 Aug 11 02:39:59.823598 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0f5821ed-5179-464d-b713-b2d1d4cca954 req-4ffe1fc7-5c09-4b01-97f9-abfef8b6e81c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5be9ff9-ab71-403c-8dab-856f3dd1b4fa HTTP/1.1" status: 200 len: 217 time: 0.0356569 Aug 11 02:39:59.881884 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5821ed-5179-464d-b713-b2d1d4cca954 req-30b60170-055a-4747-9303-a380cf2221b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:59.883354 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0f5821ed-5179-464d-b713-b2d1d4cca954 req-30b60170-055a-4747-9303-a380cf2221b3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9fd54eff-0dd8-4beb-aa38-d38da32ff4bb HTTP/1.1" status: 200 len: 852 time: 0.0523818 Aug 11 02:39:59.916793 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0f5821ed-5179-464d-b713-b2d1d4cca954 req-965a65ec-3526-47d3-8ec8-e2f02c8e033e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3bb55957-2cf5-4c1d-935e-7ce9f62a817d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248737 Aug 11 02:40:00.004683 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0f5821ed-5179-464d-b713-b2d1d4cca954 req-15d4754b-c374-4226-b393-855cb7070062 service neutron] 10.222.0.66 "GET /v2.0/networks/3bb55957-2cf5-4c1d-935e-7ce9f62a817d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806303 Aug 11 02:40:00.105103 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0f5821ed-5179-464d-b713-b2d1d4cca954 req-69342d34-5ff7-465c-b21c-d8b402135778 service neutron] 10.222.0.66 "GET /v2.0/networks/3bb55957-2cf5-4c1d-935e-7ce9f62a817d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932341 Aug 11 02:40:00.873462 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b07e49-60a2-4d3c-8186-a6b22418cc4d req-73fd7221-52f9-40b2-9e6c-ff4759ac7762 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:00.874981 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-07b07e49-60a2-4d3c-8186-a6b22418cc4d req-73fd7221-52f9-40b2-9e6c-ff4759ac7762 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/ports?device_id=935975eb-79fd-45ee-b6f6-139f53160655 HTTP/1.1" status: 200 len: 945 time: 0.0537381 Aug 11 02:40:00.913676 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-07b07e49-60a2-4d3c-8186-a6b22418cc4d req-392f6fa8-cad1-46c2-922c-a8d2246fb78b tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e8a4e71-4881-4869-a7eb-b694f14ddfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322223 Aug 11 02:40:01.143151 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfb79c-0b97-4496-b932-d6171d6fccaa req-53c28839-8ab8-4498-9b5c-fd9cb6c60549 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:01.144949 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3ddfb79c-0b97-4496-b932-d6171d6fccaa req-53c28839-8ab8-4498-9b5c-fd9cb6c60549 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/ports?device_id=935975eb-79fd-45ee-b6f6-139f53160655 HTTP/1.1" status: 200 len: 945 time: 0.0557649 Aug 11 02:40:01.183283 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3ddfb79c-0b97-4496-b932-d6171d6fccaa req-5cabd419-47a2-43ea-b41d-4ab1bcd568f3 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e8a4e71-4881-4869-a7eb-b694f14ddfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319524 Aug 11 02:40:02.300909 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4243359-fa19-4e4d-a560-c7e93f0f9c87 req-151b7a73-0f3f-413e-a130-88d7953b43c1 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:02.302418 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4243359-fa19-4e4d-a560-c7e93f0f9c87 req-151b7a73-0f3f-413e-a130-88d7953b43c1 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/ports?device_id=935975eb-79fd-45ee-b6f6-139f53160655 HTTP/1.1" status: 200 len: 945 time: 0.0505369 Aug 11 02:40:02.341722 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4243359-fa19-4e4d-a560-c7e93f0f9c87 req-ab2904f7-9de4-4e45-8709-830e6df977aa tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e8a4e71-4881-4869-a7eb-b694f14ddfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333242 Aug 11 02:40:02.588471 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d033b-25bc-4ede-95ba-071c3a4253e7 req-10ff5a15-b60d-469a-9e35-ad5e3b57b9d8 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:02.590130 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c81d033b-25bc-4ede-95ba-071c3a4253e7 req-10ff5a15-b60d-469a-9e35-ad5e3b57b9d8 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/ports?device_id=935975eb-79fd-45ee-b6f6-139f53160655 HTTP/1.1" status: 200 len: 945 time: 0.0816596 Aug 11 02:40:02.597023 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0a38d-fc2f-4152-a119-0e3c3a9eaa5d req-30f5004e-95f4-4543-ae50-614c56f20add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:02.598443 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7a0a38d-fc2f-4152-a119-0e3c3a9eaa5d req-30f5004e-95f4-4543-ae50-614c56f20add service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee537069b51f4c80ba5bf5067308b9f8&device_id=935975eb-79fd-45ee-b6f6-139f53160655 HTTP/1.1" status: 200 len: 1097 time: 0.0631654 Aug 11 02:40:02.675643 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c81d033b-25bc-4ede-95ba-071c3a4253e7 req-0d4aa39f-1fb3-4e89-bf15-6596ee21847f tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e8a4e71-4881-4869-a7eb-b694f14ddfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762007 Aug 11 02:40:02.713891 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0a38d-fc2f-4152-a119-0e3c3a9eaa5d req-0b6f5631-f985-4276-ad5f-06fe853c07e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:02.715368 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7a0a38d-fc2f-4152-a119-0e3c3a9eaa5d req-0b6f5631-f985-4276-ad5f-06fe853c07e2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3bb55957-2cf5-4c1d-935e-7ce9f62a817d HTTP/1.1" status: 200 len: 913 time: 0.1093447 Aug 11 02:40:02.762208 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7a0a38d-fc2f-4152-a119-0e3c3a9eaa5d req-985c20f2-ccc6-4a4f-a05f-6e044b2f743d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5be9ff9-ab71-403c-8dab-856f3dd1b4fa HTTP/1.1" status: 200 len: 217 time: 0.0390732 Aug 11 02:40:02.810831 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0a38d-fc2f-4152-a119-0e3c3a9eaa5d req-698c87f6-ee26-43d9-93ac-f14b0d47605e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:02.812331 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7a0a38d-fc2f-4152-a119-0e3c3a9eaa5d req-698c87f6-ee26-43d9-93ac-f14b0d47605e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9fd54eff-0dd8-4beb-aa38-d38da32ff4bb HTTP/1.1" status: 200 len: 852 time: 0.0432172 Aug 11 02:40:02.844426 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7a0a38d-fc2f-4152-a119-0e3c3a9eaa5d req-1d0009d9-6f9e-4d92-944f-b1fd47c196a6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3bb55957-2cf5-4c1d-935e-7ce9f62a817d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245748 Aug 11 02:40:02.948332 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7a0a38d-fc2f-4152-a119-0e3c3a9eaa5d req-23bd2af4-ef0e-4d53-ac72-3dbc574ac909 service neutron] 10.222.0.66 "GET /v2.0/networks/3bb55957-2cf5-4c1d-935e-7ce9f62a817d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967860 Aug 11 02:40:03.045897 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7a0a38d-fc2f-4152-a119-0e3c3a9eaa5d req-0e21f14c-1665-4a80-b7eb-81fc13fd8b1b service neutron] 10.222.0.66 "GET /v2.0/networks/3bb55957-2cf5-4c1d-935e-7ce9f62a817d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831256 Aug 11 02:40:03.804626 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d757c-81d4-40d7-abee-88d1ad74c3f2 req-4198b389-af58-4473-8df4-85e91474c0e2 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:03.806125 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d44d757c-81d4-40d7-abee-88d1ad74c3f2 req-4198b389-af58-4473-8df4-85e91474c0e2 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/ports?device_id=935975eb-79fd-45ee-b6f6-139f53160655 HTTP/1.1" status: 200 len: 945 time: 0.0547273 Aug 11 02:40:03.844729 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d44d757c-81d4-40d7-abee-88d1ad74c3f2 req-affda8f8-236a-4800-9940-941a21ee125c tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e8a4e71-4881-4869-a7eb-b694f14ddfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321333 Aug 11 02:40:04.078192 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78136378-994b-41eb-ae2b-9ee1e7edca7c req-77d77897-faae-44e9-8eda-5eb4573dc21f tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:04.079733 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-78136378-994b-41eb-ae2b-9ee1e7edca7c req-77d77897-faae-44e9-8eda-5eb4573dc21f tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/ports?device_id=935975eb-79fd-45ee-b6f6-139f53160655 HTTP/1.1" status: 200 len: 945 time: 0.0489833 Aug 11 02:40:04.119784 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-78136378-994b-41eb-ae2b-9ee1e7edca7c req-0396c76e-f373-4741-a938-c277f75d1dcd tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e8a4e71-4881-4869-a7eb-b694f14ddfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325649 Aug 11 02:40:05.241250 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adcc88-272f-4f44-ba50-fa4a8e7ec47c req-7505943d-8dfe-48d3-ae10-ef58f3154296 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:05.248245 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e3adcc88-272f-4f44-ba50-fa4a8e7ec47c req-7505943d-8dfe-48d3-ae10-ef58f3154296 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/ports?device_id=935975eb-79fd-45ee-b6f6-139f53160655 HTTP/1.1" status: 200 len: 945 time: 0.0528975 Aug 11 02:40:05.281949 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e3adcc88-272f-4f44-ba50-fa4a8e7ec47c req-71bf16ca-a2e4-42cd-bafb-10c3898597c0 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e8a4e71-4881-4869-a7eb-b694f14ddfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330944 Aug 11 02:40:05.974395 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc17701-99db-48df-abcf-3fb6e4858ea8 req-b05a8eab-cc5a-4a24-b116-a5df3133192e tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:05.975817 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8cc17701-99db-48df-abcf-3fb6e4858ea8 req-b05a8eab-cc5a-4a24-b116-a5df3133192e tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.66 "GET /v2.0/ports?device_id=935975eb-79fd-45ee-b6f6-139f53160655 HTTP/1.1" status: 200 len: 945 time: 0.0562406 Aug 11 02:40:06.068152 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-8cc17701-99db-48df-abcf-3fb6e4858ea8 req-74651491-5821-4343-9b55-e681b52ea0f4 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Deleting port d5be9ff9-ab71-403c-8dab-856f3dd1b4fa {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:06.068515 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8cc17701-99db-48df-abcf-3fb6e4858ea8 req-74651491-5821-4343-9b55-e681b52ea0f4 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:06.163872 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-8cc17701-99db-48df-abcf-3fb6e4858ea8 req-74651491-5821-4343-9b55-e681b52ea0f4 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] For port d5be9ff9-ab71-403c-8dab-856f3dd1b4fa, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=d5be9ff9-ab71-403c-8dab-856f3dd1b4fa,segment=NetworkSegment(988ec523-d887-4776-9263-e8f8fa909aeb),segment_id=988ec523-d887-4776-9263-e8f8fa909aeb)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:06.164247 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8cc17701-99db-48df-abcf-3fb6e4858ea8 req-74651491-5821-4343-9b55-e681b52ea0f4 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:06.177868 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-8cc17701-99db-48df-abcf-3fb6e4858ea8 req-74651491-5821-4343-9b55-e681b52ea0f4 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Calling delete_port for d5be9ff9-ab71-403c-8dab-856f3dd1b4fa owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:06.313961 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8cc17701-99db-48df-abcf-3fb6e4858ea8 req-74651491-5821-4343-9b55-e681b52ea0f4 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:06.325785 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['d5be9ff9-ab71-403c-8dab-856f3dd1b4fa'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:40:06.348229 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74651491-5821-4343-9b55-e681b52ea0f4 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Pushing event deleted for resources: {'Port': ['ID=d5be9ff9-ab71-403c-8dab-856f3dd1b4fa,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:06.379030 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74651491-5821-4343-9b55-e681b52ea0f4 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:06.379394 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74651491-5821-4343-9b55-e681b52ea0f4 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:06.379771 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74651491-5821-4343-9b55-e681b52ea0f4 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:06.380118 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74651491-5821-4343-9b55-e681b52ea0f4 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:06.380462 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74651491-5821-4343-9b55-e681b52ea0f4 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:06.380799 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74651491-5821-4343-9b55-e681b52ea0f4 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:06.381239 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74651491-5821-4343-9b55-e681b52ea0f4 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:06.381583 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74651491-5821-4343-9b55-e681b52ea0f4 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:06.381913 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74651491-5821-4343-9b55-e681b52ea0f4 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:06.382241 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74651491-5821-4343-9b55-e681b52ea0f4 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:06.382650 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74651491-5821-4343-9b55-e681b52ea0f4 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:06.382940 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74651491-5821-4343-9b55-e681b52ea0f4 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:06.406998 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc17701-99db-48df-abcf-3fb6e4858ea8 req-74651491-5821-4343-9b55-e681b52ea0f4 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] No DVR routers for this DVR port d5be9ff9-ab71-403c-8dab-856f3dd1b4fa on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:40:06.409909 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-8cc17701-99db-48df-abcf-3fb6e4858ea8 req-74651491-5821-4343-9b55-e681b52ea0f4 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:06.412601 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8cc17701-99db-48df-abcf-3fb6e4858ea8 req-74651491-5821-4343-9b55-e681b52ea0f4 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.66 "DELETE /v2.0/ports/d5be9ff9-ab71-403c-8dab-856f3dd1b4fa HTTP/1.1" status: 204 len: 173 time: 0.4299641 Aug 11 02:40:06.412996 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935975eb-79fd-45ee-b6f6-139f53160655', 'name': 'network-vif-deleted', 'tag': 'd5be9ff9-ab71-403c-8dab-856f3dd1b4fa'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:40:06.414574 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bcc18eb3-0ba3-4471-bb83-38c835e1855f req-fcfcd7e2-dfaf-496d-aedb-486bbc075d85 tempest-TestServerAdvancedOps-831600683 tempest-TestServerAdvancedOps-831600683-project] 10.222.0.50 "GET /v2.0/ports?device_id=935975eb-79fd-45ee-b6f6-139f53160655 HTTP/1.1" status: 200 len: 210 time: 0.0384076 Aug 11 02:40:06.415268 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430d9d41-2e37-47fc-9d25-230cd9b8f6bd" -d '{"events": [{"server_uuid": "935975eb-79fd-45ee-b6f6-139f53160655", "name": "network-vif-deleted", "tag": "d5be9ff9-ab71-403c-8dab-856f3dd1b4fa"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:40:06.458893 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e694397-1ebd-422b-ade0-5e062dd29a0c x-openstack-request-id: req-0e694397-1ebd-422b-ade0-5e062dd29a0c {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:40:06.459185 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935975eb-79fd-45ee-b6f6-139f53160655", "name": "network-vif-deleted", "tag": "d5be9ff9-ab71-403c-8dab-856f3dd1b4fa", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:40:06.459438 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0e694397-1ebd-422b-ade0-5e062dd29a0c {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:40:06.459888 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935975eb-79fd-45ee-b6f6-139f53160655', 'name': 'network-vif-deleted', 'tag': 'd5be9ff9-ab71-403c-8dab-856f3dd1b4fa', 'status': 'completed', 'code': 200} Aug 11 02:40:07.469213 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54728) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:07.528864 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2503077-c919-4a94-ac55-23622ab7f081 admin admin] Deleting subnet 9fd54eff-0dd8-4beb-aa38-d38da32ff4bb {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:40:07.532086 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2503077-c919-4a94-ac55-23622ab7f081 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:07.567532 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2503077-c919-4a94-ac55-23622ab7f081 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:07.610833 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2503077-c919-4a94-ac55-23622ab7f081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:07.661496 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2503077-c919-4a94-ac55-23622ab7f081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:07.687774 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2503077-c919-4a94-ac55-23622ab7f081 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fd54eff-0dd8-4beb-aa38-d38da32ff4bb,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:07.691383 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e2503077-c919-4a94-ac55-23622ab7f081 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:07.693279 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e2503077-c919-4a94-ac55-23622ab7f081 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9fd54eff-0dd8-4beb-aa38-d38da32ff4bb HTTP/1.1" status: 204 len: 168 time: 0.2230699 Aug 11 02:40:07.695666 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54736) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:07.767057 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25a385f2-7047-490d-be34-16b761cfd848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:07.848949 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25a385f2-7047-490d-be34-16b761cfd848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:07.859721 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-25a385f2-7047-490d-be34-16b761cfd848 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb55957-2cf5-4c1d-935e-7ce9f62a817d']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:07.870053 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-25a385f2-7047-490d-be34-16b761cfd848 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '988ec523-d887-4776-9263-e8f8fa909aeb') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:07.870361 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-25a385f2-7047-490d-be34-16b761cfd848 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '988ec523-d887-4776-9263-e8f8fa909aeb') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:07.879170 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25a385f2-7047-490d-be34-16b761cfd848 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:07.892821 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25a385f2-7047-490d-be34-16b761cfd848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:07.898801 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a385f2-7047-490d-be34-16b761cfd848 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:40:07.899224 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25a385f2-7047-490d-be34-16b761cfd848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:40:07.901551 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:40:07.960378 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25a385f2-7047-490d-be34-16b761cfd848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:07.965955 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25a385f2-7047-490d-be34-16b761cfd848 admin admin] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:07.971399 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-25a385f2-7047-490d-be34-16b761cfd848 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3bb55957-2cf5-4c1d-935e-7ce9f62a817d HTTP/1.1" status: 204 len: 168 time: 0.2715545 Aug 11 02:40:07.971399 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54742) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:08.011821 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a385f2-7047-490d-be34-16b761cfd848 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bb55957-2cf5-4c1d-935e-7ce9f62a817d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:08.034414 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e13898-3b69-4af4-ab00-65d902618bb9 admin admin] Deleting subnet 9c4d5652-bdee-4216-b611-3d9cc68a00ab {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:40:08.037680 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c7e13898-3b69-4af4-ab00-65d902618bb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.072554 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c7e13898-3b69-4af4-ab00-65d902618bb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.112380 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c7e13898-3b69-4af4-ab00-65d902618bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.168540 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c7e13898-3b69-4af4-ab00-65d902618bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.195634 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e13898-3b69-4af4-ab00-65d902618bb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c4d5652-bdee-4216-b611-3d9cc68a00ab,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:08.198003 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c7e13898-3b69-4af4-ab00-65d902618bb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.199912 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c7e13898-3b69-4af4-ab00-65d902618bb9 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9c4d5652-bdee-4216-b611-3d9cc68a00ab HTTP/1.1" status: 204 len: 168 time: 0.2276280 Aug 11 02:40:08.202467 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54748) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:08.287443 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b1fb31a0-c54f-4264-a88f-92f5699ded35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.368442 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b1fb31a0-c54f-4264-a88f-92f5699ded35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.378127 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-b1fb31a0-c54f-4264-a88f-92f5699ded35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed67d365-283e-46f2-930a-3d3dd9055b55']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:08.388621 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-b1fb31a0-c54f-4264-a88f-92f5699ded35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3b414a-9258-4760-ad66-832791338346') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:08.388919 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-b1fb31a0-c54f-4264-a88f-92f5699ded35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3b414a-9258-4760-ad66-832791338346') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:08.397507 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b1fb31a0-c54f-4264-a88f-92f5699ded35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.411775 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b1fb31a0-c54f-4264-a88f-92f5699ded35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.417811 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1fb31a0-c54f-4264-a88f-92f5699ded35 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:40:08.418212 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b1fb31a0-c54f-4264-a88f-92f5699ded35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:40:08.419955 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:40:08.476490 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b1fb31a0-c54f-4264-a88f-92f5699ded35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.481934 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b1fb31a0-c54f-4264-a88f-92f5699ded35 admin admin] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.486670 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b1fb31a0-c54f-4264-a88f-92f5699ded35 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ed67d365-283e-46f2-930a-3d3dd9055b55 HTTP/1.1" status: 204 len: 168 time: 0.2803967 Aug 11 02:40:08.497585 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb31a0-c54f-4264-a88f-92f5699ded35 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed67d365-283e-46f2-930a-3d3dd9055b55,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:08.653570 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54758) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:08.699271 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-950a4374-d6cc-4fe9-8444-c28eeec83e3f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ee537069b51f4c80ba5bf5067308b9f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444078 Aug 11 02:40:08.701608 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 54762) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:08.750577 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36d91791-eba2-4fe8-9b2e-1579ee98c89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.778740 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36d91791-eba2-4fe8-9b2e-1579ee98c89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.828559 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36d91791-eba2-4fe8-9b2e-1579ee98c89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.831083 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36d91791-eba2-4fe8-9b2e-1579ee98c89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.832280 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-36d91791-eba2-4fe8-9b2e-1579ee98c89f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6e8a4e71-4881-4869-a7eb-b694f14ddfd4 HTTP/1.1" status: 204 len: 168 time: 0.1295848 Aug 11 02:40:08.840685 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d91791-eba2-4fe8-9b2e-1579ee98c89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8a4e71-4881-4869-a7eb-b694f14ddfd4,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:09.153222 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54774) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:09.192800 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-87383864-f5c5-462f-a2a9-70cb4a8513b9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=790b41e349ae436c98b51a9f55b7ccfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385122 Aug 11 02:40:09.195333 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 54776) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:09.245186 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b77d85b4-9de8-4c8b-9ed5-25508ca7afda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:09.267282 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b77d85b4-9de8-4c8b-9ed5-25508ca7afda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:09.317360 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b77d85b4-9de8-4c8b-9ed5-25508ca7afda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:09.319999 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b77d85b4-9de8-4c8b-9ed5-25508ca7afda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:09.321180 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b77d85b4-9de8-4c8b-9ed5-25508ca7afda admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/04e61021-a54e-44bb-b755-2f0f97d28616 HTTP/1.1" status: 204 len: 168 time: 0.1248581 Aug 11 02:40:09.329347 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d85b4-9de8-4c8b-9ed5-25508ca7afda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e61021-a54e-44bb-b755-2f0f97d28616,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:09.336985 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d85b4-9de8-4c8b-9ed5-25508ca7afda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:09.337289 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d85b4-9de8-4c8b-9ed5-25508ca7afda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:09.338174 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d85b4-9de8-4c8b-9ed5-25508ca7afda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:09.338511 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d85b4-9de8-4c8b-9ed5-25508ca7afda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:09.338845 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d85b4-9de8-4c8b-9ed5-25508ca7afda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:09.339172 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d85b4-9de8-4c8b-9ed5-25508ca7afda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:09.339496 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d85b4-9de8-4c8b-9ed5-25508ca7afda admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:09.339851 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d85b4-9de8-4c8b-9ed5-25508ca7afda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:09.340181 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d85b4-9de8-4c8b-9ed5-25508ca7afda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:09.340617 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d85b4-9de8-4c8b-9ed5-25508ca7afda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:09.340814 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d85b4-9de8-4c8b-9ed5-25508ca7afda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:09.341139 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d85b4-9de8-4c8b-9ed5-25508ca7afda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:09.889058 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device d5be9ff9-ab71-403c-8dab-856f3dd1b4fa no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:40:09.909187 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: d5be9ff9-ab71-403c-8dab-856f3dd1b4fa {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:40:09.909539 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device d5be9ff9-ab71-403c-8dab-856f3dd1b4fa not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:40:15.644200 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c64f38b6-012f-438d-acfe-44db3936ad67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:18.330769 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6e3ae451-d528-4ed1-9b05-d676aa778abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:18.370826 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:18.742807 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc1598-8b97-41d3-a928-dca2e039f013 req-d1dfcfe3-792b-48bb-8832-aab8fbb09089 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:18.745015 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1bc1598-8b97-41d3-a928-dca2e039f013 req-d1dfcfe3-792b-48bb-8832-aab8fbb09089 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 945 time: 0.0544686 Aug 11 02:40:18.782998 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1bc1598-8b97-41d3-a928-dca2e039f013 req-97dc2708-74b5-43ee-b2d5-498ce79557c2 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318308 Aug 11 02:40:19.919493 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637ab02-1eda-4f00-b3f1-8632817e6e98 req-1539e035-827f-4dbd-9826-016c5868a547 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:19.921063 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6637ab02-1eda-4f00-b3f1-8632817e6e98 req-1539e035-827f-4dbd-9826-016c5868a547 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 945 time: 0.0523376 Aug 11 02:40:19.959334 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6637ab02-1eda-4f00-b3f1-8632817e6e98 req-0cda0693-0530-41b9-8c4c-93481dbf43d9 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320282 Aug 11 02:40:19.992528 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:20.221758 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7b32d-1ef4-4e29-846e-e891dacf2988 req-7d49936a-dd9c-49da-ab78-737312f5b4ba tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:20.223248 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-17a7b32d-1ef4-4e29-846e-e891dacf2988 req-7d49936a-dd9c-49da-ab78-737312f5b4ba tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.73 "GET /v2.0/ports?device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 945 time: 0.0500593 Aug 11 02:40:20.315295 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-17a7b32d-1ef4-4e29-846e-e891dacf2988 req-b4292134-6a26-4938-8a2d-d89839f14b2b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Deleting port 78d5b0bb-2a75-48e3-9391-f637abc4d194 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:20.315675 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-17a7b32d-1ef4-4e29-846e-e891dacf2988 req-b4292134-6a26-4938-8a2d-d89839f14b2b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:20.409435 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-17a7b32d-1ef4-4e29-846e-e891dacf2988 req-b4292134-6a26-4938-8a2d-d89839f14b2b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] For port 78d5b0bb-2a75-48e3-9391-f637abc4d194, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=78d5b0bb-2a75-48e3-9391-f637abc4d194,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:20.409806 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-17a7b32d-1ef4-4e29-846e-e891dacf2988 req-b4292134-6a26-4938-8a2d-d89839f14b2b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:20.580591 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-17a7b32d-1ef4-4e29-846e-e891dacf2988 req-b4292134-6a26-4938-8a2d-d89839f14b2b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:20.580969 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-17a7b32d-1ef4-4e29-846e-e891dacf2988 req-b4292134-6a26-4938-8a2d-d89839f14b2b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:20.581284 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [req-17a7b32d-1ef4-4e29-846e-e891dacf2988 req-b4292134-6a26-4938-8a2d-d89839f14b2b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Floating IP d33b8bb5-07da-4ce3-84a6-d2f9f2a5ad23 disassociated. External IP: 172.25.2.193, port: 78d5b0bb-2a75-48e3-9391-f637abc4d194. Aug 11 02:40:20.581626 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-17a7b32d-1ef4-4e29-846e-e891dacf2988 req-b4292134-6a26-4938-8a2d-d89839f14b2b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Calling delete_port for 78d5b0bb-2a75-48e3-9391-f637abc4d194 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:20.716328 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-17a7b32d-1ef4-4e29-846e-e891dacf2988 req-b4292134-6a26-4938-8a2d-d89839f14b2b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:20.745690 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4292134-6a26-4938-8a2d-d89839f14b2b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event deleted for resources: {'Port': ['ID=78d5b0bb-2a75-48e3-9391-f637abc4d194,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:20.866331 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17a7b32d-1ef4-4e29-846e-e891dacf2988 req-b4292134-6a26-4938-8a2d-d89839f14b2b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Router 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:40:20.979192 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17a7b32d-1ef4-4e29-846e-e891dacf2988 req-b4292134-6a26-4938-8a2d-d89839f14b2b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:40:20.989990 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d6d9c1-7f3b-4e93-b323-ed33816d75d0 None None] Sync routers for ids ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:40:21.002619 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d6d9c1-7f3b-4e93-b323-ed33816d75d0 None None] Routers {'91a00ccd-0b76-4483-bc6f-9fbc89a6c682'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:21.003270 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d8d6d9c1-7f3b-4e93-b323-ed33816d75d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:40:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:21.028732 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a7b32d-1ef4-4e29-846e-e891dacf2988 req-b4292134-6a26-4938-8a2d-d89839f14b2b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] No DVR routers for this DVR port 78d5b0bb-2a75-48e3-9391-f637abc4d194 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:40:21.031428 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-17a7b32d-1ef4-4e29-846e-e891dacf2988 req-b4292134-6a26-4938-8a2d-d89839f14b2b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:21.033678 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-17a7b32d-1ef4-4e29-846e-e891dacf2988 req-b4292134-6a26-4938-8a2d-d89839f14b2b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.73 "DELETE /v2.0/ports/78d5b0bb-2a75-48e3-9391-f637abc4d194 HTTP/1.1" status: 204 len: 173 time: 0.8041987 Aug 11 02:40:21.034133 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48208b9-d457-4515-b542-b15cd1fa7e91', 'name': 'network-vif-deleted', 'tag': '78d5b0bb-2a75-48e3-9391-f637abc4d194'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:40:21.036990 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0288da6-f8c4-46de-8bdf-87a1fa923c76" -d '{"events": [{"server_uuid": "a48208b9-d457-4515-b542-b15cd1fa7e91", "name": "network-vif-deleted", "tag": "78d5b0bb-2a75-48e3-9391-f637abc4d194"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:40:21.086219 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e12f502-10c5-46ba-a4c1-b6523afa83d6 req-4eca972f-3e4f-4174-9bb5-58f69291aadb tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 210 time: 0.0345411 Aug 11 02:40:21.127241 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7cabc2-ab72-4e0b-bba4-88bcf7d6b174 x-openstack-request-id: req-fe7cabc2-ab72-4e0b-bba4-88bcf7d6b174 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:40:21.127560 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48208b9-d457-4515-b542-b15cd1fa7e91", "name": "network-vif-deleted", "tag": "78d5b0bb-2a75-48e3-9391-f637abc4d194", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:40:21.127884 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fe7cabc2-ab72-4e0b-bba4-88bcf7d6b174 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:40:21.128302 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48208b9-d457-4515-b542-b15cd1fa7e91', 'name': 'network-vif-deleted', 'tag': '78d5b0bb-2a75-48e3-9391-f637abc4d194', 'status': 'completed', 'code': 200} Aug 11 02:40:21.137822 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-d8d6d9c1-7f3b-4e93-b323-ed33816d75d0 None None] Set router 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:40:21.363412 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d8d6d9c1-7f3b-4e93-b323-ed33816d75d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'name': 'tempest-TestVolumeBootPattern-237556104-router', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:45Z', 'updated_at': '2021-08-11T02:32:52Z', 'revision_number': 4, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'gw_port': {'id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:46Z', 'updated_at': '2021-08-11T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '4e344d24-acca-4dfc-bdf9-f70b80a92cea', 'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'mac_address': 'fa:16:3e:94:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:51Z', 'updated_at': '2021-08-11T02:33:01Z', 'revision_number': 5, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'subnets': [{'id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:21.389592 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d6d9c1-7f3b-4e93-b323-ed33816d75d0 None None] Checking router: 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:40:21.397993 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d6d9c1-7f3b-4e93-b323-ed33816d75d0 None None] Routers {'91a00ccd-0b76-4483-bc6f-9fbc89a6c682'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:21.398596 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d8d6d9c1-7f3b-4e93-b323-ed33816d75d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:40:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:21.512030 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:21.514768 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-d8d6d9c1-7f3b-4e93-b323-ed33816d75d0 None None] Set router 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:40:21.832710 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-d8d6d9c1-7f3b-4e93-b323-ed33816d75d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'name': 'tempest-TestVolumeBootPattern-237556104-router', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:45Z', 'updated_at': '2021-08-11T02:32:52Z', 'revision_number': 4, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'gw_port': {'id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:46Z', 'updated_at': '2021-08-11T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '4e344d24-acca-4dfc-bdf9-f70b80a92cea', 'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'mac_address': 'fa:16:3e:94:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:51Z', 'updated_at': '2021-08-11T02:33:01Z', 'revision_number': 5, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'subnets': [{'id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:21.859860 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d6d9c1-7f3b-4e93-b323-ed33816d75d0 None None] The sync data for ids ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'] in n-d-615180-33 is: [{'id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'name': 'tempest-TestVolumeBootPattern-237556104-router', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:45Z', 'updated_at': '2021-08-11T02:32:52Z', 'revision_number': 4, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'gw_port': {'id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:46Z', 'updated_at': '2021-08-11T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '4e344d24-acca-4dfc-bdf9-f70b80a92cea', 'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'mac_address': 'fa:16:3e:94:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:51Z', 'updated_at': '2021-08-11T02:33:01Z', 'revision_number': 5, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'subnets': [{'id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:40:22.077986 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08ac4c7-3323-4053-8593-7a932e57ba32 None None] New status for floating IP d33b8bb5-07da-4ce3-84a6-d2f9f2a5ad23: DOWN {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:40:22.199761 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-76b2ef29-45a5-4ce9-b333-2221094bb8a9 req-9944085a-ad73-4da9-90e1-50ff794ca445 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 210 time: 0.0342782 Aug 11 02:40:23.298966 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-01bd0854-6c73-468d-8356-6e1ff143127c req-31297c5e-4270-43eb-b591-f24450fb6ba3 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 210 time: 0.0291736 Aug 11 02:40:24.399146 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-26411766-188e-45cd-8a49-0bb4dafa242f req-326e619b-add9-46ae-89c3-e019f1f10256 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a48208b9-d457-4515-b542-b15cd1fa7e91 HTTP/1.1" status: 200 len: 210 time: 0.0302336 Aug 11 02:40:24.621765 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:25.266085 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 78d5b0bb-2a75-48e3-9391-f637abc4d194 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:40:25.286027 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 78d5b0bb-2a75-48e3-9391-f637abc4d194 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:40:25.286309 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 78d5b0bb-2a75-48e3-9391-f637abc4d194 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:40:25.328735 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:40:25.416003 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:25.653366 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-22b1a4f6-6cde-45c8-a091-0fde9c60156d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1073027814&fields=id&tenant_id=7da6302aa7904b88b0331188624d66f4 HTTP/1.1" status: 200 len: 267 time: 0.0348248 Aug 11 02:40:25.764809 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-e4d66f49-40ee-4650-a41a-d61b95b15afa tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:25.766282 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-e4d66f49-40ee-4650-a41a-d61b95b15afa tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 811 time: 0.1046469 Aug 11 02:40:25.781220 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-726ce437-2991-4cd5-8723-d3b3a288b0b9 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/quotas/7da6302aa7904b88b0331188624d66f4 HTTP/1.1" status: 200 len: 375 time: 0.0090518 Aug 11 02:40:25.835221 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-d6487618-83f0-4bd0-8c80-f729f80c0b92 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485861 Aug 11 02:40:26.031809 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-7e57e4da-2ca6-4309-b252-dfefb9c78d17 service neutron] 10.222.0.50 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850545 Aug 11 02:40:26.127619 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-167f2e3b-f8fc-407e-a737-e6b767de0f34 service neutron] 10.222.0.50 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898709 Aug 11 02:40:26.427314 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4533dfca-f852-4a3d-997c-416604f0a155 req-559a33ef-b25c-42d0-a5e0-513ad86e867f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 210 time: 0.0321021 Aug 11 02:40:27.328770 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-fd5012cb-4d60-438e-9280-532ad86decdd tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:27.330309 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-fd5012cb-4d60-438e-9280-532ad86decdd tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.66 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 811 time: 0.1065567 Aug 11 02:40:27.386087 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-473e38bb-3b92-4924-ad57-e0d942b6862a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7da6302aa7904b88b0331188624d66f4 HTTP/1.1" status: 200 len: 380 time: 0.0459957 Aug 11 02:40:27.396592 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f96dc817-796b-4c6a-ac0b-f04b6c847422 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Request body: {'port': {'device_id': 'e0c41f44-23cf-4019-8d48-d13cefec13e9', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'admin_state_up': True, 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'security_groups': ['a1e8997e-02ee-408d-a160-ac481cc8626b']}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:27.547898 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c813e044-9805-42da-bf46-1b2b0718f9be req-921a92e7-1fbc-422f-8dee-82858e065724 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 210 time: 0.0372779 Aug 11 02:40:27.847826 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f96dc817-796b-4c6a-ac0b-f04b6c847422 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Made reservation on behalf of 7da6302aa7904b88b0331188624d66f4 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:27.851185 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f96dc817-796b-4c6a-ac0b-f04b6c847422 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:27.976796 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f96dc817-796b-4c6a-ac0b-f04b6c847422 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Allocated IP 172.20.0.11 (58eaa87b-4e07-4b3a-b5a6-ed2c1760073b/8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a/8cb794e3-3254-435c-b6c2-c13d85bf8916) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:28.113448 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f96dc817-796b-4c6a-ac0b-f04b6c847422 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.130008 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f96dc817-796b-4c6a-ac0b-f04b6c847422 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Transition to ACTIVE for port object 8cb794e3-3254-435c-b6c2-c13d85bf8916 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:28.167223 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f96dc817-796b-4c6a-ac0b-f04b6c847422 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.229700 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f96dc817-796b-4c6a-ac0b-f04b6c847422 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:28.235706 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f96dc817-796b-4c6a-ac0b-f04b6c847422 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:28.239468 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f96dc817-796b-4c6a-ac0b-f04b6c847422 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:28.270862 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96dc817-796b-4c6a-ac0b-f04b6c847422 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event updated for resources: {'Port': ['ID=8cb794e3-3254-435c-b6c2-c13d85bf8916,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:28.306959 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f96dc817-796b-4c6a-ac0b-f04b6c847422 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:28.307951 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f96dc817-796b-4c6a-ac0b-f04b6c847422 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.330943 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f96dc817-796b-4c6a-ac0b-f04b6c847422 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9379804 Aug 11 02:40:28.417136 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f4a6ad82-1149-4a01-b22d-8aeff4a4312e service neutron] Request body: {'port': {'device_id': 'e0c41f44-23cf-4019-8d48-d13cefec13e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:28.491893 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f4a6ad82-1149-4a01-b22d-8aeff4a4312e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.586144 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a75b1370-703b-47c5-a001-db287a9167c1 None None] Provisioning for port 8cb794e3-3254-435c-b6c2-c13d85bf8916 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:28.596347 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a75b1370-703b-47c5-a001-db287a9167c1 None None] Provisioning complete for port 8cb794e3-3254-435c-b6c2-c13d85bf8916 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:28.596687 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a75b1370-703b-47c5-a001-db287a9167c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.688184 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a75b1370-703b-47c5-a001-db287a9167c1 None None] Port 8cb794e3-3254-435c-b6c2-c13d85bf8916 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:28.794563 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616aa9f-447d-42cb-9825-a33d9d2c9239 req-c31cf7f6-1a49-4d92-83a9-4addf4c76756 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:28.796153 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7616aa9f-447d-42cb-9825-a33d9d2c9239 req-c31cf7f6-1a49-4d92-83a9-4addf4c76756 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 932 time: 0.1129427 Aug 11 02:40:28.861719 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7616aa9f-447d-42cb-9825-a33d9d2c9239 req-f20ced8d-e005-48b8-a7d4-e69df6eb2d3b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586481 Aug 11 02:40:28.910751 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f4a6ad82-1149-4a01-b22d-8aeff4a4312e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cb794e3-3254-435c-b6c2-c13d85bf8916 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:40:28.920716 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f4a6ad82-1149-4a01-b22d-8aeff4a4312e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.934980 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f4a6ad82-1149-4a01-b22d-8aeff4a4312e service neutron] Transition to ACTIVE for port object 8cb794e3-3254-435c-b6c2-c13d85bf8916 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:28.939154 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f4a6ad82-1149-4a01-b22d-8aeff4a4312e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.999436 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6ad82-1149-4a01-b22d-8aeff4a4312e service neutron] Pushing event updated for resources: {'Port': ['ID=8cb794e3-3254-435c-b6c2-c13d85bf8916,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:29.080390 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f4a6ad82-1149-4a01-b22d-8aeff4a4312e service neutron] Attempting to bind port 8cb794e3-3254-435c-b6c2-c13d85bf8916 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:40:29.080916 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f4a6ad82-1149-4a01-b22d-8aeff4a4312e service neutron] Attempting to bind port 8cb794e3-3254-435c-b6c2-c13d85bf8916 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:40:29.081478 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f4a6ad82-1149-4a01-b22d-8aeff4a4312e service neutron] Attempting to bind port 8cb794e3-3254-435c-b6c2-c13d85bf8916 on network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:40:29.086612 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f4a6ad82-1149-4a01-b22d-8aeff4a4312e service neutron] Port 8cb794e3-3254-435c-b6c2-c13d85bf8916 on network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:40:29.087180 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f4a6ad82-1149-4a01-b22d-8aeff4a4312e service neutron] Attempting to bind port 8cb794e3-3254-435c-b6c2-c13d85bf8916 on network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:40:29.092279 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f4a6ad82-1149-4a01-b22d-8aeff4a4312e service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:40:29.092528 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f4a6ad82-1149-4a01-b22d-8aeff4a4312e service neutron] Checking segment: {'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:40:29.093112 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f4a6ad82-1149-4a01-b22d-8aeff4a4312e service neutron] Bound using segment: {'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:40:29.093546 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f4a6ad82-1149-4a01-b22d-8aeff4a4312e service neutron] Bound port: 8cb794e3-3254-435c-b6c2-c13d85bf8916, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:40:29.093932 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f4a6ad82-1149-4a01-b22d-8aeff4a4312e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.174681 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f4a6ad82-1149-4a01-b22d-8aeff4a4312e service neutron] For port 8cb794e3-3254-435c-b6c2-c13d85bf8916, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:40:29.178584 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f4a6ad82-1149-4a01-b22d-8aeff4a4312e service neutron] For port 8cb794e3-3254-435c-b6c2-c13d85bf8916, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=8cb794e3-3254-435c-b6c2-c13d85bf8916,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:40:29.184054 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f4a6ad82-1149-4a01-b22d-8aeff4a4312e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.248058 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6ad82-1149-4a01-b22d-8aeff4a4312e service neutron] Pushing event updated for resources: {'Port': ['ID=8cb794e3-3254-435c-b6c2-c13d85bf8916,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:29.251742 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f4a6ad82-1149-4a01-b22d-8aeff4a4312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:29.252737 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f4a6ad82-1149-4a01-b22d-8aeff4a4312e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.254345 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-f4a6ad82-1149-4a01-b22d-8aeff4a4312e service neutron] 10.222.0.66 "PUT /v2.0/ports/8cb794e3-3254-435c-b6c2-c13d85bf8916 HTTP/1.1" status: 200 len: 1093 time: 0.9128010 Aug 11 02:40:29.255046 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c41f44-23cf-4019-8d48-d13cefec13e9', 'tag': '8cb794e3-3254-435c-b6c2-c13d85bf8916'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:40:29.258629 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6c9716-fb0a-4c10-a5e4-04edad4b6ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c41f44-23cf-4019-8d48-d13cefec13e9", "tag": "8cb794e3-3254-435c-b6c2-c13d85bf8916"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:40:29.318385 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ce6f54-d852-46ab-83a4-66ade6819e1c x-openstack-request-id: req-f6ce6f54-d852-46ab-83a4-66ade6819e1c {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:40:29.318876 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c41f44-23cf-4019-8d48-d13cefec13e9", "tag": "8cb794e3-3254-435c-b6c2-c13d85bf8916", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:40:29.319304 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f6ce6f54-d852-46ab-83a4-66ade6819e1c {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:40:29.319893 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c41f44-23cf-4019-8d48-d13cefec13e9', 'tag': '8cb794e3-3254-435c-b6c2-c13d85bf8916', 'status': 'completed', 'code': 200} Aug 11 02:40:29.361313 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-0fda0cfa-451a-4071-8092-e055c05438e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:29.362839 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-0fda0cfa-451a-4071-8092-e055c05438e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 1096 time: 0.0548241 Aug 11 02:40:29.419281 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-b19cd486-6ccf-4611-b9b2-2a7a27f1ab39 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cb794e3-3254-435c-b6c2-c13d85bf8916 HTTP/1.1" status: 200 len: 217 time: 0.0473411 Aug 11 02:40:29.488151 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-e055af0d-951f-48e7-a451-a589742d0053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:29.489972 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-e055af0d-951f-48e7-a451-a589742d0053 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a HTTP/1.1" status: 200 len: 850 time: 0.0613203 Aug 11 02:40:29.548650 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-dc84652f-aa7b-4ee7-9fcf-50cb218fbc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:29.550572 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-dc84652f-aa7b-4ee7-9fcf-50cb218fbc54 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531728 Aug 11 02:40:29.663013 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-5f9fa07b-7fce-4b32-b6f4-ae663d324387 service neutron] 10.222.0.66 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035380 Aug 11 02:40:29.763643 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4ba57cd-1b99-40a5-be4c-71eb8996a4d5 req-7c9efca8-2ea1-4738-b23b-ff265d5f4b9d service neutron] 10.222.0.66 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930796 Aug 11 02:40:29.855670 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c9716-fb0a-4c10-a5e4-04edad4b6ab2 req-96d5fd55-3267-4a25-9ff8-b83c80dc3d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:29.857179 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5d6c9716-fb0a-4c10-a5e4-04edad4b6ab2 req-96d5fd55-3267-4a25-9ff8-b83c80dc3d29 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 1096 time: 0.0453804 Aug 11 02:40:29.972098 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c9716-fb0a-4c10-a5e4-04edad4b6ab2 req-faa89dcf-ef07-49c2-8656-6c8b75ec87dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:29.973759 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5d6c9716-fb0a-4c10-a5e4-04edad4b6ab2 req-faa89dcf-ef07-49c2-8656-6c8b75ec87dd service neutron] 10.222.0.66 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 912 time: 0.1091819 Aug 11 02:40:30.028374 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5d6c9716-fb0a-4c10-a5e4-04edad4b6ab2 req-98443fc2-7304-48b9-b545-153cbb40b5bb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cb794e3-3254-435c-b6c2-c13d85bf8916 HTTP/1.1" status: 200 len: 217 time: 0.0393543 Aug 11 02:40:30.082988 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723b49e-c55c-40e4-8142-a6d421e351d1 req-7d74adf5-2699-4d23-941a-c2a26060e0d9 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:30.084568 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2723b49e-c55c-40e4-8142-a6d421e351d1 req-7d74adf5-2699-4d23-941a-c2a26060e0d9 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 944 time: 0.1284075 Aug 11 02:40:30.124261 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c9716-fb0a-4c10-a5e4-04edad4b6ab2 req-720f2ede-7859-4bb4-952c-dccb7a9ffe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:30.126196 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5d6c9716-fb0a-4c10-a5e4-04edad4b6ab2 req-720f2ede-7859-4bb4-952c-dccb7a9ffe63 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a HTTP/1.1" status: 200 len: 850 time: 0.0900192 Aug 11 02:40:30.157205 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2723b49e-c55c-40e4-8142-a6d421e351d1 req-8b54c886-b9e2-4af0-bf55-ce3d456c31e6 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575712 Aug 11 02:40:30.194226 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c9716-fb0a-4c10-a5e4-04edad4b6ab2 req-7826e1e6-d74c-49ff-8a9b-586ef49ff73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:30.195853 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5d6c9716-fb0a-4c10-a5e4-04edad4b6ab2 req-7826e1e6-d74c-49ff-8a9b-586ef49ff73c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567806 Aug 11 02:40:30.304947 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5d6c9716-fb0a-4c10-a5e4-04edad4b6ab2 req-304356bc-d6ff-48f0-93ba-8166965ba7a9 service neutron] 10.222.0.66 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006799 Aug 11 02:40:30.431135 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5d6c9716-fb0a-4c10-a5e4-04edad4b6ab2 req-1120c008-9ef9-4569-8b51-7ac52fa93661 service neutron] 10.222.0.66 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171103 Aug 11 02:40:31.327517 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92580648-9427-4e58-a948-1205b82ede33 req-1d54bda6-bbb8-4974-96f9-66860aa93c30 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:31.330377 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-92580648-9427-4e58-a948-1205b82ede33 req-1d54bda6-bbb8-4974-96f9-66860aa93c30 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 944 time: 0.0916009 Aug 11 02:40:31.377447 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-92580648-9427-4e58-a948-1205b82ede33 req-f2840acb-dbcf-486b-b3d9-c68b74ddca37 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404704 Aug 11 02:40:32.510341 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e200e2-29b7-4640-b96d-f44ecfd4a309 req-5906a111-4aeb-4122-9401-892d02c66575 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:32.512056 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7e200e2-29b7-4640-b96d-f44ecfd4a309 req-5906a111-4aeb-4122-9401-892d02c66575 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 944 time: 0.0632589 Aug 11 02:40:32.553852 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7e200e2-29b7-4640-b96d-f44ecfd4a309 req-42267fc1-abdc-49a7-8629-74b1fe7cdc8a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360491 Aug 11 02:40:33.676219 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38e0f8-0100-49e3-b992-a656d4fe5c35 req-23cc3b08-4fba-4985-9f59-1711ac1cefd0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:33.677738 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4f38e0f8-0100-49e3-b992-a656d4fe5c35 req-23cc3b08-4fba-4985-9f59-1711ac1cefd0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 944 time: 0.0540760 Aug 11 02:40:33.717367 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4f38e0f8-0100-49e3-b992-a656d4fe5c35 req-a4b179b0-0bcd-47d1-9516-5ab3a554b3f0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326731 Aug 11 02:40:34.845097 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d0b43-4a87-4915-ad5e-a24b2bd552c2 req-66eef3fd-5e9e-4dc8-9417-4242c5d71995 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:34.846618 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-eb7d0b43-4a87-4915-ad5e-a24b2bd552c2 req-66eef3fd-5e9e-4dc8-9417-4242c5d71995 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 944 time: 0.0550938 Aug 11 02:40:34.886108 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-eb7d0b43-4a87-4915-ad5e-a24b2bd552c2 req-74de511b-d348-409c-94fd-157189997f40 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335886 Aug 11 02:40:36.002715 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1396d-af82-4bc8-b4c2-48cbaa286a22 req-1b21e045-ec2f-4b28-9f6a-f7d588fe2c29 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:36.004276 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c0d1396d-af82-4bc8-b4c2-48cbaa286a22 req-1b21e045-ec2f-4b28-9f6a-f7d588fe2c29 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 944 time: 0.0504730 Aug 11 02:40:36.042209 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c0d1396d-af82-4bc8-b4c2-48cbaa286a22 req-e0ae848c-d0e5-4ff3-ac8c-659a60fed360 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319800 Aug 11 02:40:37.117183 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55548) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:37.161575 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dde4fb-6f5e-435a-941a-90ed10c30cbd req-7749d70c-3ab0-488d-9a06-1f8620ed3ecf tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:37.163347 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d9dde4fb-6f5e-435a-941a-90ed10c30cbd req-7749d70c-3ab0-488d-9a06-1f8620ed3ecf tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 944 time: 0.0523174 Aug 11 02:40:37.203005 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d9dde4fb-6f5e-435a-941a-90ed10c30cbd req-fea02785-b7a0-40c5-bc08-f327046868b1 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334485 Aug 11 02:40:37.229018 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9e622b5d-cf64-4c8b-9ee2-7b32d66fd8c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:37.325251 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9e622b5d-cf64-4c8b-9ee2-7b32d66fd8c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:37.329144 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9e622b5d-cf64-4c8b-9ee2-7b32d66fd8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:37.366845 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9e622b5d-cf64-4c8b-9ee2-7b32d66fd8c6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5c588260c9f1496d917c5fe327b20a4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2485671 Aug 11 02:40:37.369437 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e622b5d-cf64-4c8b-9ee2-7b32d66fd8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdb1a59-1eca-4b96-a21d-67416bf7c525,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:37.370231 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55552) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:37.421367 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7d8a31ea-297e-4c11-809c-6c247825f15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:37.442386 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7d8a31ea-297e-4c11-809c-6c247825f15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:37.488774 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7d8a31ea-297e-4c11-809c-6c247825f15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:37.491419 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7d8a31ea-297e-4c11-809c-6c247825f15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:37.492670 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7d8a31ea-297e-4c11-809c-6c247825f15d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3fdb1a59-1eca-4b96-a21d-67416bf7c525 HTTP/1.1" status: 204 len: 168 time: 0.1212108 Aug 11 02:40:37.501219 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a31ea-297e-4c11-809c-6c247825f15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdb1a59-1eca-4b96-a21d-67416bf7c525,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:37.763872 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55558) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:37.777995 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8c0fef7a-1744-42f1-87b4-0b1a95291bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:37.870006 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8c0fef7a-1744-42f1-87b4-0b1a95291bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:37.873698 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8c0fef7a-1744-42f1-87b4-0b1a95291bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:37.911655 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8c0fef7a-1744-42f1-87b4-0b1a95291bf0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8df53f5e7aea4a8eb8420b421dbe8b01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466975 Aug 11 02:40:37.912592 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fef7a-1744-42f1-87b4-0b1a95291bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e67ff1c-d83a-4450-9794-cb64cb945c1d,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:37.914325 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55560) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:37.967859 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cbed12b0-4cba-440d-9696-d42fb66ce7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:37.988892 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cbed12b0-4cba-440d-9696-d42fb66ce7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:38.032963 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 8cb794e3-3254-435c-b6c2-c13d85bf8916 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:40:38.038970 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cbed12b0-4cba-440d-9696-d42fb66ce7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:38.042039 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cbed12b0-4cba-440d-9696-d42fb66ce7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:38.043193 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-cbed12b0-4cba-440d-9696-d42fb66ce7a6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3e67ff1c-d83a-4450-9794-cb64cb945c1d HTTP/1.1" status: 204 len: 168 time: 0.1266129 Aug 11 02:40:38.051719 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed12b0-4cba-440d-9696-d42fb66ce7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e67ff1c-d83a-4450-9794-cb64cb945c1d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:38.144520 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 8cb794e3-3254-435c-b6c2-c13d85bf8916, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=8cb794e3-3254-435c-b6c2-c13d85bf8916,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:38.155911 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '8cb794e3-3254-435c-b6c2-c13d85bf8916', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'port_id': '8cb794e3-3254-435c-b6c2-c13d85bf8916', 'mac_address': 'fa:16:3e:b7:4e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:40:38.193523 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:38.206608 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb794e3-3254-435c-b6c2-c13d85bf8916 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:40:38.226677 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 8cb794e3-3254-435c-b6c2-c13d85bf8916, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=8cb794e3-3254-435c-b6c2-c13d85bf8916,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:38.231247 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:38.279501 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=8cb794e3-3254-435c-b6c2-c13d85bf8916,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:38.288187 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:38.288435 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:38.288773 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:38.289107 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:38.289433 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:38.289891 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:38.290249 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:38.290573 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:38.290897 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:38.291221 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:38.291556 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:38.292145 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:38.325191 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea7377-9943-4104-a4d8-8bd3670dabc4 req-637c212d-af61-4136-a3f1-fbbef1ac1752 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:38.326821 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00ea7377-9943-4104-a4d8-8bd3670dabc4 req-637c212d-af61-4136-a3f1-fbbef1ac1752 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 945 time: 0.0555313 Aug 11 02:40:38.367205 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00ea7377-9943-4104-a4d8-8bd3670dabc4 req-af31c02a-3a0f-4e3b-9a6c-359d88ec745f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340009 Aug 11 02:40:38.458832 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['8cb794e3-3254-435c-b6c2-c13d85bf8916'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:40:39.487169 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98625fb-7c61-4efb-97a0-11bb1367ebc3 req-0cc0104b-7daf-4a90-bfcd-88d6e437a397 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:39.489375 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f98625fb-7c61-4efb-97a0-11bb1367ebc3 req-0cc0104b-7daf-4a90-bfcd-88d6e437a397 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 945 time: 0.0525081 Aug 11 02:40:39.532617 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f98625fb-7c61-4efb-97a0-11bb1367ebc3 req-9b29928c-ae99-47d2-9554-13804fc2665e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378897 Aug 11 02:40:40.044421 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 8cb794e3-3254-435c-b6c2-c13d85bf8916 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:40.099484 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 8cb794e3-3254-435c-b6c2-c13d85bf8916 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:40.103590 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 8cb794e3-3254-435c-b6c2-c13d85bf8916 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:40.103996 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:40.182180 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:40.205729 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c41f44-23cf-4019-8d48-d13cefec13e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb794e3-3254-435c-b6c2-c13d85bf8916'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:40:40.208246 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c0b99e-d16d-4a6e-a5bb-c05a78a97a1a" -d '{"events": [{"server_uuid": "e0c41f44-23cf-4019-8d48-d13cefec13e9", "name": "network-vif-plugged", "status": "completed", "tag": "8cb794e3-3254-435c-b6c2-c13d85bf8916"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:40:40.225291 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 8cb794e3-3254-435c-b6c2-c13d85bf8916, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=8cb794e3-3254-435c-b6c2-c13d85bf8916,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:40.230401 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:40.260908 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ce17b4-a3ad-4dc2-89a7-bd6782e5c670 x-openstack-request-id: req-49ce17b4-a3ad-4dc2-89a7-bd6782e5c670 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:40:40.261226 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c41f44-23cf-4019-8d48-d13cefec13e9", "name": "network-vif-plugged", "status": "completed", "tag": "8cb794e3-3254-435c-b6c2-c13d85bf8916", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:40:40.261748 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-49ce17b4-a3ad-4dc2-89a7-bd6782e5c670 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:40:40.262160 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c41f44-23cf-4019-8d48-d13cefec13e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb794e3-3254-435c-b6c2-c13d85bf8916', 'code': 200} Aug 11 02:40:40.289133 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=8cb794e3-3254-435c-b6c2-c13d85bf8916,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:40.354587 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706c08c-46f0-4ad8-99a8-bf02763cc990 req-1b49fcd5-dee9-4d45-ab97-80eb859a8246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:40.356239 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3706c08c-46f0-4ad8-99a8-bf02763cc990 req-1b49fcd5-dee9-4d45-ab97-80eb859a8246 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 1098 time: 0.0450730 Aug 11 02:40:40.394159 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3706c08c-46f0-4ad8-99a8-bf02763cc990 req-01c41cff-aa73-4cef-8074-230fa3575358 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306077 Aug 11 02:40:40.654938 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71124d5c-0d3d-4f6a-9edc-c2bb4924a4fb req-7ade2258-d966-45d1-bbae-452e26a90e55 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:40.656402 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-71124d5c-0d3d-4f6a-9edc-c2bb4924a4fb req-7ade2258-d966-45d1-bbae-452e26a90e55 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 946 time: 0.0549047 Aug 11 02:40:40.696503 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-71124d5c-0d3d-4f6a-9edc-c2bb4924a4fb req-e629b716-c88f-4e3d-a5cc-750c40bc512a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338202 Aug 11 02:40:41.817072 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8ce43-4385-4100-ac68-0fa93e8e982e req-53d53184-b4fd-4878-99b7-48fd6724a3b0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:41.818644 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-97b8ce43-4385-4100-ac68-0fa93e8e982e req-53d53184-b4fd-4878-99b7-48fd6724a3b0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 946 time: 0.0501223 Aug 11 02:40:41.862113 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-97b8ce43-4385-4100-ac68-0fa93e8e982e req-b1057818-9b9d-471e-9930-24dd6b5347e4 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367460 Aug 11 02:40:41.978083 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adea8c8-abe1-4170-92ad-c720a25faf91 req-69c3aad6-e191-4f6a-b184-633234b7f1e7 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:41.979589 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5adea8c8-abe1-4170-92ad-c720a25faf91 req-69c3aad6-e191-4f6a-b184-633234b7f1e7 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 946 time: 0.0505171 Aug 11 02:40:42.024344 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5adea8c8-abe1-4170-92ad-c720a25faf91 req-ca7b8ad1-cea8-4e35-acf1-b28e24a89086 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385380 Aug 11 02:40:42.051116 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55672) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:42.092616 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1273f9dd-09e2-42b1-b524-12224e210624 tempest-TestVolumeBootPattern-1991633817 tempest-TestVolumeBootPattern-1991633817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:42.094271 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1273f9dd-09e2-42b1-b524-12224e210624 tempest-TestVolumeBootPattern-1991633817 tempest-TestVolumeBootPattern-1991633817-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 1093 time: 0.0420337 Aug 11 02:40:42.097377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55674) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:42.103648 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-f5cb7776-d9b3-40a5-8073-91bb6e38630e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'port_id': '8cb794e3-3254-435c-b6c2-c13d85bf8916', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:42.128578 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f5cb7776-d9b3-40a5-8073-91bb6e38630e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for floatingip, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:42.232998 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f5cb7776-d9b3-40a5-8073-91bb6e38630e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:42.341352 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-f5cb7776-d9b3-40a5-8073-91bb6e38630e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Allocated IP 172.25.2.245 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/83abbddc-28b6-457b-9211-34e6bd124322) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:42.469072 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f5cb7776-d9b3-40a5-8073-91bb6e38630e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:42.511287 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f5cb7776-d9b3-40a5-8073-91bb6e38630e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:42.552288 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cb7776-d9b3-40a5-8073-91bb6e38630e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:42.555210 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-f5cb7776-d9b3-40a5-8073-91bb6e38630e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:42.557834 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cb7776-d9b3-40a5-8073-91bb6e38630e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:42.582862 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb7776-d9b3-40a5-8073-91bb6e38630e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event updated for resources: {'Port': ['ID=83abbddc-28b6-457b-9211-34e6bd124322,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:42.935308 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f5cb7776-d9b3-40a5-8073-91bb6e38630e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:43.004185 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f5cb7776-d9b3-40a5-8073-91bb6e38630e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:43.169710 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f5cb7776-d9b3-40a5-8073-91bb6e38630e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:43.174398 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f5cb7776-d9b3-40a5-8073-91bb6e38630e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:43.248492 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb7776-d9b3-40a5-8073-91bb6e38630e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event updated for resources: {'Port': ['ID=83abbddc-28b6-457b-9211-34e6bd124322,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:43.263508 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f5cb7776-d9b3-40a5-8073-91bb6e38630e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:43.375446 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-f5cb7776-d9b3-40a5-8073-91bb6e38630e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Floating IP 604e5dcb-d9fd-4fd0-9dfb-c40faa4a6d4d associated. External IP: 172.25.2.245, port: 8cb794e3-3254-435c-b6c2-c13d85bf8916. Aug 11 02:40:43.590004 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5cb7776-d9b3-40a5-8073-91bb6e38630e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Router 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:40:43.701949 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cb7776-d9b3-40a5-8073-91bb6e38630e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:40:43.712834 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b0e6ac-ef52-47e0-ba2b-329b4bb1506b None None] Sync routers for ids ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:40:43.720714 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f5cb7776-d9b3-40a5-8073-91bb6e38630e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:43.722496 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b0e6ac-ef52-47e0-ba2b-329b4bb1506b None None] Routers {'91a00ccd-0b76-4483-bc6f-9fbc89a6c682'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:43.723103 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-09b0e6ac-ef52-47e0-ba2b-329b4bb1506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:40:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:43.769590 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f5cb7776-d9b3-40a5-8073-91bb6e38630e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6573625 Aug 11 02:40:43.769590 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c41f44-23cf-4019-8d48-d13cefec13e9', 'tag': '8cb794e3-3254-435c-b6c2-c13d85bf8916'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:40:43.769590 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e399b695-ccb6-4720-90ab-b326eb4b7c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c41f44-23cf-4019-8d48-d13cefec13e9", "tag": "8cb794e3-3254-435c-b6c2-c13d85bf8916"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:40:43.837416 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-09b0e6ac-ef52-47e0-ba2b-329b4bb1506b None None] Set router 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:40:43.935393 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e5eccd-e0e9-44db-a9a9-dcc421f6be3a x-openstack-request-id: req-64e5eccd-e0e9-44db-a9a9-dcc421f6be3a {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:40:43.936522 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c41f44-23cf-4019-8d48-d13cefec13e9", "tag": "8cb794e3-3254-435c-b6c2-c13d85bf8916", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:40:43.936522 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-64e5eccd-e0e9-44db-a9a9-dcc421f6be3a {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:40:43.937324 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c41f44-23cf-4019-8d48-d13cefec13e9', 'tag': '8cb794e3-3254-435c-b6c2-c13d85bf8916', 'status': 'completed', 'code': 200} Aug 11 02:40:44.004397 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399b695-ccb6-4720-90ab-b326eb4b7c5e req-569a032c-a3c7-4584-a6ba-54527da205b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:44.005952 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e399b695-ccb6-4720-90ab-b326eb4b7c5e req-569a032c-a3c7-4584-a6ba-54527da205b9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 1098 time: 0.0474982 Aug 11 02:40:44.092841 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-09b0e6ac-ef52-47e0-ba2b-329b4bb1506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'name': 'tempest-TestVolumeBootPattern-237556104-router', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:45Z', 'updated_at': '2021-08-11T02:32:52Z', 'revision_number': 4, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'gw_port': {'id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:46Z', 'updated_at': '2021-08-11T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '604e5dcb-d9fd-4fd0-9dfb-c40faa4a6d4d', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'floating_ip_address': '172.25.2.245', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'port_id': '8cb794e3-3254-435c-b6c2-c13d85bf8916', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'mac_address': 'fa:16:3e:b7:4e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c41f44-23cf-4019-8d48-d13cefec13e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:40:42Z', 'updated_at': '2021-08-11T02:40:42Z', 'revision_number': 0, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e344d24-acca-4dfc-bdf9-f70b80a92cea', 'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'mac_address': 'fa:16:3e:94:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:51Z', 'updated_at': '2021-08-11T02:33:01Z', 'revision_number': 5, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'subnets': [{'id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:44.106038 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399b695-ccb6-4720-90ab-b326eb4b7c5e req-c052f071-a4e5-4526-a1fa-0a49e1c845c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:44.108483 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e399b695-ccb6-4720-90ab-b326eb4b7c5e req-c052f071-a4e5-4526-a1fa-0a49e1c845c6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 912 time: 0.0947759 Aug 11 02:40:44.127523 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b0e6ac-ef52-47e0-ba2b-329b4bb1506b None None] Checking router: 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:40:44.137645 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b0e6ac-ef52-47e0-ba2b-329b4bb1506b None None] Routers {'91a00ccd-0b76-4483-bc6f-9fbc89a6c682'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:44.138270 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-09b0e6ac-ef52-47e0-ba2b-329b4bb1506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:40:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:44.213665 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e399b695-ccb6-4720-90ab-b326eb4b7c5e req-9687398b-f17e-4dcd-a59f-212d909861b1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cb794e3-3254-435c-b6c2-c13d85bf8916 HTTP/1.1" status: 200 len: 1000 time: 0.0977662 Aug 11 02:40:44.248930 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-09b0e6ac-ef52-47e0-ba2b-329b4bb1506b None None] Set router 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:40:44.273498 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399b695-ccb6-4720-90ab-b326eb4b7c5e req-7c27378c-312c-4af7-ac5e-66eb14298140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:44.275744 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e399b695-ccb6-4720-90ab-b326eb4b7c5e req-7c27378c-312c-4af7-ac5e-66eb14298140 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a HTTP/1.1" status: 200 len: 850 time: 0.0542879 Aug 11 02:40:44.325276 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399b695-ccb6-4720-90ab-b326eb4b7c5e req-eb705372-dddf-42c0-9e16-622b61beb7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:44.326919 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e399b695-ccb6-4720-90ab-b326eb4b7c5e req-eb705372-dddf-42c0-9e16-622b61beb7bd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436149 Aug 11 02:40:44.428990 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e399b695-ccb6-4720-90ab-b326eb4b7c5e req-57456628-fb07-4533-b521-ba63aa4522d9 service neutron] 10.222.0.66 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939105 Aug 11 02:40:44.486066 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-09b0e6ac-ef52-47e0-ba2b-329b4bb1506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'name': 'tempest-TestVolumeBootPattern-237556104-router', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:45Z', 'updated_at': '2021-08-11T02:32:52Z', 'revision_number': 4, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'gw_port': {'id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:46Z', 'updated_at': '2021-08-11T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '604e5dcb-d9fd-4fd0-9dfb-c40faa4a6d4d', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'floating_ip_address': '172.25.2.245', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'port_id': '8cb794e3-3254-435c-b6c2-c13d85bf8916', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'mac_address': 'fa:16:3e:b7:4e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c41f44-23cf-4019-8d48-d13cefec13e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:40:42Z', 'updated_at': '2021-08-11T02:40:42Z', 'revision_number': 0, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e344d24-acca-4dfc-bdf9-f70b80a92cea', 'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'mac_address': 'fa:16:3e:94:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:51Z', 'updated_at': '2021-08-11T02:33:01Z', 'revision_number': 5, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'subnets': [{'id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:44.517766 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b0e6ac-ef52-47e0-ba2b-329b4bb1506b None None] The sync data for ids ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'] in n-d-615180-33 is: [{'id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'name': 'tempest-TestVolumeBootPattern-237556104-router', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:45Z', 'updated_at': '2021-08-11T02:32:52Z', 'revision_number': 4, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'gw_port': {'id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:46Z', 'updated_at': '2021-08-11T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '604e5dcb-d9fd-4fd0-9dfb-c40faa4a6d4d', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'floating_ip_address': '172.25.2.245', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'port_id': '8cb794e3-3254-435c-b6c2-c13d85bf8916', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'mac_address': 'fa:16:3e:b7:4e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c41f44-23cf-4019-8d48-d13cefec13e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:40:42Z', 'updated_at': '2021-08-11T02:40:42Z', 'revision_number': 0, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e344d24-acca-4dfc-bdf9-f70b80a92cea', 'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'mac_address': 'fa:16:3e:94:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:51Z', 'updated_at': '2021-08-11T02:33:01Z', 'revision_number': 5, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'subnets': [{'id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:40:44.529822 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e399b695-ccb6-4720-90ab-b326eb4b7c5e req-9e0f8c09-76b9-4a50-a8b6-850c6bfd8c62 service neutron] 10.222.0.66 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929129 Aug 11 02:40:44.750821 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e453dd-985b-48ce-8674-c51f6c241fb4 None None] New status for floating IP 604e5dcb-d9fd-4fd0-9dfb-c40faa4a6d4d: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:40:45.645239 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0ec29138-ab50-4135-9001-180273b39e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:48.334242 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-36746ec2-43d9-4b33-a144-0ec938ba799b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:48.372606 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:49.987553 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:51.518796 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:54.622768 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:55.451343 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:55.688133 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55750) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:55.798308 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-251dc737-c0fb-4488-8a5f-0be00ea286d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:55.886949 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-251dc737-c0fb-4488-8a5f-0be00ea286d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:55.890617 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-251dc737-c0fb-4488-8a5f-0be00ea286d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:55.929982 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-251dc737-c0fb-4488-8a5f-0be00ea286d6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=320156cc95d64b93b7e605d73189eeb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2407868 Aug 11 02:40:55.931172 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251dc737-c0fb-4488-8a5f-0be00ea286d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfbf5fb-2fba-4670-948d-c260f16f4e7e,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:55.932723 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55756) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:55.981644 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e1a726f0-10e3-4e66-a16b-7fee35933071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.001900 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e1a726f0-10e3-4e66-a16b-7fee35933071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.047734 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e1a726f0-10e3-4e66-a16b-7fee35933071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.050203 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e1a726f0-10e3-4e66-a16b-7fee35933071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.051344 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e1a726f0-10e3-4e66-a16b-7fee35933071 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cbfbf5fb-2fba-4670-948d-c260f16f4e7e HTTP/1.1" status: 204 len: 168 time: 0.1175754 Aug 11 02:40:56.058704 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a726f0-10e3-4e66-a16b-7fee35933071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfbf5fb-2fba-4670-948d-c260f16f4e7e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:02.328923 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:41:05.345113 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 55848) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:05.458891 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ad05cb01-e687-4b87-beb9-b9533ec4aa7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:05.558198 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ad05cb01-e687-4b87-beb9-b9533ec4aa7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:05.562216 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ad05cb01-e687-4b87-beb9-b9533ec4aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:05.598585 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05cb01-e687-4b87-beb9-b9533ec4aa7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5922382-3e0b-4bba-ae92-a9970f1ce33f,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:05.602953 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ad05cb01-e687-4b87-beb9-b9533ec4aa7d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bb677e439d864857910a8e30a6b13717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2567508 Aug 11 02:41:05.605781 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 55852) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:05.658128 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7f1478dc-9df3-40c9-b45a-5714a4dd30f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:05.679440 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7f1478dc-9df3-40c9-b45a-5714a4dd30f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:05.726908 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7f1478dc-9df3-40c9-b45a-5714a4dd30f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:05.729461 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7f1478dc-9df3-40c9-b45a-5714a4dd30f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:05.730620 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7f1478dc-9df3-40c9-b45a-5714a4dd30f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c5922382-3e0b-4bba-ae92-a9970f1ce33f HTTP/1.1" status: 204 len: 168 time: 0.1237741 Aug 11 02:41:05.738499 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1478dc-9df3-40c9-b45a-5714a4dd30f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5922382-3e0b-4bba-ae92-a9970f1ce33f,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:15.645670 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-41a818dd-5c8b-40da-b7cd-ee9b48cda01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:18.335952 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9c541904-787f-401c-9348-760257fe27cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:18.373939 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:19.991052 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:21.514066 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:24.641780 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:25.446480 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.728220 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56004) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:32.833885 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-92a15e25-341d-4751-90b5-28a0d4afa994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.923470 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-92a15e25-341d-4751-90b5-28a0d4afa994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.927064 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-92a15e25-341d-4751-90b5-28a0d4afa994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.964424 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-92a15e25-341d-4751-90b5-28a0d4afa994 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d27529b8c1084edf888abb023bfec33d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351527 Aug 11 02:41:32.965622 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a15e25-341d-4751-90b5-28a0d4afa994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2ff2f3-e44b-489a-bffd-06e469dbbc97,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:32.967123 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56008) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:32.973012 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a15e25-341d-4751-90b5-28a0d4afa994 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:32.973360 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a15e25-341d-4751-90b5-28a0d4afa994 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:32.973698 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a15e25-341d-4751-90b5-28a0d4afa994 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:32.974033 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a15e25-341d-4751-90b5-28a0d4afa994 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:32.974364 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a15e25-341d-4751-90b5-28a0d4afa994 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:32.974690 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a15e25-341d-4751-90b5-28a0d4afa994 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:32.975016 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a15e25-341d-4751-90b5-28a0d4afa994 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:32.975337 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a15e25-341d-4751-90b5-28a0d4afa994 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:32.976376 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a15e25-341d-4751-90b5-28a0d4afa994 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:32.976859 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a15e25-341d-4751-90b5-28a0d4afa994 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:32.977212 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a15e25-341d-4751-90b5-28a0d4afa994 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:32.977645 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a15e25-341d-4751-90b5-28a0d4afa994 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:33.017513 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-23052380-e17f-47ec-bb7d-751f234f49b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:33.037743 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-23052380-e17f-47ec-bb7d-751f234f49b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:33.083130 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-23052380-e17f-47ec-bb7d-751f234f49b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:33.085685 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-23052380-e17f-47ec-bb7d-751f234f49b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:33.086847 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-23052380-e17f-47ec-bb7d-751f234f49b3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3a2ff2f3-e44b-489a-bffd-06e469dbbc97 HTTP/1.1" status: 204 len: 168 time: 0.1186163 Aug 11 02:41:33.094519 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23052380-e17f-47ec-bb7d-751f234f49b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2ff2f3-e44b-489a-bffd-06e469dbbc97,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:33.103271 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23052380-e17f-47ec-bb7d-751f234f49b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:33.103817 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23052380-e17f-47ec-bb7d-751f234f49b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:33.104330 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23052380-e17f-47ec-bb7d-751f234f49b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:33.104832 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23052380-e17f-47ec-bb7d-751f234f49b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:33.105323 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23052380-e17f-47ec-bb7d-751f234f49b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:33.105681 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23052380-e17f-47ec-bb7d-751f234f49b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:33.106004 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23052380-e17f-47ec-bb7d-751f234f49b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:33.106336 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23052380-e17f-47ec-bb7d-751f234f49b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:33.106702 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23052380-e17f-47ec-bb7d-751f234f49b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:33.107059 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23052380-e17f-47ec-bb7d-751f234f49b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:33.107391 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23052380-e17f-47ec-bb7d-751f234f49b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:33.107821 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23052380-e17f-47ec-bb7d-751f234f49b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:33.964300 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9ccad8ef-d94a-4d92-990e-a2b40ac4933b req-d1c8f6e6-d3a7-407a-8ff5-49e939c76680 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398831 Aug 11 02:41:34.046944 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccad8ef-d94a-4d92-990e-a2b40ac4933b req-41b27a80-702d-4403-82a7-7a51a143a288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:34.048511 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9ccad8ef-d94a-4d92-990e-a2b40ac4933b req-41b27a80-702d-4403-82a7-7a51a143a288 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 1098 time: 0.0419676 Aug 11 02:41:34.173898 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccad8ef-d94a-4d92-990e-a2b40ac4933b req-c9db2408-b804-4671-9a3d-ff3a6456ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:34.175383 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9ccad8ef-d94a-4d92-990e-a2b40ac4933b req-c9db2408-b804-4671-9a3d-ff3a6456ecb9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 912 time: 0.1058481 Aug 11 02:41:34.243575 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9ccad8ef-d94a-4d92-990e-a2b40ac4933b req-5266b675-33db-46e8-93aa-761d74dcbe4d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cb794e3-3254-435c-b6c2-c13d85bf8916 HTTP/1.1" status: 200 len: 1002 time: 0.0599053 Aug 11 02:41:34.298255 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccad8ef-d94a-4d92-990e-a2b40ac4933b req-c94dcc92-f6c1-4c41-8196-1934dadd07b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:34.299931 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9ccad8ef-d94a-4d92-990e-a2b40ac4933b req-c94dcc92-f6c1-4c41-8196-1934dadd07b1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a HTTP/1.1" status: 200 len: 850 time: 0.0492787 Aug 11 02:41:34.345842 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccad8ef-d94a-4d92-990e-a2b40ac4933b req-c4ccc70e-6b00-41ab-82e1-cfd85d6e3f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:34.347388 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9ccad8ef-d94a-4d92-990e-a2b40ac4933b req-c4ccc70e-6b00-41ab-82e1-cfd85d6e3f10 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402620 Aug 11 02:41:34.451630 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9ccad8ef-d94a-4d92-990e-a2b40ac4933b req-4876ba67-49b5-4ef3-ba7a-2e6790bd0755 service neutron] 10.222.0.66 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965421 Aug 11 02:41:34.545352 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9ccad8ef-d94a-4d92-990e-a2b40ac4933b req-6d52e20b-0732-479c-87a9-7636cf13c977 service neutron] 10.222.0.66 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863724 Aug 11 02:41:39.327754 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:41:45.646898 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9145104c-902c-4fad-a752-f7b0fc4de4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:47.136540 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56154) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:47.241773 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9673ade1-7b7b-418f-a095-c52ef3936f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:47.327407 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9673ade1-7b7b-418f-a095-c52ef3936f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:47.330984 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9673ade1-7b7b-418f-a095-c52ef3936f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:47.371838 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9673ade1-7b7b-418f-a095-c52ef3936f6b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4c5e787165f44976af715f33aa83faa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2341766 Aug 11 02:41:47.372801 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673ade1-7b7b-418f-a095-c52ef3936f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c46c12-b627-47f6-8412-4410ff74432e,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:47.374530 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56158) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:47.426893 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7ee70928-bcf9-4821-9204-d424d05f7764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:47.448781 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7ee70928-bcf9-4821-9204-d424d05f7764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:47.499624 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7ee70928-bcf9-4821-9204-d424d05f7764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:47.502156 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7ee70928-bcf9-4821-9204-d424d05f7764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:47.503319 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7ee70928-bcf9-4821-9204-d424d05f7764 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e4c46c12-b627-47f6-8412-4410ff74432e HTTP/1.1" status: 204 len: 168 time: 0.1269753 Aug 11 02:41:47.511484 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee70928-bcf9-4821-9204-d424d05f7764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c46c12-b627-47f6-8412-4410ff74432e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:48.336635 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8fb68c63-5bfc-40f8-946c-46ebbaec0efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:48.375877 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:49.998312 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:51.515626 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:54.631122 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:55.242272 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-5300352b-eef5-4202-9b3f-b091d0a4e202 req-c73b2c88-0ddc-4737-a975-0edf4f05920e service neutron] (94507) timed out ('10.222.0.50', 52614) {{(pid=94507) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 02:41:55.453319 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:05.537958 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56290) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:05.644161 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8bf8158-8c7c-4700-8f88-8a127ef88c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:05.736205 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8bf8158-8c7c-4700-8f88-8a127ef88c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:05.740090 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8bf8158-8c7c-4700-8f88-8a127ef88c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:05.777165 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf8158-8c7c-4700-8f88-8a127ef88c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b076055-3bb7-435b-8599-534023610c92,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:05.781620 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f8bf8158-8c7c-4700-8f88-8a127ef88c6d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6b97fac194be4169977b8d4932ea3e94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2420628 Aug 11 02:42:05.784319 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56294) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:05.832901 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c94eaeea-af69-4dd3-87da-1c64278109ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:05.853787 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c94eaeea-af69-4dd3-87da-1c64278109ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:05.900216 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c94eaeea-af69-4dd3-87da-1c64278109ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:05.902831 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c94eaeea-af69-4dd3-87da-1c64278109ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:05.904005 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c94eaeea-af69-4dd3-87da-1c64278109ed admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5b076055-3bb7-435b-8599-534023610c92 HTTP/1.1" status: 204 len: 168 time: 0.1187398 Aug 11 02:42:05.911439 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94eaeea-af69-4dd3-87da-1c64278109ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b076055-3bb7-435b-8599-534023610c92,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:08.690931 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56342) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:08.696313 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-492d949a-b1e6-4442-bf0e-4456bd250075 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1212448931', 'description': 'tempest-secgroup-smoke-1212448931 description', 'project_id': '83a11b7064d64ae6b3165041fbab4c71'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:08.717139 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-492d949a-b1e6-4442-bf0e-4456bd250075 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:08.724648 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-492d949a-b1e6-4442-bf0e-4456bd250075 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:08.812785 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-492d949a-b1e6-4442-bf0e-4456bd250075 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:08.816553 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-492d949a-b1e6-4442-bf0e-4456bd250075 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:08.856181 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d949a-b1e6-4442-bf0e-4456bd250075 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9beec025-b850-44c5-86f3-79a8d4faf591,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:08.913315 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-492d949a-b1e6-4442-bf0e-4456bd250075 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:08.916976 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-492d949a-b1e6-4442-bf0e-4456bd250075 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:08.947122 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-492d949a-b1e6-4442-bf0e-4456bd250075 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:08.948374 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-492d949a-b1e6-4442-bf0e-4456bd250075 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2563801 Aug 11 02:42:08.950203 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d949a-b1e6-4442-bf0e-4456bd250075 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11969022-8b2d-4c86-9af4-16246a979df6,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:08.951409 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56346) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:08.957258 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-61f7edd3-fbb9-43a8-8ecc-4509e2ec7bd4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'security_group_rule': {'security_group_id': '11969022-8b2d-4c86-9af4-16246a979df6', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:08.984154 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-61f7edd3-fbb9-43a8-8ecc-4509e2ec7bd4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.029770 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-61f7edd3-fbb9-43a8-8ecc-4509e2ec7bd4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.033087 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-61f7edd3-fbb9-43a8-8ecc-4509e2ec7bd4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.050668 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7edd3-fbb9-43a8-8ecc-4509e2ec7bd4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d34745f-cf55-4684-b3f7-a4afffae6f50,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:09.056181 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-61f7edd3-fbb9-43a8-8ecc-4509e2ec7bd4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.057387 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-61f7edd3-fbb9-43a8-8ecc-4509e2ec7bd4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1042171 Aug 11 02:42:09.060292 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56348) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:09.064931 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-864cd122-820d-498d-bb70-f06d37448995 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'security_group_rule': {'security_group_id': '11969022-8b2d-4c86-9af4-16246a979df6', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:09.089917 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-864cd122-820d-498d-bb70-f06d37448995 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.144659 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-864cd122-820d-498d-bb70-f06d37448995 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.147961 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-864cd122-820d-498d-bb70-f06d37448995 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.165767 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864cd122-820d-498d-bb70-f06d37448995 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d15499-b0ae-4ded-83b2-34fa7dce027b,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:09.171395 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-864cd122-820d-498d-bb70-f06d37448995 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.172927 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-864cd122-820d-498d-bb70-f06d37448995 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1113186 Aug 11 02:42:09.175446 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56350) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:09.180690 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-25d3750b-d516-4585-8016-92e68ac57920 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'security_group_rule': {'security_group_id': '11969022-8b2d-4c86-9af4-16246a979df6', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:09.205456 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25d3750b-d516-4585-8016-92e68ac57920 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.262449 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25d3750b-d516-4585-8016-92e68ac57920 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.265900 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25d3750b-d516-4585-8016-92e68ac57920 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.282862 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3750b-d516-4585-8016-92e68ac57920 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b248c27a-a7fa-4def-9652-d39ac44e0f57,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:09.289117 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25d3750b-d516-4585-8016-92e68ac57920 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.290219 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-25d3750b-d516-4585-8016-92e68ac57920 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138244 Aug 11 02:42:09.293008 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56352) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:09.297329 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-0c981e34-0592-4446-b1ae-8bf362f0de8e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'security_group_rule': {'security_group_id': '11969022-8b2d-4c86-9af4-16246a979df6', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:09.321825 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0c981e34-0592-4446-b1ae-8bf362f0de8e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.690929 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0c981e34-0592-4446-b1ae-8bf362f0de8e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.695703 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0c981e34-0592-4446-b1ae-8bf362f0de8e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.713530 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c981e34-0592-4446-b1ae-8bf362f0de8e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd2bdac-63ca-4bfe-9ebf-86f41589f422,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:09.718691 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0c981e34-0592-4446-b1ae-8bf362f0de8e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.720476 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0c981e34-0592-4446-b1ae-8bf362f0de8e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4264948 Aug 11 02:42:09.723070 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56354) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:09.727527 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-84a8544a-77bb-4638-8383-1b55ecdee951 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'security_group_rule': {'security_group_id': '11969022-8b2d-4c86-9af4-16246a979df6', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:09.748126 n-d-615180-33 neutron-server[94506]: INFO neutron.db.securitygroups_db [None req-84a8544a-77bb-4638-8383-1b55ecdee951 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Project 83a11b7064d64ae6b3165041fbab4c71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:42:09.752927 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84a8544a-77bb-4638-8383-1b55ecdee951 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.811894 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84a8544a-77bb-4638-8383-1b55ecdee951 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.815263 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84a8544a-77bb-4638-8383-1b55ecdee951 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.835435 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8544a-77bb-4638-8383-1b55ecdee951 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da7f91b3-3acf-4fde-a870-a358534837a8,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:09.838277 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84a8544a-77bb-4638-8383-1b55ecdee951 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.839473 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-84a8544a-77bb-4638-8383-1b55ecdee951 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1154447 Aug 11 02:42:09.842230 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56356) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:09.846548 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-87f72896-384a-4c0b-8a2b-813fb7471c56 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'security_group_rule': {'security_group_id': '11969022-8b2d-4c86-9af4-16246a979df6', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:09.868213 n-d-615180-33 neutron-server[94506]: INFO neutron.db.securitygroups_db [None req-87f72896-384a-4c0b-8a2b-813fb7471c56 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Project 83a11b7064d64ae6b3165041fbab4c71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:42:09.873009 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-87f72896-384a-4c0b-8a2b-813fb7471c56 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.933269 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-87f72896-384a-4c0b-8a2b-813fb7471c56 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.936802 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-87f72896-384a-4c0b-8a2b-813fb7471c56 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.953978 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f72896-384a-4c0b-8a2b-813fb7471c56 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a60edb-c814-46a6-be22-c297c03839c3,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:09.960529 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-87f72896-384a-4c0b-8a2b-813fb7471c56 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.961723 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-87f72896-384a-4c0b-8a2b-813fb7471c56 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185505 Aug 11 02:42:09.964546 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56358) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:09.969459 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-67e2de66-4447-40ea-a884-463e4e56378b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'network': {'name': 'tempest-network-smoke--662473147', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'port_security_enabled': True}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:09.988710 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e2de66-4447-40ea-a884-463e4e56378b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Made reservation on behalf of 83a11b7064d64ae6b3165041fbab4c71 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:09.992550 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-67e2de66-4447-40ea-a884-463e4e56378b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.015310 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e2de66-4447-40ea-a884-463e4e56378b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:42:10.024293 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-67e2de66-4447-40ea-a884-463e4e56378b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.024750 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-67e2de66-4447-40ea-a884-463e4e56378b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Added segment 65a2edce-35ab-4207-827f-594fc9da186d of type vlan for network fcb0f1de-265c-463f-b445-5539d49754e6 Aug 11 02:42:10.073998 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-67e2de66-4447-40ea-a884-463e4e56378b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.101009 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-67e2de66-4447-40ea-a884-463e4e56378b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.106509 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e2de66-4447-40ea-a884-463e4e56378b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:10.107091 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-67e2de66-4447-40ea-a884-463e4e56378b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.161946 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-67e2de66-4447-40ea-a884-463e4e56378b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1963317 Aug 11 02:42:10.164825 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56360) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:10.169720 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-e18752e6-d055-425a-959d-a9d64479c8bd tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1338418596', 'admin_state_up': True, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:10.173019 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2de66-4447-40ea-a884-463e4e56378b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Network': ['ID=fcb0f1de-265c-463f-b445-5539d49754e6,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:10.185142 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network fcb0f1de-265c-463f-b445-5539d49754e6 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:42:10.193101 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e18752e6-d055-425a-959d-a9d64479c8bd tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.194702 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e18752e6-d055-425a-959d-a9d64479c8bd tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.244896 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e18752e6-d055-425a-959d-a9d64479c8bd tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.382840 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e18752e6-d055-425a-959d-a9d64479c8bd tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.571365 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e18752e6-d055-425a-959d-a9d64479c8bd tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.590047 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e18752e6-d055-425a-959d-a9d64479c8bd tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.692789 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-e18752e6-d055-425a-959d-a9d64479c8bd tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Allocated IP 172.25.2.32 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/ee1e387b-83c1-4afd-8b23-92ed60368044) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:10.797756 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e18752e6-d055-425a-959d-a9d64479c8bd tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.836033 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e18752e6-d055-425a-959d-a9d64479c8bd tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.869982 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18752e6-d055-425a-959d-a9d64479c8bd tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:10.872815 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-e18752e6-d055-425a-959d-a9d64479c8bd tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:10.875330 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18752e6-d055-425a-959d-a9d64479c8bd tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:42:10.907995 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18752e6-d055-425a-959d-a9d64479c8bd tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Port': ['ID=ee1e387b-83c1-4afd-8b23-92ed60368044,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:11.126990 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e18752e6-d055-425a-959d-a9d64479c8bd tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:11.318155 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e18752e6-d055-425a-959d-a9d64479c8bd tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:11.443456 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18752e6-d055-425a-959d-a9d64479c8bd tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Router c6c96743-0410-43fd-9db1-9e2287461334 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:42:11.555394 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18752e6-d055-425a-959d-a9d64479c8bd tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:42:11.565286 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adbc3d9-9114-4fcc-a76f-ba94c5b131a2 None None] Sync routers for ids ['c6c96743-0410-43fd-9db1-9e2287461334'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:42:11.575086 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e18752e6-d055-425a-959d-a9d64479c8bd tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:11.576522 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e18752e6-d055-425a-959d-a9d64479c8bd tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4105387 Aug 11 02:42:11.579609 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56366) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:11.579751 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adbc3d9-9114-4fcc-a76f-ba94c5b131a2 None None] Routers {'c6c96743-0410-43fd-9db1-9e2287461334'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:11.580268 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0adbc3d9-9114-4fcc-a76f-ba94c5b131a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:41:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['c6c96743-0410-43fd-9db1-9e2287461334'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:11.684978 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-0adbc3d9-9114-4fcc-a76f-ba94c5b131a2 None None] Set router c6c96743-0410-43fd-9db1-9e2287461334 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:11.719771 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-346f97fc-27c8-4890-adb8-fc76b0155cd2 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=83a11b7064d64ae6b3165041fbab4c71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1365547 Aug 11 02:42:11.720160 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56370) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:11.865083 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0adbc3d9-9114-4fcc-a76f-ba94c5b131a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338418596', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ee1e387b-83c1-4afd-8b23-92ed60368044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:10Z', 'updated_at': '2021-08-11T02:42:11Z', 'revision_number': 3, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': 'ee1e387b-83c1-4afd-8b23-92ed60368044', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:10Z', 'updated_at': '2021-08-11T02:42:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:11.876071 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c35e579-8637-4d59-8bb7-7c5d60a249d1 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:11.877615 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2c35e579-8637-4d59-8bb7-7c5d60a249d1 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1565895 Aug 11 02:42:11.880630 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56372) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:11.895727 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adbc3d9-9114-4fcc-a76f-ba94c5b131a2 None None] Checking router: c6c96743-0410-43fd-9db1-9e2287461334 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:42:11.895976 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adbc3d9-9114-4fcc-a76f-ba94c5b131a2 None None] Updating router c6c96743-0410-43fd-9db1-9e2287461334 port ee1e387b-83c1-4afd-8b23-92ed60368044 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:42:11.921509 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7a4f9acb-634d-4b91-9574-888ce5ad836d tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=2e931faf-12fe-43f6-b34b-8aa380b6ef75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396349 Aug 11 02:42:11.924357 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56374) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:11.930467 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-7e40ad6b-1617-417c-811c-ffe5437afcb9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1202303226', 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:12.017393 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-0adbc3d9-9114-4fcc-a76f-ba94c5b131a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:12.029820 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e40ad6b-1617-417c-811c-ffe5437afcb9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Made reservation on behalf of 83a11b7064d64ae6b3165041fbab4c71 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:12.033309 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7e40ad6b-1617-417c-811c-ffe5437afcb9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:12.222445 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7e40ad6b-1617-417c-811c-ffe5437afcb9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:12.288306 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-0adbc3d9-9114-4fcc-a76f-ba94c5b131a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:12.289314 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40ad6b-1617-417c-811c-ffe5437afcb9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Subnet': ['ID=94f2729b-5434-482e-99e4-c190124072d7,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:12.297277 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e40ad6b-1617-417c-811c-ffe5437afcb9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Checking segment: {'id': '65a2edce-35ab-4207-827f-594fc9da186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:12.297620 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e40ad6b-1617-417c-811c-ffe5437afcb9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Network hostable DHCP agents. Network: fcb0f1de-265c-463f-b445-5539d49754e6, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:42:12.301021 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-0adbc3d9-9114-4fcc-a76f-ba94c5b131a2 None None] Transition to ACTIVE for port object ee1e387b-83c1-4afd-8b23-92ed60368044 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:12.307080 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-0adbc3d9-9114-4fcc-a76f-ba94c5b131a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:12.316153 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e40ad6b-1617-417c-811c-ffe5437afcb9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Network fcb0f1de-265c-463f-b445-5539d49754e6 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:42:12.325627 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-7e40ad6b-1617-417c-811c-ffe5437afcb9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, fcb0f1de-265c-463f-b445-5539d49754e6) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:12.330205 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e40ad6b-1617-417c-811c-ffe5437afcb9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:12.330878 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7e40ad6b-1617-417c-811c-ffe5437afcb9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:12.342109 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d39b68c-f225-4be9-916c-95e8fb95ffeb None None] Network fcb0f1de-265c-463f-b445-5539d49754e6 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:12.357019 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7e40ad6b-1617-417c-811c-ffe5437afcb9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4313929 Aug 11 02:42:12.359483 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56376) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:12.392621 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-0adbc3d9-9114-4fcc-a76f-ba94c5b131a2 None None] Attempting to bind port ee1e387b-83c1-4afd-8b23-92ed60368044 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:42:12.393047 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-0adbc3d9-9114-4fcc-a76f-ba94c5b131a2 None None] Attempting to bind port ee1e387b-83c1-4afd-8b23-92ed60368044 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:42:12.393369 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adbc3d9-9114-4fcc-a76f-ba94c5b131a2 None None] Attempting to bind port ee1e387b-83c1-4afd-8b23-92ed60368044 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:12.399519 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adbc3d9-9114-4fcc-a76f-ba94c5b131a2 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:42:12.399995 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adbc3d9-9114-4fcc-a76f-ba94c5b131a2 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:12.400316 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-0adbc3d9-9114-4fcc-a76f-ba94c5b131a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:12.400712 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adbc3d9-9114-4fcc-a76f-ba94c5b131a2 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:42:12.401184 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-0adbc3d9-9114-4fcc-a76f-ba94c5b131a2 None None] Bound port: ee1e387b-83c1-4afd-8b23-92ed60368044, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:42:12.401567 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-0adbc3d9-9114-4fcc-a76f-ba94c5b131a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:12.403501 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236dcff2-e1a0-4e4f-8974-5644fbc461c1 None None] Pushing event updated for resources: {'Port': ['ID=ee1e387b-83c1-4afd-8b23-92ed60368044,revision_number=2']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:12.411854 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236dcff2-e1a0-4e4f-8974-5644fbc461c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:12.412636 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236dcff2-e1a0-4e4f-8974-5644fbc461c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:12.413538 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236dcff2-e1a0-4e4f-8974-5644fbc461c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:12.413877 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236dcff2-e1a0-4e4f-8974-5644fbc461c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:12.414206 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236dcff2-e1a0-4e4f-8974-5644fbc461c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:12.414536 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236dcff2-e1a0-4e4f-8974-5644fbc461c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:12.414863 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236dcff2-e1a0-4e4f-8974-5644fbc461c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:12.415189 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236dcff2-e1a0-4e4f-8974-5644fbc461c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:12.415513 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236dcff2-e1a0-4e4f-8974-5644fbc461c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:12.415860 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236dcff2-e1a0-4e4f-8974-5644fbc461c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:12.416184 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236dcff2-e1a0-4e4f-8974-5644fbc461c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:12.416505 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236dcff2-e1a0-4e4f-8974-5644fbc461c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:12.496965 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-0adbc3d9-9114-4fcc-a76f-ba94c5b131a2 None None] For port ee1e387b-83c1-4afd-8b23-92ed60368044, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:42:12.514462 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-0adbc3d9-9114-4fcc-a76f-ba94c5b131a2 None None] For port ee1e387b-83c1-4afd-8b23-92ed60368044, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=ee1e387b-83c1-4afd-8b23-92ed60368044,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:42:12.530248 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-0adbc3d9-9114-4fcc-a76f-ba94c5b131a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:12.609537 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236dcff2-e1a0-4e4f-8974-5644fbc461c1 None None] Pushing event updated for resources: {'Port': ['ID=ee1e387b-83c1-4afd-8b23-92ed60368044,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:12.621631 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-fcb0f1de-265c-463f-b445-5539d49754e6', 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'fixed_ips': [{'subnet_id': '94f2729b-5434-482e-99e4-c190124072d7'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:42:12.622528 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:12.630404 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adbc3d9-9114-4fcc-a76f-ba94c5b131a2 None None] Routers {'c6c96743-0410-43fd-9db1-9e2287461334'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:12.634877 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0adbc3d9-9114-4fcc-a76f-ba94c5b131a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:41:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['c6c96743-0410-43fd-9db1-9e2287461334'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:12.769127 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-0adbc3d9-9114-4fcc-a76f-ba94c5b131a2 None None] Set router c6c96743-0410-43fd-9db1-9e2287461334 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:12.785618 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Allocated IP 172.20.0.2 (fcb0f1de-265c-463f-b445-5539d49754e6/94f2729b-5434-482e-99e4-c190124072d7/d4701d5a-23b5-4c31-9770-336f80aff508) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:12.954735 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:12.965268 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Transition to ACTIVE for port object d4701d5a-23b5-4c31-9770-336f80aff508 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:12.975575 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-0adbc3d9-9114-4fcc-a76f-ba94c5b131a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338418596', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ee1e387b-83c1-4afd-8b23-92ed60368044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:10Z', 'updated_at': '2021-08-11T02:42:11Z', 'revision_number': 3, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': 'ee1e387b-83c1-4afd-8b23-92ed60368044', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:10Z', 'updated_at': '2021-08-11T02:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:12.976961 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-70ad60d9-818c-4237-a030-d91c10cd97e3 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:12.981154 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Transition to ACTIVE for port object d4701d5a-23b5-4c31-9770-336f80aff508 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:12.988208 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:13.004373 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adbc3d9-9114-4fcc-a76f-ba94c5b131a2 None None] The sync data for ids ['c6c96743-0410-43fd-9db1-9e2287461334'] in n-d-615180-33 is: [{'id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338418596', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ee1e387b-83c1-4afd-8b23-92ed60368044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:10Z', 'updated_at': '2021-08-11T02:42:11Z', 'revision_number': 3, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': 'ee1e387b-83c1-4afd-8b23-92ed60368044', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:10Z', 'updated_at': '2021-08-11T02:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:42:13.031166 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Network fcb0f1de-265c-463f-b445-5539d49754e6 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:13.036246 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:13.040261 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:42:13.053397 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Pushing event updated for resources: {'Port': ['ID=d4701d5a-23b5-4c31-9770-336f80aff508,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:13.076388 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:13.076735 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:13.077360 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:13.077701 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:13.078030 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:13.078354 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:13.079119 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:13.079119 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:13.079366 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:13.079652 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:13.079970 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:13.080286 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:13.111665 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Attempting to bind port d4701d5a-23b5-4c31-9770-336f80aff508 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:42:13.112042 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Attempting to bind port d4701d5a-23b5-4c31-9770-336f80aff508 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '65a2edce-35ab-4207-827f-594fc9da186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:42:13.112406 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Attempting to bind port d4701d5a-23b5-4c31-9770-336f80aff508 on network fcb0f1de-265c-463f-b445-5539d49754e6 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:13.118080 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:42:13.118448 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Checking segment: {'id': '65a2edce-35ab-4207-827f-594fc9da186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:13.118856 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:13.119256 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Bound using segment: {'id': '65a2edce-35ab-4207-827f-594fc9da186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:42:13.119753 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Bound port: d4701d5a-23b5-4c31-9770-336f80aff508, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a2edce-35ab-4207-827f-594fc9da186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:42:13.120135 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:13.195319 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] For port d4701d5a-23b5-4c31-9770-336f80aff508, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:42:13.198654 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] For port d4701d5a-23b5-4c31-9770-336f80aff508, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d4701d5a-23b5-4c31-9770-336f80aff508,segment=NetworkSegment(65a2edce-35ab-4207-827f-594fc9da186d),segment_id=65a2edce-35ab-4207-827f-594fc9da186d)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:42:13.203332 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:13.280166 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297c55e-5b46-4e63-86d4-9efa97dc0e6b None None] Pushing event updated for resources: {'Port': ['ID=d4701d5a-23b5-4c31-9770-336f80aff508,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:13.362428 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-70ad60d9-818c-4237-a030-d91c10cd97e3 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Allocated IP 172.20.0.1 (fcb0f1de-265c-463f-b445-5539d49754e6/94f2729b-5434-482e-99e4-c190124072d7/d3f2b204-dcfa-4080-9877-840c59ac8794) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:13.502551 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-70ad60d9-818c-4237-a030-d91c10cd97e3 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:13.518782 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-70ad60d9-818c-4237-a030-d91c10cd97e3 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Transition to ACTIVE for port object d3f2b204-dcfa-4080-9877-840c59ac8794 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:13.557866 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-70ad60d9-818c-4237-a030-d91c10cd97e3 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:13.597792 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ad60d9-818c-4237-a030-d91c10cd97e3 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Network fcb0f1de-265c-463f-b445-5539d49754e6 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:13.606649 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-70ad60d9-818c-4237-a030-d91c10cd97e3 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:13.611026 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ad60d9-818c-4237-a030-d91c10cd97e3 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:42:13.664145 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad60d9-818c-4237-a030-d91c10cd97e3 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Port': ['ID=d3f2b204-dcfa-4080-9877-840c59ac8794,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:13.677712 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-70ad60d9-818c-4237-a030-d91c10cd97e3 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:13.828964 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-70ad60d9-818c-4237-a030-d91c10cd97e3 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:14.158249 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-70ad60d9-818c-4237-a030-d91c10cd97e3 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:14.165772 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-70ad60d9-818c-4237-a030-d91c10cd97e3 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:14.264110 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad60d9-818c-4237-a030-d91c10cd97e3 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Port': ['ID=d3f2b204-dcfa-4080-9877-840c59ac8794,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:14.267745 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-70ad60d9-818c-4237-a030-d91c10cd97e3 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:14.325577 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ee1e387b-83c1-4afd-8b23-92ed60368044 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:14.380044 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ad60d9-818c-4237-a030-d91c10cd97e3 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Network fcb0f1de-265c-463f-b445-5539d49754e6 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:14.381998 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-70ad60d9-818c-4237-a030-d91c10cd97e3 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:14.383821 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port ee1e387b-83c1-4afd-8b23-92ed60368044 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:14.389599 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port ee1e387b-83c1-4afd-8b23-92ed60368044 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:14.390081 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:14.480811 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3886d4b-2c09-4c1b-9e10-268cc1a1c197 None None] Network fcb0f1de-265c-463f-b445-5539d49754e6 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:14.517686 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ad60d9-818c-4237-a030-d91c10cd97e3 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Router c6c96743-0410-43fd-9db1-9e2287461334 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:42:14.653489 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ad60d9-818c-4237-a030-d91c10cd97e3 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:42:14.660105 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-70ad60d9-818c-4237-a030-d91c10cd97e3 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "PUT /v2.0/routers/c6c96743-0410-43fd-9db1-9e2287461334/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2932661 Aug 11 02:42:14.705327 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:14.748030 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a0f30678-56f2-40e5-baeb-d8ad358a63cf None None] Provisioning for port d4701d5a-23b5-4c31-9770-336f80aff508 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:14.764299 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port ee1e387b-83c1-4afd-8b23-92ed60368044, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=ee1e387b-83c1-4afd-8b23-92ed60368044,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:14.778279 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:14.779086 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d4701d5a-23b5-4c31-9770-336f80aff508 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:14.860897 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ef2a9799-e27c-45ac-a049-de249f629015 req-1dfd4d88-2e75-4940-8450-4e3be30971ff tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1212448931&fields=id&tenant_id=83a11b7064d64ae6b3165041fbab4c71 HTTP/1.1" status: 200 len: 267 time: 0.0478849 Aug 11 02:42:14.896473 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=ee1e387b-83c1-4afd-8b23-92ed60368044,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:14.939818 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a755a29-6132-4b41-ae78-5660ad10b392 None None] Sync routers for ids ['c6c96743-0410-43fd-9db1-9e2287461334'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:42:14.966245 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port d4701d5a-23b5-4c31-9770-336f80aff508 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:14.970734 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a755a29-6132-4b41-ae78-5660ad10b392 None None] Routers {'c6c96743-0410-43fd-9db1-9e2287461334'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:14.971375 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-8a755a29-6132-4b41-ae78-5660ad10b392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:41:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['c6c96743-0410-43fd-9db1-9e2287461334'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:14.976407 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port d4701d5a-23b5-4c31-9770-336f80aff508 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:14.976791 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:14.985346 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a9799-e27c-45ac-a049-de249f629015 req-0f714003-a232-43be-8722-9fa4a9bb9ab8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:14.997654 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ef2a9799-e27c-45ac-a049-de249f629015 req-0f714003-a232-43be-8722-9fa4a9bb9ab8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/networks?id=fcb0f1de-265c-463f-b445-5539d49754e6 HTTP/1.1" status: 200 len: 796 time: 0.1300380 Aug 11 02:42:15.024160 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ef2a9799-e27c-45ac-a049-de249f629015 req-e2150895-4896-42fd-830c-238c64948fe3 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/quotas/83a11b7064d64ae6b3165041fbab4c71 HTTP/1.1" status: 200 len: 375 time: 0.0201721 Aug 11 02:42:15.088253 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ef2a9799-e27c-45ac-a049-de249f629015 req-588cd605-4cc4-44c8-83b7-d91eca9d1a08 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584142 Aug 11 02:42:15.181858 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-8a755a29-6132-4b41-ae78-5660ad10b392 None None] Set router c6c96743-0410-43fd-9db1-9e2287461334 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:15.229746 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:15.325126 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port d4701d5a-23b5-4c31-9770-336f80aff508, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d4701d5a-23b5-4c31-9770-336f80aff508,segment=NetworkSegment(65a2edce-35ab-4207-827f-594fc9da186d),segment_id=65a2edce-35ab-4207-827f-594fc9da186d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:15.338486 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:15.445340 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9a35835e-1de1-44c9-95bc-1f04934e9ad8 None None] Provisioning complete for port d4701d5a-23b5-4c31-9770-336f80aff508 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:15.445842 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9a35835e-1de1-44c9-95bc-1f04934e9ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:15.498438 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=d4701d5a-23b5-4c31-9770-336f80aff508,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:15.598993 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ef2a9799-e27c-45ac-a049-de249f629015 req-6eacfcf2-350c-4851-b67b-07802285701b service neutron] 10.222.0.50 "GET /v2.0/networks/fcb0f1de-265c-463f-b445-5539d49754e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975643 Aug 11 02:42:15.613348 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9a35835e-1de1-44c9-95bc-1f04934e9ad8 None None] Provisioning for port d3f2b204-dcfa-4080-9877-840c59ac8794 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:15.620516 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9a35835e-1de1-44c9-95bc-1f04934e9ad8 None None] Provisioning complete for port d3f2b204-dcfa-4080-9877-840c59ac8794 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:15.620972 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9a35835e-1de1-44c9-95bc-1f04934e9ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:15.664350 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-8a755a29-6132-4b41-ae78-5660ad10b392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338418596', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ee1e387b-83c1-4afd-8b23-92ed60368044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:10Z', 'updated_at': '2021-08-11T02:42:13Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': 'ee1e387b-83c1-4afd-8b23-92ed60368044', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:10Z', 'updated_at': '2021-08-11T02:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'd3f2b204-dcfa-4080-9877-840c59ac8794', 'name': '', 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:d3:f6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '94f2729b-5434-482e-99e4-c190124072d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:13Z', 'updated_at': '2021-08-11T02:42:14Z', 'revision_number': 2, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': '94f2729b-5434-482e-99e4-c190124072d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:15.705305 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a755a29-6132-4b41-ae78-5660ad10b392 None None] Checking router: c6c96743-0410-43fd-9db1-9e2287461334 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:42:15.705773 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a755a29-6132-4b41-ae78-5660ad10b392 None None] Updating router c6c96743-0410-43fd-9db1-9e2287461334 port d3f2b204-dcfa-4080-9877-840c59ac8794 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:42:15.710803 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c74d806e-a88d-4ef3-bcb8-625833a50d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:15.731036 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ef2a9799-e27c-45ac-a049-de249f629015 req-82cdba22-d45a-465e-8784-4619524f0197 service neutron] 10.222.0.50 "GET /v2.0/networks/fcb0f1de-265c-463f-b445-5539d49754e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238296 Aug 11 02:42:15.749283 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8a755a29-6132-4b41-ae78-5660ad10b392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:15.751581 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-9a35835e-1de1-44c9-95bc-1f04934e9ad8 None None] Port d3f2b204-dcfa-4080-9877-840c59ac8794 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:42:15.900365 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-305405be-ca06-49ea-95de-8598ca303e52 None None] Provisioning complete for port d3f2b204-dcfa-4080-9877-840c59ac8794 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:15.900882 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-305405be-ca06-49ea-95de-8598ca303e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:15.957600 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b86cc61d-cf27-4aef-a9aa-cec302c29833 req-b0022ff6-4af6-4a81-a828-344986af99c5 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 210 time: 0.0434272 Aug 11 02:42:15.985027 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-305405be-ca06-49ea-95de-8598ca303e52 None None] Port d3f2b204-dcfa-4080-9877-840c59ac8794 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:42:16.116674 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8a755a29-6132-4b41-ae78-5660ad10b392 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:16.127953 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8a755a29-6132-4b41-ae78-5660ad10b392 None None] Transition to ACTIVE for port object d3f2b204-dcfa-4080-9877-840c59ac8794 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:16.134557 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8a755a29-6132-4b41-ae78-5660ad10b392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:16.186876 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fee499-66b0-4e38-8b9f-5eb35449582a None None] Pushing event updated for resources: {'Port': ['ID=d3f2b204-dcfa-4080-9877-840c59ac8794,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:16.289921 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-8a755a29-6132-4b41-ae78-5660ad10b392 None None] Attempting to bind port d3f2b204-dcfa-4080-9877-840c59ac8794 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:42:16.290293 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-8a755a29-6132-4b41-ae78-5660ad10b392 None None] Attempting to bind port d3f2b204-dcfa-4080-9877-840c59ac8794 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '65a2edce-35ab-4207-827f-594fc9da186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:42:16.290660 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a755a29-6132-4b41-ae78-5660ad10b392 None None] Attempting to bind port d3f2b204-dcfa-4080-9877-840c59ac8794 on network fcb0f1de-265c-463f-b445-5539d49754e6 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:16.296620 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a755a29-6132-4b41-ae78-5660ad10b392 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:42:16.296993 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a755a29-6132-4b41-ae78-5660ad10b392 None None] Checking segment: {'id': '65a2edce-35ab-4207-827f-594fc9da186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:16.297395 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8a755a29-6132-4b41-ae78-5660ad10b392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:16.297790 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a755a29-6132-4b41-ae78-5660ad10b392 None None] Bound using segment: {'id': '65a2edce-35ab-4207-827f-594fc9da186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:42:16.298250 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-8a755a29-6132-4b41-ae78-5660ad10b392 None None] Bound port: d3f2b204-dcfa-4080-9877-840c59ac8794, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a2edce-35ab-4207-827f-594fc9da186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:42:16.298672 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8a755a29-6132-4b41-ae78-5660ad10b392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:16.316591 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ee1e387b-83c1-4afd-8b23-92ed60368044 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:16.327442 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:42:16.421327 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-8a755a29-6132-4b41-ae78-5660ad10b392 None None] For port d3f2b204-dcfa-4080-9877-840c59ac8794, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:42:16.436684 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-8a755a29-6132-4b41-ae78-5660ad10b392 None None] For port d3f2b204-dcfa-4080-9877-840c59ac8794, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d3f2b204-dcfa-4080-9877-840c59ac8794,segment=NetworkSegment(65a2edce-35ab-4207-827f-594fc9da186d),segment_id=65a2edce-35ab-4207-827f-594fc9da186d)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:42:16.442877 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8a755a29-6132-4b41-ae78-5660ad10b392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:16.483860 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port ee1e387b-83c1-4afd-8b23-92ed60368044 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:16.484174 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:16.555307 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fee499-66b0-4e38-8b9f-5eb35449582a None None] Pushing event updated for resources: {'Port': ['ID=d3f2b204-dcfa-4080-9877-840c59ac8794,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:16.561315 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a755a29-6132-4b41-ae78-5660ad10b392 None None] Routers {'c6c96743-0410-43fd-9db1-9e2287461334'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:16.561795 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-8a755a29-6132-4b41-ae78-5660ad10b392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:41:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['c6c96743-0410-43fd-9db1-9e2287461334'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:16.722308 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d4701d5a-23b5-4c31-9770-336f80aff508 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:16.766026 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-8a755a29-6132-4b41-ae78-5660ad10b392 None None] Set router c6c96743-0410-43fd-9db1-9e2287461334 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:16.935028 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port d4701d5a-23b5-4c31-9770-336f80aff508 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:16.935822 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:17.133980 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-8a755a29-6132-4b41-ae78-5660ad10b392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338418596', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ee1e387b-83c1-4afd-8b23-92ed60368044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:10Z', 'updated_at': '2021-08-11T02:42:13Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': 'ee1e387b-83c1-4afd-8b23-92ed60368044', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:10Z', 'updated_at': '2021-08-11T02:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'd3f2b204-dcfa-4080-9877-840c59ac8794', 'name': '', 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:d3:f6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '94f2729b-5434-482e-99e4-c190124072d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:13Z', 'updated_at': '2021-08-11T02:42:16Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': '94f2729b-5434-482e-99e4-c190124072d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:17.141889 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-492bd299-8f7f-4949-8859-4120e0ba9abf req-790f9033-2932-473c-afa0-ad8ca78f1e65 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 210 time: 0.0660698 Aug 11 02:42:17.168851 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a755a29-6132-4b41-ae78-5660ad10b392 None None] The sync data for ids ['c6c96743-0410-43fd-9db1-9e2287461334'] in n-d-615180-33 is: [{'id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338418596', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ee1e387b-83c1-4afd-8b23-92ed60368044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:10Z', 'updated_at': '2021-08-11T02:42:13Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': 'ee1e387b-83c1-4afd-8b23-92ed60368044', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:10Z', 'updated_at': '2021-08-11T02:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'd3f2b204-dcfa-4080-9877-840c59ac8794', 'name': '', 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:d3:f6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '94f2729b-5434-482e-99e4-c190124072d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:13Z', 'updated_at': '2021-08-11T02:42:16Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': '94f2729b-5434-482e-99e4-c190124072d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:42:17.472050 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a9799-e27c-45ac-a049-de249f629015 req-76ae4fa5-3933-4f47-8188-fe01cdda49e6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:17.473422 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ef2a9799-e27c-45ac-a049-de249f629015 req-76ae4fa5-3933-4f47-8188-fe01cdda49e6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.73 "GET /v2.0/networks?id=fcb0f1de-265c-463f-b445-5539d49754e6 HTTP/1.1" status: 200 len: 796 time: 0.1457856 Aug 11 02:42:17.523931 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ef2a9799-e27c-45ac-a049-de249f629015 req-300e2c47-e636-4c01-8c7f-1a817ac73d5c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83a11b7064d64ae6b3165041fbab4c71 HTTP/1.1" status: 200 len: 380 time: 0.0413680 Aug 11 02:42:17.533826 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-ef2a9799-e27c-45ac-a049-de249f629015 req-2fffdf2d-31a0-4829-bf49-07da473d392e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'port': {'device_id': 'afa3b263-bed9-4e10-b222-aed3f55184f1', 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6', 'admin_state_up': True, 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'security_groups': ['11969022-8b2d-4c86-9af4-16246a979df6']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:17.697994 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef2a9799-e27c-45ac-a049-de249f629015 req-2fffdf2d-31a0-4829-bf49-07da473d392e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Made reservation on behalf of 83a11b7064d64ae6b3165041fbab4c71 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:17.702746 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ef2a9799-e27c-45ac-a049-de249f629015 req-2fffdf2d-31a0-4829-bf49-07da473d392e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:17.918035 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-ef2a9799-e27c-45ac-a049-de249f629015 req-2fffdf2d-31a0-4829-bf49-07da473d392e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Allocated IP 172.20.0.8 (fcb0f1de-265c-463f-b445-5539d49754e6/94f2729b-5434-482e-99e4-c190124072d7/426d012c-99c7-4510-88ef-13bfd9070b0c) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:18.130260 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ef2a9799-e27c-45ac-a049-de249f629015 req-2fffdf2d-31a0-4829-bf49-07da473d392e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:18.150040 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-ef2a9799-e27c-45ac-a049-de249f629015 req-2fffdf2d-31a0-4829-bf49-07da473d392e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Transition to ACTIVE for port object 426d012c-99c7-4510-88ef-13bfd9070b0c will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:18.203903 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ef2a9799-e27c-45ac-a049-de249f629015 req-2fffdf2d-31a0-4829-bf49-07da473d392e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:18.334428 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffdf2d-31a0-4829-bf49-07da473d392e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Port': ['ID=426d012c-99c7-4510-88ef-13bfd9070b0c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:18.347476 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d3f2b204-dcfa-4080-9877-840c59ac8794 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:18.351116 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef2a9799-e27c-45ac-a049-de249f629015 req-2fffdf2d-31a0-4829-bf49-07da473d392e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Network fcb0f1de-265c-463f-b445-5539d49754e6 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:18.352532 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-ef2a9799-e27c-45ac-a049-de249f629015 req-2fffdf2d-31a0-4829-bf49-07da473d392e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:18.356654 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2a9799-e27c-45ac-a049-de249f629015 req-2fffdf2d-31a0-4829-bf49-07da473d392e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:42:18.381528 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897d314-0476-449f-92af-6445c91dc9c5 req-a1b06cd7-90b5-4737-ad3c-b82f2bbc4162 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:18.393433 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c897d314-0476-449f-92af-6445c91dc9c5 req-a1b06cd7-90b5-4737-ad3c-b82f2bbc4162 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 931 time: 0.1494195 Aug 11 02:42:18.451238 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c897d314-0476-449f-92af-6445c91dc9c5 req-47bb9dac-3422-4a5e-a45a-83312ca21a1d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515921 Aug 11 02:42:18.457255 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9119fc77-d7d1-42c1-ae22-495034ba283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:18.473768 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:18.496019 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port d3f2b204-dcfa-4080-9877-840c59ac8794 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:18.497505 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a9799-e27c-45ac-a049-de249f629015 req-2fffdf2d-31a0-4829-bf49-07da473d392e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:18.498236 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ef2a9799-e27c-45ac-a049-de249f629015 req-2fffdf2d-31a0-4829-bf49-07da473d392e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:18.505270 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port d3f2b204-dcfa-4080-9877-840c59ac8794 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:18.505744 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:18.524944 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ef2a9799-e27c-45ac-a049-de249f629015 req-2fffdf2d-31a0-4829-bf49-07da473d392e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9950347 Aug 11 02:42:18.635641 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-ef2a9799-e27c-45ac-a049-de249f629015 req-28940dc8-5eb7-417f-9ce8-abfdb04aa616 service neutron] Request body: {'port': {'device_id': 'afa3b263-bed9-4e10-b222-aed3f55184f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:18.655974 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:18.706804 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port d3f2b204-dcfa-4080-9877-840c59ac8794, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d3f2b204-dcfa-4080-9877-840c59ac8794,segment=NetworkSegment(65a2edce-35ab-4207-827f-594fc9da186d),segment_id=65a2edce-35ab-4207-827f-594fc9da186d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:18.720401 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:18.738928 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ef2a9799-e27c-45ac-a049-de249f629015 req-28940dc8-5eb7-417f-9ce8-abfdb04aa616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:18.807341 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=d3f2b204-dcfa-4080-9877-840c59ac8794,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:18.838197 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fdcfa527-dcc3-461d-9f11-79c69cbaa1ee None None] Provisioning for port 426d012c-99c7-4510-88ef-13bfd9070b0c completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:18.844889 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fdcfa527-dcc3-461d-9f11-79c69cbaa1ee None None] Provisioning complete for port 426d012c-99c7-4510-88ef-13bfd9070b0c triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:18.845349 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fdcfa527-dcc3-461d-9f11-79c69cbaa1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:18.889709 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fdcfa527-dcc3-461d-9f11-79c69cbaa1ee None None] Port 426d012c-99c7-4510-88ef-13bfd9070b0c cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:42:19.173133 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-ef2a9799-e27c-45ac-a049-de249f629015 req-28940dc8-5eb7-417f-9ce8-abfdb04aa616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 426d012c-99c7-4510-88ef-13bfd9070b0c {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:42:19.186053 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ef2a9799-e27c-45ac-a049-de249f629015 req-28940dc8-5eb7-417f-9ce8-abfdb04aa616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:19.200949 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-ef2a9799-e27c-45ac-a049-de249f629015 req-28940dc8-5eb7-417f-9ce8-abfdb04aa616 service neutron] Transition to ACTIVE for port object 426d012c-99c7-4510-88ef-13bfd9070b0c will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:19.204582 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ef2a9799-e27c-45ac-a049-de249f629015 req-28940dc8-5eb7-417f-9ce8-abfdb04aa616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:19.264324 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28940dc8-5eb7-417f-9ce8-abfdb04aa616 service neutron] Pushing event updated for resources: {'Port': ['ID=426d012c-99c7-4510-88ef-13bfd9070b0c,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:19.357743 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-ef2a9799-e27c-45ac-a049-de249f629015 req-28940dc8-5eb7-417f-9ce8-abfdb04aa616 service neutron] Attempting to bind port 426d012c-99c7-4510-88ef-13bfd9070b0c on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:42:19.358240 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-ef2a9799-e27c-45ac-a049-de249f629015 req-28940dc8-5eb7-417f-9ce8-abfdb04aa616 service neutron] Attempting to bind port 426d012c-99c7-4510-88ef-13bfd9070b0c by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '65a2edce-35ab-4207-827f-594fc9da186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:42:19.358830 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2a9799-e27c-45ac-a049-de249f629015 req-28940dc8-5eb7-417f-9ce8-abfdb04aa616 service neutron] Attempting to bind port 426d012c-99c7-4510-88ef-13bfd9070b0c on network fcb0f1de-265c-463f-b445-5539d49754e6 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:19.368065 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2a9799-e27c-45ac-a049-de249f629015 req-28940dc8-5eb7-417f-9ce8-abfdb04aa616 service neutron] Port 426d012c-99c7-4510-88ef-13bfd9070b0c on network fcb0f1de-265c-463f-b445-5539d49754e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:42:19.368456 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2a9799-e27c-45ac-a049-de249f629015 req-28940dc8-5eb7-417f-9ce8-abfdb04aa616 service neutron] Attempting to bind port 426d012c-99c7-4510-88ef-13bfd9070b0c on network fcb0f1de-265c-463f-b445-5539d49754e6 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:19.376593 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2a9799-e27c-45ac-a049-de249f629015 req-28940dc8-5eb7-417f-9ce8-abfdb04aa616 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:42:19.377636 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2a9799-e27c-45ac-a049-de249f629015 req-28940dc8-5eb7-417f-9ce8-abfdb04aa616 service neutron] Checking segment: {'id': '65a2edce-35ab-4207-827f-594fc9da186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:19.378601 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2a9799-e27c-45ac-a049-de249f629015 req-28940dc8-5eb7-417f-9ce8-abfdb04aa616 service neutron] Bound using segment: {'id': '65a2edce-35ab-4207-827f-594fc9da186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:42:19.379669 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-ef2a9799-e27c-45ac-a049-de249f629015 req-28940dc8-5eb7-417f-9ce8-abfdb04aa616 service neutron] Bound port: 426d012c-99c7-4510-88ef-13bfd9070b0c, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a2edce-35ab-4207-827f-594fc9da186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:42:19.380582 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ef2a9799-e27c-45ac-a049-de249f629015 req-28940dc8-5eb7-417f-9ce8-abfdb04aa616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:19.470491 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-ef2a9799-e27c-45ac-a049-de249f629015 req-28940dc8-5eb7-417f-9ce8-abfdb04aa616 service neutron] For port 426d012c-99c7-4510-88ef-13bfd9070b0c, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:42:19.476603 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-ef2a9799-e27c-45ac-a049-de249f629015 req-28940dc8-5eb7-417f-9ce8-abfdb04aa616 service neutron] For port 426d012c-99c7-4510-88ef-13bfd9070b0c, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=426d012c-99c7-4510-88ef-13bfd9070b0c,segment=NetworkSegment(65a2edce-35ab-4207-827f-594fc9da186d),segment_id=65a2edce-35ab-4207-827f-594fc9da186d)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:42:19.485485 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ef2a9799-e27c-45ac-a049-de249f629015 req-28940dc8-5eb7-417f-9ce8-abfdb04aa616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:19.598245 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a9799-e27c-45ac-a049-de249f629015 req-28940dc8-5eb7-417f-9ce8-abfdb04aa616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:19.599493 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-ef2a9799-e27c-45ac-a049-de249f629015 req-28940dc8-5eb7-417f-9ce8-abfdb04aa616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:19.604671 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ef2a9799-e27c-45ac-a049-de249f629015 req-28940dc8-5eb7-417f-9ce8-abfdb04aa616 service neutron] 10.222.0.73 "PUT /v2.0/ports/426d012c-99c7-4510-88ef-13bfd9070b0c HTTP/1.1" status: 200 len: 1092 time: 1.0695014 Aug 11 02:42:19.648185 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa3b263-bed9-4e10-b222-aed3f55184f1', 'tag': '426d012c-99c7-4510-88ef-13bfd9070b0c'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:42:19.653573 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ab3d09-a16a-461c-ae1f-330c4d4b870f" -d '{"events": [{"name": "network-changed", "server_uuid": "afa3b263-bed9-4e10-b222-aed3f55184f1", "tag": "426d012c-99c7-4510-88ef-13bfd9070b0c"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:42:19.704504 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28940dc8-5eb7-417f-9ce8-abfdb04aa616 service neutron] Pushing event updated for resources: {'Port': ['ID=426d012c-99c7-4510-88ef-13bfd9070b0c,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:19.736780 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92168308-b85f-4650-8d85-3debc618f570 req-ece9406f-4a52-4dd6-8bd0-02e6b6e01509 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:19.738457 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-92168308-b85f-4650-8d85-3debc618f570 req-ece9406f-4a52-4dd6-8bd0-02e6b6e01509 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 943 time: 0.1919804 Aug 11 02:42:19.754326 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a9799-e27c-45ac-a049-de249f629015 req-9f556024-da3b-4cf3-a5ef-8da844de6982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:19.756521 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ef2a9799-e27c-45ac-a049-de249f629015 req-9f556024-da3b-4cf3-a5ef-8da844de6982 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 1095 time: 0.0926363 Aug 11 02:42:19.828046 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ef2a9799-e27c-45ac-a049-de249f629015 req-bf8488b3-689f-4ef4-a49d-c95cfa1e8491 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=426d012c-99c7-4510-88ef-13bfd9070b0c HTTP/1.1" status: 200 len: 217 time: 0.0578101 Aug 11 02:42:19.853067 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d5da35-cd7d-4da0-80b3-d1c799810060 x-openstack-request-id: req-56d5da35-cd7d-4da0-80b3-d1c799810060 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:42:19.853373 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa3b263-bed9-4e10-b222-aed3f55184f1", "tag": "426d012c-99c7-4510-88ef-13bfd9070b0c", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:42:19.853721 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-56d5da35-cd7d-4da0-80b3-d1c799810060 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:42:19.854152 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa3b263-bed9-4e10-b222-aed3f55184f1', 'tag': '426d012c-99c7-4510-88ef-13bfd9070b0c', 'status': 'completed', 'code': 200} Aug 11 02:42:19.888270 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-92168308-b85f-4650-8d85-3debc618f570 req-027cdfcb-0631-4d91-9348-05f695758d99 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427331 Aug 11 02:42:19.927324 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a9799-e27c-45ac-a049-de249f629015 req-269e46a8-b367-44bf-9af9-311e1294939e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:19.930734 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ef2a9799-e27c-45ac-a049-de249f629015 req-269e46a8-b367-44bf-9af9-311e1294939e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=94f2729b-5434-482e-99e4-c190124072d7 HTTP/1.1" status: 200 len: 835 time: 0.0922310 Aug 11 02:42:19.997325 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:19.998052 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a9799-e27c-45ac-a049-de249f629015 req-dfb1b1f9-e97c-4bce-8e42-49feac2f1df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:19.999165 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ef2a9799-e27c-45ac-a049-de249f629015 req-dfb1b1f9-e97c-4bce-8e42-49feac2f1df0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fcb0f1de-265c-463f-b445-5539d49754e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599275 Aug 11 02:42:20.102002 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ef2a9799-e27c-45ac-a049-de249f629015 req-b4994d56-6274-4269-99e2-d21a409118a6 service neutron] 10.222.0.73 "GET /v2.0/networks/fcb0f1de-265c-463f-b445-5539d49754e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950685 Aug 11 02:42:20.215010 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ef2a9799-e27c-45ac-a049-de249f629015 req-a6726a63-55b9-4bff-8b20-6d976cb19f81 service neutron] 10.222.0.73 "GET /v2.0/networks/fcb0f1de-265c-463f-b445-5539d49754e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058545 Aug 11 02:42:20.229749 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d3f2b204-dcfa-4080-9877-840c59ac8794 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:20.291609 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port d3f2b204-dcfa-4080-9877-840c59ac8794 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:20.292030 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:20.349247 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab3d09-a16a-461c-ae1f-330c4d4b870f req-2d738d1a-5352-407e-b80e-a2dc73391b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:20.351604 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b8ab3d09-a16a-461c-ae1f-330c4d4b870f req-2d738d1a-5352-407e-b80e-a2dc73391b6d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 1095 time: 0.0672290 Aug 11 02:42:20.493832 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab3d09-a16a-461c-ae1f-330c4d4b870f req-bdb9f673-325d-4f04-80b0-7495cfb4622d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:20.495678 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b8ab3d09-a16a-461c-ae1f-330c4d4b870f req-bdb9f673-325d-4f04-80b0-7495cfb4622d service neutron] 10.222.0.73 "GET /v2.0/networks?id=fcb0f1de-265c-463f-b445-5539d49754e6 HTTP/1.1" status: 200 len: 897 time: 0.1352043 Aug 11 02:42:20.543266 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b8ab3d09-a16a-461c-ae1f-330c4d4b870f req-a4ab286d-c150-4bb1-9aa1-221e01928e48 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=426d012c-99c7-4510-88ef-13bfd9070b0c HTTP/1.1" status: 200 len: 217 time: 0.0389009 Aug 11 02:42:20.609287 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab3d09-a16a-461c-ae1f-330c4d4b870f req-66ed4c7b-6f9a-4a66-8e07-a04777973361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:20.611023 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b8ab3d09-a16a-461c-ae1f-330c4d4b870f req-66ed4c7b-6f9a-4a66-8e07-a04777973361 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=94f2729b-5434-482e-99e4-c190124072d7 HTTP/1.1" status: 200 len: 835 time: 0.0611887 Aug 11 02:42:20.658270 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab3d09-a16a-461c-ae1f-330c4d4b870f req-c4495444-3750-4657-a1c2-dfdcd5e25a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:20.659985 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b8ab3d09-a16a-461c-ae1f-330c4d4b870f req-c4495444-3750-4657-a1c2-dfdcd5e25a52 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fcb0f1de-265c-463f-b445-5539d49754e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415020 Aug 11 02:42:20.763413 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b8ab3d09-a16a-461c-ae1f-330c4d4b870f req-148c9907-140f-490d-824f-4a7f8822db65 service neutron] 10.222.0.73 "GET /v2.0/networks/fcb0f1de-265c-463f-b445-5539d49754e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950077 Aug 11 02:42:20.857007 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b8ab3d09-a16a-461c-ae1f-330c4d4b870f req-a81e6378-4d00-47b6-8843-6d1180a4a6fe service neutron] 10.222.0.73 "GET /v2.0/networks/fcb0f1de-265c-463f-b445-5539d49754e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858426 Aug 11 02:42:21.028330 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6f496-16e3-4c5e-9717-ffb6969b5fd1 req-0bb5fc7d-2c41-4b1c-b6da-096edd997abd tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:21.032237 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09f6f496-16e3-4c5e-9717-ffb6969b5fd1 req-0bb5fc7d-2c41-4b1c-b6da-096edd997abd tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 943 time: 0.0556912 Aug 11 02:42:21.078291 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09f6f496-16e3-4c5e-9717-ffb6969b5fd1 req-9c889e52-0599-4917-8c66-ce1e7359d7e9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419500 Aug 11 02:42:21.517488 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:22.204130 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e22612-d193-49a9-8b23-f8ee30dad432 req-dcd9c7c7-9de5-4f2e-8485-2f892b143c05 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:22.205995 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a8e22612-d193-49a9-8b23-f8ee30dad432 req-dcd9c7c7-9de5-4f2e-8485-2f892b143c05 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 943 time: 0.0588453 Aug 11 02:42:22.259184 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a8e22612-d193-49a9-8b23-f8ee30dad432 req-18f7bb4d-7262-4cb1-9da5-12e0846c4c75 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467861 Aug 11 02:42:23.371301 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae97b7-7795-4d30-a0a2-83e41610e63a req-551210c8-38a8-4dc4-abc6-b3aeb8f51348 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:23.372818 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-51ae97b7-7795-4d30-a0a2-83e41610e63a req-551210c8-38a8-4dc4-abc6-b3aeb8f51348 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 943 time: 0.0488503 Aug 11 02:42:23.416117 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-51ae97b7-7795-4d30-a0a2-83e41610e63a req-c00066be-7482-4dd9-8678-4b35a26a8ba9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374331 Aug 11 02:42:23.875172 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 426d012c-99c7-4510-88ef-13bfd9070b0c details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:42:23.888518 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-253bbb65-b319-45f4-8959-c9a62f0f8692 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1073027814&fields=id&tenant_id=7da6302aa7904b88b0331188624d66f4 HTTP/1.1" status: 200 len: 267 time: 0.0440958 Aug 11 02:42:23.989434 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 426d012c-99c7-4510-88ef-13bfd9070b0c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=426d012c-99c7-4510-88ef-13bfd9070b0c,segment=NetworkSegment(65a2edce-35ab-4207-827f-594fc9da186d),segment_id=65a2edce-35ab-4207-827f-594fc9da186d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:23.989695 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-a9d801e7-491b-4e03-8fb5-9b2a3df4ec4a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:23.991676 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-a9d801e7-491b-4e03-8fb5-9b2a3df4ec4a tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 811 time: 0.1023402 Aug 11 02:42:24.001937 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '426d012c-99c7-4510-88ef-13bfd9070b0c', 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6', 'port_id': '426d012c-99c7-4510-88ef-13bfd9070b0c', 'mac_address': 'fa:16:3e:5f:64:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94f2729b-5434-482e-99e4-c190124072d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:42:24.007362 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-9ed3c951-9883-442b-877a-d8e5baf46361 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/quotas/7da6302aa7904b88b0331188624d66f4 HTTP/1.1" status: 200 len: 375 time: 0.0090330 Aug 11 02:42:24.038755 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:24.051281 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 426d012c-99c7-4510-88ef-13bfd9070b0c {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:42:24.065562 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-cc14e00d-885e-4ff1-9624-a0413876b5d0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0526390 Aug 11 02:42:24.072077 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 426d012c-99c7-4510-88ef-13bfd9070b0c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=426d012c-99c7-4510-88ef-13bfd9070b0c,segment=NetworkSegment(65a2edce-35ab-4207-827f-594fc9da186d),segment_id=65a2edce-35ab-4207-827f-594fc9da186d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:24.076039 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:24.124032 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=426d012c-99c7-4510-88ef-13bfd9070b0c,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:24.167863 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-245cb636-a1e3-4c16-af99-2b0232855c45 service neutron] 10.222.0.50 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905831 Aug 11 02:42:24.258175 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-4f619028-4954-44ea-9a4c-e81bb149dc06 service neutron] 10.222.0.50 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842714 Aug 11 02:42:24.299285 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['426d012c-99c7-4510-88ef-13bfd9070b0c'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:42:24.557704 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c48748-36e9-49f5-940d-39355c6ce06e req-a36ce0f0-091d-4aff-a25e-81511d845ac1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:24.559481 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-03c48748-36e9-49f5-940d-39355c6ce06e req-a36ce0f0-091d-4aff-a25e-81511d845ac1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 944 time: 0.0728173 Aug 11 02:42:24.564592 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-72fac390-6bc5-48ed-a857-e1e05d6798f7 req-df7e3a2c-1b2f-4d9c-929a-1d1e8991b2e5 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a158c56a-887d-4cd1-8349-2690f16bc759 HTTP/1.1" status: 200 len: 210 time: 0.0341198 Aug 11 02:42:24.603809 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-03c48748-36e9-49f5-940d-39355c6ce06e req-1875ebb3-0e0d-46a4-9dc2-eb5b7bc837b4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373609 Aug 11 02:42:24.639738 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:25.461208 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:25.472922 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-860d0621-0a92-4db1-a54d-2125dd7d989e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:25.474402 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-860d0621-0a92-4db1-a54d-2125dd7d989e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.66 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 811 time: 0.1055462 Aug 11 02:42:25.524316 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-c62d1b72-35ff-486a-abe5-78d82fc5cc24 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7da6302aa7904b88b0331188624d66f4 HTTP/1.1" status: 200 len: 380 time: 0.0398061 Aug 11 02:42:25.534643 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-faf9f669-e9f4-4ee8-9e5b-f0c4fd2b6e5b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Request body: {'port': {'device_id': 'a158c56a-887d-4cd1-8349-2690f16bc759', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'admin_state_up': True, 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'security_groups': ['a1e8997e-02ee-408d-a160-ac481cc8626b']}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:25.661321 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-faf9f669-e9f4-4ee8-9e5b-f0c4fd2b6e5b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Made reservation on behalf of 7da6302aa7904b88b0331188624d66f4 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:25.664679 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-57f8c15d-7164-44a1-97bb-2c1062e7e38f req-59e1d48b-4a9e-4108-b939-88cf257b63cd tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a158c56a-887d-4cd1-8349-2690f16bc759 HTTP/1.1" status: 200 len: 210 time: 0.0292840 Aug 11 02:42:25.665949 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-faf9f669-e9f4-4ee8-9e5b-f0c4fd2b6e5b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:25.813055 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb921de-759c-4deb-91f8-5b12c1c12173 req-65e81015-3c5e-4121-8aec-92d6dd8f7270 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:25.814870 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9fb921de-759c-4deb-91f8-5b12c1c12173 req-65e81015-3c5e-4121-8aec-92d6dd8f7270 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 944 time: 0.1229329 Aug 11 02:42:25.853299 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-faf9f669-e9f4-4ee8-9e5b-f0c4fd2b6e5b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Allocated IP 172.20.0.3 (58eaa87b-4e07-4b3a-b5a6-ed2c1760073b/8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a/e4857447-cb0a-4457-97ba-c356d91fbb9c) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:25.875389 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 426d012c-99c7-4510-88ef-13bfd9070b0c up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:25.883555 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9fb921de-759c-4deb-91f8-5b12c1c12173 req-650e2b0c-7d0b-41f7-8436-8b63588b8dae tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593340 Aug 11 02:42:25.934675 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 426d012c-99c7-4510-88ef-13bfd9070b0c completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:25.938342 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 426d012c-99c7-4510-88ef-13bfd9070b0c triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:25.938717 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.020902 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.025818 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-faf9f669-e9f4-4ee8-9e5b-f0c4fd2b6e5b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.042160 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-faf9f669-e9f4-4ee8-9e5b-f0c4fd2b6e5b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Transition to ACTIVE for port object e4857447-cb0a-4457-97ba-c356d91fbb9c will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:26.044930 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa3b263-bed9-4e10-b222-aed3f55184f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426d012c-99c7-4510-88ef-13bfd9070b0c'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:42:26.047195 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42489bf-0c93-4774-80a8-ad2434f7a60a" -d '{"events": [{"server_uuid": "afa3b263-bed9-4e10-b222-aed3f55184f1", "name": "network-vif-plugged", "status": "completed", "tag": "426d012c-99c7-4510-88ef-13bfd9070b0c"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:42:26.063325 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 426d012c-99c7-4510-88ef-13bfd9070b0c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=426d012c-99c7-4510-88ef-13bfd9070b0c,segment=NetworkSegment(65a2edce-35ab-4207-827f-594fc9da186d),segment_id=65a2edce-35ab-4207-827f-594fc9da186d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:26.069599 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.093587 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-faf9f669-e9f4-4ee8-9e5b-f0c4fd2b6e5b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.128537 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=426d012c-99c7-4510-88ef-13bfd9070b0c,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:26.149939 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-faf9f669-e9f4-4ee8-9e5b-f0c4fd2b6e5b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:26.155407 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-faf9f669-e9f4-4ee8-9e5b-f0c4fd2b6e5b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:26.159630 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-faf9f669-e9f4-4ee8-9e5b-f0c4fd2b6e5b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:42:26.182859 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b21e11-56de-4737-bb50-0a3c77f54e47 x-openstack-request-id: req-36b21e11-56de-4737-bb50-0a3c77f54e47 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:42:26.183132 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa3b263-bed9-4e10-b222-aed3f55184f1", "name": "network-vif-plugged", "status": "completed", "tag": "426d012c-99c7-4510-88ef-13bfd9070b0c", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:42:26.183391 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-36b21e11-56de-4737-bb50-0a3c77f54e47 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:42:26.183847 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa3b263-bed9-4e10-b222-aed3f55184f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426d012c-99c7-4510-88ef-13bfd9070b0c', 'code': 200} Aug 11 02:42:26.197805 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9f669-e9f4-4ee8-9e5b-f0c4fd2b6e5b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event updated for resources: {'Port': ['ID=e4857447-cb0a-4457-97ba-c356d91fbb9c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:26.222278 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-faf9f669-e9f4-4ee8-9e5b-f0c4fd2b6e5b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:26.223062 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-faf9f669-e9f4-4ee8-9e5b-f0c4fd2b6e5b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.251599 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-faf9f669-e9f4-4ee8-9e5b-f0c4fd2b6e5b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7194052 Aug 11 02:42:26.264089 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-3076c898-7715-4706-b506-b2645b94801d service neutron] Request body: {'port': {'device_id': 'a158c56a-887d-4cd1-8349-2690f16bc759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:26.299265 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc569e2-4712-473f-ae5f-eddecf8c536d req-b3c848ff-0026-48d8-acd3-3d025b5217bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:26.301819 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5fc569e2-4712-473f-ae5f-eddecf8c536d req-b3c848ff-0026-48d8-acd3-3d025b5217bf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 1097 time: 0.0525613 Aug 11 02:42:26.332582 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-3076c898-7715-4706-b506-b2645b94801d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.341826 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5fc569e2-4712-473f-ae5f-eddecf8c536d req-baa0fd65-a0d3-4048-999b-0021fcee2602 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328979 Aug 11 02:42:26.426900 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8dc74d83-4369-4171-9ee8-fb8f261e2fcd None None] Provisioning for port e4857447-cb0a-4457-97ba-c356d91fbb9c completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:26.431597 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8dc74d83-4369-4171-9ee8-fb8f261e2fcd None None] Provisioning complete for port e4857447-cb0a-4457-97ba-c356d91fbb9c triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:26.432127 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8dc74d83-4369-4171-9ee8-fb8f261e2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.469644 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-8dc74d83-4369-4171-9ee8-fb8f261e2fcd None None] Port e4857447-cb0a-4457-97ba-c356d91fbb9c cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:42:26.607982 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-3076c898-7715-4706-b506-b2645b94801d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4857447-cb0a-4457-97ba-c356d91fbb9c {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:42:26.616005 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-3076c898-7715-4706-b506-b2645b94801d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.629549 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-3076c898-7715-4706-b506-b2645b94801d service neutron] Transition to ACTIVE for port object e4857447-cb0a-4457-97ba-c356d91fbb9c will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:26.633374 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-3076c898-7715-4706-b506-b2645b94801d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.751852 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076c898-7715-4706-b506-b2645b94801d service neutron] Pushing event updated for resources: {'Port': ['ID=e4857447-cb0a-4457-97ba-c356d91fbb9c,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:26.822699 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff44b5-1894-4508-ac1e-1cee6f8d6073 req-3ca20455-fcb9-4c01-aa82-9e904e3530a4 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:26.828040 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ecff44b5-1894-4508-ac1e-1cee6f8d6073 req-3ca20455-fcb9-4c01-aa82-9e904e3530a4 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a158c56a-887d-4cd1-8349-2690f16bc759 HTTP/1.1" status: 200 len: 943 time: 0.0793028 Aug 11 02:42:26.828812 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-3076c898-7715-4706-b506-b2645b94801d service neutron] Attempting to bind port e4857447-cb0a-4457-97ba-c356d91fbb9c on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:42:26.829150 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-3076c898-7715-4706-b506-b2645b94801d service neutron] Attempting to bind port e4857447-cb0a-4457-97ba-c356d91fbb9c by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:42:26.829480 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-3076c898-7715-4706-b506-b2645b94801d service neutron] Attempting to bind port e4857447-cb0a-4457-97ba-c356d91fbb9c on network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:26.842245 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-3076c898-7715-4706-b506-b2645b94801d service neutron] Port e4857447-cb0a-4457-97ba-c356d91fbb9c on network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:42:26.842573 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-3076c898-7715-4706-b506-b2645b94801d service neutron] Attempting to bind port e4857447-cb0a-4457-97ba-c356d91fbb9c on network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:26.857896 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-3076c898-7715-4706-b506-b2645b94801d service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:42:26.858362 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-3076c898-7715-4706-b506-b2645b94801d service neutron] Checking segment: {'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:26.858791 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-3076c898-7715-4706-b506-b2645b94801d service neutron] Bound using segment: {'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:42:26.859299 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-3076c898-7715-4706-b506-b2645b94801d service neutron] Bound port: e4857447-cb0a-4457-97ba-c356d91fbb9c, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '885f9b0c-90e1-4d13-81ce-1754144ef5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:42:26.860023 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-3076c898-7715-4706-b506-b2645b94801d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.889373 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ecff44b5-1894-4508-ac1e-1cee6f8d6073 req-c1b45b97-9994-496e-bd28-53d4a308ce36 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573325 Aug 11 02:42:26.952976 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-3076c898-7715-4706-b506-b2645b94801d service neutron] For port e4857447-cb0a-4457-97ba-c356d91fbb9c, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:42:26.956248 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-3076c898-7715-4706-b506-b2645b94801d service neutron] For port e4857447-cb0a-4457-97ba-c356d91fbb9c, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=e4857447-cb0a-4457-97ba-c356d91fbb9c,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:42:26.963788 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-3076c898-7715-4706-b506-b2645b94801d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:27.016064 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-3076c898-7715-4706-b506-b2645b94801d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:27.016704 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-3076c898-7715-4706-b506-b2645b94801d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:27.018124 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-3076c898-7715-4706-b506-b2645b94801d service neutron] 10.222.0.66 "PUT /v2.0/ports/e4857447-cb0a-4457-97ba-c356d91fbb9c HTTP/1.1" status: 200 len: 1092 time: 0.7594073 Aug 11 02:42:27.018574 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a158c56a-887d-4cd1-8349-2690f16bc759', 'tag': 'e4857447-cb0a-4457-97ba-c356d91fbb9c'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:42:27.023301 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c020b7-102c-424a-a444-57ad3aac7f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "a158c56a-887d-4cd1-8349-2690f16bc759", "tag": "e4857447-cb0a-4457-97ba-c356d91fbb9c"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:42:27.023489 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795a83c-77f6-444e-bbd6-3903ae9cb0f7 req-5afb765c-da35-4e43-bd40-9cb7dbdea3a1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:27.041056 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b795a83c-77f6-444e-bbd6-3903ae9cb0f7 req-5afb765c-da35-4e43-bd40-9cb7dbdea3a1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 945 time: 0.0752759 Aug 11 02:42:27.095325 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b795a83c-77f6-444e-bbd6-3903ae9cb0f7 req-f1382d2f-eaaf-423a-a4b7-3072002bbdbd tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524392 Aug 11 02:42:27.104344 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076c898-7715-4706-b506-b2645b94801d service neutron] Pushing event updated for resources: {'Port': ['ID=e4857447-cb0a-4457-97ba-c356d91fbb9c,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:27.116115 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2557ac92-5963-454d-8e6c-c338ee5f20bc x-openstack-request-id: req-2557ac92-5963-454d-8e6c-c338ee5f20bc {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:42:27.116758 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a158c56a-887d-4cd1-8349-2690f16bc759", "tag": "e4857447-cb0a-4457-97ba-c356d91fbb9c", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:42:27.117204 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2557ac92-5963-454d-8e6c-c338ee5f20bc {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:42:27.117798 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a158c56a-887d-4cd1-8349-2690f16bc759', 'tag': 'e4857447-cb0a-4457-97ba-c356d91fbb9c', 'status': 'completed', 'code': 200} Aug 11 02:42:27.136980 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-a768fe35-47e2-4475-9399-ab975027fc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:27.138768 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-a768fe35-47e2-4475-9399-ab975027fc16 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&device_id=a158c56a-887d-4cd1-8349-2690f16bc759 HTTP/1.1" status: 200 len: 1095 time: 0.0742712 Aug 11 02:42:27.185094 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-32a3b8b8-69b3-47ef-ac55-ca1ce5f7eba9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4857447-cb0a-4457-97ba-c356d91fbb9c HTTP/1.1" status: 200 len: 217 time: 0.0372117 Aug 11 02:42:27.246821 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-ddad1e9f-ab1e-48b3-b78a-19195ab86fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:27.248349 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-ddad1e9f-ab1e-48b3-b78a-19195ab86fec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a HTTP/1.1" status: 200 len: 850 time: 0.0557404 Aug 11 02:42:27.303524 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-ddb60445-efdb-4e38-a5c5-f9dece222bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:27.305083 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-ddb60445-efdb-4e38-a5c5-f9dece222bc5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494740 Aug 11 02:42:27.401293 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-506a07c4-91a4-4201-87ec-916a838e4da9 service neutron] 10.222.0.66 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873415 Aug 11 02:42:27.514036 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-632e75b1-ca69-40d1-8b5e-529b649900c4 req-ab0d939a-d473-42c3-9cff-6b994a3634dd service neutron] 10.222.0.66 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055918 Aug 11 02:42:27.600203 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c020b7-102c-424a-a444-57ad3aac7f8b req-8fdbab54-19fe-458b-9e1f-b8daf00a2b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:27.601886 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-72c020b7-102c-424a-a444-57ad3aac7f8b req-8fdbab54-19fe-458b-9e1f-b8daf00a2b1c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&device_id=a158c56a-887d-4cd1-8349-2690f16bc759 HTTP/1.1" status: 200 len: 1095 time: 0.0416687 Aug 11 02:42:27.698096 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c020b7-102c-424a-a444-57ad3aac7f8b req-69cf4244-e4e1-4194-914b-55d76e963c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:27.699448 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-72c020b7-102c-424a-a444-57ad3aac7f8b req-69cf4244-e4e1-4194-914b-55d76e963c60 service neutron] 10.222.0.66 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 912 time: 0.0888100 Aug 11 02:42:27.743124 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-72c020b7-102c-424a-a444-57ad3aac7f8b req-b2e58f40-38cd-40dc-87b1-815551e36ac5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4857447-cb0a-4457-97ba-c356d91fbb9c HTTP/1.1" status: 200 len: 217 time: 0.0358250 Aug 11 02:42:27.793257 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c020b7-102c-424a-a444-57ad3aac7f8b req-044ad7db-2316-49f1-afc7-ab540d065f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:27.794719 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-72c020b7-102c-424a-a444-57ad3aac7f8b req-044ad7db-2316-49f1-afc7-ab540d065f34 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a HTTP/1.1" status: 200 len: 850 time: 0.0447676 Aug 11 02:42:27.844099 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c020b7-102c-424a-a444-57ad3aac7f8b req-751d3a83-445e-4213-86ad-722ea6502a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:27.845565 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-72c020b7-102c-424a-a444-57ad3aac7f8b req-751d3a83-445e-4213-86ad-722ea6502a51 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436413 Aug 11 02:42:27.941761 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-72c020b7-102c-424a-a444-57ad3aac7f8b req-0b59d68f-8b44-4df4-88d6-e849d1e05eff service neutron] 10.222.0.66 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875251 Aug 11 02:42:28.224022 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9894db2-6fe7-4aee-92ea-89aebb161cb4 req-ee26393c-9155-4499-83d2-8832c3ee1de4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:28.226272 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a9894db2-6fe7-4aee-92ea-89aebb161cb4 req-ee26393c-9155-4499-83d2-8832c3ee1de4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 945 time: 0.0561185 Aug 11 02:42:28.273875 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a9894db2-6fe7-4aee-92ea-89aebb161cb4 req-4dec1207-dbb8-48f5-8eef-a22620863d8b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408819 Aug 11 02:42:28.390840 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ad848-cb0c-4fb3-a6ee-307ed5e22beb req-2d518e0c-1b67-46fa-958c-b2a5e5ae438e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:28.392284 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f62ad848-cb0c-4fb3-a6ee-307ed5e22beb req-2d518e0c-1b67-46fa-958c-b2a5e5ae438e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a158c56a-887d-4cd1-8349-2690f16bc759 HTTP/1.1" status: 200 len: 943 time: 0.4212196 Aug 11 02:42:28.411277 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd2c32-c51a-4e1b-ab76-a16c02da3bed req-34a9f0c3-457e-4436-9623-8a0821966bb5 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:28.413425 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-69bd2c32-c51a-4e1b-ab76-a16c02da3bed req-34a9f0c3-457e-4436-9623-8a0821966bb5 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 945 time: 0.0682056 Aug 11 02:42:28.421734 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-72c020b7-102c-424a-a444-57ad3aac7f8b req-954cccf4-4d30-4674-a7a2-2847eb94bb93 service neutron] 10.222.0.66 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706550 Aug 11 02:42:28.445071 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f62ad848-cb0c-4fb3-a6ee-307ed5e22beb req-a8fa7bf6-7a42-4193-ad8a-d884ecf0de38 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406981 Aug 11 02:42:28.455420 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-69bd2c32-c51a-4e1b-ab76-a16c02da3bed req-a96c3621-53ea-42b0-92a1-603204f88428 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349364 Aug 11 02:42:28.477543 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56516) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:28.518607 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3c5212-b67b-4f51-9933-6df56cbcf156 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:28.520482 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9a3c5212-b67b-4f51-9933-6df56cbcf156 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 1092 time: 0.0419354 Aug 11 02:42:28.524012 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56518) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:28.528373 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-1637ac30-0486-4a9f-a83e-2ada9d88caa8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'port_id': '426d012c-99c7-4510-88ef-13bfd9070b0c', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:28.550253 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1637ac30-0486-4a9f-a83e-2ada9d88caa8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for floatingip, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:28.649921 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1637ac30-0486-4a9f-a83e-2ada9d88caa8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:28.756631 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-1637ac30-0486-4a9f-a83e-2ada9d88caa8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Allocated IP 172.25.2.82 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/ef26a067-631b-4e1a-8136-de92b9464b5b) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:28.883788 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1637ac30-0486-4a9f-a83e-2ada9d88caa8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:28.922492 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1637ac30-0486-4a9f-a83e-2ada9d88caa8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:28.957849 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1637ac30-0486-4a9f-a83e-2ada9d88caa8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:28.960745 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-1637ac30-0486-4a9f-a83e-2ada9d88caa8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:28.963225 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1637ac30-0486-4a9f-a83e-2ada9d88caa8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:42:29.000345 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637ac30-0486-4a9f-a83e-2ada9d88caa8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Port': ['ID=ef26a067-631b-4e1a-8136-de92b9464b5b,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:29.343161 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1637ac30-0486-4a9f-a83e-2ada9d88caa8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:29.416875 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1637ac30-0486-4a9f-a83e-2ada9d88caa8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:29.601322 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf920c-d490-4aea-a07f-e7775fea7cfd req-8c7f1a7d-8f30-4269-86c0-f5aa9b681541 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:29.602955 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6aaf920c-d490-4aea-a07f-e7775fea7cfd req-8c7f1a7d-8f30-4269-86c0-f5aa9b681541 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a158c56a-887d-4cd1-8349-2690f16bc759 HTTP/1.1" status: 200 len: 943 time: 0.0860879 Aug 11 02:42:29.624009 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1637ac30-0486-4a9f-a83e-2ada9d88caa8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:29.631574 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1637ac30-0486-4a9f-a83e-2ada9d88caa8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:29.701961 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6aaf920c-d490-4aea-a07f-e7775fea7cfd req-671a1d73-fdb1-471f-b4de-dd2c0378e505 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879638 Aug 11 02:42:29.725482 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637ac30-0486-4a9f-a83e-2ada9d88caa8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Port': ['ID=ef26a067-631b-4e1a-8136-de92b9464b5b,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:29.728445 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1637ac30-0486-4a9f-a83e-2ada9d88caa8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:29.827437 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-1637ac30-0486-4a9f-a83e-2ada9d88caa8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Floating IP bcf53ccc-ebf8-42ae-b960-99888ac46e1e associated. External IP: 172.25.2.82, port: 426d012c-99c7-4510-88ef-13bfd9070b0c. Aug 11 02:42:30.033034 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1637ac30-0486-4a9f-a83e-2ada9d88caa8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Router c6c96743-0410-43fd-9db1-9e2287461334 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:42:30.144719 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1637ac30-0486-4a9f-a83e-2ada9d88caa8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:42:30.155082 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38cfecb-da40-4594-9ee6-736c0e7ca819 None None] Sync routers for ids ['c6c96743-0410-43fd-9db1-9e2287461334'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:42:30.160582 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1637ac30-0486-4a9f-a83e-2ada9d88caa8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:30.165742 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38cfecb-da40-4594-9ee6-736c0e7ca819 None None] Routers {'c6c96743-0410-43fd-9db1-9e2287461334'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:30.166354 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f38cfecb-da40-4594-9ee6-736c0e7ca819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:42:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['c6c96743-0410-43fd-9db1-9e2287461334'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:30.189400 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1637ac30-0486-4a9f-a83e-2ada9d88caa8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6643584 Aug 11 02:42:30.190152 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa3b263-bed9-4e10-b222-aed3f55184f1', 'tag': '426d012c-99c7-4510-88ef-13bfd9070b0c'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:42:30.192573 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c03654d-478a-403b-a93d-e8588e65ec14" -d '{"events": [{"name": "network-changed", "server_uuid": "afa3b263-bed9-4e10-b222-aed3f55184f1", "tag": "426d012c-99c7-4510-88ef-13bfd9070b0c"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:42:30.232107 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c8893b-1189-4f9c-94bd-8c6db09e8234 x-openstack-request-id: req-59c8893b-1189-4f9c-94bd-8c6db09e8234 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:42:30.232506 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa3b263-bed9-4e10-b222-aed3f55184f1", "tag": "426d012c-99c7-4510-88ef-13bfd9070b0c", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:42:30.232879 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-59c8893b-1189-4f9c-94bd-8c6db09e8234 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:42:30.233371 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa3b263-bed9-4e10-b222-aed3f55184f1', 'tag': '426d012c-99c7-4510-88ef-13bfd9070b0c', 'status': 'completed', 'code': 200} Aug 11 02:42:30.298357 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-f38cfecb-da40-4594-9ee6-736c0e7ca819 None None] Set router c6c96743-0410-43fd-9db1-9e2287461334 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:30.324139 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a5c96-ac25-42db-93d4-f8f2328be577 req-42287a56-88ca-4e38-bd87-d98657744a6a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:30.325658 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a30a5c96-ac25-42db-93d4-f8f2328be577 req-42287a56-88ca-4e38-bd87-d98657744a6a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 945 time: 0.0878694 Aug 11 02:42:30.331187 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03654d-478a-403b-a93d-e8588e65ec14 req-b1e34d58-f367-49f7-979f-ae82b4da95e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:30.332634 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c03654d-478a-403b-a93d-e8588e65ec14 req-b1e34d58-f367-49f7-979f-ae82b4da95e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 1097 time: 0.0619285 Aug 11 02:42:30.410643 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a30a5c96-ac25-42db-93d4-f8f2328be577 req-22cb4ca1-4add-46fc-b3f2-e3cf2f742a66 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769417 Aug 11 02:42:30.433166 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56526) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:30.450675 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03654d-478a-403b-a93d-e8588e65ec14 req-c84ad55d-a143-4bac-b846-32f55c982ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:30.452260 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c03654d-478a-403b-a93d-e8588e65ec14 req-c84ad55d-a143-4bac-b846-32f55c982ae1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fcb0f1de-265c-463f-b445-5539d49754e6 HTTP/1.1" status: 200 len: 897 time: 0.1119499 Aug 11 02:42:30.499234 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-30e344d3-0ef7-4af9-8bd7-e1c644197361 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/floatingips/bcf53ccc-ebf8-42ae-b960-99888ac46e1e HTTP/1.1" status: 200 len: 990 time: 0.0649154 Aug 11 02:42:30.529084 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c03654d-478a-403b-a93d-e8588e65ec14 req-f1992be3-abe6-4332-908e-101b13fd3bb5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=426d012c-99c7-4510-88ef-13bfd9070b0c HTTP/1.1" status: 200 len: 998 time: 0.0701571 Aug 11 02:42:30.530869 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f38cfecb-da40-4594-9ee6-736c0e7ca819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338418596', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ee1e387b-83c1-4afd-8b23-92ed60368044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:10Z', 'updated_at': '2021-08-11T02:42:13Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': 'ee1e387b-83c1-4afd-8b23-92ed60368044', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:10Z', 'updated_at': '2021-08-11T02:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'bcf53ccc-ebf8-42ae-b960-99888ac46e1e', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'floating_ip_address': '172.25.2.82', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'port_id': '426d012c-99c7-4510-88ef-13bfd9070b0c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6', 'mac_address': 'fa:16:3e:5f:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa3b263-bed9-4e10-b222-aed3f55184f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:42:29Z', 'updated_at': '2021-08-11T02:42:29Z', 'revision_number': 0, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f2b204-dcfa-4080-9877-840c59ac8794', 'name': '', 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:d3:f6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '94f2729b-5434-482e-99e4-c190124072d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:13Z', 'updated_at': '2021-08-11T02:42:18Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': '94f2729b-5434-482e-99e4-c190124072d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:30.560857 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38cfecb-da40-4594-9ee6-736c0e7ca819 None None] Checking router: c6c96743-0410-43fd-9db1-9e2287461334 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:42:30.569934 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38cfecb-da40-4594-9ee6-736c0e7ca819 None None] Routers {'c6c96743-0410-43fd-9db1-9e2287461334'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:30.570535 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f38cfecb-da40-4594-9ee6-736c0e7ca819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:42:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['c6c96743-0410-43fd-9db1-9e2287461334'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:30.591355 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03654d-478a-403b-a93d-e8588e65ec14 req-29d6e290-b709-4c5d-b8df-26339359982e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:30.592899 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c03654d-478a-403b-a93d-e8588e65ec14 req-29d6e290-b709-4c5d-b8df-26339359982e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=94f2729b-5434-482e-99e4-c190124072d7 HTTP/1.1" status: 200 len: 835 time: 0.0572510 Aug 11 02:42:30.639560 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03654d-478a-403b-a93d-e8588e65ec14 req-3f1d920f-9910-42dc-87d8-e04033051eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:30.641128 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c03654d-478a-403b-a93d-e8588e65ec14 req-3f1d920f-9910-42dc-87d8-e04033051eca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fcb0f1de-265c-463f-b445-5539d49754e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412745 Aug 11 02:42:30.674762 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-f38cfecb-da40-4594-9ee6-736c0e7ca819 None None] Set router c6c96743-0410-43fd-9db1-9e2287461334 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:30.735768 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c03654d-478a-403b-a93d-e8588e65ec14 req-0313bd1d-42ee-424e-8c1b-1e938fe2807b service neutron] 10.222.0.73 "GET /v2.0/networks/fcb0f1de-265c-463f-b445-5539d49754e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874562 Aug 11 02:42:30.821210 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c00415-864c-4671-a686-9d6fdc53ffda req-0460c627-75ea-414f-bafb-9aee3a81299c tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:30.823035 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-67c00415-864c-4671-a686-9d6fdc53ffda req-0460c627-75ea-414f-bafb-9aee3a81299c tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a158c56a-887d-4cd1-8349-2690f16bc759 HTTP/1.1" status: 200 len: 943 time: 0.0506594 Aug 11 02:42:30.829335 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c03654d-478a-403b-a93d-e8588e65ec14 req-a342883d-1d15-4659-9887-c21dea15283e service neutron] 10.222.0.73 "GET /v2.0/networks/fcb0f1de-265c-463f-b445-5539d49754e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870757 Aug 11 02:42:30.863441 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-67c00415-864c-4671-a686-9d6fdc53ffda req-0b6c5dc2-1219-4c28-8100-9c5ccfec7734 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343914 Aug 11 02:42:30.903548 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f38cfecb-da40-4594-9ee6-736c0e7ca819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338418596', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ee1e387b-83c1-4afd-8b23-92ed60368044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:10Z', 'updated_at': '2021-08-11T02:42:13Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': 'ee1e387b-83c1-4afd-8b23-92ed60368044', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:10Z', 'updated_at': '2021-08-11T02:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'bcf53ccc-ebf8-42ae-b960-99888ac46e1e', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'floating_ip_address': '172.25.2.82', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'port_id': '426d012c-99c7-4510-88ef-13bfd9070b0c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6', 'mac_address': 'fa:16:3e:5f:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa3b263-bed9-4e10-b222-aed3f55184f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:42:29Z', 'updated_at': '2021-08-11T02:42:29Z', 'revision_number': 0, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f2b204-dcfa-4080-9877-840c59ac8794', 'name': '', 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:d3:f6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '94f2729b-5434-482e-99e4-c190124072d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:13Z', 'updated_at': '2021-08-11T02:42:18Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': '94f2729b-5434-482e-99e4-c190124072d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:30.930119 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38cfecb-da40-4594-9ee6-736c0e7ca819 None None] The sync data for ids ['c6c96743-0410-43fd-9db1-9e2287461334'] in n-d-615180-33 is: [{'id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338418596', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ee1e387b-83c1-4afd-8b23-92ed60368044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:10Z', 'updated_at': '2021-08-11T02:42:13Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': 'ee1e387b-83c1-4afd-8b23-92ed60368044', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:10Z', 'updated_at': '2021-08-11T02:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'bcf53ccc-ebf8-42ae-b960-99888ac46e1e', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'floating_ip_address': '172.25.2.82', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'port_id': '426d012c-99c7-4510-88ef-13bfd9070b0c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6', 'mac_address': 'fa:16:3e:5f:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa3b263-bed9-4e10-b222-aed3f55184f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:42:29Z', 'updated_at': '2021-08-11T02:42:29Z', 'revision_number': 0, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f2b204-dcfa-4080-9877-840c59ac8794', 'name': '', 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:d3:f6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '94f2729b-5434-482e-99e4-c190124072d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:13Z', 'updated_at': '2021-08-11T02:42:18Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': '94f2729b-5434-482e-99e4-c190124072d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:42:31.116084 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7258c477-a408-4a6f-a730-192d76ee3255 None None] New status for floating IP bcf53ccc-ebf8-42ae-b960-99888ac46e1e: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:42:31.503198 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56534) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:31.564109 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-89ae4f3c-def0-493f-82f5-0b3e8aef965d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/floatingips/bcf53ccc-ebf8-42ae-b960-99888ac46e1e HTTP/1.1" status: 200 len: 992 time: 0.0598433 Aug 11 02:42:31.989664 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ef26e-0c24-4f69-b7b7-0bd6a3f2edb8 req-8d9d4e60-8394-48e0-b5f1-424c2285838c tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:31.991290 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5f2ef26e-0c24-4f69-b7b7-0bd6a3f2edb8 req-8d9d4e60-8394-48e0-b5f1-424c2285838c tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a158c56a-887d-4cd1-8349-2690f16bc759 HTTP/1.1" status: 200 len: 943 time: 0.0562181 Aug 11 02:42:32.045588 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5f2ef26e-0c24-4f69-b7b7-0bd6a3f2edb8 req-afb5f3c3-e6bd-4cd1-ae65-416e92157f52 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468173 Aug 11 02:42:33.170401 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db8fc6-1a24-475e-a5b1-90e5f96079dc req-8c2de73d-1b28-49cd-bfec-b21917818672 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:33.171920 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5db8fc6-1a24-475e-a5b1-90e5f96079dc req-8c2de73d-1b28-49cd-bfec-b21917818672 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a158c56a-887d-4cd1-8349-2690f16bc759 HTTP/1.1" status: 200 len: 943 time: 0.0534534 Aug 11 02:42:33.209874 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b5db8fc6-1a24-475e-a5b1-90e5f96079dc req-061718ca-70b8-4f0f-be6b-057a524973d8 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318937 Aug 11 02:42:33.933997 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-807e88df-f086-4457-9550-f0bc619ee2ba req-a55ad91b-275d-4830-af12-a4480a44f707 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438137 Aug 11 02:42:34.023087 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e88df-f086-4457-9550-f0bc619ee2ba req-26f8d641-4ad2-47c2-b830-6bea4ee2425b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:34.024776 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-807e88df-f086-4457-9550-f0bc619ee2ba req-26f8d641-4ad2-47c2-b830-6bea4ee2425b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 1098 time: 0.0460753 Aug 11 02:42:34.140893 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e88df-f086-4457-9550-f0bc619ee2ba req-669f0214-e89b-440c-8be1-e13a3eb892ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:34.142466 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-807e88df-f086-4457-9550-f0bc619ee2ba req-669f0214-e89b-440c-8be1-e13a3eb892ab service neutron] 10.222.0.66 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 912 time: 0.0949407 Aug 11 02:42:34.210494 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-807e88df-f086-4457-9550-f0bc619ee2ba req-2607d8fe-99ce-47d1-828e-ee788fb3d604 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cb794e3-3254-435c-b6c2-c13d85bf8916 HTTP/1.1" status: 200 len: 1002 time: 0.0597329 Aug 11 02:42:34.264348 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e88df-f086-4457-9550-f0bc619ee2ba req-84dfb91b-92b6-4232-9492-634cf1314063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:34.265889 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-807e88df-f086-4457-9550-f0bc619ee2ba req-84dfb91b-92b6-4232-9492-634cf1314063 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a HTTP/1.1" status: 200 len: 850 time: 0.0476148 Aug 11 02:42:34.321359 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e88df-f086-4457-9550-f0bc619ee2ba req-d0e54bfb-e78c-4cf0-9bfa-09e11fe84e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:34.322944 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-807e88df-f086-4457-9550-f0bc619ee2ba req-d0e54bfb-e78c-4cf0-9bfa-09e11fe84e1b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493758 Aug 11 02:42:34.341374 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d12211-3432-4a92-8261-9cb5931c5426 req-d0deac2c-6e2c-4fa9-8511-57b18cded9ec tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:34.342885 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f7d12211-3432-4a92-8261-9cb5931c5426 req-d0deac2c-6e2c-4fa9-8511-57b18cded9ec tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a158c56a-887d-4cd1-8349-2690f16bc759 HTTP/1.1" status: 200 len: 943 time: 0.0599308 Aug 11 02:42:34.380953 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f7d12211-3432-4a92-8261-9cb5931c5426 req-e57e3538-765c-4180-84dd-7690312390e7 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320210 Aug 11 02:42:34.414414 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-807e88df-f086-4457-9550-f0bc619ee2ba req-d6994f50-7251-4794-91ac-c0af72a6692d service neutron] 10.222.0.66 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834050 Aug 11 02:42:34.511391 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-807e88df-f086-4457-9550-f0bc619ee2ba req-232d0a6c-fc49-4b48-8175-3dda5ddcb0dd service neutron] 10.222.0.66 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872326 Aug 11 02:42:35.494688 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8a541-4037-44fe-8721-875aee607a93 req-a6b89c70-a691-4209-bafd-38f107e8158d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:35.496217 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7df8a541-4037-44fe-8721-875aee607a93 req-a6b89c70-a691-4209-bafd-38f107e8158d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a158c56a-887d-4cd1-8349-2690f16bc759 HTTP/1.1" status: 200 len: 943 time: 0.0499055 Aug 11 02:42:35.533416 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7df8a541-4037-44fe-8721-875aee607a93 req-4a9f3018-4a8c-4d37-8928-8fa7d9674564 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312650 Aug 11 02:42:36.647714 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ddb24d-1f57-4e3d-934f-5a7846431e4d req-66424e5b-fff4-45e3-9564-60890e29d979 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:36.649212 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-11ddb24d-1f57-4e3d-934f-5a7846431e4d req-66424e5b-fff4-45e3-9564-60890e29d979 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a158c56a-887d-4cd1-8349-2690f16bc759 HTTP/1.1" status: 200 len: 943 time: 0.0498595 Aug 11 02:42:36.684398 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device e4857447-cb0a-4457-97ba-c356d91fbb9c details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:42:36.688077 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-11ddb24d-1f57-4e3d-934f-5a7846431e4d req-b1466b4c-9148-4816-8945-783634f909c2 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330176 Aug 11 02:42:36.784477 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port e4857447-cb0a-4457-97ba-c356d91fbb9c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=e4857447-cb0a-4457-97ba-c356d91fbb9c,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:36.795801 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'e4857447-cb0a-4457-97ba-c356d91fbb9c', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'port_id': 'e4857447-cb0a-4457-97ba-c356d91fbb9c', 'mac_address': 'fa:16:3e:5c:b8:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:42:36.831132 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:36.843103 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4857447-cb0a-4457-97ba-c356d91fbb9c {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:42:36.862560 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port e4857447-cb0a-4457-97ba-c356d91fbb9c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=e4857447-cb0a-4457-97ba-c356d91fbb9c,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:36.867582 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:36.912390 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=e4857447-cb0a-4457-97ba-c356d91fbb9c,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:37.094182 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['e4857447-cb0a-4457-97ba-c356d91fbb9c'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:42:37.805183 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc614657-9b20-4b48-8e72-3343a3cf8c74 req-02cd5454-f579-4a0a-8f72-262f7fd25a4c tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:37.806649 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cc614657-9b20-4b48-8e72-3343a3cf8c74 req-02cd5454-f579-4a0a-8f72-262f7fd25a4c tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a158c56a-887d-4cd1-8349-2690f16bc759 HTTP/1.1" status: 200 len: 944 time: 0.0479038 Aug 11 02:42:37.843357 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cc614657-9b20-4b48-8e72-3343a3cf8c74 req-14829675-bed9-45b0-805a-2690b6d38669 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308857 Aug 11 02:42:38.699078 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device e4857447-cb0a-4457-97ba-c356d91fbb9c up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:38.752015 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port e4857447-cb0a-4457-97ba-c356d91fbb9c completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:38.755624 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port e4857447-cb0a-4457-97ba-c356d91fbb9c triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:38.756001 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.829734 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.851558 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a158c56a-887d-4cd1-8349-2690f16bc759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4857447-cb0a-4457-97ba-c356d91fbb9c'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:42:38.853793 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc45fc4-48b2-424a-83cd-2e99360cd354" -d '{"events": [{"server_uuid": "a158c56a-887d-4cd1-8349-2690f16bc759", "name": "network-vif-plugged", "status": "completed", "tag": "e4857447-cb0a-4457-97ba-c356d91fbb9c"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:42:38.867315 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port e4857447-cb0a-4457-97ba-c356d91fbb9c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=e4857447-cb0a-4457-97ba-c356d91fbb9c,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:38.872459 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.897145 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead440e4-087e-4cb9-bf61-56407c6ca38f x-openstack-request-id: req-ead440e4-087e-4cb9-bf61-56407c6ca38f {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:42:38.897439 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a158c56a-887d-4cd1-8349-2690f16bc759", "name": "network-vif-plugged", "status": "completed", "tag": "e4857447-cb0a-4457-97ba-c356d91fbb9c", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:42:38.897698 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ead440e4-087e-4cb9-bf61-56407c6ca38f {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:42:38.898092 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a158c56a-887d-4cd1-8349-2690f16bc759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4857447-cb0a-4457-97ba-c356d91fbb9c', 'code': 200} Aug 11 02:42:38.923551 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=e4857447-cb0a-4457-97ba-c356d91fbb9c,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:38.991773 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3129d-8d94-4662-9f1b-54ba64241452 req-5a39ccb8-6252-4608-8691-922ec58a544e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:38.993036 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b0e3129d-8d94-4662-9f1b-54ba64241452 req-5a39ccb8-6252-4608-8691-922ec58a544e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a158c56a-887d-4cd1-8349-2690f16bc759 HTTP/1.1" status: 200 len: 945 time: 0.0817833 Aug 11 02:42:39.021813 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfa520-5e45-489c-8cfe-39b0f769bac7 req-426d6c90-efe0-4588-9ebc-8470d403d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:39.023278 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9fdfa520-5e45-489c-8cfe-39b0f769bac7 req-426d6c90-efe0-4588-9ebc-8470d403d505 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a158c56a-887d-4cd1-8349-2690f16bc759 HTTP/1.1" status: 200 len: 1097 time: 0.0665963 Aug 11 02:42:39.039127 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b0e3129d-8d94-4662-9f1b-54ba64241452 req-87a85da6-b8a2-4e43-a726-43c50900570b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397537 Aug 11 02:42:39.070170 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9fdfa520-5e45-489c-8cfe-39b0f769bac7 req-1b1a8872-ea85-4623-8498-d84c4a2da8fc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300584 Aug 11 02:42:40.156635 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49daeb-e717-4128-b945-2b657fb4e977 req-9ef14360-fe23-4d16-8510-845ed9ba0d50 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:40.158105 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6c49daeb-e717-4128-b945-2b657fb4e977 req-9ef14360-fe23-4d16-8510-845ed9ba0d50 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a158c56a-887d-4cd1-8349-2690f16bc759 HTTP/1.1" status: 200 len: 945 time: 0.0476592 Aug 11 02:42:40.198704 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6c49daeb-e717-4128-b945-2b657fb4e977 req-02a4bde0-149e-42b6-8934-f7a5e4f6ced4 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341859 Aug 11 02:42:40.312564 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c843f-b6b2-4a84-8396-786caf810398 req-1b911eab-4512-43fc-b102-6e3e1510d0fa tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:40.314091 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d10c843f-b6b2-4a84-8396-786caf810398 req-1b911eab-4512-43fc-b102-6e3e1510d0fa tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a158c56a-887d-4cd1-8349-2690f16bc759 HTTP/1.1" status: 200 len: 945 time: 0.0497551 Aug 11 02:42:40.352514 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d10c843f-b6b2-4a84-8396-786caf810398 req-ec02476c-68d0-4aa2-94cd-c3ff1ac448d1 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318480 Aug 11 02:42:40.375564 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56562) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:40.418636 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e2634d-4df2-4260-995a-8de01fe12369 tempest-TestVolumeBootPattern-1991633817 tempest-TestVolumeBootPattern-1991633817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:40.420173 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a7e2634d-4df2-4260-995a-8de01fe12369 tempest-TestVolumeBootPattern-1991633817 tempest-TestVolumeBootPattern-1991633817-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a158c56a-887d-4cd1-8349-2690f16bc759 HTTP/1.1" status: 200 len: 1092 time: 0.0436175 Aug 11 02:42:40.422896 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56564) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:40.427149 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'port_id': 'e4857447-cb0a-4457-97ba-c356d91fbb9c', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:40.448603 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for floatingip, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:40.543795 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:40.650433 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Allocated IP 172.25.2.6 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/e9926d83-3c2e-4eff-9578-e23f567f3a27) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:40.750371 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:40.788802 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:40.826780 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:40.829641 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:40.835090 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:42:40.864284 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event updated for resources: {'Port': ['ID=e9926d83-3c2e-4eff-9578-e23f567f3a27,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:40.877432 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:40.877784 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:40.878131 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:40.878476 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:40.878817 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:40.879153 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:40.879486 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:40.879844 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:40.880174 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:40.881102 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:40.881438 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:40.881766 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:41.198689 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.267825 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.417259 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.421686 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.494159 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event updated for resources: {'Port': ['ID=e9926d83-3c2e-4eff-9578-e23f567f3a27,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:41.499801 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.566511 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2a999be7-de06-4a61-96af-b48e2f7aeac8 req-d796bafe-c358-4e95-8c5e-a9a385ffeda6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392725 Aug 11 02:42:41.603082 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Floating IP 584aa4a6-401d-4c7f-a3d0-009f3006aa2c associated. External IP: 172.25.2.6, port: e4857447-cb0a-4457-97ba-c356d91fbb9c. Aug 11 02:42:41.650147 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a999be7-de06-4a61-96af-b48e2f7aeac8 req-064aaf0d-d236-4030-a187-4f9c52cbd319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:41.651690 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2a999be7-de06-4a61-96af-b48e2f7aeac8 req-064aaf0d-d236-4030-a187-4f9c52cbd319 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 1097 time: 0.0408876 Aug 11 02:42:41.758997 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a999be7-de06-4a61-96af-b48e2f7aeac8 req-c5015429-98c6-4510-9652-bdd91a7ecb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:41.760457 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2a999be7-de06-4a61-96af-b48e2f7aeac8 req-c5015429-98c6-4510-9652-bdd91a7ecb08 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fcb0f1de-265c-463f-b445-5539d49754e6 HTTP/1.1" status: 200 len: 897 time: 0.0878403 Aug 11 02:42:41.811954 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Router 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:42:41.829675 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2a999be7-de06-4a61-96af-b48e2f7aeac8 req-ae11a54b-d582-44fa-b89c-0313c3ccc254 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=426d012c-99c7-4510-88ef-13bfd9070b0c HTTP/1.1" status: 200 len: 1000 time: 0.0590215 Aug 11 02:42:41.878363 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a999be7-de06-4a61-96af-b48e2f7aeac8 req-f11101c7-4097-46dd-aeff-e31092d74341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:41.879865 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2a999be7-de06-4a61-96af-b48e2f7aeac8 req-f11101c7-4097-46dd-aeff-e31092d74341 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=94f2729b-5434-482e-99e4-c190124072d7 HTTP/1.1" status: 200 len: 835 time: 0.0429380 Aug 11 02:42:41.918957 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:42:41.929546 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fdbe7f-3aff-4a50-bf32-3f93d04ee0b1 None None] Sync routers for ids ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:42:41.930077 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a999be7-de06-4a61-96af-b48e2f7aeac8 req-9cb0a3e0-005e-4988-b039-5420e1e2028d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:41.931459 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2a999be7-de06-4a61-96af-b48e2f7aeac8 req-9cb0a3e0-005e-4988-b039-5420e1e2028d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fcb0f1de-265c-463f-b445-5539d49754e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440440 Aug 11 02:42:41.940086 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fdbe7f-3aff-4a50-bf32-3f93d04ee0b1 None None] Routers {'91a00ccd-0b76-4483-bc6f-9fbc89a6c682'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:41.940282 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.940704 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e8fdbe7f-3aff-4a50-bf32-3f93d04ee0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:42:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:41.969537 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-69155bb6-8a96-40b2-8acf-58e7613ba421 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5456049 Aug 11 02:42:41.970290 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a158c56a-887d-4cd1-8349-2690f16bc759', 'tag': 'e4857447-cb0a-4457-97ba-c356d91fbb9c'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:42:41.972794 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5924dcc3-86c5-4dfa-bc13-8914c28c7de0" -d '{"events": [{"name": "network-changed", "server_uuid": "a158c56a-887d-4cd1-8349-2690f16bc759", "tag": "e4857447-cb0a-4457-97ba-c356d91fbb9c"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:42:42.020301 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c942d20f-5808-4398-a33b-0b9deedc6412 x-openstack-request-id: req-c942d20f-5808-4398-a33b-0b9deedc6412 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:42:42.020608 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a158c56a-887d-4cd1-8349-2690f16bc759", "tag": "e4857447-cb0a-4457-97ba-c356d91fbb9c", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:42:42.020866 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c942d20f-5808-4398-a33b-0b9deedc6412 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:42:42.021894 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a158c56a-887d-4cd1-8349-2690f16bc759', 'tag': 'e4857447-cb0a-4457-97ba-c356d91fbb9c', 'status': 'completed', 'code': 200} Aug 11 02:42:42.035890 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2a999be7-de06-4a61-96af-b48e2f7aeac8 req-235ab758-02f7-4b60-a6d0-59b753fc4c94 service neutron] 10.222.0.73 "GET /v2.0/networks/fcb0f1de-265c-463f-b445-5539d49754e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952466 Aug 11 02:42:42.085193 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924dcc3-86c5-4dfa-bc13-8914c28c7de0 req-a8291d77-984e-4da2-9a73-d1b4ce0a33d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:42.087159 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5924dcc3-86c5-4dfa-bc13-8914c28c7de0 req-a8291d77-984e-4da2-9a73-d1b4ce0a33d8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&device_id=a158c56a-887d-4cd1-8349-2690f16bc759 HTTP/1.1" status: 200 len: 1097 time: 0.0443397 Aug 11 02:42:42.148691 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-e8fdbe7f-3aff-4a50-bf32-3f93d04ee0b1 None None] Set router 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:42.150111 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2a999be7-de06-4a61-96af-b48e2f7aeac8 req-a560bcbc-03c3-4120-adf3-5d9b26fba5f1 service neutron] 10.222.0.73 "GET /v2.0/networks/fcb0f1de-265c-463f-b445-5539d49754e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064463 Aug 11 02:42:42.388460 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e8fdbe7f-3aff-4a50-bf32-3f93d04ee0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'name': 'tempest-TestVolumeBootPattern-237556104-router', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:45Z', 'updated_at': '2021-08-11T02:32:52Z', 'revision_number': 4, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'gw_port': {'id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:46Z', 'updated_at': '2021-08-11T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '584aa4a6-401d-4c7f-a3d0-009f3006aa2c', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'port_id': 'e4857447-cb0a-4457-97ba-c356d91fbb9c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'mac_address': 'fa:16:3e:5c:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a158c56a-887d-4cd1-8349-2690f16bc759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:42:41Z', 'updated_at': '2021-08-11T02:42:41Z', 'revision_number': 0, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'fixed_ip_address_scope': None}, {'id': '604e5dcb-d9fd-4fd0-9dfb-c40faa4a6d4d', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'floating_ip_address': '172.25.2.245', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'port_id': '8cb794e3-3254-435c-b6c2-c13d85bf8916', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'mac_address': 'fa:16:3e:b7:4e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c41f44-23cf-4019-8d48-d13cefec13e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:40:42Z', 'updated_at': '2021-08-11T02:40:44Z', 'revision_number': 1, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e344d24-acca-4dfc-bdf9-f70b80a92cea', 'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'mac_address': 'fa:16:3e:94:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:51Z', 'updated_at': '2021-08-11T02:33:01Z', 'revision_number': 5, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'subnets': [{'id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:42.415630 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fdbe7f-3aff-4a50-bf32-3f93d04ee0b1 None None] Checking router: 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:42:42.425045 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fdbe7f-3aff-4a50-bf32-3f93d04ee0b1 None None] Routers {'91a00ccd-0b76-4483-bc6f-9fbc89a6c682'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:42.425672 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e8fdbe7f-3aff-4a50-bf32-3f93d04ee0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:42:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:42.512836 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924dcc3-86c5-4dfa-bc13-8914c28c7de0 req-a831800d-90f0-4c19-b849-6980c33fb053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:42.514342 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5924dcc3-86c5-4dfa-bc13-8914c28c7de0 req-a831800d-90f0-4c19-b849-6980c33fb053 service neutron] 10.222.0.66 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 912 time: 0.4200397 Aug 11 02:42:42.537248 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-e8fdbe7f-3aff-4a50-bf32-3f93d04ee0b1 None None] Set router 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:42.586476 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5924dcc3-86c5-4dfa-bc13-8914c28c7de0 req-dc37be75-5bfd-46e4-82fa-9e5215484961 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4857447-cb0a-4457-97ba-c356d91fbb9c HTTP/1.1" status: 200 len: 997 time: 0.0641963 Aug 11 02:42:42.646424 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924dcc3-86c5-4dfa-bc13-8914c28c7de0 req-e6fec32c-9880-408b-a12d-9a93fb470192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:42.647939 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5924dcc3-86c5-4dfa-bc13-8914c28c7de0 req-e6fec32c-9880-408b-a12d-9a93fb470192 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a HTTP/1.1" status: 200 len: 850 time: 0.0532343 Aug 11 02:42:42.696807 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924dcc3-86c5-4dfa-bc13-8914c28c7de0 req-b154deff-e05c-4922-9167-b091c8bc0ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:42.698428 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5924dcc3-86c5-4dfa-bc13-8914c28c7de0 req-b154deff-e05c-4922-9167-b091c8bc0ecb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420036 Aug 11 02:42:42.773477 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e8fdbe7f-3aff-4a50-bf32-3f93d04ee0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'name': 'tempest-TestVolumeBootPattern-237556104-router', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:45Z', 'updated_at': '2021-08-11T02:32:52Z', 'revision_number': 4, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'gw_port': {'id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:46Z', 'updated_at': '2021-08-11T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '584aa4a6-401d-4c7f-a3d0-009f3006aa2c', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'port_id': 'e4857447-cb0a-4457-97ba-c356d91fbb9c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'mac_address': 'fa:16:3e:5c:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a158c56a-887d-4cd1-8349-2690f16bc759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:42:41Z', 'updated_at': '2021-08-11T02:42:41Z', 'revision_number': 0, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'fixed_ip_address_scope': None}, {'id': '604e5dcb-d9fd-4fd0-9dfb-c40faa4a6d4d', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'floating_ip_address': '172.25.2.245', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'port_id': '8cb794e3-3254-435c-b6c2-c13d85bf8916', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'mac_address': 'fa:16:3e:b7:4e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c41f44-23cf-4019-8d48-d13cefec13e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:40:42Z', 'updated_at': '2021-08-11T02:40:44Z', 'revision_number': 1, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e344d24-acca-4dfc-bdf9-f70b80a92cea', 'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'mac_address': 'fa:16:3e:94:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:51Z', 'updated_at': '2021-08-11T02:33:01Z', 'revision_number': 5, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'subnets': [{'id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:42.790663 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5924dcc3-86c5-4dfa-bc13-8914c28c7de0 req-1093d2fe-ecda-4dac-83b9-299a3eb0d43a service neutron] 10.222.0.66 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844972 Aug 11 02:42:42.800025 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fdbe7f-3aff-4a50-bf32-3f93d04ee0b1 None None] The sync data for ids ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'] in n-d-615180-33 is: [{'id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'name': 'tempest-TestVolumeBootPattern-237556104-router', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:45Z', 'updated_at': '2021-08-11T02:32:52Z', 'revision_number': 4, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'gw_port': {'id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:46Z', 'updated_at': '2021-08-11T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '584aa4a6-401d-4c7f-a3d0-009f3006aa2c', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'port_id': 'e4857447-cb0a-4457-97ba-c356d91fbb9c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'mac_address': 'fa:16:3e:5c:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a158c56a-887d-4cd1-8349-2690f16bc759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:42:41Z', 'updated_at': '2021-08-11T02:42:41Z', 'revision_number': 0, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'fixed_ip_address_scope': None}, {'id': '604e5dcb-d9fd-4fd0-9dfb-c40faa4a6d4d', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'floating_ip_address': '172.25.2.245', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'port_id': '8cb794e3-3254-435c-b6c2-c13d85bf8916', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'mac_address': 'fa:16:3e:b7:4e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c41f44-23cf-4019-8d48-d13cefec13e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:40:42Z', 'updated_at': '2021-08-11T02:40:44Z', 'revision_number': 1, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e344d24-acca-4dfc-bdf9-f70b80a92cea', 'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'mac_address': 'fa:16:3e:94:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:51Z', 'updated_at': '2021-08-11T02:33:01Z', 'revision_number': 5, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'subnets': [{'id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:42:42.890150 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5924dcc3-86c5-4dfa-bc13-8914c28c7de0 req-ea9f18fc-b927-4a27-a468-01a42af685b5 service neutron] 10.222.0.66 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908670 Aug 11 02:42:42.997630 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092e587f-49d4-4fff-8e80-fb7d82c86a5f None None] New status for floating IP 584aa4a6-401d-4c7f-a3d0-009f3006aa2c: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:42:45.651418 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c6e8f3c6-9f39-4549-9799-44c94e295cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:48.337567 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-66160d00-7b88-4dec-b418-b2d3747b21bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:48.374276 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:50.000480 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:51.520881 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:53.326803 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:42:54.644711 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:55.460216 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:58.270464 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53a237-2a1b-4647-a6a2-839414ed15d3 req-1da0a3b1-4023-4cd1-bcab-5aedb637e26e tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:58.272084 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3f53a237-2a1b-4647-a6a2-839414ed15d3 req-1da0a3b1-4023-4cd1-bcab-5aedb637e26e tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 1097 time: 0.0416057 Aug 11 02:42:58.290876 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3f53a237-2a1b-4647-a6a2-839414ed15d3 req-6a951741-7f36-4f0a-ad52-1526da9cfa83 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:58.384952 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3f53a237-2a1b-4647-a6a2-839414ed15d3 req-6a951741-7f36-4f0a-ad52-1526da9cfa83 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:58.388786 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3f53a237-2a1b-4647-a6a2-839414ed15d3 req-6a951741-7f36-4f0a-ad52-1526da9cfa83 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:58.416166 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3f53a237-2a1b-4647-a6a2-839414ed15d3 req-6a951741-7f36-4f0a-ad52-1526da9cfa83 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374543 Aug 11 02:42:58.420643 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a951741-7f36-4f0a-ad52-1526da9cfa83 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e28d61-cde7-48cd-8b5d-79191c1ec849,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:58.428149 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a951741-7f36-4f0a-ad52-1526da9cfa83 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:58.428501 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a951741-7f36-4f0a-ad52-1526da9cfa83 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:58.428885 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a951741-7f36-4f0a-ad52-1526da9cfa83 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:58.429223 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a951741-7f36-4f0a-ad52-1526da9cfa83 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:58.429573 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a951741-7f36-4f0a-ad52-1526da9cfa83 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:58.429932 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a951741-7f36-4f0a-ad52-1526da9cfa83 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:58.430265 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a951741-7f36-4f0a-ad52-1526da9cfa83 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:58.430592 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a951741-7f36-4f0a-ad52-1526da9cfa83 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:58.430917 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a951741-7f36-4f0a-ad52-1526da9cfa83 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:58.431240 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a951741-7f36-4f0a-ad52-1526da9cfa83 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:58.431597 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a951741-7f36-4f0a-ad52-1526da9cfa83 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:58.431908 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a951741-7f36-4f0a-ad52-1526da9cfa83 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:58.535817 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3e76a-9227-42a6-a678-a0ce1f8ba720 req-d94493f9-af60-4f34-bd51-8011a3f2e915 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:58.537311 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-85b3e76a-9227-42a6-a678-a0ce1f8ba720 req-d94493f9-af60-4f34-bd51-8011a3f2e915 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 945 time: 0.0498712 Aug 11 02:42:58.575064 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-85b3e76a-9227-42a6-a678-a0ce1f8ba720 req-0280cb43-81b0-4d69-89fb-c96f209f5df5 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318348 Aug 11 02:42:58.599840 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56590) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:58.667846 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-479b7c57-cdcd-4bb5-bdd2-f4a71516df0e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/floatingips/bcf53ccc-ebf8-42ae-b960-99888ac46e1e HTTP/1.1" status: 200 len: 992 time: 0.0664904 Aug 11 02:42:59.231192 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56604) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:59.296552 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa03d2f-be6d-4ef9-b3a5-c3df69cb8faf req-17389ec4-78f0-4848-9409-1825e6721097 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:59.298184 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4aa03d2f-be6d-4ef9-b3a5-c3df69cb8faf req-17389ec4-78f0-4848-9409-1825e6721097 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 945 time: 0.0528951 Aug 11 02:42:59.330354 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-529a21b5-1b43-4b03-959a-940447b50360 req-2b454938-3530-4706-910a-6405a673de9d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0979159 Aug 11 02:42:59.337458 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4aa03d2f-be6d-4ef9-b3a5-c3df69cb8faf req-6e45272f-c703-49d4-9015-6b421b31a6fb tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320292 Aug 11 02:43:00.456512 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a228ea-cadb-42ec-859e-f9461f62ce3d req-840d7a20-8753-4e29-ac7e-0beaf7e05860 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:00.458065 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-27a228ea-cadb-42ec-859e-f9461f62ce3d req-840d7a20-8753-4e29-ac7e-0beaf7e05860 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 945 time: 0.0501032 Aug 11 02:43:00.499155 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-27a228ea-cadb-42ec-859e-f9461f62ce3d req-444b74fb-cee5-469f-89df-204a09a0f673 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347447 Aug 11 02:43:00.553885 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a21b5-1b43-4b03-959a-940447b50360 req-6a1cc623-ab4a-4a15-8d00-2e086a6dd4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:00.555970 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-529a21b5-1b43-4b03-959a-940447b50360 req-6a1cc623-ab4a-4a15-8d00-2e086a6dd4b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 1097 time: 0.0453751 Aug 11 02:43:00.650904 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a21b5-1b43-4b03-959a-940447b50360 req-4d01853f-c694-438b-ac57-578000bc2857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:00.652405 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-529a21b5-1b43-4b03-959a-940447b50360 req-4d01853f-c694-438b-ac57-578000bc2857 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fcb0f1de-265c-463f-b445-5539d49754e6 HTTP/1.1" status: 200 len: 897 time: 0.0886145 Aug 11 02:43:00.722806 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-529a21b5-1b43-4b03-959a-940447b50360 req-e2f1c782-4887-4def-b6be-a15b91fe1425 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=426d012c-99c7-4510-88ef-13bfd9070b0c HTTP/1.1" status: 200 len: 1000 time: 0.0623634 Aug 11 02:43:00.782520 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a21b5-1b43-4b03-959a-940447b50360 req-872f0322-9e93-456b-9272-83816b8d77e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:00.783920 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-529a21b5-1b43-4b03-959a-940447b50360 req-872f0322-9e93-456b-9272-83816b8d77e6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=94f2729b-5434-482e-99e4-c190124072d7 HTTP/1.1" status: 200 len: 835 time: 0.0519230 Aug 11 02:43:00.830587 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a21b5-1b43-4b03-959a-940447b50360 req-089b6afc-eaa4-43d9-b3df-b95df320a315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:00.832166 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-529a21b5-1b43-4b03-959a-940447b50360 req-089b6afc-eaa4-43d9-b3df-b95df320a315 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fcb0f1de-265c-463f-b445-5539d49754e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408034 Aug 11 02:43:00.928584 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-529a21b5-1b43-4b03-959a-940447b50360 req-0e766c61-5d46-4779-9d2d-0f9bb2dc54fc service neutron] 10.222.0.73 "GET /v2.0/networks/fcb0f1de-265c-463f-b445-5539d49754e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886889 Aug 11 02:43:01.020416 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-529a21b5-1b43-4b03-959a-940447b50360 req-dbfa79f3-c2da-4600-89e1-0e811985f2fd service neutron] 10.222.0.73 "GET /v2.0/networks/fcb0f1de-265c-463f-b445-5539d49754e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849736 Aug 11 02:43:01.625575 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138475be-b4be-444a-a587-e72eb71ac88c req-26e4553d-891e-4f01-a3bb-f5369283c595 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:01.627052 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-138475be-b4be-444a-a587-e72eb71ac88c req-26e4553d-891e-4f01-a3bb-f5369283c595 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 945 time: 0.0530579 Aug 11 02:43:01.683859 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-138475be-b4be-444a-a587-e72eb71ac88c req-7f018b07-f8b3-4d10-8727-98a204dd2134 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502036 Aug 11 02:43:02.806365 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edae730-c43c-4166-9e68-cbca13abc8cf req-38564bf0-9dda-4952-b1fb-7b008bbc42de tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:02.808133 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9edae730-c43c-4166-9e68-cbca13abc8cf req-38564bf0-9dda-4952-b1fb-7b008bbc42de tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 945 time: 0.0546639 Aug 11 02:43:02.846231 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9edae730-c43c-4166-9e68-cbca13abc8cf req-07a8e232-c969-495e-a2a2-35bae97dde1f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320570 Aug 11 02:43:03.966824 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5093cb-2ca2-47ac-83bf-5c709aaed38c req-0891dfe7-844e-4339-b598-776ebb96c3b2 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:03.968375 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7c5093cb-2ca2-47ac-83bf-5c709aaed38c req-0891dfe7-844e-4339-b598-776ebb96c3b2 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 945 time: 0.0501990 Aug 11 02:43:04.008835 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7c5093cb-2ca2-47ac-83bf-5c709aaed38c req-fd70ac23-785c-4948-a215-ed700321e3f1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340214 Aug 11 02:43:05.130409 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570665f-0fea-4946-bf6d-dda271a14333 req-80034757-bcee-4214-b1c1-de361784393f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:05.131962 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a570665f-0fea-4946-bf6d-dda271a14333 req-80034757-bcee-4214-b1c1-de361784393f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 945 time: 0.0529890 Aug 11 02:43:05.172496 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a570665f-0fea-4946-bf6d-dda271a14333 req-00472b42-43ca-4cf8-9ac3-5cb100ef3434 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344927 Aug 11 02:43:06.291658 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9b45f-740b-4e68-b641-76c97cbf2af5 req-f3c00ebb-d5f3-4fd4-a7cc-b3a052b13654 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:06.293180 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fba9b45f-740b-4e68-b641-76c97cbf2af5 req-f3c00ebb-d5f3-4fd4-a7cc-b3a052b13654 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 945 time: 0.0509109 Aug 11 02:43:06.329534 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fba9b45f-740b-4e68-b641-76c97cbf2af5 req-1eb53a91-c9f2-44a0-aaa3-8e28234831cc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304298 Aug 11 02:43:07.444378 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766f54e-fbd3-443b-95b0-48e43a7fc3e8 req-7aaa0d67-ef98-41e5-b004-20b26bec26a2 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:07.445849 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8766f54e-fbd3-443b-95b0-48e43a7fc3e8 req-7aaa0d67-ef98-41e5-b004-20b26bec26a2 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 945 time: 0.0486853 Aug 11 02:43:07.483006 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8766f54e-fbd3-443b-95b0-48e43a7fc3e8 req-848c2890-f516-45e9-824c-63d2c1f4c051 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313179 Aug 11 02:43:08.597105 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f16dc-532b-45bd-be8f-d609a5615345 req-2d4b6e65-cb21-431f-8dbe-ba0b683b403d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:08.598572 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b75f16dc-532b-45bd-be8f-d609a5615345 req-2d4b6e65-cb21-431f-8dbe-ba0b683b403d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 945 time: 0.0478499 Aug 11 02:43:08.640317 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b75f16dc-532b-45bd-be8f-d609a5615345 req-f5a7d0c0-9cda-40a9-bc8d-1b805ac5bf4f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358646 Aug 11 02:43:09.760950 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3565142-70b0-433a-8e14-0140fe827d95 req-a81ef613-1073-4cb9-a362-7cb0a2c4e8d7 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:09.762535 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c3565142-70b0-433a-8e14-0140fe827d95 req-a81ef613-1073-4cb9-a362-7cb0a2c4e8d7 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 945 time: 0.0555432 Aug 11 02:43:09.799314 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c3565142-70b0-433a-8e14-0140fe827d95 req-a44e6e28-3035-4c16-8c3d-99e576eeee5e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307627 Aug 11 02:43:10.921560 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e6bb8-a6aa-457e-b217-f8e3d36ec554 req-fa16036a-a3bb-4149-ad78-2212931be2bd tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:10.923080 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-680e6bb8-a6aa-457e-b217-f8e3d36ec554 req-fa16036a-a3bb-4149-ad78-2212931be2bd tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 945 time: 0.0485213 Aug 11 02:43:10.961086 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-680e6bb8-a6aa-457e-b217-f8e3d36ec554 req-3b412eaf-0728-4429-8184-79bbdfc153a2 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321071 Aug 11 02:43:12.076091 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f769a-623d-4fc8-a80b-89499b716a10 req-828191ae-2864-4e0d-b33c-3b3d028b3deb tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:12.077588 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8c9f769a-623d-4fc8-a80b-89499b716a10 req-828191ae-2864-4e0d-b33c-3b3d028b3deb tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 945 time: 0.0487351 Aug 11 02:43:12.115445 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8c9f769a-623d-4fc8-a80b-89499b716a10 req-54aea787-68ec-4ad5-9e22-dd4647a6454a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320399 Aug 11 02:43:12.857906 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [req-529a21b5-1b43-4b03-959a-940447b50360 req-c5ea08b3-a684-45a6-b3ac-cb32d95c635d service neutron] show failed (client error): The resource could not be found. Aug 11 02:43:12.858933 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-529a21b5-1b43-4b03-959a-940447b50360 req-c5ea08b3-a684-45a6-b3ac-cb32d95c635d service neutron] 10.222.0.73 "GET /v2.0/ports/426d012c-99c7-4510-88ef-13bfd9070b0c/bindings/n-h2-615180-33 HTTP/1.1" status: 404 len: 381 time: 0.0560274 Aug 11 02:43:13.081024 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a21b5-1b43-4b03-959a-940447b50360 req-d3ea21b3-c8f7-4737-b868-60f617573633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:13.082562 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-529a21b5-1b43-4b03-959a-940447b50360 req-d3ea21b3-c8f7-4737-b868-60f617573633 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1&tenant_id=83a11b7064d64ae6b3165041fbab4c71 HTTP/1.1" status: 200 len: 1097 time: 0.0720639 Aug 11 02:43:13.095056 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-529a21b5-1b43-4b03-959a-940447b50360 req-05e2d139-f8c2-401b-b188-b3dc4467059b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-33', 'device_owner': 'compute:nova'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:13.152919 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-529a21b5-1b43-4b03-959a-940447b50360 req-05e2d139-f8c2-401b-b188-b3dc4467059b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:13.234050 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb64ec9-336c-4517-a73b-258a8ce1e6b6 req-fcbdcb04-36c9-412e-8dbe-a696b20a2a30 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:13.235853 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cdb64ec9-336c-4517-a73b-258a8ce1e6b6 req-fcbdcb04-36c9-412e-8dbe-a696b20a2a30 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 945 time: 0.0498414 Aug 11 02:43:13.275674 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cdb64ec9-336c-4517-a73b-258a8ce1e6b6 req-91b6c84e-f011-4677-bf35-123dff83e9ff tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335712 Aug 11 02:43:13.359866 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-529a21b5-1b43-4b03-959a-940447b50360 req-05e2d139-f8c2-401b-b188-b3dc4467059b service neutron] For port 426d012c-99c7-4510-88ef-13bfd9070b0c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=426d012c-99c7-4510-88ef-13bfd9070b0c,segment=NetworkSegment(65a2edce-35ab-4207-827f-594fc9da186d),segment_id=65a2edce-35ab-4207-827f-594fc9da186d)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:13.394027 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-529a21b5-1b43-4b03-959a-940447b50360 req-05e2d139-f8c2-401b-b188-b3dc4467059b service neutron] For port 426d012c-99c7-4510-88ef-13bfd9070b0c, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:43:13.432448 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa3b263-bed9-4e10-b222-aed3f55184f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '426d012c-99c7-4510-88ef-13bfd9070b0c'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:43:13.434860 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43590ad3-2345-4458-89da-abf354c78682" -d '{"events": [{"server_uuid": "afa3b263-bed9-4e10-b222-aed3f55184f1", "name": "network-vif-unplugged", "status": "completed", "tag": "426d012c-99c7-4510-88ef-13bfd9070b0c"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:43:13.438533 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-529a21b5-1b43-4b03-959a-940447b50360 req-05e2d139-f8c2-401b-b188-b3dc4467059b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:13.451005 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-529a21b5-1b43-4b03-959a-940447b50360 req-05e2d139-f8c2-401b-b188-b3dc4467059b service neutron] Transition to ACTIVE for port object 426d012c-99c7-4510-88ef-13bfd9070b0c will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:43:13.455064 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-529a21b5-1b43-4b03-959a-940447b50360 req-05e2d139-f8c2-401b-b188-b3dc4467059b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:13.487893 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1caaad-edcf-40e7-b992-7c38620c6b16 x-openstack-request-id: req-fc1caaad-edcf-40e7-b992-7c38620c6b16 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:43:13.488447 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa3b263-bed9-4e10-b222-aed3f55184f1", "name": "network-vif-unplugged", "status": "completed", "tag": "426d012c-99c7-4510-88ef-13bfd9070b0c", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:43:13.488710 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fc1caaad-edcf-40e7-b992-7c38620c6b16 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:43:13.489106 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa3b263-bed9-4e10-b222-aed3f55184f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '426d012c-99c7-4510-88ef-13bfd9070b0c', 'code': 200} Aug 11 02:43:13.573920 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2d139-f8c2-401b-b188-b3dc4467059b service neutron] Pushing event updated for resources: {'Port': ['ID=426d012c-99c7-4510-88ef-13bfd9070b0c,revision_number=6']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:13.640531 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-529a21b5-1b43-4b03-959a-940447b50360 req-05e2d139-f8c2-401b-b188-b3dc4467059b service neutron] No DVR routers for this DVR port 426d012c-99c7-4510-88ef-13bfd9070b0c on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:43:13.774479 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-529a21b5-1b43-4b03-959a-940447b50360 req-05e2d139-f8c2-401b-b188-b3dc4467059b service neutron] Attempting to bind port 426d012c-99c7-4510-88ef-13bfd9070b0c on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:43:13.774730 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-529a21b5-1b43-4b03-959a-940447b50360 req-05e2d139-f8c2-401b-b188-b3dc4467059b service neutron] Attempting to bind port 426d012c-99c7-4510-88ef-13bfd9070b0c by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '65a2edce-35ab-4207-827f-594fc9da186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:43:13.775061 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529a21b5-1b43-4b03-959a-940447b50360 req-05e2d139-f8c2-401b-b188-b3dc4467059b service neutron] Attempting to bind port 426d012c-99c7-4510-88ef-13bfd9070b0c on network fcb0f1de-265c-463f-b445-5539d49754e6 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:43:13.779398 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529a21b5-1b43-4b03-959a-940447b50360 req-05e2d139-f8c2-401b-b188-b3dc4467059b service neutron] Port 426d012c-99c7-4510-88ef-13bfd9070b0c on network fcb0f1de-265c-463f-b445-5539d49754e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:43:13.779757 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529a21b5-1b43-4b03-959a-940447b50360 req-05e2d139-f8c2-401b-b188-b3dc4467059b service neutron] Attempting to bind port 426d012c-99c7-4510-88ef-13bfd9070b0c on network fcb0f1de-265c-463f-b445-5539d49754e6 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:43:13.784491 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529a21b5-1b43-4b03-959a-940447b50360 req-05e2d139-f8c2-401b-b188-b3dc4467059b service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:43:13.784836 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529a21b5-1b43-4b03-959a-940447b50360 req-05e2d139-f8c2-401b-b188-b3dc4467059b service neutron] Checking segment: {'id': '65a2edce-35ab-4207-827f-594fc9da186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:43:13.785228 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529a21b5-1b43-4b03-959a-940447b50360 req-05e2d139-f8c2-401b-b188-b3dc4467059b service neutron] Bound using segment: {'id': '65a2edce-35ab-4207-827f-594fc9da186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:43:13.785761 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-529a21b5-1b43-4b03-959a-940447b50360 req-05e2d139-f8c2-401b-b188-b3dc4467059b service neutron] Bound port: 426d012c-99c7-4510-88ef-13bfd9070b0c, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a2edce-35ab-4207-827f-594fc9da186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:43:13.786011 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-529a21b5-1b43-4b03-959a-940447b50360 req-05e2d139-f8c2-401b-b188-b3dc4467059b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:13.848980 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-529a21b5-1b43-4b03-959a-940447b50360 req-05e2d139-f8c2-401b-b188-b3dc4467059b service neutron] For port 426d012c-99c7-4510-88ef-13bfd9070b0c, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:43:13.852119 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-529a21b5-1b43-4b03-959a-940447b50360 req-05e2d139-f8c2-401b-b188-b3dc4467059b service neutron] For port 426d012c-99c7-4510-88ef-13bfd9070b0c, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=426d012c-99c7-4510-88ef-13bfd9070b0c,segment=NetworkSegment(65a2edce-35ab-4207-827f-594fc9da186d),segment_id=65a2edce-35ab-4207-827f-594fc9da186d)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:43:13.855996 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-529a21b5-1b43-4b03-959a-940447b50360 req-05e2d139-f8c2-401b-b188-b3dc4467059b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:13.891179 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a21b5-1b43-4b03-959a-940447b50360 req-05e2d139-f8c2-401b-b188-b3dc4467059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:13.891831 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-529a21b5-1b43-4b03-959a-940447b50360 req-05e2d139-f8c2-401b-b188-b3dc4467059b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:13.893277 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-529a21b5-1b43-4b03-959a-940447b50360 req-05e2d139-f8c2-401b-b188-b3dc4467059b service neutron] 10.222.0.66 "PUT /v2.0/ports/426d012c-99c7-4510-88ef-13bfd9070b0c HTTP/1.1" status: 200 len: 1092 time: 0.8022823 Aug 11 02:43:13.928412 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2d139-f8c2-401b-b188-b3dc4467059b service neutron] Pushing event updated for resources: {'Port': ['ID=426d012c-99c7-4510-88ef-13bfd9070b0c,revision_number=7']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:13.960408 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a21b5-1b43-4b03-959a-940447b50360 req-5e346055-81ce-4d33-97bb-4673a36aea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:13.962891 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-529a21b5-1b43-4b03-959a-940447b50360 req-5e346055-81ce-4d33-97bb-4673a36aea1c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 1095 time: 0.0431747 Aug 11 02:43:14.055590 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a21b5-1b43-4b03-959a-940447b50360 req-eb18461c-e432-46c5-ab95-2ec9da9f1808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:14.057097 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-529a21b5-1b43-4b03-959a-940447b50360 req-eb18461c-e432-46c5-ab95-2ec9da9f1808 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fcb0f1de-265c-463f-b445-5539d49754e6 HTTP/1.1" status: 200 len: 897 time: 0.0874760 Aug 11 02:43:14.127393 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-529a21b5-1b43-4b03-959a-940447b50360 req-4bd00923-4f99-471b-b1d4-24f9b2f5d010 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=426d012c-99c7-4510-88ef-13bfd9070b0c HTTP/1.1" status: 200 len: 998 time: 0.0623016 Aug 11 02:43:14.178418 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a21b5-1b43-4b03-959a-940447b50360 req-93f13498-4ec9-4614-819b-3bfc4152a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:14.179810 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-529a21b5-1b43-4b03-959a-940447b50360 req-93f13498-4ec9-4614-819b-3bfc4152a11f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=94f2729b-5434-482e-99e4-c190124072d7 HTTP/1.1" status: 200 len: 835 time: 0.0436943 Aug 11 02:43:14.225207 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a21b5-1b43-4b03-959a-940447b50360 req-e1aeff5c-3390-4040-9b98-0e792fa8ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:14.226589 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-529a21b5-1b43-4b03-959a-940447b50360 req-e1aeff5c-3390-4040-9b98-0e792fa8ad1b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fcb0f1de-265c-463f-b445-5539d49754e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397522 Aug 11 02:43:14.319780 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-529a21b5-1b43-4b03-959a-940447b50360 req-4fc9ae9c-30ce-4841-ad4a-5c46f5dd5bc8 service neutron] 10.222.0.66 "GET /v2.0/networks/fcb0f1de-265c-463f-b445-5539d49754e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855811 Aug 11 02:43:14.394927 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7c65d-7fd0-4280-b5d2-27fe09f1a8ef req-d5fa3fe5-3cec-43cf-beec-4e46f2f04f9a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:14.396438 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a0a7c65d-7fd0-4280-b5d2-27fe09f1a8ef req-d5fa3fe5-3cec-43cf-beec-4e46f2f04f9a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 943 time: 0.0532501 Aug 11 02:43:14.411342 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-529a21b5-1b43-4b03-959a-940447b50360 req-ae7860eb-14a0-4e6e-a332-fe0016cbfeeb service neutron] 10.222.0.66 "GET /v2.0/networks/fcb0f1de-265c-463f-b445-5539d49754e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841341 Aug 11 02:43:14.434733 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a0a7c65d-7fd0-4280-b5d2-27fe09f1a8ef req-0c73b9b2-5e66-4d85-a328-cabb6ce46c2c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320878 Aug 11 02:43:15.490296 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa3b263-bed9-4e10-b222-aed3f55184f1', 'tag': '426d012c-99c7-4510-88ef-13bfd9070b0c'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:43:15.492810 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c9d538-ff34-4ef5-a690-bb25d6f499af" -d '{"events": [{"name": "network-changed", "server_uuid": "afa3b263-bed9-4e10-b222-aed3f55184f1", "tag": "426d012c-99c7-4510-88ef-13bfd9070b0c"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:43:15.540882 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b38d3a-03ad-42a7-adb2-441d01013382 x-openstack-request-id: req-52b38d3a-03ad-42a7-adb2-441d01013382 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:43:15.541258 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa3b263-bed9-4e10-b222-aed3f55184f1", "tag": "426d012c-99c7-4510-88ef-13bfd9070b0c", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:43:15.541516 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-52b38d3a-03ad-42a7-adb2-441d01013382 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:43:15.541914 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa3b263-bed9-4e10-b222-aed3f55184f1', 'tag': '426d012c-99c7-4510-88ef-13bfd9070b0c', 'status': 'completed', 'code': 200} Aug 11 02:43:15.562147 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d635c7-42cc-4fef-9f69-6a634ec5cee2 req-efb430ac-2d1b-4a33-92c0-4a80a662bcce tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:15.564012 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4d635c7-42cc-4fef-9f69-6a634ec5cee2 req-efb430ac-2d1b-4a33-92c0-4a80a662bcce tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 943 time: 0.0581007 Aug 11 02:43:15.601442 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9d538-ff34-4ef5-a690-bb25d6f499af req-be8c9555-7a44-4083-857b-e32db3518350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:15.603111 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-86c9d538-ff34-4ef5-a690-bb25d6f499af req-be8c9555-7a44-4083-857b-e32db3518350 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 1095 time: 0.0428882 Aug 11 02:43:15.627424 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4d635c7-42cc-4fef-9f69-6a634ec5cee2 req-422f4722-2302-410b-8acc-cc1780070173 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534418 Aug 11 02:43:15.630067 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9d538-ff34-4ef5-a690-bb25d6f499af req-0dc05b95-29a9-4169-bcba-e4bdb65bcb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:15.631514 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-86c9d538-ff34-4ef5-a690-bb25d6f499af req-0dc05b95-29a9-4169-bcba-e4bdb65bcb5f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 1095 time: 0.0666370 Aug 11 02:43:15.654035 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4f9e668e-9cf7-4818-b200-7267f0484c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:15.699623 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9d538-ff34-4ef5-a690-bb25d6f499af req-94894f25-9a89-4a97-bff1-2032828c5998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:15.701207 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-86c9d538-ff34-4ef5-a690-bb25d6f499af req-94894f25-9a89-4a97-bff1-2032828c5998 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fcb0f1de-265c-463f-b445-5539d49754e6 HTTP/1.1" status: 200 len: 897 time: 0.0901825 Aug 11 02:43:15.730109 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9d538-ff34-4ef5-a690-bb25d6f499af req-090dfbc1-dc9c-4ea3-84e8-57659b865a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:15.731650 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-86c9d538-ff34-4ef5-a690-bb25d6f499af req-090dfbc1-dc9c-4ea3-84e8-57659b865a06 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fcb0f1de-265c-463f-b445-5539d49754e6 HTTP/1.1" status: 200 len: 897 time: 0.0927808 Aug 11 02:43:15.767023 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-86c9d538-ff34-4ef5-a690-bb25d6f499af req-cb0ebda8-6cf6-4cf1-89c6-b402f7a71bbc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=426d012c-99c7-4510-88ef-13bfd9070b0c HTTP/1.1" status: 200 len: 998 time: 0.0586793 Aug 11 02:43:15.799064 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-86c9d538-ff34-4ef5-a690-bb25d6f499af req-e64f4d90-e7f3-4dbb-bc86-948fd41e81b8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=426d012c-99c7-4510-88ef-13bfd9070b0c HTTP/1.1" status: 200 len: 998 time: 0.0580556 Aug 11 02:43:15.814482 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9d538-ff34-4ef5-a690-bb25d6f499af req-ce6bf416-30b0-4c34-96c9-580f1615fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:15.816029 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-86c9d538-ff34-4ef5-a690-bb25d6f499af req-ce6bf416-30b0-4c34-96c9-580f1615fbab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=94f2729b-5434-482e-99e4-c190124072d7 HTTP/1.1" status: 200 len: 835 time: 0.0427499 Aug 11 02:43:15.850482 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9d538-ff34-4ef5-a690-bb25d6f499af req-c566b861-04de-4ed9-ae17-aa721cf40cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:15.852055 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-86c9d538-ff34-4ef5-a690-bb25d6f499af req-c566b861-04de-4ed9-ae17-aa721cf40cbe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=94f2729b-5434-482e-99e4-c190124072d7 HTTP/1.1" status: 200 len: 835 time: 0.0449045 Aug 11 02:43:15.864136 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9d538-ff34-4ef5-a690-bb25d6f499af req-23a6ceb1-eff9-48af-966e-330d77078446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:15.865615 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-86c9d538-ff34-4ef5-a690-bb25d6f499af req-23a6ceb1-eff9-48af-966e-330d77078446 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fcb0f1de-265c-463f-b445-5539d49754e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431492 Aug 11 02:43:15.902749 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9d538-ff34-4ef5-a690-bb25d6f499af req-1cd2c08f-831b-415a-8319-6f7e191e3ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:15.904320 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-86c9d538-ff34-4ef5-a690-bb25d6f499af req-1cd2c08f-831b-415a-8319-6f7e191e3ff1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fcb0f1de-265c-463f-b445-5539d49754e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441558 Aug 11 02:43:15.952742 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-86c9d538-ff34-4ef5-a690-bb25d6f499af req-65c8bef6-dc33-44d9-8ce4-a9b918336652 service neutron] 10.222.0.73 "GET /v2.0/networks/fcb0f1de-265c-463f-b445-5539d49754e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802689 Aug 11 02:43:15.997341 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-86c9d538-ff34-4ef5-a690-bb25d6f499af req-f461c3b6-43a8-44dc-b46b-e8743add9db1 service neutron] 10.222.0.66 "GET /v2.0/networks/fcb0f1de-265c-463f-b445-5539d49754e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835853 Aug 11 02:43:16.044533 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-86c9d538-ff34-4ef5-a690-bb25d6f499af req-0ad928fe-0b21-4c7e-a265-2e4924923c44 service neutron] 10.222.0.73 "GET /v2.0/networks/fcb0f1de-265c-463f-b445-5539d49754e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847874 Aug 11 02:43:16.091858 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-86c9d538-ff34-4ef5-a690-bb25d6f499af req-682b1225-821c-44c6-883d-2a360c49be5c service neutron] 10.222.0.66 "GET /v2.0/networks/fcb0f1de-265c-463f-b445-5539d49754e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872946 Aug 11 02:43:16.745966 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6eea26-8fb0-451e-a5b9-964a7771e732 req-886f47e5-528e-4d00-b073-dcaef0fc01b6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:16.747458 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bd6eea26-8fb0-451e-a5b9-964a7771e732 req-886f47e5-528e-4d00-b073-dcaef0fc01b6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 943 time: 0.0487769 Aug 11 02:43:16.784132 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bd6eea26-8fb0-451e-a5b9-964a7771e732 req-1a91625b-2c34-423b-9118-c62624a9d84a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308273 Aug 11 02:43:16.989518 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 426d012c-99c7-4510-88ef-13bfd9070b0c details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:43:17.036148 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bceb4-1b05-438e-96a7-92e9b311b532 req-9de767d1-aad6-43ef-99d3-2a46d86ce801 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:17.037669 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fb9bceb4-1b05-438e-96a7-92e9b311b532 req-9de767d1-aad6-43ef-99d3-2a46d86ce801 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 943 time: 0.1119986 Aug 11 02:43:17.059443 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c8217-9874-4e26-8efc-7019233263b7 req-317bf552-53e1-4249-8758-f5fac2958eec tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:17.060915 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e03c8217-9874-4e26-8efc-7019233263b7 req-317bf552-53e1-4249-8758-f5fac2958eec tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1&tenant_id=83a11b7064d64ae6b3165041fbab4c71&binding%3Ahost_id=n-h2-615180-33 HTTP/1.1" status: 200 len: 943 time: 0.1223445 Aug 11 02:43:17.085110 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 426d012c-99c7-4510-88ef-13bfd9070b0c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=426d012c-99c7-4510-88ef-13bfd9070b0c,segment=NetworkSegment(65a2edce-35ab-4207-827f-594fc9da186d),segment_id=65a2edce-35ab-4207-827f-594fc9da186d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:17.096432 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '426d012c-99c7-4510-88ef-13bfd9070b0c', 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6', 'port_id': '426d012c-99c7-4510-88ef-13bfd9070b0c', 'mac_address': 'fa:16:3e:5f:64:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94f2729b-5434-482e-99e4-c190124072d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:43:17.112624 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fb9bceb4-1b05-438e-96a7-92e9b311b532 req-f2623213-a783-496a-868a-797d80ff9960 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668502 Aug 11 02:43:17.137354 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:17.138069 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [req-e03c8217-9874-4e26-8efc-7019233263b7 req-7db25a96-2759-4cf8-820e-81bf17e6dcd3 service neutron] delete failed (client error): The resource could not be found. Aug 11 02:43:17.139092 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e03c8217-9874-4e26-8efc-7019233263b7 req-7db25a96-2759-4cf8-820e-81bf17e6dcd3 service neutron] 10.222.0.73 "DELETE /v2.0/ports/426d012c-99c7-4510-88ef-13bfd9070b0c/bindings/n-h1-615180-33 HTTP/1.1" status: 404 len: 381 time: 0.0709391 Aug 11 02:43:17.149983 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 426d012c-99c7-4510-88ef-13bfd9070b0c {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:43:17.170559 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 426d012c-99c7-4510-88ef-13bfd9070b0c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=426d012c-99c7-4510-88ef-13bfd9070b0c,segment=NetworkSegment(65a2edce-35ab-4207-827f-594fc9da186d),segment_id=65a2edce-35ab-4207-827f-594fc9da186d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:17.174504 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:17.219789 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c8217-9874-4e26-8efc-7019233263b7 req-6428dee8-9a45-4b70-b6cf-2248ac0bee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:17.220424 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=426d012c-99c7-4510-88ef-13bfd9070b0c,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:17.221297 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e03c8217-9874-4e26-8efc-7019233263b7 req-6428dee8-9a45-4b70-b6cf-2248ac0bee5e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 1096 time: 0.0398865 Aug 11 02:43:17.228128 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:17.228477 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:17.228820 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:17.229159 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:17.229494 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:17.229828 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:17.230157 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:17.230485 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:17.230811 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:17.231136 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:17.231460 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:17.231810 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:17.314290 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c8217-9874-4e26-8efc-7019233263b7 req-bb724a5e-91c3-47d6-9b2d-7cc0a932df8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:17.315780 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e03c8217-9874-4e26-8efc-7019233263b7 req-bb724a5e-91c3-47d6-9b2d-7cc0a932df8c service neutron] 10.222.0.73 "GET /v2.0/networks?id=fcb0f1de-265c-463f-b445-5539d49754e6 HTTP/1.1" status: 200 len: 897 time: 0.0877652 Aug 11 02:43:17.378728 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e03c8217-9874-4e26-8efc-7019233263b7 req-a1b8b700-88d4-4038-afdd-acbba58cce19 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=426d012c-99c7-4510-88ef-13bfd9070b0c HTTP/1.1" status: 200 len: 999 time: 0.0560184 Aug 11 02:43:17.411982 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['426d012c-99c7-4510-88ef-13bfd9070b0c'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:43:17.430267 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c8217-9874-4e26-8efc-7019233263b7 req-0be16518-57c2-4ae9-842a-3441e2758d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:17.431737 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e03c8217-9874-4e26-8efc-7019233263b7 req-0be16518-57c2-4ae9-842a-3441e2758d36 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=94f2729b-5434-482e-99e4-c190124072d7 HTTP/1.1" status: 200 len: 835 time: 0.0464387 Aug 11 02:43:17.822248 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c8217-9874-4e26-8efc-7019233263b7 req-66f24df3-f4b2-4561-8184-395cec28b640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:17.823750 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e03c8217-9874-4e26-8efc-7019233263b7 req-66f24df3-f4b2-4561-8184-395cec28b640 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fcb0f1de-265c-463f-b445-5539d49754e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3854365 Aug 11 02:43:17.911994 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e03c8217-9874-4e26-8efc-7019233263b7 req-c0d5b58e-566e-4b8e-be11-2e13917914ad service neutron] 10.222.0.73 "GET /v2.0/networks/fcb0f1de-265c-463f-b445-5539d49754e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795159 Aug 11 02:43:18.000337 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e03c8217-9874-4e26-8efc-7019233263b7 req-94440949-685a-465f-958b-11b2d9d96ab1 service neutron] 10.222.0.73 "GET /v2.0/networks/fcb0f1de-265c-463f-b445-5539d49754e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815759 Aug 11 02:43:18.146233 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 426d012c-99c7-4510-88ef-13bfd9070b0c no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:43:18.183975 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 426d012c-99c7-4510-88ef-13bfd9070b0c not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:43:18.231179 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa38de-77dd-47b1-bb45-f0a217802684 req-b208ea47-2d3b-439a-bb5b-29aac4a137ba tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:18.232659 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f4fa38de-77dd-47b1-bb45-f0a217802684 req-b208ea47-2d3b-439a-bb5b-29aac4a137ba tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 944 time: 0.0500455 Aug 11 02:43:18.271776 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f4fa38de-77dd-47b1-bb45-f0a217802684 req-48165b54-a3ba-45f9-83cd-c5eaddd1dfb4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329850 Aug 11 02:43:18.337440 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0d89dc82-903d-4ce8-8421-54c3acc04586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:18.375725 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:19.004585 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 426d012c-99c7-4510-88ef-13bfd9070b0c up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:43:19.054585 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 426d012c-99c7-4510-88ef-13bfd9070b0c completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:43:19.058269 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 426d012c-99c7-4510-88ef-13bfd9070b0c triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:19.058641 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:19.131432 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:19.153554 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa3b263-bed9-4e10-b222-aed3f55184f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426d012c-99c7-4510-88ef-13bfd9070b0c'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:43:19.155936 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05880d1-7da1-4fed-be7c-f2344546b29a" -d '{"events": [{"server_uuid": "afa3b263-bed9-4e10-b222-aed3f55184f1", "name": "network-vif-plugged", "status": "completed", "tag": "426d012c-99c7-4510-88ef-13bfd9070b0c"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:43:19.169473 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 426d012c-99c7-4510-88ef-13bfd9070b0c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=426d012c-99c7-4510-88ef-13bfd9070b0c,segment=NetworkSegment(65a2edce-35ab-4207-827f-594fc9da186d),segment_id=65a2edce-35ab-4207-827f-594fc9da186d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:19.173326 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:19.202614 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2485c24-a9f5-47bd-83cc-3d6d018cb91f x-openstack-request-id: req-b2485c24-a9f5-47bd-83cc-3d6d018cb91f {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:43:19.202906 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa3b263-bed9-4e10-b222-aed3f55184f1", "name": "network-vif-plugged", "status": "completed", "tag": "426d012c-99c7-4510-88ef-13bfd9070b0c", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:43:19.203161 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b2485c24-a9f5-47bd-83cc-3d6d018cb91f {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:43:19.203558 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa3b263-bed9-4e10-b222-aed3f55184f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426d012c-99c7-4510-88ef-13bfd9070b0c', 'code': 200} Aug 11 02:43:19.228458 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=426d012c-99c7-4510-88ef-13bfd9070b0c,revision_number=9']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:19.385241 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee267b5-5fb0-4942-bd03-aba19125cf92 req-569c4deb-beb0-400f-9e28-3ad609153dce tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:19.386720 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dee267b5-5fb0-4942-bd03-aba19125cf92 req-569c4deb-beb0-400f-9e28-3ad609153dce tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 945 time: 0.0484359 Aug 11 02:43:19.424713 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dee267b5-5fb0-4942-bd03-aba19125cf92 req-b4b50025-46ba-4b67-bff1-12cf4dbba7d8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321214 Aug 11 02:43:19.446669 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56680) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:19.510289 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f20dd9e1-98ee-4096-accc-6fd79b73c459 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/floatingips/bcf53ccc-ebf8-42ae-b960-99888ac46e1e HTTP/1.1" status: 200 len: 992 time: 0.0624571 Aug 11 02:43:20.004067 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:21.522705 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:24.643637 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:25.459429 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:30.326577 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:43:34.440678 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-29a2c004-077f-43a4-8c80-ce8520d0a4e0 req-b857d7df-cbf7-43d6-813b-843714ec40e8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420120 Aug 11 02:43:34.533677 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2c004-077f-43a4-8c80-ce8520d0a4e0 req-560e0f54-0120-4fb0-804c-f8da541cd091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:34.535102 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-29a2c004-077f-43a4-8c80-ce8520d0a4e0 req-560e0f54-0120-4fb0-804c-f8da541cd091 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 1098 time: 0.0427628 Aug 11 02:43:34.642072 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2c004-077f-43a4-8c80-ce8520d0a4e0 req-34bb2491-e29a-4870-b043-f10916fabcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:34.643568 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-29a2c004-077f-43a4-8c80-ce8520d0a4e0 req-34bb2491-e29a-4870-b043-f10916fabcaf service neutron] 10.222.0.66 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 912 time: 0.0862966 Aug 11 02:43:34.708824 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-29a2c004-077f-43a4-8c80-ce8520d0a4e0 req-c885bb64-f02a-4605-8e56-4d0e730dc78a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cb794e3-3254-435c-b6c2-c13d85bf8916 HTTP/1.1" status: 200 len: 1002 time: 0.0566783 Aug 11 02:43:34.759916 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2c004-077f-43a4-8c80-ce8520d0a4e0 req-f43de547-fee7-4efc-9725-0387277f4b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:34.761360 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-29a2c004-077f-43a4-8c80-ce8520d0a4e0 req-f43de547-fee7-4efc-9725-0387277f4b4b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a HTTP/1.1" status: 200 len: 850 time: 0.0452635 Aug 11 02:43:34.812024 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2c004-077f-43a4-8c80-ce8520d0a4e0 req-5b922cfe-7619-496d-a7a9-ecaab866906d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:34.813565 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-29a2c004-077f-43a4-8c80-ce8520d0a4e0 req-5b922cfe-7619-496d-a7a9-ecaab866906d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437164 Aug 11 02:43:34.901898 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-29a2c004-077f-43a4-8c80-ce8520d0a4e0 req-ed6b6fc1-25fc-4446-a2fe-4e9d6166d409 service neutron] 10.222.0.66 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797307 Aug 11 02:43:34.994926 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-29a2c004-077f-43a4-8c80-ce8520d0a4e0 req-c25351c4-e7a1-4268-b07f-c565b42eca4b service neutron] 10.222.0.66 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849483 Aug 11 02:43:45.655527 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9c62f428-b32e-4dd1-a0f1-9f226c63fe74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:48.337776 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1fa9d803-59c1-4aca-9245-e6e56ee10942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:48.375789 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:49.930117 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8897f9c-f4fe-4ac3-891b-3b8ccaec686b req-5ab9144c-6b05-4862-986e-66507458255e tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:49.931662 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c8897f9c-f4fe-4ac3-891b-3b8ccaec686b req-5ab9144c-6b05-4862-986e-66507458255e tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 1097 time: 0.0413694 Aug 11 02:43:49.965233 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c8897f9c-f4fe-4ac3-891b-3b8ccaec686b req-b61f1ebe-fafc-4d6c-bc55-8b9d85777e75 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277472 Aug 11 02:43:49.986967 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56700) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:50.007786 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:50.139238 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-88de4a62-0f47-4832-abf5-d95087ca3980 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Deleting port ef26a067-631b-4e1a-8136-de92b9464b5b {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:50.139493 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-88de4a62-0f47-4832-abf5-d95087ca3980 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:50.215443 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-88de4a62-0f47-4832-abf5-d95087ca3980 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:50.215800 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-88de4a62-0f47-4832-abf5-d95087ca3980 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:50.226912 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-88de4a62-0f47-4832-abf5-d95087ca3980 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Calling delete_port for ef26a067-631b-4e1a-8136-de92b9464b5b owned by network:floatingip {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:50.372162 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-88de4a62-0f47-4832-abf5-d95087ca3980 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:50.397064 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de4a62-0f47-4832-abf5-d95087ca3980 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event deleted for resources: {'Port': ['ID=ef26a067-631b-4e1a-8136-de92b9464b5b,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:50.407772 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de4a62-0f47-4832-abf5-d95087ca3980 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:50.408124 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de4a62-0f47-4832-abf5-d95087ca3980 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:50.408466 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de4a62-0f47-4832-abf5-d95087ca3980 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:50.408802 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de4a62-0f47-4832-abf5-d95087ca3980 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:50.409134 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de4a62-0f47-4832-abf5-d95087ca3980 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:50.409724 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de4a62-0f47-4832-abf5-d95087ca3980 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:50.410064 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de4a62-0f47-4832-abf5-d95087ca3980 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:50.410393 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de4a62-0f47-4832-abf5-d95087ca3980 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:50.410721 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de4a62-0f47-4832-abf5-d95087ca3980 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:50.411046 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de4a62-0f47-4832-abf5-d95087ca3980 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:50.411370 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de4a62-0f47-4832-abf5-d95087ca3980 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:50.411724 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de4a62-0f47-4832-abf5-d95087ca3980 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:50.466979 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-88de4a62-0f47-4832-abf5-d95087ca3980 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for floatingip, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:50.467341 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-88de4a62-0f47-4832-abf5-d95087ca3980 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Floating IP bcf53ccc-ebf8-42ae-b960-99888ac46e1e disassociated (deleted). External IP: 172.25.2.82, port: 426d012c-99c7-4510-88ef-13bfd9070b0c. Aug 11 02:43:50.669331 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88de4a62-0f47-4832-abf5-d95087ca3980 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Router c6c96743-0410-43fd-9db1-9e2287461334 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:43:51.099850 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88de4a62-0f47-4832-abf5-d95087ca3980 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:43:51.105158 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-88de4a62-0f47-4832-abf5-d95087ca3980 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:51.110037 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208dd37f-7446-4351-ac81-391d3505db4c None None] Sync routers for ids ['c6c96743-0410-43fd-9db1-9e2287461334'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:43:51.118705 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208dd37f-7446-4351-ac81-391d3505db4c None None] Routers {'c6c96743-0410-43fd-9db1-9e2287461334'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:43:51.119308 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-208dd37f-7446-4351-ac81-391d3505db4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:43:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['c6c96743-0410-43fd-9db1-9e2287461334'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:51.131147 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-88de4a62-0f47-4832-abf5-d95087ca3980 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "DELETE /v2.0/floatingips/bcf53ccc-ebf8-42ae-b960-99888ac46e1e HTTP/1.1" status: 204 len: 168 time: 1.1430693 Aug 11 02:43:51.131768 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa3b263-bed9-4e10-b222-aed3f55184f1', 'tag': '426d012c-99c7-4510-88ef-13bfd9070b0c'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:43:51.134068 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6064119e-e0d2-4cbe-a9c8-485284478477" -d '{"events": [{"name": "network-changed", "server_uuid": "afa3b263-bed9-4e10-b222-aed3f55184f1", "tag": "426d012c-99c7-4510-88ef-13bfd9070b0c"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:43:51.201162 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46025d92-52f1-45e3-8e5e-d5b7cbae81d9 x-openstack-request-id: req-46025d92-52f1-45e3-8e5e-d5b7cbae81d9 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:43:51.201458 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa3b263-bed9-4e10-b222-aed3f55184f1", "tag": "426d012c-99c7-4510-88ef-13bfd9070b0c", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:43:51.201833 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-46025d92-52f1-45e3-8e5e-d5b7cbae81d9 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:43:51.202842 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa3b263-bed9-4e10-b222-aed3f55184f1', 'tag': '426d012c-99c7-4510-88ef-13bfd9070b0c', 'status': 'completed', 'code': 200} Aug 11 02:43:51.231901 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-208dd37f-7446-4351-ac81-391d3505db4c None None] Set router c6c96743-0410-43fd-9db1-9e2287461334 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:43:51.284090 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064119e-e0d2-4cbe-a9c8-485284478477 req-5b7cef34-ebee-4b4e-8637-bf9e434ca78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:51.285632 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6064119e-e0d2-4cbe-a9c8-485284478477 req-5b7cef34-ebee-4b4e-8637-bf9e434ca78d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 1097 time: 0.0587745 Aug 11 02:43:51.415503 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29659d2c-62d4-4c6c-a29e-4a9537df1c33 req-71425cae-7dde-44be-ad0b-2742789c410f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:51.416942 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-29659d2c-62d4-4c6c-a29e-4a9537df1c33 req-71425cae-7dde-44be-ad0b-2742789c410f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 945 time: 0.0786009 Aug 11 02:43:51.419796 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064119e-e0d2-4cbe-a9c8-485284478477 req-d1d515a6-9e04-47bc-ac61-7bc847a01afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:51.421153 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6064119e-e0d2-4cbe-a9c8-485284478477 req-d1d515a6-9e04-47bc-ac61-7bc847a01afc service neutron] 10.222.0.66 "GET /v2.0/networks?id=fcb0f1de-265c-463f-b445-5539d49754e6 HTTP/1.1" status: 200 len: 897 time: 0.1277537 Aug 11 02:43:51.448327 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-208dd37f-7446-4351-ac81-391d3505db4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338418596', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ee1e387b-83c1-4afd-8b23-92ed60368044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:10Z', 'updated_at': '2021-08-11T02:42:13Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': 'ee1e387b-83c1-4afd-8b23-92ed60368044', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:10Z', 'updated_at': '2021-08-11T02:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'd3f2b204-dcfa-4080-9877-840c59ac8794', 'name': '', 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:d3:f6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '94f2729b-5434-482e-99e4-c190124072d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:13Z', 'updated_at': '2021-08-11T02:42:18Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': '94f2729b-5434-482e-99e4-c190124072d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:51.475276 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6064119e-e0d2-4cbe-a9c8-485284478477 req-3e22e160-65d1-4c9f-a1cb-5d0ef1e85dfb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=426d012c-99c7-4510-88ef-13bfd9070b0c HTTP/1.1" status: 200 len: 217 time: 0.0451949 Aug 11 02:43:51.485957 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208dd37f-7446-4351-ac81-391d3505db4c None None] Checking router: c6c96743-0410-43fd-9db1-9e2287461334 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:43:51.494903 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208dd37f-7446-4351-ac81-391d3505db4c None None] Routers {'c6c96743-0410-43fd-9db1-9e2287461334'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:43:51.495512 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-208dd37f-7446-4351-ac81-391d3505db4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:43:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['c6c96743-0410-43fd-9db1-9e2287461334'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:51.500187 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-29659d2c-62d4-4c6c-a29e-4a9537df1c33 req-f331300a-e5a0-4e82-8caa-54069ec674f4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769424 Aug 11 02:43:51.531502 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:51.543238 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064119e-e0d2-4cbe-a9c8-485284478477 req-7cb20185-7b0f-4569-bb1e-a97add85f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:51.544853 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6064119e-e0d2-4cbe-a9c8-485284478477 req-7cb20185-7b0f-4569-bb1e-a97add85f648 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=94f2729b-5434-482e-99e4-c190124072d7 HTTP/1.1" status: 200 len: 835 time: 0.0595253 Aug 11 02:43:51.593106 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064119e-e0d2-4cbe-a9c8-485284478477 req-453ad08d-7071-494d-bc35-bce802601c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:51.594675 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6064119e-e0d2-4cbe-a9c8-485284478477 req-453ad08d-7071-494d-bc35-bce802601c47 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fcb0f1de-265c-463f-b445-5539d49754e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406556 Aug 11 02:43:51.604442 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-208dd37f-7446-4351-ac81-391d3505db4c None None] Set router c6c96743-0410-43fd-9db1-9e2287461334 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:43:51.688201 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6064119e-e0d2-4cbe-a9c8-485284478477 req-a55e1096-c209-4ee7-97e4-fd57fdfca3f5 service neutron] 10.222.0.66 "GET /v2.0/networks/fcb0f1de-265c-463f-b445-5539d49754e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855298 Aug 11 02:43:51.784432 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6064119e-e0d2-4cbe-a9c8-485284478477 req-e3baef50-fe58-4745-91d8-386f717714e3 service neutron] 10.222.0.66 "GET /v2.0/networks/fcb0f1de-265c-463f-b445-5539d49754e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877237 Aug 11 02:43:51.885677 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-208dd37f-7446-4351-ac81-391d3505db4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338418596', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ee1e387b-83c1-4afd-8b23-92ed60368044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:10Z', 'updated_at': '2021-08-11T02:42:13Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': 'ee1e387b-83c1-4afd-8b23-92ed60368044', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:10Z', 'updated_at': '2021-08-11T02:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'd3f2b204-dcfa-4080-9877-840c59ac8794', 'name': '', 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:d3:f6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '94f2729b-5434-482e-99e4-c190124072d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:13Z', 'updated_at': '2021-08-11T02:42:18Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': '94f2729b-5434-482e-99e4-c190124072d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:51.912690 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208dd37f-7446-4351-ac81-391d3505db4c None None] The sync data for ids ['c6c96743-0410-43fd-9db1-9e2287461334'] in n-d-615180-33 is: [{'id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338418596', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ee1e387b-83c1-4afd-8b23-92ed60368044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:10Z', 'updated_at': '2021-08-11T02:42:13Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': 'ee1e387b-83c1-4afd-8b23-92ed60368044', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:10Z', 'updated_at': '2021-08-11T02:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'd3f2b204-dcfa-4080-9877-840c59ac8794', 'name': '', 'network_id': 'fcb0f1de-265c-463f-b445-5539d49754e6', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:d3:f6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '94f2729b-5434-482e-99e4-c190124072d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:13Z', 'updated_at': '2021-08-11T02:42:18Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': '94f2729b-5434-482e-99e4-c190124072d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:43:52.129266 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0884730-d592-416b-8147-9332785d63ec None None] New status for floating IP bcf53ccc-ebf8-42ae-b960-99888ac46e1e: DOWN {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:43:52.628234 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad0bf3-8200-4e28-b6b3-691383ca04c7 req-851d52f0-37ed-46cd-a4b5-8b9c85f2a036 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:52.629693 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-53ad0bf3-8200-4e28-b6b3-691383ca04c7 req-851d52f0-37ed-46cd-a4b5-8b9c85f2a036 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 945 time: 0.0480583 Aug 11 02:43:52.666934 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-53ad0bf3-8200-4e28-b6b3-691383ca04c7 req-f03b2f56-6e67-45a9-878d-bc2c84b938d9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=11969022-8b2d-4c86-9af4-16246a979df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309088 Aug 11 02:43:52.707776 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442189fd-ecf6-4779-bd5d-5c4999b506ce req-14a0b3d1-dcde-48a9-8265-13a6aa3a9b93 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:52.709278 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-442189fd-ecf6-4779-bd5d-5c4999b506ce req-14a0b3d1-dcde-48a9-8265-13a6aa3a9b93 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.66 "GET /v2.0/ports?device_id=afa3b263-bed9-4e10-b222-aed3f55184f1 HTTP/1.1" status: 200 len: 945 time: 0.0487075 Aug 11 02:43:52.803171 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-442189fd-ecf6-4779-bd5d-5c4999b506ce req-0fbe3852-5855-449e-90c4-f79f72ee2abe tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Deleting port 426d012c-99c7-4510-88ef-13bfd9070b0c {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:52.803412 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-442189fd-ecf6-4779-bd5d-5c4999b506ce req-0fbe3852-5855-449e-90c4-f79f72ee2abe tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:52.889360 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-442189fd-ecf6-4779-bd5d-5c4999b506ce req-0fbe3852-5855-449e-90c4-f79f72ee2abe tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] For port 426d012c-99c7-4510-88ef-13bfd9070b0c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=426d012c-99c7-4510-88ef-13bfd9070b0c,segment=NetworkSegment(65a2edce-35ab-4207-827f-594fc9da186d),segment_id=65a2edce-35ab-4207-827f-594fc9da186d)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:52.889728 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-442189fd-ecf6-4779-bd5d-5c4999b506ce req-0fbe3852-5855-449e-90c4-f79f72ee2abe tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:52.906395 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-442189fd-ecf6-4779-bd5d-5c4999b506ce req-0fbe3852-5855-449e-90c4-f79f72ee2abe tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Calling delete_port for 426d012c-99c7-4510-88ef-13bfd9070b0c owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:53.027822 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-442189fd-ecf6-4779-bd5d-5c4999b506ce req-0fbe3852-5855-449e-90c4-f79f72ee2abe tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:53.055990 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe3852-5855-449e-90c4-f79f72ee2abe tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event deleted for resources: {'Port': ['ID=426d012c-99c7-4510-88ef-13bfd9070b0c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:53.099380 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-442189fd-ecf6-4779-bd5d-5c4999b506ce req-0fbe3852-5855-449e-90c4-f79f72ee2abe tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] No DVR routers for this DVR port 426d012c-99c7-4510-88ef-13bfd9070b0c on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:43:53.102047 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-442189fd-ecf6-4779-bd5d-5c4999b506ce req-0fbe3852-5855-449e-90c4-f79f72ee2abe tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:53.104136 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-442189fd-ecf6-4779-bd5d-5c4999b506ce req-0fbe3852-5855-449e-90c4-f79f72ee2abe tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.66 "DELETE /v2.0/ports/426d012c-99c7-4510-88ef-13bfd9070b0c HTTP/1.1" status: 204 len: 173 time: 0.3885362 Aug 11 02:43:53.203221 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa3b263-bed9-4e10-b222-aed3f55184f1', 'name': 'network-vif-deleted', 'tag': '426d012c-99c7-4510-88ef-13bfd9070b0c'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:43:53.205581 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69143c2-e24a-4c99-ae97-93a5ec6517b2" -d '{"events": [{"server_uuid": "afa3b263-bed9-4e10-b222-aed3f55184f1", "name": "network-vif-deleted", "tag": "426d012c-99c7-4510-88ef-13bfd9070b0c"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:43:53.240764 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c049a1e3-f84b-4b85-bd4e-1fe8447837e1 x-openstack-request-id: req-c049a1e3-f84b-4b85-bd4e-1fe8447837e1 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:43:53.241070 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa3b263-bed9-4e10-b222-aed3f55184f1", "name": "network-vif-deleted", "tag": "426d012c-99c7-4510-88ef-13bfd9070b0c", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:43:53.241330 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c049a1e3-f84b-4b85-bd4e-1fe8447837e1 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:43:53.241740 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa3b263-bed9-4e10-b222-aed3f55184f1', 'name': 'network-vif-deleted', 'tag': '426d012c-99c7-4510-88ef-13bfd9070b0c', 'status': 'completed', 'code': 200} Aug 11 02:43:53.722491 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56718) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:54.075687 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bf18cd85-4e6a-4101-8c3e-bb0dbc8c5e56 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:54.329676 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-bf18cd85-4e6a-4101-8c3e-bb0dbc8c5e56 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Deleting port d3f2b204-dcfa-4080-9877-840c59ac8794 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:54.329929 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bf18cd85-4e6a-4101-8c3e-bb0dbc8c5e56 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:54.423710 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-bf18cd85-4e6a-4101-8c3e-bb0dbc8c5e56 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] For port d3f2b204-dcfa-4080-9877-840c59ac8794, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d3f2b204-dcfa-4080-9877-840c59ac8794,segment=NetworkSegment(65a2edce-35ab-4207-827f-594fc9da186d),segment_id=65a2edce-35ab-4207-827f-594fc9da186d)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:54.424076 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bf18cd85-4e6a-4101-8c3e-bb0dbc8c5e56 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:54.437165 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-bf18cd85-4e6a-4101-8c3e-bb0dbc8c5e56 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Calling delete_port for d3f2b204-dcfa-4080-9877-840c59ac8794 owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:54.620068 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bf18cd85-4e6a-4101-8c3e-bb0dbc8c5e56 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:54.646606 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:54.647215 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18cd85-4e6a-4101-8c3e-bb0dbc8c5e56 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event deleted for resources: {'Port': ['ID=d3f2b204-dcfa-4080-9877-840c59ac8794,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:54.828756 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bf18cd85-4e6a-4101-8c3e-bb0dbc8c5e56 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.038417 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf18cd85-4e6a-4101-8c3e-bb0dbc8c5e56 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Router c6c96743-0410-43fd-9db1-9e2287461334 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:43:55.142848 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf18cd85-4e6a-4101-8c3e-bb0dbc8c5e56 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:43:55.147848 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bf18cd85-4e6a-4101-8c3e-bb0dbc8c5e56 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "PUT /v2.0/routers/c6c96743-0410-43fd-9db1-9e2287461334/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4242716 Aug 11 02:43:55.150569 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56720) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:55.152114 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c67264-b02e-4167-9938-88dc22859085 None None] Sync routers for ids ['c6c96743-0410-43fd-9db1-9e2287461334'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:43:55.161225 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c67264-b02e-4167-9938-88dc22859085 None None] Routers {'c6c96743-0410-43fd-9db1-9e2287461334'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:43:55.161827 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-44c67264-b02e-4167-9938-88dc22859085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:43:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['c6c96743-0410-43fd-9db1-9e2287461334'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:55.162097 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 426d012c-99c7-4510-88ef-13bfd9070b0c no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:43:55.183135 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 426d012c-99c7-4510-88ef-13bfd9070b0c {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:43:55.183481 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 426d012c-99c7-4510-88ef-13bfd9070b0c not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:43:55.207557 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ededb40-d426-44f4-89a8-c40c73b29a70 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Deleting subnet 94f2729b-5434-482e-99e4-c190124072d7 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:43:55.210629 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2ededb40-d426-44f4-89a8-c40c73b29a70 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.251250 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2ededb40-d426-44f4-89a8-c40c73b29a70 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.266969 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-44c67264-b02e-4167-9938-88dc22859085 None None] Set router c6c96743-0410-43fd-9db1-9e2287461334 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:43:55.333729 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2ededb40-d426-44f4-89a8-c40c73b29a70 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.398406 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2ededb40-d426-44f4-89a8-c40c73b29a70 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.429476 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2ededb40-d426-44f4-89a8-c40c73b29a70 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.431370 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2ededb40-d426-44f4-89a8-c40c73b29a70 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "DELETE /v2.0/subnets/94f2729b-5434-482e-99e4-c190124072d7 HTTP/1.1" status: 204 len: 168 time: 0.2798479 Aug 11 02:43:55.435611 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ededb40-d426-44f4-89a8-c40c73b29a70 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event deleted for resources: {'Subnet': ['ID=94f2729b-5434-482e-99e4-c190124072d7,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:55.435810 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56722) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:55.436270 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66004e4c-0231-4d35-aa1e-3cfdbfcf6b6e None None] Network fcb0f1de-265c-463f-b445-5539d49754e6 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:43:55.460508 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-44c67264-b02e-4167-9938-88dc22859085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338418596', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ee1e387b-83c1-4afd-8b23-92ed60368044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:10Z', 'updated_at': '2021-08-11T02:43:54Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': 'ee1e387b-83c1-4afd-8b23-92ed60368044', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:10Z', 'updated_at': '2021-08-11T02:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:55.490043 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c67264-b02e-4167-9938-88dc22859085 None None] Checking router: c6c96743-0410-43fd-9db1-9e2287461334 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:43:55.498602 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.501150 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c67264-b02e-4167-9938-88dc22859085 None None] Routers {'c6c96743-0410-43fd-9db1-9e2287461334'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:43:55.501811 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-44c67264-b02e-4167-9938-88dc22859085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:43:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['c6c96743-0410-43fd-9db1-9e2287461334'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:55.550455 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-631cdb77-7028-457b-9820-5144abe01fc0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.617666 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-44c67264-b02e-4167-9938-88dc22859085 None None] Set router c6c96743-0410-43fd-9db1-9e2287461334 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:43:55.637993 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef68f48-4cb6-4f16-9ee6-80ea5649ca6b None None] DHCP port deletion for fcb0f1de-265c-463f-b445-5539d49754e6 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:43:55.669910 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-631cdb77-7028-457b-9820-5144abe01fc0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.689988 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-1ef68f48-4cb6-4f16-9ee6-80ea5649ca6b None None] Deleting port d4701d5a-23b5-4c31-9770-336f80aff508 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:55.690615 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1ef68f48-4cb6-4f16-9ee6-80ea5649ca6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.726273 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-631cdb77-7028-457b-9820-5144abe01fc0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Deleting port ee1e387b-83c1-4afd-8b23-92ed60368044 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:55.726619 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-631cdb77-7028-457b-9820-5144abe01fc0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.754451 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-1ef68f48-4cb6-4f16-9ee6-80ea5649ca6b None None] For port d4701d5a-23b5-4c31-9770-336f80aff508, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d4701d5a-23b5-4c31-9770-336f80aff508,segment=NetworkSegment(65a2edce-35ab-4207-827f-594fc9da186d),segment_id=65a2edce-35ab-4207-827f-594fc9da186d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:55.754853 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1ef68f48-4cb6-4f16-9ee6-80ea5649ca6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.772096 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-1ef68f48-4cb6-4f16-9ee6-80ea5649ca6b None None] Calling delete_port for d4701d5a-23b5-4c31-9770-336f80aff508 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:55.804566 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-44c67264-b02e-4167-9938-88dc22859085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338418596', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ee1e387b-83c1-4afd-8b23-92ed60368044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:10Z', 'updated_at': '2021-08-11T02:43:54Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': 'ee1e387b-83c1-4afd-8b23-92ed60368044', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:10Z', 'updated_at': '2021-08-11T02:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:55.811053 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-631cdb77-7028-457b-9820-5144abe01fc0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] For port ee1e387b-83c1-4afd-8b23-92ed60368044, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=ee1e387b-83c1-4afd-8b23-92ed60368044,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:55.811578 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-631cdb77-7028-457b-9820-5144abe01fc0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.826262 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-631cdb77-7028-457b-9820-5144abe01fc0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Calling delete_port for ee1e387b-83c1-4afd-8b23-92ed60368044 owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:55.837019 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c67264-b02e-4167-9938-88dc22859085 None None] The sync data for ids ['c6c96743-0410-43fd-9db1-9e2287461334'] in n-d-615180-33 is: [{'id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338418596', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ee1e387b-83c1-4afd-8b23-92ed60368044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:10Z', 'updated_at': '2021-08-11T02:43:54Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': 'ee1e387b-83c1-4afd-8b23-92ed60368044', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c96743-0410-43fd-9db1-9e2287461334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:10Z', 'updated_at': '2021-08-11T02:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:43:55.854505 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1ef68f48-4cb6-4f16-9ee6-80ea5649ca6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.888379 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef68f48-4cb6-4f16-9ee6-80ea5649ca6b None None] Pushing event deleted for resources: {'Port': ['ID=d4701d5a-23b5-4c31-9770-336f80aff508,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:55.893012 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef68f48-4cb6-4f16-9ee6-80ea5649ca6b None None] No DVR routers for this DVR port d4701d5a-23b5-4c31-9770-336f80aff508 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:43:55.999727 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-631cdb77-7028-457b-9820-5144abe01fc0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:56.024658 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cdb77-7028-457b-9820-5144abe01fc0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event deleted for resources: {'Port': ['ID=ee1e387b-83c1-4afd-8b23-92ed60368044,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:56.081937 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-631cdb77-7028-457b-9820-5144abe01fc0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:56.174775 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-631cdb77-7028-457b-9820-5144abe01fc0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:56.176800 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-631cdb77-7028-457b-9820-5144abe01fc0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:56.223519 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-631cdb77-7028-457b-9820-5144abe01fc0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:56.224104 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631cdb77-7028-457b-9820-5144abe01fc0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Fanout notify agent at l3_agent the message router_deleted on router c6c96743-0410-43fd-9db1-9e2287461334 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:43:56.235641 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-631cdb77-7028-457b-9820-5144abe01fc0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:56.235641 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-631cdb77-7028-457b-9820-5144abe01fc0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "DELETE /v2.0/routers/c6c96743-0410-43fd-9db1-9e2287461334 HTTP/1.1" status: 204 len: 168 time: 0.7975814 Aug 11 02:43:56.236334 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56724) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:56.322876 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6ab5abe7-864c-4638-a9bd-5d816a620705 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:56.340539 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d4701d5a-23b5-4c31-9770-336f80aff508 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:43:56.360413 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: d4701d5a-23b5-4c31-9770-336f80aff508 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:43:56.360761 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d4701d5a-23b5-4c31-9770-336f80aff508 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:43:56.361179 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d3f2b204-dcfa-4080-9877-840c59ac8794 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:43:56.383668 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: d3f2b204-dcfa-4080-9877-840c59ac8794 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:43:56.384316 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d3f2b204-dcfa-4080-9877-840c59ac8794 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:43:56.416389 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6ab5abe7-864c-4638-a9bd-5d816a620705 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:56.426933 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-6ab5abe7-864c-4638-a9bd-5d816a620705 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb0f1de-265c-463f-b445-5539d49754e6']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:56.437937 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-6ab5abe7-864c-4638-a9bd-5d816a620705 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a2edce-35ab-4207-827f-594fc9da186d') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:56.438528 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-6ab5abe7-864c-4638-a9bd-5d816a620705 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a2edce-35ab-4207-827f-594fc9da186d') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:56.448540 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6ab5abe7-864c-4638-a9bd-5d816a620705 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:56.463106 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6ab5abe7-864c-4638-a9bd-5d816a620705 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:56.469406 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab5abe7-864c-4638-a9bd-5d816a620705 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:43:56.469808 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6ab5abe7-864c-4638-a9bd-5d816a620705 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:43:56.472833 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:43:56.533641 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6ab5abe7-864c-4638-a9bd-5d816a620705 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:56.541201 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6ab5abe7-864c-4638-a9bd-5d816a620705 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:56.545878 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56726) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:56.546349 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6ab5abe7-864c-4638-a9bd-5d816a620705 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "DELETE /v2.0/networks/fcb0f1de-265c-463f-b445-5539d49754e6 HTTP/1.1" status: 204 len: 168 time: 0.3084764 Aug 11 02:43:56.562820 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5abe7-864c-4638-a9bd-5d816a620705 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event deleted for resources: {'Network': ['ID=fcb0f1de-265c-463f-b445-5539d49754e6,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:56.605307 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e9674890-596b-4dce-9846-2620ee67ea77 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:56.629654 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e9674890-596b-4dce-9846-2620ee67ea77 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:56.689912 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e9674890-596b-4dce-9846-2620ee67ea77 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:56.692407 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e9674890-596b-4dce-9846-2620ee67ea77 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:56.693578 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e9674890-596b-4dce-9846-2620ee67ea77 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "DELETE /v2.0/security-groups/11969022-8b2d-4c86-9af4-16246a979df6 HTTP/1.1" status: 204 len: 168 time: 0.1455789 Aug 11 02:43:56.703662 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9674890-596b-4dce-9846-2620ee67ea77 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11969022-8b2d-4c86-9af4-16246a979df6,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:56.947463 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56732) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:56.952283 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-458166c2-45d7-4ae7-bccb-34ea389d3a1c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-223735921', 'description': 'tempest-secgroup-smoke-223735921 description', 'project_id': '83a11b7064d64ae6b3165041fbab4c71'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:56.973607 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-458166c2-45d7-4ae7-bccb-34ea389d3a1c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.055213 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-458166c2-45d7-4ae7-bccb-34ea389d3a1c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.058938 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-458166c2-45d7-4ae7-bccb-34ea389d3a1c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.087744 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-458166c2-45d7-4ae7-bccb-34ea389d3a1c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.088995 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-458166c2-45d7-4ae7-bccb-34ea389d3a1c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1404662 Aug 11 02:43:57.090171 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458166c2-45d7-4ae7-bccb-34ea389d3a1c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1b520d-07c1-4c75-8dc8-cb16132352ad,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:57.091963 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56734) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:57.096618 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-fb6c3232-6543-4e40-958a-9b578a771b5f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'security_group_rule': {'security_group_id': 'ac1b520d-07c1-4c75-8dc8-cb16132352ad', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:57.124334 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3232-6543-4e40-958a-9b578a771b5f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.170261 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3232-6543-4e40-958a-9b578a771b5f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.173575 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3232-6543-4e40-958a-9b578a771b5f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.191641 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c3232-6543-4e40-958a-9b578a771b5f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=394b6e0d-2575-4a31-9620-764027c9c389,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:57.193898 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3232-6543-4e40-958a-9b578a771b5f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.195043 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fb6c3232-6543-4e40-958a-9b578a771b5f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1020510 Aug 11 02:43:57.198282 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56736) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:57.202711 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-24689d68-7162-41bd-a8f4-cda02c190cc5 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'security_group_rule': {'security_group_id': 'ac1b520d-07c1-4c75-8dc8-cb16132352ad', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:57.228513 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-24689d68-7162-41bd-a8f4-cda02c190cc5 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.289809 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-24689d68-7162-41bd-a8f4-cda02c190cc5 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.293647 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-24689d68-7162-41bd-a8f4-cda02c190cc5 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.313245 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24689d68-7162-41bd-a8f4-cda02c190cc5 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc7cffbd-17dd-4d68-adc4-6a3e90d086c5,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:57.320370 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-24689d68-7162-41bd-a8f4-cda02c190cc5 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.322166 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-24689d68-7162-41bd-a8f4-cda02c190cc5 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1228786 Aug 11 02:43:57.324942 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56738) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:57.330081 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-3e11b3e4-5f1e-4390-aa49-a3233d082c1e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'security_group_rule': {'security_group_id': 'ac1b520d-07c1-4c75-8dc8-cb16132352ad', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:57.356199 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3e11b3e4-5f1e-4390-aa49-a3233d082c1e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.412809 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3e11b3e4-5f1e-4390-aa49-a3233d082c1e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.416361 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3e11b3e4-5f1e-4390-aa49-a3233d082c1e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.430630 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11b3e4-5f1e-4390-aa49-a3233d082c1e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d49e31-fd42-4912-a8a4-9b0d844bcbea,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:57.439644 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3e11b3e4-5f1e-4390-aa49-a3233d082c1e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.440870 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3e11b3e4-5f1e-4390-aa49-a3233d082c1e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150048 Aug 11 02:43:57.443745 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56740) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:57.449039 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-66bd2c92-232b-4a27-a068-539596acd0fc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'security_group_rule': {'security_group_id': 'ac1b520d-07c1-4c75-8dc8-cb16132352ad', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:57.475642 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-66bd2c92-232b-4a27-a068-539596acd0fc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.535569 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-66bd2c92-232b-4a27-a068-539596acd0fc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.539282 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-66bd2c92-232b-4a27-a068-539596acd0fc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.560886 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd2c92-232b-4a27-a068-539596acd0fc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb9aa499-cba0-4a5f-9978-6dcff9c2c1b5,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:57.565145 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-66bd2c92-232b-4a27-a068-539596acd0fc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.569461 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-66bd2c92-232b-4a27-a068-539596acd0fc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246791 Aug 11 02:43:57.570087 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56742) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:57.575127 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-8da6af87-e646-44d4-bbe2-c9f02b0a86e1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'security_group_rule': {'security_group_id': 'ac1b520d-07c1-4c75-8dc8-cb16132352ad', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:57.596963 n-d-615180-33 neutron-server[94507]: INFO neutron.db.securitygroups_db [None req-8da6af87-e646-44d4-bbe2-c9f02b0a86e1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Project 83a11b7064d64ae6b3165041fbab4c71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:43:57.602285 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8da6af87-e646-44d4-bbe2-c9f02b0a86e1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.662719 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8da6af87-e646-44d4-bbe2-c9f02b0a86e1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.666757 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8da6af87-e646-44d4-bbe2-c9f02b0a86e1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.683263 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6af87-e646-44d4-bbe2-c9f02b0a86e1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e13891fd-5dd0-4984-965a-f79a4d492b9f,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:57.689790 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8da6af87-e646-44d4-bbe2-c9f02b0a86e1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.690996 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8da6af87-e646-44d4-bbe2-c9f02b0a86e1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198380 Aug 11 02:43:57.693691 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56744) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:57.698140 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-a34792b0-0bf8-4e8e-a8a8-f21d925d7834 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'security_group_rule': {'security_group_id': 'ac1b520d-07c1-4c75-8dc8-cb16132352ad', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:57.720465 n-d-615180-33 neutron-server[94507]: INFO neutron.db.securitygroups_db [None req-a34792b0-0bf8-4e8e-a8a8-f21d925d7834 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Project 83a11b7064d64ae6b3165041fbab4c71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:43:57.725122 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a34792b0-0bf8-4e8e-a8a8-f21d925d7834 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.788387 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a34792b0-0bf8-4e8e-a8a8-f21d925d7834 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.792226 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a34792b0-0bf8-4e8e-a8a8-f21d925d7834 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.812481 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34792b0-0bf8-4e8e-a8a8-f21d925d7834 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f0ef19-921b-457e-8778-3bceb25d1a60,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:57.816038 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a34792b0-0bf8-4e8e-a8a8-f21d925d7834 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.817230 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a34792b0-0bf8-4e8e-a8a8-f21d925d7834 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225886 Aug 11 02:43:57.819985 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56746) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:57.825304 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-fbb41774-fe90-4c08-8fb1-4178762827eb tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'network': {'name': 'tempest-network-smoke--1294290378', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'port_security_enabled': True}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:57.847200 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb41774-fe90-4c08-8fb1-4178762827eb tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Made reservation on behalf of 83a11b7064d64ae6b3165041fbab4c71 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:43:57.850704 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fbb41774-fe90-4c08-8fb1-4178762827eb tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.873239 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb41774-fe90-4c08-8fb1-4178762827eb tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:43:57.882432 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fbb41774-fe90-4c08-8fb1-4178762827eb tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.882699 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-fbb41774-fe90-4c08-8fb1-4178762827eb tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Added segment f799a894-e6a4-4ec7-9b25-f830232ba3fe of type vlan for network 1e83e628-2942-4842-b6aa-7680dede03de Aug 11 02:43:57.922788 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fbb41774-fe90-4c08-8fb1-4178762827eb tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.951528 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fbb41774-fe90-4c08-8fb1-4178762827eb tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.957062 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb41774-fe90-4c08-8fb1-4178762827eb tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:57.957656 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fbb41774-fe90-4c08-8fb1-4178762827eb tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:58.017210 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fbb41774-fe90-4c08-8fb1-4178762827eb tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1961412 Aug 11 02:43:58.019976 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56748) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:58.024609 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-9f6e0b4d-48cc-4fd3-a564-5dcb1689300d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1423330320', 'admin_state_up': True, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:58.028505 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb41774-fe90-4c08-8fb1-4178762827eb tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Network': ['ID=1e83e628-2942-4842-b6aa-7680dede03de,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:58.038930 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 1e83e628-2942-4842-b6aa-7680dede03de details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:43:58.047117 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f6e0b4d-48cc-4fd3-a564-5dcb1689300d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:58.048147 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f6e0b4d-48cc-4fd3-a564-5dcb1689300d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:58.102690 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f6e0b4d-48cc-4fd3-a564-5dcb1689300d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:58.223126 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ee1e387b-83c1-4afd-8b23-92ed60368044 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:43:58.241796 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f6e0b4d-48cc-4fd3-a564-5dcb1689300d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:58.243960 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: ee1e387b-83c1-4afd-8b23-92ed60368044 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:43:58.244317 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ee1e387b-83c1-4afd-8b23-92ed60368044 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:43:58.434544 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f6e0b4d-48cc-4fd3-a564-5dcb1689300d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:58.453551 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f6e0b4d-48cc-4fd3-a564-5dcb1689300d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:58.552629 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-9f6e0b4d-48cc-4fd3-a564-5dcb1689300d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Allocated IP 172.25.2.59 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/21cadb64-bf5e-455d-bb4d-0b948fa881c7) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:43:58.656604 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f6e0b4d-48cc-4fd3-a564-5dcb1689300d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:58.695321 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f6e0b4d-48cc-4fd3-a564-5dcb1689300d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:58.738558 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6e0b4d-48cc-4fd3-a564-5dcb1689300d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:43:58.741483 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-9f6e0b4d-48cc-4fd3-a564-5dcb1689300d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:43:58.744061 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6e0b4d-48cc-4fd3-a564-5dcb1689300d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:43:58.768907 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e0b4d-48cc-4fd3-a564-5dcb1689300d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Port': ['ID=21cadb64-bf5e-455d-bb4d-0b948fa881c7,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:58.992445 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f6e0b4d-48cc-4fd3-a564-5dcb1689300d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:59.185541 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f6e0b4d-48cc-4fd3-a564-5dcb1689300d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:59.639980 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6e0b4d-48cc-4fd3-a564-5dcb1689300d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Router e5d355dd-e5f6-495e-b95a-bfda43fd939c is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:43:59.746529 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6e0b4d-48cc-4fd3-a564-5dcb1689300d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:43:59.757942 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b727a179-2f9e-450f-b528-b2116457fef4 None None] Sync routers for ids ['e5d355dd-e5f6-495e-b95a-bfda43fd939c'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:43:59.764602 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9f6e0b4d-48cc-4fd3-a564-5dcb1689300d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:59.765874 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9f6e0b4d-48cc-4fd3-a564-5dcb1689300d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7448876 Aug 11 02:43:59.768057 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b727a179-2f9e-450f-b528-b2116457fef4 None None] Routers {'e5d355dd-e5f6-495e-b95a-bfda43fd939c'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:43:59.768666 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b727a179-2f9e-450f-b528-b2116457fef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:43:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e5d355dd-e5f6-495e-b95a-bfda43fd939c'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:59.769009 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56750) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:59.814778 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-13dea006-f430-408b-9019-5947ada6f473 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=83a11b7064d64ae6b3165041fbab4c71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444574 Aug 11 02:43:59.817345 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56752) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:59.873564 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-b727a179-2f9e-450f-b528-b2116457fef4 None None] Set router e5d355dd-e5f6-495e-b95a-bfda43fd939c gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:43:59.967145 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b59533-2079-4401-9bc2-be48dda83532 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:59.971271 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-80b59533-2079-4401-9bc2-be48dda83532 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1503680 Aug 11 02:43:59.971501 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56754) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:00.011978 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fe031b53-5c10-4406-88cc-b2eb8af50bf5 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=2e931faf-12fe-43f6-b34b-8aa380b6ef75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371258 Aug 11 02:44:00.012243 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56756) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:00.016947 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-9fda46c4-1e99-4158-b786-a479d6c03d33 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1587850125', 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:00.051224 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b727a179-2f9e-450f-b528-b2116457fef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1423330320', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '21cadb64-bf5e-455d-bb4d-0b948fa881c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:43:58Z', 'revision_number': 3, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '21cadb64-bf5e-455d-bb4d-0b948fa881c7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:00.089256 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b727a179-2f9e-450f-b528-b2116457fef4 None None] Checking router: e5d355dd-e5f6-495e-b95a-bfda43fd939c for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:44:00.089859 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b727a179-2f9e-450f-b528-b2116457fef4 None None] Updating router e5d355dd-e5f6-495e-b95a-bfda43fd939c port 21cadb64-bf5e-455d-bb4d-0b948fa881c7 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:44:00.107290 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fda46c4-1e99-4158-b786-a479d6c03d33 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Made reservation on behalf of 83a11b7064d64ae6b3165041fbab4c71 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:44:00.111343 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9fda46c4-1e99-4158-b786-a479d6c03d33 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:00.119687 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b727a179-2f9e-450f-b528-b2116457fef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:00.296786 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9fda46c4-1e99-4158-b786-a479d6c03d33 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:00.361814 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda46c4-1e99-4158-b786-a479d6c03d33 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Subnet': ['ID=ff46a42b-e2ef-4466-a75e-addd0aca2c0c,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:00.373998 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fda46c4-1e99-4158-b786-a479d6c03d33 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Checking segment: {'id': 'f799a894-e6a4-4ec7-9b25-f830232ba3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:44:00.374356 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fda46c4-1e99-4158-b786-a479d6c03d33 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Network hostable DHCP agents. Network: 1e83e628-2942-4842-b6aa-7680dede03de, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:44:00.391066 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fda46c4-1e99-4158-b786-a479d6c03d33 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Network 1e83e628-2942-4842-b6aa-7680dede03de is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:44:00.400389 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-9fda46c4-1e99-4158-b786-a479d6c03d33 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 1e83e628-2942-4842-b6aa-7680dede03de) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:44:00.404677 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fda46c4-1e99-4158-b786-a479d6c03d33 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:00.405321 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9fda46c4-1e99-4158-b786-a479d6c03d33 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:00.422475 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9fda46c4-1e99-4158-b786-a479d6c03d33 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4064806 Aug 11 02:44:00.422702 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0081c49-2d37-4aaf-bcf9-63b4c81d917f None None] Network 1e83e628-2942-4842-b6aa-7680dede03de requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:44:00.422828 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56758) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:00.638794 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3f951c-4843-4498-86e1-29fde12521c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-1e83e628-2942-4842-b6aa-7680dede03de', 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'fixed_ips': [{'subnet_id': 'ff46a42b-e2ef-4466-a75e-addd0aca2c0c'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:44:00.639674 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fa3f951c-4843-4498-86e1-29fde12521c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:00.642672 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b727a179-2f9e-450f-b528-b2116457fef4 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:00.661064 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b727a179-2f9e-450f-b528-b2116457fef4 None None] Transition to ACTIVE for port object 21cadb64-bf5e-455d-bb4d-0b948fa881c7 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:44:00.670584 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b727a179-2f9e-450f-b528-b2116457fef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:00.782190 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-b727a179-2f9e-450f-b528-b2116457fef4 None None] Attempting to bind port 21cadb64-bf5e-455d-bb4d-0b948fa881c7 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:44:00.782924 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-b727a179-2f9e-450f-b528-b2116457fef4 None None] Attempting to bind port 21cadb64-bf5e-455d-bb4d-0b948fa881c7 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:44:00.782924 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b727a179-2f9e-450f-b528-b2116457fef4 None None] Attempting to bind port 21cadb64-bf5e-455d-bb4d-0b948fa881c7 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:44:00.795640 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97bee8-ac3b-467c-ab38-15fa97ae9300 None None] Pushing event updated for resources: {'Port': ['ID=21cadb64-bf5e-455d-bb4d-0b948fa881c7,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:00.814698 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b727a179-2f9e-450f-b528-b2116457fef4 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:44:00.815086 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b727a179-2f9e-450f-b528-b2116457fef4 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:44:00.815495 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b727a179-2f9e-450f-b528-b2116457fef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:00.815919 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b727a179-2f9e-450f-b528-b2116457fef4 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:44:00.816401 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-b727a179-2f9e-450f-b528-b2116457fef4 None None] Bound port: 21cadb64-bf5e-455d-bb4d-0b948fa881c7, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:44:00.816793 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b727a179-2f9e-450f-b528-b2116457fef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:00.853405 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0401b578-d654-4155-ab4d-5632289b989a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:00.872377 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-fa3f951c-4843-4498-86e1-29fde12521c5 None None] Allocated IP 172.20.0.2 (1e83e628-2942-4842-b6aa-7680dede03de/ff46a42b-e2ef-4466-a75e-addd0aca2c0c/e9ee11a6-0dae-4c45-b818-4be025e42f87) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:44:00.891468 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-b727a179-2f9e-450f-b528-b2116457fef4 None None] For port 21cadb64-bf5e-455d-bb4d-0b948fa881c7, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:44:00.939395 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-b727a179-2f9e-450f-b528-b2116457fef4 None None] For port 21cadb64-bf5e-455d-bb4d-0b948fa881c7, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=21cadb64-bf5e-455d-bb4d-0b948fa881c7,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:44:00.946125 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b727a179-2f9e-450f-b528-b2116457fef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:01.031692 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b727a179-2f9e-450f-b528-b2116457fef4 None None] Routers {'e5d355dd-e5f6-495e-b95a-bfda43fd939c'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:01.032317 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b727a179-2f9e-450f-b528-b2116457fef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:43:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e5d355dd-e5f6-495e-b95a-bfda43fd939c'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:01.033997 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97bee8-ac3b-467c-ab38-15fa97ae9300 None None] Pushing event updated for resources: {'Port': ['ID=21cadb64-bf5e-455d-bb4d-0b948fa881c7,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:01.163246 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fa3f951c-4843-4498-86e1-29fde12521c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:01.177999 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fa3f951c-4843-4498-86e1-29fde12521c5 None None] Transition to ACTIVE for port object e9ee11a6-0dae-4c45-b818-4be025e42f87 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:44:01.188693 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-b727a179-2f9e-450f-b528-b2116457fef4 None None] Set router e5d355dd-e5f6-495e-b95a-bfda43fd939c gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:01.249216 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fa3f951c-4843-4498-86e1-29fde12521c5 None None] Transition to ACTIVE for port object e9ee11a6-0dae-4c45-b818-4be025e42f87 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:44:01.284214 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fa3f951c-4843-4498-86e1-29fde12521c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:01.311056 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-0401b578-d654-4155-ab4d-5632289b989a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Allocated IP 172.20.0.1 (1e83e628-2942-4842-b6aa-7680dede03de/ff46a42b-e2ef-4466-a75e-addd0aca2c0c/5ba87255-29b1-4979-b52c-da0b4a5f36f1) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:44:01.339587 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3f951c-4843-4498-86e1-29fde12521c5 None None] Network 1e83e628-2942-4842-b6aa-7680dede03de is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:44:01.345191 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f951c-4843-4498-86e1-29fde12521c5 None None] Pushing event updated for resources: {'Port': ['ID=e9ee11a6-0dae-4c45-b818-4be025e42f87,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:01.352985 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-fa3f951c-4843-4498-86e1-29fde12521c5 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:44:01.356580 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3f951c-4843-4498-86e1-29fde12521c5 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:44:01.431723 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0401b578-d654-4155-ab4d-5632289b989a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:01.443122 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-fa3f951c-4843-4498-86e1-29fde12521c5 None None] Attempting to bind port e9ee11a6-0dae-4c45-b818-4be025e42f87 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:44:01.443495 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-fa3f951c-4843-4498-86e1-29fde12521c5 None None] Attempting to bind port e9ee11a6-0dae-4c45-b818-4be025e42f87 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'f799a894-e6a4-4ec7-9b25-f830232ba3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:44:01.443885 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3f951c-4843-4498-86e1-29fde12521c5 None None] Attempting to bind port e9ee11a6-0dae-4c45-b818-4be025e42f87 on network 1e83e628-2942-4842-b6aa-7680dede03de {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:44:01.445361 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-0401b578-d654-4155-ab4d-5632289b989a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Transition to ACTIVE for port object 5ba87255-29b1-4979-b52c-da0b4a5f36f1 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:44:01.451901 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3f951c-4843-4498-86e1-29fde12521c5 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:44:01.452364 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3f951c-4843-4498-86e1-29fde12521c5 None None] Checking segment: {'id': 'f799a894-e6a4-4ec7-9b25-f830232ba3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:44:01.452827 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fa3f951c-4843-4498-86e1-29fde12521c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:01.453230 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3f951c-4843-4498-86e1-29fde12521c5 None None] Bound using segment: {'id': 'f799a894-e6a4-4ec7-9b25-f830232ba3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:44:01.453700 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-fa3f951c-4843-4498-86e1-29fde12521c5 None None] Bound port: e9ee11a6-0dae-4c45-b818-4be025e42f87, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f799a894-e6a4-4ec7-9b25-f830232ba3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:44:01.454080 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fa3f951c-4843-4498-86e1-29fde12521c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:01.485742 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0401b578-d654-4155-ab4d-5632289b989a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:01.507007 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b727a179-2f9e-450f-b528-b2116457fef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1423330320', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '21cadb64-bf5e-455d-bb4d-0b948fa881c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:43:58Z', 'revision_number': 3, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '21cadb64-bf5e-455d-bb4d-0b948fa881c7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:01.524397 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0401b578-d654-4155-ab4d-5632289b989a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Network 1e83e628-2942-4842-b6aa-7680dede03de is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:44:01.529517 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-0401b578-d654-4155-ab4d-5632289b989a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:44:01.533193 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0401b578-d654-4155-ab4d-5632289b989a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:44:01.544927 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b727a179-2f9e-450f-b528-b2116457fef4 None None] The sync data for ids ['e5d355dd-e5f6-495e-b95a-bfda43fd939c'] in n-d-615180-33 is: [{'id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1423330320', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '21cadb64-bf5e-455d-bb4d-0b948fa881c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:43:58Z', 'revision_number': 3, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '21cadb64-bf5e-455d-bb4d-0b948fa881c7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:44:01.557435 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fa3f951c-4843-4498-86e1-29fde12521c5 None None] For port e9ee11a6-0dae-4c45-b818-4be025e42f87, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:44:01.561213 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fa3f951c-4843-4498-86e1-29fde12521c5 None None] For port e9ee11a6-0dae-4c45-b818-4be025e42f87, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e9ee11a6-0dae-4c45-b818-4be025e42f87,segment=NetworkSegment(f799a894-e6a4-4ec7-9b25-f830232ba3fe),segment_id=f799a894-e6a4-4ec7-9b25-f830232ba3fe)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:44:01.561431 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401b578-d654-4155-ab4d-5632289b989a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Port': ['ID=5ba87255-29b1-4979-b52c-da0b4a5f36f1,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:01.565369 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fa3f951c-4843-4498-86e1-29fde12521c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:01.589223 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0401b578-d654-4155-ab4d-5632289b989a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:01.632977 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f951c-4843-4498-86e1-29fde12521c5 None None] Pushing event updated for resources: {'Port': ['ID=e9ee11a6-0dae-4c45-b818-4be025e42f87,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:01.743840 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0401b578-d654-4155-ab4d-5632289b989a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:02.080436 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0401b578-d654-4155-ab4d-5632289b989a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:02.086058 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0401b578-d654-4155-ab4d-5632289b989a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:02.161873 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401b578-d654-4155-ab4d-5632289b989a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Port': ['ID=5ba87255-29b1-4979-b52c-da0b4a5f36f1,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:02.165888 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0401b578-d654-4155-ab4d-5632289b989a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:02.273091 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0401b578-d654-4155-ab4d-5632289b989a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Network 1e83e628-2942-4842-b6aa-7680dede03de is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:44:02.275180 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-0401b578-d654-4155-ab4d-5632289b989a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:44:02.352695 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e9ee11a6-0dae-4c45-b818-4be025e42f87 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:44:02.424331 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0401b578-d654-4155-ab4d-5632289b989a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Router e5d355dd-e5f6-495e-b95a-bfda43fd939c has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:44:02.424927 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port e9ee11a6-0dae-4c45-b818-4be025e42f87 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:44:02.429233 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 21cadb64-bf5e-455d-bb4d-0b948fa881c7 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:44:02.494006 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 21cadb64-bf5e-455d-bb4d-0b948fa881c7 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:44:02.498972 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 21cadb64-bf5e-455d-bb4d-0b948fa881c7 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:02.499514 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:02.558497 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0401b578-d654-4155-ab4d-5632289b989a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:44:02.565763 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0401b578-d654-4155-ab4d-5632289b989a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "PUT /v2.0/routers/e5d355dd-e5f6-495e-b95a-bfda43fd939c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1409743 Aug 11 02:44:02.597706 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:02.624448 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 21cadb64-bf5e-455d-bb4d-0b948fa881c7, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=21cadb64-bf5e-455d-bb4d-0b948fa881c7,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:02.632915 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:02.696172 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=21cadb64-bf5e-455d-bb4d-0b948fa881c7,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:02.711075 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5868efb-6ac7-4e36-a3ee-0e229e5ea965 None None] Network 1e83e628-2942-4842-b6aa-7680dede03de requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:44:02.750344 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-8ae41fb8-75f3-426b-9470-573e334ee061 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-223735921&fields=id&tenant_id=83a11b7064d64ae6b3165041fbab4c71 HTTP/1.1" status: 200 len: 267 time: 0.0511718 Aug 11 02:44:02.772061 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-60f2fb26-d5fc-4a78-a69d-ee49e85c1db6 None None] Provisioning for port e9ee11a6-0dae-4c45-b818-4be025e42f87 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:44:02.783656 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-60f2fb26-d5fc-4a78-a69d-ee49e85c1db6 None None] Provisioning complete for port e9ee11a6-0dae-4c45-b818-4be025e42f87 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:02.784186 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-60f2fb26-d5fc-4a78-a69d-ee49e85c1db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:02.859888 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-6b90e141-cfa8-4518-a580-42e5a32ef249 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:02.861378 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-6b90e141-cfa8-4518-a580-42e5a32ef249 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/networks?id=1e83e628-2942-4842-b6aa-7680dede03de HTTP/1.1" status: 200 len: 797 time: 0.1035058 Aug 11 02:44:02.878171 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-3910e103-bbda-44f8-a577-553d3f97196c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/quotas/83a11b7064d64ae6b3165041fbab4c71 HTTP/1.1" status: 200 len: 375 time: 0.0098383 Aug 11 02:44:02.934334 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-4d4d1452-7182-420e-9942-9a6920691e3e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511177 Aug 11 02:44:02.934845 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-60f2fb26-d5fc-4a78-a69d-ee49e85c1db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:02.975068 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-60f2fb26-d5fc-4a78-a69d-ee49e85c1db6 None None] For port e9ee11a6-0dae-4c45-b818-4be025e42f87, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e9ee11a6-0dae-4c45-b818-4be025e42f87,segment=NetworkSegment(f799a894-e6a4-4ec7-9b25-f830232ba3fe),segment_id=f799a894-e6a4-4ec7-9b25-f830232ba3fe)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:02.979042 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-60f2fb26-d5fc-4a78-a69d-ee49e85c1db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:03.036119 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2fb26-d5fc-4a78-a69d-ee49e85c1db6 None None] Pushing event updated for resources: {'Port': ['ID=e9ee11a6-0dae-4c45-b818-4be025e42f87,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:03.043056 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-2e57e164-af99-4fa2-96da-ec0f76ded65c service neutron] 10.222.0.50 "GET /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957468 Aug 11 02:44:03.143281 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-1d36f0dc-dfdb-4f80-a78d-217645e657ab service neutron] 10.222.0.50 "GET /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933180 Aug 11 02:44:03.200203 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b75111dd-c47e-4bea-bbb1-37a9e744bdbe None None] Provisioning for port 5ba87255-29b1-4979-b52c-da0b4a5f36f1 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:44:03.204785 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b75111dd-c47e-4bea-bbb1-37a9e744bdbe None None] Provisioning complete for port 5ba87255-29b1-4979-b52c-da0b4a5f36f1 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:03.205229 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b75111dd-c47e-4bea-bbb1-37a9e744bdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:03.269243 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-b75111dd-c47e-4bea-bbb1-37a9e744bdbe None None] Port 5ba87255-29b1-4979-b52c-da0b4a5f36f1 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:44:03.281541 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b75111dd-c47e-4bea-bbb1-37a9e744bdbe None None] Provisioning complete for port e9ee11a6-0dae-4c45-b818-4be025e42f87 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:03.282376 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b75111dd-c47e-4bea-bbb1-37a9e744bdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:03.377260 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5526819a-9d22-4edc-84e9-30f5873f3d84 req-310f0ac4-1e7d-4b29-8ca8-d3e41a938b3e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 210 time: 0.0388873 Aug 11 02:44:03.547465 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cfec2bbd-13bb-47e8-887e-8ddea80c2988 None None] Provisioning complete for port 5ba87255-29b1-4979-b52c-da0b4a5f36f1 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:03.548079 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cfec2bbd-13bb-47e8-887e-8ddea80c2988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:03.590967 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9fa045-8723-4c15-baad-6149474f53b4 None None] Sync routers for ids ['e5d355dd-e5f6-495e-b95a-bfda43fd939c'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:44:03.598510 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-cfec2bbd-13bb-47e8-887e-8ddea80c2988 None None] Port 5ba87255-29b1-4979-b52c-da0b4a5f36f1 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:44:03.601501 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9fa045-8723-4c15-baad-6149474f53b4 None None] Routers {'e5d355dd-e5f6-495e-b95a-bfda43fd939c'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:03.602154 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-7e9fa045-8723-4c15-baad-6149474f53b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:43:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e5d355dd-e5f6-495e-b95a-bfda43fd939c'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:03.710592 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-7e9fa045-8723-4c15-baad-6149474f53b4 None None] Set router e5d355dd-e5f6-495e-b95a-bfda43fd939c gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:03.718228 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b5785908-8a65-454a-a6ff-7201e2323ce3 None None] Provisioning complete for port 5ba87255-29b1-4979-b52c-da0b4a5f36f1 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:03.718858 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b5785908-8a65-454a-a6ff-7201e2323ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:03.767506 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-b5785908-8a65-454a-a6ff-7201e2323ce3 None None] Port 5ba87255-29b1-4979-b52c-da0b4a5f36f1 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:44:03.920581 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-7e9fa045-8723-4c15-baad-6149474f53b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1423330320', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '21cadb64-bf5e-455d-bb4d-0b948fa881c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:44:01Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '21cadb64-bf5e-455d-bb4d-0b948fa881c7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '5ba87255-29b1-4979-b52c-da0b4a5f36f1', 'name': '', 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:43:71:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ff46a42b-e2ef-4466-a75e-addd0aca2c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:00Z', 'updated_at': '2021-08-11T02:44:01Z', 'revision_number': 2, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': 'ff46a42b-e2ef-4466-a75e-addd0aca2c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:03.950537 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9fa045-8723-4c15-baad-6149474f53b4 None None] Checking router: e5d355dd-e5f6-495e-b95a-bfda43fd939c for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:44:03.950905 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9fa045-8723-4c15-baad-6149474f53b4 None None] Updating router e5d355dd-e5f6-495e-b95a-bfda43fd939c port 5ba87255-29b1-4979-b52c-da0b4a5f36f1 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:44:03.976461 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-7e9fa045-8723-4c15-baad-6149474f53b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:04.247302 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-7e9fa045-8723-4c15-baad-6149474f53b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:04.269953 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-7e9fa045-8723-4c15-baad-6149474f53b4 None None] Transition to ACTIVE for port object 5ba87255-29b1-4979-b52c-da0b4a5f36f1 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:44:04.279187 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-7e9fa045-8723-4c15-baad-6149474f53b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:04.314016 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e9ee11a6-0dae-4c45-b818-4be025e42f87 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:44:04.326192 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-c78c316f-bfe9-4503-bc03-269213df9402 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:04.327831 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-c78c316f-bfe9-4503-bc03-269213df9402 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.73 "GET /v2.0/networks?id=1e83e628-2942-4842-b6aa-7680dede03de HTTP/1.1" status: 200 len: 797 time: 0.1311810 Aug 11 02:44:04.379070 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06acc82-2275-4903-8ded-8f46c4d18283 None None] Pushing event updated for resources: {'Port': ['ID=5ba87255-29b1-4979-b52c-da0b4a5f36f1,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:04.388003 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-7c25fc88-6cb8-481a-acea-79979e0653e8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83a11b7064d64ae6b3165041fbab4c71 HTTP/1.1" status: 200 len: 379 time: 0.0474207 Aug 11 02:44:04.390931 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06acc82-2275-4903-8ded-8f46c4d18283 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:04.391484 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06acc82-2275-4903-8ded-8f46c4d18283 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:04.392145 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06acc82-2275-4903-8ded-8f46c4d18283 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:04.392487 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06acc82-2275-4903-8ded-8f46c4d18283 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:04.392818 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06acc82-2275-4903-8ded-8f46c4d18283 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:04.393150 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06acc82-2275-4903-8ded-8f46c4d18283 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:04.393479 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06acc82-2275-4903-8ded-8f46c4d18283 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:04.393810 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06acc82-2275-4903-8ded-8f46c4d18283 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:04.394443 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06acc82-2275-4903-8ded-8f46c4d18283 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:04.395065 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06acc82-2275-4903-8ded-8f46c4d18283 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:04.395401 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06acc82-2275-4903-8ded-8f46c4d18283 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:04.395750 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06acc82-2275-4903-8ded-8f46c4d18283 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:04.397116 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port e9ee11a6-0dae-4c45-b818-4be025e42f87 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:04.397499 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:04.403143 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-06395ae8-f5b4-4c3a-99e1-b2f5c06b71a0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'port': {'device_id': 'f953fcf5-9bc2-4029-9ea4-4583b21c4cb4', 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de', 'admin_state_up': True, 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'security_groups': ['ac1b520d-07c1-4c75-8dc8-cb16132352ad']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:04.411321 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-7e9fa045-8723-4c15-baad-6149474f53b4 None None] Attempting to bind port 5ba87255-29b1-4979-b52c-da0b4a5f36f1 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:44:04.411729 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-7e9fa045-8723-4c15-baad-6149474f53b4 None None] Attempting to bind port 5ba87255-29b1-4979-b52c-da0b4a5f36f1 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'f799a894-e6a4-4ec7-9b25-f830232ba3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:44:04.412100 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9fa045-8723-4c15-baad-6149474f53b4 None None] Attempting to bind port 5ba87255-29b1-4979-b52c-da0b4a5f36f1 on network 1e83e628-2942-4842-b6aa-7680dede03de {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:44:04.417510 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9fa045-8723-4c15-baad-6149474f53b4 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:44:04.417894 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9fa045-8723-4c15-baad-6149474f53b4 None None] Checking segment: {'id': 'f799a894-e6a4-4ec7-9b25-f830232ba3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:44:04.418312 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-7e9fa045-8723-4c15-baad-6149474f53b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:04.418836 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9fa045-8723-4c15-baad-6149474f53b4 None None] Bound using segment: {'id': 'f799a894-e6a4-4ec7-9b25-f830232ba3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:44:04.419205 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-7e9fa045-8723-4c15-baad-6149474f53b4 None None] Bound port: 5ba87255-29b1-4979-b52c-da0b4a5f36f1, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f799a894-e6a4-4ec7-9b25-f830232ba3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:44:04.419733 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-7e9fa045-8723-4c15-baad-6149474f53b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:04.505162 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-7e9fa045-8723-4c15-baad-6149474f53b4 None None] For port 5ba87255-29b1-4979-b52c-da0b4a5f36f1, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:44:04.509570 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-7e9fa045-8723-4c15-baad-6149474f53b4 None None] For port 5ba87255-29b1-4979-b52c-da0b4a5f36f1, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5ba87255-29b1-4979-b52c-da0b4a5f36f1,segment=NetworkSegment(f799a894-e6a4-4ec7-9b25-f830232ba3fe),segment_id=f799a894-e6a4-4ec7-9b25-f830232ba3fe)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:44:04.514243 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 21cadb64-bf5e-455d-bb4d-0b948fa881c7 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:44:04.516551 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-7e9fa045-8723-4c15-baad-6149474f53b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:04.549446 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-06395ae8-f5b4-4c3a-99e1-b2f5c06b71a0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Made reservation on behalf of 83a11b7064d64ae6b3165041fbab4c71 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:44:04.552182 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a6bd4788-0077-44e0-9a90-d57b52183548 req-8add7af5-6279-4925-ad5e-d163beda9f0e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 210 time: 0.0523288 Aug 11 02:44:04.568150 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-06395ae8-f5b4-4c3a-99e1-b2f5c06b71a0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:04.579131 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 21cadb64-bf5e-455d-bb4d-0b948fa881c7 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:04.579770 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:04.589929 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06acc82-2275-4903-8ded-8f46c4d18283 None None] Pushing event updated for resources: {'Port': ['ID=5ba87255-29b1-4979-b52c-da0b4a5f36f1,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:04.599947 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9fa045-8723-4c15-baad-6149474f53b4 None None] Routers {'e5d355dd-e5f6-495e-b95a-bfda43fd939c'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:04.601289 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-7e9fa045-8723-4c15-baad-6149474f53b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:43:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e5d355dd-e5f6-495e-b95a-bfda43fd939c'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:04.727246 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-06395ae8-f5b4-4c3a-99e1-b2f5c06b71a0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Allocated IP 172.20.0.4 (1e83e628-2942-4842-b6aa-7680dede03de/ff46a42b-e2ef-4466-a75e-addd0aca2c0c/99462620-2240-4c2c-a307-1d6c488c3b3f) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:44:04.737981 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-7e9fa045-8723-4c15-baad-6149474f53b4 None None] Set router e5d355dd-e5f6-495e-b95a-bfda43fd939c gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:04.880177 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-06395ae8-f5b4-4c3a-99e1-b2f5c06b71a0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:04.894006 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-06395ae8-f5b4-4c3a-99e1-b2f5c06b71a0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Transition to ACTIVE for port object 99462620-2240-4c2c-a307-1d6c488c3b3f will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:44:04.928170 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-06395ae8-f5b4-4c3a-99e1-b2f5c06b71a0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:04.974057 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-06395ae8-f5b4-4c3a-99e1-b2f5c06b71a0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Network 1e83e628-2942-4842-b6aa-7680dede03de is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:44:04.979753 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-06395ae8-f5b4-4c3a-99e1-b2f5c06b71a0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:44:04.983367 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-06395ae8-f5b4-4c3a-99e1-b2f5c06b71a0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:44:05.009156 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06395ae8-f5b4-4c3a-99e1-b2f5c06b71a0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Port': ['ID=99462620-2240-4c2c-a307-1d6c488c3b3f,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:05.027231 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06395ae8-f5b4-4c3a-99e1-b2f5c06b71a0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:05.027609 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06395ae8-f5b4-4c3a-99e1-b2f5c06b71a0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:05.027959 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06395ae8-f5b4-4c3a-99e1-b2f5c06b71a0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:05.028297 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06395ae8-f5b4-4c3a-99e1-b2f5c06b71a0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:05.028629 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06395ae8-f5b4-4c3a-99e1-b2f5c06b71a0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:05.029025 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06395ae8-f5b4-4c3a-99e1-b2f5c06b71a0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:05.029282 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06395ae8-f5b4-4c3a-99e1-b2f5c06b71a0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:05.029608 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06395ae8-f5b4-4c3a-99e1-b2f5c06b71a0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:05.029941 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06395ae8-f5b4-4c3a-99e1-b2f5c06b71a0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:05.030876 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06395ae8-f5b4-4c3a-99e1-b2f5c06b71a0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:05.030876 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06395ae8-f5b4-4c3a-99e1-b2f5c06b71a0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:05.030876 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06395ae8-f5b4-4c3a-99e1-b2f5c06b71a0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:05.050518 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-06395ae8-f5b4-4c3a-99e1-b2f5c06b71a0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:05.051157 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-06395ae8-f5b4-4c3a-99e1-b2f5c06b71a0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:05.051704 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-7e9fa045-8723-4c15-baad-6149474f53b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1423330320', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '21cadb64-bf5e-455d-bb4d-0b948fa881c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:44:01Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '21cadb64-bf5e-455d-bb4d-0b948fa881c7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '5ba87255-29b1-4979-b52c-da0b4a5f36f1', 'name': '', 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:43:71:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ff46a42b-e2ef-4466-a75e-addd0aca2c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:00Z', 'updated_at': '2021-08-11T02:44:04Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': 'ff46a42b-e2ef-4466-a75e-addd0aca2c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:05.067690 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-06395ae8-f5b4-4c3a-99e1-b2f5c06b71a0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6694314 Aug 11 02:44:05.080499 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9fa045-8723-4c15-baad-6149474f53b4 None None] The sync data for ids ['e5d355dd-e5f6-495e-b95a-bfda43fd939c'] in n-d-615180-33 is: [{'id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1423330320', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '21cadb64-bf5e-455d-bb4d-0b948fa881c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:44:01Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '21cadb64-bf5e-455d-bb4d-0b948fa881c7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '5ba87255-29b1-4979-b52c-da0b4a5f36f1', 'name': '', 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:43:71:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ff46a42b-e2ef-4466-a75e-addd0aca2c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:00Z', 'updated_at': '2021-08-11T02:44:04Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': 'ff46a42b-e2ef-4466-a75e-addd0aca2c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:44:05.080811 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-96869bc3-a7c8-4c0a-9dbb-b244fd5d04f5 service neutron] Request body: {'port': {'device_id': 'f953fcf5-9bc2-4029-9ea4-4583b21c4cb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:05.158150 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-96869bc3-a7c8-4c0a-9dbb-b244fd5d04f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:05.341946 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-defa87e9-6b9f-4a6e-aaa8-8a3d2a263c22 None None] Provisioning for port 99462620-2240-4c2c-a307-1d6c488c3b3f completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:44:05.346129 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-defa87e9-6b9f-4a6e-aaa8-8a3d2a263c22 None None] Provisioning complete for port 99462620-2240-4c2c-a307-1d6c488c3b3f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:05.346498 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-defa87e9-6b9f-4a6e-aaa8-8a3d2a263c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:05.385196 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-defa87e9-6b9f-4a6e-aaa8-8a3d2a263c22 None None] Port 99462620-2240-4c2c-a307-1d6c488c3b3f cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:44:05.455898 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-96869bc3-a7c8-4c0a-9dbb-b244fd5d04f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99462620-2240-4c2c-a307-1d6c488c3b3f {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:44:05.464595 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-96869bc3-a7c8-4c0a-9dbb-b244fd5d04f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:05.477157 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-96869bc3-a7c8-4c0a-9dbb-b244fd5d04f5 service neutron] Transition to ACTIVE for port object 99462620-2240-4c2c-a307-1d6c488c3b3f will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:44:05.481084 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-96869bc3-a7c8-4c0a-9dbb-b244fd5d04f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:05.534332 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96869bc3-a7c8-4c0a-9dbb-b244fd5d04f5 service neutron] Pushing event updated for resources: {'Port': ['ID=99462620-2240-4c2c-a307-1d6c488c3b3f,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:05.616849 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-96869bc3-a7c8-4c0a-9dbb-b244fd5d04f5 service neutron] Attempting to bind port 99462620-2240-4c2c-a307-1d6c488c3b3f on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:44:05.617206 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-96869bc3-a7c8-4c0a-9dbb-b244fd5d04f5 service neutron] Attempting to bind port 99462620-2240-4c2c-a307-1d6c488c3b3f by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': 'f799a894-e6a4-4ec7-9b25-f830232ba3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:44:05.617637 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-96869bc3-a7c8-4c0a-9dbb-b244fd5d04f5 service neutron] Attempting to bind port 99462620-2240-4c2c-a307-1d6c488c3b3f on network 1e83e628-2942-4842-b6aa-7680dede03de {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:44:05.623223 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-96869bc3-a7c8-4c0a-9dbb-b244fd5d04f5 service neutron] Port 99462620-2240-4c2c-a307-1d6c488c3b3f on network 1e83e628-2942-4842-b6aa-7680dede03de not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:44:05.623570 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-96869bc3-a7c8-4c0a-9dbb-b244fd5d04f5 service neutron] Attempting to bind port 99462620-2240-4c2c-a307-1d6c488c3b3f on network 1e83e628-2942-4842-b6aa-7680dede03de {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:44:05.629291 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-96869bc3-a7c8-4c0a-9dbb-b244fd5d04f5 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:44:05.629632 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-96869bc3-a7c8-4c0a-9dbb-b244fd5d04f5 service neutron] Checking segment: {'id': 'f799a894-e6a4-4ec7-9b25-f830232ba3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:44:05.630158 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-96869bc3-a7c8-4c0a-9dbb-b244fd5d04f5 service neutron] Bound using segment: {'id': 'f799a894-e6a4-4ec7-9b25-f830232ba3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:44:05.630600 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-96869bc3-a7c8-4c0a-9dbb-b244fd5d04f5 service neutron] Bound port: 99462620-2240-4c2c-a307-1d6c488c3b3f, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f799a894-e6a4-4ec7-9b25-f830232ba3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:44:05.631198 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-96869bc3-a7c8-4c0a-9dbb-b244fd5d04f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:05.735710 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-96869bc3-a7c8-4c0a-9dbb-b244fd5d04f5 service neutron] For port 99462620-2240-4c2c-a307-1d6c488c3b3f, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:44:05.740131 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-96869bc3-a7c8-4c0a-9dbb-b244fd5d04f5 service neutron] For port 99462620-2240-4c2c-a307-1d6c488c3b3f, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=99462620-2240-4c2c-a307-1d6c488c3b3f,segment=NetworkSegment(f799a894-e6a4-4ec7-9b25-f830232ba3fe),segment_id=f799a894-e6a4-4ec7-9b25-f830232ba3fe)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:44:05.749397 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f233b-8eff-4b10-ab89-7150f86c762b req-9a81903d-3cb2-42b5-a086-33ede5acd81c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:05.750927 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-943f233b-8eff-4b10-ab89-7150f86c762b req-9a81903d-3cb2-42b5-a086-33ede5acd81c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 943 time: 0.0818834 Aug 11 02:44:05.752508 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-96869bc3-a7c8-4c0a-9dbb-b244fd5d04f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:05.794575 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-96869bc3-a7c8-4c0a-9dbb-b244fd5d04f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:05.795214 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-96869bc3-a7c8-4c0a-9dbb-b244fd5d04f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:05.796691 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-96869bc3-a7c8-4c0a-9dbb-b244fd5d04f5 service neutron] 10.222.0.73 "PUT /v2.0/ports/99462620-2240-4c2c-a307-1d6c488c3b3f HTTP/1.1" status: 200 len: 1092 time: 0.7208400 Aug 11 02:44:05.806984 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f953fcf5-9bc2-4029-9ea4-4583b21c4cb4', 'tag': '99462620-2240-4c2c-a307-1d6c488c3b3f'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:44:05.809528 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57df267-771e-410b-9f0b-08f295d19ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "f953fcf5-9bc2-4029-9ea4-4583b21c4cb4", "tag": "99462620-2240-4c2c-a307-1d6c488c3b3f"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:44:05.869807 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47c6e77-deb9-4012-a69a-ea8dc38b1bd4 x-openstack-request-id: req-d47c6e77-deb9-4012-a69a-ea8dc38b1bd4 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:44:05.870564 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f953fcf5-9bc2-4029-9ea4-4583b21c4cb4", "tag": "99462620-2240-4c2c-a307-1d6c488c3b3f", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:44:05.870564 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d47c6e77-deb9-4012-a69a-ea8dc38b1bd4 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:44:05.870827 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f953fcf5-9bc2-4029-9ea4-4583b21c4cb4', 'tag': '99462620-2240-4c2c-a307-1d6c488c3b3f', 'status': 'completed', 'code': 200} Aug 11 02:44:05.877669 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-943f233b-8eff-4b10-ab89-7150f86c762b req-e48aa7ee-85fb-4920-9eab-458c65724cfb tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198967 Aug 11 02:44:05.892179 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96869bc3-a7c8-4c0a-9dbb-b244fd5d04f5 service neutron] Pushing event updated for resources: {'Port': ['ID=99462620-2240-4c2c-a307-1d6c488c3b3f,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:05.914608 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-d2a6a024-f453-420f-a48b-b01387e179bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:05.916739 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-d2a6a024-f453-420f-a48b-b01387e179bf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 1095 time: 0.0691977 Aug 11 02:44:05.963355 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-4a5f8c1d-95ef-4b1e-ade6-e63d716ed96f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99462620-2240-4c2c-a307-1d6c488c3b3f HTTP/1.1" status: 200 len: 217 time: 0.0378432 Aug 11 02:44:06.019447 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-071c1684-d697-42fe-b165-a2ae259f4a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:06.020971 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-071c1684-d697-42fe-b165-a2ae259f4a62 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff46a42b-e2ef-4466-a75e-addd0aca2c0c HTTP/1.1" status: 200 len: 835 time: 0.0503919 Aug 11 02:44:06.074372 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-b3426b7e-0084-40cb-b886-11e31f38aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:06.075952 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-b3426b7e-0084-40cb-b886-11e31f38aa0d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e83e628-2942-4842-b6aa-7680dede03de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479650 Aug 11 02:44:06.170485 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-7e461850-fddf-4526-82c3-d25e0561186c service neutron] 10.222.0.73 "GET /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872395 Aug 11 02:44:06.274527 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6c907cb5-e493-48a0-8bdb-331eb1c1a56d req-cdecdb38-7cc6-4587-b7b4-133d191664b3 service neutron] 10.222.0.73 "GET /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967205 Aug 11 02:44:06.316174 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5ba87255-29b1-4979-b52c-da0b4a5f36f1 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:44:06.364150 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 5ba87255-29b1-4979-b52c-da0b4a5f36f1 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:44:06.368509 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 5ba87255-29b1-4979-b52c-da0b4a5f36f1 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:06.368883 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:06.369024 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57df267-771e-410b-9f0b-08f295d19ae2 req-c530e84c-3048-43f0-a246-74c79bc594aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:06.370445 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d57df267-771e-410b-9f0b-08f295d19ae2 req-c530e84c-3048-43f0-a246-74c79bc594aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 1095 time: 0.0422494 Aug 11 02:44:06.443147 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:06.463303 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57df267-771e-410b-9f0b-08f295d19ae2 req-5079b105-cbd1-41ce-8679-986251bd2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:06.464856 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d57df267-771e-410b-9f0b-08f295d19ae2 req-5079b105-cbd1-41ce-8679-986251bd2967 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e83e628-2942-4842-b6aa-7680dede03de HTTP/1.1" status: 200 len: 898 time: 0.0866237 Aug 11 02:44:06.477685 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 5ba87255-29b1-4979-b52c-da0b4a5f36f1, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5ba87255-29b1-4979-b52c-da0b4a5f36f1,segment=NetworkSegment(f799a894-e6a4-4ec7-9b25-f830232ba3fe),segment_id=f799a894-e6a4-4ec7-9b25-f830232ba3fe)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:06.481561 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:06.507069 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d57df267-771e-410b-9f0b-08f295d19ae2 req-9eb1c6f7-dd6f-4def-a6b6-debbdf47775f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99462620-2240-4c2c-a307-1d6c488c3b3f HTTP/1.1" status: 200 len: 217 time: 0.0349534 Aug 11 02:44:06.530210 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=5ba87255-29b1-4979-b52c-da0b4a5f36f1,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:06.557136 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57df267-771e-410b-9f0b-08f295d19ae2 req-ef88948c-1220-4476-8c60-d7312ca1f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:06.558610 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d57df267-771e-410b-9f0b-08f295d19ae2 req-ef88948c-1220-4476-8c60-d7312ca1f82d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff46a42b-e2ef-4466-a75e-addd0aca2c0c HTTP/1.1" status: 200 len: 835 time: 0.0444026 Aug 11 02:44:06.604662 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57df267-771e-410b-9f0b-08f295d19ae2 req-b7affd09-cadb-4658-9b9b-3dd51d98c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:06.606161 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d57df267-771e-410b-9f0b-08f295d19ae2 req-b7affd09-cadb-4658-9b9b-3dd51d98c6f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e83e628-2942-4842-b6aa-7680dede03de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389590 Aug 11 02:44:06.699825 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d57df267-771e-410b-9f0b-08f295d19ae2 req-8a1e529d-ef59-48bd-9811-6c446dfdf55e service neutron] 10.222.0.73 "GET /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840580 Aug 11 02:44:06.787878 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d57df267-771e-410b-9f0b-08f295d19ae2 req-e254b094-1b11-46ec-9e68-688e8480a29e service neutron] 10.222.0.73 "GET /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795853 Aug 11 02:44:06.995327 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dfc22-8614-42d8-8c38-6a8f2e030f58 req-ba95637c-2752-466d-b7a1-bfd0bfe42e10 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:06.996843 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bb9dfc22-8614-42d8-8c38-6a8f2e030f58 req-ba95637c-2752-466d-b7a1-bfd0bfe42e10 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 943 time: 0.0490236 Aug 11 02:44:07.033028 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bb9dfc22-8614-42d8-8c38-6a8f2e030f58 req-aedddd27-5061-45f9-8236-e62b95215a6c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303390 Aug 11 02:44:07.325612 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:44:08.151630 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2887f9b-de7d-4b82-8e8a-1467af353050 req-7a626e12-adc9-4e45-8744-6d397fa91930 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:08.153037 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f2887f9b-de7d-4b82-8e8a-1467af353050 req-7a626e12-adc9-4e45-8744-6d397fa91930 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 943 time: 0.0547283 Aug 11 02:44:08.190108 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f2887f9b-de7d-4b82-8e8a-1467af353050 req-61dfcfbc-58f6-4cab-acae-2c000891e185 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311267 Aug 11 02:44:08.272320 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5ba87255-29b1-4979-b52c-da0b4a5f36f1 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:44:08.318202 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 5ba87255-29b1-4979-b52c-da0b4a5f36f1 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:08.318584 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:08.538831 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 99462620-2240-4c2c-a307-1d6c488c3b3f details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:44:08.634541 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 99462620-2240-4c2c-a307-1d6c488c3b3f, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=99462620-2240-4c2c-a307-1d6c488c3b3f,segment=NetworkSegment(f799a894-e6a4-4ec7-9b25-f830232ba3fe),segment_id=f799a894-e6a4-4ec7-9b25-f830232ba3fe)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:08.645538 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '99462620-2240-4c2c-a307-1d6c488c3b3f', 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de', 'port_id': '99462620-2240-4c2c-a307-1d6c488c3b3f', 'mac_address': 'fa:16:3e:f4:1c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff46a42b-e2ef-4466-a75e-addd0aca2c0c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:44:08.680907 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:08.693259 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99462620-2240-4c2c-a307-1d6c488c3b3f {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:44:08.716196 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 99462620-2240-4c2c-a307-1d6c488c3b3f, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=99462620-2240-4c2c-a307-1d6c488c3b3f,segment=NetworkSegment(f799a894-e6a4-4ec7-9b25-f830232ba3fe),segment_id=f799a894-e6a4-4ec7-9b25-f830232ba3fe)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:08.720621 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:08.766601 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=99462620-2240-4c2c-a307-1d6c488c3b3f,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:08.923611 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['99462620-2240-4c2c-a307-1d6c488c3b3f'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:44:09.303311 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcbac1-efed-4f5f-814a-e2ff94676bf2 req-0f11e07f-d291-46bf-bb37-82a72f75b8b9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:09.305432 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-21dcbac1-efed-4f5f-814a-e2ff94676bf2 req-0f11e07f-d291-46bf-bb37-82a72f75b8b9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 944 time: 0.0481112 Aug 11 02:44:09.341373 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-21dcbac1-efed-4f5f-814a-e2ff94676bf2 req-30efca7c-0357-410b-8371-b7bdee4e748c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301988 Aug 11 02:44:10.455024 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05388a75-0792-4351-8f94-74655c5ae625 req-afaf813a-2962-4e15-9196-150dd2df1d1d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:10.456542 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05388a75-0792-4351-8f94-74655c5ae625 req-afaf813a-2962-4e15-9196-150dd2df1d1d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 944 time: 0.0487084 Aug 11 02:44:10.473461 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 99462620-2240-4c2c-a307-1d6c488c3b3f up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:44:10.494199 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-05388a75-0792-4351-8f94-74655c5ae625 req-eab17642-5517-4e86-bf73-ea29c870f807 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314658 Aug 11 02:44:10.520475 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 99462620-2240-4c2c-a307-1d6c488c3b3f completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:44:10.524045 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 99462620-2240-4c2c-a307-1d6c488c3b3f triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:10.524418 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:10.601648 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:10.625249 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f953fcf5-9bc2-4029-9ea4-4583b21c4cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99462620-2240-4c2c-a307-1d6c488c3b3f'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:44:10.627472 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d59e0b-984e-4aec-aaa0-29009c05ea29" -d '{"events": [{"server_uuid": "f953fcf5-9bc2-4029-9ea4-4583b21c4cb4", "name": "network-vif-plugged", "status": "completed", "tag": "99462620-2240-4c2c-a307-1d6c488c3b3f"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:44:10.640035 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 99462620-2240-4c2c-a307-1d6c488c3b3f, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=99462620-2240-4c2c-a307-1d6c488c3b3f,segment=NetworkSegment(f799a894-e6a4-4ec7-9b25-f830232ba3fe),segment_id=f799a894-e6a4-4ec7-9b25-f830232ba3fe)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:10.643809 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:10.671312 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9167d2-6a44-4e42-bdc8-a16721f45bc1 x-openstack-request-id: req-8a9167d2-6a44-4e42-bdc8-a16721f45bc1 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:44:10.671631 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f953fcf5-9bc2-4029-9ea4-4583b21c4cb4", "name": "network-vif-plugged", "status": "completed", "tag": "99462620-2240-4c2c-a307-1d6c488c3b3f", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:44:10.671891 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8a9167d2-6a44-4e42-bdc8-a16721f45bc1 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:44:10.672286 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f953fcf5-9bc2-4029-9ea4-4583b21c4cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99462620-2240-4c2c-a307-1d6c488c3b3f', 'code': 200} Aug 11 02:44:10.694403 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=99462620-2240-4c2c-a307-1d6c488c3b3f,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:10.767674 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b95eae-5ef1-45a6-97f5-df6b5a62a2d5 req-f8973e74-b3bb-4538-ac61-06105f372468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:10.769060 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-58b95eae-5ef1-45a6-97f5-df6b5a62a2d5 req-f8973e74-b3bb-4538-ac61-06105f372468 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 1097 time: 0.0400498 Aug 11 02:44:10.803311 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-58b95eae-5ef1-45a6-97f5-df6b5a62a2d5 req-561c0576-be17-4300-b281-c8cb0a5f7d44 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274661 Aug 11 02:44:11.619890 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62036e3-9ca4-44eb-b6d7-ac73ca1a95a9 req-682a5d04-1c59-4552-809c-3bf320f341f0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:11.621381 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f62036e3-9ca4-44eb-b6d7-ac73ca1a95a9 req-682a5d04-1c59-4552-809c-3bf320f341f0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.0547659 Aug 11 02:44:11.660928 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f62036e3-9ca4-44eb-b6d7-ac73ca1a95a9 req-aeb323db-ea4c-408b-b47b-55be95705dc9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330296 Aug 11 02:44:13.109994 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d4702-2b3b-4c17-b52f-405e3f1546d2 req-d6639fcf-5b65-4024-bcfd-5a72e23a1699 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:13.111476 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b32d4702-2b3b-4c17-b52f-405e3f1546d2 req-d6639fcf-5b65-4024-bcfd-5a72e23a1699 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.3832874 Aug 11 02:44:13.148964 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b32d4702-2b3b-4c17-b52f-405e3f1546d2 req-b987e61c-7d37-4082-8745-3addc2fd4a2b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315003 Aug 11 02:44:13.262882 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4befc-0fb8-4c95-a61b-8445961b8b79 req-b0af1176-49a7-4dad-bf81-9bae459e730d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:13.264456 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5ec4befc-0fb8-4c95-a61b-8445961b8b79 req-b0af1176-49a7-4dad-bf81-9bae459e730d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.0492520 Aug 11 02:44:13.302214 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5ec4befc-0fb8-4c95-a61b-8445961b8b79 req-ac4d74f2-1d87-4ac8-93b7-41b2a0b485cc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317886 Aug 11 02:44:13.323075 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56808) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:13.362439 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02697a5f-16f0-407e-8aea-41b25d886735 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:13.363970 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-02697a5f-16f0-407e-8aea-41b25d886735 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 1092 time: 0.0398731 Aug 11 02:44:13.366685 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56810) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:13.371043 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-f7f5067a-baa4-45d0-aa74-e222f1384572 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'port_id': '99462620-2240-4c2c-a307-1d6c488c3b3f', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:13.392107 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f7f5067a-baa4-45d0-aa74-e222f1384572 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:13.490292 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f7f5067a-baa4-45d0-aa74-e222f1384572 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:13.599096 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-f7f5067a-baa4-45d0-aa74-e222f1384572 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Allocated IP 172.25.2.222 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/2cdb2b76-0009-4eb6-a987-1ed81b75684d) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:44:13.702583 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f7f5067a-baa4-45d0-aa74-e222f1384572 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:13.742109 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f7f5067a-baa4-45d0-aa74-e222f1384572 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:13.777969 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f5067a-baa4-45d0-aa74-e222f1384572 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:44:13.782648 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-f7f5067a-baa4-45d0-aa74-e222f1384572 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:44:13.786122 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f5067a-baa4-45d0-aa74-e222f1384572 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:44:13.815869 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5067a-baa4-45d0-aa74-e222f1384572 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Port': ['ID=2cdb2b76-0009-4eb6-a987-1ed81b75684d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:14.165229 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f7f5067a-baa4-45d0-aa74-e222f1384572 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:14.233887 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f7f5067a-baa4-45d0-aa74-e222f1384572 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:14.379993 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f7f5067a-baa4-45d0-aa74-e222f1384572 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:14.384495 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f7f5067a-baa4-45d0-aa74-e222f1384572 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:14.454688 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5067a-baa4-45d0-aa74-e222f1384572 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Port': ['ID=2cdb2b76-0009-4eb6-a987-1ed81b75684d,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:14.464357 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f7f5067a-baa4-45d0-aa74-e222f1384572 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:14.563412 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-f7f5067a-baa4-45d0-aa74-e222f1384572 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Floating IP a75cd5d5-d338-4832-aa92-538342d0b56e associated. External IP: 172.25.2.222, port: 99462620-2240-4c2c-a307-1d6c488c3b3f. Aug 11 02:44:15.111364 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f5067a-baa4-45d0-aa74-e222f1384572 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Router e5d355dd-e5f6-495e-b95a-bfda43fd939c has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:44:15.213860 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f5067a-baa4-45d0-aa74-e222f1384572 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:44:15.223381 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d2b513-a576-42c9-b9fe-fb23fadd855b None None] Sync routers for ids ['e5d355dd-e5f6-495e-b95a-bfda43fd939c'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:44:15.230405 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f7f5067a-baa4-45d0-aa74-e222f1384572 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:15.235689 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d2b513-a576-42c9-b9fe-fb23fadd855b None None] Routers {'e5d355dd-e5f6-495e-b95a-bfda43fd939c'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:15.236310 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-11d2b513-a576-42c9-b9fe-fb23fadd855b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:43:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e5d355dd-e5f6-495e-b95a-bfda43fd939c'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:15.261590 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f7f5067a-baa4-45d0-aa74-e222f1384572 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8938739 Aug 11 02:44:15.262201 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f953fcf5-9bc2-4029-9ea4-4583b21c4cb4', 'tag': '99462620-2240-4c2c-a307-1d6c488c3b3f'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:44:15.264510 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27898cf6-aed6-47f7-b5d7-33c502b47576" -d '{"events": [{"name": "network-changed", "server_uuid": "f953fcf5-9bc2-4029-9ea4-4583b21c4cb4", "tag": "99462620-2240-4c2c-a307-1d6c488c3b3f"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:44:15.304271 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05be7236-dabe-42c2-9012-321f630a8b5d x-openstack-request-id: req-05be7236-dabe-42c2-9012-321f630a8b5d {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:44:15.304658 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f953fcf5-9bc2-4029-9ea4-4583b21c4cb4", "tag": "99462620-2240-4c2c-a307-1d6c488c3b3f", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:44:15.304881 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-05be7236-dabe-42c2-9012-321f630a8b5d {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:44:15.305228 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f953fcf5-9bc2-4029-9ea4-4583b21c4cb4', 'tag': '99462620-2240-4c2c-a307-1d6c488c3b3f', 'status': 'completed', 'code': 200} Aug 11 02:44:15.349236 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-11d2b513-a576-42c9-b9fe-fb23fadd855b None None] Set router e5d355dd-e5f6-495e-b95a-bfda43fd939c gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:15.371236 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ff9ad-8600-47e5-bebf-f9386a74e20f req-97c50758-e598-41c5-938f-0da1fa1f5b37 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:15.372797 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fc4ff9ad-8600-47e5-bebf-f9386a74e20f req-97c50758-e598-41c5-938f-0da1fa1f5b37 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.0553157 Aug 11 02:44:15.374635 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27898cf6-aed6-47f7-b5d7-33c502b47576 req-740f79da-63d4-4628-8b28-f98069f2ea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:15.376257 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-27898cf6-aed6-47f7-b5d7-33c502b47576 req-740f79da-63d4-4628-8b28-f98069f2ea93 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 1097 time: 0.0484889 Aug 11 02:44:15.412648 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fc4ff9ad-8600-47e5-bebf-f9386a74e20f req-682578e5-64a3-49e5-a53a-5ff43291f94c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336015 Aug 11 02:44:15.435898 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56816) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:15.473333 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27898cf6-aed6-47f7-b5d7-33c502b47576 req-14e309a2-56b3-49b6-b341-e5a7dcf4c984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:15.474720 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-27898cf6-aed6-47f7-b5d7-33c502b47576 req-14e309a2-56b3-49b6-b341-e5a7dcf4c984 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e83e628-2942-4842-b6aa-7680dede03de HTTP/1.1" status: 200 len: 898 time: 0.0920265 Aug 11 02:44:15.503487 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ee997a8a-abb3-4e80-a0e9-c0828b833c2c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/floatingips/a75cd5d5-d338-4832-aa92-538342d0b56e HTTP/1.1" status: 200 len: 991 time: 0.0664334 Aug 11 02:44:15.544601 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-27898cf6-aed6-47f7-b5d7-33c502b47576 req-5a0453b5-ce7e-4e6c-af34-ab26d9d097f6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99462620-2240-4c2c-a307-1d6c488c3b3f HTTP/1.1" status: 200 len: 999 time: 0.0626101 Aug 11 02:44:15.582671 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-11d2b513-a576-42c9-b9fe-fb23fadd855b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1423330320', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '21cadb64-bf5e-455d-bb4d-0b948fa881c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:44:01Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '21cadb64-bf5e-455d-bb4d-0b948fa881c7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'a75cd5d5-d338-4832-aa92-538342d0b56e', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'port_id': '99462620-2240-4c2c-a307-1d6c488c3b3f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de', 'mac_address': 'fa:16:3e:f4:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f953fcf5-9bc2-4029-9ea4-4583b21c4cb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:44:14Z', 'updated_at': '2021-08-11T02:44:14Z', 'revision_number': 0, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ba87255-29b1-4979-b52c-da0b4a5f36f1', 'name': '', 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:43:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ff46a42b-e2ef-4466-a75e-addd0aca2c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:00Z', 'updated_at': '2021-08-11T02:44:06Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': 'ff46a42b-e2ef-4466-a75e-addd0aca2c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:15.595093 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27898cf6-aed6-47f7-b5d7-33c502b47576 req-4c38f878-24f8-4774-b28b-8b02cd71a43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:15.596627 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-27898cf6-aed6-47f7-b5d7-33c502b47576 req-4c38f878-24f8-4774-b28b-8b02cd71a43b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff46a42b-e2ef-4466-a75e-addd0aca2c0c HTTP/1.1" status: 200 len: 835 time: 0.0448027 Aug 11 02:44:15.609551 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d2b513-a576-42c9-b9fe-fb23fadd855b None None] Checking router: e5d355dd-e5f6-495e-b95a-bfda43fd939c for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:44:15.618502 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d2b513-a576-42c9-b9fe-fb23fadd855b None None] Routers {'e5d355dd-e5f6-495e-b95a-bfda43fd939c'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:15.619115 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-11d2b513-a576-42c9-b9fe-fb23fadd855b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:43:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e5d355dd-e5f6-495e-b95a-bfda43fd939c'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:15.643257 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27898cf6-aed6-47f7-b5d7-33c502b47576 req-c73b8289-9c13-4ef7-ad83-9327ea3e73f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:15.644816 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-27898cf6-aed6-47f7-b5d7-33c502b47576 req-c73b8289-9c13-4ef7-ad83-9327ea3e73f2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e83e628-2942-4842-b6aa-7680dede03de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413427 Aug 11 02:44:15.674996 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5b79557f-3aa5-4311-af75-39cd985197c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:15.738973 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-11d2b513-a576-42c9-b9fe-fb23fadd855b None None] Set router e5d355dd-e5f6-495e-b95a-bfda43fd939c gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:15.749035 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-27898cf6-aed6-47f7-b5d7-33c502b47576 req-2860347b-4c1a-4323-b375-1f0eec20278b service neutron] 10.222.0.73 "GET /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973542 Aug 11 02:44:15.840228 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-27898cf6-aed6-47f7-b5d7-33c502b47576 req-51379d0a-03ec-4ea7-9ae4-b18cfdb9dd8c service neutron] 10.222.0.73 "GET /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844254 Aug 11 02:44:15.962257 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-11d2b513-a576-42c9-b9fe-fb23fadd855b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1423330320', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '21cadb64-bf5e-455d-bb4d-0b948fa881c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:44:01Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '21cadb64-bf5e-455d-bb4d-0b948fa881c7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'a75cd5d5-d338-4832-aa92-538342d0b56e', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'port_id': '99462620-2240-4c2c-a307-1d6c488c3b3f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de', 'mac_address': 'fa:16:3e:f4:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f953fcf5-9bc2-4029-9ea4-4583b21c4cb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:44:14Z', 'updated_at': '2021-08-11T02:44:14Z', 'revision_number': 0, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ba87255-29b1-4979-b52c-da0b4a5f36f1', 'name': '', 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:43:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ff46a42b-e2ef-4466-a75e-addd0aca2c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:00Z', 'updated_at': '2021-08-11T02:44:06Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': 'ff46a42b-e2ef-4466-a75e-addd0aca2c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:15.992115 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d2b513-a576-42c9-b9fe-fb23fadd855b None None] The sync data for ids ['e5d355dd-e5f6-495e-b95a-bfda43fd939c'] in n-d-615180-33 is: [{'id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1423330320', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '21cadb64-bf5e-455d-bb4d-0b948fa881c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:44:01Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '21cadb64-bf5e-455d-bb4d-0b948fa881c7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'a75cd5d5-d338-4832-aa92-538342d0b56e', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'port_id': '99462620-2240-4c2c-a307-1d6c488c3b3f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de', 'mac_address': 'fa:16:3e:f4:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f953fcf5-9bc2-4029-9ea4-4583b21c4cb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:44:14Z', 'updated_at': '2021-08-11T02:44:14Z', 'revision_number': 0, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ba87255-29b1-4979-b52c-da0b4a5f36f1', 'name': '', 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:43:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ff46a42b-e2ef-4466-a75e-addd0aca2c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:00Z', 'updated_at': '2021-08-11T02:44:06Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': 'ff46a42b-e2ef-4466-a75e-addd0aca2c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:44:16.175169 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118b66db-bc72-4648-b487-dcbb52965632 None None] New status for floating IP a75cd5d5-d338-4832-aa92-538342d0b56e: ACTIVE {{(pid=94509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:44:16.506638 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56820) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:16.565620 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bae0d339-14ef-4b8a-a017-661bab3caa72 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/floatingips/a75cd5d5-d338-4832-aa92-538342d0b56e HTTP/1.1" status: 200 len: 993 time: 0.0579202 Aug 11 02:44:18.338449 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c42396c9-0033-42d4-a11d-8d52f0600c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:18.375515 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:19.009587 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56822) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:19.247772 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-197cbc14-293c-452b-9711-83a3009b5750 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Deleting port e9926d83-3c2e-4eff-9578-e23f567f3a27 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:44:19.248129 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-197cbc14-293c-452b-9711-83a3009b5750 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:19.327121 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-197cbc14-293c-452b-9711-83a3009b5750 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:19.327454 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-197cbc14-293c-452b-9711-83a3009b5750 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:19.338692 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-197cbc14-293c-452b-9711-83a3009b5750 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Calling delete_port for e9926d83-3c2e-4eff-9578-e23f567f3a27 owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:44:19.509965 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-197cbc14-293c-452b-9711-83a3009b5750 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:19.532876 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197cbc14-293c-452b-9711-83a3009b5750 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event deleted for resources: {'Port': ['ID=e9926d83-3c2e-4eff-9578-e23f567f3a27,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:19.598728 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-197cbc14-293c-452b-9711-83a3009b5750 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:19.598975 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-197cbc14-293c-452b-9711-83a3009b5750 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Floating IP 584aa4a6-401d-4c7f-a3d0-009f3006aa2c disassociated (deleted). External IP: 172.25.2.6, port: e4857447-cb0a-4457-97ba-c356d91fbb9c. Aug 11 02:44:19.816652 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197cbc14-293c-452b-9711-83a3009b5750 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Router 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:44:19.924699 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197cbc14-293c-452b-9711-83a3009b5750 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:44:19.929404 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-197cbc14-293c-452b-9711-83a3009b5750 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:19.934913 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317ffcf5-3d0c-4b64-97eb-e9ce8d181b24 None None] Sync routers for ids ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:44:19.943738 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317ffcf5-3d0c-4b64-97eb-e9ce8d181b24 None None] Routers {'91a00ccd-0b76-4483-bc6f-9fbc89a6c682'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:19.944344 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-317ffcf5-3d0c-4b64-97eb-e9ce8d181b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:44:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:19.959935 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-197cbc14-293c-452b-9711-83a3009b5750 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "DELETE /v2.0/floatingips/584aa4a6-401d-4c7f-a3d0-009f3006aa2c HTTP/1.1" status: 204 len: 168 time: 0.9491858 Aug 11 02:44:19.960523 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a158c56a-887d-4cd1-8349-2690f16bc759', 'tag': 'e4857447-cb0a-4457-97ba-c356d91fbb9c'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:44:19.963271 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43203481-cba1-4ac6-93c5-9ecc85177376" -d '{"events": [{"name": "network-changed", "server_uuid": "a158c56a-887d-4cd1-8349-2690f16bc759", "tag": "e4857447-cb0a-4457-97ba-c356d91fbb9c"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:44:20.003124 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422eedbe-bc20-4d75-81ba-20e4165724ec x-openstack-request-id: req-422eedbe-bc20-4d75-81ba-20e4165724ec {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:44:20.003417 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a158c56a-887d-4cd1-8349-2690f16bc759", "tag": "e4857447-cb0a-4457-97ba-c356d91fbb9c", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:44:20.003793 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-422eedbe-bc20-4d75-81ba-20e4165724ec {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:44:20.004190 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a158c56a-887d-4cd1-8349-2690f16bc759', 'tag': 'e4857447-cb0a-4457-97ba-c356d91fbb9c', 'status': 'completed', 'code': 200} Aug 11 02:44:20.048815 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:20.066835 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43203481-cba1-4ac6-93c5-9ecc85177376 req-d7124c39-bd26-48f1-9325-343b73c1b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:20.068590 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43203481-cba1-4ac6-93c5-9ecc85177376 req-d7124c39-bd26-48f1-9325-343b73c1b37e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&device_id=a158c56a-887d-4cd1-8349-2690f16bc759 HTTP/1.1" status: 200 len: 1097 time: 0.0430701 Aug 11 02:44:20.069437 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-317ffcf5-3d0c-4b64-97eb-e9ce8d181b24 None None] Set router 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:20.188547 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43203481-cba1-4ac6-93c5-9ecc85177376 req-99005afd-2e91-45fd-9f10-2dd438f0747a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:20.191264 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43203481-cba1-4ac6-93c5-9ecc85177376 req-99005afd-2e91-45fd-9f10-2dd438f0747a service neutron] 10.222.0.66 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 912 time: 0.1002929 Aug 11 02:44:20.237693 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43203481-cba1-4ac6-93c5-9ecc85177376 req-036c6e4c-08ed-4ba6-9556-b55982cde5a8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4857447-cb0a-4457-97ba-c356d91fbb9c HTTP/1.1" status: 200 len: 217 time: 0.0395145 Aug 11 02:44:20.314919 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-317ffcf5-3d0c-4b64-97eb-e9ce8d181b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'name': 'tempest-TestVolumeBootPattern-237556104-router', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:45Z', 'updated_at': '2021-08-11T02:32:52Z', 'revision_number': 4, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'gw_port': {'id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:46Z', 'updated_at': '2021-08-11T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '604e5dcb-d9fd-4fd0-9dfb-c40faa4a6d4d', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'floating_ip_address': '172.25.2.245', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'port_id': '8cb794e3-3254-435c-b6c2-c13d85bf8916', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'mac_address': 'fa:16:3e:b7:4e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c41f44-23cf-4019-8d48-d13cefec13e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:40:42Z', 'updated_at': '2021-08-11T02:40:44Z', 'revision_number': 1, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e344d24-acca-4dfc-bdf9-f70b80a92cea', 'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'mac_address': 'fa:16:3e:94:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:51Z', 'updated_at': '2021-08-11T02:33:01Z', 'revision_number': 5, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'subnets': [{'id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:20.321468 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43203481-cba1-4ac6-93c5-9ecc85177376 req-f0ceb04f-ab3a-4e29-9191-8b21e02d10e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:20.322948 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43203481-cba1-4ac6-93c5-9ecc85177376 req-f0ceb04f-ab3a-4e29-9191-8b21e02d10e6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a HTTP/1.1" status: 200 len: 850 time: 0.0725002 Aug 11 02:44:20.330499 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65af341-0726-4a85-8e3c-f27baca0300e req-21ac1ed0-f34f-4519-b67a-426bc240b980 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:20.331898 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e65af341-0726-4a85-8e3c-f27baca0300e req-21ac1ed0-f34f-4519-b67a-426bc240b980 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a158c56a-887d-4cd1-8349-2690f16bc759 HTTP/1.1" status: 200 len: 945 time: 0.1917615 Aug 11 02:44:20.345399 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317ffcf5-3d0c-4b64-97eb-e9ce8d181b24 None None] Checking router: 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:44:20.353750 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317ffcf5-3d0c-4b64-97eb-e9ce8d181b24 None None] Routers {'91a00ccd-0b76-4483-bc6f-9fbc89a6c682'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:20.354396 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-317ffcf5-3d0c-4b64-97eb-e9ce8d181b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:44:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:20.393897 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e65af341-0726-4a85-8e3c-f27baca0300e req-00b50aac-42f3-4bc2-9163-eb212ac4839e tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529153 Aug 11 02:44:20.398373 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43203481-cba1-4ac6-93c5-9ecc85177376 req-77a94cc1-934a-459b-924a-add7bd415d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:20.400433 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43203481-cba1-4ac6-93c5-9ecc85177376 req-77a94cc1-934a-459b-924a-add7bd415d7f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676820 Aug 11 02:44:20.458149 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-317ffcf5-3d0c-4b64-97eb-e9ce8d181b24 None None] Set router 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:20.494468 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43203481-cba1-4ac6-93c5-9ecc85177376 req-a53baa5a-2489-4fc2-a2e1-6840f912ffdc service neutron] 10.222.0.66 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856030 Aug 11 02:44:20.584159 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43203481-cba1-4ac6-93c5-9ecc85177376 req-5ebbe5c0-2df8-47e9-b3fd-b52d1bb0456e service neutron] 10.222.0.66 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819705 Aug 11 02:44:20.822684 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-317ffcf5-3d0c-4b64-97eb-e9ce8d181b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'name': 'tempest-TestVolumeBootPattern-237556104-router', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:45Z', 'updated_at': '2021-08-11T02:32:52Z', 'revision_number': 4, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'gw_port': {'id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:46Z', 'updated_at': '2021-08-11T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '604e5dcb-d9fd-4fd0-9dfb-c40faa4a6d4d', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'floating_ip_address': '172.25.2.245', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'port_id': '8cb794e3-3254-435c-b6c2-c13d85bf8916', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'mac_address': 'fa:16:3e:b7:4e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c41f44-23cf-4019-8d48-d13cefec13e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:40:42Z', 'updated_at': '2021-08-11T02:40:44Z', 'revision_number': 1, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e344d24-acca-4dfc-bdf9-f70b80a92cea', 'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'mac_address': 'fa:16:3e:94:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:51Z', 'updated_at': '2021-08-11T02:33:01Z', 'revision_number': 5, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'subnets': [{'id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:20.848381 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317ffcf5-3d0c-4b64-97eb-e9ce8d181b24 None None] The sync data for ids ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'] in n-d-615180-33 is: [{'id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'name': 'tempest-TestVolumeBootPattern-237556104-router', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:45Z', 'updated_at': '2021-08-11T02:32:52Z', 'revision_number': 4, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'gw_port': {'id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:46Z', 'updated_at': '2021-08-11T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '604e5dcb-d9fd-4fd0-9dfb-c40faa4a6d4d', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'floating_ip_address': '172.25.2.245', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'port_id': '8cb794e3-3254-435c-b6c2-c13d85bf8916', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'mac_address': 'fa:16:3e:b7:4e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c41f44-23cf-4019-8d48-d13cefec13e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:40:42Z', 'updated_at': '2021-08-11T02:40:44Z', 'revision_number': 1, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e344d24-acca-4dfc-bdf9-f70b80a92cea', 'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'mac_address': 'fa:16:3e:94:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:51Z', 'updated_at': '2021-08-11T02:33:01Z', 'revision_number': 5, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'subnets': [{'id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:44:21.061896 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2347860f-9153-40c5-bdf9-052dffab400f None None] New status for floating IP 584aa4a6-401d-4c7f-a3d0-009f3006aa2c: DOWN {{(pid=94509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:44:21.511605 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298092cc-cdc1-4e84-ade3-ab585a6534e6 req-6d3fa9bf-78a5-4cab-840a-2110dee30b75 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:21.513218 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-298092cc-cdc1-4e84-ade3-ab585a6534e6 req-6d3fa9bf-78a5-4cab-840a-2110dee30b75 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a158c56a-887d-4cd1-8349-2690f16bc759 HTTP/1.1" status: 200 len: 945 time: 0.0492375 Aug 11 02:44:21.528679 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:21.551882 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-298092cc-cdc1-4e84-ade3-ab585a6534e6 req-2292ec99-815f-419e-b66f-ee872e247058 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326858 Aug 11 02:44:21.752337 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b8180-7def-4ddf-9ab1-93200c6dd34c req-4c617eb8-4ef3-4e3c-84fb-875487e92c52 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:21.753722 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-be6b8180-7def-4ddf-9ab1-93200c6dd34c req-4c617eb8-4ef3-4e3c-84fb-875487e92c52 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.66 "GET /v2.0/ports?device_id=a158c56a-887d-4cd1-8349-2690f16bc759 HTTP/1.1" status: 200 len: 945 time: 0.0510135 Aug 11 02:44:21.848043 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-be6b8180-7def-4ddf-9ab1-93200c6dd34c req-a2e13f01-eff6-4cd9-a1b6-41fe8c8c244f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Deleting port e4857447-cb0a-4457-97ba-c356d91fbb9c {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:44:21.848386 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-be6b8180-7def-4ddf-9ab1-93200c6dd34c req-a2e13f01-eff6-4cd9-a1b6-41fe8c8c244f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:21.935283 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-be6b8180-7def-4ddf-9ab1-93200c6dd34c req-a2e13f01-eff6-4cd9-a1b6-41fe8c8c244f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] For port e4857447-cb0a-4457-97ba-c356d91fbb9c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=e4857447-cb0a-4457-97ba-c356d91fbb9c,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:21.935687 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-be6b8180-7def-4ddf-9ab1-93200c6dd34c req-a2e13f01-eff6-4cd9-a1b6-41fe8c8c244f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:21.952816 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-be6b8180-7def-4ddf-9ab1-93200c6dd34c req-a2e13f01-eff6-4cd9-a1b6-41fe8c8c244f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Calling delete_port for e4857447-cb0a-4457-97ba-c356d91fbb9c owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:44:22.076829 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-be6b8180-7def-4ddf-9ab1-93200c6dd34c req-a2e13f01-eff6-4cd9-a1b6-41fe8c8c244f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:22.104566 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e13f01-eff6-4cd9-a1b6-41fe8c8c244f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event deleted for resources: {'Port': ['ID=e4857447-cb0a-4457-97ba-c356d91fbb9c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:22.154338 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6b8180-7def-4ddf-9ab1-93200c6dd34c req-a2e13f01-eff6-4cd9-a1b6-41fe8c8c244f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] No DVR routers for this DVR port e4857447-cb0a-4457-97ba-c356d91fbb9c on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:44:22.157035 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-be6b8180-7def-4ddf-9ab1-93200c6dd34c req-a2e13f01-eff6-4cd9-a1b6-41fe8c8c244f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:22.159017 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-be6b8180-7def-4ddf-9ab1-93200c6dd34c req-a2e13f01-eff6-4cd9-a1b6-41fe8c8c244f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.66 "DELETE /v2.0/ports/e4857447-cb0a-4457-97ba-c356d91fbb9c HTTP/1.1" status: 204 len: 173 time: 0.3989041 Aug 11 02:44:22.159452 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a158c56a-887d-4cd1-8349-2690f16bc759', 'name': 'network-vif-deleted', 'tag': 'e4857447-cb0a-4457-97ba-c356d91fbb9c'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:44:22.161725 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e9e7de-8116-4636-8be4-6f1615914767" -d '{"events": [{"server_uuid": "a158c56a-887d-4cd1-8349-2690f16bc759", "name": "network-vif-deleted", "tag": "e4857447-cb0a-4457-97ba-c356d91fbb9c"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:44:22.200712 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef169a6-e564-4048-a28a-06533cc267e9 x-openstack-request-id: req-8ef169a6-e564-4048-a28a-06533cc267e9 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:44:22.201005 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a158c56a-887d-4cd1-8349-2690f16bc759", "name": "network-vif-deleted", "tag": "e4857447-cb0a-4457-97ba-c356d91fbb9c", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:44:22.201258 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8ef169a6-e564-4048-a28a-06533cc267e9 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:44:22.201665 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a158c56a-887d-4cd1-8349-2690f16bc759', 'name': 'network-vif-deleted', 'tag': 'e4857447-cb0a-4457-97ba-c356d91fbb9c', 'status': 'completed', 'code': 200} Aug 11 02:44:22.650763 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0196b1b5-7491-47bf-bb2e-a29a377942da req-d9a32322-ca72-4480-be95-61ed45d77c9f tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a158c56a-887d-4cd1-8349-2690f16bc759 HTTP/1.1" status: 200 len: 210 time: 0.0274346 Aug 11 02:44:23.752327 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a8f29470-d424-4dfa-a437-814a096c285d req-83ec9ea0-e708-4ea2-bff1-d3469e7ff3a5 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a158c56a-887d-4cd1-8349-2690f16bc759 HTTP/1.1" status: 200 len: 210 time: 0.0272820 Aug 11 02:44:24.664026 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:24.849552 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c02697f8-ac68-4530-8e0a-80dfca91e5fb req-6865d7ab-f47c-4b4c-9497-7e314ecc6b20 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a158c56a-887d-4cd1-8349-2690f16bc759 HTTP/1.1" status: 200 len: 210 time: 0.0273538 Aug 11 02:44:25.336878 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device e4857447-cb0a-4457-97ba-c356d91fbb9c no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:44:25.361014 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: e4857447-cb0a-4457-97ba-c356d91fbb9c {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:44:25.361365 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device e4857447-cb0a-4457-97ba-c356d91fbb9c not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:44:25.474515 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:25.959839 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f4f9e618-77ec-4af6-9e21-d266987550af req-472b372a-ec7d-4663-a2d9-881579218416 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=a158c56a-887d-4cd1-8349-2690f16bc759 HTTP/1.1" status: 200 len: 210 time: 0.0273895 Aug 11 02:44:31.324818 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56868) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:31.481952 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-21d3bdde-bc6f-4858-bb05-f333ae8cf931 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Deleting port 83abbddc-28b6-457b-9211-34e6bd124322 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:44:31.482197 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21d3bdde-bc6f-4858-bb05-f333ae8cf931 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:31.564404 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21d3bdde-bc6f-4858-bb05-f333ae8cf931 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:31.564738 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21d3bdde-bc6f-4858-bb05-f333ae8cf931 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:31.576803 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-21d3bdde-bc6f-4858-bb05-f333ae8cf931 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Calling delete_port for 83abbddc-28b6-457b-9211-34e6bd124322 owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:44:31.726579 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21d3bdde-bc6f-4858-bb05-f333ae8cf931 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:31.752311 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3bdde-bc6f-4858-bb05-f333ae8cf931 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event deleted for resources: {'Port': ['ID=83abbddc-28b6-457b-9211-34e6bd124322,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:31.819964 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21d3bdde-bc6f-4858-bb05-f333ae8cf931 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:31.820372 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-21d3bdde-bc6f-4858-bb05-f333ae8cf931 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Floating IP 604e5dcb-d9fd-4fd0-9dfb-c40faa4a6d4d disassociated (deleted). External IP: 172.25.2.245, port: 8cb794e3-3254-435c-b6c2-c13d85bf8916. Aug 11 02:44:32.033578 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d3bdde-bc6f-4858-bb05-f333ae8cf931 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Router 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:44:32.142207 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d3bdde-bc6f-4858-bb05-f333ae8cf931 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:44:32.147026 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21d3bdde-bc6f-4858-bb05-f333ae8cf931 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:32.151691 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70408f5c-9995-44f4-b7ae-1153970da1d7 None None] Sync routers for ids ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:44:32.161009 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70408f5c-9995-44f4-b7ae-1153970da1d7 None None] Routers {'91a00ccd-0b76-4483-bc6f-9fbc89a6c682'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:32.161619 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-70408f5c-9995-44f4-b7ae-1153970da1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:44:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:32.173461 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-21d3bdde-bc6f-4858-bb05-f333ae8cf931 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "DELETE /v2.0/floatingips/604e5dcb-d9fd-4fd0-9dfb-c40faa4a6d4d HTTP/1.1" status: 204 len: 168 time: 0.8475735 Aug 11 02:44:32.174055 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c41f44-23cf-4019-8d48-d13cefec13e9', 'tag': '8cb794e3-3254-435c-b6c2-c13d85bf8916'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:44:32.176335 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cd4390-4bdf-4276-b5df-f526b228de25" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c41f44-23cf-4019-8d48-d13cefec13e9", "tag": "8cb794e3-3254-435c-b6c2-c13d85bf8916"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:44:32.216260 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91945bb5-6b90-48e3-b189-df82def54957 x-openstack-request-id: req-91945bb5-6b90-48e3-b189-df82def54957 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:44:32.216550 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c41f44-23cf-4019-8d48-d13cefec13e9", "tag": "8cb794e3-3254-435c-b6c2-c13d85bf8916", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:44:32.216799 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-91945bb5-6b90-48e3-b189-df82def54957 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:44:32.217229 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c41f44-23cf-4019-8d48-d13cefec13e9', 'tag': '8cb794e3-3254-435c-b6c2-c13d85bf8916', 'status': 'completed', 'code': 200} Aug 11 02:44:32.281102 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-70408f5c-9995-44f4-b7ae-1153970da1d7 None None] Set router 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:32.285647 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd4390-4bdf-4276-b5df-f526b228de25 req-211a4f35-e508-4e44-a267-83f1b8879136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:32.287209 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c8cd4390-4bdf-4276-b5df-f526b228de25 req-211a4f35-e508-4e44-a267-83f1b8879136 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7da6302aa7904b88b0331188624d66f4&device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 1098 time: 0.0451133 Aug 11 02:44:32.400275 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd4390-4bdf-4276-b5df-f526b228de25 req-89671fc2-8f73-4eda-aea4-e4fd136df239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:32.402290 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c8cd4390-4bdf-4276-b5df-f526b228de25 req-89671fc2-8f73-4eda-aea4-e4fd136df239 service neutron] 10.222.0.66 "GET /v2.0/networks?id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 200 len: 912 time: 0.1064403 Aug 11 02:44:32.409633 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a13e7-da7d-4ddc-a399-f1b1b49282b3 req-899bcb3e-6823-404b-8fc1-c0a040296f99 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:32.411425 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-266a13e7-da7d-4ddc-a399-f1b1b49282b3 req-899bcb3e-6823-404b-8fc1-c0a040296f99 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 946 time: 0.0524528 Aug 11 02:44:32.446181 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c8cd4390-4bdf-4276-b5df-f526b228de25 req-796a7b5f-01ff-4722-8e66-aa1e5fb055bc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cb794e3-3254-435c-b6c2-c13d85bf8916 HTTP/1.1" status: 200 len: 217 time: 0.0366325 Aug 11 02:44:32.451643 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-266a13e7-da7d-4ddc-a399-f1b1b49282b3 req-4db35bfe-5f8c-40c5-82aa-7916c20658a8 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331211 Aug 11 02:44:32.495732 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-70408f5c-9995-44f4-b7ae-1153970da1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'name': 'tempest-TestVolumeBootPattern-237556104-router', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:45Z', 'updated_at': '2021-08-11T02:32:52Z', 'revision_number': 4, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'gw_port': {'id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:46Z', 'updated_at': '2021-08-11T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '4e344d24-acca-4dfc-bdf9-f70b80a92cea', 'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'mac_address': 'fa:16:3e:94:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:51Z', 'updated_at': '2021-08-11T02:33:01Z', 'revision_number': 5, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'subnets': [{'id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:32.498011 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd4390-4bdf-4276-b5df-f526b228de25 req-4a9ef8ab-56de-4da4-8252-1a9ab3736915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:32.499498 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c8cd4390-4bdf-4276-b5df-f526b228de25 req-4a9ef8ab-56de-4da4-8252-1a9ab3736915 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a HTTP/1.1" status: 200 len: 850 time: 0.0458150 Aug 11 02:44:32.522053 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70408f5c-9995-44f4-b7ae-1153970da1d7 None None] Checking router: 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:44:32.530870 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70408f5c-9995-44f4-b7ae-1153970da1d7 None None] Routers {'91a00ccd-0b76-4483-bc6f-9fbc89a6c682'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:32.531487 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-70408f5c-9995-44f4-b7ae-1153970da1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:44:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:32.552696 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd4390-4bdf-4276-b5df-f526b228de25 req-08ed420d-d729-40f9-8ead-49c2e3ef7529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:32.554215 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c8cd4390-4bdf-4276-b5df-f526b228de25 req-08ed420d-d729-40f9-8ead-49c2e3ef7529 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460386 Aug 11 02:44:32.642752 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-70408f5c-9995-44f4-b7ae-1153970da1d7 None None] Set router 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:32.644407 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c8cd4390-4bdf-4276-b5df-f526b228de25 req-fb8c4dc4-bf45-4e21-9e9c-3a2321aab52b service neutron] 10.222.0.66 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822194 Aug 11 02:44:32.740275 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c8cd4390-4bdf-4276-b5df-f526b228de25 req-49935f9a-5bb0-4e19-9916-949e6481acc6 service neutron] 10.222.0.66 "GET /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872409 Aug 11 02:44:32.842031 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-70408f5c-9995-44f4-b7ae-1153970da1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'name': 'tempest-TestVolumeBootPattern-237556104-router', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:45Z', 'updated_at': '2021-08-11T02:32:52Z', 'revision_number': 4, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'gw_port': {'id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:46Z', 'updated_at': '2021-08-11T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '4e344d24-acca-4dfc-bdf9-f70b80a92cea', 'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'mac_address': 'fa:16:3e:94:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:51Z', 'updated_at': '2021-08-11T02:33:01Z', 'revision_number': 5, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'subnets': [{'id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:32.867967 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70408f5c-9995-44f4-b7ae-1153970da1d7 None None] The sync data for ids ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'] in n-d-615180-33 is: [{'id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'name': 'tempest-TestVolumeBootPattern-237556104-router', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:45Z', 'updated_at': '2021-08-11T02:32:52Z', 'revision_number': 4, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'gw_port': {'id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:46Z', 'updated_at': '2021-08-11T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '4e344d24-acca-4dfc-bdf9-f70b80a92cea', 'name': '', 'network_id': '58eaa87b-4e07-4b3a-b5a6-ed2c1760073b', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'mac_address': 'fa:16:3e:94:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:51Z', 'updated_at': '2021-08-11T02:33:01Z', 'revision_number': 5, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'subnets': [{'id': '8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:44:33.089878 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfb0697-4603-45d5-b7b8-85c5c3c4038f None None] New status for floating IP 604e5dcb-d9fd-4fd0-9dfb-c40faa4a6d4d: DOWN {{(pid=94509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:44:33.568378 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d8fb8-6f7d-4d1a-afc1-2313bcbce08d req-493cf42b-0e96-41a2-982e-6b2981a1296d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:33.569873 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c26d8fb8-6f7d-4d1a-afc1-2313bcbce08d req-493cf42b-0e96-41a2-982e-6b2981a1296d tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 946 time: 0.0505116 Aug 11 02:44:33.607228 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c26d8fb8-6f7d-4d1a-afc1-2313bcbce08d req-136ff651-53ad-4022-9ad0-993ff1ac13c0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/security-groups?id=a1e8997e-02ee-408d-a160-ac481cc8626b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313530 Aug 11 02:44:33.945937 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e49a4-37c2-466a-9251-b55ed85376e4 req-bab05936-454c-42b8-b626-fc90785cf1e2 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:33.947519 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1e1e49a4-37c2-466a-9251-b55ed85376e4 req-bab05936-454c-42b8-b626-fc90785cf1e2 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 946 time: 0.0481739 Aug 11 02:44:34.041421 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-1e1e49a4-37c2-466a-9251-b55ed85376e4 req-060188c1-4266-4e28-90ca-dd4aca66eeae tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Deleting port 8cb794e3-3254-435c-b6c2-c13d85bf8916 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:44:34.042071 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1e1e49a4-37c2-466a-9251-b55ed85376e4 req-060188c1-4266-4e28-90ca-dd4aca66eeae tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:34.128348 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-1e1e49a4-37c2-466a-9251-b55ed85376e4 req-060188c1-4266-4e28-90ca-dd4aca66eeae tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] For port 8cb794e3-3254-435c-b6c2-c13d85bf8916, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=8cb794e3-3254-435c-b6c2-c13d85bf8916,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:34.128713 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1e1e49a4-37c2-466a-9251-b55ed85376e4 req-060188c1-4266-4e28-90ca-dd4aca66eeae tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:34.142202 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-1e1e49a4-37c2-466a-9251-b55ed85376e4 req-060188c1-4266-4e28-90ca-dd4aca66eeae tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Calling delete_port for 8cb794e3-3254-435c-b6c2-c13d85bf8916 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:44:34.274159 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1e1e49a4-37c2-466a-9251-b55ed85376e4 req-060188c1-4266-4e28-90ca-dd4aca66eeae tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:34.301754 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060188c1-4266-4e28-90ca-dd4aca66eeae tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event deleted for resources: {'Port': ['ID=8cb794e3-3254-435c-b6c2-c13d85bf8916,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:34.346625 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1e49a4-37c2-466a-9251-b55ed85376e4 req-060188c1-4266-4e28-90ca-dd4aca66eeae tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] No DVR routers for this DVR port 8cb794e3-3254-435c-b6c2-c13d85bf8916 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:44:34.349262 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-1e1e49a4-37c2-466a-9251-b55ed85376e4 req-060188c1-4266-4e28-90ca-dd4aca66eeae tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:34.351303 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1e1e49a4-37c2-466a-9251-b55ed85376e4 req-060188c1-4266-4e28-90ca-dd4aca66eeae tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.66 "DELETE /v2.0/ports/8cb794e3-3254-435c-b6c2-c13d85bf8916 HTTP/1.1" status: 204 len: 173 time: 0.3974566 Aug 11 02:44:34.351843 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c41f44-23cf-4019-8d48-d13cefec13e9', 'name': 'network-vif-deleted', 'tag': '8cb794e3-3254-435c-b6c2-c13d85bf8916'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:44:34.354128 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18f2aac-f8a6-4717-a9df-fd4fc4fc8316" -d '{"events": [{"server_uuid": "e0c41f44-23cf-4019-8d48-d13cefec13e9", "name": "network-vif-deleted", "tag": "8cb794e3-3254-435c-b6c2-c13d85bf8916"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:44:34.394891 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2635bfe5-fa52-431a-921f-233bbc7b3fc6 x-openstack-request-id: req-2635bfe5-fa52-431a-921f-233bbc7b3fc6 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:44:34.395199 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c41f44-23cf-4019-8d48-d13cefec13e9", "name": "network-vif-deleted", "tag": "8cb794e3-3254-435c-b6c2-c13d85bf8916", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:44:34.395451 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2635bfe5-fa52-431a-921f-233bbc7b3fc6 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:44:34.395882 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c41f44-23cf-4019-8d48-d13cefec13e9', 'name': 'network-vif-deleted', 'tag': '8cb794e3-3254-435c-b6c2-c13d85bf8916', 'status': 'completed', 'code': 200} Aug 11 02:44:34.704203 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ff971033-3ca5-4fb8-915e-46497f53b139 req-4694ef11-313d-4e53-a948-3017ca1fc0c1 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 210 time: 0.0274470 Aug 11 02:44:35.804543 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1256325f-5152-46d5-8ab8-e8ae7b91d89c req-09059275-adbb-406c-aac7-32793cd2fff2 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 210 time: 0.0308244 Aug 11 02:44:36.899771 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4714c6fa-7863-4ed1-aeac-5ec3ab13809d req-c2c78b11-90ec-4b12-9abd-40c36fb3986b tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 210 time: 0.0270667 Aug 11 02:44:37.384368 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 8cb794e3-3254-435c-b6c2-c13d85bf8916 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:44:37.404855 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 8cb794e3-3254-435c-b6c2-c13d85bf8916 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:44:37.405206 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 8cb794e3-3254-435c-b6c2-c13d85bf8916 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:44:38.009325 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-41833302-e00c-4ab3-956a-672eb5c57ec7 req-f081b0bd-976c-48e8-8262-5095a6e4ea38 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0c41f44-23cf-4019-8d48-d13cefec13e9 HTTP/1.1" status: 200 len: 210 time: 0.0275948 Aug 11 02:44:39.072310 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56894) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:39.194173 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-7d42aa02-fdf5-4390-9b5d-e9cb02f56da0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Deleting port c9dd7cbc-dcd5-4e70-af45-1130055b59f3 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:44:39.194519 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7d42aa02-fdf5-4390-9b5d-e9cb02f56da0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:39.271402 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7d42aa02-fdf5-4390-9b5d-e9cb02f56da0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:39.271767 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7d42aa02-fdf5-4390-9b5d-e9cb02f56da0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:39.283830 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-7d42aa02-fdf5-4390-9b5d-e9cb02f56da0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Calling delete_port for c9dd7cbc-dcd5-4e70-af45-1130055b59f3 owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:44:39.414596 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7d42aa02-fdf5-4390-9b5d-e9cb02f56da0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:39.437614 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42aa02-fdf5-4390-9b5d-e9cb02f56da0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event deleted for resources: {'Port': ['ID=c9dd7cbc-dcd5-4e70-af45-1130055b59f3,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:39.503343 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7d42aa02-fdf5-4390-9b5d-e9cb02f56da0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:39.505909 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7d42aa02-fdf5-4390-9b5d-e9cb02f56da0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:39.507056 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7d42aa02-fdf5-4390-9b5d-e9cb02f56da0 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "DELETE /v2.0/floatingips/d33b8bb5-07da-4ce3-84a6-d2f9f2a5ad23 HTTP/1.1" status: 204 len: 168 time: 0.4337678 Aug 11 02:44:41.757162 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56910) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:41.815898 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2732c010-b202-4eee-9772-98f640647c96 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:41.841297 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2732c010-b202-4eee-9772-98f640647c96 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:41.901557 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2732c010-b202-4eee-9772-98f640647c96 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:41.904089 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2732c010-b202-4eee-9772-98f640647c96 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:41.905326 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2732c010-b202-4eee-9772-98f640647c96 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] 10.222.0.50 "DELETE /v2.0/security-groups/a1e8997e-02ee-408d-a160-ac481cc8626b HTTP/1.1" status: 204 len: 168 time: 0.1465406 Aug 11 02:44:41.920931 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732c010-b202-4eee-9772-98f640647c96 tempest-TestVolumeBootPattern-272966032 tempest-TestVolumeBootPattern-272966032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e8997e-02ee-408d-a160-ac481cc8626b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:41.967383 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56914) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:42.437479 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-745629de-d406-45f0-8031-5845d0cbcd1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:42.692318 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-745629de-d406-45f0-8031-5845d0cbcd1a admin admin] Deleting port 4e344d24-acca-4dfc-bdf9-f70b80a92cea {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:44:42.692663 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-745629de-d406-45f0-8031-5845d0cbcd1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:42.769695 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-745629de-d406-45f0-8031-5845d0cbcd1a admin admin] For port 4e344d24-acca-4dfc-bdf9-f70b80a92cea, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=4e344d24-acca-4dfc-bdf9-f70b80a92cea,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:42.770378 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-745629de-d406-45f0-8031-5845d0cbcd1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:42.783079 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-745629de-d406-45f0-8031-5845d0cbcd1a admin admin] Calling delete_port for 4e344d24-acca-4dfc-bdf9-f70b80a92cea owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:44:42.964454 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-745629de-d406-45f0-8031-5845d0cbcd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:42.992731 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745629de-d406-45f0-8031-5845d0cbcd1a admin admin] Pushing event deleted for resources: {'Port': ['ID=4e344d24-acca-4dfc-bdf9-f70b80a92cea,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:43.511350 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-745629de-d406-45f0-8031-5845d0cbcd1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:43.724878 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745629de-d406-45f0-8031-5845d0cbcd1a admin admin] Router 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:44:43.829479 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745629de-d406-45f0-8031-5845d0cbcd1a admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:44:43.835642 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-745629de-d406-45f0-8031-5845d0cbcd1a admin admin] 10.222.0.50 "PUT /v2.0/routers/91a00ccd-0b76-4483-bc6f-9fbc89a6c682/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8659878 Aug 11 02:44:43.837586 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56920) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:43.840316 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3750191-4558-4614-b7b6-1cb905d6895d None None] Sync routers for ids ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:44:43.850716 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3750191-4558-4614-b7b6-1cb905d6895d None None] Routers {'91a00ccd-0b76-4483-bc6f-9fbc89a6c682'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:43.851559 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-f3750191-4558-4614-b7b6-1cb905d6895d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:44:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:43.943149 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49490b9d-3420-499c-a586-3bf1e8e3dce5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:43.956568 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-f3750191-4558-4614-b7b6-1cb905d6895d None None] Set router 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:44.048578 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49490b9d-3420-499c-a586-3bf1e8e3dce5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.100916 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-49490b9d-3420-499c-a586-3bf1e8e3dce5 admin admin] Deleting port a437c5a9-af59-4459-b327-c4215003dae9 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:44:44.101166 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49490b9d-3420-499c-a586-3bf1e8e3dce5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.141134 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-f3750191-4558-4614-b7b6-1cb905d6895d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'name': 'tempest-TestVolumeBootPattern-237556104-router', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:45Z', 'updated_at': '2021-08-11T02:44:42Z', 'revision_number': 5, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'gw_port': {'id': 'a437c5a9-af59-4459-b327-c4215003dae9', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:46Z', 'updated_at': '2021-08-11T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:44.167124 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3750191-4558-4614-b7b6-1cb905d6895d None None] Checking router: 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:44:44.176006 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3750191-4558-4614-b7b6-1cb905d6895d None None] Routers {'91a00ccd-0b76-4483-bc6f-9fbc89a6c682'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:44.176623 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-f3750191-4558-4614-b7b6-1cb905d6895d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:44:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:44.204408 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-071a9af6-2403-4491-ac94-81a9c4439c14 req-e3a9a14d-0e3b-4da1-95a0-dec1b6c067ea service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0664105 Aug 11 02:44:44.216739 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-49490b9d-3420-499c-a586-3bf1e8e3dce5 admin admin] For port a437c5a9-af59-4459-b327-c4215003dae9, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a437c5a9-af59-4459-b327-c4215003dae9,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:44.217105 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49490b9d-3420-499c-a586-3bf1e8e3dce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.229596 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-49490b9d-3420-499c-a586-3bf1e8e3dce5 admin admin] Calling delete_port for a437c5a9-af59-4459-b327-c4215003dae9 owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:44:44.268996 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-f3750191-4558-4614-b7b6-1cb905d6895d None None] Set router 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:44.321615 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-f3750191-4558-4614-b7b6-1cb905d6895d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'name': 'tempest-TestVolumeBootPattern-237556104-router', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:45Z', 'updated_at': '2021-08-11T02:44:44Z', 'revision_number': 6, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:44.326173 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:44:44.334398 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a9af6-2403-4491-ac94-81a9c4439c14 req-a2001092-6c31-422a-92bb-9e02747de75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:44.335982 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-071a9af6-2403-4491-ac94-81a9c4439c14 req-a2001092-6c31-422a-92bb-9e02747de75c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 1097 time: 0.0631468 Aug 11 02:44:44.350744 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3750191-4558-4614-b7b6-1cb905d6895d None None] The sync data for ids ['91a00ccd-0b76-4483-bc6f-9fbc89a6c682'] in n-d-615180-33 is: [{'id': '91a00ccd-0b76-4483-bc6f-9fbc89a6c682', 'name': 'tempest-TestVolumeBootPattern-237556104-router', 'tenant_id': '7da6302aa7904b88b0331188624d66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:45Z', 'updated_at': '2021-08-11T02:44:44Z', 'revision_number': 6, 'project_id': '7da6302aa7904b88b0331188624d66f4', 'gw_port_host': None}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:44:44.497671 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a9af6-2403-4491-ac94-81a9c4439c14 req-8738b066-fb06-4bd7-883c-efadb4ad0e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:44.499145 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-071a9af6-2403-4491-ac94-81a9c4439c14 req-8738b066-fb06-4bd7-883c-efadb4ad0e81 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e83e628-2942-4842-b6aa-7680dede03de HTTP/1.1" status: 200 len: 898 time: 0.1263673 Aug 11 02:44:44.514931 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49490b9d-3420-499c-a586-3bf1e8e3dce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.569991 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49490b9d-3420-499c-a586-3bf1e8e3dce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a437c5a9-af59-4459-b327-c4215003dae9,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:44.629203 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-071a9af6-2403-4491-ac94-81a9c4439c14 req-d23ed71c-e23c-4ca2-92d3-5b73665130c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99462620-2240-4c2c-a307-1d6c488c3b3f HTTP/1.1" status: 200 len: 1001 time: 0.1208088 Aug 11 02:44:44.668238 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49490b9d-3420-499c-a586-3bf1e8e3dce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.768010 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a9af6-2403-4491-ac94-81a9c4439c14 req-0788c89b-0ef5-448a-8a88-1acfce46e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:44.769702 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-071a9af6-2403-4491-ac94-81a9c4439c14 req-0788c89b-0ef5-448a-8a88-1acfce46e622 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff46a42b-e2ef-4466-a75e-addd0aca2c0c HTTP/1.1" status: 200 len: 835 time: 0.1333368 Aug 11 02:44:44.771665 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49490b9d-3420-499c-a586-3bf1e8e3dce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.774663 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49490b9d-3420-499c-a586-3bf1e8e3dce5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.844668 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49490b9d-3420-499c-a586-3bf1e8e3dce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.845409 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49490b9d-3420-499c-a586-3bf1e8e3dce5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91a00ccd-0b76-4483-bc6f-9fbc89a6c682 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:44:44.849690 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-49490b9d-3420-499c-a586-3bf1e8e3dce5 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.850827 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-49490b9d-3420-499c-a586-3bf1e8e3dce5 admin admin] 10.222.0.50 "DELETE /v2.0/routers/91a00ccd-0b76-4483-bc6f-9fbc89a6c682 HTTP/1.1" status: 204 len: 168 time: 1.0123281 Aug 11 02:44:44.854135 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56922) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:44.857584 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a9af6-2403-4491-ac94-81a9c4439c14 req-fddcd40e-77d1-44ae-bff3-450ca9e4a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:44.859397 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-071a9af6-2403-4491-ac94-81a9c4439c14 req-fddcd40e-77d1-44ae-bff3-450ca9e4a916 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e83e628-2942-4842-b6aa-7680dede03de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814300 Aug 11 02:44:44.899036 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa9a04cd-9d7d-425f-9995-344bc85a0cb3 admin admin] Deleting subnet 8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:44:44.902388 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aa9a04cd-9d7d-425f-9995-344bc85a0cb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.936724 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aa9a04cd-9d7d-425f-9995-344bc85a0cb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.949026 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-071a9af6-2403-4491-ac94-81a9c4439c14 req-816a0fe9-1445-492b-8255-368648e8577f service neutron] 10.222.0.73 "GET /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812340 Aug 11 02:44:45.019647 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aa9a04cd-9d7d-425f-9995-344bc85a0cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.046118 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-071a9af6-2403-4491-ac94-81a9c4439c14 req-d80e0d82-6a4b-44a4-ab05-0625ea0f49a1 service neutron] 10.222.0.73 "GET /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888281 Aug 11 02:44:45.073141 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aa9a04cd-9d7d-425f-9995-344bc85a0cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.100917 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a04cd-9d7d-425f-9995-344bc85a0cb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:45.102941 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aa9a04cd-9d7d-425f-9995-344bc85a0cb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.104844 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-aa9a04cd-9d7d-425f-9995-344bc85a0cb3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8f1706ee-1d9f-4aaa-9522-d77b3ca1fb3a HTTP/1.1" status: 204 len: 168 time: 0.2492876 Aug 11 02:44:45.106714 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00160af7-f16c-48f6-a106-8fcd546229b6 None None] Network 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:44:45.108099 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56924) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:45.177341 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-876561e6-ea5f-4c57-b9ce-f97de2d01161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.236319 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-876561e6-ea5f-4c57-b9ce-f97de2d01161 admin admin] Deleting port 730c76ad-9942-433a-827e-2289cd2c338b {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:44:45.236733 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-876561e6-ea5f-4c57-b9ce-f97de2d01161 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.301458 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44faeae0-1a24-4558-9c6a-b63aafbd23e2 None None] DHCP port deletion for 58eaa87b-4e07-4b3a-b5a6-ed2c1760073b request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:44:45.307107 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-876561e6-ea5f-4c57-b9ce-f97de2d01161 admin admin] For port 730c76ad-9942-433a-827e-2289cd2c338b, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=730c76ad-9942-433a-827e-2289cd2c338b,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:45.307477 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-876561e6-ea5f-4c57-b9ce-f97de2d01161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.322552 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-876561e6-ea5f-4c57-b9ce-f97de2d01161 admin admin] Calling delete_port for 730c76ad-9942-433a-827e-2289cd2c338b owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:44:45.356686 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-44faeae0-1a24-4558-9c6a-b63aafbd23e2 None None] Deleting port 730c76ad-9942-433a-827e-2289cd2c338b {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:44:45.357131 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-44faeae0-1a24-4558-9c6a-b63aafbd23e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.408779 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-876561e6-ea5f-4c57-b9ce-f97de2d01161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.425662 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-44faeae0-1a24-4558-9c6a-b63aafbd23e2 None None] For port 730c76ad-9942-433a-827e-2289cd2c338b, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=730c76ad-9942-433a-827e-2289cd2c338b,segment=NetworkSegment(885f9b0c-90e1-4d13-81ce-1754144ef5ac),segment_id=885f9b0c-90e1-4d13-81ce-1754144ef5ac)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:45.426141 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-44faeae0-1a24-4558-9c6a-b63aafbd23e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.439439 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-44faeae0-1a24-4558-9c6a-b63aafbd23e2 None None] Calling delete_port for 730c76ad-9942-433a-827e-2289cd2c338b owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:44:45.442510 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876561e6-ea5f-4c57-b9ce-f97de2d01161 admin admin] Pushing event deleted for resources: {'Port': ['ID=730c76ad-9942-433a-827e-2289cd2c338b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:45.448705 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876561e6-ea5f-4c57-b9ce-f97de2d01161 admin admin] No DVR routers for this DVR port 730c76ad-9942-433a-827e-2289cd2c338b on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:44:45.516777 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-876561e6-ea5f-4c57-b9ce-f97de2d01161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.522690 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-44faeae0-1a24-4558-9c6a-b63aafbd23e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.526654 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-876561e6-ea5f-4c57-b9ce-f97de2d01161 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58eaa87b-4e07-4b3a-b5a6-ed2c1760073b']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:45.536704 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-876561e6-ea5f-4c57-b9ce-f97de2d01161 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '885f9b0c-90e1-4d13-81ce-1754144ef5ac') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:45.536997 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-876561e6-ea5f-4c57-b9ce-f97de2d01161 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '885f9b0c-90e1-4d13-81ce-1754144ef5ac') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:45.545416 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-876561e6-ea5f-4c57-b9ce-f97de2d01161 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.548545 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44faeae0-1a24-4558-9c6a-b63aafbd23e2 None None] No DVR routers for this DVR port 730c76ad-9942-433a-827e-2289cd2c338b on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:44:45.550144 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44faeae0-1a24-4558-9c6a-b63aafbd23e2 None None] Pushing event deleted for resources: {'Port': ['ID=730c76ad-9942-433a-827e-2289cd2c338b,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:45.560251 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44faeae0-1a24-4558-9c6a-b63aafbd23e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:45.560909 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44faeae0-1a24-4558-9c6a-b63aafbd23e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:45.561254 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44faeae0-1a24-4558-9c6a-b63aafbd23e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:45.561604 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44faeae0-1a24-4558-9c6a-b63aafbd23e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:45.562070 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44faeae0-1a24-4558-9c6a-b63aafbd23e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:45.562412 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44faeae0-1a24-4558-9c6a-b63aafbd23e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:45.562742 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44faeae0-1a24-4558-9c6a-b63aafbd23e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:45.562870 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-876561e6-ea5f-4c57-b9ce-f97de2d01161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.563070 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44faeae0-1a24-4558-9c6a-b63aafbd23e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:45.563399 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44faeae0-1a24-4558-9c6a-b63aafbd23e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:45.563751 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44faeae0-1a24-4558-9c6a-b63aafbd23e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:45.564076 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44faeae0-1a24-4558-9c6a-b63aafbd23e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:45.564403 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44faeae0-1a24-4558-9c6a-b63aafbd23e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:45.575978 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876561e6-ea5f-4c57-b9ce-f97de2d01161 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:44:45.576380 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-876561e6-ea5f-4c57-b9ce-f97de2d01161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:44:45.578101 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:44:45.635890 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-876561e6-ea5f-4c57-b9ce-f97de2d01161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.641454 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-876561e6-ea5f-4c57-b9ce-f97de2d01161 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.645700 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-876561e6-ea5f-4c57-b9ce-f97de2d01161 admin admin] 10.222.0.50 "DELETE /v2.0/networks/58eaa87b-4e07-4b3a-b5a6-ed2c1760073b HTTP/1.1" status: 204 len: 168 time: 0.5363700 Aug 11 02:44:45.649087 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56926) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:45.657195 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876561e6-ea5f-4c57-b9ce-f97de2d01161 admin admin] Pushing event deleted for resources: {'Network': ['ID=58eaa87b-4e07-4b3a-b5a6-ed2c1760073b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:45.661248 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-81ac9a14-2b59-4b44-826f-fdadddc095ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.996802 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5642a34a-c7a2-4597-95d4-f97eab2f7292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:46.239130 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-5642a34a-c7a2-4597-95d4-f97eab2f7292 admin admin] Deleting port 60858dbc-934f-403b-8dcb-99a87d3e6054 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:44:46.239130 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5642a34a-c7a2-4597-95d4-f97eab2f7292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:46.292846 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a437c5a9-af59-4459-b327-c4215003dae9 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:44:46.313010 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: a437c5a9-af59-4459-b327-c4215003dae9 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:44:46.313364 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a437c5a9-af59-4459-b327-c4215003dae9 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:44:46.313776 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 4e344d24-acca-4dfc-bdf9-f70b80a92cea no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:44:46.317811 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-5642a34a-c7a2-4597-95d4-f97eab2f7292 admin admin] For port 60858dbc-934f-403b-8dcb-99a87d3e6054, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=60858dbc-934f-403b-8dcb-99a87d3e6054,segment=NetworkSegment(0464ac8f-edab-4913-9517-a57b6e12a66d),segment_id=0464ac8f-edab-4913-9517-a57b6e12a66d)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:46.318185 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5642a34a-c7a2-4597-95d4-f97eab2f7292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:46.331288 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-5642a34a-c7a2-4597-95d4-f97eab2f7292 admin admin] Calling delete_port for 60858dbc-934f-403b-8dcb-99a87d3e6054 owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:44:46.332521 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 4e344d24-acca-4dfc-bdf9-f70b80a92cea {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:44:46.332873 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 4e344d24-acca-4dfc-bdf9-f70b80a92cea not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:44:46.333283 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 730c76ad-9942-433a-827e-2289cd2c338b no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:44:46.353099 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 730c76ad-9942-433a-827e-2289cd2c338b {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:44:46.353470 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 730c76ad-9942-433a-827e-2289cd2c338b not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:44:46.509958 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5642a34a-c7a2-4597-95d4-f97eab2f7292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:46.533113 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642a34a-c7a2-4597-95d4-f97eab2f7292 admin admin] Pushing event deleted for resources: {'Port': ['ID=60858dbc-934f-403b-8dcb-99a87d3e6054,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:46.704646 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5642a34a-c7a2-4597-95d4-f97eab2f7292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:46.916128 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5642a34a-c7a2-4597-95d4-f97eab2f7292 admin admin] Router f869f320-4f64-4773-a23c-f47d2081b4f7 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:44:47.019274 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5642a34a-c7a2-4597-95d4-f97eab2f7292 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:44:47.024361 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5642a34a-c7a2-4597-95d4-f97eab2f7292 admin admin] 10.222.0.50 "PUT /v2.0/routers/f869f320-4f64-4773-a23c-f47d2081b4f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3739567 Aug 11 02:44:47.026873 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56928) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:47.029415 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c0767f-1841-4997-8f2c-d43364e1f477 None None] Sync routers for ids ['f869f320-4f64-4773-a23c-f47d2081b4f7'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:44:47.039419 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c0767f-1841-4997-8f2c-d43364e1f477 None None] Routers {'f869f320-4f64-4773-a23c-f47d2081b4f7'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:47.040296 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f4c0767f-1841-4997-8f2c-d43364e1f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:44:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['f869f320-4f64-4773-a23c-f47d2081b4f7'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:47.129909 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3fa8045-9914-488d-9ff4-0c85e2335201 admin admin] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:47.148788 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-f4c0767f-1841-4997-8f2c-d43364e1f477 None None] Set router f869f320-4f64-4773-a23c-f47d2081b4f7 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:47.227967 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3fa8045-9914-488d-9ff4-0c85e2335201 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:47.284267 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa8045-9914-488d-9ff4-0c85e2335201 admin admin] Deleting port 26ed4324-fdb9-42e6-8ae3-e24893eb2f23 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:44:47.284596 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3fa8045-9914-488d-9ff4-0c85e2335201 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:47.328244 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f4c0767f-1841-4997-8f2c-d43364e1f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f869f320-4f64-4773-a23c-f47d2081b4f7', 'name': 'tempest-TestVolumeBootPattern-384168642-router', 'tenant_id': '810635668b104c4d9429c5eea886417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '26ed4324-fdb9-42e6-8ae3-e24893eb2f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:55Z', 'updated_at': '2021-08-11T02:44:46Z', 'revision_number': 5, 'project_id': '810635668b104c4d9429c5eea886417e', 'gw_port': {'id': '26ed4324-fdb9-42e6-8ae3-e24893eb2f23', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f869f320-4f64-4773-a23c-f47d2081b4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:55Z', 'updated_at': '2021-08-11T02:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:47.356182 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c0767f-1841-4997-8f2c-d43364e1f477 None None] Checking router: f869f320-4f64-4773-a23c-f47d2081b4f7 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:44:47.364847 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c0767f-1841-4997-8f2c-d43364e1f477 None None] Routers {'f869f320-4f64-4773-a23c-f47d2081b4f7'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:47.365452 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f4c0767f-1841-4997-8f2c-d43364e1f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:44:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['f869f320-4f64-4773-a23c-f47d2081b4f7'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:47.365729 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-d3fa8045-9914-488d-9ff4-0c85e2335201 admin admin] For port 26ed4324-fdb9-42e6-8ae3-e24893eb2f23, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=26ed4324-fdb9-42e6-8ae3-e24893eb2f23,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:47.366102 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3fa8045-9914-488d-9ff4-0c85e2335201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:47.379345 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa8045-9914-488d-9ff4-0c85e2335201 admin admin] Calling delete_port for 26ed4324-fdb9-42e6-8ae3-e24893eb2f23 owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:44:47.450529 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-f4c0767f-1841-4997-8f2c-d43364e1f477 None None] Set router f869f320-4f64-4773-a23c-f47d2081b4f7 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:47.504469 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f4c0767f-1841-4997-8f2c-d43364e1f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f869f320-4f64-4773-a23c-f47d2081b4f7', 'name': 'tempest-TestVolumeBootPattern-384168642-router', 'tenant_id': '810635668b104c4d9429c5eea886417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:55Z', 'updated_at': '2021-08-11T02:44:47Z', 'revision_number': 6, 'project_id': '810635668b104c4d9429c5eea886417e', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:47.530150 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c0767f-1841-4997-8f2c-d43364e1f477 None None] The sync data for ids ['f869f320-4f64-4773-a23c-f47d2081b4f7'] in n-d-615180-33 is: [{'id': 'f869f320-4f64-4773-a23c-f47d2081b4f7', 'name': 'tempest-TestVolumeBootPattern-384168642-router', 'tenant_id': '810635668b104c4d9429c5eea886417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:55Z', 'updated_at': '2021-08-11T02:44:47Z', 'revision_number': 6, 'project_id': '810635668b104c4d9429c5eea886417e', 'gw_port_host': None}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:44:47.551333 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3fa8045-9914-488d-9ff4-0c85e2335201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:47.579060 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa8045-9914-488d-9ff4-0c85e2335201 admin admin] Pushing event deleted for resources: {'Port': ['ID=26ed4324-fdb9-42e6-8ae3-e24893eb2f23,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:47.766722 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5839385-f5a9-40b8-abd6-2238c1fcd671 req-b143a366-d05f-4adb-b7be-416163b5c40a tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:47.768331 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a5839385-f5a9-40b8-abd6-2238c1fcd671 req-b143a366-d05f-4adb-b7be-416163b5c40a tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 1097 time: 0.0449848 Aug 11 02:44:47.806449 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a5839385-f5a9-40b8-abd6-2238c1fcd671 req-670461ec-a964-4cd5-a55d-6da0816582ce tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313663 Aug 11 02:44:48.016555 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3fa8045-9914-488d-9ff4-0c85e2335201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:48.119219 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f0c07-f592-4238-80ff-547e97f47561 req-e99c6a83-af04-45ba-9ac8-0953c81faf00 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:48.120805 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ec6f0c07-f592-4238-80ff-547e97f47561 req-e99c6a83-af04-45ba-9ac8-0953c81faf00 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.1501274 Aug 11 02:44:48.122669 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3fa8045-9914-488d-9ff4-0c85e2335201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:48.125099 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3fa8045-9914-488d-9ff4-0c85e2335201 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:48.193897 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3fa8045-9914-488d-9ff4-0c85e2335201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:48.194416 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fa8045-9914-488d-9ff4-0c85e2335201 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f869f320-4f64-4773-a23c-f47d2081b4f7 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:44:48.200411 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d3fa8045-9914-488d-9ff4-0c85e2335201 admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:48.201562 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d3fa8045-9914-488d-9ff4-0c85e2335201 admin admin] 10.222.0.50 "DELETE /v2.0/routers/f869f320-4f64-4773-a23c-f47d2081b4f7 HTTP/1.1" status: 204 len: 168 time: 1.1737871 Aug 11 02:44:48.204081 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56936) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:48.215600 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ec6f0c07-f592-4238-80ff-547e97f47561 req-21de3989-a66f-442d-9eb4-d7285978bd6b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849049 Aug 11 02:44:48.241935 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56938) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:48.262377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f1a267-964a-42cf-ab80-02dfd2a8c2d4 admin admin] Deleting subnet 934a5414-7b5a-4e69-985b-44025447a0c9 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:44:48.269337 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-52f1a267-964a-42cf-ab80-02dfd2a8c2d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:48.311085 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-52f1a267-964a-42cf-ab80-02dfd2a8c2d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:48.313932 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 60858dbc-934f-403b-8dcb-99a87d3e6054 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:44:48.347300 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b15a2f92-c772-4c60-908d-6ceb08bd1540 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/floatingips/a75cd5d5-d338-4832-aa92-538342d0b56e HTTP/1.1" status: 200 len: 993 time: 0.0992875 Aug 11 02:44:48.356791 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 60858dbc-934f-403b-8dcb-99a87d3e6054 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:44:48.357418 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 60858dbc-934f-403b-8dcb-99a87d3e6054 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:44:48.360710 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 26ed4324-fdb9-42e6-8ae3-e24893eb2f23 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:44:48.400448 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 26ed4324-fdb9-42e6-8ae3-e24893eb2f23 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:44:48.400847 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 26ed4324-fdb9-42e6-8ae3-e24893eb2f23 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:44:48.444072 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:48.449822 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-084cc59f-3046-441c-a2fd-1d4908eb81b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:48.466164 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-52f1a267-964a-42cf-ab80-02dfd2a8c2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:48.518953 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-52f1a267-964a-42cf-ab80-02dfd2a8c2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:48.545649 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1a267-964a-42cf-ab80-02dfd2a8c2d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=934a5414-7b5a-4e69-985b-44025447a0c9,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:48.547575 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-52f1a267-964a-42cf-ab80-02dfd2a8c2d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:48.550703 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-52f1a267-964a-42cf-ab80-02dfd2a8c2d4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/934a5414-7b5a-4e69-985b-44025447a0c9 HTTP/1.1" status: 204 len: 168 time: 0.3444493 Aug 11 02:44:48.551931 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 56944) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:48.554935 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2227b62f-4e44-4ff3-89c8-f79e53b394c0 None None] Network 9086c529-02f6-4de2-9040-597b62dcb06f requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:44:48.626194 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d8d20aab-c939-4b51-9ecd-d98e14db8832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:48.683494 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-d8d20aab-c939-4b51-9ecd-d98e14db8832 admin admin] Deleting port 416bcaf7-3e0d-4c0a-b24d-ce38234adc20 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:44:48.683834 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d8d20aab-c939-4b51-9ecd-d98e14db8832 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:48.745563 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687ad7e2-d9e9-4f15-a65e-548f89229681 None None] DHCP port deletion for 9086c529-02f6-4de2-9040-597b62dcb06f request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:44:48.749979 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-d8d20aab-c939-4b51-9ecd-d98e14db8832 admin admin] For port 416bcaf7-3e0d-4c0a-b24d-ce38234adc20, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=416bcaf7-3e0d-4c0a-b24d-ce38234adc20,segment=NetworkSegment(0464ac8f-edab-4913-9517-a57b6e12a66d),segment_id=0464ac8f-edab-4913-9517-a57b6e12a66d)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:48.751671 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d8d20aab-c939-4b51-9ecd-d98e14db8832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:48.765985 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-d8d20aab-c939-4b51-9ecd-d98e14db8832 admin admin] Calling delete_port for 416bcaf7-3e0d-4c0a-b24d-ce38234adc20 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:44:48.799787 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-687ad7e2-d9e9-4f15-a65e-548f89229681 None None] Deleting port 416bcaf7-3e0d-4c0a-b24d-ce38234adc20 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:44:48.800890 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-687ad7e2-d9e9-4f15-a65e-548f89229681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:48.865130 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-687ad7e2-d9e9-4f15-a65e-548f89229681 None None] For port 416bcaf7-3e0d-4c0a-b24d-ce38234adc20, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=416bcaf7-3e0d-4c0a-b24d-ce38234adc20,segment=NetworkSegment(0464ac8f-edab-4913-9517-a57b6e12a66d),segment_id=0464ac8f-edab-4913-9517-a57b6e12a66d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:48.865493 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-687ad7e2-d9e9-4f15-a65e-548f89229681 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:48.873997 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-0d014616-7fc3-4ac9-a9a5-a36ed487ede8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0595710 Aug 11 02:44:48.878850 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-687ad7e2-d9e9-4f15-a65e-548f89229681 None None] Calling delete_port for 416bcaf7-3e0d-4c0a-b24d-ce38234adc20 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:44:48.892568 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d8d20aab-c939-4b51-9ecd-d98e14db8832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:48.921365 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d20aab-c939-4b51-9ecd-d98e14db8832 admin admin] Pushing event deleted for resources: {'Port': ['ID=416bcaf7-3e0d-4c0a-b24d-ce38234adc20,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:48.923895 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d20aab-c939-4b51-9ecd-d98e14db8832 admin admin] No DVR routers for this DVR port 416bcaf7-3e0d-4c0a-b24d-ce38234adc20 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:44:48.954728 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ccddd-a7a0-4ae5-ae82-2a25be3c31ba req-3eea4a32-e272-4539-8eef-47f8f6d687cb tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:48.963222 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f18ccddd-a7a0-4ae5-ae82-2a25be3c31ba req-3eea4a32-e272-4539-8eef-47f8f6d687cb tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.1468828 Aug 11 02:44:48.984827 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-687ad7e2-d9e9-4f15-a65e-548f89229681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:49.001777 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687ad7e2-d9e9-4f15-a65e-548f89229681 None None] No DVR routers for this DVR port 416bcaf7-3e0d-4c0a-b24d-ce38234adc20 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:44:49.004587 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d8d20aab-c939-4b51-9ecd-d98e14db8832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:49.008331 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f18ccddd-a7a0-4ae5-ae82-2a25be3c31ba req-f62daabe-3a86-4bfb-bcba-7bf814b21838 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436766 Aug 11 02:44:49.015900 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-d8d20aab-c939-4b51-9ecd-d98e14db8832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9086c529-02f6-4de2-9040-597b62dcb06f']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:49.021159 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ad7e2-d9e9-4f15-a65e-548f89229681 None None] Pushing event deleted for resources: {'Port': ['ID=416bcaf7-3e0d-4c0a-b24d-ce38234adc20,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:49.030680 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-d8d20aab-c939-4b51-9ecd-d98e14db8832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0464ac8f-edab-4913-9517-a57b6e12a66d') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:49.031035 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-d8d20aab-c939-4b51-9ecd-d98e14db8832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0464ac8f-edab-4913-9517-a57b6e12a66d') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:49.040944 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d8d20aab-c939-4b51-9ecd-d98e14db8832 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:49.055965 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d8d20aab-c939-4b51-9ecd-d98e14db8832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:49.062397 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d20aab-c939-4b51-9ecd-d98e14db8832 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:44:49.063503 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d8d20aab-c939-4b51-9ecd-d98e14db8832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:44:49.065547 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:44:49.123183 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d8d20aab-c939-4b51-9ecd-d98e14db8832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:49.128947 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d8d20aab-c939-4b51-9ecd-d98e14db8832 admin admin] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:49.130806 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d8d20aab-c939-4b51-9ecd-d98e14db8832 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9086c529-02f6-4de2-9040-597b62dcb06f HTTP/1.1" status: 204 len: 168 time: 0.5779662 Aug 11 02:44:49.142456 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d20aab-c939-4b51-9ecd-d98e14db8832 admin admin] Pushing event deleted for resources: {'Network': ['ID=9086c529-02f6-4de2-9040-597b62dcb06f,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:49.253107 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56974) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:49.293624 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-577c765c-4c87-477a-9491-7cb08f6263ea admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7da6302aa7904b88b0331188624d66f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393004 Aug 11 02:44:49.296201 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56976) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:49.344491 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-00394755-64c7-4e94-856d-5a46eacba90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:49.367494 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-00394755-64c7-4e94-856d-5a46eacba90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:49.421225 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-00394755-64c7-4e94-856d-5a46eacba90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:49.424410 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-00394755-64c7-4e94-856d-5a46eacba90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:49.426373 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-00394755-64c7-4e94-856d-5a46eacba90e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9b5d1921-7a4f-4aec-a3cb-de9156c08a36 HTTP/1.1" status: 204 len: 168 time: 0.1292434 Aug 11 02:44:49.434842 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00394755-64c7-4e94-856d-5a46eacba90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5d1921-7a4f-4aec-a3cb-de9156c08a36,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:49.775838 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56986) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:49.814975 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b335f056-a7eb-4ebf-9493-c098c9cdff77 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=810635668b104c4d9429c5eea886417e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379219 Aug 11 02:44:49.817420 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 56988) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:49.863315 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-425da0a3-59e3-4193-b7ac-8560427c3eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:49.883744 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-425da0a3-59e3-4193-b7ac-8560427c3eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:49.933199 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-425da0a3-59e3-4193-b7ac-8560427c3eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:49.935756 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-425da0a3-59e3-4193-b7ac-8560427c3eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:49.936914 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-425da0a3-59e3-4193-b7ac-8560427c3eda admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9ea7bcd1-428e-4319-849c-73840d86ef85 HTTP/1.1" status: 204 len: 168 time: 0.1186764 Aug 11 02:44:49.944669 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425da0a3-59e3-4193-b7ac-8560427c3eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea7bcd1-428e-4319-849c-73840d86ef85,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:50.016160 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:50.049935 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-78eab3ae-e36e-4e21-8844-9fa50003c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:50.051510 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-78eab3ae-e36e-4e21-8844-9fa50003c443 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 1097 time: 0.0489388 Aug 11 02:44:50.147850 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-9f6642a2-396e-4600-8b33-a26e03b4fae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:50.149998 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-9f6642a2-396e-4600-8b33-a26e03b4fae2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e83e628-2942-4842-b6aa-7680dede03de HTTP/1.1" status: 200 len: 898 time: 0.0919015 Aug 11 02:44:50.156767 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ba9c3-02fc-4ecb-aa37-8a738de74a94 req-0b7027c6-bbf7-44c9-93f4-48127a858420 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:50.158461 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-633ba9c3-02fc-4ecb-aa37-8a738de74a94 req-0b7027c6-bbf7-44c9-93f4-48127a858420 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.0629249 Aug 11 02:44:50.204663 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-633ba9c3-02fc-4ecb-aa37-8a738de74a94 req-22698083-4552-493f-ac6d-f8341cad478b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387712 Aug 11 02:44:50.222251 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c54ad028-40d9-4da8-baef-92d761eae63d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99462620-2240-4c2c-a307-1d6c488c3b3f HTTP/1.1" status: 200 len: 1001 time: 0.0648913 Aug 11 02:44:50.286770 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-42543f7e-05cd-4319-ac15-2359a198cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:50.291902 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-42543f7e-05cd-4319-ac15-2359a198cf14 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff46a42b-e2ef-4466-a75e-addd0aca2c0c HTTP/1.1" status: 200 len: 835 time: 0.0614362 Aug 11 02:44:50.306009 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 416bcaf7-3e0d-4c0a-b24d-ce38234adc20 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:44:50.327446 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 416bcaf7-3e0d-4c0a-b24d-ce38234adc20 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:44:50.327852 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 416bcaf7-3e0d-4c0a-b24d-ce38234adc20 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:44:50.342360 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-813bfe19-93ff-4be8-aad7-983e4a35f979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:50.343981 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-813bfe19-93ff-4be8-aad7-983e4a35f979 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e83e628-2942-4842-b6aa-7680dede03de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463877 Aug 11 02:44:50.440184 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-6fe8eb93-4b1e-44ed-9862-4feb068f7f3c service neutron] 10.222.0.73 "GET /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873232 Aug 11 02:44:50.552211 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-0b8cdd5c-55c8-42ad-88c7-b8a9f2a9120d service neutron] 10.222.0.73 "GET /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052978 Aug 11 02:44:51.326190 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f873f8-a524-4020-9ce3-6448d28edebf req-b77767b8-40eb-4e51-be93-bab2642e079d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:51.327696 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1f873f8-a524-4020-9ce3-6448d28edebf req-b77767b8-40eb-4e51-be93-bab2642e079d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.0489008 Aug 11 02:44:51.364693 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1f873f8-a524-4020-9ce3-6448d28edebf req-552c386f-f96b-4217-8c64-f7d1133a70fa tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312128 Aug 11 02:44:51.530029 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:52.479243 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a45c5-a793-40db-a466-14cd1f9660cd req-9aa36469-9316-40dd-9ee3-eb790576c038 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:52.480755 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2d6a45c5-a793-40db-a466-14cd1f9660cd req-9aa36469-9316-40dd-9ee3-eb790576c038 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.0485497 Aug 11 02:44:52.517152 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2d6a45c5-a793-40db-a466-14cd1f9660cd req-60421c70-1eb0-4995-a92a-6b519d988d4c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301981 Aug 11 02:44:53.636865 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102e047-20e5-4264-ba10-426a735a0cc2 req-8f55deb7-4cc5-4d5b-8aa2-70a388a14b1e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:53.638359 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4102e047-20e5-4264-ba10-426a735a0cc2 req-8f55deb7-4cc5-4d5b-8aa2-70a388a14b1e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.0535831 Aug 11 02:44:53.675245 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4102e047-20e5-4264-ba10-426a735a0cc2 req-3ef6da52-b79a-49ac-9393-8fdccd7f5527 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308623 Aug 11 02:44:54.664338 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:54.792794 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746ec60-d2b2-4dae-9359-71883f863cd8 req-53fae7b7-33eb-4ea3-8be7-280731f069c9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:54.794307 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6746ec60-d2b2-4dae-9359-71883f863cd8 req-53fae7b7-33eb-4ea3-8be7-280731f069c9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.0488417 Aug 11 02:44:54.834336 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6746ec60-d2b2-4dae-9359-71883f863cd8 req-ec79e3d9-9901-4edd-b79a-6df89471ddd4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341020 Aug 11 02:44:55.477196 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:55.947392 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912230e-a792-4f3a-bd6b-96c613ca8b9f req-601d747e-9767-4271-bbd0-6901a8169385 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:55.948896 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7912230e-a792-4f3a-bd6b-96c613ca8b9f req-601d747e-9767-4271-bbd0-6901a8169385 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.0480802 Aug 11 02:44:55.986488 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7912230e-a792-4f3a-bd6b-96c613ca8b9f req-e12b2056-2ba7-4a88-9c05-468db5cc645a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316741 Aug 11 02:44:57.105108 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef492d-2dcb-4838-8f35-542b8bcd66ff req-885f3c71-35de-42c2-9445-127cf43f1abb tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:57.106581 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-33ef492d-2dcb-4838-8f35-542b8bcd66ff req-885f3c71-35de-42c2-9445-127cf43f1abb tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.0527015 Aug 11 02:44:57.145066 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-33ef492d-2dcb-4838-8f35-542b8bcd66ff req-dae6b65a-2871-490d-9fac-1761842a37e5 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322824 Aug 11 02:44:58.264721 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878a3fb-5ccc-479a-9cc1-e32a863d96de req-c93d3905-83a8-4755-aeff-e486e2456a91 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:58.266211 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5878a3fb-5ccc-479a-9cc1-e32a863d96de req-c93d3905-83a8-4755-aeff-e486e2456a91 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.0555639 Aug 11 02:44:58.302889 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5878a3fb-5ccc-479a-9cc1-e32a863d96de req-116ed4b7-dc07-4baf-8f4c-3a43a51c9a5e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307493 Aug 11 02:44:59.414961 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec22e1b-75e6-432b-b786-3710bb0a4440 req-61f56b6a-ba48-4532-9583-bc1747e8420c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:59.416963 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fec22e1b-75e6-432b-b786-3710bb0a4440 req-61f56b6a-ba48-4532-9583-bc1747e8420c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.0480607 Aug 11 02:44:59.455005 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fec22e1b-75e6-432b-b786-3710bb0a4440 req-ec33dfb9-be02-44e1-903b-5931e0b693bf tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313983 Aug 11 02:45:00.570600 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db06764-bbe4-46e5-b187-701325fb1716 req-e039a0ab-5902-48d2-95c9-f0d72a118f1f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:00.572735 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5db06764-bbe4-46e5-b187-701325fb1716 req-e039a0ab-5902-48d2-95c9-f0d72a118f1f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.0519366 Aug 11 02:45:00.608844 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5db06764-bbe4-46e5-b187-701325fb1716 req-e9975a54-1825-4818-961e-c0b317a9e038 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301502 Aug 11 02:45:01.723782 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fce6d5-c4ff-405a-9737-045c85077849 req-860a96a9-4aae-4437-bda4-786266a88ce7 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:01.725573 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f1fce6d5-c4ff-405a-9737-045c85077849 req-860a96a9-4aae-4437-bda4-786266a88ce7 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.0493302 Aug 11 02:45:01.763240 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f1fce6d5-c4ff-405a-9737-045c85077849 req-736e6339-12c3-492d-ba02-a838d38fb5dc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315292 Aug 11 02:45:02.877123 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de99400-d57f-4d1c-b923-7d5fa1a5a00b req-bce999ae-4339-46ae-b8dc-9c7360c4c811 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:02.878671 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5de99400-d57f-4d1c-b923-7d5fa1a5a00b req-bce999ae-4339-46ae-b8dc-9c7360c4c811 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.0494063 Aug 11 02:45:02.924254 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5de99400-d57f-4d1c-b923-7d5fa1a5a00b req-90d130e4-60fe-401e-874a-68cb96551171 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324123 Aug 11 02:45:04.042060 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae6e23-7453-4a6a-9ba3-77a536ce3bff req-3858f536-26a5-43e6-bee0-37d9aa3b8681 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:04.043565 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-83ae6e23-7453-4a6a-9ba3-77a536ce3bff req-3858f536-26a5-43e6-bee0-37d9aa3b8681 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.0530705 Aug 11 02:45:04.080379 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-83ae6e23-7453-4a6a-9ba3-77a536ce3bff req-b570d45a-da41-4931-8850-0657572e7b29 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309048 Aug 11 02:45:05.193759 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55455130-5c4b-4c88-a341-c30d44ce47ab req-f3904da3-db1c-4dce-97b0-990191be53ad tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:05.195227 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-55455130-5c4b-4c88-a341-c30d44ce47ab req-f3904da3-db1c-4dce-97b0-990191be53ad tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.0481246 Aug 11 02:45:05.232718 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-55455130-5c4b-4c88-a341-c30d44ce47ab req-7c549246-e83d-4c4f-9511-a19340a3ab95 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314200 Aug 11 02:45:06.348513 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62ad1e-30d4-4f39-87a6-dde34ce134d6 req-bc661520-7b9a-4132-b548-cbe6c0b51762 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:06.350008 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f62ad1e-30d4-4f39-87a6-dde34ce134d6 req-bc661520-7b9a-4132-b548-cbe6c0b51762 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.0495505 Aug 11 02:45:06.387585 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f62ad1e-30d4-4f39-87a6-dde34ce134d6 req-fdf15977-d901-46f9-96af-a4853d412817 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316658 Aug 11 02:45:07.505913 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845acc5-2cfb-4378-9a16-0a0d8f8d5bda req-db800e1c-6f14-4113-931c-d536d9673869 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:07.507317 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5845acc5-2cfb-4378-9a16-0a0d8f8d5bda req-db800e1c-6f14-4113-931c-d536d9673869 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.0527778 Aug 11 02:45:07.544725 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5845acc5-2cfb-4378-9a16-0a0d8f8d5bda req-4ba45bcd-18bb-49e8-bdba-5f6abcc1e388 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309470 Aug 11 02:45:07.778576 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-113627cc-80dc-428c-a56b-0d414d7f0411 service neutron] show failed (client error): The resource could not be found. Aug 11 02:45:07.779495 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-113627cc-80dc-428c-a56b-0d414d7f0411 service neutron] 10.222.0.73 "GET /v2.0/ports/99462620-2240-4c2c-a307-1d6c488c3b3f/bindings/n-h2-615180-33 HTTP/1.1" status: 404 len: 381 time: 0.0550861 Aug 11 02:45:07.970969 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c7f9223c-3bc8-49a7-b7de-76b4dedf727f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:07.972498 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c7f9223c-3bc8-49a7-b7de-76b4dedf727f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4&tenant_id=83a11b7064d64ae6b3165041fbab4c71 HTTP/1.1" status: 200 len: 1097 time: 0.0403407 Aug 11 02:45:07.984891 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-33', 'device_owner': 'compute:nova'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:08.040042 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:08.237213 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] For port 99462620-2240-4c2c-a307-1d6c488c3b3f, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=99462620-2240-4c2c-a307-1d6c488c3b3f,segment=NetworkSegment(f799a894-e6a4-4ec7-9b25-f830232ba3fe),segment_id=f799a894-e6a4-4ec7-9b25-f830232ba3fe)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:08.272069 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] For port 99462620-2240-4c2c-a307-1d6c488c3b3f, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:45:08.311286 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f953fcf5-9bc2-4029-9ea4-4583b21c4cb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99462620-2240-4c2c-a307-1d6c488c3b3f'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:08.313627 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41379cdd-7b2f-45c7-869f-d49a84be7d2f" -d '{"events": [{"server_uuid": "f953fcf5-9bc2-4029-9ea4-4583b21c4cb4", "name": "network-vif-unplugged", "status": "completed", "tag": "99462620-2240-4c2c-a307-1d6c488c3b3f"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:08.317661 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:08.329927 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Transition to ACTIVE for port object 99462620-2240-4c2c-a307-1d6c488c3b3f will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:08.333527 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:08.364154 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6562e4-9c7b-45ab-ba0a-919e619f1bbe x-openstack-request-id: req-2b6562e4-9c7b-45ab-ba0a-919e619f1bbe {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:08.364453 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f953fcf5-9bc2-4029-9ea4-4583b21c4cb4", "name": "network-vif-unplugged", "status": "completed", "tag": "99462620-2240-4c2c-a307-1d6c488c3b3f", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:08.364712 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2b6562e4-9c7b-45ab-ba0a-919e619f1bbe {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:08.365113 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f953fcf5-9bc2-4029-9ea4-4583b21c4cb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99462620-2240-4c2c-a307-1d6c488c3b3f', 'code': 200} Aug 11 02:45:08.388533 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Pushing event updated for resources: {'Port': ['ID=99462620-2240-4c2c-a307-1d6c488c3b3f,revision_number=6']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:08.432617 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:08.432980 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:08.433332 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:08.433677 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:08.434016 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:08.434353 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:08.434690 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:08.435020 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:08.435351 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:08.435707 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:08.436043 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:08.436371 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:08.474710 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] No DVR routers for this DVR port 99462620-2240-4c2c-a307-1d6c488c3b3f on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:45:08.619165 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Attempting to bind port 99462620-2240-4c2c-a307-1d6c488c3b3f on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:45:08.619521 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Attempting to bind port 99462620-2240-4c2c-a307-1d6c488c3b3f by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'f799a894-e6a4-4ec7-9b25-f830232ba3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:45:08.619981 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Attempting to bind port 99462620-2240-4c2c-a307-1d6c488c3b3f on network 1e83e628-2942-4842-b6aa-7680dede03de {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:08.625130 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Port 99462620-2240-4c2c-a307-1d6c488c3b3f on network 1e83e628-2942-4842-b6aa-7680dede03de not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:45:08.625461 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Attempting to bind port 99462620-2240-4c2c-a307-1d6c488c3b3f on network 1e83e628-2942-4842-b6aa-7680dede03de {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:08.630570 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:45:08.630914 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Checking segment: {'id': 'f799a894-e6a4-4ec7-9b25-f830232ba3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:45:08.631302 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Bound using segment: {'id': 'f799a894-e6a4-4ec7-9b25-f830232ba3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:45:08.631801 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Bound port: 99462620-2240-4c2c-a307-1d6c488c3b3f, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f799a894-e6a4-4ec7-9b25-f830232ba3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:45:08.632163 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:08.661291 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5782b-6a21-4dcd-a9ed-2179d7d97a2c req-cef6c5ed-f1b5-44f6-8dac-319a286ec090 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:08.662703 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-55f5782b-6a21-4dcd-a9ed-2179d7d97a2c req-cef6c5ed-f1b5-44f6-8dac-319a286ec090 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 943 time: 0.0494044 Aug 11 02:45:08.694971 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] For port 99462620-2240-4c2c-a307-1d6c488c3b3f, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:45:08.697989 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] For port 99462620-2240-4c2c-a307-1d6c488c3b3f, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=99462620-2240-4c2c-a307-1d6c488c3b3f,segment=NetworkSegment(f799a894-e6a4-4ec7-9b25-f830232ba3fe),segment_id=f799a894-e6a4-4ec7-9b25-f830232ba3fe)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:45:08.699736 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-55f5782b-6a21-4dcd-a9ed-2179d7d97a2c req-65d201ce-5242-4605-9d13-bb8aeb179cd2 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304298 Aug 11 02:45:08.703205 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:08.743374 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:08.744065 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:08.745422 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] 10.222.0.66 "PUT /v2.0/ports/99462620-2240-4c2c-a307-1d6c488c3b3f HTTP/1.1" status: 200 len: 1092 time: 0.7647779 Aug 11 02:45:08.766586 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1e689-a1c0-4d7d-98f5-a6f51039cabc service neutron] Pushing event updated for resources: {'Port': ['ID=99462620-2240-4c2c-a307-1d6c488c3b3f,revision_number=7']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:08.812086 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-65e4188f-51ee-4e3a-a0d7-11d28ac48b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:08.813629 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-65e4188f-51ee-4e3a-a0d7-11d28ac48b56 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 1095 time: 0.0440679 Aug 11 02:45:08.907038 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-df7361ad-9f51-47d3-ae16-4fbe1f7790ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:08.908603 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-df7361ad-9f51-47d3-ae16-4fbe1f7790ec service neutron] 10.222.0.66 "GET /v2.0/networks?id=1e83e628-2942-4842-b6aa-7680dede03de HTTP/1.1" status: 200 len: 898 time: 0.0876982 Aug 11 02:45:08.980969 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-4c549a6e-de9b-4837-bdaa-6a32d494dcab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99462620-2240-4c2c-a307-1d6c488c3b3f HTTP/1.1" status: 200 len: 999 time: 0.0642114 Aug 11 02:45:09.031449 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-0c579e77-4366-4031-bcba-d2bb4a36f136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:09.032864 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-0c579e77-4366-4031-bcba-d2bb4a36f136 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff46a42b-e2ef-4466-a75e-addd0aca2c0c HTTP/1.1" status: 200 len: 835 time: 0.0430040 Aug 11 02:45:09.078548 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c1e9e110-2d2b-40a2-85a9-23e655ef1542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:09.080088 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c1e9e110-2d2b-40a2-85a9-23e655ef1542 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1e83e628-2942-4842-b6aa-7680dede03de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390093 Aug 11 02:45:09.091790 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c542caff-c8ce-4c31-8209-ad409a43717b service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:45:09.092717 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-c542caff-c8ce-4c31-8209-ad409a43717b service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049582 Aug 11 02:45:09.186667 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-4778c0cd-ff1f-40e6-8798-264d03b79852 service neutron] 10.222.0.66 "GET /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854003 Aug 11 02:45:09.275240 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-38638694-ab33-46fe-a890-c5e5e4f290c8 req-dca5d122-d25a-44df-be06-ccff7ded1e0e service neutron] 10.222.0.66 "GET /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814066 Aug 11 02:45:09.823920 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89e7f5-392c-423b-81a6-94c8a4909cb7 req-09dfc7bc-e095-414c-b323-79aae137f572 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:09.825424 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ba89e7f5-392c-423b-81a6-94c8a4909cb7 req-09dfc7bc-e095-414c-b323-79aae137f572 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 943 time: 0.0547283 Aug 11 02:45:09.862634 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ba89e7f5-392c-423b-81a6-94c8a4909cb7 req-3fb71f45-2811-4fae-b309-10b45bdeaaeb tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312672 Aug 11 02:45:10.366298 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f953fcf5-9bc2-4029-9ea4-4583b21c4cb4', 'tag': '99462620-2240-4c2c-a307-1d6c488c3b3f'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:10.369422 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe2da84-9577-49d7-b3a6-ede4b9fcc178" -d '{"events": [{"name": "network-changed", "server_uuid": "f953fcf5-9bc2-4029-9ea4-4583b21c4cb4", "tag": "99462620-2240-4c2c-a307-1d6c488c3b3f"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:10.417810 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7199f5e-aba0-4c6c-a1fa-cfbf4fe7b3f8 x-openstack-request-id: req-a7199f5e-aba0-4c6c-a1fa-cfbf4fe7b3f8 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:10.418109 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f953fcf5-9bc2-4029-9ea4-4583b21c4cb4", "tag": "99462620-2240-4c2c-a307-1d6c488c3b3f", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:10.419005 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a7199f5e-aba0-4c6c-a1fa-cfbf4fe7b3f8 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:10.419414 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f953fcf5-9bc2-4029-9ea4-4583b21c4cb4', 'tag': '99462620-2240-4c2c-a307-1d6c488c3b3f', 'status': 'completed', 'code': 200} Aug 11 02:45:10.475855 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2da84-9577-49d7-b3a6-ede4b9fcc178 req-c9760ffc-1990-4e35-b4b9-8ff3729fece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:10.477620 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8fe2da84-9577-49d7-b3a6-ede4b9fcc178 req-c9760ffc-1990-4e35-b4b9-8ff3729fece2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 1095 time: 0.0402839 Aug 11 02:45:10.484603 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2da84-9577-49d7-b3a6-ede4b9fcc178 req-263bdcaf-ffd1-4790-a5b9-0ec2da1f29b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:10.486096 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fe2da84-9577-49d7-b3a6-ede4b9fcc178 req-263bdcaf-ffd1-4790-a5b9-0ec2da1f29b6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 1095 time: 0.0412281 Aug 11 02:45:10.570281 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2da84-9577-49d7-b3a6-ede4b9fcc178 req-c1d5dda1-49f8-456a-bcf8-723049c7611b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:10.572322 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8fe2da84-9577-49d7-b3a6-ede4b9fcc178 req-c1d5dda1-49f8-456a-bcf8-723049c7611b service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e83e628-2942-4842-b6aa-7680dede03de HTTP/1.1" status: 200 len: 898 time: 0.0876784 Aug 11 02:45:10.577132 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2da84-9577-49d7-b3a6-ede4b9fcc178 req-1368820e-c6d7-48ee-8099-1d4c5ca3005c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:10.578693 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fe2da84-9577-49d7-b3a6-ede4b9fcc178 req-1368820e-c6d7-48ee-8099-1d4c5ca3005c service neutron] 10.222.0.66 "GET /v2.0/networks?id=1e83e628-2942-4842-b6aa-7680dede03de HTTP/1.1" status: 200 len: 898 time: 0.0843349 Aug 11 02:45:10.637655 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8fe2da84-9577-49d7-b3a6-ede4b9fcc178 req-55375c8d-b18d-408f-a37a-72ae3e5ca7ac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99462620-2240-4c2c-a307-1d6c488c3b3f HTTP/1.1" status: 200 len: 999 time: 0.0582821 Aug 11 02:45:10.650623 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fe2da84-9577-49d7-b3a6-ede4b9fcc178 req-8b4f5b63-20fd-4ebf-9dd8-aeca93eb4350 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99462620-2240-4c2c-a307-1d6c488c3b3f HTTP/1.1" status: 200 len: 999 time: 0.0636604 Aug 11 02:45:10.689883 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2da84-9577-49d7-b3a6-ede4b9fcc178 req-bb9db708-66c9-40da-890b-72ba27557d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:10.691355 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8fe2da84-9577-49d7-b3a6-ede4b9fcc178 req-bb9db708-66c9-40da-890b-72ba27557d4b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff46a42b-e2ef-4466-a75e-addd0aca2c0c HTTP/1.1" status: 200 len: 835 time: 0.0469306 Aug 11 02:45:10.703352 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2da84-9577-49d7-b3a6-ede4b9fcc178 req-7afaf581-3215-417e-85eb-748d5e80678d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:10.704821 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fe2da84-9577-49d7-b3a6-ede4b9fcc178 req-7afaf581-3215-417e-85eb-748d5e80678d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff46a42b-e2ef-4466-a75e-addd0aca2c0c HTTP/1.1" status: 200 len: 835 time: 0.0431812 Aug 11 02:45:10.736922 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2da84-9577-49d7-b3a6-ede4b9fcc178 req-cf4d92fe-aa05-4288-9648-16114d63d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:10.738440 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8fe2da84-9577-49d7-b3a6-ede4b9fcc178 req-cf4d92fe-aa05-4288-9648-16114d63d43d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e83e628-2942-4842-b6aa-7680dede03de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399508 Aug 11 02:45:10.751390 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2da84-9577-49d7-b3a6-ede4b9fcc178 req-9e697041-dcd0-41d0-8016-1334deb4bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:10.752923 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fe2da84-9577-49d7-b3a6-ede4b9fcc178 req-9e697041-dcd0-41d0-8016-1334deb4bdb9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1e83e628-2942-4842-b6aa-7680dede03de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397656 Aug 11 02:45:10.828108 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8fe2da84-9577-49d7-b3a6-ede4b9fcc178 req-79a9bf0e-bdf6-477c-98ae-cd325128e570 service neutron] 10.222.0.73 "GET /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823708 Aug 11 02:45:10.854081 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fe2da84-9577-49d7-b3a6-ede4b9fcc178 req-f56cc752-f398-427c-b3a6-83a8bcd52d44 service neutron] 10.222.0.66 "GET /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881116 Aug 11 02:45:10.936577 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8fe2da84-9577-49d7-b3a6-ede4b9fcc178 req-b5a9f7f2-f96d-4661-ba2c-4594d0c865bb service neutron] 10.222.0.73 "GET /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019828 Aug 11 02:45:10.990804 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fe2da84-9577-49d7-b3a6-ede4b9fcc178 req-aada4c86-af30-4c27-b37d-7c079ac614a8 service neutron] 10.222.0.66 "GET /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274312 Aug 11 02:45:11.011250 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9032147-07cf-4260-9105-599da1a741a9 req-bd1b0970-e96c-408f-9326-c515bb0e5648 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:11.012754 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f9032147-07cf-4260-9105-599da1a741a9 req-bd1b0970-e96c-408f-9326-c515bb0e5648 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 943 time: 0.0657067 Aug 11 02:45:11.049590 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f9032147-07cf-4260-9105-599da1a741a9 req-c403e31c-6ff1-4952-adfa-330396c9199f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306821 Aug 11 02:45:11.214092 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [req-f14da4c5-4803-445b-a691-d7674dff424d req-4f0b96c9-dc80-4e49-b89f-393b03db5a71 service neutron] (94506) timed out ('10.222.0.50', 55140) {{(pid=94506) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 02:45:11.337769 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-6cdf7259-4899-4400-85c1-66b191b3dc0c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:11.339122 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-6cdf7259-4899-4400-85c1-66b191b3dc0c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.66 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4&tenant_id=83a11b7064d64ae6b3165041fbab4c71&binding%3Ahost_id=n-h2-615180-33 HTTP/1.1" status: 200 len: 943 time: 0.1225069 Aug 11 02:45:11.346120 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021c623-5eff-4988-8645-22f7f4083c21 req-c53a75a6-1a92-45ad-943e-7015fa5f69df tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:11.347476 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6021c623-5eff-4988-8645-22f7f4083c21 req-c53a75a6-1a92-45ad-943e-7015fa5f69df tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 943 time: 0.0997372 Aug 11 02:45:11.417362 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6021c623-5eff-4988-8645-22f7f4083c21 req-f3f5fd03-9fcc-487b-a156-56b68403971d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633626 Aug 11 02:45:11.427765 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-80c5713a-c699-4d04-b303-723bc4a0910a service neutron] 10.222.0.66 "GET /v2.0/ports/99462620-2240-4c2c-a307-1d6c488c3b3f/bindings/n-h2-615180-33 HTTP/1.1" status: 200 len: 383 time: 0.0793431 Aug 11 02:45:11.494281 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-043d3306-647b-4048-aa85-b8d1b7e1515f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:11.495770 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-043d3306-647b-4048-aa85-b8d1b7e1515f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 1095 time: 0.0408354 Aug 11 02:45:11.592798 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 99462620-2240-4c2c-a307-1d6c488c3b3f details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:45:11.593394 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-5f9a9544-000b-47c1-9563-ffb55b87181d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:11.594476 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-5f9a9544-000b-47c1-9563-ffb55b87181d service neutron] 10.222.0.66 "GET /v2.0/networks?id=1e83e628-2942-4842-b6aa-7680dede03de HTTP/1.1" status: 200 len: 898 time: 0.0839157 Aug 11 02:45:11.661614 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-3c3d57f2-6f0e-477c-b1e6-9baa55e8c5b4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99462620-2240-4c2c-a307-1d6c488c3b3f HTTP/1.1" status: 200 len: 999 time: 0.0594747 Aug 11 02:45:11.689375 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 99462620-2240-4c2c-a307-1d6c488c3b3f, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=99462620-2240-4c2c-a307-1d6c488c3b3f,segment=NetworkSegment(f799a894-e6a4-4ec7-9b25-f830232ba3fe),segment_id=f799a894-e6a4-4ec7-9b25-f830232ba3fe)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:11.700387 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '99462620-2240-4c2c-a307-1d6c488c3b3f', 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de', 'port_id': '99462620-2240-4c2c-a307-1d6c488c3b3f', 'mac_address': 'fa:16:3e:f4:1c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff46a42b-e2ef-4466-a75e-addd0aca2c0c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:45:11.710389 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-a6547f59-297e-4e07-91a0-ef0174ec62ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:11.712424 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-a6547f59-297e-4e07-91a0-ef0174ec62ef service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff46a42b-e2ef-4466-a75e-addd0aca2c0c HTTP/1.1" status: 200 len: 835 time: 0.0427012 Aug 11 02:45:11.738395 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:11.750972 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99462620-2240-4c2c-a307-1d6c488c3b3f {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:45:11.765418 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-21e39d14-01e4-440f-bc49-91ffeac7fd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:11.766947 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-21e39d14-01e4-440f-bc49-91ffeac7fd02 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1e83e628-2942-4842-b6aa-7680dede03de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439067 Aug 11 02:45:11.770423 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 99462620-2240-4c2c-a307-1d6c488c3b3f, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=99462620-2240-4c2c-a307-1d6c488c3b3f,segment=NetworkSegment(f799a894-e6a4-4ec7-9b25-f830232ba3fe),segment_id=f799a894-e6a4-4ec7-9b25-f830232ba3fe)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:11.775052 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:11.824629 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=99462620-2240-4c2c-a307-1d6c488c3b3f,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:11.860488 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-90875fb6-4e45-4f55-867f-69628abc6cd7 service neutron] 10.222.0.66 "GET /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843029 Aug 11 02:45:11.954797 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-71d5b585-1e89-4a31-ab9f-4e863836e44a service neutron] 10.222.0.66 "GET /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865736 Aug 11 02:45:12.025962 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['99462620-2240-4c2c-a307-1d6c488c3b3f'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:45:12.535517 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aac5ad-d912-4a23-91e1-00a07f7eb151 req-4d57619c-1e8c-4514-ab0b-a3e883974c27 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:12.536950 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-89aac5ad-d912-4a23-91e1-00a07f7eb151 req-4d57619c-1e8c-4514-ab0b-a3e883974c27 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 944 time: 0.0504932 Aug 11 02:45:12.574211 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-89aac5ad-d912-4a23-91e1-00a07f7eb151 req-05b44c4e-1dbd-46c2-b776-78a09a1e3a74 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314038 Aug 11 02:45:12.669471 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 99462620-2240-4c2c-a307-1d6c488c3b3f no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:45:12.707409 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 99462620-2240-4c2c-a307-1d6c488c3b3f not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:45:13.605358 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 99462620-2240-4c2c-a307-1d6c488c3b3f no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:45:13.679292 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:13.689340 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080a3dc-127a-48b1-a429-d352c26b17ec req-2de4ea8d-9e58-4dbb-acdd-07f13ba8460d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:13.690850 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3080a3dc-127a-48b1-a429-d352c26b17ec req-2de4ea8d-9e58-4dbb-acdd-07f13ba8460d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 944 time: 0.0496049 Aug 11 02:45:13.692660 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 99462620-2240-4c2c-a307-1d6c488c3b3f {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:45:13.715354 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 99462620-2240-4c2c-a307-1d6c488c3b3f, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=99462620-2240-4c2c-a307-1d6c488c3b3f,segment=NetworkSegment(f799a894-e6a4-4ec7-9b25-f830232ba3fe),segment_id=f799a894-e6a4-4ec7-9b25-f830232ba3fe)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:13.720508 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:13.739686 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3080a3dc-127a-48b1-a429-d352c26b17ec req-38aca8c9-c2b1-4932-8b29-f765cf97c845 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331662 Aug 11 02:45:13.919797 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=99462620-2240-4c2c-a307-1d6c488c3b3f,revision_number=9']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:14.115632 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-54313f97-d5b9-42a5-959f-a0de5dccc9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:14.117182 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-54313f97-d5b9-42a5-959f-a0de5dccc9da service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4&tenant_id=83a11b7064d64ae6b3165041fbab4c71 HTTP/1.1" status: 200 len: 1095 time: 0.0744135 Aug 11 02:45:14.128610 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-615180-33', 'device_owner': 'compute:nova'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:14.178476 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:14.379063 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] For port 99462620-2240-4c2c-a307-1d6c488c3b3f, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=99462620-2240-4c2c-a307-1d6c488c3b3f,segment=NetworkSegment(f799a894-e6a4-4ec7-9b25-f830232ba3fe),segment_id=f799a894-e6a4-4ec7-9b25-f830232ba3fe)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:14.410485 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] For port 99462620-2240-4c2c-a307-1d6c488c3b3f, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:45:14.445766 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99462620-2240-4c2c-a307-1d6c488c3b3f {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:45:14.452842 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:14.463045 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Ignored duplicate provisioning block setup for port 99462620-2240-4c2c-a307-1d6c488c3b3f by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 02:45:14.466791 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:14.559196 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Pushing event updated for resources: {'Port': ['ID=99462620-2240-4c2c-a307-1d6c488c3b3f,revision_number=10']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:14.962839 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:14.963187 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:14.963525 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:14.963882 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:14.964212 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:14.964544 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:14.964867 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:14.965189 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:14.965512 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:14.965835 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:14.966174 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:14.966476 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:15.038908 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] No DVR routers for this DVR port 99462620-2240-4c2c-a307-1d6c488c3b3f on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:45:15.080330 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e704da-6077-47f4-a2a2-e90dc8568f33 req-08e6b2fd-ae2b-440b-a16a-60df38ddab5a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:15.081845 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-71e704da-6077-47f4-a2a2-e90dc8568f33 req-08e6b2fd-ae2b-440b-a16a-60df38ddab5a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 944 time: 0.1264982 Aug 11 02:45:15.157769 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-71e704da-6077-47f4-a2a2-e90dc8568f33 req-8329fe2f-66ed-4231-ad2d-fda32af43f73 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672743 Aug 11 02:45:15.207182 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Attempting to bind port 99462620-2240-4c2c-a307-1d6c488c3b3f on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:45:15.207518 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Attempting to bind port 99462620-2240-4c2c-a307-1d6c488c3b3f by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': 'f799a894-e6a4-4ec7-9b25-f830232ba3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:45:15.207865 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Attempting to bind port 99462620-2240-4c2c-a307-1d6c488c3b3f on network 1e83e628-2942-4842-b6aa-7680dede03de {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:15.212668 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Port 99462620-2240-4c2c-a307-1d6c488c3b3f on network 1e83e628-2942-4842-b6aa-7680dede03de not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:45:15.213008 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Attempting to bind port 99462620-2240-4c2c-a307-1d6c488c3b3f on network 1e83e628-2942-4842-b6aa-7680dede03de {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:15.217714 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:45:15.218058 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Checking segment: {'id': 'f799a894-e6a4-4ec7-9b25-f830232ba3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:45:15.218442 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Bound using segment: {'id': 'f799a894-e6a4-4ec7-9b25-f830232ba3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:45:15.218881 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Bound port: 99462620-2240-4c2c-a307-1d6c488c3b3f, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f799a894-e6a4-4ec7-9b25-f830232ba3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:45:15.219214 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:15.280530 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] For port 99462620-2240-4c2c-a307-1d6c488c3b3f, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:45:15.283551 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] For port 99462620-2240-4c2c-a307-1d6c488c3b3f, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=99462620-2240-4c2c-a307-1d6c488c3b3f,segment=NetworkSegment(f799a894-e6a4-4ec7-9b25-f830232ba3fe),segment_id=f799a894-e6a4-4ec7-9b25-f830232ba3fe)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:45:15.287612 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:15.325109 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:15.325727 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:15.327135 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] 10.222.0.73 "PUT /v2.0/ports/99462620-2240-4c2c-a307-1d6c488c3b3f HTTP/1.1" status: 200 len: 1093 time: 1.2024527 Aug 11 02:45:15.327561 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f953fcf5-9bc2-4029-9ea4-4583b21c4cb4', 'tag': '99462620-2240-4c2c-a307-1d6c488c3b3f'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:15.329800 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17680057-248b-41d4-92c8-c88cb886c0b1" -d '{"events": [{"name": "network-changed", "server_uuid": "f953fcf5-9bc2-4029-9ea4-4583b21c4cb4", "tag": "99462620-2240-4c2c-a307-1d6c488c3b3f"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:15.364808 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92eac4a-0f07-4107-92d4-c817ae9d112c service neutron] Pushing event updated for resources: {'Port': ['ID=99462620-2240-4c2c-a307-1d6c488c3b3f,revision_number=11']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:15.392175 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8c5634-43b4-4c5b-af47-6d31851a9071 x-openstack-request-id: req-df8c5634-43b4-4c5b-af47-6d31851a9071 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:15.392481 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f953fcf5-9bc2-4029-9ea4-4583b21c4cb4", "tag": "99462620-2240-4c2c-a307-1d6c488c3b3f", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:15.392733 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df8c5634-43b4-4c5b-af47-6d31851a9071 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:15.393138 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f953fcf5-9bc2-4029-9ea4-4583b21c4cb4', 'tag': '99462620-2240-4c2c-a307-1d6c488c3b3f', 'status': 'completed', 'code': 200} Aug 11 02:45:15.411505 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-f66fabbe-46ce-42cd-bbce-3f5bf0a47b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:15.413096 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-f66fabbe-46ce-42cd-bbce-3f5bf0a47b57 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 1096 time: 0.0616612 Aug 11 02:45:15.456975 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17680057-248b-41d4-92c8-c88cb886c0b1 req-c90d41aa-1889-443c-abf7-35927888a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:15.459157 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-17680057-248b-41d4-92c8-c88cb886c0b1 req-c90d41aa-1889-443c-abf7-35927888a8db service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 1096 time: 0.0429163 Aug 11 02:45:15.507763 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-7ec2097e-a40c-4fed-87f3-ac595f31d653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:15.509876 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-7ec2097e-a40c-4fed-87f3-ac595f31d653 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e83e628-2942-4842-b6aa-7680dede03de HTTP/1.1" status: 200 len: 898 time: 0.0897417 Aug 11 02:45:15.558098 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17680057-248b-41d4-92c8-c88cb886c0b1 req-b16cd6ec-225e-42c4-9c8b-aa99e7ea6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:15.559617 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-17680057-248b-41d4-92c8-c88cb886c0b1 req-b16cd6ec-225e-42c4-9c8b-aa99e7ea6205 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1e83e628-2942-4842-b6aa-7680dede03de HTTP/1.1" status: 200 len: 898 time: 0.0930262 Aug 11 02:45:15.579934 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-ba4e3e56-2353-4001-a511-da999a82435a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99462620-2240-4c2c-a307-1d6c488c3b3f HTTP/1.1" status: 200 len: 999 time: 0.0631166 Aug 11 02:45:15.626874 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-17680057-248b-41d4-92c8-c88cb886c0b1 req-5379dd61-2e5c-449c-ad34-7881b86691ae service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99462620-2240-4c2c-a307-1d6c488c3b3f HTTP/1.1" status: 200 len: 999 time: 0.0594091 Aug 11 02:45:15.631644 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-a024fea7-b7ff-4f09-977b-158fb6f9a65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:15.633138 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-a024fea7-b7ff-4f09-977b-158fb6f9a65b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff46a42b-e2ef-4466-a75e-addd0aca2c0c HTTP/1.1" status: 200 len: 835 time: 0.0458589 Aug 11 02:45:15.651642 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2072c033-5c30-4136-bfa3-c631ab642423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:15.681144 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-6730dc1a-5acc-4801-9594-de4f0d22c145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:15.682696 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-6730dc1a-5acc-4801-9594-de4f0d22c145 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e83e628-2942-4842-b6aa-7680dede03de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428591 Aug 11 02:45:15.682818 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17680057-248b-41d4-92c8-c88cb886c0b1 req-c71eb59d-c6fe-4164-ae7c-eb8c26a455d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:15.684165 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-17680057-248b-41d4-92c8-c88cb886c0b1 req-c71eb59d-c6fe-4164-ae7c-eb8c26a455d6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff46a42b-e2ef-4466-a75e-addd0aca2c0c HTTP/1.1" status: 200 len: 835 time: 0.0493357 Aug 11 02:45:15.729902 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17680057-248b-41d4-92c8-c88cb886c0b1 req-b604c23e-c306-4a0d-af46-29c4d51cf4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:15.731397 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-17680057-248b-41d4-92c8-c88cb886c0b1 req-b604c23e-c306-4a0d-af46-29c4d51cf4cd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1e83e628-2942-4842-b6aa-7680dede03de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398483 Aug 11 02:45:15.778878 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-435ad987-b659-40df-8ae9-bb5209179258 service neutron] 10.222.0.73 "GET /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890963 Aug 11 02:45:15.821463 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-17680057-248b-41d4-92c8-c88cb886c0b1 req-5d528c5a-c2b9-4ed6-a078-0b8047c94c33 service neutron] 10.222.0.66 "GET /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814936 Aug 11 02:45:15.867619 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b13f88dd-db43-4202-87cd-1788c9d0086d req-33316805-c3bd-46f2-8a97-4003bd32061b service neutron] 10.222.0.73 "GET /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818343 Aug 11 02:45:15.918051 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-17680057-248b-41d4-92c8-c88cb886c0b1 req-57bc46d6-9da7-485b-a59f-a34377047a7b service neutron] 10.222.0.66 "GET /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894215 Aug 11 02:45:15.957968 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17680057-248b-41d4-92c8-c88cb886c0b1 req-e56a97d1-4541-47d4-8cc0-08e41a1aef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:15.959490 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-17680057-248b-41d4-92c8-c88cb886c0b1 req-e56a97d1-4541-47d4-8cc0-08e41a1aef5c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 1096 time: 0.0490513 Aug 11 02:45:16.048136 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17680057-248b-41d4-92c8-c88cb886c0b1 req-c4948a8b-ea24-4667-95bf-0b595eec565b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:16.049610 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-17680057-248b-41d4-92c8-c88cb886c0b1 req-c4948a8b-ea24-4667-95bf-0b595eec565b service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e83e628-2942-4842-b6aa-7680dede03de HTTP/1.1" status: 200 len: 898 time: 0.0832429 Aug 11 02:45:16.118464 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-17680057-248b-41d4-92c8-c88cb886c0b1 req-edde1847-4538-4b3f-a650-4622ef1762fa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99462620-2240-4c2c-a307-1d6c488c3b3f HTTP/1.1" status: 200 len: 999 time: 0.0607696 Aug 11 02:45:16.167657 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17680057-248b-41d4-92c8-c88cb886c0b1 req-ed13c43d-d13d-40e0-b28c-22cdda5ac838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:16.169057 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-17680057-248b-41d4-92c8-c88cb886c0b1 req-ed13c43d-d13d-40e0-b28c-22cdda5ac838 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff46a42b-e2ef-4466-a75e-addd0aca2c0c HTTP/1.1" status: 200 len: 835 time: 0.0428760 Aug 11 02:45:16.217099 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17680057-248b-41d4-92c8-c88cb886c0b1 req-86d9282b-d03a-4e86-aa5e-9e8a20736734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:16.218652 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-17680057-248b-41d4-92c8-c88cb886c0b1 req-86d9282b-d03a-4e86-aa5e-9e8a20736734 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e83e628-2942-4842-b6aa-7680dede03de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420837 Aug 11 02:45:16.341903 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914e3d8-4e72-45bd-a360-9ca66cd67d03 req-0281e01a-9d65-4f96-bb7c-4424ce97fb8b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:16.344514 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4914e3d8-4e72-45bd-a360-9ca66cd67d03 req-0281e01a-9d65-4f96-bb7c-4424ce97fb8b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 944 time: 0.1197836 Aug 11 02:45:16.382426 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-17680057-248b-41d4-92c8-c88cb886c0b1 req-5d7e0ab8-8312-49e5-8d4b-6c2a60e7ea41 service neutron] 10.222.0.73 "GET /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559865 Aug 11 02:45:16.401488 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4914e3d8-4e72-45bd-a360-9ca66cd67d03 req-dbe81fea-004a-4f9b-b0a0-5285de30c72c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510015 Aug 11 02:45:16.485061 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-17680057-248b-41d4-92c8-c88cb886c0b1 req-b23743fa-3b0e-4f83-8443-34ce6e2f5ffd service neutron] 10.222.0.73 "GET /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922880 Aug 11 02:45:17.517872 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c5dd7-577f-4a85-8ed0-108b41b79c49 req-ee024394-37cd-4ade-83b7-a8fca823e20c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:17.519273 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3c6c5dd7-577f-4a85-8ed0-108b41b79c49 req-ee024394-37cd-4ade-83b7-a8fca823e20c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 944 time: 0.0492947 Aug 11 02:45:17.556087 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3c6c5dd7-577f-4a85-8ed0-108b41b79c49 req-c8031174-9fdb-4d7c-8c50-dc806cae691a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303383 Aug 11 02:45:17.578015 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57056) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:17.640649 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-37e1d5f3-177c-4af5-93da-e237a16c284e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/floatingips/a75cd5d5-d338-4832-aa92-538342d0b56e HTTP/1.1" status: 200 len: 991 time: 0.0615494 Aug 11 02:45:18.342629 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0a1ff5fa-9c85-4e17-bb7a-2f87beeff5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:18.377545 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:18.715233 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 99462620-2240-4c2c-a307-1d6c488c3b3f details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:45:18.807106 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 99462620-2240-4c2c-a307-1d6c488c3b3f, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=99462620-2240-4c2c-a307-1d6c488c3b3f,segment=NetworkSegment(f799a894-e6a4-4ec7-9b25-f830232ba3fe),segment_id=f799a894-e6a4-4ec7-9b25-f830232ba3fe)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:18.817874 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '99462620-2240-4c2c-a307-1d6c488c3b3f', 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de', 'port_id': '99462620-2240-4c2c-a307-1d6c488c3b3f', 'mac_address': 'fa:16:3e:f4:1c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff46a42b-e2ef-4466-a75e-addd0aca2c0c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:45:18.853041 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:18.865164 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99462620-2240-4c2c-a307-1d6c488c3b3f {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:45:18.884196 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 99462620-2240-4c2c-a307-1d6c488c3b3f, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=99462620-2240-4c2c-a307-1d6c488c3b3f,segment=NetworkSegment(f799a894-e6a4-4ec7-9b25-f830232ba3fe),segment_id=f799a894-e6a4-4ec7-9b25-f830232ba3fe)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:18.888345 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:18.932161 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=99462620-2240-4c2c-a307-1d6c488c3b3f,revision_number=12']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:19.108150 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['99462620-2240-4c2c-a307-1d6c488c3b3f'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:45:20.015128 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:20.729203 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 99462620-2240-4c2c-a307-1d6c488c3b3f up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:45:20.778814 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 99462620-2240-4c2c-a307-1d6c488c3b3f completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:45:20.782350 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 99462620-2240-4c2c-a307-1d6c488c3b3f triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:20.782726 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:20.855594 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:20.877585 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f953fcf5-9bc2-4029-9ea4-4583b21c4cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99462620-2240-4c2c-a307-1d6c488c3b3f'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:20.879831 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1329df5c-a276-4ad5-bd74-0d374e93408d" -d '{"events": [{"server_uuid": "f953fcf5-9bc2-4029-9ea4-4583b21c4cb4", "name": "network-vif-plugged", "status": "completed", "tag": "99462620-2240-4c2c-a307-1d6c488c3b3f"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:20.892894 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 99462620-2240-4c2c-a307-1d6c488c3b3f, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=99462620-2240-4c2c-a307-1d6c488c3b3f,segment=NetworkSegment(f799a894-e6a4-4ec7-9b25-f830232ba3fe),segment_id=f799a894-e6a4-4ec7-9b25-f830232ba3fe)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:20.897150 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:20.923405 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d56eecc-4036-4f29-86a9-300902951a7e x-openstack-request-id: req-4d56eecc-4036-4f29-86a9-300902951a7e {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:20.923730 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f953fcf5-9bc2-4029-9ea4-4583b21c4cb4", "name": "network-vif-plugged", "status": "completed", "tag": "99462620-2240-4c2c-a307-1d6c488c3b3f", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:20.924238 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4d56eecc-4036-4f29-86a9-300902951a7e {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:20.924641 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f953fcf5-9bc2-4029-9ea4-4583b21c4cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99462620-2240-4c2c-a307-1d6c488c3b3f', 'code': 200} Aug 11 02:45:20.950120 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=99462620-2240-4c2c-a307-1d6c488c3b3f,revision_number=13']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:21.325478 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:45:21.535731 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:24.671265 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:25.488070 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:43.567736 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-775d3f1a-1348-4548-ab78-af6f475a274e req-a6b50d4b-ff97-4533-9e2a-d35aa3f0e227 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444953 Aug 11 02:45:43.648957 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d3f1a-1348-4548-ab78-af6f475a274e req-b6d00683-ca2b-417b-ac41-0268ca440782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:43.651025 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-775d3f1a-1348-4548-ab78-af6f475a274e req-b6d00683-ca2b-417b-ac41-0268ca440782 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 1098 time: 0.0404961 Aug 11 02:45:43.753047 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d3f1a-1348-4548-ab78-af6f475a274e req-9e36a724-e663-4b9a-8d37-c7e98535d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:43.754532 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-775d3f1a-1348-4548-ab78-af6f475a274e req-9e36a724-e663-4b9a-8d37-c7e98535d993 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e83e628-2942-4842-b6aa-7680dede03de HTTP/1.1" status: 200 len: 898 time: 0.0832815 Aug 11 02:45:43.825615 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-775d3f1a-1348-4548-ab78-af6f475a274e req-24d8990e-6cdb-4490-a660-eceb89190fa8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99462620-2240-4c2c-a307-1d6c488c3b3f HTTP/1.1" status: 200 len: 1001 time: 0.0600855 Aug 11 02:45:43.874051 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d3f1a-1348-4548-ab78-af6f475a274e req-35b29de7-5857-41c6-80a8-ce240c026759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:43.875721 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-775d3f1a-1348-4548-ab78-af6f475a274e req-35b29de7-5857-41c6-80a8-ce240c026759 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff46a42b-e2ef-4466-a75e-addd0aca2c0c HTTP/1.1" status: 200 len: 835 time: 0.0435033 Aug 11 02:45:43.922841 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d3f1a-1348-4548-ab78-af6f475a274e req-5447aa4d-4ac0-43b2-850a-11b72f6d0de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:43.924455 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-775d3f1a-1348-4548-ab78-af6f475a274e req-5447aa4d-4ac0-43b2-850a-11b72f6d0de3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e83e628-2942-4842-b6aa-7680dede03de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415680 Aug 11 02:45:44.018482 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-775d3f1a-1348-4548-ab78-af6f475a274e req-3be02641-7514-4a69-9558-15728b0f5818 service neutron] 10.222.0.73 "GET /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864258 Aug 11 02:45:44.109495 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-775d3f1a-1348-4548-ab78-af6f475a274e req-947508ab-a37b-495a-b15f-de2f9f50776b service neutron] 10.222.0.73 "GET /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791924 Aug 11 02:45:45.652353 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ff62ba5d-6f14-4616-afb6-07dc58f9bf39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:48.288614 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac878d-e64f-434c-9c94-b5a5f269b32b req-9388d036-92e7-43ff-afdc-d283ce9b42e1 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:48.290701 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-54ac878d-e64f-434c-9c94-b5a5f269b32b req-9388d036-92e7-43ff-afdc-d283ce9b42e1 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 1098 time: 0.0461080 Aug 11 02:45:48.324181 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-54ac878d-e64f-434c-9c94-b5a5f269b32b req-d2ca6fcf-88ec-4c1e-be3b-9aa11fe969d7 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276356 Aug 11 02:45:48.342128 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-572c72ad-6a9c-474f-9e55-bbe6937d0b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:48.346309 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57072) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:48.380505 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:48.502483 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-da8d6b36-18e1-4919-88c8-76f0dad129c1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Deleting port 2cdb2b76-0009-4eb6-a987-1ed81b75684d {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:45:48.502723 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da8d6b36-18e1-4919-88c8-76f0dad129c1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:48.581192 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da8d6b36-18e1-4919-88c8-76f0dad129c1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:48.581527 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da8d6b36-18e1-4919-88c8-76f0dad129c1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:48.593583 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-da8d6b36-18e1-4919-88c8-76f0dad129c1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Calling delete_port for 2cdb2b76-0009-4eb6-a987-1ed81b75684d owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:45:48.760197 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da8d6b36-18e1-4919-88c8-76f0dad129c1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:48.786110 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6b36-18e1-4919-88c8-76f0dad129c1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event deleted for resources: {'Port': ['ID=2cdb2b76-0009-4eb6-a987-1ed81b75684d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:48.847828 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da8d6b36-18e1-4919-88c8-76f0dad129c1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:48.848154 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-da8d6b36-18e1-4919-88c8-76f0dad129c1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Floating IP a75cd5d5-d338-4832-aa92-538342d0b56e disassociated (deleted). External IP: 172.25.2.222, port: 99462620-2240-4c2c-a307-1d6c488c3b3f. Aug 11 02:45:49.058041 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8d6b36-18e1-4919-88c8-76f0dad129c1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Router e5d355dd-e5f6-495e-b95a-bfda43fd939c has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:45:49.163679 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8d6b36-18e1-4919-88c8-76f0dad129c1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:45:49.169161 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-da8d6b36-18e1-4919-88c8-76f0dad129c1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:49.174120 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a22f953-3f2a-4556-abca-fdbe772974de None None] Sync routers for ids ['e5d355dd-e5f6-495e-b95a-bfda43fd939c'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:45:49.182911 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a22f953-3f2a-4556-abca-fdbe772974de None None] Routers {'e5d355dd-e5f6-495e-b95a-bfda43fd939c'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:45:49.183515 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-1a22f953-3f2a-4556-abca-fdbe772974de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:45:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e5d355dd-e5f6-495e-b95a-bfda43fd939c'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:49.195418 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-da8d6b36-18e1-4919-88c8-76f0dad129c1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "DELETE /v2.0/floatingips/a75cd5d5-d338-4832-aa92-538342d0b56e HTTP/1.1" status: 204 len: 168 time: 0.8480375 Aug 11 02:45:49.196075 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f953fcf5-9bc2-4029-9ea4-4583b21c4cb4', 'tag': '99462620-2240-4c2c-a307-1d6c488c3b3f'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:49.198525 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50b9372-019b-42c0-b6d5-6604c39a59c1" -d '{"events": [{"name": "network-changed", "server_uuid": "f953fcf5-9bc2-4029-9ea4-4583b21c4cb4", "tag": "99462620-2240-4c2c-a307-1d6c488c3b3f"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:49.258572 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b232cd-0b42-4304-ab89-7f8e0cbed03e x-openstack-request-id: req-73b232cd-0b42-4304-ab89-7f8e0cbed03e {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:49.258865 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f953fcf5-9bc2-4029-9ea4-4583b21c4cb4", "tag": "99462620-2240-4c2c-a307-1d6c488c3b3f", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:49.259118 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-73b232cd-0b42-4304-ab89-7f8e0cbed03e {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:49.259527 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f953fcf5-9bc2-4029-9ea4-4583b21c4cb4', 'tag': '99462620-2240-4c2c-a307-1d6c488c3b3f', 'status': 'completed', 'code': 200} Aug 11 02:45:49.295229 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-1a22f953-3f2a-4556-abca-fdbe772974de None None] Set router e5d355dd-e5f6-495e-b95a-bfda43fd939c gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:45:49.320281 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b9372-019b-42c0-b6d5-6604c39a59c1 req-6750a07b-5abb-456a-961e-266743ad3cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:49.322698 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e50b9372-019b-42c0-b6d5-6604c39a59c1 req-6750a07b-5abb-456a-961e-266743ad3cd3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 1098 time: 0.0436673 Aug 11 02:45:49.431474 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b9372-019b-42c0-b6d5-6604c39a59c1 req-397d0ca0-9b55-488e-bfda-2a3f9cc63a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:49.432945 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e50b9372-019b-42c0-b6d5-6604c39a59c1 req-397d0ca0-9b55-488e-bfda-2a3f9cc63a15 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e83e628-2942-4842-b6aa-7680dede03de HTTP/1.1" status: 200 len: 898 time: 0.1027715 Aug 11 02:45:49.486110 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e50b9372-019b-42c0-b6d5-6604c39a59c1 req-8c55c014-8f86-4e9d-82f0-4e1918fe8079 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99462620-2240-4c2c-a307-1d6c488c3b3f HTTP/1.1" status: 200 len: 217 time: 0.0397470 Aug 11 02:45:49.500448 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501c1e2-814c-4080-b8d0-3619624e3802 req-ddb3782f-9ce2-4d4d-a87e-0ea8b3437fc0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:49.501901 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9501c1e2-814c-4080-b8d0-3619624e3802 req-ddb3782f-9ce2-4d4d-a87e-0ea8b3437fc0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 946 time: 0.0886331 Aug 11 02:45:49.504841 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-1a22f953-3f2a-4556-abca-fdbe772974de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1423330320', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '21cadb64-bf5e-455d-bb4d-0b948fa881c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:44:01Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '21cadb64-bf5e-455d-bb4d-0b948fa881c7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '5ba87255-29b1-4979-b52c-da0b4a5f36f1', 'name': '', 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:43:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ff46a42b-e2ef-4466-a75e-addd0aca2c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:00Z', 'updated_at': '2021-08-11T02:44:06Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': 'ff46a42b-e2ef-4466-a75e-addd0aca2c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:49.535175 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a22f953-3f2a-4556-abca-fdbe772974de None None] Checking router: e5d355dd-e5f6-495e-b95a-bfda43fd939c for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:45:49.543316 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a22f953-3f2a-4556-abca-fdbe772974de None None] Routers {'e5d355dd-e5f6-495e-b95a-bfda43fd939c'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:45:49.543952 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-1a22f953-3f2a-4556-abca-fdbe772974de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:45:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e5d355dd-e5f6-495e-b95a-bfda43fd939c'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:49.570800 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b9372-019b-42c0-b6d5-6604c39a59c1 req-fdddf142-7e6b-46c5-9959-b948b0cbcaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:49.572723 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e50b9372-019b-42c0-b6d5-6604c39a59c1 req-fdddf142-7e6b-46c5-9959-b948b0cbcaa2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff46a42b-e2ef-4466-a75e-addd0aca2c0c HTTP/1.1" status: 200 len: 835 time: 0.0699930 Aug 11 02:45:49.578148 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9501c1e2-814c-4080-b8d0-3619624e3802 req-02234ee2-c6a0-4271-8088-3e7dfc02371b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667148 Aug 11 02:45:49.621053 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b9372-019b-42c0-b6d5-6604c39a59c1 req-39b5e963-1a45-48fe-9db5-706900d4fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:49.622564 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e50b9372-019b-42c0-b6d5-6604c39a59c1 req-39b5e963-1a45-48fe-9db5-706900d4fb16 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e83e628-2942-4842-b6aa-7680dede03de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406523 Aug 11 02:45:49.654483 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-1a22f953-3f2a-4556-abca-fdbe772974de None None] Set router e5d355dd-e5f6-495e-b95a-bfda43fd939c gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:45:49.715466 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e50b9372-019b-42c0-b6d5-6604c39a59c1 req-523358d1-8f09-4dae-8745-dead1e9eb3b1 service neutron] 10.222.0.73 "GET /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811961 Aug 11 02:45:49.810454 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e50b9372-019b-42c0-b6d5-6604c39a59c1 req-040976b3-bc29-4962-a892-e755985d73a1 service neutron] 10.222.0.73 "GET /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858903 Aug 11 02:45:49.851368 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-1a22f953-3f2a-4556-abca-fdbe772974de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1423330320', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '21cadb64-bf5e-455d-bb4d-0b948fa881c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:44:01Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '21cadb64-bf5e-455d-bb4d-0b948fa881c7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '5ba87255-29b1-4979-b52c-da0b4a5f36f1', 'name': '', 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:43:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ff46a42b-e2ef-4466-a75e-addd0aca2c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:00Z', 'updated_at': '2021-08-11T02:44:06Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': 'ff46a42b-e2ef-4466-a75e-addd0aca2c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:49.877763 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a22f953-3f2a-4556-abca-fdbe772974de None None] The sync data for ids ['e5d355dd-e5f6-495e-b95a-bfda43fd939c'] in n-d-615180-33 is: [{'id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1423330320', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '21cadb64-bf5e-455d-bb4d-0b948fa881c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:44:01Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '21cadb64-bf5e-455d-bb4d-0b948fa881c7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '5ba87255-29b1-4979-b52c-da0b4a5f36f1', 'name': '', 'network_id': '1e83e628-2942-4842-b6aa-7680dede03de', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:43:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ff46a42b-e2ef-4466-a75e-addd0aca2c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:00Z', 'updated_at': '2021-08-11T02:44:06Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': 'ff46a42b-e2ef-4466-a75e-addd0aca2c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:45:50.019941 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:50.090495 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391a218a-41c8-4b35-9646-851616497f60 None None] New status for floating IP a75cd5d5-d338-4832-aa92-538342d0b56e: DOWN {{(pid=94509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:45:50.701921 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edef89-83d1-4e41-abfd-4b302eb2ff2b req-ab02a591-61ce-4a2d-ad53-8e31078a2eed tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:50.703471 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-93edef89-83d1-4e41-abfd-4b302eb2ff2b req-ab02a591-61ce-4a2d-ad53-8e31078a2eed tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 946 time: 0.0525234 Aug 11 02:45:50.744218 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-93edef89-83d1-4e41-abfd-4b302eb2ff2b req-9e3d230b-5133-4928-ac5d-d088a7ae6b71 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1b520d-07c1-4c75-8dc8-cb16132352ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349038 Aug 11 02:45:50.806771 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25567e0d-b6cc-425f-9022-6144fc9596dd req-f747c8b7-65b1-4331-acc7-4f75ee569666 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:50.808267 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-25567e0d-b6cc-425f-9022-6144fc9596dd req-f747c8b7-65b1-4331-acc7-4f75ee569666 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.73 "GET /v2.0/ports?device_id=f953fcf5-9bc2-4029-9ea4-4583b21c4cb4 HTTP/1.1" status: 200 len: 946 time: 0.0491450 Aug 11 02:45:50.932180 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-25567e0d-b6cc-425f-9022-6144fc9596dd req-c8b3a00b-cf9c-4179-ac55-b9b6a56b2885 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Deleting port 99462620-2240-4c2c-a307-1d6c488c3b3f {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:45:50.932445 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-25567e0d-b6cc-425f-9022-6144fc9596dd req-c8b3a00b-cf9c-4179-ac55-b9b6a56b2885 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:51.019610 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-25567e0d-b6cc-425f-9022-6144fc9596dd req-c8b3a00b-cf9c-4179-ac55-b9b6a56b2885 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] For port 99462620-2240-4c2c-a307-1d6c488c3b3f, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=99462620-2240-4c2c-a307-1d6c488c3b3f,segment=NetworkSegment(f799a894-e6a4-4ec7-9b25-f830232ba3fe),segment_id=f799a894-e6a4-4ec7-9b25-f830232ba3fe)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:51.019972 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-25567e0d-b6cc-425f-9022-6144fc9596dd req-c8b3a00b-cf9c-4179-ac55-b9b6a56b2885 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:51.034863 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-25567e0d-b6cc-425f-9022-6144fc9596dd req-c8b3a00b-cf9c-4179-ac55-b9b6a56b2885 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Calling delete_port for 99462620-2240-4c2c-a307-1d6c488c3b3f owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:45:51.161357 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-25567e0d-b6cc-425f-9022-6144fc9596dd req-c8b3a00b-cf9c-4179-ac55-b9b6a56b2885 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:51.186978 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3a00b-cf9c-4179-ac55-b9b6a56b2885 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event deleted for resources: {'Port': ['ID=99462620-2240-4c2c-a307-1d6c488c3b3f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:51.253238 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-25567e0d-b6cc-425f-9022-6144fc9596dd req-c8b3a00b-cf9c-4179-ac55-b9b6a56b2885 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] No DVR routers for this DVR port 99462620-2240-4c2c-a307-1d6c488c3b3f on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:45:51.255781 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-25567e0d-b6cc-425f-9022-6144fc9596dd req-c8b3a00b-cf9c-4179-ac55-b9b6a56b2885 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:51.257815 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-25567e0d-b6cc-425f-9022-6144fc9596dd req-c8b3a00b-cf9c-4179-ac55-b9b6a56b2885 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.73 "DELETE /v2.0/ports/99462620-2240-4c2c-a307-1d6c488c3b3f HTTP/1.1" status: 204 len: 173 time: 0.4428325 Aug 11 02:45:51.260387 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f953fcf5-9bc2-4029-9ea4-4583b21c4cb4', 'name': 'network-vif-deleted', 'tag': '99462620-2240-4c2c-a307-1d6c488c3b3f'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:51.262619 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1faa84-d5f2-46b0-83f9-711322ca31f0" -d '{"events": [{"server_uuid": "f953fcf5-9bc2-4029-9ea4-4583b21c4cb4", "name": "network-vif-deleted", "tag": "99462620-2240-4c2c-a307-1d6c488c3b3f"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:51.303654 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c893d9-d8c8-4239-8020-eff50426f554 x-openstack-request-id: req-a3c893d9-d8c8-4239-8020-eff50426f554 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:51.304037 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f953fcf5-9bc2-4029-9ea4-4583b21c4cb4", "name": "network-vif-deleted", "tag": "99462620-2240-4c2c-a307-1d6c488c3b3f", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:51.304303 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a3c893d9-d8c8-4239-8020-eff50426f554 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:51.304716 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f953fcf5-9bc2-4029-9ea4-4583b21c4cb4', 'name': 'network-vif-deleted', 'tag': '99462620-2240-4c2c-a307-1d6c488c3b3f', 'status': 'completed', 'code': 200} Aug 11 02:45:51.535480 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:51.799072 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57086) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:52.157243 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ec476ea-1f3d-4c87-b279-f1a0f9aec9c7 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:52.403682 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-5ec476ea-1f3d-4c87-b279-f1a0f9aec9c7 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Deleting port 5ba87255-29b1-4979-b52c-da0b4a5f36f1 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:45:52.404024 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ec476ea-1f3d-4c87-b279-f1a0f9aec9c7 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:52.491956 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-5ec476ea-1f3d-4c87-b279-f1a0f9aec9c7 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] For port 5ba87255-29b1-4979-b52c-da0b4a5f36f1, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5ba87255-29b1-4979-b52c-da0b4a5f36f1,segment=NetworkSegment(f799a894-e6a4-4ec7-9b25-f830232ba3fe),segment_id=f799a894-e6a4-4ec7-9b25-f830232ba3fe)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:52.492221 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ec476ea-1f3d-4c87-b279-f1a0f9aec9c7 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:52.504718 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-5ec476ea-1f3d-4c87-b279-f1a0f9aec9c7 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Calling delete_port for 5ba87255-29b1-4979-b52c-da0b4a5f36f1 owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:45:52.683271 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ec476ea-1f3d-4c87-b279-f1a0f9aec9c7 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:52.707797 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec476ea-1f3d-4c87-b279-f1a0f9aec9c7 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event deleted for resources: {'Port': ['ID=5ba87255-29b1-4979-b52c-da0b4a5f36f1,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:52.893241 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5ec476ea-1f3d-4c87-b279-f1a0f9aec9c7 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:53.431488 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec476ea-1f3d-4c87-b279-f1a0f9aec9c7 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Router e5d355dd-e5f6-495e-b95a-bfda43fd939c has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:45:53.531586 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec476ea-1f3d-4c87-b279-f1a0f9aec9c7 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:45:53.536342 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5ec476ea-1f3d-4c87-b279-f1a0f9aec9c7 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "PUT /v2.0/routers/e5d355dd-e5f6-495e-b95a-bfda43fd939c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7361929 Aug 11 02:45:53.538952 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57088) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:53.541566 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d237d92b-01d7-4a2b-9540-a18c2f0b66a3 None None] Sync routers for ids ['e5d355dd-e5f6-495e-b95a-bfda43fd939c'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:45:53.551239 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d237d92b-01d7-4a2b-9540-a18c2f0b66a3 None None] Routers {'e5d355dd-e5f6-495e-b95a-bfda43fd939c'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:45:53.551863 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d237d92b-01d7-4a2b-9540-a18c2f0b66a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:45:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e5d355dd-e5f6-495e-b95a-bfda43fd939c'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:53.591720 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c8de50-9587-4b19-8a6f-96e953f4c3c8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Deleting subnet ff46a42b-e2ef-4466-a75e-addd0aca2c0c {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:45:53.594715 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e9c8de50-9587-4b19-8a6f-96e953f4c3c8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:53.634532 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e9c8de50-9587-4b19-8a6f-96e953f4c3c8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:53.654487 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-d237d92b-01d7-4a2b-9540-a18c2f0b66a3 None None] Set router e5d355dd-e5f6-495e-b95a-bfda43fd939c gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:45:53.754012 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e9c8de50-9587-4b19-8a6f-96e953f4c3c8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:53.812279 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e9c8de50-9587-4b19-8a6f-96e953f4c3c8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:53.833276 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d237d92b-01d7-4a2b-9540-a18c2f0b66a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1423330320', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '21cadb64-bf5e-455d-bb4d-0b948fa881c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:45:52Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '21cadb64-bf5e-455d-bb4d-0b948fa881c7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:53.840374 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8de50-9587-4b19-8a6f-96e953f4c3c8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event deleted for resources: {'Subnet': ['ID=ff46a42b-e2ef-4466-a75e-addd0aca2c0c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:53.844378 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e9c8de50-9587-4b19-8a6f-96e953f4c3c8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:53.848106 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e9c8de50-9587-4b19-8a6f-96e953f4c3c8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "DELETE /v2.0/subnets/ff46a42b-e2ef-4466-a75e-addd0aca2c0c HTTP/1.1" status: 204 len: 168 time: 0.3075006 Aug 11 02:45:53.848883 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57090) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:53.861291 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7e591e-769c-42bb-879f-713f05f2152b None None] Network 1e83e628-2942-4842-b6aa-7680dede03de requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:45:53.863526 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d237d92b-01d7-4a2b-9540-a18c2f0b66a3 None None] Checking router: e5d355dd-e5f6-495e-b95a-bfda43fd939c for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:45:53.913623 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d237d92b-01d7-4a2b-9540-a18c2f0b66a3 None None] Routers {'e5d355dd-e5f6-495e-b95a-bfda43fd939c'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:45:53.914243 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d237d92b-01d7-4a2b-9540-a18c2f0b66a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:45:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['e5d355dd-e5f6-495e-b95a-bfda43fd939c'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:53.956646 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d162b21b-9493-4c90-a218-ccf6fb22f144 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.059117 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d162b21b-9493-4c90-a218-ccf6fb22f144 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.067487 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-d237d92b-01d7-4a2b-9540-a18c2f0b66a3 None None] Set router e5d355dd-e5f6-495e-b95a-bfda43fd939c gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:45:54.115743 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-d162b21b-9493-4c90-a218-ccf6fb22f144 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Deleting port 21cadb64-bf5e-455d-bb4d-0b948fa881c7 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:45:54.116115 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d162b21b-9493-4c90-a218-ccf6fb22f144 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.203158 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-d162b21b-9493-4c90-a218-ccf6fb22f144 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] For port 21cadb64-bf5e-455d-bb4d-0b948fa881c7, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=21cadb64-bf5e-455d-bb4d-0b948fa881c7,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:54.203567 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d162b21b-9493-4c90-a218-ccf6fb22f144 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.215811 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-d162b21b-9493-4c90-a218-ccf6fb22f144 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Calling delete_port for 21cadb64-bf5e-455d-bb4d-0b948fa881c7 owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:45:54.261687 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d237d92b-01d7-4a2b-9540-a18c2f0b66a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1423330320', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '21cadb64-bf5e-455d-bb4d-0b948fa881c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:45:52Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '21cadb64-bf5e-455d-bb4d-0b948fa881c7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:54.289143 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace6f60f-4829-459f-b294-f7f3c33e3326 None None] DHCP port deletion for 1e83e628-2942-4842-b6aa-7680dede03de request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:45:54.291995 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d237d92b-01d7-4a2b-9540-a18c2f0b66a3 None None] The sync data for ids ['e5d355dd-e5f6-495e-b95a-bfda43fd939c'] in n-d-615180-33 is: [{'id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1423330320', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '21cadb64-bf5e-455d-bb4d-0b948fa881c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:45:52Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '21cadb64-bf5e-455d-bb4d-0b948fa881c7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d355dd-e5f6-495e-b95a-bfda43fd939c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:45:54.399370 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d162b21b-9493-4c90-a218-ccf6fb22f144 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.426437 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162b21b-9493-4c90-a218-ccf6fb22f144 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event deleted for resources: {'Port': ['ID=21cadb64-bf5e-455d-bb4d-0b948fa881c7,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:54.492208 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d162b21b-9493-4c90-a218-ccf6fb22f144 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.505271 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-ace6f60f-4829-459f-b294-f7f3c33e3326 None None] Deleting port e9ee11a6-0dae-4c45-b818-4be025e42f87 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:45:54.505653 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ace6f60f-4829-459f-b294-f7f3c33e3326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.566093 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-ace6f60f-4829-459f-b294-f7f3c33e3326 None None] For port e9ee11a6-0dae-4c45-b818-4be025e42f87, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e9ee11a6-0dae-4c45-b818-4be025e42f87,segment=NetworkSegment(f799a894-e6a4-4ec7-9b25-f830232ba3fe),segment_id=f799a894-e6a4-4ec7-9b25-f830232ba3fe)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:54.566876 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ace6f60f-4829-459f-b294-f7f3c33e3326 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.578409 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-ace6f60f-4829-459f-b294-f7f3c33e3326 None None] Calling delete_port for e9ee11a6-0dae-4c45-b818-4be025e42f87 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:45:54.581591 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d162b21b-9493-4c90-a218-ccf6fb22f144 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.583871 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d162b21b-9493-4c90-a218-ccf6fb22f144 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.628816 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d162b21b-9493-4c90-a218-ccf6fb22f144 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.629426 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d162b21b-9493-4c90-a218-ccf6fb22f144 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Fanout notify agent at l3_agent the message router_deleted on router e5d355dd-e5f6-495e-b95a-bfda43fd939c {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:45:54.637594 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d162b21b-9493-4c90-a218-ccf6fb22f144 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.641224 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d162b21b-9493-4c90-a218-ccf6fb22f144 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "DELETE /v2.0/routers/e5d355dd-e5f6-495e-b95a-bfda43fd939c HTTP/1.1" status: 204 len: 168 time: 0.7889028 Aug 11 02:45:54.641502 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57092) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:54.673950 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ace6f60f-4829-459f-b294-f7f3c33e3326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.741327 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.741327 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6f60f-4829-459f-b294-f7f3c33e3326 None None] Pushing event deleted for resources: {'Port': ['ID=e9ee11a6-0dae-4c45-b818-4be025e42f87,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:54.741327 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace6f60f-4829-459f-b294-f7f3c33e3326 None None] No DVR routers for this DVR port e9ee11a6-0dae-4c45-b818-4be025e42f87 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:45:54.741327 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6f60f-4829-459f-b294-f7f3c33e3326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:54.741327 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6f60f-4829-459f-b294-f7f3c33e3326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:54.741327 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6f60f-4829-459f-b294-f7f3c33e3326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:54.741327 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6f60f-4829-459f-b294-f7f3c33e3326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:54.741327 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6f60f-4829-459f-b294-f7f3c33e3326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:54.741327 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6f60f-4829-459f-b294-f7f3c33e3326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:54.741327 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6f60f-4829-459f-b294-f7f3c33e3326 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:54.741327 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6f60f-4829-459f-b294-f7f3c33e3326 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:54.741327 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6f60f-4829-459f-b294-f7f3c33e3326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:54.741327 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6f60f-4829-459f-b294-f7f3c33e3326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:54.741327 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6f60f-4829-459f-b294-f7f3c33e3326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:54.741327 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6f60f-4829-459f-b294-f7f3c33e3326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:54.766787 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-15fe53f4-a1c5-4192-887c-e930664bd3a1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.768226 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e9ee11a6-0dae-4c45-b818-4be025e42f87 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:45:54.789795 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: e9ee11a6-0dae-4c45-b818-4be025e42f87 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:45:54.790146 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e9ee11a6-0dae-4c45-b818-4be025e42f87 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:45:54.865109 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 99462620-2240-4c2c-a307-1d6c488c3b3f no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:45:54.866354 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-15fe53f4-a1c5-4192-887c-e930664bd3a1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.877188 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-15fe53f4-a1c5-4192-887c-e930664bd3a1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e83e628-2942-4842-b6aa-7680dede03de']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:54.885386 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 99462620-2240-4c2c-a307-1d6c488c3b3f {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:45:54.885738 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 99462620-2240-4c2c-a307-1d6c488c3b3f not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:45:54.887849 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-15fe53f4-a1c5-4192-887c-e930664bd3a1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f799a894-e6a4-4ec7-9b25-f830232ba3fe') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:54.888233 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-15fe53f4-a1c5-4192-887c-e930664bd3a1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f799a894-e6a4-4ec7-9b25-f830232ba3fe') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:54.896860 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-15fe53f4-a1c5-4192-887c-e930664bd3a1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.910879 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-15fe53f4-a1c5-4192-887c-e930664bd3a1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.916871 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15fe53f4-a1c5-4192-887c-e930664bd3a1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:45:54.917306 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-15fe53f4-a1c5-4192-887c-e930664bd3a1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:45:54.920237 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:45:54.982110 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-15fe53f4-a1c5-4192-887c-e930664bd3a1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.989989 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-15fe53f4-a1c5-4192-887c-e930664bd3a1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.991327 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-15fe53f4-a1c5-4192-887c-e930664bd3a1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "DELETE /v2.0/networks/1e83e628-2942-4842-b6aa-7680dede03de HTTP/1.1" status: 204 len: 168 time: 0.3488903 Aug 11 02:45:54.994259 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57094) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:55.003781 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe53f4-a1c5-4192-887c-e930664bd3a1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event deleted for resources: {'Network': ['ID=1e83e628-2942-4842-b6aa-7680dede03de,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:55.058082 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cf569be7-cdfb-4d54-88a6-1ee5cb4507f7 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.082835 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cf569be7-cdfb-4d54-88a6-1ee5cb4507f7 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.146948 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cf569be7-cdfb-4d54-88a6-1ee5cb4507f7 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.149562 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cf569be7-cdfb-4d54-88a6-1ee5cb4507f7 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.150739 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cf569be7-cdfb-4d54-88a6-1ee5cb4507f7 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "DELETE /v2.0/security-groups/ac1b520d-07c1-4c75-8dc8-cb16132352ad HTTP/1.1" status: 204 len: 168 time: 0.1549687 Aug 11 02:45:55.160274 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf569be7-cdfb-4d54-88a6-1ee5cb4507f7 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1b520d-07c1-4c75-8dc8-cb16132352ad,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:55.382671 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57100) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:55.388038 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-217502bc-27fa-4282-b0d2-efc7f22296a9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1889778803', 'description': 'tempest-secgroup-smoke-1889778803 description', 'project_id': '83a11b7064d64ae6b3165041fbab4c71'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:55.410045 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-217502bc-27fa-4282-b0d2-efc7f22296a9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.497352 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-217502bc-27fa-4282-b0d2-efc7f22296a9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.501090 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-217502bc-27fa-4282-b0d2-efc7f22296a9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.505014 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.528775 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-217502bc-27fa-4282-b0d2-efc7f22296a9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.530083 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-217502bc-27fa-4282-b0d2-efc7f22296a9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1457121 Aug 11 02:45:55.531955 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217502bc-27fa-4282-b0d2-efc7f22296a9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40d15248-4b14-456b-9815-95ae2e7b346b,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:55.533047 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57102) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:55.539966 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-ea552b35-028a-4bd1-a4d9-5949a4f5de83 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'security_group_rule': {'security_group_id': '40d15248-4b14-456b-9815-95ae2e7b346b', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:55.566482 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ea552b35-028a-4bd1-a4d9-5949a4f5de83 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.622069 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ea552b35-028a-4bd1-a4d9-5949a4f5de83 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.626060 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ea552b35-028a-4bd1-a4d9-5949a4f5de83 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.645833 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea552b35-028a-4bd1-a4d9-5949a4f5de83 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b81957-f551-4568-93b3-b634960e6374,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:55.652534 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ea552b35-028a-4bd1-a4d9-5949a4f5de83 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.653826 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ea552b35-028a-4bd1-a4d9-5949a4f5de83 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188719 Aug 11 02:45:55.656527 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57104) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:55.661015 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-d9effedd-c5a8-48b7-beef-5321e1347421 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'security_group_rule': {'security_group_id': '40d15248-4b14-456b-9815-95ae2e7b346b', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:55.687391 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d9effedd-c5a8-48b7-beef-5321e1347421 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.744780 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d9effedd-c5a8-48b7-beef-5321e1347421 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.748227 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d9effedd-c5a8-48b7-beef-5321e1347421 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.767948 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9effedd-c5a8-48b7-beef-5321e1347421 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d3bc66-b787-4ae7-895e-986dab96cc11,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:55.771885 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d9effedd-c5a8-48b7-beef-5321e1347421 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.773078 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d9effedd-c5a8-48b7-beef-5321e1347421 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155829 Aug 11 02:45:55.775826 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57106) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:55.780710 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-5fb9550e-1a70-4ec0-8d5d-9ae928824e76 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'security_group_rule': {'security_group_id': '40d15248-4b14-456b-9815-95ae2e7b346b', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:55.806926 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5fb9550e-1a70-4ec0-8d5d-9ae928824e76 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.866948 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5fb9550e-1a70-4ec0-8d5d-9ae928824e76 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.871241 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5fb9550e-1a70-4ec0-8d5d-9ae928824e76 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.889049 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9550e-1a70-4ec0-8d5d-9ae928824e76 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ffde7db-e7e1-4788-911b-b31dd9857cb9,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:55.892024 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5fb9550e-1a70-4ec0-8d5d-9ae928824e76 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.893202 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5fb9550e-1a70-4ec0-8d5d-9ae928824e76 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164541 Aug 11 02:45:55.895974 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57108) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:55.900766 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-73624e24-37c5-477d-98f7-bf63642c79b4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'security_group_rule': {'security_group_id': '40d15248-4b14-456b-9815-95ae2e7b346b', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:55.926020 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-73624e24-37c5-477d-98f7-bf63642c79b4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.984643 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-73624e24-37c5-477d-98f7-bf63642c79b4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.988118 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-73624e24-37c5-477d-98f7-bf63642c79b4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:56.009231 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73624e24-37c5-477d-98f7-bf63642c79b4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb6d25e-c31e-491d-901e-02b0552b5bd2,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:56.012995 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-73624e24-37c5-477d-98f7-bf63642c79b4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:56.014203 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-73624e24-37c5-477d-98f7-bf63642c79b4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173337 Aug 11 02:45:56.016860 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57110) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:56.021331 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-a607c374-34a5-45d5-8e59-826f1e90e5e6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'security_group_rule': {'security_group_id': '40d15248-4b14-456b-9815-95ae2e7b346b', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:56.044130 n-d-615180-33 neutron-server[94507]: INFO neutron.db.securitygroups_db [None req-a607c374-34a5-45d5-8e59-826f1e90e5e6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Project 83a11b7064d64ae6b3165041fbab4c71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:45:56.048699 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a607c374-34a5-45d5-8e59-826f1e90e5e6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:56.106848 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a607c374-34a5-45d5-8e59-826f1e90e5e6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:56.110534 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a607c374-34a5-45d5-8e59-826f1e90e5e6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:56.130790 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607c374-34a5-45d5-8e59-826f1e90e5e6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1187984c-fc51-4e99-957d-5755b27bdcab,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:56.134910 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a607c374-34a5-45d5-8e59-826f1e90e5e6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:56.136136 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a607c374-34a5-45d5-8e59-826f1e90e5e6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183333 Aug 11 02:45:56.139048 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57112) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:56.143716 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-df87a2ec-dc68-4dfc-9f06-dac3848f7fe2 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'security_group_rule': {'security_group_id': '40d15248-4b14-456b-9815-95ae2e7b346b', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:56.165081 n-d-615180-33 neutron-server[94506]: INFO neutron.db.securitygroups_db [None req-df87a2ec-dc68-4dfc-9f06-dac3848f7fe2 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Project 83a11b7064d64ae6b3165041fbab4c71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:45:56.169696 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-df87a2ec-dc68-4dfc-9f06-dac3848f7fe2 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:56.228943 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-df87a2ec-dc68-4dfc-9f06-dac3848f7fe2 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:56.232386 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-df87a2ec-dc68-4dfc-9f06-dac3848f7fe2 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:56.250480 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87a2ec-dc68-4dfc-9f06-dac3848f7fe2 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dcfd21d-4893-425e-acb2-072701f712b1,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:56.253572 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-df87a2ec-dc68-4dfc-9f06-dac3848f7fe2 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:56.255968 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-df87a2ec-dc68-4dfc-9f06-dac3848f7fe2 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1158493 Aug 11 02:45:56.257607 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57114) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:56.263098 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-77394775-0289-4e63-a951-868983a4bf7c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'network': {'name': 'tempest-network-smoke--1208005311', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'port_security_enabled': True}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:56.284627 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77394775-0289-4e63-a951-868983a4bf7c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Made reservation on behalf of 83a11b7064d64ae6b3165041fbab4c71 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:45:56.288184 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77394775-0289-4e63-a951-868983a4bf7c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:56.311379 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77394775-0289-4e63-a951-868983a4bf7c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:45:56.320499 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77394775-0289-4e63-a951-868983a4bf7c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:56.321380 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-77394775-0289-4e63-a951-868983a4bf7c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Added segment 0334d0fd-ce6b-4b90-97c7-3cedfa0d3579 of type vlan for network 6c3305d0-f751-4adf-9eea-8a365f118756 Aug 11 02:45:56.324379 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5ba87255-29b1-4979-b52c-da0b4a5f36f1 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:45:56.347665 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 5ba87255-29b1-4979-b52c-da0b4a5f36f1 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:45:56.348013 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5ba87255-29b1-4979-b52c-da0b4a5f36f1 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:45:56.348588 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 21cadb64-bf5e-455d-bb4d-0b948fa881c7 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:45:56.361395 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77394775-0289-4e63-a951-868983a4bf7c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:56.367141 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 21cadb64-bf5e-455d-bb4d-0b948fa881c7 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:45:56.367598 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 21cadb64-bf5e-455d-bb4d-0b948fa881c7 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:45:56.389461 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77394775-0289-4e63-a951-868983a4bf7c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:56.394966 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77394775-0289-4e63-a951-868983a4bf7c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:56.395575 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-77394775-0289-4e63-a951-868983a4bf7c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:56.454944 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-77394775-0289-4e63-a951-868983a4bf7c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1957743 Aug 11 02:45:56.457692 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57116) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:56.464700 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-ce47df2d-448a-465f-bccc-63ee96bb1564 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1735002061', 'admin_state_up': True, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:56.474441 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77394775-0289-4e63-a951-868983a4bf7c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Network': ['ID=6c3305d0-f751-4adf-9eea-8a365f118756,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:56.486312 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 6c3305d0-f751-4adf-9eea-8a365f118756 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:45:56.491874 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce47df2d-448a-465f-bccc-63ee96bb1564 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:56.493069 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce47df2d-448a-465f-bccc-63ee96bb1564 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:56.545013 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce47df2d-448a-465f-bccc-63ee96bb1564 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:56.678597 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce47df2d-448a-465f-bccc-63ee96bb1564 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:56.871868 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce47df2d-448a-465f-bccc-63ee96bb1564 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:56.891379 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce47df2d-448a-465f-bccc-63ee96bb1564 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:56.993190 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-ce47df2d-448a-465f-bccc-63ee96bb1564 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Allocated IP 172.25.2.33 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/55f58a23-b152-4782-b798-2d924bbfa2d1) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:45:57.092580 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce47df2d-448a-465f-bccc-63ee96bb1564 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:57.129390 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce47df2d-448a-465f-bccc-63ee96bb1564 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:57.164066 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce47df2d-448a-465f-bccc-63ee96bb1564 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:45:57.170247 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-ce47df2d-448a-465f-bccc-63ee96bb1564 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:57.173751 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce47df2d-448a-465f-bccc-63ee96bb1564 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:45:57.178878 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47df2d-448a-465f-bccc-63ee96bb1564 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Port': ['ID=55f58a23-b152-4782-b798-2d924bbfa2d1,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:57.415317 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce47df2d-448a-465f-bccc-63ee96bb1564 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:57.945115 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce47df2d-448a-465f-bccc-63ee96bb1564 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:58.069148 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce47df2d-448a-465f-bccc-63ee96bb1564 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Router a740f788-08ae-4a89-9e5c-760bc6574cd9 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:45:58.173500 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce47df2d-448a-465f-bccc-63ee96bb1564 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:45:58.183090 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47deaa56-e732-4844-852c-3a4c6511f0b5 None None] Sync routers for ids ['a740f788-08ae-4a89-9e5c-760bc6574cd9'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:45:58.192925 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ce47df2d-448a-465f-bccc-63ee96bb1564 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:58.193143 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47deaa56-e732-4844-852c-3a4c6511f0b5 None None] Routers {'a740f788-08ae-4a89-9e5c-760bc6574cd9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:45:58.193845 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-47deaa56-e732-4844-852c-3a4c6511f0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:45:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a740f788-08ae-4a89-9e5c-760bc6574cd9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:58.197536 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ce47df2d-448a-465f-bccc-63ee96bb1564 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7388515 Aug 11 02:45:58.197645 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57118) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:58.234997 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7bff9fdd-28c6-4c9d-8d50-f31e416915a7 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=83a11b7064d64ae6b3165041fbab4c71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363655 Aug 11 02:45:58.237871 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57120) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:58.369590 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5208621-172c-4963-ac15-dff2389ec0c6 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:58.373867 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e5208621-172c-4963-ac15-dff2389ec0c6 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1323667 Aug 11 02:45:58.374011 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57122) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:58.375328 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:45:58.398242 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-47deaa56-e732-4844-852c-3a4c6511f0b5 None None] Set router a740f788-08ae-4a89-9e5c-760bc6574cd9 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:45:58.401812 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0a21885f-8a6e-4849-8d50-2402fa32cfe8 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=2e931faf-12fe-43f6-b34b-8aa380b6ef75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268342 Aug 11 02:45:58.404316 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57124) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:58.409421 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-91379e14-cb3b-44dc-bbd6-c3beb87dd724 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1420329190', 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:58.500317 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91379e14-cb3b-44dc-bbd6-c3beb87dd724 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Made reservation on behalf of 83a11b7064d64ae6b3165041fbab4c71 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:45:58.503907 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-91379e14-cb3b-44dc-bbd6-c3beb87dd724 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:58.575036 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-47deaa56-e732-4844-852c-3a4c6511f0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735002061', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '55f58a23-b152-4782-b798-2d924bbfa2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:56Z', 'updated_at': '2021-08-11T02:45:57Z', 'revision_number': 3, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '55f58a23-b152-4782-b798-2d924bbfa2d1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:56Z', 'updated_at': '2021-08-11T02:45:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:58.605226 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47deaa56-e732-4844-852c-3a4c6511f0b5 None None] Checking router: a740f788-08ae-4a89-9e5c-760bc6574cd9 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:45:58.605574 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47deaa56-e732-4844-852c-3a4c6511f0b5 None None] Updating router a740f788-08ae-4a89-9e5c-760bc6574cd9 port 55f58a23-b152-4782-b798-2d924bbfa2d1 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:45:58.630535 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-47deaa56-e732-4844-852c-3a4c6511f0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:58.697380 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-91379e14-cb3b-44dc-bbd6-c3beb87dd724 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:58.763804 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91379e14-cb3b-44dc-bbd6-c3beb87dd724 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Subnet': ['ID=ae356d35-7665-45f7-8654-d804aa8e1cea,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:58.772379 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91379e14-cb3b-44dc-bbd6-c3beb87dd724 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Checking segment: {'id': '0334d0fd-ce6b-4b90-97c7-3cedfa0d3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:45:58.772743 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91379e14-cb3b-44dc-bbd6-c3beb87dd724 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Network hostable DHCP agents. Network: 6c3305d0-f751-4adf-9eea-8a365f118756, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:45:58.792469 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91379e14-cb3b-44dc-bbd6-c3beb87dd724 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Network 6c3305d0-f751-4adf-9eea-8a365f118756 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:45:58.803415 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-91379e14-cb3b-44dc-bbd6-c3beb87dd724 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 6c3305d0-f751-4adf-9eea-8a365f118756) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:58.811460 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91379e14-cb3b-44dc-bbd6-c3beb87dd724 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:58.812093 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-91379e14-cb3b-44dc-bbd6-c3beb87dd724 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:58.812711 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fcbffc-daea-41b7-bd5b-3acd86d9eb51 None None] Network 6c3305d0-f751-4adf-9eea-8a365f118756 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:45:58.826926 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-91379e14-cb3b-44dc-bbd6-c3beb87dd724 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4214578 Aug 11 02:45:58.829512 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57126) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:58.893399 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-47deaa56-e732-4844-852c-3a4c6511f0b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:58.905594 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-47deaa56-e732-4844-852c-3a4c6511f0b5 None None] Transition to ACTIVE for port object 55f58a23-b152-4782-b798-2d924bbfa2d1 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:58.912020 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-47deaa56-e732-4844-852c-3a4c6511f0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:58.962194 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-47deaa56-e732-4844-852c-3a4c6511f0b5 None None] Attempting to bind port 55f58a23-b152-4782-b798-2d924bbfa2d1 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:45:58.962589 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-47deaa56-e732-4844-852c-3a4c6511f0b5 None None] Attempting to bind port 55f58a23-b152-4782-b798-2d924bbfa2d1 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:45:58.962957 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47deaa56-e732-4844-852c-3a4c6511f0b5 None None] Attempting to bind port 55f58a23-b152-4782-b798-2d924bbfa2d1 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:58.971456 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47deaa56-e732-4844-852c-3a4c6511f0b5 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:45:58.971871 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47deaa56-e732-4844-852c-3a4c6511f0b5 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:45:58.972240 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-47deaa56-e732-4844-852c-3a4c6511f0b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:58.972634 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47deaa56-e732-4844-852c-3a4c6511f0b5 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:45:58.973094 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-47deaa56-e732-4844-852c-3a4c6511f0b5 None None] Bound port: 55f58a23-b152-4782-b798-2d924bbfa2d1, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:45:58.973462 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-47deaa56-e732-4844-852c-3a4c6511f0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:58.980084 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603bddb5-eb8e-44f3-bfbe-5397558e63c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-6c3305d0-f751-4adf-9eea-8a365f118756', 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'fixed_ips': [{'subnet_id': 'ae356d35-7665-45f7-8654-d804aa8e1cea'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:45:58.981356 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-603bddb5-eb8e-44f3-bfbe-5397558e63c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:58.998988 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346702b8-e242-4306-a4ea-964ea88b68de None None] Pushing event updated for resources: {'Port': ['ID=55f58a23-b152-4782-b798-2d924bbfa2d1,revision_number=2']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:59.018312 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346702b8-e242-4306-a4ea-964ea88b68de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:59.018614 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346702b8-e242-4306-a4ea-964ea88b68de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:59.018906 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346702b8-e242-4306-a4ea-964ea88b68de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:59.019471 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346702b8-e242-4306-a4ea-964ea88b68de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:59.019911 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346702b8-e242-4306-a4ea-964ea88b68de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:59.020193 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346702b8-e242-4306-a4ea-964ea88b68de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:59.020525 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346702b8-e242-4306-a4ea-964ea88b68de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:59.020857 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346702b8-e242-4306-a4ea-964ea88b68de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:59.021169 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346702b8-e242-4306-a4ea-964ea88b68de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:59.021489 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346702b8-e242-4306-a4ea-964ea88b68de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:59.021808 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346702b8-e242-4306-a4ea-964ea88b68de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:59.022126 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346702b8-e242-4306-a4ea-964ea88b68de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:59.046680 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-47deaa56-e732-4844-852c-3a4c6511f0b5 None None] For port 55f58a23-b152-4782-b798-2d924bbfa2d1, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:45:59.053482 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-47deaa56-e732-4844-852c-3a4c6511f0b5 None None] For port 55f58a23-b152-4782-b798-2d924bbfa2d1, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=55f58a23-b152-4782-b798-2d924bbfa2d1,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:45:59.060080 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-47deaa56-e732-4844-852c-3a4c6511f0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:59.123043 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47deaa56-e732-4844-852c-3a4c6511f0b5 None None] Routers {'a740f788-08ae-4a89-9e5c-760bc6574cd9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:45:59.123892 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-47deaa56-e732-4844-852c-3a4c6511f0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:45:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a740f788-08ae-4a89-9e5c-760bc6574cd9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:59.128703 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-603bddb5-eb8e-44f3-bfbe-5397558e63c7 None None] Allocated IP 172.20.0.2 (6c3305d0-f751-4adf-9eea-8a365f118756/ae356d35-7665-45f7-8654-d804aa8e1cea/e7b01af7-15b2-421c-a039-4554ccb17299) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:45:59.175837 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346702b8-e242-4306-a4ea-964ea88b68de None None] Pushing event updated for resources: {'Port': ['ID=55f58a23-b152-4782-b798-2d924bbfa2d1,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:59.260163 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-47deaa56-e732-4844-852c-3a4c6511f0b5 None None] Set router a740f788-08ae-4a89-9e5c-760bc6574cd9 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:45:59.284809 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-603bddb5-eb8e-44f3-bfbe-5397558e63c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:59.294077 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-603bddb5-eb8e-44f3-bfbe-5397558e63c7 None None] Transition to ACTIVE for port object e7b01af7-15b2-421c-a039-4554ccb17299 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:59.310543 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-603bddb5-eb8e-44f3-bfbe-5397558e63c7 None None] Transition to ACTIVE for port object e7b01af7-15b2-421c-a039-4554ccb17299 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:59.316778 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-603bddb5-eb8e-44f3-bfbe-5397558e63c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:59.366191 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bddb5-eb8e-44f3-bfbe-5397558e63c7 None None] Pushing event updated for resources: {'Port': ['ID=e7b01af7-15b2-421c-a039-4554ccb17299,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:59.370228 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603bddb5-eb8e-44f3-bfbe-5397558e63c7 None None] Network 6c3305d0-f751-4adf-9eea-8a365f118756 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:45:59.372035 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-603bddb5-eb8e-44f3-bfbe-5397558e63c7 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:59.374158 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603bddb5-eb8e-44f3-bfbe-5397558e63c7 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:45:59.433981 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-603bddb5-eb8e-44f3-bfbe-5397558e63c7 None None] Attempting to bind port e7b01af7-15b2-421c-a039-4554ccb17299 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:45:59.445106 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-603bddb5-eb8e-44f3-bfbe-5397558e63c7 None None] Attempting to bind port e7b01af7-15b2-421c-a039-4554ccb17299 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '0334d0fd-ce6b-4b90-97c7-3cedfa0d3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:45:59.445106 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603bddb5-eb8e-44f3-bfbe-5397558e63c7 None None] Attempting to bind port e7b01af7-15b2-421c-a039-4554ccb17299 on network 6c3305d0-f751-4adf-9eea-8a365f118756 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:59.445106 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603bddb5-eb8e-44f3-bfbe-5397558e63c7 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:45:59.445106 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603bddb5-eb8e-44f3-bfbe-5397558e63c7 None None] Checking segment: {'id': '0334d0fd-ce6b-4b90-97c7-3cedfa0d3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:45:59.445106 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-603bddb5-eb8e-44f3-bfbe-5397558e63c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:59.445106 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603bddb5-eb8e-44f3-bfbe-5397558e63c7 None None] Bound using segment: {'id': '0334d0fd-ce6b-4b90-97c7-3cedfa0d3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:45:59.445106 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-603bddb5-eb8e-44f3-bfbe-5397558e63c7 None None] Bound port: e7b01af7-15b2-421c-a039-4554ccb17299, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0334d0fd-ce6b-4b90-97c7-3cedfa0d3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:45:59.445106 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-603bddb5-eb8e-44f3-bfbe-5397558e63c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:59.456522 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-47deaa56-e732-4844-852c-3a4c6511f0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735002061', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '55f58a23-b152-4782-b798-2d924bbfa2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:56Z', 'updated_at': '2021-08-11T02:45:57Z', 'revision_number': 3, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '55f58a23-b152-4782-b798-2d924bbfa2d1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:56Z', 'updated_at': '2021-08-11T02:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:59.490161 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47deaa56-e732-4844-852c-3a4c6511f0b5 None None] The sync data for ids ['a740f788-08ae-4a89-9e5c-760bc6574cd9'] in n-d-615180-33 is: [{'id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735002061', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '55f58a23-b152-4782-b798-2d924bbfa2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:56Z', 'updated_at': '2021-08-11T02:45:57Z', 'revision_number': 3, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '55f58a23-b152-4782-b798-2d924bbfa2d1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:56Z', 'updated_at': '2021-08-11T02:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:45:59.514924 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-603bddb5-eb8e-44f3-bfbe-5397558e63c7 None None] For port e7b01af7-15b2-421c-a039-4554ccb17299, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:45:59.518225 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-603bddb5-eb8e-44f3-bfbe-5397558e63c7 None None] For port e7b01af7-15b2-421c-a039-4554ccb17299, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e7b01af7-15b2-421c-a039-4554ccb17299,segment=NetworkSegment(0334d0fd-ce6b-4b90-97c7-3cedfa0d3579),segment_id=0334d0fd-ce6b-4b90-97c7-3cedfa0d3579)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:45:59.523724 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-603bddb5-eb8e-44f3-bfbe-5397558e63c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:59.581428 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bddb5-eb8e-44f3-bfbe-5397558e63c7 None None] Pushing event updated for resources: {'Port': ['ID=e7b01af7-15b2-421c-a039-4554ccb17299,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:59.619820 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ae6a1b8a-bbee-4cbd-b22e-a3a015cabeb6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:00.007158 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-ae6a1b8a-bbee-4cbd-b22e-a3a015cabeb6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Allocated IP 172.20.0.1 (6c3305d0-f751-4adf-9eea-8a365f118756/ae356d35-7665-45f7-8654-d804aa8e1cea/c7c2a575-2b5b-4eba-a647-dc3efc281f10) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:46:00.128317 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ae6a1b8a-bbee-4cbd-b22e-a3a015cabeb6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:00.143038 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-ae6a1b8a-bbee-4cbd-b22e-a3a015cabeb6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Transition to ACTIVE for port object c7c2a575-2b5b-4eba-a647-dc3efc281f10 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:46:00.176984 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ae6a1b8a-bbee-4cbd-b22e-a3a015cabeb6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:00.215099 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6a1b8a-bbee-4cbd-b22e-a3a015cabeb6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Network 6c3305d0-f751-4adf-9eea-8a365f118756 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:46:00.218366 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-ae6a1b8a-bbee-4cbd-b22e-a3a015cabeb6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:46:00.222294 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6a1b8a-bbee-4cbd-b22e-a3a015cabeb6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:46:00.284155 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a1b8a-bbee-4cbd-b22e-a3a015cabeb6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Port': ['ID=c7c2a575-2b5b-4eba-a647-dc3efc281f10,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:00.301292 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ae6a1b8a-bbee-4cbd-b22e-a3a015cabeb6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:00.433084 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e7b01af7-15b2-421c-a039-4554ccb17299 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:00.489792 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port e7b01af7-15b2-421c-a039-4554ccb17299 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:00.495404 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 55f58a23-b152-4782-b798-2d924bbfa2d1 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:00.518645 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ae6a1b8a-bbee-4cbd-b22e-a3a015cabeb6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:00.545443 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 55f58a23-b152-4782-b798-2d924bbfa2d1 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:00.549739 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 55f58a23-b152-4782-b798-2d924bbfa2d1 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:00.550157 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:00.622806 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0595be-d0e9-4b9e-810e-cfd24253a3a2 None None] Network 6c3305d0-f751-4adf-9eea-8a365f118756 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:46:00.679688 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:00.702740 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-214f9e26-5e8e-4d9b-9ee3-ef5e94ab8eda None None] Provisioning for port e7b01af7-15b2-421c-a039-4554ccb17299 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:00.727723 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-214f9e26-5e8e-4d9b-9ee3-ef5e94ab8eda None None] Provisioning complete for port e7b01af7-15b2-421c-a039-4554ccb17299 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:00.728106 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-214f9e26-5e8e-4d9b-9ee3-ef5e94ab8eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:00.731041 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 55f58a23-b152-4782-b798-2d924bbfa2d1, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=55f58a23-b152-4782-b798-2d924bbfa2d1,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:00.757182 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:00.811959 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ae6a1b8a-bbee-4cbd-b22e-a3a015cabeb6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:00.816671 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ae6a1b8a-bbee-4cbd-b22e-a3a015cabeb6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:00.856612 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=55f58a23-b152-4782-b798-2d924bbfa2d1,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:00.900706 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ae6a1b8a-bbee-4cbd-b22e-a3a015cabeb6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:00.902572 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a1b8a-bbee-4cbd-b22e-a3a015cabeb6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Port': ['ID=c7c2a575-2b5b-4eba-a647-dc3efc281f10,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:00.926847 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-214f9e26-5e8e-4d9b-9ee3-ef5e94ab8eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:00.965901 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-214f9e26-5e8e-4d9b-9ee3-ef5e94ab8eda None None] For port e7b01af7-15b2-421c-a039-4554ccb17299, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e7b01af7-15b2-421c-a039-4554ccb17299,segment=NetworkSegment(0334d0fd-ce6b-4b90-97c7-3cedfa0d3579),segment_id=0334d0fd-ce6b-4b90-97c7-3cedfa0d3579)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:00.970639 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-214f9e26-5e8e-4d9b-9ee3-ef5e94ab8eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:01.009145 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6a1b8a-bbee-4cbd-b22e-a3a015cabeb6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Network 6c3305d0-f751-4adf-9eea-8a365f118756 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:46:01.010567 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-ae6a1b8a-bbee-4cbd-b22e-a3a015cabeb6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:46:01.029715 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f9e26-5e8e-4d9b-9ee3-ef5e94ab8eda None None] Pushing event updated for resources: {'Port': ['ID=e7b01af7-15b2-421c-a039-4554ccb17299,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:01.128565 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6a1b8a-bbee-4cbd-b22e-a3a015cabeb6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Router a740f788-08ae-4a89-9e5c-760bc6574cd9 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:46:01.201384 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-50b238e8-c672-409a-b3a9-aa11e8bb4a7f None None] Provisioning for port c7c2a575-2b5b-4eba-a647-dc3efc281f10 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:01.207082 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-50b238e8-c672-409a-b3a9-aa11e8bb4a7f None None] Provisioning complete for port c7c2a575-2b5b-4eba-a647-dc3efc281f10 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:01.207461 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-50b238e8-c672-409a-b3a9-aa11e8bb4a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:01.258020 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-50b238e8-c672-409a-b3a9-aa11e8bb4a7f None None] Port c7c2a575-2b5b-4eba-a647-dc3efc281f10 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:46:01.265272 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6a1b8a-bbee-4cbd-b22e-a3a015cabeb6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:46:01.269627 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-50b238e8-c672-409a-b3a9-aa11e8bb4a7f None None] Provisioning complete for port e7b01af7-15b2-421c-a039-4554ccb17299 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:01.270016 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-50b238e8-c672-409a-b3a9-aa11e8bb4a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:01.271468 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ae6a1b8a-bbee-4cbd-b22e-a3a015cabeb6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "PUT /v2.0/routers/a740f788-08ae-4a89-9e5c-760bc6574cd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4406421 Aug 11 02:46:01.284659 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec149d2-6381-403d-af01-183f0b1d724c None None] Sync routers for ids ['a740f788-08ae-4a89-9e5c-760bc6574cd9'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:46:01.321257 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec149d2-6381-403d-af01-183f0b1d724c None None] Routers {'a740f788-08ae-4a89-9e5c-760bc6574cd9'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:46:01.321898 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-bec149d2-6381-403d-af01-183f0b1d724c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:45:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a740f788-08ae-4a89-9e5c-760bc6574cd9'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:01.471307 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-bec149d2-6381-403d-af01-183f0b1d724c None None] Set router a740f788-08ae-4a89-9e5c-760bc6574cd9 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:46:01.511409 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-1fff720e-3f45-4267-856a-5986d7fe5b66 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1889778803&fields=id&tenant_id=83a11b7064d64ae6b3165041fbab4c71 HTTP/1.1" status: 200 len: 267 time: 0.0385385 Aug 11 02:46:01.614005 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e597550c-1885-423b-ae14-51f3160ddbde None None] Provisioning complete for port c7c2a575-2b5b-4eba-a647-dc3efc281f10 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:01.614375 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e597550c-1885-423b-ae14-51f3160ddbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:01.626777 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-0cc39374-0573-48e9-963c-5d1a26f96722 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:01.628276 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-0cc39374-0573-48e9-963c-5d1a26f96722 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/networks?id=6c3305d0-f751-4adf-9eea-8a365f118756 HTTP/1.1" status: 200 len: 797 time: 0.1098058 Aug 11 02:46:01.643730 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-64004ff8-89ba-44b9-ab5b-b5c89b142513 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/quotas/83a11b7064d64ae6b3165041fbab4c71 HTTP/1.1" status: 200 len: 375 time: 0.0094240 Aug 11 02:46:01.663352 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-e597550c-1885-423b-ae14-51f3160ddbde None None] Port c7c2a575-2b5b-4eba-a647-dc3efc281f10 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:46:01.695838 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-9e61abe2-add8-4a19-821b-7f1af6215051 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464530 Aug 11 02:46:01.708395 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-bec149d2-6381-403d-af01-183f0b1d724c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735002061', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '55f58a23-b152-4782-b798-2d924bbfa2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:56Z', 'updated_at': '2021-08-11T02:46:00Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '55f58a23-b152-4782-b798-2d924bbfa2d1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:56Z', 'updated_at': '2021-08-11T02:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'c7c2a575-2b5b-4eba-a647-dc3efc281f10', 'name': '', 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:0e:38:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'ae356d35-7665-45f7-8654-d804aa8e1cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:00Z', 'revision_number': 2, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': 'ae356d35-7665-45f7-8654-d804aa8e1cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:01.738917 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec149d2-6381-403d-af01-183f0b1d724c None None] Checking router: a740f788-08ae-4a89-9e5c-760bc6574cd9 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:46:01.739280 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec149d2-6381-403d-af01-183f0b1d724c None None] Updating router a740f788-08ae-4a89-9e5c-760bc6574cd9 port c7c2a575-2b5b-4eba-a647-dc3efc281f10 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:46:01.763822 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bec149d2-6381-403d-af01-183f0b1d724c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:01.809980 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b9b0d3c2-ef30-4e84-8969-20d97e53d5a8 None None] Provisioning complete for port c7c2a575-2b5b-4eba-a647-dc3efc281f10 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:01.810359 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b9b0d3c2-ef30-4e84-8969-20d97e53d5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:01.901419 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-b9b0d3c2-ef30-4e84-8969-20d97e53d5a8 None None] Port c7c2a575-2b5b-4eba-a647-dc3efc281f10 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:46:01.925354 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-3bd64bfc-4526-4030-ac84-5d5db580a2ce service neutron] 10.222.0.50 "GET /v2.0/networks/6c3305d0-f751-4adf-9eea-8a365f118756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176819 Aug 11 02:46:02.013283 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-1ced0c83-4790-4daf-a534-c20adee817cc service neutron] 10.222.0.50 "GET /v2.0/networks/6c3305d0-f751-4adf-9eea-8a365f118756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820026 Aug 11 02:46:02.063314 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bec149d2-6381-403d-af01-183f0b1d724c None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:02.074045 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-bec149d2-6381-403d-af01-183f0b1d724c None None] Transition to ACTIVE for port object c7c2a575-2b5b-4eba-a647-dc3efc281f10 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:46:02.080626 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bec149d2-6381-403d-af01-183f0b1d724c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:02.150011 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b901a9-51e3-49bd-b6fe-e620edf1b9de None None] Pushing event updated for resources: {'Port': ['ID=c7c2a575-2b5b-4eba-a647-dc3efc281f10,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:02.195639 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-bec149d2-6381-403d-af01-183f0b1d724c None None] Attempting to bind port c7c2a575-2b5b-4eba-a647-dc3efc281f10 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:46:02.196099 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-bec149d2-6381-403d-af01-183f0b1d724c None None] Attempting to bind port c7c2a575-2b5b-4eba-a647-dc3efc281f10 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '0334d0fd-ce6b-4b90-97c7-3cedfa0d3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:46:02.196525 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec149d2-6381-403d-af01-183f0b1d724c None None] Attempting to bind port c7c2a575-2b5b-4eba-a647-dc3efc281f10 on network 6c3305d0-f751-4adf-9eea-8a365f118756 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:02.200468 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ecfcfc47-96ba-485a-85aa-d298f63e77ce req-289cc92b-c6ae-4934-8a49-41802c674b43 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 210 time: 0.0340500 Aug 11 02:46:02.207041 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec149d2-6381-403d-af01-183f0b1d724c None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:46:02.208125 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec149d2-6381-403d-af01-183f0b1d724c None None] Checking segment: {'id': '0334d0fd-ce6b-4b90-97c7-3cedfa0d3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:46:02.208728 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bec149d2-6381-403d-af01-183f0b1d724c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:02.209186 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec149d2-6381-403d-af01-183f0b1d724c None None] Bound using segment: {'id': '0334d0fd-ce6b-4b90-97c7-3cedfa0d3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:46:02.209737 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-bec149d2-6381-403d-af01-183f0b1d724c None None] Bound port: c7c2a575-2b5b-4eba-a647-dc3efc281f10, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0334d0fd-ce6b-4b90-97c7-3cedfa0d3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:46:02.210185 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bec149d2-6381-403d-af01-183f0b1d724c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:02.294081 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-bec149d2-6381-403d-af01-183f0b1d724c None None] For port c7c2a575-2b5b-4eba-a647-dc3efc281f10, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:46:02.297418 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-bec149d2-6381-403d-af01-183f0b1d724c None None] For port c7c2a575-2b5b-4eba-a647-dc3efc281f10, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=c7c2a575-2b5b-4eba-a647-dc3efc281f10,segment=NetworkSegment(0334d0fd-ce6b-4b90-97c7-3cedfa0d3579),segment_id=0334d0fd-ce6b-4b90-97c7-3cedfa0d3579)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:46:02.302981 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bec149d2-6381-403d-af01-183f0b1d724c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:02.367663 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e7b01af7-15b2-421c-a039-4554ccb17299 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:02.395667 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b901a9-51e3-49bd-b6fe-e620edf1b9de None None] Pushing event updated for resources: {'Port': ['ID=c7c2a575-2b5b-4eba-a647-dc3efc281f10,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:02.400130 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec149d2-6381-403d-af01-183f0b1d724c None None] Routers {'a740f788-08ae-4a89-9e5c-760bc6574cd9'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:46:02.400744 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-bec149d2-6381-403d-af01-183f0b1d724c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:45:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a740f788-08ae-4a89-9e5c-760bc6574cd9'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:02.678444 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port e7b01af7-15b2-421c-a039-4554ccb17299 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:02.679079 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:02.708720 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-bec149d2-6381-403d-af01-183f0b1d724c None None] Set router a740f788-08ae-4a89-9e5c-760bc6574cd9 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:46:02.882275 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 55f58a23-b152-4782-b798-2d924bbfa2d1 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:02.972709 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 55f58a23-b152-4782-b798-2d924bbfa2d1 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:02.972990 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:03.027893 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-bec149d2-6381-403d-af01-183f0b1d724c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735002061', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '55f58a23-b152-4782-b798-2d924bbfa2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:56Z', 'updated_at': '2021-08-11T02:46:00Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '55f58a23-b152-4782-b798-2d924bbfa2d1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:56Z', 'updated_at': '2021-08-11T02:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'c7c2a575-2b5b-4eba-a647-dc3efc281f10', 'name': '', 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:0e:38:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'ae356d35-7665-45f7-8654-d804aa8e1cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:02Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': 'ae356d35-7665-45f7-8654-d804aa8e1cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:03.055419 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec149d2-6381-403d-af01-183f0b1d724c None None] The sync data for ids ['a740f788-08ae-4a89-9e5c-760bc6574cd9'] in n-d-615180-33 is: [{'id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735002061', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '55f58a23-b152-4782-b798-2d924bbfa2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:56Z', 'updated_at': '2021-08-11T02:46:00Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '55f58a23-b152-4782-b798-2d924bbfa2d1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:56Z', 'updated_at': '2021-08-11T02:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'c7c2a575-2b5b-4eba-a647-dc3efc281f10', 'name': '', 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:0e:38:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'ae356d35-7665-45f7-8654-d804aa8e1cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:02Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': 'ae356d35-7665-45f7-8654-d804aa8e1cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:46:03.192723 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-db2568a0-2755-4279-b68c-aaa3ab66b3cb tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:03.194446 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-db2568a0-2755-4279-b68c-aaa3ab66b3cb tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.66 "GET /v2.0/networks?id=6c3305d0-f751-4adf-9eea-8a365f118756 HTTP/1.1" status: 200 len: 797 time: 0.1345820 Aug 11 02:46:03.245564 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-fc5a6690-162f-4885-8b22-bdd45a22c6e6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83a11b7064d64ae6b3165041fbab4c71 HTTP/1.1" status: 200 len: 380 time: 0.0419455 Aug 11 02:46:03.258697 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-9be3c839-d833-42f1-b2e0-002f64f65b22 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'port': {'device_id': '67554937-a238-47d5-9465-1561c81c8830', 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756', 'admin_state_up': True, 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'security_groups': ['40d15248-4b14-456b-9815-95ae2e7b346b']}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:03.310318 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4783ff23-a839-4ae3-a39d-cfab1244fd74 req-8f4b5785-8cc7-4e0b-ae74-2e3a43ff9498 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 210 time: 0.0289547 Aug 11 02:46:03.377984 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-9be3c839-d833-42f1-b2e0-002f64f65b22 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Made reservation on behalf of 83a11b7064d64ae6b3165041fbab4c71 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:46:03.381559 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-9be3c839-d833-42f1-b2e0-002f64f65b22 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:03.515904 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-9be3c839-d833-42f1-b2e0-002f64f65b22 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Allocated IP 172.20.0.9 (6c3305d0-f751-4adf-9eea-8a365f118756/ae356d35-7665-45f7-8654-d804aa8e1cea/45af7314-87dd-4c2f-8d4b-8f815cddf16a) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:46:03.657735 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-9be3c839-d833-42f1-b2e0-002f64f65b22 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:03.672123 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-9be3c839-d833-42f1-b2e0-002f64f65b22 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Transition to ACTIVE for port object 45af7314-87dd-4c2f-8d4b-8f815cddf16a will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:46:03.706644 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-9be3c839-d833-42f1-b2e0-002f64f65b22 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:03.753217 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-9be3c839-d833-42f1-b2e0-002f64f65b22 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Network 6c3305d0-f751-4adf-9eea-8a365f118756 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:46:03.758545 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-9be3c839-d833-42f1-b2e0-002f64f65b22 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:46:03.762216 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-9be3c839-d833-42f1-b2e0-002f64f65b22 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:46:03.792445 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3c839-d833-42f1-b2e0-002f64f65b22 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Port': ['ID=45af7314-87dd-4c2f-8d4b-8f815cddf16a,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:03.818038 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-9be3c839-d833-42f1-b2e0-002f64f65b22 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:03.818711 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-9be3c839-d833-42f1-b2e0-002f64f65b22 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:03.834337 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-9be3c839-d833-42f1-b2e0-002f64f65b22 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5823960 Aug 11 02:46:03.912931 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-41753386-c327-404b-bb0a-a24b5a10c474 service neutron] Request body: {'port': {'device_id': '67554937-a238-47d5-9465-1561c81c8830', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:03.972315 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-41753386-c327-404b-bb0a-a24b5a10c474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:04.049503 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a3445564-3c3b-4a54-a58c-bb0af6877232 None None] Provisioning for port 45af7314-87dd-4c2f-8d4b-8f815cddf16a completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:04.053753 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a3445564-3c3b-4a54-a58c-bb0af6877232 None None] Provisioning complete for port 45af7314-87dd-4c2f-8d4b-8f815cddf16a triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:04.054129 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a3445564-3c3b-4a54-a58c-bb0af6877232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:04.089104 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a3445564-3c3b-4a54-a58c-bb0af6877232 None None] Port 45af7314-87dd-4c2f-8d4b-8f815cddf16a cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:46:04.253587 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-41753386-c327-404b-bb0a-a24b5a10c474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45af7314-87dd-4c2f-8d4b-8f815cddf16a {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:46:04.261004 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-41753386-c327-404b-bb0a-a24b5a10c474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:04.272775 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-41753386-c327-404b-bb0a-a24b5a10c474 service neutron] Transition to ACTIVE for port object 45af7314-87dd-4c2f-8d4b-8f815cddf16a will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:46:04.276755 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-41753386-c327-404b-bb0a-a24b5a10c474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:04.336932 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41753386-c327-404b-bb0a-a24b5a10c474 service neutron] Pushing event updated for resources: {'Port': ['ID=45af7314-87dd-4c2f-8d4b-8f815cddf16a,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:04.377498 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device c7c2a575-2b5b-4eba-a647-dc3efc281f10 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:04.410490 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-41753386-c327-404b-bb0a-a24b5a10c474 service neutron] Attempting to bind port 45af7314-87dd-4c2f-8d4b-8f815cddf16a on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:46:04.410909 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-41753386-c327-404b-bb0a-a24b5a10c474 service neutron] Attempting to bind port 45af7314-87dd-4c2f-8d4b-8f815cddf16a by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '0334d0fd-ce6b-4b90-97c7-3cedfa0d3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:46:04.411308 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-41753386-c327-404b-bb0a-a24b5a10c474 service neutron] Attempting to bind port 45af7314-87dd-4c2f-8d4b-8f815cddf16a on network 6c3305d0-f751-4adf-9eea-8a365f118756 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:04.426925 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-41753386-c327-404b-bb0a-a24b5a10c474 service neutron] Port 45af7314-87dd-4c2f-8d4b-8f815cddf16a on network 6c3305d0-f751-4adf-9eea-8a365f118756 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:46:04.427354 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-41753386-c327-404b-bb0a-a24b5a10c474 service neutron] Attempting to bind port 45af7314-87dd-4c2f-8d4b-8f815cddf16a on network 6c3305d0-f751-4adf-9eea-8a365f118756 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:04.436487 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port c7c2a575-2b5b-4eba-a647-dc3efc281f10 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:04.441261 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port c7c2a575-2b5b-4eba-a647-dc3efc281f10 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:04.441957 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:04.448409 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-41753386-c327-404b-bb0a-a24b5a10c474 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:46:04.448777 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-41753386-c327-404b-bb0a-a24b5a10c474 service neutron] Checking segment: {'id': '0334d0fd-ce6b-4b90-97c7-3cedfa0d3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:46:04.449164 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-41753386-c327-404b-bb0a-a24b5a10c474 service neutron] Bound using segment: {'id': '0334d0fd-ce6b-4b90-97c7-3cedfa0d3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:46:04.449601 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-41753386-c327-404b-bb0a-a24b5a10c474 service neutron] Bound port: 45af7314-87dd-4c2f-8d4b-8f815cddf16a, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0334d0fd-ce6b-4b90-97c7-3cedfa0d3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:46:04.449957 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-41753386-c327-404b-bb0a-a24b5a10c474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:04.503157 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b612276-b427-4cf0-91a9-e25df8ff8c4a req-dfa09937-2148-4178-9212-749fba410b6f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:04.504764 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0b612276-b427-4cf0-91a9-e25df8ff8c4a req-dfa09937-2148-4178-9212-749fba410b6f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 943 time: 0.0910723 Aug 11 02:46:04.529912 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:04.558059 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-41753386-c327-404b-bb0a-a24b5a10c474 service neutron] For port 45af7314-87dd-4c2f-8d4b-8f815cddf16a, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:46:04.566200 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0b612276-b427-4cf0-91a9-e25df8ff8c4a req-5e55ae34-0ce1-48f2-81e2-9e86b27d5d56 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=40d15248-4b14-456b-9815-95ae2e7b346b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539339 Aug 11 02:46:04.566765 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port c7c2a575-2b5b-4eba-a647-dc3efc281f10, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=c7c2a575-2b5b-4eba-a647-dc3efc281f10,segment=NetworkSegment(0334d0fd-ce6b-4b90-97c7-3cedfa0d3579),segment_id=0334d0fd-ce6b-4b90-97c7-3cedfa0d3579)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:04.571405 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:04.575684 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-41753386-c327-404b-bb0a-a24b5a10c474 service neutron] For port 45af7314-87dd-4c2f-8d4b-8f815cddf16a, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=45af7314-87dd-4c2f-8d4b-8f815cddf16a,segment=NetworkSegment(0334d0fd-ce6b-4b90-97c7-3cedfa0d3579),segment_id=0334d0fd-ce6b-4b90-97c7-3cedfa0d3579)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:46:04.580169 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-41753386-c327-404b-bb0a-a24b5a10c474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:04.616364 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-41753386-c327-404b-bb0a-a24b5a10c474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:04.616979 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-41753386-c327-404b-bb0a-a24b5a10c474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:04.618413 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-41753386-c327-404b-bb0a-a24b5a10c474 service neutron] 10.222.0.66 "PUT /v2.0/ports/45af7314-87dd-4c2f-8d4b-8f815cddf16a HTTP/1.1" status: 200 len: 1092 time: 0.7742996 Aug 11 02:46:04.618850 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67554937-a238-47d5-9465-1561c81c8830', 'tag': '45af7314-87dd-4c2f-8d4b-8f815cddf16a'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:04.621192 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7580099a-19d0-4f84-9c88-694a1c62b2b5" -d '{"events": [{"name": "network-changed", "server_uuid": "67554937-a238-47d5-9465-1561c81c8830", "tag": "45af7314-87dd-4c2f-8d4b-8f815cddf16a"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:04.633341 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=c7c2a575-2b5b-4eba-a647-dc3efc281f10,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:04.662356 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41753386-c327-404b-bb0a-a24b5a10c474 service neutron] Pushing event updated for resources: {'Port': ['ID=45af7314-87dd-4c2f-8d4b-8f815cddf16a,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:04.716828 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-e6c69ac5-8fa0-4894-a209-a4bd50654ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:04.718373 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-e6c69ac5-8fa0-4894-a209-a4bd50654ab0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 1095 time: 0.0465205 Aug 11 02:46:04.763843 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-b4f76bec-eff5-43f5-a387-a87dc5099f6f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45af7314-87dd-4c2f-8d4b-8f815cddf16a HTTP/1.1" status: 200 len: 217 time: 0.0360224 Aug 11 02:46:04.816675 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-69608b0c-8b23-4d0b-b40f-4ad110243145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:04.818210 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-69608b0c-8b23-4d0b-b40f-4ad110243145 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae356d35-7665-45f7-8654-d804aa8e1cea HTTP/1.1" status: 200 len: 835 time: 0.0466232 Aug 11 02:46:04.837645 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5501798e-4f0a-477b-81fc-62013bc23509 x-openstack-request-id: req-5501798e-4f0a-477b-81fc-62013bc23509 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:04.838004 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67554937-a238-47d5-9465-1561c81c8830", "tag": "45af7314-87dd-4c2f-8d4b-8f815cddf16a", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:04.838407 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5501798e-4f0a-477b-81fc-62013bc23509 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:04.838904 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67554937-a238-47d5-9465-1561c81c8830', 'tag': '45af7314-87dd-4c2f-8d4b-8f815cddf16a', 'status': 'completed', 'code': 200} Aug 11 02:46:04.873568 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-f1f8064f-c1aa-474c-9dd1-bc29089ff2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:04.875091 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-f1f8064f-c1aa-474c-9dd1-bc29089ff2a9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6c3305d0-f751-4adf-9eea-8a365f118756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493686 Aug 11 02:46:04.967156 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-d1f2af05-3a00-4c1a-84e7-c61a560e5a71 service neutron] 10.222.0.66 "GET /v2.0/networks/6c3305d0-f751-4adf-9eea-8a365f118756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829074 Aug 11 02:46:05.063505 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a098d654-7ef0-4bbc-aef9-6f3af46280d2 req-78c7cea5-5886-4539-a3b2-87f013d64278 service neutron] 10.222.0.66 "GET /v2.0/networks/6c3305d0-f751-4adf-9eea-8a365f118756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887444 Aug 11 02:46:05.148429 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580099a-19d0-4f84-9c88-694a1c62b2b5 req-c6506b94-60d1-4532-8d54-d9974badfe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:05.149953 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7580099a-19d0-4f84-9c88-694a1c62b2b5 req-c6506b94-60d1-4532-8d54-d9974badfe43 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 1095 time: 0.0424676 Aug 11 02:46:05.242840 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580099a-19d0-4f84-9c88-694a1c62b2b5 req-521c575e-4a01-4116-bccf-1b9a2a4c6934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:05.244356 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7580099a-19d0-4f84-9c88-694a1c62b2b5 req-521c575e-4a01-4116-bccf-1b9a2a4c6934 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6c3305d0-f751-4adf-9eea-8a365f118756 HTTP/1.1" status: 200 len: 898 time: 0.0870042 Aug 11 02:46:05.285604 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7580099a-19d0-4f84-9c88-694a1c62b2b5 req-3c7dfb44-b911-4b48-a4c8-69595eb64102 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45af7314-87dd-4c2f-8d4b-8f815cddf16a HTTP/1.1" status: 200 len: 217 time: 0.0339749 Aug 11 02:46:05.334730 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580099a-19d0-4f84-9c88-694a1c62b2b5 req-4b8562d4-d515-4580-a726-5b2590df1f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:05.336127 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7580099a-19d0-4f84-9c88-694a1c62b2b5 req-4b8562d4-d515-4580-a726-5b2590df1f51 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae356d35-7665-45f7-8654-d804aa8e1cea HTTP/1.1" status: 200 len: 835 time: 0.0430636 Aug 11 02:46:05.382060 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580099a-19d0-4f84-9c88-694a1c62b2b5 req-cc90afc1-8110-4b08-bbb2-c9ca46954881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:05.383580 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7580099a-19d0-4f84-9c88-694a1c62b2b5 req-cc90afc1-8110-4b08-bbb2-c9ca46954881 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6c3305d0-f751-4adf-9eea-8a365f118756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395181 Aug 11 02:46:05.473886 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7580099a-19d0-4f84-9c88-694a1c62b2b5 req-c87a074b-c4c0-4ac5-ad55-585daecd66b9 service neutron] 10.222.0.66 "GET /v2.0/networks/6c3305d0-f751-4adf-9eea-8a365f118756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828497 Aug 11 02:46:05.563143 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7580099a-19d0-4f84-9c88-694a1c62b2b5 req-6d8d26a6-c16e-4f3b-b3f7-968bb9438452 service neutron] 10.222.0.66 "GET /v2.0/networks/6c3305d0-f751-4adf-9eea-8a365f118756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820739 Aug 11 02:46:05.692217 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87822a43-6029-4c67-9233-5dd0122321b6 req-634dbc3e-8f1a-41b0-ba05-1e2b6ca51f22 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:05.693696 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-87822a43-6029-4c67-9233-5dd0122321b6 req-634dbc3e-8f1a-41b0-ba05-1e2b6ca51f22 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 943 time: 0.0535488 Aug 11 02:46:05.730955 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-87822a43-6029-4c67-9233-5dd0122321b6 req-3a59d050-0ee7-467f-a712-cac46163fa52 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=40d15248-4b14-456b-9815-95ae2e7b346b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313096 Aug 11 02:46:06.330159 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device c7c2a575-2b5b-4eba-a647-dc3efc281f10 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:06.376343 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port c7c2a575-2b5b-4eba-a647-dc3efc281f10 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:06.376712 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:06.848194 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07fcd76-19f8-4551-bc92-9924f877ebb7 req-4891fd15-b0f8-4810-826b-9df22a9f225d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:06.849665 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e07fcd76-19f8-4551-bc92-9924f877ebb7 req-4891fd15-b0f8-4810-826b-9df22a9f225d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 943 time: 0.0517364 Aug 11 02:46:06.886937 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e07fcd76-19f8-4551-bc92-9924f877ebb7 req-1fe3402b-520a-41c4-a093-029db28d08c7 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=40d15248-4b14-456b-9815-95ae2e7b346b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307581 Aug 11 02:46:07.742037 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 45af7314-87dd-4c2f-8d4b-8f815cddf16a details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:46:07.835466 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 45af7314-87dd-4c2f-8d4b-8f815cddf16a, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=45af7314-87dd-4c2f-8d4b-8f815cddf16a,segment=NetworkSegment(0334d0fd-ce6b-4b90-97c7-3cedfa0d3579),segment_id=0334d0fd-ce6b-4b90-97c7-3cedfa0d3579)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:07.846488 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '45af7314-87dd-4c2f-8d4b-8f815cddf16a', 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756', 'port_id': '45af7314-87dd-4c2f-8d4b-8f815cddf16a', 'mac_address': 'fa:16:3e:89:b6:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae356d35-7665-45f7-8654-d804aa8e1cea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:46:07.883160 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:07.895288 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45af7314-87dd-4c2f-8d4b-8f815cddf16a {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:46:07.920072 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 45af7314-87dd-4c2f-8d4b-8f815cddf16a, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=45af7314-87dd-4c2f-8d4b-8f815cddf16a,segment=NetworkSegment(0334d0fd-ce6b-4b90-97c7-3cedfa0d3579),segment_id=0334d0fd-ce6b-4b90-97c7-3cedfa0d3579)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:07.923979 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:07.974876 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=45af7314-87dd-4c2f-8d4b-8f815cddf16a,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:08.005928 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330ffa0-babe-425f-a694-c0938badcf4f req-82a28689-7450-4851-b29e-6fc992add297 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:08.007369 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8330ffa0-babe-425f-a694-c0938badcf4f req-82a28689-7450-4851-b29e-6fc992add297 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 944 time: 0.0515835 Aug 11 02:46:08.044786 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8330ffa0-babe-425f-a694-c0938badcf4f req-80a6d508-c12b-4867-97ff-43545cc1b593 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=40d15248-4b14-456b-9815-95ae2e7b346b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313890 Aug 11 02:46:08.129829 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['45af7314-87dd-4c2f-8d4b-8f815cddf16a'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:46:09.157403 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baac1a5-7ab0-4039-8e82-c5cc283ab778 req-6fdda4ba-7ce8-453e-8f23-046593f29722 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:09.158895 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3baac1a5-7ab0-4039-8e82-c5cc283ab778 req-6fdda4ba-7ce8-453e-8f23-046593f29722 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 944 time: 0.0498874 Aug 11 02:46:09.196251 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3baac1a5-7ab0-4039-8e82-c5cc283ab778 req-d92661e9-8538-40c5-91bb-8f9483f1af86 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=40d15248-4b14-456b-9815-95ae2e7b346b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305498 Aug 11 02:46:09.758505 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 45af7314-87dd-4c2f-8d4b-8f815cddf16a up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:09.805207 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 45af7314-87dd-4c2f-8d4b-8f815cddf16a completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:09.808905 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 45af7314-87dd-4c2f-8d4b-8f815cddf16a triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:09.809278 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:09.883279 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:09.905276 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67554937-a238-47d5-9465-1561c81c8830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45af7314-87dd-4c2f-8d4b-8f815cddf16a'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:09.907497 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc86ddf-3d7f-4019-83a7-f4a90d01338d" -d '{"events": [{"server_uuid": "67554937-a238-47d5-9465-1561c81c8830", "name": "network-vif-plugged", "status": "completed", "tag": "45af7314-87dd-4c2f-8d4b-8f815cddf16a"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:09.920228 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 45af7314-87dd-4c2f-8d4b-8f815cddf16a, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=45af7314-87dd-4c2f-8d4b-8f815cddf16a,segment=NetworkSegment(0334d0fd-ce6b-4b90-97c7-3cedfa0d3579),segment_id=0334d0fd-ce6b-4b90-97c7-3cedfa0d3579)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:09.924188 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:09.952551 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8511eccd-1267-4a33-b260-d08f8c5466d8 x-openstack-request-id: req-8511eccd-1267-4a33-b260-d08f8c5466d8 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:09.952847 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67554937-a238-47d5-9465-1561c81c8830", "name": "network-vif-plugged", "status": "completed", "tag": "45af7314-87dd-4c2f-8d4b-8f815cddf16a", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:09.953104 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8511eccd-1267-4a33-b260-d08f8c5466d8 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:09.953495 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67554937-a238-47d5-9465-1561c81c8830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45af7314-87dd-4c2f-8d4b-8f815cddf16a', 'code': 200} Aug 11 02:46:09.979271 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=45af7314-87dd-4c2f-8d4b-8f815cddf16a,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:10.038081 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bcbc2-98e3-411a-b3e1-6ebac9359ecd req-d2a72a2f-bdb4-4614-bdb9-be96d326b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:10.039623 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9a0bcbc2-98e3-411a-b3e1-6ebac9359ecd req-d2a72a2f-bdb4-4614-bdb9-be96d326b2da service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 1097 time: 0.0400355 Aug 11 02:46:10.073884 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9a0bcbc2-98e3-411a-b3e1-6ebac9359ecd req-01a19c4c-70ed-4be3-969f-11d2f78ccbfe service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=40d15248-4b14-456b-9815-95ae2e7b346b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269551 Aug 11 02:46:10.308761 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1072f-01cb-4058-9546-fcdeaac36cc4 req-44d23cdf-86b4-4acb-8d93-d5fe4bf1b3eb tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:10.310253 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1dc1072f-01cb-4058-9546-fcdeaac36cc4 req-44d23cdf-86b4-4acb-8d93-d5fe4bf1b3eb tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 945 time: 0.0485320 Aug 11 02:46:10.346982 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1dc1072f-01cb-4058-9546-fcdeaac36cc4 req-e561684e-7781-448e-8ff7-514448806740 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=40d15248-4b14-456b-9815-95ae2e7b346b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307980 Aug 11 02:46:11.465612 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c557af-2ade-45c8-8790-75e11e1675ed req-4402e1cd-c00c-40fc-a107-9e0fbd5fe68c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:11.467090 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18c557af-2ade-45c8-8790-75e11e1675ed req-4402e1cd-c00c-40fc-a107-9e0fbd5fe68c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 945 time: 0.0522027 Aug 11 02:46:11.504022 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18c557af-2ade-45c8-8790-75e11e1675ed req-04575718-f9d3-4324-9ca3-bf2b34d4cf3c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=40d15248-4b14-456b-9815-95ae2e7b346b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309923 Aug 11 02:46:11.619302 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8bc0a-98e5-4444-9a5b-e3befd1163f1 req-9f31f5b0-b4df-4434-bb8b-299646089a47 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:11.620794 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a7e8bc0a-98e5-4444-9a5b-e3befd1163f1 req-9f31f5b0-b4df-4434-bb8b-299646089a47 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 945 time: 0.0525153 Aug 11 02:46:11.657882 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a7e8bc0a-98e5-4444-9a5b-e3befd1163f1 req-7054514d-a15a-4781-93b5-014018f129a9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=40d15248-4b14-456b-9815-95ae2e7b346b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311809 Aug 11 02:46:11.678800 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57184) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:11.717933 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a38d5d-9c7a-4739-8b86-8dad822a63a5 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:11.719418 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-27a38d5d-9c7a-4739-8b86-8dad822a63a5 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 1092 time: 0.0391183 Aug 11 02:46:11.722153 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57186) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:11.726469 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'port_id': '45af7314-87dd-4c2f-8d4b-8f815cddf16a', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:11.748119 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for floatingip, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:11.845925 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:11.947085 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Allocated IP 172.25.2.238 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/e93228c6-f5f6-4654-b224-eddda85824b4) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:46:12.056853 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:12.107505 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:12.147958 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:46:12.150961 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:46:12.154784 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:46:12.176901 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Port': ['ID=e93228c6-f5f6-4654-b224-eddda85824b4,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:12.188943 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:12.189372 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:12.189727 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:12.190070 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:12.190409 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:12.190749 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:12.191085 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:12.191419 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:12.191781 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:12.192115 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:12.192444 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:12.192771 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:12.528927 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:12.593164 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:12.742115 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:12.746261 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:12.813617 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Port': ['ID=e93228c6-f5f6-4654-b224-eddda85824b4,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:12.827144 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:12.924531 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Floating IP 916d55d9-58bc-416b-be92-6ddac3f06f61 associated. External IP: 172.25.2.238, port: 45af7314-87dd-4c2f-8d4b-8f815cddf16a. Aug 11 02:46:13.129269 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Router a740f788-08ae-4a89-9e5c-760bc6574cd9 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:46:13.237226 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:46:13.248916 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fff54b-9aeb-48df-84a5-fc4f41146ec0 None None] Sync routers for ids ['a740f788-08ae-4a89-9e5c-760bc6574cd9'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:46:13.256177 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:13.258682 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fff54b-9aeb-48df-84a5-fc4f41146ec0 None None] Routers {'a740f788-08ae-4a89-9e5c-760bc6574cd9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:46:13.259345 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-13fff54b-9aeb-48df-84a5-fc4f41146ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:45:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a740f788-08ae-4a89-9e5c-760bc6574cd9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:13.285367 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-638f7650-1546-48ae-8f06-d48bdfb8cea6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5596235 Aug 11 02:46:13.285367 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67554937-a238-47d5-9465-1561c81c8830', 'tag': '45af7314-87dd-4c2f-8d4b-8f815cddf16a'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:13.285625 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1adae14-596f-471e-ad97-32ac39e51fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "67554937-a238-47d5-9465-1561c81c8830", "tag": "45af7314-87dd-4c2f-8d4b-8f815cddf16a"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:13.323087 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ffa7d3-d579-4a90-90fb-794fabd5d5d9 x-openstack-request-id: req-99ffa7d3-d579-4a90-90fb-794fabd5d5d9 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:13.323376 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67554937-a238-47d5-9465-1561c81c8830", "tag": "45af7314-87dd-4c2f-8d4b-8f815cddf16a", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:13.323666 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-99ffa7d3-d579-4a90-90fb-794fabd5d5d9 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:13.324089 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67554937-a238-47d5-9465-1561c81c8830', 'tag': '45af7314-87dd-4c2f-8d4b-8f815cddf16a', 'status': 'completed', 'code': 200} Aug 11 02:46:13.365892 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-13fff54b-9aeb-48df-84a5-fc4f41146ec0 None None] Set router a740f788-08ae-4a89-9e5c-760bc6574cd9 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:46:13.419688 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adae14-596f-471e-ad97-32ac39e51fc2 req-2b63aad2-fd50-45c8-8261-bde4fed4746c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:13.421139 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a1adae14-596f-471e-ad97-32ac39e51fc2 req-2b63aad2-fd50-45c8-8261-bde4fed4746c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 1097 time: 0.0750778 Aug 11 02:46:13.429992 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0abfc9-0e9a-44de-9eda-ebb4aae34c42 req-59e9f2ed-abaf-4e34-9ade-9a6819242341 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:13.431390 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9c0abfc9-0e9a-44de-9eda-ebb4aae34c42 req-59e9f2ed-abaf-4e34-9ade-9a6819242341 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 945 time: 0.0765593 Aug 11 02:46:13.514976 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9c0abfc9-0e9a-44de-9eda-ebb4aae34c42 req-d7725063-e971-4f73-840a-bb5ec3d9420f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=40d15248-4b14-456b-9815-95ae2e7b346b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753324 Aug 11 02:46:13.537465 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57192) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:13.552062 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adae14-596f-471e-ad97-32ac39e51fc2 req-e602bd0d-62e7-4598-9c04-af0bb40b0e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:13.553573 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a1adae14-596f-471e-ad97-32ac39e51fc2 req-e602bd0d-62e7-4598-9c04-af0bb40b0e66 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6c3305d0-f751-4adf-9eea-8a365f118756 HTTP/1.1" status: 200 len: 898 time: 0.1213179 Aug 11 02:46:13.589490 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-13fff54b-9aeb-48df-84a5-fc4f41146ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735002061', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '55f58a23-b152-4782-b798-2d924bbfa2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:56Z', 'updated_at': '2021-08-11T02:46:00Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '55f58a23-b152-4782-b798-2d924bbfa2d1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:56Z', 'updated_at': '2021-08-11T02:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '916d55d9-58bc-416b-be92-6ddac3f06f61', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'port_id': '45af7314-87dd-4c2f-8d4b-8f815cddf16a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756', 'mac_address': 'fa:16:3e:89:b6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67554937-a238-47d5-9465-1561c81c8830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:46:12Z', 'updated_at': '2021-08-11T02:46:12Z', 'revision_number': 0, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c2a575-2b5b-4eba-a647-dc3efc281f10', 'name': '', 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:0e:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'ae356d35-7665-45f7-8654-d804aa8e1cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:04Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': 'ae356d35-7665-45f7-8654-d804aa8e1cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:13.598342 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2d84d33c-f68d-4958-94d5-41c732e76ae9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/floatingips/916d55d9-58bc-416b-be92-6ddac3f06f61 HTTP/1.1" status: 200 len: 991 time: 0.0586510 Aug 11 02:46:13.621536 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fff54b-9aeb-48df-84a5-fc4f41146ec0 None None] Checking router: a740f788-08ae-4a89-9e5c-760bc6574cd9 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:46:13.623673 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a1adae14-596f-471e-ad97-32ac39e51fc2 req-78acc203-07a8-40ba-8970-0bb026aff6c8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45af7314-87dd-4c2f-8d4b-8f815cddf16a HTTP/1.1" status: 200 len: 999 time: 0.0627017 Aug 11 02:46:13.629668 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fff54b-9aeb-48df-84a5-fc4f41146ec0 None None] Routers {'a740f788-08ae-4a89-9e5c-760bc6574cd9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:46:13.630254 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-13fff54b-9aeb-48df-84a5-fc4f41146ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:45:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a740f788-08ae-4a89-9e5c-760bc6574cd9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:13.672935 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adae14-596f-471e-ad97-32ac39e51fc2 req-d381edb4-a103-4b95-a02b-2183aaf9a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:13.674402 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a1adae14-596f-471e-ad97-32ac39e51fc2 req-d381edb4-a103-4b95-a02b-2183aaf9a05e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae356d35-7665-45f7-8654-d804aa8e1cea HTTP/1.1" status: 200 len: 835 time: 0.0433950 Aug 11 02:46:13.720630 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adae14-596f-471e-ad97-32ac39e51fc2 req-a1bf8ec4-71db-4da9-a3cf-315d44386f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:13.722222 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a1adae14-596f-471e-ad97-32ac39e51fc2 req-a1bf8ec4-71db-4da9-a3cf-315d44386f77 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6c3305d0-f751-4adf-9eea-8a365f118756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406277 Aug 11 02:46:13.820194 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a1adae14-596f-471e-ad97-32ac39e51fc2 req-0c76527b-5aa6-49c1-a4fa-0a170e595bdb service neutron] 10.222.0.66 "GET /v2.0/networks/6c3305d0-f751-4adf-9eea-8a365f118756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895321 Aug 11 02:46:13.822715 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-13fff54b-9aeb-48df-84a5-fc4f41146ec0 None None] Set router a740f788-08ae-4a89-9e5c-760bc6574cd9 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:46:13.911728 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a1adae14-596f-471e-ad97-32ac39e51fc2 req-3ffc0449-d2c1-423d-a3a5-7c07883f8fd8 service neutron] 10.222.0.66 "GET /v2.0/networks/6c3305d0-f751-4adf-9eea-8a365f118756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843353 Aug 11 02:46:14.042265 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-13fff54b-9aeb-48df-84a5-fc4f41146ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735002061', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '55f58a23-b152-4782-b798-2d924bbfa2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:56Z', 'updated_at': '2021-08-11T02:46:00Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '55f58a23-b152-4782-b798-2d924bbfa2d1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:56Z', 'updated_at': '2021-08-11T02:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '916d55d9-58bc-416b-be92-6ddac3f06f61', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'port_id': '45af7314-87dd-4c2f-8d4b-8f815cddf16a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756', 'mac_address': 'fa:16:3e:89:b6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67554937-a238-47d5-9465-1561c81c8830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:46:12Z', 'updated_at': '2021-08-11T02:46:12Z', 'revision_number': 0, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c2a575-2b5b-4eba-a647-dc3efc281f10', 'name': '', 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:0e:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'ae356d35-7665-45f7-8654-d804aa8e1cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:04Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': 'ae356d35-7665-45f7-8654-d804aa8e1cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:14.067148 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fff54b-9aeb-48df-84a5-fc4f41146ec0 None None] The sync data for ids ['a740f788-08ae-4a89-9e5c-760bc6574cd9'] in n-d-615180-33 is: [{'id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735002061', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '55f58a23-b152-4782-b798-2d924bbfa2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:56Z', 'updated_at': '2021-08-11T02:46:00Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '55f58a23-b152-4782-b798-2d924bbfa2d1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:56Z', 'updated_at': '2021-08-11T02:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '916d55d9-58bc-416b-be92-6ddac3f06f61', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'port_id': '45af7314-87dd-4c2f-8d4b-8f815cddf16a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756', 'mac_address': 'fa:16:3e:89:b6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67554937-a238-47d5-9465-1561c81c8830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:46:12Z', 'updated_at': '2021-08-11T02:46:12Z', 'revision_number': 0, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c2a575-2b5b-4eba-a647-dc3efc281f10', 'name': '', 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:0e:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'ae356d35-7665-45f7-8654-d804aa8e1cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:04Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': 'ae356d35-7665-45f7-8654-d804aa8e1cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:46:14.249135 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32043b4-9ff0-410f-92be-0e99d8c50dce None None] New status for floating IP 916d55d9-58bc-416b-be92-6ddac3f06f61: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:46:14.601115 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57194) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:14.663266 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b6ae196e-36bd-477a-b4fb-4ac5867fc826 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/floatingips/916d55d9-58bc-416b-be92-6ddac3f06f61 HTTP/1.1" status: 200 len: 993 time: 0.0603178 Aug 11 02:46:15.651851 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-46c0169b-8a30-444f-9f0a-7450e3789493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:18.343209 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d9d04352-623f-4633-8a0c-8b2038b5c4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:18.380280 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:20.021555 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:21.537169 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:24.684528 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:25.514263 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:35.373971 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:46:36.430278 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4ff5098-df5f-479f-9f52-6e855317a6cf req-a27515b9-ddf8-488a-a7a3-c027e2d14474 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431430 Aug 11 02:46:36.514316 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff5098-df5f-479f-9f52-6e855317a6cf req-75a560a8-c142-4cbb-8d45-3b57d2816062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:36.515735 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4ff5098-df5f-479f-9f52-6e855317a6cf req-75a560a8-c142-4cbb-8d45-3b57d2816062 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 1097 time: 0.0404298 Aug 11 02:46:36.618093 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff5098-df5f-479f-9f52-6e855317a6cf req-fc9b490a-6648-4a8c-88ba-5df89677ca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:36.619523 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4ff5098-df5f-479f-9f52-6e855317a6cf req-fc9b490a-6648-4a8c-88ba-5df89677ca29 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6c3305d0-f751-4adf-9eea-8a365f118756 HTTP/1.1" status: 200 len: 898 time: 0.0821738 Aug 11 02:46:36.687560 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4ff5098-df5f-479f-9f52-6e855317a6cf req-5076dace-679d-4599-b950-ab3d2d2354c3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45af7314-87dd-4c2f-8d4b-8f815cddf16a HTTP/1.1" status: 200 len: 1001 time: 0.0603333 Aug 11 02:46:36.737880 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff5098-df5f-479f-9f52-6e855317a6cf req-68f39003-52e8-4083-b4b4-a611870ad65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:36.739292 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4ff5098-df5f-479f-9f52-6e855317a6cf req-68f39003-52e8-4083-b4b4-a611870ad65b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae356d35-7665-45f7-8654-d804aa8e1cea HTTP/1.1" status: 200 len: 835 time: 0.0434651 Aug 11 02:46:36.785907 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff5098-df5f-479f-9f52-6e855317a6cf req-1c4b4a97-2880-4bbe-be55-2c5b0e18c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:36.787434 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4ff5098-df5f-479f-9f52-6e855317a6cf req-1c4b4a97-2880-4bbe-be55-2c5b0e18c395 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6c3305d0-f751-4adf-9eea-8a365f118756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400219 Aug 11 02:46:37.218913 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4ff5098-df5f-479f-9f52-6e855317a6cf req-66705158-ca1b-4f73-be8c-15f977166252 service neutron] 10.222.0.66 "GET /v2.0/networks/6c3305d0-f751-4adf-9eea-8a365f118756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232967 Aug 11 02:46:37.329298 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4ff5098-df5f-479f-9f52-6e855317a6cf req-eef605df-756d-4e60-a24f-bc79cc586520 service neutron] 10.222.0.66 "GET /v2.0/networks/6c3305d0-f751-4adf-9eea-8a365f118756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023962 Aug 11 02:46:45.653109 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4c4c9825-6bf9-4245-9cd3-f9e340acab30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:47.949579 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5c9f5-252f-4991-9f54-0cd03213ee3e req-54e5525f-a900-4263-8816-fd19f8f69498 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:47.951086 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-27e5c9f5-252f-4991-9f54-0cd03213ee3e req-54e5525f-a900-4263-8816-fd19f8f69498 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 945 time: 0.0544341 Aug 11 02:46:47.989283 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-27e5c9f5-252f-4991-9f54-0cd03213ee3e req-dd20c16c-1de7-42de-a001-ba054903e0a1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=40d15248-4b14-456b-9815-95ae2e7b346b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318015 Aug 11 02:46:48.012749 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57208) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:48.071670 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bebad28c-cc5f-461c-b60e-b5be7d0554b9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/floatingips/916d55d9-58bc-416b-be92-6ddac3f06f61 HTTP/1.1" status: 200 len: 993 time: 0.0577707 Aug 11 02:46:48.343565 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cf830431-15c9-4bcf-b1cb-11ca72d2e284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:48.379810 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:48.395802 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7feab72-bcc4-4dc9-9a2a-7d2d810bcb61 req-2c07c987-e25b-4700-acd9-ab567ba7eefe tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:48.397806 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7feab72-bcc4-4dc9-9a2a-7d2d810bcb61 req-2c07c987-e25b-4700-acd9-ab567ba7eefe tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 1097 time: 0.0403316 Aug 11 02:46:48.432470 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7feab72-bcc4-4dc9-9a2a-7d2d810bcb61 req-8d50376e-9128-49b9-896e-1b64f12504a8 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=40d15248-4b14-456b-9815-95ae2e7b346b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284798 Aug 11 02:46:48.980675 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-46163888-90ab-4e11-9595-b325fe24c45e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404680 Aug 11 02:46:49.403254 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-7693fc3f-78a4-4363-9d74-d0016108bfa0 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:46:49.404277 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-7693fc3f-78a4-4363-9d74-d0016108bfa0 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054512 Aug 11 02:46:49.499071 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-dc52bdf3-7d85-4171-9e1a-e9dec578f9a2 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:46:49.500149 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-dc52bdf3-7d85-4171-9e1a-e9dec578f9a2 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0664983 Aug 11 02:46:49.510092 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-92549f8a-8b74-439b-b867-06631329050b service neutron] Request body: {'binding': {'host': 'n-h1-615180-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:49.510549 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-92549f8a-8b74-439b-b867-06631329050b service neutron] Unknown quota resources ['binding']. {{(pid=94506) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:46:49.642811 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-92549f8a-8b74-439b-b867-06631329050b service neutron] Attempting to bind port 45af7314-87dd-4c2f-8d4b-8f815cddf16a on host n-h1-615180-33 for vnic_type normal with profile None {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:46:49.643149 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-92549f8a-8b74-439b-b867-06631329050b service neutron] Attempting to bind port 45af7314-87dd-4c2f-8d4b-8f815cddf16a by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '0334d0fd-ce6b-4b90-97c7-3cedfa0d3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:46:49.643481 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-92549f8a-8b74-439b-b867-06631329050b service neutron] Attempting to bind port 45af7314-87dd-4c2f-8d4b-8f815cddf16a on network 6c3305d0-f751-4adf-9eea-8a365f118756 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:49.648227 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-92549f8a-8b74-439b-b867-06631329050b service neutron] Port 45af7314-87dd-4c2f-8d4b-8f815cddf16a on network 6c3305d0-f751-4adf-9eea-8a365f118756 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:46:49.648549 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-92549f8a-8b74-439b-b867-06631329050b service neutron] Attempting to bind port 45af7314-87dd-4c2f-8d4b-8f815cddf16a on network 6c3305d0-f751-4adf-9eea-8a365f118756 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:49.653263 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-92549f8a-8b74-439b-b867-06631329050b service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:46:49.653602 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-92549f8a-8b74-439b-b867-06631329050b service neutron] Checking segment: {'id': '0334d0fd-ce6b-4b90-97c7-3cedfa0d3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:46:49.653990 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-92549f8a-8b74-439b-b867-06631329050b service neutron] Bound using segment: {'id': '0334d0fd-ce6b-4b90-97c7-3cedfa0d3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:46:49.654424 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-92549f8a-8b74-439b-b867-06631329050b service neutron] Bound port: 45af7314-87dd-4c2f-8d4b-8f815cddf16a, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0334d0fd-ce6b-4b90-97c7-3cedfa0d3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:46:49.742230 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-92549f8a-8b74-439b-b867-06631329050b service neutron] For port 45af7314-87dd-4c2f-8d4b-8f815cddf16a, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=45af7314-87dd-4c2f-8d4b-8f815cddf16a,segment=NetworkSegment(0334d0fd-ce6b-4b90-97c7-3cedfa0d3579),segment_id=0334d0fd-ce6b-4b90-97c7-3cedfa0d3579)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:46:49.746568 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-92549f8a-8b74-439b-b867-06631329050b service neutron] Notify callbacks [] for binding, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:49.747853 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-92549f8a-8b74-439b-b867-06631329050b service neutron] 10.222.0.50 "POST /v2.0/ports/45af7314-87dd-4c2f-8d4b-8f815cddf16a/bindings HTTP/1.1" status: 201 len: 390 time: 0.2408245 Aug 11 02:46:49.882582 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed530724-5254-4e51-bd9a-af8e8f3ddd17 req-445135bd-301d-44d6-b044-421d7591fb4c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:49.884136 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ed530724-5254-4e51-bd9a-af8e8f3ddd17 req-445135bd-301d-44d6-b044-421d7591fb4c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 945 time: 0.0494511 Aug 11 02:46:49.923833 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ed530724-5254-4e51-bd9a-af8e8f3ddd17 req-aea1fb22-cddd-4a8e-87c0-183d24fcd428 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=40d15248-4b14-456b-9815-95ae2e7b346b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321081 Aug 11 02:46:49.962689 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-4fe366f3-787e-4e96-bf46-faf6b5ce649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:49.964314 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-4fe366f3-787e-4e96-bf46-faf6b5ce649d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 1097 time: 0.0422924 Aug 11 02:46:50.025342 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:50.058522 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-5961974b-7124-414e-b776-7185fe69ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:50.060045 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-5961974b-7124-414e-b776-7185fe69ab16 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6c3305d0-f751-4adf-9eea-8a365f118756 HTTP/1.1" status: 200 len: 898 time: 0.0885170 Aug 11 02:46:50.123132 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-7cce15b6-33b5-48b5-85f9-a945500b7ff0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45af7314-87dd-4c2f-8d4b-8f815cddf16a HTTP/1.1" status: 200 len: 1001 time: 0.0562322 Aug 11 02:46:50.174298 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-d1781c4b-15af-4778-85b0-4adcc19aa50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:50.175721 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-d1781c4b-15af-4778-85b0-4adcc19aa50e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae356d35-7665-45f7-8654-d804aa8e1cea HTTP/1.1" status: 200 len: 835 time: 0.0455096 Aug 11 02:46:50.219652 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-f604b63c-27d1-41eb-bd71-a6b08cd8af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:50.221099 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-f604b63c-27d1-41eb-bd71-a6b08cd8af39 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6c3305d0-f751-4adf-9eea-8a365f118756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387213 Aug 11 02:46:50.307249 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-7dd31d46-75d6-4385-aec1-2d3cffbd7e2e service neutron] 10.222.0.73 "GET /v2.0/networks/6c3305d0-f751-4adf-9eea-8a365f118756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791950 Aug 11 02:46:50.398505 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-a8fda63f-5715-46bf-8fa4-a44de7a2f0bb service neutron] 10.222.0.73 "GET /v2.0/networks/6c3305d0-f751-4adf-9eea-8a365f118756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843072 Aug 11 02:46:50.527691 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-2aae9d8d-2e45-46a4-8569-2d70003a80ec tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:50.529245 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-2aae9d8d-2e45-46a4-8569-2d70003a80ec tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830&tenant_id=83a11b7064d64ae6b3165041fbab4c71&binding%3Ahost_id=n-h2-615180-33 HTTP/1.1" status: 200 len: 1097 time: 0.0759723 Aug 11 02:46:50.541480 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-615180-33'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:50.596467 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:50.983387 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] For port 45af7314-87dd-4c2f-8d4b-8f815cddf16a, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=45af7314-87dd-4c2f-8d4b-8f815cddf16a,segment=NetworkSegment(0334d0fd-ce6b-4b90-97c7-3cedfa0d3579),segment_id=0334d0fd-ce6b-4b90-97c7-3cedfa0d3579)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:51.049873 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] For port 45af7314-87dd-4c2f-8d4b-8f815cddf16a, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:46:51.081794 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776c4ea-cb46-4c38-a100-6cc2a9c2f61f req-f8a12f44-3a13-4845-b264-4563341fec17 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:51.083279 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9776c4ea-cb46-4c38-a100-6cc2a9c2f61f req-f8a12f44-3a13-4845-b264-4563341fec17 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 945 time: 0.0885780 Aug 11 02:46:51.115026 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67554937-a238-47d5-9465-1561c81c8830', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45af7314-87dd-4c2f-8d4b-8f815cddf16a'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:51.117798 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95b0be8-d318-45d9-af19-1a9e9354409e" -d '{"events": [{"server_uuid": "67554937-a238-47d5-9465-1561c81c8830", "name": "network-vif-unplugged", "status": "completed", "tag": "45af7314-87dd-4c2f-8d4b-8f815cddf16a"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:51.121495 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:51.128713 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:51.168315 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89edee37-c8ca-4ec3-ac29-2d6bab931d2f x-openstack-request-id: req-89edee37-c8ca-4ec3-ac29-2d6bab931d2f {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:51.168609 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67554937-a238-47d5-9465-1561c81c8830", "name": "network-vif-unplugged", "status": "completed", "tag": "45af7314-87dd-4c2f-8d4b-8f815cddf16a", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:51.168861 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-89edee37-c8ca-4ec3-ac29-2d6bab931d2f {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:51.169241 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67554937-a238-47d5-9465-1561c81c8830', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45af7314-87dd-4c2f-8d4b-8f815cddf16a', 'code': 200} Aug 11 02:46:51.173890 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9776c4ea-cb46-4c38-a100-6cc2a9c2f61f req-cc79bcf2-3cc3-4d05-8fc6-d6f477e750f3 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=40d15248-4b14-456b-9815-95ae2e7b346b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840254 Aug 11 02:46:51.240112 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Pushing event updated for resources: {'Port': ['ID=45af7314-87dd-4c2f-8d4b-8f815cddf16a,revision_number=7']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:51.255287 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:51.255287 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:51.255607 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:51.255894 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:51.256219 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:51.256544 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:51.256926 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:51.257245 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:51.257562 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:51.257884 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:51.258202 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:51.258518 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:51.300638 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Attempting to bind port 45af7314-87dd-4c2f-8d4b-8f815cddf16a on host n-h2-615180-33 for vnic_type normal with profile {"migrating_to": "n-h1-615180-33"} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:46:51.300992 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Attempting to bind port 45af7314-87dd-4c2f-8d4b-8f815cddf16a by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '0334d0fd-ce6b-4b90-97c7-3cedfa0d3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:46:51.301309 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Attempting to bind port 45af7314-87dd-4c2f-8d4b-8f815cddf16a on network 6c3305d0-f751-4adf-9eea-8a365f118756 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:51.306371 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Port 45af7314-87dd-4c2f-8d4b-8f815cddf16a on network 6c3305d0-f751-4adf-9eea-8a365f118756 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:46:51.306693 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Attempting to bind port 45af7314-87dd-4c2f-8d4b-8f815cddf16a on network 6c3305d0-f751-4adf-9eea-8a365f118756 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:51.311801 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:46:51.312143 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Checking segment: {'id': '0334d0fd-ce6b-4b90-97c7-3cedfa0d3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:46:51.312528 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Bound using segment: {'id': '0334d0fd-ce6b-4b90-97c7-3cedfa0d3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:46:51.312958 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Bound port: 45af7314-87dd-4c2f-8d4b-8f815cddf16a, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0334d0fd-ce6b-4b90-97c7-3cedfa0d3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:46:51.313323 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:51.381551 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] For port 45af7314-87dd-4c2f-8d4b-8f815cddf16a, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:46:51.384492 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] For port 45af7314-87dd-4c2f-8d4b-8f815cddf16a, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=45af7314-87dd-4c2f-8d4b-8f815cddf16a,segment=NetworkSegment(0334d0fd-ce6b-4b90-97c7-3cedfa0d3579),segment_id=0334d0fd-ce6b-4b90-97c7-3cedfa0d3579)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:46:51.388854 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:51.445721 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b79b0199-c9f6-4737-a82a-319f22fdddd3 None None] Provisioning complete for port 45af7314-87dd-4c2f-8d4b-8f815cddf16a triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:51.446239 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b79b0199-c9f6-4737-a82a-319f22fdddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:51.482094 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Pushing event updated for resources: {'Port': ['ID=45af7314-87dd-4c2f-8d4b-8f815cddf16a,revision_number=8']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:51.533726 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:51.534423 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:51.535877 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-9623f9b4-c049-4097-89f1-8ef79ee0b7ff service neutron] 10.222.0.73 "PUT /v2.0/ports/45af7314-87dd-4c2f-8d4b-8f815cddf16a HTTP/1.1" status: 200 len: 1123 time: 0.9984281 Aug 11 02:46:51.551501 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b79b0199-c9f6-4737-a82a-319f22fdddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:51.554753 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:51.579495 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67554937-a238-47d5-9465-1561c81c8830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45af7314-87dd-4c2f-8d4b-8f815cddf16a'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:51.581786 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe98a54-2f7a-4a12-a6e3-067fef3ac5ff" -d '{"events": [{"server_uuid": "67554937-a238-47d5-9465-1561c81c8830", "name": "network-vif-plugged", "status": "completed", "tag": "45af7314-87dd-4c2f-8d4b-8f815cddf16a"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:51.603733 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-b79b0199-c9f6-4737-a82a-319f22fdddd3 None None] For port 45af7314-87dd-4c2f-8d4b-8f815cddf16a, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=45af7314-87dd-4c2f-8d4b-8f815cddf16a,segment=NetworkSegment(0334d0fd-ce6b-4b90-97c7-3cedfa0d3579),segment_id=0334d0fd-ce6b-4b90-97c7-3cedfa0d3579)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:51.611125 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['45af7314-87dd-4c2f-8d4b-8f815cddf16a'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:46:51.613677 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b79b0199-c9f6-4737-a82a-319f22fdddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:51.659570 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65087aa3-6371-4313-80fb-09dfed52c39c x-openstack-request-id: req-65087aa3-6371-4313-80fb-09dfed52c39c {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:51.659865 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67554937-a238-47d5-9465-1561c81c8830", "name": "network-vif-plugged", "status": "completed", "tag": "45af7314-87dd-4c2f-8d4b-8f815cddf16a", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:51.660119 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-65087aa3-6371-4313-80fb-09dfed52c39c {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:51.660501 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67554937-a238-47d5-9465-1561c81c8830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45af7314-87dd-4c2f-8d4b-8f815cddf16a', 'code': 200} Aug 11 02:46:51.796624 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b0199-c9f6-4737-a82a-319f22fdddd3 None None] Pushing event updated for resources: {'Port': ['ID=45af7314-87dd-4c2f-8d4b-8f815cddf16a,revision_number=9']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:51.978317 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-1b3c6b1b-df1e-45df-9356-12a5a4107438 None None] Provisioning complete for port 45af7314-87dd-4c2f-8d4b-8f815cddf16a triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:51.978688 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1b3c6b1b-df1e-45df-9356-12a5a4107438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:52.297757 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ea9d7-178e-42d2-8caa-83727a567f85 req-6348de10-c5e5-4dc9-a0f4-45745fddc7c0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:52.299283 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-970ea9d7-178e-42d2-8caa-83727a567f85 req-6348de10-c5e5-4dc9-a0f4-45745fddc7c0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 945 time: 0.0493164 Aug 11 02:46:52.336484 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-970ea9d7-178e-42d2-8caa-83727a567f85 req-ec1fc3f5-9974-41a4-8412-df5d4df94911 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=40d15248-4b14-456b-9815-95ae2e7b346b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307512 Aug 11 02:46:53.124495 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 45af7314-87dd-4c2f-8d4b-8f815cddf16a details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:46:53.170296 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67554937-a238-47d5-9465-1561c81c8830', 'tag': '45af7314-87dd-4c2f-8d4b-8f815cddf16a'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:53.172760 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bf379a-b538-4b67-994d-6bade1aa9f10" -d '{"events": [{"name": "network-changed", "server_uuid": "67554937-a238-47d5-9465-1561c81c8830", "tag": "45af7314-87dd-4c2f-8d4b-8f815cddf16a"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:53.221938 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e80a2c9-9f7a-4a14-ae40-39a009ec346e x-openstack-request-id: req-8e80a2c9-9f7a-4a14-ae40-39a009ec346e {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:53.222252 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67554937-a238-47d5-9465-1561c81c8830", "tag": "45af7314-87dd-4c2f-8d4b-8f815cddf16a", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:53.222482 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8e80a2c9-9f7a-4a14-ae40-39a009ec346e {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:53.222885 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67554937-a238-47d5-9465-1561c81c8830', 'tag': '45af7314-87dd-4c2f-8d4b-8f815cddf16a', 'status': 'completed', 'code': 200} Aug 11 02:46:53.223304 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 45af7314-87dd-4c2f-8d4b-8f815cddf16a, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=45af7314-87dd-4c2f-8d4b-8f815cddf16a,segment=NetworkSegment(0334d0fd-ce6b-4b90-97c7-3cedfa0d3579),segment_id=0334d0fd-ce6b-4b90-97c7-3cedfa0d3579)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:53.238849 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 45af7314-87dd-4c2f-8d4b-8f815cddf16a has no active binding in host n-h1-615180-33 {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:46:53.284642 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf379a-b538-4b67-994d-6bade1aa9f10 req-73185194-e5fb-4b5b-a2bb-0e2c4751c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:53.286115 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-25bf379a-b538-4b67-994d-6bade1aa9f10 req-73185194-e5fb-4b5b-a2bb-0e2c4751c3ac service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 1128 time: 0.0399508 Aug 11 02:46:53.379032 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf379a-b538-4b67-994d-6bade1aa9f10 req-307fc834-6e63-4fac-a907-31d1f1810a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:53.380640 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-25bf379a-b538-4b67-994d-6bade1aa9f10 req-307fc834-6e63-4fac-a907-31d1f1810a9c service neutron] 10.222.0.66 "GET /v2.0/networks?id=6c3305d0-f751-4adf-9eea-8a365f118756 HTTP/1.1" status: 200 len: 898 time: 0.0873950 Aug 11 02:46:53.447374 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-25bf379a-b538-4b67-994d-6bade1aa9f10 req-c6cc2a9a-752f-43fa-a247-fe8ac05ac411 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45af7314-87dd-4c2f-8d4b-8f815cddf16a HTTP/1.1" status: 200 len: 1001 time: 0.0593057 Aug 11 02:46:53.449859 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e5a73-63e7-4134-b27c-5c29b510a2ff req-5540363a-dbab-41ae-82d4-25e14f53d589 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:53.451372 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fe9e5a73-63e7-4134-b27c-5c29b510a2ff req-5540363a-dbab-41ae-82d4-25e14f53d589 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 945 time: 0.0484135 Aug 11 02:46:53.489861 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fe9e5a73-63e7-4134-b27c-5c29b510a2ff req-7b51ed90-703b-4e57-9bbc-28617cd22fb7 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=40d15248-4b14-456b-9815-95ae2e7b346b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325224 Aug 11 02:46:53.502503 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf379a-b538-4b67-994d-6bade1aa9f10 req-b1472044-57c8-4253-ba49-dba63368c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:53.504098 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-25bf379a-b538-4b67-994d-6bade1aa9f10 req-b1472044-57c8-4253-ba49-dba63368c3be service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae356d35-7665-45f7-8654-d804aa8e1cea HTTP/1.1" status: 200 len: 835 time: 0.0495067 Aug 11 02:46:53.553015 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf379a-b538-4b67-994d-6bade1aa9f10 req-45e1f092-fb68-4615-94aa-60b21f09faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:53.554544 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-25bf379a-b538-4b67-994d-6bade1aa9f10 req-45e1f092-fb68-4615-94aa-60b21f09faaa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6c3305d0-f751-4adf-9eea-8a365f118756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410197 Aug 11 02:46:53.643186 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-25bf379a-b538-4b67-994d-6bade1aa9f10 req-f67d6ebf-458f-4e74-b248-97f183f60efb service neutron] 10.222.0.66 "GET /v2.0/networks/6c3305d0-f751-4adf-9eea-8a365f118756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806956 Aug 11 02:46:53.739989 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-25bf379a-b538-4b67-994d-6bade1aa9f10 req-339dc8fa-2ad3-4b86-9e7d-61171741d51b service neutron] 10.222.0.66 "GET /v2.0/networks/6c3305d0-f751-4adf-9eea-8a365f118756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869951 Aug 11 02:46:54.032252 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [req-a090c5a8-c4f9-4a2b-85c1-2abba7777f98 req-11a76d74-805f-4928-bae6-a71bce6dddc6 service neutron] (94506) timed out ('10.222.0.73', 62777) {{(pid=94506) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 02:46:54.605454 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee6b20-2444-4898-bdb0-cf7285e4511d req-759897fa-b703-4d52-8389-81672332cdbb tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:54.606916 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a8ee6b20-2444-4898-bdb0-cf7285e4511d req-759897fa-b703-4d52-8389-81672332cdbb tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 945 time: 0.0491230 Aug 11 02:46:54.644070 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a8ee6b20-2444-4898-bdb0-cf7285e4511d req-03c96374-d099-46b9-9517-7741769f8e06 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=40d15248-4b14-456b-9815-95ae2e7b346b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310912 Aug 11 02:46:54.690221 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:55.517136 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:55.760064 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83bcf98-8b07-4bff-b06e-6ceec10e0b20 req-8a25b2f1-6aaf-494e-b2af-aa5673aa7c1d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:55.761562 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e83bcf98-8b07-4bff-b06e-6ceec10e0b20 req-8a25b2f1-6aaf-494e-b2af-aa5673aa7c1d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 945 time: 0.0506361 Aug 11 02:46:55.802616 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e83bcf98-8b07-4bff-b06e-6ceec10e0b20 req-00b36d9a-2515-4db2-9b67-5aa7fcc58edc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=40d15248-4b14-456b-9815-95ae2e7b346b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351050 Aug 11 02:46:56.344532 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-6ffcff35-bed7-44ab-b95b-ee002e70a84f service neutron] 10.222.0.66 "GET /v2.0/ports/45af7314-87dd-4c2f-8d4b-8f815cddf16a/bindings/n-h1-615180-33 HTTP/1.1" status: 200 len: 385 time: 0.0552273 Aug 11 02:46:56.516813 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-5ce86afc-98d1-41fb-b7af-63490621b389 service neutron] For port 45af7314-87dd-4c2f-8d4b-8f815cddf16a, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=45af7314-87dd-4c2f-8d4b-8f815cddf16a,segment=NetworkSegment(0334d0fd-ce6b-4b90-97c7-3cedfa0d3579),segment_id=0334d0fd-ce6b-4b90-97c7-3cedfa0d3579)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:56.536304 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-5ce86afc-98d1-41fb-b7af-63490621b389 service neutron] For port 45af7314-87dd-4c2f-8d4b-8f815cddf16a, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:46:56.580153 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67554937-a238-47d5-9465-1561c81c8830', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45af7314-87dd-4c2f-8d4b-8f815cddf16a'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:56.582425 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1486c0-932f-4922-b5b1-5a32eb9a20b8" -d '{"events": [{"server_uuid": "67554937-a238-47d5-9465-1561c81c8830", "name": "network-vif-unplugged", "status": "completed", "tag": "45af7314-87dd-4c2f-8d4b-8f815cddf16a"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:56.589567 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-5ce86afc-98d1-41fb-b7af-63490621b389 service neutron] For port 45af7314-87dd-4c2f-8d4b-8f815cddf16a, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=45af7314-87dd-4c2f-8d4b-8f815cddf16a,segment=NetworkSegment(0334d0fd-ce6b-4b90-97c7-3cedfa0d3579),segment_id=0334d0fd-ce6b-4b90-97c7-3cedfa0d3579)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:56.603763 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-5ce86afc-98d1-41fb-b7af-63490621b389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:56.637519 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09989a5e-97c2-46b9-8819-ecea3333b722 x-openstack-request-id: req-09989a5e-97c2-46b9-8819-ecea3333b722 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:56.637806 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67554937-a238-47d5-9465-1561c81c8830", "name": "network-vif-unplugged", "status": "completed", "tag": "45af7314-87dd-4c2f-8d4b-8f815cddf16a", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:56.638060 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-09989a5e-97c2-46b9-8819-ecea3333b722 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:56.638460 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67554937-a238-47d5-9465-1561c81c8830', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45af7314-87dd-4c2f-8d4b-8f815cddf16a', 'code': 200} Aug 11 02:46:56.677361 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-5ce86afc-98d1-41fb-b7af-63490621b389 service neutron] Transition to ACTIVE for port object 45af7314-87dd-4c2f-8d4b-8f815cddf16a will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:46:56.682066 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-5ce86afc-98d1-41fb-b7af-63490621b389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:56.776818 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce86afc-98d1-41fb-b7af-63490621b389 service neutron] Pushing event updated for resources: {'Port': ['ID=45af7314-87dd-4c2f-8d4b-8f815cddf16a,revision_number=11']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:56.811774 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-5ce86afc-98d1-41fb-b7af-63490621b389 service neutron] No DVR routers for this DVR port 45af7314-87dd-4c2f-8d4b-8f815cddf16a on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:46:56.922462 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaab0c7-75bd-4344-ab53-bdf9ea4895b0 req-54414e2e-c78a-4756-b366-c68f424c5d60 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:56.923996 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-daaab0c7-75bd-4344-ab53-bdf9ea4895b0 req-54414e2e-c78a-4756-b366-c68f424c5d60 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 944 time: 0.0503049 Aug 11 02:46:56.947706 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-5ce86afc-98d1-41fb-b7af-63490621b389 service neutron] 10.222.0.66 "PUT /v2.0/ports/45af7314-87dd-4c2f-8d4b-8f815cddf16a/bindings/n-h1-615180-33/activate HTTP/1.1" status: 200 len: 370 time: 0.5959418 Aug 11 02:46:56.964670 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-daaab0c7-75bd-4344-ab53-bdf9ea4895b0 req-2635d62f-69d3-427c-9a0a-8194145f23e7 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=40d15248-4b14-456b-9815-95ae2e7b346b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346582 Aug 11 02:46:57.040238 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-0d1df5be-6d2e-48d3-8b51-647eaf2987c5 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:57.041608 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-0d1df5be-6d2e-48d3-8b51-647eaf2987c5 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830&tenant_id=83a11b7064d64ae6b3165041fbab4c71&binding%3Ahost_id=n-h2-615180-33 HTTP/1.1" status: 200 len: 1096 time: 0.0428329 Aug 11 02:46:57.086723 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-57967919-d2c8-4b0e-aa3a-46ac44df9133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:57.088202 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-57967919-d2c8-4b0e-aa3a-46ac44df9133 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830&tenant_id=83a11b7064d64ae6b3165041fbab4c71 HTTP/1.1" status: 200 len: 1096 time: 0.0393996 Aug 11 02:46:57.151736 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-3c64ca6d-1e46-49c7-99d4-5bfb8cca3398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:57.153194 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-3c64ca6d-1e46-49c7-99d4-5bfb8cca3398 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 1096 time: 0.0433691 Aug 11 02:46:57.238716 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-0c244f09-f94d-41ca-8561-383902e35300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:57.240168 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-0c244f09-f94d-41ca-8561-383902e35300 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6c3305d0-f751-4adf-9eea-8a365f118756 HTTP/1.1" status: 200 len: 898 time: 0.0798502 Aug 11 02:46:57.310230 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-0790631b-5124-4871-b4a1-9b5770ade01c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45af7314-87dd-4c2f-8d4b-8f815cddf16a HTTP/1.1" status: 200 len: 999 time: 0.0631120 Aug 11 02:46:57.359348 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-d010606c-df12-49fe-86d2-782ad6d537f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:57.360783 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-d010606c-df12-49fe-86d2-782ad6d537f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae356d35-7665-45f7-8654-d804aa8e1cea HTTP/1.1" status: 200 len: 835 time: 0.0428686 Aug 11 02:46:57.406131 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-61b659c4-435d-495e-936b-66fa7cb1a0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:57.407611 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-61b659c4-435d-495e-936b-66fa7cb1a0fc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6c3305d0-f751-4adf-9eea-8a365f118756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390713 Aug 11 02:46:57.498715 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-f3b9cb29-06aa-4647-8dd6-7ceb62ce565c service neutron] 10.222.0.73 "GET /v2.0/networks/6c3305d0-f751-4adf-9eea-8a365f118756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835583 Aug 11 02:46:57.600040 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-e1b4f1d7-6839-4e66-a1dc-2fb1187e9f78 service neutron] 10.222.0.73 "GET /v2.0/networks/6c3305d0-f751-4adf-9eea-8a365f118756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938759 Aug 11 02:46:57.820084 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-5a940823-068e-4f10-a5ae-39db25dc4aa5 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:57.821589 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-5a940823-068e-4f10-a5ae-39db25dc4aa5 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830&tenant_id=83a11b7064d64ae6b3165041fbab4c71&binding%3Ahost_id=n-h1-615180-33 HTTP/1.1" status: 200 len: 1096 time: 0.0442080 Aug 11 02:46:57.967756 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-12192cc3-c026-4161-92b4-52cbee9eb4eb service neutron] For port 45af7314-87dd-4c2f-8d4b-8f815cddf16a, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:46:57.970788 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-12192cc3-c026-4161-92b4-52cbee9eb4eb service neutron] Notify callbacks [] for binding, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:57.971939 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3328bf28-68fd-4974-b5dd-96c1ba171147 req-12192cc3-c026-4161-92b4-52cbee9eb4eb service neutron] 10.222.0.73 "DELETE /v2.0/ports/45af7314-87dd-4c2f-8d4b-8f815cddf16a/bindings/n-h2-615180-33 HTTP/1.1" status: 204 len: 173 time: 0.1432662 Aug 11 02:46:58.084932 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96c1e4-9b6b-47d6-8c5d-def767c5433a req-7083bdfa-1878-4f38-a17a-13f254da2ac8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:58.086424 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3f96c1e4-9b6b-47d6-8c5d-def767c5433a req-7083bdfa-1878-4f38-a17a-13f254da2ac8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 944 time: 0.0487580 Aug 11 02:46:58.126853 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3f96c1e4-9b6b-47d6-8c5d-def767c5433a req-d54535cb-4128-48c4-87df-5bbdceeaf25d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=40d15248-4b14-456b-9815-95ae2e7b346b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345416 Aug 11 02:46:58.234475 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c743a-cfba-4c9e-b83f-c5376add3873 req-c1ca953f-95f3-4aa9-9237-b1518c8dbd0e tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:58.235969 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-305c743a-cfba-4c9e-b83f-c5376add3873 req-c1ca953f-95f3-4aa9-9237-b1518c8dbd0e tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 1096 time: 0.0417781 Aug 11 02:46:58.271244 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-305c743a-cfba-4c9e-b83f-c5376add3873 req-feea52f0-a9d9-49f8-9df0-134cf5c755d0 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=40d15248-4b14-456b-9815-95ae2e7b346b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285411 Aug 11 02:46:58.386842 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bb46e-59c5-4fbe-9fcf-2f120260a0db req-61430c4e-f390-4dc2-9570-b7c8cbb1b89f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:58.388418 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-175bb46e-59c5-4fbe-9fcf-2f120260a0db req-61430c4e-f390-4dc2-9570-b7c8cbb1b89f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 944 time: 0.0490050 Aug 11 02:46:58.425312 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-175bb46e-59c5-4fbe-9fcf-2f120260a0db req-995ade10-79f2-42e1-a4e0-4d64705608fc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=40d15248-4b14-456b-9815-95ae2e7b346b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308607 Aug 11 02:46:58.446862 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57272) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:58.505788 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4ebfa682-ee2f-4fcf-ac46-4f43064ddd0e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/floatingips/916d55d9-58bc-416b-be92-6ddac3f06f61 HTTP/1.1" status: 200 len: 991 time: 0.0576794 Aug 11 02:46:58.719213 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57278) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:58.878616 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-31cf0533-158a-4660-bec8-95be20b697f1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Deleting port e93228c6-f5f6-4654-b224-eddda85824b4 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:46:58.878971 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-31cf0533-158a-4660-bec8-95be20b697f1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:58.951949 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-31cf0533-158a-4660-bec8-95be20b697f1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:58.952276 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-31cf0533-158a-4660-bec8-95be20b697f1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:58.964219 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-31cf0533-158a-4660-bec8-95be20b697f1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Calling delete_port for e93228c6-f5f6-4654-b224-eddda85824b4 owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:46:59.109509 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-31cf0533-158a-4660-bec8-95be20b697f1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:59.135501 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf0533-158a-4660-bec8-95be20b697f1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event deleted for resources: {'Port': ['ID=e93228c6-f5f6-4654-b224-eddda85824b4,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:59.195528 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-31cf0533-158a-4660-bec8-95be20b697f1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:59.195884 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-31cf0533-158a-4660-bec8-95be20b697f1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Floating IP 916d55d9-58bc-416b-be92-6ddac3f06f61 disassociated (deleted). External IP: 172.25.2.238, port: 45af7314-87dd-4c2f-8d4b-8f815cddf16a. Aug 11 02:46:59.398628 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cf0533-158a-4660-bec8-95be20b697f1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Router a740f788-08ae-4a89-9e5c-760bc6574cd9 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:46:59.502682 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cf0533-158a-4660-bec8-95be20b697f1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:46:59.508121 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-31cf0533-158a-4660-bec8-95be20b697f1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:59.512773 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab85beb4-873c-40dc-91d3-d78e6ec4536a None None] Sync routers for ids ['a740f788-08ae-4a89-9e5c-760bc6574cd9'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:46:59.521528 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab85beb4-873c-40dc-91d3-d78e6ec4536a None None] Routers {'a740f788-08ae-4a89-9e5c-760bc6574cd9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:46:59.522293 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ab85beb4-873c-40dc-91d3-d78e6ec4536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:46:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a740f788-08ae-4a89-9e5c-760bc6574cd9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:59.534881 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-31cf0533-158a-4660-bec8-95be20b697f1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "DELETE /v2.0/floatingips/916d55d9-58bc-416b-be92-6ddac3f06f61 HTTP/1.1" status: 204 len: 168 time: 0.8145342 Aug 11 02:46:59.535603 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67554937-a238-47d5-9465-1561c81c8830', 'tag': '45af7314-87dd-4c2f-8d4b-8f815cddf16a'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:59.538154 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8772adb-9afb-4ac3-97df-b37809c724ce" -d '{"events": [{"name": "network-changed", "server_uuid": "67554937-a238-47d5-9465-1561c81c8830", "tag": "45af7314-87dd-4c2f-8d4b-8f815cddf16a"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:59.576974 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadcb122-f12f-498b-9597-519e040b4590 x-openstack-request-id: req-dadcb122-f12f-498b-9597-519e040b4590 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:59.577292 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67554937-a238-47d5-9465-1561c81c8830", "tag": "45af7314-87dd-4c2f-8d4b-8f815cddf16a", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:59.577753 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dadcb122-f12f-498b-9597-519e040b4590 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:59.578329 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67554937-a238-47d5-9465-1561c81c8830', 'tag': '45af7314-87dd-4c2f-8d4b-8f815cddf16a', 'status': 'completed', 'code': 200} Aug 11 02:46:59.640428 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-ab85beb4-873c-40dc-91d3-d78e6ec4536a None None] Set router a740f788-08ae-4a89-9e5c-760bc6574cd9 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:46:59.646408 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8772adb-9afb-4ac3-97df-b37809c724ce req-35007611-0bd4-424b-8952-55ca7a5eeb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:59.647344 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b8772adb-9afb-4ac3-97df-b37809c724ce req-35007611-0bd4-424b-8952-55ca7a5eeb71 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 1096 time: 0.0470457 Aug 11 02:46:59.783917 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8772adb-9afb-4ac3-97df-b37809c724ce req-17994b3c-379e-4655-8b66-e1aa8f22ff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:59.785420 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b8772adb-9afb-4ac3-97df-b37809c724ce req-17994b3c-379e-4655-8b66-e1aa8f22ff2c service neutron] 10.222.0.73 "GET /v2.0/networks?id=6c3305d0-f751-4adf-9eea-8a365f118756 HTTP/1.1" status: 200 len: 898 time: 0.1240273 Aug 11 02:46:59.794239 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe3068-cd8b-4405-aa4b-ad66a71e30a0 req-c819b474-f111-4302-96aa-3a786a822208 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:59.795746 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7cfe3068-cd8b-4405-aa4b-ad66a71e30a0 req-c819b474-f111-4302-96aa-3a786a822208 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 944 time: 0.0779591 Aug 11 02:46:59.836245 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b8772adb-9afb-4ac3-97df-b37809c724ce req-e6cfd6f2-e6f8-44fb-ac6e-b4f43092ab46 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45af7314-87dd-4c2f-8d4b-8f815cddf16a HTTP/1.1" status: 200 len: 217 time: 0.0395515 Aug 11 02:46:59.843358 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ab85beb4-873c-40dc-91d3-d78e6ec4536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735002061', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '55f58a23-b152-4782-b798-2d924bbfa2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:56Z', 'updated_at': '2021-08-11T02:46:00Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '55f58a23-b152-4782-b798-2d924bbfa2d1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:56Z', 'updated_at': '2021-08-11T02:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'c7c2a575-2b5b-4eba-a647-dc3efc281f10', 'name': '', 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:0e:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'ae356d35-7665-45f7-8654-d804aa8e1cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:04Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': 'ae356d35-7665-45f7-8654-d804aa8e1cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:59.870152 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab85beb4-873c-40dc-91d3-d78e6ec4536a None None] Checking router: a740f788-08ae-4a89-9e5c-760bc6574cd9 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:46:59.878349 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab85beb4-873c-40dc-91d3-d78e6ec4536a None None] Routers {'a740f788-08ae-4a89-9e5c-760bc6574cd9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:46:59.878942 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ab85beb4-873c-40dc-91d3-d78e6ec4536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:46:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a740f788-08ae-4a89-9e5c-760bc6574cd9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:59.892966 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7cfe3068-cd8b-4405-aa4b-ad66a71e30a0 req-331c4098-c108-4f54-bee4-d2bfaf38d160 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=40d15248-4b14-456b-9815-95ae2e7b346b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906453 Aug 11 02:46:59.905412 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8772adb-9afb-4ac3-97df-b37809c724ce req-5b810aa3-1c91-43d3-a409-c861d9592d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:59.906961 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b8772adb-9afb-4ac3-97df-b37809c724ce req-5b810aa3-1c91-43d3-a409-c861d9592d28 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae356d35-7665-45f7-8654-d804aa8e1cea HTTP/1.1" status: 200 len: 835 time: 0.0614400 Aug 11 02:46:59.956028 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8772adb-9afb-4ac3-97df-b37809c724ce req-407ee389-d578-42f6-a65b-c448efbfe54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:59.957632 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b8772adb-9afb-4ac3-97df-b37809c724ce req-407ee389-d578-42f6-a65b-c448efbfe54f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6c3305d0-f751-4adf-9eea-8a365f118756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408673 Aug 11 02:46:59.984425 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-ab85beb4-873c-40dc-91d3-d78e6ec4536a None None] Set router a740f788-08ae-4a89-9e5c-760bc6574cd9 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:00.050747 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b8772adb-9afb-4ac3-97df-b37809c724ce req-ac43687c-66f5-490d-a3e7-820892aa3756 service neutron] 10.222.0.73 "GET /v2.0/networks/6c3305d0-f751-4adf-9eea-8a365f118756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850086 Aug 11 02:47:00.088269 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 45af7314-87dd-4c2f-8d4b-8f815cddf16a no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:47:00.111029 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.73', 63457) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:00.127060 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 45af7314-87dd-4c2f-8d4b-8f815cddf16a not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:47:00.180227 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b8772adb-9afb-4ac3-97df-b37809c724ce req-a3ab2d26-9782-4aef-875b-11618031320b service neutron] 10.222.0.73 "GET /v2.0/networks/6c3305d0-f751-4adf-9eea-8a365f118756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225395 Aug 11 02:47:00.186954 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ab85beb4-873c-40dc-91d3-d78e6ec4536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735002061', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '55f58a23-b152-4782-b798-2d924bbfa2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:56Z', 'updated_at': '2021-08-11T02:46:00Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '55f58a23-b152-4782-b798-2d924bbfa2d1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:56Z', 'updated_at': '2021-08-11T02:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'c7c2a575-2b5b-4eba-a647-dc3efc281f10', 'name': '', 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:0e:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'ae356d35-7665-45f7-8654-d804aa8e1cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:04Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': 'ae356d35-7665-45f7-8654-d804aa8e1cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:00.188710 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff3bd0-8b89-4852-9095-5873776992ed req-17d314a2-473d-44f5-9ccd-ec1a27f211a9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:00.190167 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c1ff3bd0-8b89-4852-9095-5873776992ed req-17d314a2-473d-44f5-9ccd-ec1a27f211a9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.73 "GET /v2.0/ports?device_id=67554937-a238-47d5-9465-1561c81c8830 HTTP/1.1" status: 200 len: 944 time: 0.0773630 Aug 11 02:47:00.215699 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab85beb4-873c-40dc-91d3-d78e6ec4536a None None] The sync data for ids ['a740f788-08ae-4a89-9e5c-760bc6574cd9'] in n-d-615180-33 is: [{'id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735002061', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '55f58a23-b152-4782-b798-2d924bbfa2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:56Z', 'updated_at': '2021-08-11T02:46:00Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '55f58a23-b152-4782-b798-2d924bbfa2d1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:56Z', 'updated_at': '2021-08-11T02:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'c7c2a575-2b5b-4eba-a647-dc3efc281f10', 'name': '', 'network_id': '6c3305d0-f751-4adf-9eea-8a365f118756', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:0e:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'ae356d35-7665-45f7-8654-d804aa8e1cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:04Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': 'ae356d35-7665-45f7-8654-d804aa8e1cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:47:00.289773 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-c1ff3bd0-8b89-4852-9095-5873776992ed req-c0b0b839-4d2b-4d52-a0a1-43a401fe2fb4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Deleting port 45af7314-87dd-4c2f-8d4b-8f815cddf16a {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:47:00.290123 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c1ff3bd0-8b89-4852-9095-5873776992ed req-c0b0b839-4d2b-4d52-a0a1-43a401fe2fb4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:00.380917 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-c1ff3bd0-8b89-4852-9095-5873776992ed req-c0b0b839-4d2b-4d52-a0a1-43a401fe2fb4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] For port 45af7314-87dd-4c2f-8d4b-8f815cddf16a, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=45af7314-87dd-4c2f-8d4b-8f815cddf16a,segment=NetworkSegment(0334d0fd-ce6b-4b90-97c7-3cedfa0d3579),segment_id=0334d0fd-ce6b-4b90-97c7-3cedfa0d3579)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:00.382172 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c1ff3bd0-8b89-4852-9095-5873776992ed req-c0b0b839-4d2b-4d52-a0a1-43a401fe2fb4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:00.395875 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-c1ff3bd0-8b89-4852-9095-5873776992ed req-c0b0b839-4d2b-4d52-a0a1-43a401fe2fb4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Calling delete_port for 45af7314-87dd-4c2f-8d4b-8f815cddf16a owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:47:00.434004 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49892c0b-e102-49b4-ba62-8d35e072d795 None None] New status for floating IP 916d55d9-58bc-416b-be92-6ddac3f06f61: DOWN {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:47:00.529697 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c1ff3bd0-8b89-4852-9095-5873776992ed req-c0b0b839-4d2b-4d52-a0a1-43a401fe2fb4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:00.558836 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0b839-4d2b-4d52-a0a1-43a401fe2fb4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event deleted for resources: {'Port': ['ID=45af7314-87dd-4c2f-8d4b-8f815cddf16a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:00.601649 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ff3bd0-8b89-4852-9095-5873776992ed req-c0b0b839-4d2b-4d52-a0a1-43a401fe2fb4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] No DVR routers for this DVR port 45af7314-87dd-4c2f-8d4b-8f815cddf16a on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:47:00.604167 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c1ff3bd0-8b89-4852-9095-5873776992ed req-c0b0b839-4d2b-4d52-a0a1-43a401fe2fb4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:00.606111 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c1ff3bd0-8b89-4852-9095-5873776992ed req-c0b0b839-4d2b-4d52-a0a1-43a401fe2fb4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.73 "DELETE /v2.0/ports/45af7314-87dd-4c2f-8d4b-8f815cddf16a HTTP/1.1" status: 204 len: 173 time: 0.4099572 Aug 11 02:47:00.952966 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57288) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:01.579684 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67554937-a238-47d5-9465-1561c81c8830', 'name': 'network-vif-deleted', 'tag': '45af7314-87dd-4c2f-8d4b-8f815cddf16a'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:01.581937 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3dc09d-ebec-4574-92a6-0301fec1d708" -d '{"events": [{"server_uuid": "67554937-a238-47d5-9465-1561c81c8830", "name": "network-vif-deleted", "tag": "45af7314-87dd-4c2f-8d4b-8f815cddf16a"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:01.595086 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3db925d8-1578-4b7a-8c04-23dcce37e5f8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:01.632520 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617fe39b-5d53-4619-a343-640513b9ff40 x-openstack-request-id: req-617fe39b-5d53-4619-a343-640513b9ff40 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:01.632818 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67554937-a238-47d5-9465-1561c81c8830", "name": "network-vif-deleted", "tag": "45af7314-87dd-4c2f-8d4b-8f815cddf16a", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:01.633069 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-617fe39b-5d53-4619-a343-640513b9ff40 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:01.633447 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67554937-a238-47d5-9465-1561c81c8830', 'name': 'network-vif-deleted', 'tag': '45af7314-87dd-4c2f-8d4b-8f815cddf16a', 'status': 'completed', 'code': 200} Aug 11 02:47:01.847794 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-3db925d8-1578-4b7a-8c04-23dcce37e5f8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Deleting port c7c2a575-2b5b-4eba-a647-dc3efc281f10 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:47:01.848057 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3db925d8-1578-4b7a-8c04-23dcce37e5f8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:01.936488 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-3db925d8-1578-4b7a-8c04-23dcce37e5f8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] For port c7c2a575-2b5b-4eba-a647-dc3efc281f10, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=c7c2a575-2b5b-4eba-a647-dc3efc281f10,segment=NetworkSegment(0334d0fd-ce6b-4b90-97c7-3cedfa0d3579),segment_id=0334d0fd-ce6b-4b90-97c7-3cedfa0d3579)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:01.936852 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3db925d8-1578-4b7a-8c04-23dcce37e5f8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:01.950050 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-3db925d8-1578-4b7a-8c04-23dcce37e5f8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Calling delete_port for c7c2a575-2b5b-4eba-a647-dc3efc281f10 owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:47:02.128264 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3db925d8-1578-4b7a-8c04-23dcce37e5f8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:02.153306 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db925d8-1578-4b7a-8c04-23dcce37e5f8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event deleted for resources: {'Port': ['ID=c7c2a575-2b5b-4eba-a647-dc3efc281f10,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:02.330205 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3db925d8-1578-4b7a-8c04-23dcce37e5f8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:02.540936 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db925d8-1578-4b7a-8c04-23dcce37e5f8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Router a740f788-08ae-4a89-9e5c-760bc6574cd9 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:47:02.642935 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db925d8-1578-4b7a-8c04-23dcce37e5f8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:47:02.648801 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3db925d8-1578-4b7a-8c04-23dcce37e5f8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "PUT /v2.0/routers/a740f788-08ae-4a89-9e5c-760bc6574cd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6943870 Aug 11 02:47:02.651105 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57292) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:02.653801 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b990c7-ffda-4bcf-8e1a-e23ba9df2588 None None] Sync routers for ids ['a740f788-08ae-4a89-9e5c-760bc6574cd9'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:47:02.663913 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b990c7-ffda-4bcf-8e1a-e23ba9df2588 None None] Routers {'a740f788-08ae-4a89-9e5c-760bc6574cd9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:47:02.664612 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a4b990c7-ffda-4bcf-8e1a-e23ba9df2588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:46:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a740f788-08ae-4a89-9e5c-760bc6574cd9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:02.704656 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ab7204-f2dc-4e4f-afcf-43661ed4cfa9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Deleting subnet ae356d35-7665-45f7-8654-d804aa8e1cea {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:47:02.707773 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7204-f2dc-4e4f-afcf-43661ed4cfa9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:02.749354 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7204-f2dc-4e4f-afcf-43661ed4cfa9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:02.772969 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-a4b990c7-ffda-4bcf-8e1a-e23ba9df2588 None None] Set router a740f788-08ae-4a89-9e5c-760bc6574cd9 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:02.831088 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7204-f2dc-4e4f-afcf-43661ed4cfa9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:02.893703 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7204-f2dc-4e4f-afcf-43661ed4cfa9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:02.918659 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab7204-f2dc-4e4f-afcf-43661ed4cfa9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event deleted for resources: {'Subnet': ['ID=ae356d35-7665-45f7-8654-d804aa8e1cea,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:02.924351 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7204-f2dc-4e4f-afcf-43661ed4cfa9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:02.928641 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e8ab7204-f2dc-4e4f-afcf-43661ed4cfa9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "DELETE /v2.0/subnets/ae356d35-7665-45f7-8654-d804aa8e1cea HTTP/1.1" status: 204 len: 168 time: 0.2741604 Aug 11 02:47:02.929007 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57294) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:02.933530 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b40f565-271b-4331-bd1f-444c21488431 None None] Network 6c3305d0-f751-4adf-9eea-8a365f118756 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:47:02.961728 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a4b990c7-ffda-4bcf-8e1a-e23ba9df2588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735002061', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '55f58a23-b152-4782-b798-2d924bbfa2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:56Z', 'updated_at': '2021-08-11T02:47:02Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '55f58a23-b152-4782-b798-2d924bbfa2d1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:56Z', 'updated_at': '2021-08-11T02:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:02.992159 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b990c7-ffda-4bcf-8e1a-e23ba9df2588 None None] Checking router: a740f788-08ae-4a89-9e5c-760bc6574cd9 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:47:03.000486 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b990c7-ffda-4bcf-8e1a-e23ba9df2588 None None] Routers {'a740f788-08ae-4a89-9e5c-760bc6574cd9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:47:03.001210 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a4b990c7-ffda-4bcf-8e1a-e23ba9df2588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:46:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['a740f788-08ae-4a89-9e5c-760bc6574cd9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:03.036236 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb73d-0563-4078-919c-61440b1dbaac tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:03.109479 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d65db5-7d75-4a0b-8133-d187c913babc None None] DHCP port deletion for 6c3305d0-f751-4adf-9eea-8a365f118756 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:47:03.146037 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb73d-0563-4078-919c-61440b1dbaac tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:03.171910 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-d6d65db5-7d75-4a0b-8133-d187c913babc None None] Deleting port e7b01af7-15b2-421c-a039-4554ccb17299 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:47:03.172294 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d6d65db5-7d75-4a0b-8133-d187c913babc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:03.208870 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-7a1eb73d-0563-4078-919c-61440b1dbaac tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Deleting port 55f58a23-b152-4782-b798-2d924bbfa2d1 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:47:03.209304 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb73d-0563-4078-919c-61440b1dbaac tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:03.214655 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-a4b990c7-ffda-4bcf-8e1a-e23ba9df2588 None None] Set router a740f788-08ae-4a89-9e5c-760bc6574cd9 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:03.236827 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d6d65db5-7d75-4a0b-8133-d187c913babc None None] For port e7b01af7-15b2-421c-a039-4554ccb17299, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e7b01af7-15b2-421c-a039-4554ccb17299,segment=NetworkSegment(0334d0fd-ce6b-4b90-97c7-3cedfa0d3579),segment_id=0334d0fd-ce6b-4b90-97c7-3cedfa0d3579)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:03.237400 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d6d65db5-7d75-4a0b-8133-d187c913babc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:03.255329 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-d6d65db5-7d75-4a0b-8133-d187c913babc None None] Calling delete_port for e7b01af7-15b2-421c-a039-4554ccb17299 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:47:03.292097 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-7a1eb73d-0563-4078-919c-61440b1dbaac tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] For port 55f58a23-b152-4782-b798-2d924bbfa2d1, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=55f58a23-b152-4782-b798-2d924bbfa2d1,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:03.292466 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb73d-0563-4078-919c-61440b1dbaac tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:03.306440 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-7a1eb73d-0563-4078-919c-61440b1dbaac tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Calling delete_port for 55f58a23-b152-4782-b798-2d924bbfa2d1 owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:47:03.342245 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d6d65db5-7d75-4a0b-8133-d187c913babc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:03.369840 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d65db5-7d75-4a0b-8133-d187c913babc None None] Pushing event deleted for resources: {'Port': ['ID=e7b01af7-15b2-421c-a039-4554ccb17299,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:03.372099 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d65db5-7d75-4a0b-8133-d187c913babc None None] No DVR routers for this DVR port e7b01af7-15b2-421c-a039-4554ccb17299 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:47:03.382853 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d65db5-7d75-4a0b-8133-d187c913babc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:03.382853 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d65db5-7d75-4a0b-8133-d187c913babc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:03.382853 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d65db5-7d75-4a0b-8133-d187c913babc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:03.382853 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d65db5-7d75-4a0b-8133-d187c913babc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:03.382853 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d65db5-7d75-4a0b-8133-d187c913babc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:03.382853 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d65db5-7d75-4a0b-8133-d187c913babc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:03.382853 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d65db5-7d75-4a0b-8133-d187c913babc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:03.382853 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d65db5-7d75-4a0b-8133-d187c913babc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:03.383766 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d65db5-7d75-4a0b-8133-d187c913babc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:03.383766 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d65db5-7d75-4a0b-8133-d187c913babc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:03.383766 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d65db5-7d75-4a0b-8133-d187c913babc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:03.385303 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d65db5-7d75-4a0b-8133-d187c913babc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:03.422380 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a4b990c7-ffda-4bcf-8e1a-e23ba9df2588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735002061', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '55f58a23-b152-4782-b798-2d924bbfa2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:56Z', 'updated_at': '2021-08-11T02:47:02Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '55f58a23-b152-4782-b798-2d924bbfa2d1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:56Z', 'updated_at': '2021-08-11T02:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:03.450576 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b990c7-ffda-4bcf-8e1a-e23ba9df2588 None None] The sync data for ids ['a740f788-08ae-4a89-9e5c-760bc6574cd9'] in n-d-615180-33 is: [{'id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735002061', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '55f58a23-b152-4782-b798-2d924bbfa2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:56Z', 'updated_at': '2021-08-11T02:47:02Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '55f58a23-b152-4782-b798-2d924bbfa2d1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a740f788-08ae-4a89-9e5c-760bc6574cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:56Z', 'updated_at': '2021-08-11T02:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:47:03.488186 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb73d-0563-4078-919c-61440b1dbaac tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:03.517796 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1eb73d-0563-4078-919c-61440b1dbaac tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event deleted for resources: {'Port': ['ID=55f58a23-b152-4782-b798-2d924bbfa2d1,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:03.578668 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb73d-0563-4078-919c-61440b1dbaac tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:03.671531 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb73d-0563-4078-919c-61440b1dbaac tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:03.673908 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb73d-0563-4078-919c-61440b1dbaac tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:03.720626 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb73d-0563-4078-919c-61440b1dbaac tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:03.721186 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1eb73d-0563-4078-919c-61440b1dbaac tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Fanout notify agent at l3_agent the message router_deleted on router a740f788-08ae-4a89-9e5c-760bc6574cd9 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:47:03.729576 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb73d-0563-4078-919c-61440b1dbaac tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:03.731410 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7a1eb73d-0563-4078-919c-61440b1dbaac tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "DELETE /v2.0/routers/a740f788-08ae-4a89-9e5c-760bc6574cd9 HTTP/1.1" status: 204 len: 168 time: 0.8013895 Aug 11 02:47:03.734185 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57296) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:03.826978 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b370993b-6ef1-43f4-aac3-d28fe78b5d31 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:03.914416 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b370993b-6ef1-43f4-aac3-d28fe78b5d31 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:03.924104 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-b370993b-6ef1-43f4-aac3-d28fe78b5d31 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3305d0-f751-4adf-9eea-8a365f118756']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:03.934449 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-b370993b-6ef1-43f4-aac3-d28fe78b5d31 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0334d0fd-ce6b-4b90-97c7-3cedfa0d3579') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:03.934745 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-b370993b-6ef1-43f4-aac3-d28fe78b5d31 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0334d0fd-ce6b-4b90-97c7-3cedfa0d3579') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:03.943551 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b370993b-6ef1-43f4-aac3-d28fe78b5d31 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:03.962169 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b370993b-6ef1-43f4-aac3-d28fe78b5d31 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:03.967954 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b370993b-6ef1-43f4-aac3-d28fe78b5d31 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:47:03.968337 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b370993b-6ef1-43f4-aac3-d28fe78b5d31 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:47:03.971110 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:47:04.027191 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b370993b-6ef1-43f4-aac3-d28fe78b5d31 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:04.032215 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b370993b-6ef1-43f4-aac3-d28fe78b5d31 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:04.034461 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b370993b-6ef1-43f4-aac3-d28fe78b5d31 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "DELETE /v2.0/networks/6c3305d0-f751-4adf-9eea-8a365f118756 HTTP/1.1" status: 204 len: 168 time: 0.2989721 Aug 11 02:47:04.037235 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57298) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:04.049560 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370993b-6ef1-43f4-aac3-d28fe78b5d31 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event deleted for resources: {'Network': ['ID=6c3305d0-f751-4adf-9eea-8a365f118756,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:04.098224 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-72b033ef-484a-494e-8261-2dd9df8765a2 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:04.124116 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-72b033ef-484a-494e-8261-2dd9df8765a2 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:04.185460 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-72b033ef-484a-494e-8261-2dd9df8765a2 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:04.189540 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-72b033ef-484a-494e-8261-2dd9df8765a2 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:04.191819 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-72b033ef-484a-494e-8261-2dd9df8765a2 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "DELETE /v2.0/security-groups/40d15248-4b14-456b-9815-95ae2e7b346b HTTP/1.1" status: 204 len: 168 time: 0.1524234 Aug 11 02:47:04.204009 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b033ef-484a-494e-8261-2dd9df8765a2 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d15248-4b14-456b-9815-95ae2e7b346b,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:04.369193 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e7b01af7-15b2-421c-a039-4554ccb17299 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:47:04.389355 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: e7b01af7-15b2-421c-a039-4554ccb17299 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:47:04.389634 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e7b01af7-15b2-421c-a039-4554ccb17299 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:47:04.390030 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device c7c2a575-2b5b-4eba-a647-dc3efc281f10 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:47:04.407922 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: c7c2a575-2b5b-4eba-a647-dc3efc281f10 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:47:04.408264 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device c7c2a575-2b5b-4eba-a647-dc3efc281f10 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:47:04.408658 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 55f58a23-b152-4782-b798-2d924bbfa2d1 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:47:04.425772 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 55f58a23-b152-4782-b798-2d924bbfa2d1 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:47:04.426115 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 55f58a23-b152-4782-b798-2d924bbfa2d1 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:47:04.541955 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57304) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:04.546699 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-a16e9e85-d3ac-4610-a972-d4cc19db9923 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1772890694', 'description': 'tempest-secgroup-smoke-1772890694 description', 'project_id': '83a11b7064d64ae6b3165041fbab4c71'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:04.568189 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a16e9e85-d3ac-4610-a972-d4cc19db9923 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:04.647126 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a16e9e85-d3ac-4610-a972-d4cc19db9923 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:04.650466 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a16e9e85-d3ac-4610-a972-d4cc19db9923 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:04.677028 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a16e9e85-d3ac-4610-a972-d4cc19db9923 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:04.678785 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a16e9e85-d3ac-4610-a972-d4cc19db9923 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1352930 Aug 11 02:47:04.679985 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e9e85-d3ac-4610-a972-d4cc19db9923 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbdeb64-97ea-4647-9b1a-c5a640b8128d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:04.682722 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57306) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:04.687712 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-1d3bce63-0783-4660-988d-8e881ac8f874 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'security_group_rule': {'security_group_id': '3dbdeb64-97ea-4647-9b1a-c5a640b8128d', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:04.714450 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d3bce63-0783-4660-988d-8e881ac8f874 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:04.761032 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d3bce63-0783-4660-988d-8e881ac8f874 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:04.765355 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d3bce63-0783-4660-988d-8e881ac8f874 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:04.784022 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3bce63-0783-4660-988d-8e881ac8f874 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f59520-d6d7-4dbe-97a3-ff46772e8d77,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:04.790089 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1d3bce63-0783-4660-988d-8e881ac8f874 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:04.791375 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1d3bce63-0783-4660-988d-8e881ac8f874 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1072824 Aug 11 02:47:04.794317 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57308) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:04.798926 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-cec3c77d-59ae-42f3-9a88-0ab049eea218 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'security_group_rule': {'security_group_id': '3dbdeb64-97ea-4647-9b1a-c5a640b8128d', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:04.825190 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cec3c77d-59ae-42f3-9a88-0ab049eea218 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:04.883996 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cec3c77d-59ae-42f3-9a88-0ab049eea218 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:04.887644 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cec3c77d-59ae-42f3-9a88-0ab049eea218 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:04.906558 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3c77d-59ae-42f3-9a88-0ab049eea218 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c813fab0-8657-4878-be6c-cc2b5202c30a,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:04.909468 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cec3c77d-59ae-42f3-9a88-0ab049eea218 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:04.910666 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cec3c77d-59ae-42f3-9a88-0ab049eea218 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153946 Aug 11 02:47:04.913698 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57310) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:04.918527 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-aaee85f6-54a4-45ca-aa37-750ae647fb31 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'security_group_rule': {'security_group_id': '3dbdeb64-97ea-4647-9b1a-c5a640b8128d', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:04.945870 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aaee85f6-54a4-45ca-aa37-750ae647fb31 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.006782 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aaee85f6-54a4-45ca-aa37-750ae647fb31 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.010545 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aaee85f6-54a4-45ca-aa37-750ae647fb31 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.028399 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee85f6-54a4-45ca-aa37-750ae647fb31 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9578e377-6d97-417a-9bcc-99091f238ac6,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:05.033702 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aaee85f6-54a4-45ca-aa37-750ae647fb31 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.038374 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-aaee85f6-54a4-45ca-aa37-750ae647fb31 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202464 Aug 11 02:47:05.038374 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57312) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:05.042817 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-6c3be96b-31de-4dad-9c28-969d53a80e4d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'security_group_rule': {'security_group_id': '3dbdeb64-97ea-4647-9b1a-c5a640b8128d', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:05.068744 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6c3be96b-31de-4dad-9c28-969d53a80e4d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.125484 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6c3be96b-31de-4dad-9c28-969d53a80e4d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.128972 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6c3be96b-31de-4dad-9c28-969d53a80e4d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.145722 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3be96b-31de-4dad-9c28-969d53a80e4d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce065db-05b7-4806-acc3-f7d6770fbcd1,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:05.152301 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6c3be96b-31de-4dad-9c28-969d53a80e4d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.153669 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6c3be96b-31de-4dad-9c28-969d53a80e4d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1144371 Aug 11 02:47:05.156620 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57314) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:05.160965 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-b294104d-f158-4739-b7ef-f762b43cf1ce tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'security_group_rule': {'security_group_id': '3dbdeb64-97ea-4647-9b1a-c5a640b8128d', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:05.182771 n-d-615180-33 neutron-server[94507]: INFO neutron.db.securitygroups_db [None req-b294104d-f158-4739-b7ef-f762b43cf1ce tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Project 83a11b7064d64ae6b3165041fbab4c71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:47:05.187314 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b294104d-f158-4739-b7ef-f762b43cf1ce tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.203657 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 45af7314-87dd-4c2f-8d4b-8f815cddf16a no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:47:05.226513 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 45af7314-87dd-4c2f-8d4b-8f815cddf16a {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:47:05.226884 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 45af7314-87dd-4c2f-8d4b-8f815cddf16a not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:47:05.248256 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b294104d-f158-4739-b7ef-f762b43cf1ce tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.252137 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b294104d-f158-4739-b7ef-f762b43cf1ce tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.272544 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294104d-f158-4739-b7ef-f762b43cf1ce tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65602932-cb13-46f0-aa6f-02751b25f601,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:05.276244 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b294104d-f158-4739-b7ef-f762b43cf1ce tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.277445 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b294104d-f158-4739-b7ef-f762b43cf1ce tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199293 Aug 11 02:47:05.280252 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57316) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:05.284729 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-3b915737-d140-46c9-a7fa-efc41c0deef0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'security_group_rule': {'security_group_id': '3dbdeb64-97ea-4647-9b1a-c5a640b8128d', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:05.307269 n-d-615180-33 neutron-server[94507]: INFO neutron.db.securitygroups_db [None req-3b915737-d140-46c9-a7fa-efc41c0deef0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Project 83a11b7064d64ae6b3165041fbab4c71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:47:05.312261 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3b915737-d140-46c9-a7fa-efc41c0deef0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.377126 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3b915737-d140-46c9-a7fa-efc41c0deef0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.380816 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3b915737-d140-46c9-a7fa-efc41c0deef0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.398366 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b915737-d140-46c9-a7fa-efc41c0deef0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=953784e9-75ea-4343-aa5d-b823bb259525,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:05.404356 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3b915737-d140-46c9-a7fa-efc41c0deef0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.405454 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3b915737-d140-46c9-a7fa-efc41c0deef0 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242480 Aug 11 02:47:05.408644 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57318) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:05.414639 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-0ba65eec-2910-4916-8e39-d78d0235c514 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'network': {'name': 'tempest-network-smoke--946095787', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'port_security_enabled': True}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:05.435223 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba65eec-2910-4916-8e39-d78d0235c514 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Made reservation on behalf of 83a11b7064d64ae6b3165041fbab4c71 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:47:05.438659 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ba65eec-2910-4916-8e39-d78d0235c514 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.461575 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ba65eec-2910-4916-8e39-d78d0235c514 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:47:05.470626 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ba65eec-2910-4916-8e39-d78d0235c514 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.470975 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-0ba65eec-2910-4916-8e39-d78d0235c514 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Added segment 37003978-f5e0-4b4a-b998-d4d7195140e7 of type vlan for network 39ef59c9-0c1b-4550-8e0b-3677d4186527 Aug 11 02:47:05.513475 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ba65eec-2910-4916-8e39-d78d0235c514 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.542074 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ba65eec-2910-4916-8e39-d78d0235c514 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.547639 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba65eec-2910-4916-8e39-d78d0235c514 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:05.548231 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ba65eec-2910-4916-8e39-d78d0235c514 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.603492 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0ba65eec-2910-4916-8e39-d78d0235c514 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1936414 Aug 11 02:47:05.606353 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57320) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:05.610949 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-98f0bb8c-a731-48b3-afa1-0c2a7f4a417d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-891908621', 'admin_state_up': True, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:05.628986 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba65eec-2910-4916-8e39-d78d0235c514 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Network': ['ID=39ef59c9-0c1b-4550-8e0b-3677d4186527,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:05.639477 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 39ef59c9-0c1b-4550-8e0b-3677d4186527 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:47:05.643134 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98f0bb8c-a731-48b3-afa1-0c2a7f4a417d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.644280 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98f0bb8c-a731-48b3-afa1-0c2a7f4a417d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.706150 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98f0bb8c-a731-48b3-afa1-0c2a7f4a417d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.842412 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98f0bb8c-a731-48b3-afa1-0c2a7f4a417d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:06.030748 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98f0bb8c-a731-48b3-afa1-0c2a7f4a417d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:06.048905 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98f0bb8c-a731-48b3-afa1-0c2a7f4a417d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:06.151346 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-98f0bb8c-a731-48b3-afa1-0c2a7f4a417d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Allocated IP 172.25.2.250 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/1e2b5b33-2bef-46e2-8f1b-9620903bc32c) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:47:06.250976 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98f0bb8c-a731-48b3-afa1-0c2a7f4a417d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:06.297690 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98f0bb8c-a731-48b3-afa1-0c2a7f4a417d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:06.348308 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f0bb8c-a731-48b3-afa1-0c2a7f4a417d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:47:06.355163 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-98f0bb8c-a731-48b3-afa1-0c2a7f4a417d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:06.359790 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f0bb8c-a731-48b3-afa1-0c2a7f4a417d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:47:06.385251 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0bb8c-a731-48b3-afa1-0c2a7f4a417d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Port': ['ID=1e2b5b33-2bef-46e2-8f1b-9620903bc32c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:06.609116 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98f0bb8c-a731-48b3-afa1-0c2a7f4a417d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:06.807742 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98f0bb8c-a731-48b3-afa1-0c2a7f4a417d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:06.928170 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f0bb8c-a731-48b3-afa1-0c2a7f4a417d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Router 076cc366-c74d-4160-9191-b7d10c3733f9 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:47:07.032589 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f0bb8c-a731-48b3-afa1-0c2a7f4a417d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:47:07.043154 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac0d80a-dcb0-425a-a9be-8fa382469b1e None None] Sync routers for ids ['076cc366-c74d-4160-9191-b7d10c3733f9'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:47:07.052745 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98f0bb8c-a731-48b3-afa1-0c2a7f4a417d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:07.054006 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac0d80a-dcb0-425a-a9be-8fa382469b1e None None] Routers {'076cc366-c74d-4160-9191-b7d10c3733f9'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:47:07.054867 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-9ac0d80a-dcb0-425a-a9be-8fa382469b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:46:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['076cc366-c74d-4160-9191-b7d10c3733f9'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:07.062474 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-98f0bb8c-a731-48b3-afa1-0c2a7f4a417d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4523797 Aug 11 02:47:07.062795 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57322) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:07.093993 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b6b13b2c-1967-4011-9c99-0ff3d2bd6e6d tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=83a11b7064d64ae6b3165041fbab4c71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297868 Aug 11 02:47:07.096672 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57324) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:07.161619 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-9ac0d80a-dcb0-425a-a9be-8fa382469b1e None None] Set router 076cc366-c74d-4160-9191-b7d10c3733f9 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:07.186188 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8a6310-148f-448b-acc7-8ba2bbabbe0b tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:07.187849 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6c8a6310-148f-448b-acc7-8ba2bbabbe0b tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901928 Aug 11 02:47:07.190654 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57326) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:07.219015 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8ec880d0-ecbe-496b-8b4a-a56b96611224 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=2e931faf-12fe-43f6-b34b-8aa380b6ef75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271983 Aug 11 02:47:07.221486 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57328) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:07.281117 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-5634ceea-3088-4f10-88af-b8d9013cfcba tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1864090187', 'network_id': '39ef59c9-0c1b-4550-8e0b-3677d4186527', 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:07.338533 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-9ac0d80a-dcb0-425a-a9be-8fa382469b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891908621', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '1e2b5b33-2bef-46e2-8f1b-9620903bc32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:05Z', 'updated_at': '2021-08-11T02:47:06Z', 'revision_number': 3, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '1e2b5b33-2bef-46e2-8f1b-9620903bc32c', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:06Z', 'updated_at': '2021-08-11T02:47:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:07.366344 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5634ceea-3088-4f10-88af-b8d9013cfcba tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Made reservation on behalf of 83a11b7064d64ae6b3165041fbab4c71 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:47:07.369988 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5634ceea-3088-4f10-88af-b8d9013cfcba tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:07.379049 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac0d80a-dcb0-425a-a9be-8fa382469b1e None None] Checking router: 076cc366-c74d-4160-9191-b7d10c3733f9 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:47:07.379410 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac0d80a-dcb0-425a-a9be-8fa382469b1e None None] Updating router 076cc366-c74d-4160-9191-b7d10c3733f9 port 1e2b5b33-2bef-46e2-8f1b-9620903bc32c binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:47:07.405939 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9ac0d80a-dcb0-425a-a9be-8fa382469b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:07.553845 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5634ceea-3088-4f10-88af-b8d9013cfcba tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:07.618277 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634ceea-3088-4f10-88af-b8d9013cfcba tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Subnet': ['ID=d7fd9eaa-a4c8-48fd-923a-d750fd5abedb,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:07.627008 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5634ceea-3088-4f10-88af-b8d9013cfcba tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Checking segment: {'id': '37003978-f5e0-4b4a-b998-d4d7195140e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '39ef59c9-0c1b-4550-8e0b-3677d4186527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:47:07.627371 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5634ceea-3088-4f10-88af-b8d9013cfcba tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Network hostable DHCP agents. Network: 39ef59c9-0c1b-4550-8e0b-3677d4186527, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:47:07.644261 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5634ceea-3088-4f10-88af-b8d9013cfcba tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Network 39ef59c9-0c1b-4550-8e0b-3677d4186527 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:47:07.653154 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-5634ceea-3088-4f10-88af-b8d9013cfcba tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 39ef59c9-0c1b-4550-8e0b-3677d4186527) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:07.653321 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9ac0d80a-dcb0-425a-a9be-8fa382469b1e None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:07.658374 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5634ceea-3088-4f10-88af-b8d9013cfcba tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:07.659301 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5634ceea-3088-4f10-88af-b8d9013cfcba tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:07.662834 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbd07f5-6e27-455b-88e1-8d2d0b6e3b42 None None] Network 39ef59c9-0c1b-4550-8e0b-3677d4186527 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:47:07.678632 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5634ceea-3088-4f10-88af-b8d9013cfcba tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4556239 Aug 11 02:47:07.681729 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57332) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:07.709863 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9ac0d80a-dcb0-425a-a9be-8fa382469b1e None None] Transition to ACTIVE for port object 1e2b5b33-2bef-46e2-8f1b-9620903bc32c will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:07.720098 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9ac0d80a-dcb0-425a-a9be-8fa382469b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:07.793449 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fb97b-3333-4512-bfeb-7698e1348203 None None] Pushing event updated for resources: {'Port': ['ID=1e2b5b33-2bef-46e2-8f1b-9620903bc32c,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:07.795989 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-9ac0d80a-dcb0-425a-a9be-8fa382469b1e None None] Attempting to bind port 1e2b5b33-2bef-46e2-8f1b-9620903bc32c on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:47:07.796362 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-9ac0d80a-dcb0-425a-a9be-8fa382469b1e None None] Attempting to bind port 1e2b5b33-2bef-46e2-8f1b-9620903bc32c by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:47:07.796727 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac0d80a-dcb0-425a-a9be-8fa382469b1e None None] Attempting to bind port 1e2b5b33-2bef-46e2-8f1b-9620903bc32c on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:07.806760 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac0d80a-dcb0-425a-a9be-8fa382469b1e None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:47:07.807069 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac0d80a-dcb0-425a-a9be-8fa382469b1e None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:47:07.807471 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9ac0d80a-dcb0-425a-a9be-8fa382469b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:07.808250 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac0d80a-dcb0-425a-a9be-8fa382469b1e None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:47:07.808724 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-9ac0d80a-dcb0-425a-a9be-8fa382469b1e None None] Bound port: 1e2b5b33-2bef-46e2-8f1b-9620903bc32c, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:47:07.809143 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9ac0d80a-dcb0-425a-a9be-8fa382469b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:07.891246 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-9ac0d80a-dcb0-425a-a9be-8fa382469b1e None None] For port 1e2b5b33-2bef-46e2-8f1b-9620903bc32c, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:47:07.915944 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-9ac0d80a-dcb0-425a-a9be-8fa382469b1e None None] For port 1e2b5b33-2bef-46e2-8f1b-9620903bc32c, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=1e2b5b33-2bef-46e2-8f1b-9620903bc32c,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:47:07.918307 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a8bb81-9850-4061-8230-a95b33b6acc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-39ef59c9-0c1b-4550-8e0b-3677d4186527', 'network_id': '39ef59c9-0c1b-4550-8e0b-3677d4186527', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'fixed_ips': [{'subnet_id': 'd7fd9eaa-a4c8-48fd-923a-d750fd5abedb'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:47:07.919219 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-33a8bb81-9850-4061-8230-a95b33b6acc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:07.923144 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9ac0d80a-dcb0-425a-a9be-8fa382469b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:08.054108 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac0d80a-dcb0-425a-a9be-8fa382469b1e None None] Routers {'076cc366-c74d-4160-9191-b7d10c3733f9'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:47:08.054760 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-9ac0d80a-dcb0-425a-a9be-8fa382469b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:46:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['076cc366-c74d-4160-9191-b7d10c3733f9'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:08.060293 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fb97b-3333-4512-bfeb-7698e1348203 None None] Pushing event updated for resources: {'Port': ['ID=1e2b5b33-2bef-46e2-8f1b-9620903bc32c,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:08.121977 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4053ed49-5a1d-4c12-b15e-4452087125ff tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:08.187015 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-33a8bb81-9850-4061-8230-a95b33b6acc3 None None] Allocated IP 172.20.0.2 (39ef59c9-0c1b-4550-8e0b-3677d4186527/d7fd9eaa-a4c8-48fd-923a-d750fd5abedb/ff4ec72d-4398-40e4-bac5-d385d6c50be0) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:47:08.205495 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-9ac0d80a-dcb0-425a-a9be-8fa382469b1e None None] Set router 076cc366-c74d-4160-9191-b7d10c3733f9 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:08.475780 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-33a8bb81-9850-4061-8230-a95b33b6acc3 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:08.488684 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-33a8bb81-9850-4061-8230-a95b33b6acc3 None None] Transition to ACTIVE for port object ff4ec72d-4398-40e4-bac5-d385d6c50be0 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:08.508045 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-33a8bb81-9850-4061-8230-a95b33b6acc3 None None] Transition to ACTIVE for port object ff4ec72d-4398-40e4-bac5-d385d6c50be0 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:08.514938 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-9ac0d80a-dcb0-425a-a9be-8fa382469b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891908621', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '1e2b5b33-2bef-46e2-8f1b-9620903bc32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:05Z', 'updated_at': '2021-08-11T02:47:06Z', 'revision_number': 3, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '1e2b5b33-2bef-46e2-8f1b-9620903bc32c', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:06Z', 'updated_at': '2021-08-11T02:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:08.518012 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-33a8bb81-9850-4061-8230-a95b33b6acc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:08.547754 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac0d80a-dcb0-425a-a9be-8fa382469b1e None None] The sync data for ids ['076cc366-c74d-4160-9191-b7d10c3733f9'] in n-d-615180-33 is: [{'id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891908621', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '1e2b5b33-2bef-46e2-8f1b-9620903bc32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:05Z', 'updated_at': '2021-08-11T02:47:06Z', 'revision_number': 3, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '1e2b5b33-2bef-46e2-8f1b-9620903bc32c', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:06Z', 'updated_at': '2021-08-11T02:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:47:08.585724 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a8bb81-9850-4061-8230-a95b33b6acc3 None None] Network 39ef59c9-0c1b-4550-8e0b-3677d4186527 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:47:08.590330 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-33a8bb81-9850-4061-8230-a95b33b6acc3 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:08.594752 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a8bb81-9850-4061-8230-a95b33b6acc3 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:47:08.604656 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8bb81-9850-4061-8230-a95b33b6acc3 None None] Pushing event updated for resources: {'Port': ['ID=ff4ec72d-4398-40e4-bac5-d385d6c50be0,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:08.706796 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-4053ed49-5a1d-4c12-b15e-4452087125ff tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Allocated IP 172.20.0.1 (39ef59c9-0c1b-4550-8e0b-3677d4186527/d7fd9eaa-a4c8-48fd-923a-d750fd5abedb/8a3eef77-ab56-46cc-828d-b5c4adfeac89) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:47:08.829156 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-33a8bb81-9850-4061-8230-a95b33b6acc3 None None] Attempting to bind port ff4ec72d-4398-40e4-bac5-d385d6c50be0 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:47:08.829444 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-33a8bb81-9850-4061-8230-a95b33b6acc3 None None] Attempting to bind port ff4ec72d-4398-40e4-bac5-d385d6c50be0 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '37003978-f5e0-4b4a-b998-d4d7195140e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '39ef59c9-0c1b-4550-8e0b-3677d4186527'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:47:08.829808 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a8bb81-9850-4061-8230-a95b33b6acc3 None None] Attempting to bind port ff4ec72d-4398-40e4-bac5-d385d6c50be0 on network 39ef59c9-0c1b-4550-8e0b-3677d4186527 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:08.834929 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a8bb81-9850-4061-8230-a95b33b6acc3 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:47:08.835307 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a8bb81-9850-4061-8230-a95b33b6acc3 None None] Checking segment: {'id': '37003978-f5e0-4b4a-b998-d4d7195140e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '39ef59c9-0c1b-4550-8e0b-3677d4186527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:47:08.835744 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-33a8bb81-9850-4061-8230-a95b33b6acc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:08.836140 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a8bb81-9850-4061-8230-a95b33b6acc3 None None] Bound using segment: {'id': '37003978-f5e0-4b4a-b998-d4d7195140e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '39ef59c9-0c1b-4550-8e0b-3677d4186527'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:47:08.836655 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-33a8bb81-9850-4061-8230-a95b33b6acc3 None None] Bound port: ff4ec72d-4398-40e4-bac5-d385d6c50be0, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37003978-f5e0-4b4a-b998-d4d7195140e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '39ef59c9-0c1b-4550-8e0b-3677d4186527'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:47:08.837041 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-33a8bb81-9850-4061-8230-a95b33b6acc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:08.862563 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4053ed49-5a1d-4c12-b15e-4452087125ff tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:08.879208 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-4053ed49-5a1d-4c12-b15e-4452087125ff tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Transition to ACTIVE for port object 8a3eef77-ab56-46cc-828d-b5c4adfeac89 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:08.907483 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-33a8bb81-9850-4061-8230-a95b33b6acc3 None None] For port ff4ec72d-4398-40e4-bac5-d385d6c50be0, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:47:08.911115 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-33a8bb81-9850-4061-8230-a95b33b6acc3 None None] For port ff4ec72d-4398-40e4-bac5-d385d6c50be0, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=ff4ec72d-4398-40e4-bac5-d385d6c50be0,segment=NetworkSegment(37003978-f5e0-4b4a-b998-d4d7195140e7),segment_id=37003978-f5e0-4b4a-b998-d4d7195140e7)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:47:08.916565 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-33a8bb81-9850-4061-8230-a95b33b6acc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:08.919296 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4053ed49-5a1d-4c12-b15e-4452087125ff tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:08.972346 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4053ed49-5a1d-4c12-b15e-4452087125ff tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Network 39ef59c9-0c1b-4550-8e0b-3677d4186527 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:47:08.976558 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8bb81-9850-4061-8230-a95b33b6acc3 None None] Pushing event updated for resources: {'Port': ['ID=ff4ec72d-4398-40e4-bac5-d385d6c50be0,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:08.979200 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-4053ed49-5a1d-4c12-b15e-4452087125ff tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:08.982518 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4053ed49-5a1d-4c12-b15e-4452087125ff tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:47:09.010029 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053ed49-5a1d-4c12-b15e-4452087125ff tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Port': ['ID=8a3eef77-ab56-46cc-828d-b5c4adfeac89,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:09.034977 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4053ed49-5a1d-4c12-b15e-4452087125ff tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:09.206983 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4053ed49-5a1d-4c12-b15e-4452087125ff tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:09.497137 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4053ed49-5a1d-4c12-b15e-4452087125ff tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:09.501738 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4053ed49-5a1d-4c12-b15e-4452087125ff tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:09.572914 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053ed49-5a1d-4c12-b15e-4452087125ff tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Port': ['ID=8a3eef77-ab56-46cc-828d-b5c4adfeac89,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:09.575266 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4053ed49-5a1d-4c12-b15e-4452087125ff tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:09.670777 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4053ed49-5a1d-4c12-b15e-4452087125ff tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Network 39ef59c9-0c1b-4550-8e0b-3677d4186527 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:47:09.672267 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-4053ed49-5a1d-4c12-b15e-4452087125ff tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:09.790145 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4053ed49-5a1d-4c12-b15e-4452087125ff tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Router 076cc366-c74d-4160-9191-b7d10c3733f9 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:47:09.901492 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4053ed49-5a1d-4c12-b15e-4452087125ff tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:47:09.906939 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4053ed49-5a1d-4c12-b15e-4452087125ff tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "PUT /v2.0/routers/076cc366-c74d-4160-9191-b7d10c3733f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2242200 Aug 11 02:47:09.937049 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfffffe-79fd-444b-9757-b7c96d2bd373 None None] Network 39ef59c9-0c1b-4550-8e0b-3677d4186527 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:47:09.998175 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-69dc4150-44a4-4a52-bba5-f61efd0db515 None None] Provisioning for port ff4ec72d-4398-40e4-bac5-d385d6c50be0 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:10.052012 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09836e34-ef87-456d-9b1b-0fe420358455 req-bb8ced02-2bca-4d20-8309-a51af6a4f8f4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1772890694&fields=id&tenant_id=83a11b7064d64ae6b3165041fbab4c71 HTTP/1.1" status: 200 len: 267 time: 0.0349846 Aug 11 02:47:10.167741 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09836e34-ef87-456d-9b1b-0fe420358455 req-0f13a6ca-8713-4918-bf02-1e3ec1542f9c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:10.169354 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09836e34-ef87-456d-9b1b-0fe420358455 req-0f13a6ca-8713-4918-bf02-1e3ec1542f9c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/networks?id=39ef59c9-0c1b-4550-8e0b-3677d4186527 HTTP/1.1" status: 200 len: 796 time: 0.1102488 Aug 11 02:47:10.186181 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09836e34-ef87-456d-9b1b-0fe420358455 req-fa1414e4-8fce-49f3-8ac4-0cafc8fd0c60 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/quotas/83a11b7064d64ae6b3165041fbab4c71 HTTP/1.1" status: 200 len: 375 time: 0.0101740 Aug 11 02:47:10.240958 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09836e34-ef87-456d-9b1b-0fe420358455 req-427d01ba-e0fe-4109-a740-dccfb9bc062a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490880 Aug 11 02:47:10.333631 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [req-09836e34-ef87-456d-9b1b-0fe420358455 req-b6ae7965-02b5-4cc2-94e0-53580a1e8461 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:47:10.344775 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09836e34-ef87-456d-9b1b-0fe420358455 req-b6ae7965-02b5-4cc2-94e0-53580a1e8461 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0871165 Aug 11 02:47:10.351470 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4652f4df-72f5-434b-92d1-836a43201d5d None None] Provisioning for port 8a3eef77-ab56-46cc-828d-b5c4adfeac89 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:10.358215 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4652f4df-72f5-434b-92d1-836a43201d5d None None] Provisioning complete for port 8a3eef77-ab56-46cc-828d-b5c4adfeac89 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:10.358870 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4652f4df-72f5-434b-92d1-836a43201d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.404423 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-4652f4df-72f5-434b-92d1-836a43201d5d None None] Port 8a3eef77-ab56-46cc-828d-b5c4adfeac89 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:47:10.418848 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3809531-2444-4171-9790-635d2aa207ef None None] Sync routers for ids ['076cc366-c74d-4160-9191-b7d10c3733f9'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:47:10.431599 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3809531-2444-4171-9790-635d2aa207ef None None] Routers {'076cc366-c74d-4160-9191-b7d10c3733f9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:47:10.432313 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f3809531-2444-4171-9790-635d2aa207ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:46:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['076cc366-c74d-4160-9191-b7d10c3733f9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:10.453186 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ff4ec72d-4398-40e4-bac5-d385d6c50be0 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:10.465906 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09836e34-ef87-456d-9b1b-0fe420358455 req-5237e1d5-916e-40ca-9659-21dc0106115c service neutron] 10.222.0.50 "GET /v2.0/networks/39ef59c9-0c1b-4550-8e0b-3677d4186527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190045 Aug 11 02:47:10.511785 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port ff4ec72d-4398-40e4-bac5-d385d6c50be0 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:10.516221 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port ff4ec72d-4398-40e4-bac5-d385d6c50be0 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:10.517277 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.571446 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09836e34-ef87-456d-9b1b-0fe420358455 req-4a5f3b0c-d9c0-4ea4-97f5-5e3e8547b48e service neutron] 10.222.0.50 "GET /v2.0/networks/39ef59c9-0c1b-4550-8e0b-3677d4186527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041839 Aug 11 02:47:10.576497 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-f3809531-2444-4171-9790-635d2aa207ef None None] Set router 076cc366-c74d-4160-9191-b7d10c3733f9 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:10.613615 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.660294 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port ff4ec72d-4398-40e4-bac5-d385d6c50be0, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=ff4ec72d-4398-40e4-bac5-d385d6c50be0,segment=NetworkSegment(37003978-f5e0-4b4a-b998-d4d7195140e7),segment_id=37003978-f5e0-4b4a-b998-d4d7195140e7)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:10.661510 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b8a752f2-4182-44ec-8ea8-0f1ee281d626 None None] Provisioning complete for port 8a3eef77-ab56-46cc-828d-b5c4adfeac89 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:10.661953 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b8a752f2-4182-44ec-8ea8-0f1ee281d626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.665256 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.666180 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1e2b5b33-2bef-46e2-8f1b-9620903bc32c up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:10.766243 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-b8a752f2-4182-44ec-8ea8-0f1ee281d626 None None] Port 8a3eef77-ab56-46cc-828d-b5c4adfeac89 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:47:10.801981 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 1e2b5b33-2bef-46e2-8f1b-9620903bc32c completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:10.810908 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 1e2b5b33-2bef-46e2-8f1b-9620903bc32c triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:10.811101 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.825798 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f3809531-2444-4171-9790-635d2aa207ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891908621', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '1e2b5b33-2bef-46e2-8f1b-9620903bc32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:05Z', 'updated_at': '2021-08-11T02:47:09Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '1e2b5b33-2bef-46e2-8f1b-9620903bc32c', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:06Z', 'updated_at': '2021-08-11T02:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '8a3eef77-ab56-46cc-828d-b5c4adfeac89', 'name': '', 'network_id': '39ef59c9-0c1b-4550-8e0b-3677d4186527', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:d4:da:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd7fd9eaa-a4c8-48fd-923a-d750fd5abedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:08Z', 'updated_at': '2021-08-11T02:47:09Z', 'revision_number': 2, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': 'd7fd9eaa-a4c8-48fd-923a-d750fd5abedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:10.832034 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c2baf522-5e4d-4497-9fdb-f1cd42530533 req-12a4db77-7cd2-4d6c-a84a-a03dcda1c949 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 210 time: 0.0598009 Aug 11 02:47:10.853046 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=ff4ec72d-4398-40e4-bac5-d385d6c50be0,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:10.871171 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3809531-2444-4171-9790-635d2aa207ef None None] Checking router: 076cc366-c74d-4160-9191-b7d10c3733f9 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:47:10.871625 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3809531-2444-4171-9790-635d2aa207ef None None] Updating router 076cc366-c74d-4160-9191-b7d10c3733f9 port 8a3eef77-ab56-46cc-828d-b5c4adfeac89 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:47:10.898762 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-f3809531-2444-4171-9790-635d2aa207ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.915515 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-883be3b7-1377-4116-88a4-61d9c43bea8f None None] Provisioning complete for port 8a3eef77-ab56-46cc-828d-b5c4adfeac89 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:10.915917 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-883be3b7-1377-4116-88a4-61d9c43bea8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.938502 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.967001 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-883be3b7-1377-4116-88a4-61d9c43bea8f None None] Port 8a3eef77-ab56-46cc-828d-b5c4adfeac89 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:47:10.969557 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 1e2b5b33-2bef-46e2-8f1b-9620903bc32c, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=1e2b5b33-2bef-46e2-8f1b-9620903bc32c,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:10.974122 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.029561 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=1e2b5b33-2bef-46e2-8f1b-9620903bc32c,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:11.184642 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-f3809531-2444-4171-9790-635d2aa207ef None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.194348 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-f3809531-2444-4171-9790-635d2aa207ef None None] Transition to ACTIVE for port object 8a3eef77-ab56-46cc-828d-b5c4adfeac89 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:11.200619 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-f3809531-2444-4171-9790-635d2aa207ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.254029 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac4d80-d12b-4158-887f-172017f945e5 None None] Pushing event updated for resources: {'Port': ['ID=8a3eef77-ab56-46cc-828d-b5c4adfeac89,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:11.277046 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dac4d80-d12b-4158-887f-172017f945e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:11.277390 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dac4d80-d12b-4158-887f-172017f945e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:11.277911 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dac4d80-d12b-4158-887f-172017f945e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:11.278244 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dac4d80-d12b-4158-887f-172017f945e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:11.278567 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dac4d80-d12b-4158-887f-172017f945e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:11.278889 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dac4d80-d12b-4158-887f-172017f945e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:11.279205 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dac4d80-d12b-4158-887f-172017f945e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:11.279519 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dac4d80-d12b-4158-887f-172017f945e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:11.279855 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dac4d80-d12b-4158-887f-172017f945e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:11.280170 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dac4d80-d12b-4158-887f-172017f945e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:11.280480 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dac4d80-d12b-4158-887f-172017f945e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:11.280790 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dac4d80-d12b-4158-887f-172017f945e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:11.312873 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-f3809531-2444-4171-9790-635d2aa207ef None None] Attempting to bind port 8a3eef77-ab56-46cc-828d-b5c4adfeac89 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:47:11.313265 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-f3809531-2444-4171-9790-635d2aa207ef None None] Attempting to bind port 8a3eef77-ab56-46cc-828d-b5c4adfeac89 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '37003978-f5e0-4b4a-b998-d4d7195140e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '39ef59c9-0c1b-4550-8e0b-3677d4186527'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:47:11.313626 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3809531-2444-4171-9790-635d2aa207ef None None] Attempting to bind port 8a3eef77-ab56-46cc-828d-b5c4adfeac89 on network 39ef59c9-0c1b-4550-8e0b-3677d4186527 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:11.318614 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3809531-2444-4171-9790-635d2aa207ef None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:47:11.318976 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3809531-2444-4171-9790-635d2aa207ef None None] Checking segment: {'id': '37003978-f5e0-4b4a-b998-d4d7195140e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '39ef59c9-0c1b-4550-8e0b-3677d4186527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:47:11.319367 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-f3809531-2444-4171-9790-635d2aa207ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.319832 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3809531-2444-4171-9790-635d2aa207ef None None] Bound using segment: {'id': '37003978-f5e0-4b4a-b998-d4d7195140e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '39ef59c9-0c1b-4550-8e0b-3677d4186527'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:47:11.320281 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-f3809531-2444-4171-9790-635d2aa207ef None None] Bound port: 8a3eef77-ab56-46cc-828d-b5c4adfeac89, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37003978-f5e0-4b4a-b998-d4d7195140e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '39ef59c9-0c1b-4550-8e0b-3677d4186527'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:47:11.320650 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-f3809531-2444-4171-9790-635d2aa207ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.395812 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-f3809531-2444-4171-9790-635d2aa207ef None None] For port 8a3eef77-ab56-46cc-828d-b5c4adfeac89, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:47:11.399657 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-f3809531-2444-4171-9790-635d2aa207ef None None] For port 8a3eef77-ab56-46cc-828d-b5c4adfeac89, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8a3eef77-ab56-46cc-828d-b5c4adfeac89,segment=NetworkSegment(37003978-f5e0-4b4a-b998-d4d7195140e7),segment_id=37003978-f5e0-4b4a-b998-d4d7195140e7)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:47:11.404406 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-f3809531-2444-4171-9790-635d2aa207ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.463365 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3809531-2444-4171-9790-635d2aa207ef None None] Routers {'076cc366-c74d-4160-9191-b7d10c3733f9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:47:11.464030 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f3809531-2444-4171-9790-635d2aa207ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:46:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['076cc366-c74d-4160-9191-b7d10c3733f9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:11.501849 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac4d80-d12b-4158-887f-172017f945e5 None None] Pushing event updated for resources: {'Port': ['ID=8a3eef77-ab56-46cc-828d-b5c4adfeac89,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:11.580031 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-f3809531-2444-4171-9790-635d2aa207ef None None] Set router 076cc366-c74d-4160-9191-b7d10c3733f9 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:11.790906 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f3809531-2444-4171-9790-635d2aa207ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891908621', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '1e2b5b33-2bef-46e2-8f1b-9620903bc32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:05Z', 'updated_at': '2021-08-11T02:47:09Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '1e2b5b33-2bef-46e2-8f1b-9620903bc32c', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:06Z', 'updated_at': '2021-08-11T02:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '8a3eef77-ab56-46cc-828d-b5c4adfeac89', 'name': '', 'network_id': '39ef59c9-0c1b-4550-8e0b-3677d4186527', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:d4:da:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd7fd9eaa-a4c8-48fd-923a-d750fd5abedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:08Z', 'updated_at': '2021-08-11T02:47:11Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': 'd7fd9eaa-a4c8-48fd-923a-d750fd5abedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:11.824073 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3809531-2444-4171-9790-635d2aa207ef None None] The sync data for ids ['076cc366-c74d-4160-9191-b7d10c3733f9'] in n-d-615180-33 is: [{'id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891908621', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '1e2b5b33-2bef-46e2-8f1b-9620903bc32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:05Z', 'updated_at': '2021-08-11T02:47:09Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '1e2b5b33-2bef-46e2-8f1b-9620903bc32c', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:06Z', 'updated_at': '2021-08-11T02:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '8a3eef77-ab56-46cc-828d-b5c4adfeac89', 'name': '', 'network_id': '39ef59c9-0c1b-4550-8e0b-3677d4186527', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:d4:da:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd7fd9eaa-a4c8-48fd-923a-d750fd5abedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:08Z', 'updated_at': '2021-08-11T02:47:11Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': 'd7fd9eaa-a4c8-48fd-923a-d750fd5abedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:47:11.827861 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09836e34-ef87-456d-9b1b-0fe420358455 req-e6373bdd-ce6b-460b-a2cb-f1709948f402 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:11.829390 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09836e34-ef87-456d-9b1b-0fe420358455 req-e6373bdd-ce6b-460b-a2cb-f1709948f402 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.66 "GET /v2.0/networks?id=39ef59c9-0c1b-4550-8e0b-3677d4186527 HTTP/1.1" status: 200 len: 796 time: 0.1103473 Aug 11 02:47:11.892722 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09836e34-ef87-456d-9b1b-0fe420358455 req-a472acfe-3174-4720-8eee-71ab945f3ce3 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83a11b7064d64ae6b3165041fbab4c71 HTTP/1.1" status: 200 len: 380 time: 0.0511074 Aug 11 02:47:11.904872 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-09836e34-ef87-456d-9b1b-0fe420358455 req-0c3bfe97-b38f-4c2d-8ed5-dd1083548d69 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'port': {'device_id': '9f0267bf-5466-4ad1-8338-88fea6e91e64', 'network_id': '39ef59c9-0c1b-4550-8e0b-3677d4186527', 'admin_state_up': True, 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'security_groups': ['3dbdeb64-97ea-4647-9b1a-c5a640b8128d']}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:11.985147 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ae58385e-2f40-4a08-8840-3a36d41ad558 req-e95a1e04-c19a-48ab-bcc0-46bb7f283cd8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 210 time: 0.0351653 Aug 11 02:47:12.042808 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09836e34-ef87-456d-9b1b-0fe420358455 req-0c3bfe97-b38f-4c2d-8ed5-dd1083548d69 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Made reservation on behalf of 83a11b7064d64ae6b3165041fbab4c71 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:47:12.046581 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-09836e34-ef87-456d-9b1b-0fe420358455 req-0c3bfe97-b38f-4c2d-8ed5-dd1083548d69 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:12.170015 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-b8c7c574-9819-4a23-87e4-81425724ca18 req-84ddc1cc-56e5-47dc-82aa-c4a5fa1ebd79 service neutron] (94507) timed out ('10.222.0.66', 50780) {{(pid=94507) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 02:47:12.180170 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-09836e34-ef87-456d-9b1b-0fe420358455 req-0c3bfe97-b38f-4c2d-8ed5-dd1083548d69 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Allocated IP 172.20.0.6 (39ef59c9-0c1b-4550-8e0b-3677d4186527/d7fd9eaa-a4c8-48fd-923a-d750fd5abedb/a4e22b67-4bb7-4f85-80fe-9add38a3f7b5) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:47:12.330502 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-09836e34-ef87-456d-9b1b-0fe420358455 req-0c3bfe97-b38f-4c2d-8ed5-dd1083548d69 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:12.388858 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:47:12.463966 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ff4ec72d-4398-40e4-bac5-d385d6c50be0 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:12.518175 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port ff4ec72d-4398-40e4-bac5-d385d6c50be0 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:12.518512 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:12.605814 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8a3eef77-ab56-46cc-828d-b5c4adfeac89 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:12.660435 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 8a3eef77-ab56-46cc-828d-b5c4adfeac89 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:12.665158 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 8a3eef77-ab56-46cc-828d-b5c4adfeac89 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:12.665530 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:12.713705 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-09836e34-ef87-456d-9b1b-0fe420358455 req-0c3bfe97-b38f-4c2d-8ed5-dd1083548d69 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Transition to ACTIVE for port object a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:12.747931 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:12.752012 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-09836e34-ef87-456d-9b1b-0fe420358455 req-0c3bfe97-b38f-4c2d-8ed5-dd1083548d69 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:12.782633 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 8a3eef77-ab56-46cc-828d-b5c4adfeac89, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8a3eef77-ab56-46cc-828d-b5c4adfeac89,segment=NetworkSegment(37003978-f5e0-4b4a-b998-d4d7195140e7),segment_id=37003978-f5e0-4b4a-b998-d4d7195140e7)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:12.787964 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:12.788891 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1e2b5b33-2bef-46e2-8f1b-9620903bc32c up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:12.798571 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bfe97-b38f-4c2d-8ed5-dd1083548d69 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Port': ['ID=a4e22b67-4bb7-4f85-80fe-9add38a3f7b5,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:12.812793 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bfe97-b38f-4c2d-8ed5-dd1083548d69 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:12.813234 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bfe97-b38f-4c2d-8ed5-dd1083548d69 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:12.813659 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bfe97-b38f-4c2d-8ed5-dd1083548d69 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:12.814160 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bfe97-b38f-4c2d-8ed5-dd1083548d69 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:12.814649 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bfe97-b38f-4c2d-8ed5-dd1083548d69 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:12.815136 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bfe97-b38f-4c2d-8ed5-dd1083548d69 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:12.815657 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bfe97-b38f-4c2d-8ed5-dd1083548d69 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:12.816162 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bfe97-b38f-4c2d-8ed5-dd1083548d69 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:12.816657 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bfe97-b38f-4c2d-8ed5-dd1083548d69 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:12.817171 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bfe97-b38f-4c2d-8ed5-dd1083548d69 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:12.817487 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bfe97-b38f-4c2d-8ed5-dd1083548d69 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:12.817829 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bfe97-b38f-4c2d-8ed5-dd1083548d69 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:12.826786 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09836e34-ef87-456d-9b1b-0fe420358455 req-0c3bfe97-b38f-4c2d-8ed5-dd1083548d69 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Network 39ef59c9-0c1b-4550-8e0b-3677d4186527 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:47:12.828265 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-09836e34-ef87-456d-9b1b-0fe420358455 req-0c3bfe97-b38f-4c2d-8ed5-dd1083548d69 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:12.830616 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-09836e34-ef87-456d-9b1b-0fe420358455 req-0c3bfe97-b38f-4c2d-8ed5-dd1083548d69 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:47:12.874750 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=8a3eef77-ab56-46cc-828d-b5c4adfeac89,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:12.884510 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09836e34-ef87-456d-9b1b-0fe420358455 req-0c3bfe97-b38f-4c2d-8ed5-dd1083548d69 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:12.885350 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-09836e34-ef87-456d-9b1b-0fe420358455 req-0c3bfe97-b38f-4c2d-8ed5-dd1083548d69 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:12.900787 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 1e2b5b33-2bef-46e2-8f1b-9620903bc32c triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:12.901163 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:12.904373 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09836e34-ef87-456d-9b1b-0fe420358455 req-0c3bfe97-b38f-4c2d-8ed5-dd1083548d69 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0034826 Aug 11 02:47:12.917579 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-09836e34-ef87-456d-9b1b-0fe420358455 req-553e0a2d-dc26-44fa-9aa5-53247e5126aa service neutron] Request body: {'port': {'device_id': '9f0267bf-5466-4ad1-8338-88fea6e91e64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:12.993447 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-09836e34-ef87-456d-9b1b-0fe420358455 req-553e0a2d-dc26-44fa-9aa5-53247e5126aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:13.113140 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710eb44e-e122-415b-b2cd-0ac1da7f8171 req-d63608db-b36d-4578-bb3e-8ff1938c4c8f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:13.114594 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-710eb44e-e122-415b-b2cd-0ac1da7f8171 req-d63608db-b36d-4578-bb3e-8ff1938c4c8f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 931 time: 0.0500908 Aug 11 02:47:13.135412 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c12f65a0-479a-49e8-acc0-14504975b3d3 None None] Provisioning for port a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:13.139352 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c12f65a0-479a-49e8-acc0-14504975b3d3 None None] Provisioning complete for port a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:13.139759 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c12f65a0-479a-49e8-acc0-14504975b3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:13.153753 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-710eb44e-e122-415b-b2cd-0ac1da7f8171 req-8ba04d7f-0abb-4195-916a-806de67cf2d2 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dbdeb64-97ea-4647-9b1a-c5a640b8128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329127 Aug 11 02:47:13.183186 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-c12f65a0-479a-49e8-acc0-14504975b3d3 None None] Port a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:47:13.268842 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-09836e34-ef87-456d-9b1b-0fe420358455 req-553e0a2d-dc26-44fa-9aa5-53247e5126aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:47:13.276777 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-09836e34-ef87-456d-9b1b-0fe420358455 req-553e0a2d-dc26-44fa-9aa5-53247e5126aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:13.288398 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-09836e34-ef87-456d-9b1b-0fe420358455 req-553e0a2d-dc26-44fa-9aa5-53247e5126aa service neutron] Transition to ACTIVE for port object a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:13.292366 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-09836e34-ef87-456d-9b1b-0fe420358455 req-553e0a2d-dc26-44fa-9aa5-53247e5126aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:13.342127 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e0a2d-dc26-44fa-9aa5-53247e5126aa service neutron] Pushing event updated for resources: {'Port': ['ID=a4e22b67-4bb7-4f85-80fe-9add38a3f7b5,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:13.412510 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-09836e34-ef87-456d-9b1b-0fe420358455 req-553e0a2d-dc26-44fa-9aa5-53247e5126aa service neutron] Attempting to bind port a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:47:13.412852 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-09836e34-ef87-456d-9b1b-0fe420358455 req-553e0a2d-dc26-44fa-9aa5-53247e5126aa service neutron] Attempting to bind port a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '37003978-f5e0-4b4a-b998-d4d7195140e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '39ef59c9-0c1b-4550-8e0b-3677d4186527'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:47:13.413183 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09836e34-ef87-456d-9b1b-0fe420358455 req-553e0a2d-dc26-44fa-9aa5-53247e5126aa service neutron] Attempting to bind port a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 on network 39ef59c9-0c1b-4550-8e0b-3677d4186527 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:13.417934 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09836e34-ef87-456d-9b1b-0fe420358455 req-553e0a2d-dc26-44fa-9aa5-53247e5126aa service neutron] Port a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 on network 39ef59c9-0c1b-4550-8e0b-3677d4186527 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:47:13.418519 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09836e34-ef87-456d-9b1b-0fe420358455 req-553e0a2d-dc26-44fa-9aa5-53247e5126aa service neutron] Attempting to bind port a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 on network 39ef59c9-0c1b-4550-8e0b-3677d4186527 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:13.423460 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09836e34-ef87-456d-9b1b-0fe420358455 req-553e0a2d-dc26-44fa-9aa5-53247e5126aa service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:47:13.423876 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09836e34-ef87-456d-9b1b-0fe420358455 req-553e0a2d-dc26-44fa-9aa5-53247e5126aa service neutron] Checking segment: {'id': '37003978-f5e0-4b4a-b998-d4d7195140e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '39ef59c9-0c1b-4550-8e0b-3677d4186527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:47:13.424292 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09836e34-ef87-456d-9b1b-0fe420358455 req-553e0a2d-dc26-44fa-9aa5-53247e5126aa service neutron] Bound using segment: {'id': '37003978-f5e0-4b4a-b998-d4d7195140e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '39ef59c9-0c1b-4550-8e0b-3677d4186527'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:47:13.424743 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-09836e34-ef87-456d-9b1b-0fe420358455 req-553e0a2d-dc26-44fa-9aa5-53247e5126aa service neutron] Bound port: a4e22b67-4bb7-4f85-80fe-9add38a3f7b5, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37003978-f5e0-4b4a-b998-d4d7195140e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '39ef59c9-0c1b-4550-8e0b-3677d4186527'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:47:13.425099 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-09836e34-ef87-456d-9b1b-0fe420358455 req-553e0a2d-dc26-44fa-9aa5-53247e5126aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:13.491146 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-09836e34-ef87-456d-9b1b-0fe420358455 req-553e0a2d-dc26-44fa-9aa5-53247e5126aa service neutron] For port a4e22b67-4bb7-4f85-80fe-9add38a3f7b5, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:47:13.495369 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-09836e34-ef87-456d-9b1b-0fe420358455 req-553e0a2d-dc26-44fa-9aa5-53247e5126aa service neutron] For port a4e22b67-4bb7-4f85-80fe-9add38a3f7b5, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=a4e22b67-4bb7-4f85-80fe-9add38a3f7b5,segment=NetworkSegment(37003978-f5e0-4b4a-b998-d4d7195140e7),segment_id=37003978-f5e0-4b4a-b998-d4d7195140e7)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:47:13.500875 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-09836e34-ef87-456d-9b1b-0fe420358455 req-553e0a2d-dc26-44fa-9aa5-53247e5126aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:13.536059 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09836e34-ef87-456d-9b1b-0fe420358455 req-553e0a2d-dc26-44fa-9aa5-53247e5126aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:13.536684 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-09836e34-ef87-456d-9b1b-0fe420358455 req-553e0a2d-dc26-44fa-9aa5-53247e5126aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:13.538117 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09836e34-ef87-456d-9b1b-0fe420358455 req-553e0a2d-dc26-44fa-9aa5-53247e5126aa service neutron] 10.222.0.66 "PUT /v2.0/ports/a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 HTTP/1.1" status: 200 len: 1092 time: 0.6252456 Aug 11 02:47:13.538560 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0267bf-5466-4ad1-8338-88fea6e91e64', 'tag': 'a4e22b67-4bb7-4f85-80fe-9add38a3f7b5'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:13.540827 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f3ca3b-9187-451b-8746-e850e821efd3" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0267bf-5466-4ad1-8338-88fea6e91e64", "tag": "a4e22b67-4bb7-4f85-80fe-9add38a3f7b5"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:13.564672 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e0a2d-dc26-44fa-9aa5-53247e5126aa service neutron] Pushing event updated for resources: {'Port': ['ID=a4e22b67-4bb7-4f85-80fe-9add38a3f7b5,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:13.587557 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a072567c-bb6b-4533-9a97-f0ca134ff510 x-openstack-request-id: req-a072567c-bb6b-4533-9a97-f0ca134ff510 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:13.587894 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0267bf-5466-4ad1-8338-88fea6e91e64", "tag": "a4e22b67-4bb7-4f85-80fe-9add38a3f7b5", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:13.588101 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a072567c-bb6b-4533-9a97-f0ca134ff510 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:13.588497 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0267bf-5466-4ad1-8338-88fea6e91e64', 'tag': 'a4e22b67-4bb7-4f85-80fe-9add38a3f7b5', 'status': 'completed', 'code': 200} Aug 11 02:47:13.622440 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09836e34-ef87-456d-9b1b-0fe420358455 req-feb79f18-9ef3-4514-a5bd-3544ac4225bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:13.624023 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09836e34-ef87-456d-9b1b-0fe420358455 req-feb79f18-9ef3-4514-a5bd-3544ac4225bd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 1095 time: 0.0462270 Aug 11 02:47:13.672641 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09836e34-ef87-456d-9b1b-0fe420358455 req-c517f860-f878-43ce-b05b-64bc131d5953 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 HTTP/1.1" status: 200 len: 217 time: 0.0383952 Aug 11 02:47:13.724071 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09836e34-ef87-456d-9b1b-0fe420358455 req-90a874ed-c1b7-482c-8fb2-5655f63d146d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:13.725587 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09836e34-ef87-456d-9b1b-0fe420358455 req-90a874ed-c1b7-482c-8fb2-5655f63d146d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7fd9eaa-a4c8-48fd-923a-d750fd5abedb HTTP/1.1" status: 200 len: 835 time: 0.0454590 Aug 11 02:47:13.774630 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09836e34-ef87-456d-9b1b-0fe420358455 req-257d2e48-bb37-40e7-bc60-9d182facca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:13.776197 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09836e34-ef87-456d-9b1b-0fe420358455 req-257d2e48-bb37-40e7-bc60-9d182facca7e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39ef59c9-0c1b-4550-8e0b-3677d4186527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430806 Aug 11 02:47:13.882367 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09836e34-ef87-456d-9b1b-0fe420358455 req-6052d826-93a1-453d-8575-c68781cf469e service neutron] 10.222.0.66 "GET /v2.0/networks/39ef59c9-0c1b-4550-8e0b-3677d4186527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911453 Aug 11 02:47:13.970790 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09836e34-ef87-456d-9b1b-0fe420358455 req-d6e05904-8a9e-46b4-a608-896b1f29d02f service neutron] 10.222.0.66 "GET /v2.0/networks/39ef59c9-0c1b-4550-8e0b-3677d4186527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809548 Aug 11 02:47:14.058402 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3ca3b-9187-451b-8746-e850e821efd3 req-de03663e-735e-485a-aac3-69db8097dead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:14.060175 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c1f3ca3b-9187-451b-8746-e850e821efd3 req-de03663e-735e-485a-aac3-69db8097dead service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 1095 time: 0.0454130 Aug 11 02:47:14.146660 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3ca3b-9187-451b-8746-e850e821efd3 req-8f64eb66-33f2-464b-9b1e-6d4320641b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:14.148125 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c1f3ca3b-9187-451b-8746-e850e821efd3 req-8f64eb66-33f2-464b-9b1e-6d4320641b97 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39ef59c9-0c1b-4550-8e0b-3677d4186527 HTTP/1.1" status: 200 len: 897 time: 0.0811074 Aug 11 02:47:14.190544 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c1f3ca3b-9187-451b-8746-e850e821efd3 req-12a2bbae-7cb3-4c0e-a092-fa9ff361bd44 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 HTTP/1.1" status: 200 len: 217 time: 0.0343189 Aug 11 02:47:14.252249 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3ca3b-9187-451b-8746-e850e821efd3 req-c945ea04-9c2e-43e5-af50-5febbdcd02be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:14.253840 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c1f3ca3b-9187-451b-8746-e850e821efd3 req-c945ea04-9c2e-43e5-af50-5febbdcd02be service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7fd9eaa-a4c8-48fd-923a-d750fd5abedb HTTP/1.1" status: 200 len: 835 time: 0.0490527 Aug 11 02:47:14.269590 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3e9ba-19c9-4815-9d94-4212bee367c0 req-07c9fa19-24f2-4e68-a527-45e7ab69bb18 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:14.271215 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5be3e9ba-19c9-4815-9d94-4212bee367c0 req-07c9fa19-24f2-4e68-a527-45e7ab69bb18 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 943 time: 0.0504518 Aug 11 02:47:14.302056 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3ca3b-9187-451b-8746-e850e821efd3 req-490bd36d-898b-4fa3-8e92-76e0a33eb76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:14.304213 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c1f3ca3b-9187-451b-8746-e850e821efd3 req-490bd36d-898b-4fa3-8e92-76e0a33eb76b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39ef59c9-0c1b-4550-8e0b-3677d4186527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416868 Aug 11 02:47:14.310012 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5be3e9ba-19c9-4815-9d94-4212bee367c0 req-eb429deb-fed9-4926-a7b7-72b03b6a32a5 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dbdeb64-97ea-4647-9b1a-c5a640b8128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327432 Aug 11 02:47:14.369366 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8a3eef77-ab56-46cc-828d-b5c4adfeac89 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:14.398118 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c1f3ca3b-9187-451b-8746-e850e821efd3 req-de6443b3-f0c1-4688-a341-c7d322168b38 service neutron] 10.222.0.66 "GET /v2.0/networks/39ef59c9-0c1b-4550-8e0b-3677d4186527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860999 Aug 11 02:47:14.416205 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 8a3eef77-ab56-46cc-828d-b5c4adfeac89 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:14.416576 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:14.492410 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c1f3ca3b-9187-451b-8746-e850e821efd3 req-39b855fe-b06e-4a39-b5b5-a529ac47ce1e service neutron] 10.222.0.66 "GET /v2.0/networks/39ef59c9-0c1b-4550-8e0b-3677d4186527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867915 Aug 11 02:47:15.424999 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42158b25-391b-4095-beff-ee4ae5b16a4b req-7cbd0809-ef3f-451e-93d2-ca716c99cd6b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:15.426458 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-42158b25-391b-4095-beff-ee4ae5b16a4b req-7cbd0809-ef3f-451e-93d2-ca716c99cd6b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 943 time: 0.0481367 Aug 11 02:47:15.463559 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-42158b25-391b-4095-beff-ee4ae5b16a4b req-2da7e086-3046-49c4-b879-56bd20ff99ee tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dbdeb64-97ea-4647-9b1a-c5a640b8128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304217 Aug 11 02:47:15.654444 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4dea2618-d834-4d0a-804a-f8f7bd671e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:16.580650 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd876cb-eb37-42de-909e-c73f1358396a req-b1ac0b18-161d-4289-b9f4-a43112c5c2b6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:16.582143 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0dd876cb-eb37-42de-909e-c73f1358396a req-b1ac0b18-161d-4289-b9f4-a43112c5c2b6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 943 time: 0.0530190 Aug 11 02:47:16.620596 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0dd876cb-eb37-42de-909e-c73f1358396a req-74136d70-e92a-481c-9e35-e0f89fd4faf5 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dbdeb64-97ea-4647-9b1a-c5a640b8128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317140 Aug 11 02:47:17.738728 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429f964-20ad-4318-9902-ea2bb9d07999 req-b0490ad5-a41f-4c8f-bc23-8c0958fda639 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:17.740887 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9429f964-20ad-4318-9902-ea2bb9d07999 req-b0490ad5-a41f-4c8f-bc23-8c0958fda639 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 943 time: 0.0533199 Aug 11 02:47:17.783438 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9429f964-20ad-4318-9902-ea2bb9d07999 req-ce341919-16c1-4246-be10-437c162c776a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dbdeb64-97ea-4647-9b1a-c5a640b8128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356936 Aug 11 02:47:18.145537 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:47:18.240134 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port a4e22b67-4bb7-4f85-80fe-9add38a3f7b5, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=a4e22b67-4bb7-4f85-80fe-9add38a3f7b5,segment=NetworkSegment(37003978-f5e0-4b4a-b998-d4d7195140e7),segment_id=37003978-f5e0-4b4a-b998-d4d7195140e7)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:18.251216 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'a4e22b67-4bb7-4f85-80fe-9add38a3f7b5', 'network_id': '39ef59c9-0c1b-4550-8e0b-3677d4186527', 'port_id': 'a4e22b67-4bb7-4f85-80fe-9add38a3f7b5', 'mac_address': 'fa:16:3e:fb:42:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7fd9eaa-a4c8-48fd-923a-d750fd5abedb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:47:18.286513 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:18.299203 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:47:18.317524 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port a4e22b67-4bb7-4f85-80fe-9add38a3f7b5, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=a4e22b67-4bb7-4f85-80fe-9add38a3f7b5,segment=NetworkSegment(37003978-f5e0-4b4a-b998-d4d7195140e7),segment_id=37003978-f5e0-4b4a-b998-d4d7195140e7)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:18.321379 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:18.381033 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-613dccad-c10a-436c-bd6c-def72725c9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:18.389331 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=a4e22b67-4bb7-4f85-80fe-9add38a3f7b5,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:18.395502 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:18.538297 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['a4e22b67-4bb7-4f85-80fe-9add38a3f7b5'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:47:18.899648 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2dc346-1cf7-46b2-815c-ceedc4e12f2c req-93e92d1b-24f0-49e6-872f-d964e58bb001 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:18.901130 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc2dc346-1cf7-46b2-815c-ceedc4e12f2c req-93e92d1b-24f0-49e6-872f-d964e58bb001 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 944 time: 0.0488377 Aug 11 02:47:18.938077 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc2dc346-1cf7-46b2-815c-ceedc4e12f2c req-96cec5ce-7f2a-4f26-9eaf-551733f12e43 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dbdeb64-97ea-4647-9b1a-c5a640b8128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308695 Aug 11 02:47:20.026643 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:20.054502 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00817ca-362e-4d7d-8984-e277dddf9cb5 req-aa11359b-7e75-492b-b88f-55024dc59e93 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:20.056504 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d00817ca-362e-4d7d-8984-e277dddf9cb5 req-aa11359b-7e75-492b-b88f-55024dc59e93 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 944 time: 0.0511200 Aug 11 02:47:20.093681 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d00817ca-362e-4d7d-8984-e277dddf9cb5 req-0e2eb7ae-dd78-43c9-ab2c-58d3f888b274 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dbdeb64-97ea-4647-9b1a-c5a640b8128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316541 Aug 11 02:47:20.150768 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:20.196549 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:20.199965 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:20.200351 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:20.273482 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:20.294666 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0267bf-5466-4ad1-8338-88fea6e91e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e22b67-4bb7-4f85-80fe-9add38a3f7b5'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:20.296877 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d4f5d7-3bd9-47fe-b836-738f9b454ea9" -d '{"events": [{"server_uuid": "9f0267bf-5466-4ad1-8338-88fea6e91e64", "name": "network-vif-plugged", "status": "completed", "tag": "a4e22b67-4bb7-4f85-80fe-9add38a3f7b5"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:20.309446 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port a4e22b67-4bb7-4f85-80fe-9add38a3f7b5, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=a4e22b67-4bb7-4f85-80fe-9add38a3f7b5,segment=NetworkSegment(37003978-f5e0-4b4a-b998-d4d7195140e7),segment_id=37003978-f5e0-4b4a-b998-d4d7195140e7)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:20.314061 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:20.345255 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4dd6cad-2e87-4305-b300-3d57f9bf29a2 x-openstack-request-id: req-c4dd6cad-2e87-4305-b300-3d57f9bf29a2 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:20.345549 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0267bf-5466-4ad1-8338-88fea6e91e64", "name": "network-vif-plugged", "status": "completed", "tag": "a4e22b67-4bb7-4f85-80fe-9add38a3f7b5", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:20.345801 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c4dd6cad-2e87-4305-b300-3d57f9bf29a2 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:20.346186 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0267bf-5466-4ad1-8338-88fea6e91e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e22b67-4bb7-4f85-80fe-9add38a3f7b5', 'code': 200} Aug 11 02:47:20.373852 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=a4e22b67-4bb7-4f85-80fe-9add38a3f7b5,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:20.430628 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447b344-9586-4316-98ba-5b15c8664205 req-d217f07c-c4ce-43a2-aa56-cf8f2b5a29d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:20.432165 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d447b344-9586-4316-98ba-5b15c8664205 req-d217f07c-c4ce-43a2-aa56-cf8f2b5a29d9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 1097 time: 0.0405526 Aug 11 02:47:20.466538 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d447b344-9586-4316-98ba-5b15c8664205 req-8df06cba-05c2-46c0-ba03-9b1df49a7427 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3dbdeb64-97ea-4647-9b1a-c5a640b8128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268981 Aug 11 02:47:21.211146 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9d389-1475-4767-b209-1a73db27da55 req-000af414-867f-4925-bf79-693e0d2cfc8f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:21.212647 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f5a9d389-1475-4767-b209-1a73db27da55 req-000af414-867f-4925-bf79-693e0d2cfc8f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 945 time: 0.0542355 Aug 11 02:47:21.251657 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f5a9d389-1475-4767-b209-1a73db27da55 req-8388937e-361d-4651-8a0f-c29bce7534c8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dbdeb64-97ea-4647-9b1a-c5a640b8128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330110 Aug 11 02:47:21.543461 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:22.367560 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fb7e8-c8a1-4c69-812c-387c1b6035b5 req-aca2152e-9b3a-4095-b228-a193f2dc2286 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:22.369064 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f16fb7e8-c8a1-4c69-812c-387c1b6035b5 req-aca2152e-9b3a-4095-b228-a193f2dc2286 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 945 time: 0.0489273 Aug 11 02:47:22.405756 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f16fb7e8-c8a1-4c69-812c-387c1b6035b5 req-6af6f85d-3b8b-491f-adc2-ce4b6f548dc5 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dbdeb64-97ea-4647-9b1a-c5a640b8128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308738 Aug 11 02:47:22.517966 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d866056-2b0c-4aac-9007-ec03c54d51cb req-809da26a-ba20-4e96-a71b-7726b85b5827 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:22.519360 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4d866056-2b0c-4aac-9007-ec03c54d51cb req-809da26a-ba20-4e96-a71b-7726b85b5827 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 945 time: 0.0489762 Aug 11 02:47:22.557313 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4d866056-2b0c-4aac-9007-ec03c54d51cb req-9b972f70-93ca-403c-9865-310f27f09cae tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dbdeb64-97ea-4647-9b1a-c5a640b8128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317020 Aug 11 02:47:22.577890 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57390) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:22.716071 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0dcb6b-4ac7-4bf3-b41f-4862ebc2d958 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:22.717561 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1d0dcb6b-4ac7-4bf3-b41f-4862ebc2d958 tempest-TestNetworkAdvancedServerOps-1395303092 tempest-TestNetworkAdvancedServerOps-1395303092-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 1092 time: 0.1387029 Aug 11 02:47:22.720329 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57394) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:22.724633 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-6bc424e9-6c3b-4742-8851-e9f1616fa8dc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'port_id': 'a4e22b67-4bb7-4f85-80fe-9add38a3f7b5', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:22.745728 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6bc424e9-6c3b-4742-8851-e9f1616fa8dc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for floatingip, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:22.841670 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6bc424e9-6c3b-4742-8851-e9f1616fa8dc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:22.942726 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-6bc424e9-6c3b-4742-8851-e9f1616fa8dc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Allocated IP 172.25.2.34 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/cd429074-cccf-489a-995c-15e0b18dcf01) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:47:23.048829 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6bc424e9-6c3b-4742-8851-e9f1616fa8dc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:23.086457 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6bc424e9-6c3b-4742-8851-e9f1616fa8dc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:23.125781 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc424e9-6c3b-4742-8851-e9f1616fa8dc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:47:23.128580 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-6bc424e9-6c3b-4742-8851-e9f1616fa8dc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:23.132125 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc424e9-6c3b-4742-8851-e9f1616fa8dc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:47:23.137292 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc424e9-6c3b-4742-8851-e9f1616fa8dc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Port': ['ID=cd429074-cccf-489a-995c-15e0b18dcf01,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:23.481880 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6bc424e9-6c3b-4742-8851-e9f1616fa8dc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:23.545983 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6bc424e9-6c3b-4742-8851-e9f1616fa8dc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:23.691844 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6bc424e9-6c3b-4742-8851-e9f1616fa8dc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:23.696259 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6bc424e9-6c3b-4742-8851-e9f1616fa8dc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:23.766212 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc424e9-6c3b-4742-8851-e9f1616fa8dc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event updated for resources: {'Port': ['ID=cd429074-cccf-489a-995c-15e0b18dcf01,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:23.775678 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6bc424e9-6c3b-4742-8851-e9f1616fa8dc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:23.873160 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-6bc424e9-6c3b-4742-8851-e9f1616fa8dc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Floating IP ec410404-ab27-4cbd-932d-f53469ea0b1e associated. External IP: 172.25.2.34, port: a4e22b67-4bb7-4f85-80fe-9add38a3f7b5. Aug 11 02:47:24.088693 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc424e9-6c3b-4742-8851-e9f1616fa8dc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Router 076cc366-c74d-4160-9191-b7d10c3733f9 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:47:24.195892 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc424e9-6c3b-4742-8851-e9f1616fa8dc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:47:24.205290 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad985deb-94cd-4b07-bb80-59747f6f69a6 None None] Sync routers for ids ['076cc366-c74d-4160-9191-b7d10c3733f9'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:47:24.213358 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6bc424e9-6c3b-4742-8851-e9f1616fa8dc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:24.215784 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad985deb-94cd-4b07-bb80-59747f6f69a6 None None] Routers {'076cc366-c74d-4160-9191-b7d10c3733f9'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:47:24.216451 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-ad985deb-94cd-4b07-bb80-59747f6f69a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:47:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['076cc366-c74d-4160-9191-b7d10c3733f9'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:24.244103 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6bc424e9-6c3b-4742-8851-e9f1616fa8dc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5227649 Aug 11 02:47:24.244702 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0267bf-5466-4ad1-8338-88fea6e91e64', 'tag': 'a4e22b67-4bb7-4f85-80fe-9add38a3f7b5'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:24.246992 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eeb7857-dfe1-45be-a139-c90e92573294" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0267bf-5466-4ad1-8338-88fea6e91e64", "tag": "a4e22b67-4bb7-4f85-80fe-9add38a3f7b5"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:24.286717 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcd3c9f-b0eb-410d-8cef-bb1f481d3782 x-openstack-request-id: req-5bcd3c9f-b0eb-410d-8cef-bb1f481d3782 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:24.287018 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0267bf-5466-4ad1-8338-88fea6e91e64", "tag": "a4e22b67-4bb7-4f85-80fe-9add38a3f7b5", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:24.287267 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5bcd3c9f-b0eb-410d-8cef-bb1f481d3782 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:24.287701 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0267bf-5466-4ad1-8338-88fea6e91e64', 'tag': 'a4e22b67-4bb7-4f85-80fe-9add38a3f7b5', 'status': 'completed', 'code': 200} Aug 11 02:47:24.342280 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-ad985deb-94cd-4b07-bb80-59747f6f69a6 None None] Set router 076cc366-c74d-4160-9191-b7d10c3733f9 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:24.358007 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb7857-dfe1-45be-a139-c90e92573294 req-0b049990-7954-4e8a-acf9-08e470447461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:24.359965 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9eeb7857-dfe1-45be-a139-c90e92573294 req-0b049990-7954-4e8a-acf9-08e470447461 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 1097 time: 0.0469189 Aug 11 02:47:24.363316 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48e359-cec6-410d-8dd4-db19b5faf5cd req-94d2f400-0645-4a6d-a1de-08157853ea0a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:24.364841 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3b48e359-cec6-410d-8dd4-db19b5faf5cd req-94d2f400-0645-4a6d-a1de-08157853ea0a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 945 time: 0.0599680 Aug 11 02:47:24.405796 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3b48e359-cec6-410d-8dd4-db19b5faf5cd req-dcce0c20-f801-4d42-b63b-be7deb343b08 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dbdeb64-97ea-4647-9b1a-c5a640b8128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328043 Aug 11 02:47:24.428203 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57400) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:24.455998 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb7857-dfe1-45be-a139-c90e92573294 req-085bd90a-8292-4918-b08c-4899e0b153c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:24.457585 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9eeb7857-dfe1-45be-a139-c90e92573294 req-085bd90a-8292-4918-b08c-4899e0b153c1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39ef59c9-0c1b-4550-8e0b-3677d4186527 HTTP/1.1" status: 200 len: 897 time: 0.0895000 Aug 11 02:47:24.490066 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e80d6d10-0d2f-4aef-a18a-c86ec5554de7 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/floatingips/ec410404-ab27-4cbd-932d-f53469ea0b1e HTTP/1.1" status: 200 len: 990 time: 0.0594060 Aug 11 02:47:24.529224 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9eeb7857-dfe1-45be-a139-c90e92573294 req-28c691bf-bec8-4fa0-bcf1-8c937cb6f3cd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 HTTP/1.1" status: 200 len: 998 time: 0.0642190 Aug 11 02:47:24.570540 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-ad985deb-94cd-4b07-bb80-59747f6f69a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891908621', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '1e2b5b33-2bef-46e2-8f1b-9620903bc32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:05Z', 'updated_at': '2021-08-11T02:47:09Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '1e2b5b33-2bef-46e2-8f1b-9620903bc32c', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:06Z', 'updated_at': '2021-08-11T02:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'ec410404-ab27-4cbd-932d-f53469ea0b1e', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'floating_ip_address': '172.25.2.34', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'port_id': 'a4e22b67-4bb7-4f85-80fe-9add38a3f7b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39ef59c9-0c1b-4550-8e0b-3677d4186527', 'mac_address': 'fa:16:3e:fb:42:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0267bf-5466-4ad1-8338-88fea6e91e64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:47:23Z', 'updated_at': '2021-08-11T02:47:23Z', 'revision_number': 0, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3eef77-ab56-46cc-828d-b5c4adfeac89', 'name': '', 'network_id': '39ef59c9-0c1b-4550-8e0b-3677d4186527', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:d4:da:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd7fd9eaa-a4c8-48fd-923a-d750fd5abedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:08Z', 'updated_at': '2021-08-11T02:47:12Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': 'd7fd9eaa-a4c8-48fd-923a-d750fd5abedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:24.579369 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb7857-dfe1-45be-a139-c90e92573294 req-69200036-88dd-472e-9c13-20475874873f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:24.580868 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9eeb7857-dfe1-45be-a139-c90e92573294 req-69200036-88dd-472e-9c13-20475874873f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7fd9eaa-a4c8-48fd-923a-d750fd5abedb HTTP/1.1" status: 200 len: 835 time: 0.0437317 Aug 11 02:47:24.600102 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad985deb-94cd-4b07-bb80-59747f6f69a6 None None] Checking router: 076cc366-c74d-4160-9191-b7d10c3733f9 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:47:24.608197 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad985deb-94cd-4b07-bb80-59747f6f69a6 None None] Routers {'076cc366-c74d-4160-9191-b7d10c3733f9'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:47:24.609050 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-ad985deb-94cd-4b07-bb80-59747f6f69a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:47:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['076cc366-c74d-4160-9191-b7d10c3733f9'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:24.629651 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb7857-dfe1-45be-a139-c90e92573294 req-f73fb74c-4dba-4149-8884-449435e51c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:24.631888 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9eeb7857-dfe1-45be-a139-c90e92573294 req-f73fb74c-4dba-4149-8884-449435e51c55 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39ef59c9-0c1b-4550-8e0b-3677d4186527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425980 Aug 11 02:47:24.708302 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:24.721389 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-ad985deb-94cd-4b07-bb80-59747f6f69a6 None None] Set router 076cc366-c74d-4160-9191-b7d10c3733f9 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:24.731157 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9eeb7857-dfe1-45be-a139-c90e92573294 req-4b134104-820e-44a0-a3b3-fcdb03691ade service neutron] 10.222.0.66 "GET /v2.0/networks/39ef59c9-0c1b-4550-8e0b-3677d4186527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906878 Aug 11 02:47:24.821493 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9eeb7857-dfe1-45be-a139-c90e92573294 req-e8c72dca-56ae-4ed7-a85b-69e104d7aa42 service neutron] 10.222.0.66 "GET /v2.0/networks/39ef59c9-0c1b-4550-8e0b-3677d4186527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828545 Aug 11 02:47:25.088074 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-ad985deb-94cd-4b07-bb80-59747f6f69a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891908621', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '1e2b5b33-2bef-46e2-8f1b-9620903bc32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:05Z', 'updated_at': '2021-08-11T02:47:09Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '1e2b5b33-2bef-46e2-8f1b-9620903bc32c', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:06Z', 'updated_at': '2021-08-11T02:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'ec410404-ab27-4cbd-932d-f53469ea0b1e', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'floating_ip_address': '172.25.2.34', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'port_id': 'a4e22b67-4bb7-4f85-80fe-9add38a3f7b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39ef59c9-0c1b-4550-8e0b-3677d4186527', 'mac_address': 'fa:16:3e:fb:42:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0267bf-5466-4ad1-8338-88fea6e91e64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:47:23Z', 'updated_at': '2021-08-11T02:47:23Z', 'revision_number': 0, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3eef77-ab56-46cc-828d-b5c4adfeac89', 'name': '', 'network_id': '39ef59c9-0c1b-4550-8e0b-3677d4186527', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:d4:da:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd7fd9eaa-a4c8-48fd-923a-d750fd5abedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:08Z', 'updated_at': '2021-08-11T02:47:12Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': 'd7fd9eaa-a4c8-48fd-923a-d750fd5abedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:25.113550 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad985deb-94cd-4b07-bb80-59747f6f69a6 None None] The sync data for ids ['076cc366-c74d-4160-9191-b7d10c3733f9'] in n-d-615180-33 is: [{'id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891908621', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '1e2b5b33-2bef-46e2-8f1b-9620903bc32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:05Z', 'updated_at': '2021-08-11T02:47:09Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '1e2b5b33-2bef-46e2-8f1b-9620903bc32c', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:06Z', 'updated_at': '2021-08-11T02:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'ec410404-ab27-4cbd-932d-f53469ea0b1e', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'floating_ip_address': '172.25.2.34', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'port_id': 'a4e22b67-4bb7-4f85-80fe-9add38a3f7b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39ef59c9-0c1b-4550-8e0b-3677d4186527', 'mac_address': 'fa:16:3e:fb:42:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0267bf-5466-4ad1-8338-88fea6e91e64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:47:23Z', 'updated_at': '2021-08-11T02:47:23Z', 'revision_number': 0, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3eef77-ab56-46cc-828d-b5c4adfeac89', 'name': '', 'network_id': '39ef59c9-0c1b-4550-8e0b-3677d4186527', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:d4:da:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd7fd9eaa-a4c8-48fd-923a-d750fd5abedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:08Z', 'updated_at': '2021-08-11T02:47:12Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': 'd7fd9eaa-a4c8-48fd-923a-d750fd5abedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:47:25.308035 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a1d9c5-08d8-4497-a0f0-5c6807fb636c None None] New status for floating IP ec410404-ab27-4cbd-932d-f53469ea0b1e: ACTIVE {{(pid=94509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:47:25.492673 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57402) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:25.537824 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:25.559095 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d3235e33-88c5-4b8f-916f-82c4d3b9d1e8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/floatingips/ec410404-ab27-4cbd-932d-f53469ea0b1e HTTP/1.1" status: 200 len: 992 time: 0.0652883 Aug 11 02:47:37.441452 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0c0f3f69-1352-4097-a0d1-0b9865dc899c req-6b70aefe-e23b-4e97-8e76-f6f0ecfcf4a7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403194 Aug 11 02:47:37.523932 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f3f69-1352-4097-a0d1-0b9865dc899c req-954af50d-69cb-4029-bb39-94b0bf7c560c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:37.525316 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0c0f3f69-1352-4097-a0d1-0b9865dc899c req-954af50d-69cb-4029-bb39-94b0bf7c560c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 1097 time: 0.0406027 Aug 11 02:47:37.629611 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f3f69-1352-4097-a0d1-0b9865dc899c req-873c7096-c6ff-45ba-bd03-eb931fe7bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:37.631725 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0c0f3f69-1352-4097-a0d1-0b9865dc899c req-873c7096-c6ff-45ba-bd03-eb931fe7bfe1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39ef59c9-0c1b-4550-8e0b-3677d4186527 HTTP/1.1" status: 200 len: 897 time: 0.0872054 Aug 11 02:47:37.696266 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0c0f3f69-1352-4097-a0d1-0b9865dc899c req-cc276cf3-1d4e-4a60-8560-41ad939d7d81 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 HTTP/1.1" status: 200 len: 1000 time: 0.0571415 Aug 11 02:47:37.745742 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f3f69-1352-4097-a0d1-0b9865dc899c req-40c34e02-40a0-4e86-808b-185d1373f8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:37.747146 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0c0f3f69-1352-4097-a0d1-0b9865dc899c req-40c34e02-40a0-4e86-808b-185d1373f8c2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7fd9eaa-a4c8-48fd-923a-d750fd5abedb HTTP/1.1" status: 200 len: 835 time: 0.0430343 Aug 11 02:47:37.802812 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f3f69-1352-4097-a0d1-0b9865dc899c req-a939c07b-8cb3-4695-b646-fba5d577a4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:37.804358 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0c0f3f69-1352-4097-a0d1-0b9865dc899c req-a939c07b-8cb3-4695-b646-fba5d577a4b8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39ef59c9-0c1b-4550-8e0b-3677d4186527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494156 Aug 11 02:47:37.892332 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0c0f3f69-1352-4097-a0d1-0b9865dc899c req-24fb52d9-9655-4ee1-91ab-16d8dda9f0c1 service neutron] 10.222.0.66 "GET /v2.0/networks/39ef59c9-0c1b-4550-8e0b-3677d4186527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800586 Aug 11 02:47:37.986312 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0c0f3f69-1352-4097-a0d1-0b9865dc899c req-e8a8ba52-db11-49b7-a8b4-b92902517e2e service neutron] 10.222.0.66 "GET /v2.0/networks/39ef59c9-0c1b-4550-8e0b-3677d4186527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861974 Aug 11 02:47:45.658940 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b082305d-4266-49bd-9da8-d38c34bf0709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:48.341698 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-19bce2aa-478f-49a3-ab67-5a4f015f2ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:48.377226 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:49.377051 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:47:50.029871 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:51.545708 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:54.389104 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49034125-7e9c-4fac-8069-69e8b62bd71b req-cd481860-be53-4231-abb8-17fc85f0f47c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:54.390691 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-49034125-7e9c-4fac-8069-69e8b62bd71b req-cd481860-be53-4231-abb8-17fc85f0f47c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 945 time: 0.0521073 Aug 11 02:47:54.428456 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-49034125-7e9c-4fac-8069-69e8b62bd71b req-39a0b300-4460-404d-b47b-065f7f9253dc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dbdeb64-97ea-4647-9b1a-c5a640b8128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316730 Aug 11 02:47:54.729387 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:55.536366 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:55.543489 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33f07d-d2f3-4027-af15-fab6b9e03770 req-53f026a0-9a54-4435-a381-7ffc2c7b60e4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:55.545029 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5d33f07d-d2f3-4027-af15-fab6b9e03770 req-53f026a0-9a54-4435-a381-7ffc2c7b60e4 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 945 time: 0.0494773 Aug 11 02:47:55.583508 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5d33f07d-d2f3-4027-af15-fab6b9e03770 req-c0e9c8b2-b571-4c81-96c3-ecef0aa45720 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dbdeb64-97ea-4647-9b1a-c5a640b8128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323060 Aug 11 02:47:56.697740 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245e7f4-77d7-445f-8eb6-912342e8cc05 req-7debb4c2-0092-4064-bb62-ea0c93c5d0ea tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:56.699214 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d245e7f4-77d7-445f-8eb6-912342e8cc05 req-7debb4c2-0092-4064-bb62-ea0c93c5d0ea tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 945 time: 0.0478492 Aug 11 02:47:56.736662 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d245e7f4-77d7-445f-8eb6-912342e8cc05 req-8feedb59-903c-4622-9a6f-4681ff518a3d tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dbdeb64-97ea-4647-9b1a-c5a640b8128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315092 Aug 11 02:47:57.855867 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c9627-be1d-45e0-b942-b84e6cbd6b0e req-ff2aa96a-aec9-46c2-a00b-dc4c66b419d9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:57.857355 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-439c9627-be1d-45e0-b942-b84e6cbd6b0e req-ff2aa96a-aec9-46c2-a00b-dc4c66b419d9 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 945 time: 0.0537260 Aug 11 02:47:57.893745 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-439c9627-be1d-45e0-b942-b84e6cbd6b0e req-2a86d327-2417-467b-bacd-b009d9edcfeb tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dbdeb64-97ea-4647-9b1a-c5a640b8128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302868 Aug 11 02:47:59.011951 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257418a0-e667-4c75-9d60-ea144cdd2e64 req-a5d383dc-5d22-4e00-8aa5-c79752176b9a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:59.013391 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-257418a0-e667-4c75-9d60-ea144cdd2e64 req-a5d383dc-5d22-4e00-8aa5-c79752176b9a tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 945 time: 0.0525100 Aug 11 02:47:59.049464 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-257418a0-e667-4c75-9d60-ea144cdd2e64 req-56c22ad6-4448-4f84-bab6-8585937b7277 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dbdeb64-97ea-4647-9b1a-c5a640b8128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303023 Aug 11 02:48:00.165309 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974638b0-8706-4bdc-a41c-34f7b8647401 req-d3ea197c-827f-4df8-93aa-a4fb173d419e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:00.166935 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-974638b0-8706-4bdc-a41c-34f7b8647401 req-d3ea197c-827f-4df8-93aa-a4fb173d419e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 945 time: 0.0481768 Aug 11 02:48:00.203957 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-974638b0-8706-4bdc-a41c-34f7b8647401 req-0d641d9a-1e31-4251-8eeb-800f667867c3 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dbdeb64-97ea-4647-9b1a-c5a640b8128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311394 Aug 11 02:48:01.317797 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8eb2b-50ef-4b32-97c5-31cc0a3171da req-45546edc-13f4-48a5-9c71-b27991dfed4e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:01.319919 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44d8eb2b-50ef-4b32-97c5-31cc0a3171da req-45546edc-13f4-48a5-9c71-b27991dfed4e tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 945 time: 0.0494728 Aug 11 02:48:01.356764 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44d8eb2b-50ef-4b32-97c5-31cc0a3171da req-655f403c-131b-41a1-8c33-d253b611a623 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dbdeb64-97ea-4647-9b1a-c5a640b8128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309741 Aug 11 02:48:02.472689 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286896e6-de8c-4e00-8816-dc072b61bf70 req-77b208c0-1caf-4848-b413-dcca767cb14f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:02.474179 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-286896e6-de8c-4e00-8816-dc072b61bf70 req-77b208c0-1caf-4848-b413-dcca767cb14f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 945 time: 0.0483706 Aug 11 02:48:02.512507 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-286896e6-de8c-4e00-8816-dc072b61bf70 req-064ac37e-02f2-44b6-b957-e97cd0b5be32 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dbdeb64-97ea-4647-9b1a-c5a640b8128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318270 Aug 11 02:48:03.628708 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37d236-40a5-45ee-b214-b7ecc9d50f82 req-6d4cafc9-439a-45a8-bb15-0a631f58868c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:03.630200 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9a37d236-40a5-45ee-b214-b7ecc9d50f82 req-6d4cafc9-439a-45a8-bb15-0a631f58868c tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 945 time: 0.0499332 Aug 11 02:48:03.667431 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9a37d236-40a5-45ee-b214-b7ecc9d50f82 req-d275f487-6289-4cae-b1b4-d10ba967a1d5 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dbdeb64-97ea-4647-9b1a-c5a640b8128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312908 Aug 11 02:48:04.784038 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513894e1-1a6f-4bb7-94ef-b56091b6c392 req-ca3c89f4-64c1-4cfc-8545-26b94847b9cc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:04.785516 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-513894e1-1a6f-4bb7-94ef-b56091b6c392 req-ca3c89f4-64c1-4cfc-8545-26b94847b9cc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 945 time: 0.0525837 Aug 11 02:48:04.822888 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-513894e1-1a6f-4bb7-94ef-b56091b6c392 req-bf94eafb-ecb6-408c-84c8-df462d7a77f6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dbdeb64-97ea-4647-9b1a-c5a640b8128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309563 Aug 11 02:48:05.941485 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127dfbc-9c35-400f-85aa-9166b0668f11 req-eba28d51-88bc-4351-843a-04ddef7107c8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:05.942976 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f127dfbc-9c35-400f-85aa-9166b0668f11 req-eba28d51-88bc-4351-843a-04ddef7107c8 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 945 time: 0.0517068 Aug 11 02:48:05.983043 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f127dfbc-9c35-400f-85aa-9166b0668f11 req-a155f7f3-d836-4660-81d6-159b7b8f7184 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dbdeb64-97ea-4647-9b1a-c5a640b8128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333428 Aug 11 02:48:07.099215 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd3563-4008-4b02-a08f-a00f1bfbf66d req-533f8518-3be6-4d7a-8a9e-6bdf0c1d57d2 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:07.100763 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1dbd3563-4008-4b02-a08f-a00f1bfbf66d req-533f8518-3be6-4d7a-8a9e-6bdf0c1d57d2 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 945 time: 0.0490241 Aug 11 02:48:07.102939 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa01967-4f43-42ed-9d26-81b9d926adbd req-888cb6c9-3dc2-4c1f-803a-f0a43dbc0e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:07.104609 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aaa01967-4f43-42ed-9d26-81b9d926adbd req-888cb6c9-3dc2-4c1f-803a-f0a43dbc0e96 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 1097 time: 0.0408807 Aug 11 02:48:07.138207 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1dbd3563-4008-4b02-a08f-a00f1bfbf66d req-32263679-a430-4ec1-a9a9-6084879426b6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dbdeb64-97ea-4647-9b1a-c5a640b8128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314910 Aug 11 02:48:07.140701 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aaa01967-4f43-42ed-9d26-81b9d926adbd req-13d00f4a-475f-44fd-884f-2f130b63d593 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3dbdeb64-97ea-4647-9b1a-c5a640b8128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286651 Aug 11 02:48:08.251048 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c519c-1577-4a73-9b15-92447901e40d req-1799b62d-44d5-4129-905c-95fadb446d44 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:08.252556 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2f4c519c-1577-4a73-9b15-92447901e40d req-1799b62d-44d5-4129-905c-95fadb446d44 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 945 time: 0.0484798 Aug 11 02:48:08.290395 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2f4c519c-1577-4a73-9b15-92447901e40d req-dc9340aa-65fc-4faf-b878-f1c7cf8f8e36 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dbdeb64-97ea-4647-9b1a-c5a640b8128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316494 Aug 11 02:48:08.312244 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57456) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:08.374582 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-39bc65e1-8980-4916-a98f-cbfb379dc468 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/floatingips/ec410404-ab27-4cbd-932d-f53469ea0b1e HTTP/1.1" status: 200 len: 992 time: 0.0612643 Aug 11 02:48:10.447963 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:48:10.450726 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:10.590676 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:10.617619 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port a4e22b67-4bb7-4f85-80fe-9add38a3f7b5, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=a4e22b67-4bb7-4f85-80fe-9add38a3f7b5,segment=NetworkSegment(37003978-f5e0-4b4a-b998-d4d7195140e7),segment_id=37003978-f5e0-4b4a-b998-d4d7195140e7)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:10.630579 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0267bf-5466-4ad1-8338-88fea6e91e64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4e22b67-4bb7-4f85-80fe-9add38a3f7b5'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:10.633399 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ecdb6b-3141-44d6-87a5-d1a1aad56e33" -d '{"events": [{"server_uuid": "9f0267bf-5466-4ad1-8338-88fea6e91e64", "name": "network-vif-unplugged", "status": "completed", "tag": "a4e22b67-4bb7-4f85-80fe-9add38a3f7b5"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:10.644715 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'a4e22b67-4bb7-4f85-80fe-9add38a3f7b5', 'network_id': '39ef59c9-0c1b-4550-8e0b-3677d4186527', 'port_id': 'a4e22b67-4bb7-4f85-80fe-9add38a3f7b5', 'mac_address': 'fa:16:3e:fb:42:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7fd9eaa-a4c8-48fd-923a-d750fd5abedb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:48:10.648890 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port a4e22b67-4bb7-4f85-80fe-9add38a3f7b5, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=a4e22b67-4bb7-4f85-80fe-9add38a3f7b5,segment=NetworkSegment(37003978-f5e0-4b4a-b998-d4d7195140e7),segment_id=37003978-f5e0-4b4a-b998-d4d7195140e7)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:10.671268 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:10.717619 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:10.736751 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5da455c-c28d-43d4-816f-0bee28a9bff5 x-openstack-request-id: req-f5da455c-c28d-43d4-816f-0bee28a9bff5 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:10.737064 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0267bf-5466-4ad1-8338-88fea6e91e64", "name": "network-vif-unplugged", "status": "completed", "tag": "a4e22b67-4bb7-4f85-80fe-9add38a3f7b5", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:10.737329 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f5da455c-c28d-43d4-816f-0bee28a9bff5 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:10.737729 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0267bf-5466-4ad1-8338-88fea6e91e64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4e22b67-4bb7-4f85-80fe-9add38a3f7b5', 'code': 200} Aug 11 02:48:10.746054 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:48:10.751129 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=a4e22b67-4bb7-4f85-80fe-9add38a3f7b5,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:10.763308 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:10.763686 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:10.764032 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:10.764370 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:10.764703 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:10.765035 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:10.765362 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:10.765689 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:10.766038 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:10.766368 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:10.766759 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:10.767094 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:10.778733 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port a4e22b67-4bb7-4f85-80fe-9add38a3f7b5, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=a4e22b67-4bb7-4f85-80fe-9add38a3f7b5,segment=NetworkSegment(37003978-f5e0-4b4a-b998-d4d7195140e7),segment_id=37003978-f5e0-4b4a-b998-d4d7195140e7)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:10.782552 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:10.830205 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=a4e22b67-4bb7-4f85-80fe-9add38a3f7b5,revision_number=7']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:11.016096 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['a4e22b67-4bb7-4f85-80fe-9add38a3f7b5'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:48:12.462540 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:12.508621 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:12.508927 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:12.584126 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:12.614601 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port a4e22b67-4bb7-4f85-80fe-9add38a3f7b5, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=a4e22b67-4bb7-4f85-80fe-9add38a3f7b5,segment=NetworkSegment(37003978-f5e0-4b4a-b998-d4d7195140e7),segment_id=37003978-f5e0-4b4a-b998-d4d7195140e7)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:12.619068 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:12.664119 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=a4e22b67-4bb7-4f85-80fe-9add38a3f7b5,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:12.738276 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0267bf-5466-4ad1-8338-88fea6e91e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e22b67-4bb7-4f85-80fe-9add38a3f7b5'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:12.741183 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154141ec-6fba-401b-89fa-716ab12f49d7" -d '{"events": [{"server_uuid": "9f0267bf-5466-4ad1-8338-88fea6e91e64", "name": "network-vif-plugged", "status": "completed", "tag": "a4e22b67-4bb7-4f85-80fe-9add38a3f7b5"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:12.777304 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0da6217-8235-433e-8008-bc235888e5db x-openstack-request-id: req-e0da6217-8235-433e-8008-bc235888e5db {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:12.777597 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0267bf-5466-4ad1-8338-88fea6e91e64", "name": "network-vif-plugged", "status": "completed", "tag": "a4e22b67-4bb7-4f85-80fe-9add38a3f7b5", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:12.777840 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e0da6217-8235-433e-8008-bc235888e5db {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:12.778244 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0267bf-5466-4ad1-8338-88fea6e91e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e22b67-4bb7-4f85-80fe-9add38a3f7b5', 'code': 200} Aug 11 02:48:15.661024 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b0b7-8c63-46bf-bbf0-6e6652ca9cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.340875 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4fbe8b8f-5f65-4fdb-8a95-a107c9025ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.376702 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:20.033500 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.548101 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:24.728001 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.561326 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:26.375366 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:48:39.424159 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8a2f97dc-b917-4591-95f5-b2b4674796f2 req-7f275774-99dc-4566-b885-ae094c03da3b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0382984 Aug 11 02:48:39.504893 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f97dc-b917-4591-95f5-b2b4674796f2 req-e02d5170-955e-4e1b-bcbb-0cc7add5b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:39.506883 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8a2f97dc-b917-4591-95f5-b2b4674796f2 req-e02d5170-955e-4e1b-bcbb-0cc7add5b5cf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 1097 time: 0.0403903 Aug 11 02:48:39.611735 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f97dc-b917-4591-95f5-b2b4674796f2 req-f7e21427-8353-400c-a86c-6b450bd60196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:39.613181 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8a2f97dc-b917-4591-95f5-b2b4674796f2 req-f7e21427-8353-400c-a86c-6b450bd60196 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39ef59c9-0c1b-4550-8e0b-3677d4186527 HTTP/1.1" status: 200 len: 897 time: 0.0861645 Aug 11 02:48:39.676303 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8a2f97dc-b917-4591-95f5-b2b4674796f2 req-acaddb7b-884c-495d-8365-2a99221d7c49 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 HTTP/1.1" status: 200 len: 1000 time: 0.0555656 Aug 11 02:48:39.728513 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f97dc-b917-4591-95f5-b2b4674796f2 req-aa07b38e-91ed-45ee-8ee1-162fd2fa359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:39.729955 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8a2f97dc-b917-4591-95f5-b2b4674796f2 req-aa07b38e-91ed-45ee-8ee1-162fd2fa359b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7fd9eaa-a4c8-48fd-923a-d750fd5abedb HTTP/1.1" status: 200 len: 835 time: 0.0460525 Aug 11 02:48:39.778784 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f97dc-b917-4591-95f5-b2b4674796f2 req-550c116f-ffd4-4be6-ad14-35a4436af802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:39.780194 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8a2f97dc-b917-4591-95f5-b2b4674796f2 req-550c116f-ffd4-4be6-ad14-35a4436af802 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39ef59c9-0c1b-4550-8e0b-3677d4186527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406520 Aug 11 02:48:39.867671 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8a2f97dc-b917-4591-95f5-b2b4674796f2 req-be5c356f-85bd-4db8-9f01-50adfb30d38a service neutron] 10.222.0.66 "GET /v2.0/networks/39ef59c9-0c1b-4550-8e0b-3677d4186527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794117 Aug 11 02:48:39.959150 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8a2f97dc-b917-4591-95f5-b2b4674796f2 req-cc710c9f-daf3-45a7-90ed-be6cc410e9cb service neutron] 10.222.0.66 "GET /v2.0/networks/39ef59c9-0c1b-4550-8e0b-3677d4186527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837336 Aug 11 02:48:43.518080 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57478) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:43.670730 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-22e0cae7-bf74-49a1-9509-97e75366f362 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Deleting port cd429074-cccf-489a-995c-15e0b18dcf01 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:43.671072 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-22e0cae7-bf74-49a1-9509-97e75366f362 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:43.747973 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-22e0cae7-bf74-49a1-9509-97e75366f362 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:43.748298 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-22e0cae7-bf74-49a1-9509-97e75366f362 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:43.759482 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-22e0cae7-bf74-49a1-9509-97e75366f362 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Calling delete_port for cd429074-cccf-489a-995c-15e0b18dcf01 owned by network:floatingip {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:43.900322 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-22e0cae7-bf74-49a1-9509-97e75366f362 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:43.930068 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0cae7-bf74-49a1-9509-97e75366f362 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event deleted for resources: {'Port': ['ID=cd429074-cccf-489a-995c-15e0b18dcf01,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:43.952438 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0cae7-bf74-49a1-9509-97e75366f362 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:43.952787 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0cae7-bf74-49a1-9509-97e75366f362 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:43.953127 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0cae7-bf74-49a1-9509-97e75366f362 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:43.953461 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0cae7-bf74-49a1-9509-97e75366f362 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:43.953793 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0cae7-bf74-49a1-9509-97e75366f362 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:43.954124 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0cae7-bf74-49a1-9509-97e75366f362 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:43.954453 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0cae7-bf74-49a1-9509-97e75366f362 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:43.954780 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0cae7-bf74-49a1-9509-97e75366f362 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:43.955107 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0cae7-bf74-49a1-9509-97e75366f362 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:43.955428 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0cae7-bf74-49a1-9509-97e75366f362 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:43.955779 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0cae7-bf74-49a1-9509-97e75366f362 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:43.956100 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0cae7-bf74-49a1-9509-97e75366f362 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:43.997313 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-22e0cae7-bf74-49a1-9509-97e75366f362 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for floatingip, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:43.997715 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-22e0cae7-bf74-49a1-9509-97e75366f362 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Floating IP ec410404-ab27-4cbd-932d-f53469ea0b1e disassociated (deleted). External IP: 172.25.2.34, port: a4e22b67-4bb7-4f85-80fe-9add38a3f7b5. Aug 11 02:48:44.539425 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e0cae7-bf74-49a1-9509-97e75366f362 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Router 076cc366-c74d-4160-9191-b7d10c3733f9 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:48:44.644271 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e0cae7-bf74-49a1-9509-97e75366f362 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:48:44.649163 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-22e0cae7-bf74-49a1-9509-97e75366f362 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:44.654845 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501eb471-e1f7-4b4a-945f-afa42c0060ef None None] Sync routers for ids ['076cc366-c74d-4160-9191-b7d10c3733f9'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:48:44.664188 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501eb471-e1f7-4b4a-945f-afa42c0060ef None None] Routers {'076cc366-c74d-4160-9191-b7d10c3733f9'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:44.664804 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-501eb471-e1f7-4b4a-945f-afa42c0060ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:48:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['076cc366-c74d-4160-9191-b7d10c3733f9'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:44.677109 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-22e0cae7-bf74-49a1-9509-97e75366f362 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "DELETE /v2.0/floatingips/ec410404-ab27-4cbd-932d-f53469ea0b1e HTTP/1.1" status: 204 len: 168 time: 1.1554887 Aug 11 02:48:44.677109 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0267bf-5466-4ad1-8338-88fea6e91e64', 'tag': 'a4e22b67-4bb7-4f85-80fe-9add38a3f7b5'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:44.678007 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42207c75-cb2f-4ce2-9874-725aece29c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0267bf-5466-4ad1-8338-88fea6e91e64", "tag": "a4e22b67-4bb7-4f85-80fe-9add38a3f7b5"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:44.714311 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac7714c-3ee7-486a-a0c5-3b23133e85ca x-openstack-request-id: req-cac7714c-3ee7-486a-a0c5-3b23133e85ca {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:44.714605 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0267bf-5466-4ad1-8338-88fea6e91e64", "tag": "a4e22b67-4bb7-4f85-80fe-9add38a3f7b5", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:44.714855 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cac7714c-3ee7-486a-a0c5-3b23133e85ca {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:44.715513 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0267bf-5466-4ad1-8338-88fea6e91e64', 'tag': 'a4e22b67-4bb7-4f85-80fe-9add38a3f7b5', 'status': 'completed', 'code': 200} Aug 11 02:48:44.785639 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-501eb471-e1f7-4b4a-945f-afa42c0060ef None None] Set router 076cc366-c74d-4160-9191-b7d10c3733f9 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:44.791106 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42207c75-cb2f-4ce2-9874-725aece29c0d req-181c1b63-b298-4c84-be33-1431e2ac6b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:44.792692 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-42207c75-cb2f-4ce2-9874-725aece29c0d req-181c1b63-b298-4c84-be33-1431e2ac6b4e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=83a11b7064d64ae6b3165041fbab4c71&device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 1097 time: 0.0516028 Aug 11 02:48:44.901303 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42207c75-cb2f-4ce2-9874-725aece29c0d req-7ed23bbb-c929-4e2b-a441-0ac9721670d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:44.902786 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-42207c75-cb2f-4ce2-9874-725aece29c0d req-7ed23bbb-c929-4e2b-a441-0ac9721670d1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39ef59c9-0c1b-4550-8e0b-3677d4186527 HTTP/1.1" status: 200 len: 897 time: 0.0993052 Aug 11 02:48:44.904522 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a204e7-2e57-4082-94e2-77778b1ef002 req-ff5fcd3f-a6fa-4325-bec1-713a26dc93af tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:44.906057 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-09a204e7-2e57-4082-94e2-77778b1ef002 req-ff5fcd3f-a6fa-4325-bec1-713a26dc93af tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 945 time: 0.0514355 Aug 11 02:48:44.945102 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-09a204e7-2e57-4082-94e2-77778b1ef002 req-9eb12703-0fa7-4828-8b7c-8588ab952cf6 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dbdeb64-97ea-4647-9b1a-c5a640b8128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323322 Aug 11 02:48:44.946402 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-42207c75-cb2f-4ce2-9874-725aece29c0d req-6f66fc6f-5a12-4d69-8116-84be1f4d61fe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 HTTP/1.1" status: 200 len: 217 time: 0.0360336 Aug 11 02:48:44.998782 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42207c75-cb2f-4ce2-9874-725aece29c0d req-abe7a6ce-95ec-453a-9c68-c16899f691ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:45.000306 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-42207c75-cb2f-4ce2-9874-725aece29c0d req-abe7a6ce-95ec-453a-9c68-c16899f691ac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7fd9eaa-a4c8-48fd-923a-d750fd5abedb HTTP/1.1" status: 200 len: 835 time: 0.0462551 Aug 11 02:48:45.000579 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-501eb471-e1f7-4b4a-945f-afa42c0060ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891908621', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '1e2b5b33-2bef-46e2-8f1b-9620903bc32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:05Z', 'updated_at': '2021-08-11T02:47:09Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '1e2b5b33-2bef-46e2-8f1b-9620903bc32c', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:06Z', 'updated_at': '2021-08-11T02:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '8a3eef77-ab56-46cc-828d-b5c4adfeac89', 'name': '', 'network_id': '39ef59c9-0c1b-4550-8e0b-3677d4186527', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:d4:da:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd7fd9eaa-a4c8-48fd-923a-d750fd5abedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:08Z', 'updated_at': '2021-08-11T02:47:12Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': 'd7fd9eaa-a4c8-48fd-923a-d750fd5abedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:45.026734 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501eb471-e1f7-4b4a-945f-afa42c0060ef None None] Checking router: 076cc366-c74d-4160-9191-b7d10c3733f9 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:48:45.034787 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501eb471-e1f7-4b4a-945f-afa42c0060ef None None] Routers {'076cc366-c74d-4160-9191-b7d10c3733f9'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:45.035386 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-501eb471-e1f7-4b4a-945f-afa42c0060ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:48:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['076cc366-c74d-4160-9191-b7d10c3733f9'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:45.048238 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42207c75-cb2f-4ce2-9874-725aece29c0d req-10684161-320d-49a4-ab17-71b846b97292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:45.049666 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-42207c75-cb2f-4ce2-9874-725aece29c0d req-10684161-320d-49a4-ab17-71b846b97292 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39ef59c9-0c1b-4550-8e0b-3677d4186527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412884 Aug 11 02:48:45.140089 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-501eb471-e1f7-4b4a-945f-afa42c0060ef None None] Set router 076cc366-c74d-4160-9191-b7d10c3733f9 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:45.146044 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-42207c75-cb2f-4ce2-9874-725aece29c0d req-09cb38a7-098c-494c-981b-d9be47a9fa74 service neutron] 10.222.0.66 "GET /v2.0/networks/39ef59c9-0c1b-4550-8e0b-3677d4186527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872104 Aug 11 02:48:45.242872 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-42207c75-cb2f-4ce2-9874-725aece29c0d req-c8d3c129-0bb3-4f2c-b096-c7fb0b2cf852 service neutron] 10.222.0.66 "GET /v2.0/networks/39ef59c9-0c1b-4550-8e0b-3677d4186527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879903 Aug 11 02:48:45.336975 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-501eb471-e1f7-4b4a-945f-afa42c0060ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891908621', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '1e2b5b33-2bef-46e2-8f1b-9620903bc32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:05Z', 'updated_at': '2021-08-11T02:47:09Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '1e2b5b33-2bef-46e2-8f1b-9620903bc32c', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:06Z', 'updated_at': '2021-08-11T02:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '8a3eef77-ab56-46cc-828d-b5c4adfeac89', 'name': '', 'network_id': '39ef59c9-0c1b-4550-8e0b-3677d4186527', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:d4:da:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd7fd9eaa-a4c8-48fd-923a-d750fd5abedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:08Z', 'updated_at': '2021-08-11T02:47:12Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': 'd7fd9eaa-a4c8-48fd-923a-d750fd5abedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:45.366303 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501eb471-e1f7-4b4a-945f-afa42c0060ef None None] The sync data for ids ['076cc366-c74d-4160-9191-b7d10c3733f9'] in n-d-615180-33 is: [{'id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891908621', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '1e2b5b33-2bef-46e2-8f1b-9620903bc32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:05Z', 'updated_at': '2021-08-11T02:47:09Z', 'revision_number': 4, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '1e2b5b33-2bef-46e2-8f1b-9620903bc32c', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:06Z', 'updated_at': '2021-08-11T02:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '8a3eef77-ab56-46cc-828d-b5c4adfeac89', 'name': '', 'network_id': '39ef59c9-0c1b-4550-8e0b-3677d4186527', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'mac_address': 'fa:16:3e:d4:da:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd7fd9eaa-a4c8-48fd-923a-d750fd5abedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:08Z', 'updated_at': '2021-08-11T02:47:12Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'subnets': [{'id': 'd7fd9eaa-a4c8-48fd-923a-d750fd5abedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:48:45.590252 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3346ed06-fe31-4d71-8113-39ec9fcbebf3 None None] New status for floating IP ec410404-ab27-4cbd-932d-f53469ea0b1e: DOWN {{(pid=94509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:48:45.663386 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f2b35837-4e1c-4319-8c6f-fdbb88deb659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:46.070762 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a37740-ed8a-45c8-a592-dd9735eebf89 req-edf849a3-14a5-4e2c-a831-b89a25b1bd1f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:46.072291 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-78a37740-ed8a-45c8-a592-dd9735eebf89 req-edf849a3-14a5-4e2c-a831-b89a25b1bd1f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 945 time: 0.0557432 Aug 11 02:48:46.110654 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-78a37740-ed8a-45c8-a592-dd9735eebf89 req-c2cf2db0-d6cf-4f15-9b5d-98cacd36b523 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dbdeb64-97ea-4647-9b1a-c5a640b8128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321927 Aug 11 02:48:46.301198 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521744b4-cacc-4892-9371-a8575adac655 req-6151a80c-4cfe-4f6b-998a-14b2eafca117 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:46.303335 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-521744b4-cacc-4892-9371-a8575adac655 req-6151a80c-4cfe-4f6b-998a-14b2eafca117 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 945 time: 0.0489161 Aug 11 02:48:46.392049 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-521744b4-cacc-4892-9371-a8575adac655 req-8cb1539d-811e-4e14-9985-b3839d2e8d8b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Deleting port a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:46.392392 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-521744b4-cacc-4892-9371-a8575adac655 req-8cb1539d-811e-4e14-9985-b3839d2e8d8b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:46.481701 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-521744b4-cacc-4892-9371-a8575adac655 req-8cb1539d-811e-4e14-9985-b3839d2e8d8b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] For port a4e22b67-4bb7-4f85-80fe-9add38a3f7b5, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=a4e22b67-4bb7-4f85-80fe-9add38a3f7b5,segment=NetworkSegment(37003978-f5e0-4b4a-b998-d4d7195140e7),segment_id=37003978-f5e0-4b4a-b998-d4d7195140e7)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:46.482064 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-521744b4-cacc-4892-9371-a8575adac655 req-8cb1539d-811e-4e14-9985-b3839d2e8d8b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:46.495460 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-521744b4-cacc-4892-9371-a8575adac655 req-8cb1539d-811e-4e14-9985-b3839d2e8d8b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Calling delete_port for a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:46.625045 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-521744b4-cacc-4892-9371-a8575adac655 req-8cb1539d-811e-4e14-9985-b3839d2e8d8b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:46.651173 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1539d-811e-4e14-9985-b3839d2e8d8b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event deleted for resources: {'Port': ['ID=a4e22b67-4bb7-4f85-80fe-9add38a3f7b5,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:46.695036 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-521744b4-cacc-4892-9371-a8575adac655 req-8cb1539d-811e-4e14-9985-b3839d2e8d8b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] No DVR routers for this DVR port a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:48:46.697611 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-521744b4-cacc-4892-9371-a8575adac655 req-8cb1539d-811e-4e14-9985-b3839d2e8d8b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:46.699641 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-521744b4-cacc-4892-9371-a8575adac655 req-8cb1539d-811e-4e14-9985-b3839d2e8d8b tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.66 "DELETE /v2.0/ports/a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 HTTP/1.1" status: 204 len: 173 time: 0.3893070 Aug 11 02:48:46.716237 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0267bf-5466-4ad1-8338-88fea6e91e64', 'name': 'network-vif-deleted', 'tag': 'a4e22b67-4bb7-4f85-80fe-9add38a3f7b5'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:46.718669 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8e87b4-5581-4624-884e-434bc4a6e3a7" -d '{"events": [{"server_uuid": "9f0267bf-5466-4ad1-8338-88fea6e91e64", "name": "network-vif-deleted", "tag": "a4e22b67-4bb7-4f85-80fe-9add38a3f7b5"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:46.753993 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae4b0f4-46e4-453d-9599-793832d6bfea x-openstack-request-id: req-9ae4b0f4-46e4-453d-9599-793832d6bfea {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:46.754287 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0267bf-5466-4ad1-8338-88fea6e91e64", "name": "network-vif-deleted", "tag": "a4e22b67-4bb7-4f85-80fe-9add38a3f7b5", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:46.754544 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9ae4b0f4-46e4-453d-9599-793832d6bfea {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:46.754950 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0267bf-5466-4ad1-8338-88fea6e91e64', 'name': 'network-vif-deleted', 'tag': 'a4e22b67-4bb7-4f85-80fe-9add38a3f7b5', 'status': 'completed', 'code': 200} Aug 11 02:48:47.221274 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e6e13df9-29cf-48c7-be93-f96b1edaaf1e req-9ded1f3f-9629-404a-ba21-00efaffc3501 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0267bf-5466-4ad1-8338-88fea6e91e64 HTTP/1.1" status: 200 len: 210 time: 0.0288920 Aug 11 02:48:48.280743 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57494) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:48.341012 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-edd1988b-6d21-423e-a1ba-32156acbbe21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:48.377440 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:48.641914 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f40c8897-3a75-432f-b12f-1817bf7286a1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:48.902678 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-f40c8897-3a75-432f-b12f-1817bf7286a1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Deleting port 8a3eef77-ab56-46cc-828d-b5c4adfeac89 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:48.902953 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f40c8897-3a75-432f-b12f-1817bf7286a1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:48.992570 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-f40c8897-3a75-432f-b12f-1817bf7286a1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] For port 8a3eef77-ab56-46cc-828d-b5c4adfeac89, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8a3eef77-ab56-46cc-828d-b5c4adfeac89,segment=NetworkSegment(37003978-f5e0-4b4a-b998-d4d7195140e7),segment_id=37003978-f5e0-4b4a-b998-d4d7195140e7)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:48.992936 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f40c8897-3a75-432f-b12f-1817bf7286a1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:49.005799 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-f40c8897-3a75-432f-b12f-1817bf7286a1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Calling delete_port for 8a3eef77-ab56-46cc-828d-b5c4adfeac89 owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:49.185370 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f40c8897-3a75-432f-b12f-1817bf7286a1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:49.212909 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c8897-3a75-432f-b12f-1817bf7286a1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event deleted for resources: {'Port': ['ID=8a3eef77-ab56-46cc-828d-b5c4adfeac89,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:49.407338 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f40c8897-3a75-432f-b12f-1817bf7286a1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:49.622440 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40c8897-3a75-432f-b12f-1817bf7286a1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Router 076cc366-c74d-4160-9191-b7d10c3733f9 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:48:49.725564 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40c8897-3a75-432f-b12f-1817bf7286a1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:48:49.730590 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f40c8897-3a75-432f-b12f-1817bf7286a1 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "PUT /v2.0/routers/076cc366-c74d-4160-9191-b7d10c3733f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4488261 Aug 11 02:48:49.733510 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57496) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:49.736281 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f61343-ca17-40f3-9814-e2c89175f2d4 None None] Sync routers for ids ['076cc366-c74d-4160-9191-b7d10c3733f9'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:48:49.745913 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f61343-ca17-40f3-9814-e2c89175f2d4 None None] Routers {'076cc366-c74d-4160-9191-b7d10c3733f9'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:49.746517 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-14f61343-ca17-40f3-9814-e2c89175f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:48:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['076cc366-c74d-4160-9191-b7d10c3733f9'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:49.784231 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0998ee3-fe17-442e-a6e5-40e2df42758f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Deleting subnet d7fd9eaa-a4c8-48fd-923a-d750fd5abedb {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:48:49.787347 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f0998ee3-fe17-442e-a6e5-40e2df42758f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:49.829812 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f0998ee3-fe17-442e-a6e5-40e2df42758f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:49.849369 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-14f61343-ca17-40f3-9814-e2c89175f2d4 None None] Set router 076cc366-c74d-4160-9191-b7d10c3733f9 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:49.917142 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f0998ee3-fe17-442e-a6e5-40e2df42758f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:49.977210 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f0998ee3-fe17-442e-a6e5-40e2df42758f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.005279 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0998ee3-fe17-442e-a6e5-40e2df42758f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event deleted for resources: {'Subnet': ['ID=d7fd9eaa-a4c8-48fd-923a-d750fd5abedb,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:50.007778 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f0998ee3-fe17-442e-a6e5-40e2df42758f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.009645 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f0998ee3-fe17-442e-a6e5-40e2df42758f tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "DELETE /v2.0/subnets/d7fd9eaa-a4c8-48fd-923a-d750fd5abedb HTTP/1.1" status: 204 len: 168 time: 0.2746916 Aug 11 02:48:50.012479 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57498) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:50.017334 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b661bc-fcb5-48fc-9a66-f0c4cd8f5189 None None] Network 39ef59c9-0c1b-4550-8e0b-3677d4186527 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:48:50.079398 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-14f61343-ca17-40f3-9814-e2c89175f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891908621', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '1e2b5b33-2bef-46e2-8f1b-9620903bc32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:05Z', 'updated_at': '2021-08-11T02:48:49Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '1e2b5b33-2bef-46e2-8f1b-9620903bc32c', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:06Z', 'updated_at': '2021-08-11T02:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:50.083781 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.110740 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f61343-ca17-40f3-9814-e2c89175f2d4 None None] Checking router: 076cc366-c74d-4160-9191-b7d10c3733f9 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:48:50.119198 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e1e9-bf41-4355-859d-6e973f553145 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.127908 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f61343-ca17-40f3-9814-e2c89175f2d4 None None] Routers {'076cc366-c74d-4160-9191-b7d10c3733f9'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:50.128522 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-14f61343-ca17-40f3-9814-e2c89175f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:48:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['076cc366-c74d-4160-9191-b7d10c3733f9'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:50.222008 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e1e9-bf41-4355-859d-6e973f553145 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.280840 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-e8f4e1e9-bf41-4355-859d-6e973f553145 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Deleting port 1e2b5b33-2bef-46e2-8f1b-9620903bc32c {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:50.281193 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e1e9-bf41-4355-859d-6e973f553145 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.281342 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-14f61343-ca17-40f3-9814-e2c89175f2d4 None None] Set router 076cc366-c74d-4160-9191-b7d10c3733f9 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:50.367391 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-e8f4e1e9-bf41-4355-859d-6e973f553145 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] For port 1e2b5b33-2bef-46e2-8f1b-9620903bc32c, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=1e2b5b33-2bef-46e2-8f1b-9620903bc32c,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:50.367997 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e1e9-bf41-4355-859d-6e973f553145 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.382392 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-e8f4e1e9-bf41-4355-859d-6e973f553145 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Calling delete_port for 1e2b5b33-2bef-46e2-8f1b-9620903bc32c owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:50.470932 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32efb5f7-0350-4c6e-af67-493c1b815f59 None None] DHCP port deletion for 39ef59c9-0c1b-4550-8e0b-3677d4186527 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:48:50.501915 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ff4ec72d-4398-40e4-bac5-d385d6c50be0 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:50.557647 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e1e9-bf41-4355-859d-6e973f553145 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.581245 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4e1e9-bf41-4355-859d-6e973f553145 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event deleted for resources: {'Port': ['ID=1e2b5b33-2bef-46e2-8f1b-9620903bc32c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:50.642301 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e1e9-bf41-4355-859d-6e973f553145 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.666922 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:50.700363 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:48:50.700713 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device a4e22b67-4bb7-4f85-80fe-9add38a3f7b5 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:48:50.726736 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-32efb5f7-0350-4c6e-af67-493c1b815f59 None None] Deleting port ff4ec72d-4398-40e4-bac5-d385d6c50be0 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:50.727168 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-32efb5f7-0350-4c6e-af67-493c1b815f59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.732479 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e1e9-bf41-4355-859d-6e973f553145 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.734872 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e1e9-bf41-4355-859d-6e973f553145 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.741789 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.781519 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e1e9-bf41-4355-859d-6e973f553145 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.782073 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f4e1e9-bf41-4355-859d-6e973f553145 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Fanout notify agent at l3_agent the message router_deleted on router 076cc366-c74d-4160-9191-b7d10c3733f9 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:48:50.789196 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e1e9-bf41-4355-859d-6e973f553145 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.793293 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e8f4e1e9-bf41-4355-859d-6e973f553145 tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "DELETE /v2.0/routers/076cc366-c74d-4160-9191-b7d10c3733f9 HTTP/1.1" status: 204 len: 168 time: 0.7767720 Aug 11 02:48:50.793650 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57500) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:50.841720 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-32efb5f7-0350-4c6e-af67-493c1b815f59 None None] For port ff4ec72d-4398-40e4-bac5-d385d6c50be0, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=ff4ec72d-4398-40e4-bac5-d385d6c50be0,segment=NetworkSegment(37003978-f5e0-4b4a-b998-d4d7195140e7),segment_id=37003978-f5e0-4b4a-b998-d4d7195140e7)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:50.841720 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-32efb5f7-0350-4c6e-af67-493c1b815f59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.854745 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port ff4ec72d-4398-40e4-bac5-d385d6c50be0, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=ff4ec72d-4398-40e4-bac5-d385d6c50be0,segment=NetworkSegment(37003978-f5e0-4b4a-b998-d4d7195140e7),segment_id=37003978-f5e0-4b4a-b998-d4d7195140e7)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:50.861694 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-32efb5f7-0350-4c6e-af67-493c1b815f59 None None] Calling delete_port for ff4ec72d-4398-40e4-bac5-d385d6c50be0 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:50.864066 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.877417 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-41670d37-43c0-476c-a79f-14801c0099fa tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.923469 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-14f61343-ca17-40f3-9814-e2c89175f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891908621', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '1e2b5b33-2bef-46e2-8f1b-9620903bc32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:05Z', 'updated_at': '2021-08-11T02:48:49Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '1e2b5b33-2bef-46e2-8f1b-9620903bc32c', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:06Z', 'updated_at': '2021-08-11T02:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:50.930257 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-41670d37-43c0-476c-a79f-14801c0099fa tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Deleting port ff4ec72d-4398-40e4-bac5-d385d6c50be0 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:50.930643 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-41670d37-43c0-476c-a79f-14801c0099fa tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.964524 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f61343-ca17-40f3-9814-e2c89175f2d4 None None] The sync data for ids ['076cc366-c74d-4160-9191-b7d10c3733f9'] in n-d-615180-33 is: [{'id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891908621', 'tenant_id': '83a11b7064d64ae6b3165041fbab4c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '1e2b5b33-2bef-46e2-8f1b-9620903bc32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:05Z', 'updated_at': '2021-08-11T02:48:49Z', 'revision_number': 5, 'project_id': '83a11b7064d64ae6b3165041fbab4c71', 'gw_port': {'id': '1e2b5b33-2bef-46e2-8f1b-9620903bc32c', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076cc366-c74d-4160-9191-b7d10c3733f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:06Z', 'updated_at': '2021-08-11T02:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:48:50.991764 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=ff4ec72d-4398-40e4-bac5-d385d6c50be0,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:51.008866 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-41670d37-43c0-476c-a79f-14801c0099fa tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] For port ff4ec72d-4398-40e4-bac5-d385d6c50be0, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=ff4ec72d-4398-40e4-bac5-d385d6c50be0,segment=NetworkSegment(37003978-f5e0-4b4a-b998-d4d7195140e7),segment_id=37003978-f5e0-4b4a-b998-d4d7195140e7)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:51.009240 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-41670d37-43c0-476c-a79f-14801c0099fa tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.016279 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-32efb5f7-0350-4c6e-af67-493c1b815f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.023009 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-41670d37-43c0-476c-a79f-14801c0099fa tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Calling delete_port for ff4ec72d-4398-40e4-bac5-d385d6c50be0 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:51.043397 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32efb5f7-0350-4c6e-af67-493c1b815f59 None None] Pushing event deleted for resources: {'Port': ['ID=ff4ec72d-4398-40e4-bac5-d385d6c50be0,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:51.045440 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32efb5f7-0350-4c6e-af67-493c1b815f59 None None] No DVR routers for this DVR port ff4ec72d-4398-40e4-bac5-d385d6c50be0 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:48:51.102617 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-41670d37-43c0-476c-a79f-14801c0099fa tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.133607 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41670d37-43c0-476c-a79f-14801c0099fa tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event deleted for resources: {'Port': ['ID=ff4ec72d-4398-40e4-bac5-d385d6c50be0,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:51.137625 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41670d37-43c0-476c-a79f-14801c0099fa tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] No DVR routers for this DVR port ff4ec72d-4398-40e4-bac5-d385d6c50be0 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:48:51.211899 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-41670d37-43c0-476c-a79f-14801c0099fa tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.221359 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-41670d37-43c0-476c-a79f-14801c0099fa tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ef59c9-0c1b-4550-8e0b-3677d4186527']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:51.231363 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-41670d37-43c0-476c-a79f-14801c0099fa tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37003978-f5e0-4b4a-b998-d4d7195140e7') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:51.231691 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-41670d37-43c0-476c-a79f-14801c0099fa tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37003978-f5e0-4b4a-b998-d4d7195140e7') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:51.240406 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-41670d37-43c0-476c-a79f-14801c0099fa tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.254512 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-41670d37-43c0-476c-a79f-14801c0099fa tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.261000 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41670d37-43c0-476c-a79f-14801c0099fa tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:48:51.261382 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-41670d37-43c0-476c-a79f-14801c0099fa tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: self.session.flush() Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:48:51.264440 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:48:51.327141 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-41670d37-43c0-476c-a79f-14801c0099fa tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.335384 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-41670d37-43c0-476c-a79f-14801c0099fa tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.337076 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-41670d37-43c0-476c-a79f-14801c0099fa tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "DELETE /v2.0/networks/39ef59c9-0c1b-4550-8e0b-3677d4186527 HTTP/1.1" status: 204 len: 168 time: 0.5424531 Aug 11 02:48:51.339990 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57502) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:51.348468 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41670d37-43c0-476c-a79f-14801c0099fa tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event deleted for resources: {'Network': ['ID=39ef59c9-0c1b-4550-8e0b-3677d4186527,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:51.406373 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ddaccbd2-25c5-48c6-a578-574994aa6ebc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.435754 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ddaccbd2-25c5-48c6-a578-574994aa6ebc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.499515 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ddaccbd2-25c5-48c6-a578-574994aa6ebc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.502097 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ddaccbd2-25c5-48c6-a578-574994aa6ebc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.503349 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ddaccbd2-25c5-48c6-a578-574994aa6ebc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] 10.222.0.50 "DELETE /v2.0/security-groups/3dbdeb64-97ea-4647-9b1a-c5a640b8128d HTTP/1.1" status: 204 len: 168 time: 0.1622362 Aug 11 02:48:51.513800 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaccbd2-25c5-48c6-a578-574994aa6ebc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbdeb64-97ea-4647-9b1a-c5a640b8128d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:51.523451 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaccbd2-25c5-48c6-a578-574994aa6ebc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:51.523847 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaccbd2-25c5-48c6-a578-574994aa6ebc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:51.524219 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaccbd2-25c5-48c6-a578-574994aa6ebc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:51.524624 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaccbd2-25c5-48c6-a578-574994aa6ebc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:51.524940 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaccbd2-25c5-48c6-a578-574994aa6ebc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:51.525328 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaccbd2-25c5-48c6-a578-574994aa6ebc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:51.525596 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaccbd2-25c5-48c6-a578-574994aa6ebc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:51.526051 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaccbd2-25c5-48c6-a578-574994aa6ebc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:51.526424 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaccbd2-25c5-48c6-a578-574994aa6ebc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:51.526855 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaccbd2-25c5-48c6-a578-574994aa6ebc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:51.527067 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaccbd2-25c5-48c6-a578-574994aa6ebc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:51.527316 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaccbd2-25c5-48c6-a578-574994aa6ebc tempest-TestNetworkAdvancedServerOps-91217443 tempest-TestNetworkAdvancedServerOps-91217443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:51.562699 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.833893 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57510) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:51.965659 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bb1e3065-f27b-4691-b9e4-3c6a35916b70 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=83a11b7064d64ae6b3165041fbab4c71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305411 Aug 11 02:48:51.968048 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57514) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:52.020073 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1195-4c59-44cf-a244-e92550862fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.042152 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1195-4c59-44cf-a244-e92550862fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.088725 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1195-4c59-44cf-a244-e92550862fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.091253 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1195-4c59-44cf-a244-e92550862fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.092475 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ab9f1195-4c59-44cf-a244-e92550862fca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9beec025-b850-44c5-86f3-79a8d4faf591 HTTP/1.1" status: 204 len: 168 time: 0.1235008 Aug 11 02:48:52.099992 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f1195-4c59-44cf-a244-e92550862fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9beec025-b850-44c5-86f3-79a8d4faf591,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:52.352985 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57520) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:52.393571 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e15b50f8-4539-4108-aecc-305f0e2dc08f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6f75b5d438ca48009173360c9607fdac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393867 Aug 11 02:48:52.396057 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57522) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:52.413676 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8a3eef77-ab56-46cc-828d-b5c4adfeac89 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:52.433134 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 8a3eef77-ab56-46cc-828d-b5c4adfeac89 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:48:52.433531 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8a3eef77-ab56-46cc-828d-b5c4adfeac89 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:48:52.433893 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1e2b5b33-2bef-46e2-8f1b-9620903bc32c no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:52.444121 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bef0ca2f-4fa0-4969-8273-8658b64b0503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.455055 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 1e2b5b33-2bef-46e2-8f1b-9620903bc32c {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:48:52.455402 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1e2b5b33-2bef-46e2-8f1b-9620903bc32c not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:48:52.468373 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bef0ca2f-4fa0-4969-8273-8658b64b0503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.521416 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bef0ca2f-4fa0-4969-8273-8658b64b0503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.523950 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bef0ca2f-4fa0-4969-8273-8658b64b0503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.525738 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bef0ca2f-4fa0-4969-8273-8658b64b0503 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/39e28d61-cde7-48cd-8b5d-79191c1ec849 HTTP/1.1" status: 204 len: 168 time: 0.1287282 Aug 11 02:48:52.533444 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef0ca2f-4fa0-4969-8273-8658b64b0503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e28d61-cde7-48cd-8b5d-79191c1ec849,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:54.744080 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:55.572049 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.287455 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-086a881a-2098-4bfc-9e5d-137a8fafee37 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b0839078d82147d689b673c0d7a0addf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328121 Aug 11 02:49:02.469884 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-d3b41335-8ff4-483e-b9d0-6c192c16d4f5 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:02.471363 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-d3b41335-8ff4-483e-b9d0-6c192c16d4f5 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1779594 Aug 11 02:49:02.486034 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-69d48e5d-a48d-4b61-9058-f0493bd0fa9a tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] 10.222.0.50 "GET /v2.0/quotas/b0839078d82147d689b673c0d7a0addf HTTP/1.1" status: 200 len: 375 time: 0.0090506 Aug 11 02:49:02.516384 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-8e9436ce-92be-49ba-9959-7de49602f6fe tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b0839078d82147d689b673c0d7a0addf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252867 Aug 11 02:49:02.676356 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6db6886e-b31b-43e2-885d-b94fcb657b8c req-2b87f832-2492-42b2-80f3-13d70b1d0ed3 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] 10.222.0.50 "GET /v2.0/ports?device_id=b16b7290-c330-4301-bb8e-b0f53df24c8e HTTP/1.1" status: 200 len: 210 time: 0.0303721 Aug 11 02:49:03.375025 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:49:03.654298 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-fa208fd7-0624-4603-a7be-5954a957ddd7 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=b0839078d82147d689b673c0d7a0addf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245872 Aug 11 02:49:03.778700 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-def8d3cc-17dd-4675-a87a-c8003cc29296 req-43f8054e-b24c-427d-9a1e-14d35acdd7de tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] 10.222.0.50 "GET /v2.0/ports?device_id=b16b7290-c330-4301-bb8e-b0f53df24c8e HTTP/1.1" status: 200 len: 210 time: 0.0309129 Aug 11 02:49:03.793617 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-248a4ff4-1cba-4355-8ae5-17843d9c4e4b tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:03.795049 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-248a4ff4-1cba-4355-8ae5-17843d9c4e4b tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1350796 Aug 11 02:49:03.808696 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-12a1618f-3654-4377-ac5e-ce83e9df85a1 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Request body: {'port': {'device_id': 'b16b7290-c330-4301-bb8e-b0f53df24c8e', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'admin_state_up': True, 'tenant_id': 'b0839078d82147d689b673c0d7a0addf'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:03.915391 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-12a1618f-3654-4377-ac5e-ce83e9df85a1 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Made reservation on behalf of b0839078d82147d689b673c0d7a0addf for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:03.919421 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-12a1618f-3654-4377-ac5e-ce83e9df85a1 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:03.929705 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-12a1618f-3654-4377-ac5e-ce83e9df85a1 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.021221 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-12a1618f-3654-4377-ac5e-ce83e9df85a1 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.024956 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-12a1618f-3654-4377-ac5e-ce83e9df85a1 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.084250 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1618f-3654-4377-ac5e-ce83e9df85a1 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68322661-3aab-4652-9671-dedce6eb4ae9,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:04.156255 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-12a1618f-3654-4377-ac5e-ce83e9df85a1 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Allocated IP 192.168.233.224 (86f13f47-eb72-46e4-b359-4b3400d2fd38/6bdffe18-598c-493e-b565-f02bd8b640d2/62263c43-ebb2-4591-9900-5828069bfbf8) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:04.295382 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-12a1618f-3654-4377-ac5e-ce83e9df85a1 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.308793 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-12a1618f-3654-4377-ac5e-ce83e9df85a1 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Transition to ACTIVE for port object 62263c43-ebb2-4591-9900-5828069bfbf8 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:04.340724 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-12a1618f-3654-4377-ac5e-ce83e9df85a1 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.389894 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-12a1618f-3654-4377-ac5e-ce83e9df85a1 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Network 86f13f47-eb72-46e4-b359-4b3400d2fd38 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:04.393413 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-12a1618f-3654-4377-ac5e-ce83e9df85a1 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:04.397542 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-12a1618f-3654-4377-ac5e-ce83e9df85a1 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:04.422226 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1618f-3654-4377-ac5e-ce83e9df85a1 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Pushing event updated for resources: {'Port': ['ID=62263c43-ebb2-4591-9900-5828069bfbf8,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:04.450168 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-12a1618f-3654-4377-ac5e-ce83e9df85a1 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:04.450782 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-12a1618f-3654-4377-ac5e-ce83e9df85a1 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.465444 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-12a1618f-3654-4377-ac5e-ce83e9df85a1 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6607485 Aug 11 02:49:04.578351 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-5093a553-8147-408e-b9ab-1e237d8d2e80 service neutron] Request body: {'port': {'device_id': 'b16b7290-c330-4301-bb8e-b0f53df24c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:04.629898 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-5093a553-8147-408e-b9ab-1e237d8d2e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.655182 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5f75c413-7c0a-4ed7-8a67-e51c29f1a45f None None] Provisioning for port 62263c43-ebb2-4591-9900-5828069bfbf8 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:04.660470 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5f75c413-7c0a-4ed7-8a67-e51c29f1a45f None None] Provisioning complete for port 62263c43-ebb2-4591-9900-5828069bfbf8 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:04.660841 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5f75c413-7c0a-4ed7-8a67-e51c29f1a45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.694571 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-5f75c413-7c0a-4ed7-8a67-e51c29f1a45f None None] Port 62263c43-ebb2-4591-9900-5828069bfbf8 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:49:04.891068 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-5093a553-8147-408e-b9ab-1e237d8d2e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62263c43-ebb2-4591-9900-5828069bfbf8 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:04.893817 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d4a74-49b2-4233-ac38-35df0caacd84 req-31da8496-3f6f-4ad3-970d-ddaae096075c tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:04.895471 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-534d4a74-49b2-4233-ac38-35df0caacd84 req-31da8496-3f6f-4ad3-970d-ddaae096075c tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] 10.222.0.50 "GET /v2.0/ports?device_id=b16b7290-c330-4301-bb8e-b0f53df24c8e HTTP/1.1" status: 200 len: 936 time: 0.0506034 Aug 11 02:49:04.898651 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-5093a553-8147-408e-b9ab-1e237d8d2e80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.911159 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-5093a553-8147-408e-b9ab-1e237d8d2e80 service neutron] Transition to ACTIVE for port object 62263c43-ebb2-4591-9900-5828069bfbf8 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:04.915215 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-5093a553-8147-408e-b9ab-1e237d8d2e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.936048 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-534d4a74-49b2-4233-ac38-35df0caacd84 req-63c44a3c-dbcb-4f89-bbc2-c1832fb77402 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] 10.222.0.50 "GET /v2.0/security-groups?id=68322661-3aab-4652-9671-dedce6eb4ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339029 Aug 11 02:49:04.966743 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093a553-8147-408e-b9ab-1e237d8d2e80 service neutron] Pushing event updated for resources: {'Port': ['ID=62263c43-ebb2-4591-9900-5828069bfbf8,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:05.035719 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-5093a553-8147-408e-b9ab-1e237d8d2e80 service neutron] Attempting to bind port 62263c43-ebb2-4591-9900-5828069bfbf8 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:05.036059 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-5093a553-8147-408e-b9ab-1e237d8d2e80 service neutron] Attempting to bind port 62263c43-ebb2-4591-9900-5828069bfbf8 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:05.036387 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-5093a553-8147-408e-b9ab-1e237d8d2e80 service neutron] Attempting to bind port 62263c43-ebb2-4591-9900-5828069bfbf8 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:05.040933 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-5093a553-8147-408e-b9ab-1e237d8d2e80 service neutron] Port 62263c43-ebb2-4591-9900-5828069bfbf8 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:05.041257 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-5093a553-8147-408e-b9ab-1e237d8d2e80 service neutron] Attempting to bind port 62263c43-ebb2-4591-9900-5828069bfbf8 on network 86f13f47-eb72-46e4-b359-4b3400d2fd38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:05.046668 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-5093a553-8147-408e-b9ab-1e237d8d2e80 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:49:05.047016 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-5093a553-8147-408e-b9ab-1e237d8d2e80 service neutron] Checking segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:05.047410 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-5093a553-8147-408e-b9ab-1e237d8d2e80 service neutron] Bound using segment: {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:49:05.047891 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-5093a553-8147-408e-b9ab-1e237d8d2e80 service neutron] Bound port: 62263c43-ebb2-4591-9900-5828069bfbf8, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e2e981-873b-4ba1-92ff-f5a044000b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:49:05.048282 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-5093a553-8147-408e-b9ab-1e237d8d2e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:05.117049 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-5093a553-8147-408e-b9ab-1e237d8d2e80 service neutron] For port 62263c43-ebb2-4591-9900-5828069bfbf8, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:05.120835 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-5093a553-8147-408e-b9ab-1e237d8d2e80 service neutron] For port 62263c43-ebb2-4591-9900-5828069bfbf8, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=62263c43-ebb2-4591-9900-5828069bfbf8,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:49:05.126004 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-5093a553-8147-408e-b9ab-1e237d8d2e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:05.159566 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-5093a553-8147-408e-b9ab-1e237d8d2e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:05.160182 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-5093a553-8147-408e-b9ab-1e237d8d2e80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:05.161592 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-5093a553-8147-408e-b9ab-1e237d8d2e80 service neutron] 10.222.0.73 "PUT /v2.0/ports/62263c43-ebb2-4591-9900-5828069bfbf8 HTTP/1.1" status: 200 len: 1097 time: 0.6883926 Aug 11 02:49:05.162040 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16b7290-c330-4301-bb8e-b0f53df24c8e', 'tag': '62263c43-ebb2-4591-9900-5828069bfbf8'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:05.164349 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d560d8b1-0fa4-48c8-9df5-bf8b7a997707" -d '{"events": [{"name": "network-changed", "server_uuid": "b16b7290-c330-4301-bb8e-b0f53df24c8e", "tag": "62263c43-ebb2-4591-9900-5828069bfbf8"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:05.189424 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093a553-8147-408e-b9ab-1e237d8d2e80 service neutron] Pushing event updated for resources: {'Port': ['ID=62263c43-ebb2-4591-9900-5828069bfbf8,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:05.250871 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-c7ab6a55-4b49-46e1-af9f-8be5d0b6fe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:05.252591 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-c7ab6a55-4b49-46e1-af9f-8be5d0b6fe36 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b0839078d82147d689b673c0d7a0addf&device_id=b16b7290-c330-4301-bb8e-b0f53df24c8e HTTP/1.1" status: 200 len: 1100 time: 0.0495753 Aug 11 02:49:05.301029 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7dd6b0f-2ea6-41f1-ac62-241699c08eb6 x-openstack-request-id: req-a7dd6b0f-2ea6-41f1-ac62-241699c08eb6 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:05.301340 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b16b7290-c330-4301-bb8e-b0f53df24c8e", "tag": "62263c43-ebb2-4591-9900-5828069bfbf8", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:05.301594 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a7dd6b0f-2ea6-41f1-ac62-241699c08eb6 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:05.301999 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16b7290-c330-4301-bb8e-b0f53df24c8e', 'tag': '62263c43-ebb2-4591-9900-5828069bfbf8', 'status': 'completed', 'code': 200} Aug 11 02:49:05.303589 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-84ebd4d5-ce68-4e4b-8c65-81082a6e36d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=62263c43-ebb2-4591-9900-5828069bfbf8 HTTP/1.1" status: 200 len: 217 time: 0.0425692 Aug 11 02:49:05.356553 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-d2c5c40e-f4e7-4cf5-83ab-cf70c31704a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:05.358044 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-d2c5c40e-f4e7-4cf5-83ab-cf70c31704a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.0458748 Aug 11 02:49:05.403173 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-48b87be9-ce21-4687-80a1-e531f7bc3b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:05.404691 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-48b87be9-ce21-4687-80a1-e531f7bc3b89 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0392518 Aug 11 02:49:05.495705 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-c65e54d5-2a94-44f6-8767-d71bfe23ea65 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837529 Aug 11 02:49:05.582418 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-75a8b77a-17da-40a8-ab41-71793b03b4a8 req-0b310af2-4cbe-41ec-8ef7-97c1e99ce115 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792272 Aug 11 02:49:05.662322 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560d8b1-0fa4-48c8-9df5-bf8b7a997707 req-610d2369-9b0c-4aaa-9eee-4cccc92a7432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:05.663811 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d560d8b1-0fa4-48c8-9df5-bf8b7a997707 req-610d2369-9b0c-4aaa-9eee-4cccc92a7432 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b0839078d82147d689b673c0d7a0addf&device_id=b16b7290-c330-4301-bb8e-b0f53df24c8e HTTP/1.1" status: 200 len: 1100 time: 0.0394139 Aug 11 02:49:05.756336 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560d8b1-0fa4-48c8-9df5-bf8b7a997707 req-e2bbba64-8cec-4b6a-a6cf-644ae9ae0f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:05.757796 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d560d8b1-0fa4-48c8-9df5-bf8b7a997707 req-e2bbba64-8cec-4b6a-a6cf-644ae9ae0f08 service neutron] 10.222.0.73 "GET /v2.0/networks?id=86f13f47-eb72-46e4-b359-4b3400d2fd38 HTTP/1.1" status: 200 len: 870 time: 0.0866194 Aug 11 02:49:05.798229 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d560d8b1-0fa4-48c8-9df5-bf8b7a997707 req-0a97d3ef-fb24-40c6-ad30-f976de1a201d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=62263c43-ebb2-4591-9900-5828069bfbf8 HTTP/1.1" status: 200 len: 217 time: 0.0333619 Aug 11 02:49:05.846890 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560d8b1-0fa4-48c8-9df5-bf8b7a997707 req-8fe3360c-6178-4503-a9bd-ac223f4ffdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:05.848226 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d560d8b1-0fa4-48c8-9df5-bf8b7a997707 req-8fe3360c-6178-4503-a9bd-ac223f4ffdf8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bdffe18-598c-493e-b565-f02bd8b640d2 HTTP/1.1" status: 200 len: 843 time: 0.0417757 Aug 11 02:49:05.897222 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560d8b1-0fa4-48c8-9df5-bf8b7a997707 req-4a484d30-3963-42f6-987d-4a1aeb600f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:05.898718 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d560d8b1-0fa4-48c8-9df5-bf8b7a997707 req-4a484d30-3963-42f6-987d-4a1aeb600f73 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86f13f47-eb72-46e4-b359-4b3400d2fd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0425887 Aug 11 02:49:05.991494 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d560d8b1-0fa4-48c8-9df5-bf8b7a997707 req-d3bd1886-0b3b-4473-b720-1b42295ac426 service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851955 Aug 11 02:49:06.053126 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf6a45-1df2-44fb-a67a-bcc5f794cb05 req-7661c446-09e8-4875-95c3-206e7fedd1b2 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:06.054612 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ffaf6a45-1df2-44fb-a67a-bcc5f794cb05 req-7661c446-09e8-4875-95c3-206e7fedd1b2 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] 10.222.0.50 "GET /v2.0/ports?device_id=b16b7290-c330-4301-bb8e-b0f53df24c8e HTTP/1.1" status: 200 len: 948 time: 0.0485067 Aug 11 02:49:06.085664 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d560d8b1-0fa4-48c8-9df5-bf8b7a997707 req-43cbe33a-9f8d-4814-9b41-e6d7cc4b9ecd service neutron] 10.222.0.73 "GET /v2.0/networks/86f13f47-eb72-46e4-b359-4b3400d2fd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863552 Aug 11 02:49:06.091774 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ffaf6a45-1df2-44fb-a67a-bcc5f794cb05 req-2a753f69-a46b-46c5-8376-913f5e794a72 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] 10.222.0.50 "GET /v2.0/security-groups?id=68322661-3aab-4652-9671-dedce6eb4ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309474 Aug 11 02:49:07.208154 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f666917-321d-41bc-b52a-885bc96d6fbe req-ca940fae-d073-4cb0-ab74-618fa571cb32 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:07.209626 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5f666917-321d-41bc-b52a-885bc96d6fbe req-ca940fae-d073-4cb0-ab74-618fa571cb32 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] 10.222.0.50 "GET /v2.0/ports?device_id=b16b7290-c330-4301-bb8e-b0f53df24c8e HTTP/1.1" status: 200 len: 948 time: 0.0490329 Aug 11 02:49:07.247592 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5f666917-321d-41bc-b52a-885bc96d6fbe req-927ae29d-6f6d-4c2c-9f0b-0c17a4c28f5e tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] 10.222.0.50 "GET /v2.0/security-groups?id=68322661-3aab-4652-9671-dedce6eb4ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314982 Aug 11 02:49:07.699619 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 62263c43-ebb2-4591-9900-5828069bfbf8 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:49:07.794308 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 62263c43-ebb2-4591-9900-5828069bfbf8, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=62263c43-ebb2-4591-9900-5828069bfbf8,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:07.805185 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '62263c43-ebb2-4591-9900-5828069bfbf8', 'network_id': '86f13f47-eb72-46e4-b359-4b3400d2fd38', 'port_id': '62263c43-ebb2-4591-9900-5828069bfbf8', 'mac_address': 'fa:16:3e:2e:85:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdffe18-598c-493e-b565-f02bd8b640d2', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:49:07.841406 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:07.853358 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62263c43-ebb2-4591-9900-5828069bfbf8 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:07.871974 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 62263c43-ebb2-4591-9900-5828069bfbf8, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=62263c43-ebb2-4591-9900-5828069bfbf8,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:07.875716 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:07.922168 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=62263c43-ebb2-4591-9900-5828069bfbf8,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:08.098633 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['62263c43-ebb2-4591-9900-5828069bfbf8'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:08.366568 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6f024-0c81-4227-b7f7-8a9e749abff7 req-51fbb41b-eaab-47b9-9efc-b32a620cf096 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:08.368202 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-73c6f024-0c81-4227-b7f7-8a9e749abff7 req-51fbb41b-eaab-47b9-9efc-b32a620cf096 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] 10.222.0.50 "GET /v2.0/ports?device_id=b16b7290-c330-4301-bb8e-b0f53df24c8e HTTP/1.1" status: 200 len: 949 time: 0.0541327 Aug 11 02:49:08.406874 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-73c6f024-0c81-4227-b7f7-8a9e749abff7 req-8fe57bfb-a47c-4e04-b1e3-ccd9204cbf8a tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] 10.222.0.50 "GET /v2.0/security-groups?id=68322661-3aab-4652-9671-dedce6eb4ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314524 Aug 11 02:49:09.518838 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f931604-f98d-4d44-b610-707693d38d39 req-7dcdfb3e-ad30-4866-98a0-178e3a3d16cb tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.520248 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4f931604-f98d-4d44-b610-707693d38d39 req-7dcdfb3e-ad30-4866-98a0-178e3a3d16cb tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] 10.222.0.50 "GET /v2.0/ports?device_id=b16b7290-c330-4301-bb8e-b0f53df24c8e HTTP/1.1" status: 200 len: 949 time: 0.0478528 Aug 11 02:49:09.555531 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4f931604-f98d-4d44-b610-707693d38d39 req-b3031008-f096-417c-b6c3-79ad54b25cef tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] 10.222.0.50 "GET /v2.0/security-groups?id=68322661-3aab-4652-9671-dedce6eb4ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294647 Aug 11 02:49:09.729679 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 62263c43-ebb2-4591-9900-5828069bfbf8 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:09.777202 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 62263c43-ebb2-4591-9900-5828069bfbf8 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:09.780544 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 62263c43-ebb2-4591-9900-5828069bfbf8 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:09.780913 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:09.856128 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:09.877757 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16b7290-c330-4301-bb8e-b0f53df24c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62263c43-ebb2-4591-9900-5828069bfbf8'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:09.879985 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c122e8a-b0d0-4a24-899c-5993ced9907a" -d '{"events": [{"server_uuid": "b16b7290-c330-4301-bb8e-b0f53df24c8e", "name": "network-vif-plugged", "status": "completed", "tag": "62263c43-ebb2-4591-9900-5828069bfbf8"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:09.892837 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 62263c43-ebb2-4591-9900-5828069bfbf8, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=62263c43-ebb2-4591-9900-5828069bfbf8,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:09.897051 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:09.920059 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866caad0-ebf8-45a3-b4fc-c406b22c0fac x-openstack-request-id: req-866caad0-ebf8-45a3-b4fc-c406b22c0fac {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:09.920352 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16b7290-c330-4301-bb8e-b0f53df24c8e", "name": "network-vif-plugged", "status": "completed", "tag": "62263c43-ebb2-4591-9900-5828069bfbf8", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:09.920609 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-866caad0-ebf8-45a3-b4fc-c406b22c0fac {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:09.920998 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16b7290-c330-4301-bb8e-b0f53df24c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62263c43-ebb2-4591-9900-5828069bfbf8', 'code': 200} Aug 11 02:49:09.946504 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=62263c43-ebb2-4591-9900-5828069bfbf8,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:10.013850 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e83af3-0c91-4c06-ae6c-5e1d4e47bee9 req-7e080851-990c-41a5-8f69-478059ec287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:10.015350 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-34e83af3-0c91-4c06-ae6c-5e1d4e47bee9 req-7e080851-990c-41a5-8f69-478059ec287c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b16b7290-c330-4301-bb8e-b0f53df24c8e HTTP/1.1" status: 200 len: 1102 time: 0.0456090 Aug 11 02:49:10.050052 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-34e83af3-0c91-4c06-ae6c-5e1d4e47bee9 req-da2203f5-3144-4376-81dd-5cc04df9f4aa service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=68322661-3aab-4652-9671-dedce6eb4ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266352 Aug 11 02:49:10.667854 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30af6c-e119-4b49-801d-2313b50191aa req-02ed89e2-b720-4731-8f71-8462d3a97660 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:10.669231 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5a30af6c-e119-4b49-801d-2313b50191aa req-02ed89e2-b720-4731-8f71-8462d3a97660 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] 10.222.0.50 "GET /v2.0/ports?device_id=b16b7290-c330-4301-bb8e-b0f53df24c8e HTTP/1.1" status: 200 len: 950 time: 0.0480425 Aug 11 02:49:10.705753 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5a30af6c-e119-4b49-801d-2313b50191aa req-d7eee8a6-3226-498d-bd8a-d2160c7ff26d tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] 10.222.0.50 "GET /v2.0/security-groups?id=68322661-3aab-4652-9671-dedce6eb4ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307174 Aug 11 02:49:11.823244 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484d53c-626a-48df-aa31-401914899a4d req-5efaf943-27cb-4c40-bf83-bd82c8f5bdbf tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:11.824757 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8484d53c-626a-48df-aa31-401914899a4d req-5efaf943-27cb-4c40-bf83-bd82c8f5bdbf tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] 10.222.0.50 "GET /v2.0/ports?device_id=b16b7290-c330-4301-bb8e-b0f53df24c8e HTTP/1.1" status: 200 len: 950 time: 0.0500324 Aug 11 02:49:11.861092 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8484d53c-626a-48df-aa31-401914899a4d req-d42ad9f7-90b0-4546-9511-193bd98ac63c tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] 10.222.0.50 "GET /v2.0/security-groups?id=68322661-3aab-4652-9671-dedce6eb4ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304677 Aug 11 02:49:12.748126 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1fed2-af64-4d6b-828a-b6b9fb35c596 req-0cd15cfb-dda2-47b0-a722-b4eb15104e94 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:12.749594 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-afc1fed2-af64-4d6b-828a-b6b9fb35c596 req-0cd15cfb-dda2-47b0-a722-b4eb15104e94 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] 10.222.0.50 "GET /v2.0/ports?device_id=b16b7290-c330-4301-bb8e-b0f53df24c8e HTTP/1.1" status: 200 len: 950 time: 0.0495007 Aug 11 02:49:12.785886 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-afc1fed2-af64-4d6b-828a-b6b9fb35c596 req-d5ace264-971f-453b-a47a-0bb247e4afca tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] 10.222.0.50 "GET /v2.0/security-groups?id=68322661-3aab-4652-9671-dedce6eb4ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303340 Aug 11 02:49:13.899377 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f95922-0de5-4478-b259-78e89b8fb458 req-07cd29d7-00c0-4b25-b2d1-de2f7e1dfe66 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:13.901168 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-52f95922-0de5-4478-b259-78e89b8fb458 req-07cd29d7-00c0-4b25-b2d1-de2f7e1dfe66 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] 10.222.0.50 "GET /v2.0/ports?device_id=b16b7290-c330-4301-bb8e-b0f53df24c8e HTTP/1.1" status: 200 len: 950 time: 0.0487752 Aug 11 02:49:14.256542 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-52f95922-0de5-4478-b259-78e89b8fb458 req-dfa12e03-035d-49de-a2e8-a230737185f7 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] 10.222.0.50 "GET /v2.0/security-groups?id=68322661-3aab-4652-9671-dedce6eb4ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494513 Aug 11 02:49:14.278735 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270d62e-2729-4462-b7f3-abd1b65acf02 req-cee1ae83-f9ab-45e3-b361-f8c816b84a5e tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:14.280223 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c270d62e-2729-4462-b7f3-abd1b65acf02 req-cee1ae83-f9ab-45e3-b361-f8c816b84a5e tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] 10.222.0.73 "GET /v2.0/ports?device_id=b16b7290-c330-4301-bb8e-b0f53df24c8e HTTP/1.1" status: 200 len: 950 time: 0.3513622 Aug 11 02:49:14.367169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-c270d62e-2729-4462-b7f3-abd1b65acf02 req-8de93108-ee0f-4524-9ca6-b56719b69736 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Deleting port 62263c43-ebb2-4591-9900-5828069bfbf8 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:14.367513 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c270d62e-2729-4462-b7f3-abd1b65acf02 req-8de93108-ee0f-4524-9ca6-b56719b69736 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.454903 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-c270d62e-2729-4462-b7f3-abd1b65acf02 req-8de93108-ee0f-4524-9ca6-b56719b69736 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] For port 62263c43-ebb2-4591-9900-5828069bfbf8, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=62263c43-ebb2-4591-9900-5828069bfbf8,segment=NetworkSegment(63e2e981-873b-4ba1-92ff-f5a044000b4e),segment_id=63e2e981-873b-4ba1-92ff-f5a044000b4e)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:14.455277 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c270d62e-2729-4462-b7f3-abd1b65acf02 req-8de93108-ee0f-4524-9ca6-b56719b69736 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.467645 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-c270d62e-2729-4462-b7f3-abd1b65acf02 req-8de93108-ee0f-4524-9ca6-b56719b69736 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Calling delete_port for 62263c43-ebb2-4591-9900-5828069bfbf8 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:14.594779 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c270d62e-2729-4462-b7f3-abd1b65acf02 req-8de93108-ee0f-4524-9ca6-b56719b69736 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.606805 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['62263c43-ebb2-4591-9900-5828069bfbf8'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:14.623747 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de93108-ee0f-4524-9ca6-b56719b69736 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Pushing event deleted for resources: {'Port': ['ID=62263c43-ebb2-4591-9900-5828069bfbf8,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:14.664000 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-c270d62e-2729-4462-b7f3-abd1b65acf02 req-8de93108-ee0f-4524-9ca6-b56719b69736 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] No DVR routers for this DVR port 62263c43-ebb2-4591-9900-5828069bfbf8 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:49:14.667218 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c270d62e-2729-4462-b7f3-abd1b65acf02 req-8de93108-ee0f-4524-9ca6-b56719b69736 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.669249 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c270d62e-2729-4462-b7f3-abd1b65acf02 req-8de93108-ee0f-4524-9ca6-b56719b69736 tempest-ServersAdminNegativeTestJSON-1805012707 tempest-ServersAdminNegativeTestJSON-1805012707-project] 10.222.0.73 "DELETE /v2.0/ports/62263c43-ebb2-4591-9900-5828069bfbf8 HTTP/1.1" status: 204 len: 173 time: 0.3828428 Aug 11 02:49:14.669696 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16b7290-c330-4301-bb8e-b0f53df24c8e', 'name': 'network-vif-deleted', 'tag': '62263c43-ebb2-4591-9900-5828069bfbf8'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:14.671999 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d823d5-cf0f-4559-902a-6b89643ccc3e" -d '{"events": [{"server_uuid": "b16b7290-c330-4301-bb8e-b0f53df24c8e", "name": "network-vif-deleted", "tag": "62263c43-ebb2-4591-9900-5828069bfbf8"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:14.710015 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b89d75b-a036-4852-83d3-f6dbc4385fce x-openstack-request-id: req-6b89d75b-a036-4852-83d3-f6dbc4385fce {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:14.710318 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16b7290-c330-4301-bb8e-b0f53df24c8e", "name": "network-vif-deleted", "tag": "62263c43-ebb2-4591-9900-5828069bfbf8", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:14.710575 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6b89d75b-a036-4852-83d3-f6dbc4385fce {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:14.710982 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16b7290-c330-4301-bb8e-b0f53df24c8e', 'name': 'network-vif-deleted', 'tag': '62263c43-ebb2-4591-9900-5828069bfbf8', 'status': 'completed', 'code': 200} Aug 11 02:49:15.545422 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57662) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:15.665408 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-18c29077-3118-45d1-b146-22ffb8653913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:15.680360 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b769a9a7-83fb-4bfd-968c-fb6aa5dd1142 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b0839078d82147d689b673c0d7a0addf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1337135 Aug 11 02:49:15.683420 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57666) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:15.730291 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-348b1dd5-fed8-4803-9332-723ea205119d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:15.752035 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-348b1dd5-fed8-4803-9332-723ea205119d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:15.796923 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-348b1dd5-fed8-4803-9332-723ea205119d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:15.799463 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-348b1dd5-fed8-4803-9332-723ea205119d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:15.800635 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-348b1dd5-fed8-4803-9332-723ea205119d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/68322661-3aab-4652-9671-dedce6eb4ae9 HTTP/1.1" status: 204 len: 168 time: 0.1163073 Aug 11 02:49:15.808643 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b1dd5-fed8-4803-9332-723ea205119d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68322661-3aab-4652-9671-dedce6eb4ae9,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:16.057837 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57672) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:16.071178 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d4425446-6241-44dc-a6d8-dac21018c14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.160342 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d4425446-6241-44dc-a6d8-dac21018c14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.164131 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d4425446-6241-44dc-a6d8-dac21018c14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.202916 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d4425446-6241-44dc-a6d8-dac21018c14f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=14ae296b767c4fdfa1f7ec45a0a0d835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440048 Aug 11 02:49:16.203795 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4425446-6241-44dc-a6d8-dac21018c14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3f2b47-8cce-4b07-9e8e-845e10ab4c06,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:16.205623 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57674) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:16.255621 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-09b6b69a-eba1-4727-901f-ce4b7a40f1d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.276548 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-09b6b69a-eba1-4727-901f-ce4b7a40f1d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.324413 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-09b6b69a-eba1-4727-901f-ce4b7a40f1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.326853 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-09b6b69a-eba1-4727-901f-ce4b7a40f1d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.328041 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-09b6b69a-eba1-4727-901f-ce4b7a40f1d4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cf3f2b47-8cce-4b07-9e8e-845e10ab4c06 HTTP/1.1" status: 204 len: 168 time: 0.1214111 Aug 11 02:49:16.335985 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b6b69a-eba1-4727-901f-ce4b7a40f1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3f2b47-8cce-4b07-9e8e-845e10ab4c06,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:17.015113 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57696) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:17.111722 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-25e07111-d698-44dc-af6e-63b46b55d9af admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-719035839-network', 'tenant_id': '1a3eac6977d24e0f9b41ef63044ed095'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:17.132516 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e07111-d698-44dc-af6e-63b46b55d9af admin admin] Made reservation on behalf of 1a3eac6977d24e0f9b41ef63044ed095 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:17.135368 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-25e07111-d698-44dc-af6e-63b46b55d9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.143407 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-25e07111-d698-44dc-af6e-63b46b55d9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.228213 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-25e07111-d698-44dc-af6e-63b46b55d9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.231880 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-25e07111-d698-44dc-af6e-63b46b55d9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.259599 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e07111-d698-44dc-af6e-63b46b55d9af admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:49:17.264986 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e07111-d698-44dc-af6e-63b46b55d9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90ee912-9767-4e5b-9504-a42ebf792eee,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:17.272368 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-25e07111-d698-44dc-af6e-63b46b55d9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.272727 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-25e07111-d698-44dc-af6e-63b46b55d9af admin admin] Added segment 74f41db7-d91e-4f77-b11d-19733cf066ad of type vlan for network 1ffce9be-9482-4b3d-911b-b0502bdb92c9 Aug 11 02:49:17.312038 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-25e07111-d698-44dc-af6e-63b46b55d9af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.339448 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-25e07111-d698-44dc-af6e-63b46b55d9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.340419 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e07111-d698-44dc-af6e-63b46b55d9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:17.341011 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-25e07111-d698-44dc-af6e-63b46b55d9af admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.406600 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-25e07111-d698-44dc-af6e-63b46b55d9af admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3902175 Aug 11 02:49:17.409574 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57700) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:17.414715 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-32a540cf-8363-4ea9-9bbf-8686908c4873 admin admin] Request body: {'subnet': {'network_id': '1ffce9be-9482-4b3d-911b-b0502bdb92c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-719035839-subnet', 'tenant_id': '1a3eac6977d24e0f9b41ef63044ed095', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:17.429366 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e07111-d698-44dc-af6e-63b46b55d9af admin admin] Pushing event updated for resources: {'Network': ['ID=1ffce9be-9482-4b3d-911b-b0502bdb92c9,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:17.436438 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a540cf-8363-4ea9-9bbf-8686908c4873 admin admin] Made reservation on behalf of 1a3eac6977d24e0f9b41ef63044ed095 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:17.438750 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-32a540cf-8363-4ea9-9bbf-8686908c4873 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.441698 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 1ffce9be-9482-4b3d-911b-b0502bdb92c9 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:49:17.604358 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-32a540cf-8363-4ea9-9bbf-8686908c4873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.659943 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a540cf-8363-4ea9-9bbf-8686908c4873 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f05e9fa3-3a8a-4316-9497-cd3486cca46b,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:17.670152 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a540cf-8363-4ea9-9bbf-8686908c4873 admin admin] Checking segment: {'id': '74f41db7-d91e-4f77-b11d-19733cf066ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1ffce9be-9482-4b3d-911b-b0502bdb92c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:17.670505 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a540cf-8363-4ea9-9bbf-8686908c4873 admin admin] Network hostable DHCP agents. Network: 1ffce9be-9482-4b3d-911b-b0502bdb92c9, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:49:17.687335 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a540cf-8363-4ea9-9bbf-8686908c4873 admin admin] Network 1ffce9be-9482-4b3d-911b-b0502bdb92c9 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:49:17.695469 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-32a540cf-8363-4ea9-9bbf-8686908c4873 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 1ffce9be-9482-4b3d-911b-b0502bdb92c9) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:17.699409 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a540cf-8363-4ea9-9bbf-8686908c4873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:17.700028 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-32a540cf-8363-4ea9-9bbf-8686908c4873 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.705006 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61c35e9-31ea-40be-b948-6f3fee7db87d None None] Network 1ffce9be-9482-4b3d-911b-b0502bdb92c9 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:49:17.714445 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-32a540cf-8363-4ea9-9bbf-8686908c4873 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3037810 Aug 11 02:49:17.778588 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 62263c43-ebb2-4591-9900-5828069bfbf8 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:17.808545 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 62263c43-ebb2-4591-9900-5828069bfbf8 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:17.808888 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 62263c43-ebb2-4591-9900-5828069bfbf8 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:17.853478 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6ba56e-2309-4e21-9bf7-b9db404fb387 None None] Network 1ffce9be-9482-4b3d-911b-b0502bdb92c9 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:49:18.137491 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-79591574-ca91-4e94-9129-d1af9cc0d362 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:18.138947 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-79591574-ca91-4e94-9129-d1af9cc0d362 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/networks?id=1ffce9be-9482-4b3d-911b-b0502bdb92c9 HTTP/1.1" status: 200 len: 811 time: 0.0997901 Aug 11 02:49:18.153929 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-4d4aaf07-ed64-4225-8011-3cd7650e7a78 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/quotas/1a3eac6977d24e0f9b41ef63044ed095 HTTP/1.1" status: 200 len: 375 time: 0.0093260 Aug 11 02:49:18.184816 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-8be2ad1b-2d5e-433a-af89-a7220dbe5620 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1a3eac6977d24e0f9b41ef63044ed095&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258393 Aug 11 02:49:18.276908 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-dfc9e0f7-2638-40f1-833e-91131f8e75c0 service neutron] 10.222.0.50 "GET /v2.0/networks/1ffce9be-9482-4b3d-911b-b0502bdb92c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854151 Aug 11 02:49:18.343110 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4517c1b1-91f8-4d5f-ae47-b97c283a5a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:18.364274 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-c6c42189-bb88-4f92-a46a-f92a71f4011f service neutron] 10.222.0.50 "GET /v2.0/networks/1ffce9be-9482-4b3d-911b-b0502bdb92c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813346 Aug 11 02:49:18.379459 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:18.526870 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-78d4e26f-b408-4a3f-8199-c57fb00ef8b8 req-d3b9116d-e4a6-4047-9654-efc3a15996a2 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 210 time: 0.0270860 Aug 11 02:49:19.412359 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-493e2905-e3ff-43a8-a124-b68c670eb339 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:19.413795 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-493e2905-e3ff-43a8-a124-b68c670eb339 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.73 "GET /v2.0/networks?id=1ffce9be-9482-4b3d-911b-b0502bdb92c9 HTTP/1.1" status: 200 len: 811 time: 0.1056714 Aug 11 02:49:19.427074 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-74481c90-7c07-4fe8-b070-b9ac8768280b tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Request body: {'port': {'device_id': '89d73904-9a16-46db-a843-ad26a4355bfb', 'network_id': '1ffce9be-9482-4b3d-911b-b0502bdb92c9', 'admin_state_up': True, 'tenant_id': '1a3eac6977d24e0f9b41ef63044ed095'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:19.530350 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-74481c90-7c07-4fe8-b070-b9ac8768280b tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Made reservation on behalf of 1a3eac6977d24e0f9b41ef63044ed095 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:19.533729 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-74481c90-7c07-4fe8-b070-b9ac8768280b tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:19.661019 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-74481c90-7c07-4fe8-b070-b9ac8768280b tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Allocated IP 172.20.0.2 (1ffce9be-9482-4b3d-911b-b0502bdb92c9/f05e9fa3-3a8a-4316-9497-cd3486cca46b/52e3a66f-420f-4309-b716-d4d0795ebc9b) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:19.686592 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1127f19f-e0fc-43a0-a4e5-774bffb3ebef req-60fb9050-4c26-4a1c-aa16-c603b088c103 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 210 time: 0.0934238 Aug 11 02:49:19.809808 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-74481c90-7c07-4fe8-b070-b9ac8768280b tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:19.851041 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-74481c90-7c07-4fe8-b070-b9ac8768280b tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:19.892132 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-74481c90-7c07-4fe8-b070-b9ac8768280b tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Network 1ffce9be-9482-4b3d-911b-b0502bdb92c9 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:19.897047 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-74481c90-7c07-4fe8-b070-b9ac8768280b tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:19.900059 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-74481c90-7c07-4fe8-b070-b9ac8768280b tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:19.931057 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74481c90-7c07-4fe8-b070-b9ac8768280b tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Pushing event updated for resources: {'Port': ['ID=52e3a66f-420f-4309-b716-d4d0795ebc9b,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:19.954537 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-74481c90-7c07-4fe8-b070-b9ac8768280b tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:19.955157 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-74481c90-7c07-4fe8-b070-b9ac8768280b tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:19.969129 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-74481c90-7c07-4fe8-b070-b9ac8768280b tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5457625 Aug 11 02:49:19.981373 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-095ffcea-be05-4067-9769-f4e5ced28cd5 service neutron] Request body: {'port': {'device_id': '89d73904-9a16-46db-a843-ad26a4355bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:20.039776 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-095ffcea-be05-4067-9769-f4e5ced28cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.040132 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.299087 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-095ffcea-be05-4067-9769-f4e5ced28cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e3a66f-420f-4309-b716-d4d0795ebc9b {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:20.306401 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-095ffcea-be05-4067-9769-f4e5ced28cd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.317850 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-095ffcea-be05-4067-9769-f4e5ced28cd5 service neutron] Transition to ACTIVE for port object 52e3a66f-420f-4309-b716-d4d0795ebc9b will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:20.320796 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-095ffcea-be05-4067-9769-f4e5ced28cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.372418 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ffcea-be05-4067-9769-f4e5ced28cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=52e3a66f-420f-4309-b716-d4d0795ebc9b,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:20.438549 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-095ffcea-be05-4067-9769-f4e5ced28cd5 service neutron] Attempting to bind port 52e3a66f-420f-4309-b716-d4d0795ebc9b on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:20.438879 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-095ffcea-be05-4067-9769-f4e5ced28cd5 service neutron] Attempting to bind port 52e3a66f-420f-4309-b716-d4d0795ebc9b by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '74f41db7-d91e-4f77-b11d-19733cf066ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1ffce9be-9482-4b3d-911b-b0502bdb92c9'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:20.439202 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-095ffcea-be05-4067-9769-f4e5ced28cd5 service neutron] Attempting to bind port 52e3a66f-420f-4309-b716-d4d0795ebc9b on network 1ffce9be-9482-4b3d-911b-b0502bdb92c9 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:20.443449 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-095ffcea-be05-4067-9769-f4e5ced28cd5 service neutron] Port 52e3a66f-420f-4309-b716-d4d0795ebc9b on network 1ffce9be-9482-4b3d-911b-b0502bdb92c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:20.443795 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-095ffcea-be05-4067-9769-f4e5ced28cd5 service neutron] Attempting to bind port 52e3a66f-420f-4309-b716-d4d0795ebc9b on network 1ffce9be-9482-4b3d-911b-b0502bdb92c9 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:20.449034 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-095ffcea-be05-4067-9769-f4e5ced28cd5 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:49:20.449367 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-095ffcea-be05-4067-9769-f4e5ced28cd5 service neutron] Checking segment: {'id': '74f41db7-d91e-4f77-b11d-19733cf066ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1ffce9be-9482-4b3d-911b-b0502bdb92c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:20.449746 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-095ffcea-be05-4067-9769-f4e5ced28cd5 service neutron] Bound using segment: {'id': '74f41db7-d91e-4f77-b11d-19733cf066ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1ffce9be-9482-4b3d-911b-b0502bdb92c9'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:49:20.450164 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-095ffcea-be05-4067-9769-f4e5ced28cd5 service neutron] Bound port: 52e3a66f-420f-4309-b716-d4d0795ebc9b, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74f41db7-d91e-4f77-b11d-19733cf066ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1ffce9be-9482-4b3d-911b-b0502bdb92c9'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:49:20.450514 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-095ffcea-be05-4067-9769-f4e5ced28cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.512852 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-095ffcea-be05-4067-9769-f4e5ced28cd5 service neutron] For port 52e3a66f-420f-4309-b716-d4d0795ebc9b, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:20.515902 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-095ffcea-be05-4067-9769-f4e5ced28cd5 service neutron] For port 52e3a66f-420f-4309-b716-d4d0795ebc9b, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=52e3a66f-420f-4309-b716-d4d0795ebc9b,segment=NetworkSegment(74f41db7-d91e-4f77-b11d-19733cf066ad),segment_id=74f41db7-d91e-4f77-b11d-19733cf066ad)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:49:20.519942 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-095ffcea-be05-4067-9769-f4e5ced28cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.553049 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-095ffcea-be05-4067-9769-f4e5ced28cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:20.553640 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-095ffcea-be05-4067-9769-f4e5ced28cd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.555023 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-095ffcea-be05-4067-9769-f4e5ced28cd5 service neutron] 10.222.0.73 "PUT /v2.0/ports/52e3a66f-420f-4309-b716-d4d0795ebc9b HTTP/1.1" status: 200 len: 1092 time: 0.5778446 Aug 11 02:49:20.555452 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d73904-9a16-46db-a843-ad26a4355bfb', 'tag': '52e3a66f-420f-4309-b716-d4d0795ebc9b'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:20.557704 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d68cfd9-7b5b-432b-8dc6-cbfd0be4c171" -d '{"events": [{"name": "network-changed", "server_uuid": "89d73904-9a16-46db-a843-ad26a4355bfb", "tag": "52e3a66f-420f-4309-b716-d4d0795ebc9b"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:20.582229 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ffcea-be05-4067-9769-f4e5ced28cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=52e3a66f-420f-4309-b716-d4d0795ebc9b,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:20.602088 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3b94fd-2307-4560-93ec-450d5afe82c2 x-openstack-request-id: req-2f3b94fd-2307-4560-93ec-450d5afe82c2 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:20.602372 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d73904-9a16-46db-a843-ad26a4355bfb", "tag": "52e3a66f-420f-4309-b716-d4d0795ebc9b", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:20.602623 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2f3b94fd-2307-4560-93ec-450d5afe82c2 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:20.603018 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d73904-9a16-46db-a843-ad26a4355bfb', 'tag': '52e3a66f-420f-4309-b716-d4d0795ebc9b', 'status': 'completed', 'code': 200} Aug 11 02:49:20.635501 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-0e41ba3a-6505-46a5-a241-35c7a9839c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:20.637026 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-0e41ba3a-6505-46a5-a241-35c7a9839c38 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a3eac6977d24e0f9b41ef63044ed095&device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 1095 time: 0.0438707 Aug 11 02:49:20.681540 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-4351f921-0de8-4a2f-9fe9-da6110461733 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52e3a66f-420f-4309-b716-d4d0795ebc9b HTTP/1.1" status: 200 len: 217 time: 0.0370257 Aug 11 02:49:20.729624 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-17a396f5-1a18-48fa-9a71-03aeb011c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:20.731134 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-17a396f5-1a18-48fa-9a71-03aeb011c033 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f05e9fa3-3a8a-4316-9497-cd3486cca46b HTTP/1.1" status: 200 len: 851 time: 0.0433254 Aug 11 02:49:20.764359 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-613c717b-a3e6-4741-85d5-94fcedfb5533 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1ffce9be-9482-4b3d-911b-b0502bdb92c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256701 Aug 11 02:49:20.804610 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5faead-e2cb-4e2f-a35c-8e939776c561 req-5aa1eb8c-30b6-4196-9a70-3e34dce896c3 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:20.806719 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1b5faead-e2cb-4e2f-a35c-8e939776c561 req-5aa1eb8c-30b6-4196-9a70-3e34dce896c3 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 943 time: 0.0531991 Aug 11 02:49:20.844404 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1b5faead-e2cb-4e2f-a35c-8e939776c561 req-4d7c6234-3c3f-4959-abd4-cebbee91554b tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316527 Aug 11 02:49:20.858426 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-148f70de-311a-4a56-a93b-4c01ef2f63b0 service neutron] 10.222.0.73 "GET /v2.0/networks/1ffce9be-9482-4b3d-911b-b0502bdb92c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869679 Aug 11 02:49:20.945899 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-783ac5c3-82ea-4bc5-8e80-8e3fc58e8df6 req-49776c81-4172-4bea-bc06-3444edce2f09 service neutron] 10.222.0.73 "GET /v2.0/networks/1ffce9be-9482-4b3d-911b-b0502bdb92c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810101 Aug 11 02:49:21.029788 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68cfd9-7b5b-432b-8dc6-cbfd0be4c171 req-0dadd40e-5ebb-45c8-bb26-003bee4ef0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:21.031192 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3d68cfd9-7b5b-432b-8dc6-cbfd0be4c171 req-0dadd40e-5ebb-45c8-bb26-003bee4ef0e4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a3eac6977d24e0f9b41ef63044ed095&device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 1095 time: 0.0409033 Aug 11 02:49:21.126016 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68cfd9-7b5b-432b-8dc6-cbfd0be4c171 req-80fb9c92-be8c-46fe-8c41-c601140a2c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:21.127495 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3d68cfd9-7b5b-432b-8dc6-cbfd0be4c171 req-80fb9c92-be8c-46fe-8c41-c601140a2c7d service neutron] 10.222.0.73 "GET /v2.0/networks?id=1ffce9be-9482-4b3d-911b-b0502bdb92c9 HTTP/1.1" status: 200 len: 912 time: 0.0897083 Aug 11 02:49:21.168829 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3d68cfd9-7b5b-432b-8dc6-cbfd0be4c171 req-fe21376f-9486-496c-9e32-6366341b86a8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52e3a66f-420f-4309-b716-d4d0795ebc9b HTTP/1.1" status: 200 len: 217 time: 0.0343888 Aug 11 02:49:21.220252 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68cfd9-7b5b-432b-8dc6-cbfd0be4c171 req-8f4dd2a0-f7c4-4b2d-b006-57c0dbda5b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:21.221705 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3d68cfd9-7b5b-432b-8dc6-cbfd0be4c171 req-8f4dd2a0-f7c4-4b2d-b006-57c0dbda5b50 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f05e9fa3-3a8a-4316-9497-cd3486cca46b HTTP/1.1" status: 200 len: 851 time: 0.0461507 Aug 11 02:49:21.254257 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3d68cfd9-7b5b-432b-8dc6-cbfd0be4c171 req-ba474f35-8eba-48fb-9789-9167283ebd97 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1ffce9be-9482-4b3d-911b-b0502bdb92c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244145 Aug 11 02:49:21.341945 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3d68cfd9-7b5b-432b-8dc6-cbfd0be4c171 req-f5654818-f4d1-43af-839d-008df8d72e03 service neutron] 10.222.0.73 "GET /v2.0/networks/1ffce9be-9482-4b3d-911b-b0502bdb92c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797360 Aug 11 02:49:21.437229 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3d68cfd9-7b5b-432b-8dc6-cbfd0be4c171 req-37ffdef4-b937-402c-aa19-cedbf6045f3c service neutron] 10.222.0.73 "GET /v2.0/networks/1ffce9be-9482-4b3d-911b-b0502bdb92c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873671 Aug 11 02:49:21.547826 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:21.810097 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 52e3a66f-420f-4309-b716-d4d0795ebc9b details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:49:21.906248 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 52e3a66f-420f-4309-b716-d4d0795ebc9b, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=52e3a66f-420f-4309-b716-d4d0795ebc9b,segment=NetworkSegment(74f41db7-d91e-4f77-b11d-19733cf066ad),segment_id=74f41db7-d91e-4f77-b11d-19733cf066ad)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:21.927740 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '52e3a66f-420f-4309-b716-d4d0795ebc9b', 'network_id': '1ffce9be-9482-4b3d-911b-b0502bdb92c9', 'port_id': '52e3a66f-420f-4309-b716-d4d0795ebc9b', 'mac_address': 'fa:16:3e:d0:e7:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05e9fa3-3a8a-4316-9497-cd3486cca46b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:49:21.965188 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:21.973284 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eced7a8-108a-444b-948e-caa5849c452c req-b1f17177-cab1-47c9-bfba-0161d4af776f tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:21.974800 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4eced7a8-108a-444b-948e-caa5849c452c req-b1f17177-cab1-47c9-bfba-0161d4af776f tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 943 time: 0.0501177 Aug 11 02:49:21.977860 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e3a66f-420f-4309-b716-d4d0795ebc9b {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:21.997113 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 52e3a66f-420f-4309-b716-d4d0795ebc9b, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=52e3a66f-420f-4309-b716-d4d0795ebc9b,segment=NetworkSegment(74f41db7-d91e-4f77-b11d-19733cf066ad),segment_id=74f41db7-d91e-4f77-b11d-19733cf066ad)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:22.001588 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:22.014274 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4eced7a8-108a-444b-948e-caa5849c452c req-8bf4eddc-0b82-4818-8667-cb1f8acc35da tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331485 Aug 11 02:49:22.053465 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=52e3a66f-420f-4309-b716-d4d0795ebc9b,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:22.060694 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:22.060992 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:22.061315 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:22.061647 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:22.061987 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:22.062295 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:22.062616 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:22.062936 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:22.063252 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:22.063596 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:22.063916 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:22.064232 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:22.187371 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['52e3a66f-420f-4309-b716-d4d0795ebc9b'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:23.127191 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86308c6-3989-442a-9622-f7639871f41e req-0f947ad6-636f-4b92-b66e-b15b16f092ef tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:23.128711 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f86308c6-3989-442a-9622-f7639871f41e req-0f947ad6-636f-4b92-b66e-b15b16f092ef tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 944 time: 0.0486188 Aug 11 02:49:23.167070 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f86308c6-3989-442a-9622-f7639871f41e req-9f716e5b-160b-4bd8-85a1-53a100580735 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320075 Aug 11 02:49:23.824125 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 52e3a66f-420f-4309-b716-d4d0795ebc9b up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:23.873186 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 52e3a66f-420f-4309-b716-d4d0795ebc9b completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:23.876742 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 52e3a66f-420f-4309-b716-d4d0795ebc9b triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:23.877119 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:23.954704 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:23.976640 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d73904-9a16-46db-a843-ad26a4355bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e3a66f-420f-4309-b716-d4d0795ebc9b'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:23.979426 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf7a0c4-4ca0-4f1c-8ee8-f9c10e5d79a2" -d '{"events": [{"server_uuid": "89d73904-9a16-46db-a843-ad26a4355bfb", "name": "network-vif-plugged", "status": "completed", "tag": "52e3a66f-420f-4309-b716-d4d0795ebc9b"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:23.992517 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 52e3a66f-420f-4309-b716-d4d0795ebc9b, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=52e3a66f-420f-4309-b716-d4d0795ebc9b,segment=NetworkSegment(74f41db7-d91e-4f77-b11d-19733cf066ad),segment_id=74f41db7-d91e-4f77-b11d-19733cf066ad)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:23.997284 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.024088 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a23211-d08e-4457-afc5-d72e10c44ded x-openstack-request-id: req-f5a23211-d08e-4457-afc5-d72e10c44ded {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:24.024404 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d73904-9a16-46db-a843-ad26a4355bfb", "name": "network-vif-plugged", "status": "completed", "tag": "52e3a66f-420f-4309-b716-d4d0795ebc9b", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:24.024657 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f5a23211-d08e-4457-afc5-d72e10c44ded {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:24.025049 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d73904-9a16-46db-a843-ad26a4355bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e3a66f-420f-4309-b716-d4d0795ebc9b', 'code': 200} Aug 11 02:49:24.049865 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=52e3a66f-420f-4309-b716-d4d0795ebc9b,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:24.108324 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f12d9-0e5e-473c-905d-5e9699e95745 req-60db31d6-e75e-4e1c-bbbc-d370acf97b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:24.109711 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4e8f12d9-0e5e-473c-905d-5e9699e95745 req-60db31d6-e75e-4e1c-bbbc-d370acf97b0a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 1097 time: 0.0405500 Aug 11 02:49:24.142625 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4e8f12d9-0e5e-473c-905d-5e9699e95745 req-106f98ee-d025-4cf4-a465-8ce0659701ea service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261817 Aug 11 02:49:24.280216 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0dac1-0887-4840-9e00-d295f43dcf9d req-f8bfe369-1676-4ba8-a632-081897343079 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:24.281687 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cae0dac1-0887-4840-9e00-d295f43dcf9d req-f8bfe369-1676-4ba8-a632-081897343079 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 945 time: 0.0478549 Aug 11 02:49:24.317855 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cae0dac1-0887-4840-9e00-d295f43dcf9d req-efdcaa81-f171-47a3-805b-696e529036e6 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302966 Aug 11 02:49:24.744853 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:25.438477 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fa6af-06eb-4cd8-8728-7a961f2bd339 req-d14e603f-68b2-4ee7-aded-5fc7c37871b0 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:25.440016 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-be9fa6af-06eb-4cd8-8728-7a961f2bd339 req-d14e603f-68b2-4ee7-aded-5fc7c37871b0 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 945 time: 0.0535409 Aug 11 02:49:25.477360 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-be9fa6af-06eb-4cd8-8728-7a961f2bd339 req-82050ced-cd61-43d7-8c07-f8c6c014fca9 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315223 Aug 11 02:49:25.572991 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:25.748335 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57752) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:25.801745 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a94d8-3c85-4059-a337-c44de44d96e1 req-87b69323-b2da-4052-8293-1fc924f43e43 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:25.803258 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-950a94d8-3c85-4059-a337-c44de44d96e1 req-87b69323-b2da-4052-8293-1fc924f43e43 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 945 time: 0.0482512 Aug 11 02:49:25.841784 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-950a94d8-3c85-4059-a337-c44de44d96e1 req-3a7d987a-c736-4593-8746-12488dc31c02 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320909 Aug 11 02:49:25.845144 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-263a1c43-4828-445b-8983-a7ae2ab34199 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0956535 Aug 11 02:49:26.964731 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a324e-c04f-49a0-a81d-f8c4f6bf5046 req-28cc283e-b3df-4ee6-a9e9-23092d947b6a tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:26.966228 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4d8a324e-c04f-49a0-a81d-f8c4f6bf5046 req-28cc283e-b3df-4ee6-a9e9-23092d947b6a tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 945 time: 0.0497506 Aug 11 02:49:26.968947 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-bf947e14-d88b-463a-91b5-8b0119f4637c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:26.970446 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-bf947e14-d88b-463a-91b5-8b0119f4637c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a3eac6977d24e0f9b41ef63044ed095&device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 1097 time: 0.0457985 Aug 11 02:49:27.006165 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4d8a324e-c04f-49a0-a81d-f8c4f6bf5046 req-8ae0c1b8-c989-4a56-89f9-a32253f7bbec tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337315 Aug 11 02:49:27.066134 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-7d93a64f-21a9-4754-ad22-140219a74da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:27.067647 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-7d93a64f-21a9-4754-ad22-140219a74da3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1ffce9be-9482-4b3d-911b-b0502bdb92c9 HTTP/1.1" status: 200 len: 912 time: 0.0905640 Aug 11 02:49:27.109562 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-1b15cdd7-98ea-4287-8af5-c2a343252d4d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52e3a66f-420f-4309-b716-d4d0795ebc9b HTTP/1.1" status: 200 len: 217 time: 0.0342159 Aug 11 02:49:27.159948 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-1dc8f82a-d7b9-4dd4-814c-16cd424d3c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:27.161283 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-1dc8f82a-d7b9-4dd4-814c-16cd424d3c19 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f05e9fa3-3a8a-4316-9497-cd3486cca46b HTTP/1.1" status: 200 len: 851 time: 0.0455506 Aug 11 02:49:27.192023 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-94462617-5487-4904-800a-17b26cb2f168 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1ffce9be-9482-4b3d-911b-b0502bdb92c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232608 Aug 11 02:49:27.280700 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-1b58e86c-f077-4b41-9a5a-943ef0d5497d service neutron] 10.222.0.73 "GET /v2.0/networks/1ffce9be-9482-4b3d-911b-b0502bdb92c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817070 Aug 11 02:49:27.373313 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-d05d4be9-ab04-4bda-8454-37343e0d6b79 service neutron] 10.222.0.73 "GET /v2.0/networks/1ffce9be-9482-4b3d-911b-b0502bdb92c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860231 Aug 11 02:49:28.120392 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e0cff-c55b-427f-841b-8048d676fdfe req-328164a4-c052-4924-b18e-483b15acc2c6 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:28.121888 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f17e0cff-c55b-427f-841b-8048d676fdfe req-328164a4-c052-4924-b18e-483b15acc2c6 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 945 time: 0.0497558 Aug 11 02:49:28.158398 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f17e0cff-c55b-427f-841b-8048d676fdfe req-55083e39-1b14-4149-bf27-f4e13a01b8e6 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307474 Aug 11 02:49:29.276392 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45366b0a-eaac-448e-aa65-96556c81de6e req-43e93ae6-4b6d-4025-9fb1-27909c0c9dad tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:29.277902 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-45366b0a-eaac-448e-aa65-96556c81de6e req-43e93ae6-4b6d-4025-9fb1-27909c0c9dad tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 945 time: 0.0506124 Aug 11 02:49:29.315296 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-45366b0a-eaac-448e-aa65-96556c81de6e req-a7348257-c73b-4310-8cc8-6f36536663b2 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316474 Aug 11 02:49:30.427277 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805889d-4f1e-4887-acc0-520b42c42717 req-6bcae9c6-64e4-43b9-8e91-09718c248551 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:30.428799 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e805889d-4f1e-4887-acc0-520b42c42717 req-6bcae9c6-64e4-43b9-8e91-09718c248551 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 945 time: 0.0477788 Aug 11 02:49:30.466169 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e805889d-4f1e-4887-acc0-520b42c42717 req-03437780-eec7-4524-9521-c9810f51f3df tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309889 Aug 11 02:49:31.584016 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb55923-f599-4783-a162-a89474afc2f7 req-7e2530e9-5761-4255-823f-271b61592d9c tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:31.585580 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5bb55923-f599-4783-a162-a89474afc2f7 req-7e2530e9-5761-4255-823f-271b61592d9c tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 945 time: 0.0519962 Aug 11 02:49:31.623124 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5bb55923-f599-4783-a162-a89474afc2f7 req-3e1ee39e-d4c5-4a08-9b51-37ed22037ec7 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313637 Aug 11 02:49:32.742433 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c89590-efe9-494a-aad4-5f81cc2c66ea req-59df856e-c1cb-4518-8d55-854630693da3 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:32.743932 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-37c89590-efe9-494a-aad4-5f81cc2c66ea req-59df856e-c1cb-4518-8d55-854630693da3 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 945 time: 0.0521646 Aug 11 02:49:32.781128 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-37c89590-efe9-494a-aad4-5f81cc2c66ea req-ad6f1ad5-fc46-4160-8450-7aeb70e04a4c tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313885 Aug 11 02:49:33.894385 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c2b29-75b2-4a04-9abe-bc109c26c143 req-c31f9c29-2107-4ff2-82b1-ca182a20f1b2 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:33.895874 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-de9c2b29-75b2-4a04-9abe-bc109c26c143 req-c31f9c29-2107-4ff2-82b1-ca182a20f1b2 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 945 time: 0.0486465 Aug 11 02:49:33.935170 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-de9c2b29-75b2-4a04-9abe-bc109c26c143 req-95302d91-e243-431f-8d87-5b00019a0a59 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335720 Aug 11 02:49:35.051199 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87864f76-e6e0-4501-828c-cfc5838e2fd7 req-2a203e22-42ba-4c78-bc09-e1de3ba33e3c tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:35.052745 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-87864f76-e6e0-4501-828c-cfc5838e2fd7 req-2a203e22-42ba-4c78-bc09-e1de3ba33e3c tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 945 time: 0.0491748 Aug 11 02:49:35.090172 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-87864f76-e6e0-4501-828c-cfc5838e2fd7 req-01d01073-4618-4a36-b3af-54edaaae4980 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316393 Aug 11 02:49:36.202148 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18425f0-0415-415a-a8cd-2b6941be327b req-610b3379-9310-458b-95ae-de05816a4e74 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:36.203636 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a18425f0-0415-415a-a8cd-2b6941be327b req-610b3379-9310-458b-95ae-de05816a4e74 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 945 time: 0.0476525 Aug 11 02:49:36.240374 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a18425f0-0415-415a-a8cd-2b6941be327b req-89a08687-51b9-4864-8027-800a49a86c19 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310261 Aug 11 02:49:37.355145 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6a05e-d464-4eb0-9025-63e569a4016e req-f49edbcd-dd95-4118-ae40-bde33f6c7a9a tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:37.356708 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aeb6a05e-d464-4eb0-9025-63e569a4016e req-f49edbcd-dd95-4118-ae40-bde33f6c7a9a tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 945 time: 0.0500913 Aug 11 02:49:37.394356 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aeb6a05e-d464-4eb0-9025-63e569a4016e req-5bfd8767-31ef-43f0-8e2b-df6190b2a2b4 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315852 Aug 11 02:49:38.512091 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa1bb4-5982-49b6-aa8d-1ac7c8f15f36 req-73184634-57c6-4d2e-bd8c-45ae21682eea tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:38.513447 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43aa1bb4-5982-49b6-aa8d-1ac7c8f15f36 req-73184634-57c6-4d2e-bd8c-45ae21682eea tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 945 time: 0.0521307 Aug 11 02:49:38.550436 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43aa1bb4-5982-49b6-aa8d-1ac7c8f15f36 req-3801cb2a-5a8b-4202-9f2c-7af9488f6917 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311334 Aug 11 02:49:39.666909 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51be995-57c2-4538-bd1d-556b22d11576 req-35b26ae3-1d2f-4800-b536-a5041f5440fe tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:39.668423 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e51be995-57c2-4538-bd1d-556b22d11576 req-35b26ae3-1d2f-4800-b536-a5041f5440fe tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 945 time: 0.0528560 Aug 11 02:49:39.705947 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e51be995-57c2-4538-bd1d-556b22d11576 req-d397a00e-1538-4909-a8cb-9a79b9e4b823 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317581 Aug 11 02:49:40.374623 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:49:40.821060 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c784e-38c5-4dda-a99c-b2c13fefb27a req-49e8726c-c1d2-4164-848e-f7186f683fc1 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:40.822609 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e3c784e-38c5-4dda-a99c-b2c13fefb27a req-49e8726c-c1d2-4164-848e-f7186f683fc1 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 945 time: 0.0481992 Aug 11 02:49:40.859717 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e3c784e-38c5-4dda-a99c-b2c13fefb27a req-66ec81ac-587c-4902-b8a6-54f39adb28ca tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312932 Aug 11 02:49:41.971808 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9f626-dcbe-4fab-916d-9a89a558fbf2 req-1ad8667a-6f6a-45c0-ac54-cb581da07dde tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:41.973283 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-31c9f626-dcbe-4fab-916d-9a89a558fbf2 req-1ad8667a-6f6a-45c0-ac54-cb581da07dde tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 945 time: 0.0476243 Aug 11 02:49:42.011219 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-31c9f626-dcbe-4fab-916d-9a89a558fbf2 req-f3d97490-c65d-46f1-bf1a-8ea4ec76aeee tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312304 Aug 11 02:49:43.123239 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c292d-05db-444e-9324-3a7de54d9d91 req-7f59850f-f889-4c5a-a92e-4b8106e9548b tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:43.124746 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b39c292d-05db-444e-9324-3a7de54d9d91 req-7f59850f-f889-4c5a-a92e-4b8106e9548b tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 945 time: 0.0479124 Aug 11 02:49:43.163018 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b39c292d-05db-444e-9324-3a7de54d9d91 req-41a4a229-a3cf-4687-bf7f-bd414bd70923 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322425 Aug 11 02:49:44.276553 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c08ea4-e601-4c85-899d-5f09ab1ca58e req-dda1ae7b-2824-41dc-9968-d8a163b1ff9d tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:44.278034 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-48c08ea4-e601-4c85-899d-5f09ab1ca58e req-dda1ae7b-2824-41dc-9968-d8a163b1ff9d tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 945 time: 0.0486372 Aug 11 02:49:44.314742 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-48c08ea4-e601-4c85-899d-5f09ab1ca58e req-97d186ec-3b18-4815-b186-4465cfeaaa99 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308397 Aug 11 02:49:45.433482 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7b295-01a4-43e6-a128-e8ce4b750d47 req-6543ed6b-4a5e-4a34-95c8-0b3cf24ab3c3 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:45.434970 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-28e7b295-01a4-43e6-a128-e8ce4b750d47 req-6543ed6b-4a5e-4a34-95c8-0b3cf24ab3c3 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 945 time: 0.0544415 Aug 11 02:49:45.473692 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-28e7b295-01a4-43e6-a128-e8ce4b750d47 req-93c379d5-db9f-495e-99fe-b9d0362d05c7 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326433 Aug 11 02:49:45.592706 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d896c7-e9e3-4033-915f-23bc09539410 req-10f2d7f8-0c61-4204-9b6c-8fd91c77222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:45.594225 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c4d896c7-e9e3-4033-915f-23bc09539410 req-10f2d7f8-0c61-4204-9b6c-8fd91c77222c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a3eac6977d24e0f9b41ef63044ed095&device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 1097 time: 0.0441473 Aug 11 02:49:45.666489 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3ecc0728-8264-4b0c-8e88-ed730910182c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:45.695923 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d896c7-e9e3-4033-915f-23bc09539410 req-4cccaa76-d7cf-48eb-926a-b9b7d377e4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:45.697407 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c4d896c7-e9e3-4033-915f-23bc09539410 req-4cccaa76-d7cf-48eb-926a-b9b7d377e4b1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1ffce9be-9482-4b3d-911b-b0502bdb92c9 HTTP/1.1" status: 200 len: 912 time: 0.0842466 Aug 11 02:49:45.742523 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c4d896c7-e9e3-4033-915f-23bc09539410 req-d9215e3d-d1f4-44a0-b140-c432e8802253 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52e3a66f-420f-4309-b716-d4d0795ebc9b HTTP/1.1" status: 200 len: 217 time: 0.0376141 Aug 11 02:49:45.791228 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d896c7-e9e3-4033-915f-23bc09539410 req-eef6bcaf-aeb8-43ef-b9ec-dbae9a22f65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:45.792658 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c4d896c7-e9e3-4033-915f-23bc09539410 req-eef6bcaf-aeb8-43ef-b9ec-dbae9a22f65b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f05e9fa3-3a8a-4316-9497-cd3486cca46b HTTP/1.1" status: 200 len: 851 time: 0.0425441 Aug 11 02:49:45.823224 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c4d896c7-e9e3-4033-915f-23bc09539410 req-9719c935-e246-47f9-b29d-b9e565409f2c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1ffce9be-9482-4b3d-911b-b0502bdb92c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238125 Aug 11 02:49:45.910448 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c4d896c7-e9e3-4033-915f-23bc09539410 req-bc91745f-1192-4ad6-a586-a23f440ebccb service neutron] 10.222.0.73 "GET /v2.0/networks/1ffce9be-9482-4b3d-911b-b0502bdb92c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801113 Aug 11 02:49:46.002254 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c4d896c7-e9e3-4033-915f-23bc09539410 req-2d2f56c9-851f-40d8-aa2b-954ad92a8346 service neutron] 10.222.0.73 "GET /v2.0/networks/1ffce9be-9482-4b3d-911b-b0502bdb92c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835505 Aug 11 02:49:46.590123 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a4e99-4af2-4e85-a9f7-ecbe5dbda145 req-957b1eed-05d0-4694-b9cd-e9d6e38cbebb tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:46.591648 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-977a4e99-4af2-4e85-a9f7-ecbe5dbda145 req-957b1eed-05d0-4694-b9cd-e9d6e38cbebb tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 945 time: 0.0510614 Aug 11 02:49:46.629705 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-977a4e99-4af2-4e85-a9f7-ecbe5dbda145 req-4a8762e8-a9df-475e-9fa6-91b4484d1f54 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319297 Aug 11 02:49:47.744551 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4bf1c-74aa-464d-9c34-7c2ed44d3399 req-683b3552-925b-42cf-b6f0-ef15df0a6e5e tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:47.746092 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-20c4bf1c-74aa-464d-9c34-7c2ed44d3399 req-683b3552-925b-42cf-b6f0-ef15df0a6e5e tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 945 time: 0.0490088 Aug 11 02:49:47.784186 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-20c4bf1c-74aa-464d-9c34-7c2ed44d3399 req-3bb63172-5312-40d6-ab41-1b47abb3f7b2 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323231 Aug 11 02:49:48.343758 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7ad4955d-d20c-4337-99d7-666608f831ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:48.380073 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:48.961357 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66f8ce-0037-4ebc-8b03-a275cff129d6 req-7d6957a5-89b1-4f46-999b-d4a1c3ffd052 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.963341 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fa66f8ce-0037-4ebc-8b03-a275cff129d6 req-7d6957a5-89b1-4f46-999b-d4a1c3ffd052 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 945 time: 0.1117244 Aug 11 02:49:49.000003 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fa66f8ce-0037-4ebc-8b03-a275cff129d6 req-3463f598-6049-45e7-805d-8e60929d7cab tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305793 Aug 11 02:49:50.042484 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:50.114999 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d81ada-db25-4860-94b3-9b386b27ddc1 req-69d5e4b0-fcbd-4d02-9a43-739fd661b148 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:50.116562 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-45d81ada-db25-4860-94b3-9b386b27ddc1 req-69d5e4b0-fcbd-4d02-9a43-739fd661b148 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 945 time: 0.0478437 Aug 11 02:49:50.153653 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-45d81ada-db25-4860-94b3-9b386b27ddc1 req-6459bb43-1c35-4b7d-b280-b672ad92c77a tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306926 Aug 11 02:49:51.267276 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b24a3-83b9-4c6a-b8ec-aa2db7ce473d req-ab0b66d1-479d-4ad5-aff6-c68381bbb60a tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:51.268812 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-863b24a3-83b9-4c6a-b8ec-aa2db7ce473d req-ab0b66d1-479d-4ad5-aff6-c68381bbb60a tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 945 time: 0.0494478 Aug 11 02:49:51.304595 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-863b24a3-83b9-4c6a-b8ec-aa2db7ce473d req-fe9e4845-3736-4688-9cf8-15ff7fc61928 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299542 Aug 11 02:49:51.550997 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:52.422970 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1f062-6842-459d-a17a-e83bb9d6b227 req-05b9fb69-f43f-4c7a-a383-40660ccb8226 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:52.424478 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5fa1f062-6842-459d-a17a-e83bb9d6b227 req-05b9fb69-f43f-4c7a-a383-40660ccb8226 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 945 time: 0.0533378 Aug 11 02:49:52.460981 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5fa1f062-6842-459d-a17a-e83bb9d6b227 req-7f43042a-b29a-4f75-8b07-2f9545954eb2 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306919 Aug 11 02:49:53.578460 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ba8b8-7ddc-43d4-a81c-189653fe3cba req-05e423d4-fa72-4277-b61f-5f93dab2ba3e tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:53.579972 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-610ba8b8-7ddc-43d4-a81c-189653fe3cba req-05e423d4-fa72-4277-b61f-5f93dab2ba3e tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 945 time: 0.0488863 Aug 11 02:49:53.616460 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-610ba8b8-7ddc-43d4-a81c-189653fe3cba req-7a716cab-9973-4ba2-a631-2b52311d18e9 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306497 Aug 11 02:49:54.373685 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-b6ea3c4e-7259-490c-b0a9-54efc7b515fa service neutron] show failed (client error): The resource could not be found. Aug 11 02:49:54.374736 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-b6ea3c4e-7259-490c-b0a9-54efc7b515fa service neutron] 10.222.0.73 "GET /v2.0/ports/52e3a66f-420f-4309-b716-d4d0795ebc9b/bindings/n-h2-615180-33 HTTP/1.1" status: 404 len: 381 time: 0.0581470 Aug 11 02:49:54.564499 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-1ff3604b-82e4-4615-816b-39aebf6cda83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:54.565984 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-1ff3604b-82e4-4615-816b-39aebf6cda83 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb&tenant_id=1a3eac6977d24e0f9b41ef63044ed095 HTTP/1.1" status: 200 len: 1097 time: 0.0414135 Aug 11 02:49:54.578239 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-33', 'device_owner': 'compute:nova'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:54.630375 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:54.759247 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.146117 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c592d-7ff8-4fde-8423-13e5a9621052 req-8f9e63aa-64d3-4027-bb71-57fdb0774c52 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:55.147728 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fc2c592d-7ff8-4fde-8423-13e5a9621052 req-8f9e63aa-64d3-4027-bb71-57fdb0774c52 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 945 time: 0.1239066 Aug 11 02:49:55.231417 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fc2c592d-7ff8-4fde-8423-13e5a9621052 req-bc30b77c-aa64-4513-80a3-05b31d168266 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777769 Aug 11 02:49:55.262156 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] For port 52e3a66f-420f-4309-b716-d4d0795ebc9b, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=52e3a66f-420f-4309-b716-d4d0795ebc9b,segment=NetworkSegment(74f41db7-d91e-4f77-b11d-19733cf066ad),segment_id=74f41db7-d91e-4f77-b11d-19733cf066ad)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:55.294865 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] For port 52e3a66f-420f-4309-b716-d4d0795ebc9b, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:55.337946 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d73904-9a16-46db-a843-ad26a4355bfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52e3a66f-420f-4309-b716-d4d0795ebc9b'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:55.340279 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c292587d-f8aa-417a-bfd1-45c17ee8adea" -d '{"events": [{"server_uuid": "89d73904-9a16-46db-a843-ad26a4355bfb", "name": "network-vif-unplugged", "status": "completed", "tag": "52e3a66f-420f-4309-b716-d4d0795ebc9b"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:55.344085 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.357339 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Transition to ACTIVE for port object 52e3a66f-420f-4309-b716-d4d0795ebc9b will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:55.361227 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.397464 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4145077-09b3-4777-b420-0f0dc0c7d347 x-openstack-request-id: req-b4145077-09b3-4777-b420-0f0dc0c7d347 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:55.397675 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d73904-9a16-46db-a843-ad26a4355bfb", "name": "network-vif-unplugged", "status": "completed", "tag": "52e3a66f-420f-4309-b716-d4d0795ebc9b", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:55.397932 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b4145077-09b3-4777-b420-0f0dc0c7d347 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:55.398327 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d73904-9a16-46db-a843-ad26a4355bfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52e3a66f-420f-4309-b716-d4d0795ebc9b', 'code': 200} Aug 11 02:49:55.424392 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] No DVR routers for this DVR port 52e3a66f-420f-4309-b716-d4d0795ebc9b on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:49:55.427366 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Pushing event updated for resources: {'Port': ['ID=52e3a66f-420f-4309-b716-d4d0795ebc9b,revision_number=6']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:55.439744 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:55.440097 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:55.440445 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:55.440788 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:55.441123 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:55.441458 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:55.441789 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:55.442116 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:55.442446 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:55.442774 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:55.443099 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:55.443424 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:55.471482 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Attempting to bind port 52e3a66f-420f-4309-b716-d4d0795ebc9b on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:55.471851 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Attempting to bind port 52e3a66f-420f-4309-b716-d4d0795ebc9b by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '74f41db7-d91e-4f77-b11d-19733cf066ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1ffce9be-9482-4b3d-911b-b0502bdb92c9'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:55.472175 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Attempting to bind port 52e3a66f-420f-4309-b716-d4d0795ebc9b on network 1ffce9be-9482-4b3d-911b-b0502bdb92c9 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:55.476360 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Port 52e3a66f-420f-4309-b716-d4d0795ebc9b on network 1ffce9be-9482-4b3d-911b-b0502bdb92c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:55.476682 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Attempting to bind port 52e3a66f-420f-4309-b716-d4d0795ebc9b on network 1ffce9be-9482-4b3d-911b-b0502bdb92c9 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:55.481921 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:49:55.482259 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Checking segment: {'id': '74f41db7-d91e-4f77-b11d-19733cf066ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1ffce9be-9482-4b3d-911b-b0502bdb92c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:55.482642 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Bound using segment: {'id': '74f41db7-d91e-4f77-b11d-19733cf066ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1ffce9be-9482-4b3d-911b-b0502bdb92c9'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:49:55.483323 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Bound port: 52e3a66f-420f-4309-b716-d4d0795ebc9b, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74f41db7-d91e-4f77-b11d-19733cf066ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1ffce9be-9482-4b3d-911b-b0502bdb92c9'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:49:55.483703 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.545152 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] For port 52e3a66f-420f-4309-b716-d4d0795ebc9b, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:55.548836 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] For port 52e3a66f-420f-4309-b716-d4d0795ebc9b, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=52e3a66f-420f-4309-b716-d4d0795ebc9b,segment=NetworkSegment(74f41db7-d91e-4f77-b11d-19733cf066ad),segment_id=74f41db7-d91e-4f77-b11d-19733cf066ad)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:49:55.554019 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.587062 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.594350 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:55.594973 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.596398 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] 10.222.0.66 "PUT /v2.0/ports/52e3a66f-420f-4309-b716-d4d0795ebc9b HTTP/1.1" status: 200 len: 1092 time: 1.0220771 Aug 11 02:49:55.618065 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417682dc-661c-4832-bdb2-1a91040c3fcc service neutron] Pushing event updated for resources: {'Port': ['ID=52e3a66f-420f-4309-b716-d4d0795ebc9b,revision_number=7']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:55.666834 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-d3f19b2b-eda2-4698-b383-c8a5720bb5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:55.668350 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-d3f19b2b-eda2-4698-b383-c8a5720bb5d9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1a3eac6977d24e0f9b41ef63044ed095&device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 1095 time: 0.0408151 Aug 11 02:49:55.756322 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-9776ca62-8066-4fce-ad91-996fd1fb8cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:55.757795 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-9776ca62-8066-4fce-ad91-996fd1fb8cca service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ffce9be-9482-4b3d-911b-b0502bdb92c9 HTTP/1.1" status: 200 len: 912 time: 0.0822814 Aug 11 02:49:55.803269 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-6ab7ce51-fe13-47ce-bc71-f8f04315aaab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52e3a66f-420f-4309-b716-d4d0795ebc9b HTTP/1.1" status: 200 len: 217 time: 0.0377903 Aug 11 02:49:55.852683 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-dd51ad9b-dd9e-4a8a-928a-1707512e522b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:55.854081 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-dd51ad9b-dd9e-4a8a-928a-1707512e522b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f05e9fa3-3a8a-4316-9497-cd3486cca46b HTTP/1.1" status: 200 len: 851 time: 0.0432551 Aug 11 02:49:55.884529 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-ebbaa4f1-ec5d-4d19-a672-e9e42c490d74 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ffce9be-9482-4b3d-911b-b0502bdb92c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231142 Aug 11 02:49:55.976636 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-ec88f47d-56d2-4a31-871c-79d32381f2a1 service neutron] 10.222.0.66 "GET /v2.0/networks/1ffce9be-9482-4b3d-911b-b0502bdb92c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839045 Aug 11 02:49:56.063783 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-feb77f7c-6265-42e6-a1ef-5d114bfe98e3 req-9175d5de-3203-4878-8b8d-2ea2d16136a5 service neutron] 10.222.0.66 "GET /v2.0/networks/1ffce9be-9482-4b3d-911b-b0502bdb92c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795834 Aug 11 02:49:56.366392 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14810daa-78b7-462d-bae8-88cbcba11bf3 req-e36608f0-4d66-4326-b873-0f35cae23dfc tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:56.368418 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-14810daa-78b7-462d-bae8-88cbcba11bf3 req-e36608f0-4d66-4326-b873-0f35cae23dfc tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 943 time: 0.0494180 Aug 11 02:49:56.410740 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-14810daa-78b7-462d-bae8-88cbcba11bf3 req-e5422f8c-5388-4edd-bf0d-8ec6a55a5136 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361552 Aug 11 02:49:57.399839 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d73904-9a16-46db-a843-ad26a4355bfb', 'tag': '52e3a66f-420f-4309-b716-d4d0795ebc9b'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:57.402189 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21687fd0-1596-4a9d-9137-8eb73a651d65" -d '{"events": [{"name": "network-changed", "server_uuid": "89d73904-9a16-46db-a843-ad26a4355bfb", "tag": "52e3a66f-420f-4309-b716-d4d0795ebc9b"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:57.450308 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8877b6f4-344e-403d-991d-02ffdcb65eb7 x-openstack-request-id: req-8877b6f4-344e-403d-991d-02ffdcb65eb7 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:57.451119 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d73904-9a16-46db-a843-ad26a4355bfb", "tag": "52e3a66f-420f-4309-b716-d4d0795ebc9b", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:57.451424 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8877b6f4-344e-403d-991d-02ffdcb65eb7 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:57.451891 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d73904-9a16-46db-a843-ad26a4355bfb', 'tag': '52e3a66f-420f-4309-b716-d4d0795ebc9b', 'status': 'completed', 'code': 200} Aug 11 02:49:57.509880 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21687fd0-1596-4a9d-9137-8eb73a651d65 req-3e1f8322-cdc7-4302-bc89-0f17869e5dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:57.511363 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-21687fd0-1596-4a9d-9137-8eb73a651d65 req-3e1f8322-cdc7-4302-bc89-0f17869e5dc1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a3eac6977d24e0f9b41ef63044ed095&device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 1095 time: 0.0432746 Aug 11 02:49:57.550295 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f005c-64d2-4190-ac85-ca06eabc3175 req-7a1b5460-6990-45cf-a4b1-46258e4c56b9 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:57.551816 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-603f005c-64d2-4190-ac85-ca06eabc3175 req-7a1b5460-6990-45cf-a4b1-46258e4c56b9 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 943 time: 0.0703714 Aug 11 02:49:57.553610 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21687fd0-1596-4a9d-9137-8eb73a651d65 req-ce7688f3-f970-4035-a38a-f1b77de1d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:57.555607 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-21687fd0-1596-4a9d-9137-8eb73a651d65 req-ce7688f3-f970-4035-a38a-f1b77de1d1ec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1a3eac6977d24e0f9b41ef63044ed095&device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 1095 time: 0.0831153 Aug 11 02:49:57.611422 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21687fd0-1596-4a9d-9137-8eb73a651d65 req-a34e0466-b010-4353-9836-8f0c31f3365a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:57.613666 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-21687fd0-1596-4a9d-9137-8eb73a651d65 req-a34e0466-b010-4353-9836-8f0c31f3365a service neutron] 10.222.0.73 "GET /v2.0/networks?id=1ffce9be-9482-4b3d-911b-b0502bdb92c9 HTTP/1.1" status: 200 len: 912 time: 0.0956542 Aug 11 02:49:57.660053 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-603f005c-64d2-4190-ac85-ca06eabc3175 req-dabf691a-7ce2-4ce0-b013-eb2c82b860dd tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010053 Aug 11 02:49:57.661163 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-21687fd0-1596-4a9d-9137-8eb73a651d65 req-9020ceac-efa4-485a-8161-d6de9b205f15 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52e3a66f-420f-4309-b716-d4d0795ebc9b HTTP/1.1" status: 200 len: 217 time: 0.0399432 Aug 11 02:49:57.709737 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21687fd0-1596-4a9d-9137-8eb73a651d65 req-a6dc00da-b9ad-41a2-aec1-4c43ec32ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:57.712561 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-21687fd0-1596-4a9d-9137-8eb73a651d65 req-a6dc00da-b9ad-41a2-aec1-4c43ec32ad9d service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ffce9be-9482-4b3d-911b-b0502bdb92c9 HTTP/1.1" status: 200 len: 912 time: 0.1460793 Aug 11 02:49:57.715435 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21687fd0-1596-4a9d-9137-8eb73a651d65 req-9995dff2-f325-4480-b3bf-26c00307928a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:57.716968 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-21687fd0-1596-4a9d-9137-8eb73a651d65 req-9995dff2-f325-4480-b3bf-26c00307928a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f05e9fa3-3a8a-4316-9497-cd3486cca46b HTTP/1.1" status: 200 len: 851 time: 0.0491178 Aug 11 02:49:57.749151 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-21687fd0-1596-4a9d-9137-8eb73a651d65 req-742c34e6-f2da-4490-929b-e4d1c7a135d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1ffce9be-9482-4b3d-911b-b0502bdb92c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254567 Aug 11 02:49:57.755923 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-21687fd0-1596-4a9d-9137-8eb73a651d65 req-1022cbb4-c5e3-447b-a127-4e5fa6291b24 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52e3a66f-420f-4309-b716-d4d0795ebc9b HTTP/1.1" status: 200 len: 217 time: 0.0355883 Aug 11 02:49:57.806217 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21687fd0-1596-4a9d-9137-8eb73a651d65 req-9fc0c7ea-7285-4c4b-a304-6de91068ce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:57.807731 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-21687fd0-1596-4a9d-9137-8eb73a651d65 req-9fc0c7ea-7285-4c4b-a304-6de91068ce77 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f05e9fa3-3a8a-4316-9497-cd3486cca46b HTTP/1.1" status: 200 len: 851 time: 0.0440400 Aug 11 02:49:57.841628 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-21687fd0-1596-4a9d-9137-8eb73a651d65 req-fe857879-5251-43a1-9814-4652c3e7bf91 service neutron] 10.222.0.73 "GET /v2.0/networks/1ffce9be-9482-4b3d-911b-b0502bdb92c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856233 Aug 11 02:49:57.844246 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-21687fd0-1596-4a9d-9137-8eb73a651d65 req-6be34438-39d9-4260-a53f-3bc521785018 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ffce9be-9482-4b3d-911b-b0502bdb92c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291724 Aug 11 02:49:57.931839 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-21687fd0-1596-4a9d-9137-8eb73a651d65 req-91601183-45cd-4a2e-9e53-47edf6df7340 service neutron] 10.222.0.73 "GET /v2.0/networks/1ffce9be-9482-4b3d-911b-b0502bdb92c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833523 Aug 11 02:49:57.933613 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-21687fd0-1596-4a9d-9137-8eb73a651d65 req-1c5e0430-eca9-4658-bedf-52292df0c07a service neutron] 10.222.0.66 "GET /v2.0/networks/1ffce9be-9482-4b3d-911b-b0502bdb92c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818977 Aug 11 02:49:57.979525 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 52e3a66f-420f-4309-b716-d4d0795ebc9b no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:58.022835 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 52e3a66f-420f-4309-b716-d4d0795ebc9b not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:58.030992 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-21687fd0-1596-4a9d-9137-8eb73a651d65 req-f1669173-ec57-456a-a840-f9ebe00d5bf5 service neutron] 10.222.0.66 "GET /v2.0/networks/1ffce9be-9482-4b3d-911b-b0502bdb92c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899591 Aug 11 02:49:58.778600 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fcabb-b0af-4dad-ba7c-a96630be80c6 req-2fbd50a7-cfb9-41c6-ac23-7e2cf882d2ea tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:58.780129 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-296fcabb-b0af-4dad-ba7c-a96630be80c6 req-2fbd50a7-cfb9-41c6-ac23-7e2cf882d2ea tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 943 time: 0.0502815 Aug 11 02:49:58.817976 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-296fcabb-b0af-4dad-ba7c-a96630be80c6 req-8d9ad157-c3af-48be-8c45-b03ccd515bfc tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320466 Aug 11 02:49:58.960903 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 52e3a66f-420f-4309-b716-d4d0795ebc9b details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:49:59.052838 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b94c6-5503-4b61-9fb7-7b7e4638816b req-1e679278-fff5-4e5d-b670-912e2ee7a0c8 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:59.054318 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-625b94c6-5503-4b61-9fb7-7b7e4638816b req-1e679278-fff5-4e5d-b670-912e2ee7a0c8 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.73 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb&tenant_id=1a3eac6977d24e0f9b41ef63044ed095&binding%3Ahost_id=n-h2-615180-33 HTTP/1.1" status: 200 len: 943 time: 0.0556397 Aug 11 02:49:59.054746 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 52e3a66f-420f-4309-b716-d4d0795ebc9b, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=52e3a66f-420f-4309-b716-d4d0795ebc9b,segment=NetworkSegment(74f41db7-d91e-4f77-b11d-19733cf066ad),segment_id=74f41db7-d91e-4f77-b11d-19733cf066ad)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:59.065894 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '52e3a66f-420f-4309-b716-d4d0795ebc9b', 'network_id': '1ffce9be-9482-4b3d-911b-b0502bdb92c9', 'port_id': '52e3a66f-420f-4309-b716-d4d0795ebc9b', 'mac_address': 'fa:16:3e:d0:e7:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05e9fa3-3a8a-4316-9497-cd3486cca46b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:49:59.102596 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:59.115243 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [req-625b94c6-5503-4b61-9fb7-7b7e4638816b req-863533a5-2b77-4dee-a8bb-62691bd9341f service neutron] delete failed (client error): The resource could not be found. Aug 11 02:49:59.116327 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-625b94c6-5503-4b61-9fb7-7b7e4638816b req-863533a5-2b77-4dee-a8bb-62691bd9341f service neutron] 10.222.0.73 "DELETE /v2.0/ports/52e3a66f-420f-4309-b716-d4d0795ebc9b/bindings/n-h1-615180-33 HTTP/1.1" status: 404 len: 381 time: 0.0548236 Aug 11 02:49:59.118578 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e3a66f-420f-4309-b716-d4d0795ebc9b {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:59.138332 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 52e3a66f-420f-4309-b716-d4d0795ebc9b, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=52e3a66f-420f-4309-b716-d4d0795ebc9b,segment=NetworkSegment(74f41db7-d91e-4f77-b11d-19733cf066ad),segment_id=74f41db7-d91e-4f77-b11d-19733cf066ad)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:59.142719 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:59.190787 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=52e3a66f-420f-4309-b716-d4d0795ebc9b,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:59.196744 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b94c6-5503-4b61-9fb7-7b7e4638816b req-ae45aa34-f020-4826-8c4b-ed3fd671a9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:59.198231 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-625b94c6-5503-4b61-9fb7-7b7e4638816b req-ae45aa34-f020-4826-8c4b-ed3fd671a9cf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a3eac6977d24e0f9b41ef63044ed095&device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 1096 time: 0.0405078 Aug 11 02:49:59.289637 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b94c6-5503-4b61-9fb7-7b7e4638816b req-85ffaadc-e1df-4eed-9752-4c8453b58f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:59.291181 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-625b94c6-5503-4b61-9fb7-7b7e4638816b req-85ffaadc-e1df-4eed-9752-4c8453b58f63 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1ffce9be-9482-4b3d-911b-b0502bdb92c9 HTTP/1.1" status: 200 len: 912 time: 0.0866542 Aug 11 02:49:59.332357 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-625b94c6-5503-4b61-9fb7-7b7e4638816b req-13d16283-9a1f-45fa-af1c-1836314a4975 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52e3a66f-420f-4309-b716-d4d0795ebc9b HTTP/1.1" status: 200 len: 217 time: 0.0347095 Aug 11 02:49:59.380353 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b94c6-5503-4b61-9fb7-7b7e4638816b req-1dc78819-3926-4cc3-a71b-4be326de2f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:59.381776 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-625b94c6-5503-4b61-9fb7-7b7e4638816b req-1dc78819-3926-4cc3-a71b-4be326de2f1e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f05e9fa3-3a8a-4316-9497-cd3486cca46b HTTP/1.1" status: 200 len: 851 time: 0.0423927 Aug 11 02:49:59.389525 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['52e3a66f-420f-4309-b716-d4d0795ebc9b'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:59.411833 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-625b94c6-5503-4b61-9fb7-7b7e4638816b req-5383a7d7-5b2b-4908-8830-85d9cdd09396 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1ffce9be-9482-4b3d-911b-b0502bdb92c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234997 Aug 11 02:49:59.504290 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-625b94c6-5503-4b61-9fb7-7b7e4638816b req-2bed9bfc-70cb-4765-9e41-07fc88e5d9ae service neutron] 10.222.0.73 "GET /v2.0/networks/1ffce9be-9482-4b3d-911b-b0502bdb92c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851035 Aug 11 02:49:59.591383 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-625b94c6-5503-4b61-9fb7-7b7e4638816b req-f3c5500f-0f28-4a59-bb19-5dc60b8084ba service neutron] 10.222.0.73 "GET /v2.0/networks/1ffce9be-9482-4b3d-911b-b0502bdb92c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805335 Aug 11 02:50:00.253975 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eedff1-2da0-4f7b-9733-d195b57dc4ac req-6fd4f5b9-617f-4d43-b4fc-da69d66fbb05 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:00.255414 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-09eedff1-2da0-4f7b-9733-d195b57dc4ac req-6fd4f5b9-617f-4d43-b4fc-da69d66fbb05 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 944 time: 0.0539701 Aug 11 02:50:00.293427 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-09eedff1-2da0-4f7b-9733-d195b57dc4ac req-66344e9f-c25f-47e1-bbbf-2a9c5e6a596b tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320776 Aug 11 02:50:00.985087 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 52e3a66f-420f-4309-b716-d4d0795ebc9b up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:01.034431 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 52e3a66f-420f-4309-b716-d4d0795ebc9b completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:01.037904 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 52e3a66f-420f-4309-b716-d4d0795ebc9b triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:01.038282 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.111942 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.133950 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d73904-9a16-46db-a843-ad26a4355bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e3a66f-420f-4309-b716-d4d0795ebc9b'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:01.136172 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06264e7c-bc12-4e46-954b-715caea3ad15" -d '{"events": [{"server_uuid": "89d73904-9a16-46db-a843-ad26a4355bfb", "name": "network-vif-plugged", "status": "completed", "tag": "52e3a66f-420f-4309-b716-d4d0795ebc9b"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:01.148531 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 52e3a66f-420f-4309-b716-d4d0795ebc9b, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=52e3a66f-420f-4309-b716-d4d0795ebc9b,segment=NetworkSegment(74f41db7-d91e-4f77-b11d-19733cf066ad),segment_id=74f41db7-d91e-4f77-b11d-19733cf066ad)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:01.152802 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.178655 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7cb0f7-cad9-4c76-afb5-41f5651aeefe x-openstack-request-id: req-cc7cb0f7-cad9-4c76-afb5-41f5651aeefe {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:01.178952 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d73904-9a16-46db-a843-ad26a4355bfb", "name": "network-vif-plugged", "status": "completed", "tag": "52e3a66f-420f-4309-b716-d4d0795ebc9b", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:01.179206 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cc7cb0f7-cad9-4c76-afb5-41f5651aeefe {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:01.179618 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d73904-9a16-46db-a843-ad26a4355bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e3a66f-420f-4309-b716-d4d0795ebc9b', 'code': 200} Aug 11 02:50:01.204966 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=52e3a66f-420f-4309-b716-d4d0795ebc9b,revision_number=9']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:01.405973 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b1f7f-fa14-4fa9-a7e1-40a4e7f725d9 req-1aa783f8-13b5-4255-8a7e-18655a84801c tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:01.407592 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-420b1f7f-fa14-4fa9-a7e1-40a4e7f725d9 req-1aa783f8-13b5-4255-8a7e-18655a84801c tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 945 time: 0.0495043 Aug 11 02:50:01.446218 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-420b1f7f-fa14-4fa9-a7e1-40a4e7f725d9 req-8e58d49b-9104-4e37-a048-5f5648594f69 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.50 "GET /v2.0/security-groups?id=e90ee912-9767-4e5b-9504-a42ebf792eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318615 Aug 11 02:50:01.568879 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b94c6-5503-4b61-9fb7-7b7e4638816b req-6435c58e-727c-4291-9ace-51f697054cd4 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:01.570342 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-625b94c6-5503-4b61-9fb7-7b7e4638816b req-6435c58e-727c-4291-9ace-51f697054cd4 tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.66 "GET /v2.0/ports?device_id=89d73904-9a16-46db-a843-ad26a4355bfb HTTP/1.1" status: 200 len: 945 time: 0.0488391 Aug 11 02:50:01.661185 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-625b94c6-5503-4b61-9fb7-7b7e4638816b req-8b1dd59c-a62c-47b8-b8be-8e42fa26dc6b tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Deleting port 52e3a66f-420f-4309-b716-d4d0795ebc9b {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:01.661525 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-625b94c6-5503-4b61-9fb7-7b7e4638816b req-8b1dd59c-a62c-47b8-b8be-8e42fa26dc6b tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.753316 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-625b94c6-5503-4b61-9fb7-7b7e4638816b req-8b1dd59c-a62c-47b8-b8be-8e42fa26dc6b tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] For port 52e3a66f-420f-4309-b716-d4d0795ebc9b, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=52e3a66f-420f-4309-b716-d4d0795ebc9b,segment=NetworkSegment(74f41db7-d91e-4f77-b11d-19733cf066ad),segment_id=74f41db7-d91e-4f77-b11d-19733cf066ad)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:01.753687 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-625b94c6-5503-4b61-9fb7-7b7e4638816b req-8b1dd59c-a62c-47b8-b8be-8e42fa26dc6b tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.766413 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-625b94c6-5503-4b61-9fb7-7b7e4638816b req-8b1dd59c-a62c-47b8-b8be-8e42fa26dc6b tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Calling delete_port for 52e3a66f-420f-4309-b716-d4d0795ebc9b owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:01.894693 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-625b94c6-5503-4b61-9fb7-7b7e4638816b req-8b1dd59c-a62c-47b8-b8be-8e42fa26dc6b tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.907020 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['52e3a66f-420f-4309-b716-d4d0795ebc9b'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:01.923938 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1dd59c-a62c-47b8-b8be-8e42fa26dc6b tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Pushing event deleted for resources: {'Port': ['ID=52e3a66f-420f-4309-b716-d4d0795ebc9b,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:01.964259 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-625b94c6-5503-4b61-9fb7-7b7e4638816b req-8b1dd59c-a62c-47b8-b8be-8e42fa26dc6b tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] No DVR routers for this DVR port 52e3a66f-420f-4309-b716-d4d0795ebc9b on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:01.966795 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-625b94c6-5503-4b61-9fb7-7b7e4638816b req-8b1dd59c-a62c-47b8-b8be-8e42fa26dc6b tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.968827 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-625b94c6-5503-4b61-9fb7-7b7e4638816b req-8b1dd59c-a62c-47b8-b8be-8e42fa26dc6b tempest-DeleteServersTestJSON-89798283 tempest-DeleteServersTestJSON-89798283-project] 10.222.0.66 "DELETE /v2.0/ports/52e3a66f-420f-4309-b716-d4d0795ebc9b HTTP/1.1" status: 204 len: 173 time: 0.3919976 Aug 11 02:50:01.969271 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d73904-9a16-46db-a843-ad26a4355bfb', 'name': 'network-vif-deleted', 'tag': '52e3a66f-420f-4309-b716-d4d0795ebc9b'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:01.971510 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23885ee0-07c0-41d4-a4c4-54a67206383b" -d '{"events": [{"server_uuid": "89d73904-9a16-46db-a843-ad26a4355bfb", "name": "network-vif-deleted", "tag": "52e3a66f-420f-4309-b716-d4d0795ebc9b"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:02.007410 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5edc406-2cd9-4458-854a-9cd988767b74 x-openstack-request-id: req-e5edc406-2cd9-4458-854a-9cd988767b74 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:02.007737 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d73904-9a16-46db-a843-ad26a4355bfb", "name": "network-vif-deleted", "tag": "52e3a66f-420f-4309-b716-d4d0795ebc9b", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:02.008486 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e5edc406-2cd9-4458-854a-9cd988767b74 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:02.008886 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d73904-9a16-46db-a843-ad26a4355bfb', 'name': 'network-vif-deleted', 'tag': '52e3a66f-420f-4309-b716-d4d0795ebc9b', 'status': 'completed', 'code': 200} Aug 11 02:50:02.570603 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57862) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:02.619506 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-e040282a-6e4e-461d-ba39-5e83a012cefc admin admin] Deleting subnet f05e9fa3-3a8a-4316-9497-cd3486cca46b {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:50:02.622522 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e040282a-6e4e-461d-ba39-5e83a012cefc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.656001 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e040282a-6e4e-461d-ba39-5e83a012cefc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.693777 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e040282a-6e4e-461d-ba39-5e83a012cefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.754051 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e040282a-6e4e-461d-ba39-5e83a012cefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.787918 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e040282a-6e4e-461d-ba39-5e83a012cefc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.789755 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e040282a-6e4e-461d-ba39-5e83a012cefc admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f05e9fa3-3a8a-4316-9497-cd3486cca46b HTTP/1.1" status: 204 len: 168 time: 0.2181671 Aug 11 02:50:02.790746 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040282a-6e4e-461d-ba39-5e83a012cefc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f05e9fa3-3a8a-4316-9497-cd3486cca46b,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:02.792437 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57864) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:02.861086 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ea740871-f2f8-4d18-a1ba-968306fbbfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.936268 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ea740871-f2f8-4d18-a1ba-968306fbbfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.946199 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-ea740871-f2f8-4d18-a1ba-968306fbbfe5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ffce9be-9482-4b3d-911b-b0502bdb92c9']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:02.955833 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-ea740871-f2f8-4d18-a1ba-968306fbbfe5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f41db7-d91e-4f77-b11d-19733cf066ad') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:02.956125 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-ea740871-f2f8-4d18-a1ba-968306fbbfe5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f41db7-d91e-4f77-b11d-19733cf066ad') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:02.965293 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ea740871-f2f8-4d18-a1ba-968306fbbfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.978315 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ea740871-f2f8-4d18-a1ba-968306fbbfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.984091 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea740871-f2f8-4d18-a1ba-968306fbbfe5 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:50:02.984465 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ea740871-f2f8-4d18-a1ba-968306fbbfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: timer() Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:50:02.986016 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:50:03.335947 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ea740871-f2f8-4d18-a1ba-968306fbbfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.341346 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ea740871-f2f8-4d18-a1ba-968306fbbfe5 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.343223 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ea740871-f2f8-4d18-a1ba-968306fbbfe5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/1ffce9be-9482-4b3d-911b-b0502bdb92c9 HTTP/1.1" status: 204 len: 168 time: 0.5496747 Aug 11 02:50:03.354207 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea740871-f2f8-4d18-a1ba-968306fbbfe5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ffce9be-9482-4b3d-911b-b0502bdb92c9,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:03.361859 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea740871-f2f8-4d18-a1ba-968306fbbfe5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:03.362199 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea740871-f2f8-4d18-a1ba-968306fbbfe5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:03.362534 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea740871-f2f8-4d18-a1ba-968306fbbfe5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:03.362860 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea740871-f2f8-4d18-a1ba-968306fbbfe5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:03.363187 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea740871-f2f8-4d18-a1ba-968306fbbfe5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:03.363511 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea740871-f2f8-4d18-a1ba-968306fbbfe5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:03.363857 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea740871-f2f8-4d18-a1ba-968306fbbfe5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:03.364177 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea740871-f2f8-4d18-a1ba-968306fbbfe5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:03.364494 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea740871-f2f8-4d18-a1ba-968306fbbfe5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:03.364808 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea740871-f2f8-4d18-a1ba-968306fbbfe5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:03.365125 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea740871-f2f8-4d18-a1ba-968306fbbfe5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:03.365441 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea740871-f2f8-4d18-a1ba-968306fbbfe5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:03.453616 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57870) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:03.491917 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-273c40a5-457b-4944-baf0-2da41eb19042 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1a3eac6977d24e0f9b41ef63044ed095&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371304 Aug 11 02:50:03.494843 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57872) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:03.540223 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f7594c04-8cdd-4556-86f4-4c913168960d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.560593 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f7594c04-8cdd-4556-86f4-4c913168960d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.607286 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f7594c04-8cdd-4556-86f4-4c913168960d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.610266 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f7594c04-8cdd-4556-86f4-4c913168960d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.611445 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f7594c04-8cdd-4556-86f4-4c913168960d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e90ee912-9767-4e5b-9504-a42ebf792eee HTTP/1.1" status: 204 len: 168 time: 0.1157336 Aug 11 02:50:03.619937 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7594c04-8cdd-4556-86f4-4c913168960d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90ee912-9767-4e5b-9504-a42ebf792eee,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:04.271480 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 57894) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:04.371886 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-55785460-4c98-429a-bb8e-03c34ab9c3ed admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-976784187-network', 'tenant_id': 'd6dead9c218642a5990ed6648fa939cb'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:04.392718 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55785460-4c98-429a-bb8e-03c34ab9c3ed admin admin] Made reservation on behalf of d6dead9c218642a5990ed6648fa939cb for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:04.394979 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-55785460-4c98-429a-bb8e-03c34ab9c3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.403931 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-55785460-4c98-429a-bb8e-03c34ab9c3ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.491499 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-55785460-4c98-429a-bb8e-03c34ab9c3ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.495416 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-55785460-4c98-429a-bb8e-03c34ab9c3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.518696 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55785460-4c98-429a-bb8e-03c34ab9c3ed admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:50:04.528750 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55785460-4c98-429a-bb8e-03c34ab9c3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369326df-db6c-4f9d-936f-28bf1a7ff383,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:04.533523 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-55785460-4c98-429a-bb8e-03c34ab9c3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.533868 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-55785460-4c98-429a-bb8e-03c34ab9c3ed admin admin] Added segment b6743925-87d6-44ea-9745-42d972907df8 of type vlan for network 8226f8c4-9062-45a1-a989-ae347d8da046 Aug 11 02:50:04.572607 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-55785460-4c98-429a-bb8e-03c34ab9c3ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.600154 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-55785460-4c98-429a-bb8e-03c34ab9c3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.601100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55785460-4c98-429a-bb8e-03c34ab9c3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:04.601684 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-55785460-4c98-429a-bb8e-03c34ab9c3ed admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.651600 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-55785460-4c98-429a-bb8e-03c34ab9c3ed admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3789072 Aug 11 02:50:04.654504 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 57898) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:04.659602 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-97e0953f-97cf-475f-9da9-eb80e6b16ee2 admin admin] Request body: {'subnet': {'network_id': '8226f8c4-9062-45a1-a989-ae347d8da046', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-976784187-subnet', 'tenant_id': 'd6dead9c218642a5990ed6648fa939cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:04.662169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55785460-4c98-429a-bb8e-03c34ab9c3ed admin admin] Pushing event updated for resources: {'Network': ['ID=8226f8c4-9062-45a1-a989-ae347d8da046,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:04.675753 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 8226f8c4-9062-45a1-a989-ae347d8da046 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:50:04.681958 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e0953f-97cf-475f-9da9-eb80e6b16ee2 admin admin] Made reservation on behalf of d6dead9c218642a5990ed6648fa939cb for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:04.684506 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-97e0953f-97cf-475f-9da9-eb80e6b16ee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.849149 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-97e0953f-97cf-475f-9da9-eb80e6b16ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.908469 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0953f-97cf-475f-9da9-eb80e6b16ee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58f1b4d0-8efe-4b4c-9ca5-0dd1ec831e16,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:04.920537 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e0953f-97cf-475f-9da9-eb80e6b16ee2 admin admin] Checking segment: {'id': 'b6743925-87d6-44ea-9745-42d972907df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8226f8c4-9062-45a1-a989-ae347d8da046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:04.920914 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e0953f-97cf-475f-9da9-eb80e6b16ee2 admin admin] Network hostable DHCP agents. Network: 8226f8c4-9062-45a1-a989-ae347d8da046, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:50:04.937218 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e0953f-97cf-475f-9da9-eb80e6b16ee2 admin admin] Network 8226f8c4-9062-45a1-a989-ae347d8da046 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:50:04.946513 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-97e0953f-97cf-475f-9da9-eb80e6b16ee2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 8226f8c4-9062-45a1-a989-ae347d8da046) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:04.951062 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e0953f-97cf-475f-9da9-eb80e6b16ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:04.951918 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-97e0953f-97cf-475f-9da9-eb80e6b16ee2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.955711 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0fc6a1-ad25-43f4-b818-d2d2487c37b6 None None] Network 8226f8c4-9062-45a1-a989-ae347d8da046 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:04.974076 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-97e0953f-97cf-475f-9da9-eb80e6b16ee2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3105774 Aug 11 02:50:04.997930 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 52e3a66f-420f-4309-b716-d4d0795ebc9b no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:05.022167 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 52e3a66f-420f-4309-b716-d4d0795ebc9b {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:50:05.022509 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 52e3a66f-420f-4309-b716-d4d0795ebc9b not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:05.097814 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53359b9e-209a-404f-b492-261f176b6833 None None] Network 8226f8c4-9062-45a1-a989-ae347d8da046 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:05.386845 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-8517bd25-53c6-43d5-a61d-6bcb48cba6e0 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:05.388375 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-8517bd25-53c6-43d5-a61d-6bcb48cba6e0 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/networks?id=8226f8c4-9062-45a1-a989-ae347d8da046 HTTP/1.1" status: 200 len: 814 time: 0.1029632 Aug 11 02:50:05.403873 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-53a3549d-c833-4a12-887e-cafd0c6e8ed1 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/quotas/d6dead9c218642a5990ed6648fa939cb HTTP/1.1" status: 200 len: 375 time: 0.0098062 Aug 11 02:50:05.439837 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-90703e16-bde3-4624-b870-5e813018c51d tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d6dead9c218642a5990ed6648fa939cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308480 Aug 11 02:50:05.529549 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-472fa59c-0d95-4cc7-a7c5-382a95f5bd25 service neutron] 10.222.0.50 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827143 Aug 11 02:50:05.623087 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-f1498af6-ed2e-446f-b8fd-3cfc0abc9e13 service neutron] 10.222.0.50 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878074 Aug 11 02:50:05.784526 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3e694f99-ab11-40e2-b9f0-b086fa5fb10d req-329667c8-3a74-4412-b7a7-8885c5f235cf tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 210 time: 0.0306180 Aug 11 02:50:06.688364 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-4798103e-30e9-4184-860c-6ca2d6901626 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:06.689857 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-4798103e-30e9-4184-860c-6ca2d6901626 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.66 "GET /v2.0/networks?id=8226f8c4-9062-45a1-a989-ae347d8da046 HTTP/1.1" status: 200 len: 814 time: 0.1047525 Aug 11 02:50:06.703898 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-877077fc-f353-4f19-9435-3bbffdf44155 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Request body: {'port': {'device_id': 'a64a4619-8192-47b8-8ab2-9df6ebaa5d6e', 'network_id': '8226f8c4-9062-45a1-a989-ae347d8da046', 'admin_state_up': True, 'tenant_id': 'd6dead9c218642a5990ed6648fa939cb'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:06.813935 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-877077fc-f353-4f19-9435-3bbffdf44155 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Made reservation on behalf of d6dead9c218642a5990ed6648fa939cb for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:06.817484 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-877077fc-f353-4f19-9435-3bbffdf44155 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:06.902816 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7af94e04-0382-4438-8f11-b3393c4585ce req-89d04636-4df9-4dd8-9a1a-b791e6c216ec tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 210 time: 0.0331733 Aug 11 02:50:06.964917 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-877077fc-f353-4f19-9435-3bbffdf44155 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Allocated IP 172.20.0.14 (8226f8c4-9062-45a1-a989-ae347d8da046/58f1b4d0-8efe-4b4c-9ca5-0dd1ec831e16/7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:07.104097 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-877077fc-f353-4f19-9435-3bbffdf44155 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.142877 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-877077fc-f353-4f19-9435-3bbffdf44155 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.190374 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-877077fc-f353-4f19-9435-3bbffdf44155 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Network 8226f8c4-9062-45a1-a989-ae347d8da046 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:07.193614 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-877077fc-f353-4f19-9435-3bbffdf44155 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:07.197881 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-877077fc-f353-4f19-9435-3bbffdf44155 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:07.203986 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877077fc-f353-4f19-9435-3bbffdf44155 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Pushing event updated for resources: {'Port': ['ID=7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:07.248929 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-877077fc-f353-4f19-9435-3bbffdf44155 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:07.249482 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-877077fc-f353-4f19-9435-3bbffdf44155 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.263886 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-877077fc-f353-4f19-9435-3bbffdf44155 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5638087 Aug 11 02:50:07.276140 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-8b9e4334-4539-42a7-b14d-52934479517e service neutron] Request body: {'port': {'device_id': 'a64a4619-8192-47b8-8ab2-9df6ebaa5d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:07.329050 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-8b9e4334-4539-42a7-b14d-52934479517e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.595502 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-8b9e4334-4539-42a7-b14d-52934479517e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:07.603414 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-8b9e4334-4539-42a7-b14d-52934479517e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.615777 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-8b9e4334-4539-42a7-b14d-52934479517e service neutron] Transition to ACTIVE for port object 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:07.619425 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-8b9e4334-4539-42a7-b14d-52934479517e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.670310 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e4334-4539-42a7-b14d-52934479517e service neutron] Pushing event updated for resources: {'Port': ['ID=7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:07.735987 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-8b9e4334-4539-42a7-b14d-52934479517e service neutron] Attempting to bind port 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:07.736656 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-8b9e4334-4539-42a7-b14d-52934479517e service neutron] Attempting to bind port 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'b6743925-87d6-44ea-9745-42d972907df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8226f8c4-9062-45a1-a989-ae347d8da046'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:07.736656 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-8b9e4334-4539-42a7-b14d-52934479517e service neutron] Attempting to bind port 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 on network 8226f8c4-9062-45a1-a989-ae347d8da046 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:07.741013 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-8b9e4334-4539-42a7-b14d-52934479517e service neutron] Port 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 on network 8226f8c4-9062-45a1-a989-ae347d8da046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:50:07.741335 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-8b9e4334-4539-42a7-b14d-52934479517e service neutron] Attempting to bind port 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 on network 8226f8c4-9062-45a1-a989-ae347d8da046 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:07.746203 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-8b9e4334-4539-42a7-b14d-52934479517e service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:07.746541 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-8b9e4334-4539-42a7-b14d-52934479517e service neutron] Checking segment: {'id': 'b6743925-87d6-44ea-9745-42d972907df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8226f8c4-9062-45a1-a989-ae347d8da046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:07.746930 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-8b9e4334-4539-42a7-b14d-52934479517e service neutron] Bound using segment: {'id': 'b6743925-87d6-44ea-9745-42d972907df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8226f8c4-9062-45a1-a989-ae347d8da046'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:07.747361 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-8b9e4334-4539-42a7-b14d-52934479517e service neutron] Bound port: 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6743925-87d6-44ea-9745-42d972907df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8226f8c4-9062-45a1-a989-ae347d8da046'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:07.747747 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-8b9e4334-4539-42a7-b14d-52934479517e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.810422 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-8b9e4334-4539-42a7-b14d-52934479517e service neutron] For port 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:07.813409 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-8b9e4334-4539-42a7-b14d-52934479517e service neutron] For port 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8,segment=NetworkSegment(b6743925-87d6-44ea-9745-42d972907df8),segment_id=b6743925-87d6-44ea-9745-42d972907df8)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:07.818240 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-8b9e4334-4539-42a7-b14d-52934479517e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.850924 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-8b9e4334-4539-42a7-b14d-52934479517e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:07.852290 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-8b9e4334-4539-42a7-b14d-52934479517e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.853722 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-8b9e4334-4539-42a7-b14d-52934479517e service neutron] 10.222.0.66 "PUT /v2.0/ports/7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 HTTP/1.1" status: 200 len: 1093 time: 0.5816262 Aug 11 02:50:07.854189 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64a4619-8192-47b8-8ab2-9df6ebaa5d6e', 'tag': '7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:07.856502 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd59208d-5594-4a6f-95b3-d7a36f903b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "a64a4619-8192-47b8-8ab2-9df6ebaa5d6e", "tag": "7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:07.886030 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e4334-4539-42a7-b14d-52934479517e service neutron] Pushing event updated for resources: {'Port': ['ID=7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:07.900574 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0652ca1d-d4e7-40f8-b8ed-c8d5de8fd333 x-openstack-request-id: req-0652ca1d-d4e7-40f8-b8ed-c8d5de8fd333 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:07.900859 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a64a4619-8192-47b8-8ab2-9df6ebaa5d6e", "tag": "7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:07.901137 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0652ca1d-d4e7-40f8-b8ed-c8d5de8fd333 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:07.901553 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a64a4619-8192-47b8-8ab2-9df6ebaa5d6e', 'tag': '7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8', 'status': 'completed', 'code': 200} Aug 11 02:50:07.935098 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-c98f2387-c2f2-4a1b-93ae-cdca8d80e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:07.936832 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-c98f2387-c2f2-4a1b-93ae-cdca8d80e7d9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6dead9c218642a5990ed6648fa939cb&device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 1096 time: 0.0455644 Aug 11 02:50:07.985662 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-995a5ae1-3b4b-4068-9191-83346fc89171 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 HTTP/1.1" status: 200 len: 217 time: 0.0401747 Aug 11 02:50:08.064161 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7f377-8aa9-4636-89d1-45a728d9a341 req-4354b3f4-2c6c-4aba-9346-7ecb3b2f282c tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:08.065653 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e4d7f377-8aa9-4636-89d1-45a728d9a341 req-4354b3f4-2c6c-4aba-9346-7ecb3b2f282c tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 944 time: 0.0830758 Aug 11 02:50:08.066975 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-db190edc-6717-423c-93aa-3ea9cec23326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:08.068351 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-db190edc-6717-423c-93aa-3ea9cec23326 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=58f1b4d0-8efe-4b4c-9ca5-0dd1ec831e16 HTTP/1.1" status: 200 len: 854 time: 0.0741384 Aug 11 02:50:08.112117 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-04dc37ec-81d7-43b7-bb4f-0eb6c9c2aa60 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8226f8c4-9062-45a1-a989-ae347d8da046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339851 Aug 11 02:50:08.144571 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e4d7f377-8aa9-4636-89d1-45a728d9a341 req-53b22a38-6968-446f-b3f6-1a6f7fb687eb tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724084 Aug 11 02:50:08.209499 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-07863ffd-1a29-4af9-817e-9093a899962e service neutron] 10.222.0.66 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870976 Aug 11 02:50:08.302349 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d62d3dd3-47dc-44fd-ba19-38c88fe36d62 req-c489fa54-3c9a-4824-9301-d984891f8db2 service neutron] 10.222.0.66 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853288 Aug 11 02:50:08.387868 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59208d-5594-4a6f-95b3-d7a36f903b7b req-cf149c39-5ba3-4694-97b3-5af20c64f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:08.389324 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bd59208d-5594-4a6f-95b3-d7a36f903b7b req-cf149c39-5ba3-4694-97b3-5af20c64f5c9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6dead9c218642a5990ed6648fa939cb&device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 1096 time: 0.0430551 Aug 11 02:50:08.479157 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59208d-5594-4a6f-95b3-d7a36f903b7b req-8685b7f6-b7da-4722-a02d-9601a27e2ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:08.480651 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bd59208d-5594-4a6f-95b3-d7a36f903b7b req-8685b7f6-b7da-4722-a02d-9601a27e2ae0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8226f8c4-9062-45a1-a989-ae347d8da046 HTTP/1.1" status: 200 len: 915 time: 0.0841000 Aug 11 02:50:08.526120 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bd59208d-5594-4a6f-95b3-d7a36f903b7b req-5a012523-1308-4a0e-94df-c08faa70f7e9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 HTTP/1.1" status: 200 len: 217 time: 0.0383041 Aug 11 02:50:08.574860 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59208d-5594-4a6f-95b3-d7a36f903b7b req-25a24015-83f3-4acc-83d7-7247762757c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:08.576283 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bd59208d-5594-4a6f-95b3-d7a36f903b7b req-25a24015-83f3-4acc-83d7-7247762757c1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=58f1b4d0-8efe-4b4c-9ca5-0dd1ec831e16 HTTP/1.1" status: 200 len: 854 time: 0.0428121 Aug 11 02:50:08.606999 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bd59208d-5594-4a6f-95b3-d7a36f903b7b req-c3c164c1-d07b-482e-bc42-6f53eb1ebcfc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8226f8c4-9062-45a1-a989-ae347d8da046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230393 Aug 11 02:50:08.699637 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bd59208d-5594-4a6f-95b3-d7a36f903b7b req-ae5943c2-20f3-494d-b062-22fd0e0fadc8 service neutron] 10.222.0.66 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840433 Aug 11 02:50:08.795252 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bd59208d-5594-4a6f-95b3-d7a36f903b7b req-ba75da6d-fdb1-4358-bfe6-d0680177eced service neutron] 10.222.0.66 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880256 Aug 11 02:50:09.258460 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202f2ca-5837-4824-b5c6-c6ce148b05bd req-0b90a1eb-73a7-451d-bb73-a25ac79b2a69 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:09.259961 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b202f2ca-5837-4824-b5c6-c6ce148b05bd req-0b90a1eb-73a7-451d-bb73-a25ac79b2a69 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 944 time: 0.0488007 Aug 11 02:50:09.297512 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b202f2ca-5837-4824-b5c6-c6ce148b05bd req-f237abec-ead4-4d1d-940b-e9627c04ef17 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315502 Aug 11 02:50:10.410864 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b93cf-a6c9-4f82-8dd8-45737a22ff34 req-a37592d0-2e11-46be-beae-ba3b44bfc0b3 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:10.412378 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-594b93cf-a6c9-4f82-8dd8-45737a22ff34 req-a37592d0-2e11-46be-beae-ba3b44bfc0b3 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 944 time: 0.0491161 Aug 11 02:50:10.452710 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-594b93cf-a6c9-4f82-8dd8-45737a22ff34 req-ed5d6ec1-3518-42a2-b1a8-8ce3800ccc49 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344839 Aug 11 02:50:11.017773 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:50:11.261183 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8,segment=NetworkSegment(b6743925-87d6-44ea-9745-42d972907df8),segment_id=b6743925-87d6-44ea-9745-42d972907df8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:11.272127 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8', 'network_id': '8226f8c4-9062-45a1-a989-ae347d8da046', 'port_id': '7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8', 'mac_address': 'fa:16:3e:7d:fe:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f1b4d0-8efe-4b4c-9ca5-0dd1ec831e16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:50:11.308032 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:11.320005 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:11.338982 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8,segment=NetworkSegment(b6743925-87d6-44ea-9745-42d972907df8),segment_id=b6743925-87d6-44ea-9745-42d972907df8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:11.342879 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:11.389894 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:11.551117 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:11.566345 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd119842-f302-4e40-b550-86ceb6c3f6b9 req-6acfdd57-a92f-4d23-90c3-84aa7c0bcaec tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:11.567851 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dd119842-f302-4e40-b550-86ceb6c3f6b9 req-6acfdd57-a92f-4d23-90c3-84aa7c0bcaec tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 945 time: 0.0498371 Aug 11 02:50:11.605611 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dd119842-f302-4e40-b550-86ceb6c3f6b9 req-2128cd1b-a103-4b6e-ae9f-164e9ac7593b tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318675 Aug 11 02:50:12.718287 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26d7fe-da8d-4236-8d8c-3818f02a7d20 req-db08e9d3-493f-473c-b048-d09bf9c74c17 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:12.719793 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2c26d7fe-da8d-4236-8d8c-3818f02a7d20 req-db08e9d3-493f-473c-b048-d09bf9c74c17 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 945 time: 0.0487547 Aug 11 02:50:12.756693 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2c26d7fe-da8d-4236-8d8c-3818f02a7d20 req-6ce82383-2ff6-43c8-b7fc-67436be743bc tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311055 Aug 11 02:50:13.028127 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:13.074842 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:13.078501 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:13.078878 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:13.157016 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:13.184617 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64a4619-8192-47b8-8ab2-9df6ebaa5d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:13.186878 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5135ce-6abf-4bf9-9113-4456103a67dd" -d '{"events": [{"server_uuid": "a64a4619-8192-47b8-8ab2-9df6ebaa5d6e", "name": "network-vif-plugged", "status": "completed", "tag": "7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:13.199939 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8,segment=NetworkSegment(b6743925-87d6-44ea-9745-42d972907df8),segment_id=b6743925-87d6-44ea-9745-42d972907df8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:13.203823 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:13.226467 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef5f85e-cc73-4997-a16c-47286170c6af x-openstack-request-id: req-fef5f85e-cc73-4997-a16c-47286170c6af {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:13.227309 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64a4619-8192-47b8-8ab2-9df6ebaa5d6e", "name": "network-vif-plugged", "status": "completed", "tag": "7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:13.227580 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fef5f85e-cc73-4997-a16c-47286170c6af {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:13.227975 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64a4619-8192-47b8-8ab2-9df6ebaa5d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8', 'code': 200} Aug 11 02:50:13.254719 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:13.327640 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15253666-a894-4a16-ae15-979940a2cd4e req-f00c0bfe-7681-4ff8-9320-fbc6c4ad759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:13.329091 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15253666-a894-4a16-ae15-979940a2cd4e req-f00c0bfe-7681-4ff8-9320-fbc6c4ad759e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 1098 time: 0.0398421 Aug 11 02:50:13.363944 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15253666-a894-4a16-ae15-979940a2cd4e req-6dc8620f-5b68-4eab-a11b-49a8e33d9dc4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270479 Aug 11 02:50:13.870318 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e46ef8-8ede-4c57-bd1d-20fc7cb58e9d req-9182552c-6bbe-4788-aedb-ec8097b14510 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:13.871833 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-52e46ef8-8ede-4c57-bd1d-20fc7cb58e9d req-9182552c-6bbe-4788-aedb-ec8097b14510 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0493827 Aug 11 02:50:13.912973 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-52e46ef8-8ede-4c57-bd1d-20fc7cb58e9d req-2420b789-be49-4b4b-af40-7d0162c7d4b8 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351775 Aug 11 02:50:15.030706 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0027db-4f1f-471a-9347-c9eed0ab0d17 req-995dce86-9450-4d32-9abb-c8a9d837e577 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:15.032204 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5a0027db-4f1f-471a-9347-c9eed0ab0d17 req-995dce86-9450-4d32-9abb-c8a9d837e577 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0512643 Aug 11 02:50:15.069441 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5a0027db-4f1f-471a-9347-c9eed0ab0d17 req-38ee7e96-be79-4599-b578-ed70c40afd27 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313082 Aug 11 02:50:15.181975 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1e49d-bf87-4f1b-8f81-07094b8b5cba req-0678b9dd-4f49-490f-b8bf-5faeabdb4049 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:15.183450 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-84a1e49d-bf87-4f1b-8f81-07094b8b5cba req-0678b9dd-4f49-490f-b8bf-5faeabdb4049 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0489714 Aug 11 02:50:15.219754 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-84a1e49d-bf87-4f1b-8f81-07094b8b5cba req-36f2ad81-a97b-4762-82c3-ca751b6f6116 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303819 Aug 11 02:50:15.415942 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f0f75-7fb9-46f8-88e0-8077a0e8fab1 req-b9c7854b-ed41-48ec-860a-a5beada332fa tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:15.417410 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a39f0f75-7fb9-46f8-88e0-8077a0e8fab1 req-b9c7854b-ed41-48ec-860a-a5beada332fa tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0481441 Aug 11 02:50:15.454123 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a39f0f75-7fb9-46f8-88e0-8077a0e8fab1 req-af740c8a-7471-4c67-9b7a-2ddec8200e93 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308115 Aug 11 02:50:15.565178 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717a039-11a4-4bfe-8d97-da19a623ef1d req-cd24531b-07f4-41db-9e13-a6b59626a898 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:15.566651 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0717a039-11a4-4bfe-8d97-da19a623ef1d req-cd24531b-07f4-41db-9e13-a6b59626a898 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0480917 Aug 11 02:50:15.604662 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0717a039-11a4-4bfe-8d97-da19a623ef1d req-1d105971-7c14-45bc-b0aa-3408981c4331 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316453 Aug 11 02:50:15.666220 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0f1b4baf-d3a3-466a-b640-be278d5dfcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:15.827905 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-224afe9f-0b0a-4ef8-bbec-923176e81cc5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396347 Aug 11 02:50:15.842448 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441c4c6-eb99-4b7e-bdf3-cb6b6a325acd req-b635ca4d-ed31-430f-830b-c00e7634c1ff tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:15.844238 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2441c4c6-eb99-4b7e-bdf3-cb6b6a325acd req-b635ca4d-ed31-430f-830b-c00e7634c1ff tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0493691 Aug 11 02:50:15.883394 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2441c4c6-eb99-4b7e-bdf3-cb6b6a325acd req-004b42d7-76e8-4b2d-ac77-9cd9ef4235e3 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320971 Aug 11 02:50:16.918579 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-d2e4e699-e212-4da6-bf03-9c4dacb33e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:16.920124 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-d2e4e699-e212-4da6-bf03-9c4dacb33e95 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6dead9c218642a5990ed6648fa939cb&device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 1098 time: 0.0443680 Aug 11 02:50:17.049286 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226a2e7-096a-4950-8da9-98edc4663e95 req-7811acb6-c832-496f-bcc8-201a4fa6cf8c tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:17.050747 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5226a2e7-096a-4950-8da9-98edc4663e95 req-7811acb6-c832-496f-bcc8-201a4fa6cf8c tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0772018 Aug 11 02:50:17.055277 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-e3880034-b29a-4a60-add7-b58d5febe401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:17.056684 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-e3880034-b29a-4a60-add7-b58d5febe401 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8226f8c4-9062-45a1-a989-ae347d8da046 HTTP/1.1" status: 200 len: 915 time: 0.1275501 Aug 11 02:50:17.103757 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-a01dae58-1a88-432b-bb02-6c7497c4f376 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 HTTP/1.1" status: 200 len: 217 time: 0.0396016 Aug 11 02:50:17.126466 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5226a2e7-096a-4950-8da9-98edc4663e95 req-aeb3fb38-4866-4bd2-9d7e-c50a3f46a3bf tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689013 Aug 11 02:50:17.160886 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-7c7448af-1f84-46d0-b877-eb24fd2b2524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:17.162422 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-7c7448af-1f84-46d0-b877-eb24fd2b2524 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=58f1b4d0-8efe-4b4c-9ca5-0dd1ec831e16 HTTP/1.1" status: 200 len: 854 time: 0.0495987 Aug 11 02:50:17.197515 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-befb9d40-d1bf-42c1-a622-b19f0a45a3e3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8226f8c4-9062-45a1-a989-ae347d8da046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275884 Aug 11 02:50:17.286678 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-c3ca49a4-019c-4dca-8094-66a7d5c73998 service neutron] 10.222.0.66 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816495 Aug 11 02:50:17.373833 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:50:17.382151 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-af2bd47a-fd01-4e60-8cb8-523a55cb4e0f service neutron] 10.222.0.66 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852828 Aug 11 02:50:18.246207 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e03183-8935-4bb5-b905-60168bf89e76 req-4578cc18-5867-444f-89ba-78139fb643c3 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:18.247735 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-28e03183-8935-4bb5-b905-60168bf89e76 req-4578cc18-5867-444f-89ba-78139fb643c3 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0531945 Aug 11 02:50:18.285963 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-28e03183-8935-4bb5-b905-60168bf89e76 req-016cbb59-4173-4f5f-96bf-67c11e542920 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321956 Aug 11 02:50:18.343905 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-60691cc9-6a0d-46ac-846f-2f4c8a29194c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:18.379088 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:19.402652 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9558c34-97a8-4f7f-bcc1-9fe0a9ccac18 req-482c96fb-c316-4a8b-9ae5-6a19ad1539c5 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:19.404149 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e9558c34-97a8-4f7f-bcc1-9fe0a9ccac18 req-482c96fb-c316-4a8b-9ae5-6a19ad1539c5 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0500600 Aug 11 02:50:19.439908 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e9558c34-97a8-4f7f-bcc1-9fe0a9ccac18 req-13b55525-5971-4e16-b04a-46bffe84f857 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298264 Aug 11 02:50:20.045982 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:20.552119 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4ca92-5d86-4977-9a35-1015b78e4ca5 req-9d74c531-a47b-4fe1-a975-46a5e22520fe tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:20.553628 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0ba4ca92-5d86-4977-9a35-1015b78e4ca5 req-9d74c531-a47b-4fe1-a975-46a5e22520fe tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0477443 Aug 11 02:50:20.590616 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0ba4ca92-5d86-4977-9a35-1015b78e4ca5 req-b03eca2e-ec68-4faa-bab7-0afe4d812596 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307279 Aug 11 02:50:21.552929 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:21.705927 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f948b-e98a-4f25-aef1-a028f48856ef req-5d3ee700-2dbb-4192-b85b-ef98f930df57 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:21.707392 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-019f948b-e98a-4f25-aef1-a028f48856ef req-5d3ee700-2dbb-4192-b85b-ef98f930df57 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0479293 Aug 11 02:50:21.744686 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-019f948b-e98a-4f25-aef1-a028f48856ef req-4ba0bb23-4a48-4845-9ab7-aeb50ca6b164 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304360 Aug 11 02:50:22.859884 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89247bdf-4dfd-429a-8352-6e718f09f210 req-5a98ccd0-389b-4a96-a549-788ff4fc0f1c tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:22.861360 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-89247bdf-4dfd-429a-8352-6e718f09f210 req-5a98ccd0-389b-4a96-a549-788ff4fc0f1c tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0489209 Aug 11 02:50:22.897528 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-89247bdf-4dfd-429a-8352-6e718f09f210 req-27cb4d8f-e9db-45e2-b892-220eefa0607e tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300429 Aug 11 02:50:24.014959 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0c002-851e-4ab9-b34f-4a13db76f160 req-c4caa1d5-e594-423f-a737-e8795fa5f56a tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:24.016444 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3c0c002-851e-4ab9-b34f-4a13db76f160 req-c4caa1d5-e594-423f-a737-e8795fa5f56a tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0473590 Aug 11 02:50:24.056693 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d3c0c002-851e-4ab9-b34f-4a13db76f160 req-30fe3cfc-6a53-430b-929e-aac14038d8eb tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344658 Aug 11 02:50:24.755930 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:25.171968 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943463d-de52-4b87-89b9-31fa6ec7b5b5 req-ba38b85f-8b03-498f-8cfa-49994ab90a1b tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:25.173434 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c943463d-de52-4b87-89b9-31fa6ec7b5b5 req-ba38b85f-8b03-498f-8cfa-49994ab90a1b tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0512152 Aug 11 02:50:25.210256 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c943463d-de52-4b87-89b9-31fa6ec7b5b5 req-8d46136f-9e33-4650-8849-2e129c1a06d3 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309680 Aug 11 02:50:25.606424 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:26.324336 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598f85e-df0d-4b5b-8dbf-50a93472b5e6 req-814e0a04-adb7-4c3e-be7b-77b2cbe87ca8 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:26.325801 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2598f85e-df0d-4b5b-8dbf-50a93472b5e6 req-814e0a04-adb7-4c3e-be7b-77b2cbe87ca8 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0486178 Aug 11 02:50:26.363524 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2598f85e-df0d-4b5b-8dbf-50a93472b5e6 req-96a10e5b-f687-4d44-bae4-594a8f162ce7 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319352 Aug 11 02:50:27.475212 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ffc7f-804f-43f2-8d24-6bf21102580c req-75cc432e-3009-476b-9723-629ce2b8d6ea tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:27.477236 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-874ffc7f-804f-43f2-8d24-6bf21102580c req-75cc432e-3009-476b-9723-629ce2b8d6ea tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0490685 Aug 11 02:50:27.514170 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-874ffc7f-804f-43f2-8d24-6bf21102580c req-85cb4772-4d94-4c48-834f-69755a2bbb6b tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311086 Aug 11 02:50:28.626171 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57289aa9-6b71-4dcd-aa40-0af6e311a312 req-40c7f4cd-f8be-4d43-9a2d-fab6fc096f4d tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:28.627657 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-57289aa9-6b71-4dcd-aa40-0af6e311a312 req-40c7f4cd-f8be-4d43-9a2d-fab6fc096f4d tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0476682 Aug 11 02:50:28.664702 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-57289aa9-6b71-4dcd-aa40-0af6e311a312 req-9711f98b-30d0-4a8f-bab3-007e415bb6db tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305579 Aug 11 02:50:29.780861 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1bb58-f0ad-4237-b2dd-f6e4b8f86e80 req-86d89ef1-ed63-41f4-abc7-546198c1e50c tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:29.782380 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8e1bb58-f0ad-4237-b2dd-f6e4b8f86e80 req-86d89ef1-ed63-41f4-abc7-546198c1e50c tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0506184 Aug 11 02:50:29.820082 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8e1bb58-f0ad-4237-b2dd-f6e4b8f86e80 req-1bb7684e-45ed-430a-abd3-d0bde8857d62 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314801 Aug 11 02:50:30.933623 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e7638-fcfd-4d87-a3e0-6d95ee11e0b1 req-a1506735-2ad8-4110-89bd-80ab1fee40d6 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:30.935092 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-033e7638-fcfd-4d87-a3e0-6d95ee11e0b1 req-a1506735-2ad8-4110-89bd-80ab1fee40d6 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0478559 Aug 11 02:50:30.974986 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-033e7638-fcfd-4d87-a3e0-6d95ee11e0b1 req-0d24ae63-7723-40e6-9dcc-2283e8b882e0 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340381 Aug 11 02:50:32.091950 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5006a0-9eae-4a2e-b7d0-b3a4e56bc577 req-3b253446-a0e6-4101-a3ca-35b2ce7726c4 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:32.093428 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cb5006a0-9eae-4a2e-b7d0-b3a4e56bc577 req-3b253446-a0e6-4101-a3ca-35b2ce7726c4 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0519326 Aug 11 02:50:32.130812 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cb5006a0-9eae-4a2e-b7d0-b3a4e56bc577 req-833be8ff-1dcd-41fd-8e76-db330422dd60 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315366 Aug 11 02:50:33.246455 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02b683-06d6-4d0c-a129-e78f0282152d req-fb72d3fe-70a8-4dc4-a469-e74c0dd32de4 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:33.248110 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0f02b683-06d6-4d0c-a129-e78f0282152d req-fb72d3fe-70a8-4dc4-a469-e74c0dd32de4 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0493622 Aug 11 02:50:33.284982 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0f02b683-06d6-4d0c-a129-e78f0282152d req-4c8232a0-ced4-44c1-b1d2-e48f397f464b tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310998 Aug 11 02:50:34.401116 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed59ae0-e5d2-4d69-83e4-2d867d3a5bf2 req-e2e903d2-9c0f-4fd2-a2e7-7a64dc5dadbb tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:34.402606 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2ed59ae0-e5d2-4d69-83e4-2d867d3a5bf2 req-e2e903d2-9c0f-4fd2-a2e7-7a64dc5dadbb tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0508015 Aug 11 02:50:34.438798 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2ed59ae0-e5d2-4d69-83e4-2d867d3a5bf2 req-d84d3e9c-dc4e-4f31-a836-0596372441f5 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302577 Aug 11 02:50:35.551558 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f663f-d456-41d8-80c0-143797cd621f req-39633f50-76fa-4102-8584-9e25a298dda4 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:35.553042 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e96f663f-d456-41d8-80c0-143797cd621f req-39633f50-76fa-4102-8584-9e25a298dda4 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0476153 Aug 11 02:50:35.589986 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e96f663f-d456-41d8-80c0-143797cd621f req-ca53128b-7686-4958-9b25-d5da200707e6 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307207 Aug 11 02:50:36.704454 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de42e7-a8b1-4059-ac9d-e7c7d4513e3a req-5fba4c81-ad7e-41f0-b3de-71969e51a7b4 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:36.705915 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-98de42e7-a8b1-4059-ac9d-e7c7d4513e3a req-5fba4c81-ad7e-41f0-b3de-71969e51a7b4 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0473018 Aug 11 02:50:36.744338 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-98de42e7-a8b1-4059-ac9d-e7c7d4513e3a req-617e993e-4b74-4508-99a2-6be56602b645 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319638 Aug 11 02:50:37.864106 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042467cc-e0d7-4372-8975-df6dcecaa198 req-36a55309-4b52-4163-a6a1-b6256303aa39 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:37.865563 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-042467cc-e0d7-4372-8975-df6dcecaa198 req-36a55309-4b52-4163-a6a1-b6256303aa39 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0482724 Aug 11 02:50:37.905163 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-042467cc-e0d7-4372-8975-df6dcecaa198 req-0c3a12d1-3f4c-4b03-b8c5-2b0c11aff01a tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337017 Aug 11 02:50:39.021493 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d6905-74e1-4308-b024-c8e20870ca58 req-a6f8f6bd-59fe-4ff0-a802-ceb4b5f06b6a tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:39.023643 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ea7d6905-74e1-4308-b024-c8e20870ca58 req-a6f8f6bd-59fe-4ff0-a802-ceb4b5f06b6a tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0519249 Aug 11 02:50:39.060072 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ea7d6905-74e1-4308-b024-c8e20870ca58 req-97d54c01-e223-45a2-9a23-2a3364314614 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305698 Aug 11 02:50:40.172862 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f77be1-5116-48a5-843a-23ef9ee66b8c req-0abf9fa0-8209-4982-89e7-4ab354e16a62 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:40.174355 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70f77be1-5116-48a5-843a-23ef9ee66b8c req-0abf9fa0-8209-4982-89e7-4ab354e16a62 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0480027 Aug 11 02:50:40.211650 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70f77be1-5116-48a5-843a-23ef9ee66b8c req-beed9719-273f-4b10-afd2-3d45d8942b62 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308864 Aug 11 02:50:41.325767 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e0fa9-3572-4ad1-9b51-8eb454c072dd req-50af3a2c-4477-44f3-8891-14bbd651cbf2 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:41.327236 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-348e0fa9-3572-4ad1-9b51-8eb454c072dd req-50af3a2c-4477-44f3-8891-14bbd651cbf2 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0488696 Aug 11 02:50:41.364672 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-348e0fa9-3572-4ad1-9b51-8eb454c072dd req-bedb3fb7-01c3-42b1-8e39-a0ca2c7ecf17 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315535 Aug 11 02:50:42.482190 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969282a4-8f39-4721-b6a0-923a282347cd req-44219a49-b36d-40f5-a8e9-9c5194a09517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:42.483941 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-969282a4-8f39-4721-b6a0-923a282347cd req-44219a49-b36d-40f5-a8e9-9c5194a09517 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6dead9c218642a5990ed6648fa939cb&device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 1098 time: 0.0697348 Aug 11 02:50:42.496260 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1210a9-8a0f-4f7d-8afd-a27e248ddfb4 req-3319dc2a-6e5c-4f28-a35e-ac6a9e7b3c68 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:42.497735 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-eb1210a9-8a0f-4f7d-8afd-a27e248ddfb4 req-3319dc2a-6e5c-4f28-a35e-ac6a9e7b3c68 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0588143 Aug 11 02:50:42.583791 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-eb1210a9-8a0f-4f7d-8afd-a27e248ddfb4 req-50d2d70b-2b20-4bf5-8cdb-ec6aedd48279 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801175 Aug 11 02:50:42.616203 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969282a4-8f39-4721-b6a0-923a282347cd req-c2d067cb-43cf-4093-8249-8642f1ddd17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:42.618170 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-969282a4-8f39-4721-b6a0-923a282347cd req-c2d067cb-43cf-4093-8249-8642f1ddd17a service neutron] 10.222.0.66 "GET /v2.0/networks?id=8226f8c4-9062-45a1-a989-ae347d8da046 HTTP/1.1" status: 200 len: 915 time: 0.1134675 Aug 11 02:50:42.659281 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-969282a4-8f39-4721-b6a0-923a282347cd req-b075c8f8-30be-43f4-8327-47a6bb56e03f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 HTTP/1.1" status: 200 len: 217 time: 0.0326645 Aug 11 02:50:42.711666 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969282a4-8f39-4721-b6a0-923a282347cd req-214b2323-9f13-4857-84db-cdb33167e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:42.713064 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-969282a4-8f39-4721-b6a0-923a282347cd req-214b2323-9f13-4857-84db-cdb33167e62a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=58f1b4d0-8efe-4b4c-9ca5-0dd1ec831e16 HTTP/1.1" status: 200 len: 854 time: 0.0455954 Aug 11 02:50:42.898000 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-969282a4-8f39-4721-b6a0-923a282347cd req-da3af17b-9317-45b3-9c0f-9b108cf33a37 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8226f8c4-9062-45a1-a989-ae347d8da046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236530 Aug 11 02:50:42.984209 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-969282a4-8f39-4721-b6a0-923a282347cd req-5df43afb-3c93-46f3-be35-ad0252e40ce2 service neutron] 10.222.0.66 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793002 Aug 11 02:50:43.074860 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-969282a4-8f39-4721-b6a0-923a282347cd req-07f98090-fd99-47d1-ac1a-d025028a1355 service neutron] 10.222.0.66 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831022 Aug 11 02:50:43.697698 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6839ed-f78a-471b-a391-fc79b2406896 req-f0021343-483f-4166-86c7-1451ef778b56 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:43.699185 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3d6839ed-f78a-471b-a391-fc79b2406896 req-f0021343-483f-4166-86c7-1451ef778b56 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0486145 Aug 11 02:50:43.735922 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3d6839ed-f78a-471b-a391-fc79b2406896 req-0e3a89b8-31eb-4017-8d00-e9f2fbc096aa tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307708 Aug 11 02:50:44.637977 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-2fd891fb-ed66-4fe6-a34e-8ff3f5604a42 service neutron] show failed (client error): The resource could not be found. Aug 11 02:50:44.639025 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-2fd891fb-ed66-4fe6-a34e-8ff3f5604a42 service neutron] 10.222.0.66 "GET /v2.0/ports/7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8/bindings/n-h1-615180-33 HTTP/1.1" status: 404 len: 381 time: 0.0563581 Aug 11 02:50:44.838285 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-7eb6e64e-67bd-49ec-b089-253d0f7f550d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:44.839847 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-7eb6e64e-67bd-49ec-b089-253d0f7f550d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e&tenant_id=d6dead9c218642a5990ed6648fa939cb HTTP/1.1" status: 200 len: 1098 time: 0.0463338 Aug 11 02:50:44.851468 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-19dbcf47-47fc-40e2-b5f1-343c6e7613c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-615180-33', 'device_owner': 'compute:nova'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:44.860538 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c431ce0-b290-4e0c-bca6-3a327e654550 req-20eea87f-9d4c-4acb-a14a-434c742fc67c tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:44.862105 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9c431ce0-b290-4e0c-bca6-3a327e654550 req-20eea87f-9d4c-4acb-a14a-434c742fc67c tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.0516701 Aug 11 02:50:44.900796 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9c431ce0-b290-4e0c-bca6-3a327e654550 req-bfb0dae3-d921-472f-96ef-825cc434b31a tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322583 Aug 11 02:50:44.905784 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-19dbcf47-47fc-40e2-b5f1-343c6e7613c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.111893 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-19dbcf47-47fc-40e2-b5f1-343c6e7613c8 service neutron] For port 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8,segment=NetworkSegment(b6743925-87d6-44ea-9745-42d972907df8),segment_id=b6743925-87d6-44ea-9745-42d972907df8)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:45.143719 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-19dbcf47-47fc-40e2-b5f1-343c6e7613c8 service neutron] For port 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:45.189194 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64a4619-8192-47b8-8ab2-9df6ebaa5d6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:45.191362 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b975acc-c453-41f0-b423-57ac11125073" -d '{"events": [{"server_uuid": "a64a4619-8192-47b8-8ab2-9df6ebaa5d6e", "name": "network-vif-unplugged", "status": "completed", "tag": "7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:45.195643 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-19dbcf47-47fc-40e2-b5f1-343c6e7613c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.207623 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-19dbcf47-47fc-40e2-b5f1-343c6e7613c8 service neutron] Transition to ACTIVE for port object 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:45.212638 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-19dbcf47-47fc-40e2-b5f1-343c6e7613c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.250633 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8aa19a9-c99c-4425-b7f7-ca790e53eaf3 x-openstack-request-id: req-f8aa19a9-c99c-4425-b7f7-ca790e53eaf3 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:45.250933 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64a4619-8192-47b8-8ab2-9df6ebaa5d6e", "name": "network-vif-unplugged", "status": "completed", "tag": "7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:45.251192 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f8aa19a9-c99c-4425-b7f7-ca790e53eaf3 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:45.251623 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64a4619-8192-47b8-8ab2-9df6ebaa5d6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8', 'code': 200} Aug 11 02:50:45.264777 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbcf47-47fc-40e2-b5f1-343c6e7613c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8,revision_number=6']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:45.280555 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-19dbcf47-47fc-40e2-b5f1-343c6e7613c8 service neutron] No DVR routers for this DVR port 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:45.313739 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-19dbcf47-47fc-40e2-b5f1-343c6e7613c8 service neutron] Attempting to bind port 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:45.314076 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-19dbcf47-47fc-40e2-b5f1-343c6e7613c8 service neutron] Attempting to bind port 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': 'b6743925-87d6-44ea-9745-42d972907df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8226f8c4-9062-45a1-a989-ae347d8da046'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:45.314410 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-19dbcf47-47fc-40e2-b5f1-343c6e7613c8 service neutron] Attempting to bind port 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 on network 8226f8c4-9062-45a1-a989-ae347d8da046 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:45.318612 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-19dbcf47-47fc-40e2-b5f1-343c6e7613c8 service neutron] Port 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 on network 8226f8c4-9062-45a1-a989-ae347d8da046 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:50:45.318936 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-19dbcf47-47fc-40e2-b5f1-343c6e7613c8 service neutron] Attempting to bind port 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 on network 8226f8c4-9062-45a1-a989-ae347d8da046 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:45.323782 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-19dbcf47-47fc-40e2-b5f1-343c6e7613c8 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:45.324120 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-19dbcf47-47fc-40e2-b5f1-343c6e7613c8 service neutron] Checking segment: {'id': 'b6743925-87d6-44ea-9745-42d972907df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8226f8c4-9062-45a1-a989-ae347d8da046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:45.324503 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-19dbcf47-47fc-40e2-b5f1-343c6e7613c8 service neutron] Bound using segment: {'id': 'b6743925-87d6-44ea-9745-42d972907df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8226f8c4-9062-45a1-a989-ae347d8da046'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:45.324930 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-19dbcf47-47fc-40e2-b5f1-343c6e7613c8 service neutron] Bound port: 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6743925-87d6-44ea-9745-42d972907df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8226f8c4-9062-45a1-a989-ae347d8da046'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:45.325304 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-19dbcf47-47fc-40e2-b5f1-343c6e7613c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.386582 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-19dbcf47-47fc-40e2-b5f1-343c6e7613c8 service neutron] For port 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:45.389579 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-19dbcf47-47fc-40e2-b5f1-343c6e7613c8 service neutron] For port 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8,segment=NetworkSegment(b6743925-87d6-44ea-9745-42d972907df8),segment_id=b6743925-87d6-44ea-9745-42d972907df8)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:45.393024 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-19dbcf47-47fc-40e2-b5f1-343c6e7613c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.428700 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-19dbcf47-47fc-40e2-b5f1-343c6e7613c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:45.429324 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-19dbcf47-47fc-40e2-b5f1-343c6e7613c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.430704 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-19dbcf47-47fc-40e2-b5f1-343c6e7613c8 service neutron] 10.222.0.73 "PUT /v2.0/ports/7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 HTTP/1.1" status: 200 len: 1093 time: 0.5833776 Aug 11 02:50:45.462397 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbcf47-47fc-40e2-b5f1-343c6e7613c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8,revision_number=7']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:45.496764 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-1e30de26-1e9f-4347-a375-16d17f845a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:45.498258 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-1e30de26-1e9f-4347-a375-16d17f845a50 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6dead9c218642a5990ed6648fa939cb&device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 1096 time: 0.0444343 Aug 11 02:50:45.586882 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-fd85e545-29b9-4afd-bb31-c72fa6a2f2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:45.588409 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-fd85e545-29b9-4afd-bb31-c72fa6a2f2f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8226f8c4-9062-45a1-a989-ae347d8da046 HTTP/1.1" status: 200 len: 915 time: 0.0830190 Aug 11 02:50:45.632795 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-f400aa2f-71ad-4664-8369-763f108cc741 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 HTTP/1.1" status: 200 len: 217 time: 0.0377431 Aug 11 02:50:45.666995 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1e3c4986-fafe-4718-8f57-65131499951d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.683312 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-f802c5c9-09b4-4c5b-a714-bc60bdb45a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:45.684932 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-f802c5c9-09b4-4c5b-a714-bc60bdb45a7c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=58f1b4d0-8efe-4b4c-9ca5-0dd1ec831e16 HTTP/1.1" status: 200 len: 854 time: 0.0443091 Aug 11 02:50:45.717014 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-1cebf880-6786-4050-8da9-20f7e7d7a806 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8226f8c4-9062-45a1-a989-ae347d8da046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251739 Aug 11 02:50:45.809014 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-fde0d1d3-6f9d-44b5-8432-5d8f9196824d service neutron] 10.222.0.73 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851228 Aug 11 02:50:45.897916 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-675d39dd-3bae-41f1-892c-ab93f563ad01 req-d1e36878-28cc-4af9-899e-32dc8c021b21 service neutron] 10.222.0.73 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814202 Aug 11 02:50:46.022765 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf239f7-d4c4-4dc5-bdee-b252b88857ad req-b4c1f234-93a8-4ba0-b901-1b25ed9c19f8 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:46.024319 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1bf239f7-d4c4-4dc5-bdee-b252b88857ad req-b4c1f234-93a8-4ba0-b901-1b25ed9c19f8 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 944 time: 0.0556996 Aug 11 02:50:46.061554 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1bf239f7-d4c4-4dc5-bdee-b252b88857ad req-4b85d031-e74c-4f1f-ae53-d9b64d682920 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311999 Aug 11 02:50:46.588730 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90ebfb-f4db-4138-8f11-c4223a638aa1 req-49028dca-d930-4f3e-970f-bf390f12676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:46.590221 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3c90ebfb-f4db-4138-8f11-c4223a638aa1 req-49028dca-d930-4f3e-970f-bf390f12676a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6dead9c218642a5990ed6648fa939cb&device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 1096 time: 0.0411055 Aug 11 02:50:46.694133 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90ebfb-f4db-4138-8f11-c4223a638aa1 req-98c096dd-62a4-49c3-bd43-4d4991fda941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:46.696279 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3c90ebfb-f4db-4138-8f11-c4223a638aa1 req-98c096dd-62a4-49c3-bd43-4d4991fda941 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8226f8c4-9062-45a1-a989-ae347d8da046 HTTP/1.1" status: 200 len: 915 time: 0.0873990 Aug 11 02:50:46.739029 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3c90ebfb-f4db-4138-8f11-c4223a638aa1 req-21045e5c-bef0-4591-b507-196c2f674e96 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 HTTP/1.1" status: 200 len: 217 time: 0.0333915 Aug 11 02:50:46.795984 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90ebfb-f4db-4138-8f11-c4223a638aa1 req-fe33adc8-d745-4a38-9a99-58e12e06e932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:46.797417 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3c90ebfb-f4db-4138-8f11-c4223a638aa1 req-fe33adc8-d745-4a38-9a99-58e12e06e932 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=58f1b4d0-8efe-4b4c-9ca5-0dd1ec831e16 HTTP/1.1" status: 200 len: 854 time: 0.0466261 Aug 11 02:50:46.828875 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3c90ebfb-f4db-4138-8f11-c4223a638aa1 req-a2e7fcc1-de40-4af2-a8ec-e82d152aef36 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8226f8c4-9062-45a1-a989-ae347d8da046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240080 Aug 11 02:50:46.919184 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3c90ebfb-f4db-4138-8f11-c4223a638aa1 req-23034ded-654e-4a70-b8da-ae51924a139a service neutron] 10.222.0.73 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812497 Aug 11 02:50:47.012438 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3c90ebfb-f4db-4138-8f11-c4223a638aa1 req-79f63835-e887-4ecf-8424-9cffc95f5d65 service neutron] 10.222.0.73 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862238 Aug 11 02:50:47.176915 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d9e7e-c817-44e0-bd65-dd03a2921ed6 req-6af84234-78dd-4619-a111-7735cdae2cc1 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:47.178304 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ad3d9e7e-c817-44e0-bd65-dd03a2921ed6 req-6af84234-78dd-4619-a111-7735cdae2cc1 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 944 time: 0.0486374 Aug 11 02:50:47.216714 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ad3d9e7e-c817-44e0-bd65-dd03a2921ed6 req-2c6ff55b-7834-4337-8cd3-d1feba5aba9a tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319316 Aug 11 02:50:47.252378 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64a4619-8192-47b8-8ab2-9df6ebaa5d6e', 'tag': '7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:47.254736 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e11214c-ca51-42f2-ac55-197403b776d7" -d '{"events": [{"name": "network-changed", "server_uuid": "a64a4619-8192-47b8-8ab2-9df6ebaa5d6e", "tag": "7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:47.301023 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0252f0f-b694-48e3-bff9-375415e045dd x-openstack-request-id: req-a0252f0f-b694-48e3-bff9-375415e045dd {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:47.301320 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a64a4619-8192-47b8-8ab2-9df6ebaa5d6e", "tag": "7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:47.301597 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a0252f0f-b694-48e3-bff9-375415e045dd {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:47.302019 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a64a4619-8192-47b8-8ab2-9df6ebaa5d6e', 'tag': '7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8', 'status': 'completed', 'code': 200} Aug 11 02:50:47.363339 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11214c-ca51-42f2-ac55-197403b776d7 req-6e7ec493-d955-4bf7-a30f-d787fbe0505b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:47.364873 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e11214c-ca51-42f2-ac55-197403b776d7 req-6e7ec493-d955-4bf7-a30f-d787fbe0505b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6dead9c218642a5990ed6648fa939cb&device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 1096 time: 0.0436182 Aug 11 02:50:47.365128 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11214c-ca51-42f2-ac55-197403b776d7 req-70656e12-4925-40e9-9118-69cca213ce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:47.366638 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e11214c-ca51-42f2-ac55-197403b776d7 req-70656e12-4925-40e9-9118-69cca213ce37 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6dead9c218642a5990ed6648fa939cb&device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 1096 time: 0.0407693 Aug 11 02:50:47.464408 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11214c-ca51-42f2-ac55-197403b776d7 req-79786f90-c69e-4276-a122-5f9f9b967062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:47.465903 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e11214c-ca51-42f2-ac55-197403b776d7 req-79786f90-c69e-4276-a122-5f9f9b967062 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8226f8c4-9062-45a1-a989-ae347d8da046 HTTP/1.1" status: 200 len: 915 time: 0.0919573 Aug 11 02:50:47.480611 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11214c-ca51-42f2-ac55-197403b776d7 req-b1824a80-35e9-4483-bd7d-180fc9d117a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:47.482107 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e11214c-ca51-42f2-ac55-197403b776d7 req-b1824a80-35e9-4483-bd7d-180fc9d117a0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8226f8c4-9062-45a1-a989-ae347d8da046 HTTP/1.1" status: 200 len: 915 time: 0.1038575 Aug 11 02:50:47.543021 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e11214c-ca51-42f2-ac55-197403b776d7 req-ae990a4b-7bbe-4841-828a-9935efbef8f4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 HTTP/1.1" status: 200 len: 217 time: 0.0383780 Aug 11 02:50:47.601015 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11214c-ca51-42f2-ac55-197403b776d7 req-0d8fdceb-c50c-49ee-9d09-f2d6b1ecfcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:47.602545 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e11214c-ca51-42f2-ac55-197403b776d7 req-0d8fdceb-c50c-49ee-9d09-f2d6b1ecfcff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=58f1b4d0-8efe-4b4c-9ca5-0dd1ec831e16 HTTP/1.1" status: 200 len: 854 time: 0.0526454 Aug 11 02:50:47.635784 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e11214c-ca51-42f2-ac55-197403b776d7 req-7a2b42c7-0730-4186-a65d-f347f0bba2cb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8226f8c4-9062-45a1-a989-ae347d8da046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260336 Aug 11 02:50:47.731022 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e11214c-ca51-42f2-ac55-197403b776d7 req-77e0ec87-0df6-4a38-a38c-0d1dbf36ca63 service neutron] 10.222.0.73 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882843 Aug 11 02:50:47.831019 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e11214c-ca51-42f2-ac55-197403b776d7 req-96f59da0-3494-4856-817d-cb554036b0c6 service neutron] 10.222.0.73 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928411 Aug 11 02:50:47.861854 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e11214c-ca51-42f2-ac55-197403b776d7 req-cc1e68ba-0be3-4374-aedc-a1449ce9f38f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 HTTP/1.1" status: 200 len: 217 time: 0.3885803 Aug 11 02:50:47.911394 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11214c-ca51-42f2-ac55-197403b776d7 req-7e210b77-9d78-4351-9153-2f0330d354dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:47.912934 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e11214c-ca51-42f2-ac55-197403b776d7 req-7e210b77-9d78-4351-9153-2f0330d354dd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=58f1b4d0-8efe-4b4c-9ca5-0dd1ec831e16 HTTP/1.1" status: 200 len: 854 time: 0.0429726 Aug 11 02:50:47.944000 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e11214c-ca51-42f2-ac55-197403b776d7 req-27119039-4106-40e4-beac-4f0c472116a3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8226f8c4-9062-45a1-a989-ae347d8da046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234234 Aug 11 02:50:48.040699 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e11214c-ca51-42f2-ac55-197403b776d7 req-0d836836-6db4-49a5-a627-1290be80570e service neutron] 10.222.0.66 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881591 Aug 11 02:50:48.130303 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e11214c-ca51-42f2-ac55-197403b776d7 req-309211dc-6f08-46df-91dd-dba47549957e service neutron] 10.222.0.66 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817935 Aug 11 02:50:48.218830 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:50:48.312535 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8,segment=NetworkSegment(b6743925-87d6-44ea-9745-42d972907df8),segment_id=b6743925-87d6-44ea-9745-42d972907df8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:48.324386 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8', 'network_id': '8226f8c4-9062-45a1-a989-ae347d8da046', 'port_id': '7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8', 'mac_address': 'fa:16:3e:7d:fe:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f1b4d0-8efe-4b4c-9ca5-0dd1ec831e16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:50:48.335767 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190d02f-88f4-44d0-abb4-9e6e167ee4d4 req-6977e0a8-064d-41ee-9bed-4d5e55ef8add tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:48.337317 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2190d02f-88f4-44d0-abb4-9e6e167ee4d4 req-6977e0a8-064d-41ee-9bed-4d5e55ef8add tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 944 time: 0.0502129 Aug 11 02:50:48.376219 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2190d02f-88f4-44d0-abb4-9e6e167ee4d4 req-3f380bba-4794-42a3-91d8-e4744f0725f8 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327997 Aug 11 02:50:48.376561 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1c50db81-081c-409a-bf06-1c16ab6717bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.388009 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.397820 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.404405 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:48.424513 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8,segment=NetworkSegment(b6743925-87d6-44ea-9745-42d972907df8),segment_id=b6743925-87d6-44ea-9745-42d972907df8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:48.428982 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.479713 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:48.487466 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:48.487981 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:48.488614 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:48.488726 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:48.489043 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:48.489931 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:48.489931 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:48.490111 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:48.490580 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:48.490658 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:48.491140 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:48.491996 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:48.581100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb29a3d-8d88-4bd5-9ccd-0ce6c7e133b3 req-ff87a95a-238c-4031-a3e7-1fde461e9cdd tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:48.582556 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eeb29a3d-8d88-4bd5-9ccd-0ce6c7e133b3 req-ff87a95a-238c-4031-a3e7-1fde461e9cdd tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 945 time: 0.0494695 Aug 11 02:50:48.597238 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468dc245-b9ff-4048-ba83-e05c16bd6b9b req-c7f977aa-8719-4898-ae09-10ca90900e37 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:48.598797 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-468dc245-b9ff-4048-ba83-e05c16bd6b9b req-c7f977aa-8719-4898-ae09-10ca90900e37 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e&tenant_id=d6dead9c218642a5990ed6648fa939cb&binding%3Ahost_id=n-h1-615180-33 HTTP/1.1" status: 200 len: 945 time: 0.0618899 Aug 11 02:50:48.623288 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eeb29a3d-8d88-4bd5-9ccd-0ce6c7e133b3 req-4628e4d7-3c5d-4841-9dd7-5e1800279ccd tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339773 Aug 11 02:50:48.639475 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:48.665503 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [req-468dc245-b9ff-4048-ba83-e05c16bd6b9b req-7658ea0d-443e-48b6-a267-ccf143a090d7 service neutron] delete failed (client error): The resource could not be found. Aug 11 02:50:48.666518 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-468dc245-b9ff-4048-ba83-e05c16bd6b9b req-7658ea0d-443e-48b6-a267-ccf143a090d7 service neutron] 10.222.0.66 "DELETE /v2.0/ports/7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8/bindings/n-h2-615180-33 HTTP/1.1" status: 404 len: 381 time: 0.0592785 Aug 11 02:50:48.749089 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468dc245-b9ff-4048-ba83-e05c16bd6b9b req-deff5a36-a06d-40c0-8869-1c49de708e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:48.750647 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-468dc245-b9ff-4048-ba83-e05c16bd6b9b req-deff5a36-a06d-40c0-8869-1c49de708e30 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6dead9c218642a5990ed6648fa939cb&device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 1097 time: 0.0418241 Aug 11 02:50:48.842431 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468dc245-b9ff-4048-ba83-e05c16bd6b9b req-814ebb48-bfcb-475c-95e2-18bd700b5d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:48.843837 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-468dc245-b9ff-4048-ba83-e05c16bd6b9b req-814ebb48-bfcb-475c-95e2-18bd700b5d45 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8226f8c4-9062-45a1-a989-ae347d8da046 HTTP/1.1" status: 200 len: 915 time: 0.0859866 Aug 11 02:50:48.884421 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-468dc245-b9ff-4048-ba83-e05c16bd6b9b req-38418445-4aa7-4572-9c9b-73202f132264 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 HTTP/1.1" status: 200 len: 217 time: 0.0327499 Aug 11 02:50:48.932745 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468dc245-b9ff-4048-ba83-e05c16bd6b9b req-b0574366-d1da-4a07-aad0-3e2592ca9c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:48.934124 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-468dc245-b9ff-4048-ba83-e05c16bd6b9b req-b0574366-d1da-4a07-aad0-3e2592ca9c45 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=58f1b4d0-8efe-4b4c-9ca5-0dd1ec831e16 HTTP/1.1" status: 200 len: 854 time: 0.0423424 Aug 11 02:50:48.964932 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-468dc245-b9ff-4048-ba83-e05c16bd6b9b req-938de1f5-1ae7-403a-b627-6e745bbb7412 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8226f8c4-9062-45a1-a989-ae347d8da046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234158 Aug 11 02:50:49.054229 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-468dc245-b9ff-4048-ba83-e05c16bd6b9b req-48b34425-9908-4728-b7d9-39f65fc733af service neutron] 10.222.0.66 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827231 Aug 11 02:50:49.141610 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-468dc245-b9ff-4048-ba83-e05c16bd6b9b req-a686e632-12ed-4724-bc77-67206324acbd service neutron] 10.222.0.66 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796328 Aug 11 02:50:49.215834 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:49.256242 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:49.755634 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d4147-2e9b-4eb6-80f3-cabc70d04830 req-8da9d557-8639-4fd1-8d00-5f2f9de9676f tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:49.757809 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c35d4147-2e9b-4eb6-80f3-cabc70d04830 req-8da9d557-8639-4fd1-8d00-5f2f9de9676f tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 945 time: 0.0639496 Aug 11 02:50:49.797888 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c35d4147-2e9b-4eb6-80f3-cabc70d04830 req-4c98a187-ec62-47f1-92ce-4b3dbe69004b tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333486 Aug 11 02:50:49.933452 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13cf65-5fb8-4995-8008-3d8bbea77d86 req-81671f6c-96b1-48a8-a83e-bd89ca356137 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:49.934988 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7e13cf65-5fb8-4995-8008-3d8bbea77d86 req-81671f6c-96b1-48a8-a83e-bd89ca356137 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 945 time: 0.0535233 Aug 11 02:50:49.976327 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7e13cf65-5fb8-4995-8008-3d8bbea77d86 req-b2a9a76d-08d5-4b0a-89c2-6a8cb71d1e93 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352077 Aug 11 02:50:50.048295 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:50.091638 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d4cc8-06dd-4dad-9eb8-94c0d21ecc12 req-43855ca5-6d55-491e-87e2-a5da8229916c tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:50.093060 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a6d4cc8-06dd-4dad-9eb8-94c0d21ecc12 req-43855ca5-6d55-491e-87e2-a5da8229916c tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 945 time: 0.0495343 Aug 11 02:50:50.130879 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5a6d4cc8-06dd-4dad-9eb8-94c0d21ecc12 req-1b72ba2c-5046-46d1-a88b-e6fbf3dcaa21 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319035 Aug 11 02:50:50.243711 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:50.296476 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:50.300185 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:50.300558 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:50.383278 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:50.405697 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64a4619-8192-47b8-8ab2-9df6ebaa5d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:50.407946 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c230c8e-0558-4682-b688-83ac74b69037" -d '{"events": [{"server_uuid": "a64a4619-8192-47b8-8ab2-9df6ebaa5d6e", "name": "network-vif-plugged", "status": "completed", "tag": "7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:50.422140 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8,segment=NetworkSegment(b6743925-87d6-44ea-9745-42d972907df8),segment_id=b6743925-87d6-44ea-9745-42d972907df8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:50.427733 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:50.451839 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed80f89-4286-469b-a311-8edf425a69e0 x-openstack-request-id: req-9ed80f89-4286-469b-a311-8edf425a69e0 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:50.452186 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64a4619-8192-47b8-8ab2-9df6ebaa5d6e", "name": "network-vif-plugged", "status": "completed", "tag": "7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:50.452440 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9ed80f89-4286-469b-a311-8edf425a69e0 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:50.452836 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64a4619-8192-47b8-8ab2-9df6ebaa5d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8', 'code': 200} Aug 11 02:50:50.480272 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8,revision_number=9']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:50.487124 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-29983232-37fe-4178-97e8-e0f942c62e38 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:50.488631 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-29983232-37fe-4178-97e8-e0f942c62e38 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/networks?id=8226f8c4-9062-45a1-a989-ae347d8da046 HTTP/1.1" status: 200 len: 814 time: 0.1089473 Aug 11 02:50:50.503523 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-4c5aaa22-7fb3-4fb4-8d6d-88204ac691a5 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/quotas/d6dead9c218642a5990ed6648fa939cb HTTP/1.1" status: 200 len: 375 time: 0.0091524 Aug 11 02:50:50.553009 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-6aa10c93-6727-493f-946b-bec3c6ec2159 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d6dead9c218642a5990ed6648fa939cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0441103 Aug 11 02:50:50.640448 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-fae86060-abe4-4877-a2bd-9b7a17097b51 service neutron] 10.222.0.50 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804343 Aug 11 02:50:50.731253 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-4c17ad68-66d3-4706-b9db-c675aa312bc4 service neutron] 10.222.0.50 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849049 Aug 11 02:50:50.895251 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8cb9af7f-9a11-4ea9-9070-3a3e8fee1895 req-30f3adb9-1879-499e-accc-78cc35ccf057 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 210 time: 0.0284774 Aug 11 02:50:51.556052 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:51.753207 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61ccdd-598e-466b-a62f-a6d0cf0e3ef7 req-0bc9b087-aec7-45f3-bbc1-cb05f47ea625 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:51.754705 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7e61ccdd-598e-466b-a62f-a6d0cf0e3ef7 req-0bc9b087-aec7-45f3-bbc1-cb05f47ea625 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.73 "GET /v2.0/ports?device_id=a64a4619-8192-47b8-8ab2-9df6ebaa5d6e HTTP/1.1" status: 200 len: 946 time: 0.1035380 Aug 11 02:50:51.861559 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-87e20c36-5fbe-4110-b23c-43c67cc4a54c tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:51.862997 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-87e20c36-5fbe-4110-b23c-43c67cc4a54c tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.73 "GET /v2.0/networks?id=8226f8c4-9062-45a1-a989-ae347d8da046 HTTP/1.1" status: 200 len: 814 time: 0.1759617 Aug 11 02:50:51.879918 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-39e97ab7-1042-4ae5-926c-c1cf4171879e tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Request body: {'port': {'device_id': 'd67ef70d-2029-446a-bc38-b3f37f95f1ed', 'network_id': '8226f8c4-9062-45a1-a989-ae347d8da046', 'admin_state_up': True, 'tenant_id': 'd6dead9c218642a5990ed6648fa939cb'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:51.938843 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-7e61ccdd-598e-466b-a62f-a6d0cf0e3ef7 req-aea8eb77-2ebe-4c20-aab2-fcc9b9671484 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Deleting port 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:51.939188 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7e61ccdd-598e-466b-a62f-a6d0cf0e3ef7 req-aea8eb77-2ebe-4c20-aab2-fcc9b9671484 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:51.992446 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-77e773c5-5522-4b65-a6b0-f095aadfbe9f req-d9e794a9-45d2-4dc5-95bd-34ec1ae4ccd3 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 210 time: 0.0299048 Aug 11 02:50:52.068776 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-7e61ccdd-598e-466b-a62f-a6d0cf0e3ef7 req-aea8eb77-2ebe-4c20-aab2-fcc9b9671484 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] For port 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8,segment=NetworkSegment(b6743925-87d6-44ea-9745-42d972907df8),segment_id=b6743925-87d6-44ea-9745-42d972907df8)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:52.069191 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7e61ccdd-598e-466b-a62f-a6d0cf0e3ef7 req-aea8eb77-2ebe-4c20-aab2-fcc9b9671484 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:52.086062 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-7e61ccdd-598e-466b-a62f-a6d0cf0e3ef7 req-aea8eb77-2ebe-4c20-aab2-fcc9b9671484 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Calling delete_port for 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:52.087882 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-39e97ab7-1042-4ae5-926c-c1cf4171879e tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Made reservation on behalf of d6dead9c218642a5990ed6648fa939cb for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:52.091481 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-39e97ab7-1042-4ae5-926c-c1cf4171879e tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:52.305964 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-39e97ab7-1042-4ae5-926c-c1cf4171879e tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Allocated IP 172.20.0.2 (8226f8c4-9062-45a1-a989-ae347d8da046/58f1b4d0-8efe-4b4c-9ca5-0dd1ec831e16/c539fda4-a333-454c-bf69-b662904874cf) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:52.349402 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7e61ccdd-598e-466b-a62f-a6d0cf0e3ef7 req-aea8eb77-2ebe-4c20-aab2-fcc9b9671484 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:52.361112 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:52.394055 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8eb77-2ebe-4c20-aab2-fcc9b9671484 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Pushing event deleted for resources: {'Port': ['ID=7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:52.480558 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e61ccdd-598e-466b-a62f-a6d0cf0e3ef7 req-aea8eb77-2ebe-4c20-aab2-fcc9b9671484 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] No DVR routers for this DVR port 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:52.484843 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7e61ccdd-598e-466b-a62f-a6d0cf0e3ef7 req-aea8eb77-2ebe-4c20-aab2-fcc9b9671484 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:52.486876 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7e61ccdd-598e-466b-a62f-a6d0cf0e3ef7 req-aea8eb77-2ebe-4c20-aab2-fcc9b9671484 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.73 "DELETE /v2.0/ports/7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 HTTP/1.1" status: 204 len: 173 time: 0.7224467 Aug 11 02:50:52.487322 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64a4619-8192-47b8-8ab2-9df6ebaa5d6e', 'name': 'network-vif-deleted', 'tag': '7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:52.489723 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cff5e10-45bf-4f39-bf92-85ba5a8c08d5" -d '{"events": [{"server_uuid": "a64a4619-8192-47b8-8ab2-9df6ebaa5d6e", "name": "network-vif-deleted", "tag": "7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:52.531985 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec6c29e-c5a1-4913-8eeb-cfe89de21d31 x-openstack-request-id: req-9ec6c29e-c5a1-4913-8eeb-cfe89de21d31 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:52.532272 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64a4619-8192-47b8-8ab2-9df6ebaa5d6e", "name": "network-vif-deleted", "tag": "7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:52.532523 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9ec6c29e-c5a1-4913-8eeb-cfe89de21d31 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:52.532920 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64a4619-8192-47b8-8ab2-9df6ebaa5d6e', 'name': 'network-vif-deleted', 'tag': '7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8', 'status': 'completed', 'code': 200} Aug 11 02:50:52.558508 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-39e97ab7-1042-4ae5-926c-c1cf4171879e tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:52.600396 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-39e97ab7-1042-4ae5-926c-c1cf4171879e tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:52.611821 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:52.649532 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-39e97ab7-1042-4ae5-926c-c1cf4171879e tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Network 8226f8c4-9062-45a1-a989-ae347d8da046 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:52.652621 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-39e97ab7-1042-4ae5-926c-c1cf4171879e tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:52.656368 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-39e97ab7-1042-4ae5-926c-c1cf4171879e tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:52.662455 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e97ab7-1042-4ae5-926c-c1cf4171879e tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Pushing event updated for resources: {'Port': ['ID=c539fda4-a333-454c-bf69-b662904874cf,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:52.706994 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-39e97ab7-1042-4ae5-926c-c1cf4171879e tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:52.707643 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-39e97ab7-1042-4ae5-926c-c1cf4171879e tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:52.720931 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-39e97ab7-1042-4ae5-926c-c1cf4171879e tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8469927 Aug 11 02:50:52.734761 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-eead1fcb-a4df-42d7-ae76-72abfd0656dd service neutron] Request body: {'port': {'device_id': 'd67ef70d-2029-446a-bc38-b3f37f95f1ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:52.788202 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-eead1fcb-a4df-42d7-ae76-72abfd0656dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.059244 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-eead1fcb-a4df-42d7-ae76-72abfd0656dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c539fda4-a333-454c-bf69-b662904874cf {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:53.066950 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-eead1fcb-a4df-42d7-ae76-72abfd0656dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.079858 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-eead1fcb-a4df-42d7-ae76-72abfd0656dd service neutron] Transition to ACTIVE for port object c539fda4-a333-454c-bf69-b662904874cf will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:53.083688 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-eead1fcb-a4df-42d7-ae76-72abfd0656dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.112362 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f842f4-383a-419b-988a-e8e43c7b80d5 req-836c9793-5c1d-40b0-831e-d155a265d293 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:53.113893 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-55f842f4-383a-419b-988a-e8e43c7b80d5 req-836c9793-5c1d-40b0-831e-d155a265d293 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 931 time: 0.0505657 Aug 11 02:50:53.136710 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead1fcb-a4df-42d7-ae76-72abfd0656dd service neutron] Pushing event updated for resources: {'Port': ['ID=c539fda4-a333-454c-bf69-b662904874cf,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:53.154197 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-55f842f4-383a-419b-988a-e8e43c7b80d5 req-8a24b49d-5fa6-4cec-ae39-d529e0ef76d6 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340033 Aug 11 02:50:53.203316 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-eead1fcb-a4df-42d7-ae76-72abfd0656dd service neutron] Attempting to bind port c539fda4-a333-454c-bf69-b662904874cf on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:53.203704 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-eead1fcb-a4df-42d7-ae76-72abfd0656dd service neutron] Attempting to bind port c539fda4-a333-454c-bf69-b662904874cf by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': 'b6743925-87d6-44ea-9745-42d972907df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8226f8c4-9062-45a1-a989-ae347d8da046'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:53.204020 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-eead1fcb-a4df-42d7-ae76-72abfd0656dd service neutron] Attempting to bind port c539fda4-a333-454c-bf69-b662904874cf on network 8226f8c4-9062-45a1-a989-ae347d8da046 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:53.208303 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-eead1fcb-a4df-42d7-ae76-72abfd0656dd service neutron] Port c539fda4-a333-454c-bf69-b662904874cf on network 8226f8c4-9062-45a1-a989-ae347d8da046 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:50:53.208623 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-eead1fcb-a4df-42d7-ae76-72abfd0656dd service neutron] Attempting to bind port c539fda4-a333-454c-bf69-b662904874cf on network 8226f8c4-9062-45a1-a989-ae347d8da046 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:53.213669 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-eead1fcb-a4df-42d7-ae76-72abfd0656dd service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:53.213997 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-eead1fcb-a4df-42d7-ae76-72abfd0656dd service neutron] Checking segment: {'id': 'b6743925-87d6-44ea-9745-42d972907df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8226f8c4-9062-45a1-a989-ae347d8da046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:53.214373 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-eead1fcb-a4df-42d7-ae76-72abfd0656dd service neutron] Bound using segment: {'id': 'b6743925-87d6-44ea-9745-42d972907df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8226f8c4-9062-45a1-a989-ae347d8da046'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:53.214852 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-eead1fcb-a4df-42d7-ae76-72abfd0656dd service neutron] Bound port: c539fda4-a333-454c-bf69-b662904874cf, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6743925-87d6-44ea-9745-42d972907df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8226f8c4-9062-45a1-a989-ae347d8da046'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:53.215202 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-eead1fcb-a4df-42d7-ae76-72abfd0656dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.277781 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-eead1fcb-a4df-42d7-ae76-72abfd0656dd service neutron] For port c539fda4-a333-454c-bf69-b662904874cf, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:53.280703 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-eead1fcb-a4df-42d7-ae76-72abfd0656dd service neutron] For port c539fda4-a333-454c-bf69-b662904874cf, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=c539fda4-a333-454c-bf69-b662904874cf,segment=NetworkSegment(b6743925-87d6-44ea-9745-42d972907df8),segment_id=b6743925-87d6-44ea-9745-42d972907df8)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:53.285633 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-eead1fcb-a4df-42d7-ae76-72abfd0656dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.318396 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-eead1fcb-a4df-42d7-ae76-72abfd0656dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:53.319306 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-eead1fcb-a4df-42d7-ae76-72abfd0656dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.320758 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-eead1fcb-a4df-42d7-ae76-72abfd0656dd service neutron] 10.222.0.73 "PUT /v2.0/ports/c539fda4-a333-454c-bf69-b662904874cf HTTP/1.1" status: 200 len: 1092 time: 0.5902901 Aug 11 02:50:53.351603 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead1fcb-a4df-42d7-ae76-72abfd0656dd service neutron] Pushing event updated for resources: {'Port': ['ID=c539fda4-a333-454c-bf69-b662904874cf,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:53.394400 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-12a3c442-b624-4fb2-9b46-de25e429fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:53.395925 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-12a3c442-b624-4fb2-9b46-de25e429fe95 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6dead9c218642a5990ed6648fa939cb&device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 1095 time: 0.0402868 Aug 11 02:50:53.440871 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-269893c2-513a-43b7-80ba-77ce70847a98 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c539fda4-a333-454c-bf69-b662904874cf HTTP/1.1" status: 200 len: 217 time: 0.0362067 Aug 11 02:50:53.490121 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-206e0d02-3c5c-4384-9863-7f78a7c780bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:53.491553 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-206e0d02-3c5c-4384-9863-7f78a7c780bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=58f1b4d0-8efe-4b4c-9ca5-0dd1ec831e16 HTTP/1.1" status: 200 len: 854 time: 0.0438318 Aug 11 02:50:53.522700 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-af72bc2b-df4a-4fd7-8219-1cdcb2d7903b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8226f8c4-9062-45a1-a989-ae347d8da046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234113 Aug 11 02:50:53.613198 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-a5bb93f7-4b95-4d77-bf04-de7e48a1c61e service neutron] 10.222.0.73 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833561 Aug 11 02:50:53.699245 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fbb38d20-acea-4f69-982d-8bda4bdae384 req-f14ceac7-5fe7-4556-82f9-7e0d5da9b32f service neutron] 10.222.0.73 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795367 Aug 11 02:50:54.272609 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e858fb-e979-44a2-acaa-67dd3ddecd39 req-627fa413-4519-4bb0-ac67-a3bedcf87cff tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:54.274088 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b3e858fb-e979-44a2-acaa-67dd3ddecd39 req-627fa413-4519-4bb0-ac67-a3bedcf87cff tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 943 time: 0.0496819 Aug 11 02:50:54.310293 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b3e858fb-e979-44a2-acaa-67dd3ddecd39 req-a0296631-ae79-41d9-bfda-6dc1af6c516f tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302618 Aug 11 02:50:54.373421 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:50:54.534347 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67ef70d-2029-446a-bc38-b3f37f95f1ed', 'tag': 'c539fda4-a333-454c-bf69-b662904874cf'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:54.536703 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8385da-73c4-4602-8996-823c227faee7" -d '{"events": [{"name": "network-changed", "server_uuid": "d67ef70d-2029-446a-bc38-b3f37f95f1ed", "tag": "c539fda4-a333-454c-bf69-b662904874cf"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:54.572238 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ff8ec2-e19c-47cb-998f-0bad7f3589fc x-openstack-request-id: req-e7ff8ec2-e19c-47cb-998f-0bad7f3589fc {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:54.572537 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67ef70d-2029-446a-bc38-b3f37f95f1ed", "tag": "c539fda4-a333-454c-bf69-b662904874cf", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:54.572789 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e7ff8ec2-e19c-47cb-998f-0bad7f3589fc {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:54.573192 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67ef70d-2029-446a-bc38-b3f37f95f1ed', 'tag': 'c539fda4-a333-454c-bf69-b662904874cf', 'status': 'completed', 'code': 200} Aug 11 02:50:54.638516 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8385da-73c4-4602-8996-823c227faee7 req-e387f263-02a0-4336-ad3c-5552eb0314ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:54.640036 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3b8385da-73c4-4602-8996-823c227faee7 req-e387f263-02a0-4336-ad3c-5552eb0314ad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6dead9c218642a5990ed6648fa939cb&device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 1095 time: 0.0455675 Aug 11 02:50:54.727005 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8385da-73c4-4602-8996-823c227faee7 req-262a2fbe-34f3-41a1-aa65-f89ea1d2a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:54.728506 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3b8385da-73c4-4602-8996-823c227faee7 req-262a2fbe-34f3-41a1-aa65-f89ea1d2a88d service neutron] 10.222.0.73 "GET /v2.0/networks?id=8226f8c4-9062-45a1-a989-ae347d8da046 HTTP/1.1" status: 200 len: 915 time: 0.0815542 Aug 11 02:50:54.758488 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.776748 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3b8385da-73c4-4602-8996-823c227faee7 req-6d58e3c3-0d0c-4ecd-aa9b-1e53dd70e8ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c539fda4-a333-454c-bf69-b662904874cf HTTP/1.1" status: 200 len: 217 time: 0.0409119 Aug 11 02:50:55.122983 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8385da-73c4-4602-8996-823c227faee7 req-27ebde48-b20e-4765-a941-2943f4dfdf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:55.124494 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3b8385da-73c4-4602-8996-823c227faee7 req-27ebde48-b20e-4765-a941-2943f4dfdf85 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=58f1b4d0-8efe-4b4c-9ca5-0dd1ec831e16 HTTP/1.1" status: 200 len: 854 time: 0.3413682 Aug 11 02:50:55.155794 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3b8385da-73c4-4602-8996-823c227faee7 req-6ac9b0fb-44a8-48ad-9ede-c2954030a614 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8226f8c4-9062-45a1-a989-ae347d8da046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231519 Aug 11 02:50:55.245158 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3b8385da-73c4-4602-8996-823c227faee7 req-47fd022a-5afa-4f2e-84d4-43a9a7bb1f17 service neutron] 10.222.0.73 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822673 Aug 11 02:50:55.335123 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3b8385da-73c4-4602-8996-823c227faee7 req-d568149a-7669-4c3d-b460-08852d25739a service neutron] 10.222.0.73 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826664 Aug 11 02:50:55.426096 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d131c-9681-44fb-8370-9b2bcf0f3b0d req-50108e84-642a-433d-be0c-2c6556da3214 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:55.427485 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-622d131c-9681-44fb-8370-9b2bcf0f3b0d req-50108e84-642a-433d-be0c-2c6556da3214 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 943 time: 0.0482752 Aug 11 02:50:55.464197 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-622d131c-9681-44fb-8370-9b2bcf0f3b0d req-0691f61d-f0cb-4318-94c1-90f9b685b31d tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301862 Aug 11 02:50:55.618115 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.289862 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device c539fda4-a333-454c-bf69-b662904874cf details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:50:56.292939 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:56.320144 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:50:56.320484 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 7d73aa1f-90e7-47fd-b215-4bf1ab21ebb8 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:56.401885 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port c539fda4-a333-454c-bf69-b662904874cf, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=c539fda4-a333-454c-bf69-b662904874cf,segment=NetworkSegment(b6743925-87d6-44ea-9745-42d972907df8),segment_id=b6743925-87d6-44ea-9745-42d972907df8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:56.411980 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'c539fda4-a333-454c-bf69-b662904874cf', 'network_id': '8226f8c4-9062-45a1-a989-ae347d8da046', 'port_id': 'c539fda4-a333-454c-bf69-b662904874cf', 'mac_address': 'fa:16:3e:37:83:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f1b4d0-8efe-4b4c-9ca5-0dd1ec831e16', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:50:56.448944 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.464817 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c539fda4-a333-454c-bf69-b662904874cf {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:56.484526 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port c539fda4-a333-454c-bf69-b662904874cf, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=c539fda4-a333-454c-bf69-b662904874cf,segment=NetworkSegment(b6743925-87d6-44ea-9745-42d972907df8),segment_id=b6743925-87d6-44ea-9745-42d972907df8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:56.488337 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.535390 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=c539fda4-a333-454c-bf69-b662904874cf,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:56.585011 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2479e70-4d9f-4c43-93f4-7cf03ce9a321 req-253b7c44-3e2b-48e8-8df7-51fa37aa8692 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:56.586507 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d2479e70-4d9f-4c43-93f4-7cf03ce9a321 req-253b7c44-3e2b-48e8-8df7-51fa37aa8692 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 944 time: 0.0525880 Aug 11 02:50:56.623950 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d2479e70-4d9f-4c43-93f4-7cf03ce9a321 req-f9a44d8e-db30-4fc4-af0f-e6455600328c tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315216 Aug 11 02:50:56.675497 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['c539fda4-a333-454c-bf69-b662904874cf'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:57.740488 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b6d93-cfcf-4082-a6a2-310e981f1884 req-9615173e-308c-4ce3-a852-2dd0a342eb5d tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:57.741973 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-502b6d93-cfcf-4082-a6a2-310e981f1884 req-9615173e-308c-4ce3-a852-2dd0a342eb5d tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 944 time: 0.0533111 Aug 11 02:50:57.780390 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-502b6d93-cfcf-4082-a6a2-310e981f1884 req-38864930-fd9c-4f9b-a6c9-5a209c4c0e07 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321259 Aug 11 02:50:58.290575 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device c539fda4-a333-454c-bf69-b662904874cf up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:58.340017 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port c539fda4-a333-454c-bf69-b662904874cf completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:58.343796 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port c539fda4-a333-454c-bf69-b662904874cf triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:58.344174 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.420486 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.443017 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67ef70d-2029-446a-bc38-b3f37f95f1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c539fda4-a333-454c-bf69-b662904874cf'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:58.445283 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36464781-2c37-40a2-8ed7-55082d9544ce" -d '{"events": [{"server_uuid": "d67ef70d-2029-446a-bc38-b3f37f95f1ed", "name": "network-vif-plugged", "status": "completed", "tag": "c539fda4-a333-454c-bf69-b662904874cf"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:58.457850 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port c539fda4-a333-454c-bf69-b662904874cf, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=c539fda4-a333-454c-bf69-b662904874cf,segment=NetworkSegment(b6743925-87d6-44ea-9745-42d972907df8),segment_id=b6743925-87d6-44ea-9745-42d972907df8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:58.461778 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.514982 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=c539fda4-a333-454c-bf69-b662904874cf,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:58.715460 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a3e51b-78ac-4039-8ddc-361b7bb677d3 x-openstack-request-id: req-37a3e51b-78ac-4039-8ddc-361b7bb677d3 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:58.715810 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67ef70d-2029-446a-bc38-b3f37f95f1ed", "name": "network-vif-plugged", "status": "completed", "tag": "c539fda4-a333-454c-bf69-b662904874cf", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:58.716073 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-37a3e51b-78ac-4039-8ddc-361b7bb677d3 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:58.716476 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67ef70d-2029-446a-bc38-b3f37f95f1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c539fda4-a333-454c-bf69-b662904874cf', 'code': 200} Aug 11 02:50:58.809139 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501deed-f866-421e-9b82-7dff1dfac23d req-d0fa3556-a230-4b36-a930-e221b215e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:58.810682 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7501deed-f866-421e-9b82-7dff1dfac23d req-d0fa3556-a230-4b36-a930-e221b215e58c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 1097 time: 0.0403547 Aug 11 02:50:58.844936 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7501deed-f866-421e-9b82-7dff1dfac23d req-00d933b5-369e-44e9-853b-1814383c2c84 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274835 Aug 11 02:50:58.891353 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad168c-6980-4fc0-a929-d9606e0e653e req-08f07265-031d-4a2a-8a52-d9ebcec08f17 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:58.892839 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b2ad168c-6980-4fc0-a929-d9606e0e653e req-08f07265-031d-4a2a-8a52-d9ebcec08f17 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0470455 Aug 11 02:50:58.929913 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b2ad168c-6980-4fc0-a929-d9606e0e653e req-f8f021ee-496e-44b8-ab9a-52d19bde6659 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307677 Aug 11 02:51:00.044534 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557512ab-57ce-4b69-9630-f4cb24108852 req-5f44f946-b97c-4e71-9751-227c84eb768f tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:00.046028 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-557512ab-57ce-4b69-9630-f4cb24108852 req-5f44f946-b97c-4e71-9751-227c84eb768f tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0482647 Aug 11 02:51:00.083500 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-557512ab-57ce-4b69-9630-f4cb24108852 req-2897c5af-b835-4f1c-a27d-1bd382cc7dae tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313156 Aug 11 02:51:00.207921 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7479b2-7447-4e5e-b3e5-43cf005f9223 req-0912d21c-231d-4285-9716-ce8a57881095 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:00.209798 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ff7479b2-7447-4e5e-b3e5-43cf005f9223 req-0912d21c-231d-4285-9716-ce8a57881095 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0518875 Aug 11 02:51:00.247129 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ff7479b2-7447-4e5e-b3e5-43cf005f9223 req-a2814d40-7b11-4085-8c98-cc90ebb51582 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314388 Aug 11 02:51:00.473516 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-4ff51432-006c-4faa-ae5b-6062cb23b8ff service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0419216 Aug 11 02:51:00.487462 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779db46-1427-434b-838e-c6f3313830d5 req-b1676442-cfc3-49d2-a8e1-75a7e98f30bb tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:00.489202 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8779db46-1427-434b-838e-c6f3313830d5 req-b1676442-cfc3-49d2-a8e1-75a7e98f30bb tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0499647 Aug 11 02:51:00.528246 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8779db46-1427-434b-838e-c6f3313830d5 req-63f8dee4-9659-4c3b-9d93-afda90fdd145 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331481 Aug 11 02:51:01.571517 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-45515b9f-7820-408d-b6af-99706f5b5e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:01.573079 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-45515b9f-7820-408d-b6af-99706f5b5e83 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6dead9c218642a5990ed6648fa939cb&device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 1097 time: 0.0419173 Aug 11 02:51:01.645462 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49fd0e-67e9-4663-a4be-4c6d7f062133 req-3a6efe9d-5674-444b-9f83-e7c987496697 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:01.647476 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1b49fd0e-67e9-4663-a4be-4c6d7f062133 req-3a6efe9d-5674-444b-9f83-e7c987496697 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0521967 Aug 11 02:51:01.668178 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-7bd0e714-4c38-4227-91e9-337979ecebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:01.669735 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-7bd0e714-4c38-4227-91e9-337979ecebd4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8226f8c4-9062-45a1-a989-ae347d8da046 HTTP/1.1" status: 200 len: 915 time: 0.0901873 Aug 11 02:51:01.685930 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1b49fd0e-67e9-4663-a4be-4c6d7f062133 req-0b9fe213-69d4-4f85-b28c-beb3b97f6f16 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315411 Aug 11 02:51:01.710616 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-94c9d30b-ec00-4a0c-98fb-adb6ae63e2bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c539fda4-a333-454c-bf69-b662904874cf HTTP/1.1" status: 200 len: 217 time: 0.0343535 Aug 11 02:51:01.759169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-f67eb354-aa75-4e13-8ece-4b419bc0a102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:01.760635 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-f67eb354-aa75-4e13-8ece-4b419bc0a102 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=58f1b4d0-8efe-4b4c-9ca5-0dd1ec831e16 HTTP/1.1" status: 200 len: 854 time: 0.0439746 Aug 11 02:51:01.794761 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-3f3c22ee-7195-4b2d-9fa1-ca92da24f881 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8226f8c4-9062-45a1-a989-ae347d8da046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278137 Aug 11 02:51:01.883587 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-5827037f-72f7-4d0c-a97b-e65e3be5f650 service neutron] 10.222.0.73 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820954 Aug 11 02:51:01.974451 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-270915f8-5c4a-4c65-bd05-06852bf9646e service neutron] 10.222.0.73 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845103 Aug 11 02:51:02.800555 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade52f9-fd50-44e1-ab2f-c8c804e6986a req-c8bccc94-ed2f-4f02-becb-9ebcb7507368 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:02.802047 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aade52f9-fd50-44e1-ab2f-c8c804e6986a req-c8bccc94-ed2f-4f02-becb-9ebcb7507368 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0490537 Aug 11 02:51:02.838955 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aade52f9-fd50-44e1-ab2f-c8c804e6986a req-57421231-94e8-482a-8492-8ca0587fdb53 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305316 Aug 11 02:51:03.954052 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397787d-f5f6-431c-8a91-eda9ebab629b req-50bf3988-80c2-4c60-9434-65ef46562855 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:03.955622 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2397787d-f5f6-431c-8a91-eda9ebab629b req-50bf3988-80c2-4c60-9434-65ef46562855 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0501184 Aug 11 02:51:03.996341 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2397787d-f5f6-431c-8a91-eda9ebab629b req-4c98eed6-8e32-4372-a6bc-5403f7b9b70b tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341492 Aug 11 02:51:05.109793 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf67c4-983f-434b-8ef6-b64975c337c4 req-7107a275-f16c-47a1-a6e6-07695d884622 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:05.111280 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4bbf67c4-983f-434b-8ef6-b64975c337c4 req-7107a275-f16c-47a1-a6e6-07695d884622 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0488749 Aug 11 02:51:05.149092 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4bbf67c4-983f-434b-8ef6-b64975c337c4 req-7470fb57-3c16-4921-ae4d-c5aef8dcc63e tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317664 Aug 11 02:51:06.261192 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06318cce-1861-4b36-b086-130f309c7e19 req-54152962-8db7-4ab4-a2f0-eba5f0c4cf6c tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:06.262722 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-06318cce-1861-4b36-b086-130f309c7e19 req-54152962-8db7-4ab4-a2f0-eba5f0c4cf6c tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0491698 Aug 11 02:51:06.300088 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-06318cce-1861-4b36-b086-130f309c7e19 req-b117cc66-8c23-4312-b3c8-5ca9899d6a23 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314677 Aug 11 02:51:07.417434 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82941893-a87e-43bc-9529-a52ed85fc644 req-8a78be32-ae4b-4738-9ad3-3de03d531595 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:07.418904 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-82941893-a87e-43bc-9529-a52ed85fc644 req-8a78be32-ae4b-4738-9ad3-3de03d531595 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0520370 Aug 11 02:51:07.455323 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-82941893-a87e-43bc-9529-a52ed85fc644 req-7cb66ff4-5e0a-4359-a633-ff202706dc6b tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305281 Aug 11 02:51:08.574565 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010df07-c2d6-4b27-8222-45806b531781 req-1c6e80d7-c7d3-486c-a951-a1a12a113b33 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:08.576036 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0010df07-c2d6-4b27-8222-45806b531781 req-1c6e80d7-c7d3-486c-a951-a1a12a113b33 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0515566 Aug 11 02:51:08.612974 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0010df07-c2d6-4b27-8222-45806b531781 req-6552bbaa-1bd3-453c-be6b-b20807a6e814 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310495 Aug 11 02:51:09.726297 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94e0b8-84b3-4790-91d6-9be57ab7682b req-54cd02d4-f4b6-4705-8621-f5ef454a430d tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:09.727801 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-de94e0b8-84b3-4790-91d6-9be57ab7682b req-54cd02d4-f4b6-4705-8621-f5ef454a430d tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0490143 Aug 11 02:51:09.766578 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-de94e0b8-84b3-4790-91d6-9be57ab7682b req-331d220d-a6a1-4711-8a02-d305984dabeb tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326717 Aug 11 02:51:10.882340 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8749e-3660-423e-b855-5c0b14fdfd2a req-13c1a35c-1387-4500-ba92-e45763632e4c tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:10.883848 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-83a8749e-3660-423e-b855-5c0b14fdfd2a req-13c1a35c-1387-4500-ba92-e45763632e4c tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0500178 Aug 11 02:51:10.920091 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-83a8749e-3660-423e-b855-5c0b14fdfd2a req-d91a319b-7ba7-457c-a7ac-049a673d6d17 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303578 Aug 11 02:51:12.034727 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219a295-0fa6-4225-883c-b5752f976771 req-c4ddda91-2511-4a06-b860-e5e745589483 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:12.036253 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a219a295-0fa6-4225-883c-b5752f976771 req-c4ddda91-2511-4a06-b860-e5e745589483 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0491083 Aug 11 02:51:12.073408 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a219a295-0fa6-4225-883c-b5752f976771 req-c7b2edc4-1c99-4aaf-a242-9ce85303e4ba tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313532 Aug 11 02:51:13.188087 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb353e07-d32b-4b79-8d0d-397cde28a82e req-c65d6275-0c02-4c3a-a76f-291063ce3065 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:13.189568 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-eb353e07-d32b-4b79-8d0d-397cde28a82e req-c65d6275-0c02-4c3a-a76f-291063ce3065 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0506346 Aug 11 02:51:13.227020 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-eb353e07-d32b-4b79-8d0d-397cde28a82e req-44e0dfef-d666-4d98-a764-dd151e97cde6 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309443 Aug 11 02:51:14.344307 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7508c4-4f0d-4c89-addd-5ef0744f1c92 req-fd9d5102-def1-487b-9a02-81300939ec6d tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:14.345778 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0f7508c4-4f0d-4c89-addd-5ef0744f1c92 req-fd9d5102-def1-487b-9a02-81300939ec6d tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0525548 Aug 11 02:51:14.383122 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0f7508c4-4f0d-4c89-addd-5ef0744f1c92 req-1e1c1422-2a37-47e1-8672-4f2a93996102 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313444 Aug 11 02:51:15.501202 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d835267-4f58-4849-b0d9-9dfd20243dd9 req-2fe07714-bf89-40af-a415-9a86f0c8ed18 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:15.502706 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1d835267-4f58-4849-b0d9-9dfd20243dd9 req-2fe07714-bf89-40af-a415-9a86f0c8ed18 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0522099 Aug 11 02:51:15.540618 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1d835267-4f58-4849-b0d9-9dfd20243dd9 req-fca9f225-46ff-4bff-a663-5bb8f9c894dd tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314674 Aug 11 02:51:15.668734 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f79dd63e-e854-421e-99e5-58d348510889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.653606 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9e026-0519-42ca-9611-b28d42d9c240 req-58d63204-753a-4488-a025-b522d0a098a0 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:16.655120 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2ec9e026-0519-42ca-9611-b28d42d9c240 req-58d63204-753a-4488-a025-b522d0a098a0 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0486770 Aug 11 02:51:16.692134 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2ec9e026-0519-42ca-9611-b28d42d9c240 req-41b58ad0-c290-4b34-9167-96813b7edf75 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311010 Aug 11 02:51:17.807456 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b359bb-7791-485a-becc-7faeb0a4c5e9 req-b37f3d07-8948-4755-b6ae-ac5570899643 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:17.808966 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-14b359bb-7791-485a-becc-7faeb0a4c5e9 req-b37f3d07-8948-4755-b6ae-ac5570899643 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0492351 Aug 11 02:51:17.845214 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-14b359bb-7791-485a-becc-7faeb0a4c5e9 req-815e801c-e2eb-4260-bc95-3c42eba34849 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303979 Aug 11 02:51:18.346587 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-613c056c-df7f-46ce-bfeb-52bd21a0f8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.377134 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.958054 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff151ee-2255-4db9-9443-c7bf96f44a5a req-a7f8f342-98fc-449a-ab33-d348f1242b2f tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:18.960186 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0ff151ee-2255-4db9-9443-c7bf96f44a5a req-a7f8f342-98fc-449a-ab33-d348f1242b2f tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0492215 Aug 11 02:51:18.997574 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0ff151ee-2255-4db9-9443-c7bf96f44a5a req-350d6c0e-a812-4f69-b6e5-f77b2962aed4 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315778 Aug 11 02:51:20.050544 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.111315 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c52795-4e10-45bc-9e99-f980d3ae4e0c req-8606b1dc-9e6a-4b6b-90b9-efed30c67080 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:20.112870 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-84c52795-4e10-45bc-9e99-f980d3ae4e0c req-8606b1dc-9e6a-4b6b-90b9-efed30c67080 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0484328 Aug 11 02:51:20.150012 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-84c52795-4e10-45bc-9e99-f980d3ae4e0c req-15bf60d9-42af-4007-9321-88112142eef6 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312948 Aug 11 02:51:21.267786 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b1331-5128-405f-927f-3c990ffdce6e req-b12e6554-1525-41b6-bdbe-297b86f7266d tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:21.269285 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5f6b1331-5128-405f-927f-3c990ffdce6e req-b12e6554-1525-41b6-bdbe-297b86f7266d tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0524700 Aug 11 02:51:21.307075 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5f6b1331-5128-405f-927f-3c990ffdce6e req-ff4f19aa-3ad9-40e0-a632-246993bd94da tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314217 Aug 11 02:51:21.558010 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.424851 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507a822-f877-4313-bc50-2f6bcd9b91ab req-9aeea4c5-625f-4bcf-a3c4-93303b86134f tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:22.426433 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d507a822-f877-4313-bc50-2f6bcd9b91ab req-9aeea4c5-625f-4bcf-a3c4-93303b86134f tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0526214 Aug 11 02:51:22.464900 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d507a822-f877-4313-bc50-2f6bcd9b91ab req-83e3c46c-6f89-407a-b443-a2e22ece0c10 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324538 Aug 11 02:51:23.577874 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a50ce-6be1-46df-b1b4-200dad49ea3c req-ff4b2a70-fc34-43df-8cc9-09dac3b2648b tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:23.579380 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1f2a50ce-6be1-46df-b1b4-200dad49ea3c req-ff4b2a70-fc34-43df-8cc9-09dac3b2648b tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0493147 Aug 11 02:51:23.616815 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1f2a50ce-6be1-46df-b1b4-200dad49ea3c req-f2b3c29e-f9b3-4495-9748-0c69983b9a63 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310805 Aug 11 02:51:24.729885 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86411472-776e-4635-ad64-182971038485 req-48fc8cc5-3398-4227-9b16-5201bfda4bd0 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:24.731355 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-86411472-776e-4635-ad64-182971038485 req-48fc8cc5-3398-4227-9b16-5201bfda4bd0 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0481772 Aug 11 02:51:24.770310 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-86411472-776e-4635-ad64-182971038485 req-93548d8b-f467-42db-a87b-c57a1d2eab57 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328507 Aug 11 02:51:24.776936 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.619695 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.883938 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d7ea9-2a86-4b6e-a188-072e28b8e091 req-8b33815a-0faf-4d38-a412-1c9c3eb4218c tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:25.885337 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b97d7ea9-2a86-4b6e-a188-072e28b8e091 req-8b33815a-0faf-4d38-a412-1c9c3eb4218c tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0482817 Aug 11 02:51:25.922488 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b97d7ea9-2a86-4b6e-a188-072e28b8e091 req-81c865f3-2c99-4449-9239-fdacc81bfa1e tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313652 Aug 11 02:51:27.035901 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12065321-1b1e-4019-8194-faff47c67731 req-81674535-6c8a-4d92-a122-da6d1812c629 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:27.037379 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-12065321-1b1e-4019-8194-faff47c67731 req-81674535-6c8a-4d92-a122-da6d1812c629 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0483277 Aug 11 02:51:27.074842 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-12065321-1b1e-4019-8194-faff47c67731 req-212dd427-e86a-4b37-a43f-1b17fe56d22e tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315473 Aug 11 02:51:28.191275 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c9791-58ae-4c62-b815-58fd66b4bd53 req-9d2f16a1-0258-498b-8fea-7fb60b9d5adf tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:28.192813 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9c9c9791-58ae-4c62-b815-58fd66b4bd53 req-9d2f16a1-0258-498b-8fea-7fb60b9d5adf tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0519028 Aug 11 02:51:28.230263 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9c9c9791-58ae-4c62-b815-58fd66b4bd53 req-dbec8643-ead0-4f4c-b729-658604ea2be3 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309134 Aug 11 02:51:28.725143 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-e28e5b4d-d2d1-462f-9f39-3cec4371714c service neutron] show failed (client error): The resource could not be found. Aug 11 02:51:28.726049 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-e28e5b4d-d2d1-462f-9f39-3cec4371714c service neutron] 10.222.0.73 "GET /v2.0/ports/c539fda4-a333-454c-bf69-b662904874cf/bindings/n-h2-615180-33 HTTP/1.1" status: 404 len: 381 time: 0.0537136 Aug 11 02:51:28.972113 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-533dde7a-d6bf-4002-8419-2655a9f18abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:28.973627 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-533dde7a-d6bf-4002-8419-2655a9f18abc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed&tenant_id=d6dead9c218642a5990ed6648fa939cb HTTP/1.1" status: 200 len: 1097 time: 0.0973382 Aug 11 02:51:28.986967 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-33', 'device_owner': 'compute:nova'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:29.053631 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:29.259167 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] For port c539fda4-a333-454c-bf69-b662904874cf, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=c539fda4-a333-454c-bf69-b662904874cf,segment=NetworkSegment(b6743925-87d6-44ea-9745-42d972907df8),segment_id=b6743925-87d6-44ea-9745-42d972907df8)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:29.292929 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] For port c539fda4-a333-454c-bf69-b662904874cf, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:29.362846 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67ef70d-2029-446a-bc38-b3f37f95f1ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c539fda4-a333-454c-bf69-b662904874cf'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:29.365256 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346426f4-ced5-4e5c-ad4e-c76c1dbf4f81" -d '{"events": [{"server_uuid": "d67ef70d-2029-446a-bc38-b3f37f95f1ed", "name": "network-vif-unplugged", "status": "completed", "tag": "c539fda4-a333-454c-bf69-b662904874cf"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:29.371195 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:29.387265 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Transition to ACTIVE for port object c539fda4-a333-454c-bf69-b662904874cf will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:29.391509 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:29.403810 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e4819-f0d8-4e53-958d-7561ab6f6e45 req-df96dad7-facd-4e81-aae6-19952454d8d3 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:29.405413 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ef2e4819-f0d8-4e53-958d-7561ab6f6e45 req-df96dad7-facd-4e81-aae6-19952454d8d3 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0888941 Aug 11 02:51:29.472182 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c539fda4-a333-454c-bf69-b662904874cf,revision_number=6']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:29.493770 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de0a539-ca30-492e-b8b4-c106dbca396a x-openstack-request-id: req-9de0a539-ca30-492e-b8b4-c106dbca396a {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:29.494098 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67ef70d-2029-446a-bc38-b3f37f95f1ed", "name": "network-vif-unplugged", "status": "completed", "tag": "c539fda4-a333-454c-bf69-b662904874cf", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:29.494355 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9de0a539-ca30-492e-b8b4-c106dbca396a {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:29.494762 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67ef70d-2029-446a-bc38-b3f37f95f1ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c539fda4-a333-454c-bf69-b662904874cf', 'code': 200} Aug 11 02:51:29.501577 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] No DVR routers for this DVR port c539fda4-a333-454c-bf69-b662904874cf on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:51:29.507429 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:29.507750 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:29.508100 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:29.508446 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:29.508787 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:29.509128 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:29.509481 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:29.509834 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:29.510189 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:29.510529 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:29.510863 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:29.511194 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:29.517926 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ef2e4819-f0d8-4e53-958d-7561ab6f6e45 req-f9c120f9-5036-418e-8d3f-2b469d609521 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891838 Aug 11 02:51:29.554645 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Attempting to bind port c539fda4-a333-454c-bf69-b662904874cf on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:29.554975 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Attempting to bind port c539fda4-a333-454c-bf69-b662904874cf by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'b6743925-87d6-44ea-9745-42d972907df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8226f8c4-9062-45a1-a989-ae347d8da046'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:29.555298 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Attempting to bind port c539fda4-a333-454c-bf69-b662904874cf on network 8226f8c4-9062-45a1-a989-ae347d8da046 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:29.559627 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Port c539fda4-a333-454c-bf69-b662904874cf on network 8226f8c4-9062-45a1-a989-ae347d8da046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:51:29.559947 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Attempting to bind port c539fda4-a333-454c-bf69-b662904874cf on network 8226f8c4-9062-45a1-a989-ae347d8da046 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:29.564585 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:29.564915 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Checking segment: {'id': 'b6743925-87d6-44ea-9745-42d972907df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8226f8c4-9062-45a1-a989-ae347d8da046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:29.565319 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Bound using segment: {'id': 'b6743925-87d6-44ea-9745-42d972907df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8226f8c4-9062-45a1-a989-ae347d8da046'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:29.565777 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Bound port: c539fda4-a333-454c-bf69-b662904874cf, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6743925-87d6-44ea-9745-42d972907df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8226f8c4-9062-45a1-a989-ae347d8da046'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:29.566122 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:29.627632 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] For port c539fda4-a333-454c-bf69-b662904874cf, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:29.630640 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] For port c539fda4-a333-454c-bf69-b662904874cf, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=c539fda4-a333-454c-bf69-b662904874cf,segment=NetworkSegment(b6743925-87d6-44ea-9745-42d972907df8),segment_id=b6743925-87d6-44ea-9745-42d972907df8)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:29.634943 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:29.667531 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:29.668181 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:29.669631 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] 10.222.0.66 "PUT /v2.0/ports/c539fda4-a333-454c-bf69-b662904874cf HTTP/1.1" status: 200 len: 1092 time: 0.6869857 Aug 11 02:51:29.715222 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4727a-db90-43a9-af7c-1b27391372b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c539fda4-a333-454c-bf69-b662904874cf,revision_number=7']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:29.733462 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-2029873f-c574-43d8-9d27-0a5305732d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:29.734953 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-2029873f-c574-43d8-9d27-0a5305732d27 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6dead9c218642a5990ed6648fa939cb&device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 1095 time: 0.0437434 Aug 11 02:51:29.827610 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-9384aa95-9ab3-4554-9f56-3e566a8f9b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:29.829129 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-9384aa95-9ab3-4554-9f56-3e566a8f9b73 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8226f8c4-9062-45a1-a989-ae347d8da046 HTTP/1.1" status: 200 len: 915 time: 0.0862172 Aug 11 02:51:29.870836 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-489b9091-dce1-44ef-a24a-9b8b41439dae service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c539fda4-a333-454c-bf69-b662904874cf HTTP/1.1" status: 200 len: 217 time: 0.0342994 Aug 11 02:51:29.922123 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-0463c7b2-9b60-4a98-92f0-afe5ff2556fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:29.923523 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-0463c7b2-9b60-4a98-92f0-afe5ff2556fa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=58f1b4d0-8efe-4b4c-9ca5-0dd1ec831e16 HTTP/1.1" status: 200 len: 854 time: 0.0463467 Aug 11 02:51:29.955375 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-3f03c4e7-9690-49f1-b203-68fc68990ee8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8226f8c4-9062-45a1-a989-ae347d8da046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235865 Aug 11 02:51:30.043374 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-8f1e59f8-4437-4d7d-be1e-9c6f43c7aabd service neutron] 10.222.0.66 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804317 Aug 11 02:51:30.135138 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-202f859a-5e87-4548-946b-25bd55ae3e8a req-92e6ff6c-6b67-49df-b0eb-47a13fd8102d service neutron] 10.222.0.66 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844164 Aug 11 02:51:30.636228 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eda008-9165-4c61-bc29-691979db17e8 req-ed2c760c-c0c4-4f0b-b51c-956dccd0a9eb tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:30.637765 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f6eda008-9165-4c61-bc29-691979db17e8 req-ed2c760c-c0c4-4f0b-b51c-956dccd0a9eb tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 943 time: 0.0489423 Aug 11 02:51:30.675751 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f6eda008-9165-4c61-bc29-691979db17e8 req-5087395a-4640-4ff2-870e-f12d38075d95 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318854 Aug 11 02:51:31.372379 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:51:31.495633 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67ef70d-2029-446a-bc38-b3f37f95f1ed', 'tag': 'c539fda4-a333-454c-bf69-b662904874cf'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:31.498061 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac2561a-784a-41d7-8a1f-25418de347e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d67ef70d-2029-446a-bc38-b3f37f95f1ed", "tag": "c539fda4-a333-454c-bf69-b662904874cf"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:31.545706 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f2d5f6-7df9-4e4b-8518-a42614e5cf30 x-openstack-request-id: req-73f2d5f6-7df9-4e4b-8518-a42614e5cf30 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:31.546010 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67ef70d-2029-446a-bc38-b3f37f95f1ed", "tag": "c539fda4-a333-454c-bf69-b662904874cf", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:31.546296 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-73f2d5f6-7df9-4e4b-8518-a42614e5cf30 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:31.546730 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67ef70d-2029-446a-bc38-b3f37f95f1ed', 'tag': 'c539fda4-a333-454c-bf69-b662904874cf', 'status': 'completed', 'code': 200} Aug 11 02:51:31.604576 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2561a-784a-41d7-8a1f-25418de347e2 req-bdf17c38-95f7-4177-92d5-7e1265f4c6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:31.606116 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7ac2561a-784a-41d7-8a1f-25418de347e2 req-bdf17c38-95f7-4177-92d5-7e1265f4c6d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6dead9c218642a5990ed6648fa939cb&device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 1095 time: 0.0412810 Aug 11 02:51:31.615862 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2561a-784a-41d7-8a1f-25418de347e2 req-f31f8e76-a7d5-4ac5-9f0e-0d9437e26fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:31.617363 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7ac2561a-784a-41d7-8a1f-25418de347e2 req-f31f8e76-a7d5-4ac5-9f0e-0d9437e26fd8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6dead9c218642a5990ed6648fa939cb&device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 1095 time: 0.0432951 Aug 11 02:51:31.703368 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2561a-784a-41d7-8a1f-25418de347e2 req-fb65e894-6fee-49a0-bcc6-3535d98ff38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:31.705632 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7ac2561a-784a-41d7-8a1f-25418de347e2 req-fb65e894-6fee-49a0-bcc6-3535d98ff38a service neutron] 10.222.0.73 "GET /v2.0/networks?id=8226f8c4-9062-45a1-a989-ae347d8da046 HTTP/1.1" status: 200 len: 915 time: 0.0928197 Aug 11 02:51:31.730219 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2561a-784a-41d7-8a1f-25418de347e2 req-a44f2d4d-fdcd-4c05-bef4-a051884917ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:31.731848 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7ac2561a-784a-41d7-8a1f-25418de347e2 req-a44f2d4d-fdcd-4c05-bef4-a051884917ca service neutron] 10.222.0.66 "GET /v2.0/networks?id=8226f8c4-9062-45a1-a989-ae347d8da046 HTTP/1.1" status: 200 len: 915 time: 0.1061823 Aug 11 02:51:31.763271 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7ac2561a-784a-41d7-8a1f-25418de347e2 req-0a13c8ca-902b-49e8-9f53-a43b0cd3d0a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c539fda4-a333-454c-bf69-b662904874cf HTTP/1.1" status: 200 len: 217 time: 0.0498145 Aug 11 02:51:31.798593 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7ac2561a-784a-41d7-8a1f-25418de347e2 req-89496984-913a-4e68-b845-7a9f564195a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c539fda4-a333-454c-bf69-b662904874cf HTTP/1.1" status: 200 len: 217 time: 0.0547171 Aug 11 02:51:31.860549 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2561a-784a-41d7-8a1f-25418de347e2 req-37f95636-9a4d-4117-a578-b9cc45741098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:31.862091 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7ac2561a-784a-41d7-8a1f-25418de347e2 req-37f95636-9a4d-4117-a578-b9cc45741098 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=58f1b4d0-8efe-4b4c-9ca5-0dd1ec831e16 HTTP/1.1" status: 200 len: 854 time: 0.0924392 Aug 11 02:51:31.864020 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2561a-784a-41d7-8a1f-25418de347e2 req-8b2a08fc-60cb-4c73-85fc-43c08428b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:31.865530 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7ac2561a-784a-41d7-8a1f-25418de347e2 req-8b2a08fc-60cb-4c73-85fc-43c08428b2b3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=58f1b4d0-8efe-4b4c-9ca5-0dd1ec831e16 HTTP/1.1" status: 200 len: 854 time: 0.0580118 Aug 11 02:51:31.885681 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15f7c7-6a8b-4576-8e64-dabec362e361 req-e284f091-356c-4cf8-a34b-6ad0b96f0972 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:31.887187 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4c15f7c7-6a8b-4576-8e64-dabec362e361 req-e284f091-356c-4cf8-a34b-6ad0b96f0972 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 943 time: 0.1034770 Aug 11 02:51:31.900189 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7ac2561a-784a-41d7-8a1f-25418de347e2 req-6e5f88a9-2805-4e51-bce9-f75c378905f6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8226f8c4-9062-45a1-a989-ae347d8da046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256512 Aug 11 02:51:31.908293 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7ac2561a-784a-41d7-8a1f-25418de347e2 req-f607acd9-d411-40e2-b935-4fbc0b5056e5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8226f8c4-9062-45a1-a989-ae347d8da046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377164 Aug 11 02:51:31.990084 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4c15f7c7-6a8b-4576-8e64-dabec362e361 req-dd29e777-ad39-4173-b5fa-855e98d8ce51 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806668 Aug 11 02:51:31.998350 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7ac2561a-784a-41d7-8a1f-25418de347e2 req-7699e7b8-296a-4264-b9f4-890309c3c4d2 service neutron] 10.222.0.66 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910809 Aug 11 02:51:32.038142 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7ac2561a-784a-41d7-8a1f-25418de347e2 req-4e2903fd-2487-472d-9c14-eb44f30208d6 service neutron] 10.222.0.73 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218631 Aug 11 02:51:32.091724 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7ac2561a-784a-41d7-8a1f-25418de347e2 req-94214239-bc2d-4cfd-a3d9-e7dba4058ef8 service neutron] 10.222.0.66 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854332 Aug 11 02:51:32.130881 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7ac2561a-784a-41d7-8a1f-25418de347e2 req-ca46b5b7-c0df-42d5-b0ff-d71240721a63 service neutron] 10.222.0.73 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856922 Aug 11 02:51:32.463592 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device c539fda4-a333-454c-bf69-b662904874cf no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:32.500945 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device c539fda4-a333-454c-bf69-b662904874cf not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:33.120127 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85eabc-f2a5-4e7c-b31b-b7f3c174b115 req-fb28ae1b-42d5-4c3d-9241-ec9946fd5ba7 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:33.121638 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3e85eabc-f2a5-4e7c-b31b-b7f3c174b115 req-fb28ae1b-42d5-4c3d-9241-ec9946fd5ba7 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 943 time: 0.0543792 Aug 11 02:51:33.158504 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3e85eabc-f2a5-4e7c-b31b-b7f3c174b115 req-23cf79ed-8309-4d76-9b2e-09e2d25e0e85 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310428 Aug 11 02:51:33.351166 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6a7bd-7f3d-4c81-9d81-9ad389b06e1a req-45e0c3a7-3968-49cb-8b20-22ab2c1155b6 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:33.352718 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-22c6a7bd-7f3d-4c81-9d81-9ad389b06e1a req-45e0c3a7-3968-49cb-8b20-22ab2c1155b6 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 943 time: 0.0491662 Aug 11 02:51:33.363421 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949d97d-d89f-4f85-92a8-faa15b081d1e req-5debe85d-d3be-470e-aa78-3ca4c7282965 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:33.365464 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2949d97d-d89f-4f85-92a8-faa15b081d1e req-5debe85d-d3be-470e-aa78-3ca4c7282965 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.73 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed&tenant_id=d6dead9c218642a5990ed6648fa939cb&binding%3Ahost_id=n-h2-615180-33 HTTP/1.1" status: 200 len: 943 time: 0.0529778 Aug 11 02:51:33.372741 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device c539fda4-a333-454c-bf69-b662904874cf details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:51:33.392905 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-22c6a7bd-7f3d-4c81-9d81-9ad389b06e1a req-d809ab7d-089e-4407-a1ed-445886b0e5e9 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339427 Aug 11 02:51:33.435455 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [req-2949d97d-d89f-4f85-92a8-faa15b081d1e req-0294e1e0-c8da-46a0-8699-9b5a2e3c9823 service neutron] delete failed (client error): The resource could not be found. Aug 11 02:51:33.436522 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2949d97d-d89f-4f85-92a8-faa15b081d1e req-0294e1e0-c8da-46a0-8699-9b5a2e3c9823 service neutron] 10.222.0.73 "DELETE /v2.0/ports/c539fda4-a333-454c-bf69-b662904874cf/bindings/n-h1-615180-33 HTTP/1.1" status: 404 len: 381 time: 0.0631578 Aug 11 02:51:33.469323 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port c539fda4-a333-454c-bf69-b662904874cf, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=c539fda4-a333-454c-bf69-b662904874cf,segment=NetworkSegment(b6743925-87d6-44ea-9745-42d972907df8),segment_id=b6743925-87d6-44ea-9745-42d972907df8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:33.480867 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'c539fda4-a333-454c-bf69-b662904874cf', 'network_id': '8226f8c4-9062-45a1-a989-ae347d8da046', 'port_id': 'c539fda4-a333-454c-bf69-b662904874cf', 'mac_address': 'fa:16:3e:37:83:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f1b4d0-8efe-4b4c-9ca5-0dd1ec831e16', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:51:33.517129 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:33.519653 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949d97d-d89f-4f85-92a8-faa15b081d1e req-f6f9b686-d75f-471f-a208-f9323624ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:33.521221 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2949d97d-d89f-4f85-92a8-faa15b081d1e req-f6f9b686-d75f-471f-a208-f9323624ca89 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6dead9c218642a5990ed6648fa939cb&device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 1095 time: 0.0408127 Aug 11 02:51:33.529949 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c539fda4-a333-454c-bf69-b662904874cf {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:51:33.549295 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port c539fda4-a333-454c-bf69-b662904874cf, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=c539fda4-a333-454c-bf69-b662904874cf,segment=NetworkSegment(b6743925-87d6-44ea-9745-42d972907df8),segment_id=b6743925-87d6-44ea-9745-42d972907df8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:33.553863 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:33.599660 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=c539fda4-a333-454c-bf69-b662904874cf,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:33.613546 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949d97d-d89f-4f85-92a8-faa15b081d1e req-b7dca3e9-7e5d-4ea3-8c47-6664600c9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:33.616018 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2949d97d-d89f-4f85-92a8-faa15b081d1e req-b7dca3e9-7e5d-4ea3-8c47-6664600c9092 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8226f8c4-9062-45a1-a989-ae347d8da046 HTTP/1.1" status: 200 len: 915 time: 0.0876954 Aug 11 02:51:33.660602 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2949d97d-d89f-4f85-92a8-faa15b081d1e req-8cede7c0-242a-4d78-a598-6e24ea2d9179 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c539fda4-a333-454c-bf69-b662904874cf HTTP/1.1" status: 200 len: 217 time: 0.0374939 Aug 11 02:51:33.710046 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949d97d-d89f-4f85-92a8-faa15b081d1e req-9dd45b04-46ec-4c93-bfb8-bacdef12e8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:33.711465 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2949d97d-d89f-4f85-92a8-faa15b081d1e req-9dd45b04-46ec-4c93-bfb8-bacdef12e8d1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=58f1b4d0-8efe-4b4c-9ca5-0dd1ec831e16 HTTP/1.1" status: 200 len: 854 time: 0.0432498 Aug 11 02:51:33.743272 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2949d97d-d89f-4f85-92a8-faa15b081d1e req-690d4ff6-af2d-4933-9d7d-5847e9bdd508 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8226f8c4-9062-45a1-a989-ae347d8da046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251846 Aug 11 02:51:33.803844 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['c539fda4-a333-454c-bf69-b662904874cf'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:51:33.835242 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2949d97d-d89f-4f85-92a8-faa15b081d1e req-30a5db6d-1b78-4272-9d4a-dc2aeb21f854 service neutron] 10.222.0.73 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850942 Aug 11 02:51:33.925345 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2949d97d-d89f-4f85-92a8-faa15b081d1e req-1258e33c-f0d0-4bc2-b74f-abe859468501 service neutron] 10.222.0.73 "GET /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822496 Aug 11 02:51:34.513672 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c06043-8a7e-44f9-8b9e-35b3bca7f619 req-71c44b1b-271b-42f9-8f74-0f3ed7f3e1c0 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:34.515089 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-52c06043-8a7e-44f9-8b9e-35b3bca7f619 req-71c44b1b-271b-42f9-8f74-0f3ed7f3e1c0 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 944 time: 0.0487545 Aug 11 02:51:34.556486 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-52c06043-8a7e-44f9-8b9e-35b3bca7f619 req-3353e16a-f818-4b53-bf06-581ef4113622 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347624 Aug 11 02:51:34.669537 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be5cdd-552b-423a-824e-48cf500c7a25 req-1f7bb116-7298-484e-8fad-10248ebed4fe tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:34.671023 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-81be5cdd-552b-423a-824e-48cf500c7a25 req-1f7bb116-7298-484e-8fad-10248ebed4fe tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 944 time: 0.0493937 Aug 11 02:51:34.715808 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-81be5cdd-552b-423a-824e-48cf500c7a25 req-1e067962-7647-4e92-a22d-53c4eedc3e87 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387928 Aug 11 02:51:34.831253 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746c616-711a-4e61-a10e-d2fa324f5918 req-b8b77c81-f4ff-46b2-8343-fd45fbb0db99 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:34.832767 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1746c616-711a-4e61-a10e-d2fa324f5918 req-b8b77c81-f4ff-46b2-8343-fd45fbb0db99 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 944 time: 0.0489194 Aug 11 02:51:34.870038 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1746c616-711a-4e61-a10e-d2fa324f5918 req-c8b8a7dc-9d01-42ab-8f4b-4982135e08a9 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309620 Aug 11 02:51:35.197746 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e3129-1d31-4402-aa52-13d464f233cb req-7fe2be85-8e8e-4e9d-aae5-2ca94d6de95f tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:35.199231 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a36e3129-1d31-4402-aa52-13d464f233cb req-7fe2be85-8e8e-4e9d-aae5-2ca94d6de95f tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 944 time: 0.0532272 Aug 11 02:51:35.236480 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a36e3129-1d31-4402-aa52-13d464f233cb req-e7ca5bb2-4d99-4edd-80a0-a38bbcf2478e tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313253 Aug 11 02:51:35.398699 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device c539fda4-a333-454c-bf69-b662904874cf up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:35.445138 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port c539fda4-a333-454c-bf69-b662904874cf completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:35.448652 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port c539fda4-a333-454c-bf69-b662904874cf triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:35.449019 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.524046 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.545795 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67ef70d-2029-446a-bc38-b3f37f95f1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c539fda4-a333-454c-bf69-b662904874cf'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:35.548009 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6275e069-0184-4384-b7bc-a4cf12a727ab" -d '{"events": [{"server_uuid": "d67ef70d-2029-446a-bc38-b3f37f95f1ed", "name": "network-vif-plugged", "status": "completed", "tag": "c539fda4-a333-454c-bf69-b662904874cf"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:35.560716 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port c539fda4-a333-454c-bf69-b662904874cf, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=c539fda4-a333-454c-bf69-b662904874cf,segment=NetworkSegment(b6743925-87d6-44ea-9745-42d972907df8),segment_id=b6743925-87d6-44ea-9745-42d972907df8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:35.564817 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.588541 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea62177-3003-4a8a-94ab-bb91f62a1859 x-openstack-request-id: req-0ea62177-3003-4a8a-94ab-bb91f62a1859 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:35.588831 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67ef70d-2029-446a-bc38-b3f37f95f1ed", "name": "network-vif-plugged", "status": "completed", "tag": "c539fda4-a333-454c-bf69-b662904874cf", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:35.589089 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0ea62177-3003-4a8a-94ab-bb91f62a1859 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:35.589480 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67ef70d-2029-446a-bc38-b3f37f95f1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c539fda4-a333-454c-bf69-b662904874cf', 'code': 200} Aug 11 02:51:35.614589 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=c539fda4-a333-454c-bf69-b662904874cf,revision_number=9']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:36.348483 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd582a2f-c5bb-48e6-8933-9215c7cf4123 req-64cec162-f1bd-4876-bdd6-27def6da1efd tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:36.349964 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dd582a2f-c5bb-48e6-8933-9215c7cf4123 req-64cec162-f1bd-4876-bdd6-27def6da1efd tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0484924 Aug 11 02:51:36.387529 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dd582a2f-c5bb-48e6-8933-9215c7cf4123 req-41734b78-2c29-4811-8ba5-5d68d44565e4 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.50 "GET /v2.0/security-groups?id=369326df-db6c-4f9d-936f-28bf1a7ff383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317175 Aug 11 02:51:36.475828 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8046f5c-3908-4648-9143-0d3298d33c96 req-4bdb8980-22ee-4c76-bf0d-5d2276cc2c4b tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:36.477335 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f8046f5c-3908-4648-9143-0d3298d33c96 req-4bdb8980-22ee-4c76-bf0d-5d2276cc2c4b tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.66 "GET /v2.0/ports?device_id=d67ef70d-2029-446a-bc38-b3f37f95f1ed HTTP/1.1" status: 200 len: 945 time: 0.0490470 Aug 11 02:51:36.569377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-f8046f5c-3908-4648-9143-0d3298d33c96 req-8c273ae8-98a5-4fff-9ab1-2e17bc171e6d tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Deleting port c539fda4-a333-454c-bf69-b662904874cf {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:36.569722 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f8046f5c-3908-4648-9143-0d3298d33c96 req-8c273ae8-98a5-4fff-9ab1-2e17bc171e6d tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:36.657714 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-f8046f5c-3908-4648-9143-0d3298d33c96 req-8c273ae8-98a5-4fff-9ab1-2e17bc171e6d tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] For port c539fda4-a333-454c-bf69-b662904874cf, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=c539fda4-a333-454c-bf69-b662904874cf,segment=NetworkSegment(b6743925-87d6-44ea-9745-42d972907df8),segment_id=b6743925-87d6-44ea-9745-42d972907df8)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:36.658083 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f8046f5c-3908-4648-9143-0d3298d33c96 req-8c273ae8-98a5-4fff-9ab1-2e17bc171e6d tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:36.671232 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-f8046f5c-3908-4648-9143-0d3298d33c96 req-8c273ae8-98a5-4fff-9ab1-2e17bc171e6d tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Calling delete_port for c539fda4-a333-454c-bf69-b662904874cf owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:36.805376 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f8046f5c-3908-4648-9143-0d3298d33c96 req-8c273ae8-98a5-4fff-9ab1-2e17bc171e6d tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:36.817033 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['c539fda4-a333-454c-bf69-b662904874cf'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:51:36.834402 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c273ae8-98a5-4fff-9ab1-2e17bc171e6d tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Pushing event deleted for resources: {'Port': ['ID=c539fda4-a333-454c-bf69-b662904874cf,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:36.878991 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8046f5c-3908-4648-9143-0d3298d33c96 req-8c273ae8-98a5-4fff-9ab1-2e17bc171e6d tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] No DVR routers for this DVR port c539fda4-a333-454c-bf69-b662904874cf on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:51:36.881619 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-f8046f5c-3908-4648-9143-0d3298d33c96 req-8c273ae8-98a5-4fff-9ab1-2e17bc171e6d tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:36.883710 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f8046f5c-3908-4648-9143-0d3298d33c96 req-8c273ae8-98a5-4fff-9ab1-2e17bc171e6d tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] 10.222.0.66 "DELETE /v2.0/ports/c539fda4-a333-454c-bf69-b662904874cf HTTP/1.1" status: 204 len: 173 time: 0.3996713 Aug 11 02:51:36.884154 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67ef70d-2029-446a-bc38-b3f37f95f1ed', 'name': 'network-vif-deleted', 'tag': 'c539fda4-a333-454c-bf69-b662904874cf'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:36.886413 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa82dc35-1d6e-4e47-83f0-5b51f4f9c6bc" -d '{"events": [{"server_uuid": "d67ef70d-2029-446a-bc38-b3f37f95f1ed", "name": "network-vif-deleted", "tag": "c539fda4-a333-454c-bf69-b662904874cf"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:36.929077 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b17e187-fe2b-432e-8844-c7aaea79a8c5 x-openstack-request-id: req-9b17e187-fe2b-432e-8844-c7aaea79a8c5 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:36.929376 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67ef70d-2029-446a-bc38-b3f37f95f1ed", "name": "network-vif-deleted", "tag": "c539fda4-a333-454c-bf69-b662904874cf", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:36.929636 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9b17e187-fe2b-432e-8844-c7aaea79a8c5 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:36.930056 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67ef70d-2029-446a-bc38-b3f37f95f1ed', 'name': 'network-vif-deleted', 'tag': 'c539fda4-a333-454c-bf69-b662904874cf', 'status': 'completed', 'code': 200} Aug 11 02:51:37.507033 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58228) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:37.551134 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4dc9494-cadd-427c-b339-066edb3d50e6 admin admin] Deleting subnet 58f1b4d0-8efe-4b4c-9ca5-0dd1ec831e16 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:51:37.554752 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a4dc9494-cadd-427c-b339-066edb3d50e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.588510 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a4dc9494-cadd-427c-b339-066edb3d50e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.626623 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a4dc9494-cadd-427c-b339-066edb3d50e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.682713 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a4dc9494-cadd-427c-b339-066edb3d50e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.709296 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc9494-cadd-427c-b339-066edb3d50e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58f1b4d0-8efe-4b4c-9ca5-0dd1ec831e16,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:37.711248 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a4dc9494-cadd-427c-b339-066edb3d50e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.713168 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a4dc9494-cadd-427c-b339-066edb3d50e6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/58f1b4d0-8efe-4b4c-9ca5-0dd1ec831e16 HTTP/1.1" status: 204 len: 168 time: 0.2051442 Aug 11 02:51:37.715837 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58230) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:37.784048 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ac5c597d-0293-4061-abfe-f7a6bfbcbf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.865032 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ac5c597d-0293-4061-abfe-f7a6bfbcbf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.874523 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-ac5c597d-0293-4061-abfe-f7a6bfbcbf11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8226f8c4-9062-45a1-a989-ae347d8da046']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:37.885087 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-ac5c597d-0293-4061-abfe-f7a6bfbcbf11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6743925-87d6-44ea-9745-42d972907df8') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:37.885383 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-ac5c597d-0293-4061-abfe-f7a6bfbcbf11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6743925-87d6-44ea-9745-42d972907df8') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:37.894214 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ac5c597d-0293-4061-abfe-f7a6bfbcbf11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.908103 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ac5c597d-0293-4061-abfe-f7a6bfbcbf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.913849 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5c597d-0293-4061-abfe-f7a6bfbcbf11 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:51:37.914241 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ac5c597d-0293-4061-abfe-f7a6bfbcbf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: timer() Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:51:37.916060 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:51:37.968583 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ac5c597d-0293-4061-abfe-f7a6bfbcbf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.974396 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ac5c597d-0293-4061-abfe-f7a6bfbcbf11 admin admin] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.976252 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ac5c597d-0293-4061-abfe-f7a6bfbcbf11 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8226f8c4-9062-45a1-a989-ae347d8da046 HTTP/1.1" status: 204 len: 168 time: 0.2595007 Aug 11 02:51:37.987723 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c597d-0293-4061-abfe-f7a6bfbcbf11 admin admin] Pushing event deleted for resources: {'Network': ['ID=8226f8c4-9062-45a1-a989-ae347d8da046,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:38.081982 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58234) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:38.126259 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-615c5dea-1a96-4d70-a564-11519b7e76fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d6dead9c218642a5990ed6648fa939cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431283 Aug 11 02:51:38.128653 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58236) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:38.175963 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-239cc702-4db4-40dd-a1ce-b36be0b8dab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.197177 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-239cc702-4db4-40dd-a1ce-b36be0b8dab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.244589 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-239cc702-4db4-40dd-a1ce-b36be0b8dab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.247171 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-239cc702-4db4-40dd-a1ce-b36be0b8dab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.250856 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-239cc702-4db4-40dd-a1ce-b36be0b8dab9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/369326df-db6c-4f9d-936f-28bf1a7ff383 HTTP/1.1" status: 204 len: 168 time: 0.1188283 Aug 11 02:51:38.259876 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239cc702-4db4-40dd-a1ce-b36be0b8dab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369326df-db6c-4f9d-936f-28bf1a7ff383,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:38.902459 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58258) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:38.998778 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-19d4de98-01dd-4755-bc17-91c1b47a59b8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1079094582-network', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:39.020338 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d4de98-01dd-4755-bc17-91c1b47a59b8 admin admin] Made reservation on behalf of b6aba3dfa4ae4719b99f69566c94cabd for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:39.023329 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-19d4de98-01dd-4755-bc17-91c1b47a59b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.031860 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-19d4de98-01dd-4755-bc17-91c1b47a59b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.119796 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-19d4de98-01dd-4755-bc17-91c1b47a59b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.123291 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-19d4de98-01dd-4755-bc17-91c1b47a59b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.143571 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d4de98-01dd-4755-bc17-91c1b47a59b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:51:39.158170 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4de98-01dd-4755-bc17-91c1b47a59b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c08cca-2f0e-4a94-8d42-f5d66139986a,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:39.161136 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-19d4de98-01dd-4755-bc17-91c1b47a59b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.161478 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-19d4de98-01dd-4755-bc17-91c1b47a59b8 admin admin] Added segment 27e934a6-0981-43a2-a903-223fd7ed89e8 of type vlan for network 4929e2be-6643-4ec7-9103-db724afc0845 Aug 11 02:51:39.203863 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-19d4de98-01dd-4755-bc17-91c1b47a59b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.231610 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-19d4de98-01dd-4755-bc17-91c1b47a59b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.232818 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d4de98-01dd-4755-bc17-91c1b47a59b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:39.233406 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-19d4de98-01dd-4755-bc17-91c1b47a59b8 admin admin] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.283690 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-19d4de98-01dd-4755-bc17-91c1b47a59b8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3800919 Aug 11 02:51:39.286811 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58262) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:39.291840 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-fa0a67f9-3264-4814-890f-2abec95a40f4 admin admin] Request body: {'subnet': {'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1079094582-subnet', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:39.294425 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4de98-01dd-4755-bc17-91c1b47a59b8 admin admin] Pushing event updated for resources: {'Network': ['ID=4929e2be-6643-4ec7-9103-db724afc0845,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:39.305011 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 4929e2be-6643-4ec7-9103-db724afc0845 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:51:39.315647 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0a67f9-3264-4814-890f-2abec95a40f4 admin admin] Made reservation on behalf of b6aba3dfa4ae4719b99f69566c94cabd for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:39.318573 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa0a67f9-3264-4814-890f-2abec95a40f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.481992 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa0a67f9-3264-4814-890f-2abec95a40f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.534414 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a67f9-3264-4814-890f-2abec95a40f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abd49636-10c5-482a-8401-7e5fcea67bcf,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:39.546705 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a67f9-3264-4814-890f-2abec95a40f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:39.547057 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a67f9-3264-4814-890f-2abec95a40f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:39.547402 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a67f9-3264-4814-890f-2abec95a40f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:39.547773 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a67f9-3264-4814-890f-2abec95a40f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:39.548115 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a67f9-3264-4814-890f-2abec95a40f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:39.548448 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a67f9-3264-4814-890f-2abec95a40f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:39.548777 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a67f9-3264-4814-890f-2abec95a40f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:39.549109 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a67f9-3264-4814-890f-2abec95a40f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:39.549456 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a67f9-3264-4814-890f-2abec95a40f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:39.549762 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a67f9-3264-4814-890f-2abec95a40f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:39.550088 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a67f9-3264-4814-890f-2abec95a40f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:39.550411 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a67f9-3264-4814-890f-2abec95a40f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:39.556045 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0a67f9-3264-4814-890f-2abec95a40f4 admin admin] Checking segment: {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:39.556407 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0a67f9-3264-4814-890f-2abec95a40f4 admin admin] Network hostable DHCP agents. Network: 4929e2be-6643-4ec7-9103-db724afc0845, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:51:39.572695 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0a67f9-3264-4814-890f-2abec95a40f4 admin admin] Network 4929e2be-6643-4ec7-9103-db724afc0845 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:51:39.580626 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-fa0a67f9-3264-4814-890f-2abec95a40f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 4929e2be-6643-4ec7-9103-db724afc0845) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:39.584665 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0a67f9-3264-4814-890f-2abec95a40f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:39.585268 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fa0a67f9-3264-4814-890f-2abec95a40f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.589614 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154bc891-7c25-467e-b83c-d887f54dc412 None None] Network 4929e2be-6643-4ec7-9103-db724afc0845 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:39.599048 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fa0a67f9-3264-4814-890f-2abec95a40f4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3105993 Aug 11 02:51:39.601920 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58264) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:39.606310 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-bca3d916-1ca7-4f6d-a8c2-8334c0f9836a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:39.629850 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bca3d916-1ca7-4f6d-a8c2-8334c0f9836a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.630950 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bca3d916-1ca7-4f6d-a8c2-8334c0f9836a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.720184 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bca3d916-1ca7-4f6d-a8c2-8334c0f9836a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.734508 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3f4558-750e-4210-92d9-7f04cdb308a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-4929e2be-6643-4ec7-9103-db724afc0845', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:51:39.735363 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4558-750e-4210-92d9-7f04cdb308a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.860609 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bca3d916-1ca7-4f6d-a8c2-8334c0f9836a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.863733 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-cb3f4558-750e-4210-92d9-7f04cdb308a6 None None] Allocated IP 172.20.0.2 (4929e2be-6643-4ec7-9103-db724afc0845/abd49636-10c5-482a-8401-7e5fcea67bcf/81cc08dd-0888-4825-8190-aae060844e2d) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:40.003729 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4558-750e-4210-92d9-7f04cdb308a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.012547 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cb3f4558-750e-4210-92d9-7f04cdb308a6 None None] Transition to ACTIVE for port object 81cc08dd-0888-4825-8190-aae060844e2d will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:40.026994 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cb3f4558-750e-4210-92d9-7f04cdb308a6 None None] Transition to ACTIVE for port object 81cc08dd-0888-4825-8190-aae060844e2d will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:40.033240 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4558-750e-4210-92d9-7f04cdb308a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.057888 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bca3d916-1ca7-4f6d-a8c2-8334c0f9836a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.076874 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3f4558-750e-4210-92d9-7f04cdb308a6 None None] Network 4929e2be-6643-4ec7-9103-db724afc0845 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:40.080538 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f4558-750e-4210-92d9-7f04cdb308a6 None None] Pushing event updated for resources: {'Port': ['ID=81cc08dd-0888-4825-8190-aae060844e2d,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:40.082988 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-cb3f4558-750e-4210-92d9-7f04cdb308a6 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:40.084391 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bca3d916-1ca7-4f6d-a8c2-8334c0f9836a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.085104 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3f4558-750e-4210-92d9-7f04cdb308a6 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:40.140846 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-cb3f4558-750e-4210-92d9-7f04cdb308a6 None None] Attempting to bind port 81cc08dd-0888-4825-8190-aae060844e2d on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:40.141224 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-cb3f4558-750e-4210-92d9-7f04cdb308a6 None None] Attempting to bind port 81cc08dd-0888-4825-8190-aae060844e2d by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:40.141593 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3f4558-750e-4210-92d9-7f04cdb308a6 None None] Attempting to bind port 81cc08dd-0888-4825-8190-aae060844e2d on network 4929e2be-6643-4ec7-9103-db724afc0845 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:40.146582 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3f4558-750e-4210-92d9-7f04cdb308a6 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:40.146964 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3f4558-750e-4210-92d9-7f04cdb308a6 None None] Checking segment: {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:40.147370 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4558-750e-4210-92d9-7f04cdb308a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.147869 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3f4558-750e-4210-92d9-7f04cdb308a6 None None] Bound using segment: {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:40.148342 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-cb3f4558-750e-4210-92d9-7f04cdb308a6 None None] Bound port: 81cc08dd-0888-4825-8190-aae060844e2d, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:40.148761 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4558-750e-4210-92d9-7f04cdb308a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.190662 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-bca3d916-1ca7-4f6d-a8c2-8334c0f9836a admin admin] Allocated IP 172.25.2.254 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/3e626af2-8269-45be-b4f3-0a02e26ff655) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:40.210443 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-cb3f4558-750e-4210-92d9-7f04cdb308a6 None None] For port 81cc08dd-0888-4825-8190-aae060844e2d, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:40.213691 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-cb3f4558-750e-4210-92d9-7f04cdb308a6 None None] For port 81cc08dd-0888-4825-8190-aae060844e2d, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=81cc08dd-0888-4825-8190-aae060844e2d,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:40.217500 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4558-750e-4210-92d9-7f04cdb308a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.283966 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f4558-750e-4210-92d9-7f04cdb308a6 None None] Pushing event updated for resources: {'Port': ['ID=81cc08dd-0888-4825-8190-aae060844e2d,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:40.303157 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bca3d916-1ca7-4f6d-a8c2-8334c0f9836a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.347692 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bca3d916-1ca7-4f6d-a8c2-8334c0f9836a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.384919 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca3d916-1ca7-4f6d-a8c2-8334c0f9836a admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:40.391474 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-bca3d916-1ca7-4f6d-a8c2-8334c0f9836a admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:40.395253 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca3d916-1ca7-4f6d-a8c2-8334c0f9836a admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:40.401244 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3d916-1ca7-4f6d-a8c2-8334c0f9836a admin admin] Pushing event updated for resources: {'Port': ['ID=3e626af2-8269-45be-b4f3-0a02e26ff655,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:40.569638 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 81cc08dd-0888-4825-8190-aae060844e2d up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:40.622733 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 81cc08dd-0888-4825-8190-aae060844e2d completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:40.669819 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bca3d916-1ca7-4f6d-a8c2-8334c0f9836a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.170260 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bca3d916-1ca7-4f6d-a8c2-8334c0f9836a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.206547 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc38fecd-228c-4749-a5ab-1d6155c6f274 None None] Network 4929e2be-6643-4ec7-9103-db724afc0845 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:41.264809 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-1786cbff-89ed-4684-90c3-eddfa9d975ec None None] Provisioning for port 81cc08dd-0888-4825-8190-aae060844e2d completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:41.275186 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-1786cbff-89ed-4684-90c3-eddfa9d975ec None None] Provisioning complete for port 81cc08dd-0888-4825-8190-aae060844e2d triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:41.275580 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1786cbff-89ed-4684-90c3-eddfa9d975ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.313519 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca3d916-1ca7-4f6d-a8c2-8334c0f9836a admin admin] Router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:51:41.417121 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device c539fda4-a333-454c-bf69-b662904874cf no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:41.418789 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1786cbff-89ed-4684-90c3-eddfa9d975ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.421499 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca3d916-1ca7-4f6d-a8c2-8334c0f9836a admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:41.432295 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac33c47a-138b-4de7-86ea-829f944dc9c3 None None] Sync routers for ids ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:41.437253 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-bca3d916-1ca7-4f6d-a8c2-8334c0f9836a admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.441110 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bca3d916-1ca7-4f6d-a8c2-8334c0f9836a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8358307 Aug 11 02:51:41.441476 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58266) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:41.442656 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac33c47a-138b-4de7-86ea-829f944dc9c3 None None] Routers {'721caa3b-b2f4-4a30-a2ef-528ca9980df9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:41.443480 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ac33c47a-138b-4de7-86ea-829f944dc9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:51:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:41.450232 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: c539fda4-a333-454c-bf69-b662904874cf {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:51:41.450501 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device c539fda4-a333-454c-bf69-b662904874cf not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:41.484124 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-1786cbff-89ed-4684-90c3-eddfa9d975ec None None] For port 81cc08dd-0888-4825-8190-aae060844e2d, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=81cc08dd-0888-4825-8190-aae060844e2d,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:41.490094 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1786cbff-89ed-4684-90c3-eddfa9d975ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.550595 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786cbff-89ed-4684-90c3-eddfa9d975ec None None] Pushing event updated for resources: {'Port': ['ID=81cc08dd-0888-4825-8190-aae060844e2d,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:41.581742 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-ac33c47a-138b-4de7-86ea-829f944dc9c3 None None] Set router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:41.712177 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-54b7bf6d-9c31-4422-8162-439be063fba2 None None] Provisioning complete for port 81cc08dd-0888-4825-8190-aae060844e2d triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:41.712774 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-54b7bf6d-9c31-4422-8162-439be063fba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.773144 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ac33c47a-138b-4de7-86ea-829f944dc9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:51:40Z', 'revision_number': 3, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:41.808393 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac33c47a-138b-4de7-86ea-829f944dc9c3 None None] Checking router: 721caa3b-b2f4-4a30-a2ef-528ca9980df9 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:51:41.808741 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac33c47a-138b-4de7-86ea-829f944dc9c3 None None] Updating router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 port 3e626af2-8269-45be-b4f3-0a02e26ff655 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:51:41.834047 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-ac33c47a-138b-4de7-86ea-829f944dc9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.889573 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-047a06d5-4fb2-4230-9f79-877cff8c93c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.040733 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-047a06d5-4fb2-4230-9f79-877cff8c93c8 admin admin] Allocated IP 172.20.0.1 (4929e2be-6643-4ec7-9103-db724afc0845/abd49636-10c5-482a-8401-7e5fcea67bcf/1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:42.078942 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-ac33c47a-138b-4de7-86ea-829f944dc9c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.089502 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-ac33c47a-138b-4de7-86ea-829f944dc9c3 None None] Transition to ACTIVE for port object 3e626af2-8269-45be-b4f3-0a02e26ff655 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:42.095504 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-ac33c47a-138b-4de7-86ea-829f944dc9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.145448 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-ac33c47a-138b-4de7-86ea-829f944dc9c3 None None] Attempting to bind port 3e626af2-8269-45be-b4f3-0a02e26ff655 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:42.145807 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-ac33c47a-138b-4de7-86ea-829f944dc9c3 None None] Attempting to bind port 3e626af2-8269-45be-b4f3-0a02e26ff655 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:42.146165 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac33c47a-138b-4de7-86ea-829f944dc9c3 None None] Attempting to bind port 3e626af2-8269-45be-b4f3-0a02e26ff655 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:42.148645 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-047a06d5-4fb2-4230-9f79-877cff8c93c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.157342 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac33c47a-138b-4de7-86ea-829f944dc9c3 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:42.157712 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac33c47a-138b-4de7-86ea-829f944dc9c3 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:42.158134 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-ac33c47a-138b-4de7-86ea-829f944dc9c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.158525 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac33c47a-138b-4de7-86ea-829f944dc9c3 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:42.158992 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-ac33c47a-138b-4de7-86ea-829f944dc9c3 None None] Bound port: 3e626af2-8269-45be-b4f3-0a02e26ff655, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:42.159410 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-ac33c47a-138b-4de7-86ea-829f944dc9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.161474 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-047a06d5-4fb2-4230-9f79-877cff8c93c8 admin admin] Transition to ACTIVE for port object 1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:42.181630 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382211cf-f9a9-476a-bc7e-6dd9d644f2cc None None] Pushing event updated for resources: {'Port': ['ID=3e626af2-8269-45be-b4f3-0a02e26ff655,revision_number=2']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:42.195553 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-047a06d5-4fb2-4230-9f79-877cff8c93c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.197919 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382211cf-f9a9-476a-bc7e-6dd9d644f2cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:42.198527 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382211cf-f9a9-476a-bc7e-6dd9d644f2cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:42.198865 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382211cf-f9a9-476a-bc7e-6dd9d644f2cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:42.199209 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382211cf-f9a9-476a-bc7e-6dd9d644f2cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:42.199525 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382211cf-f9a9-476a-bc7e-6dd9d644f2cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:42.199879 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382211cf-f9a9-476a-bc7e-6dd9d644f2cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:42.200204 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382211cf-f9a9-476a-bc7e-6dd9d644f2cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:42.200523 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382211cf-f9a9-476a-bc7e-6dd9d644f2cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:42.200839 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382211cf-f9a9-476a-bc7e-6dd9d644f2cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:42.201153 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382211cf-f9a9-476a-bc7e-6dd9d644f2cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:42.201468 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382211cf-f9a9-476a-bc7e-6dd9d644f2cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:42.201781 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382211cf-f9a9-476a-bc7e-6dd9d644f2cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:42.227943 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-ac33c47a-138b-4de7-86ea-829f944dc9c3 None None] For port 3e626af2-8269-45be-b4f3-0a02e26ff655, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:42.231262 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-ac33c47a-138b-4de7-86ea-829f944dc9c3 None None] For port 3e626af2-8269-45be-b4f3-0a02e26ff655, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3e626af2-8269-45be-b4f3-0a02e26ff655,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:42.235605 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-ac33c47a-138b-4de7-86ea-829f944dc9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.237347 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047a06d5-4fb2-4230-9f79-877cff8c93c8 admin admin] Network 4929e2be-6643-4ec7-9103-db724afc0845 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:42.240878 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-047a06d5-4fb2-4230-9f79-877cff8c93c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:42.244646 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047a06d5-4fb2-4230-9f79-877cff8c93c8 admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:42.273390 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a06d5-4fb2-4230-9f79-877cff8c93c8 admin admin] Pushing event updated for resources: {'Port': ['ID=1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:42.287246 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-047a06d5-4fb2-4230-9f79-877cff8c93c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.301181 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac33c47a-138b-4de7-86ea-829f944dc9c3 None None] Routers {'721caa3b-b2f4-4a30-a2ef-528ca9980df9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:42.302445 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ac33c47a-138b-4de7-86ea-829f944dc9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:51:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:42.341615 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382211cf-f9a9-476a-bc7e-6dd9d644f2cc None None] Pushing event updated for resources: {'Port': ['ID=3e626af2-8269-45be-b4f3-0a02e26ff655,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:42.422764 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-ac33c47a-138b-4de7-86ea-829f944dc9c3 None None] Set router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:42.423979 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-047a06d5-4fb2-4230-9f79-877cff8c93c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.514070 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a2bdbb7c-59b8-4476-920f-8b71b9b3b09a None None] Provisioning for port 1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:42.522059 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 81cc08dd-0888-4825-8190-aae060844e2d up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:42.525542 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a2bdbb7c-59b8-4476-920f-8b71b9b3b09a None None] Provisioning complete for port 1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:42.525905 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a2bdbb7c-59b8-4476-920f-8b71b9b3b09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.590114 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a2bdbb7c-59b8-4476-920f-8b71b9b3b09a None None] Port 1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:42.601625 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 81cc08dd-0888-4825-8190-aae060844e2d triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:42.602000 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.606328 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-047a06d5-4fb2-4230-9f79-877cff8c93c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.612330 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-047a06d5-4fb2-4230-9f79-877cff8c93c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.616143 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ac33c47a-138b-4de7-86ea-829f944dc9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:51:40Z', 'revision_number': 3, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:42.648340 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac33c47a-138b-4de7-86ea-829f944dc9c3 None None] The sync data for ids ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'] in n-d-615180-33 is: [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:51:40Z', 'revision_number': 3, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:42.681991 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-047a06d5-4fb2-4230-9f79-877cff8c93c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.713818 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a06d5-4fb2-4230-9f79-877cff8c93c8 admin admin] Pushing event updated for resources: {'Port': ['ID=1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:42.788666 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047a06d5-4fb2-4230-9f79-877cff8c93c8 admin admin] Network 4929e2be-6643-4ec7-9103-db724afc0845 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:42.790032 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-047a06d5-4fb2-4230-9f79-877cff8c93c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:42.931796 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047a06d5-4fb2-4230-9f79-877cff8c93c8 admin admin] Router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:51:43.049343 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047a06d5-4fb2-4230-9f79-877cff8c93c8 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:43.054994 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-047a06d5-4fb2-4230-9f79-877cff8c93c8 admin admin] 10.222.0.50 "PUT /v2.0/routers/721caa3b-b2f4-4a30-a2ef-528ca9980df9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6124618 Aug 11 02:51:43.114244 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2335e609-ab64-406d-b626-1f8750e8d512 None None] Provisioning complete for port 1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:43.114811 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2335e609-ab64-406d-b626-1f8750e8d512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:43.149205 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-2335e609-ab64-406d-b626-1f8750e8d512 None None] Port 1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:44.107205 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4861459-0e26-4214-b338-c2f39ad0cbd5 None None] Sync routers for ids ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:44.116949 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4861459-0e26-4214-b338-c2f39ad0cbd5 None None] Routers {'721caa3b-b2f4-4a30-a2ef-528ca9980df9'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:44.117587 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-c4861459-0e26-4214-b338-c2f39ad0cbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:51:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:44.373781 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-c4861459-0e26-4214-b338-c2f39ad0cbd5 None None] Set router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:44.554376 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3e626af2-8269-45be-b4f3-0a02e26ff655 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:44.618884 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-c4861459-0e26-4214-b338-c2f39ad0cbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37', 'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'mac_address': 'fa:16:3e:91:86:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:41Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 2, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'subnets': [{'id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:44.622748 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 3e626af2-8269-45be-b4f3-0a02e26ff655 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:44.648047 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4861459-0e26-4214-b338-c2f39ad0cbd5 None None] Checking router: 721caa3b-b2f4-4a30-a2ef-528ca9980df9 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:51:44.648412 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4861459-0e26-4214-b338-c2f39ad0cbd5 None None] Updating router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 port 1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:51:44.651657 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 3e626af2-8269-45be-b4f3-0a02e26ff655 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:44.652038 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.699706 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c4861459-0e26-4214-b338-c2f39ad0cbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.706130 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58276) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:44.711643 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-8457a0f8-5301-4bc2-86b2-4ca58b9ec7f8 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1168022301', 'description': 'tempest-description--703127551'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:44.734067 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8457a0f8-5301-4bc2-86b2-4ca58b9ec7f8 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.821472 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8457a0f8-5301-4bc2-86b2-4ca58b9ec7f8 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.825408 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8457a0f8-5301-4bc2-86b2-4ca58b9ec7f8 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.852887 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8457a0f8-5301-4bc2-86b2-4ca58b9ec7f8 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.854121 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8457a0f8-5301-4bc2-86b2-4ca58b9ec7f8 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1469710 Aug 11 02:51:44.855948 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457a0f8-5301-4bc2-86b2-4ca58b9ec7f8 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:44.856373 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.860326 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58278) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:44.865796 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-cd3f1ab7-78e6-468c-9f14-9150a7ebb026 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Request body: {'security_group_rule': {'security_group_id': '17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:44.898957 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cd3f1ab7-78e6-468c-9f14-9150a7ebb026 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.917631 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 3e626af2-8269-45be-b4f3-0a02e26ff655, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3e626af2-8269-45be-b4f3-0a02e26ff655,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:44.922211 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.959844 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cd3f1ab7-78e6-468c-9f14-9150a7ebb026 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.964755 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cd3f1ab7-78e6-468c-9f14-9150a7ebb026 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.984418 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f1ab7-78e6-468c-9f14-9150a7ebb026 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7674138d-6ab2-4eec-80a6-30511f144615,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:44.990084 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cd3f1ab7-78e6-468c-9f14-9150a7ebb026 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.994103 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cd3f1ab7-78e6-468c-9f14-9150a7ebb026 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1327364 Aug 11 02:51:44.994202 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58280) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:44.998632 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-91df89e1-3497-4a4f-b056-524380a105a0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Request body: {'security_group_rule': {'security_group_id': '17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:45.005457 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=3e626af2-8269-45be-b4f3-0a02e26ff655,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:45.024894 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91df89e1-3497-4a4f-b056-524380a105a0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.073627 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c4861459-0e26-4214-b338-c2f39ad0cbd5 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.084542 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c4861459-0e26-4214-b338-c2f39ad0cbd5 None None] Transition to ACTIVE for port object 1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:45.085559 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91df89e1-3497-4a4f-b056-524380a105a0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.088818 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91df89e1-3497-4a4f-b056-524380a105a0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.089967 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c4861459-0e26-4214-b338-c2f39ad0cbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.141202 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64567c5-22fa-4679-936b-ba0769dd7aec None None] Pushing event updated for resources: {'Port': ['ID=1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:45.194566 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-c4861459-0e26-4214-b338-c2f39ad0cbd5 None None] Attempting to bind port 1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:45.194949 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-c4861459-0e26-4214-b338-c2f39ad0cbd5 None None] Attempting to bind port 1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:45.195319 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4861459-0e26-4214-b338-c2f39ad0cbd5 None None] Attempting to bind port 1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37 on network 4929e2be-6643-4ec7-9103-db724afc0845 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:45.201313 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4861459-0e26-4214-b338-c2f39ad0cbd5 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:45.201698 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4861459-0e26-4214-b338-c2f39ad0cbd5 None None] Checking segment: {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:45.202260 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c4861459-0e26-4214-b338-c2f39ad0cbd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.202785 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4861459-0e26-4214-b338-c2f39ad0cbd5 None None] Bound using segment: {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:45.203268 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-c4861459-0e26-4214-b338-c2f39ad0cbd5 None None] Bound port: 1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:45.203682 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c4861459-0e26-4214-b338-c2f39ad0cbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.280324 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-c4861459-0e26-4214-b338-c2f39ad0cbd5 None None] For port 1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:45.284208 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-c4861459-0e26-4214-b338-c2f39ad0cbd5 None None] For port 1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:45.289298 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c4861459-0e26-4214-b338-c2f39ad0cbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.354317 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4861459-0e26-4214-b338-c2f39ad0cbd5 None None] Routers {'721caa3b-b2f4-4a30-a2ef-528ca9980df9'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:45.354955 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-c4861459-0e26-4214-b338-c2f39ad0cbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:51:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:45.356907 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64567c5-22fa-4679-936b-ba0769dd7aec None None] Pushing event updated for resources: {'Port': ['ID=1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:45.470420 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df89e1-3497-4a4f-b056-524380a105a0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773ec30b-c62d-48da-b7d5-e98d191e8040,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:45.476669 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-91df89e1-3497-4a4f-b056-524380a105a0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.480820 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-91df89e1-3497-4a4f-b056-524380a105a0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4829817 Aug 11 02:51:45.481029 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58282) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:45.484789 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-c4861459-0e26-4214-b338-c2f39ad0cbd5 None None] Set router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:45.485947 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-7273e37b-3343-4ec7-9f61-b8fab9826f4f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:45.511313 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7273e37b-3343-4ec7-9f61-b8fab9826f4f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for floatingip, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.608237 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7273e37b-3343-4ec7-9f61-b8fab9826f4f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.688547 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2d6d4a57-5ced-413c-ad89-7f815c5a4238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.711170 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-c4861459-0e26-4214-b338-c2f39ad0cbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37', 'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'mac_address': 'fa:16:3e:91:86:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:41Z', 'updated_at': '2021-08-11T02:51:45Z', 'revision_number': 4, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'subnets': [{'id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:45.717524 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-7273e37b-3343-4ec7-9f61-b8fab9826f4f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Allocated IP 172.25.2.78 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/92d520e1-d87d-4849-847f-223e1dee248d) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:45.737319 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4861459-0e26-4214-b338-c2f39ad0cbd5 None None] The sync data for ids ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'] in n-d-615180-33 is: [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37', 'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'mac_address': 'fa:16:3e:91:86:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:41Z', 'updated_at': '2021-08-11T02:51:45Z', 'revision_number': 4, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'subnets': [{'id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:45.838977 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7273e37b-3343-4ec7-9f61-b8fab9826f4f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.880351 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7273e37b-3343-4ec7-9f61-b8fab9826f4f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.927653 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7273e37b-3343-4ec7-9f61-b8fab9826f4f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:45.930612 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-7273e37b-3343-4ec7-9f61-b8fab9826f4f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:45.934216 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7273e37b-3343-4ec7-9f61-b8fab9826f4f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:45.956900 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e37b-3343-4ec7-9f61-b8fab9826f4f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Pushing event updated for resources: {'Port': ['ID=92d520e1-d87d-4849-847f-223e1dee248d,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:46.024176 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7273e37b-3343-4ec7-9f61-b8fab9826f4f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.059002 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7273e37b-3343-4ec7-9f61-b8fab9826f4f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.216528 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7273e37b-3343-4ec7-9f61-b8fab9826f4f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.221385 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7273e37b-3343-4ec7-9f61-b8fab9826f4f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.293474 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e37b-3343-4ec7-9f61-b8fab9826f4f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Pushing event updated for resources: {'Port': ['ID=92d520e1-d87d-4849-847f-223e1dee248d,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:46.313239 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7273e37b-3343-4ec7-9f61-b8fab9826f4f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.327103 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7273e37b-3343-4ec7-9f61-b8fab9826f4f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.328599 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7273e37b-3343-4ec7-9f61-b8fab9826f4f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8465943 Aug 11 02:51:46.475643 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-49dd7fe5-cc3b-462d-bdd0-0a8b80af243a tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1168022301&fields=id&tenant_id=b6aba3dfa4ae4719b99f69566c94cabd HTTP/1.1" status: 200 len: 267 time: 0.0387964 Aug 11 02:51:46.592819 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3e626af2-8269-45be-b4f3-0a02e26ff655 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:46.599157 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-fbce26fb-efbb-4560-bb74-de42dd745ea8 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:46.600730 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-fbce26fb-efbb-4560-bb74-de42dd745ea8 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 812 time: 0.1123440 Aug 11 02:51:46.616734 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-5420b212-3509-47b2-b337-f5c6197941e1 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/quotas/b6aba3dfa4ae4719b99f69566c94cabd HTTP/1.1" status: 200 len: 375 time: 0.0102353 Aug 11 02:51:46.653611 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 3e626af2-8269-45be-b4f3-0a02e26ff655 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:46.654001 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.683186 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-c340a30e-8e8f-4586-b092-b303487302a8 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0574272 Aug 11 02:51:46.746239 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:46.787884 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-4b530148-74cc-4574-b329-997e94155357 service neutron] 10.222.0.50 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911579 Aug 11 02:51:46.794310 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:46.798189 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:46.798560 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.881089 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.888334 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-f5c8e5af-370b-4fc2-911b-7f4669a16174 service neutron] 10.222.0.50 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942085 Aug 11 02:51:46.913903 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:46.917575 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.968425 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:47.049780 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-30eeb48c-b6c0-4fe8-8686-c173cf5c3bb5 req-2edf064c-c8a8-4258-bf8e-8389d6635825 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 210 time: 0.0257804 Aug 11 02:51:47.967205 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-c4958822-242a-46e9-a00b-42d3ded8408b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:47.968705 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-c4958822-242a-46e9-a00b-42d3ded8408b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.66 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 812 time: 0.1019762 Aug 11 02:51:48.015086 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-5f3acbe8-1949-450e-8579-47565e725446 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6aba3dfa4ae4719b99f69566c94cabd HTTP/1.1" status: 200 len: 380 time: 0.0365019 Aug 11 02:51:48.025269 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-d59a1f4d-4a10-4077-a564-1b4a170b325c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Request body: {'port': {'device_id': 'a7bab0b3-226d-46d4-bd30-98fe42f70043', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'admin_state_up': True, 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'security_groups': ['17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b']}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:48.150783 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f5f5923-ee09-4b67-802e-56f26f824a42 req-cc5d3615-52d9-4103-9415-50070f186c7c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 210 time: 0.0317521 Aug 11 02:51:48.159844 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-d59a1f4d-4a10-4077-a564-1b4a170b325c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Made reservation on behalf of b6aba3dfa4ae4719b99f69566c94cabd for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:48.164054 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-d59a1f4d-4a10-4077-a564-1b4a170b325c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.290770 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-d59a1f4d-4a10-4077-a564-1b4a170b325c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Allocated IP 172.20.0.9 (4929e2be-6643-4ec7-9103-db724afc0845/abd49636-10c5-482a-8401-7e5fcea67bcf/dd827a03-41e5-4853-96d0-eb0d896f6297) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:48.348110 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7cd67c60-453b-4849-bb4a-82b03d3cac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.376704 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.423587 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-d59a1f4d-4a10-4077-a564-1b4a170b325c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.436979 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-d59a1f4d-4a10-4077-a564-1b4a170b325c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Transition to ACTIVE for port object dd827a03-41e5-4853-96d0-eb0d896f6297 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:48.472766 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-d59a1f4d-4a10-4077-a564-1b4a170b325c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.522670 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-d59a1f4d-4a10-4077-a564-1b4a170b325c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Network 4929e2be-6643-4ec7-9103-db724afc0845 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:48.523895 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:48.525900 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-d59a1f4d-4a10-4077-a564-1b4a170b325c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:48.529761 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-d59a1f4d-4a10-4077-a564-1b4a170b325c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:48.554255 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a1f4d-4a10-4077-a564-1b4a170b325c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Pushing event updated for resources: {'Port': ['ID=dd827a03-41e5-4853-96d0-eb0d896f6297,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:48.587167 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:48.587702 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.588054 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-d59a1f4d-4a10-4077-a564-1b4a170b325c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:48.588766 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-d59a1f4d-4a10-4077-a564-1b4a170b325c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.603862 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-d59a1f4d-4a10-4077-a564-1b4a170b325c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5827217 Aug 11 02:51:48.616503 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-c010f50e-f200-4f2d-bbf0-0318503005c8 service neutron] Request body: {'port': {'device_id': 'a7bab0b3-226d-46d4-bd30-98fe42f70043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:48.672524 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-c010f50e-f200-4f2d-bbf0-0318503005c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.825128 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7474f0b0-d807-49f6-870c-fe152685d9be None None] Provisioning for port dd827a03-41e5-4853-96d0-eb0d896f6297 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:48.828803 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7474f0b0-d807-49f6-870c-fe152685d9be None None] Provisioning complete for port dd827a03-41e5-4853-96d0-eb0d896f6297 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:48.829173 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7474f0b0-d807-49f6-870c-fe152685d9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.870710 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-7474f0b0-d807-49f6-870c-fe152685d9be None None] Port dd827a03-41e5-4853-96d0-eb0d896f6297 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:48.946584 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-c010f50e-f200-4f2d-bbf0-0318503005c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd827a03-41e5-4853-96d0-eb0d896f6297 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:51:48.954006 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-c010f50e-f200-4f2d-bbf0-0318503005c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.966140 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-c010f50e-f200-4f2d-bbf0-0318503005c8 service neutron] Transition to ACTIVE for port object dd827a03-41e5-4853-96d0-eb0d896f6297 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:48.969916 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-c010f50e-f200-4f2d-bbf0-0318503005c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.039046 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010f50e-f200-4f2d-bbf0-0318503005c8 service neutron] Pushing event updated for resources: {'Port': ['ID=dd827a03-41e5-4853-96d0-eb0d896f6297,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:49.091043 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-c010f50e-f200-4f2d-bbf0-0318503005c8 service neutron] Attempting to bind port dd827a03-41e5-4853-96d0-eb0d896f6297 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:49.091351 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-c010f50e-f200-4f2d-bbf0-0318503005c8 service neutron] Attempting to bind port dd827a03-41e5-4853-96d0-eb0d896f6297 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:49.091673 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-c010f50e-f200-4f2d-bbf0-0318503005c8 service neutron] Attempting to bind port dd827a03-41e5-4853-96d0-eb0d896f6297 on network 4929e2be-6643-4ec7-9103-db724afc0845 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:49.096422 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-c010f50e-f200-4f2d-bbf0-0318503005c8 service neutron] Port dd827a03-41e5-4853-96d0-eb0d896f6297 on network 4929e2be-6643-4ec7-9103-db724afc0845 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:51:49.096746 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-c010f50e-f200-4f2d-bbf0-0318503005c8 service neutron] Attempting to bind port dd827a03-41e5-4853-96d0-eb0d896f6297 on network 4929e2be-6643-4ec7-9103-db724afc0845 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:49.102308 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-c010f50e-f200-4f2d-bbf0-0318503005c8 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:49.102647 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-c010f50e-f200-4f2d-bbf0-0318503005c8 service neutron] Checking segment: {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:49.103039 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-c010f50e-f200-4f2d-bbf0-0318503005c8 service neutron] Bound using segment: {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:49.103497 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-c010f50e-f200-4f2d-bbf0-0318503005c8 service neutron] Bound port: dd827a03-41e5-4853-96d0-eb0d896f6297, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:49.103908 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-c010f50e-f200-4f2d-bbf0-0318503005c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.174850 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-c010f50e-f200-4f2d-bbf0-0318503005c8 service neutron] For port dd827a03-41e5-4853-96d0-eb0d896f6297, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:49.178116 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-c010f50e-f200-4f2d-bbf0-0318503005c8 service neutron] For port dd827a03-41e5-4853-96d0-eb0d896f6297, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=dd827a03-41e5-4853-96d0-eb0d896f6297,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:49.182533 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-c010f50e-f200-4f2d-bbf0-0318503005c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.218753 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-c010f50e-f200-4f2d-bbf0-0318503005c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:49.219383 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-c010f50e-f200-4f2d-bbf0-0318503005c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.220826 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-c010f50e-f200-4f2d-bbf0-0318503005c8 service neutron] 10.222.0.66 "PUT /v2.0/ports/dd827a03-41e5-4853-96d0-eb0d896f6297 HTTP/1.1" status: 200 len: 1092 time: 0.6088092 Aug 11 02:51:49.221270 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7bab0b3-226d-46d4-bd30-98fe42f70043', 'tag': 'dd827a03-41e5-4853-96d0-eb0d896f6297'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:49.223709 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fc6a28-8074-446c-a4bf-75d6852b1443" -d '{"events": [{"name": "network-changed", "server_uuid": "a7bab0b3-226d-46d4-bd30-98fe42f70043", "tag": "dd827a03-41e5-4853-96d0-eb0d896f6297"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:49.258705 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010f50e-f200-4f2d-bbf0-0318503005c8 service neutron] Pushing event updated for resources: {'Port': ['ID=dd827a03-41e5-4853-96d0-eb0d896f6297,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:49.283401 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb04dd9-bbd0-43ed-aded-e51aa9ddd5a4 x-openstack-request-id: req-3eb04dd9-bbd0-43ed-aded-e51aa9ddd5a4 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:49.283791 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7bab0b3-226d-46d4-bd30-98fe42f70043", "tag": "dd827a03-41e5-4853-96d0-eb0d896f6297", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:49.284133 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3eb04dd9-bbd0-43ed-aded-e51aa9ddd5a4 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:49.284579 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7bab0b3-226d-46d4-bd30-98fe42f70043', 'tag': 'dd827a03-41e5-4853-96d0-eb0d896f6297', 'status': 'completed', 'code': 200} Aug 11 02:51:49.294896 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103201f-4e68-4fec-b937-1c3959bc9876 req-ced1e04f-49a1-4a41-a30a-b111a6e0a97d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:49.296701 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9103201f-4e68-4fec-b937-1c3959bc9876 req-ced1e04f-49a1-4a41-a30a-b111a6e0a97d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 943 time: 0.0754278 Aug 11 02:51:49.315932 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-6606b47e-eb16-41f2-aa5a-3e425720ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:49.318643 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-6606b47e-eb16-41f2-aa5a-3e425720ce74 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 1095 time: 0.0449681 Aug 11 02:51:49.339596 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9103201f-4e68-4fec-b937-1c3959bc9876 req-fdb4a181-80d1-42d7-8092-6c7c9c672a1c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348594 Aug 11 02:51:49.366871 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-e043bd2f-c8a9-488b-bbe8-18025023e0ef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd827a03-41e5-4853-96d0-eb0d896f6297 HTTP/1.1" status: 200 len: 217 time: 0.0400097 Aug 11 02:51:49.419069 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-50a99a93-6f5f-4946-9820-f847f9a2578f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:49.420587 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-50a99a93-6f5f-4946-9820-f847f9a2578f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0460982 Aug 11 02:51:49.467443 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-9ec449cc-0396-41f1-b4ba-378f62d37d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:49.468971 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-9ec449cc-0396-41f1-b4ba-378f62d37d5f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403593 Aug 11 02:51:49.562170 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-3a53ba89-644d-4b03-8cb0-508c6ed4f919 service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854177 Aug 11 02:51:49.651692 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-18c3c43d-6b08-4037-8636-6f170dd87d70 req-f024b91d-1c61-49af-b1bd-bbdc83574c2e service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815313 Aug 11 02:51:49.734846 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc6a28-8074-446c-a4bf-75d6852b1443 req-b4f0833b-5ba0-4432-8b18-12b746ae0c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:49.736381 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-73fc6a28-8074-446c-a4bf-75d6852b1443 req-b4f0833b-5ba0-4432-8b18-12b746ae0c01 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 1095 time: 0.0410323 Aug 11 02:51:49.829910 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc6a28-8074-446c-a4bf-75d6852b1443 req-d7c7b0a2-71a8-4ba9-b027-df76fa9c688d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:49.831365 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-73fc6a28-8074-446c-a4bf-75d6852b1443 req-d7c7b0a2-71a8-4ba9-b027-df76fa9c688d service neutron] 10.222.0.66 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0871134 Aug 11 02:51:49.872956 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-73fc6a28-8074-446c-a4bf-75d6852b1443 req-f2c3bc58-7ccf-432c-a416-2ce52016a2a2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd827a03-41e5-4853-96d0-eb0d896f6297 HTTP/1.1" status: 200 len: 217 time: 0.0335982 Aug 11 02:51:49.921136 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc6a28-8074-446c-a4bf-75d6852b1443 req-ba461a9d-12b5-426b-99c3-8b698fed6684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:49.922443 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-73fc6a28-8074-446c-a4bf-75d6852b1443 req-ba461a9d-12b5-426b-99c3-8b698fed6684 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0421412 Aug 11 02:51:49.976002 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc6a28-8074-446c-a4bf-75d6852b1443 req-4fb4d180-56a4-43ed-bff3-4d97efd5a4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:49.977482 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-73fc6a28-8074-446c-a4bf-75d6852b1443 req-4fb4d180-56a4-43ed-bff3-4d97efd5a4d9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429130 Aug 11 02:51:50.056193 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:50.074739 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-73fc6a28-8074-446c-a4bf-75d6852b1443 req-4b6f9167-4e2d-4af3-a4d3-3640f0efec07 service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895917 Aug 11 02:51:50.172509 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-73fc6a28-8074-446c-a4bf-75d6852b1443 req-f45e5f8c-60bf-4e22-b3b8-de896262b2c6 service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903134 Aug 11 02:51:50.458442 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3173d1-6819-4fe2-8a19-600d6ac1ae20 req-9eb96e4d-58a1-4cba-9197-4e30854e211a tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:50.460485 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e3173d1-6819-4fe2-8a19-600d6ac1ae20 req-9eb96e4d-58a1-4cba-9197-4e30854e211a tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 943 time: 0.0495276 Aug 11 02:51:50.498343 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e3173d1-6819-4fe2-8a19-600d6ac1ae20 req-d2755427-0f8b-4a64-a3db-328261f70c81 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318503 Aug 11 02:51:51.560124 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.618562 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d611bf3-6edb-4e19-ad15-336f7ecac00e req-beef2cf9-db05-4542-96fc-e51e968090d9 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:51.620077 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0d611bf3-6edb-4e19-ad15-336f7ecac00e req-beef2cf9-db05-4542-96fc-e51e968090d9 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 943 time: 0.0532119 Aug 11 02:51:51.657332 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0d611bf3-6edb-4e19-ad15-336f7ecac00e req-865b7c05-8f84-436b-821b-66818d275df1 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312626 Aug 11 02:51:52.768820 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c7e15-d7ab-4732-9516-d9bc720f25d5 req-3d5e3248-df1f-4d6a-924b-e06f689390ce tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:52.770315 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8e6c7e15-d7ab-4732-9516-d9bc720f25d5 req-3d5e3248-df1f-4d6a-924b-e06f689390ce tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 943 time: 0.0485606 Aug 11 02:51:52.807836 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8e6c7e15-d7ab-4732-9516-d9bc720f25d5 req-84e15d42-c726-48e2-b909-07e3ce990ba2 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310555 Aug 11 02:51:53.481891 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device dd827a03-41e5-4853-96d0-eb0d896f6297 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:51:53.572443 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port dd827a03-41e5-4853-96d0-eb0d896f6297, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=dd827a03-41e5-4853-96d0-eb0d896f6297,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:53.586712 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'dd827a03-41e5-4853-96d0-eb0d896f6297', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'port_id': 'dd827a03-41e5-4853-96d0-eb0d896f6297', 'mac_address': 'fa:16:3e:b3:6d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:51:53.622066 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:53.635059 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd827a03-41e5-4853-96d0-eb0d896f6297 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:51:53.653081 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port dd827a03-41e5-4853-96d0-eb0d896f6297, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=dd827a03-41e5-4853-96d0-eb0d896f6297,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:53.656869 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:53.702368 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=dd827a03-41e5-4853-96d0-eb0d896f6297,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:53.709522 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:53.709872 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:53.710214 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:53.710554 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:53.710888 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:53.711221 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:53.711560 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:53.711919 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:53.712229 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:53.712552 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:53.712876 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:53.713201 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:53.857433 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['dd827a03-41e5-4853-96d0-eb0d896f6297'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:51:53.922949 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fb927-3b7e-492a-9ef7-55fd0ca92084 req-19b449f1-9530-4a13-aed6-9e492160f793 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:53.924502 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b00fb927-3b7e-492a-9ef7-55fd0ca92084 req-19b449f1-9530-4a13-aed6-9e492160f793 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 944 time: 0.0495529 Aug 11 02:51:53.965734 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b00fb927-3b7e-492a-9ef7-55fd0ca92084 req-7d64fca2-bbc8-4a80-b1aa-601d0315d17e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351040 Aug 11 02:51:54.784741 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.082067 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8226c4-290f-4e12-bc3f-8c5d3eda331d req-dc3b5adc-9afd-4359-9687-4449d1038a4c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:55.084047 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2e8226c4-290f-4e12-bc3f-8c5d3eda331d req-dc3b5adc-9afd-4359-9687-4449d1038a4c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 944 time: 0.0519688 Aug 11 02:51:55.120837 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2e8226c4-290f-4e12-bc3f-8c5d3eda331d req-abce74e5-2f55-407b-9a85-cd6163e825e4 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309622 Aug 11 02:51:55.496722 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device dd827a03-41e5-4853-96d0-eb0d896f6297 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:55.543849 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port dd827a03-41e5-4853-96d0-eb0d896f6297 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:55.547574 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port dd827a03-41e5-4853-96d0-eb0d896f6297 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:55.547978 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.634001 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.643428 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.657412 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7bab0b3-226d-46d4-bd30-98fe42f70043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd827a03-41e5-4853-96d0-eb0d896f6297'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:55.659626 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46af39e1-a679-4010-8265-b7dec8515d84" -d '{"events": [{"server_uuid": "a7bab0b3-226d-46d4-bd30-98fe42f70043", "name": "network-vif-plugged", "status": "completed", "tag": "dd827a03-41e5-4853-96d0-eb0d896f6297"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:55.672396 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port dd827a03-41e5-4853-96d0-eb0d896f6297, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=dd827a03-41e5-4853-96d0-eb0d896f6297,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:55.676449 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.701937 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b7c10a-6fe8-4999-8992-25e683c2e433 x-openstack-request-id: req-75b7c10a-6fe8-4999-8992-25e683c2e433 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:55.702232 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7bab0b3-226d-46d4-bd30-98fe42f70043", "name": "network-vif-plugged", "status": "completed", "tag": "dd827a03-41e5-4853-96d0-eb0d896f6297", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:55.702484 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-75b7c10a-6fe8-4999-8992-25e683c2e433 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:55.702875 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7bab0b3-226d-46d4-bd30-98fe42f70043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd827a03-41e5-4853-96d0-eb0d896f6297', 'code': 200} Aug 11 02:51:55.727921 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=dd827a03-41e5-4853-96d0-eb0d896f6297,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:55.797457 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f023c-d72e-4fb3-ba9c-0f8ecd6046b0 req-23592b64-fc32-4954-ae1d-37f0a45b0c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:55.798941 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-591f023c-d72e-4fb3-ba9c-0f8ecd6046b0 req-23592b64-fc32-4954-ae1d-37f0a45b0c9c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 1097 time: 0.0392208 Aug 11 02:51:55.834473 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-591f023c-d72e-4fb3-ba9c-0f8ecd6046b0 req-4988d95a-9078-46ad-ad2b-fba4a34ddb6e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280368 Aug 11 02:51:56.233076 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56322f92-43be-4a85-9f93-6d1d2255a16e req-18bba7c7-b9ce-40af-acdf-e8f01205ca1d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:56.234560 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-56322f92-43be-4a85-9f93-6d1d2255a16e req-18bba7c7-b9ce-40af-acdf-e8f01205ca1d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 945 time: 0.0481741 Aug 11 02:51:56.272786 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-56322f92-43be-4a85-9f93-6d1d2255a16e req-61056a86-10b5-4794-afd4-ae0162be51c2 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316787 Aug 11 02:51:57.389898 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e148aa-fd73-4693-a895-4b1a1088a9e6 req-4deb6a28-364b-4c2c-9a3e-7fc486204691 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:57.391381 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f2e148aa-fd73-4693-a895-4b1a1088a9e6 req-4deb6a28-364b-4c2c-9a3e-7fc486204691 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 945 time: 0.0491602 Aug 11 02:51:57.429156 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f2e148aa-fd73-4693-a895-4b1a1088a9e6 req-8c60ee04-a1cf-4cb3-9f81-27f035be80d2 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319071 Aug 11 02:51:57.541828 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683d0c1-1a98-4e1b-9ebf-e5a3d30bb72e req-98a4e2a4-3257-4465-bfce-40056a581839 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:57.543356 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0683d0c1-1a98-4e1b-9ebf-e5a3d30bb72e req-98a4e2a4-3257-4465-bfce-40056a581839 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 945 time: 0.0520399 Aug 11 02:51:57.552079 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 58330) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:57.557145 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-d155a48b-0889-4fd0-b742-963bc765a333 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Request body: {'floatingip': {'port_id': 'dd827a03-41e5-4853-96d0-eb0d896f6297'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:57.594640 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d155a48b-0889-4fd0-b742-963bc765a333 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for floatingip, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.018080 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d155a48b-0889-4fd0-b742-963bc765a333 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.022718 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d155a48b-0889-4fd0-b742-963bc765a333 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.124851 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-d155a48b-0889-4fd0-b742-963bc765a333 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Floating IP 4403b450-0067-49c2-b28c-e147a40029a5 associated. External IP: 172.25.2.78, port: dd827a03-41e5-4853-96d0-eb0d896f6297. Aug 11 02:51:58.330067 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d155a48b-0889-4fd0-b742-963bc765a333 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:51:58.435750 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d155a48b-0889-4fd0-b742-963bc765a333 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:58.440734 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d155a48b-0889-4fd0-b742-963bc765a333 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.445157 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf98e3ab-8d77-427f-9aed-fb4596d31c79 None None] Sync routers for ids ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:58.454259 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf98e3ab-8d77-427f-9aed-fb4596d31c79 None None] Routers {'721caa3b-b2f4-4a30-a2ef-528ca9980df9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:58.454859 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-bf98e3ab-8d77-427f-9aed-fb4596d31c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:51:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:58.466770 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d155a48b-0889-4fd0-b742-963bc765a333 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "PUT /v2.0/floatingips/4403b450-0067-49c2-b28c-e147a40029a5 HTTP/1.1" status: 200 len: 990 time: 0.9130266 Aug 11 02:51:58.467368 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7bab0b3-226d-46d4-bd30-98fe42f70043', 'tag': 'dd827a03-41e5-4853-96d0-eb0d896f6297'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:58.469630 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0230708a-c329-45a2-939c-9aefb5c98bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "a7bab0b3-226d-46d4-bd30-98fe42f70043", "tag": "dd827a03-41e5-4853-96d0-eb0d896f6297"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:58.508031 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772c20c2-fc77-449e-b42d-ad4c708a3218 x-openstack-request-id: req-772c20c2-fc77-449e-b42d-ad4c708a3218 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:58.508330 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7bab0b3-226d-46d4-bd30-98fe42f70043", "tag": "dd827a03-41e5-4853-96d0-eb0d896f6297", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:58.508592 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-772c20c2-fc77-449e-b42d-ad4c708a3218 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:58.509145 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7bab0b3-226d-46d4-bd30-98fe42f70043', 'tag': 'dd827a03-41e5-4853-96d0-eb0d896f6297', 'status': 'completed', 'code': 200} Aug 11 02:51:58.571047 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-bf98e3ab-8d77-427f-9aed-fb4596d31c79 None None] Set router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:58.576056 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230708a-c329-45a2-939c-9aefb5c98bfa req-afa09cea-f862-4a0d-b9b7-5c006c102809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:58.577695 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0230708a-c329-45a2-939c-9aefb5c98bfa req-afa09cea-f862-4a0d-b9b7-5c006c102809 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 1097 time: 0.0454257 Aug 11 02:51:58.678148 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230708a-c329-45a2-939c-9aefb5c98bfa req-b7e00256-a9eb-4325-9a65-50778342649d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:58.679619 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0230708a-c329-45a2-939c-9aefb5c98bfa req-b7e00256-a9eb-4325-9a65-50778342649d service neutron] 10.222.0.66 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0944779 Aug 11 02:51:58.749233 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0230708a-c329-45a2-939c-9aefb5c98bfa req-cfc76383-c81a-4ed2-a27f-3c663cd17734 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd827a03-41e5-4853-96d0-eb0d896f6297 HTTP/1.1" status: 200 len: 998 time: 0.0619638 Aug 11 02:51:58.799327 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230708a-c329-45a2-939c-9aefb5c98bfa req-dff9f44e-24bc-4d17-ba58-6b207596fce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:58.800821 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0230708a-c329-45a2-939c-9aefb5c98bfa req-dff9f44e-24bc-4d17-ba58-6b207596fce7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0441444 Aug 11 02:51:58.812706 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-bf98e3ab-8d77-427f-9aed-fb4596d31c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '4403b450-0067-49c2-b28c-e147a40029a5', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'port_id': 'dd827a03-41e5-4853-96d0-eb0d896f6297', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'mac_address': 'fa:16:3e:b3:6d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bab0b3-226d-46d4-bd30-98fe42f70043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:51:45Z', 'updated_at': '2021-08-11T02:51:57Z', 'revision_number': 1, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37', 'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'mac_address': 'fa:16:3e:91:86:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:41Z', 'updated_at': '2021-08-11T02:51:46Z', 'revision_number': 5, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'subnets': [{'id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:58.842359 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf98e3ab-8d77-427f-9aed-fb4596d31c79 None None] Checking router: 721caa3b-b2f4-4a30-a2ef-528ca9980df9 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:51:58.850160 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230708a-c329-45a2-939c-9aefb5c98bfa req-a7b8ca77-b3c0-4e0f-841b-05cecc729d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:58.850700 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf98e3ab-8d77-427f-9aed-fb4596d31c79 None None] Routers {'721caa3b-b2f4-4a30-a2ef-528ca9980df9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:58.851283 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-bf98e3ab-8d77-427f-9aed-fb4596d31c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:51:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:58.851709 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0230708a-c329-45a2-939c-9aefb5c98bfa req-a7b8ca77-b3c0-4e0f-841b-05cecc729d02 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436566 Aug 11 02:51:58.941951 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0230708a-c329-45a2-939c-9aefb5c98bfa req-4a4165f9-ee95-4497-ab79-cf71fe378097 service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817099 Aug 11 02:51:58.951990 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-bf98e3ab-8d77-427f-9aed-fb4596d31c79 None None] Set router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:59.035856 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0230708a-c329-45a2-939c-9aefb5c98bfa req-6d9cefa2-8501-4077-9ab0-c2ec507509d2 service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858433 Aug 11 02:51:59.180690 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-bf98e3ab-8d77-427f-9aed-fb4596d31c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '4403b450-0067-49c2-b28c-e147a40029a5', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'port_id': 'dd827a03-41e5-4853-96d0-eb0d896f6297', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'mac_address': 'fa:16:3e:b3:6d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bab0b3-226d-46d4-bd30-98fe42f70043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:51:45Z', 'updated_at': '2021-08-11T02:51:57Z', 'revision_number': 1, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37', 'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'mac_address': 'fa:16:3e:91:86:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:41Z', 'updated_at': '2021-08-11T02:51:46Z', 'revision_number': 5, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'subnets': [{'id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:59.205636 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf98e3ab-8d77-427f-9aed-fb4596d31c79 None None] The sync data for ids ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'] in n-d-615180-33 is: [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '4403b450-0067-49c2-b28c-e147a40029a5', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'port_id': 'dd827a03-41e5-4853-96d0-eb0d896f6297', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'mac_address': 'fa:16:3e:b3:6d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bab0b3-226d-46d4-bd30-98fe42f70043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:51:45Z', 'updated_at': '2021-08-11T02:51:57Z', 'revision_number': 1, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37', 'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'mac_address': 'fa:16:3e:91:86:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:41Z', 'updated_at': '2021-08-11T02:51:46Z', 'revision_number': 5, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'subnets': [{'id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:59.398558 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401804d2-21e4-4686-b9a1-ca07d5291561 None None] New status for floating IP 4403b450-0067-49c2-b28c-e147a40029a5: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:52:08.372459 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:52:15.669099 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-693b405b-ca01-41af-8a00-f919e1143c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:18.349916 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-119a811b-0802-4006-bacf-f9b56456ec72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:18.376266 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:20.057707 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:21.562073 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:24.783148 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:25.653701 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:42.763307 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7fa3233a-a74f-4413-8038-db61976031c8 req-ce65f4e3-edf5-4595-b2aa-df8dd02e58a6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3792944 Aug 11 02:52:42.843070 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3233a-a74f-4413-8038-db61976031c8 req-909e2c62-41df-4790-a549-2e6da86ca536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:42.844553 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7fa3233a-a74f-4413-8038-db61976031c8 req-909e2c62-41df-4790-a549-2e6da86ca536 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 1097 time: 0.0398126 Aug 11 02:52:42.945182 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3233a-a74f-4413-8038-db61976031c8 req-d37af94c-f58d-498f-921e-26ad14bd66f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:42.946608 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7fa3233a-a74f-4413-8038-db61976031c8 req-d37af94c-f58d-498f-921e-26ad14bd66f4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0829334 Aug 11 02:52:43.010167 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7fa3233a-a74f-4413-8038-db61976031c8 req-9b63ce6f-eb47-4d11-b1a4-e352829f38d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd827a03-41e5-4853-96d0-eb0d896f6297 HTTP/1.1" status: 200 len: 1000 time: 0.0558355 Aug 11 02:52:43.059294 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3233a-a74f-4413-8038-db61976031c8 req-ef916d9f-dccf-42ef-90ed-f536b999b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:43.060745 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7fa3233a-a74f-4413-8038-db61976031c8 req-ef916d9f-dccf-42ef-90ed-f536b999b2d7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0427251 Aug 11 02:52:43.110370 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3233a-a74f-4413-8038-db61976031c8 req-97e9e99a-f6ce-490b-8e91-278cd21c2ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:43.111868 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7fa3233a-a74f-4413-8038-db61976031c8 req-97e9e99a-f6ce-490b-8e91-278cd21c2ab6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430813 Aug 11 02:52:43.200343 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7fa3233a-a74f-4413-8038-db61976031c8 req-9b879425-b700-486a-9c39-5ecb28685225 service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806887 Aug 11 02:52:43.292560 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7fa3233a-a74f-4413-8038-db61976031c8 req-e9f7d402-0062-4a2d-9aed-0751a2f89e0b service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850546 Aug 11 02:52:45.372160 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:52:45.669567 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9a9ac650-12f3-42d5-8663-0429c7578152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:48.353083 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a1da4618-a673-4b29-903c-04420d86e332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:48.376020 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:50.059575 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:51.565172 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:54.797475 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:55.649554 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:15.669830 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-43240175-409c-4d72-9367-3577e514d512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:18.361162 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-60a5997c-dfe6-4cc1-9064-44177e54b94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:18.377976 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:20.062361 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:21.568314 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:22.371893 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:53:24.797073 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:25.648266 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:35.482523 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46378b98-c1d1-4d99-8ccf-8856a2d76719 req-9f1447b3-d9fc-4f7c-8d21-69d1e93199e3 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:35.484092 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-46378b98-c1d1-4d99-8ccf-8856a2d76719 req-9f1447b3-d9fc-4f7c-8d21-69d1e93199e3 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 945 time: 0.0556865 Aug 11 02:53:35.521256 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-46378b98-c1d1-4d99-8ccf-8856a2d76719 req-7330f3dd-ab69-479e-bb94-2663faecdf58 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311613 Aug 11 02:53:35.760752 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11ca5d-ae24-4944-97ee-613a3ca97d75 req-9d0448ef-eb01-48fb-904d-760cd722d227 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:35.762428 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cf11ca5d-ae24-4944-97ee-613a3ca97d75 req-9d0448ef-eb01-48fb-904d-760cd722d227 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 945 time: 0.0485051 Aug 11 02:53:35.804285 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cf11ca5d-ae24-4944-97ee-613a3ca97d75 req-625b2184-fb6d-4fbe-bcff-acf102788036 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354149 Aug 11 02:53:35.854667 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-5278890c-f794-4862-a4e4-f08818834fc2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1526539 Aug 11 02:53:36.926903 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8220f-52d0-4b92-bf20-3fd99b766ce3 req-cc905cdc-974e-49e0-a5f7-a1ae1562ab2d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:36.928330 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b0f8220f-52d0-4b92-bf20-3fd99b766ce3 req-cc905cdc-974e-49e0-a5f7-a1ae1562ab2d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 945 time: 0.0518742 Aug 11 02:53:36.966622 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b0f8220f-52d0-4b92-bf20-3fd99b766ce3 req-0575db27-c1a7-4a29-99c3-18657ebd408b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317850 Aug 11 02:53:37.075372 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-c10d3b4e-a251-4994-93dd-2c0e0abc28f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:37.076898 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-c10d3b4e-a251-4994-93dd-2c0e0abc28f1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 1097 time: 0.0419753 Aug 11 02:53:37.170008 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-adab8341-a0a4-410a-b7fa-77218ef8b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:37.172329 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-adab8341-a0a4-410a-b7fa-77218ef8b825 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0882127 Aug 11 02:53:37.240526 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-33553ef1-3f0a-4833-8748-cb23dec36088 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd827a03-41e5-4853-96d0-eb0d896f6297 HTTP/1.1" status: 200 len: 1000 time: 0.0607181 Aug 11 02:53:37.294909 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-e4a462f4-8ec2-4ebc-b3fe-38b1842734e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:37.296397 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-e4a462f4-8ec2-4ebc-b3fe-38b1842734e4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0480917 Aug 11 02:53:37.341269 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-89a1e029-9f56-4797-8153-01f71dec7406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:37.342724 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-89a1e029-9f56-4797-8153-01f71dec7406 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391490 Aug 11 02:53:37.433180 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-2af0fde3-07b7-4db5-889e-c9387b68b8cc service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826316 Aug 11 02:53:37.527750 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-88429056-ef2c-42ea-8533-6047d9831a76 service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861592 Aug 11 02:53:38.082225 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42427f7-e53f-4c61-86e0-c27b1af57bfd req-3287be12-48cc-4c1f-842b-8ae9e55f020b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:38.083713 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b42427f7-e53f-4c61-86e0-c27b1af57bfd req-3287be12-48cc-4c1f-842b-8ae9e55f020b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 945 time: 0.0477679 Aug 11 02:53:38.125396 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b42427f7-e53f-4c61-86e0-c27b1af57bfd req-c72624dc-6658-449d-b525-f70533947458 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350900 Aug 11 02:53:39.240197 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab841f-6c3a-49b3-8f5e-0e3eb761707b req-4c910fda-1d81-4d45-acc8-dd65ca055d73 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:39.242249 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-00ab841f-6c3a-49b3-8f5e-0e3eb761707b req-4c910fda-1d81-4d45-acc8-dd65ca055d73 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 945 time: 0.0490797 Aug 11 02:53:39.279420 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-00ab841f-6c3a-49b3-8f5e-0e3eb761707b req-d442393b-c60e-4a6d-b878-4d39f1034828 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311060 Aug 11 02:53:40.396334 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef1aae-5478-4d44-8d96-a2407cc7763f req-115f2950-ee3e-4ab0-8a49-dafcdb47eb58 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:40.397893 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ceef1aae-5478-4d44-8d96-a2407cc7763f req-115f2950-ee3e-4ab0-8a49-dafcdb47eb58 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 945 time: 0.0508163 Aug 11 02:53:40.435023 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ceef1aae-5478-4d44-8d96-a2407cc7763f req-b57732b3-7f53-4fb5-845c-da2be18a6bfb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312996 Aug 11 02:53:41.555299 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f68fd0-67c8-4b44-838a-7356d6fb4be3 req-f5f8345b-4554-4214-ad9d-93ab51746ea6 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:41.556903 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9f68fd0-67c8-4b44-838a-7356d6fb4be3 req-f5f8345b-4554-4214-ad9d-93ab51746ea6 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 945 time: 0.0549264 Aug 11 02:53:41.594690 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9f68fd0-67c8-4b44-838a-7356d6fb4be3 req-4a5f7490-e809-4c2d-9005-03aa69bb6413 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318658 Aug 11 02:53:42.710748 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2244712-89ee-4477-a361-49b9cd14aa64 req-1cdeede1-a5bd-4621-8ee5-acf5d3e386ac tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:42.712265 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a2244712-89ee-4477-a361-49b9cd14aa64 req-1cdeede1-a5bd-4621-8ee5-acf5d3e386ac tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 945 time: 0.0497832 Aug 11 02:53:42.749932 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a2244712-89ee-4477-a361-49b9cd14aa64 req-b4b65910-29fc-4da5-9cde-53cae83c108c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317640 Aug 11 02:53:43.452962 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a4127-e3ac-4020-a46f-33d0e3f13c93 req-3af3ef64-6bac-48c1-bab6-8e952d1b2d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:43.454439 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c59a4127-e3ac-4020-a46f-33d0e3f13c93 req-3af3ef64-6bac-48c1-bab6-8e952d1b2d8b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 1097 time: 0.0401890 Aug 11 02:53:43.567268 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a4127-e3ac-4020-a46f-33d0e3f13c93 req-0294981c-5ce2-44ad-9912-aea738edd83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:43.569441 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c59a4127-e3ac-4020-a46f-33d0e3f13c93 req-0294981c-5ce2-44ad-9912-aea738edd83c service neutron] 10.222.0.66 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0958433 Aug 11 02:53:43.638618 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c59a4127-e3ac-4020-a46f-33d0e3f13c93 req-2ffc884b-d73d-42b2-9ca0-1593d5968423 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd827a03-41e5-4853-96d0-eb0d896f6297 HTTP/1.1" status: 200 len: 1000 time: 0.0613377 Aug 11 02:53:43.688728 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a4127-e3ac-4020-a46f-33d0e3f13c93 req-de74038d-3664-4a11-ada7-48ee8c2f9038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:43.690157 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c59a4127-e3ac-4020-a46f-33d0e3f13c93 req-de74038d-3664-4a11-ada7-48ee8c2f9038 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0441532 Aug 11 02:53:43.736386 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a4127-e3ac-4020-a46f-33d0e3f13c93 req-e10350d8-97e1-4b02-81ee-630d008b3aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:43.737903 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c59a4127-e3ac-4020-a46f-33d0e3f13c93 req-e10350d8-97e1-4b02-81ee-630d008b3aa1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401950 Aug 11 02:53:43.861062 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c59a4127-e3ac-4020-a46f-33d0e3f13c93 req-9d859ecc-f643-4640-b04c-6c079a03d8f7 service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141663 Aug 11 02:53:43.952610 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cfe07-f499-4bd2-a294-289af1398c25 req-fdc82e71-bf43-463f-acb3-6aac6c65862e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:43.954644 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-db9cfe07-f499-4bd2-a294-289af1398c25 req-fdc82e71-bf43-463f-acb3-6aac6c65862e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 945 time: 0.1325104 Aug 11 02:53:44.019558 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-db9cfe07-f499-4bd2-a294-289af1398c25 req-de2121e9-6d8c-44b4-b114-3ea9f23fdec1 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587425 Aug 11 02:53:44.030894 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c59a4127-e3ac-4020-a46f-33d0e3f13c93 req-b26cbcfc-ae09-4272-a9f4-911921fd66e4 service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607857 Aug 11 02:53:45.134341 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec28f77-c950-45bb-954a-9fcfb4ee37ad req-7fab61f2-49f5-41c0-8665-eb61c535e619 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:45.135833 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5ec28f77-c950-45bb-954a-9fcfb4ee37ad req-7fab61f2-49f5-41c0-8665-eb61c535e619 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 945 time: 0.0479577 Aug 11 02:53:45.176859 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5ec28f77-c950-45bb-954a-9fcfb4ee37ad req-699faf38-eba9-40fb-9e07-eeccbac71a2b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350716 Aug 11 02:53:45.673023 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bf757572-4718-4605-8f16-20fbf9fbe931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:46.292422 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778337fd-5d9b-4cf1-9a76-1e1aff3934e2 req-feb2faf7-3027-418a-abe3-b3211aaee74a tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:46.293923 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-778337fd-5d9b-4cf1-9a76-1e1aff3934e2 req-feb2faf7-3027-418a-abe3-b3211aaee74a tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 945 time: 0.0497558 Aug 11 02:53:46.330495 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-778337fd-5d9b-4cf1-9a76-1e1aff3934e2 req-8c62d065-9a5e-4cb9-97dd-0b129f8c3041 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306661 Aug 11 02:53:47.445731 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289e0a7-0b92-4eeb-b18e-a614533ed838 req-6b208d01-555b-47a1-91db-b74d49fcfa20 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:47.447507 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f289e0a7-0b92-4eeb-b18e-a614533ed838 req-6b208d01-555b-47a1-91db-b74d49fcfa20 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 945 time: 0.0494876 Aug 11 02:53:47.484840 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f289e0a7-0b92-4eeb-b18e-a614533ed838 req-e7e19601-7675-40f5-99da-b7cb54062d39 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314338 Aug 11 02:53:48.353731 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0753d934-4bf8-4326-9e35-cd11b560bd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:48.376989 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:48.599626 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2660b44-7e07-49b4-8891-0cfab7c96021 req-eb9b01c9-37c3-45c9-9997-baa1cb221733 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:48.601125 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f2660b44-7e07-49b4-8891-0cfab7c96021 req-eb9b01c9-37c3-45c9-9997-baa1cb221733 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 945 time: 0.0496972 Aug 11 02:53:48.639508 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f2660b44-7e07-49b4-8891-0cfab7c96021 req-593686f3-b33c-44d7-affb-c63b97168aba tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324326 Aug 11 02:53:49.480328 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-026c1a88-0c77-48bd-a587-c55dcdc889b5 service neutron] show failed (client error): The resource could not be found. Aug 11 02:53:49.481335 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-026c1a88-0c77-48bd-a587-c55dcdc889b5 service neutron] 10.222.0.66 "GET /v2.0/ports/dd827a03-41e5-4853-96d0-eb0d896f6297/bindings/n-h1-615180-33 HTTP/1.1" status: 404 len: 381 time: 0.0579350 Aug 11 02:53:49.683472 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-a200c3ac-7a70-4864-b520-ebe543c51c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:49.685050 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-a200c3ac-7a70-4864-b520-ebe543c51c82 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043&tenant_id=b6aba3dfa4ae4719b99f69566c94cabd HTTP/1.1" status: 200 len: 1097 time: 0.0428541 Aug 11 02:53:49.696939 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-615180-33', 'device_owner': 'compute:nova'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:49.781217 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:49.802991 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807aa029-3e5f-4146-b47c-e4392a9993d0 req-5bed8331-68ae-47ee-873a-cf7d98f2a994 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:49.805068 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-807aa029-3e5f-4146-b47c-e4392a9993d0 req-5bed8331-68ae-47ee-873a-cf7d98f2a994 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 945 time: 0.0900726 Aug 11 02:53:49.923667 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-807aa029-3e5f-4146-b47c-e4392a9993d0 req-776a6a7a-1bac-4d12-8cb9-96fdbfa6a20d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980918 Aug 11 02:53:50.024616 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] For port dd827a03-41e5-4853-96d0-eb0d896f6297, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=dd827a03-41e5-4853-96d0-eb0d896f6297,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:50.057138 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] For port dd827a03-41e5-4853-96d0-eb0d896f6297, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:53:50.065133 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.096271 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7bab0b3-226d-46d4-bd30-98fe42f70043', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd827a03-41e5-4853-96d0-eb0d896f6297'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:50.098717 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326d72ec-76ae-46a8-914a-e45efefbc6e4" -d '{"events": [{"server_uuid": "a7bab0b3-226d-46d4-bd30-98fe42f70043", "name": "network-vif-unplugged", "status": "completed", "tag": "dd827a03-41e5-4853-96d0-eb0d896f6297"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:50.103135 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.115324 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Transition to ACTIVE for port object dd827a03-41e5-4853-96d0-eb0d896f6297 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:50.119351 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.154426 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062049a0-f339-4372-ba22-11346fcf3fb8 x-openstack-request-id: req-062049a0-f339-4372-ba22-11346fcf3fb8 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:50.155440 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7bab0b3-226d-46d4-bd30-98fe42f70043", "name": "network-vif-unplugged", "status": "completed", "tag": "dd827a03-41e5-4853-96d0-eb0d896f6297", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:50.155440 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-062049a0-f339-4372-ba22-11346fcf3fb8 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:50.155440 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7bab0b3-226d-46d4-bd30-98fe42f70043', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd827a03-41e5-4853-96d0-eb0d896f6297', 'code': 200} Aug 11 02:53:50.208782 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd827a03-41e5-4853-96d0-eb0d896f6297,revision_number=6']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:50.223182 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:50.223563 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:50.223906 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:50.224245 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:50.224578 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:50.225156 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:50.225254 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:50.225593 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:50.225919 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:50.226249 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:50.226576 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:50.226902 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:50.260491 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] No DVR routers for this DVR port dd827a03-41e5-4853-96d0-eb0d896f6297 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:50.395970 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Attempting to bind port dd827a03-41e5-4853-96d0-eb0d896f6297 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:53:50.396300 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Attempting to bind port dd827a03-41e5-4853-96d0-eb0d896f6297 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:53:50.396623 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Attempting to bind port dd827a03-41e5-4853-96d0-eb0d896f6297 on network 4929e2be-6643-4ec7-9103-db724afc0845 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:50.401396 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Port dd827a03-41e5-4853-96d0-eb0d896f6297 on network 4929e2be-6643-4ec7-9103-db724afc0845 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:53:50.401696 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Attempting to bind port dd827a03-41e5-4853-96d0-eb0d896f6297 on network 4929e2be-6643-4ec7-9103-db724afc0845 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:50.406438 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:53:50.406823 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Checking segment: {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:53:50.407197 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Bound using segment: {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:53:50.407642 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Bound port: dd827a03-41e5-4853-96d0-eb0d896f6297, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:53:50.407987 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.472354 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] For port dd827a03-41e5-4853-96d0-eb0d896f6297, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:53:50.475227 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] For port dd827a03-41e5-4853-96d0-eb0d896f6297, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=dd827a03-41e5-4853-96d0-eb0d896f6297,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:53:50.479576 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.520824 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:50.521660 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.524256 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] 10.222.0.73 "PUT /v2.0/ports/dd827a03-41e5-4853-96d0-eb0d896f6297 HTTP/1.1" status: 200 len: 1092 time: 0.8314219 Aug 11 02:53:50.539873 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6ffcf-66a4-406a-993a-de8b66734aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd827a03-41e5-4853-96d0-eb0d896f6297,revision_number=7']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:50.598110 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f4b70-0636-4377-ba68-3d46deaa6506 req-75cb5ca5-a7f9-4c35-a067-4b4ff485008e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:50.601329 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f28f4b70-0636-4377-ba68-3d46deaa6506 req-75cb5ca5-a7f9-4c35-a067-4b4ff485008e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 1095 time: 0.0496359 Aug 11 02:53:50.725519 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f4b70-0636-4377-ba68-3d46deaa6506 req-af867e59-6697-4032-a74a-ff03ce6b6686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:50.726919 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f28f4b70-0636-4377-ba68-3d46deaa6506 req-af867e59-6697-4032-a74a-ff03ce6b6686 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0996485 Aug 11 02:53:50.795931 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f28f4b70-0636-4377-ba68-3d46deaa6506 req-a3796194-e1fe-42da-9cfc-48dc7edc838b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd827a03-41e5-4853-96d0-eb0d896f6297 HTTP/1.1" status: 200 len: 998 time: 0.0618498 Aug 11 02:53:50.848622 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f4b70-0636-4377-ba68-3d46deaa6506 req-6fd411e1-7fbe-4318-bd71-55d240cdab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:50.850084 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f28f4b70-0636-4377-ba68-3d46deaa6506 req-6fd411e1-7fbe-4318-bd71-55d240cdab60 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0477211 Aug 11 02:53:50.895656 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f4b70-0636-4377-ba68-3d46deaa6506 req-17d84580-7425-40e4-8d3a-da03e04c02cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:50.897138 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f28f4b70-0636-4377-ba68-3d46deaa6506 req-17d84580-7425-40e4-8d3a-da03e04c02cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398443 Aug 11 02:53:50.986094 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f28f4b70-0636-4377-ba68-3d46deaa6506 req-5c182edb-2b5c-4552-8abd-c0a74786adab service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819046 Aug 11 02:53:51.107522 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a1a2a-35ed-4c44-96ea-d8fa0c9df0cd req-c431a27b-e037-4f87-996d-aaae929a465a tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:51.109040 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5a4a1a2a-35ed-4c44-96ea-d8fa0c9df0cd req-c431a27b-e037-4f87-996d-aaae929a465a tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 943 time: 0.0987997 Aug 11 02:53:51.125820 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f28f4b70-0636-4377-ba68-3d46deaa6506 req-8a0f6b56-268e-4b8d-aa26-736667abb4df service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332176 Aug 11 02:53:51.151577 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5a4a1a2a-35ed-4c44-96ea-d8fa0c9df0cd req-acbf9c4e-7f5d-4146-83d9-b30976352bba tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356102 Aug 11 02:53:51.210106 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-ab461710-a6f3-4598-924a-481ca2e26b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:51.211679 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-ab461710-a6f3-4598-924a-481ca2e26b1f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 1095 time: 0.0422101 Aug 11 02:53:51.306276 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-1ff70d1a-882f-4c40-a3a6-a4795be9c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:51.307765 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-1ff70d1a-882f-4c40-a3a6-a4795be9c385 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0890760 Aug 11 02:53:51.370922 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-8b91a549-3b28-4978-82d7-926c091bef82 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd827a03-41e5-4853-96d0-eb0d896f6297 HTTP/1.1" status: 200 len: 998 time: 0.0560038 Aug 11 02:53:51.422830 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-c776ee54-7d15-4b05-8e00-2153690cb9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:51.424298 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-c776ee54-7d15-4b05-8e00-2153690cb9c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0466738 Aug 11 02:53:51.467978 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-7fd20e88-100c-47ee-b6c3-11d3d4957451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:51.469434 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-7fd20e88-100c-47ee-b6c3-11d3d4957451 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386353 Aug 11 02:53:51.555029 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-1379be3f-3fc2-4704-9777-114a2820e2b7 service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784032 Aug 11 02:53:51.570713 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:51.646645 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-780cd5b0-04a0-4137-8d53-2c715016c254 req-8c7b137e-f359-4e6a-a29b-884dde16f04f service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850449 Aug 11 02:53:52.156450 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7bab0b3-226d-46d4-bd30-98fe42f70043', 'tag': 'dd827a03-41e5-4853-96d0-eb0d896f6297'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:52.158955 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c74267-e567-448c-b9be-7ba628c04831" -d '{"events": [{"name": "network-changed", "server_uuid": "a7bab0b3-226d-46d4-bd30-98fe42f70043", "tag": "dd827a03-41e5-4853-96d0-eb0d896f6297"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:52.209804 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7090a3-8d24-4e58-a038-fa086c1605f8 x-openstack-request-id: req-ff7090a3-8d24-4e58-a038-fa086c1605f8 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:52.210098 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7bab0b3-226d-46d4-bd30-98fe42f70043", "tag": "dd827a03-41e5-4853-96d0-eb0d896f6297", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:52.210373 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ff7090a3-8d24-4e58-a038-fa086c1605f8 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:52.210777 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7bab0b3-226d-46d4-bd30-98fe42f70043', 'tag': 'dd827a03-41e5-4853-96d0-eb0d896f6297', 'status': 'completed', 'code': 200} Aug 11 02:53:52.275230 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c74267-e567-448c-b9be-7ba628c04831 req-483b52f8-2105-4b91-bc25-38564e1de95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:52.276957 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-07c74267-e567-448c-b9be-7ba628c04831 req-483b52f8-2105-4b91-bc25-38564e1de95c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 1095 time: 0.0427873 Aug 11 02:53:52.301928 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131d8af-3977-4e44-b949-2a03e6bfffac req-d154edf8-2137-4f35-bd3b-ddbc17c8ffe7 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:52.303994 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7131d8af-3977-4e44-b949-2a03e6bfffac req-d154edf8-2137-4f35-bd3b-ddbc17c8ffe7 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 943 time: 0.0836086 Aug 11 02:53:52.306640 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c74267-e567-448c-b9be-7ba628c04831 req-7fef87c6-d60e-4a35-a80f-73d14444d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:52.308069 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-07c74267-e567-448c-b9be-7ba628c04831 req-7fef87c6-d60e-4a35-a80f-73d14444d13d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 1095 time: 0.0764654 Aug 11 02:53:52.372298 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c74267-e567-448c-b9be-7ba628c04831 req-254c90e9-5325-44cc-8ba8-c8689a282dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:52.373864 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-07c74267-e567-448c-b9be-7ba628c04831 req-254c90e9-5325-44cc-8ba8-c8689a282dff service neutron] 10.222.0.66 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0891218 Aug 11 02:53:52.391091 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7131d8af-3977-4e44-b949-2a03e6bfffac req-eb220d53-81d3-44ad-978d-1576f0f3098f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807431 Aug 11 02:53:52.432895 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c74267-e567-448c-b9be-7ba628c04831 req-1ff1bf82-b7ce-4abf-872c-834499bba73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:52.434319 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-07c74267-e567-448c-b9be-7ba628c04831 req-1ff1bf82-b7ce-4abf-872c-834499bba73c service neutron] 10.222.0.73 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.1178527 Aug 11 02:53:52.441749 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-07c74267-e567-448c-b9be-7ba628c04831 req-997c3a3c-d064-4183-8e2f-e80e5d88e863 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd827a03-41e5-4853-96d0-eb0d896f6297 HTTP/1.1" status: 200 len: 998 time: 0.0606234 Aug 11 02:53:52.492602 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c74267-e567-448c-b9be-7ba628c04831 req-4738daf8-6a10-4515-bafb-27451b85d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:52.494372 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-07c74267-e567-448c-b9be-7ba628c04831 req-4738daf8-6a10-4515-bafb-27451b85d87e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0455890 Aug 11 02:53:52.505506 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-07c74267-e567-448c-b9be-7ba628c04831 req-39627dc2-c67b-4257-8142-92bca0560b24 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd827a03-41e5-4853-96d0-eb0d896f6297 HTTP/1.1" status: 200 len: 998 time: 0.0628853 Aug 11 02:53:52.545165 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c74267-e567-448c-b9be-7ba628c04831 req-792720d3-2918-4d9b-824f-48119b24977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:52.546682 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-07c74267-e567-448c-b9be-7ba628c04831 req-792720d3-2918-4d9b-824f-48119b24977e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441549 Aug 11 02:53:52.556343 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c74267-e567-448c-b9be-7ba628c04831 req-c9007543-e3a4-40fd-87b2-cfb3169bd4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:52.557841 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-07c74267-e567-448c-b9be-7ba628c04831 req-c9007543-e3a4-40fd-87b2-cfb3169bd4d5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0445619 Aug 11 02:53:52.604329 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c74267-e567-448c-b9be-7ba628c04831 req-c43359a3-8df1-443a-8ed0-6ace4ca12bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:52.605812 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-07c74267-e567-448c-b9be-7ba628c04831 req-c43359a3-8df1-443a-8ed0-6ace4ca12bf2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392003 Aug 11 02:53:52.637334 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-07c74267-e567-448c-b9be-7ba628c04831 req-575b9f59-4293-486f-927d-8b182914cdb2 service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824783 Aug 11 02:53:52.700788 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-07c74267-e567-448c-b9be-7ba628c04831 req-9b9bdcac-6f25-4777-8f04-e2197a522502 service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863216 Aug 11 02:53:52.734427 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-07c74267-e567-448c-b9be-7ba628c04831 req-b6518ee8-2d41-45ed-a84c-703d7e06143f service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893183 Aug 11 02:53:52.806634 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-07c74267-e567-448c-b9be-7ba628c04831 req-5e0d6c54-c847-4854-865c-77391741a16b service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982640 Aug 11 02:53:53.509870 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920f3ac-8ea0-4426-9456-7ea089c83e3e req-dd59b525-998b-4cec-9ac5-9463cafb58a7 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:53.511266 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c920f3ac-8ea0-4426-9456-7ea089c83e3e req-dd59b525-998b-4cec-9ac5-9463cafb58a7 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 943 time: 0.0497718 Aug 11 02:53:53.548658 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c920f3ac-8ea0-4426-9456-7ea089c83e3e req-066bbc40-d0fb-44a3-9166-9f7cb204128a tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315804 Aug 11 02:53:53.773705 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3695d7a-cabf-4796-91c5-05c5554ebd52 req-5caa305a-d902-40ee-9255-1d0ecd17d6ae tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:53.775104 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b3695d7a-cabf-4796-91c5-05c5554ebd52 req-5caa305a-d902-40ee-9255-1d0ecd17d6ae tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 943 time: 0.0814719 Aug 11 02:53:53.782948 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbc05e-ca36-41e2-bd39-0a401d9d3edf req-7325d0c0-dc14-4c0c-8d53-6068fa2232cb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:53.784329 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dffbc05e-ca36-41e2-bd39-0a401d9d3edf req-7325d0c0-dc14-4c0c-8d53-6068fa2232cb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043&tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&binding%3Ahost_id=n-h1-615180-33 HTTP/1.1" status: 200 len: 943 time: 0.0814869 Aug 11 02:53:53.844831 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b3695d7a-cabf-4796-91c5-05c5554ebd52 req-31862432-ba64-4acf-a330-72c9558f4b5d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595710 Aug 11 02:53:53.864859 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [req-dffbc05e-ca36-41e2-bd39-0a401d9d3edf req-ca0bc79c-ab49-457d-9ae6-93987749746c service neutron] delete failed (client error): The resource could not be found. Aug 11 02:53:53.866383 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dffbc05e-ca36-41e2-bd39-0a401d9d3edf req-ca0bc79c-ab49-457d-9ae6-93987749746c service neutron] 10.222.0.66 "DELETE /v2.0/ports/dd827a03-41e5-4853-96d0-eb0d896f6297/bindings/n-h2-615180-33 HTTP/1.1" status: 404 len: 381 time: 0.0681107 Aug 11 02:53:53.948802 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbc05e-ca36-41e2-bd39-0a401d9d3edf req-3a0cf474-2722-4a57-b572-a5abebe8478c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:53.950269 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dffbc05e-ca36-41e2-bd39-0a401d9d3edf req-3a0cf474-2722-4a57-b572-a5abebe8478c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 1095 time: 0.0408461 Aug 11 02:53:54.026875 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device dd827a03-41e5-4853-96d0-eb0d896f6297 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:54.042938 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbc05e-ca36-41e2-bd39-0a401d9d3edf req-24ec2eb7-5faf-4711-af1f-58c82c7f1db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:54.044538 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dffbc05e-ca36-41e2-bd39-0a401d9d3edf req-24ec2eb7-5faf-4711-af1f-58c82c7f1db4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0871694 Aug 11 02:53:54.063461 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device dd827a03-41e5-4853-96d0-eb0d896f6297 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:54.113774 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dffbc05e-ca36-41e2-bd39-0a401d9d3edf req-6ba83889-1481-4884-8415-002ad30a88b4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd827a03-41e5-4853-96d0-eb0d896f6297 HTTP/1.1" status: 200 len: 998 time: 0.0618029 Aug 11 02:53:54.162010 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbc05e-ca36-41e2-bd39-0a401d9d3edf req-b6310cb2-0393-424d-8431-f6b39ac52384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:54.164049 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dffbc05e-ca36-41e2-bd39-0a401d9d3edf req-b6310cb2-0393-424d-8431-f6b39ac52384 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0427983 Aug 11 02:53:54.222300 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbc05e-ca36-41e2-bd39-0a401d9d3edf req-c3d2a518-43b2-4e60-a09e-15be2ce91524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:54.223932 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dffbc05e-ca36-41e2-bd39-0a401d9d3edf req-c3d2a518-43b2-4e60-a09e-15be2ce91524 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508909 Aug 11 02:53:54.316409 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dffbc05e-ca36-41e2-bd39-0a401d9d3edf req-b540951b-0a40-4e01-9ea1-769522599fb8 service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833232 Aug 11 02:53:54.412382 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dffbc05e-ca36-41e2-bd39-0a401d9d3edf req-13a48a5b-8eff-4320-b3bc-fe1f262c0381 service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888026 Aug 11 02:53:54.819978 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:54.964198 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622531c8-f127-4f98-8a7e-f3e022d1641d req-0037ca1f-3993-4a29-9414-8127bf01558d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:54.966160 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-622531c8-f127-4f98-8a7e-f3e022d1641d req-0037ca1f-3993-4a29-9414-8127bf01558d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 943 time: 0.0508850 Aug 11 02:53:55.005031 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-622531c8-f127-4f98-8a7e-f3e022d1641d req-9574039a-8ad1-458a-a3a6-109762874745 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312955 Aug 11 02:53:55.118883 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74580be-84be-48ae-8d8a-eb26cc232ea6 req-137097fa-1de1-4260-a97a-fd67e4fdefb1 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:55.120306 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e74580be-84be-48ae-8d8a-eb26cc232ea6 req-137097fa-1de1-4260-a97a-fd67e4fdefb1 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 943 time: 0.0485651 Aug 11 02:53:55.157416 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e74580be-84be-48ae-8d8a-eb26cc232ea6 req-7606b669-62bd-495b-91c3-68c70309eb2b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310953 Aug 11 02:53:55.181640 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device dd827a03-41e5-4853-96d0-eb0d896f6297 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:53:55.276517 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b528931-6291-4ca9-b561-f7034636be32 req-fedff9b8-3b8d-4d0e-9836-6cecdcec4c54 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:55.278106 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2b528931-6291-4ca9-b561-f7034636be32 req-fedff9b8-3b8d-4d0e-9836-6cecdcec4c54 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 943 time: 0.0539901 Aug 11 02:53:55.280849 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port dd827a03-41e5-4853-96d0-eb0d896f6297, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=dd827a03-41e5-4853-96d0-eb0d896f6297,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:55.291949 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'dd827a03-41e5-4853-96d0-eb0d896f6297', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'port_id': 'dd827a03-41e5-4853-96d0-eb0d896f6297', 'mac_address': 'fa:16:3e:b3:6d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:53:55.315675 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2b528931-6291-4ca9-b561-f7034636be32 req-89360394-d356-46c1-a64a-e8272deae8dc tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314412 Aug 11 02:53:55.330465 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:55.343463 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd827a03-41e5-4853-96d0-eb0d896f6297 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:53:55.362848 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port dd827a03-41e5-4853-96d0-eb0d896f6297, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=dd827a03-41e5-4853-96d0-eb0d896f6297,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:55.367702 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:55.418012 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=dd827a03-41e5-4853-96d0-eb0d896f6297,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:55.425358 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:55.425701 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:55.426048 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:55.426390 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:55.426726 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:55.427063 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:55.427399 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:55.427747 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:55.428132 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:55.428967 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:55.429315 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:55.429665 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:55.554145 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94abc0-4194-4484-9d45-9b7f0e9ab964 req-0df8edc6-045f-4dc9-88ab-5ad3904df0e7 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:55.555671 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2c94abc0-4194-4484-9d45-9b7f0e9ab964 req-0df8edc6-045f-4dc9-88ab-5ad3904df0e7 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 944 time: 0.0508049 Aug 11 02:53:55.591714 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2c94abc0-4194-4484-9d45-9b7f0e9ab964 req-8270c407-3306-42f3-990e-16c67608fd9e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301983 Aug 11 02:53:55.619173 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['dd827a03-41e5-4853-96d0-eb0d896f6297'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:53:55.690404 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:56.706468 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828dd29-3073-471f-9a95-cd23d8907bce req-6b792db9-5d17-4df5-bfac-e18a65ee2d85 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:56.707987 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1828dd29-3073-471f-9a95-cd23d8907bce req-6b792db9-5d17-4df5-bfac-e18a65ee2d85 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 944 time: 0.0482254 Aug 11 02:53:56.745425 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1828dd29-3073-471f-9a95-cd23d8907bce req-cca7672e-a52e-48f2-b29e-db68f563579e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315299 Aug 11 02:53:56.794613 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38824403-dc42-4aa8-951b-42a6da196baf req-e4f41e1c-fead-4cc0-a2ab-9275de246b11 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:56.796091 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-38824403-dc42-4aa8-951b-42a6da196baf req-e4f41e1c-fead-4cc0-a2ab-9275de246b11 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 944 time: 0.0478938 Aug 11 02:53:56.886292 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-38824403-dc42-4aa8-951b-42a6da196baf req-dce81dab-dbcf-4719-9af7-0e0ab45454c0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Deleting port dd827a03-41e5-4853-96d0-eb0d896f6297 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:56.886634 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-38824403-dc42-4aa8-951b-42a6da196baf req-dce81dab-dbcf-4719-9af7-0e0ab45454c0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:56.970084 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-38824403-dc42-4aa8-951b-42a6da196baf req-dce81dab-dbcf-4719-9af7-0e0ab45454c0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] For port dd827a03-41e5-4853-96d0-eb0d896f6297, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=dd827a03-41e5-4853-96d0-eb0d896f6297,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:56.970440 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-38824403-dc42-4aa8-951b-42a6da196baf req-dce81dab-dbcf-4719-9af7-0e0ab45454c0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:57.175601 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device dd827a03-41e5-4853-96d0-eb0d896f6297 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:53:57.182709 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-38824403-dc42-4aa8-951b-42a6da196baf req-dce81dab-dbcf-4719-9af7-0e0ab45454c0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:57.183084 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-38824403-dc42-4aa8-951b-42a6da196baf req-dce81dab-dbcf-4719-9af7-0e0ab45454c0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:57.183415 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [req-38824403-dc42-4aa8-951b-42a6da196baf req-dce81dab-dbcf-4719-9af7-0e0ab45454c0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Floating IP 4403b450-0067-49c2-b28c-e147a40029a5 disassociated. External IP: 172.25.2.78, port: dd827a03-41e5-4853-96d0-eb0d896f6297. Aug 11 02:53:57.183789 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-38824403-dc42-4aa8-951b-42a6da196baf req-dce81dab-dbcf-4719-9af7-0e0ab45454c0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Calling delete_port for dd827a03-41e5-4853-96d0-eb0d896f6297 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:57.224716 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port dd827a03-41e5-4853-96d0-eb0d896f6297 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:57.228885 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port dd827a03-41e5-4853-96d0-eb0d896f6297 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:57.229265 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:57.308967 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:57.315092 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-38824403-dc42-4aa8-951b-42a6da196baf req-dce81dab-dbcf-4719-9af7-0e0ab45454c0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:57.341791 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce81dab-dbcf-4719-9af7-0e0ab45454c0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Pushing event deleted for resources: {'Port': ['ID=dd827a03-41e5-4853-96d0-eb0d896f6297,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:57.458564 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38824403-dc42-4aa8-951b-42a6da196baf req-dce81dab-dbcf-4719-9af7-0e0ab45454c0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:53:57.569628 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38824403-dc42-4aa8-951b-42a6da196baf req-dce81dab-dbcf-4719-9af7-0e0ab45454c0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:53:57.579305 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73497bb-d498-4d56-8f0d-ce8f5090f406 None None] Sync routers for ids ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:53:57.589448 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73497bb-d498-4d56-8f0d-ce8f5090f406 None None] Routers {'721caa3b-b2f4-4a30-a2ef-528ca9980df9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:57.590051 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c73497bb-d498-4d56-8f0d-ce8f5090f406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:53:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:57.609027 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-38824403-dc42-4aa8-951b-42a6da196baf req-dce81dab-dbcf-4719-9af7-0e0ab45454c0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] No DVR routers for this DVR port dd827a03-41e5-4853-96d0-eb0d896f6297 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:57.611849 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-38824403-dc42-4aa8-951b-42a6da196baf req-dce81dab-dbcf-4719-9af7-0e0ab45454c0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:57.613989 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-38824403-dc42-4aa8-951b-42a6da196baf req-dce81dab-dbcf-4719-9af7-0e0ab45454c0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.73 "DELETE /v2.0/ports/dd827a03-41e5-4853-96d0-eb0d896f6297 HTTP/1.1" status: 204 len: 173 time: 0.8116024 Aug 11 02:53:57.614401 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7bab0b3-226d-46d4-bd30-98fe42f70043', 'name': 'network-vif-deleted', 'tag': 'dd827a03-41e5-4853-96d0-eb0d896f6297'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:57.616837 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bb2e36-8ae1-4989-b8ac-1474162e1bff" -d '{"events": [{"server_uuid": "a7bab0b3-226d-46d4-bd30-98fe42f70043", "name": "network-vif-deleted", "tag": "dd827a03-41e5-4853-96d0-eb0d896f6297"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:57.660141 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d271f9e1-43a6-40a3-945b-6baf3d4023ff x-openstack-request-id: req-d271f9e1-43a6-40a3-945b-6baf3d4023ff {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:57.660435 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7bab0b3-226d-46d4-bd30-98fe42f70043", "name": "network-vif-deleted", "tag": "dd827a03-41e5-4853-96d0-eb0d896f6297", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:57.660692 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d271f9e1-43a6-40a3-945b-6baf3d4023ff {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:57.661098 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7bab0b3-226d-46d4-bd30-98fe42f70043', 'name': 'network-vif-deleted', 'tag': 'dd827a03-41e5-4853-96d0-eb0d896f6297', 'status': 'completed', 'code': 200} Aug 11 02:53:57.705287 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-c73497bb-d498-4d56-8f0d-ce8f5090f406 None None] Set router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:57.854271 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-513ae13b-6658-46fc-9cf8-09e4e8d9d7ad req-a2be69a9-b96b-400e-923c-85fdcb5885ea tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7bab0b3-226d-46d4-bd30-98fe42f70043 HTTP/1.1" status: 200 len: 210 time: 0.0299547 Aug 11 02:53:57.919494 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c73497bb-d498-4d56-8f0d-ce8f5090f406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37', 'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'mac_address': 'fa:16:3e:91:86:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:41Z', 'updated_at': '2021-08-11T02:51:46Z', 'revision_number': 5, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'subnets': [{'id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:57.948090 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73497bb-d498-4d56-8f0d-ce8f5090f406 None None] Checking router: 721caa3b-b2f4-4a30-a2ef-528ca9980df9 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:53:57.956450 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73497bb-d498-4d56-8f0d-ce8f5090f406 None None] Routers {'721caa3b-b2f4-4a30-a2ef-528ca9980df9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:57.957017 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c73497bb-d498-4d56-8f0d-ce8f5090f406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:53:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:58.062651 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-c73497bb-d498-4d56-8f0d-ce8f5090f406 None None] Set router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:58.267594 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c73497bb-d498-4d56-8f0d-ce8f5090f406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37', 'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'mac_address': 'fa:16:3e:91:86:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:41Z', 'updated_at': '2021-08-11T02:51:46Z', 'revision_number': 5, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'subnets': [{'id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:58.377855 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73497bb-d498-4d56-8f0d-ce8f5090f406 None None] The sync data for ids ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'] in n-d-615180-33 is: [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37', 'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'mac_address': 'fa:16:3e:91:86:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:41Z', 'updated_at': '2021-08-11T02:51:46Z', 'revision_number': 5, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'subnets': [{'id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:53:58.588085 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bfe0a4-abf1-4a50-b73d-edfa71fa6134 None None] New status for floating IP 4403b450-0067-49c2-b28c-e147a40029a5: DOWN {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:53:59.080479 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-4517aec1-52a5-491f-860e-0006c0eb5b03 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1168022301&fields=id&tenant_id=b6aba3dfa4ae4719b99f69566c94cabd HTTP/1.1" status: 200 len: 267 time: 0.0326650 Aug 11 02:53:59.187472 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-edae53da-f15e-496c-838c-bf2ad8105b07 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:59.188877 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-edae53da-f15e-496c-838c-bf2ad8105b07 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 812 time: 0.1018922 Aug 11 02:53:59.203300 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-d997d4a9-09ed-4776-bb3e-6c867d54b794 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/quotas/b6aba3dfa4ae4719b99f69566c94cabd HTTP/1.1" status: 200 len: 375 time: 0.0087805 Aug 11 02:53:59.256927 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-90810746-12ec-49db-af62-f616b36e8d5e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485342 Aug 11 02:53:59.351635 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-c539796e-b67c-4347-8cd7-dee8a86533c7 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:53:59.352641 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-c539796e-b67c-4347-8cd7-dee8a86533c7 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0845194 Aug 11 02:53:59.371836 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:53:59.443094 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-9d8ffe58-4689-4647-8c5c-1fe877cd7b73 service neutron] 10.222.0.50 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839252 Aug 11 02:53:59.828263 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-e0936a5e-9cd4-4688-a5df-0a50b9cf03a4 service neutron] 10.222.0.50 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791103 Aug 11 02:54:01.003336 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d7fcb7b5-b34f-4e9a-bb14-3fddcd85c4a2 req-17139848-59aa-4216-b760-f507131a6211 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 210 time: 0.0261703 Aug 11 02:54:01.206721 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device dd827a03-41e5-4853-96d0-eb0d896f6297 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:54:01.227677 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: dd827a03-41e5-4853-96d0-eb0d896f6297 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:54:01.228029 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device dd827a03-41e5-4853-96d0-eb0d896f6297 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:54:02.080066 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a98f7353-40fc-45f1-9d3c-196d8e96a6cf req-c3522ef1-b0d9-44b2-877d-65df1cb9e9b1 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 210 time: 0.0267701 Aug 11 02:54:03.157289 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f7b9dbb7-3186-4c46-be38-42a1531099e6 req-5432be6e-930c-4038-9e5a-cc78e802ee0d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 210 time: 0.0266819 Aug 11 02:54:04.234030 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-867628cc-746a-4c0e-aff3-2687f637f0e1 req-0617f7c1-760c-43a7-a5a0-532613c01a12 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 210 time: 0.0263169 Aug 11 02:54:05.325046 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-822b3d93-7aeb-463b-81d1-a5ee0b2d33c0 req-96bc33e0-67fb-4542-8973-ea201f51ebe8 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 210 time: 0.0255978 Aug 11 02:54:06.139551 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-dfcc99b1-5946-40e2-9ad6-62d633657abd tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:06.141001 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-dfcc99b1-5946-40e2-9ad6-62d633657abd tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.73 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 812 time: 0.1049697 Aug 11 02:54:06.186053 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-6409adc1-6739-4f58-8243-5d24c1f56901 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6aba3dfa4ae4719b99f69566c94cabd HTTP/1.1" status: 200 len: 380 time: 0.0332615 Aug 11 02:54:06.197149 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-e628d121-7ad1-46ab-a8c4-6ec580cc15a5 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Request body: {'port': {'device_id': '709d320f-627d-4732-92ef-a4a14b2ac348', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'admin_state_up': True, 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'security_groups': ['17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:06.305283 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-e628d121-7ad1-46ab-a8c4-6ec580cc15a5 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Made reservation on behalf of b6aba3dfa4ae4719b99f69566c94cabd for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:54:06.308833 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-e628d121-7ad1-46ab-a8c4-6ec580cc15a5 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:06.444726 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e8980b6e-7e16-400c-a2a7-a1e4ff45fcec req-6401d80d-92b0-4f3c-b59b-05026d5e847c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 210 time: 0.0382748 Aug 11 02:54:06.457884 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-e628d121-7ad1-46ab-a8c4-6ec580cc15a5 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Allocated IP 172.20.0.6 (4929e2be-6643-4ec7-9103-db724afc0845/abd49636-10c5-482a-8401-7e5fcea67bcf/561f1caf-087d-433d-8a44-e017b3762ad9) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:54:06.587934 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-e628d121-7ad1-46ab-a8c4-6ec580cc15a5 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:06.601832 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-e628d121-7ad1-46ab-a8c4-6ec580cc15a5 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Transition to ACTIVE for port object 561f1caf-087d-433d-8a44-e017b3762ad9 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:06.634604 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-e628d121-7ad1-46ab-a8c4-6ec580cc15a5 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:06.683346 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-e628d121-7ad1-46ab-a8c4-6ec580cc15a5 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Network 4929e2be-6643-4ec7-9103-db724afc0845 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:54:06.687064 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-e628d121-7ad1-46ab-a8c4-6ec580cc15a5 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:54:06.689473 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-e628d121-7ad1-46ab-a8c4-6ec580cc15a5 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:54:06.715648 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628d121-7ad1-46ab-a8c4-6ec580cc15a5 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Pushing event updated for resources: {'Port': ['ID=561f1caf-087d-433d-8a44-e017b3762ad9,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:06.745880 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-e628d121-7ad1-46ab-a8c4-6ec580cc15a5 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:06.746509 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-e628d121-7ad1-46ab-a8c4-6ec580cc15a5 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:06.761253 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-e628d121-7ad1-46ab-a8c4-6ec580cc15a5 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5688174 Aug 11 02:54:06.826951 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-cb669f04-6f3e-4384-91c9-0b260e64401c service neutron] Request body: {'port': {'device_id': '709d320f-627d-4732-92ef-a4a14b2ac348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:06.881683 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-cb669f04-6f3e-4384-91c9-0b260e64401c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:06.906228 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-84f0e5cc-d142-477c-83a2-501f27032ee5 None None] Provisioning for port 561f1caf-087d-433d-8a44-e017b3762ad9 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:54:06.910056 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-84f0e5cc-d142-477c-83a2-501f27032ee5 None None] Provisioning complete for port 561f1caf-087d-433d-8a44-e017b3762ad9 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:06.910437 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-84f0e5cc-d142-477c-83a2-501f27032ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:06.945477 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-84f0e5cc-d142-477c-83a2-501f27032ee5 None None] Port 561f1caf-087d-433d-8a44-e017b3762ad9 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:54:07.147705 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-cb669f04-6f3e-4384-91c9-0b260e64401c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 561f1caf-087d-433d-8a44-e017b3762ad9 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:54:07.155510 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-cb669f04-6f3e-4384-91c9-0b260e64401c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:07.166821 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-cb669f04-6f3e-4384-91c9-0b260e64401c service neutron] Transition to ACTIVE for port object 561f1caf-087d-433d-8a44-e017b3762ad9 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:07.170474 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-cb669f04-6f3e-4384-91c9-0b260e64401c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:07.223996 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb669f04-6f3e-4384-91c9-0b260e64401c service neutron] Pushing event updated for resources: {'Port': ['ID=561f1caf-087d-433d-8a44-e017b3762ad9,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:07.289304 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-cb669f04-6f3e-4384-91c9-0b260e64401c service neutron] Attempting to bind port 561f1caf-087d-433d-8a44-e017b3762ad9 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:54:07.289645 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-cb669f04-6f3e-4384-91c9-0b260e64401c service neutron] Attempting to bind port 561f1caf-087d-433d-8a44-e017b3762ad9 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:54:07.289977 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-cb669f04-6f3e-4384-91c9-0b260e64401c service neutron] Attempting to bind port 561f1caf-087d-433d-8a44-e017b3762ad9 on network 4929e2be-6643-4ec7-9103-db724afc0845 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:07.294974 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-cb669f04-6f3e-4384-91c9-0b260e64401c service neutron] Port 561f1caf-087d-433d-8a44-e017b3762ad9 on network 4929e2be-6643-4ec7-9103-db724afc0845 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:54:07.295296 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-cb669f04-6f3e-4384-91c9-0b260e64401c service neutron] Attempting to bind port 561f1caf-087d-433d-8a44-e017b3762ad9 on network 4929e2be-6643-4ec7-9103-db724afc0845 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:07.300497 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-cb669f04-6f3e-4384-91c9-0b260e64401c service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:54:07.300835 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-cb669f04-6f3e-4384-91c9-0b260e64401c service neutron] Checking segment: {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:54:07.301215 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-cb669f04-6f3e-4384-91c9-0b260e64401c service neutron] Bound using segment: {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:54:07.301649 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-cb669f04-6f3e-4384-91c9-0b260e64401c service neutron] Bound port: 561f1caf-087d-433d-8a44-e017b3762ad9, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:54:07.302008 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-cb669f04-6f3e-4384-91c9-0b260e64401c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:07.371247 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-cb669f04-6f3e-4384-91c9-0b260e64401c service neutron] For port 561f1caf-087d-433d-8a44-e017b3762ad9, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:54:07.374454 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-cb669f04-6f3e-4384-91c9-0b260e64401c service neutron] For port 561f1caf-087d-433d-8a44-e017b3762ad9, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=561f1caf-087d-433d-8a44-e017b3762ad9,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:54:07.377924 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-cb669f04-6f3e-4384-91c9-0b260e64401c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:07.416896 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-cb669f04-6f3e-4384-91c9-0b260e64401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:07.417588 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-cb669f04-6f3e-4384-91c9-0b260e64401c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:07.418941 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-cb669f04-6f3e-4384-91c9-0b260e64401c service neutron] 10.222.0.73 "PUT /v2.0/ports/561f1caf-087d-433d-8a44-e017b3762ad9 HTTP/1.1" status: 200 len: 1092 time: 0.6491113 Aug 11 02:54:07.419386 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '709d320f-627d-4732-92ef-a4a14b2ac348', 'tag': '561f1caf-087d-433d-8a44-e017b3762ad9'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:07.421714 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960541b2-9ca6-447d-8c0c-8392c2b34f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "709d320f-627d-4732-92ef-a4a14b2ac348", "tag": "561f1caf-087d-433d-8a44-e017b3762ad9"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:07.442764 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb669f04-6f3e-4384-91c9-0b260e64401c service neutron] Pushing event updated for resources: {'Port': ['ID=561f1caf-087d-433d-8a44-e017b3762ad9,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:07.505846 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-9ea617d3-6984-4a5d-ac59-3327c23b91b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:07.507993 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-9ea617d3-6984-4a5d-ac59-3327c23b91b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 1095 time: 0.0481217 Aug 11 02:54:07.562476 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4988787f-e5ab-48d1-aba9-d75d6c2743cd x-openstack-request-id: req-4988787f-e5ab-48d1-aba9-d75d6c2743cd {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:07.562831 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "709d320f-627d-4732-92ef-a4a14b2ac348", "tag": "561f1caf-087d-433d-8a44-e017b3762ad9", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:07.563141 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4988787f-e5ab-48d1-aba9-d75d6c2743cd {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:07.563632 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '709d320f-627d-4732-92ef-a4a14b2ac348', 'tag': '561f1caf-087d-433d-8a44-e017b3762ad9', 'status': 'completed', 'code': 200} Aug 11 02:54:07.565826 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-6118b8c8-567d-4096-8637-d7f53c2580f7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=561f1caf-087d-433d-8a44-e017b3762ad9 HTTP/1.1" status: 200 len: 217 time: 0.0480111 Aug 11 02:54:07.641176 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-3d4d9c6a-9001-4700-ad18-2e54a4fe3177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:07.642641 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-3d4d9c6a-9001-4700-ad18-2e54a4fe3177 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0685906 Aug 11 02:54:07.650816 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd302158-d002-4a18-a199-409d903226b4 req-25c8be8b-a725-4f01-be49-0052eab3940c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:07.652217 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bd302158-d002-4a18-a199-409d903226b4 req-25c8be8b-a725-4f01-be49-0052eab3940c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 943 time: 0.0916476 Aug 11 02:54:07.718759 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bd302158-d002-4a18-a199-409d903226b4 req-eae1f650-5b26-430e-9af4-c9d483b06d89 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581973 Aug 11 02:54:07.721421 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-00e9ab5a-1441-4f18-839b-b09e3f1c23d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:07.722764 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-00e9ab5a-1441-4f18-839b-b09e3f1c23d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697305 Aug 11 02:54:07.811241 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-8a21ceea-9fce-4b23-a9d8-b2f99169b79d service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814428 Aug 11 02:54:07.903226 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a97b35f9-8415-4cf1-ab14-870ee207b6c2 req-c3fa973f-8bf1-4c2b-b675-cd6a93fae907 service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848527 Aug 11 02:54:08.007139 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960541b2-9ca6-447d-8c0c-8392c2b34f6b req-5698dd5f-bf8f-41fa-b950-379898df12f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:08.009315 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-960541b2-9ca6-447d-8c0c-8392c2b34f6b req-5698dd5f-bf8f-41fa-b950-379898df12f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 1095 time: 0.0578091 Aug 11 02:54:08.096831 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960541b2-9ca6-447d-8c0c-8392c2b34f6b req-09bf9eb5-36dd-4081-bfe2-d076590911e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:08.098307 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-960541b2-9ca6-447d-8c0c-8392c2b34f6b req-09bf9eb5-36dd-4081-bfe2-d076590911e0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0826585 Aug 11 02:54:08.143529 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-960541b2-9ca6-447d-8c0c-8392c2b34f6b req-ce3928f6-ac90-4a28-96c8-4fc8e06ac28d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=561f1caf-087d-433d-8a44-e017b3762ad9 HTTP/1.1" status: 200 len: 217 time: 0.0384343 Aug 11 02:54:08.192628 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960541b2-9ca6-447d-8c0c-8392c2b34f6b req-8492021d-8702-4fc9-b4c5-38f02aa6a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:08.194037 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-960541b2-9ca6-447d-8c0c-8392c2b34f6b req-8492021d-8702-4fc9-b4c5-38f02aa6a210 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0432768 Aug 11 02:54:08.240423 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960541b2-9ca6-447d-8c0c-8392c2b34f6b req-d4eddaf7-def0-4463-8d6e-3ba1db0a41f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:08.241953 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-960541b2-9ca6-447d-8c0c-8392c2b34f6b req-d4eddaf7-def0-4463-8d6e-3ba1db0a41f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399196 Aug 11 02:54:08.337022 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-960541b2-9ca6-447d-8c0c-8392c2b34f6b req-9a71a2e2-59fe-458d-a29b-80b3b0ed61b6 service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870664 Aug 11 02:54:08.430858 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-960541b2-9ca6-447d-8c0c-8392c2b34f6b req-4f2ff390-f30d-4202-bb7c-437897f67be7 service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850689 Aug 11 02:54:08.836966 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d5a52-585e-467e-9b84-faf0676fd134 req-6aab8a44-828f-48b3-ba96-601c33a6416f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:08.838445 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a70d5a52-585e-467e-9b84-faf0676fd134 req-6aab8a44-828f-48b3-ba96-601c33a6416f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 943 time: 0.0497897 Aug 11 02:54:08.874837 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a70d5a52-585e-467e-9b84-faf0676fd134 req-5e7b157a-422d-492c-afea-a5221ce6b846 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305030 Aug 11 02:54:09.992195 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448554ee-14b4-467d-848a-33a848e77bb6 req-a5bb7ad1-4284-4687-bd4a-7b7bdcf3145f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:09.993693 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-448554ee-14b4-467d-848a-33a848e77bb6 req-a5bb7ad1-4284-4687-bd4a-7b7bdcf3145f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 943 time: 0.0500247 Aug 11 02:54:10.035063 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-448554ee-14b4-467d-848a-33a848e77bb6 req-b76c547e-7e15-42ff-b50b-96c32dcdacac tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354240 Aug 11 02:54:11.152079 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c84e1-a010-4f35-85eb-8de29b4bf914 req-99fc642f-fc1c-4900-bb32-8917ac4048d4 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:11.153545 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5d7c84e1-a010-4f35-85eb-8de29b4bf914 req-99fc642f-fc1c-4900-bb32-8917ac4048d4 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 943 time: 0.0522304 Aug 11 02:54:11.190051 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5d7c84e1-a010-4f35-85eb-8de29b4bf914 req-a3ba9475-4128-4bf8-8de4-c2043b40e8da tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306804 Aug 11 02:54:11.298359 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 561f1caf-087d-433d-8a44-e017b3762ad9 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:54:11.544090 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 561f1caf-087d-433d-8a44-e017b3762ad9, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=561f1caf-087d-433d-8a44-e017b3762ad9,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:11.555219 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '561f1caf-087d-433d-8a44-e017b3762ad9', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'port_id': '561f1caf-087d-433d-8a44-e017b3762ad9', 'mac_address': 'fa:16:3e:6e:f5:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:54:11.591023 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:11.603119 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 561f1caf-087d-433d-8a44-e017b3762ad9 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:54:11.622154 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 561f1caf-087d-433d-8a44-e017b3762ad9, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=561f1caf-087d-433d-8a44-e017b3762ad9,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:11.625878 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:11.671169 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=561f1caf-087d-433d-8a44-e017b3762ad9,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:11.815944 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['561f1caf-087d-433d-8a44-e017b3762ad9'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:54:12.305273 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8be1e8-cfee-439f-9346-d94be800ba4e req-001ea38a-9401-43c3-8f90-bb04b8078b32 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:12.307314 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6a8be1e8-cfee-439f-9346-d94be800ba4e req-001ea38a-9401-43c3-8f90-bb04b8078b32 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 944 time: 0.0506020 Aug 11 02:54:12.343816 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6a8be1e8-cfee-439f-9346-d94be800ba4e req-9b3fee14-da40-47b1-9493-39540d167e0e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305274 Aug 11 02:54:13.297360 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 561f1caf-087d-433d-8a44-e017b3762ad9 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:54:13.342950 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 561f1caf-087d-433d-8a44-e017b3762ad9 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:54:13.346456 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 561f1caf-087d-433d-8a44-e017b3762ad9 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:13.346826 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:13.424993 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:13.447205 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709d320f-627d-4732-92ef-a4a14b2ac348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561f1caf-087d-433d-8a44-e017b3762ad9'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:13.449474 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f957162-f22c-4652-9592-3d1b721e0dd9" -d '{"events": [{"server_uuid": "709d320f-627d-4732-92ef-a4a14b2ac348", "name": "network-vif-plugged", "status": "completed", "tag": "561f1caf-087d-433d-8a44-e017b3762ad9"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:13.460968 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d14ec1-8d24-4370-a7b3-b6253da84146 req-abb51929-f145-4b56-84bf-9c1353d9f182 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:13.463167 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-27d14ec1-8d24-4370-a7b3-b6253da84146 req-abb51929-f145-4b56-84bf-9c1353d9f182 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 944 time: 0.0510061 Aug 11 02:54:13.463575 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 561f1caf-087d-433d-8a44-e017b3762ad9, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=561f1caf-087d-433d-8a44-e017b3762ad9,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:13.468029 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:13.508506 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-27d14ec1-8d24-4370-a7b3-b6253da84146 req-54787886-5eb2-43b8-bdb7-1ca3c0a87a2d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371387 Aug 11 02:54:13.517508 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=561f1caf-087d-433d-8a44-e017b3762ad9,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:13.565476 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dcde93-1991-4fc0-af6a-01a072dac746 x-openstack-request-id: req-77dcde93-1991-4fc0-af6a-01a072dac746 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:13.565764 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "709d320f-627d-4732-92ef-a4a14b2ac348", "name": "network-vif-plugged", "status": "completed", "tag": "561f1caf-087d-433d-8a44-e017b3762ad9", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:13.566013 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-77dcde93-1991-4fc0-af6a-01a072dac746 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:13.566410 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709d320f-627d-4732-92ef-a4a14b2ac348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561f1caf-087d-433d-8a44-e017b3762ad9', 'code': 200} Aug 11 02:54:13.661238 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3232c0-b923-431e-9550-94c981cd62aa req-5e734dfb-e150-4776-8a2f-2685acce035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:13.662731 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cb3232c0-b923-431e-9550-94c981cd62aa req-5e734dfb-e150-4776-8a2f-2685acce035b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 1097 time: 0.0392990 Aug 11 02:54:13.696837 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cb3232c0-b923-431e-9550-94c981cd62aa req-61fde9e0-b8ec-48e0-bb76-85f019863cf7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270534 Aug 11 02:54:14.626964 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f99c0e-c116-46f0-a487-e84c9ea7684b req-c6dbc7e5-55d4-400d-85d7-d0c9082aabef tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:14.628458 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f2f99c0e-c116-46f0-a487-e84c9ea7684b req-c6dbc7e5-55d4-400d-85d7-d0c9082aabef tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 945 time: 0.0484977 Aug 11 02:54:14.663983 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f2f99c0e-c116-46f0-a487-e84c9ea7684b req-9355e28f-0ef7-41c9-a17f-02b7e7d7b119 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296321 Aug 11 02:54:14.776273 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1b4f7-aadc-4de1-bde8-b472f07f55d2 req-94d7cb0f-e89c-4b50-95b7-21bf4d037b07 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:14.777770 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f0f1b4f7-aadc-4de1-bde8-b472f07f55d2 req-94d7cb0f-e89c-4b50-95b7-21bf4d037b07 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 945 time: 0.0488911 Aug 11 02:54:14.786345 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 58730) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:14.791509 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-294d7384-8d5d-4667-bf5d-65e0485b4d49 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Request body: {'floatingip': {'port_id': '561f1caf-087d-433d-8a44-e017b3762ad9'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:14.833499 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-294d7384-8d5d-4667-bf5d-65e0485b4d49 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for floatingip, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:15.281394 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-294d7384-8d5d-4667-bf5d-65e0485b4d49 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:15.285124 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-294d7384-8d5d-4667-bf5d-65e0485b4d49 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:15.387358 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-294d7384-8d5d-4667-bf5d-65e0485b4d49 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Floating IP 4403b450-0067-49c2-b28c-e147a40029a5 associated. External IP: 172.25.2.78, port: 561f1caf-087d-433d-8a44-e017b3762ad9. Aug 11 02:54:15.583910 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294d7384-8d5d-4667-bf5d-65e0485b4d49 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:54:15.673050 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-98759272-a9e6-4f57-b03e-3a99a0f42592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:15.690656 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294d7384-8d5d-4667-bf5d-65e0485b4d49 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:54:15.695316 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-294d7384-8d5d-4667-bf5d-65e0485b4d49 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:15.701132 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cad612-8605-4902-b424-e7a3f88eb03f None None] Sync routers for ids ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:54:15.710688 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cad612-8605-4902-b424-e7a3f88eb03f None None] Routers {'721caa3b-b2f4-4a30-a2ef-528ca9980df9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:54:15.711281 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a0cad612-8605-4902-b424-e7a3f88eb03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:53:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:15.722723 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-294d7384-8d5d-4667-bf5d-65e0485b4d49 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "PUT /v2.0/floatingips/4403b450-0067-49c2-b28c-e147a40029a5 HTTP/1.1" status: 200 len: 990 time: 0.9352963 Aug 11 02:54:15.723420 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '709d320f-627d-4732-92ef-a4a14b2ac348', 'tag': '561f1caf-087d-433d-8a44-e017b3762ad9'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:15.725784 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bada1941-f052-4c26-95c9-bda9eed2afee" -d '{"events": [{"name": "network-changed", "server_uuid": "709d320f-627d-4732-92ef-a4a14b2ac348", "tag": "561f1caf-087d-433d-8a44-e017b3762ad9"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:15.768295 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69af24f9-6b0e-4fd5-a8ff-46239fef7210 x-openstack-request-id: req-69af24f9-6b0e-4fd5-a8ff-46239fef7210 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:15.768596 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "709d320f-627d-4732-92ef-a4a14b2ac348", "tag": "561f1caf-087d-433d-8a44-e017b3762ad9", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:15.768854 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-69af24f9-6b0e-4fd5-a8ff-46239fef7210 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:15.769267 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '709d320f-627d-4732-92ef-a4a14b2ac348', 'tag': '561f1caf-087d-433d-8a44-e017b3762ad9', 'status': 'completed', 'code': 200} Aug 11 02:54:15.821824 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-a0cad612-8605-4902-b424-e7a3f88eb03f None None] Set router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:54:15.833103 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada1941-f052-4c26-95c9-bda9eed2afee req-6eb3bc45-d18a-4a53-a9b1-8850f2e31563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:15.834576 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bada1941-f052-4c26-95c9-bda9eed2afee req-6eb3bc45-d18a-4a53-a9b1-8850f2e31563 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 1097 time: 0.0451148 Aug 11 02:54:15.925584 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada1941-f052-4c26-95c9-bda9eed2afee req-fdddc617-fe73-4b4a-bc29-11da73a84bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:15.927095 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bada1941-f052-4c26-95c9-bda9eed2afee req-fdddc617-fe73-4b4a-bc29-11da73a84bca service neutron] 10.222.0.73 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0854452 Aug 11 02:54:15.996436 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bada1941-f052-4c26-95c9-bda9eed2afee req-1b058f3f-edf4-4cb1-ad31-c77c6734c2ec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=561f1caf-087d-433d-8a44-e017b3762ad9 HTTP/1.1" status: 200 len: 998 time: 0.0624301 Aug 11 02:54:16.041974 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a0cad612-8605-4902-b424-e7a3f88eb03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '4403b450-0067-49c2-b28c-e147a40029a5', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'port_id': '561f1caf-087d-433d-8a44-e017b3762ad9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'mac_address': 'fa:16:3e:6e:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d320f-627d-4732-92ef-a4a14b2ac348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:51:45Z', 'updated_at': '2021-08-11T02:54:15Z', 'revision_number': 5, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37', 'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'mac_address': 'fa:16:3e:91:86:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:41Z', 'updated_at': '2021-08-11T02:51:46Z', 'revision_number': 5, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'subnets': [{'id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:16.046952 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada1941-f052-4c26-95c9-bda9eed2afee req-43a033ab-62cb-440d-8710-41918317efcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:16.048448 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bada1941-f052-4c26-95c9-bda9eed2afee req-43a033ab-62cb-440d-8710-41918317efcf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0453863 Aug 11 02:54:16.071547 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cad612-8605-4902-b424-e7a3f88eb03f None None] Checking router: 721caa3b-b2f4-4a30-a2ef-528ca9980df9 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:54:16.079928 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cad612-8605-4902-b424-e7a3f88eb03f None None] Routers {'721caa3b-b2f4-4a30-a2ef-528ca9980df9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:54:16.080538 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a0cad612-8605-4902-b424-e7a3f88eb03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:53:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:16.093696 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada1941-f052-4c26-95c9-bda9eed2afee req-4f673a39-aab9-4ac7-a3cb-ca5ac6994380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:16.095126 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bada1941-f052-4c26-95c9-bda9eed2afee req-4f673a39-aab9-4ac7-a3cb-ca5ac6994380 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398018 Aug 11 02:54:16.186093 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-a0cad612-8605-4902-b424-e7a3f88eb03f None None] Set router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:54:16.188097 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bada1941-f052-4c26-95c9-bda9eed2afee req-73f88b2d-2197-4cb7-923c-463cccead384 service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857806 Aug 11 02:54:16.276540 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bada1941-f052-4c26-95c9-bda9eed2afee req-c4e79e2f-9612-4428-8d63-877a1682974b service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817037 Aug 11 02:54:16.406735 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a0cad612-8605-4902-b424-e7a3f88eb03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '4403b450-0067-49c2-b28c-e147a40029a5', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'port_id': '561f1caf-087d-433d-8a44-e017b3762ad9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'mac_address': 'fa:16:3e:6e:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d320f-627d-4732-92ef-a4a14b2ac348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:51:45Z', 'updated_at': '2021-08-11T02:54:15Z', 'revision_number': 5, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37', 'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'mac_address': 'fa:16:3e:91:86:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:41Z', 'updated_at': '2021-08-11T02:51:46Z', 'revision_number': 5, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'subnets': [{'id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:16.435656 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cad612-8605-4902-b424-e7a3f88eb03f None None] The sync data for ids ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'] in n-d-615180-33 is: [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '4403b450-0067-49c2-b28c-e147a40029a5', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'port_id': '561f1caf-087d-433d-8a44-e017b3762ad9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'mac_address': 'fa:16:3e:6e:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d320f-627d-4732-92ef-a4a14b2ac348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:51:45Z', 'updated_at': '2021-08-11T02:54:15Z', 'revision_number': 5, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37', 'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'mac_address': 'fa:16:3e:91:86:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:41Z', 'updated_at': '2021-08-11T02:51:46Z', 'revision_number': 5, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'subnets': [{'id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:54:16.625872 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cf8ca9-49b5-40a1-a7a9-ab86d89e4076 None None] New status for floating IP 4403b450-0067-49c2-b28c-e147a40029a5: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:54:18.353687 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b94edc15-f621-474f-a66e-006ab4b38aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:18.381427 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:20.068794 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:21.573502 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:24.825074 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:25.678213 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:36.370965 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:54:45.673945 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fbea5dad-6f52-4e8d-bfb3-41b84ddd329f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:48.354257 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8ee3920f-bc3d-420d-a8a5-5513ab9f32ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:48.381506 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:50.070804 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:50.552424 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-99458f4e-34e5-4024-b397-dfd4a6e04bc2 req-1b5419dd-92ce-4f54-98fb-a72ae63a0c92 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447078 Aug 11 02:54:50.633880 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99458f4e-34e5-4024-b397-dfd4a6e04bc2 req-6c51c30e-be7f-4509-9e9f-bb1fc4a17f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:50.635464 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-99458f4e-34e5-4024-b397-dfd4a6e04bc2 req-6c51c30e-be7f-4509-9e9f-bb1fc4a17f6d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 1097 time: 0.0442014 Aug 11 02:54:50.734571 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99458f4e-34e5-4024-b397-dfd4a6e04bc2 req-8d369ea2-3292-4d1d-8daf-1b1b2412c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:50.736102 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-99458f4e-34e5-4024-b397-dfd4a6e04bc2 req-8d369ea2-3292-4d1d-8daf-1b1b2412c827 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0825491 Aug 11 02:54:50.804712 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-99458f4e-34e5-4024-b397-dfd4a6e04bc2 req-3d9e660f-4e29-4609-8850-ebfa62539667 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=561f1caf-087d-433d-8a44-e017b3762ad9 HTTP/1.1" status: 200 len: 1000 time: 0.0617368 Aug 11 02:54:50.856427 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99458f4e-34e5-4024-b397-dfd4a6e04bc2 req-973c725b-7a34-4939-a663-388d3d3d28c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:50.858311 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-99458f4e-34e5-4024-b397-dfd4a6e04bc2 req-973c725b-7a34-4939-a663-388d3d3d28c2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0455477 Aug 11 02:54:50.904536 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99458f4e-34e5-4024-b397-dfd4a6e04bc2 req-22ba0017-7588-47d3-ab81-da5bb15bbeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:50.906049 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-99458f4e-34e5-4024-b397-dfd4a6e04bc2 req-22ba0017-7588-47d3-ab81-da5bb15bbeba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412486 Aug 11 02:54:50.999174 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-99458f4e-34e5-4024-b397-dfd4a6e04bc2 req-1c59d86f-f2eb-4639-8122-2a644f441b76 service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862150 Aug 11 02:54:51.088273 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-99458f4e-34e5-4024-b397-dfd4a6e04bc2 req-6e7fc1fd-3928-4319-b10d-f4863e9abd55 service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822759 Aug 11 02:54:51.576085 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:54.827244 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:55.686415 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:13.369675 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:55:15.673419 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-441da44a-8ef6-40ec-bcfc-3cee86bad688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:18.355446 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0e8c9acb-cf6c-4641-9b70-312fff2feb4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:18.383831 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:20.073792 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:21.580017 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:24.828530 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:25.702892 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:45.674305 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cf0ef2c7-17f8-4ece-8b48-21764c82388a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:48.355789 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6e5fb19f-d9af-45f4-a2d2-9e4cc61cf6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:48.383998 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:50.079657 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:50.368820 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:55:51.551092 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-01c5eeb1-065a-4b5a-ac97-fd8400f6b6f4 req-11c40b40-66bd-4976-842c-6c072b1258f0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432167 Aug 11 02:55:51.581276 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:51.640849 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5eeb1-065a-4b5a-ac97-fd8400f6b6f4 req-a312ea84-945e-4371-b574-55b6cebcf9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:51.642354 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-01c5eeb1-065a-4b5a-ac97-fd8400f6b6f4 req-a312ea84-945e-4371-b574-55b6cebcf9a8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 1097 time: 0.0481377 Aug 11 02:55:51.741979 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5eeb1-065a-4b5a-ac97-fd8400f6b6f4 req-903a14e0-0f54-479c-a327-b2f2855e1900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:51.743408 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-01c5eeb1-065a-4b5a-ac97-fd8400f6b6f4 req-903a14e0-0f54-479c-a327-b2f2855e1900 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0815351 Aug 11 02:55:51.811760 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-01c5eeb1-065a-4b5a-ac97-fd8400f6b6f4 req-f4380a68-e2a8-41fa-9e53-0b160aedb122 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=561f1caf-087d-433d-8a44-e017b3762ad9 HTTP/1.1" status: 200 len: 1000 time: 0.0599654 Aug 11 02:55:52.158319 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5eeb1-065a-4b5a-ac97-fd8400f6b6f4 req-80998907-f6d2-491b-a12f-2c2568db4a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:52.159708 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-01c5eeb1-065a-4b5a-ac97-fd8400f6b6f4 req-80998907-f6d2-491b-a12f-2c2568db4a18 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.3409491 Aug 11 02:55:52.203917 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5eeb1-065a-4b5a-ac97-fd8400f6b6f4 req-fe49fcda-f5b4-48b1-b6d3-14d2103572ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:52.205341 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-01c5eeb1-065a-4b5a-ac97-fd8400f6b6f4 req-fe49fcda-f5b4-48b1-b6d3-14d2103572ff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380986 Aug 11 02:55:52.296361 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-01c5eeb1-065a-4b5a-ac97-fd8400f6b6f4 req-a913c27f-1df0-4e5a-b305-b1d36e9a384d service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827823 Aug 11 02:55:52.384430 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-01c5eeb1-065a-4b5a-ac97-fd8400f6b6f4 req-d92b9b30-cdfa-438b-9232-ad796bdb5fef service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813808 Aug 11 02:55:53.716664 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc7919-9d36-412f-b016-9b65fa8f09c3 req-f27455f4-404e-4550-96d8-b2774bf3cefc tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:53.718179 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-26fc7919-9d36-412f-b016-9b65fa8f09c3 req-f27455f4-404e-4550-96d8-b2774bf3cefc tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 945 time: 0.1321959 Aug 11 02:55:53.758412 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-26fc7919-9d36-412f-b016-9b65fa8f09c3 req-8f11ccbf-380a-4e2f-ab9b-9979661a9128 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341113 Aug 11 02:55:54.826003 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:54.935553 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086acfbb-5b82-45c8-8aa2-4b4709910b99 req-46a7b70a-a1bf-421c-beb4-02ea849c37ed tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:54.937099 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-086acfbb-5b82-45c8-8aa2-4b4709910b99 req-46a7b70a-a1bf-421c-beb4-02ea849c37ed tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 945 time: 0.1059129 Aug 11 02:55:54.974343 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-086acfbb-5b82-45c8-8aa2-4b4709910b99 req-c262e17d-30a7-43b9-a77e-4f3ff482ef37 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310335 Aug 11 02:55:55.702086 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:56.089361 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022180e-985e-442d-b39a-540283500f89 req-be601652-4ac3-4894-bb0e-aa179fd84f08 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:56.090847 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0022180e-985e-442d-b39a-540283500f89 req-be601652-4ac3-4894-bb0e-aa179fd84f08 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 945 time: 0.0481832 Aug 11 02:55:56.129443 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0022180e-985e-442d-b39a-540283500f89 req-d0fdcf30-12cb-4306-9b0a-ef42c876076c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326967 Aug 11 02:55:57.249440 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e85366-e8dc-443c-a21d-73f00e732e5a req-fe98ca6d-6a26-458f-8822-59712a13d417 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:57.250964 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e9e85366-e8dc-443c-a21d-73f00e732e5a req-fe98ca6d-6a26-458f-8822-59712a13d417 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 945 time: 0.0532019 Aug 11 02:55:57.289452 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e9e85366-e8dc-443c-a21d-73f00e732e5a req-a8b7c69f-ffcd-4b08-af01-ccab2118b1f9 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320692 Aug 11 02:55:58.405107 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb40ba-c76c-4ac0-a8da-b9a7822b9d03 req-1b4594c0-38a4-4bd2-93b1-55577aec1b99 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:58.406671 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-59fb40ba-c76c-4ac0-a8da-b9a7822b9d03 req-1b4594c0-38a4-4bd2-93b1-55577aec1b99 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 945 time: 0.0513752 Aug 11 02:55:58.445199 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-59fb40ba-c76c-4ac0-a8da-b9a7822b9d03 req-f7a099aa-d507-4c92-9740-b1f0c3e5fba2 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326290 Aug 11 02:55:59.559884 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e935c-c776-415f-93eb-b6949a0bdeb3 req-b30c9201-f760-4c94-be3e-b0ed2e452e23 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:59.561377 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e5e935c-c776-415f-93eb-b6949a0bdeb3 req-b30c9201-f760-4c94-be3e-b0ed2e452e23 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 945 time: 0.0483112 Aug 11 02:55:59.597751 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6e5e935c-c776-415f-93eb-b6949a0bdeb3 req-a7632cbf-70b9-43bd-9ab5-199e840d8191 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302069 Aug 11 02:56:00.716498 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88c5df-c4cb-4244-92fb-19182ffef750 req-c44cc8e2-400b-4b77-be05-02c30e6bd509 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:00.718013 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7a88c5df-c4cb-4244-92fb-19182ffef750 req-c44cc8e2-400b-4b77-be05-02c30e6bd509 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 945 time: 0.0522306 Aug 11 02:56:00.754924 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7a88c5df-c4cb-4244-92fb-19182ffef750 req-1b556e50-a6cb-4f79-abf7-e118a5e0fafc tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309553 Aug 11 02:56:01.870008 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4d5a9-03bc-4f79-b84f-c7d3824d3fb4 req-44a359b8-d75e-4c32-99a5-ea33c8009ac2 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:01.871467 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-93e4d5a9-03bc-4f79-b84f-c7d3824d3fb4 req-44a359b8-d75e-4c32-99a5-ea33c8009ac2 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 945 time: 0.0474541 Aug 11 02:56:01.909119 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-93e4d5a9-03bc-4f79-b84f-c7d3824d3fb4 req-65ec1a98-27d3-4523-8c9a-1efb968e0014 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317628 Aug 11 02:56:03.040027 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbc109-521f-41b7-8686-c8a94b766a7b req-d238ff00-9466-4afe-98a4-bd87160274c3 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:03.041512 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-98bbc109-521f-41b7-8686-c8a94b766a7b req-d238ff00-9466-4afe-98a4-bd87160274c3 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 945 time: 0.0485368 Aug 11 02:56:03.079066 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-98bbc109-521f-41b7-8686-c8a94b766a7b req-3a0c1c47-fd98-4e73-acb3-fb6ab64819a4 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315464 Aug 11 02:56:04.196323 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827ea2f-353f-4074-884f-97aa116ae494 req-6f7e89b1-7eda-4cb5-bcf1-e3b754afaae3 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:04.197855 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b827ea2f-353f-4074-884f-97aa116ae494 req-6f7e89b1-7eda-4cb5-bcf1-e3b754afaae3 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 945 time: 0.0515456 Aug 11 02:56:04.234808 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b827ea2f-353f-4074-884f-97aa116ae494 req-833d9b71-ad34-4f87-bd1a-f516cd387239 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311196 Aug 11 02:56:04.455493 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3046786a-99e7-4e92-9190-2131979da963 req-786f9b45-d32a-4dbd-a797-7c86af79c9f3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0395389 Aug 11 02:56:04.471049 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33633bd4-3967-422f-bad1-e61aa243edbd req-a921f202-cee9-4afe-a905-707da4dbe83a tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:04.475983 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-33633bd4-3967-422f-bad1-e61aa243edbd req-a921f202-cee9-4afe-a905-707da4dbe83a tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 945 time: 0.0519044 Aug 11 02:56:04.512726 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-33633bd4-3967-422f-bad1-e61aa243edbd req-2d970c10-1253-4371-abc8-e68389259f4f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325913 Aug 11 02:56:05.570022 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046786a-99e7-4e92-9190-2131979da963 req-6277eaf9-6736-4746-a0e1-b3d9bca5cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:05.571579 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3046786a-99e7-4e92-9190-2131979da963 req-6277eaf9-6736-4746-a0e1-b3d9bca5cc67 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 1097 time: 0.0413623 Aug 11 02:56:05.633028 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc665bd-0d3b-4b08-8a9b-5f83fab6e237 req-b5d34230-355b-42c4-9f49-395837acbd74 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:05.634527 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0dc665bd-0d3b-4b08-8a9b-5f83fab6e237 req-b5d34230-355b-42c4-9f49-395837acbd74 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 945 time: 0.0529485 Aug 11 02:56:05.665838 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046786a-99e7-4e92-9190-2131979da963 req-4d754a7e-b111-4057-87e9-2faadda4a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:05.667330 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3046786a-99e7-4e92-9190-2131979da963 req-4d754a7e-b111-4057-87e9-2faadda4a50d service neutron] 10.222.0.73 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0881469 Aug 11 02:56:05.671466 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0dc665bd-0d3b-4b08-8a9b-5f83fab6e237 req-afe05f65-cec9-456f-ad65-dc2ac2489150 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310767 Aug 11 02:56:05.737822 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3046786a-99e7-4e92-9190-2131979da963 req-fe3730ba-150f-4745-ad87-ccc8e9193ca8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=561f1caf-087d-433d-8a44-e017b3762ad9 HTTP/1.1" status: 200 len: 1000 time: 0.0631015 Aug 11 02:56:05.789690 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046786a-99e7-4e92-9190-2131979da963 req-dea9e461-3d1e-4782-9edc-93127ad3ac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:05.791138 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3046786a-99e7-4e92-9190-2131979da963 req-dea9e461-3d1e-4782-9edc-93127ad3ac70 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0464034 Aug 11 02:56:05.836869 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046786a-99e7-4e92-9190-2131979da963 req-074b7135-ce53-446d-8552-0b5245655f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:05.838298 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3046786a-99e7-4e92-9190-2131979da963 req-074b7135-ce53-446d-8552-0b5245655f4b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400519 Aug 11 02:56:05.929151 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3046786a-99e7-4e92-9190-2131979da963 req-e4df5792-3ff1-48b9-8684-f4ad13c536f3 service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822682 Aug 11 02:56:06.022314 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3046786a-99e7-4e92-9190-2131979da963 req-4f42259c-ea4d-4672-8be7-7b156fc5b808 service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853410 Aug 11 02:56:06.786439 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c67ec-1b9c-4a3b-be35-c0218d254235 req-9313b5c3-c427-414b-b0f9-ba419a46a383 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:06.788511 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bd9c67ec-1b9c-4a3b-be35-c0218d254235 req-9313b5c3-c427-414b-b0f9-ba419a46a383 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 945 time: 0.0489569 Aug 11 02:56:06.824657 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bd9c67ec-1b9c-4a3b-be35-c0218d254235 req-3e9bda96-ed77-4e2d-ad47-4be4984830a3 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302699 Aug 11 02:56:07.932544 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [req-3046786a-99e7-4e92-9190-2131979da963 req-9700077c-0eb0-4a7e-8b1e-1487cbb0d68b service neutron] show failed (client error): The resource could not be found. Aug 11 02:56:07.933593 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3046786a-99e7-4e92-9190-2131979da963 req-9700077c-0eb0-4a7e-8b1e-1487cbb0d68b service neutron] 10.222.0.73 "GET /v2.0/ports/561f1caf-087d-433d-8a44-e017b3762ad9/bindings/n-h2-615180-33 HTTP/1.1" status: 404 len: 381 time: 0.0543840 Aug 11 02:56:07.940090 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f65c3-fd89-4358-90b3-a0176876d797 req-6c9fa2de-7781-4127-b76d-aa3fc61b1846 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:07.941580 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-532f65c3-fd89-4358-90b3-a0176876d797 req-6c9fa2de-7781-4127-b76d-aa3fc61b1846 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 945 time: 0.0490444 Aug 11 02:56:07.980772 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-532f65c3-fd89-4358-90b3-a0176876d797 req-18416797-c044-4bc5-9c2c-35bb43473994 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324931 Aug 11 02:56:08.126841 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046786a-99e7-4e92-9190-2131979da963 req-335ee645-ce56-48c2-b4b9-0616006d7055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:08.128260 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3046786a-99e7-4e92-9190-2131979da963 req-335ee645-ce56-48c2-b4b9-0616006d7055 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348&tenant_id=b6aba3dfa4ae4719b99f69566c94cabd HTTP/1.1" status: 200 len: 1097 time: 0.0401514 Aug 11 02:56:08.140739 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-3046786a-99e7-4e92-9190-2131979da963 req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-33', 'device_owner': 'compute:nova'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:08.195267 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3046786a-99e7-4e92-9190-2131979da963 req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:08.392129 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-3046786a-99e7-4e92-9190-2131979da963 req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] For port 561f1caf-087d-433d-8a44-e017b3762ad9, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=561f1caf-087d-433d-8a44-e017b3762ad9,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:08.423434 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-3046786a-99e7-4e92-9190-2131979da963 req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] For port 561f1caf-087d-433d-8a44-e017b3762ad9, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:56:08.461324 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709d320f-627d-4732-92ef-a4a14b2ac348', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '561f1caf-087d-433d-8a44-e017b3762ad9'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:08.463580 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efaee3fc-b9f2-4d11-9900-87883a0bbd7b" -d '{"events": [{"server_uuid": "709d320f-627d-4732-92ef-a4a14b2ac348", "name": "network-vif-unplugged", "status": "completed", "tag": "561f1caf-087d-433d-8a44-e017b3762ad9"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:08.467233 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3046786a-99e7-4e92-9190-2131979da963 req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:08.479484 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-3046786a-99e7-4e92-9190-2131979da963 req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Transition to ACTIVE for port object 561f1caf-087d-433d-8a44-e017b3762ad9 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:56:08.483858 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3046786a-99e7-4e92-9190-2131979da963 req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:08.522323 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6214ea28-3b31-47d2-aadd-ec0a0706f763 x-openstack-request-id: req-6214ea28-3b31-47d2-aadd-ec0a0706f763 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:08.522619 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "709d320f-627d-4732-92ef-a4a14b2ac348", "name": "network-vif-unplugged", "status": "completed", "tag": "561f1caf-087d-433d-8a44-e017b3762ad9", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:08.522871 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6214ea28-3b31-47d2-aadd-ec0a0706f763 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:08.523267 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709d320f-627d-4732-92ef-a4a14b2ac348', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '561f1caf-087d-433d-8a44-e017b3762ad9', 'code': 200} Aug 11 02:56:08.572845 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Pushing event updated for resources: {'Port': ['ID=561f1caf-087d-433d-8a44-e017b3762ad9,revision_number=6']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:08.586814 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:08.587100 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:08.587448 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:08.587819 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:08.588167 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:08.588504 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:08.588842 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:08.589173 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:08.589504 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:08.590384 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:08.590384 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:08.590530 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:08.619426 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-3046786a-99e7-4e92-9190-2131979da963 req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] No DVR routers for this DVR port 561f1caf-087d-433d-8a44-e017b3762ad9 on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:56:08.753694 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-3046786a-99e7-4e92-9190-2131979da963 req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Attempting to bind port 561f1caf-087d-433d-8a44-e017b3762ad9 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:56:08.754034 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-3046786a-99e7-4e92-9190-2131979da963 req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Attempting to bind port 561f1caf-087d-433d-8a44-e017b3762ad9 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:56:08.754362 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3046786a-99e7-4e92-9190-2131979da963 req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Attempting to bind port 561f1caf-087d-433d-8a44-e017b3762ad9 on network 4929e2be-6643-4ec7-9103-db724afc0845 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:08.758604 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3046786a-99e7-4e92-9190-2131979da963 req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Port 561f1caf-087d-433d-8a44-e017b3762ad9 on network 4929e2be-6643-4ec7-9103-db724afc0845 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:56:08.758925 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3046786a-99e7-4e92-9190-2131979da963 req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Attempting to bind port 561f1caf-087d-433d-8a44-e017b3762ad9 on network 4929e2be-6643-4ec7-9103-db724afc0845 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:08.763750 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3046786a-99e7-4e92-9190-2131979da963 req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:56:08.764088 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3046786a-99e7-4e92-9190-2131979da963 req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Checking segment: {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:56:08.764474 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3046786a-99e7-4e92-9190-2131979da963 req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Bound using segment: {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:56:08.764896 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-3046786a-99e7-4e92-9190-2131979da963 req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Bound port: 561f1caf-087d-433d-8a44-e017b3762ad9, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:56:08.765248 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3046786a-99e7-4e92-9190-2131979da963 req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:08.826230 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-3046786a-99e7-4e92-9190-2131979da963 req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] For port 561f1caf-087d-433d-8a44-e017b3762ad9, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:56:08.829893 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-3046786a-99e7-4e92-9190-2131979da963 req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] For port 561f1caf-087d-433d-8a44-e017b3762ad9, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=561f1caf-087d-433d-8a44-e017b3762ad9,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:56:08.833521 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3046786a-99e7-4e92-9190-2131979da963 req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:08.869056 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046786a-99e7-4e92-9190-2131979da963 req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:08.869673 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3046786a-99e7-4e92-9190-2131979da963 req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:08.871057 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3046786a-99e7-4e92-9190-2131979da963 req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] 10.222.0.66 "PUT /v2.0/ports/561f1caf-087d-433d-8a44-e017b3762ad9 HTTP/1.1" status: 200 len: 1092 time: 0.7343097 Aug 11 02:56:08.895752 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e3250-4d82-4ec9-9363-a55d877771f0 service neutron] Pushing event updated for resources: {'Port': ['ID=561f1caf-087d-433d-8a44-e017b3762ad9,revision_number=7']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:08.940546 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046786a-99e7-4e92-9190-2131979da963 req-287d9fea-b8a5-43ee-a0db-2dd77a058ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:08.942153 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3046786a-99e7-4e92-9190-2131979da963 req-287d9fea-b8a5-43ee-a0db-2dd77a058ffc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 1095 time: 0.0430634 Aug 11 02:56:09.039711 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046786a-99e7-4e92-9190-2131979da963 req-7f49d8dd-157a-4ec8-8609-ab74ccccc5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:09.041306 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3046786a-99e7-4e92-9190-2131979da963 req-7f49d8dd-157a-4ec8-8609-ab74ccccc5a6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0918202 Aug 11 02:56:09.141034 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3046786a-99e7-4e92-9190-2131979da963 req-06e41f9f-efb0-4474-a419-66df1963b233 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=561f1caf-087d-433d-8a44-e017b3762ad9 HTTP/1.1" status: 200 len: 998 time: 0.0916827 Aug 11 02:56:09.149690 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdf6fb-7d7e-4fa2-bfeb-2fbdf3888169 req-e43b4fc0-1b88-4e59-882d-33605a19b939 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:09.151087 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4cdf6fb-7d7e-4fa2-bfeb-2fbdf3888169 req-e43b4fc0-1b88-4e59-882d-33605a19b939 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 943 time: 0.0947347 Aug 11 02:56:09.219803 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046786a-99e7-4e92-9190-2131979da963 req-1edec387-dcef-47da-a087-44b3c68bf961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:09.221138 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3046786a-99e7-4e92-9190-2131979da963 req-1edec387-dcef-47da-a087-44b3c68bf961 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0692029 Aug 11 02:56:09.224040 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c4cdf6fb-7d7e-4fa2-bfeb-2fbdf3888169 req-66fa087e-cffe-4cee-8fe7-afe20f4e62a6 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652492 Aug 11 02:56:09.268263 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046786a-99e7-4e92-9190-2131979da963 req-080fb760-5760-4699-86a2-edbbc7707a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:09.269785 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3046786a-99e7-4e92-9190-2131979da963 req-080fb760-5760-4699-86a2-edbbc7707a01 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409260 Aug 11 02:56:09.283302 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [req-3046786a-99e7-4e92-9190-2131979da963 req-8d92168f-43d6-46c8-b285-1a2a71a3a99c service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:56:09.284273 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3046786a-99e7-4e92-9190-2131979da963 req-8d92168f-43d6-46c8-b285-1a2a71a3a99c service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049238 Aug 11 02:56:09.372293 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3046786a-99e7-4e92-9190-2131979da963 req-d3be46d9-8f75-4af5-8306-abe957a74bca service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806286 Aug 11 02:56:09.464879 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3046786a-99e7-4e92-9190-2131979da963 req-c803a896-15a9-4b21-a855-7a181991143b service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851007 Aug 11 02:56:10.347434 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57d926-a53f-45a3-bb03-88d6ebae1f5f req-6afe56a0-268b-44ec-a588-e69cb74aed79 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:10.348943 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-be57d926-a53f-45a3-bb03-88d6ebae1f5f req-6afe56a0-268b-44ec-a588-e69cb74aed79 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 943 time: 0.0527964 Aug 11 02:56:10.386830 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-be57d926-a53f-45a3-bb03-88d6ebae1f5f req-3091d509-d2f2-44b8-8b7c-933b493bafb5 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318065 Aug 11 02:56:10.525281 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '709d320f-627d-4732-92ef-a4a14b2ac348', 'tag': '561f1caf-087d-433d-8a44-e017b3762ad9'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:10.527745 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c709b29-afd8-4169-ae02-87bc61aa99ce" -d '{"events": [{"name": "network-changed", "server_uuid": "709d320f-627d-4732-92ef-a4a14b2ac348", "tag": "561f1caf-087d-433d-8a44-e017b3762ad9"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:10.574206 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15b0267-0f30-4236-a711-43fda5aef687 x-openstack-request-id: req-e15b0267-0f30-4236-a711-43fda5aef687 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:10.574492 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "709d320f-627d-4732-92ef-a4a14b2ac348", "tag": "561f1caf-087d-433d-8a44-e017b3762ad9", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:10.574739 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e15b0267-0f30-4236-a711-43fda5aef687 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:10.575141 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '709d320f-627d-4732-92ef-a4a14b2ac348', 'tag': '561f1caf-087d-433d-8a44-e017b3762ad9', 'status': 'completed', 'code': 200} Aug 11 02:56:10.634063 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c709b29-afd8-4169-ae02-87bc61aa99ce req-fbdda7ae-5897-4eda-8b1f-dee8f94d780d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:10.635684 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c709b29-afd8-4169-ae02-87bc61aa99ce req-fbdda7ae-5897-4eda-8b1f-dee8f94d780d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 1095 time: 0.0419364 Aug 11 02:56:10.638867 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c709b29-afd8-4169-ae02-87bc61aa99ce req-7e3ad22d-5eaa-40f7-8444-68e03825b798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:10.640372 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5c709b29-afd8-4169-ae02-87bc61aa99ce req-7e3ad22d-5eaa-40f7-8444-68e03825b798 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 1095 time: 0.0413339 Aug 11 02:56:10.735156 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c709b29-afd8-4169-ae02-87bc61aa99ce req-e678f227-2b37-48eb-8913-537110eb5fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:10.736351 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c709b29-afd8-4169-ae02-87bc61aa99ce req-e1a1242f-e1a3-4163-b069-2eb80fab8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:10.736683 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c709b29-afd8-4169-ae02-87bc61aa99ce req-e678f227-2b37-48eb-8913-537110eb5fc7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0941586 Aug 11 02:56:10.738044 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5c709b29-afd8-4169-ae02-87bc61aa99ce req-e1a1242f-e1a3-4163-b069-2eb80fab8551 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0894911 Aug 11 02:56:10.805893 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c709b29-afd8-4169-ae02-87bc61aa99ce req-296e5e10-8fcc-485c-96b6-77c9dab8232f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=561f1caf-087d-433d-8a44-e017b3762ad9 HTTP/1.1" status: 200 len: 998 time: 0.0615518 Aug 11 02:56:10.807087 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5c709b29-afd8-4169-ae02-87bc61aa99ce req-a0ae42bf-563d-4351-8f5a-86bb7fb38531 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=561f1caf-087d-433d-8a44-e017b3762ad9 HTTP/1.1" status: 200 len: 998 time: 0.0614026 Aug 11 02:56:10.855609 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c709b29-afd8-4169-ae02-87bc61aa99ce req-b0cec06c-de1c-4894-babd-5731ca763d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:10.857339 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c709b29-afd8-4169-ae02-87bc61aa99ce req-b0cec06c-de1c-4894-babd-5731ca763d21 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0444880 Aug 11 02:56:10.861637 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c709b29-afd8-4169-ae02-87bc61aa99ce req-51fea5b4-f6fd-4eda-9424-d92369145c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:10.863095 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5c709b29-afd8-4169-ae02-87bc61aa99ce req-51fea5b4-f6fd-4eda-9424-d92369145c5b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0444512 Aug 11 02:56:10.907447 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c709b29-afd8-4169-ae02-87bc61aa99ce req-3cb71c9b-bcb4-4d49-8fee-2130ede3d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:10.909041 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c709b29-afd8-4169-ae02-87bc61aa99ce req-3cb71c9b-bcb4-4d49-8fee-2130ede3d108 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447950 Aug 11 02:56:10.914707 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c709b29-afd8-4169-ae02-87bc61aa99ce req-aec44b1b-a9b2-4545-81ca-d4181283a4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:10.916231 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5c709b29-afd8-4169-ae02-87bc61aa99ce req-aec44b1b-a9b2-4545-81ca-d4181283a4ad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449727 Aug 11 02:56:10.997502 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c709b29-afd8-4169-ae02-87bc61aa99ce req-4dbda7d1-249d-4970-8ac6-48498c470dc0 service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816693 Aug 11 02:56:11.007013 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5c709b29-afd8-4169-ae02-87bc61aa99ce req-1937d8b0-e87f-4e78-aeb2-43ada44c3bfa service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826833 Aug 11 02:56:11.091693 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c709b29-afd8-4169-ae02-87bc61aa99ce req-c0c531f5-bd86-4f59-b2d4-33932bcc6c9c service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874889 Aug 11 02:56:11.100100 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5c709b29-afd8-4169-ae02-87bc61aa99ce req-ae78d205-63f2-48d7-9766-fa667ba6c8b8 service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857508 Aug 11 02:56:11.502447 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e00692-a08c-4b61-8f16-f48467a6c31d req-5c777289-28ef-4398-8a03-0ff615801253 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:11.503965 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-69e00692-a08c-4b61-8f16-f48467a6c31d req-5c777289-28ef-4398-8a03-0ff615801253 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 943 time: 0.0503597 Aug 11 02:56:11.540460 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-69e00692-a08c-4b61-8f16-f48467a6c31d req-829506a8-95b1-4153-8b32-26c1992e1ee3 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306516 Aug 11 02:56:11.800482 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857931de-a53e-45bc-889a-e3dce8152795 req-f7c39b26-54ef-42f8-b8f6-097e53ca453b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:11.801999 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-857931de-a53e-45bc-889a-e3dce8152795 req-f7c39b26-54ef-42f8-b8f6-097e53ca453b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 943 time: 0.0894761 Aug 11 02:56:11.810088 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165de24-f2b2-45ba-a37c-42ab4c989a8c req-1dc5b324-78e4-4300-a749-bd15bb4bfa9d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:11.811433 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1165de24-f2b2-45ba-a37c-42ab4c989a8c req-1dc5b324-78e4-4300-a749-bd15bb4bfa9d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.73 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348&tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&binding%3Ahost_id=n-h2-615180-33 HTTP/1.1" status: 200 len: 943 time: 0.0897574 Aug 11 02:56:11.873238 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-857931de-a53e-45bc-889a-e3dce8152795 req-4475ba25-a5a3-4015-8982-72625afd1b71 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608370 Aug 11 02:56:11.891383 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 561f1caf-087d-433d-8a44-e017b3762ad9 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:56:11.893452 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [req-1165de24-f2b2-45ba-a37c-42ab4c989a8c req-b9d8b78a-7aca-471f-8520-3a0c9ab31cbb service neutron] delete failed (client error): The resource could not be found. Aug 11 02:56:11.894356 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1165de24-f2b2-45ba-a37c-42ab4c989a8c req-b9d8b78a-7aca-471f-8520-3a0c9ab31cbb service neutron] 10.222.0.73 "DELETE /v2.0/ports/561f1caf-087d-433d-8a44-e017b3762ad9/bindings/n-h1-615180-33 HTTP/1.1" status: 404 len: 381 time: 0.0749061 Aug 11 02:56:11.933017 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 561f1caf-087d-433d-8a44-e017b3762ad9 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:56:11.981753 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165de24-f2b2-45ba-a37c-42ab4c989a8c req-dd175512-5242-492e-bcf7-ba251aba3034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:11.983253 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1165de24-f2b2-45ba-a37c-42ab4c989a8c req-dd175512-5242-492e-bcf7-ba251aba3034 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 1095 time: 0.0463977 Aug 11 02:56:12.074756 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165de24-f2b2-45ba-a37c-42ab4c989a8c req-0c94582a-8417-4267-bde7-30a0ddfa3f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:12.076244 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1165de24-f2b2-45ba-a37c-42ab4c989a8c req-0c94582a-8417-4267-bde7-30a0ddfa3f65 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0865650 Aug 11 02:56:12.140041 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1165de24-f2b2-45ba-a37c-42ab4c989a8c req-ea4a116a-e9dc-4ccc-8f83-6a5011e8b90f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=561f1caf-087d-433d-8a44-e017b3762ad9 HTTP/1.1" status: 200 len: 998 time: 0.0563362 Aug 11 02:56:12.187838 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165de24-f2b2-45ba-a37c-42ab4c989a8c req-1b3a9101-8852-4345-b80d-7ee3c1af52e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:12.189146 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1165de24-f2b2-45ba-a37c-42ab4c989a8c req-1b3a9101-8852-4345-b80d-7ee3c1af52e5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0418332 Aug 11 02:56:12.237170 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165de24-f2b2-45ba-a37c-42ab4c989a8c req-83e55b54-5aa0-4705-b0f3-619533ee27d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:12.238608 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1165de24-f2b2-45ba-a37c-42ab4c989a8c req-83e55b54-5aa0-4705-b0f3-619533ee27d4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426557 Aug 11 02:56:12.331233 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1165de24-f2b2-45ba-a37c-42ab4c989a8c req-5066e43f-51c8-4f23-a5c9-9936264ac75a service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848589 Aug 11 02:56:12.422761 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1165de24-f2b2-45ba-a37c-42ab4c989a8c req-25879607-5e1f-4178-be74-967b49900f1f service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847840 Aug 11 02:56:12.996261 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344a8dd-7f26-411c-83b5-a80ebffe9ab1 req-3dfba9a1-0536-47d4-aa29-aa9703a928d6 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:12.997807 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9344a8dd-7f26-411c-83b5-a80ebffe9ab1 req-3dfba9a1-0536-47d4-aa29-aa9703a928d6 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 943 time: 0.0522525 Aug 11 02:56:13.016699 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 561f1caf-087d-433d-8a44-e017b3762ad9 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:56:13.037452 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9344a8dd-7f26-411c-83b5-a80ebffe9ab1 req-23a4f5ba-795f-4f39-84ef-05d01f58a10b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335810 Aug 11 02:56:13.110040 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 561f1caf-087d-433d-8a44-e017b3762ad9, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=561f1caf-087d-433d-8a44-e017b3762ad9,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:13.124965 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '561f1caf-087d-433d-8a44-e017b3762ad9', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'port_id': '561f1caf-087d-433d-8a44-e017b3762ad9', 'mac_address': 'fa:16:3e:6e:f5:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:56:13.153379 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44686414-c134-4a95-a6f2-d6dfe4ed8728 req-88a952ff-81f6-4bf2-829c-5a1633d52271 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:13.154904 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-44686414-c134-4a95-a6f2-d6dfe4ed8728 req-88a952ff-81f6-4bf2-829c-5a1633d52271 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 943 time: 0.0503988 Aug 11 02:56:13.161763 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:13.174407 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 561f1caf-087d-433d-8a44-e017b3762ad9 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:56:13.195855 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 561f1caf-087d-433d-8a44-e017b3762ad9, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=561f1caf-087d-433d-8a44-e017b3762ad9,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:13.197563 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-44686414-c134-4a95-a6f2-d6dfe4ed8728 req-aafd01c4-5ba0-490f-94b1-4434fd8db5d8 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364079 Aug 11 02:56:13.200985 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:13.248042 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=561f1caf-087d-433d-8a44-e017b3762ad9,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:13.255646 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:13.256509 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:13.256855 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:13.257199 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:13.257538 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:13.257892 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:13.258193 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:13.258523 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:13.258851 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:13.259178 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:13.259503 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:13.259851 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:13.396055 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655a1e6-c182-4f06-bcad-f018238b11ce req-34ad9181-7724-4dfe-a932-cc3227fa877a tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:13.397543 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0655a1e6-c182-4f06-bcad-f018238b11ce req-34ad9181-7724-4dfe-a932-cc3227fa877a tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 944 time: 0.0489349 Aug 11 02:56:13.425879 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ad415-f0fd-4df4-b21f-2ecf87e2a88f req-2d0519ec-7300-447c-b92e-04383a199eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:13.427458 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f4ad415-f0fd-4df4-b21f-2ecf87e2a88f req-2d0519ec-7300-447c-b92e-04383a199eb0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 1096 time: 0.0402746 Aug 11 02:56:13.434967 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0655a1e6-c182-4f06-bcad-f018238b11ce req-7960b252-d7f8-4e90-b8f0-6a2cfb3faafa tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313597 Aug 11 02:56:13.440327 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['561f1caf-087d-433d-8a44-e017b3762ad9'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:56:13.522770 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ad415-f0fd-4df4-b21f-2ecf87e2a88f req-dcc4dfa7-a204-4b3d-a26b-e351aba5d952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:13.524296 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f4ad415-f0fd-4df4-b21f-2ecf87e2a88f req-dcc4dfa7-a204-4b3d-a26b-e351aba5d952 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0897572 Aug 11 02:56:13.589296 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f4ad415-f0fd-4df4-b21f-2ecf87e2a88f req-a92ca996-1d00-4cc2-aa82-6c1828a9e252 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=561f1caf-087d-433d-8a44-e017b3762ad9 HTTP/1.1" status: 200 len: 999 time: 0.0571434 Aug 11 02:56:13.639463 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ad415-f0fd-4df4-b21f-2ecf87e2a88f req-e33beea7-8182-4d59-b4fc-71a52f527590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:13.640881 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f4ad415-f0fd-4df4-b21f-2ecf87e2a88f req-e33beea7-8182-4d59-b4fc-71a52f527590 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0427709 Aug 11 02:56:13.690145 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ad415-f0fd-4df4-b21f-2ecf87e2a88f req-1e18224d-be9c-43c9-b19e-afe470345808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:13.691516 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f4ad415-f0fd-4df4-b21f-2ecf87e2a88f req-1e18224d-be9c-43c9-b19e-afe470345808 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424004 Aug 11 02:56:13.780033 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f4ad415-f0fd-4df4-b21f-2ecf87e2a88f req-bea2fde5-5335-4925-8cb7-ee9ef9b0918d service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802035 Aug 11 02:56:13.872489 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5f4ad415-f0fd-4df4-b21f-2ecf87e2a88f req-bc5266a0-2710-4a8b-bf2a-7ead5e96b487 service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842774 Aug 11 02:56:14.553592 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaced12-f81c-409a-9e3f-72019500e479 req-243e2102-410c-4b7e-8436-228c70d97993 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:14.555141 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dbaced12-f81c-409a-9e3f-72019500e479 req-243e2102-410c-4b7e-8436-228c70d97993 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 944 time: 0.0508685 Aug 11 02:56:14.593580 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dbaced12-f81c-409a-9e3f-72019500e479 req-3f8712c8-f9d6-4362-9e4a-e6051fd6fdb3 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316162 Aug 11 02:56:14.822248 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb40df-e19a-4a97-beee-dc7e4b151016 req-2b0435b9-d626-45a3-9d1a-425b89f36915 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:14.823656 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-34eb40df-e19a-4a97-beee-dc7e4b151016 req-2b0435b9-d626-45a3-9d1a-425b89f36915 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 944 time: 0.0478759 Aug 11 02:56:14.860525 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-34eb40df-e19a-4a97-beee-dc7e4b151016 req-3a50d5fc-b9a3-408d-aa02-214e83796559 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310056 Aug 11 02:56:15.037285 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 561f1caf-087d-433d-8a44-e017b3762ad9 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:15.086119 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 561f1caf-087d-433d-8a44-e017b3762ad9 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:15.089542 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 561f1caf-087d-433d-8a44-e017b3762ad9 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:15.089912 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:15.165677 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:15.187164 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709d320f-627d-4732-92ef-a4a14b2ac348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561f1caf-087d-433d-8a44-e017b3762ad9'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:15.189402 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b93b0d-11db-44e0-95ca-1c2675c856a2" -d '{"events": [{"server_uuid": "709d320f-627d-4732-92ef-a4a14b2ac348", "name": "network-vif-plugged", "status": "completed", "tag": "561f1caf-087d-433d-8a44-e017b3762ad9"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:15.202381 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 561f1caf-087d-433d-8a44-e017b3762ad9, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=561f1caf-087d-433d-8a44-e017b3762ad9,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:15.206670 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:15.229885 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953344b2-ee6e-4929-8776-473bf5ebc38a x-openstack-request-id: req-953344b2-ee6e-4929-8776-473bf5ebc38a {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:15.230177 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "709d320f-627d-4732-92ef-a4a14b2ac348", "name": "network-vif-plugged", "status": "completed", "tag": "561f1caf-087d-433d-8a44-e017b3762ad9", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:15.230432 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-953344b2-ee6e-4929-8776-473bf5ebc38a {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:15.230830 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709d320f-627d-4732-92ef-a4a14b2ac348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561f1caf-087d-433d-8a44-e017b3762ad9', 'code': 200} Aug 11 02:56:15.256281 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=561f1caf-087d-433d-8a44-e017b3762ad9,revision_number=9']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:15.674206 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bdb2048b-fd6d-46a9-a703-82137efa4c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:16.358075 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1580c19-1e96-4b5f-a6c2-2fee5465e305 req-912c7586-b87a-4d22-a145-5d08d3216d67 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:16.359600 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c1580c19-1e96-4b5f-a6c2-2fee5465e305 req-912c7586-b87a-4d22-a145-5d08d3216d67 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 945 time: 0.4314535 Aug 11 02:56:16.372441 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225b15d-347d-466e-a56d-368ff811cc11 req-06472adb-6693-43ef-a48d-4de9f4f1db9b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:16.373855 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3225b15d-347d-466e-a56d-368ff811cc11 req-06472adb-6693-43ef-a48d-4de9f4f1db9b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.66 "GET /v2.0/ports?device_id=709d320f-627d-4732-92ef-a4a14b2ac348 HTTP/1.1" status: 200 len: 945 time: 0.0640132 Aug 11 02:56:16.436645 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c1580c19-1e96-4b5f-a6c2-2fee5465e305 req-5000124b-d96b-4209-85cc-5f284e7d2253 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618455 Aug 11 02:56:16.485477 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-3225b15d-347d-466e-a56d-368ff811cc11 req-ade465e2-7347-473b-8869-180b8a30f445 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Deleting port 561f1caf-087d-433d-8a44-e017b3762ad9 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:16.485823 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3225b15d-347d-466e-a56d-368ff811cc11 req-ade465e2-7347-473b-8869-180b8a30f445 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:16.572266 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-3225b15d-347d-466e-a56d-368ff811cc11 req-ade465e2-7347-473b-8869-180b8a30f445 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] For port 561f1caf-087d-433d-8a44-e017b3762ad9, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=561f1caf-087d-433d-8a44-e017b3762ad9,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:16.572637 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3225b15d-347d-466e-a56d-368ff811cc11 req-ade465e2-7347-473b-8869-180b8a30f445 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:16.740801 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3225b15d-347d-466e-a56d-368ff811cc11 req-ade465e2-7347-473b-8869-180b8a30f445 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:16.741835 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3225b15d-347d-466e-a56d-368ff811cc11 req-ade465e2-7347-473b-8869-180b8a30f445 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:16.742169 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [req-3225b15d-347d-466e-a56d-368ff811cc11 req-ade465e2-7347-473b-8869-180b8a30f445 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Floating IP 4403b450-0067-49c2-b28c-e147a40029a5 disassociated. External IP: 172.25.2.78, port: 561f1caf-087d-433d-8a44-e017b3762ad9. Aug 11 02:56:16.742518 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-3225b15d-347d-466e-a56d-368ff811cc11 req-ade465e2-7347-473b-8869-180b8a30f445 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Calling delete_port for 561f1caf-087d-433d-8a44-e017b3762ad9 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:16.869634 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3225b15d-347d-466e-a56d-368ff811cc11 req-ade465e2-7347-473b-8869-180b8a30f445 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:16.897262 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade465e2-7347-473b-8869-180b8a30f445 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Pushing event deleted for resources: {'Port': ['ID=561f1caf-087d-433d-8a44-e017b3762ad9,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:17.014729 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3225b15d-347d-466e-a56d-368ff811cc11 req-ade465e2-7347-473b-8869-180b8a30f445 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:56:17.126846 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3225b15d-347d-466e-a56d-368ff811cc11 req-ade465e2-7347-473b-8869-180b8a30f445 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:56:17.137074 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad26eb29-4e2f-45a3-b853-df74dd6e8a30 None None] Sync routers for ids ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:56:17.150234 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad26eb29-4e2f-45a3-b853-df74dd6e8a30 None None] Routers {'721caa3b-b2f4-4a30-a2ef-528ca9980df9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:17.150838 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ad26eb29-4e2f-45a3-b853-df74dd6e8a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:55:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:17.169152 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-3225b15d-347d-466e-a56d-368ff811cc11 req-ade465e2-7347-473b-8869-180b8a30f445 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] No DVR routers for this DVR port 561f1caf-087d-433d-8a44-e017b3762ad9 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:56:17.171781 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3225b15d-347d-466e-a56d-368ff811cc11 req-ade465e2-7347-473b-8869-180b8a30f445 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:17.173814 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3225b15d-347d-466e-a56d-368ff811cc11 req-ade465e2-7347-473b-8869-180b8a30f445 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.66 "DELETE /v2.0/ports/561f1caf-087d-433d-8a44-e017b3762ad9 HTTP/1.1" status: 204 len: 173 time: 0.7918808 Aug 11 02:56:17.174250 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709d320f-627d-4732-92ef-a4a14b2ac348', 'name': 'network-vif-deleted', 'tag': '561f1caf-087d-433d-8a44-e017b3762ad9'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:17.176531 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3dcf44-7e26-4f7a-aa2c-40ba6b7f2488" -d '{"events": [{"server_uuid": "709d320f-627d-4732-92ef-a4a14b2ac348", "name": "network-vif-deleted", "tag": "561f1caf-087d-433d-8a44-e017b3762ad9"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:17.220164 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176f518b-01a1-420c-bcf6-c1e789760780 x-openstack-request-id: req-176f518b-01a1-420c-bcf6-c1e789760780 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:17.220464 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "709d320f-627d-4732-92ef-a4a14b2ac348", "name": "network-vif-deleted", "tag": "561f1caf-087d-433d-8a44-e017b3762ad9", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:17.220721 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-176f518b-01a1-420c-bcf6-c1e789760780 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:17.221122 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709d320f-627d-4732-92ef-a4a14b2ac348', 'name': 'network-vif-deleted', 'tag': '561f1caf-087d-433d-8a44-e017b3762ad9', 'status': 'completed', 'code': 200} Aug 11 02:56:17.257825 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-ad26eb29-4e2f-45a3-b853-df74dd6e8a30 None None] Set router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:17.461529 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ad26eb29-4e2f-45a3-b853-df74dd6e8a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37', 'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'mac_address': 'fa:16:3e:91:86:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:41Z', 'updated_at': '2021-08-11T02:51:46Z', 'revision_number': 5, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'subnets': [{'id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:17.488834 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad26eb29-4e2f-45a3-b853-df74dd6e8a30 None None] Checking router: 721caa3b-b2f4-4a30-a2ef-528ca9980df9 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:56:17.497308 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad26eb29-4e2f-45a3-b853-df74dd6e8a30 None None] Routers {'721caa3b-b2f4-4a30-a2ef-528ca9980df9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:17.497915 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ad26eb29-4e2f-45a3-b853-df74dd6e8a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:55:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:17.623949 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-ad26eb29-4e2f-45a3-b853-df74dd6e8a30 None None] Set router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:17.713283 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-397d150e-c5df-4d49-a285-1615d9354fef tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1168022301&fields=id&tenant_id=b6aba3dfa4ae4719b99f69566c94cabd HTTP/1.1" status: 200 len: 267 time: 0.0351210 Aug 11 02:56:17.822094 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-761468a8-681a-47c6-bc35-5dd3449d3a07 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:17.823616 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-761468a8-681a-47c6-bc35-5dd3449d3a07 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 812 time: 0.1034575 Aug 11 02:56:17.839193 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-4fe70648-b0c6-4546-a13c-ebd8763c504c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/quotas/b6aba3dfa4ae4719b99f69566c94cabd HTTP/1.1" status: 200 len: 375 time: 0.0096116 Aug 11 02:56:17.898378 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-ef786bf4-dbc5-46b6-aa6b-613a82d958bb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504127 Aug 11 02:56:17.914175 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-ad26eb29-4e2f-45a3-b853-df74dd6e8a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37', 'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'mac_address': 'fa:16:3e:91:86:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:41Z', 'updated_at': '2021-08-11T02:51:46Z', 'revision_number': 5, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'subnets': [{'id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:17.947019 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad26eb29-4e2f-45a3-b853-df74dd6e8a30 None None] The sync data for ids ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'] in n-d-615180-33 is: [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37', 'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'mac_address': 'fa:16:3e:91:86:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:41Z', 'updated_at': '2021-08-11T02:51:46Z', 'revision_number': 5, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'subnets': [{'id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:56:18.070623 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-79679f19-8300-4094-812b-f7d7c92753a9 service neutron] 10.222.0.50 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605029 Aug 11 02:56:18.164303 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-c0e96eea-80ce-4083-a28b-82191f7b536b service neutron] 10.222.0.50 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867453 Aug 11 02:56:18.185280 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac4811f-6ec3-4c70-9b59-1bbf57e4e158 None None] New status for floating IP 4403b450-0067-49c2-b28c-e147a40029a5: DOWN {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:56:18.347994 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-82190d6f-854f-4d14-a970-8236ddf5046a req-5b4f4062-cac5-4ca2-bbc7-0d636977e9e5 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 210 time: 0.0391922 Aug 11 02:56:18.358332 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ad516f6f-12b5-43c3-af56-31b514299eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:18.391927 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:19.229931 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-a28a0251-e6aa-47bd-97b3-73265b4fa8b7 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:19.231686 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-a28a0251-e6aa-47bd-97b3-73265b4fa8b7 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.73 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 812 time: 0.1047993 Aug 11 02:56:19.277408 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-ad2e2c6b-5094-4a66-b8be-9e6b1bd3d9f9 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6aba3dfa4ae4719b99f69566c94cabd HTTP/1.1" status: 200 len: 380 time: 0.0373504 Aug 11 02:56:19.287223 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-b3b0bd56-e585-48dd-9ab8-50a002808acb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Request body: {'port': {'device_id': '02e7a0a2-7fd1-4783-8ee2-be4838e554ff', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'admin_state_up': True, 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'security_groups': ['17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:19.399266 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-b3b0bd56-e585-48dd-9ab8-50a002808acb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Made reservation on behalf of b6aba3dfa4ae4719b99f69566c94cabd for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:56:19.402927 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-b3b0bd56-e585-48dd-9ab8-50a002808acb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:19.455793 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b145379e-8a2d-4cdf-9c3f-462e7e4c83a2 req-7dd76e42-7c60-43a6-8378-41237b7836d8 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 210 time: 0.0332229 Aug 11 02:56:19.527197 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-b3b0bd56-e585-48dd-9ab8-50a002808acb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Allocated IP 172.20.0.8 (4929e2be-6643-4ec7-9103-db724afc0845/abd49636-10c5-482a-8401-7e5fcea67bcf/02c56baf-bcb9-484c-8cdd-e59b7be19a17) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:56:19.666713 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-b3b0bd56-e585-48dd-9ab8-50a002808acb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:19.680344 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-b3b0bd56-e585-48dd-9ab8-50a002808acb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Transition to ACTIVE for port object 02c56baf-bcb9-484c-8cdd-e59b7be19a17 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:56:19.712285 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-b3b0bd56-e585-48dd-9ab8-50a002808acb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:19.756480 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-b3b0bd56-e585-48dd-9ab8-50a002808acb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Network 4929e2be-6643-4ec7-9103-db724afc0845 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:56:19.759524 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-b3b0bd56-e585-48dd-9ab8-50a002808acb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:56:19.763224 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-b3b0bd56-e585-48dd-9ab8-50a002808acb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:56:19.769469 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0bd56-e585-48dd-9ab8-50a002808acb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Pushing event updated for resources: {'Port': ['ID=02c56baf-bcb9-484c-8cdd-e59b7be19a17,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:19.798383 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0bd56-e585-48dd-9ab8-50a002808acb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:19.798736 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0bd56-e585-48dd-9ab8-50a002808acb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:19.799082 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0bd56-e585-48dd-9ab8-50a002808acb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:19.799425 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0bd56-e585-48dd-9ab8-50a002808acb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:19.799791 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0bd56-e585-48dd-9ab8-50a002808acb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:19.800128 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0bd56-e585-48dd-9ab8-50a002808acb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:19.800472 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0bd56-e585-48dd-9ab8-50a002808acb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:19.800789 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0bd56-e585-48dd-9ab8-50a002808acb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:19.801122 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0bd56-e585-48dd-9ab8-50a002808acb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:19.801443 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0bd56-e585-48dd-9ab8-50a002808acb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:19.801769 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0bd56-e585-48dd-9ab8-50a002808acb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:19.802093 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0bd56-e585-48dd-9ab8-50a002808acb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:19.832022 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-b3b0bd56-e585-48dd-9ab8-50a002808acb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:19.832652 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-b3b0bd56-e585-48dd-9ab8-50a002808acb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:19.848099 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-b3b0bd56-e585-48dd-9ab8-50a002808acb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5645401 Aug 11 02:56:19.861547 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-6a8901e4-45e9-41de-802b-d97f00153f4d service neutron] Request body: {'port': {'device_id': '02e7a0a2-7fd1-4783-8ee2-be4838e554ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:19.917119 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-6a8901e4-45e9-41de-802b-d97f00153f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:19.953401 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8e5d76d4-7ab5-480e-86f8-77d5d361ce21 None None] Provisioning for port 02c56baf-bcb9-484c-8cdd-e59b7be19a17 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:19.957160 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-8e5d76d4-7ab5-480e-86f8-77d5d361ce21 None None] Provisioning complete for port 02c56baf-bcb9-484c-8cdd-e59b7be19a17 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:19.957613 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8e5d76d4-7ab5-480e-86f8-77d5d361ce21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:19.995526 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d76d4-7ab5-480e-86f8-77d5d361ce21 None None] Port 02c56baf-bcb9-484c-8cdd-e59b7be19a17 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:56:20.079950 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:20.181470 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-6a8901e4-45e9-41de-802b-d97f00153f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02c56baf-bcb9-484c-8cdd-e59b7be19a17 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:56:20.189006 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-6a8901e4-45e9-41de-802b-d97f00153f4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:20.201623 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-6a8901e4-45e9-41de-802b-d97f00153f4d service neutron] Transition to ACTIVE for port object 02c56baf-bcb9-484c-8cdd-e59b7be19a17 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:56:20.205086 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-6a8901e4-45e9-41de-802b-d97f00153f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:20.271756 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8901e4-45e9-41de-802b-d97f00153f4d service neutron] Pushing event updated for resources: {'Port': ['ID=02c56baf-bcb9-484c-8cdd-e59b7be19a17,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:20.324439 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-6a8901e4-45e9-41de-802b-d97f00153f4d service neutron] Attempting to bind port 02c56baf-bcb9-484c-8cdd-e59b7be19a17 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:56:20.324774 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-6a8901e4-45e9-41de-802b-d97f00153f4d service neutron] Attempting to bind port 02c56baf-bcb9-484c-8cdd-e59b7be19a17 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:56:20.325110 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-6a8901e4-45e9-41de-802b-d97f00153f4d service neutron] Attempting to bind port 02c56baf-bcb9-484c-8cdd-e59b7be19a17 on network 4929e2be-6643-4ec7-9103-db724afc0845 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:20.329680 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-6a8901e4-45e9-41de-802b-d97f00153f4d service neutron] Port 02c56baf-bcb9-484c-8cdd-e59b7be19a17 on network 4929e2be-6643-4ec7-9103-db724afc0845 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:56:20.330076 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-6a8901e4-45e9-41de-802b-d97f00153f4d service neutron] Attempting to bind port 02c56baf-bcb9-484c-8cdd-e59b7be19a17 on network 4929e2be-6643-4ec7-9103-db724afc0845 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:20.335099 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-6a8901e4-45e9-41de-802b-d97f00153f4d service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:56:20.335430 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-6a8901e4-45e9-41de-802b-d97f00153f4d service neutron] Checking segment: {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:56:20.335839 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-6a8901e4-45e9-41de-802b-d97f00153f4d service neutron] Bound using segment: {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:56:20.336263 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-6a8901e4-45e9-41de-802b-d97f00153f4d service neutron] Bound port: 02c56baf-bcb9-484c-8cdd-e59b7be19a17, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:56:20.336764 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-6a8901e4-45e9-41de-802b-d97f00153f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:20.401888 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-6a8901e4-45e9-41de-802b-d97f00153f4d service neutron] For port 02c56baf-bcb9-484c-8cdd-e59b7be19a17, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:56:20.405230 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-6a8901e4-45e9-41de-802b-d97f00153f4d service neutron] For port 02c56baf-bcb9-484c-8cdd-e59b7be19a17, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=02c56baf-bcb9-484c-8cdd-e59b7be19a17,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:56:20.410304 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-6a8901e4-45e9-41de-802b-d97f00153f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:20.449534 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-6a8901e4-45e9-41de-802b-d97f00153f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:20.450186 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-6a8901e4-45e9-41de-802b-d97f00153f4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:20.451672 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-6a8901e4-45e9-41de-802b-d97f00153f4d service neutron] 10.222.0.73 "PUT /v2.0/ports/02c56baf-bcb9-484c-8cdd-e59b7be19a17 HTTP/1.1" status: 200 len: 1092 time: 0.5954382 Aug 11 02:56:20.452116 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e7a0a2-7fd1-4783-8ee2-be4838e554ff', 'tag': '02c56baf-bcb9-484c-8cdd-e59b7be19a17'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:20.454393 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ba377d-b774-4d7c-b424-9c6e94f6f507" -d '{"events": [{"name": "network-changed", "server_uuid": "02e7a0a2-7fd1-4783-8ee2-be4838e554ff", "tag": "02c56baf-bcb9-484c-8cdd-e59b7be19a17"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:20.482804 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8901e4-45e9-41de-802b-d97f00153f4d service neutron] Pushing event updated for resources: {'Port': ['ID=02c56baf-bcb9-484c-8cdd-e59b7be19a17,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:20.520857 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1334be3-07b0-459d-aaab-1054a57e9308 x-openstack-request-id: req-d1334be3-07b0-459d-aaab-1054a57e9308 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:20.520857 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e7a0a2-7fd1-4783-8ee2-be4838e554ff", "tag": "02c56baf-bcb9-484c-8cdd-e59b7be19a17", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:20.521719 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d1334be3-07b0-459d-aaab-1054a57e9308 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:20.522225 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e7a0a2-7fd1-4783-8ee2-be4838e554ff', 'tag': '02c56baf-bcb9-484c-8cdd-e59b7be19a17', 'status': 'completed', 'code': 200} Aug 11 02:56:20.540320 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-05ec4d1a-d684-4801-a455-509d894dc17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:20.542031 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-05ec4d1a-d684-4801-a455-509d894dc17c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 1095 time: 0.0498495 Aug 11 02:56:20.585251 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-79d3c39d-9943-459f-afb8-e3a3eb3bb17e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02c56baf-bcb9-484c-8cdd-e59b7be19a17 HTTP/1.1" status: 200 len: 217 time: 0.0352945 Aug 11 02:56:20.599818 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a595431-7945-4b1d-be5e-2a19fc440676 req-d8445356-541d-47cb-8214-b12109153ed2 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:20.601568 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2a595431-7945-4b1d-be5e-2a19fc440676 req-d8445356-541d-47cb-8214-b12109153ed2 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 943 time: 0.0553341 Aug 11 02:56:20.644269 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-ae375dec-047f-4f49-8d4c-1cb269120582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:20.646104 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-ae375dec-047f-4f49-8d4c-1cb269120582 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0536296 Aug 11 02:56:20.646278 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2a595431-7945-4b1d-be5e-2a19fc440676 req-39fcf8df-b78d-45a8-98fe-7d7ff7431f93 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371847 Aug 11 02:56:20.695503 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-d82b0eb4-cf86-439f-aeef-ce08f6859b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:20.697108 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-d82b0eb4-cf86-439f-aeef-ce08f6859b38 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407665 Aug 11 02:56:20.791484 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-d0b4fa57-dd9f-4674-a197-43f598460943 service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869954 Aug 11 02:56:20.882933 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3c2294b1-6670-48fc-b5d7-0d4342430a00 req-bdfebd79-350e-489a-ac89-a66de4118518 service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837553 Aug 11 02:56:20.966270 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba377d-b774-4d7c-b424-9c6e94f6f507 req-75595036-90ec-4070-8941-bb99336310fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:20.967776 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-41ba377d-b774-4d7c-b424-9c6e94f6f507 req-75595036-90ec-4070-8941-bb99336310fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 1095 time: 0.0404451 Aug 11 02:56:21.040319 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 561f1caf-087d-433d-8a44-e017b3762ad9 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:56:21.059700 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 561f1caf-087d-433d-8a44-e017b3762ad9 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:56:21.060049 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 561f1caf-087d-433d-8a44-e017b3762ad9 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:56:21.062612 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba377d-b774-4d7c-b424-9c6e94f6f507 req-a0de08f6-004b-44ff-b6dc-a031c0ae6279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:21.064154 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-41ba377d-b774-4d7c-b424-9c6e94f6f507 req-a0de08f6-004b-44ff-b6dc-a031c0ae6279 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0889039 Aug 11 02:56:21.106748 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-41ba377d-b774-4d7c-b424-9c6e94f6f507 req-cf268b44-6786-4939-8ebf-9eedc95f3e68 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02c56baf-bcb9-484c-8cdd-e59b7be19a17 HTTP/1.1" status: 200 len: 217 time: 0.0349872 Aug 11 02:56:21.154587 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba377d-b774-4d7c-b424-9c6e94f6f507 req-0d4ef90a-6ef4-4ec3-bb20-f54b908929b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:21.155951 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-41ba377d-b774-4d7c-b424-9c6e94f6f507 req-0d4ef90a-6ef4-4ec3-bb20-f54b908929b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0419850 Aug 11 02:56:21.203890 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba377d-b774-4d7c-b424-9c6e94f6f507 req-6d7e607a-cdb7-4ea8-ae18-a327f23b7788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:21.205349 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-41ba377d-b774-4d7c-b424-9c6e94f6f507 req-6d7e607a-cdb7-4ea8-ae18-a327f23b7788 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421634 Aug 11 02:56:21.295354 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-41ba377d-b774-4d7c-b424-9c6e94f6f507 req-59e08be8-e5d3-447b-b5a7-6a3331c43e9c service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808234 Aug 11 02:56:21.388920 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-41ba377d-b774-4d7c-b424-9c6e94f6f507 req-d1da3e14-0b64-4d6b-bc68-2a94bce0de7e service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860548 Aug 11 02:56:21.584556 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:21.763702 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd2eb0-6059-4541-a157-b775fbcae236 req-f7cfe6af-f1e2-434c-b6a0-8f174af1bcf9 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:21.765194 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e2fd2eb0-6059-4541-a157-b775fbcae236 req-f7cfe6af-f1e2-434c-b6a0-8f174af1bcf9 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 943 time: 0.0497224 Aug 11 02:56:21.801869 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e2fd2eb0-6059-4541-a157-b775fbcae236 req-648f3f6c-8615-4a65-997b-359533c8ee71 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306513 Aug 11 02:56:22.916645 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4310975-709d-4c39-a234-cc9e4171bc4b req-2e02ab6d-0e58-412a-b79c-cf10e2529b87 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:22.918032 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e4310975-709d-4c39-a234-cc9e4171bc4b req-2e02ab6d-0e58-412a-b79c-cf10e2529b87 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 943 time: 0.0489573 Aug 11 02:56:22.955381 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e4310975-709d-4c39-a234-cc9e4171bc4b req-d3fd0e2d-0da0-4b52-a412-0e8a8b7b26c0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312767 Aug 11 02:56:23.934277 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 02c56baf-bcb9-484c-8cdd-e59b7be19a17 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:56:24.026552 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 02c56baf-bcb9-484c-8cdd-e59b7be19a17, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=02c56baf-bcb9-484c-8cdd-e59b7be19a17,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:24.039253 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '02c56baf-bcb9-484c-8cdd-e59b7be19a17', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'port_id': '02c56baf-bcb9-484c-8cdd-e59b7be19a17', 'mac_address': 'fa:16:3e:3c:d0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:56:24.071932 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538671a-f8c8-4c46-b4f9-5f12394e6b93 req-76d6ef70-5cfe-471c-8b77-12925f604eba tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:24.073444 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2538671a-f8c8-4c46-b4f9-5f12394e6b93 req-76d6ef70-5cfe-471c-8b77-12925f604eba tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 943 time: 0.0500505 Aug 11 02:56:24.080222 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:24.092673 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c56baf-bcb9-484c-8cdd-e59b7be19a17 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:56:24.111877 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 02c56baf-bcb9-484c-8cdd-e59b7be19a17, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=02c56baf-bcb9-484c-8cdd-e59b7be19a17,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:24.112092 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2538671a-f8c8-4c46-b4f9-5f12394e6b93 req-ef76ef47-ac62-4b01-bae7-04225e32d9a9 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324552 Aug 11 02:56:24.116376 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:24.163943 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=02c56baf-bcb9-484c-8cdd-e59b7be19a17,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:24.321473 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['02c56baf-bcb9-484c-8cdd-e59b7be19a17'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:56:24.824984 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:25.230963 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82fe54-0e07-46de-b795-49fb7393cd94 req-87b182a2-8302-4801-9871-b8b923ee3c83 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:25.232740 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1e82fe54-0e07-46de-b795-49fb7393cd94 req-87b182a2-8302-4801-9871-b8b923ee3c83 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 944 time: 0.0522847 Aug 11 02:56:25.270270 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1e82fe54-0e07-46de-b795-49fb7393cd94 req-c300e72e-2e31-4c7f-af3a-f24fb5dd46ec tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316548 Aug 11 02:56:25.709640 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:25.939235 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 02c56baf-bcb9-484c-8cdd-e59b7be19a17 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:25.985370 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 02c56baf-bcb9-484c-8cdd-e59b7be19a17 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:25.988766 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 02c56baf-bcb9-484c-8cdd-e59b7be19a17 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:25.989139 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:26.064480 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:26.085478 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e7a0a2-7fd1-4783-8ee2-be4838e554ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c56baf-bcb9-484c-8cdd-e59b7be19a17'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:26.087711 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6802c5ab-b0e2-4c86-87d2-d2a4aee827ca" -d '{"events": [{"server_uuid": "02e7a0a2-7fd1-4783-8ee2-be4838e554ff", "name": "network-vif-plugged", "status": "completed", "tag": "02c56baf-bcb9-484c-8cdd-e59b7be19a17"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:26.100846 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 02c56baf-bcb9-484c-8cdd-e59b7be19a17, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=02c56baf-bcb9-484c-8cdd-e59b7be19a17,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:26.107433 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:26.130025 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d68b84f-f0a4-403d-a9d4-835432b33c24 x-openstack-request-id: req-9d68b84f-f0a4-403d-a9d4-835432b33c24 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:26.130346 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e7a0a2-7fd1-4783-8ee2-be4838e554ff", "name": "network-vif-plugged", "status": "completed", "tag": "02c56baf-bcb9-484c-8cdd-e59b7be19a17", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:26.130599 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9d68b84f-f0a4-403d-a9d4-835432b33c24 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:26.130987 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e7a0a2-7fd1-4783-8ee2-be4838e554ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c56baf-bcb9-484c-8cdd-e59b7be19a17', 'code': 200} Aug 11 02:56:26.156017 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=02c56baf-bcb9-484c-8cdd-e59b7be19a17,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:26.221322 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe6c83-ebf0-4c81-a880-50729e26a2cb req-9b429ec1-5428-4e75-9a72-8fd07b7be878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:26.222805 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6ebe6c83-ebf0-4c81-a880-50729e26a2cb req-9b429ec1-5428-4e75-9a72-8fd07b7be878 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 1097 time: 0.0390737 Aug 11 02:56:26.260809 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6ebe6c83-ebf0-4c81-a880-50729e26a2cb req-b231f60e-2038-4408-b863-7826e82ebfa0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313075 Aug 11 02:56:26.383867 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06561228-68f4-44ad-9648-4a6f9287799f req-9ceffbee-2b06-4089-9d06-a0b99aa8b668 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:26.385333 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-06561228-68f4-44ad-9648-4a6f9287799f req-9ceffbee-2b06-4089-9d06-a0b99aa8b668 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 945 time: 0.0481808 Aug 11 02:56:26.422392 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-06561228-68f4-44ad-9648-4a6f9287799f req-0639fff6-1683-41f8-82e6-90bc6eceea76 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311811 Aug 11 02:56:27.368644 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:56:27.542619 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a8193-5204-44a9-a6ba-3c85e9884de1 req-f5256f45-e405-43a3-acdb-1994900bf674 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:27.544155 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ff2a8193-5204-44a9-a6ba-3c85e9884de1 req-f5256f45-e405-43a3-acdb-1994900bf674 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 945 time: 0.0516348 Aug 11 02:56:27.580963 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ff2a8193-5204-44a9-a6ba-3c85e9884de1 req-ab6913e6-f334-4162-8df2-58ed606f77fe tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308194 Aug 11 02:56:27.691247 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca02ebb-347a-451a-8522-334f4e4e922a req-b9f208ec-d631-444b-af6c-e0268304e6e2 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:27.692794 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dca02ebb-347a-451a-8522-334f4e4e922a req-b9f208ec-d631-444b-af6c-e0268304e6e2 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 945 time: 0.0486572 Aug 11 02:56:27.701366 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59120) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:27.705855 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-af5ab7c8-c987-4381-8bc2-2d6b3839dbdf tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Request body: {'floatingip': {'port_id': '02c56baf-bcb9-484c-8cdd-e59b7be19a17'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:27.748701 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-af5ab7c8-c987-4381-8bc2-2d6b3839dbdf tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for floatingip, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:28.186427 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-af5ab7c8-c987-4381-8bc2-2d6b3839dbdf tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:28.190232 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-af5ab7c8-c987-4381-8bc2-2d6b3839dbdf tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:28.289924 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-af5ab7c8-c987-4381-8bc2-2d6b3839dbdf tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Floating IP 4403b450-0067-49c2-b28c-e147a40029a5 associated. External IP: 172.25.2.78, port: 02c56baf-bcb9-484c-8cdd-e59b7be19a17. Aug 11 02:56:28.493904 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5ab7c8-c987-4381-8bc2-2d6b3839dbdf tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:56:28.598545 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5ab7c8-c987-4381-8bc2-2d6b3839dbdf tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:56:28.603668 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-af5ab7c8-c987-4381-8bc2-2d6b3839dbdf tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:28.608606 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7851b1ce-2028-497a-b64d-7665b980e2ef None None] Sync routers for ids ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:56:28.618595 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7851b1ce-2028-497a-b64d-7665b980e2ef None None] Routers {'721caa3b-b2f4-4a30-a2ef-528ca9980df9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:28.619202 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-7851b1ce-2028-497a-b64d-7665b980e2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:56:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:28.631102 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-af5ab7c8-c987-4381-8bc2-2d6b3839dbdf tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "PUT /v2.0/floatingips/4403b450-0067-49c2-b28c-e147a40029a5 HTTP/1.1" status: 200 len: 990 time: 0.9280198 Aug 11 02:56:28.631828 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e7a0a2-7fd1-4783-8ee2-be4838e554ff', 'tag': '02c56baf-bcb9-484c-8cdd-e59b7be19a17'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:28.634153 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabfa858-6dd1-4969-ad88-9481bf0f7cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "02e7a0a2-7fd1-4783-8ee2-be4838e554ff", "tag": "02c56baf-bcb9-484c-8cdd-e59b7be19a17"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:28.671629 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46e06fa-9512-485e-9c91-0c30781b2481 x-openstack-request-id: req-c46e06fa-9512-485e-9c91-0c30781b2481 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:28.671921 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e7a0a2-7fd1-4783-8ee2-be4838e554ff", "tag": "02c56baf-bcb9-484c-8cdd-e59b7be19a17", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:28.672174 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c46e06fa-9512-485e-9c91-0c30781b2481 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:28.672586 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e7a0a2-7fd1-4783-8ee2-be4838e554ff', 'tag': '02c56baf-bcb9-484c-8cdd-e59b7be19a17', 'status': 'completed', 'code': 200} Aug 11 02:56:28.725656 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-7851b1ce-2028-497a-b64d-7665b980e2ef None None] Set router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:28.738438 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfa858-6dd1-4969-ad88-9481bf0f7cf7 req-d34365cd-9fd6-4d28-ba55-287053d7d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:28.740541 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aabfa858-6dd1-4969-ad88-9481bf0f7cf7 req-d34365cd-9fd6-4d28-ba55-287053d7d56b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 1097 time: 0.0412381 Aug 11 02:56:28.832836 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfa858-6dd1-4969-ad88-9481bf0f7cf7 req-fe993c53-ea13-418c-b4fe-0e27243748e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:28.834330 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aabfa858-6dd1-4969-ad88-9481bf0f7cf7 req-fe993c53-ea13-418c-b4fe-0e27243748e6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0865154 Aug 11 02:56:28.899722 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aabfa858-6dd1-4969-ad88-9481bf0f7cf7 req-ab2ea341-6d80-43ac-a1d8-64a1a6bbce06 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02c56baf-bcb9-484c-8cdd-e59b7be19a17 HTTP/1.1" status: 200 len: 998 time: 0.0576172 Aug 11 02:56:28.943522 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-7851b1ce-2028-497a-b64d-7665b980e2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '4403b450-0067-49c2-b28c-e147a40029a5', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'port_id': '02c56baf-bcb9-484c-8cdd-e59b7be19a17', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'mac_address': 'fa:16:3e:3c:d0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e7a0a2-7fd1-4783-8ee2-be4838e554ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:51:45Z', 'updated_at': '2021-08-11T02:56:28Z', 'revision_number': 9, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37', 'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'mac_address': 'fa:16:3e:91:86:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:41Z', 'updated_at': '2021-08-11T02:51:46Z', 'revision_number': 5, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'subnets': [{'id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:28.948410 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfa858-6dd1-4969-ad88-9481bf0f7cf7 req-9276d7a8-2719-4667-8fba-83e546fc6037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:28.949853 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aabfa858-6dd1-4969-ad88-9481bf0f7cf7 req-9276d7a8-2719-4667-8fba-83e546fc6037 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0426600 Aug 11 02:56:28.973236 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7851b1ce-2028-497a-b64d-7665b980e2ef None None] Checking router: 721caa3b-b2f4-4a30-a2ef-528ca9980df9 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:56:28.981646 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7851b1ce-2028-497a-b64d-7665b980e2ef None None] Routers {'721caa3b-b2f4-4a30-a2ef-528ca9980df9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:28.982258 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-7851b1ce-2028-497a-b64d-7665b980e2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:56:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:28.999134 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfa858-6dd1-4969-ad88-9481bf0f7cf7 req-1f24b32b-2019-49d3-94d5-7541b0ef341b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:29.000656 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aabfa858-6dd1-4969-ad88-9481bf0f7cf7 req-1f24b32b-2019-49d3-94d5-7541b0ef341b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429265 Aug 11 02:56:29.085953 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-7851b1ce-2028-497a-b64d-7665b980e2ef None None] Set router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:29.088710 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aabfa858-6dd1-4969-ad88-9481bf0f7cf7 req-ddd6d103-7d87-4408-9023-9a52bb598415 service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809762 Aug 11 02:56:29.182035 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aabfa858-6dd1-4969-ad88-9481bf0f7cf7 req-180254ae-c970-48c4-bb0f-cd57bfba7941 service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856376 Aug 11 02:56:29.304784 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-7851b1ce-2028-497a-b64d-7665b980e2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '4403b450-0067-49c2-b28c-e147a40029a5', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'port_id': '02c56baf-bcb9-484c-8cdd-e59b7be19a17', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'mac_address': 'fa:16:3e:3c:d0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e7a0a2-7fd1-4783-8ee2-be4838e554ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:51:45Z', 'updated_at': '2021-08-11T02:56:28Z', 'revision_number': 9, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37', 'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'mac_address': 'fa:16:3e:91:86:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:41Z', 'updated_at': '2021-08-11T02:51:46Z', 'revision_number': 5, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'subnets': [{'id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:29.333912 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7851b1ce-2028-497a-b64d-7665b980e2ef None None] The sync data for ids ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'] in n-d-615180-33 is: [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '4403b450-0067-49c2-b28c-e147a40029a5', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'port_id': '02c56baf-bcb9-484c-8cdd-e59b7be19a17', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'mac_address': 'fa:16:3e:3c:d0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e7a0a2-7fd1-4783-8ee2-be4838e554ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:51:45Z', 'updated_at': '2021-08-11T02:56:28Z', 'revision_number': 9, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37', 'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'mac_address': 'fa:16:3e:91:86:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:41Z', 'updated_at': '2021-08-11T02:51:46Z', 'revision_number': 5, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'subnets': [{'id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:56:29.521987 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd2e18d-2d47-45cd-9737-302ba280c06a None None] New status for floating IP 4403b450-0067-49c2-b28c-e147a40029a5: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:56:45.674658 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cf7da86a-c1ec-4897-a6f3-1c0e66ef0e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:48.361591 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f61d2c50-7b70-46ed-b23d-6cebfb35629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:48.382283 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:50.082477 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:51.547930 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-268d2ee4-9e89-42a5-a865-7030467c4b8c req-9ac1a747-04fb-4b75-8a07-2df33a82423e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423253 Aug 11 02:56:51.587101 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:51.628086 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d2ee4-9e89-42a5-a865-7030467c4b8c req-5babba66-3e33-41ce-97b6-46bfb8e2920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:51.630132 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-268d2ee4-9e89-42a5-a865-7030467c4b8c req-5babba66-3e33-41ce-97b6-46bfb8e2920f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 1097 time: 0.0403819 Aug 11 02:56:51.736980 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d2ee4-9e89-42a5-a865-7030467c4b8c req-cc3fd250-655b-4918-bdb0-fa02c2b27da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:51.738521 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-268d2ee4-9e89-42a5-a865-7030467c4b8c req-cc3fd250-655b-4918-bdb0-fa02c2b27da4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0891945 Aug 11 02:56:51.804499 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-268d2ee4-9e89-42a5-a865-7030467c4b8c req-c7608fba-119f-4df6-b7d8-c81cde73ff3f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02c56baf-bcb9-484c-8cdd-e59b7be19a17 HTTP/1.1" status: 200 len: 1001 time: 0.0581298 Aug 11 02:56:51.853765 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d2ee4-9e89-42a5-a865-7030467c4b8c req-3797ecab-f008-453b-9674-f2b2982a0434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:51.855183 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-268d2ee4-9e89-42a5-a865-7030467c4b8c req-3797ecab-f008-453b-9674-f2b2982a0434 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0435100 Aug 11 02:56:51.903272 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d2ee4-9e89-42a5-a865-7030467c4b8c req-321c6602-bd17-4484-b8c3-6bf6cf12893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:51.904780 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-268d2ee4-9e89-42a5-a865-7030467c4b8c req-321c6602-bd17-4484-b8c3-6bf6cf12893d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424700 Aug 11 02:56:51.915518 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-268d2ee4-9e89-42a5-a865-7030467c4b8c req-80c7ecb6-8470-4176-870f-22461c988b39 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:56:51.916503 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-268d2ee4-9e89-42a5-a865-7030467c4b8c req-80c7ecb6-8470-4176-870f-22461c988b39 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048892 Aug 11 02:56:52.006928 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-268d2ee4-9e89-42a5-a865-7030467c4b8c req-aaa963fd-a200-4779-8a7c-7671a289d7e4 service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797405 Aug 11 02:56:52.425333 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-268d2ee4-9e89-42a5-a865-7030467c4b8c req-1c5637e8-59f8-4c6f-a155-e45f78d6b081 service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047229 Aug 11 02:56:54.840084 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:55.706782 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:04.367908 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:57:15.675504 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-16a76147-7467-4db0-94e1-f0eb6b0ccbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:18.364356 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f2c64a2b-78b2-4311-8758-b07a4327e69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:18.381889 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:20.085171 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:21.588762 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:24.855834 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:25.721944 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:41.367393 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:57:45.676340 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3b47a9ab-0701-4570-bd52-8e50c71cdad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:48.366036 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-52bd9238-dd05-4979-b200-b7bc40f67f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:48.389120 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:50.087865 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:51.592897 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:52.547707 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ca7197bb-58c5-434e-9d7e-3147ee54cf5e req-84b0b591-ee6a-4032-ae81-337602c10033 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421758 Aug 11 02:57:52.630768 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7197bb-58c5-434e-9d7e-3147ee54cf5e req-75e0a7d4-fa9b-4a12-a437-0c7a0e4a1ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:52.632292 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ca7197bb-58c5-434e-9d7e-3147ee54cf5e req-75e0a7d4-fa9b-4a12-a437-0c7a0e4a1ab2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 1097 time: 0.0409899 Aug 11 02:57:52.735182 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7197bb-58c5-434e-9d7e-3147ee54cf5e req-7cd17a05-467d-4767-bc10-cd7a3f1fe449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:52.736652 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ca7197bb-58c5-434e-9d7e-3147ee54cf5e req-7cd17a05-467d-4767-bc10-cd7a3f1fe449 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0845573 Aug 11 02:57:52.800322 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ca7197bb-58c5-434e-9d7e-3147ee54cf5e req-e78428a2-e242-4cdd-aba3-657594ff5108 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02c56baf-bcb9-484c-8cdd-e59b7be19a17 HTTP/1.1" status: 200 len: 1001 time: 0.0564613 Aug 11 02:57:52.846692 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7197bb-58c5-434e-9d7e-3147ee54cf5e req-48207380-e159-4ba8-af26-0becdb40f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:52.848083 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ca7197bb-58c5-434e-9d7e-3147ee54cf5e req-48207380-e159-4ba8-af26-0becdb40f3e9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0415230 Aug 11 02:57:52.896361 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7197bb-58c5-434e-9d7e-3147ee54cf5e req-8536d2d3-c460-441c-be3c-867d75d98661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:52.897852 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ca7197bb-58c5-434e-9d7e-3147ee54cf5e req-8536d2d3-c460-441c-be3c-867d75d98661 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421607 Aug 11 02:57:52.989250 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ca7197bb-58c5-434e-9d7e-3147ee54cf5e req-cf6b14ac-0795-40e1-bcd7-eb4af2367f79 service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836723 Aug 11 02:57:53.084472 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ca7197bb-58c5-434e-9d7e-3147ee54cf5e req-8d84b4fa-14aa-4861-ace1-18fa216b8533 service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873058 Aug 11 02:57:54.868662 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:55.726223 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:06.638258 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64c2c7-339f-4215-910a-2d8e9d2466b2 req-9b84f22c-5800-4e2c-be0f-81d07983a252 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:06.639909 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0e64c2c7-339f-4215-910a-2d8e9d2466b2 req-9b84f22c-5800-4e2c-be0f-81d07983a252 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 945 time: 0.0504081 Aug 11 02:58:06.672360 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-da91fd33-5dc6-47f7-992e-8dbea0d92b1a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0941277 Aug 11 02:58:06.679194 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0e64c2c7-339f-4215-910a-2d8e9d2466b2 req-542f07f5-3a21-43ae-ae62-aa550646ae07 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329616 Aug 11 02:58:07.801073 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a2d7e-5059-4d7f-8021-74c1f3334be2 req-4e7a199f-2eb2-4a41-bf73-3d4a473c73c9 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:07.802576 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-742a2d7e-5059-4d7f-8021-74c1f3334be2 req-4e7a199f-2eb2-4a41-bf73-3d4a473c73c9 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 945 time: 0.0525744 Aug 11 02:58:07.840964 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-742a2d7e-5059-4d7f-8021-74c1f3334be2 req-3e1ee323-413c-4391-8306-f830c93d0237 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307510 Aug 11 02:58:08.962811 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da6174-bb72-4f1c-bf9b-d9f4b8aed1e2 req-017a8e92-6ccd-4430-a515-cac81df13e02 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:08.964233 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-58da6174-bb72-4f1c-bf9b-d9f4b8aed1e2 req-017a8e92-6ccd-4430-a515-cac81df13e02 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 945 time: 0.0534949 Aug 11 02:58:09.001572 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-58da6174-bb72-4f1c-bf9b-d9f4b8aed1e2 req-3a432901-6849-43f9-ab01-cb777f96fc5a tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314593 Aug 11 02:58:10.117224 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c21e01-aebe-42f2-89fa-e02587b0952d req-9398923c-fe9d-4b00-a767-2b0d521a9802 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:10.118703 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e6c21e01-aebe-42f2-89fa-e02587b0952d req-9398923c-fe9d-4b00-a767-2b0d521a9802 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 945 time: 0.0492554 Aug 11 02:58:10.156224 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e6c21e01-aebe-42f2-89fa-e02587b0952d req-1019a6be-eeea-464f-b2be-31c9505ffb1e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315979 Aug 11 02:58:11.277168 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abad2f9-20d4-43dd-9360-fe29759906cf req-35b59875-1f45-4fda-9cf0-2d82bdd05e08 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:11.278762 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1abad2f9-20d4-43dd-9360-fe29759906cf req-35b59875-1f45-4fda-9cf0-2d82bdd05e08 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 945 time: 0.0550194 Aug 11 02:58:11.320098 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1abad2f9-20d4-43dd-9360-fe29759906cf req-0c80d819-a930-4f00-a53c-58d97ca17a14 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350144 Aug 11 02:58:11.832867 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-9d2256a7-0b38-478e-a4e7-9da2078c784d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:11.834362 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-9d2256a7-0b38-478e-a4e7-9da2078c784d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 1097 time: 0.0408177 Aug 11 02:58:11.922062 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-2e79d776-53dc-47b9-bafd-d418e3bd373e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:11.923500 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-2e79d776-53dc-47b9-bafd-d418e3bd373e service neutron] 10.222.0.73 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0815785 Aug 11 02:58:11.993232 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-5598a5f1-7515-47d0-b6a3-5f0314accf33 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02c56baf-bcb9-484c-8cdd-e59b7be19a17 HTTP/1.1" status: 200 len: 1001 time: 0.0630622 Aug 11 02:58:12.042824 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-7e473030-23cf-4c95-a65d-833361dfe358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:12.044296 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-7e473030-23cf-4c95-a65d-833361dfe358 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0443351 Aug 11 02:58:12.088881 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-8957551d-c58d-4559-9ebd-6acc1a91410c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:12.090252 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-8957551d-c58d-4559-9ebd-6acc1a91410c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390077 Aug 11 02:58:12.182394 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-c93b9dec-4cc2-470a-a046-9a8858500e91 service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849788 Aug 11 02:58:12.271134 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-4d1399f3-5dfb-4b3c-bce5-9175c434110e service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820980 Aug 11 02:58:12.436335 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2ac51-8b72-4bba-9f5b-6a2ab92115d4 req-532ab0ee-97d1-43d5-86a7-86607f0ace69 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:12.437884 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f1b2ac51-8b72-4bba-9f5b-6a2ab92115d4 req-532ab0ee-97d1-43d5-86a7-86607f0ace69 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 945 time: 0.0495923 Aug 11 02:58:12.474980 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f1b2ac51-8b72-4bba-9f5b-6a2ab92115d4 req-6826fb9e-af98-429c-be48-33f1f3683ec6 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311937 Aug 11 02:58:13.593673 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07409d4-6ae5-41da-bfd3-bcdb822e7170 req-27e13f3f-da6a-4744-9246-d7902ce9c4d5 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:13.595144 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e07409d4-6ae5-41da-bfd3-bcdb822e7170 req-27e13f3f-da6a-4744-9246-d7902ce9c4d5 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 945 time: 0.0530999 Aug 11 02:58:13.632497 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e07409d4-6ae5-41da-bfd3-bcdb822e7170 req-7069b61e-6de3-4e8b-a5dd-1694112bb680 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314231 Aug 11 02:58:14.754048 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59efcab-eece-4a79-9309-2ac81dd7db9b req-525d5fed-1e9d-44ab-a712-35780540ca29 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:14.755530 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b59efcab-eece-4a79-9309-2ac81dd7db9b req-525d5fed-1e9d-44ab-a712-35780540ca29 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 945 time: 0.0535841 Aug 11 02:58:14.792575 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b59efcab-eece-4a79-9309-2ac81dd7db9b req-df816fd3-603b-4a09-9b52-68d6f9f9353b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303593 Aug 11 02:58:15.676839 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-82504638-0c1d-4fd4-92b7-27f00c7a8f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:15.907910 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01a700-adce-4ca6-9e62-456b3945d2e5 req-84606241-acb2-4250-8e7d-4eba5fbdba11 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:15.909317 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bb01a700-adce-4ca6-9e62-456b3945d2e5 req-84606241-acb2-4250-8e7d-4eba5fbdba11 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 945 time: 0.0487669 Aug 11 02:58:15.945384 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bb01a700-adce-4ca6-9e62-456b3945d2e5 req-3b51bd0a-f586-4d98-afbb-6ae8c3fef940 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302122 Aug 11 02:58:17.060238 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a0e4-5dee-44e8-a455-bc6e9b0a5ecb req-6005cb65-de11-46ef-b99d-a02901137c30 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:17.061714 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e9b9a0e4-5dee-44e8-a455-bc6e9b0a5ecb req-6005cb65-de11-46ef-b99d-a02901137c30 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 945 time: 0.0477552 Aug 11 02:58:17.098204 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e9b9a0e4-5dee-44e8-a455-bc6e9b0a5ecb req-c2aac9b3-671d-41b8-be98-7dc8f05f8953 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305393 Aug 11 02:58:18.212937 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a946609-ba4f-4de5-b4a3-8c1910145135 req-0d88e95e-9c6b-4a16-a1b2-b0b94471fb2c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:18.214417 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8a946609-ba4f-4de5-b4a3-8c1910145135 req-0d88e95e-9c6b-4a16-a1b2-b0b94471fb2c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 945 time: 0.0484750 Aug 11 02:58:18.252783 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8a946609-ba4f-4de5-b4a3-8c1910145135 req-f33e8d0d-ed92-4ce9-80f5-975ed9e50339 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321791 Aug 11 02:58:18.366855 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:58:18.372141 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-daf5b81d-d93a-474c-843b-cf7b199d3d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:18.382736 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:19.367438 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abcd4f-c43c-4219-9215-fe5ea1cfba7d req-8a2b67c2-2460-4ef3-85b5-038fde57cb9f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:19.369462 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-88abcd4f-c43c-4219-9215-fe5ea1cfba7d req-8a2b67c2-2460-4ef3-85b5-038fde57cb9f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 945 time: 0.0483968 Aug 11 02:58:19.406682 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-88abcd4f-c43c-4219-9215-fe5ea1cfba7d req-4880c0d8-d617-481d-a397-493abdf02f97 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314193 Aug 11 02:58:20.090411 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:20.523797 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc515f-892f-4577-a1bf-20583da951fe req-d848e155-c73b-4b7e-aa4e-f0e4e563d95c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:20.525278 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-69dc515f-892f-4577-a1bf-20583da951fe req-d848e155-c73b-4b7e-aa4e-f0e4e563d95c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 945 time: 0.0521266 Aug 11 02:58:20.561879 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-69dc515f-892f-4577-a1bf-20583da951fe req-42c8ab17-10a5-480c-a92a-a5554a422cbb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299578 Aug 11 02:58:21.594225 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:21.682672 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8795c76-00ff-45cd-9a86-2b1015fd0040 req-497a4559-1f94-4dd3-8fa8-9920264f7a51 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:21.684196 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f8795c76-00ff-45cd-9a86-2b1015fd0040 req-497a4559-1f94-4dd3-8fa8-9920264f7a51 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 945 time: 0.0540540 Aug 11 02:58:21.721227 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f8795c76-00ff-45cd-9a86-2b1015fd0040 req-d81624e8-4e9e-4bc2-a113-5971ef96c7f9 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309522 Aug 11 02:58:22.834583 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06088b9-8e53-4836-b1a6-6f750a2342a0 req-8d6f7f87-36de-4198-a008-3584b3114246 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:22.836071 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b06088b9-8e53-4836-b1a6-6f750a2342a0 req-8d6f7f87-36de-4198-a008-3584b3114246 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 945 time: 0.0483046 Aug 11 02:58:22.873081 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b06088b9-8e53-4836-b1a6-6f750a2342a0 req-07c05c52-7942-434f-be6a-9fb28320587d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310633 Aug 11 02:58:23.987309 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e101838-ee27-41f9-85b2-dcc92fccd5cd req-a9faee8b-ee4e-4e91-8de0-e1ff7581b178 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:23.988808 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5e101838-ee27-41f9-85b2-dcc92fccd5cd req-a9faee8b-ee4e-4e91-8de0-e1ff7581b178 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 945 time: 0.0485673 Aug 11 02:58:24.026220 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5e101838-ee27-41f9-85b2-dcc92fccd5cd req-b1a201c9-466d-4ec5-a7a3-2b6c704d5b0e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314970 Aug 11 02:58:24.257015 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-2bb283b1-d7c1-4419-aacf-c0b22d11f870 service neutron] show failed (client error): The resource could not be found. Aug 11 02:58:24.258041 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-2bb283b1-d7c1-4419-aacf-c0b22d11f870 service neutron] 10.222.0.73 "GET /v2.0/ports/02c56baf-bcb9-484c-8cdd-e59b7be19a17/bindings/n-h2-615180-33 HTTP/1.1" status: 404 len: 381 time: 0.0542877 Aug 11 02:58:24.502543 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-5e44cc53-bdec-42a4-b771-95adc5842c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:24.504135 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-5e44cc53-bdec-42a4-b771-95adc5842c9d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff&tenant_id=b6aba3dfa4ae4719b99f69566c94cabd HTTP/1.1" status: 200 len: 1097 time: 0.0894253 Aug 11 02:58:24.516782 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-33', 'device_owner': 'compute:nova'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:24.570892 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:24.780935 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] For port 02c56baf-bcb9-484c-8cdd-e59b7be19a17, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=02c56baf-bcb9-484c-8cdd-e59b7be19a17,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:24.814118 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] For port 02c56baf-bcb9-484c-8cdd-e59b7be19a17, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:24.854186 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e7a0a2-7fd1-4783-8ee2-be4838e554ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02c56baf-bcb9-484c-8cdd-e59b7be19a17'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:24.857249 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618a9d0c-bbc3-47ec-bcea-7a54d06848ab" -d '{"events": [{"server_uuid": "02e7a0a2-7fd1-4783-8ee2-be4838e554ff", "name": "network-vif-unplugged", "status": "completed", "tag": "02c56baf-bcb9-484c-8cdd-e59b7be19a17"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:24.861526 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:24.871153 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:24.875249 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Transition to ACTIVE for port object 02c56baf-bcb9-484c-8cdd-e59b7be19a17 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:24.880258 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:24.968908 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=02c56baf-bcb9-484c-8cdd-e59b7be19a17,revision_number=6']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:24.984215 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:24.984568 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:24.984918 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:24.985267 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:24.985671 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:24.985931 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:24.986264 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:24.986594 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:24.986948 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:24.987289 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:24.987640 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:24.988205 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:25.014215 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0215c599-97f3-4f55-a0ef-16461a41a4ad x-openstack-request-id: req-0215c599-97f3-4f55-a0ef-16461a41a4ad {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:25.014509 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e7a0a2-7fd1-4783-8ee2-be4838e554ff", "name": "network-vif-unplugged", "status": "completed", "tag": "02c56baf-bcb9-484c-8cdd-e59b7be19a17", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:25.014770 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0215c599-97f3-4f55-a0ef-16461a41a4ad {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:25.015178 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e7a0a2-7fd1-4783-8ee2-be4838e554ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02c56baf-bcb9-484c-8cdd-e59b7be19a17', 'code': 200} Aug 11 02:58:25.016102 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] No DVR routers for this DVR port 02c56baf-bcb9-484c-8cdd-e59b7be19a17 on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:58:25.170300 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4fa89-c670-421b-877c-7312c24b0e3c req-71157248-ffa1-4434-a882-19509c0ee19b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:25.171870 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-26b4fa89-c670-421b-877c-7312c24b0e3c req-71157248-ffa1-4434-a882-19509c0ee19b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 943 time: 0.0690598 Aug 11 02:58:25.218321 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Attempting to bind port 02c56baf-bcb9-484c-8cdd-e59b7be19a17 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:58:25.218653 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Attempting to bind port 02c56baf-bcb9-484c-8cdd-e59b7be19a17 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:58:25.218980 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Attempting to bind port 02c56baf-bcb9-484c-8cdd-e59b7be19a17 on network 4929e2be-6643-4ec7-9103-db724afc0845 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:25.232423 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Port 02c56baf-bcb9-484c-8cdd-e59b7be19a17 on network 4929e2be-6643-4ec7-9103-db724afc0845 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:58:25.232757 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Attempting to bind port 02c56baf-bcb9-484c-8cdd-e59b7be19a17 on network 4929e2be-6643-4ec7-9103-db724afc0845 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:25.237843 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-26b4fa89-c670-421b-877c-7312c24b0e3c req-7b9c890e-c297-4e75-aed0-dbc34bb149fe tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531459 Aug 11 02:58:25.240582 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:58:25.240921 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Checking segment: {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:25.241390 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Bound using segment: {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:58:25.241905 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Bound port: 02c56baf-bcb9-484c-8cdd-e59b7be19a17, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:58:25.242266 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.305620 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] For port 02c56baf-bcb9-484c-8cdd-e59b7be19a17, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:25.308617 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] For port 02c56baf-bcb9-484c-8cdd-e59b7be19a17, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=02c56baf-bcb9-484c-8cdd-e59b7be19a17,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:58:25.314260 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.353489 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:25.355062 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.356901 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] 10.222.0.66 "PUT /v2.0/ports/02c56baf-bcb9-484c-8cdd-e59b7be19a17 HTTP/1.1" status: 200 len: 1092 time: 0.8442347 Aug 11 02:58:25.385276 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0534fc7-8b40-4621-b12d-8f155dbd5ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=02c56baf-bcb9-484c-8cdd-e59b7be19a17,revision_number=7']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:25.429641 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-06e7902e-e237-445a-9fe2-d917820d3b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:25.431196 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-06e7902e-e237-445a-9fe2-d917820d3b77 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 1095 time: 0.0474722 Aug 11 02:58:25.527803 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-42b25278-86ff-485a-b5d6-70f4b06575e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:25.529274 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-42b25278-86ff-485a-b5d6-70f4b06575e0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0904317 Aug 11 02:58:25.595527 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-5c1378a7-7629-4e2f-b2b3-6e4f22bb3ee0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02c56baf-bcb9-484c-8cdd-e59b7be19a17 HTTP/1.1" status: 200 len: 999 time: 0.0571702 Aug 11 02:58:25.650576 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-bd7fc290-1fdf-46d9-ac82-0a727ba626f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:25.652632 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-bd7fc290-1fdf-46d9-ac82-0a727ba626f7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0490339 Aug 11 02:58:25.699608 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-fc8426b1-9e16-4faf-9957-6951006cd8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:25.701071 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-fc8426b1-9e16-4faf-9957-6951006cd8ba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386369 Aug 11 02:58:25.722542 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.793092 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-73c15a44-dbcf-412b-983c-f4b873c2bbcc service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830998 Aug 11 02:58:25.888028 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b61236b5-a3e9-406e-83cc-8032ee410c1d req-2662d5cd-45a7-4506-97cc-bb627980d0af service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867908 Aug 11 02:58:26.360151 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73baa5b-37d4-41f3-9daa-6d95c7d35916 req-a0d1aa0b-7cb6-440c-bf3b-63d9a35f2524 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:26.361656 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a73baa5b-37d4-41f3-9daa-6d95c7d35916 req-a0d1aa0b-7cb6-440c-bf3b-63d9a35f2524 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 943 time: 0.0534787 Aug 11 02:58:26.399331 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a73baa5b-37d4-41f3-9daa-6d95c7d35916 req-132f7f71-4d9d-4075-99e4-a6dd5367b875 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317147 Aug 11 02:58:27.016795 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e7a0a2-7fd1-4783-8ee2-be4838e554ff', 'tag': '02c56baf-bcb9-484c-8cdd-e59b7be19a17'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:27.019105 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9281fe29-c122-48ea-9107-a8107ed02b79" -d '{"events": [{"name": "network-changed", "server_uuid": "02e7a0a2-7fd1-4783-8ee2-be4838e554ff", "tag": "02c56baf-bcb9-484c-8cdd-e59b7be19a17"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:27.066556 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6a37fa-b0f9-40d3-b7b7-b01c6e3a48ec x-openstack-request-id: req-2d6a37fa-b0f9-40d3-b7b7-b01c6e3a48ec {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:27.066856 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e7a0a2-7fd1-4783-8ee2-be4838e554ff", "tag": "02c56baf-bcb9-484c-8cdd-e59b7be19a17", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:27.067117 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2d6a37fa-b0f9-40d3-b7b7-b01c6e3a48ec {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:27.067527 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e7a0a2-7fd1-4783-8ee2-be4838e554ff', 'tag': '02c56baf-bcb9-484c-8cdd-e59b7be19a17', 'status': 'completed', 'code': 200} Aug 11 02:58:27.125415 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281fe29-c122-48ea-9107-a8107ed02b79 req-a0156ca2-24af-4cc4-b124-0268ff033390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:27.126956 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9281fe29-c122-48ea-9107-a8107ed02b79 req-a0156ca2-24af-4cc4-b124-0268ff033390 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 1095 time: 0.0411985 Aug 11 02:58:27.129217 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281fe29-c122-48ea-9107-a8107ed02b79 req-16d409d7-94fd-4412-8104-3828b3e715cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:27.130711 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9281fe29-c122-48ea-9107-a8107ed02b79 req-16d409d7-94fd-4412-8104-3828b3e715cc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 1095 time: 0.0406098 Aug 11 02:58:27.216758 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281fe29-c122-48ea-9107-a8107ed02b79 req-eba3f0da-5a2f-44dd-b083-61e49950206c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:27.218266 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9281fe29-c122-48ea-9107-a8107ed02b79 req-eba3f0da-5a2f-44dd-b083-61e49950206c service neutron] 10.222.0.73 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0847168 Aug 11 02:58:27.223315 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281fe29-c122-48ea-9107-a8107ed02b79 req-b5a2369c-06bc-4783-bd3e-d0489f6ebcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:27.224850 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9281fe29-c122-48ea-9107-a8107ed02b79 req-b5a2369c-06bc-4783-bd3e-d0489f6ebcba service neutron] 10.222.0.66 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0869873 Aug 11 02:58:27.288556 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9281fe29-c122-48ea-9107-a8107ed02b79 req-481b18f5-97db-4ae8-a703-412edaaad149 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02c56baf-bcb9-484c-8cdd-e59b7be19a17 HTTP/1.1" status: 200 len: 999 time: 0.0633571 Aug 11 02:58:27.299876 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9281fe29-c122-48ea-9107-a8107ed02b79 req-29f5fef0-89fc-45be-9821-6bc69d1897db service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02c56baf-bcb9-484c-8cdd-e59b7be19a17 HTTP/1.1" status: 200 len: 999 time: 0.0669174 Aug 11 02:58:27.337622 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281fe29-c122-48ea-9107-a8107ed02b79 req-52df0cf0-a0b7-4e6a-933e-8b68805ffbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:27.339715 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9281fe29-c122-48ea-9107-a8107ed02b79 req-52df0cf0-a0b7-4e6a-933e-8b68805ffbbb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0438676 Aug 11 02:58:27.349871 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281fe29-c122-48ea-9107-a8107ed02b79 req-15c15e43-ae62-4b5b-93c0-6e52dc57ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:27.351322 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9281fe29-c122-48ea-9107-a8107ed02b79 req-15c15e43-ae62-4b5b-93c0-6e52dc57ccea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0440443 Aug 11 02:58:27.386372 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281fe29-c122-48ea-9107-a8107ed02b79 req-6eed8010-118f-469a-b7db-398c11d05185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:27.387923 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9281fe29-c122-48ea-9107-a8107ed02b79 req-6eed8010-118f-469a-b7db-398c11d05185 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416596 Aug 11 02:58:27.409246 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281fe29-c122-48ea-9107-a8107ed02b79 req-6725745d-12a4-4c63-bb80-2d91fe589e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:27.410841 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9281fe29-c122-48ea-9107-a8107ed02b79 req-6725745d-12a4-4c63-bb80-2d91fe589e92 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458288 Aug 11 02:58:27.520912 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9281fe29-c122-48ea-9107-a8107ed02b79 req-51d3da3b-d617-4421-9dbb-9906d2934023 service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025772 Aug 11 02:58:27.531474 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9281fe29-c122-48ea-9107-a8107ed02b79 req-aac23299-ba8c-4502-a9a9-a3d22e89268e service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367795 Aug 11 02:58:27.543890 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49fed8a-2796-413b-9d0f-d29f6b628375 req-2567044a-3171-4074-a49b-5fbcb10ee7dd tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:27.545415 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d49fed8a-2796-413b-9d0f-d29f6b628375 req-2567044a-3171-4074-a49b-5fbcb10ee7dd tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 943 time: 0.0739315 Aug 11 02:58:27.586719 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 02c56baf-bcb9-484c-8cdd-e59b7be19a17 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:58:27.628580 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9281fe29-c122-48ea-9107-a8107ed02b79 req-627d07f6-b72d-448e-9e51-5c743dbb0320 service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921199 Aug 11 02:58:27.640465 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d49fed8a-2796-413b-9d0f-d29f6b628375 req-f2625420-1899-4040-b206-132adb7c9d32 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865173 Aug 11 02:58:27.664597 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9281fe29-c122-48ea-9107-a8107ed02b79 req-5b7c8869-ad40-4c3a-af0f-686d6a199209 service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182165 Aug 11 02:58:27.683675 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 02c56baf-bcb9-484c-8cdd-e59b7be19a17, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=02c56baf-bcb9-484c-8cdd-e59b7be19a17,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:27.694797 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '02c56baf-bcb9-484c-8cdd-e59b7be19a17', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'port_id': '02c56baf-bcb9-484c-8cdd-e59b7be19a17', 'mac_address': 'fa:16:3e:3c:d0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:58:27.730368 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:27.742477 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c56baf-bcb9-484c-8cdd-e59b7be19a17 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:58:27.761490 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 02c56baf-bcb9-484c-8cdd-e59b7be19a17, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=02c56baf-bcb9-484c-8cdd-e59b7be19a17,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:27.765436 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:27.809871 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=02c56baf-bcb9-484c-8cdd-e59b7be19a17,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:27.816854 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:27.817194 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:27.817555 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:27.817887 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:27.818216 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:27.818542 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:27.818865 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:27.819186 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:27.819505 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:27.819877 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:27.820200 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:27.820519 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:28.022063 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['02c56baf-bcb9-484c-8cdd-e59b7be19a17'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:58:28.513881 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 02c56baf-bcb9-484c-8cdd-e59b7be19a17 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:58:28.550571 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 02c56baf-bcb9-484c-8cdd-e59b7be19a17 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:58:28.762179 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7143a9a-d46e-4d73-9807-3ea888b2e4cb req-61a85a33-6351-4e9c-925e-5adc6260bd32 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:28.763715 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a7143a9a-d46e-4d73-9807-3ea888b2e4cb req-61a85a33-6351-4e9c-925e-5adc6260bd32 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 944 time: 0.0500808 Aug 11 02:58:28.801014 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a7143a9a-d46e-4d73-9807-3ea888b2e4cb req-99c228be-50f8-4826-9571-eb03367e9482 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312946 Aug 11 02:58:29.111192 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-ba9a75b4-13c1-4c9c-a0aa-74d5b56afa20 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:29.112586 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-ba9a75b4-13c1-4c9c-a0aa-74d5b56afa20 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.66 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff&tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&binding%3Ahost_id=n-h2-615180-33 HTTP/1.1" status: 200 len: 944 time: 0.0827396 Aug 11 02:58:29.124828 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6baafa-fabc-4ac2-b8b9-c50ed546d429 req-6bf628f8-f313-4044-aa60-0431240b85e0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:29.126201 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3a6baafa-fabc-4ac2-b8b9-c50ed546d429 req-6bf628f8-f313-4044-aa60-0431240b85e0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 944 time: 0.0698190 Aug 11 02:58:29.196607 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3a6baafa-fabc-4ac2-b8b9-c50ed546d429 req-64fec37e-8347-40a3-942b-15e86a5da47a tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644476 Aug 11 02:58:29.206016 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-439dd0cc-55d8-4198-b8e7-b4e1f5025577 service neutron] 10.222.0.66 "GET /v2.0/ports/02c56baf-bcb9-484c-8cdd-e59b7be19a17/bindings/n-h2-615180-33 HTTP/1.1" status: 200 len: 383 time: 0.0789387 Aug 11 02:58:29.270066 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-e9a97482-2fe4-417f-a048-7ce7fe3abec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:29.271594 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-e9a97482-2fe4-417f-a048-7ce7fe3abec1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 1096 time: 0.0410266 Aug 11 02:58:29.363914 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-7d362b69-9dfb-463d-b237-a50bda1b7f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:29.365324 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-7d362b69-9dfb-463d-b237-a50bda1b7f8a service neutron] 10.222.0.66 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0863919 Aug 11 02:58:29.431224 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-86d0de8f-7183-4022-82a5-6fceacfa5bb3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02c56baf-bcb9-484c-8cdd-e59b7be19a17 HTTP/1.1" status: 200 len: 1000 time: 0.0563900 Aug 11 02:58:29.480814 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-a3d2dba3-9fe0-4457-b16b-8d868e1b88ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:29.482550 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-a3d2dba3-9fe0-4457-b16b-8d868e1b88ac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0441151 Aug 11 02:58:29.532207 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-407392f1-3dee-404a-a11d-1a78cb7d6854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:29.533673 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-407392f1-3dee-404a-a11d-1a78cb7d6854 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432177 Aug 11 02:58:29.614676 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 02c56baf-bcb9-484c-8cdd-e59b7be19a17 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:58:29.623092 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-97e7ce67-429f-4f41-8f86-3900668875e4 service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809557 Aug 11 02:58:29.664219 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 02c56baf-bcb9-484c-8cdd-e59b7be19a17 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:29.667988 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 02c56baf-bcb9-484c-8cdd-e59b7be19a17 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:29.668365 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.717624 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-45f366d2-e9f9-4573-b015-01a755b0fab9 service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863624 Aug 11 02:58:29.745330 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.766975 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e7a0a2-7fd1-4783-8ee2-be4838e554ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c56baf-bcb9-484c-8cdd-e59b7be19a17'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:29.769211 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e58416d-7077-49b9-8407-4372c6afa05f" -d '{"events": [{"server_uuid": "02e7a0a2-7fd1-4783-8ee2-be4838e554ff", "name": "network-vif-plugged", "status": "completed", "tag": "02c56baf-bcb9-484c-8cdd-e59b7be19a17"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:29.782850 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 02c56baf-bcb9-484c-8cdd-e59b7be19a17, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=02c56baf-bcb9-484c-8cdd-e59b7be19a17,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:29.787121 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.821884 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412875f9-4f9b-49dc-8d10-989ac11fb64d x-openstack-request-id: req-412875f9-4f9b-49dc-8d10-989ac11fb64d {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:29.822155 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e7a0a2-7fd1-4783-8ee2-be4838e554ff", "name": "network-vif-plugged", "status": "completed", "tag": "02c56baf-bcb9-484c-8cdd-e59b7be19a17", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:29.822410 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-412875f9-4f9b-49dc-8d10-989ac11fb64d {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:29.822798 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e7a0a2-7fd1-4783-8ee2-be4838e554ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c56baf-bcb9-484c-8cdd-e59b7be19a17', 'code': 200} Aug 11 02:58:29.837967 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=02c56baf-bcb9-484c-8cdd-e59b7be19a17,revision_number=9']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:30.312600 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142bb13-4b4b-4e3d-be2b-870170b7e4df req-0a93d15b-301d-4f5c-aed6-1430a40a80b0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:30.314087 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6142bb13-4b4b-4e3d-be2b-870170b7e4df req-0a93d15b-301d-4f5c-aed6-1430a40a80b0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 945 time: 0.0494118 Aug 11 02:58:30.351339 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6142bb13-4b4b-4e3d-be2b-870170b7e4df req-7003ba4f-49dd-4a90-8a5f-cfd5a9abd186 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313423 Aug 11 02:58:31.484001 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90866e5b-3282-462e-8d3e-957655496260 req-32c36a7d-cec4-4bf3-ad7a-5eac1727ef9d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:31.485903 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-90866e5b-3282-462e-8d3e-957655496260 req-32c36a7d-cec4-4bf3-ad7a-5eac1727ef9d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 945 time: 0.0646865 Aug 11 02:58:31.527000 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-90866e5b-3282-462e-8d3e-957655496260 req-5bed945a-9a34-465a-9303-f1fdf2a686df tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341823 Aug 11 02:58:31.798735 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-d295ae49-cf45-4b77-8b8c-a922cc61aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:31.801204 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-d295ae49-cf45-4b77-8b8c-a922cc61aae4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff&tenant_id=b6aba3dfa4ae4719b99f69566c94cabd HTTP/1.1" status: 200 len: 1097 time: 0.0667961 Aug 11 02:58:31.813964 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-615180-33', 'device_owner': 'compute:nova'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:31.870346 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:32.071573 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] For port 02c56baf-bcb9-484c-8cdd-e59b7be19a17, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=02c56baf-bcb9-484c-8cdd-e59b7be19a17,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:32.106240 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] For port 02c56baf-bcb9-484c-8cdd-e59b7be19a17, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:32.144105 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e7a0a2-7fd1-4783-8ee2-be4838e554ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02c56baf-bcb9-484c-8cdd-e59b7be19a17'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:32.146361 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd0c0c4-f73d-4299-b242-883b4996987c" -d '{"events": [{"server_uuid": "02e7a0a2-7fd1-4783-8ee2-be4838e554ff", "name": "network-vif-unplugged", "status": "completed", "tag": "02c56baf-bcb9-484c-8cdd-e59b7be19a17"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:32.150435 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:32.163983 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Transition to ACTIVE for port object 02c56baf-bcb9-484c-8cdd-e59b7be19a17 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:32.168575 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:32.196465 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abdebd6-d000-41be-93da-bdcdd5a0e746 x-openstack-request-id: req-6abdebd6-d000-41be-93da-bdcdd5a0e746 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:32.196757 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e7a0a2-7fd1-4783-8ee2-be4838e554ff", "name": "network-vif-unplugged", "status": "completed", "tag": "02c56baf-bcb9-484c-8cdd-e59b7be19a17", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:32.197008 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6abdebd6-d000-41be-93da-bdcdd5a0e746 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:32.197398 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e7a0a2-7fd1-4783-8ee2-be4838e554ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02c56baf-bcb9-484c-8cdd-e59b7be19a17', 'code': 200} Aug 11 02:58:32.255035 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Pushing event updated for resources: {'Port': ['ID=02c56baf-bcb9-484c-8cdd-e59b7be19a17,revision_number=10']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:32.269676 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:32.270009 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:32.270349 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:32.270688 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:32.271020 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:32.271347 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:32.271700 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:32.272029 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:32.272353 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:32.272678 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:32.272997 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:32.273320 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:32.308680 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] No DVR routers for this DVR port 02c56baf-bcb9-484c-8cdd-e59b7be19a17 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:58:32.443578 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Attempting to bind port 02c56baf-bcb9-484c-8cdd-e59b7be19a17 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:58:32.443912 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Attempting to bind port 02c56baf-bcb9-484c-8cdd-e59b7be19a17 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:58:32.444233 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Attempting to bind port 02c56baf-bcb9-484c-8cdd-e59b7be19a17 on network 4929e2be-6643-4ec7-9103-db724afc0845 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:32.448842 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Port 02c56baf-bcb9-484c-8cdd-e59b7be19a17 on network 4929e2be-6643-4ec7-9103-db724afc0845 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:58:32.449153 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Attempting to bind port 02c56baf-bcb9-484c-8cdd-e59b7be19a17 on network 4929e2be-6643-4ec7-9103-db724afc0845 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:32.453800 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:58:32.454129 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Checking segment: {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:32.454505 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Bound using segment: {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:58:32.454922 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Bound port: 02c56baf-bcb9-484c-8cdd-e59b7be19a17, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:58:32.455269 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:32.516557 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] For port 02c56baf-bcb9-484c-8cdd-e59b7be19a17, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:32.519664 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] For port 02c56baf-bcb9-484c-8cdd-e59b7be19a17, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=02c56baf-bcb9-484c-8cdd-e59b7be19a17,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:58:32.523729 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:32.559718 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:32.560346 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:32.561744 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] 10.222.0.73 "PUT /v2.0/ports/02c56baf-bcb9-484c-8cdd-e59b7be19a17 HTTP/1.1" status: 200 len: 1093 time: 0.7518764 Aug 11 02:58:32.586521 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd77560-a820-4f70-a6b7-8cb6f7168599 service neutron] Pushing event updated for resources: {'Port': ['ID=02c56baf-bcb9-484c-8cdd-e59b7be19a17,revision_number=11']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:32.663942 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-9e29374c-bdc2-480f-bcab-78b605d1d344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:32.665495 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-9e29374c-bdc2-480f-bcab-78b605d1d344 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 1096 time: 0.0800307 Aug 11 02:58:32.673838 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dbc6c-f940-4d8e-8191-923613765def req-57908222-ce65-4074-9095-8805005f12ac tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:32.675370 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d57dbc6c-f940-4d8e-8191-923613765def req-57908222-ce65-4074-9095-8805005f12ac tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 944 time: 0.0611613 Aug 11 02:58:32.765731 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d57dbc6c-f940-4d8e-8191-923613765def req-02923272-d7db-4784-9731-a3610d4e244c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813210 Aug 11 02:58:32.791509 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-7da16c25-0815-4fc6-a611-103972a9b837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:32.793532 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-7da16c25-0815-4fc6-a611-103972a9b837 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.1172543 Aug 11 02:58:32.858125 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-2df64c1c-ef76-487f-a336-2105ee81153d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02c56baf-bcb9-484c-8cdd-e59b7be19a17 HTTP/1.1" status: 200 len: 999 time: 0.0576878 Aug 11 02:58:32.909262 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-537981eb-bdb7-4139-8103-e8c01ef52277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:32.910606 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-537981eb-bdb7-4139-8103-e8c01ef52277 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0462284 Aug 11 02:58:32.954617 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-7c1564ea-b3f1-45b6-a054-47b12e74dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:32.956092 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-7c1564ea-b3f1-45b6-a054-47b12e74dc11 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383120 Aug 11 02:58:33.043685 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-f0d5757f-476a-4015-8c18-259ac036a97f service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805199 Aug 11 02:58:33.135790 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b7ea3253-e8d3-4ba0-9229-642bfc4c5bcf req-5bb67802-944a-4c5d-9ff1-4e5aa254fa23 service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848608 Aug 11 02:58:33.882631 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58757cc-a303-4203-819c-06f0c566bce3 req-131f253f-1252-451e-b2a0-993bb7bc4413 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:33.884153 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c58757cc-a303-4203-819c-06f0c566bce3 req-131f253f-1252-451e-b2a0-993bb7bc4413 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 944 time: 0.0490291 Aug 11 02:58:33.920586 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c58757cc-a303-4203-819c-06f0c566bce3 req-912140d7-a1b6-4b0f-adea-23dd46ebd2cf tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305760 Aug 11 02:58:34.199158 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e7a0a2-7fd1-4783-8ee2-be4838e554ff', 'tag': '02c56baf-bcb9-484c-8cdd-e59b7be19a17'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:34.201554 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c926b379-58da-4319-ac5f-02c20c0a708f" -d '{"events": [{"name": "network-changed", "server_uuid": "02e7a0a2-7fd1-4783-8ee2-be4838e554ff", "tag": "02c56baf-bcb9-484c-8cdd-e59b7be19a17"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:34.250129 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc713ac-eda4-4412-bea2-cf01523cca4c x-openstack-request-id: req-7cc713ac-eda4-4412-bea2-cf01523cca4c {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:34.250432 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e7a0a2-7fd1-4783-8ee2-be4838e554ff", "tag": "02c56baf-bcb9-484c-8cdd-e59b7be19a17", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:34.250709 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7cc713ac-eda4-4412-bea2-cf01523cca4c {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:34.251124 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e7a0a2-7fd1-4783-8ee2-be4838e554ff', 'tag': '02c56baf-bcb9-484c-8cdd-e59b7be19a17', 'status': 'completed', 'code': 200} Aug 11 02:58:34.308624 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926b379-58da-4319-ac5f-02c20c0a708f req-7bfb2ebf-eb2e-43c5-95e4-ca15b41647eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:34.310150 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c926b379-58da-4319-ac5f-02c20c0a708f req-7bfb2ebf-eb2e-43c5-95e4-ca15b41647eb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 1096 time: 0.0421028 Aug 11 02:58:34.317320 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926b379-58da-4319-ac5f-02c20c0a708f req-b51f7e70-a0a3-4f98-aec0-63cbd678045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:34.318804 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c926b379-58da-4319-ac5f-02c20c0a708f req-b51f7e70-a0a3-4f98-aec0-63cbd678045f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 1096 time: 0.0437386 Aug 11 02:58:34.406473 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926b379-58da-4319-ac5f-02c20c0a708f req-bff9ef1f-1694-4bf4-806f-97a7d5aaa729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:34.407135 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926b379-58da-4319-ac5f-02c20c0a708f req-01af62bf-449a-4267-8b6e-a9f21a0aee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:34.408049 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c926b379-58da-4319-ac5f-02c20c0a708f req-bff9ef1f-1694-4bf4-806f-97a7d5aaa729 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0879581 Aug 11 02:58:34.408618 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c926b379-58da-4319-ac5f-02c20c0a708f req-01af62bf-449a-4267-8b6e-a9f21a0aee1b service neutron] 10.222.0.66 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0829318 Aug 11 02:58:34.479107 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c926b379-58da-4319-ac5f-02c20c0a708f req-42e4a97d-8c2b-4606-809c-ace715cfae62 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02c56baf-bcb9-484c-8cdd-e59b7be19a17 HTTP/1.1" status: 200 len: 999 time: 0.0621231 Aug 11 02:58:34.482960 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c926b379-58da-4319-ac5f-02c20c0a708f req-b75ca9e3-b850-4708-b49f-5fbcef1a3170 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02c56baf-bcb9-484c-8cdd-e59b7be19a17 HTTP/1.1" status: 200 len: 999 time: 0.0668585 Aug 11 02:58:34.534536 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926b379-58da-4319-ac5f-02c20c0a708f req-6cba474c-ec79-4d8f-902f-2a554f98f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:34.536053 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c926b379-58da-4319-ac5f-02c20c0a708f req-6cba474c-ec79-4d8f-902f-2a554f98f71c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0455735 Aug 11 02:58:34.541913 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926b379-58da-4319-ac5f-02c20c0a708f req-403bd5ac-cdf4-4c0c-82d2-e617e1c012c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:34.543413 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c926b379-58da-4319-ac5f-02c20c0a708f req-403bd5ac-cdf4-4c0c-82d2-e617e1c012c2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0526474 Aug 11 02:58:34.590997 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926b379-58da-4319-ac5f-02c20c0a708f req-74980bfc-8a44-4e37-8d24-e1256907c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:34.592662 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c926b379-58da-4319-ac5f-02c20c0a708f req-74980bfc-8a44-4e37-8d24-e1256907c0e1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473840 Aug 11 02:58:34.593384 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926b379-58da-4319-ac5f-02c20c0a708f req-dadc9065-47d7-4ec2-90e3-f2a936a6daa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:34.594880 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c926b379-58da-4319-ac5f-02c20c0a708f req-dadc9065-47d7-4ec2-90e3-f2a936a6daa9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435624 Aug 11 02:58:34.693133 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c926b379-58da-4319-ac5f-02c20c0a708f req-e6eec771-ed5f-46aa-91b2-e0e10991d32c service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897832 Aug 11 02:58:34.695149 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c926b379-58da-4319-ac5f-02c20c0a708f req-d10ef297-6672-4e01-aa39-7c6e1e6f8d4e service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942786 Aug 11 02:58:34.784714 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c926b379-58da-4319-ac5f-02c20c0a708f req-748a6c01-dc58-4365-8a51-05a4625d279f service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841153 Aug 11 02:58:34.796974 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c926b379-58da-4319-ac5f-02c20c0a708f req-f2ccae03-128f-41de-8dfc-b7da0d654bd0 service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937371 Aug 11 02:58:35.034423 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451f6b4-0c4d-4eab-a74e-77f81a793e14 req-c9eb78f6-3334-41f8-bbc9-7fa28845a61a tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:35.035994 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a451f6b4-0c4d-4eab-a74e-77f81a793e14 req-c9eb78f6-3334-41f8-bbc9-7fa28845a61a tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 944 time: 0.0483322 Aug 11 02:58:35.073189 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a451f6b4-0c4d-4eab-a74e-77f81a793e14 req-a702ddff-5a1b-4874-8666-e0e788df61bb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307903 Aug 11 02:58:35.190291 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c6fe7-4fdd-41f4-a097-1268b2cc9254 req-7aca223b-5f05-40ea-8666-c8a9e0db07ee tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:35.191793 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2d7c6fe7-4fdd-41f4-a097-1268b2cc9254 req-7aca223b-5f05-40ea-8666-c8a9e0db07ee tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 944 time: 0.0491540 Aug 11 02:58:35.233037 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2d7c6fe7-4fdd-41f4-a097-1268b2cc9254 req-565648e3-32b9-4560-b2fa-765fe748fa42 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352876 Aug 11 02:58:35.350137 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666fae5-e303-4771-961c-a1a5593f3c36 req-9acbba9d-ce88-470a-bf36-925edb86111c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:35.351628 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f666fae5-e303-4771-961c-a1a5593f3c36 req-9acbba9d-ce88-470a-bf36-925edb86111c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 944 time: 0.0519295 Aug 11 02:58:35.389067 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f666fae5-e303-4771-961c-a1a5593f3c36 req-e5fa5c15-a84a-403d-bff8-db1528d0d668 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312741 Aug 11 02:58:35.618274 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcf1cf-c58f-4324-9fe7-d0d765b8c7bd req-c604830d-a2b1-4a9a-b348-440f9b22b505 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:35.620204 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e3bcf1cf-c58f-4324-9fe7-d0d765b8c7bd req-c604830d-a2b1-4a9a-b348-440f9b22b505 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 944 time: 0.0489123 Aug 11 02:58:35.657819 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e3bcf1cf-c58f-4324-9fe7-d0d765b8c7bd req-4abc4014-aa92-4953-85eb-c48e76ae1c82 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312872 Aug 11 02:58:35.662334 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 02c56baf-bcb9-484c-8cdd-e59b7be19a17 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:58:35.698709 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 02c56baf-bcb9-484c-8cdd-e59b7be19a17 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:58:36.544038 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 02c56baf-bcb9-484c-8cdd-e59b7be19a17 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:58:36.634720 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 02c56baf-bcb9-484c-8cdd-e59b7be19a17, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=02c56baf-bcb9-484c-8cdd-e59b7be19a17,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:36.646619 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '02c56baf-bcb9-484c-8cdd-e59b7be19a17', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'port_id': '02c56baf-bcb9-484c-8cdd-e59b7be19a17', 'mac_address': 'fa:16:3e:3c:d0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:58:36.788189 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b873ee6-0067-40e7-9e0f-2f54ca692b19 req-7b05449c-8335-40f9-9841-e507fc7af59a tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:36.789798 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7b873ee6-0067-40e7-9e0f-2f54ca692b19 req-7b05449c-8335-40f9-9841-e507fc7af59a tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 944 time: 0.0606802 Aug 11 02:58:36.843037 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:36.851821 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7b873ee6-0067-40e7-9e0f-2f54ca692b19 req-b9370b8f-ef48-4e85-87db-f3da275c8673 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434058 Aug 11 02:58:36.857001 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c56baf-bcb9-484c-8cdd-e59b7be19a17 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:58:36.863112 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1ec06-48ff-480f-9a3d-16e2400a04f3 req-26e500ef-285d-4a7a-b25f-00cb1c2a5f3f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:36.864778 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cfe1ec06-48ff-480f-9a3d-16e2400a04f3 req-26e500ef-285d-4a7a-b25f-00cb1c2a5f3f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.73 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 944 time: 0.0923445 Aug 11 02:58:36.877889 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 02c56baf-bcb9-484c-8cdd-e59b7be19a17, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=02c56baf-bcb9-484c-8cdd-e59b7be19a17,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:36.881834 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:36.927349 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=02c56baf-bcb9-484c-8cdd-e59b7be19a17,revision_number=12']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:36.955745 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-cfe1ec06-48ff-480f-9a3d-16e2400a04f3 req-690fdccf-de31-432a-9188-cb6c9989126e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Deleting port 02c56baf-bcb9-484c-8cdd-e59b7be19a17 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:58:36.956088 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-cfe1ec06-48ff-480f-9a3d-16e2400a04f3 req-690fdccf-de31-432a-9188-cb6c9989126e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:37.045321 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-cfe1ec06-48ff-480f-9a3d-16e2400a04f3 req-690fdccf-de31-432a-9188-cb6c9989126e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] For port 02c56baf-bcb9-484c-8cdd-e59b7be19a17, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=02c56baf-bcb9-484c-8cdd-e59b7be19a17,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:37.045684 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-cfe1ec06-48ff-480f-9a3d-16e2400a04f3 req-690fdccf-de31-432a-9188-cb6c9989126e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:37.208613 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-cfe1ec06-48ff-480f-9a3d-16e2400a04f3 req-690fdccf-de31-432a-9188-cb6c9989126e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:37.208878 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-cfe1ec06-48ff-480f-9a3d-16e2400a04f3 req-690fdccf-de31-432a-9188-cb6c9989126e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:37.209193 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [req-cfe1ec06-48ff-480f-9a3d-16e2400a04f3 req-690fdccf-de31-432a-9188-cb6c9989126e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Floating IP 4403b450-0067-49c2-b28c-e147a40029a5 disassociated. External IP: 172.25.2.78, port: 02c56baf-bcb9-484c-8cdd-e59b7be19a17. Aug 11 02:58:37.209529 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-cfe1ec06-48ff-480f-9a3d-16e2400a04f3 req-690fdccf-de31-432a-9188-cb6c9989126e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Calling delete_port for 02c56baf-bcb9-484c-8cdd-e59b7be19a17 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:58:37.337802 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-cfe1ec06-48ff-480f-9a3d-16e2400a04f3 req-690fdccf-de31-432a-9188-cb6c9989126e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:37.365242 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690fdccf-de31-432a-9188-cb6c9989126e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Pushing event deleted for resources: {'Port': ['ID=02c56baf-bcb9-484c-8cdd-e59b7be19a17,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:37.482670 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfe1ec06-48ff-480f-9a3d-16e2400a04f3 req-690fdccf-de31-432a-9188-cb6c9989126e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:58:37.597759 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfe1ec06-48ff-480f-9a3d-16e2400a04f3 req-690fdccf-de31-432a-9188-cb6c9989126e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:58:37.607701 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a12927-ad81-4821-8b9a-14ccc40565cd None None] Sync routers for ids ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:58:37.616999 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a12927-ad81-4821-8b9a-14ccc40565cd None None] Routers {'721caa3b-b2f4-4a30-a2ef-528ca9980df9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:58:37.617605 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-64a12927-ad81-4821-8b9a-14ccc40565cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:58:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:37.636883 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe1ec06-48ff-480f-9a3d-16e2400a04f3 req-690fdccf-de31-432a-9188-cb6c9989126e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] No DVR routers for this DVR port 02c56baf-bcb9-484c-8cdd-e59b7be19a17 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:58:37.639491 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-cfe1ec06-48ff-480f-9a3d-16e2400a04f3 req-690fdccf-de31-432a-9188-cb6c9989126e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:37.641500 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cfe1ec06-48ff-480f-9a3d-16e2400a04f3 req-690fdccf-de31-432a-9188-cb6c9989126e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.73 "DELETE /v2.0/ports/02c56baf-bcb9-484c-8cdd-e59b7be19a17 HTTP/1.1" status: 204 len: 173 time: 0.7704687 Aug 11 02:58:37.641934 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e7a0a2-7fd1-4783-8ee2-be4838e554ff', 'name': 'network-vif-deleted', 'tag': '02c56baf-bcb9-484c-8cdd-e59b7be19a17'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:37.644200 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be71cdc2-96b1-49b3-aed7-cb1bbb1506a0" -d '{"events": [{"server_uuid": "02e7a0a2-7fd1-4783-8ee2-be4838e554ff", "name": "network-vif-deleted", "tag": "02c56baf-bcb9-484c-8cdd-e59b7be19a17"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:37.681122 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca43bc8-a72c-4422-b208-7fc6fad70200 x-openstack-request-id: req-fca43bc8-a72c-4422-b208-7fc6fad70200 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:37.681412 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e7a0a2-7fd1-4783-8ee2-be4838e554ff", "name": "network-vif-deleted", "tag": "02c56baf-bcb9-484c-8cdd-e59b7be19a17", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:37.681667 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fca43bc8-a72c-4422-b208-7fc6fad70200 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:37.682114 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e7a0a2-7fd1-4783-8ee2-be4838e554ff', 'name': 'network-vif-deleted', 'tag': '02c56baf-bcb9-484c-8cdd-e59b7be19a17', 'status': 'completed', 'code': 200} Aug 11 02:58:37.728688 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-64a12927-ad81-4821-8b9a-14ccc40565cd None None] Set router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:58:37.926059 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-64a12927-ad81-4821-8b9a-14ccc40565cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37', 'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'mac_address': 'fa:16:3e:91:86:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:41Z', 'updated_at': '2021-08-11T02:51:46Z', 'revision_number': 5, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'subnets': [{'id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:37.960691 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f5432e94-8c03-40f6-8a7e-f2a4850bad00 req-5d6fa1f3-1331-43fb-98d6-7a57a4850556 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7a0a2-7fd1-4783-8ee2-be4838e554ff HTTP/1.1" status: 200 len: 210 time: 0.0284224 Aug 11 02:58:38.045210 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a12927-ad81-4821-8b9a-14ccc40565cd None None] Checking router: 721caa3b-b2f4-4a30-a2ef-528ca9980df9 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:58:38.054514 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a12927-ad81-4821-8b9a-14ccc40565cd None None] Routers {'721caa3b-b2f4-4a30-a2ef-528ca9980df9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:58:38.055263 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-64a12927-ad81-4821-8b9a-14ccc40565cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:58:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:38.160302 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-64a12927-ad81-4821-8b9a-14ccc40565cd None None] Set router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:58:38.352958 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-64a12927-ad81-4821-8b9a-14ccc40565cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37', 'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'mac_address': 'fa:16:3e:91:86:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:41Z', 'updated_at': '2021-08-11T02:51:46Z', 'revision_number': 5, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'subnets': [{'id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:38.379582 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a12927-ad81-4821-8b9a-14ccc40565cd None None] The sync data for ids ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'] in n-d-615180-33 is: [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37', 'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'mac_address': 'fa:16:3e:91:86:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:41Z', 'updated_at': '2021-08-11T02:51:46Z', 'revision_number': 5, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'subnets': [{'id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:58:38.588983 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0cbb3c-9fda-4297-8418-42f3ee569254 None None] New status for floating IP 4403b450-0067-49c2-b28c-e147a40029a5: DOWN {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:58:39.226780 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-7aceab34-1672-4ff7-8d1e-ccc09411fb3c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1168022301&fields=id&tenant_id=b6aba3dfa4ae4719b99f69566c94cabd HTTP/1.1" status: 200 len: 267 time: 0.0330772 Aug 11 02:58:39.674675 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-ba910608-a07b-4b65-8c26-d9078859e66d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:39.676306 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-ba910608-a07b-4b65-8c26-d9078859e66d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 812 time: 0.4426367 Aug 11 02:58:39.691576 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-3d6e1eab-7c51-48d7-b5b2-0e7546be3ca0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/quotas/b6aba3dfa4ae4719b99f69566c94cabd HTTP/1.1" status: 200 len: 375 time: 0.0094435 Aug 11 02:58:39.743113 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-db6fe34d-8199-4b7a-8fc4-5049aba37ead tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463905 Aug 11 02:58:39.758950 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-e4f00dfa-6fa7-46d4-b156-02b00e3376e0 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:58:39.759921 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-e4f00dfa-6fa7-46d4-b156-02b00e3376e0 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050411 Aug 11 02:58:39.849167 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-e8f5456a-2ba4-48f7-990f-f110ea707294 service neutron] 10.222.0.50 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831230 Aug 11 02:58:39.937150 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-35ef85c1-8fb1-41dc-80bc-7807b3eac8ce service neutron] 10.222.0.50 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814407 Aug 11 02:58:40.093957 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fb55ac69-7844-45bb-8633-c602301f6448 req-2983b6a8-43b6-43cf-962d-504d5a2157f2 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 210 time: 0.0269473 Aug 11 02:58:40.576212 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 02c56baf-bcb9-484c-8cdd-e59b7be19a17 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:58:40.599770 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 02c56baf-bcb9-484c-8cdd-e59b7be19a17 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:58:40.600140 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 02c56baf-bcb9-484c-8cdd-e59b7be19a17 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:58:41.170415 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6160205a-c977-4a30-8b90-8a5233d8fdaa req-0edc5267-185c-4a91-ae3c-252f6e6a9bac tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 210 time: 0.0264516 Aug 11 02:58:42.117581 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-544ffdc5-7379-443e-a656-7f8744f5ab7b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:42.119026 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-544ffdc5-7379-443e-a656-7f8744f5ab7b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.66 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 812 time: 0.1106291 Aug 11 02:58:42.163107 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-e8f4a1c4-f9ec-47a3-a29c-344ed4318f9b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6aba3dfa4ae4719b99f69566c94cabd HTTP/1.1" status: 200 len: 380 time: 0.0341971 Aug 11 02:58:42.172984 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-1c0fb358-1569-47bc-9025-b852cced20e6 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Request body: {'port': {'device_id': '32790835-8015-4ec1-8479-220d0670a8d0', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'admin_state_up': True, 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'security_groups': ['17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b']}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:42.267972 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cbf7f308-ff34-415f-802d-6e96b16d72bf req-254e6a0f-9bb0-4768-9a93-e56f167bae21 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 210 time: 0.0295620 Aug 11 02:58:42.280067 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-1c0fb358-1569-47bc-9025-b852cced20e6 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Made reservation on behalf of b6aba3dfa4ae4719b99f69566c94cabd for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:42.283628 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-1c0fb358-1569-47bc-9025-b852cced20e6 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:42.410760 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-1c0fb358-1569-47bc-9025-b852cced20e6 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Allocated IP 172.20.0.6 (4929e2be-6643-4ec7-9103-db724afc0845/abd49636-10c5-482a-8401-7e5fcea67bcf/445d4a8d-ccc5-49e2-b6d7-c5366318f05c) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:58:42.547314 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-1c0fb358-1569-47bc-9025-b852cced20e6 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:42.560744 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-1c0fb358-1569-47bc-9025-b852cced20e6 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Transition to ACTIVE for port object 445d4a8d-ccc5-49e2-b6d7-c5366318f05c will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:42.593491 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-1c0fb358-1569-47bc-9025-b852cced20e6 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:42.634376 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-1c0fb358-1569-47bc-9025-b852cced20e6 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Network 4929e2be-6643-4ec7-9103-db724afc0845 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:58:42.639340 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-1c0fb358-1569-47bc-9025-b852cced20e6 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:42.643028 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-1c0fb358-1569-47bc-9025-b852cced20e6 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:58:42.671865 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0fb358-1569-47bc-9025-b852cced20e6 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Pushing event updated for resources: {'Port': ['ID=445d4a8d-ccc5-49e2-b6d7-c5366318f05c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:42.702501 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-1c0fb358-1569-47bc-9025-b852cced20e6 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:42.703139 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-1c0fb358-1569-47bc-9025-b852cced20e6 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:42.718442 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-1c0fb358-1569-47bc-9025-b852cced20e6 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5490036 Aug 11 02:58:42.733914 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-73f27180-c240-43d0-87af-a6e3193b31bb service neutron] Request body: {'port': {'device_id': '32790835-8015-4ec1-8479-220d0670a8d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:42.793688 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-73f27180-c240-43d0-87af-a6e3193b31bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:42.877626 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-96f12613-07fb-4c8e-87b2-da5109a5f7d7 None None] Provisioning for port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:42.881400 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-96f12613-07fb-4c8e-87b2-da5109a5f7d7 None None] Provisioning complete for port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:42.881773 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-96f12613-07fb-4c8e-87b2-da5109a5f7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:42.915076 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-96f12613-07fb-4c8e-87b2-da5109a5f7d7 None None] Port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:58:43.054502 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-73f27180-c240-43d0-87af-a6e3193b31bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 445d4a8d-ccc5-49e2-b6d7-c5366318f05c {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:58:43.062020 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-73f27180-c240-43d0-87af-a6e3193b31bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:43.074113 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-73f27180-c240-43d0-87af-a6e3193b31bb service neutron] Transition to ACTIVE for port object 445d4a8d-ccc5-49e2-b6d7-c5366318f05c will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:43.076935 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-73f27180-c240-43d0-87af-a6e3193b31bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:43.148512 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f27180-c240-43d0-87af-a6e3193b31bb service neutron] Pushing event updated for resources: {'Port': ['ID=445d4a8d-ccc5-49e2-b6d7-c5366318f05c,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:43.197035 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-73f27180-c240-43d0-87af-a6e3193b31bb service neutron] Attempting to bind port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:58:43.198404 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-73f27180-c240-43d0-87af-a6e3193b31bb service neutron] Attempting to bind port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:58:43.198404 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-73f27180-c240-43d0-87af-a6e3193b31bb service neutron] Attempting to bind port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c on network 4929e2be-6643-4ec7-9103-db724afc0845 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:43.203039 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-73f27180-c240-43d0-87af-a6e3193b31bb service neutron] Port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c on network 4929e2be-6643-4ec7-9103-db724afc0845 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:58:43.203364 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-73f27180-c240-43d0-87af-a6e3193b31bb service neutron] Attempting to bind port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c on network 4929e2be-6643-4ec7-9103-db724afc0845 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:43.208435 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-73f27180-c240-43d0-87af-a6e3193b31bb service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:58:43.208776 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-73f27180-c240-43d0-87af-a6e3193b31bb service neutron] Checking segment: {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:43.209164 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-73f27180-c240-43d0-87af-a6e3193b31bb service neutron] Bound using segment: {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:58:43.209596 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-73f27180-c240-43d0-87af-a6e3193b31bb service neutron] Bound port: 445d4a8d-ccc5-49e2-b6d7-c5366318f05c, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:58:43.209958 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-73f27180-c240-43d0-87af-a6e3193b31bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:43.278891 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-73f27180-c240-43d0-87af-a6e3193b31bb service neutron] For port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:43.282338 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-73f27180-c240-43d0-87af-a6e3193b31bb service neutron] For port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=445d4a8d-ccc5-49e2-b6d7-c5366318f05c,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:58:43.286140 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-73f27180-c240-43d0-87af-a6e3193b31bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:43.321801 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-73f27180-c240-43d0-87af-a6e3193b31bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:43.322515 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-73f27180-c240-43d0-87af-a6e3193b31bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:43.323938 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-73f27180-c240-43d0-87af-a6e3193b31bb service neutron] 10.222.0.66 "PUT /v2.0/ports/445d4a8d-ccc5-49e2-b6d7-c5366318f05c HTTP/1.1" status: 200 len: 1092 time: 0.5954194 Aug 11 02:58:43.324386 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32790835-8015-4ec1-8479-220d0670a8d0', 'tag': '445d4a8d-ccc5-49e2-b6d7-c5366318f05c'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:43.326673 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7fc6b6-3c7a-463f-aede-5f9360685d11" -d '{"events": [{"name": "network-changed", "server_uuid": "32790835-8015-4ec1-8479-220d0670a8d0", "tag": "445d4a8d-ccc5-49e2-b6d7-c5366318f05c"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:43.385578 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d366d32d-ee4f-446c-8e46-742871c3bc23 x-openstack-request-id: req-d366d32d-ee4f-446c-8e46-742871c3bc23 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:43.385880 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32790835-8015-4ec1-8479-220d0670a8d0", "tag": "445d4a8d-ccc5-49e2-b6d7-c5366318f05c", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:43.386136 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d366d32d-ee4f-446c-8e46-742871c3bc23 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:43.386539 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32790835-8015-4ec1-8479-220d0670a8d0', 'tag': '445d4a8d-ccc5-49e2-b6d7-c5366318f05c', 'status': 'completed', 'code': 200} Aug 11 02:58:43.388449 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f27180-c240-43d0-87af-a6e3193b31bb service neutron] Pushing event updated for resources: {'Port': ['ID=445d4a8d-ccc5-49e2-b6d7-c5366318f05c,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:43.440152 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d4577-005c-434f-a8d8-614033d8fe06 req-ed9f864d-c52e-4c3d-bd19-292de88a336b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:43.441615 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-966d4577-005c-434f-a8d8-614033d8fe06 req-ed9f864d-c52e-4c3d-bd19-292de88a336b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 943 time: 0.0926228 Aug 11 02:58:43.456635 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-3b140bbd-405f-4d33-8af0-c48bd5b42c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:43.458183 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-3b140bbd-405f-4d33-8af0-c48bd5b42c1d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 1095 time: 0.0707641 Aug 11 02:58:43.507943 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-539a0087-b8f4-423c-9c2c-03765a940089 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=445d4a8d-ccc5-49e2-b6d7-c5366318f05c HTTP/1.1" status: 200 len: 217 time: 0.0411572 Aug 11 02:58:43.530350 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-966d4577-005c-434f-a8d8-614033d8fe06 req-681a65b0-9bbf-4988-bd48-54c03395c801 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818491 Aug 11 02:58:43.568114 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-6cc52e11-6c96-4b17-99fe-d307231ed3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:43.569586 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-6cc52e11-6c96-4b17-99fe-d307231ed3c5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0533900 Aug 11 02:58:43.615936 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-1d6fa0a6-d263-4064-b466-06f21ba8eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:43.617416 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-1d6fa0a6-d263-4064-b466-06f21ba8eefe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403690 Aug 11 02:58:43.705497 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-c2da11a7-6a5b-4498-b86a-fee4a915e544 service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799966 Aug 11 02:58:43.799690 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-338f161a-310c-4cd9-9450-36c63e9032b5 req-e9cdfb02-904e-4e8b-812e-1fb54f2850bd service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844777 Aug 11 02:58:43.888473 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fc6b6-3c7a-463f-aede-5f9360685d11 req-5f46c529-4d9b-426f-b928-c6a1441c2ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:43.889948 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e7fc6b6-3c7a-463f-aede-5f9360685d11 req-5f46c529-4d9b-426f-b928-c6a1441c2ebc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 1095 time: 0.0422068 Aug 11 02:58:43.982978 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fc6b6-3c7a-463f-aede-5f9360685d11 req-de9ce07f-ed59-452b-8688-23d4b55fed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:43.984387 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e7fc6b6-3c7a-463f-aede-5f9360685d11 req-de9ce07f-ed59-452b-8688-23d4b55fed84 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0862441 Aug 11 02:58:44.028734 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e7fc6b6-3c7a-463f-aede-5f9360685d11 req-24f1982c-2885-4f01-b954-7ebbd3eac301 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=445d4a8d-ccc5-49e2-b6d7-c5366318f05c HTTP/1.1" status: 200 len: 217 time: 0.0362456 Aug 11 02:58:44.081241 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fc6b6-3c7a-463f-aede-5f9360685d11 req-784df400-66d0-4640-9390-b6111fa3e271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:44.082731 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e7fc6b6-3c7a-463f-aede-5f9360685d11 req-784df400-66d0-4640-9390-b6111fa3e271 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0450344 Aug 11 02:58:44.131622 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fc6b6-3c7a-463f-aede-5f9360685d11 req-bb7d325f-ae26-48a0-b978-942ce8bd1c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:44.133067 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e7fc6b6-3c7a-463f-aede-5f9360685d11 req-bb7d325f-ae26-48a0-b978-942ce8bd1c76 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431397 Aug 11 02:58:44.221836 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e7fc6b6-3c7a-463f-aede-5f9360685d11 req-5cc2f1aa-7739-4f27-bbf3-155373ec8d3f service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794435 Aug 11 02:58:44.316255 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e7fc6b6-3c7a-463f-aede-5f9360685d11 req-845d7edc-4a43-4c28-b98b-71a0b60507ff service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859182 Aug 11 02:58:44.952890 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979810a-d415-466b-b975-bf130cfbbf4a req-24a74575-d8f7-4d09-a50c-410dbaf45ac0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:44.954297 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f979810a-d415-466b-b975-bf130cfbbf4a req-24a74575-d8f7-4d09-a50c-410dbaf45ac0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 943 time: 0.3559847 Aug 11 02:58:44.992743 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f979810a-d415-466b-b975-bf130cfbbf4a req-34c57ca7-ba48-4364-9b01-481a0bfe672d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325279 Aug 11 02:58:45.677595 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-370f62db-92e2-450a-a617-b8b2c898e0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:45.693839 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 445d4a8d-ccc5-49e2-b6d7-c5366318f05c details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:58:45.785356 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=445d4a8d-ccc5-49e2-b6d7-c5366318f05c,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:45.799998 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '445d4a8d-ccc5-49e2-b6d7-c5366318f05c', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'port_id': '445d4a8d-ccc5-49e2-b6d7-c5366318f05c', 'mac_address': 'fa:16:3e:80:a1:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:58:45.835813 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:45.847900 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445d4a8d-ccc5-49e2-b6d7-c5366318f05c {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:58:45.866958 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=445d4a8d-ccc5-49e2-b6d7-c5366318f05c,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:45.871153 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:45.916979 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=445d4a8d-ccc5-49e2-b6d7-c5366318f05c,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:46.074023 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['445d4a8d-ccc5-49e2-b6d7-c5366318f05c'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:58:46.109534 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b05a0e-b538-4d05-ab0a-0d882b7a6ff9 req-4f3b7faa-d27a-4824-ad44-1484d0be1680 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:46.111207 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e9b05a0e-b538-4d05-ab0a-0d882b7a6ff9 req-4f3b7faa-d27a-4824-ad44-1484d0be1680 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 944 time: 0.0521765 Aug 11 02:58:46.149813 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e9b05a0e-b538-4d05-ab0a-0d882b7a6ff9 req-0fc1292d-8266-4fa3-8c2f-529345ecc663 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325496 Aug 11 02:58:47.267866 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8109e5-1050-46d6-b7ea-aff84da2d1c3 req-fe249b9f-7392-48b8-9051-7374c961e9c3 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:47.269373 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5f8109e5-1050-46d6-b7ea-aff84da2d1c3 req-fe249b9f-7392-48b8-9051-7374c961e9c3 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 944 time: 0.0531268 Aug 11 02:58:47.309437 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5f8109e5-1050-46d6-b7ea-aff84da2d1c3 req-ef63cb08-47ef-4b54-b016-0b350e44c726 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341628 Aug 11 02:58:47.708910 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 445d4a8d-ccc5-49e2-b6d7-c5366318f05c up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:58:47.756178 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:47.759776 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:47.760153 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.835753 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.857993 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32790835-8015-4ec1-8479-220d0670a8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445d4a8d-ccc5-49e2-b6d7-c5366318f05c'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:47.860251 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af30fd3-58be-42dd-a772-ab2aef74fec2" -d '{"events": [{"server_uuid": "32790835-8015-4ec1-8479-220d0670a8d0", "name": "network-vif-plugged", "status": "completed", "tag": "445d4a8d-ccc5-49e2-b6d7-c5366318f05c"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:47.873113 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=445d4a8d-ccc5-49e2-b6d7-c5366318f05c,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:47.877171 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.899979 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65b5a14-794a-46a9-876e-0591bd88881a x-openstack-request-id: req-f65b5a14-794a-46a9-876e-0591bd88881a {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:47.900776 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32790835-8015-4ec1-8479-220d0670a8d0", "name": "network-vif-plugged", "status": "completed", "tag": "445d4a8d-ccc5-49e2-b6d7-c5366318f05c", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:47.901040 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f65b5a14-794a-46a9-876e-0591bd88881a {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:47.901431 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32790835-8015-4ec1-8479-220d0670a8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445d4a8d-ccc5-49e2-b6d7-c5366318f05c', 'code': 200} Aug 11 02:58:47.926514 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=445d4a8d-ccc5-49e2-b6d7-c5366318f05c,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:48.011377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95810bec-773f-494e-929c-306cba3c8fe4 req-b12459c1-49c1-4855-a4fa-c508e8a9600d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:48.012892 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-95810bec-773f-494e-929c-306cba3c8fe4 req-b12459c1-49c1-4855-a4fa-c508e8a9600d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 1097 time: 0.0408187 Aug 11 02:58:48.050034 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-95810bec-773f-494e-929c-306cba3c8fe4 req-dd5e45ba-0ee1-4913-83b0-88af8a57c661 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278604 Aug 11 02:58:48.364739 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d6259f5f-8734-4e92-9830-fa5b4a8be63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:48.384449 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:48.429755 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568aa153-4cfe-4804-a744-624cabadb87f req-97313d96-55d9-45a6-ad49-ef18cd22c050 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:48.431233 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-568aa153-4cfe-4804-a744-624cabadb87f req-97313d96-55d9-45a6-ad49-ef18cd22c050 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 945 time: 0.0474620 Aug 11 02:58:48.471677 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-568aa153-4cfe-4804-a744-624cabadb87f req-489487ec-28d9-45a3-9542-bb14961e0672 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339298 Aug 11 02:58:49.594743 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de278fdb-1823-45c3-9ecd-aa5adb6435cc req-086ec58f-eb7b-4d3c-aee3-0d8f51bb0d0c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:49.596275 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-de278fdb-1823-45c3-9ecd-aa5adb6435cc req-086ec58f-eb7b-4d3c-aee3-0d8f51bb0d0c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 945 time: 0.0482175 Aug 11 02:58:49.638369 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-de278fdb-1823-45c3-9ecd-aa5adb6435cc req-0ff45223-4a3c-4ec6-add5-3b0e161b4d6e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360453 Aug 11 02:58:49.752025 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf7e76-cc6b-4783-b94e-39697923c707 req-385088cf-311e-464e-948f-6b6cc167bd67 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:49.753452 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ecdf7e76-cc6b-4783-b94e-39697923c707 req-385088cf-311e-464e-948f-6b6cc167bd67 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 945 time: 0.0493603 Aug 11 02:58:49.763213 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59510) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:49.767975 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-cdf55ccf-397c-4043-af21-d5224df83e77 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Request body: {'floatingip': {'port_id': '445d4a8d-ccc5-49e2-b6d7-c5366318f05c'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:49.807502 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cdf55ccf-397c-4043-af21-d5224df83e77 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for floatingip, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:50.096803 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:50.255923 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cdf55ccf-397c-4043-af21-d5224df83e77 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:50.259648 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cdf55ccf-397c-4043-af21-d5224df83e77 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:50.360725 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-cdf55ccf-397c-4043-af21-d5224df83e77 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Floating IP 4403b450-0067-49c2-b28c-e147a40029a5 associated. External IP: 172.25.2.78, port: 445d4a8d-ccc5-49e2-b6d7-c5366318f05c. Aug 11 02:58:50.564469 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf55ccf-397c-4043-af21-d5224df83e77 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:58:50.668144 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf55ccf-397c-4043-af21-d5224df83e77 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:58:50.672887 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cdf55ccf-397c-4043-af21-d5224df83e77 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:50.677933 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70301bf-d497-4627-9d50-01ac5896d8da None None] Sync routers for ids ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:58:50.688128 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70301bf-d497-4627-9d50-01ac5896d8da None None] Routers {'721caa3b-b2f4-4a30-a2ef-528ca9980df9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:58:50.688764 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e70301bf-d497-4627-9d50-01ac5896d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:58:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:50.701752 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cdf55ccf-397c-4043-af21-d5224df83e77 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "PUT /v2.0/floatingips/4403b450-0067-49c2-b28c-e147a40029a5 HTTP/1.1" status: 200 len: 991 time: 0.9373786 Aug 11 02:58:50.702359 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32790835-8015-4ec1-8479-220d0670a8d0', 'tag': '445d4a8d-ccc5-49e2-b6d7-c5366318f05c'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:50.704636 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2e09ef-f8a0-43b6-b6be-b826262750cc" -d '{"events": [{"name": "network-changed", "server_uuid": "32790835-8015-4ec1-8479-220d0670a8d0", "tag": "445d4a8d-ccc5-49e2-b6d7-c5366318f05c"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:50.742796 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780443b8-54e3-446a-8cce-12beb811437a x-openstack-request-id: req-780443b8-54e3-446a-8cce-12beb811437a {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:50.743092 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32790835-8015-4ec1-8479-220d0670a8d0", "tag": "445d4a8d-ccc5-49e2-b6d7-c5366318f05c", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:50.743345 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-780443b8-54e3-446a-8cce-12beb811437a {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:50.743780 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32790835-8015-4ec1-8479-220d0670a8d0', 'tag': '445d4a8d-ccc5-49e2-b6d7-c5366318f05c', 'status': 'completed', 'code': 200} Aug 11 02:58:50.797338 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-e70301bf-d497-4627-9d50-01ac5896d8da None None] Set router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:58:50.813531 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e09ef-f8a0-43b6-b6be-b826262750cc req-05c4f1f9-ede7-428d-a407-3759d0fc350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:50.815050 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fc2e09ef-f8a0-43b6-b6be-b826262750cc req-05c4f1f9-ede7-428d-a407-3759d0fc350f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 1097 time: 0.0411723 Aug 11 02:58:50.904720 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e09ef-f8a0-43b6-b6be-b826262750cc req-4e33ae60-0994-49b9-a2f1-17481a5d450a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:50.906192 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fc2e09ef-f8a0-43b6-b6be-b826262750cc req-4e33ae60-0994-49b9-a2f1-17481a5d450a service neutron] 10.222.0.66 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0834384 Aug 11 02:58:50.975418 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fc2e09ef-f8a0-43b6-b6be-b826262750cc req-7726d1cb-fe51-4eeb-b1c4-694a8a8864a6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=445d4a8d-ccc5-49e2-b6d7-c5366318f05c HTTP/1.1" status: 200 len: 999 time: 0.0610414 Aug 11 02:58:51.018120 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e70301bf-d497-4627-9d50-01ac5896d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '4403b450-0067-49c2-b28c-e147a40029a5', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'port_id': '445d4a8d-ccc5-49e2-b6d7-c5366318f05c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'mac_address': 'fa:16:3e:80:a1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32790835-8015-4ec1-8479-220d0670a8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:51:45Z', 'updated_at': '2021-08-11T02:58:50Z', 'revision_number': 13, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37', 'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'mac_address': 'fa:16:3e:91:86:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:41Z', 'updated_at': '2021-08-11T02:51:46Z', 'revision_number': 5, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'subnets': [{'id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:51.024540 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e09ef-f8a0-43b6-b6be-b826262750cc req-147a0c75-a48e-43fc-94b2-0018bcb0a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:51.026060 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fc2e09ef-f8a0-43b6-b6be-b826262750cc req-147a0c75-a48e-43fc-94b2-0018bcb0a862 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0435913 Aug 11 02:58:51.045492 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70301bf-d497-4627-9d50-01ac5896d8da None None] Checking router: 721caa3b-b2f4-4a30-a2ef-528ca9980df9 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:58:51.053614 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70301bf-d497-4627-9d50-01ac5896d8da None None] Routers {'721caa3b-b2f4-4a30-a2ef-528ca9980df9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:58:51.054213 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e70301bf-d497-4627-9d50-01ac5896d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T02:58:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:51.073260 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e09ef-f8a0-43b6-b6be-b826262750cc req-9fb7f6b0-2d91-4ea1-9ca2-98abda7cf169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:51.074773 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fc2e09ef-f8a0-43b6-b6be-b826262750cc req-9fb7f6b0-2d91-4ea1-9ca2-98abda7cf169 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404959 Aug 11 02:58:51.157939 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-e70301bf-d497-4627-9d50-01ac5896d8da None None] Set router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:58:51.169082 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fc2e09ef-f8a0-43b6-b6be-b826262750cc req-b77f3084-cd2c-4ac8-bb52-87bb4ea1a5dc service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856416 Aug 11 02:58:51.261147 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fc2e09ef-f8a0-43b6-b6be-b826262750cc req-c42d86d7-7ac2-4390-9b4e-fe8d46d75012 service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843272 Aug 11 02:58:51.390924 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-e70301bf-d497-4627-9d50-01ac5896d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '4403b450-0067-49c2-b28c-e147a40029a5', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'port_id': '445d4a8d-ccc5-49e2-b6d7-c5366318f05c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'mac_address': 'fa:16:3e:80:a1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32790835-8015-4ec1-8479-220d0670a8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:51:45Z', 'updated_at': '2021-08-11T02:58:50Z', 'revision_number': 13, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37', 'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'mac_address': 'fa:16:3e:91:86:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:41Z', 'updated_at': '2021-08-11T02:51:46Z', 'revision_number': 5, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'subnets': [{'id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:51.417882 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70301bf-d497-4627-9d50-01ac5896d8da None None] The sync data for ids ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'] in n-d-615180-33 is: [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '4403b450-0067-49c2-b28c-e147a40029a5', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'port_id': '445d4a8d-ccc5-49e2-b6d7-c5366318f05c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'mac_address': 'fa:16:3e:80:a1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32790835-8015-4ec1-8479-220d0670a8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:51:45Z', 'updated_at': '2021-08-11T02:58:50Z', 'revision_number': 13, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37', 'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'mac_address': 'fa:16:3e:91:86:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:41Z', 'updated_at': '2021-08-11T02:51:46Z', 'revision_number': 5, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'subnets': [{'id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:58:51.598374 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.615675 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d07d0d-bcfd-4c0c-a37d-aefe81b94312 None None] New status for floating IP 4403b450-0067-49c2-b28c-e147a40029a5: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:58:54.869529 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.366264 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:58:55.726866 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:15.678329 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dda1afbc-8b20-44d7-b770-49b025ee21c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:18.367799 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-95a8ce40-a08c-4456-9fe1-1f680b352f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:18.386663 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:20.096094 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:21.598880 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:24.871941 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:25.728971 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.365192 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:59:45.677736 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6db246d4-b980-4cb4-b6f7-0995a3f84afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.367966 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bb75474e-8f22-45fd-9d58-cdf700f689b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.387918 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.429372 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4275e207-258d-401c-9b17-9a2c92dacd20 req-942c4ee4-d973-4bff-93f5-b1e7045adaa5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439689 Aug 11 02:59:48.509530 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275e207-258d-401c-9b17-9a2c92dacd20 req-bb0ef06a-09bf-4459-89ca-a89f851656d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:48.511013 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4275e207-258d-401c-9b17-9a2c92dacd20 req-bb0ef06a-09bf-4459-89ca-a89f851656d1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 1097 time: 0.0403376 Aug 11 02:59:48.620614 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275e207-258d-401c-9b17-9a2c92dacd20 req-e914a5ec-b545-47f8-ac35-5bcdfb6cda81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:48.622019 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4275e207-258d-401c-9b17-9a2c92dacd20 req-e914a5ec-b545-47f8-ac35-5bcdfb6cda81 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0834899 Aug 11 02:59:48.689665 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4275e207-258d-401c-9b17-9a2c92dacd20 req-0923f759-588d-48fb-a261-9a3f98ff7056 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=445d4a8d-ccc5-49e2-b6d7-c5366318f05c HTTP/1.1" status: 200 len: 1001 time: 0.0601001 Aug 11 02:59:48.737884 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275e207-258d-401c-9b17-9a2c92dacd20 req-77c40957-7629-4ea9-8b82-6450fd3c6ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:48.739307 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4275e207-258d-401c-9b17-9a2c92dacd20 req-77c40957-7629-4ea9-8b82-6450fd3c6ce1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0426743 Aug 11 02:59:48.784327 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275e207-258d-401c-9b17-9a2c92dacd20 req-fbc9590f-d28a-4e32-a0db-48f11813be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:48.785771 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4275e207-258d-401c-9b17-9a2c92dacd20 req-fbc9590f-d28a-4e32-a0db-48f11813be3e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385075 Aug 11 02:59:48.880633 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4275e207-258d-401c-9b17-9a2c92dacd20 req-82f6bf66-457e-4257-bbbf-4de384063572 service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859210 Aug 11 02:59:48.970276 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4275e207-258d-401c-9b17-9a2c92dacd20 req-d0b7b45f-0055-40bb-a27d-3afe0a8d649f service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817921 Aug 11 02:59:50.098254 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.601674 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:54.881661 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.729022 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.364936 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:00:15.677891 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-efcd813d-812d-4b41-9952-3004494164f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.370135 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-358e5169-0297-4eb5-828f-e28b6eecd305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.387741 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:20.100423 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:21.603721 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.882703 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.744300 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:30.961889 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd595322-a7e2-48aa-9e52-f326347cece5 req-98e53faf-757f-4903-8b5d-dc85c48ea426 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:30.963368 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bd595322-a7e2-48aa-9e52-f326347cece5 req-98e53faf-757f-4903-8b5d-dc85c48ea426 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 945 time: 0.0488291 Aug 11 03:00:31.005295 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bd595322-a7e2-48aa-9e52-f326347cece5 req-55dbb313-c581-4ff4-8ce6-92629e10d66e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359178 Aug 11 03:00:42.166170 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c76e8-c277-4860-a1f3-c0edf0313b9a req-3c6391ce-c1e1-46bd-a3f7-679eb32ac6ae tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:42.167724 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-456c76e8-c277-4860-a1f3-c0edf0313b9a req-3c6391ce-c1e1-46bd-a3f7-679eb32ac6ae tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 945 time: 0.0509160 Aug 11 03:00:42.185472 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-e3091014-d038-4745-862e-6d5d874a712f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840235 Aug 11 03:00:42.208422 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-456c76e8-c277-4860-a1f3-c0edf0313b9a req-7ed8776d-2649-4241-84db-ce2853fba0ac tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343120 Aug 11 03:00:43.239551 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-f4c79df0-ce91-4c50-9a42-bd30704d34e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:43.241078 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-f4c79df0-ce91-4c50-9a42-bd30704d34e7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 1097 time: 0.0428348 Aug 11 03:00:43.369932 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081da25-d859-4509-968a-264bc28cdc4a req-710ff456-14ea-490b-a926-987efab1740e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:43.371419 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3081da25-d859-4509-968a-264bc28cdc4a req-710ff456-14ea-490b-a926-987efab1740e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 945 time: 0.0763938 Aug 11 03:00:43.374183 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-17506b6b-05f3-4555-8794-a5d4ef9cf83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:43.376148 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-17506b6b-05f3-4555-8794-a5d4ef9cf83b service neutron] 10.222.0.66 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.1256447 Aug 11 03:00:43.451762 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3081da25-d859-4509-968a-264bc28cdc4a req-e99d9bf4-e0b5-44fa-a8fa-a3c0e945dba3 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736465 Aug 11 03:00:43.463725 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-5609b15f-f6eb-49ea-8b61-dce4271f1939 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=445d4a8d-ccc5-49e2-b6d7-c5366318f05c HTTP/1.1" status: 200 len: 1001 time: 0.0788956 Aug 11 03:00:43.860518 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-d9b5fe02-e31c-42c5-87d7-bf43c9b109ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:43.862006 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-d9b5fe02-e31c-42c5-87d7-bf43c9b109ae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.3906090 Aug 11 03:00:43.907921 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-f7b9aef4-fa3d-4955-b180-bfd63917ec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:43.909657 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-f7b9aef4-fa3d-4955-b180-bfd63917ec29 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400815 Aug 11 03:00:44.000543 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-329142d1-0420-40bf-9b63-9eacbafd116e service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830154 Aug 11 03:00:44.087958 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-369bf518-b84e-4b71-8206-344ea2c50c25 service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798857 Aug 11 03:00:44.565829 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7de5a-f5ed-40fa-a27b-44a85322a405 req-b2c68f38-0096-4322-bdfb-81a0d5b1ac34 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:44.567287 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7fa7de5a-f5ed-40fa-a27b-44a85322a405 req-b2c68f38-0096-4322-bdfb-81a0d5b1ac34 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 945 time: 0.0472140 Aug 11 03:00:44.607221 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7fa7de5a-f5ed-40fa-a27b-44a85322a405 req-c8ec5989-5c8e-45e3-a1d7-e0b8ea1815c7 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339689 Aug 11 03:00:45.684350 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9d19e04a-e284-4c12-ae58-1bed1df9d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.725723 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96437e1a-b06b-43bc-8218-bd6620b00a70 req-121b4842-f079-4b92-b846-432dca970bfe tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:45.727199 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-96437e1a-b06b-43bc-8218-bd6620b00a70 req-121b4842-f079-4b92-b846-432dca970bfe tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 945 time: 0.0490148 Aug 11 03:00:45.763098 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-96437e1a-b06b-43bc-8218-bd6620b00a70 req-b1c0c367-19b0-488e-b20e-6ade34ef4491 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297081 Aug 11 03:00:46.364189 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:00:46.881222 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b3d16-5c64-469f-b6e6-5bb83c21de90 req-03685b23-6a85-45da-9618-8a624593d7f6 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:46.882684 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-774b3d16-5c64-469f-b6e6-5bb83c21de90 req-03685b23-6a85-45da-9618-8a624593d7f6 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 945 time: 0.0478637 Aug 11 03:00:46.919158 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-774b3d16-5c64-469f-b6e6-5bb83c21de90 req-14f1b75e-0eee-43fa-b453-fa5d84e78e06 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305893 Aug 11 03:00:48.040959 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ab5d8-96f8-45b6-98cd-035e687dcde2 req-a9b4c853-2f9f-467d-805a-2ce1973eaeff tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:48.042463 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4d3ab5d8-96f8-45b6-98cd-035e687dcde2 req-a9b4c853-2f9f-467d-805a-2ce1973eaeff tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 945 time: 0.0526509 Aug 11 03:00:48.079438 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4d3ab5d8-96f8-45b6-98cd-035e687dcde2 req-5640b8f8-76ad-4316-9aa9-bb109f81f57c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305920 Aug 11 03:00:48.370844 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e25b52b6-9f2d-4573-98a6-d14df3f4d942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:48.390524 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:48.443200 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e71d5e-6b76-4f90-82c1-a4623c1bb0dd req-bcbd70f5-bafe-4088-98bc-4c99c7142210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:48.444706 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-08e71d5e-6b76-4f90-82c1-a4623c1bb0dd req-bcbd70f5-bafe-4088-98bc-4c99c7142210 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 1097 time: 0.0400085 Aug 11 03:00:48.548947 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e71d5e-6b76-4f90-82c1-a4623c1bb0dd req-338c2766-dbe0-4bb2-b329-82b25afe0660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:48.550404 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-08e71d5e-6b76-4f90-82c1-a4623c1bb0dd req-338c2766-dbe0-4bb2-b329-82b25afe0660 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0860767 Aug 11 03:00:48.615512 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-08e71d5e-6b76-4f90-82c1-a4623c1bb0dd req-75271931-4ed2-43b0-85bb-f4744ac42687 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=445d4a8d-ccc5-49e2-b6d7-c5366318f05c HTTP/1.1" status: 200 len: 1001 time: 0.0576143 Aug 11 03:00:48.666143 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e71d5e-6b76-4f90-82c1-a4623c1bb0dd req-1f993f94-2464-4a5c-a29e-3d253b8d625e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:48.667567 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-08e71d5e-6b76-4f90-82c1-a4623c1bb0dd req-1f993f94-2464-4a5c-a29e-3d253b8d625e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0442102 Aug 11 03:00:48.715664 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e71d5e-6b76-4f90-82c1-a4623c1bb0dd req-1f5345eb-bb7e-4585-b804-df451e161f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:48.717121 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-08e71d5e-6b76-4f90-82c1-a4623c1bb0dd req-1f5345eb-bb7e-4585-b804-df451e161f90 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420847 Aug 11 03:00:48.806682 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-08e71d5e-6b76-4f90-82c1-a4623c1bb0dd req-016b628f-3685-4e0c-a499-c0ad48699cc1 service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813382 Aug 11 03:00:48.898244 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-08e71d5e-6b76-4f90-82c1-a4623c1bb0dd req-0570e302-07cf-49d1-bb91-b1f47dbd3555 service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833738 Aug 11 03:00:49.195890 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080c99b-63bd-472b-ba35-f88f43d757a5 req-a4f8c33f-082a-42a5-92a7-968a0aee3cd6 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:49.197359 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2080c99b-63bd-472b-ba35-f88f43d757a5 req-a4f8c33f-082a-42a5-92a7-968a0aee3cd6 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 945 time: 0.0486040 Aug 11 03:00:49.234165 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2080c99b-63bd-472b-ba35-f88f43d757a5 req-34d3e2b2-1f85-4add-9d5e-561febdb766f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307138 Aug 11 03:00:50.102742 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.349112 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdd4db-92c3-4dc6-ab97-49e793e5975e req-70ab22e1-e44c-41b6-b882-845bf3569933 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:50.350580 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b2bdd4db-92c3-4dc6-ab97-49e793e5975e req-70ab22e1-e44c-41b6-b882-845bf3569933 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 945 time: 0.0486815 Aug 11 03:00:50.388619 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b2bdd4db-92c3-4dc6-ab97-49e793e5975e req-75a00447-63b6-451c-af84-aadbf89ac81d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317466 Aug 11 03:00:51.505390 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708bf9a-7d53-469b-a809-7d75b96b5dbd req-4ea1e8a0-54b6-426e-aad4-65138d32b272 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:51.506793 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4708bf9a-7d53-469b-a809-7d75b96b5dbd req-4ea1e8a0-54b6-426e-aad4-65138d32b272 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 945 time: 0.0503840 Aug 11 03:00:51.549035 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4708bf9a-7d53-469b-a809-7d75b96b5dbd req-9fe8596d-cd81-4401-b926-3fe96b4fcfcb tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361240 Aug 11 03:00:51.606329 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:52.664459 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89425c0d-cc3c-4e54-9034-51ebb0aee4f2 req-7460af5a-ecaf-4e20-b4c1-bb845082f4ed tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:52.665945 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-89425c0d-cc3c-4e54-9034-51ebb0aee4f2 req-7460af5a-ecaf-4e20-b4c1-bb845082f4ed tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 945 time: 0.0480773 Aug 11 03:00:52.704098 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-89425c0d-cc3c-4e54-9034-51ebb0aee4f2 req-d57f8563-31e9-47d7-b5ea-85f7ba5d4cce tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322287 Aug 11 03:00:53.821435 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12045b3b-2c28-4b2a-89be-19f42e4d2374 req-0812ba83-b9de-4093-ac2e-de78667e2f7b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:53.822926 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-12045b3b-2c28-4b2a-89be-19f42e4d2374 req-0812ba83-b9de-4093-ac2e-de78667e2f7b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 945 time: 0.0485897 Aug 11 03:00:53.859473 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-12045b3b-2c28-4b2a-89be-19f42e4d2374 req-8c0d9049-aaff-4e34-bbfe-f67f12215ef3 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305743 Aug 11 03:00:54.897901 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.023511 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf03ce-82d8-4e43-a8a6-c23b61192de2 req-ce52cb79-2590-472e-b44d-e9c3d15fae61 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:55.024947 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b4cf03ce-82d8-4e43-a8a6-c23b61192de2 req-ce52cb79-2590-472e-b44d-e9c3d15fae61 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 945 time: 0.0967023 Aug 11 03:00:55.066722 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b4cf03ce-82d8-4e43-a8a6-c23b61192de2 req-549e936b-fbe8-491f-b74c-4001aeb6ff31 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356195 Aug 11 03:00:55.742493 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.230911 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31212094-d247-4daa-80a3-0c4b585083a9 req-ee0c5416-a6b5-4dff-ae2c-b884550e526b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:56.232417 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-31212094-d247-4daa-80a3-0c4b585083a9 req-ee0c5416-a6b5-4dff-ae2c-b884550e526b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 945 time: 0.0969675 Aug 11 03:00:56.270304 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-31212094-d247-4daa-80a3-0c4b585083a9 req-80ffc28d-f6dc-4587-af56-1a3480a47fef tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314174 Aug 11 03:00:57.386112 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fab0a-2896-4990-90f7-ab82354e0c2b req-51eea68e-18ea-4ee9-a3ec-dd27bd4db1db tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:57.387514 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-777fab0a-2896-4990-90f7-ab82354e0c2b req-51eea68e-18ea-4ee9-a3ec-dd27bd4db1db tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 945 time: 0.0492804 Aug 11 03:00:57.425243 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-777fab0a-2896-4990-90f7-ab82354e0c2b req-3fc14cb1-3a12-4453-80fd-c81f6b0051ad tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309918 Aug 11 03:00:57.819554 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-f138a77d-fd13-459e-98d3-4a751dfbdb42 service neutron] show failed (client error): The resource could not be found. Aug 11 03:00:57.820558 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-f138a77d-fd13-459e-98d3-4a751dfbdb42 service neutron] 10.222.0.66 "GET /v2.0/ports/445d4a8d-ccc5-49e2-b6d7-c5366318f05c/bindings/n-h1-615180-33 HTTP/1.1" status: 404 len: 381 time: 0.0540895 Aug 11 03:00:58.054115 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-4df7b304-7634-4103-821e-f509c5036294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:58.055663 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-4df7b304-7634-4103-821e-f509c5036294 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0&tenant_id=b6aba3dfa4ae4719b99f69566c94cabd HTTP/1.1" status: 200 len: 1097 time: 0.0862756 Aug 11 03:00:58.067654 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-615180-33', 'device_owner': 'compute:nova'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:58.124282 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:58.319982 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] For port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=445d4a8d-ccc5-49e2-b6d7-c5366318f05c,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:58.352959 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] For port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:58.390726 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32790835-8015-4ec1-8479-220d0670a8d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '445d4a8d-ccc5-49e2-b6d7-c5366318f05c'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:58.393711 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d3fb7c-8276-4bab-85e5-dd7b1c69bf0d" -d '{"events": [{"server_uuid": "32790835-8015-4ec1-8479-220d0670a8d0", "name": "network-vif-unplugged", "status": "completed", "tag": "445d4a8d-ccc5-49e2-b6d7-c5366318f05c"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:58.397478 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:58.409867 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Transition to ACTIVE for port object 445d4a8d-ccc5-49e2-b6d7-c5366318f05c will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:58.413807 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:58.510109 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Pushing event updated for resources: {'Port': ['ID=445d4a8d-ccc5-49e2-b6d7-c5366318f05c,revision_number=6']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:58.518696 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d06fc9-957a-4b7d-9ae9-3b64729d460b x-openstack-request-id: req-c7d06fc9-957a-4b7d-9ae9-3b64729d460b {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:58.518989 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32790835-8015-4ec1-8479-220d0670a8d0", "name": "network-vif-unplugged", "status": "completed", "tag": "445d4a8d-ccc5-49e2-b6d7-c5366318f05c", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:58.519270 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c7d06fc9-957a-4b7d-9ae9-3b64729d460b {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:58.519665 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32790835-8015-4ec1-8479-220d0670a8d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '445d4a8d-ccc5-49e2-b6d7-c5366318f05c', 'code': 200} Aug 11 03:00:58.522733 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:58.523091 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:58.523425 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:58.523803 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:58.524135 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:58.524468 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:58.524798 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:58.525130 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:58.525451 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:58.525775 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:58.526101 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:58.526423 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:58.559983 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] No DVR routers for this DVR port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:58.564880 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48164e2-0c4d-4ef1-a282-f4e678ed8fc6 req-6593fa37-61fe-475b-a0c6-23bf7a962250 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:58.566665 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f48164e2-0c4d-4ef1-a282-f4e678ed8fc6 req-6593fa37-61fe-475b-a0c6-23bf7a962250 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 943 time: 0.0554564 Aug 11 03:00:58.612740 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f48164e2-0c4d-4ef1-a282-f4e678ed8fc6 req-552baec1-5b83-4e25-bf01-ca6158e0a06e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394003 Aug 11 03:00:58.702809 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Attempting to bind port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:58.703151 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Attempting to bind port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:58.703474 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Attempting to bind port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c on network 4929e2be-6643-4ec7-9103-db724afc0845 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:58.708363 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c on network 4929e2be-6643-4ec7-9103-db724afc0845 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:00:58.708678 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Attempting to bind port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c on network 4929e2be-6643-4ec7-9103-db724afc0845 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:58.713405 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:58.713737 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Checking segment: {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:58.714114 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Bound using segment: {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:58.714537 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Bound port: 445d4a8d-ccc5-49e2-b6d7-c5366318f05c, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:58.714889 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:58.781681 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] For port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:58.784520 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] For port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=445d4a8d-ccc5-49e2-b6d7-c5366318f05c,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:58.789050 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:58.822432 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:58.823052 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:58.824466 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] 10.222.0.73 "PUT /v2.0/ports/445d4a8d-ccc5-49e2-b6d7-c5366318f05c HTTP/1.1" status: 200 len: 1092 time: 0.7608128 Aug 11 03:00:58.845480 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e650a2-8fe5-4add-98fe-a8bd32d313c4 service neutron] Pushing event updated for resources: {'Port': ['ID=445d4a8d-ccc5-49e2-b6d7-c5366318f05c,revision_number=7']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:58.890761 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-ba30638b-fe47-4329-b1a2-0d871899dc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:58.893091 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-ba30638b-fe47-4329-b1a2-0d871899dc3d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 1095 time: 0.0441196 Aug 11 03:00:58.991197 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-eb7a3a59-c7d9-486e-a2a8-6e40d32e6d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:58.992742 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-eb7a3a59-c7d9-486e-a2a8-6e40d32e6d42 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0921283 Aug 11 03:00:59.058145 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-c98f11cd-ff29-41e7-9771-02d97871e0fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=445d4a8d-ccc5-49e2-b6d7-c5366318f05c HTTP/1.1" status: 200 len: 999 time: 0.0583329 Aug 11 03:00:59.106021 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-9f0c6c92-e65d-4d72-9d6c-17c3c94df883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:59.107358 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-9f0c6c92-e65d-4d72-9d6c-17c3c94df883 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0420973 Aug 11 03:00:59.155665 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-0705aedc-3546-498b-bb84-498545ad5cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:59.157148 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-0705aedc-3546-498b-bb84-498545ad5cd3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428584 Aug 11 03:00:59.244748 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-4670c968-379e-43e4-9e46-2e10d920f7de service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799773 Aug 11 03:00:59.338599 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-15f80e45-6d26-4c83-a2f1-cb0f2635c584 service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857146 Aug 11 03:00:59.733942 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0994278-30d0-421d-b9d2-e4fd0be86b5f req-284c9096-ddbe-4e44-88b4-2d6f312ae851 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:59.735361 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e0994278-30d0-421d-b9d2-e4fd0be86b5f req-284c9096-ddbe-4e44-88b4-2d6f312ae851 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 943 time: 0.0506296 Aug 11 03:00:59.772359 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e0994278-30d0-421d-b9d2-e4fd0be86b5f req-3411700e-8dfd-49dd-8678-e11ca4f46442 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310094 Aug 11 03:01:00.408345 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 445d4a8d-ccc5-49e2-b6d7-c5366318f05c no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:00.445588 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 445d4a8d-ccc5-49e2-b6d7-c5366318f05c not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:00.521103 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32790835-8015-4ec1-8479-220d0670a8d0', 'tag': '445d4a8d-ccc5-49e2-b6d7-c5366318f05c'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:00.523449 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60376552-e5bd-4428-b5c1-e063ae9d96ed" -d '{"events": [{"name": "network-changed", "server_uuid": "32790835-8015-4ec1-8479-220d0670a8d0", "tag": "445d4a8d-ccc5-49e2-b6d7-c5366318f05c"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:00.572972 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97123b9-544d-4064-acf9-14c442ce6a49 x-openstack-request-id: req-e97123b9-544d-4064-acf9-14c442ce6a49 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:00.573273 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32790835-8015-4ec1-8479-220d0670a8d0", "tag": "445d4a8d-ccc5-49e2-b6d7-c5366318f05c", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:00.573530 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e97123b9-544d-4064-acf9-14c442ce6a49 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:00.573937 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32790835-8015-4ec1-8479-220d0670a8d0', 'tag': '445d4a8d-ccc5-49e2-b6d7-c5366318f05c', 'status': 'completed', 'code': 200} Aug 11 03:01:00.633740 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60376552-e5bd-4428-b5c1-e063ae9d96ed req-a9d98be6-c62e-4ba2-b110-a37c658c8f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:00.635435 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60376552-e5bd-4428-b5c1-e063ae9d96ed req-a9d98be6-c62e-4ba2-b110-a37c658c8f67 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 1095 time: 0.0433640 Aug 11 03:01:00.643391 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60376552-e5bd-4428-b5c1-e063ae9d96ed req-7b806ee0-be0a-44e2-a2de-34c9e63ab690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:00.645073 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-60376552-e5bd-4428-b5c1-e063ae9d96ed req-7b806ee0-be0a-44e2-a2de-34c9e63ab690 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 1095 time: 0.0461833 Aug 11 03:01:00.730120 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60376552-e5bd-4428-b5c1-e063ae9d96ed req-33118f20-ddaf-46ed-9f64-1d614d62f80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:00.732458 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60376552-e5bd-4428-b5c1-e063ae9d96ed req-33118f20-ddaf-46ed-9f64-1d614d62f80f service neutron] 10.222.0.73 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0904474 Aug 11 03:01:00.738117 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60376552-e5bd-4428-b5c1-e063ae9d96ed req-1fd692af-9041-40ee-9678-8da6da6a7aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:00.739651 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-60376552-e5bd-4428-b5c1-e063ae9d96ed req-1fd692af-9041-40ee-9678-8da6da6a7aa9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0864983 Aug 11 03:01:00.810876 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60376552-e5bd-4428-b5c1-e063ae9d96ed req-23c7e69f-e3fa-4628-b23c-732e7bb744a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=445d4a8d-ccc5-49e2-b6d7-c5366318f05c HTTP/1.1" status: 200 len: 999 time: 0.0699089 Aug 11 03:01:00.814558 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-60376552-e5bd-4428-b5c1-e063ae9d96ed req-0b872de4-7455-4883-8445-af378992c65b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=445d4a8d-ccc5-49e2-b6d7-c5366318f05c HTTP/1.1" status: 200 len: 999 time: 0.0656595 Aug 11 03:01:00.869861 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60376552-e5bd-4428-b5c1-e063ae9d96ed req-f57dd785-29be-4bb4-9b5c-9395e882d546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:00.871508 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-60376552-e5bd-4428-b5c1-e063ae9d96ed req-f57dd785-29be-4bb4-9b5c-9395e882d546 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0503597 Aug 11 03:01:00.897852 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60376552-e5bd-4428-b5c1-e063ae9d96ed req-5e2349c6-7e6d-44ea-8da8-b19f11566a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:00.899914 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60376552-e5bd-4428-b5c1-e063ae9d96ed req-5e2349c6-7e6d-44ea-8da8-b19f11566a73 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0808241 Aug 11 03:01:00.922649 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60376552-e5bd-4428-b5c1-e063ae9d96ed req-5a52d35f-cf56-4a43-bc91-801907258177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:00.924858 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-60376552-e5bd-4428-b5c1-e063ae9d96ed req-5a52d35f-cf56-4a43-bc91-801907258177 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440516 Aug 11 03:01:00.925536 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef779329-c7bb-4ea0-88d1-cd1a272104af req-29ca4170-e505-4ef1-a73e-9986402627e5 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:00.927021 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ef779329-c7bb-4ea0-88d1-cd1a272104af req-29ca4170-e505-4ef1-a73e-9986402627e5 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 943 time: 0.0788596 Aug 11 03:01:00.973650 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60376552-e5bd-4428-b5c1-e063ae9d96ed req-b5378de7-5acd-484d-80e8-d21d9325c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:00.975180 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60376552-e5bd-4428-b5c1-e063ae9d96ed req-b5378de7-5acd-484d-80e8-d21d9325c690 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668447 Aug 11 03:01:00.996601 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ef779329-c7bb-4ea0-88d1-cd1a272104af req-2a4a7e41-d536-41a1-88da-afd459c04c74 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551236 Aug 11 03:01:01.027133 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-60376552-e5bd-4428-b5c1-e063ae9d96ed req-07048662-68a4-498e-b390-d7e47e78f9a2 service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941577 Aug 11 03:01:01.079136 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60376552-e5bd-4428-b5c1-e063ae9d96ed req-38e5d336-6cee-4d50-b343-fba5ec86ad3e service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958149 Aug 11 03:01:01.121872 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-60376552-e5bd-4428-b5c1-e063ae9d96ed req-2e6351a2-cc93-4705-ae89-2f92d90db866 service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863941 Aug 11 03:01:01.174395 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-60376552-e5bd-4428-b5c1-e063ae9d96ed req-8b4fb2fe-8e60-41be-bb9e-bb74ce777f6a service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875332 Aug 11 03:01:02.120446 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac3ad1-0634-488d-8e7e-1f950928d8d3 req-626dc2ab-9adf-426a-99b0-00d925024996 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:02.122012 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfac3ad1-0634-488d-8e7e-1f950928d8d3 req-626dc2ab-9adf-426a-99b0-00d925024996 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 943 time: 0.0497475 Aug 11 03:01:02.159994 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bfac3ad1-0634-488d-8e7e-1f950928d8d3 req-d9eef798-a882-4d7f-9cfe-fac3296a0ff1 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312588 Aug 11 03:01:03.277744 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ed8ae-2c09-44d4-a8ae-bb0f9d581a62 req-8ab3fdba-730f-452d-8433-c0096971cff5 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:03.279280 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5e9ed8ae-2c09-44d4-a8ae-bb0f9d581a62 req-8ab3fdba-730f-452d-8433-c0096971cff5 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 943 time: 0.0498018 Aug 11 03:01:03.317418 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5e9ed8ae-2c09-44d4-a8ae-bb0f9d581a62 req-da564c8c-162d-45c2-8536-417736120a31 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314400 Aug 11 03:01:04.436193 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a550fc-9964-4b66-bd65-d573c6e983fd req-27c63d46-677c-47fd-a749-f7627aaa4996 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:04.437758 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-13a550fc-9964-4b66-bd65-d573c6e983fd req-27c63d46-677c-47fd-a749-f7627aaa4996 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 943 time: 0.0530877 Aug 11 03:01:04.475153 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-13a550fc-9964-4b66-bd65-d573c6e983fd req-459b7f3d-1dbf-451b-a594-7eb42e3f9ea6 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308018 Aug 11 03:01:05.594312 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917e85f-f7b2-4fb2-a275-8a246ec9ace1 req-e2487632-e59c-4504-a644-d12c3c4a55fa tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:05.595798 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2917e85f-f7b2-4fb2-a275-8a246ec9ace1 req-e2487632-e59c-4504-a644-d12c3c4a55fa tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 943 time: 0.0521038 Aug 11 03:01:05.633482 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2917e85f-f7b2-4fb2-a275-8a246ec9ace1 req-671e2b2a-940c-4027-9599-3a8ee2029134 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317430 Aug 11 03:01:06.749453 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ecb39-21a3-4f9a-b930-dd9d268f24c6 req-2c28dff6-a130-4ae1-8c7e-cd7d660ef00d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:06.750948 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7e8ecb39-21a3-4f9a-b930-dd9d268f24c6 req-2c28dff6-a130-4ae1-8c7e-cd7d660ef00d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 943 time: 0.0483134 Aug 11 03:01:06.788240 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7e8ecb39-21a3-4f9a-b930-dd9d268f24c6 req-2960baa1-ebdb-48dc-818a-424f29494445 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307343 Aug 11 03:01:07.904300 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df2ad6-9794-4831-9943-fa112abf0ace req-22c0ee17-1be6-4085-bfd6-01835ab57e49 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:07.905788 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-99df2ad6-9794-4831-9943-fa112abf0ace req-22c0ee17-1be6-4085-bfd6-01835ab57e49 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 943 time: 0.0490668 Aug 11 03:01:07.941918 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-99df2ad6-9794-4831-9943-fa112abf0ace req-37c90637-78d0-459a-ac27-9aea26fd3d4b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303738 Aug 11 03:01:09.058430 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d851d92-1fdd-40bf-8259-cc08b1527764 req-f0a54278-b6ec-41ff-8dbf-f9d102078047 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:09.059963 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0d851d92-1fdd-40bf-8259-cc08b1527764 req-f0a54278-b6ec-41ff-8dbf-f9d102078047 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 943 time: 0.0491185 Aug 11 03:01:09.097975 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0d851d92-1fdd-40bf-8259-cc08b1527764 req-1f73bab0-8de9-466c-a92f-a959df95e6a4 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320580 Aug 11 03:01:10.212769 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca89fa5-92c5-4354-980e-9690b2bb8b60 req-d0b8f2f8-6fb5-461d-97ed-c40102f86612 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:10.214258 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2ca89fa5-92c5-4354-980e-9690b2bb8b60 req-d0b8f2f8-6fb5-461d-97ed-c40102f86612 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 943 time: 0.0486293 Aug 11 03:01:10.252586 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2ca89fa5-92c5-4354-980e-9690b2bb8b60 req-12d4c82b-d419-4e13-ae67-b954a7c6b94f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322888 Aug 11 03:01:11.264392 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 445d4a8d-ccc5-49e2-b6d7-c5366318f05c details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:01:11.360348 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=445d4a8d-ccc5-49e2-b6d7-c5366318f05c,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:11.371336 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ee849-c148-4bd6-b952-a4180d5538a7 req-35a746b4-74fa-49cf-a4ff-f3e649239f32 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:11.371868 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '445d4a8d-ccc5-49e2-b6d7-c5366318f05c', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'port_id': '445d4a8d-ccc5-49e2-b6d7-c5366318f05c', 'mac_address': 'fa:16:3e:80:a1:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:01:11.372890 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-702ee849-c148-4bd6-b952-a4180d5538a7 req-35a746b4-74fa-49cf-a4ff-f3e649239f32 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 943 time: 0.0532510 Aug 11 03:01:11.408099 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:11.411100 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-702ee849-c148-4bd6-b952-a4180d5538a7 req-b05a82b1-22d8-42c6-a1cd-93a07a7026ec tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316913 Aug 11 03:01:11.420709 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445d4a8d-ccc5-49e2-b6d7-c5366318f05c {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:11.439883 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=445d4a8d-ccc5-49e2-b6d7-c5366318f05c,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:11.444443 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:11.494152 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=445d4a8d-ccc5-49e2-b6d7-c5366318f05c,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:11.501815 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:11.502161 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:11.502500 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:11.502834 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:11.503168 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:11.503504 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:11.503845 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:11.504170 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:11.504491 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:11.504886 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:11.505136 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:11.505452 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:11.695358 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-88b03c71-0545-4179-862c-50b7e024326f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:11.696887 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-88b03c71-0545-4179-862c-50b7e024326f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.73 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0&tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&binding%3Ahost_id=n-h1-615180-33 HTTP/1.1" status: 200 len: 944 time: 0.0551493 Aug 11 03:01:11.697848 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['445d4a8d-ccc5-49e2-b6d7-c5366318f05c'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:11.708551 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf372013-5154-4739-b5e2-a2178ef5028d req-cd2271a8-0dc8-4932-8565-11df84624b5c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:11.710078 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cf372013-5154-4739-b5e2-a2178ef5028d req-cd2271a8-0dc8-4932-8565-11df84624b5c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 944 time: 0.0507209 Aug 11 03:01:11.751761 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cf372013-5154-4739-b5e2-a2178ef5028d req-1c50a114-29d0-4549-a1eb-5b42f15996cd tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343621 Aug 11 03:01:11.760467 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-586e1535-aeeb-4457-ba1a-e7cdede47a34 service neutron] 10.222.0.73 "GET /v2.0/ports/445d4a8d-ccc5-49e2-b6d7-c5366318f05c/bindings/n-h1-615180-33 HTTP/1.1" status: 200 len: 383 time: 0.0560315 Aug 11 03:01:11.821387 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-0bc562ea-422e-4cc2-850c-43fe2bc0cb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:11.822963 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-0bc562ea-422e-4cc2-850c-43fe2bc0cb67 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 1096 time: 0.0414758 Aug 11 03:01:11.914165 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-d846d83c-ad6b-46bf-97bb-c1537fe7d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:11.915667 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-d846d83c-ad6b-46bf-97bb-c1537fe7d3e5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0857685 Aug 11 03:01:11.980628 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-71bf46f9-a9a7-451a-a6aa-ebe5631bf005 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=445d4a8d-ccc5-49e2-b6d7-c5366318f05c HTTP/1.1" status: 200 len: 1000 time: 0.0573208 Aug 11 03:01:12.034193 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-23e7cdef-ba1d-47e2-879f-793fb7d0aace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:12.035514 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-23e7cdef-ba1d-47e2-879f-793fb7d0aace service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0419648 Aug 11 03:01:12.084585 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-bd109a08-5c86-4a2a-a3f2-7a81e3dfbf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:12.086068 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-bd109a08-5c86-4a2a-a3f2-7a81e3dfbf21 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426817 Aug 11 03:01:12.173876 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-a914821f-e8f7-4dca-bba0-9d91b2c57ef8 service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800209 Aug 11 03:01:12.266025 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-d93c3f2b-70bf-413f-a661-5fc714614f4d service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835350 Aug 11 03:01:12.869036 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737179fe-47f3-4881-a59f-5d09870504df req-c90d6b05-09e0-42c2-9cc0-07471c80cb7a tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:12.870514 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-737179fe-47f3-4881-a59f-5d09870504df req-c90d6b05-09e0-42c2-9cc0-07471c80cb7a tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 944 time: 0.0491543 Aug 11 03:01:12.907927 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-737179fe-47f3-4881-a59f-5d09870504df req-17be5460-ab15-4fb2-9d82-526765447492 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308430 Aug 11 03:01:13.276002 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 445d4a8d-ccc5-49e2-b6d7-c5366318f05c up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:13.322660 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:13.326090 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:13.326458 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:13.402553 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:13.423432 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32790835-8015-4ec1-8479-220d0670a8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445d4a8d-ccc5-49e2-b6d7-c5366318f05c'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:13.426151 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9864a9-331c-498d-8933-940110ca4848" -d '{"events": [{"server_uuid": "32790835-8015-4ec1-8479-220d0670a8d0", "name": "network-vif-plugged", "status": "completed", "tag": "445d4a8d-ccc5-49e2-b6d7-c5366318f05c"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:13.439252 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=445d4a8d-ccc5-49e2-b6d7-c5366318f05c,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:13.444370 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:13.490366 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=445d4a8d-ccc5-49e2-b6d7-c5366318f05c,revision_number=9']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:13.535407 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0428480-8088-4d73-ac03-671ab1f61841 x-openstack-request-id: req-e0428480-8088-4d73-ac03-671ab1f61841 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:13.535742 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32790835-8015-4ec1-8479-220d0670a8d0", "name": "network-vif-plugged", "status": "completed", "tag": "445d4a8d-ccc5-49e2-b6d7-c5366318f05c", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:13.536005 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e0428480-8088-4d73-ac03-671ab1f61841 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:13.536411 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32790835-8015-4ec1-8479-220d0670a8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445d4a8d-ccc5-49e2-b6d7-c5366318f05c', 'code': 200} Aug 11 03:01:14.023969 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba0d36-b342-4294-a757-3dce0cf27d2e req-278e3d00-9875-4dfc-afe5-77c36c6ea620 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:14.025473 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-58ba0d36-b342-4294-a757-3dce0cf27d2e req-278e3d00-9875-4dfc-afe5-77c36c6ea620 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 945 time: 0.0489547 Aug 11 03:01:14.065215 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-58ba0d36-b342-4294-a757-3dce0cf27d2e req-10be5c5a-4892-4024-a78b-deb944957731 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330777 Aug 11 03:01:15.183895 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbbad6-dcab-4344-ac77-994af82d2a17 req-a011fcbc-e96c-4dc2-8b64-d649da0c834e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:15.185417 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8ccbbad6-dcab-4344-ac77-994af82d2a17 req-a011fcbc-e96c-4dc2-8b64-d649da0c834e tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 945 time: 0.0499268 Aug 11 03:01:15.225907 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8ccbbad6-dcab-4344-ac77-994af82d2a17 req-3bfb32e3-80fd-4c7a-a07c-54f8956a323d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323400 Aug 11 03:01:15.676386 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-840b8294-d482-4619-9910-8ebd168decd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:16.031280 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-175eabe2-8d23-4bd0-b377-202225e2c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:16.032826 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-175eabe2-8d23-4bd0-b377-202225e2c700 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0&tenant_id=b6aba3dfa4ae4719b99f69566c94cabd HTTP/1.1" status: 200 len: 1097 time: 0.0441473 Aug 11 03:01:16.045391 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-33', 'device_owner': 'compute:nova'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:16.095841 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:16.298558 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] For port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=445d4a8d-ccc5-49e2-b6d7-c5366318f05c,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:16.332610 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] For port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:16.351929 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef655b-d24c-4a65-83a1-c627ba38b46d req-d954c0fd-a481-4348-9faa-a2e06ce8295f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:16.353360 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2aef655b-d24c-4a65-83a1-c627ba38b46d req-d954c0fd-a481-4348-9faa-a2e06ce8295f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 945 time: 0.0532150 Aug 11 03:01:16.380425 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:16.382336 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32790835-8015-4ec1-8479-220d0670a8d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '445d4a8d-ccc5-49e2-b6d7-c5366318f05c'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:16.384622 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b121d230-460e-4c35-afb7-2c75528ac5f5" -d '{"events": [{"server_uuid": "32790835-8015-4ec1-8479-220d0670a8d0", "name": "network-vif-unplugged", "status": "completed", "tag": "445d4a8d-ccc5-49e2-b6d7-c5366318f05c"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:16.394912 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2aef655b-d24c-4a65-83a1-c627ba38b46d req-0cbecf9d-58c1-45ac-9f08-2dfcb47e425c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338492 Aug 11 03:01:16.397247 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Transition to ACTIVE for port object 445d4a8d-ccc5-49e2-b6d7-c5366318f05c will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:16.401851 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:16.473462 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729c76b7-7741-4917-90e0-a64148e4ba3d x-openstack-request-id: req-729c76b7-7741-4917-90e0-a64148e4ba3d {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:16.473798 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32790835-8015-4ec1-8479-220d0670a8d0", "name": "network-vif-unplugged", "status": "completed", "tag": "445d4a8d-ccc5-49e2-b6d7-c5366318f05c", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:16.474000 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-729c76b7-7741-4917-90e0-a64148e4ba3d {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:16.474394 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32790835-8015-4ec1-8479-220d0670a8d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '445d4a8d-ccc5-49e2-b6d7-c5366318f05c', 'code': 200} Aug 11 03:01:16.486915 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Pushing event updated for resources: {'Port': ['ID=445d4a8d-ccc5-49e2-b6d7-c5366318f05c,revision_number=10']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:16.500892 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:16.501239 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:16.501580 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:16.501911 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:16.502276 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:16.503837 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:16.504175 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:16.504510 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:16.504846 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:16.505179 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:16.505507 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:16.505842 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:16.539158 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] No DVR routers for this DVR port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:01:16.672097 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Attempting to bind port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:01:16.672442 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Attempting to bind port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:01:16.672749 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Attempting to bind port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c on network 4929e2be-6643-4ec7-9103-db724afc0845 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:16.677174 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c on network 4929e2be-6643-4ec7-9103-db724afc0845 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:01:16.677486 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Attempting to bind port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c on network 4929e2be-6643-4ec7-9103-db724afc0845 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:16.682727 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:01:16.683053 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Checking segment: {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:16.683432 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Bound using segment: {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:01:16.683882 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Bound port: 445d4a8d-ccc5-49e2-b6d7-c5366318f05c, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e934a6-0981-43a2-a903-223fd7ed89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:01:16.684233 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:16.746529 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] For port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:16.749934 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] For port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=445d4a8d-ccc5-49e2-b6d7-c5366318f05c,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:01:16.754325 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:16.788498 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:16.789144 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:16.790802 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] 10.222.0.66 "PUT /v2.0/ports/445d4a8d-ccc5-49e2-b6d7-c5366318f05c HTTP/1.1" status: 200 len: 1093 time: 0.7494195 Aug 11 03:01:16.815620 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d27bab-dbf7-45e0-887d-65cad8bb363c service neutron] Pushing event updated for resources: {'Port': ['ID=445d4a8d-ccc5-49e2-b6d7-c5366318f05c,revision_number=11']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:16.860564 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-74813149-267c-4a3a-ab3d-43b28e930900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:16.862126 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-74813149-267c-4a3a-ab3d-43b28e930900 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 1096 time: 0.0432162 Aug 11 03:01:16.960819 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-75123486-e46f-4f9a-bf02-02f9cdfae205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:16.962319 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-75123486-e46f-4f9a-bf02-02f9cdfae205 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0927689 Aug 11 03:01:17.029267 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-8288732a-35b9-409a-87b6-84f03150603a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=445d4a8d-ccc5-49e2-b6d7-c5366318f05c HTTP/1.1" status: 200 len: 999 time: 0.0581980 Aug 11 03:01:17.087056 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-ab187f47-329d-4b5e-bf0e-4edbcfc9adab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:17.088559 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-ab187f47-329d-4b5e-bf0e-4edbcfc9adab service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0513575 Aug 11 03:01:17.136247 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-6c8375fa-9626-49c7-ae36-9b0da9893400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:17.137681 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-6c8375fa-9626-49c7-ae36-9b0da9893400 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393550 Aug 11 03:01:17.224604 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-c771701f-7094-40ff-9a50-6be10e22a761 service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784228 Aug 11 03:01:17.317608 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-50ad62c3-397f-4d57-b612-dd5bf724891f req-d86bfed7-960f-4236-aa04-4d4c3743ce62 service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853426 Aug 11 03:01:17.319130 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 445d4a8d-ccc5-49e2-b6d7-c5366318f05c no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:17.356308 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 445d4a8d-ccc5-49e2-b6d7-c5366318f05c not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:17.513038 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9943da-91e6-4b1d-939e-a2672a231850 req-3f5da735-e31c-4480-8aeb-0b101503ed24 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:17.514437 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8b9943da-91e6-4b1d-939e-a2672a231850 req-3f5da735-e31c-4480-8aeb-0b101503ed24 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 944 time: 0.0492370 Aug 11 03:01:17.553060 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8b9943da-91e6-4b1d-939e-a2672a231850 req-4139c5b6-4969-49c9-9640-ab23c0e66dfe tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325439 Aug 11 03:01:18.372105 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3ce79cc8-e5ca-4aaf-8bce-80c3a0a67acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:18.392118 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:18.475421 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32790835-8015-4ec1-8479-220d0670a8d0', 'tag': '445d4a8d-ccc5-49e2-b6d7-c5366318f05c'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:18.477990 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d263d0a-86e9-4ba3-b8c2-004786d2f89d" -d '{"events": [{"name": "network-changed", "server_uuid": "32790835-8015-4ec1-8479-220d0670a8d0", "tag": "445d4a8d-ccc5-49e2-b6d7-c5366318f05c"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:18.527370 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7504d3bb-7324-444b-ae4a-7bbf4ffe137f x-openstack-request-id: req-7504d3bb-7324-444b-ae4a-7bbf4ffe137f {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:18.528212 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32790835-8015-4ec1-8479-220d0670a8d0", "tag": "445d4a8d-ccc5-49e2-b6d7-c5366318f05c", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:18.528479 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7504d3bb-7324-444b-ae4a-7bbf4ffe137f {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:18.528886 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32790835-8015-4ec1-8479-220d0670a8d0', 'tag': '445d4a8d-ccc5-49e2-b6d7-c5366318f05c', 'status': 'completed', 'code': 200} Aug 11 03:01:18.588850 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d263d0a-86e9-4ba3-b8c2-004786d2f89d req-df7ed040-0eff-42dc-b515-97f9078728df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:18.591159 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3d263d0a-86e9-4ba3-b8c2-004786d2f89d req-df7ed040-0eff-42dc-b515-97f9078728df service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 1096 time: 0.0454555 Aug 11 03:01:18.597380 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d263d0a-86e9-4ba3-b8c2-004786d2f89d req-9838ef6c-090a-412d-94e2-0251a333421a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:18.599056 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d263d0a-86e9-4ba3-b8c2-004786d2f89d req-9838ef6c-090a-412d-94e2-0251a333421a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 1096 time: 0.0470078 Aug 11 03:01:18.699562 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d263d0a-86e9-4ba3-b8c2-004786d2f89d req-7bd12cb5-5fd5-4248-9e8f-ffabd35d7abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:18.701401 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d263d0a-86e9-4ba3-b8c2-004786d2f89d req-7bd12cb5-5fd5-4248-9e8f-ffabd35d7abe service neutron] 10.222.0.66 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.0946915 Aug 11 03:01:18.728004 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bd411-9da4-4a34-85a2-8558fe58bc60 req-212cbd76-1b45-49a0-ba7e-1e6238d9c967 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:18.729483 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc0bd411-9da4-4a34-85a2-8558fe58bc60 req-212cbd76-1b45-49a0-ba7e-1e6238d9c967 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 944 time: 0.0798316 Aug 11 03:01:18.731178 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d263d0a-86e9-4ba3-b8c2-004786d2f89d req-cf1e2b22-f5d4-4a3b-8b9f-7cc6681ee432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:18.732548 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3d263d0a-86e9-4ba3-b8c2-004786d2f89d req-cf1e2b22-f5d4-4a3b-8b9f-7cc6681ee432 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 200 len: 913 time: 0.1334155 Aug 11 03:01:18.773308 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d263d0a-86e9-4ba3-b8c2-004786d2f89d req-677aed92-4e98-45fa-91be-3054369e916e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=445d4a8d-ccc5-49e2-b6d7-c5366318f05c HTTP/1.1" status: 200 len: 999 time: 0.0646040 Aug 11 03:01:18.820362 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bc0bd411-9da4-4a34-85a2-8558fe58bc60 req-01cc4867-08c4-4fd0-ac66-6c9f7b91ce17 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831623 Aug 11 03:01:18.824410 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3d263d0a-86e9-4ba3-b8c2-004786d2f89d req-365c1507-eed4-466f-bdae-2ecdbcd28b3e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=445d4a8d-ccc5-49e2-b6d7-c5366318f05c HTTP/1.1" status: 200 len: 999 time: 0.0814013 Aug 11 03:01:18.827134 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d263d0a-86e9-4ba3-b8c2-004786d2f89d req-ffe51e41-77ec-49ca-aa70-54137967e9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:18.828752 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d263d0a-86e9-4ba3-b8c2-004786d2f89d req-ffe51e41-77ec-49ca-aa70-54137967e9f4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0468280 Aug 11 03:01:18.876887 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d263d0a-86e9-4ba3-b8c2-004786d2f89d req-d30db063-cbda-4109-a2ed-a5314eb64a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:18.878498 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3d263d0a-86e9-4ba3-b8c2-004786d2f89d req-d30db063-cbda-4109-a2ed-a5314eb64a30 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 200 len: 851 time: 0.0471177 Aug 11 03:01:18.882802 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d263d0a-86e9-4ba3-b8c2-004786d2f89d req-6c74f063-1451-4dad-b911-cc7d0fcff29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:18.884374 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d263d0a-86e9-4ba3-b8c2-004786d2f89d req-6c74f063-1451-4dad-b911-cc7d0fcff29e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480888 Aug 11 03:01:18.925114 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d263d0a-86e9-4ba3-b8c2-004786d2f89d req-c8621979-0800-4e04-85e9-e992170e1a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:18.926632 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3d263d0a-86e9-4ba3-b8c2-004786d2f89d req-c8621979-0800-4e04-85e9-e992170e1a75 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4929e2be-6643-4ec7-9103-db724afc0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411019 Aug 11 03:01:18.977700 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d263d0a-86e9-4ba3-b8c2-004786d2f89d req-a9abf2dd-aafd-4792-ab78-39c7e16438b6 service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848575 Aug 11 03:01:19.023797 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3d263d0a-86e9-4ba3-b8c2-004786d2f89d req-5e9b6e5f-5383-4bb6-be09-c8422fbd0c71 service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888541 Aug 11 03:01:19.078209 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d263d0a-86e9-4ba3-b8c2-004786d2f89d req-e1065e30-2550-42ed-b07d-0469014e2cfd service neutron] 10.222.0.66 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934649 Aug 11 03:01:19.118702 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3d263d0a-86e9-4ba3-b8c2-004786d2f89d req-8086fefa-e19f-4d6f-ac8f-5eb7c6017f94 service neutron] 10.222.0.73 "GET /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874486 Aug 11 03:01:19.941628 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1841b8-6752-4558-a447-57d2e10ea467 req-4d8b75ff-a5f5-4728-9fb0-77eaaf0f5637 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:19.943124 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1a1841b8-6752-4558-a447-57d2e10ea467 req-4d8b75ff-a5f5-4728-9fb0-77eaaf0f5637 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 944 time: 0.0500982 Aug 11 03:01:19.981698 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1a1841b8-6752-4558-a447-57d2e10ea467 req-6f373326-d632-4401-8ff5-b9af7c7b6d31 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321641 Aug 11 03:01:20.107606 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:21.105699 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e30eb-d59e-43a7-9a27-8a97976ddd81 req-109e4b82-19bd-437f-86b8-670bd75cbf29 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:21.107216 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-223e30eb-d59e-43a7-9a27-8a97976ddd81 req-109e4b82-19bd-437f-86b8-670bd75cbf29 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 944 time: 0.0569029 Aug 11 03:01:21.145025 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-223e30eb-d59e-43a7-9a27-8a97976ddd81 req-1394e501-a9e5-4864-8da8-8684a4008a2d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307670 Aug 11 03:01:21.609731 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.262516 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39d3b2-aa34-45db-b790-16fa85462cf4 req-a823e0b3-a3f3-4492-abe5-a5ce4572c688 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:22.264046 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ab39d3b2-aa34-45db-b790-16fa85462cf4 req-a823e0b3-a3f3-4492-abe5-a5ce4572c688 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 944 time: 0.0511966 Aug 11 03:01:22.300689 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ab39d3b2-aa34-45db-b790-16fa85462cf4 req-45b4cee0-1b65-4348-824a-00e5913e1476 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307274 Aug 11 03:01:23.363562 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:01:23.415878 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3b074-2243-4aaa-b511-407ee9b230fc req-97d57a89-b8c4-40cb-b6f2-5723dbc319a2 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:23.417361 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a8e3b074-2243-4aaa-b511-407ee9b230fc req-97d57a89-b8c4-40cb-b6f2-5723dbc319a2 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 944 time: 0.0479271 Aug 11 03:01:23.454085 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a8e3b074-2243-4aaa-b511-407ee9b230fc req-343971ed-6c62-4fa4-9255-95ca0c28c72d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308292 Aug 11 03:01:24.574073 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3ad8e-31b0-4aef-a0a3-dab6ae7bc3ac req-f48d9467-ae07-4e65-8b6f-74485b7bc9a2 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:24.575606 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3aa3ad8e-31b0-4aef-a0a3-dab6ae7bc3ac req-f48d9467-ae07-4e65-8b6f-74485b7bc9a2 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 944 time: 0.0523334 Aug 11 03:01:24.613648 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3aa3ad8e-31b0-4aef-a0a3-dab6ae7bc3ac req-f8e6a1b1-f74a-4907-b511-ec5dd398b1d2 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316966 Aug 11 03:01:24.897194 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.730847 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d35018-d66b-4fe7-b810-18aaf700afb3 req-09dde833-ee61-450c-8d38-866f97a5e3a9 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:25.732386 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f7d35018-d66b-4fe7-b810-18aaf700afb3 req-09dde833-ee61-450c-8d38-866f97a5e3a9 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 944 time: 0.0477548 Aug 11 03:01:25.752303 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.769536 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f7d35018-d66b-4fe7-b810-18aaf700afb3 req-47099862-ba64-4604-8e43-6b171c7e9a85 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307353 Aug 11 03:01:26.888149 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63948013-e356-41e9-b0d8-041b2fda66a2 req-45e64d82-06ed-4ac5-b25b-8d670babe498 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:26.889642 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-63948013-e356-41e9-b0d8-041b2fda66a2 req-45e64d82-06ed-4ac5-b25b-8d670babe498 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 944 time: 0.0502167 Aug 11 03:01:26.926777 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-63948013-e356-41e9-b0d8-041b2fda66a2 req-952d7c2a-6f88-4b50-b186-1d8eff83961c tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312452 Aug 11 03:01:28.050045 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a7503-b570-4c65-a9e4-f2cfa861b1cb req-367fb29a-1c7b-45e2-8d5c-7438f4f9fd5b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:28.051572 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-848a7503-b570-4c65-a9e4-f2cfa861b1cb req-367fb29a-1c7b-45e2-8d5c-7438f4f9fd5b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 944 time: 0.0544977 Aug 11 03:01:28.092569 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-848a7503-b570-4c65-a9e4-f2cfa861b1cb req-47f9fbe8-9e69-40b3-bd35-d3f1302bae7d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350394 Aug 11 03:01:28.525224 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 445d4a8d-ccc5-49e2-b6d7-c5366318f05c details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:01:28.615450 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=445d4a8d-ccc5-49e2-b6d7-c5366318f05c,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:28.626205 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '445d4a8d-ccc5-49e2-b6d7-c5366318f05c', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'port_id': '445d4a8d-ccc5-49e2-b6d7-c5366318f05c', 'mac_address': 'fa:16:3e:80:a1:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:01:28.661088 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:28.676628 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445d4a8d-ccc5-49e2-b6d7-c5366318f05c {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:28.694961 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=445d4a8d-ccc5-49e2-b6d7-c5366318f05c,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:28.698415 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:28.743307 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=445d4a8d-ccc5-49e2-b6d7-c5366318f05c,revision_number=12']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:28.997135 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['445d4a8d-ccc5-49e2-b6d7-c5366318f05c'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:29.207641 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96729a61-4284-406c-b3f9-b0255e693b80 req-6ffd55f4-056a-46a3-b81b-30cfe549dc2a tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:29.209160 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-96729a61-4284-406c-b3f9-b0255e693b80 req-6ffd55f4-056a-46a3-b81b-30cfe549dc2a tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 945 time: 0.0491631 Aug 11 03:01:29.247766 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-96729a61-4284-406c-b3f9-b0255e693b80 req-0d233dda-29e7-40c8-b6be-18e1be3bffbd tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321949 Aug 11 03:01:29.360271 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae06c11-1f40-47f0-adc9-6fa399ab8dcf req-3f8d080b-5ff5-4d4a-aa5f-5b650bc4b7e0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:29.362377 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dae06c11-1f40-47f0-adc9-6fa399ab8dcf req-3f8d080b-5ff5-4d4a-aa5f-5b650bc4b7e0 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 945 time: 0.0494173 Aug 11 03:01:29.401704 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dae06c11-1f40-47f0-adc9-6fa399ab8dcf req-b22b954f-5917-4304-9806-bbdde9fa2286 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315356 Aug 11 03:01:29.518163 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fb208-4d42-426a-b331-a9df09a2a054 req-88686437-506b-4866-aa60-715cc49838d9 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:29.519561 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d2fb208-4d42-426a-b331-a9df09a2a054 req-88686437-506b-4866-aa60-715cc49838d9 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 945 time: 0.0525107 Aug 11 03:01:29.558651 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3d2fb208-4d42-426a-b331-a9df09a2a054 req-fcf9c769-f437-41c6-b595-8281dd963f86 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329835 Aug 11 03:01:29.788225 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268ebea-bfa2-4c63-bc8f-5ac51531e0cb req-fdfa6fec-e6e4-4ed1-a332-8e7e9e9eaa53 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:29.789601 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3268ebea-bfa2-4c63-bc8f-5ac51531e0cb req-fdfa6fec-e6e4-4ed1-a332-8e7e9e9eaa53 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 945 time: 0.0488865 Aug 11 03:01:29.825814 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3268ebea-bfa2-4c63-bc8f-5ac51531e0cb req-5a1e9da5-e617-4032-aa96-ff05f4a86bf7 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303323 Aug 11 03:01:30.541961 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 445d4a8d-ccc5-49e2-b6d7-c5366318f05c up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:30.591585 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:30.595096 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:30.596118 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:30.668390 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:30.689215 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32790835-8015-4ec1-8479-220d0670a8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445d4a8d-ccc5-49e2-b6d7-c5366318f05c'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:30.691428 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37698a96-dd16-4b68-8f57-f56a82dc3492" -d '{"events": [{"server_uuid": "32790835-8015-4ec1-8479-220d0670a8d0", "name": "network-vif-plugged", "status": "completed", "tag": "445d4a8d-ccc5-49e2-b6d7-c5366318f05c"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:30.706118 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=445d4a8d-ccc5-49e2-b6d7-c5366318f05c,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:30.709800 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:30.735502 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f70d94-61b4-4c06-ab2f-5f6a1a7c9223 x-openstack-request-id: req-46f70d94-61b4-4c06-ab2f-5f6a1a7c9223 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:30.735813 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32790835-8015-4ec1-8479-220d0670a8d0", "name": "network-vif-plugged", "status": "completed", "tag": "445d4a8d-ccc5-49e2-b6d7-c5366318f05c", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:30.736093 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-46f70d94-61b4-4c06-ab2f-5f6a1a7c9223 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:30.736477 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32790835-8015-4ec1-8479-220d0670a8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445d4a8d-ccc5-49e2-b6d7-c5366318f05c', 'code': 200} Aug 11 03:01:30.760813 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=445d4a8d-ccc5-49e2-b6d7-c5366318f05c,revision_number=13']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:30.941085 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824652ec-1e67-4033-81b8-646d142f5957 req-f456997c-2ee9-4e1e-b360-3f8ed9d5f510 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:30.942586 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-824652ec-1e67-4033-81b8-646d142f5957 req-f456997c-2ee9-4e1e-b360-3f8ed9d5f510 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 946 time: 0.0479441 Aug 11 03:01:30.979447 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-824652ec-1e67-4033-81b8-646d142f5957 req-ad2b1e64-9888-4fa0-987d-b33a81f1551f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups?id=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309689 Aug 11 03:01:31.539010 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5a108-1742-48af-a302-801fd781d344 req-2d4e39c2-a943-48d5-bdab-b826e3f4b670 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:31.540445 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aee5a108-1742-48af-a302-801fd781d344 req-2d4e39c2-a943-48d5-bdab-b826e3f4b670 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.66 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 946 time: 0.0521269 Aug 11 03:01:31.630446 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-aee5a108-1742-48af-a302-801fd781d344 req-24d4f272-ced6-4b43-861f-02a4794fec0d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Deleting port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:31.630785 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-aee5a108-1742-48af-a302-801fd781d344 req-24d4f272-ced6-4b43-861f-02a4794fec0d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.724746 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-aee5a108-1742-48af-a302-801fd781d344 req-24d4f272-ced6-4b43-861f-02a4794fec0d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] For port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=445d4a8d-ccc5-49e2-b6d7-c5366318f05c,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:31.725122 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-aee5a108-1742-48af-a302-801fd781d344 req-24d4f272-ced6-4b43-861f-02a4794fec0d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.892862 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-aee5a108-1742-48af-a302-801fd781d344 req-24d4f272-ced6-4b43-861f-02a4794fec0d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.893235 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-aee5a108-1742-48af-a302-801fd781d344 req-24d4f272-ced6-4b43-861f-02a4794fec0d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.893546 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [req-aee5a108-1742-48af-a302-801fd781d344 req-24d4f272-ced6-4b43-861f-02a4794fec0d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Floating IP 4403b450-0067-49c2-b28c-e147a40029a5 disassociated. External IP: 172.25.2.78, port: 445d4a8d-ccc5-49e2-b6d7-c5366318f05c. Aug 11 03:01:31.893887 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-aee5a108-1742-48af-a302-801fd781d344 req-24d4f272-ced6-4b43-861f-02a4794fec0d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Calling delete_port for 445d4a8d-ccc5-49e2-b6d7-c5366318f05c owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:32.025543 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-aee5a108-1742-48af-a302-801fd781d344 req-24d4f272-ced6-4b43-861f-02a4794fec0d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:32.055414 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4f272-ced6-4b43-861f-02a4794fec0d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Pushing event deleted for resources: {'Port': ['ID=445d4a8d-ccc5-49e2-b6d7-c5366318f05c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:32.076302 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-631eb401-bacf-4fb2-a12c-c55622811f45 req-c0efd873-8d64-486a-84e0-3ce5e465f39b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 210 time: 0.0273337 Aug 11 03:01:32.180994 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aee5a108-1742-48af-a302-801fd781d344 req-24d4f272-ced6-4b43-861f-02a4794fec0d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:32.292741 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aee5a108-1742-48af-a302-801fd781d344 req-24d4f272-ced6-4b43-861f-02a4794fec0d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:32.303184 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b35b42c-f978-412a-91c0-ab57c7c37dad None None] Sync routers for ids ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:32.313430 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b35b42c-f978-412a-91c0-ab57c7c37dad None None] Routers {'721caa3b-b2f4-4a30-a2ef-528ca9980df9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:32.314107 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1b35b42c-f978-412a-91c0-ab57c7c37dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:01:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:32.332908 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee5a108-1742-48af-a302-801fd781d344 req-24d4f272-ced6-4b43-861f-02a4794fec0d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] No DVR routers for this DVR port 445d4a8d-ccc5-49e2-b6d7-c5366318f05c on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:01:32.335602 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-aee5a108-1742-48af-a302-801fd781d344 req-24d4f272-ced6-4b43-861f-02a4794fec0d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:32.337570 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aee5a108-1742-48af-a302-801fd781d344 req-24d4f272-ced6-4b43-861f-02a4794fec0d tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.66 "DELETE /v2.0/ports/445d4a8d-ccc5-49e2-b6d7-c5366318f05c HTTP/1.1" status: 204 len: 173 time: 0.7899933 Aug 11 03:01:32.338028 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32790835-8015-4ec1-8479-220d0670a8d0', 'name': 'network-vif-deleted', 'tag': '445d4a8d-ccc5-49e2-b6d7-c5366318f05c'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:32.340317 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc148a92-eb94-47be-8ec1-528d1e73ff46" -d '{"events": [{"server_uuid": "32790835-8015-4ec1-8479-220d0670a8d0", "name": "network-vif-deleted", "tag": "445d4a8d-ccc5-49e2-b6d7-c5366318f05c"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:32.380469 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0274968f-5269-4ba4-b43a-8540340c5a2d x-openstack-request-id: req-0274968f-5269-4ba4-b43a-8540340c5a2d {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:32.381084 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32790835-8015-4ec1-8479-220d0670a8d0", "name": "network-vif-deleted", "tag": "445d4a8d-ccc5-49e2-b6d7-c5366318f05c", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:32.381397 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0274968f-5269-4ba4-b43a-8540340c5a2d {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:32.381808 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32790835-8015-4ec1-8479-220d0670a8d0', 'name': 'network-vif-deleted', 'tag': '445d4a8d-ccc5-49e2-b6d7-c5366318f05c', 'status': 'completed', 'code': 200} Aug 11 03:01:32.423268 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-1b35b42c-f978-412a-91c0-ab57c7c37dad None None] Set router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:32.704673 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1b35b42c-f978-412a-91c0-ab57c7c37dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37', 'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'mac_address': 'fa:16:3e:91:86:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:41Z', 'updated_at': '2021-08-11T02:51:46Z', 'revision_number': 5, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'subnets': [{'id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:32.734166 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b35b42c-f978-412a-91c0-ab57c7c37dad None None] Checking router: 721caa3b-b2f4-4a30-a2ef-528ca9980df9 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:01:32.743301 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b35b42c-f978-412a-91c0-ab57c7c37dad None None] Routers {'721caa3b-b2f4-4a30-a2ef-528ca9980df9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:32.743960 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1b35b42c-f978-412a-91c0-ab57c7c37dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:01:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:32.847984 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-1b35b42c-f978-412a-91c0-ab57c7c37dad None None] Set router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:33.045380 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1b35b42c-f978-412a-91c0-ab57c7c37dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37', 'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'mac_address': 'fa:16:3e:91:86:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:41Z', 'updated_at': '2021-08-11T02:51:46Z', 'revision_number': 5, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'subnets': [{'id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:33.072191 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b35b42c-f978-412a-91c0-ab57c7c37dad None None] The sync data for ids ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'] in n-d-615180-33 is: [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37', 'name': '', 'network_id': '4929e2be-6643-4ec7-9103-db724afc0845', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'mac_address': 'fa:16:3e:91:86:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:41Z', 'updated_at': '2021-08-11T02:51:46Z', 'revision_number': 5, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'subnets': [{'id': 'abd49636-10c5-482a-8401-7e5fcea67bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:33.180593 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-adb55efa-7d8c-46b3-be8e-9b283a293d46 req-cf1800e1-89b0-4510-b01a-bfdf82cfafbe tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 210 time: 0.0261884 Aug 11 03:01:33.300094 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e948b31-7b6f-485c-a9ee-668783131a28 None None] New status for floating IP 4403b450-0067-49c2-b28c-e147a40029a5: DOWN {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:01:34.281662 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cba40010-ef5e-43fc-8b48-728cf871a6e5 req-db0a0031-cdf7-44c7-b07b-f22024dd0bef tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 210 time: 0.0298684 Aug 11 03:01:34.551166 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 445d4a8d-ccc5-49e2-b6d7-c5366318f05c no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:34.571073 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 445d4a8d-ccc5-49e2-b6d7-c5366318f05c {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:01:34.571421 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 445d4a8d-ccc5-49e2-b6d7-c5366318f05c not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:35.379319 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8f483b4a-b29e-4eb3-8398-1edc3663e4ba req-d52e321f-b3dd-4bc0-a0bf-7c5dbe980d11 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/ports?device_id=32790835-8015-4ec1-8479-220d0670a8d0 HTTP/1.1" status: 200 len: 210 time: 0.0302544 Aug 11 03:01:39.085428 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59976) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:39.143426 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-69b5bc32-398e-43f3-a77e-fb38fa96cc67 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:39.168316 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-69b5bc32-398e-43f3-a77e-fb38fa96cc67 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:39.219860 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-69b5bc32-398e-43f3-a77e-fb38fa96cc67 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:39.222557 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-69b5bc32-398e-43f3-a77e-fb38fa96cc67 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:39.223765 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-69b5bc32-398e-43f3-a77e-fb38fa96cc67 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "DELETE /v2.0/security-groups/17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b HTTP/1.1" status: 204 len: 168 time: 0.1372457 Aug 11 03:01:39.226375 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59978) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:39.234144 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5bc32-398e-43f3-a77e-fb38fa96cc67 tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:39.241684 n-d-615180-33 neutron-server[94507]: INFO neutron.api.v2.resource [None req-bb1a4750-9811-4c85-9d30-cedc3a308d5f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] show failed (client error): The resource could not be found. Aug 11 03:01:39.245744 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59980) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:39.245891 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-bb1a4750-9811-4c85-9d30-cedc3a308d5f tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "GET /v2.0/security-groups/17a6bcb9-fa70-4af6-9ce8-62bebdb7f82b HTTP/1.1" status: 404 len: 347 time: 0.0182030 Aug 11 03:01:39.373329 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-6e4840b4-ec7f-41a5-92a2-73913255097b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Deleting port 92d520e1-d87d-4849-847f-223e1dee248d {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:39.373700 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6e4840b4-ec7f-41a5-92a2-73913255097b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:39.449058 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6e4840b4-ec7f-41a5-92a2-73913255097b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:39.449406 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6e4840b4-ec7f-41a5-92a2-73913255097b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:39.461107 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-6e4840b4-ec7f-41a5-92a2-73913255097b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Calling delete_port for 92d520e1-d87d-4849-847f-223e1dee248d owned by network:floatingip {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:39.597144 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6e4840b4-ec7f-41a5-92a2-73913255097b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:39.625746 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4840b4-ec7f-41a5-92a2-73913255097b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Pushing event deleted for resources: {'Port': ['ID=92d520e1-d87d-4849-847f-223e1dee248d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:39.688153 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6e4840b4-ec7f-41a5-92a2-73913255097b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks [] for floatingip, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:39.691296 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6e4840b4-ec7f-41a5-92a2-73913255097b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:39.692505 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6e4840b4-ec7f-41a5-92a2-73913255097b tempest-ServerActionsTestJSON-1571399619 tempest-ServerActionsTestJSON-1571399619-project] 10.222.0.50 "DELETE /v2.0/floatingips/4403b450-0067-49c2-b28c-e147a40029a5 HTTP/1.1" status: 204 len: 168 time: 0.4454203 Aug 11 03:01:39.695385 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 59982) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:40.193834 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a16bf54e-1b9f-4d6e-a0e8-dbc701699944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:40.433167 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-a16bf54e-1b9f-4d6e-a0e8-dbc701699944 admin admin] Deleting port 1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:40.433517 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a16bf54e-1b9f-4d6e-a0e8-dbc701699944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:40.513668 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-a16bf54e-1b9f-4d6e-a0e8-dbc701699944 admin admin] For port 1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:40.513948 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a16bf54e-1b9f-4d6e-a0e8-dbc701699944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:40.526714 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-a16bf54e-1b9f-4d6e-a0e8-dbc701699944 admin admin] Calling delete_port for 1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37 owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:40.702741 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a16bf54e-1b9f-4d6e-a0e8-dbc701699944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:40.729096 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bf54e-1b9f-4d6e-a0e8-dbc701699944 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:41.229638 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a16bf54e-1b9f-4d6e-a0e8-dbc701699944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:41.442993 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16bf54e-1b9f-4d6e-a0e8-dbc701699944 admin admin] Router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:41.546981 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16bf54e-1b9f-4d6e-a0e8-dbc701699944 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:41.554798 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a16bf54e-1b9f-4d6e-a0e8-dbc701699944 admin admin] 10.222.0.50 "PUT /v2.0/routers/721caa3b-b2f4-4a30-a2ef-528ca9980df9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8583891 Aug 11 03:01:41.555176 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59986) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:41.558664 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdcb9e6-41a6-4561-acba-89b94c98bb5c None None] Sync routers for ids ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:41.567933 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdcb9e6-41a6-4561-acba-89b94c98bb5c None None] Routers {'721caa3b-b2f4-4a30-a2ef-528ca9980df9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:41.568531 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-2bdcb9e6-41a6-4561-acba-89b94c98bb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:01:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:41.656590 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d75f82ca-e27a-472a-a98e-56e2019fa799 admin admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:41.671224 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-2bdcb9e6-41a6-4561-acba-89b94c98bb5c None None] Set router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:41.756856 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d75f82ca-e27a-472a-a98e-56e2019fa799 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:41.807879 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-d75f82ca-e27a-472a-a98e-56e2019fa799 admin admin] Deleting port 3e626af2-8269-45be-b4f3-0a02e26ff655 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:41.808136 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d75f82ca-e27a-472a-a98e-56e2019fa799 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:41.844456 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-2bdcb9e6-41a6-4561-acba-89b94c98bb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T03:01:40Z', 'revision_number': 5, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port': {'id': '3e626af2-8269-45be-b4f3-0a02e26ff655', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:41.870547 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdcb9e6-41a6-4561-acba-89b94c98bb5c None None] Checking router: 721caa3b-b2f4-4a30-a2ef-528ca9980df9 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:01:41.878686 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdcb9e6-41a6-4561-acba-89b94c98bb5c None None] Routers {'721caa3b-b2f4-4a30-a2ef-528ca9980df9'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:41.879282 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-2bdcb9e6-41a6-4561-acba-89b94c98bb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:01:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:41.884312 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-d75f82ca-e27a-472a-a98e-56e2019fa799 admin admin] For port 3e626af2-8269-45be-b4f3-0a02e26ff655, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=3e626af2-8269-45be-b4f3-0a02e26ff655,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:41.884676 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d75f82ca-e27a-472a-a98e-56e2019fa799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:41.897380 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-d75f82ca-e27a-472a-a98e-56e2019fa799 admin admin] Calling delete_port for 3e626af2-8269-45be-b4f3-0a02e26ff655 owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:41.962737 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-2bdcb9e6-41a6-4561-acba-89b94c98bb5c None None] Set router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:42.015865 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-2bdcb9e6-41a6-4561-acba-89b94c98bb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T03:01:41Z', 'revision_number': 6, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:42.042565 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdcb9e6-41a6-4561-acba-89b94c98bb5c None None] The sync data for ids ['721caa3b-b2f4-4a30-a2ef-528ca9980df9'] in n-d-615180-33 is: [{'id': '721caa3b-b2f4-4a30-a2ef-528ca9980df9', 'name': 'tempest-ServerActionsTestJSON-1079094582-router', 'tenant_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T03:01:41Z', 'revision_number': 6, 'project_id': 'b6aba3dfa4ae4719b99f69566c94cabd', 'gw_port_host': None}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:42.063209 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d75f82ca-e27a-472a-a98e-56e2019fa799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.095522 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f82ca-e27a-472a-a98e-56e2019fa799 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e626af2-8269-45be-b4f3-0a02e26ff655,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:42.153426 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d75f82ca-e27a-472a-a98e-56e2019fa799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.239310 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d75f82ca-e27a-472a-a98e-56e2019fa799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.241417 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d75f82ca-e27a-472a-a98e-56e2019fa799 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.284298 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d75f82ca-e27a-472a-a98e-56e2019fa799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.284818 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75f82ca-e27a-472a-a98e-56e2019fa799 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 721caa3b-b2f4-4a30-a2ef-528ca9980df9 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:01:42.288963 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d75f82ca-e27a-472a-a98e-56e2019fa799 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.290183 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d75f82ca-e27a-472a-a98e-56e2019fa799 admin admin] 10.222.0.50 "DELETE /v2.0/routers/721caa3b-b2f4-4a30-a2ef-528ca9980df9 HTTP/1.1" status: 204 len: 168 time: 0.7333789 Aug 11 03:01:42.292768 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59988) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:42.636758 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-891ce968-0296-46c2-97e6-cfa3f86f41dd admin admin] Deleting subnet abd49636-10c5-482a-8401-7e5fcea67bcf {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:01:42.639798 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-891ce968-0296-46c2-97e6-cfa3f86f41dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.672071 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-891ce968-0296-46c2-97e6-cfa3f86f41dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.745858 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-891ce968-0296-46c2-97e6-cfa3f86f41dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.804585 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-891ce968-0296-46c2-97e6-cfa3f86f41dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.831791 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ce968-0296-46c2-97e6-cfa3f86f41dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abd49636-10c5-482a-8401-7e5fcea67bcf,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:42.833742 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-891ce968-0296-46c2-97e6-cfa3f86f41dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.836708 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-891ce968-0296-46c2-97e6-cfa3f86f41dd admin admin] 10.222.0.50 "DELETE /v2.0/subnets/abd49636-10c5-482a-8401-7e5fcea67bcf HTTP/1.1" status: 204 len: 168 time: 0.5418949 Aug 11 03:01:42.838298 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59990) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:42.843292 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3e626af2-8269-45be-b4f3-0a02e26ff655 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:42.846507 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53b3661-bea4-43e9-88f2-f30bb663a287 None None] Network 4929e2be-6643-4ec7-9103-db724afc0845 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:01:42.898696 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 3e626af2-8269-45be-b4f3-0a02e26ff655 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:01:42.899053 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 3e626af2-8269-45be-b4f3-0a02e26ff655 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:42.899464 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:42.905486 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d717632-bc7b-4d12-bd3e-d1a185d8558f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.925838 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:01:42.926089 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1bd47dbc-6cfe-49b6-ac99-092d7ce0ba37 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:42.960083 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-2d717632-bc7b-4d12-bd3e-d1a185d8558f admin admin] Deleting port 81cc08dd-0888-4825-8190-aae060844e2d {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:42.960425 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d717632-bc7b-4d12-bd3e-d1a185d8558f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:43.030315 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-2d717632-bc7b-4d12-bd3e-d1a185d8558f admin admin] For port 81cc08dd-0888-4825-8190-aae060844e2d, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=81cc08dd-0888-4825-8190-aae060844e2d,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:43.030682 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d717632-bc7b-4d12-bd3e-d1a185d8558f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:43.044770 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-2d717632-bc7b-4d12-bd3e-d1a185d8558f admin admin] Calling delete_port for 81cc08dd-0888-4825-8190-aae060844e2d owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:43.053244 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3555f582-b027-4b14-8d50-c94a0eabf4fb None None] DHCP port deletion for 4929e2be-6643-4ec7-9103-db724afc0845 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:01:43.107916 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-3555f582-b027-4b14-8d50-c94a0eabf4fb None None] Deleting port 81cc08dd-0888-4825-8190-aae060844e2d {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:43.108669 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3555f582-b027-4b14-8d50-c94a0eabf4fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:43.135873 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d717632-bc7b-4d12-bd3e-d1a185d8558f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:43.163087 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d717632-bc7b-4d12-bd3e-d1a185d8558f admin admin] Pushing event deleted for resources: {'Port': ['ID=81cc08dd-0888-4825-8190-aae060844e2d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:43.169292 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d717632-bc7b-4d12-bd3e-d1a185d8558f admin admin] No DVR routers for this DVR port 81cc08dd-0888-4825-8190-aae060844e2d on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:01:43.175113 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-3555f582-b027-4b14-8d50-c94a0eabf4fb None None] For port 81cc08dd-0888-4825-8190-aae060844e2d, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=81cc08dd-0888-4825-8190-aae060844e2d,segment=NetworkSegment(27e934a6-0981-43a2-a903-223fd7ed89e8),segment_id=27e934a6-0981-43a2-a903-223fd7ed89e8)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:43.175592 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3555f582-b027-4b14-8d50-c94a0eabf4fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:43.190681 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-3555f582-b027-4b14-8d50-c94a0eabf4fb None None] Calling delete_port for 81cc08dd-0888-4825-8190-aae060844e2d owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:43.239728 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d717632-bc7b-4d12-bd3e-d1a185d8558f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:43.257805 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-2d717632-bc7b-4d12-bd3e-d1a185d8558f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4929e2be-6643-4ec7-9103-db724afc0845']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:43.263733 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-2d717632-bc7b-4d12-bd3e-d1a185d8558f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e934a6-0981-43a2-a903-223fd7ed89e8') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:43.264027 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-2d717632-bc7b-4d12-bd3e-d1a185d8558f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e934a6-0981-43a2-a903-223fd7ed89e8') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:43.273171 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d717632-bc7b-4d12-bd3e-d1a185d8558f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:43.283917 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3555f582-b027-4b14-8d50-c94a0eabf4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:43.287090 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d717632-bc7b-4d12-bd3e-d1a185d8558f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:43.293932 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d717632-bc7b-4d12-bd3e-d1a185d8558f admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:01:43.294404 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d717632-bc7b-4d12-bd3e-d1a185d8558f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: timer() Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:01:43.296396 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:01:43.317385 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555f582-b027-4b14-8d50-c94a0eabf4fb None None] Pushing event deleted for resources: {'Port': ['ID=81cc08dd-0888-4825-8190-aae060844e2d,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:43.322058 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3555f582-b027-4b14-8d50-c94a0eabf4fb None None] No DVR routers for this DVR port 81cc08dd-0888-4825-8190-aae060844e2d on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:01:43.359870 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d717632-bc7b-4d12-bd3e-d1a185d8558f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:43.365512 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d717632-bc7b-4d12-bd3e-d1a185d8558f admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:43.367379 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2d717632-bc7b-4d12-bd3e-d1a185d8558f admin admin] 10.222.0.50 "DELETE /v2.0/networks/4929e2be-6643-4ec7-9103-db724afc0845 HTTP/1.1" status: 204 len: 168 time: 0.5281680 Aug 11 03:01:43.378501 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d717632-bc7b-4d12-bd3e-d1a185d8558f admin admin] Pushing event deleted for resources: {'Network': ['ID=4929e2be-6643-4ec7-9103-db724afc0845,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:43.491071 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59994) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:43.539212 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fbe3c494-aeff-4237-830c-09fb32515dcb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b6aba3dfa4ae4719b99f69566c94cabd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469320 Aug 11 03:01:43.541703 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 59996) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:43.587848 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4b75d19a-6445-4e3b-ab1d-dd93438cb4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:43.607899 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4b75d19a-6445-4e3b-ab1d-dd93438cb4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:43.652862 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4b75d19a-6445-4e3b-ab1d-dd93438cb4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:43.655397 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4b75d19a-6445-4e3b-ab1d-dd93438cb4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:43.656578 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4b75d19a-6445-4e3b-ab1d-dd93438cb4ea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f0c08cca-2f0e-4a94-8d42-f5d66139986a HTTP/1.1" status: 204 len: 168 time: 0.1139772 Aug 11 03:01:43.664420 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75d19a-6445-4e3b-ab1d-dd93438cb4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c08cca-2f0e-4a94-8d42-f5d66139986a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:44.354883 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60018) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:44.450058 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-8310ecfd-7493-4a5d-a732-5c42e4ebfa11 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1441309984-network', 'tenant_id': '8f043fc6a49446eba93205f7e7ba20fa'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:44.472158 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8310ecfd-7493-4a5d-a732-5c42e4ebfa11 admin admin] Made reservation on behalf of 8f043fc6a49446eba93205f7e7ba20fa for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:44.474445 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8310ecfd-7493-4a5d-a732-5c42e4ebfa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.486597 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8310ecfd-7493-4a5d-a732-5c42e4ebfa11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.578924 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8310ecfd-7493-4a5d-a732-5c42e4ebfa11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.583208 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8310ecfd-7493-4a5d-a732-5c42e4ebfa11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.608747 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8310ecfd-7493-4a5d-a732-5c42e4ebfa11 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:01:44.614700 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310ecfd-7493-4a5d-a732-5c42e4ebfa11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dacb035-2133-4b50-addb-3fd27934a646,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:44.620640 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8310ecfd-7493-4a5d-a732-5c42e4ebfa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.620948 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-8310ecfd-7493-4a5d-a732-5c42e4ebfa11 admin admin] Added segment c5b4330f-94de-4f05-9f9e-a062ffb35f28 of type vlan for network e2faa412-71ca-49a8-9beb-892a51817ebc Aug 11 03:01:44.660018 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8310ecfd-7493-4a5d-a732-5c42e4ebfa11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.687794 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8310ecfd-7493-4a5d-a732-5c42e4ebfa11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.688939 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8310ecfd-7493-4a5d-a732-5c42e4ebfa11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:44.690128 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8310ecfd-7493-4a5d-a732-5c42e4ebfa11 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.745155 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8310ecfd-7493-4a5d-a732-5c42e4ebfa11 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3887398 Aug 11 03:01:44.748112 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60022) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:44.750226 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310ecfd-7493-4a5d-a732-5c42e4ebfa11 admin admin] Pushing event updated for resources: {'Network': ['ID=e2faa412-71ca-49a8-9beb-892a51817ebc,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:44.753729 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-774a79f0-c6e6-4a60-bfba-b2eec5f08935 admin admin] Request body: {'subnet': {'network_id': 'e2faa412-71ca-49a8-9beb-892a51817ebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1441309984-subnet', 'tenant_id': '8f043fc6a49446eba93205f7e7ba20fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:44.761536 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network e2faa412-71ca-49a8-9beb-892a51817ebc details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:01:44.774365 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774a79f0-c6e6-4a60-bfba-b2eec5f08935 admin admin] Made reservation on behalf of 8f043fc6a49446eba93205f7e7ba20fa for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:44.777762 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-774a79f0-c6e6-4a60-bfba-b2eec5f08935 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.827894 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 81cc08dd-0888-4825-8190-aae060844e2d no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:44.855860 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 81cc08dd-0888-4825-8190-aae060844e2d {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:01:44.856210 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 81cc08dd-0888-4825-8190-aae060844e2d not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:44.951681 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-774a79f0-c6e6-4a60-bfba-b2eec5f08935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:45.004964 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a79f0-c6e6-4a60-bfba-b2eec5f08935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d433d02a-4d2b-4151-b9e1-1dd10d0dabee,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:45.013121 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774a79f0-c6e6-4a60-bfba-b2eec5f08935 admin admin] Checking segment: {'id': 'c5b4330f-94de-4f05-9f9e-a062ffb35f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e2faa412-71ca-49a8-9beb-892a51817ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:45.013476 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774a79f0-c6e6-4a60-bfba-b2eec5f08935 admin admin] Network hostable DHCP agents. Network: e2faa412-71ca-49a8-9beb-892a51817ebc, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:01:45.029708 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774a79f0-c6e6-4a60-bfba-b2eec5f08935 admin admin] Network e2faa412-71ca-49a8-9beb-892a51817ebc is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:01:45.039078 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-774a79f0-c6e6-4a60-bfba-b2eec5f08935 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, e2faa412-71ca-49a8-9beb-892a51817ebc) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:45.043962 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774a79f0-c6e6-4a60-bfba-b2eec5f08935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:45.044879 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-774a79f0-c6e6-4a60-bfba-b2eec5f08935 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:45.048017 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0b02e9-dc07-4830-acf8-724723bb75e3 None None] Network e2faa412-71ca-49a8-9beb-892a51817ebc requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:01:45.060389 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-774a79f0-c6e6-4a60-bfba-b2eec5f08935 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3111234 Aug 11 03:01:45.166521 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e422b77d-cb6f-4ec7-9658-6d09f7030552 None None] Network e2faa412-71ca-49a8-9beb-892a51817ebc requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:01:45.489557 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-9d648411-afef-49d6-b452-ed4544db89ef tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:45.491023 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-9d648411-afef-49d6-b452-ed4544db89ef tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/networks?id=e2faa412-71ca-49a8-9beb-892a51817ebc HTTP/1.1" status: 200 len: 814 time: 0.1018777 Aug 11 03:01:45.505611 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-eda02782-8b5d-4566-bfce-b75237590115 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/quotas/8f043fc6a49446eba93205f7e7ba20fa HTTP/1.1" status: 200 len: 375 time: 0.0088630 Aug 11 03:01:45.536797 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-d0e11dba-f282-44a1-b32e-d6a7866f3ad6 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8f043fc6a49446eba93205f7e7ba20fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261970 Aug 11 03:01:45.676861 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-badbc067-b9d8-4dbe-84bc-7c4f70764c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:45.677254 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-b7256a8b-afca-4209-9bf9-07acac96cb71 service neutron] 10.222.0.50 "GET /v2.0/networks/e2faa412-71ca-49a8-9beb-892a51817ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335168 Aug 11 03:01:45.765563 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-575abdc3-4089-448e-99e6-54d8cd0f4fd5 service neutron] 10.222.0.50 "GET /v2.0/networks/e2faa412-71ca-49a8-9beb-892a51817ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818534 Aug 11 03:01:45.928702 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9907619b-98eb-468c-bfa4-9bfa72152d40 req-42b84f18-6682-45b8-8031-9ac4f07f085f tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a4011ad-fd4b-420f-8ac3-da2592b3889a HTTP/1.1" status: 200 len: 210 time: 0.0300088 Aug 11 03:01:47.039731 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7c13a2cb-e9bf-425f-b425-ce07d97126ef req-1e6981a3-d9aa-4b77-815e-92e80680ac6c tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a4011ad-fd4b-420f-8ac3-da2592b3889a HTTP/1.1" status: 200 len: 210 time: 0.0354238 Aug 11 03:01:47.050750 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-2d67e46b-c764-4ea8-869f-8dcd4b25c790 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:47.052264 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-2d67e46b-c764-4ea8-869f-8dcd4b25c790 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.73 "GET /v2.0/networks?id=e2faa412-71ca-49a8-9beb-892a51817ebc HTTP/1.1" status: 200 len: 814 time: 0.1424007 Aug 11 03:01:47.064761 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-8710a1a2-f6a2-49b0-9484-b0bbb41a1c80 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Request body: {'port': {'device_id': '0a4011ad-fd4b-420f-8ac3-da2592b3889a', 'network_id': 'e2faa412-71ca-49a8-9beb-892a51817ebc', 'admin_state_up': True, 'tenant_id': '8f043fc6a49446eba93205f7e7ba20fa'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:47.180228 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-8710a1a2-f6a2-49b0-9484-b0bbb41a1c80 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Made reservation on behalf of 8f043fc6a49446eba93205f7e7ba20fa for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:47.183905 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-8710a1a2-f6a2-49b0-9484-b0bbb41a1c80 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:47.309723 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-8710a1a2-f6a2-49b0-9484-b0bbb41a1c80 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Allocated IP 172.20.0.7 (e2faa412-71ca-49a8-9beb-892a51817ebc/d433d02a-4d2b-4151-b9e1-1dd10d0dabee/f68263d0-8345-46bc-8bd1-5d42815aff0d) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:47.458185 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-8710a1a2-f6a2-49b0-9484-b0bbb41a1c80 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:47.497648 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-8710a1a2-f6a2-49b0-9484-b0bbb41a1c80 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:47.539469 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-8710a1a2-f6a2-49b0-9484-b0bbb41a1c80 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Network e2faa412-71ca-49a8-9beb-892a51817ebc is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:47.545125 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-8710a1a2-f6a2-49b0-9484-b0bbb41a1c80 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:47.548972 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-8710a1a2-f6a2-49b0-9484-b0bbb41a1c80 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:47.581103 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710a1a2-f6a2-49b0-9484-b0bbb41a1c80 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Pushing event updated for resources: {'Port': ['ID=f68263d0-8345-46bc-8bd1-5d42815aff0d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:47.608534 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-8710a1a2-f6a2-49b0-9484-b0bbb41a1c80 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:47.609200 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-8710a1a2-f6a2-49b0-9484-b0bbb41a1c80 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:47.622701 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-8710a1a2-f6a2-49b0-9484-b0bbb41a1c80 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5618091 Aug 11 03:01:47.636135 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-9e1b069d-f8a8-4e65-8f96-3eb3edbda01b service neutron] Request body: {'port': {'device_id': '0a4011ad-fd4b-420f-8ac3-da2592b3889a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:47.688318 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-9e1b069d-f8a8-4e65-8f96-3eb3edbda01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:47.952058 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-9e1b069d-f8a8-4e65-8f96-3eb3edbda01b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f68263d0-8345-46bc-8bd1-5d42815aff0d {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:47.959298 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-9e1b069d-f8a8-4e65-8f96-3eb3edbda01b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:47.970799 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-9e1b069d-f8a8-4e65-8f96-3eb3edbda01b service neutron] Transition to ACTIVE for port object f68263d0-8345-46bc-8bd1-5d42815aff0d will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:47.974975 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-9e1b069d-f8a8-4e65-8f96-3eb3edbda01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.027673 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b069d-f8a8-4e65-8f96-3eb3edbda01b service neutron] Pushing event updated for resources: {'Port': ['ID=f68263d0-8345-46bc-8bd1-5d42815aff0d,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:48.094267 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-9e1b069d-f8a8-4e65-8f96-3eb3edbda01b service neutron] Attempting to bind port f68263d0-8345-46bc-8bd1-5d42815aff0d on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:01:48.095008 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-9e1b069d-f8a8-4e65-8f96-3eb3edbda01b service neutron] Attempting to bind port f68263d0-8345-46bc-8bd1-5d42815aff0d by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': 'c5b4330f-94de-4f05-9f9e-a062ffb35f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e2faa412-71ca-49a8-9beb-892a51817ebc'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:01:48.095008 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-9e1b069d-f8a8-4e65-8f96-3eb3edbda01b service neutron] Attempting to bind port f68263d0-8345-46bc-8bd1-5d42815aff0d on network e2faa412-71ca-49a8-9beb-892a51817ebc {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:48.100183 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-9e1b069d-f8a8-4e65-8f96-3eb3edbda01b service neutron] Port f68263d0-8345-46bc-8bd1-5d42815aff0d on network e2faa412-71ca-49a8-9beb-892a51817ebc not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:01:48.100506 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-9e1b069d-f8a8-4e65-8f96-3eb3edbda01b service neutron] Attempting to bind port f68263d0-8345-46bc-8bd1-5d42815aff0d on network e2faa412-71ca-49a8-9beb-892a51817ebc {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:48.105577 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-9e1b069d-f8a8-4e65-8f96-3eb3edbda01b service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:01:48.105917 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-9e1b069d-f8a8-4e65-8f96-3eb3edbda01b service neutron] Checking segment: {'id': 'c5b4330f-94de-4f05-9f9e-a062ffb35f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e2faa412-71ca-49a8-9beb-892a51817ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:48.106304 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-9e1b069d-f8a8-4e65-8f96-3eb3edbda01b service neutron] Bound using segment: {'id': 'c5b4330f-94de-4f05-9f9e-a062ffb35f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e2faa412-71ca-49a8-9beb-892a51817ebc'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:01:48.106729 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-9e1b069d-f8a8-4e65-8f96-3eb3edbda01b service neutron] Bound port: f68263d0-8345-46bc-8bd1-5d42815aff0d, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5b4330f-94de-4f05-9f9e-a062ffb35f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e2faa412-71ca-49a8-9beb-892a51817ebc'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:01:48.107089 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-9e1b069d-f8a8-4e65-8f96-3eb3edbda01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.160907 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a54d49-7c60-4ef4-ae27-0b892d730063 req-abbc1c12-c0e7-4e64-acb8-8ad3992f8bac tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:48.162441 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b6a54d49-7c60-4ef4-ae27-0b892d730063 req-abbc1c12-c0e7-4e64-acb8-8ad3992f8bac tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a4011ad-fd4b-420f-8ac3-da2592b3889a HTTP/1.1" status: 200 len: 943 time: 0.0529392 Aug 11 03:01:48.180096 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-9e1b069d-f8a8-4e65-8f96-3eb3edbda01b service neutron] For port f68263d0-8345-46bc-8bd1-5d42815aff0d, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:48.183904 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-9e1b069d-f8a8-4e65-8f96-3eb3edbda01b service neutron] For port f68263d0-8345-46bc-8bd1-5d42815aff0d, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=f68263d0-8345-46bc-8bd1-5d42815aff0d,segment=NetworkSegment(c5b4330f-94de-4f05-9f9e-a062ffb35f28),segment_id=c5b4330f-94de-4f05-9f9e-a062ffb35f28)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:01:48.188364 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-9e1b069d-f8a8-4e65-8f96-3eb3edbda01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.202144 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b6a54d49-7c60-4ef4-ae27-0b892d730063 req-b5ec8ebb-ceb2-4a08-8fa8-86c7466eb0e7 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/security-groups?id=8dacb035-2133-4b50-addb-3fd27934a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334961 Aug 11 03:01:48.229288 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-9e1b069d-f8a8-4e65-8f96-3eb3edbda01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:48.229947 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-9e1b069d-f8a8-4e65-8f96-3eb3edbda01b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.231702 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-9e1b069d-f8a8-4e65-8f96-3eb3edbda01b service neutron] 10.222.0.73 "PUT /v2.0/ports/f68263d0-8345-46bc-8bd1-5d42815aff0d HTTP/1.1" status: 200 len: 1092 time: 0.5996375 Aug 11 03:01:48.232169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4011ad-fd4b-420f-8ac3-da2592b3889a', 'tag': 'f68263d0-8345-46bc-8bd1-5d42815aff0d'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:48.234928 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9332211-a1ab-45e3-86ac-c86e7f380043" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4011ad-fd4b-420f-8ac3-da2592b3889a", "tag": "f68263d0-8345-46bc-8bd1-5d42815aff0d"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:48.257975 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b069d-f8a8-4e65-8f96-3eb3edbda01b service neutron] Pushing event updated for resources: {'Port': ['ID=f68263d0-8345-46bc-8bd1-5d42815aff0d,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:48.275190 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bee047-85e6-4888-b003-84a3bf36990a x-openstack-request-id: req-98bee047-85e6-4888-b003-84a3bf36990a {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:48.275490 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4011ad-fd4b-420f-8ac3-da2592b3889a", "tag": "f68263d0-8345-46bc-8bd1-5d42815aff0d", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:48.275777 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-98bee047-85e6-4888-b003-84a3bf36990a {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:48.276190 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4011ad-fd4b-420f-8ac3-da2592b3889a', 'tag': 'f68263d0-8345-46bc-8bd1-5d42815aff0d', 'status': 'completed', 'code': 200} Aug 11 03:01:48.323095 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-a88f1f72-21c9-4768-ad0e-27391a9bf277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:48.324654 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-a88f1f72-21c9-4768-ad0e-27391a9bf277 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f043fc6a49446eba93205f7e7ba20fa&device_id=0a4011ad-fd4b-420f-8ac3-da2592b3889a HTTP/1.1" status: 200 len: 1095 time: 0.0424175 Aug 11 03:01:48.370722 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-7e054fa7-17c8-42e4-adf8-bf53d59c6164 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f68263d0-8345-46bc-8bd1-5d42815aff0d HTTP/1.1" status: 200 len: 217 time: 0.0384054 Aug 11 03:01:48.378266 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ab04cac2-bae6-4be6-a213-c063b1bc05e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.395058 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.419953 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-c755288d-295e-4672-b930-2cffc0acfcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:48.421426 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-c755288d-295e-4672-b930-2cffc0acfcce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d433d02a-4d2b-4151-b9e1-1dd10d0dabee HTTP/1.1" status: 200 len: 854 time: 0.0441718 Aug 11 03:01:48.452576 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-e144d638-2e85-48d6-bba2-772724e6654f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e2faa412-71ca-49a8-9beb-892a51817ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240266 Aug 11 03:01:48.545659 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-55977ca2-c8d5-4d43-8379-7d0ff39b927e service neutron] 10.222.0.73 "GET /v2.0/networks/e2faa412-71ca-49a8-9beb-892a51817ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851660 Aug 11 03:01:48.635159 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c03234b8-6832-4861-951b-0f173fc4eb72 req-7f2cc27a-8b86-4626-9ab9-cef347552a87 service neutron] 10.222.0.73 "GET /v2.0/networks/e2faa412-71ca-49a8-9beb-892a51817ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823283 Aug 11 03:01:48.721686 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9332211-a1ab-45e3-86ac-c86e7f380043 req-95ecd993-1ad9-48df-a490-4650cec51fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:48.723044 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d9332211-a1ab-45e3-86ac-c86e7f380043 req-95ecd993-1ad9-48df-a490-4650cec51fcd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f043fc6a49446eba93205f7e7ba20fa&device_id=0a4011ad-fd4b-420f-8ac3-da2592b3889a HTTP/1.1" status: 200 len: 1095 time: 0.0407965 Aug 11 03:01:48.814887 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9332211-a1ab-45e3-86ac-c86e7f380043 req-1304e5e0-84b8-48d2-97ff-8b4ccc55b0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:48.816395 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d9332211-a1ab-45e3-86ac-c86e7f380043 req-1304e5e0-84b8-48d2-97ff-8b4ccc55b0ba service neutron] 10.222.0.73 "GET /v2.0/networks?id=e2faa412-71ca-49a8-9beb-892a51817ebc HTTP/1.1" status: 200 len: 915 time: 0.0865755 Aug 11 03:01:48.857100 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d9332211-a1ab-45e3-86ac-c86e7f380043 req-c0bb28df-79b1-4bd9-97f0-3fdd693a17f8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f68263d0-8345-46bc-8bd1-5d42815aff0d HTTP/1.1" status: 200 len: 217 time: 0.0339830 Aug 11 03:01:48.905250 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9332211-a1ab-45e3-86ac-c86e7f380043 req-8eb8ad89-5576-4c9e-968a-fb0ae21ddab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:48.906682 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d9332211-a1ab-45e3-86ac-c86e7f380043 req-8eb8ad89-5576-4c9e-968a-fb0ae21ddab1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d433d02a-4d2b-4151-b9e1-1dd10d0dabee HTTP/1.1" status: 200 len: 854 time: 0.0419848 Aug 11 03:01:48.942121 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d9332211-a1ab-45e3-86ac-c86e7f380043 req-eeaac5cc-57c4-46ac-9081-b2e1fd88dd70 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e2faa412-71ca-49a8-9beb-892a51817ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277898 Aug 11 03:01:49.029777 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d9332211-a1ab-45e3-86ac-c86e7f380043 req-e95775f0-7b9d-4815-838a-dcbb15cb3340 service neutron] 10.222.0.73 "GET /v2.0/networks/e2faa412-71ca-49a8-9beb-892a51817ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801084 Aug 11 03:01:49.120861 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d9332211-a1ab-45e3-86ac-c86e7f380043 req-e288723c-c4ee-4423-a43c-42adcce0ab6c service neutron] 10.222.0.73 "GET /v2.0/networks/e2faa412-71ca-49a8-9beb-892a51817ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834219 Aug 11 03:01:49.321336 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f6de0-7d3a-43e2-a516-11109e5f1052 req-b9a8a605-fd74-4b60-97d8-83bf6e2562bc tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:49.322834 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b46f6de0-7d3a-43e2-a516-11109e5f1052 req-b9a8a605-fd74-4b60-97d8-83bf6e2562bc tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a4011ad-fd4b-420f-8ac3-da2592b3889a HTTP/1.1" status: 200 len: 943 time: 0.0501215 Aug 11 03:01:49.361039 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b46f6de0-7d3a-43e2-a516-11109e5f1052 req-f2784b45-9bc0-4ecc-9679-ff91076072c5 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/security-groups?id=8dacb035-2133-4b50-addb-3fd27934a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322018 Aug 11 03:01:50.109854 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.478021 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c063f-461d-4a4c-b4ed-5739b0fbc18b req-441840b2-f1a9-4417-a648-12a5fa681a37 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:50.479520 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f38c063f-461d-4a4c-b4ed-5739b0fbc18b req-441840b2-f1a9-4417-a648-12a5fa681a37 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a4011ad-fd4b-420f-8ac3-da2592b3889a HTTP/1.1" status: 200 len: 943 time: 0.0509231 Aug 11 03:01:50.516846 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f38c063f-461d-4a4c-b4ed-5739b0fbc18b req-4ffd4a83-bc2f-4e0a-97f2-80355e8510c1 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/security-groups?id=8dacb035-2133-4b50-addb-3fd27934a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310528 Aug 11 03:01:51.521141 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device f68263d0-8345-46bc-8bd1-5d42815aff0d details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:01:51.626714 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.632832 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port f68263d0-8345-46bc-8bd1-5d42815aff0d, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=f68263d0-8345-46bc-8bd1-5d42815aff0d,segment=NetworkSegment(c5b4330f-94de-4f05-9f9e-a062ffb35f28),segment_id=c5b4330f-94de-4f05-9f9e-a062ffb35f28)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:51.637033 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d837e-966f-4735-9078-516873c8ca74 req-8b203012-37e8-4cf5-a010-7a54125ef6c0 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:51.638592 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b9d837e-966f-4735-9078-516873c8ca74 req-8b203012-37e8-4cf5-a010-7a54125ef6c0 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a4011ad-fd4b-420f-8ac3-da2592b3889a HTTP/1.1" status: 200 len: 943 time: 0.0552275 Aug 11 03:01:51.644591 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'f68263d0-8345-46bc-8bd1-5d42815aff0d', 'network_id': 'e2faa412-71ca-49a8-9beb-892a51817ebc', 'port_id': 'f68263d0-8345-46bc-8bd1-5d42815aff0d', 'mac_address': 'fa:16:3e:ef:cf:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd433d02a-4d2b-4151-b9e1-1dd10d0dabee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:01:51.683438 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.690332 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7b9d837e-966f-4735-9078-516873c8ca74 req-cf63e7f1-6b82-497a-8f3a-d0dd808e93d7 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/security-groups?id=8dacb035-2133-4b50-addb-3fd27934a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443540 Aug 11 03:01:51.696559 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f68263d0-8345-46bc-8bd1-5d42815aff0d {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:51.716830 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port f68263d0-8345-46bc-8bd1-5d42815aff0d, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=f68263d0-8345-46bc-8bd1-5d42815aff0d,segment=NetworkSegment(c5b4330f-94de-4f05-9f9e-a062ffb35f28),segment_id=c5b4330f-94de-4f05-9f9e-a062ffb35f28)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:51.720308 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.769606 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=f68263d0-8345-46bc-8bd1-5d42815aff0d,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:51.919936 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['f68263d0-8345-46bc-8bd1-5d42815aff0d'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:52.806334 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5f253-15de-4290-888a-071002e400e9 req-c9c64001-3a9a-4e64-b394-559ca613c73d tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:52.807877 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-04b5f253-15de-4290-888a-071002e400e9 req-c9c64001-3a9a-4e64-b394-559ca613c73d tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a4011ad-fd4b-420f-8ac3-da2592b3889a HTTP/1.1" status: 200 len: 944 time: 0.0511250 Aug 11 03:01:52.844496 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-04b5f253-15de-4290-888a-071002e400e9 req-b099d243-9537-4cc0-85cd-577c064d19f5 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/security-groups?id=8dacb035-2133-4b50-addb-3fd27934a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306566 Aug 11 03:01:53.537541 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device f68263d0-8345-46bc-8bd1-5d42815aff0d up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:53.587002 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port f68263d0-8345-46bc-8bd1-5d42815aff0d completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:53.590625 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port f68263d0-8345-46bc-8bd1-5d42815aff0d triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:53.591000 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:53.667982 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:53.690580 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4011ad-fd4b-420f-8ac3-da2592b3889a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68263d0-8345-46bc-8bd1-5d42815aff0d'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:53.692777 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2223733-ad92-4819-89a7-08e4e05dfbcb" -d '{"events": [{"server_uuid": "0a4011ad-fd4b-420f-8ac3-da2592b3889a", "name": "network-vif-plugged", "status": "completed", "tag": "f68263d0-8345-46bc-8bd1-5d42815aff0d"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:53.706014 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port f68263d0-8345-46bc-8bd1-5d42815aff0d, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=f68263d0-8345-46bc-8bd1-5d42815aff0d,segment=NetworkSegment(c5b4330f-94de-4f05-9f9e-a062ffb35f28),segment_id=c5b4330f-94de-4f05-9f9e-a062ffb35f28)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:53.709968 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:53.734018 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254faecd-3d0c-4d20-be8d-d6dd2f0ff982 x-openstack-request-id: req-254faecd-3d0c-4d20-be8d-d6dd2f0ff982 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:53.734618 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4011ad-fd4b-420f-8ac3-da2592b3889a", "name": "network-vif-plugged", "status": "completed", "tag": "f68263d0-8345-46bc-8bd1-5d42815aff0d", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:53.734618 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-254faecd-3d0c-4d20-be8d-d6dd2f0ff982 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:53.734913 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4011ad-fd4b-420f-8ac3-da2592b3889a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68263d0-8345-46bc-8bd1-5d42815aff0d', 'code': 200} Aug 11 03:01:53.764404 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=f68263d0-8345-46bc-8bd1-5d42815aff0d,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:53.826977 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35faa909-177c-4300-b990-ec4d741cbb01 req-f888320c-5385-4690-91d2-20d2294b7595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:53.828494 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-35faa909-177c-4300-b990-ec4d741cbb01 req-f888320c-5385-4690-91d2-20d2294b7595 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0a4011ad-fd4b-420f-8ac3-da2592b3889a HTTP/1.1" status: 200 len: 1097 time: 0.0440073 Aug 11 03:01:53.862252 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-35faa909-177c-4300-b990-ec4d741cbb01 req-f3e68bf5-84d3-4252-9787-e83e44174c54 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8dacb035-2133-4b50-addb-3fd27934a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268145 Aug 11 03:01:53.958368 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e5a6b-2da4-4598-82f0-1ab909652ecc req-a75ac8a6-c262-4ab9-b80d-d11d2a4d547e tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:53.959861 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-869e5a6b-2da4-4598-82f0-1ab909652ecc req-a75ac8a6-c262-4ab9-b80d-d11d2a4d547e tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a4011ad-fd4b-420f-8ac3-da2592b3889a HTTP/1.1" status: 200 len: 945 time: 0.0490248 Aug 11 03:01:53.996546 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-869e5a6b-2da4-4598-82f0-1ab909652ecc req-33a4fa2e-568f-4245-8b4d-323898eb56d3 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/security-groups?id=8dacb035-2133-4b50-addb-3fd27934a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307939 Aug 11 03:01:54.908778 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.111891 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed532fb-f6c7-44b6-b5d4-f9419453a2bc req-a0759ec1-3582-4f57-b958-225dd4914e13 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:55.113385 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2ed532fb-f6c7-44b6-b5d4-f9419453a2bc req-a0759ec1-3582-4f57-b958-225dd4914e13 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a4011ad-fd4b-420f-8ac3-da2592b3889a HTTP/1.1" status: 200 len: 945 time: 0.0484562 Aug 11 03:01:55.150550 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2ed532fb-f6c7-44b6-b5d4-f9419453a2bc req-47f04915-01b0-41e5-84bf-5bc75bf23f62 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/security-groups?id=8dacb035-2133-4b50-addb-3fd27934a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313325 Aug 11 03:01:55.371457 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-34eb394e-8cfc-4a35-b454-1de0ce11c846 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:55.373287 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-34eb394e-8cfc-4a35-b454-1de0ce11c846 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/networks?id=e2faa412-71ca-49a8-9beb-892a51817ebc HTTP/1.1" status: 200 len: 814 time: 0.1017497 Aug 11 03:01:55.388550 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-9d56512e-b5f3-45e3-b879-0e393fa32ab4 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/quotas/8f043fc6a49446eba93205f7e7ba20fa HTTP/1.1" status: 200 len: 375 time: 0.0090873 Aug 11 03:01:55.435719 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-4b7c2a41-1ef4-45e9-b0a6-e1e17eedcb21 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8f043fc6a49446eba93205f7e7ba20fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0420368 Aug 11 03:01:55.522906 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-87f47e3b-17bc-4d56-bd95-1b9dcda55715 service neutron] 10.222.0.50 "GET /v2.0/networks/e2faa412-71ca-49a8-9beb-892a51817ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797031 Aug 11 03:01:55.612707 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-c0f7f347-68cb-4bd6-8b70-cb66b5d5a936 service neutron] 10.222.0.50 "GET /v2.0/networks/e2faa412-71ca-49a8-9beb-892a51817ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837061 Aug 11 03:01:55.765125 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.771786 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3dd3f264-6fa1-4fa4-a83f-573e7555584b req-f9d64b86-d12d-4bb5-a4ec-e7722ae9481a tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea1b025c-15a8-4600-95c4-5f7de2ab3460 HTTP/1.1" status: 200 len: 210 time: 0.0264599 Aug 11 03:01:56.554091 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9b1b0bb8-89a6-4914-a2be-4cc3db804fc6 req-5005b136-c340-487b-bd50-5ad6e9d5d961 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0a4011ad-fd4b-420f-8ac3-da2592b3889a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405993 Aug 11 03:01:56.639859 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b0bb8-89a6-4914-a2be-4cc3db804fc6 req-9587c657-7e9b-42b6-9aeb-6d375ea20118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:56.641584 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9b1b0bb8-89a6-4914-a2be-4cc3db804fc6 req-9587c657-7e9b-42b6-9aeb-6d375ea20118 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f043fc6a49446eba93205f7e7ba20fa&device_id=0a4011ad-fd4b-420f-8ac3-da2592b3889a HTTP/1.1" status: 200 len: 1097 time: 0.0431650 Aug 11 03:01:56.686866 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-994876ee-8917-40b1-9094-4e9d451ec0cc tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:56.688493 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-994876ee-8917-40b1-9094-4e9d451ec0cc tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.66 "GET /v2.0/networks?id=e2faa412-71ca-49a8-9beb-892a51817ebc HTTP/1.1" status: 200 len: 814 time: 0.1125894 Aug 11 03:01:56.702285 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-357a3c6a-1b2e-4116-8ee3-30a8b3da13e0 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Request body: {'port': {'device_id': 'ea1b025c-15a8-4600-95c4-5f7de2ab3460', 'network_id': 'e2faa412-71ca-49a8-9beb-892a51817ebc', 'admin_state_up': True, 'tenant_id': '8f043fc6a49446eba93205f7e7ba20fa'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:56.753966 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b0bb8-89a6-4914-a2be-4cc3db804fc6 req-e0be05d0-6881-43c2-a1d9-d46eac8a77c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:56.755496 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9b1b0bb8-89a6-4914-a2be-4cc3db804fc6 req-e0be05d0-6881-43c2-a1d9-d46eac8a77c8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e2faa412-71ca-49a8-9beb-892a51817ebc HTTP/1.1" status: 200 len: 915 time: 0.0904167 Aug 11 03:01:56.796270 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9b1b0bb8-89a6-4914-a2be-4cc3db804fc6 req-82833cfc-477b-43f3-ac03-7496cbd9b680 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f68263d0-8345-46bc-8bd1-5d42815aff0d HTTP/1.1" status: 200 len: 217 time: 0.0339754 Aug 11 03:01:56.814160 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-357a3c6a-1b2e-4116-8ee3-30a8b3da13e0 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Made reservation on behalf of 8f043fc6a49446eba93205f7e7ba20fa for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:56.818321 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-357a3c6a-1b2e-4116-8ee3-30a8b3da13e0 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.862237 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b0bb8-89a6-4914-a2be-4cc3db804fc6 req-62600f26-2e92-4d14-b190-d7b27f6167af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:56.863686 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9b1b0bb8-89a6-4914-a2be-4cc3db804fc6 req-62600f26-2e92-4d14-b190-d7b27f6167af service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d433d02a-4d2b-4151-b9e1-1dd10d0dabee HTTP/1.1" status: 200 len: 854 time: 0.0600588 Aug 11 03:01:56.879935 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-889301ed-0542-4451-91cb-2e9c63c1baff req-ff031522-6833-49cc-b99f-51fa7dd70a46 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea1b025c-15a8-4600-95c4-5f7de2ab3460 HTTP/1.1" status: 200 len: 210 time: 0.0307252 Aug 11 03:01:56.903867 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9b1b0bb8-89a6-4914-a2be-4cc3db804fc6 req-33a5bfa4-e0f9-4e38-b6fd-49a1252face9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e2faa412-71ca-49a8-9beb-892a51817ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261154 Aug 11 03:01:56.953193 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-357a3c6a-1b2e-4116-8ee3-30a8b3da13e0 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Allocated IP 172.20.0.3 (e2faa412-71ca-49a8-9beb-892a51817ebc/d433d02a-4d2b-4151-b9e1-1dd10d0dabee/21a57372-0029-436b-8493-d63b341893f4) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:56.993337 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9b1b0bb8-89a6-4914-a2be-4cc3db804fc6 req-628b7833-4c07-491a-b6a2-fc2d34384bee service neutron] 10.222.0.73 "GET /v2.0/networks/e2faa412-71ca-49a8-9beb-892a51817ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815785 Aug 11 03:01:57.086862 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9b1b0bb8-89a6-4914-a2be-4cc3db804fc6 req-02a76c06-6cd9-4db1-a4b5-cb88af11d40b service neutron] 10.222.0.73 "GET /v2.0/networks/e2faa412-71ca-49a8-9beb-892a51817ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866256 Aug 11 03:01:57.112682 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-357a3c6a-1b2e-4116-8ee3-30a8b3da13e0 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:57.153017 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-357a3c6a-1b2e-4116-8ee3-30a8b3da13e0 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:57.165366 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['f68263d0-8345-46bc-8bd1-5d42815aff0d'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:57.193313 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-357a3c6a-1b2e-4116-8ee3-30a8b3da13e0 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Network e2faa412-71ca-49a8-9beb-892a51817ebc is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:57.196404 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-357a3c6a-1b2e-4116-8ee3-30a8b3da13e0 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:57.198924 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-357a3c6a-1b2e-4116-8ee3-30a8b3da13e0 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:57.240941 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a3c6a-1b2e-4116-8ee3-30a8b3da13e0 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Pushing event updated for resources: {'Port': ['ID=21a57372-0029-436b-8493-d63b341893f4,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:57.263074 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-357a3c6a-1b2e-4116-8ee3-30a8b3da13e0 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:57.263714 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-357a3c6a-1b2e-4116-8ee3-30a8b3da13e0 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:57.277737 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-357a3c6a-1b2e-4116-8ee3-30a8b3da13e0 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5799065 Aug 11 03:01:57.290723 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-2082f1ac-da4e-4e0b-a03a-03c6c12be676 service neutron] Request body: {'port': {'device_id': 'ea1b025c-15a8-4600-95c4-5f7de2ab3460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:57.348025 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-2082f1ac-da4e-4e0b-a03a-03c6c12be676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:57.608462 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-2082f1ac-da4e-4e0b-a03a-03c6c12be676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a57372-0029-436b-8493-d63b341893f4 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:57.616307 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-2082f1ac-da4e-4e0b-a03a-03c6c12be676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:57.628275 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-2082f1ac-da4e-4e0b-a03a-03c6c12be676 service neutron] Transition to ACTIVE for port object 21a57372-0029-436b-8493-d63b341893f4 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:57.632143 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-2082f1ac-da4e-4e0b-a03a-03c6c12be676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:57.718957 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082f1ac-da4e-4e0b-a03a-03c6c12be676 service neutron] Pushing event updated for resources: {'Port': ['ID=21a57372-0029-436b-8493-d63b341893f4,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:57.750310 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-2082f1ac-da4e-4e0b-a03a-03c6c12be676 service neutron] Attempting to bind port 21a57372-0029-436b-8493-d63b341893f4 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:01:57.750649 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-2082f1ac-da4e-4e0b-a03a-03c6c12be676 service neutron] Attempting to bind port 21a57372-0029-436b-8493-d63b341893f4 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'c5b4330f-94de-4f05-9f9e-a062ffb35f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e2faa412-71ca-49a8-9beb-892a51817ebc'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:01:57.750978 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-2082f1ac-da4e-4e0b-a03a-03c6c12be676 service neutron] Attempting to bind port 21a57372-0029-436b-8493-d63b341893f4 on network e2faa412-71ca-49a8-9beb-892a51817ebc {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:57.756017 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-2082f1ac-da4e-4e0b-a03a-03c6c12be676 service neutron] Port 21a57372-0029-436b-8493-d63b341893f4 on network e2faa412-71ca-49a8-9beb-892a51817ebc not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:01:57.756341 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-2082f1ac-da4e-4e0b-a03a-03c6c12be676 service neutron] Attempting to bind port 21a57372-0029-436b-8493-d63b341893f4 on network e2faa412-71ca-49a8-9beb-892a51817ebc {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:57.761088 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-2082f1ac-da4e-4e0b-a03a-03c6c12be676 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:01:57.761424 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-2082f1ac-da4e-4e0b-a03a-03c6c12be676 service neutron] Checking segment: {'id': 'c5b4330f-94de-4f05-9f9e-a062ffb35f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e2faa412-71ca-49a8-9beb-892a51817ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:57.761813 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-2082f1ac-da4e-4e0b-a03a-03c6c12be676 service neutron] Bound using segment: {'id': 'c5b4330f-94de-4f05-9f9e-a062ffb35f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e2faa412-71ca-49a8-9beb-892a51817ebc'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:01:57.762238 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-2082f1ac-da4e-4e0b-a03a-03c6c12be676 service neutron] Bound port: 21a57372-0029-436b-8493-d63b341893f4, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5b4330f-94de-4f05-9f9e-a062ffb35f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e2faa412-71ca-49a8-9beb-892a51817ebc'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:01:57.762588 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-2082f1ac-da4e-4e0b-a03a-03c6c12be676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:57.826763 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-2082f1ac-da4e-4e0b-a03a-03c6c12be676 service neutron] For port 21a57372-0029-436b-8493-d63b341893f4, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:57.830240 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-2082f1ac-da4e-4e0b-a03a-03c6c12be676 service neutron] For port 21a57372-0029-436b-8493-d63b341893f4, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=21a57372-0029-436b-8493-d63b341893f4,segment=NetworkSegment(c5b4330f-94de-4f05-9f9e-a062ffb35f28),segment_id=c5b4330f-94de-4f05-9f9e-a062ffb35f28)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:01:57.834323 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-2082f1ac-da4e-4e0b-a03a-03c6c12be676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:57.868919 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-2082f1ac-da4e-4e0b-a03a-03c6c12be676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:57.869543 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-2082f1ac-da4e-4e0b-a03a-03c6c12be676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:57.870940 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-2082f1ac-da4e-4e0b-a03a-03c6c12be676 service neutron] 10.222.0.66 "PUT /v2.0/ports/21a57372-0029-436b-8493-d63b341893f4 HTTP/1.1" status: 200 len: 1092 time: 0.5844338 Aug 11 03:01:57.871383 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1b025c-15a8-4600-95c4-5f7de2ab3460', 'tag': '21a57372-0029-436b-8493-d63b341893f4'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:57.873645 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75aef5a6-1e21-4321-a3f3-f19c31ecf077" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1b025c-15a8-4600-95c4-5f7de2ab3460", "tag": "21a57372-0029-436b-8493-d63b341893f4"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:57.897438 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082f1ac-da4e-4e0b-a03a-03c6c12be676 service neutron] Pushing event updated for resources: {'Port': ['ID=21a57372-0029-436b-8493-d63b341893f4,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:57.922446 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d49351-ad15-4e72-a3ef-a742bbc312cb x-openstack-request-id: req-b8d49351-ad15-4e72-a3ef-a742bbc312cb {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:57.922732 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1b025c-15a8-4600-95c4-5f7de2ab3460", "tag": "21a57372-0029-436b-8493-d63b341893f4", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:57.922983 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b8d49351-ad15-4e72-a3ef-a742bbc312cb {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:57.923441 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1b025c-15a8-4600-95c4-5f7de2ab3460', 'tag': '21a57372-0029-436b-8493-d63b341893f4', 'status': 'completed', 'code': 200} Aug 11 03:01:57.953089 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-68e82d37-1c78-40a8-b06d-a8d71b677c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:57.954621 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-68e82d37-1c78-40a8-b06d-a8d71b677c65 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8f043fc6a49446eba93205f7e7ba20fa&device_id=ea1b025c-15a8-4600-95c4-5f7de2ab3460 HTTP/1.1" status: 200 len: 1095 time: 0.0421751 Aug 11 03:01:57.997774 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcfdd1-c760-4c66-adb6-b5f7d28e809e req-f251ec9b-e060-4fc6-9d29-a16d31ac909b tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:57.999280 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-82dcfdd1-c760-4c66-adb6-b5f7d28e809e req-f251ec9b-e060-4fc6-9d29-a16d31ac909b tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea1b025c-15a8-4600-95c4-5f7de2ab3460 HTTP/1.1" status: 200 len: 943 time: 0.0504949 Aug 11 03:01:58.001276 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-e2d1702e-2e6a-4312-b6fd-a652f938c51d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21a57372-0029-436b-8493-d63b341893f4 HTTP/1.1" status: 200 len: 217 time: 0.0384750 Aug 11 03:01:58.037623 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-82dcfdd1-c760-4c66-adb6-b5f7d28e809e req-cf21aa73-e4b1-4ed8-95d3-bad4b1622e6a tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/security-groups?id=8dacb035-2133-4b50-addb-3fd27934a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320332 Aug 11 03:01:58.051772 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-2e423185-9e21-43ce-a523-61dfe7a093bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:58.053253 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-2e423185-9e21-43ce-a523-61dfe7a093bf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d433d02a-4d2b-4151-b9e1-1dd10d0dabee HTTP/1.1" status: 200 len: 854 time: 0.0446756 Aug 11 03:01:58.085253 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-e24c83aa-4d39-4ca3-9ba3-4b5373b1c9dc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e2faa412-71ca-49a8-9beb-892a51817ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239947 Aug 11 03:01:58.180907 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-21a3c310-8e34-43f3-b7ce-fe75cd11a59b service neutron] 10.222.0.66 "GET /v2.0/networks/e2faa412-71ca-49a8-9beb-892a51817ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864370 Aug 11 03:01:58.269928 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ac14719b-9b4c-4e22-b9e9-5c1aa5f0f09c req-3ca00124-ff5a-4c55-a02d-f8c547b0b6ba service neutron] 10.222.0.66 "GET /v2.0/networks/e2faa412-71ca-49a8-9beb-892a51817ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814974 Aug 11 03:01:58.359317 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aef5a6-1e21-4321-a3f3-f19c31ecf077 req-72dd563f-e641-4d25-8ad0-963e861d2463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:58.360850 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-75aef5a6-1e21-4321-a3f3-f19c31ecf077 req-72dd563f-e641-4d25-8ad0-963e861d2463 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8f043fc6a49446eba93205f7e7ba20fa&device_id=ea1b025c-15a8-4600-95c4-5f7de2ab3460 HTTP/1.1" status: 200 len: 1095 time: 0.0415568 Aug 11 03:01:58.452796 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aef5a6-1e21-4321-a3f3-f19c31ecf077 req-e47fa1ad-1fa1-402f-8df1-136ec9676c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:58.454247 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-75aef5a6-1e21-4321-a3f3-f19c31ecf077 req-e47fa1ad-1fa1-402f-8df1-136ec9676c60 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e2faa412-71ca-49a8-9beb-892a51817ebc HTTP/1.1" status: 200 len: 915 time: 0.0860069 Aug 11 03:01:58.496148 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-75aef5a6-1e21-4321-a3f3-f19c31ecf077 req-e525ac6f-5e33-4d7c-9276-2db7de2ed3ff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21a57372-0029-436b-8493-d63b341893f4 HTTP/1.1" status: 200 len: 217 time: 0.0341825 Aug 11 03:01:58.557131 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aef5a6-1e21-4321-a3f3-f19c31ecf077 req-cf98613a-c9ef-46fb-8ce9-7f5ffa0b0c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:58.558559 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-75aef5a6-1e21-4321-a3f3-f19c31ecf077 req-cf98613a-c9ef-46fb-8ce9-7f5ffa0b0c96 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d433d02a-4d2b-4151-b9e1-1dd10d0dabee HTTP/1.1" status: 200 len: 854 time: 0.0472178 Aug 11 03:01:58.591523 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-75aef5a6-1e21-4321-a3f3-f19c31ecf077 req-5cd0feb6-096e-4f27-bf69-b7b4c134c6b2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e2faa412-71ca-49a8-9beb-892a51817ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238540 Aug 11 03:01:58.680254 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-75aef5a6-1e21-4321-a3f3-f19c31ecf077 req-95b39deb-93ae-4bf9-a517-a99f97045f6a service neutron] 10.222.0.66 "GET /v2.0/networks/e2faa412-71ca-49a8-9beb-892a51817ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801888 Aug 11 03:01:58.774888 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-75aef5a6-1e21-4321-a3f3-f19c31ecf077 req-747154ee-c86f-49eb-a5e9-ff44dc964959 service neutron] 10.222.0.66 "GET /v2.0/networks/e2faa412-71ca-49a8-9beb-892a51817ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864756 Aug 11 03:01:59.154832 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9cebd-2e44-4655-89e3-aad43c277dbf req-ab50d6d7-ad34-4f8e-845a-75568955f230 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:59.156328 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4ed9cebd-2e44-4655-89e3-aad43c277dbf req-ab50d6d7-ad34-4f8e-845a-75568955f230 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea1b025c-15a8-4600-95c4-5f7de2ab3460 HTTP/1.1" status: 200 len: 943 time: 0.0492930 Aug 11 03:01:59.193634 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4ed9cebd-2e44-4655-89e3-aad43c277dbf req-67771bd2-3e3b-4ee3-900f-67f0fee654df tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/security-groups?id=8dacb035-2133-4b50-addb-3fd27934a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313723 Aug 11 03:02:00.304983 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5b61b-e311-455d-af9d-ef64c91ce91a req-97f9043c-1d02-4d95-8c68-dd84bfdf689c tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:00.306451 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cdc5b61b-e311-455d-af9d-ef64c91ce91a req-97f9043c-1d02-4d95-8c68-dd84bfdf689c tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea1b025c-15a8-4600-95c4-5f7de2ab3460 HTTP/1.1" status: 200 len: 943 time: 0.0477395 Aug 11 03:02:00.348192 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cdc5b61b-e311-455d-af9d-ef64c91ce91a req-ed9c9ddb-5005-4f9f-a74a-9ba047189083 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/security-groups?id=8dacb035-2133-4b50-addb-3fd27934a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358486 Aug 11 03:02:00.362876 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:02:00.679303 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 21a57372-0029-436b-8493-d63b341893f4 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:02:00.774277 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 21a57372-0029-436b-8493-d63b341893f4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=21a57372-0029-436b-8493-d63b341893f4,segment=NetworkSegment(c5b4330f-94de-4f05-9f9e-a062ffb35f28),segment_id=c5b4330f-94de-4f05-9f9e-a062ffb35f28)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:00.786048 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '21a57372-0029-436b-8493-d63b341893f4', 'network_id': 'e2faa412-71ca-49a8-9beb-892a51817ebc', 'port_id': '21a57372-0029-436b-8493-d63b341893f4', 'mac_address': 'fa:16:3e:29:9a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd433d02a-4d2b-4151-b9e1-1dd10d0dabee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:02:00.821256 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:00.833346 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a57372-0029-436b-8493-d63b341893f4 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:00.852950 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 21a57372-0029-436b-8493-d63b341893f4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=21a57372-0029-436b-8493-d63b341893f4,segment=NetworkSegment(c5b4330f-94de-4f05-9f9e-a062ffb35f28),segment_id=c5b4330f-94de-4f05-9f9e-a062ffb35f28)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:00.857848 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:00.902224 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=21a57372-0029-436b-8493-d63b341893f4,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:01.057249 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['21a57372-0029-436b-8493-d63b341893f4'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:02:01.460453 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ccd44-ff09-44c7-817c-be3d236bc137 req-2373186e-d549-4476-97fd-5af395241e41 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:01.461915 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-205ccd44-ff09-44c7-817c-be3d236bc137 req-2373186e-d549-4476-97fd-5af395241e41 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea1b025c-15a8-4600-95c4-5f7de2ab3460 HTTP/1.1" status: 200 len: 944 time: 0.0472722 Aug 11 03:02:01.498575 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-205ccd44-ff09-44c7-817c-be3d236bc137 req-9b52f174-1ce8-4424-8d9a-4381da5c3147 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/security-groups?id=8dacb035-2133-4b50-addb-3fd27934a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307298 Aug 11 03:02:02.614749 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0700605-86b7-481e-ba0a-67f95eca4cee req-b6e1e535-0dd9-4d27-ab9a-0339d2698047 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:02.616275 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b0700605-86b7-481e-ba0a-67f95eca4cee req-b6e1e535-0dd9-4d27-ab9a-0339d2698047 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea1b025c-15a8-4600-95c4-5f7de2ab3460 HTTP/1.1" status: 200 len: 944 time: 0.0486403 Aug 11 03:02:02.652767 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b0700605-86b7-481e-ba0a-67f95eca4cee req-a95e2716-d98c-42bc-82d6-849bfc16a3ca tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/security-groups?id=8dacb035-2133-4b50-addb-3fd27934a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304461 Aug 11 03:02:02.703525 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 21a57372-0029-436b-8493-d63b341893f4 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:02.750382 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 21a57372-0029-436b-8493-d63b341893f4 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:02.754041 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 21a57372-0029-436b-8493-d63b341893f4 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:02.754413 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:02.832512 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:02.854946 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1b025c-15a8-4600-95c4-5f7de2ab3460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a57372-0029-436b-8493-d63b341893f4'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:02.857500 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d820efdac6b8025658803ed5703945c4d71002f74044b65b273318a7e2857cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f84404-aef0-4450-8bd7-2983711bcece" -d '{"events": [{"server_uuid": "ea1b025c-15a8-4600-95c4-5f7de2ab3460", "name": "network-vif-plugged", "status": "completed", "tag": "21a57372-0029-436b-8493-d63b341893f4"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:02.869985 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 21a57372-0029-436b-8493-d63b341893f4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=21a57372-0029-436b-8493-d63b341893f4,segment=NetworkSegment(c5b4330f-94de-4f05-9f9e-a062ffb35f28),segment_id=c5b4330f-94de-4f05-9f9e-a062ffb35f28)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:02.874163 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:02.897025 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86105e3-5d6b-423a-84cd-39edf6df8855 x-openstack-request-id: req-a86105e3-5d6b-423a-84cd-39edf6df8855 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:02.897320 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1b025c-15a8-4600-95c4-5f7de2ab3460", "name": "network-vif-plugged", "status": "completed", "tag": "21a57372-0029-436b-8493-d63b341893f4", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:02.897579 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a86105e3-5d6b-423a-84cd-39edf6df8855 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:02.897979 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1b025c-15a8-4600-95c4-5f7de2ab3460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a57372-0029-436b-8493-d63b341893f4', 'code': 200} Aug 11 03:02:02.922998 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=21a57372-0029-436b-8493-d63b341893f4,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:02.992770 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3cd2b-639e-43f5-82d9-63998582f6a3 req-cfd51779-a656-4ce5-85d6-5f85af834b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:02.994263 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-69e3cd2b-639e-43f5-82d9-63998582f6a3 req-cfd51779-a656-4ce5-85d6-5f85af834b02 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ea1b025c-15a8-4600-95c4-5f7de2ab3460 HTTP/1.1" status: 200 len: 1097 time: 0.0454321 Aug 11 03:02:03.028930 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-69e3cd2b-639e-43f5-82d9-63998582f6a3 req-bab45adf-1f35-419e-bcfb-bb3e94ae0651 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8dacb035-2133-4b50-addb-3fd27934a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268490 Aug 11 03:02:03.767699 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634eeb0-bf90-4d74-b3ac-a313ec0287e8 req-60c7e20f-76a4-41d9-ac04-525bc53767d6 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:03.769187 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1634eeb0-bf90-4d74-b3ac-a313ec0287e8 req-60c7e20f-76a4-41d9-ac04-525bc53767d6 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea1b025c-15a8-4600-95c4-5f7de2ab3460 HTTP/1.1" status: 200 len: 945 time: 0.0485427 Aug 11 03:02:03.808632 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1634eeb0-bf90-4d74-b3ac-a313ec0287e8 req-81625699-b327-477b-85d6-cee368a54edf tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/security-groups?id=8dacb035-2133-4b50-addb-3fd27934a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325480 Aug 11 03:02:04.924317 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bc69d-ffe0-4ea2-a0f1-e1ccda11375a req-f39a7da5-ac6e-4e91-98ef-1cda155a7a13 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:04.926357 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cc4bc69d-ffe0-4ea2-a0f1-e1ccda11375a req-f39a7da5-ac6e-4e91-98ef-1cda155a7a13 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea1b025c-15a8-4600-95c4-5f7de2ab3460 HTTP/1.1" status: 200 len: 945 time: 0.0495365 Aug 11 03:02:04.963252 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cc4bc69d-ffe0-4ea2-a0f1-e1ccda11375a req-406ceb91-2fa8-436a-9cd3-bc3091c43618 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/security-groups?id=8dacb035-2133-4b50-addb-3fd27934a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310314 Aug 11 03:02:05.189451 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35324a-f5eb-4047-9274-9ac7840ec5b5 req-7d345205-07f1-4efc-bfa0-bd33dc334b6d tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:05.191753 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fe35324a-f5eb-4047-9274-9ac7840ec5b5 req-7d345205-07f1-4efc-bfa0-bd33dc334b6d tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea1b025c-15a8-4600-95c4-5f7de2ab3460 HTTP/1.1" status: 200 len: 945 time: 0.0492609 Aug 11 03:02:05.230483 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fe35324a-f5eb-4047-9274-9ac7840ec5b5 req-a40da7f5-3277-432c-9a32-55986cdf7d33 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/security-groups?id=8dacb035-2133-4b50-addb-3fd27934a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319052 Aug 11 03:02:06.347430 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc1504-0ac7-4b4b-9a05-07a0a4e14100 req-ceb28c11-ba73-407b-ad40-289e54840557 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:06.348930 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4bdc1504-0ac7-4b4b-9a05-07a0a4e14100 req-ceb28c11-ba73-407b-ad40-289e54840557 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea1b025c-15a8-4600-95c4-5f7de2ab3460 HTTP/1.1" status: 200 len: 945 time: 0.0480657 Aug 11 03:02:06.394216 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4bdc1504-0ac7-4b4b-9a05-07a0a4e14100 req-3b6c6c1c-fa48-4439-be8b-95ee478cc588 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/security-groups?id=8dacb035-2133-4b50-addb-3fd27934a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382016 Aug 11 03:02:06.540512 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb352d-ec5c-4394-9119-fc0aa8cbac00 req-0870ef58-e24d-4eca-baf3-1b2fa2ebd0c8 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:06.541875 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6acb352d-ec5c-4394-9119-fc0aa8cbac00 req-0870ef58-e24d-4eca-baf3-1b2fa2ebd0c8 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea1b025c-15a8-4600-95c4-5f7de2ab3460 HTTP/1.1" status: 200 len: 945 time: 0.0520463 Aug 11 03:02:06.631207 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-6acb352d-ec5c-4394-9119-fc0aa8cbac00 req-beef8dda-ecde-4479-bd8c-487a4067b416 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Deleting port 21a57372-0029-436b-8493-d63b341893f4 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:06.631582 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6acb352d-ec5c-4394-9119-fc0aa8cbac00 req-beef8dda-ecde-4479-bd8c-487a4067b416 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:06.719758 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-6acb352d-ec5c-4394-9119-fc0aa8cbac00 req-beef8dda-ecde-4479-bd8c-487a4067b416 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] For port 21a57372-0029-436b-8493-d63b341893f4, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=21a57372-0029-436b-8493-d63b341893f4,segment=NetworkSegment(c5b4330f-94de-4f05-9f9e-a062ffb35f28),segment_id=c5b4330f-94de-4f05-9f9e-a062ffb35f28)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:06.720127 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6acb352d-ec5c-4394-9119-fc0aa8cbac00 req-beef8dda-ecde-4479-bd8c-487a4067b416 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:06.733031 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-6acb352d-ec5c-4394-9119-fc0aa8cbac00 req-beef8dda-ecde-4479-bd8c-487a4067b416 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Calling delete_port for 21a57372-0029-436b-8493-d63b341893f4 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:06.860407 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6acb352d-ec5c-4394-9119-fc0aa8cbac00 req-beef8dda-ecde-4479-bd8c-487a4067b416 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:06.873550 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['f68263d0-8345-46bc-8bd1-5d42815aff0d'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:02:06.876639 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['21a57372-0029-436b-8493-d63b341893f4'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:02:06.890420 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef8dda-ecde-4479-bd8c-487a4067b416 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Pushing event deleted for resources: {'Port': ['ID=21a57372-0029-436b-8493-d63b341893f4,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:06.932931 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acb352d-ec5c-4394-9119-fc0aa8cbac00 req-beef8dda-ecde-4479-bd8c-487a4067b416 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] No DVR routers for this DVR port 21a57372-0029-436b-8493-d63b341893f4 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:06.935523 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-6acb352d-ec5c-4394-9119-fc0aa8cbac00 req-beef8dda-ecde-4479-bd8c-487a4067b416 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:06.937534 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6acb352d-ec5c-4394-9119-fc0aa8cbac00 req-beef8dda-ecde-4479-bd8c-487a4067b416 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.66 "DELETE /v2.0/ports/21a57372-0029-436b-8493-d63b341893f4 HTTP/1.1" status: 204 len: 173 time: 0.3889017 Aug 11 03:02:06.937975 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1b025c-15a8-4600-95c4-5f7de2ab3460', 'name': 'network-vif-deleted', 'tag': '21a57372-0029-436b-8493-d63b341893f4'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:06.940235 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ba809ac37e6843a841ee981e79e15b5a606bda4de9553050e6e42f83ce0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c4be44-173c-44e8-95dd-ef63d4619134" -d '{"events": [{"server_uuid": "ea1b025c-15a8-4600-95c4-5f7de2ab3460", "name": "network-vif-deleted", "tag": "21a57372-0029-436b-8493-d63b341893f4"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:06.982652 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa01f9d-7868-4eb4-9635-e22342d463b1 x-openstack-request-id: req-baa01f9d-7868-4eb4-9635-e22342d463b1 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:06.982959 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1b025c-15a8-4600-95c4-5f7de2ab3460", "name": "network-vif-deleted", "tag": "21a57372-0029-436b-8493-d63b341893f4", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:06.983221 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-baa01f9d-7868-4eb4-9635-e22342d463b1 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:06.983655 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1b025c-15a8-4600-95c4-5f7de2ab3460', 'name': 'network-vif-deleted', 'tag': '21a57372-0029-436b-8493-d63b341893f4', 'status': 'completed', 'code': 200} Aug 11 03:02:07.511469 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-79fd657b-45d7-46c4-884b-0218305fbc5b req-731ef6f7-5ea7-4ca1-b2bf-9cd567168570 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea1b025c-15a8-4600-95c4-5f7de2ab3460 HTTP/1.1" status: 200 len: 210 time: 0.0269918 Aug 11 03:02:08.672377 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9717801-613b-4a85-a610-32ef684c73e6 req-38d66058-eb19-4a9b-a4b8-a9905900ed8b tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:08.673849 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d9717801-613b-4a85-a610-32ef684c73e6 req-38d66058-eb19-4a9b-a4b8-a9905900ed8b tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a4011ad-fd4b-420f-8ac3-da2592b3889a HTTP/1.1" status: 200 len: 945 time: 0.0485351 Aug 11 03:02:08.710084 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d9717801-613b-4a85-a610-32ef684c73e6 req-b807edfb-ebc3-4eb0-9a51-8df686f10add tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/security-groups?id=8dacb035-2133-4b50-addb-3fd27934a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304174 Aug 11 03:02:08.844515 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90cfb9e-f3e1-4def-9835-a0ee4a34e72b req-95440dfb-60fc-4174-a258-7acb7f7dcad6 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:08.845979 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f90cfb9e-f3e1-4def-9835-a0ee4a34e72b req-95440dfb-60fc-4174-a258-7acb7f7dcad6 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a4011ad-fd4b-420f-8ac3-da2592b3889a HTTP/1.1" status: 200 len: 945 time: 0.0484526 Aug 11 03:02:08.882859 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f90cfb9e-f3e1-4def-9835-a0ee4a34e72b req-3aa45bd6-765e-4709-9403-9f65e3d14447 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/security-groups?id=8dacb035-2133-4b50-addb-3fd27934a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302925 Aug 11 03:02:08.997602 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa54895-0a0c-4b17-928e-46a75b3f5871 req-99e085a7-4640-4695-9525-2dbe5ac231d6 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:08.999074 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-baa54895-0a0c-4b17-928e-46a75b3f5871 req-99e085a7-4640-4695-9525-2dbe5ac231d6 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a4011ad-fd4b-420f-8ac3-da2592b3889a HTTP/1.1" status: 200 len: 945 time: 0.0496957 Aug 11 03:02:09.092196 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-baa54895-0a0c-4b17-928e-46a75b3f5871 req-1eedb32c-7b1f-48a9-8777-112301dd556c tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/security-groups?id=8dacb035-2133-4b50-addb-3fd27934a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344007 Aug 11 03:02:09.260945 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a5304-224d-46fb-9a52-02cd8052713a req-839b9f46-c078-4a75-a3d0-ce858f35921b tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:09.262444 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-eb7a5304-224d-46fb-9a52-02cd8052713a req-839b9f46-c078-4a75-a3d0-ce858f35921b tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a4011ad-fd4b-420f-8ac3-da2592b3889a HTTP/1.1" status: 200 len: 945 time: 0.0526085 Aug 11 03:02:09.299806 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-eb7a5304-224d-46fb-9a52-02cd8052713a req-24c4f1b9-ec84-4988-8bb0-be2d92a96821 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/security-groups?id=8dacb035-2133-4b50-addb-3fd27934a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307236 Aug 11 03:02:09.452422 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97ce32-a77c-4845-9e6a-da5a9c4ab069 req-4b3936b5-ee5e-46e1-b1e3-d380ea266ccf tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:09.453901 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cc97ce32-a77c-4845-9e6a-da5a9c4ab069 req-4b3936b5-ee5e-46e1-b1e3-d380ea266ccf tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a4011ad-fd4b-420f-8ac3-da2592b3889a HTTP/1.1" status: 200 len: 945 time: 0.0521810 Aug 11 03:02:09.492033 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cc97ce32-a77c-4845-9e6a-da5a9c4ab069 req-c294d118-da3a-4e41-89a4-2913372d0224 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/security-groups?id=8dacb035-2133-4b50-addb-3fd27934a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323336 Aug 11 03:02:09.616556 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33ce9d-92db-4d10-9857-82f3d13158c9 req-e138c0b2-e795-4b9b-b2be-7c6f0139b143 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:09.618010 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1f33ce9d-92db-4d10-9857-82f3d13158c9 req-e138c0b2-e795-4b9b-b2be-7c6f0139b143 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a4011ad-fd4b-420f-8ac3-da2592b3889a HTTP/1.1" status: 200 len: 945 time: 0.0503333 Aug 11 03:02:09.655240 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1f33ce9d-92db-4d10-9857-82f3d13158c9 req-ca625fbb-8f53-4e99-b2b3-e8e6e126f5e6 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/security-groups?id=8dacb035-2133-4b50-addb-3fd27934a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310223 Aug 11 03:02:09.950997 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728db28-2dbb-4c0c-a8d8-787df028a6b1 req-62804d97-97b6-4ce1-839a-8e4cbd94470f tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:09.952541 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6728db28-2dbb-4c0c-a8d8-787df028a6b1 req-62804d97-97b6-4ce1-839a-8e4cbd94470f tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a4011ad-fd4b-420f-8ac3-da2592b3889a HTTP/1.1" status: 200 len: 945 time: 0.0481036 Aug 11 03:02:09.989779 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6728db28-2dbb-4c0c-a8d8-787df028a6b1 req-91cca63c-3578-4a72-9168-41f78c6f7c94 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/security-groups?id=8dacb035-2133-4b50-addb-3fd27934a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309448 Aug 11 03:02:10.724601 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 21a57372-0029-436b-8493-d63b341893f4 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:10.745139 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 21a57372-0029-436b-8493-d63b341893f4 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:02:10.745490 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 21a57372-0029-436b-8493-d63b341893f4 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:02:11.105800 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1bc808-db9f-4f3d-abd5-39fb212d4e0d req-034b01f1-b2a2-4076-9767-de76fe33fcc6 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:11.107270 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e1bc808-db9f-4f3d-abd5-39fb212d4e0d req-034b01f1-b2a2-4076-9767-de76fe33fcc6 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a4011ad-fd4b-420f-8ac3-da2592b3889a HTTP/1.1" status: 200 len: 945 time: 0.0497806 Aug 11 03:02:11.145020 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9e1bc808-db9f-4f3d-abd5-39fb212d4e0d req-64a9ce49-3d7c-4f98-ba83-b34d6280733d tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.50 "GET /v2.0/security-groups?id=8dacb035-2133-4b50-addb-3fd27934a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312014 Aug 11 03:02:11.244303 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879a766-e659-4ed0-b0f3-2a9fc282bcc5 req-6ee2f5bd-d087-483a-8612-3db4da56f116 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:11.245819 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1879a766-e659-4ed0-b0f3-2a9fc282bcc5 req-6ee2f5bd-d087-483a-8612-3db4da56f116 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.73 "GET /v2.0/ports?device_id=0a4011ad-fd4b-420f-8ac3-da2592b3889a HTTP/1.1" status: 200 len: 945 time: 0.0512276 Aug 11 03:02:11.332169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-1879a766-e659-4ed0-b0f3-2a9fc282bcc5 req-0ec4d71e-12c1-4c6b-81c1-0a9a74e2e887 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Deleting port f68263d0-8345-46bc-8bd1-5d42815aff0d {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:11.332506 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1879a766-e659-4ed0-b0f3-2a9fc282bcc5 req-0ec4d71e-12c1-4c6b-81c1-0a9a74e2e887 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:11.420691 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-1879a766-e659-4ed0-b0f3-2a9fc282bcc5 req-0ec4d71e-12c1-4c6b-81c1-0a9a74e2e887 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] For port f68263d0-8345-46bc-8bd1-5d42815aff0d, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=f68263d0-8345-46bc-8bd1-5d42815aff0d,segment=NetworkSegment(c5b4330f-94de-4f05-9f9e-a062ffb35f28),segment_id=c5b4330f-94de-4f05-9f9e-a062ffb35f28)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:11.421055 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1879a766-e659-4ed0-b0f3-2a9fc282bcc5 req-0ec4d71e-12c1-4c6b-81c1-0a9a74e2e887 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:11.434048 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-1879a766-e659-4ed0-b0f3-2a9fc282bcc5 req-0ec4d71e-12c1-4c6b-81c1-0a9a74e2e887 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Calling delete_port for f68263d0-8345-46bc-8bd1-5d42815aff0d owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:11.557144 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1879a766-e659-4ed0-b0f3-2a9fc282bcc5 req-0ec4d71e-12c1-4c6b-81c1-0a9a74e2e887 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:11.569159 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['f68263d0-8345-46bc-8bd1-5d42815aff0d'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:02:11.590622 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4d71e-12c1-4c6b-81c1-0a9a74e2e887 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Pushing event deleted for resources: {'Port': ['ID=f68263d0-8345-46bc-8bd1-5d42815aff0d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:11.616651 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4d71e-12c1-4c6b-81c1-0a9a74e2e887 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:11.616993 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4d71e-12c1-4c6b-81c1-0a9a74e2e887 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:11.617325 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4d71e-12c1-4c6b-81c1-0a9a74e2e887 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:11.617653 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4d71e-12c1-4c6b-81c1-0a9a74e2e887 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:11.617978 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4d71e-12c1-4c6b-81c1-0a9a74e2e887 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:11.618298 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4d71e-12c1-4c6b-81c1-0a9a74e2e887 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:11.618615 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4d71e-12c1-4c6b-81c1-0a9a74e2e887 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:11.619048 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4d71e-12c1-4c6b-81c1-0a9a74e2e887 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:11.619420 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4d71e-12c1-4c6b-81c1-0a9a74e2e887 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:11.619825 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4d71e-12c1-4c6b-81c1-0a9a74e2e887 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:11.623141 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4d71e-12c1-4c6b-81c1-0a9a74e2e887 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:11.623141 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4d71e-12c1-4c6b-81c1-0a9a74e2e887 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:11.641861 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-1879a766-e659-4ed0-b0f3-2a9fc282bcc5 req-0ec4d71e-12c1-4c6b-81c1-0a9a74e2e887 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] No DVR routers for this DVR port f68263d0-8345-46bc-8bd1-5d42815aff0d on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:11.644945 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1879a766-e659-4ed0-b0f3-2a9fc282bcc5 req-0ec4d71e-12c1-4c6b-81c1-0a9a74e2e887 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:11.646980 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1879a766-e659-4ed0-b0f3-2a9fc282bcc5 req-0ec4d71e-12c1-4c6b-81c1-0a9a74e2e887 tempest-ServersNegativeTestJSON-1461619301 tempest-ServersNegativeTestJSON-1461619301-project] 10.222.0.73 "DELETE /v2.0/ports/f68263d0-8345-46bc-8bd1-5d42815aff0d HTTP/1.1" status: 204 len: 173 time: 0.3952093 Aug 11 03:02:11.647406 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4011ad-fd4b-420f-8ac3-da2592b3889a', 'name': 'network-vif-deleted', 'tag': 'f68263d0-8345-46bc-8bd1-5d42815aff0d'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:11.649694 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c65c3c9c15771be09a003828b33b3b78ece498e1b44c623fc06f0d1add8c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8014fc31-f108-488d-8ae2-667ba65c745b" -d '{"events": [{"server_uuid": "0a4011ad-fd4b-420f-8ac3-da2592b3889a", "name": "network-vif-deleted", "tag": "f68263d0-8345-46bc-8bd1-5d42815aff0d"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:11.687364 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c22892-ca22-4961-8396-b119bc718461 x-openstack-request-id: req-01c22892-ca22-4961-8396-b119bc718461 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:11.687688 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4011ad-fd4b-420f-8ac3-da2592b3889a", "name": "network-vif-deleted", "tag": "f68263d0-8345-46bc-8bd1-5d42815aff0d", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:11.687940 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-01c22892-ca22-4961-8396-b119bc718461 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:11.688341 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4011ad-fd4b-420f-8ac3-da2592b3889a', 'name': 'network-vif-deleted', 'tag': 'f68263d0-8345-46bc-8bd1-5d42815aff0d', 'status': 'completed', 'code': 200} Aug 11 03:02:12.199480 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60174) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:12.243886 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-32555a94-eb31-432a-ac43-c3ef837b2385 admin admin] Deleting subnet d433d02a-4d2b-4151-b9e1-1dd10d0dabee {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:02:12.246845 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-32555a94-eb31-432a-ac43-c3ef837b2385 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.280285 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-32555a94-eb31-432a-ac43-c3ef837b2385 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.321989 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-32555a94-eb31-432a-ac43-c3ef837b2385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.372884 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-32555a94-eb31-432a-ac43-c3ef837b2385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.399209 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32555a94-eb31-432a-ac43-c3ef837b2385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d433d02a-4d2b-4151-b9e1-1dd10d0dabee,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:12.401190 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-32555a94-eb31-432a-ac43-c3ef837b2385 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.403033 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-32555a94-eb31-432a-ac43-c3ef837b2385 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d433d02a-4d2b-4151-b9e1-1dd10d0dabee HTTP/1.1" status: 204 len: 168 time: 0.2025335 Aug 11 03:02:12.405540 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60176) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:12.472839 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ae7b954-a183-450e-8e37-a90edccf3f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.553292 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ae7b954-a183-450e-8e37-a90edccf3f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.562636 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-1ae7b954-a183-450e-8e37-a90edccf3f94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2faa412-71ca-49a8-9beb-892a51817ebc']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:12.572466 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-1ae7b954-a183-450e-8e37-a90edccf3f94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b4330f-94de-4f05-9f9e-a062ffb35f28') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:12.572765 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-1ae7b954-a183-450e-8e37-a90edccf3f94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b4330f-94de-4f05-9f9e-a062ffb35f28') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:12.581804 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ae7b954-a183-450e-8e37-a90edccf3f94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.595088 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ae7b954-a183-450e-8e37-a90edccf3f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.601400 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae7b954-a183-450e-8e37-a90edccf3f94 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:02:12.601787 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ae7b954-a183-450e-8e37-a90edccf3f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: timer() Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:02:12.603392 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:02:12.660594 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ae7b954-a183-450e-8e37-a90edccf3f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.665907 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1ae7b954-a183-450e-8e37-a90edccf3f94 admin admin] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.670428 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1ae7b954-a183-450e-8e37-a90edccf3f94 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e2faa412-71ca-49a8-9beb-892a51817ebc HTTP/1.1" status: 204 len: 168 time: 0.2612805 Aug 11 03:02:12.678661 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae7b954-a183-450e-8e37-a90edccf3f94 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2faa412-71ca-49a8-9beb-892a51817ebc,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:12.774661 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60180) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:12.813940 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e23729ba-c885-4f15-a556-153f5f60fbf2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8f043fc6a49446eba93205f7e7ba20fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380821 Aug 11 03:02:12.816911 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60182) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:12.864602 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c6da7b11-16e4-4958-9617-1b654777808e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.884733 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c6da7b11-16e4-4958-9617-1b654777808e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.933826 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c6da7b11-16e4-4958-9617-1b654777808e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.936400 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c6da7b11-16e4-4958-9617-1b654777808e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.937524 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c6da7b11-16e4-4958-9617-1b654777808e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8dacb035-2133-4b50-addb-3fd27934a646 HTTP/1.1" status: 204 len: 168 time: 0.1197009 Aug 11 03:02:12.944904 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da7b11-16e4-4958-9617-1b654777808e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dacb035-2133-4b50-addb-3fd27934a646,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:13.599443 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60204) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:13.599617 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device f68263d0-8345-46bc-8bd1-5d42815aff0d no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:13.623250 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: f68263d0-8345-46bc-8bd1-5d42815aff0d {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:02:13.623625 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device f68263d0-8345-46bc-8bd1-5d42815aff0d not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:02:13.694474 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-6f88bb26-d68b-483e-bbe4-ccd474c199e0 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1816576829'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:13.715186 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f88bb26-d68b-483e-bbe4-ccd474c199e0 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Made reservation on behalf of 263c99845ad34c4e853dcd3169a591a1 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:13.718598 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6f88bb26-d68b-483e-bbe4-ccd474c199e0 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.727285 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6f88bb26-d68b-483e-bbe4-ccd474c199e0 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.816893 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6f88bb26-d68b-483e-bbe4-ccd474c199e0 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.820397 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6f88bb26-d68b-483e-bbe4-ccd474c199e0 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.845511 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f88bb26-d68b-483e-bbe4-ccd474c199e0 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:02:13.854501 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88bb26-d68b-483e-bbe4-ccd474c199e0 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98918483-321b-4906-94ff-bd220f359f26,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:13.860682 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6f88bb26-d68b-483e-bbe4-ccd474c199e0 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.860982 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-6f88bb26-d68b-483e-bbe4-ccd474c199e0 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Added segment fe35a81e-396b-49b1-b99e-1bbc4158e481 of type vlan for network 6c275fb6-1d13-49f5-b0e1-24e273438123 Aug 11 03:02:13.900181 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6f88bb26-d68b-483e-bbe4-ccd474c199e0 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.927872 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6f88bb26-d68b-483e-bbe4-ccd474c199e0 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.933391 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f88bb26-d68b-483e-bbe4-ccd474c199e0 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:13.934033 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6f88bb26-d68b-483e-bbe4-ccd474c199e0 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:14.295267 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6f88bb26-d68b-483e-bbe4-ccd474c199e0 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6946669 Aug 11 03:02:14.308757 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88bb26-d68b-483e-bbe4-ccd474c199e0 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Pushing event updated for resources: {'Network': ['ID=6c275fb6-1d13-49f5-b0e1-24e273438123,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:14.319163 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 6c275fb6-1d13-49f5-b0e1-24e273438123 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:02:15.682603 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-97311dba-27b1-47d5-8079-19d47c7d0b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:17.601776 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60208) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:17.607452 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-78106042-a870-4c23-aba8-6120aa948e9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Request body: {'subnet': {'network_id': '6c275fb6-1d13-49f5-b0e1-24e273438123', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:17.692553 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78106042-a870-4c23-aba8-6120aa948e9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Made reservation on behalf of 263c99845ad34c4e853dcd3169a591a1 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:17.696087 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78106042-a870-4c23-aba8-6120aa948e9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:17.882696 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78106042-a870-4c23-aba8-6120aa948e9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:17.937797 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78106042-a870-4c23-aba8-6120aa948e9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Pushing event updated for resources: {'Subnet': ['ID=c97cca01-d0f8-42c0-841c-8c8e3404996b,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:17.949426 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78106042-a870-4c23-aba8-6120aa948e9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:17.949772 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78106042-a870-4c23-aba8-6120aa948e9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:17.950110 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78106042-a870-4c23-aba8-6120aa948e9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:17.950443 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78106042-a870-4c23-aba8-6120aa948e9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:17.950773 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78106042-a870-4c23-aba8-6120aa948e9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:17.951101 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78106042-a870-4c23-aba8-6120aa948e9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:17.951423 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78106042-a870-4c23-aba8-6120aa948e9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:17.951776 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78106042-a870-4c23-aba8-6120aa948e9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:17.952100 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78106042-a870-4c23-aba8-6120aa948e9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:17.952420 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78106042-a870-4c23-aba8-6120aa948e9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:17.952739 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78106042-a870-4c23-aba8-6120aa948e9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:17.953056 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78106042-a870-4c23-aba8-6120aa948e9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:17.960655 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78106042-a870-4c23-aba8-6120aa948e9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Checking segment: {'id': 'fe35a81e-396b-49b1-b99e-1bbc4158e481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6c275fb6-1d13-49f5-b0e1-24e273438123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:17.960655 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78106042-a870-4c23-aba8-6120aa948e9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Network hostable DHCP agents. Network: 6c275fb6-1d13-49f5-b0e1-24e273438123, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:02:17.976680 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78106042-a870-4c23-aba8-6120aa948e9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Network 6c275fb6-1d13-49f5-b0e1-24e273438123 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:02:17.984953 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-78106042-a870-4c23-aba8-6120aa948e9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 6c275fb6-1d13-49f5-b0e1-24e273438123) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:17.989945 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78106042-a870-4c23-aba8-6120aa948e9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:17.991062 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78106042-a870-4c23-aba8-6120aa948e9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:17.994191 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd8d289-33da-47a8-af5b-b80767d914d2 None None] Network 6c275fb6-1d13-49f5-b0e1-24e273438123 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:18.008750 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-78106042-a870-4c23-aba8-6120aa948e9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4025929 Aug 11 03:02:18.008951 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60210) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:18.013757 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-98cbc0a1-e060-48cf-95d5-37bd6ed121c6 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-236411921'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:18.034346 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cbc0a1-e060-48cf-95d5-37bd6ed121c6 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Made reservation on behalf of 263c99845ad34c4e853dcd3169a591a1 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:18.038089 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98cbc0a1-e060-48cf-95d5-37bd6ed121c6 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.066556 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98cbc0a1-e060-48cf-95d5-37bd6ed121c6 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:02:18.075326 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98cbc0a1-e060-48cf-95d5-37bd6ed121c6 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.075762 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-98cbc0a1-e060-48cf-95d5-37bd6ed121c6 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Added segment a4ff77cf-a1d8-486b-be8a-cd15b6097ac9 of type vlan for network 959d8d79-1fd4-4d11-b6e9-a56c48b872ee Aug 11 03:02:18.114328 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98cbc0a1-e060-48cf-95d5-37bd6ed121c6 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.139856 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-6c275fb6-1d13-49f5-b0e1-24e273438123', 'network_id': '6c275fb6-1d13-49f5-b0e1-24e273438123', 'tenant_id': '263c99845ad34c4e853dcd3169a591a1', 'fixed_ips': [{'subnet_id': 'c97cca01-d0f8-42c0-841c-8c8e3404996b'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:02:18.140722 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.147709 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98cbc0a1-e060-48cf-95d5-37bd6ed121c6 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.153630 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cbc0a1-e060-48cf-95d5-37bd6ed121c6 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:18.154223 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-98cbc0a1-e060-48cf-95d5-37bd6ed121c6 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.214570 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-98cbc0a1-e060-48cf-95d5-37bd6ed121c6 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2046018 Aug 11 03:02:18.217458 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60212) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:18.224628 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-2f442383-b374-4907-85d6-40e5d998c435 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Request body: {'subnet': {'network_id': '959d8d79-1fd4-4d11-b6e9-a56c48b872ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:18.241652 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbc0a1-e060-48cf-95d5-37bd6ed121c6 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Pushing event updated for resources: {'Network': ['ID=959d8d79-1fd4-4d11-b6e9-a56c48b872ee,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:18.263620 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 959d8d79-1fd4-4d11-b6e9-a56c48b872ee details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:02:18.317188 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Allocated IP 2001:db8:0:ffff::2 (6c275fb6-1d13-49f5-b0e1-24e273438123/c97cca01-d0f8-42c0-841c-8c8e3404996b/87c4a87d-9feb-4cc5-89a4-7fa33593c743) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:18.326852 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f442383-b374-4907-85d6-40e5d998c435 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Made reservation on behalf of 263c99845ad34c4e853dcd3169a591a1 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:18.330997 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2f442383-b374-4907-85d6-40e5d998c435 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.414907 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.418495 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6e530589-8541-4e35-a1ad-5b5eacf0f6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.500455 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.508705 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Transition to ACTIVE for port object 87c4a87d-9feb-4cc5-89a4-7fa33593c743 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:18.524512 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Transition to ACTIVE for port object 87c4a87d-9feb-4cc5-89a4-7fa33593c743 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:18.528128 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2f442383-b374-4907-85d6-40e5d998c435 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.530562 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.570793 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Network 6c275fb6-1d13-49f5-b0e1-24e273438123 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:18.575215 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:18.577639 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:18.585321 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Pushing event updated for resources: {'Port': ['ID=87c4a87d-9feb-4cc5-89a4-7fa33593c743,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:18.592531 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f442383-b374-4907-85d6-40e5d998c435 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Pushing event updated for resources: {'Subnet': ['ID=0123d8cd-fe81-487d-9ae0-c0ad7212ae98,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:18.597640 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f442383-b374-4907-85d6-40e5d998c435 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Checking segment: {'id': 'a4ff77cf-a1d8-486b-be8a-cd15b6097ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '959d8d79-1fd4-4d11-b6e9-a56c48b872ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:18.598003 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f442383-b374-4907-85d6-40e5d998c435 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Network hostable DHCP agents. Network: 959d8d79-1fd4-4d11-b6e9-a56c48b872ee, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:02:18.614703 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f442383-b374-4907-85d6-40e5d998c435 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Network 959d8d79-1fd4-4d11-b6e9-a56c48b872ee is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:02:18.615652 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:18.616160 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:18.616511 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:18.616848 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:18.617184 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:18.617548 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:18.617837 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:18.618161 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:18.618484 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:18.618804 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:18.619125 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:18.619442 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:18.623734 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-2f442383-b374-4907-85d6-40e5d998c435 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 959d8d79-1fd4-4d11-b6e9-a56c48b872ee) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:18.627875 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f442383-b374-4907-85d6-40e5d998c435 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:18.629113 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-2f442383-b374-4907-85d6-40e5d998c435 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.644292 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-2f442383-b374-4907-85d6-40e5d998c435 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4257779 Aug 11 03:02:18.646589 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6ad667-f14e-4126-a373-125508e07d6d None None] Network 959d8d79-1fd4-4d11-b6e9-a56c48b872ee requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:18.647149 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60214) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:18.690450 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Attempting to bind port 87c4a87d-9feb-4cc5-89a4-7fa33593c743 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:18.690740 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Attempting to bind port 87c4a87d-9feb-4cc5-89a4-7fa33593c743 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'fe35a81e-396b-49b1-b99e-1bbc4158e481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6c275fb6-1d13-49f5-b0e1-24e273438123'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:18.691101 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Attempting to bind port 87c4a87d-9feb-4cc5-89a4-7fa33593c743 on network 6c275fb6-1d13-49f5-b0e1-24e273438123 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:18.701598 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:18.701972 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Checking segment: {'id': 'fe35a81e-396b-49b1-b99e-1bbc4158e481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6c275fb6-1d13-49f5-b0e1-24e273438123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:18.702376 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.702771 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Bound using segment: {'id': 'fe35a81e-396b-49b1-b99e-1bbc4158e481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6c275fb6-1d13-49f5-b0e1-24e273438123'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:18.703232 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Bound port: 87c4a87d-9feb-4cc5-89a4-7fa33593c743, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe35a81e-396b-49b1-b99e-1bbc4158e481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6c275fb6-1d13-49f5-b0e1-24e273438123'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:18.703640 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.740088 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f55bb985-892b-4c30-81c9-1ed63a68eebe tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.817669 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] For port 87c4a87d-9feb-4cc5-89a4-7fa33593c743, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:18.819743 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f55bb985-892b-4c30-81c9-1ed63a68eebe tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.822367 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] For port 87c4a87d-9feb-4cc5-89a4-7fa33593c743, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=87c4a87d-9feb-4cc5-89a4-7fa33593c743,segment=NetworkSegment(fe35a81e-396b-49b1-b99e-1bbc4158e481),segment_id=fe35a81e-396b-49b1-b99e-1bbc4158e481)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:18.828783 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.886517 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f55bb985-892b-4c30-81c9-1ed63a68eebe tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.890376 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb344056-c2a1-4063-8956-ad898cc6c1aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-959d8d79-1fd4-4d11-b6e9-a56c48b872ee', 'network_id': '959d8d79-1fd4-4d11-b6e9-a56c48b872ee', 'tenant_id': '263c99845ad34c4e853dcd3169a591a1', 'fixed_ips': [{'subnet_id': '0123d8cd-fe81-487d-9ae0-c0ad7212ae98'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:02:18.891269 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cb344056-c2a1-4063-8956-ad898cc6c1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.918166 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bb985-892b-4c30-81c9-1ed63a68eebe tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Pushing event deleted for resources: {'Subnet': ['ID=0123d8cd-fe81-487d-9ae0-c0ad7212ae98,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:18.927507 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51c6b5-8c55-4a8e-aef5-50b2ce7dcabe None None] Pushing event updated for resources: {'Port': ['ID=87c4a87d-9feb-4cc5-89a4-7fa33593c743,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:18.985944 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f55bb985-892b-4c30-81c9-1ed63a68eebe tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.998391 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-f55bb985-892b-4c30-81c9-1ed63a68eebe tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['959d8d79-1fd4-4d11-b6e9-a56c48b872ee']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:19.000642 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87256fdb-96cf-41dc-a5cc-201f6a45c221 None None] Network 959d8d79-1fd4-4d11-b6e9-a56c48b872ee requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:19.010521 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-f55bb985-892b-4c30-81c9-1ed63a68eebe tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ff77cf-a1d8-486b-be8a-cd15b6097ac9') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:19.010836 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-f55bb985-892b-4c30-81c9-1ed63a68eebe tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ff77cf-a1d8-486b-be8a-cd15b6097ac9') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:19.021230 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f55bb985-892b-4c30-81c9-1ed63a68eebe tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.045871 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f55bb985-892b-4c30-81c9-1ed63a68eebe tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.056425 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55bb985-892b-4c30-81c9-1ed63a68eebe tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:02:19.058252 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f55bb985-892b-4c30-81c9-1ed63a68eebe tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: timer() Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:02:19.061755 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:02:19.132980 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f55bb985-892b-4c30-81c9-1ed63a68eebe tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.137886 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f55bb985-892b-4c30-81c9-1ed63a68eebe tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.143812 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f55bb985-892b-4c30-81c9-1ed63a68eebe tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] 10.222.0.50 "DELETE /v2.0/networks/959d8d79-1fd4-4d11-b6e9-a56c48b872ee HTTP/1.1" status: 204 len: 168 time: 0.4915845 Aug 11 03:02:19.144123 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60216) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:19.149338 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-ba5d8e38-606f-4696-a790-17785c9ff89f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-513557217'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:19.158806 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bb985-892b-4c30-81c9-1ed63a68eebe tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Pushing event deleted for resources: {'Network': ['ID=959d8d79-1fd4-4d11-b6e9-a56c48b872ee,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:19.172350 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5d8e38-606f-4696-a790-17785c9ff89f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Made reservation on behalf of 263c99845ad34c4e853dcd3169a591a1 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:19.177836 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ba5d8e38-606f-4696-a790-17785c9ff89f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.203048 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba5d8e38-606f-4696-a790-17785c9ff89f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:02:19.212287 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ba5d8e38-606f-4696-a790-17785c9ff89f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.212636 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-ba5d8e38-606f-4696-a790-17785c9ff89f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Added segment 2ef04d9c-abf9-4c93-ad29-9af7c9771532 of type vlan for network 6ffb1ac3-347e-4f34-84a3-b26e323e80eb Aug 11 03:02:19.253056 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ba5d8e38-606f-4696-a790-17785c9ff89f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.281783 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ba5d8e38-606f-4696-a790-17785c9ff89f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.287407 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5d8e38-606f-4696-a790-17785c9ff89f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:19.288074 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ba5d8e38-606f-4696-a790-17785c9ff89f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.348567 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ba5d8e38-606f-4696-a790-17785c9ff89f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2032876 Aug 11 03:02:19.351369 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60218) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:19.356511 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-1919ecaa-09b0-492a-95fe-9b198a14a38b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Request body: {'subnet': {'network_id': '6ffb1ac3-347e-4f34-84a3-b26e323e80eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:19.375025 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d8e38-606f-4696-a790-17785c9ff89f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Pushing event updated for resources: {'Network': ['ID=6ffb1ac3-347e-4f34-84a3-b26e323e80eb,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:19.385468 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 6ffb1ac3-347e-4f34-84a3-b26e323e80eb details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:02:19.449762 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1919ecaa-09b0-492a-95fe-9b198a14a38b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Made reservation on behalf of 263c99845ad34c4e853dcd3169a591a1 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:19.453547 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1919ecaa-09b0-492a-95fe-9b198a14a38b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.516297 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.ipam_backend_mixin [None req-1919ecaa-09b0-492a-95fe-9b198a14a38b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Performing IP validity checks on allocation pools {{(pid=94506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 03:02:19.516820 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.ipam_backend_mixin [None req-1919ecaa-09b0-492a-95fe-9b198a14a38b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 03:02:19.642211 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1919ecaa-09b0-492a-95fe-9b198a14a38b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.706554 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919ecaa-09b0-492a-95fe-9b198a14a38b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Pushing event updated for resources: {'Subnet': ['ID=fda8e2a8-f6b0-46ba-8b6d-4d6e60726f3c,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:19.717474 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1919ecaa-09b0-492a-95fe-9b198a14a38b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Checking segment: {'id': '2ef04d9c-abf9-4c93-ad29-9af7c9771532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6ffb1ac3-347e-4f34-84a3-b26e323e80eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:19.717849 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1919ecaa-09b0-492a-95fe-9b198a14a38b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Network hostable DHCP agents. Network: 6ffb1ac3-347e-4f34-84a3-b26e323e80eb, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:02:19.737092 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1919ecaa-09b0-492a-95fe-9b198a14a38b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Network 6ffb1ac3-347e-4f34-84a3-b26e323e80eb is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:02:19.746327 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-1919ecaa-09b0-492a-95fe-9b198a14a38b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 6ffb1ac3-347e-4f34-84a3-b26e323e80eb) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:19.750451 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1919ecaa-09b0-492a-95fe-9b198a14a38b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:19.751036 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1919ecaa-09b0-492a-95fe-9b198a14a38b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.764848 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32e0a26-eb35-43c9-815e-793d157baa40 None None] Network 6ffb1ac3-347e-4f34-84a3-b26e323e80eb requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:19.770591 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1919ecaa-09b0-492a-95fe-9b198a14a38b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4158957 Aug 11 03:02:19.770872 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60220) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:19.808864 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7dad90-3cee-43e2-a01c-7ea89d99bb69 None None] Network 6c275fb6-1d13-49f5-b0e1-24e273438123 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:19.872478 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eb849eb2-8630-432c-b12e-8497504e92ce tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.927510 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eb849eb2-8630-432c-b12e-8497504e92ce tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.993253 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eb849eb2-8630-432c-b12e-8497504e92ce tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.021088 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb849eb2-8630-432c-b12e-8497504e92ce tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Pushing event deleted for resources: {'Subnet': ['ID=fda8e2a8-f6b0-46ba-8b6d-4d6e60726f3c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:20.051325 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-386389e9-7b85-43b0-aea8-55cb639df499 None None] Provisioning for port 87c4a87d-9feb-4cc5-89a4-7fa33593c743 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:20.079858 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eb849eb2-8630-432c-b12e-8497504e92ce tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.090807 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-eb849eb2-8630-432c-b12e-8497504e92ce tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ffb1ac3-347e-4f34-84a3-b26e323e80eb']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:20.102224 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-eb849eb2-8630-432c-b12e-8497504e92ce tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef04d9c-abf9-4c93-ad29-9af7c9771532') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:20.102637 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-eb849eb2-8630-432c-b12e-8497504e92ce tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef04d9c-abf9-4c93-ad29-9af7c9771532') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:20.112199 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eb849eb2-8630-432c-b12e-8497504e92ce tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.126144 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eb849eb2-8630-432c-b12e-8497504e92ce tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.132412 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb849eb2-8630-432c-b12e-8497504e92ce tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:02:20.132887 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eb849eb2-8630-432c-b12e-8497504e92ce tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: timer() Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:02:20.136122 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:02:20.167000 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.171145 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfa7487-21e5-4012-9f91-fad9e5dcbb36 None None] Network 6ffb1ac3-347e-4f34-84a3-b26e323e80eb requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:20.200060 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eb849eb2-8630-432c-b12e-8497504e92ce tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.204673 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-eb849eb2-8630-432c-b12e-8497504e92ce tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.207239 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-eb849eb2-8630-432c-b12e-8497504e92ce tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] 10.222.0.50 "DELETE /v2.0/networks/6ffb1ac3-347e-4f34-84a3-b26e323e80eb HTTP/1.1" status: 204 len: 168 time: 0.4354298 Aug 11 03:02:20.212209 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60222) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:20.218061 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-f2ee574a-f480-43f2-897e-36525f43b39b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-404492139'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:20.223271 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb849eb2-8630-432c-b12e-8497504e92ce tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Pushing event deleted for resources: {'Network': ['ID=6ffb1ac3-347e-4f34-84a3-b26e323e80eb,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:20.248059 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ee574a-f480-43f2-897e-36525f43b39b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Made reservation on behalf of 263c99845ad34c4e853dcd3169a591a1 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:20.253113 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f2ee574a-f480-43f2-897e-36525f43b39b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.277932 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ee574a-f480-43f2-897e-36525f43b39b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:02:20.289025 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f2ee574a-f480-43f2-897e-36525f43b39b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.289493 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-f2ee574a-f480-43f2-897e-36525f43b39b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Added segment b56e4dc9-6308-4dcb-a7d9-67c46f157247 of type vlan for network e155d8c7-a6fe-4d80-adcd-bdb8f7e3e4aa Aug 11 03:02:20.338025 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f2ee574a-f480-43f2-897e-36525f43b39b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.369107 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f2ee574a-f480-43f2-897e-36525f43b39b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.375298 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ee574a-f480-43f2-897e-36525f43b39b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:20.375961 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f2ee574a-f480-43f2-897e-36525f43b39b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.434681 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f2ee574a-f480-43f2-897e-36525f43b39b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2209044 Aug 11 03:02:20.438323 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60224) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:20.443518 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-b7dd8ece-114f-4ae7-82a7-8b31a73a7d9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Request body: {'subnet': {'network_id': 'e155d8c7-a6fe-4d80-adcd-bdb8f7e3e4aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:20.492467 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee574a-f480-43f2-897e-36525f43b39b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Pushing event updated for resources: {'Network': ['ID=e155d8c7-a6fe-4d80-adcd-bdb8f7e3e4aa,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:20.502882 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network e155d8c7-a6fe-4d80-adcd-bdb8f7e3e4aa details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:02:20.542030 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7dd8ece-114f-4ae7-82a7-8b31a73a7d9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Made reservation on behalf of 263c99845ad34c4e853dcd3169a591a1 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:20.545600 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b7dd8ece-114f-4ae7-82a7-8b31a73a7d9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.728236 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b7dd8ece-114f-4ae7-82a7-8b31a73a7d9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.785017 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd8ece-114f-4ae7-82a7-8b31a73a7d9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Pushing event updated for resources: {'Subnet': ['ID=4c4d75a8-ff5a-4cb1-b082-7b575b05abf8,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:20.795133 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd8ece-114f-4ae7-82a7-8b31a73a7d9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Checking segment: {'id': 'b56e4dc9-6308-4dcb-a7d9-67c46f157247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e155d8c7-a6fe-4d80-adcd-bdb8f7e3e4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:20.795747 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dd8ece-114f-4ae7-82a7-8b31a73a7d9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Network hostable DHCP agents. Network: e155d8c7-a6fe-4d80-adcd-bdb8f7e3e4aa, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:02:20.818304 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dd8ece-114f-4ae7-82a7-8b31a73a7d9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Network e155d8c7-a6fe-4d80-adcd-bdb8f7e3e4aa is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:02:20.827755 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-b7dd8ece-114f-4ae7-82a7-8b31a73a7d9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, e155d8c7-a6fe-4d80-adcd-bdb8f7e3e4aa) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:20.841507 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dd8ece-114f-4ae7-82a7-8b31a73a7d9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:20.842297 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b7dd8ece-114f-4ae7-82a7-8b31a73a7d9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.843174 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1621854-6bfb-4312-be72-9f9ca317877d None None] Network e155d8c7-a6fe-4d80-adcd-bdb8f7e3e4aa requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:20.858908 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b7dd8ece-114f-4ae7-82a7-8b31a73a7d9f tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4194751 Aug 11 03:02:20.862623 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60226) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:20.868098 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-1cfc3170-ee6b-42e9-8293-b17c315f1ac7 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1018029267'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:20.892334 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 87c4a87d-9feb-4cc5-89a4-7fa33593c743 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:20.893097 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfc3170-ee6b-42e9-8293-b17c315f1ac7 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Made reservation on behalf of 263c99845ad34c4e853dcd3169a591a1 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:20.896567 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1cfc3170-ee6b-42e9-8293-b17c315f1ac7 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.919839 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cfc3170-ee6b-42e9-8293-b17c315f1ac7 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:02:20.929170 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1cfc3170-ee6b-42e9-8293-b17c315f1ac7 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.929520 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-1cfc3170-ee6b-42e9-8293-b17c315f1ac7 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Added segment 7d1ec38a-ac2c-49e2-a615-81524dbd45ed of type vlan for network b69d8df8-7a43-4088-819b-c1a2d61472d6 Aug 11 03:02:20.970284 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1cfc3170-ee6b-42e9-8293-b17c315f1ac7 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.989596 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 87c4a87d-9feb-4cc5-89a4-7fa33593c743 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:20.995740 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 87c4a87d-9feb-4cc5-89a4-7fa33593c743 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:20.996122 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.999665 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1cfc3170-ee6b-42e9-8293-b17c315f1ac7 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.005785 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfc3170-ee6b-42e9-8293-b17c315f1ac7 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:21.006411 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1cfc3170-ee6b-42e9-8293-b17c315f1ac7 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.068058 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b351aadd-a9ba-4cb0-b28a-d6fed79dece1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-e155d8c7-a6fe-4d80-adcd-bdb8f7e3e4aa', 'network_id': 'e155d8c7-a6fe-4d80-adcd-bdb8f7e3e4aa', 'tenant_id': '263c99845ad34c4e853dcd3169a591a1', 'fixed_ips': [{'subnet_id': '4c4d75a8-ff5a-4cb1-b082-7b575b05abf8'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:02:21.068652 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1cfc3170-ee6b-42e9-8293-b17c315f1ac7 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2048261 Aug 11 03:02:21.069003 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b351aadd-a9ba-4cb0-b28a-d6fed79dece1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.071515 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60228) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:21.076288 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-050e42be-3753-4c28-babc-0b43e51984d6 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Request body: {'subnet': {'network_id': 'b69d8df8-7a43-4088-819b-c1a2d61472d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:21.094026 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc3170-ee6b-42e9-8293-b17c315f1ac7 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Pushing event updated for resources: {'Network': ['ID=b69d8df8-7a43-4088-819b-c1a2d61472d6,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:21.106469 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network b69d8df8-7a43-4088-819b-c1a2d61472d6 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:02:21.168508 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050e42be-3753-4c28-babc-0b43e51984d6 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Made reservation on behalf of 263c99845ad34c4e853dcd3169a591a1 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:21.172176 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-050e42be-3753-4c28-babc-0b43e51984d6 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.220512 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.301764 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 87c4a87d-9feb-4cc5-89a4-7fa33593c743, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=87c4a87d-9feb-4cc5-89a4-7fa33593c743,segment=NetworkSegment(fe35a81e-396b-49b1-b99e-1bbc4158e481),segment_id=fe35a81e-396b-49b1-b99e-1bbc4158e481)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:21.306818 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.348968 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-b351aadd-a9ba-4cb0-b28a-d6fed79dece1 None None] Allocated IP 2001:db8::2 (e155d8c7-a6fe-4d80-adcd-bdb8f7e3e4aa/4c4d75a8-ff5a-4cb1-b082-7b575b05abf8/ed6e0e08-0669-4b24-8af0-f3563b6607f4) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:21.359736 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-050e42be-3753-4c28-babc-0b43e51984d6 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.381747 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=87c4a87d-9feb-4cc5-89a4-7fa33593c743,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:21.422796 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e42be-3753-4c28-babc-0b43e51984d6 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Pushing event updated for resources: {'Subnet': ['ID=387ee324-1c84-4f63-ab2c-a23fd3385beb,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:21.432855 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e42be-3753-4c28-babc-0b43e51984d6 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Checking segment: {'id': '7d1ec38a-ac2c-49e2-a615-81524dbd45ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b69d8df8-7a43-4088-819b-c1a2d61472d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:21.433223 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050e42be-3753-4c28-babc-0b43e51984d6 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Network hostable DHCP agents. Network: b69d8df8-7a43-4088-819b-c1a2d61472d6, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:02:21.449358 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050e42be-3753-4c28-babc-0b43e51984d6 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Network b69d8df8-7a43-4088-819b-c1a2d61472d6 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:02:21.458453 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-050e42be-3753-4c28-babc-0b43e51984d6 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, b69d8df8-7a43-4088-819b-c1a2d61472d6) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:21.462656 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050e42be-3753-4c28-babc-0b43e51984d6 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:21.463337 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-050e42be-3753-4c28-babc-0b43e51984d6 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.474396 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6c5721-3bf9-44e9-886f-90d7fbc41f7d None None] Network b69d8df8-7a43-4088-819b-c1a2d61472d6 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:21.477490 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-050e42be-3753-4c28-babc-0b43e51984d6 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4051793 Aug 11 03:02:21.480262 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60230) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:21.558612 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b351aadd-a9ba-4cb0-b28a-d6fed79dece1 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.576151 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b9bb-f81a-40a8-8d4d-efa14988ae16 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.577638 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b351aadd-a9ba-4cb0-b28a-d6fed79dece1 None None] Transition to ACTIVE for port object ed6e0e08-0669-4b24-8af0-f3563b6607f4 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:21.610982 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b351aadd-a9ba-4cb0-b28a-d6fed79dece1 None None] Transition to ACTIVE for port object ed6e0e08-0669-4b24-8af0-f3563b6607f4 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:21.630520 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b9bb-f81a-40a8-8d4d-efa14988ae16 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.640294 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b351aadd-a9ba-4cb0-b28a-d6fed79dece1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.651843 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.695919 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b9bb-f81a-40a8-8d4d-efa14988ae16 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.697365 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b351aadd-a9ba-4cb0-b28a-d6fed79dece1 None None] Network e155d8c7-a6fe-4d80-adcd-bdb8f7e3e4aa is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:21.704858 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-b351aadd-a9ba-4cb0-b28a-d6fed79dece1 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:21.723258 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b351aadd-a9ba-4cb0-b28a-d6fed79dece1 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:21.728129 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351aadd-a9ba-4cb0-b28a-d6fed79dece1 None None] Pushing event updated for resources: {'Port': ['ID=ed6e0e08-0669-4b24-8af0-f3563b6607f4,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:21.753373 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d2bf7a-5efe-408c-b616-30cfb8114832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-b69d8df8-7a43-4088-819b-c1a2d61472d6', 'network_id': 'b69d8df8-7a43-4088-819b-c1a2d61472d6', 'tenant_id': '263c99845ad34c4e853dcd3169a591a1', 'fixed_ips': [{'subnet_id': '387ee324-1c84-4f63-ab2c-a23fd3385beb'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:02:21.754249 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c5d2bf7a-5efe-408c-b616-30cfb8114832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.809367 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-b351aadd-a9ba-4cb0-b28a-d6fed79dece1 None None] Attempting to bind port ed6e0e08-0669-4b24-8af0-f3563b6607f4 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:21.809732 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-b351aadd-a9ba-4cb0-b28a-d6fed79dece1 None None] Attempting to bind port ed6e0e08-0669-4b24-8af0-f3563b6607f4 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'b56e4dc9-6308-4dcb-a7d9-67c46f157247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e155d8c7-a6fe-4d80-adcd-bdb8f7e3e4aa'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:21.810086 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b351aadd-a9ba-4cb0-b28a-d6fed79dece1 None None] Attempting to bind port ed6e0e08-0669-4b24-8af0-f3563b6607f4 on network e155d8c7-a6fe-4d80-adcd-bdb8f7e3e4aa {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:21.858099 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b351aadd-a9ba-4cb0-b28a-d6fed79dece1 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:21.858380 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b351aadd-a9ba-4cb0-b28a-d6fed79dece1 None None] Checking segment: {'id': 'b56e4dc9-6308-4dcb-a7d9-67c46f157247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e155d8c7-a6fe-4d80-adcd-bdb8f7e3e4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:21.858789 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b351aadd-a9ba-4cb0-b28a-d6fed79dece1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.859185 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b351aadd-a9ba-4cb0-b28a-d6fed79dece1 None None] Bound using segment: {'id': 'b56e4dc9-6308-4dcb-a7d9-67c46f157247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e155d8c7-a6fe-4d80-adcd-bdb8f7e3e4aa'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:21.859688 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-b351aadd-a9ba-4cb0-b28a-d6fed79dece1 None None] Bound port: ed6e0e08-0669-4b24-8af0-f3563b6607f4, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b56e4dc9-6308-4dcb-a7d9-67c46f157247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e155d8c7-a6fe-4d80-adcd-bdb8f7e3e4aa'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:21.860071 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b351aadd-a9ba-4cb0-b28a-d6fed79dece1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.884204 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c47461-8053-4ab6-a12e-b483aeb282f2 None None] Network b69d8df8-7a43-4088-819b-c1a2d61472d6 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:21.987688 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-b351aadd-a9ba-4cb0-b28a-d6fed79dece1 None None] For port ed6e0e08-0669-4b24-8af0-f3563b6607f4, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:22.020864 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-b351aadd-a9ba-4cb0-b28a-d6fed79dece1 None None] For port ed6e0e08-0669-4b24-8af0-f3563b6607f4, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=ed6e0e08-0669-4b24-8af0-f3563b6607f4,segment=NetworkSegment(b56e4dc9-6308-4dcb-a7d9-67c46f157247),segment_id=b56e4dc9-6308-4dcb-a7d9-67c46f157247)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:22.035141 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b351aadd-a9ba-4cb0-b28a-d6fed79dece1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.084570 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4b9bb-f81a-40a8-8d4d-efa14988ae16 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Pushing event deleted for resources: {'Subnet': ['ID=387ee324-1c84-4f63-ab2c-a23fd3385beb,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:22.094566 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351aadd-a9ba-4cb0-b28a-d6fed79dece1 None None] Pushing event updated for resources: {'Port': ['ID=ed6e0e08-0669-4b24-8af0-f3563b6607f4,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:22.145823 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b9bb-f81a-40a8-8d4d-efa14988ae16 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.155856 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-c7f4b9bb-f81a-40a8-8d4d-efa14988ae16 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69d8df8-7a43-4088-819b-c1a2d61472d6']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:22.165760 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-c7f4b9bb-f81a-40a8-8d4d-efa14988ae16 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1ec38a-ac2c-49e2-a615-81524dbd45ed') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:22.166061 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-c7f4b9bb-f81a-40a8-8d4d-efa14988ae16 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1ec38a-ac2c-49e2-a615-81524dbd45ed') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:22.175723 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b9bb-f81a-40a8-8d4d-efa14988ae16 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.189233 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b9bb-f81a-40a8-8d4d-efa14988ae16 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.196143 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f4b9bb-f81a-40a8-8d4d-efa14988ae16 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:02:22.196623 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b9bb-f81a-40a8-8d4d-efa14988ae16 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: timer() Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:02:22.199906 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:02:22.272327 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b9bb-f81a-40a8-8d4d-efa14988ae16 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.287339 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b9bb-f81a-40a8-8d4d-efa14988ae16 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.289197 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c7f4b9bb-f81a-40a8-8d4d-efa14988ae16 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] 10.222.0.50 "DELETE /v2.0/networks/b69d8df8-7a43-4088-819b-c1a2d61472d6 HTTP/1.1" status: 204 len: 168 time: 0.8079789 Aug 11 03:02:22.292008 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60232) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:22.301114 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4b9bb-f81a-40a8-8d4d-efa14988ae16 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Pushing event deleted for resources: {'Network': ['ID=b69d8df8-7a43-4088-819b-c1a2d61472d6,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:22.323396 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ea79b1-72d6-447e-8c19-b75febcc348b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] GET failed (client error): The resource could not be found. Aug 11 03:02:22.324826 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e8ea79b1-72d6-447e-8c19-b75febcc348b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] 10.222.0.50 "GET /v2.0/subnets/387ee324-1c84-4f63-ab2c-a23fd3385beb HTTP/1.1" status: 404 len: 337 time: 0.0318077 Aug 11 03:02:22.327603 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60234) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:22.345862 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d35c840-49dc-46d6-8403-b3dec5ffa772 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] DELETE failed (client error): The resource could not be found. Aug 11 03:02:22.346406 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d35c840-49dc-46d6-8403-b3dec5ffa772 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:22.348129 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1d35c840-49dc-46d6-8403-b3dec5ffa772 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] 10.222.0.50 "DELETE /v2.0/networks/b69d8df8-7a43-4088-819b-c1a2d61472d6 HTTP/1.1" status: 404 len: 339 time: 0.0195386 Aug 11 03:02:22.351865 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60236) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:22.383875 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1bb80e6-cbf1-41ae-97eb-b7ada3c2eca4 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] DELETE failed (client error): The resource could not be found. Aug 11 03:02:22.384339 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1bb80e6-cbf1-41ae-97eb-b7ada3c2eca4 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:22.388558 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f1bb80e6-cbf1-41ae-97eb-b7ada3c2eca4 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] 10.222.0.50 "DELETE /v2.0/subnets/387ee324-1c84-4f63-ab2c-a23fd3385beb HTTP/1.1" status: 404 len: 337 time: 0.0332756 Aug 11 03:02:22.388782 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60238) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:22.406815 n-d-615180-33 neutron-server[94507]: INFO neutron.pecan_wsgi.hooks.translation [None req-095d6778-dde1-4b00-8c31-f02fad691504 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] DELETE failed (client error): The resource could not be found. Aug 11 03:02:22.407349 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-095d6778-dde1-4b00-8c31-f02fad691504 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:22.409061 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-095d6778-dde1-4b00-8c31-f02fad691504 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] 10.222.0.50 "DELETE /v2.0/networks/b69d8df8-7a43-4088-819b-c1a2d61472d6 HTTP/1.1" status: 404 len: 339 time: 0.0193667 Aug 11 03:02:22.411643 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60240) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:22.460406 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-4087240a-09c6-4648-a549-006d8755149c tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Deleting subnet 4c4d75a8-ff5a-4cb1-b082-7b575b05abf8 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:02:22.463555 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4087240a-09c6-4648-a549-006d8755149c tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.503632 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4087240a-09c6-4648-a549-006d8755149c tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.592524 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4087240a-09c6-4648-a549-006d8755149c tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.649368 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4087240a-09c6-4648-a549-006d8755149c tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.677033 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087240a-09c6-4648-a549-006d8755149c tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Pushing event deleted for resources: {'Subnet': ['ID=4c4d75a8-ff5a-4cb1-b082-7b575b05abf8,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:22.680520 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4087240a-09c6-4648-a549-006d8755149c tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.684636 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4087240a-09c6-4648-a549-006d8755149c tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] 10.222.0.50 "DELETE /v2.0/subnets/4c4d75a8-ff5a-4cb1-b082-7b575b05abf8 HTTP/1.1" status: 204 len: 168 time: 0.2699163 Aug 11 03:02:22.684852 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60242) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:22.765664 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdbc60e8-01c6-4934-8ef8-d6b1caa759a2 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.823989 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-fdbc60e8-01c6-4934-8ef8-d6b1caa759a2 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Deleting port ed6e0e08-0669-4b24-8af0-f3563b6607f4 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:22.824211 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdbc60e8-01c6-4934-8ef8-d6b1caa759a2 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.894846 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-fdbc60e8-01c6-4934-8ef8-d6b1caa759a2 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] For port ed6e0e08-0669-4b24-8af0-f3563b6607f4, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=ed6e0e08-0669-4b24-8af0-f3563b6607f4,segment=NetworkSegment(b56e4dc9-6308-4dcb-a7d9-67c46f157247),segment_id=b56e4dc9-6308-4dcb-a7d9-67c46f157247)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:22.895306 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdbc60e8-01c6-4934-8ef8-d6b1caa759a2 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.909954 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-fdbc60e8-01c6-4934-8ef8-d6b1caa759a2 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Calling delete_port for ed6e0e08-0669-4b24-8af0-f3563b6607f4 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:22.948448 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 87c4a87d-9feb-4cc5-89a4-7fa33593c743 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:23.001857 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdbc60e8-01c6-4934-8ef8-d6b1caa759a2 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.003157 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 87c4a87d-9feb-4cc5-89a4-7fa33593c743 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:23.003564 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.026536 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc60e8-01c6-4934-8ef8-d6b1caa759a2 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Pushing event deleted for resources: {'Port': ['ID=ed6e0e08-0669-4b24-8af0-f3563b6607f4,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:23.032460 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbc60e8-01c6-4934-8ef8-d6b1caa759a2 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] No DVR routers for this DVR port ed6e0e08-0669-4b24-8af0-f3563b6607f4 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:23.083738 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e84a03-2257-4151-a736-7fcbe3105218 None None] Network e155d8c7-a6fe-4d80-adcd-bdb8f7e3e4aa requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:23.113966 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdbc60e8-01c6-4934-8ef8-d6b1caa759a2 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.123978 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-fdbc60e8-01c6-4934-8ef8-d6b1caa759a2 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e155d8c7-a6fe-4d80-adcd-bdb8f7e3e4aa']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:23.134244 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-fdbc60e8-01c6-4934-8ef8-d6b1caa759a2 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b56e4dc9-6308-4dcb-a7d9-67c46f157247') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:23.134541 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-fdbc60e8-01c6-4934-8ef8-d6b1caa759a2 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b56e4dc9-6308-4dcb-a7d9-67c46f157247') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:23.137004 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ed6e0e08-0669-4b24-8af0-f3563b6607f4 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:23.143770 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdbc60e8-01c6-4934-8ef8-d6b1caa759a2 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.157426 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdbc60e8-01c6-4934-8ef8-d6b1caa759a2 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.162375 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-29ea97d9-4a15-4108-a5b9-d8a56ff8865d None None] Could not find standard attr ID for object ed6e0e08-0669-4b24-8af0-f3563b6607f4. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:02:23.163794 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdbc60e8-01c6-4934-8ef8-d6b1caa759a2 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:02:23.164187 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdbc60e8-01c6-4934-8ef8-d6b1caa759a2 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.166546 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: ed6e0e08-0669-4b24-8af0-f3563b6607f4 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:02:23.166905 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ed6e0e08-0669-4b24-8af0-f3563b6607f4 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: timer() Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:02:23.167077 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:02:23.188045 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Port ed6e0e08-0669-4b24-8af0-f3563b6607f4 not found, will not notify nova. {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 11 03:02:23.225140 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdbc60e8-01c6-4934-8ef8-d6b1caa759a2 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.232205 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fdbc60e8-01c6-4934-8ef8-d6b1caa759a2 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.234050 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fdbc60e8-01c6-4934-8ef8-d6b1caa759a2 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] 10.222.0.50 "DELETE /v2.0/networks/e155d8c7-a6fe-4d80-adcd-bdb8f7e3e4aa HTTP/1.1" status: 204 len: 168 time: 0.5482867 Aug 11 03:02:23.236777 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60244) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:23.246374 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc60e8-01c6-4934-8ef8-d6b1caa759a2 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Pushing event deleted for resources: {'Network': ['ID=e155d8c7-a6fe-4d80-adcd-bdb8f7e3e4aa,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:23.263868 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2bc88b5-44b0-45a7-98b4-2d5534f5b2c1 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] DELETE failed (client error): The resource could not be found. Aug 11 03:02:23.264527 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2bc88b5-44b0-45a7-98b4-2d5534f5b2c1 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:23.266457 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c2bc88b5-44b0-45a7-98b4-2d5534f5b2c1 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] 10.222.0.50 "DELETE /v2.0/subnets/fda8e2a8-f6b0-46ba-8b6d-4d6e60726f3c HTTP/1.1" status: 404 len: 337 time: 0.0286806 Aug 11 03:02:23.269939 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60246) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:23.288182 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-020f7841-36fb-4ff7-814a-826734efbbfa tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] DELETE failed (client error): The resource could not be found. Aug 11 03:02:23.288700 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-020f7841-36fb-4ff7-814a-826734efbbfa tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:23.290336 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-020f7841-36fb-4ff7-814a-826734efbbfa tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] 10.222.0.50 "DELETE /v2.0/networks/6ffb1ac3-347e-4f34-84a3-b26e323e80eb HTTP/1.1" status: 404 len: 339 time: 0.0192926 Aug 11 03:02:23.294613 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60248) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:23.298024 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658b842a-40ab-4a36-9ffb-f3430aa4c7e3 None None] DHCP port deletion for e155d8c7-a6fe-4d80-adcd-bdb8f7e3e4aa request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:02:23.320414 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb1b7e3f-4a54-45e0-881d-07fd1aa3569b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] DELETE failed (client error): The resource could not be found. Aug 11 03:02:23.320823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb1b7e3f-4a54-45e0-881d-07fd1aa3569b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:23.322747 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bb1b7e3f-4a54-45e0-881d-07fd1aa3569b tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] 10.222.0.50 "DELETE /v2.0/subnets/0123d8cd-fe81-487d-9ae0-c0ad7212ae98 HTTP/1.1" status: 404 len: 337 time: 0.0269594 Aug 11 03:02:23.325447 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60250) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:23.343737 n-d-615180-33 neutron-server[94506]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b5399f-c38e-467d-a091-b04090cae128 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] DELETE failed (client error): The resource could not be found. Aug 11 03:02:23.344248 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b5399f-c38e-467d-a091-b04090cae128 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:23.345880 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d2b5399f-c38e-467d-a091-b04090cae128 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] 10.222.0.50 "DELETE /v2.0/networks/959d8d79-1fd4-4d11-b6e9-a56c48b872ee HTTP/1.1" status: 404 len: 339 time: 0.0194082 Aug 11 03:02:23.348221 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60252) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:23.401567 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8127c65-2ad6-4048-9c1b-03581fda1784 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Deleting subnet c97cca01-d0f8-42c0-841c-8c8e3404996b {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:02:23.404663 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8127c65-2ad6-4048-9c1b-03581fda1784 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.443077 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8127c65-2ad6-4048-9c1b-03581fda1784 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.524315 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8127c65-2ad6-4048-9c1b-03581fda1784 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.583431 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8127c65-2ad6-4048-9c1b-03581fda1784 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.607983 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8127c65-2ad6-4048-9c1b-03581fda1784 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Pushing event deleted for resources: {'Subnet': ['ID=c97cca01-d0f8-42c0-841c-8c8e3404996b,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:23.613524 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f8127c65-2ad6-4048-9c1b-03581fda1784 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.615354 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f8127c65-2ad6-4048-9c1b-03581fda1784 tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] 10.222.0.50 "DELETE /v2.0/subnets/c97cca01-d0f8-42c0-841c-8c8e3404996b HTTP/1.1" status: 204 len: 168 time: 0.2662811 Aug 11 03:02:23.617745 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60254) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:23.620229 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f48d238-f7b2-4f34-90d4-88be646fd710 None None] Network 6c275fb6-1d13-49f5-b0e1-24e273438123 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:23.692063 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cd666596-dcb1-41ad-b81e-e0dfd8bd11cd tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.745242 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-cd666596-dcb1-41ad-b81e-e0dfd8bd11cd tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Deleting port 87c4a87d-9feb-4cc5-89a4-7fa33593c743 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:23.745594 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cd666596-dcb1-41ad-b81e-e0dfd8bd11cd tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.782805 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2863ae1e-9808-4d2b-b61e-9f1ebb6c3247 None None] DHCP port deletion for 6c275fb6-1d13-49f5-b0e1-24e273438123 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:02:23.820396 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-cd666596-dcb1-41ad-b81e-e0dfd8bd11cd tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] For port 87c4a87d-9feb-4cc5-89a4-7fa33593c743, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=87c4a87d-9feb-4cc5-89a4-7fa33593c743,segment=NetworkSegment(fe35a81e-396b-49b1-b99e-1bbc4158e481),segment_id=fe35a81e-396b-49b1-b99e-1bbc4158e481)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:23.820769 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cd666596-dcb1-41ad-b81e-e0dfd8bd11cd tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.831488 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-2863ae1e-9808-4d2b-b61e-9f1ebb6c3247 None None] Deleting port 87c4a87d-9feb-4cc5-89a4-7fa33593c743 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:23.831900 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2863ae1e-9808-4d2b-b61e-9f1ebb6c3247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.833252 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-cd666596-dcb1-41ad-b81e-e0dfd8bd11cd tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Calling delete_port for 87c4a87d-9feb-4cc5-89a4-7fa33593c743 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:23.892456 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-2863ae1e-9808-4d2b-b61e-9f1ebb6c3247 None None] For port 87c4a87d-9feb-4cc5-89a4-7fa33593c743, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=87c4a87d-9feb-4cc5-89a4-7fa33593c743,segment=NetworkSegment(fe35a81e-396b-49b1-b99e-1bbc4158e481),segment_id=fe35a81e-396b-49b1-b99e-1bbc4158e481)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:23.893376 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2863ae1e-9808-4d2b-b61e-9f1ebb6c3247 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.910213 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-2863ae1e-9808-4d2b-b61e-9f1ebb6c3247 None None] Calling delete_port for 87c4a87d-9feb-4cc5-89a4-7fa33593c743 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:23.911634 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cd666596-dcb1-41ad-b81e-e0dfd8bd11cd tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.938156 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd666596-dcb1-41ad-b81e-e0dfd8bd11cd tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Pushing event deleted for resources: {'Port': ['ID=87c4a87d-9feb-4cc5-89a4-7fa33593c743,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:23.943855 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd666596-dcb1-41ad-b81e-e0dfd8bd11cd tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] No DVR routers for this DVR port 87c4a87d-9feb-4cc5-89a4-7fa33593c743 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:23.985542 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2863ae1e-9808-4d2b-b61e-9f1ebb6c3247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.010066 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863ae1e-9808-4d2b-b61e-9f1ebb6c3247 None None] Pushing event deleted for resources: {'Port': ['ID=87c4a87d-9feb-4cc5-89a4-7fa33593c743,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:24.013664 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2863ae1e-9808-4d2b-b61e-9f1ebb6c3247 None None] No DVR routers for this DVR port 87c4a87d-9feb-4cc5-89a4-7fa33593c743 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:24.025027 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cd666596-dcb1-41ad-b81e-e0dfd8bd11cd tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.034682 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-cd666596-dcb1-41ad-b81e-e0dfd8bd11cd tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c275fb6-1d13-49f5-b0e1-24e273438123']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:24.044977 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-cd666596-dcb1-41ad-b81e-e0dfd8bd11cd tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe35a81e-396b-49b1-b99e-1bbc4158e481') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:24.045273 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-cd666596-dcb1-41ad-b81e-e0dfd8bd11cd tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe35a81e-396b-49b1-b99e-1bbc4158e481') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:24.053696 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cd666596-dcb1-41ad-b81e-e0dfd8bd11cd tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.067891 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cd666596-dcb1-41ad-b81e-e0dfd8bd11cd tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.073531 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd666596-dcb1-41ad-b81e-e0dfd8bd11cd tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:02:24.073996 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cd666596-dcb1-41ad-b81e-e0dfd8bd11cd tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: timer() Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:02:24.077032 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:02:24.137070 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cd666596-dcb1-41ad-b81e-e0dfd8bd11cd tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.144619 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cd666596-dcb1-41ad-b81e-e0dfd8bd11cd tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.146352 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cd666596-dcb1-41ad-b81e-e0dfd8bd11cd tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] 10.222.0.50 "DELETE /v2.0/networks/6c275fb6-1d13-49f5-b0e1-24e273438123 HTTP/1.1" status: 204 len: 168 time: 0.5276949 Aug 11 03:02:24.157675 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd666596-dcb1-41ad-b81e-e0dfd8bd11cd tempest-NetworksIpV6Test-721012314 tempest-NetworksIpV6Test-721012314-project] Pushing event deleted for resources: {'Network': ['ID=6c275fb6-1d13-49f5-b0e1-24e273438123,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:24.386157 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60260) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:24.515069 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-41ff0fd6-5c12-4361-91bd-039ad9f52da5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=263c99845ad34c4e853dcd3169a591a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1275167 Aug 11 03:02:24.517418 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60264) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:24.563186 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b561d700-2f2f-4c10-b852-a83d26562a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.585376 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b561d700-2f2f-4c10-b852-a83d26562a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.641171 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b561d700-2f2f-4c10-b852-a83d26562a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.643797 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b561d700-2f2f-4c10-b852-a83d26562a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.644956 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b561d700-2f2f-4c10-b852-a83d26562a0b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/98918483-321b-4906-94ff-bd220f359f26 HTTP/1.1" status: 204 len: 168 time: 0.1266506 Aug 11 03:02:24.652415 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561d700-2f2f-4c10-b852-a83d26562a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98918483-321b-4906-94ff-bd220f359f26,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:24.847129 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 87c4a87d-9feb-4cc5-89a4-7fa33593c743 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:24.868233 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 87c4a87d-9feb-4cc5-89a4-7fa33593c743 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:02:24.868659 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 87c4a87d-9feb-4cc5-89a4-7fa33593c743 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:02:24.869076 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ed6e0e08-0669-4b24-8af0-f3563b6607f4 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:24.889866 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: ed6e0e08-0669-4b24-8af0-f3563b6607f4 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:02:24.890218 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device ed6e0e08-0669-4b24-8af0-f3563b6607f4 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:02:24.909378 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.271073 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60286) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:25.363243 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-d5e785a5-ce90-454c-a5ca-9c8ac0967037 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1938235502', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:25.385205 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d5e785a5-ce90-454c-a5ca-9c8ac0967037 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.386201 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d5e785a5-ce90-454c-a5ca-9c8ac0967037 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.440417 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d5e785a5-ce90-454c-a5ca-9c8ac0967037 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.444359 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d5e785a5-ce90-454c-a5ca-9c8ac0967037 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.459083 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d5e785a5-ce90-454c-a5ca-9c8ac0967037 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.460371 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d5e785a5-ce90-454c-a5ca-9c8ac0967037 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1882410 Aug 11 03:02:25.463056 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60290) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:25.467916 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-f45841c4-840c-4caf-ac67-7eac5bc74f2c tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2016616452'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:25.487871 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45841c4-840c-4caf-ac67-7eac5bc74f2c tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Made reservation on behalf of b8045cf7c29c477da5722f0345ab48b4 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:25.491072 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f45841c4-840c-4caf-ac67-7eac5bc74f2c tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.499483 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f45841c4-840c-4caf-ac67-7eac5bc74f2c tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.587156 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f45841c4-840c-4caf-ac67-7eac5bc74f2c tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.590650 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f45841c4-840c-4caf-ac67-7eac5bc74f2c tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.613690 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f45841c4-840c-4caf-ac67-7eac5bc74f2c tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:02:25.629046 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45841c4-840c-4caf-ac67-7eac5bc74f2c tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=045d0cc1-3537-4ee2-9d96-c75c2901d08d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:25.632832 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f45841c4-840c-4caf-ac67-7eac5bc74f2c tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.633180 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-f45841c4-840c-4caf-ac67-7eac5bc74f2c tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Added segment b03cb267-dbf2-460a-abb1-53df2c40ec10 of type vlan for network 6fb569c3-eb79-4e64-aac8-5e8e3841aaa7 Aug 11 03:02:25.676244 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f45841c4-840c-4caf-ac67-7eac5bc74f2c tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.704064 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f45841c4-840c-4caf-ac67-7eac5bc74f2c tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.710122 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45841c4-840c-4caf-ac67-7eac5bc74f2c tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:25.710719 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f45841c4-840c-4caf-ac67-7eac5bc74f2c tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.767223 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f45841c4-840c-4caf-ac67-7eac5bc74f2c tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3031244 Aug 11 03:02:25.770723 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60292) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:25.775649 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-48cf1f15-fcd1-4511-971d-a08d74079c82 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Request body: {'subnet': {'network_id': '6fb569c3-eb79-4e64-aac8-5e8e3841aaa7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:25.793229 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.829329 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45841c4-840c-4caf-ac67-7eac5bc74f2c tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Pushing event updated for resources: {'Network': ['ID=6fb569c3-eb79-4e64-aac8-5e8e3841aaa7,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:25.840077 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 6fb569c3-eb79-4e64-aac8-5e8e3841aaa7 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:02:25.873500 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cf1f15-fcd1-4511-971d-a08d74079c82 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Made reservation on behalf of b8045cf7c29c477da5722f0345ab48b4 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:25.877043 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-48cf1f15-fcd1-4511-971d-a08d74079c82 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.052897 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-48cf1f15-fcd1-4511-971d-a08d74079c82 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.108252 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf1f15-fcd1-4511-971d-a08d74079c82 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Pushing event updated for resources: {'Subnet': ['ID=2780de41-fa75-4aa6-90c0-5fe82a37e5a0,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:26.119353 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cf1f15-fcd1-4511-971d-a08d74079c82 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Checking segment: {'id': 'b03cb267-dbf2-460a-abb1-53df2c40ec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6fb569c3-eb79-4e64-aac8-5e8e3841aaa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:26.119743 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cf1f15-fcd1-4511-971d-a08d74079c82 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Network hostable DHCP agents. Network: 6fb569c3-eb79-4e64-aac8-5e8e3841aaa7, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:02:26.136485 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cf1f15-fcd1-4511-971d-a08d74079c82 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Network 6fb569c3-eb79-4e64-aac8-5e8e3841aaa7 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:02:26.144965 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-48cf1f15-fcd1-4511-971d-a08d74079c82 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 6fb569c3-eb79-4e64-aac8-5e8e3841aaa7) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:26.148917 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cf1f15-fcd1-4511-971d-a08d74079c82 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:26.149513 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-48cf1f15-fcd1-4511-971d-a08d74079c82 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.153823 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90610573-dada-47d0-b59e-0e563577b478 None None] Network 6fb569c3-eb79-4e64-aac8-5e8e3841aaa7 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:26.163566 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-48cf1f15-fcd1-4511-971d-a08d74079c82 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3917859 Aug 11 03:02:26.166544 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60294) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:26.171701 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-eff7c72c-efc3-4475-8e3d-66461eef9d17 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1101441410'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:26.192993 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff7c72c-efc3-4475-8e3d-66461eef9d17 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Made reservation on behalf of b8045cf7c29c477da5722f0345ab48b4 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:26.196720 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eff7c72c-efc3-4475-8e3d-66461eef9d17 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.224624 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff7c72c-efc3-4475-8e3d-66461eef9d17 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:02:26.234161 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eff7c72c-efc3-4475-8e3d-66461eef9d17 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.234505 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-eff7c72c-efc3-4475-8e3d-66461eef9d17 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Added segment fe346fc1-7a7c-463d-9a68-27c036539d23 of type vlan for network 89cf729e-ec65-4bb1-87e4-92ec520d747e Aug 11 03:02:26.275125 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eff7c72c-efc3-4475-8e3d-66461eef9d17 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.302536 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f176de1f-2bc0-46af-b64e-e70254603f94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-6fb569c3-eb79-4e64-aac8-5e8e3841aaa7', 'network_id': '6fb569c3-eb79-4e64-aac8-5e8e3841aaa7', 'tenant_id': 'b8045cf7c29c477da5722f0345ab48b4', 'fixed_ips': [{'subnet_id': '2780de41-fa75-4aa6-90c0-5fe82a37e5a0'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:02:26.303483 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f176de1f-2bc0-46af-b64e-e70254603f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.304767 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eff7c72c-efc3-4475-8e3d-66461eef9d17 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.310321 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff7c72c-efc3-4475-8e3d-66461eef9d17 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:26.310904 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-eff7c72c-efc3-4475-8e3d-66461eef9d17 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.364031 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-eff7c72c-efc3-4475-8e3d-66461eef9d17 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1963336 Aug 11 03:02:26.366748 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60296) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:26.371665 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-844c8e62-c1e5-4890-b85e-5e5ac21d3c87 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Request body: {'subnet': {'network_id': '89cf729e-ec65-4bb1-87e4-92ec520d747e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:26.430258 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7c72c-efc3-4475-8e3d-66461eef9d17 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Pushing event updated for resources: {'Network': ['ID=89cf729e-ec65-4bb1-87e4-92ec520d747e,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:26.472944 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844c8e62-c1e5-4890-b85e-5e5ac21d3c87 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Made reservation on behalf of b8045cf7c29c477da5722f0345ab48b4 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:26.476663 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-844c8e62-c1e5-4890-b85e-5e5ac21d3c87 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.577045 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 89cf729e-ec65-4bb1-87e4-92ec520d747e details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:02:26.647774 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-f176de1f-2bc0-46af-b64e-e70254603f94 None None] Allocated IP 172.20.0.2 (6fb569c3-eb79-4e64-aac8-5e8e3841aaa7/2780de41-fa75-4aa6-90c0-5fe82a37e5a0/5d42f575-ee13-4cca-90c2-d3927d0cbadd) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:26.664465 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-844c8e62-c1e5-4890-b85e-5e5ac21d3c87 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.723517 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c8e62-c1e5-4890-b85e-5e5ac21d3c87 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Pushing event updated for resources: {'Subnet': ['ID=90b46f7a-73c9-4cf0-bf36-6769d3bb4dcd,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:26.732471 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844c8e62-c1e5-4890-b85e-5e5ac21d3c87 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Checking segment: {'id': 'fe346fc1-7a7c-463d-9a68-27c036539d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89cf729e-ec65-4bb1-87e4-92ec520d747e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:26.732824 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844c8e62-c1e5-4890-b85e-5e5ac21d3c87 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Network hostable DHCP agents. Network: 89cf729e-ec65-4bb1-87e4-92ec520d747e, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:02:26.749435 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844c8e62-c1e5-4890-b85e-5e5ac21d3c87 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Network 89cf729e-ec65-4bb1-87e4-92ec520d747e is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:02:26.758220 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-844c8e62-c1e5-4890-b85e-5e5ac21d3c87 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 89cf729e-ec65-4bb1-87e4-92ec520d747e) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:26.762390 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844c8e62-c1e5-4890-b85e-5e5ac21d3c87 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:26.763027 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-844c8e62-c1e5-4890-b85e-5e5ac21d3c87 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.775354 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e70cea-4951-44e0-866d-f7089a9ad751 None None] Network 89cf729e-ec65-4bb1-87e4-92ec520d747e requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:26.777744 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-844c8e62-c1e5-4890-b85e-5e5ac21d3c87 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4099448 Aug 11 03:02:26.780689 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60298) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:26.786261 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-48fd3b29-52d3-4d5e-b992-5d05f9901332 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Request body: {'router': {'external_gateway_info': {'network_id': '89cf729e-ec65-4bb1-87e4-92ec520d747e'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:26.835679 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f176de1f-2bc0-46af-b64e-e70254603f94 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.849694 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f176de1f-2bc0-46af-b64e-e70254603f94 None None] Transition to ACTIVE for port object 5d42f575-ee13-4cca-90c2-d3927d0cbadd will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:26.875492 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f176de1f-2bc0-46af-b64e-e70254603f94 None None] Transition to ACTIVE for port object 5d42f575-ee13-4cca-90c2-d3927d0cbadd will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:26.884641 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f176de1f-2bc0-46af-b64e-e70254603f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.955934 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f176de1f-2bc0-46af-b64e-e70254603f94 None None] Network 6fb569c3-eb79-4e64-aac8-5e8e3841aaa7 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:26.962857 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-f176de1f-2bc0-46af-b64e-e70254603f94 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:26.968780 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f176de1f-2bc0-46af-b64e-e70254603f94 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:26.973680 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176de1f-2bc0-46af-b64e-e70254603f94 None None] Pushing event updated for resources: {'Port': ['ID=5d42f575-ee13-4cca-90c2-d3927d0cbadd,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:27.007716 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-48fd3b29-52d3-4d5e-b992-5d05f9901332 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.034544 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dca79af-a18e-47dd-bb2c-eb46328b9ad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-89cf729e-ec65-4bb1-87e4-92ec520d747e', 'network_id': '89cf729e-ec65-4bb1-87e4-92ec520d747e', 'tenant_id': 'b8045cf7c29c477da5722f0345ab48b4', 'fixed_ips': [{'subnet_id': '90b46f7a-73c9-4cf0-bf36-6769d3bb4dcd'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:02:27.035389 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1dca79af-a18e-47dd-bb2c-eb46328b9ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.058604 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-f176de1f-2bc0-46af-b64e-e70254603f94 None None] Attempting to bind port 5d42f575-ee13-4cca-90c2-d3927d0cbadd on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:27.058973 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-f176de1f-2bc0-46af-b64e-e70254603f94 None None] Attempting to bind port 5d42f575-ee13-4cca-90c2-d3927d0cbadd by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'b03cb267-dbf2-460a-abb1-53df2c40ec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6fb569c3-eb79-4e64-aac8-5e8e3841aaa7'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:27.059335 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f176de1f-2bc0-46af-b64e-e70254603f94 None None] Attempting to bind port 5d42f575-ee13-4cca-90c2-d3927d0cbadd on network 6fb569c3-eb79-4e64-aac8-5e8e3841aaa7 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:27.070395 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f176de1f-2bc0-46af-b64e-e70254603f94 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:27.070768 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f176de1f-2bc0-46af-b64e-e70254603f94 None None] Checking segment: {'id': 'b03cb267-dbf2-460a-abb1-53df2c40ec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6fb569c3-eb79-4e64-aac8-5e8e3841aaa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:27.071170 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f176de1f-2bc0-46af-b64e-e70254603f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.071582 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f176de1f-2bc0-46af-b64e-e70254603f94 None None] Bound using segment: {'id': 'b03cb267-dbf2-460a-abb1-53df2c40ec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6fb569c3-eb79-4e64-aac8-5e8e3841aaa7'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:27.072045 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-f176de1f-2bc0-46af-b64e-e70254603f94 None None] Bound port: 5d42f575-ee13-4cca-90c2-d3927d0cbadd, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03cb267-dbf2-460a-abb1-53df2c40ec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6fb569c3-eb79-4e64-aac8-5e8e3841aaa7'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:27.072423 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f176de1f-2bc0-46af-b64e-e70254603f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.112738 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [None req-48fd3b29-52d3-4d5e-b992-5d05f9901332 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:02:27.113793 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-48fd3b29-52d3-4d5e-b992-5d05f9901332 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] 10.222.0.50 "PUT /v2.0/routers/e5fd8b8b-f360-4de4-abab-b8317e37b93d HTTP/1.1" status: 400 len: 364 time: 0.3319731 Aug 11 03:02:27.119523 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60300) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:27.174734 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-09580c8a-6da4-48b3-9391-8d8e4ce982c6 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Deleting subnet 90b46f7a-73c9-4cf0-bf36-6769d3bb4dcd {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:02:27.223668 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-f176de1f-2bc0-46af-b64e-e70254603f94 None None] For port 5d42f575-ee13-4cca-90c2-d3927d0cbadd, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:27.227662 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-f176de1f-2bc0-46af-b64e-e70254603f94 None None] For port 5d42f575-ee13-4cca-90c2-d3927d0cbadd, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5d42f575-ee13-4cca-90c2-d3927d0cbadd,segment=NetworkSegment(b03cb267-dbf2-460a-abb1-53df2c40ec10),segment_id=b03cb267-dbf2-460a-abb1-53df2c40ec10)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:27.231865 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-1dca79af-a18e-47dd-bb2c-eb46328b9ad6 None None] Allocated IP 172.21.0.2 (89cf729e-ec65-4bb1-87e4-92ec520d747e/90b46f7a-73c9-4cf0-bf36-6769d3bb4dcd/0317297c-608b-4314-9e7a-d84a4bf37f8d) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:27.234143 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f176de1f-2bc0-46af-b64e-e70254603f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.354904 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176de1f-2bc0-46af-b64e-e70254603f94 None None] Pushing event updated for resources: {'Port': ['ID=5d42f575-ee13-4cca-90c2-d3927d0cbadd,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:27.454217 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1dca79af-a18e-47dd-bb2c-eb46328b9ad6 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.462709 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-1dca79af-a18e-47dd-bb2c-eb46328b9ad6 None None] Transition to ACTIVE for port object 0317297c-608b-4314-9e7a-d84a4bf37f8d will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:27.477703 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-1dca79af-a18e-47dd-bb2c-eb46328b9ad6 None None] Transition to ACTIVE for port object 0317297c-608b-4314-9e7a-d84a4bf37f8d will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:27.486266 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-09580c8a-6da4-48b3-9391-8d8e4ce982c6 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.489191 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1dca79af-a18e-47dd-bb2c-eb46328b9ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.526756 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dca79af-a18e-47dd-bb2c-eb46328b9ad6 None None] Network 89cf729e-ec65-4bb1-87e4-92ec520d747e is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:27.530106 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-09580c8a-6da4-48b3-9391-8d8e4ce982c6 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.533622 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-1dca79af-a18e-47dd-bb2c-eb46328b9ad6 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:27.537308 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dca79af-a18e-47dd-bb2c-eb46328b9ad6 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:27.544492 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca79af-a18e-47dd-bb2c-eb46328b9ad6 None None] Pushing event updated for resources: {'Port': ['ID=0317297c-608b-4314-9e7a-d84a4bf37f8d,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:27.602944 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-1dca79af-a18e-47dd-bb2c-eb46328b9ad6 None None] Attempting to bind port 0317297c-608b-4314-9e7a-d84a4bf37f8d on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:27.603315 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-1dca79af-a18e-47dd-bb2c-eb46328b9ad6 None None] Attempting to bind port 0317297c-608b-4314-9e7a-d84a4bf37f8d by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'fe346fc1-7a7c-463d-9a68-27c036539d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89cf729e-ec65-4bb1-87e4-92ec520d747e'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:27.603712 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dca79af-a18e-47dd-bb2c-eb46328b9ad6 None None] Attempting to bind port 0317297c-608b-4314-9e7a-d84a4bf37f8d on network 89cf729e-ec65-4bb1-87e4-92ec520d747e {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:27.608878 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dca79af-a18e-47dd-bb2c-eb46328b9ad6 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:27.609247 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dca79af-a18e-47dd-bb2c-eb46328b9ad6 None None] Checking segment: {'id': 'fe346fc1-7a7c-463d-9a68-27c036539d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89cf729e-ec65-4bb1-87e4-92ec520d747e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:27.609651 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1dca79af-a18e-47dd-bb2c-eb46328b9ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.610048 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dca79af-a18e-47dd-bb2c-eb46328b9ad6 None None] Bound using segment: {'id': 'fe346fc1-7a7c-463d-9a68-27c036539d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89cf729e-ec65-4bb1-87e4-92ec520d747e'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:27.610514 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-1dca79af-a18e-47dd-bb2c-eb46328b9ad6 None None] Bound port: 0317297c-608b-4314-9e7a-d84a4bf37f8d, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe346fc1-7a7c-463d-9a68-27c036539d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89cf729e-ec65-4bb1-87e4-92ec520d747e'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:27.610896 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1dca79af-a18e-47dd-bb2c-eb46328b9ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.629744 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-09580c8a-6da4-48b3-9391-8d8e4ce982c6 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.691348 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-09580c8a-6da4-48b3-9391-8d8e4ce982c6 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.694363 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-1dca79af-a18e-47dd-bb2c-eb46328b9ad6 None None] For port 0317297c-608b-4314-9e7a-d84a4bf37f8d, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:27.697581 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-1dca79af-a18e-47dd-bb2c-eb46328b9ad6 None None] For port 0317297c-608b-4314-9e7a-d84a4bf37f8d, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=0317297c-608b-4314-9e7a-d84a4bf37f8d,segment=NetworkSegment(fe346fc1-7a7c-463d-9a68-27c036539d23),segment_id=fe346fc1-7a7c-463d-9a68-27c036539d23)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:27.702122 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1dca79af-a18e-47dd-bb2c-eb46328b9ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.718818 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09580c8a-6da4-48b3-9391-8d8e4ce982c6 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Pushing event deleted for resources: {'Subnet': ['ID=90b46f7a-73c9-4cf0-bf36-6769d3bb4dcd,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:27.722629 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-09580c8a-6da4-48b3-9391-8d8e4ce982c6 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.726971 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-09580c8a-6da4-48b3-9391-8d8e4ce982c6 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] 10.222.0.50 "DELETE /v2.0/subnets/90b46f7a-73c9-4cf0-bf36-6769d3bb4dcd HTTP/1.1" status: 204 len: 168 time: 0.6040900 Aug 11 03:02:27.727090 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60302) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:27.771669 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca79af-a18e-47dd-bb2c-eb46328b9ad6 None None] Pushing event updated for resources: {'Port': ['ID=0317297c-608b-4314-9e7a-d84a4bf37f8d,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:27.806039 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-27d76bee-7a02-497d-bd48-e9ba116797a5 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.861275 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-27d76bee-7a02-497d-bd48-e9ba116797a5 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Deleting port 0317297c-608b-4314-9e7a-d84a4bf37f8d {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:27.862154 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-27d76bee-7a02-497d-bd48-e9ba116797a5 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.943951 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-27d76bee-7a02-497d-bd48-e9ba116797a5 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] For port 0317297c-608b-4314-9e7a-d84a4bf37f8d, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=0317297c-608b-4314-9e7a-d84a4bf37f8d,segment=NetworkSegment(fe346fc1-7a7c-463d-9a68-27c036539d23),segment_id=fe346fc1-7a7c-463d-9a68-27c036539d23)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:27.944413 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-27d76bee-7a02-497d-bd48-e9ba116797a5 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.958342 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-27d76bee-7a02-497d-bd48-e9ba116797a5 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Calling delete_port for 0317297c-608b-4314-9e7a-d84a4bf37f8d owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:28.046671 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-27d76bee-7a02-497d-bd48-e9ba116797a5 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.075241 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d76bee-7a02-497d-bd48-e9ba116797a5 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Pushing event deleted for resources: {'Port': ['ID=0317297c-608b-4314-9e7a-d84a4bf37f8d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:28.077119 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d76bee-7a02-497d-bd48-e9ba116797a5 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] No DVR routers for this DVR port 0317297c-608b-4314-9e7a-d84a4bf37f8d on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:28.162267 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-27d76bee-7a02-497d-bd48-e9ba116797a5 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.172817 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-27d76bee-7a02-497d-bd48-e9ba116797a5 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89cf729e-ec65-4bb1-87e4-92ec520d747e']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:28.184479 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-27d76bee-7a02-497d-bd48-e9ba116797a5 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe346fc1-7a7c-463d-9a68-27c036539d23') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:28.184777 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-27d76bee-7a02-497d-bd48-e9ba116797a5 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe346fc1-7a7c-463d-9a68-27c036539d23') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:28.194395 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-27d76bee-7a02-497d-bd48-e9ba116797a5 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.209761 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-27d76bee-7a02-497d-bd48-e9ba116797a5 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.216458 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d76bee-7a02-497d-bd48-e9ba116797a5 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:02:28.216929 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-27d76bee-7a02-497d-bd48-e9ba116797a5 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: timer() Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:02:28.220149 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:02:28.255996 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc7f60c-da72-4ba1-a0d3-be93883dd354 None None] Network 6fb569c3-eb79-4e64-aac8-5e8e3841aaa7 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:28.285360 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-27d76bee-7a02-497d-bd48-e9ba116797a5 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.292363 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-27d76bee-7a02-497d-bd48-e9ba116797a5 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.294315 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-27d76bee-7a02-497d-bd48-e9ba116797a5 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] 10.222.0.50 "DELETE /v2.0/networks/89cf729e-ec65-4bb1-87e4-92ec520d747e HTTP/1.1" status: 204 len: 168 time: 0.5661564 Aug 11 03:02:28.296779 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60304) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:28.314393 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d76bee-7a02-497d-bd48-e9ba116797a5 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Pushing event deleted for resources: {'Network': ['ID=89cf729e-ec65-4bb1-87e4-92ec520d747e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:28.328562 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-40e08262-0e1e-4259-aa68-6707ba1dac29 None None] Provisioning for port 5d42f575-ee13-4cca-90c2-d3927d0cbadd completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:28.362150 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-84105ab6-f280-42d4-92c1-c1bf19d5efec tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Deleting subnet 2780de41-fa75-4aa6-90c0-5fe82a37e5a0 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:02:28.365201 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84105ab6-f280-42d4-92c1-c1bf19d5efec tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.409755 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84105ab6-f280-42d4-92c1-c1bf19d5efec tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.505507 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84105ab6-f280-42d4-92c1-c1bf19d5efec tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.572864 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84105ab6-f280-42d4-92c1-c1bf19d5efec tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.603903 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84105ab6-f280-42d4-92c1-c1bf19d5efec tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.608415 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-84105ab6-f280-42d4-92c1-c1bf19d5efec tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] 10.222.0.50 "DELETE /v2.0/subnets/2780de41-fa75-4aa6-90c0-5fe82a37e5a0 HTTP/1.1" status: 204 len: 168 time: 0.3083310 Aug 11 03:02:28.608415 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84105ab6-f280-42d4-92c1-c1bf19d5efec tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Pushing event deleted for resources: {'Subnet': ['ID=2780de41-fa75-4aa6-90c0-5fe82a37e5a0,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:28.608760 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60306) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:28.668776 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c799e3c9-ee51-4d68-a911-de96361f942c None None] Network 6fb569c3-eb79-4e64-aac8-5e8e3841aaa7 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:28.696538 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-93f233b6-833a-4a0f-822e-3752a1b1a549 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.751498 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-93f233b6-833a-4a0f-822e-3752a1b1a549 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Deleting port 5d42f575-ee13-4cca-90c2-d3927d0cbadd {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:28.751936 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-93f233b6-833a-4a0f-822e-3752a1b1a549 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.824675 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-93f233b6-833a-4a0f-822e-3752a1b1a549 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] For port 5d42f575-ee13-4cca-90c2-d3927d0cbadd, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=5d42f575-ee13-4cca-90c2-d3927d0cbadd,segment=NetworkSegment(b03cb267-dbf2-460a-abb1-53df2c40ec10),segment_id=b03cb267-dbf2-460a-abb1-53df2c40ec10)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:28.825861 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-93f233b6-833a-4a0f-822e-3752a1b1a549 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.840170 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-93f233b6-833a-4a0f-822e-3752a1b1a549 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Calling delete_port for 5d42f575-ee13-4cca-90c2-d3927d0cbadd owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:28.876451 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588677b6-e793-4ce9-bbb6-6add189e176e None None] DHCP port deletion for 89cf729e-ec65-4bb1-87e4-92ec520d747e request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:02:28.894841 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8d7815-ae9b-4dc5-9cd9-37c5b831424f None None] Network 89cf729e-ec65-4bb1-87e4-92ec520d747e requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:28.910495 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8d7815-ae9b-4dc5-9cd9-37c5b831424f None None] Network 89cf729e-ec65-4bb1-87e4-92ec520d747e could not be found, it might have been deleted concurrently. {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 03:02:28.912674 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-61ab1002-c6a4-4898-88cf-9f4a6ffc2a13 None None] Could not find standard attr ID for object 0317297c-608b-4314-9e7a-d84a4bf37f8d. {{(pid=94508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:02:28.923745 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61900fb6-a091-4a8d-af42-ab31ef7ab85e None None] DHCP port deletion for 6fb569c3-eb79-4e64-aac8-5e8e3841aaa7 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:02:28.932526 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-93f233b6-833a-4a0f-822e-3752a1b1a549 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.960708 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f233b6-833a-4a0f-822e-3752a1b1a549 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] No DVR routers for this DVR port 5d42f575-ee13-4cca-90c2-d3927d0cbadd on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:28.962684 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f233b6-833a-4a0f-822e-3752a1b1a549 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Pushing event deleted for resources: {'Port': ['ID=5d42f575-ee13-4cca-90c2-d3927d0cbadd,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:28.970390 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-61900fb6-a091-4a8d-af42-ab31ef7ab85e None None] Deleting port 5d42f575-ee13-4cca-90c2-d3927d0cbadd {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:28.970942 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-61900fb6-a091-4a8d-af42-ab31ef7ab85e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.034711 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-61900fb6-a091-4a8d-af42-ab31ef7ab85e None None] For port 5d42f575-ee13-4cca-90c2-d3927d0cbadd, host n-d-615180-33, got binding levels [] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:29.034989 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-61900fb6-a091-4a8d-af42-ab31ef7ab85e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.042448 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-93f233b6-833a-4a0f-822e-3752a1b1a549 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.047384 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-61900fb6-a091-4a8d-af42-ab31ef7ab85e None None] Calling delete_port for 5d42f575-ee13-4cca-90c2-d3927d0cbadd owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:29.050657 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.ipam_backend_mixin [None req-61900fb6-a091-4a8d-af42-ab31ef7ab85e None None] Port 5d42f575-ee13-4cca-90c2-d3927d0cbadd was not found and therefore no delete operation was performed {{(pid=94508) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:02:29.051986 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-61900fb6-a091-4a8d-af42-ab31ef7ab85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.052678 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-93f233b6-833a-4a0f-822e-3752a1b1a549 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb569c3-eb79-4e64-aac8-5e8e3841aaa7']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:29.063377 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-93f233b6-833a-4a0f-822e-3752a1b1a549 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03cb267-dbf2-460a-abb1-53df2c40ec10') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:29.063707 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-93f233b6-833a-4a0f-822e-3752a1b1a549 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03cb267-dbf2-460a-abb1-53df2c40ec10') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:29.073349 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-93f233b6-833a-4a0f-822e-3752a1b1a549 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.076176 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61900fb6-a091-4a8d-af42-ab31ef7ab85e None None] Pushing event deleted for resources: {'Port': ['ID=5d42f575-ee13-4cca-90c2-d3927d0cbadd,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:29.079663 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61900fb6-a091-4a8d-af42-ab31ef7ab85e None None] No DVR routers for this DVR port 5d42f575-ee13-4cca-90c2-d3927d0cbadd on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:29.091761 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-93f233b6-833a-4a0f-822e-3752a1b1a549 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.097759 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f233b6-833a-4a0f-822e-3752a1b1a549 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:02:29.098147 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-93f233b6-833a-4a0f-822e-3752a1b1a549 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: timer() Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:02:29.101091 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:02:29.156475 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-93f233b6-833a-4a0f-822e-3752a1b1a549 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.161055 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-93f233b6-833a-4a0f-822e-3752a1b1a549 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.162917 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-93f233b6-833a-4a0f-822e-3752a1b1a549 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] 10.222.0.50 "DELETE /v2.0/networks/6fb569c3-eb79-4e64-aac8-5e8e3841aaa7 HTTP/1.1" status: 204 len: 168 time: 0.5531471 Aug 11 03:02:29.165818 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60308) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:29.178086 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f233b6-833a-4a0f-822e-3752a1b1a549 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Pushing event deleted for resources: {'Network': ['ID=6fb569c3-eb79-4e64-aac8-5e8e3841aaa7,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:29.193963 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bd68dcf4-c7c9-4643-a0c6-ae70a072248b tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5fd8b8b-f360-4de4-abab-b8317e37b93d HTTP/1.1" status: 200 len: 205 time: 0.0269220 Aug 11 03:02:29.196341 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60310) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:29.271410 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84af7524-cfd3-4345-9d81-1a1b2ac9cfa2 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.427684 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84af7524-cfd3-4345-9d81-1a1b2ac9cfa2 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.429760 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84af7524-cfd3-4345-9d81-1a1b2ac9cfa2 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.472075 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84af7524-cfd3-4345-9d81-1a1b2ac9cfa2 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.472659 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84af7524-cfd3-4345-9d81-1a1b2ac9cfa2 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Fanout notify agent at l3_agent the message router_deleted on router e5fd8b8b-f360-4de4-abab-b8317e37b93d {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:02:29.479317 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-84af7524-cfd3-4345-9d81-1a1b2ac9cfa2 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.480770 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-84af7524-cfd3-4345-9d81-1a1b2ac9cfa2 tempest-RoutersNegativeTest-658465290 tempest-RoutersNegativeTest-658465290-project] 10.222.0.50 "DELETE /v2.0/routers/e5fd8b8b-f360-4de4-abab-b8317e37b93d HTTP/1.1" status: 204 len: 168 time: 0.2835443 Aug 11 03:02:29.717373 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60316) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:29.851711 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c41a7b35-33b0-4bde-b225-7fee0ebebb41 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b8045cf7c29c477da5722f0345ab48b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1331375 Aug 11 03:02:29.854621 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60320) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:29.902229 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-adddf4fb-eade-491d-b270-7027c229a444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.923025 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-adddf4fb-eade-491d-b270-7027c229a444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.975814 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-adddf4fb-eade-491d-b270-7027c229a444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.975814 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-adddf4fb-eade-491d-b270-7027c229a444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.976404 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-adddf4fb-eade-491d-b270-7027c229a444 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/045d0cc1-3537-4ee2-9d96-c75c2901d08d HTTP/1.1" status: 204 len: 168 time: 0.1204062 Aug 11 03:02:29.986421 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddf4fb-eade-491d-b270-7027c229a444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045d0cc1-3537-4ee2-9d96-c75c2901d08d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:30.584049 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60342) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:30.678494 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-3c671e3c-e9e7-47ce-8df5-e0be5c21f698 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-594285522-network', 'tenant_id': '13986394ef9145bcad608e33b2317746'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:30.700337 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c671e3c-e9e7-47ce-8df5-e0be5c21f698 admin admin] Made reservation on behalf of 13986394ef9145bcad608e33b2317746 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:30.702590 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c671e3c-e9e7-47ce-8df5-e0be5c21f698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.710773 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c671e3c-e9e7-47ce-8df5-e0be5c21f698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.806009 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c671e3c-e9e7-47ce-8df5-e0be5c21f698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.811384 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c671e3c-e9e7-47ce-8df5-e0be5c21f698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.839629 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c671e3c-e9e7-47ce-8df5-e0be5c21f698 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:02:30.846765 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c671e3c-e9e7-47ce-8df5-e0be5c21f698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1066e845-6367-4b57-bb90-c0d7bfac6c09,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:30.851201 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 0317297c-608b-4314-9e7a-d84a4bf37f8d no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:30.855507 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c671e3c-e9e7-47ce-8df5-e0be5c21f698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.856127 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-3c671e3c-e9e7-47ce-8df5-e0be5c21f698 admin admin] Added segment 03f685ff-5012-4b2d-b240-b0ced813e8cb of type vlan for network 2698ebbe-a190-483f-9ee2-05ab1afdca38 Aug 11 03:02:30.874947 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 0317297c-608b-4314-9e7a-d84a4bf37f8d {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:02:30.875371 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 0317297c-608b-4314-9e7a-d84a4bf37f8d not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:02:30.875964 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5d42f575-ee13-4cca-90c2-d3927d0cbadd no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:30.893908 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 5d42f575-ee13-4cca-90c2-d3927d0cbadd {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:02:30.894327 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 5d42f575-ee13-4cca-90c2-d3927d0cbadd not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:02:30.903055 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c671e3c-e9e7-47ce-8df5-e0be5c21f698 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.931311 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c671e3c-e9e7-47ce-8df5-e0be5c21f698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.932316 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c671e3c-e9e7-47ce-8df5-e0be5c21f698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:30.932892 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c671e3c-e9e7-47ce-8df5-e0be5c21f698 admin admin] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.982135 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3c671e3c-e9e7-47ce-8df5-e0be5c21f698 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3970048 Aug 11 03:02:30.985436 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60346) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:30.991531 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-57fe8c9d-6c49-4250-a7f6-4ad8fccef934 admin admin] Request body: {'subnet': {'network_id': '2698ebbe-a190-483f-9ee2-05ab1afdca38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-594285522-subnet', 'tenant_id': '13986394ef9145bcad608e33b2317746', 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:30.991680 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c671e3c-e9e7-47ce-8df5-e0be5c21f698 admin admin] Pushing event updated for resources: {'Network': ['ID=2698ebbe-a190-483f-9ee2-05ab1afdca38,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:31.001666 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 2698ebbe-a190-483f-9ee2-05ab1afdca38 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:02:31.013331 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fe8c9d-6c49-4250-a7f6-4ad8fccef934 admin admin] Made reservation on behalf of 13986394ef9145bcad608e33b2317746 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:31.015557 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-57fe8c9d-6c49-4250-a7f6-4ad8fccef934 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.178038 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-57fe8c9d-6c49-4250-a7f6-4ad8fccef934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.235248 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe8c9d-6c49-4250-a7f6-4ad8fccef934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7037447c-d8dc-4038-ac5f-f3e0ab630d67,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:31.243689 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fe8c9d-6c49-4250-a7f6-4ad8fccef934 admin admin] Checking segment: {'id': '03f685ff-5012-4b2d-b240-b0ced813e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2698ebbe-a190-483f-9ee2-05ab1afdca38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:31.244045 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fe8c9d-6c49-4250-a7f6-4ad8fccef934 admin admin] Network hostable DHCP agents. Network: 2698ebbe-a190-483f-9ee2-05ab1afdca38, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:02:31.260121 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fe8c9d-6c49-4250-a7f6-4ad8fccef934 admin admin] Network 2698ebbe-a190-483f-9ee2-05ab1afdca38 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:02:31.268283 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-57fe8c9d-6c49-4250-a7f6-4ad8fccef934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 2698ebbe-a190-483f-9ee2-05ab1afdca38) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:31.272434 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fe8c9d-6c49-4250-a7f6-4ad8fccef934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:31.273022 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-57fe8c9d-6c49-4250-a7f6-4ad8fccef934 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.278035 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d194943d-c1c4-4c8e-a63f-d0d36ff4345a None None] Network 2698ebbe-a190-483f-9ee2-05ab1afdca38 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:31.286302 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-57fe8c9d-6c49-4250-a7f6-4ad8fccef934 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2996395 Aug 11 03:02:31.288903 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60348) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:31.293357 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-472c6e31-865f-40b4-a67f-44fcec6efdbb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-594285522-router', 'tenant_id': '13986394ef9145bcad608e33b2317746', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:31.312599 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-472c6e31-865f-40b4-a67f-44fcec6efdbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.313743 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-472c6e31-865f-40b4-a67f-44fcec6efdbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.366659 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-472c6e31-865f-40b4-a67f-44fcec6efdbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.424167 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18486bd4-74d8-4297-a3cb-d40b8cac5491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-2698ebbe-a190-483f-9ee2-05ab1afdca38', 'network_id': '2698ebbe-a190-483f-9ee2-05ab1afdca38', 'tenant_id': '13986394ef9145bcad608e33b2317746', 'fixed_ips': [{'subnet_id': '7037447c-d8dc-4038-ac5f-f3e0ab630d67'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:02:31.425032 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-18486bd4-74d8-4297-a3cb-d40b8cac5491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.505043 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-472c6e31-865f-40b4-a67f-44fcec6efdbb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.556309 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-18486bd4-74d8-4297-a3cb-d40b8cac5491 None None] Allocated IP 172.20.0.2 (2698ebbe-a190-483f-9ee2-05ab1afdca38/7037447c-d8dc-4038-ac5f-f3e0ab630d67/8a9fe939-52e7-460c-860f-b635af800538) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:31.701027 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-472c6e31-865f-40b4-a67f-44fcec6efdbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.701235 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-18486bd4-74d8-4297-a3cb-d40b8cac5491 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.709812 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-18486bd4-74d8-4297-a3cb-d40b8cac5491 None None] Transition to ACTIVE for port object 8a9fe939-52e7-460c-860f-b635af800538 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:31.724024 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-18486bd4-74d8-4297-a3cb-d40b8cac5491 None None] Transition to ACTIVE for port object 8a9fe939-52e7-460c-860f-b635af800538 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:31.724203 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-472c6e31-865f-40b4-a67f-44fcec6efdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.730296 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-18486bd4-74d8-4297-a3cb-d40b8cac5491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.769317 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18486bd4-74d8-4297-a3cb-d40b8cac5491 None None] Network 2698ebbe-a190-483f-9ee2-05ab1afdca38 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:31.772146 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-18486bd4-74d8-4297-a3cb-d40b8cac5491 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:31.775652 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18486bd4-74d8-4297-a3cb-d40b8cac5491 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:31.782326 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18486bd4-74d8-4297-a3cb-d40b8cac5491 None None] Pushing event updated for resources: {'Port': ['ID=8a9fe939-52e7-460c-860f-b635af800538,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:31.832709 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-472c6e31-865f-40b4-a67f-44fcec6efdbb admin admin] Allocated IP 172.25.2.93 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/96817e5b-2ae2-44d5-871b-87135d78e3fd) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:31.834337 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-18486bd4-74d8-4297-a3cb-d40b8cac5491 None None] Attempting to bind port 8a9fe939-52e7-460c-860f-b635af800538 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:31.834805 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-18486bd4-74d8-4297-a3cb-d40b8cac5491 None None] Attempting to bind port 8a9fe939-52e7-460c-860f-b635af800538 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '03f685ff-5012-4b2d-b240-b0ced813e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2698ebbe-a190-483f-9ee2-05ab1afdca38'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:31.835171 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18486bd4-74d8-4297-a3cb-d40b8cac5491 None None] Attempting to bind port 8a9fe939-52e7-460c-860f-b635af800538 on network 2698ebbe-a190-483f-9ee2-05ab1afdca38 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:31.840280 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18486bd4-74d8-4297-a3cb-d40b8cac5491 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:31.840654 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18486bd4-74d8-4297-a3cb-d40b8cac5491 None None] Checking segment: {'id': '03f685ff-5012-4b2d-b240-b0ced813e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2698ebbe-a190-483f-9ee2-05ab1afdca38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:31.841061 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-18486bd4-74d8-4297-a3cb-d40b8cac5491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.841455 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18486bd4-74d8-4297-a3cb-d40b8cac5491 None None] Bound using segment: {'id': '03f685ff-5012-4b2d-b240-b0ced813e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2698ebbe-a190-483f-9ee2-05ab1afdca38'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:31.841920 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-18486bd4-74d8-4297-a3cb-d40b8cac5491 None None] Bound port: 8a9fe939-52e7-460c-860f-b635af800538, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f685ff-5012-4b2d-b240-b0ced813e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2698ebbe-a190-483f-9ee2-05ab1afdca38'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:31.842301 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-18486bd4-74d8-4297-a3cb-d40b8cac5491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.905277 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-18486bd4-74d8-4297-a3cb-d40b8cac5491 None None] For port 8a9fe939-52e7-460c-860f-b635af800538, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:31.908746 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-18486bd4-74d8-4297-a3cb-d40b8cac5491 None None] For port 8a9fe939-52e7-460c-860f-b635af800538, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8a9fe939-52e7-460c-860f-b635af800538,segment=NetworkSegment(03f685ff-5012-4b2d-b240-b0ced813e8cb),segment_id=03f685ff-5012-4b2d-b240-b0ced813e8cb)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:31.913303 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-18486bd4-74d8-4297-a3cb-d40b8cac5491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.947239 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-472c6e31-865f-40b4-a67f-44fcec6efdbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.982697 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18486bd4-74d8-4297-a3cb-d40b8cac5491 None None] Pushing event updated for resources: {'Port': ['ID=8a9fe939-52e7-460c-860f-b635af800538,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:31.987115 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-472c6e31-865f-40b4-a67f-44fcec6efdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:32.024497 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472c6e31-865f-40b4-a67f-44fcec6efdbb admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:32.029427 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-472c6e31-865f-40b4-a67f-44fcec6efdbb admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:32.033030 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472c6e31-865f-40b4-a67f-44fcec6efdbb admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:32.058485 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c6e31-865f-40b4-a67f-44fcec6efdbb admin admin] Pushing event updated for resources: {'Port': ['ID=96817e5b-2ae2-44d5-871b-87135d78e3fd,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:32.302900 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-472c6e31-865f-40b4-a67f-44fcec6efdbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:32.825939 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-472c6e31-865f-40b4-a67f-44fcec6efdbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:32.881778 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8a9fe939-52e7-460c-860f-b635af800538 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:32.932624 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1c6117-a9be-4d82-9c93-d206413e9e2f None None] Network 2698ebbe-a190-483f-9ee2-05ab1afdca38 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:32.965094 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472c6e31-865f-40b4-a67f-44fcec6efdbb admin admin] Router ece9e103-48d0-4180-8120-f9d19aad577b is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:02:32.972035 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 8a9fe939-52e7-460c-860f-b635af800538 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:33.014022 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f24a7cca-4b82-4ee0-ba3b-e8af034dd101 None None] Provisioning for port 8a9fe939-52e7-460c-860f-b635af800538 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:33.020397 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f24a7cca-4b82-4ee0-ba3b-e8af034dd101 None None] Provisioning complete for port 8a9fe939-52e7-460c-860f-b635af800538 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:33.020790 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f24a7cca-4b82-4ee0-ba3b-e8af034dd101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:33.082539 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472c6e31-865f-40b4-a67f-44fcec6efdbb admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:02:33.093782 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c2e9aa-ec58-449e-afaa-abf4468d8ca5 None None] Sync routers for ids ['ece9e103-48d0-4180-8120-f9d19aad577b'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:02:33.099709 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-472c6e31-865f-40b4-a67f-44fcec6efdbb admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:33.100959 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-472c6e31-865f-40b4-a67f-44fcec6efdbb admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8110213 Aug 11 03:02:33.103575 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60350) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:33.279492 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c2e9aa-ec58-449e-afaa-abf4468d8ca5 None None] Routers {'ece9e103-48d0-4180-8120-f9d19aad577b'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:02:33.280134 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d1c2e9aa-ec58-449e-afaa-abf4468d8ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:02:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['ece9e103-48d0-4180-8120-f9d19aad577b'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:33.378542 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f24a7cca-4b82-4ee0-ba3b-e8af034dd101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:33.460897 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-d1c2e9aa-ec58-449e-afaa-abf4468d8ca5 None None] Set router ece9e103-48d0-4180-8120-f9d19aad577b gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:02:33.463614 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-f24a7cca-4b82-4ee0-ba3b-e8af034dd101 None None] For port 8a9fe939-52e7-460c-860f-b635af800538, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8a9fe939-52e7-460c-860f-b635af800538,segment=NetworkSegment(03f685ff-5012-4b2d-b240-b0ced813e8cb),segment_id=03f685ff-5012-4b2d-b240-b0ced813e8cb)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:33.491624 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f24a7cca-4b82-4ee0-ba3b-e8af034dd101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:33.534580 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a16f844d-d846-4a7a-aa7f-4868ee0b3ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:33.618191 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a7cca-4b82-4ee0-ba3b-e8af034dd101 None None] Pushing event updated for resources: {'Port': ['ID=8a9fe939-52e7-460c-860f-b635af800538,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:33.686279 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d1c2e9aa-ec58-449e-afaa-abf4468d8ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece9e103-48d0-4180-8120-f9d19aad577b', 'name': 'tempest-TestEncryptedCinderVolumes-594285522-router', 'tenant_id': '13986394ef9145bcad608e33b2317746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '96817e5b-2ae2-44d5-871b-87135d78e3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:31Z', 'updated_at': '2021-08-11T03:02:32Z', 'revision_number': 3, 'project_id': '13986394ef9145bcad608e33b2317746', 'gw_port': {'id': '96817e5b-2ae2-44d5-871b-87135d78e3fd', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece9e103-48d0-4180-8120-f9d19aad577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:31Z', 'updated_at': '2021-08-11T03:02:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:33.716216 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c2e9aa-ec58-449e-afaa-abf4468d8ca5 None None] Checking router: ece9e103-48d0-4180-8120-f9d19aad577b for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:02:33.716483 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c2e9aa-ec58-449e-afaa-abf4468d8ca5 None None] Updating router ece9e103-48d0-4180-8120-f9d19aad577b port 96817e5b-2ae2-44d5-871b-87135d78e3fd binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:02:33.737548 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-a16f844d-d846-4a7a-aa7f-4868ee0b3ac9 admin admin] Allocated IP 172.20.0.1 (2698ebbe-a190-483f-9ee2-05ab1afdca38/7037447c-d8dc-4038-ac5f-f3e0ab630d67/584cd715-f89c-49c2-88ed-52ddec195750) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:33.750586 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d1c2e9aa-ec58-449e-afaa-abf4468d8ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:33.752540 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3ff4950a-c00b-476e-b31a-d5c3f29bc8fd None None] Provisioning complete for port 8a9fe939-52e7-460c-860f-b635af800538 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:33.752899 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3ff4950a-c00b-476e-b31a-d5c3f29bc8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:33.842404 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a16f844d-d846-4a7a-aa7f-4868ee0b3ac9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:33.854621 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-a16f844d-d846-4a7a-aa7f-4868ee0b3ac9 admin admin] Transition to ACTIVE for port object 584cd715-f89c-49c2-88ed-52ddec195750 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:33.889657 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a16f844d-d846-4a7a-aa7f-4868ee0b3ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:33.938568 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16f844d-d846-4a7a-aa7f-4868ee0b3ac9 admin admin] Network 2698ebbe-a190-483f-9ee2-05ab1afdca38 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:33.941997 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-a16f844d-d846-4a7a-aa7f-4868ee0b3ac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:33.945523 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16f844d-d846-4a7a-aa7f-4868ee0b3ac9 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:33.951018 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f844d-d846-4a7a-aa7f-4868ee0b3ac9 admin admin] Pushing event updated for resources: {'Port': ['ID=584cd715-f89c-49c2-88ed-52ddec195750,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:33.993071 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a16f844d-d846-4a7a-aa7f-4868ee0b3ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.087803 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d1c2e9aa-ec58-449e-afaa-abf4468d8ca5 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.098201 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d1c2e9aa-ec58-449e-afaa-abf4468d8ca5 None None] Transition to ACTIVE for port object 96817e5b-2ae2-44d5-871b-87135d78e3fd will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:34.107030 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d1c2e9aa-ec58-449e-afaa-abf4468d8ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.151418 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a16f844d-d846-4a7a-aa7f-4868ee0b3ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.171432 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d1c2e9aa-ec58-449e-afaa-abf4468d8ca5 None None] Attempting to bind port 96817e5b-2ae2-44d5-871b-87135d78e3fd on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:34.171835 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d1c2e9aa-ec58-449e-afaa-abf4468d8ca5 None None] Attempting to bind port 96817e5b-2ae2-44d5-871b-87135d78e3fd by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:34.172207 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c2e9aa-ec58-449e-afaa-abf4468d8ca5 None None] Attempting to bind port 96817e5b-2ae2-44d5-871b-87135d78e3fd on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:34.175951 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17612eb-6f09-4a12-81b5-d3dde018057a None None] Pushing event updated for resources: {'Port': ['ID=96817e5b-2ae2-44d5-871b-87135d78e3fd,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:34.186447 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c2e9aa-ec58-449e-afaa-abf4468d8ca5 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:34.186828 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c2e9aa-ec58-449e-afaa-abf4468d8ca5 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:34.187238 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d1c2e9aa-ec58-449e-afaa-abf4468d8ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.187662 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c2e9aa-ec58-449e-afaa-abf4468d8ca5 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:34.188135 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d1c2e9aa-ec58-449e-afaa-abf4468d8ca5 None None] Bound port: 96817e5b-2ae2-44d5-871b-87135d78e3fd, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:34.188518 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d1c2e9aa-ec58-449e-afaa-abf4468d8ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.211037 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-6e14224d-e2a7-42ea-95f8-9c73046e8bb9 None None] Provisioning for port 584cd715-f89c-49c2-88ed-52ddec195750 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:34.220448 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-6e14224d-e2a7-42ea-95f8-9c73046e8bb9 None None] Provisioning complete for port 584cd715-f89c-49c2-88ed-52ddec195750 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:34.220783 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6e14224d-e2a7-42ea-95f8-9c73046e8bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.271095 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d1c2e9aa-ec58-449e-afaa-abf4468d8ca5 None None] For port 96817e5b-2ae2-44d5-871b-87135d78e3fd, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:34.274817 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-6e14224d-e2a7-42ea-95f8-9c73046e8bb9 None None] Port 584cd715-f89c-49c2-88ed-52ddec195750 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:34.284358 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d1c2e9aa-ec58-449e-afaa-abf4468d8ca5 None None] For port 96817e5b-2ae2-44d5-871b-87135d78e3fd, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=96817e5b-2ae2-44d5-871b-87135d78e3fd,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:34.288800 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d1c2e9aa-ec58-449e-afaa-abf4468d8ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.318317 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a16f844d-d846-4a7a-aa7f-4868ee0b3ac9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.324533 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a16f844d-d846-4a7a-aa7f-4868ee0b3ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.347359 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c2e9aa-ec58-449e-afaa-abf4468d8ca5 None None] Routers {'ece9e103-48d0-4180-8120-f9d19aad577b'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:02:34.347986 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d1c2e9aa-ec58-449e-afaa-abf4468d8ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:02:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['ece9e103-48d0-4180-8120-f9d19aad577b'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:34.381828 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17612eb-6f09-4a12-81b5-d3dde018057a None None] Pushing event updated for resources: {'Port': ['ID=96817e5b-2ae2-44d5-871b-87135d78e3fd,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:34.393897 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a16f844d-d846-4a7a-aa7f-4868ee0b3ac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.396565 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f844d-d846-4a7a-aa7f-4868ee0b3ac9 admin admin] Pushing event updated for resources: {'Port': ['ID=584cd715-f89c-49c2-88ed-52ddec195750,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:34.457847 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-d1c2e9aa-ec58-449e-afaa-abf4468d8ca5 None None] Set router ece9e103-48d0-4180-8120-f9d19aad577b gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:02:34.486789 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16f844d-d846-4a7a-aa7f-4868ee0b3ac9 admin admin] Network 2698ebbe-a190-483f-9ee2-05ab1afdca38 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:34.488292 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-a16f844d-d846-4a7a-aa7f-4868ee0b3ac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:34.606819 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16f844d-d846-4a7a-aa7f-4868ee0b3ac9 admin admin] Router ece9e103-48d0-4180-8120-f9d19aad577b has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:02:34.669426 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d1c2e9aa-ec58-449e-afaa-abf4468d8ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece9e103-48d0-4180-8120-f9d19aad577b', 'name': 'tempest-TestEncryptedCinderVolumes-594285522-router', 'tenant_id': '13986394ef9145bcad608e33b2317746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '96817e5b-2ae2-44d5-871b-87135d78e3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:31Z', 'updated_at': '2021-08-11T03:02:34Z', 'revision_number': 4, 'project_id': '13986394ef9145bcad608e33b2317746', 'gw_port': {'id': '96817e5b-2ae2-44d5-871b-87135d78e3fd', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece9e103-48d0-4180-8120-f9d19aad577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:31Z', 'updated_at': '2021-08-11T03:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '584cd715-f89c-49c2-88ed-52ddec195750', 'name': '', 'network_id': '2698ebbe-a190-483f-9ee2-05ab1afdca38', 'tenant_id': '13986394ef9145bcad608e33b2317746', 'mac_address': 'fa:16:3e:18:bb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece9e103-48d0-4180-8120-f9d19aad577b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '7037447c-d8dc-4038-ac5f-f3e0ab630d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:33Z', 'updated_at': '2021-08-11T03:02:34Z', 'revision_number': 2, 'project_id': '13986394ef9145bcad608e33b2317746', 'subnets': [{'id': '7037447c-d8dc-4038-ac5f-f3e0ab630d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:34.699561 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c2e9aa-ec58-449e-afaa-abf4468d8ca5 None None] The sync data for ids ['ece9e103-48d0-4180-8120-f9d19aad577b'] in n-d-615180-33 is: [{'id': 'ece9e103-48d0-4180-8120-f9d19aad577b', 'name': 'tempest-TestEncryptedCinderVolumes-594285522-router', 'tenant_id': '13986394ef9145bcad608e33b2317746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '96817e5b-2ae2-44d5-871b-87135d78e3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:31Z', 'updated_at': '2021-08-11T03:02:34Z', 'revision_number': 4, 'project_id': '13986394ef9145bcad608e33b2317746', 'gw_port': {'id': '96817e5b-2ae2-44d5-871b-87135d78e3fd', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece9e103-48d0-4180-8120-f9d19aad577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:31Z', 'updated_at': '2021-08-11T03:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '584cd715-f89c-49c2-88ed-52ddec195750', 'name': '', 'network_id': '2698ebbe-a190-483f-9ee2-05ab1afdca38', 'tenant_id': '13986394ef9145bcad608e33b2317746', 'mac_address': 'fa:16:3e:18:bb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece9e103-48d0-4180-8120-f9d19aad577b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '7037447c-d8dc-4038-ac5f-f3e0ab630d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:33Z', 'updated_at': '2021-08-11T03:02:34Z', 'revision_number': 2, 'project_id': '13986394ef9145bcad608e33b2317746', 'subnets': [{'id': '7037447c-d8dc-4038-ac5f-f3e0ab630d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:02:34.709775 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-204284e8-a276-4079-a5e2-4ffaf2eb4af8 None None] Provisioning complete for port 584cd715-f89c-49c2-88ed-52ddec195750 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:34.710149 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-204284e8-a276-4079-a5e2-4ffaf2eb4af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.727307 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16f844d-d846-4a7a-aa7f-4868ee0b3ac9 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:02:34.742337 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a16f844d-d846-4a7a-aa7f-4868ee0b3ac9 admin admin] 10.222.0.50 "PUT /v2.0/routers/ece9e103-48d0-4180-8120-f9d19aad577b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6299732 Aug 11 03:02:34.748125 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-204284e8-a276-4079-a5e2-4ffaf2eb4af8 None None] Port 584cd715-f89c-49c2-88ed-52ddec195750 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:34.863375 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8a9fe939-52e7-460c-860f-b635af800538 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:34.949501 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 8a9fe939-52e7-460c-860f-b635af800538 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:34.949883 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.281957 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60366) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:35.287138 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-7b68b6b3-d4ca-4dfc-80c7-6d63604cd002 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1517880706-network', 'tenant_id': 'ed0c2229efb6405193012c4eb830ca73'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:35.329156 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b68b6b3-d4ca-4dfc-80c7-6d63604cd002 admin admin] Made reservation on behalf of ed0c2229efb6405193012c4eb830ca73 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:35.332603 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7b68b6b3-d4ca-4dfc-80c7-6d63604cd002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.342351 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7b68b6b3-d4ca-4dfc-80c7-6d63604cd002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.452271 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7b68b6b3-d4ca-4dfc-80c7-6d63604cd002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.463822 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7b68b6b3-d4ca-4dfc-80c7-6d63604cd002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.491571 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b68b6b3-d4ca-4dfc-80c7-6d63604cd002 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:02:35.502709 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68b6b3-d4ca-4dfc-80c7-6d63604cd002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65a457f-8cf2-49cc-8483-bf1e0951cee1,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:35.507875 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7b68b6b3-d4ca-4dfc-80c7-6d63604cd002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.508228 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-7b68b6b3-d4ca-4dfc-80c7-6d63604cd002 admin admin] Added segment 4cfa3d0d-f0f2-48f1-81ae-e9c4a7a52ad0 of type vlan for network 59ed8e5d-5daf-4e2e-a28a-d2a31981de20 Aug 11 03:02:35.554601 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7b68b6b3-d4ca-4dfc-80c7-6d63604cd002 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.584730 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7b68b6b3-d4ca-4dfc-80c7-6d63604cd002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.585742 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b68b6b3-d4ca-4dfc-80c7-6d63604cd002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:35.586343 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7b68b6b3-d4ca-4dfc-80c7-6d63604cd002 admin admin] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.640723 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7b68b6b3-d4ca-4dfc-80c7-6d63604cd002 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3576188 Aug 11 03:02:35.644419 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60368) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:35.648710 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68b6b3-d4ca-4dfc-80c7-6d63604cd002 admin admin] Pushing event updated for resources: {'Network': ['ID=59ed8e5d-5daf-4e2e-a28a-d2a31981de20,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:35.649749 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-f8a3cac8-080a-4ce8-b486-f7118ec2f535 admin admin] Request body: {'subnet': {'network_id': '59ed8e5d-5daf-4e2e-a28a-d2a31981de20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1517880706-subnet', 'tenant_id': 'ed0c2229efb6405193012c4eb830ca73', 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:35.660014 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 59ed8e5d-5daf-4e2e-a28a-d2a31981de20 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:02:35.672328 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a3cac8-080a-4ce8-b486-f7118ec2f535 admin admin] Made reservation on behalf of ed0c2229efb6405193012c4eb830ca73 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:35.675021 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f8a3cac8-080a-4ce8-b486-f7118ec2f535 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.863245 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f8a3cac8-080a-4ce8-b486-f7118ec2f535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.913416 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a3cac8-080a-4ce8-b486-f7118ec2f535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=246b67bc-765a-42ee-8425-cdb6205dcf73,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:35.929329 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a3cac8-080a-4ce8-b486-f7118ec2f535 admin admin] Checking segment: {'id': '4cfa3d0d-f0f2-48f1-81ae-e9c4a7a52ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '59ed8e5d-5daf-4e2e-a28a-d2a31981de20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:35.929449 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a3cac8-080a-4ce8-b486-f7118ec2f535 admin admin] Network hostable DHCP agents. Network: 59ed8e5d-5daf-4e2e-a28a-d2a31981de20, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:02:35.950517 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a3cac8-080a-4ce8-b486-f7118ec2f535 admin admin] Network 59ed8e5d-5daf-4e2e-a28a-d2a31981de20 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:02:35.960755 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-f8a3cac8-080a-4ce8-b486-f7118ec2f535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 59ed8e5d-5daf-4e2e-a28a-d2a31981de20) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:35.965623 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a3cac8-080a-4ce8-b486-f7118ec2f535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:35.966793 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f8a3cac8-080a-4ce8-b486-f7118ec2f535 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.969863 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7c2ca5-e5fc-4a66-8ab8-ecb0912cdfae None None] Network 59ed8e5d-5daf-4e2e-a28a-d2a31981de20 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:35.983463 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f8a3cac8-080a-4ce8-b486-f7118ec2f535 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3378012 Aug 11 03:02:35.985878 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60370) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:35.990245 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-6ef7a0aa-8ee0-4806-b089-04a0cff39875 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1517880706-router', 'tenant_id': 'ed0c2229efb6405193012c4eb830ca73', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:36.010511 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6ef7a0aa-8ee0-4806-b089-04a0cff39875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.011659 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6ef7a0aa-8ee0-4806-b089-04a0cff39875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.068998 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6ef7a0aa-8ee0-4806-b089-04a0cff39875 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.120044 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b41c125-37e6-43b8-99ab-af0b4e9f52bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-59ed8e5d-5daf-4e2e-a28a-d2a31981de20', 'network_id': '59ed8e5d-5daf-4e2e-a28a-d2a31981de20', 'tenant_id': 'ed0c2229efb6405193012c4eb830ca73', 'fixed_ips': [{'subnet_id': '246b67bc-765a-42ee-8425-cdb6205dcf73'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:02:36.121317 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4b41c125-37e6-43b8-99ab-af0b4e9f52bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.213554 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6ef7a0aa-8ee0-4806-b089-04a0cff39875 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.252687 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-4b41c125-37e6-43b8-99ab-af0b4e9f52bc None None] Allocated IP 172.20.0.2 (59ed8e5d-5daf-4e2e-a28a-d2a31981de20/246b67bc-765a-42ee-8425-cdb6205dcf73/18fd6225-b6c0-4fc1-b145-267b18455c2a) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:36.404057 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4b41c125-37e6-43b8-99ab-af0b4e9f52bc None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.412038 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4b41c125-37e6-43b8-99ab-af0b4e9f52bc None None] Transition to ACTIVE for port object 18fd6225-b6c0-4fc1-b145-267b18455c2a will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:36.423203 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6ef7a0aa-8ee0-4806-b089-04a0cff39875 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.427274 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4b41c125-37e6-43b8-99ab-af0b4e9f52bc None None] Transition to ACTIVE for port object 18fd6225-b6c0-4fc1-b145-267b18455c2a will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:36.433059 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4b41c125-37e6-43b8-99ab-af0b4e9f52bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.444856 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6ef7a0aa-8ee0-4806-b089-04a0cff39875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.474530 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b41c125-37e6-43b8-99ab-af0b4e9f52bc None None] Network 59ed8e5d-5daf-4e2e-a28a-d2a31981de20 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:36.479727 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-4b41c125-37e6-43b8-99ab-af0b4e9f52bc None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:36.482316 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b41c125-37e6-43b8-99ab-af0b4e9f52bc None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:36.484302 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41c125-37e6-43b8-99ab-af0b4e9f52bc None None] Pushing event updated for resources: {'Port': ['ID=18fd6225-b6c0-4fc1-b145-267b18455c2a,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:36.540081 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-4b41c125-37e6-43b8-99ab-af0b4e9f52bc None None] Attempting to bind port 18fd6225-b6c0-4fc1-b145-267b18455c2a on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:36.540455 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-4b41c125-37e6-43b8-99ab-af0b4e9f52bc None None] Attempting to bind port 18fd6225-b6c0-4fc1-b145-267b18455c2a by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '4cfa3d0d-f0f2-48f1-81ae-e9c4a7a52ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '59ed8e5d-5daf-4e2e-a28a-d2a31981de20'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:36.540814 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b41c125-37e6-43b8-99ab-af0b4e9f52bc None None] Attempting to bind port 18fd6225-b6c0-4fc1-b145-267b18455c2a on network 59ed8e5d-5daf-4e2e-a28a-d2a31981de20 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:36.545723 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b41c125-37e6-43b8-99ab-af0b4e9f52bc None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:36.546099 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b41c125-37e6-43b8-99ab-af0b4e9f52bc None None] Checking segment: {'id': '4cfa3d0d-f0f2-48f1-81ae-e9c4a7a52ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '59ed8e5d-5daf-4e2e-a28a-d2a31981de20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:36.546504 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4b41c125-37e6-43b8-99ab-af0b4e9f52bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.546900 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b41c125-37e6-43b8-99ab-af0b4e9f52bc None None] Bound using segment: {'id': '4cfa3d0d-f0f2-48f1-81ae-e9c4a7a52ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '59ed8e5d-5daf-4e2e-a28a-d2a31981de20'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:36.547363 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-4b41c125-37e6-43b8-99ab-af0b4e9f52bc None None] Bound port: 18fd6225-b6c0-4fc1-b145-267b18455c2a, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cfa3d0d-f0f2-48f1-81ae-e9c4a7a52ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '59ed8e5d-5daf-4e2e-a28a-d2a31981de20'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:36.547772 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4b41c125-37e6-43b8-99ab-af0b4e9f52bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.561830 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-6ef7a0aa-8ee0-4806-b089-04a0cff39875 admin admin] Allocated IP 172.25.2.190 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/607b20ce-d005-4925-b94d-9be13ec8578b) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:36.613609 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-4b41c125-37e6-43b8-99ab-af0b4e9f52bc None None] For port 18fd6225-b6c0-4fc1-b145-267b18455c2a, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:36.618365 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-4b41c125-37e6-43b8-99ab-af0b4e9f52bc None None] For port 18fd6225-b6c0-4fc1-b145-267b18455c2a, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=18fd6225-b6c0-4fc1-b145-267b18455c2a,segment=NetworkSegment(4cfa3d0d-f0f2-48f1-81ae-e9c4a7a52ad0),segment_id=4cfa3d0d-f0f2-48f1-81ae-e9c4a7a52ad0)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:36.623160 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4b41c125-37e6-43b8-99ab-af0b4e9f52bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.670209 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6ef7a0aa-8ee0-4806-b089-04a0cff39875 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.697737 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41c125-37e6-43b8-99ab-af0b4e9f52bc None None] Pushing event updated for resources: {'Port': ['ID=18fd6225-b6c0-4fc1-b145-267b18455c2a,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:36.700427 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf04a24f-1b4a-4541-88cd-acd872575035 None None] Sync routers for ids ['ece9e103-48d0-4180-8120-f9d19aad577b'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:02:36.710293 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf04a24f-1b4a-4541-88cd-acd872575035 None None] Routers {'ece9e103-48d0-4180-8120-f9d19aad577b'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:02:36.710991 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-bf04a24f-1b4a-4541-88cd-acd872575035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:02:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['ece9e103-48d0-4180-8120-f9d19aad577b'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:36.716535 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6ef7a0aa-8ee0-4806-b089-04a0cff39875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.764546 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef7a0aa-8ee0-4806-b089-04a0cff39875 admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:36.769371 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-6ef7a0aa-8ee0-4806-b089-04a0cff39875 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:36.773922 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef7a0aa-8ee0-4806-b089-04a0cff39875 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:36.777059 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7a0aa-8ee0-4806-b089-04a0cff39875 admin admin] Pushing event updated for resources: {'Port': ['ID=607b20ce-d005-4925-b94d-9be13ec8578b,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:36.831522 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-bf04a24f-1b4a-4541-88cd-acd872575035 None None] Set router ece9e103-48d0-4180-8120-f9d19aad577b gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:02:36.974792 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 96817e5b-2ae2-44d5-871b-87135d78e3fd up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:37.031170 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 96817e5b-2ae2-44d5-871b-87135d78e3fd completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:37.037036 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 96817e5b-2ae2-44d5-871b-87135d78e3fd triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:37.037613 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.112816 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6ef7a0aa-8ee0-4806-b089-04a0cff39875 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.122894 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.144905 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 96817e5b-2ae2-44d5-871b-87135d78e3fd, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=96817e5b-2ae2-44d5-871b-87135d78e3fd,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:37.150003 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.185545 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-bf04a24f-1b4a-4541-88cd-acd872575035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece9e103-48d0-4180-8120-f9d19aad577b', 'name': 'tempest-TestEncryptedCinderVolumes-594285522-router', 'tenant_id': '13986394ef9145bcad608e33b2317746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '96817e5b-2ae2-44d5-871b-87135d78e3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:31Z', 'updated_at': '2021-08-11T03:02:34Z', 'revision_number': 4, 'project_id': '13986394ef9145bcad608e33b2317746', 'gw_port': {'id': '96817e5b-2ae2-44d5-871b-87135d78e3fd', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece9e103-48d0-4180-8120-f9d19aad577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:31Z', 'updated_at': '2021-08-11T03:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '584cd715-f89c-49c2-88ed-52ddec195750', 'name': '', 'network_id': '2698ebbe-a190-483f-9ee2-05ab1afdca38', 'tenant_id': '13986394ef9145bcad608e33b2317746', 'mac_address': 'fa:16:3e:18:bb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece9e103-48d0-4180-8120-f9d19aad577b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '7037447c-d8dc-4038-ac5f-f3e0ab630d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:33Z', 'updated_at': '2021-08-11T03:02:34Z', 'revision_number': 2, 'project_id': '13986394ef9145bcad608e33b2317746', 'subnets': [{'id': '7037447c-d8dc-4038-ac5f-f3e0ab630d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:37.200911 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=96817e5b-2ae2-44d5-871b-87135d78e3fd,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:37.217467 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf04a24f-1b4a-4541-88cd-acd872575035 None None] Checking router: ece9e103-48d0-4180-8120-f9d19aad577b for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:02:37.217826 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf04a24f-1b4a-4541-88cd-acd872575035 None None] Updating router ece9e103-48d0-4180-8120-f9d19aad577b port 584cd715-f89c-49c2-88ed-52ddec195750 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:02:37.242563 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-bf04a24f-1b4a-4541-88cd-acd872575035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.369376 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:02:37.535075 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-bf04a24f-1b4a-4541-88cd-acd872575035 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.545857 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-bf04a24f-1b4a-4541-88cd-acd872575035 None None] Transition to ACTIVE for port object 584cd715-f89c-49c2-88ed-52ddec195750 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:37.553152 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-bf04a24f-1b4a-4541-88cd-acd872575035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.611953 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f839e37-50c4-46af-a510-4ccf53050d17 None None] Pushing event updated for resources: {'Port': ['ID=584cd715-f89c-49c2-88ed-52ddec195750,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:37.649749 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6ef7a0aa-8ee0-4806-b089-04a0cff39875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.651514 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f839e37-50c4-46af-a510-4ccf53050d17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:37.652126 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f839e37-50c4-46af-a510-4ccf53050d17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:37.652553 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f839e37-50c4-46af-a510-4ccf53050d17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:37.652954 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f839e37-50c4-46af-a510-4ccf53050d17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:37.653353 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f839e37-50c4-46af-a510-4ccf53050d17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:37.653753 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f839e37-50c4-46af-a510-4ccf53050d17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:37.654151 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f839e37-50c4-46af-a510-4ccf53050d17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:37.654538 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f839e37-50c4-46af-a510-4ccf53050d17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:37.654934 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f839e37-50c4-46af-a510-4ccf53050d17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:37.655465 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f839e37-50c4-46af-a510-4ccf53050d17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:37.655994 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f839e37-50c4-46af-a510-4ccf53050d17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:37.656328 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f839e37-50c4-46af-a510-4ccf53050d17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:37.679049 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-bf04a24f-1b4a-4541-88cd-acd872575035 None None] Attempting to bind port 584cd715-f89c-49c2-88ed-52ddec195750 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:37.679416 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-bf04a24f-1b4a-4541-88cd-acd872575035 None None] Attempting to bind port 584cd715-f89c-49c2-88ed-52ddec195750 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '03f685ff-5012-4b2d-b240-b0ced813e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2698ebbe-a190-483f-9ee2-05ab1afdca38'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:37.679808 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf04a24f-1b4a-4541-88cd-acd872575035 None None] Attempting to bind port 584cd715-f89c-49c2-88ed-52ddec195750 on network 2698ebbe-a190-483f-9ee2-05ab1afdca38 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:37.685054 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf04a24f-1b4a-4541-88cd-acd872575035 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:37.685407 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf04a24f-1b4a-4541-88cd-acd872575035 None None] Checking segment: {'id': '03f685ff-5012-4b2d-b240-b0ced813e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2698ebbe-a190-483f-9ee2-05ab1afdca38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:37.685941 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-bf04a24f-1b4a-4541-88cd-acd872575035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.686336 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf04a24f-1b4a-4541-88cd-acd872575035 None None] Bound using segment: {'id': '03f685ff-5012-4b2d-b240-b0ced813e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2698ebbe-a190-483f-9ee2-05ab1afdca38'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:37.686804 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-bf04a24f-1b4a-4541-88cd-acd872575035 None None] Bound port: 584cd715-f89c-49c2-88ed-52ddec195750, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f685ff-5012-4b2d-b240-b0ced813e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2698ebbe-a190-483f-9ee2-05ab1afdca38'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:37.687181 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-bf04a24f-1b4a-4541-88cd-acd872575035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.757599 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-bf04a24f-1b4a-4541-88cd-acd872575035 None None] For port 584cd715-f89c-49c2-88ed-52ddec195750, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:37.761121 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-bf04a24f-1b4a-4541-88cd-acd872575035 None None] For port 584cd715-f89c-49c2-88ed-52ddec195750, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=584cd715-f89c-49c2-88ed-52ddec195750,segment=NetworkSegment(03f685ff-5012-4b2d-b240-b0ced813e8cb),segment_id=03f685ff-5012-4b2d-b240-b0ced813e8cb)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:37.767023 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-bf04a24f-1b4a-4541-88cd-acd872575035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.775108 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ed8935-9dfe-4c95-872f-6bbfd0f0fabd None None] Network 59ed8e5d-5daf-4e2e-a28a-d2a31981de20 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:37.815524 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef7a0aa-8ee0-4806-b089-04a0cff39875 admin admin] Router 0f5368c5-d7ce-425b-80ba-79caadbb46f1 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:02:37.835574 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f839e37-50c4-46af-a510-4ccf53050d17 None None] Pushing event updated for resources: {'Port': ['ID=584cd715-f89c-49c2-88ed-52ddec195750,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:37.845693 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf04a24f-1b4a-4541-88cd-acd872575035 None None] Routers {'ece9e103-48d0-4180-8120-f9d19aad577b'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:02:37.846368 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-bf04a24f-1b4a-4541-88cd-acd872575035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:02:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['ece9e103-48d0-4180-8120-f9d19aad577b'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:37.864240 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-1c44d0df-f560-494c-be33-a7ec3c500e20 None None] Provisioning for port 18fd6225-b6c0-4fc1-b145-267b18455c2a completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:37.970330 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-bf04a24f-1b4a-4541-88cd-acd872575035 None None] Set router ece9e103-48d0-4180-8120-f9d19aad577b gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:02:37.988855 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef7a0aa-8ee0-4806-b089-04a0cff39875 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:02:38.002514 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4edaafb-78cc-4eec-8d22-68a8d96ab1c3 None None] Sync routers for ids ['0f5368c5-d7ce-425b-80ba-79caadbb46f1'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:02:38.006658 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6ef7a0aa-8ee0-4806-b089-04a0cff39875 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.008463 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6ef7a0aa-8ee0-4806-b089-04a0cff39875 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0215678 Aug 11 03:02:38.011783 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60372) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:38.028092 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4edaafb-78cc-4eec-8d22-68a8d96ab1c3 None None] Routers {'0f5368c5-d7ce-425b-80ba-79caadbb46f1'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:02:38.028975 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-a4edaafb-78cc-4eec-8d22-68a8d96ab1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:02:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0f5368c5-d7ce-425b-80ba-79caadbb46f1'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:38.278432 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-bf04a24f-1b4a-4541-88cd-acd872575035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece9e103-48d0-4180-8120-f9d19aad577b', 'name': 'tempest-TestEncryptedCinderVolumes-594285522-router', 'tenant_id': '13986394ef9145bcad608e33b2317746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '96817e5b-2ae2-44d5-871b-87135d78e3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:31Z', 'updated_at': '2021-08-11T03:02:34Z', 'revision_number': 4, 'project_id': '13986394ef9145bcad608e33b2317746', 'gw_port': {'id': '96817e5b-2ae2-44d5-871b-87135d78e3fd', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece9e103-48d0-4180-8120-f9d19aad577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:31Z', 'updated_at': '2021-08-11T03:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '584cd715-f89c-49c2-88ed-52ddec195750', 'name': '', 'network_id': '2698ebbe-a190-483f-9ee2-05ab1afdca38', 'tenant_id': '13986394ef9145bcad608e33b2317746', 'mac_address': 'fa:16:3e:18:bb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece9e103-48d0-4180-8120-f9d19aad577b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '7037447c-d8dc-4038-ac5f-f3e0ab630d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:33Z', 'updated_at': '2021-08-11T03:02:37Z', 'revision_number': 4, 'project_id': '13986394ef9145bcad608e33b2317746', 'subnets': [{'id': '7037447c-d8dc-4038-ac5f-f3e0ab630d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:38.312427 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf04a24f-1b4a-4541-88cd-acd872575035 None None] The sync data for ids ['ece9e103-48d0-4180-8120-f9d19aad577b'] in n-d-615180-33 is: [{'id': 'ece9e103-48d0-4180-8120-f9d19aad577b', 'name': 'tempest-TestEncryptedCinderVolumes-594285522-router', 'tenant_id': '13986394ef9145bcad608e33b2317746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '96817e5b-2ae2-44d5-871b-87135d78e3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:31Z', 'updated_at': '2021-08-11T03:02:34Z', 'revision_number': 4, 'project_id': '13986394ef9145bcad608e33b2317746', 'gw_port': {'id': '96817e5b-2ae2-44d5-871b-87135d78e3fd', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece9e103-48d0-4180-8120-f9d19aad577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:31Z', 'updated_at': '2021-08-11T03:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '584cd715-f89c-49c2-88ed-52ddec195750', 'name': '', 'network_id': '2698ebbe-a190-483f-9ee2-05ab1afdca38', 'tenant_id': '13986394ef9145bcad608e33b2317746', 'mac_address': 'fa:16:3e:18:bb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece9e103-48d0-4180-8120-f9d19aad577b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '7037447c-d8dc-4038-ac5f-f3e0ab630d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:33Z', 'updated_at': '2021-08-11T03:02:37Z', 'revision_number': 4, 'project_id': '13986394ef9145bcad608e33b2317746', 'subnets': [{'id': '7037447c-d8dc-4038-ac5f-f3e0ab630d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:02:38.330728 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-a4edaafb-78cc-4eec-8d22-68a8d96ab1c3 None None] Set router 0f5368c5-d7ce-425b-80ba-79caadbb46f1 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:02:38.527187 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-90e3a0ad-cafe-4be8-9aaa-7f6c44d86d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.533945 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-a4edaafb-78cc-4eec-8d22-68a8d96ab1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5368c5-d7ce-425b-80ba-79caadbb46f1', 'name': 'tempest-TestEncryptedCinderVolumes-1517880706-router', 'tenant_id': 'ed0c2229efb6405193012c4eb830ca73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '607b20ce-d005-4925-b94d-9be13ec8578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:36Z', 'updated_at': '2021-08-11T03:02:36Z', 'revision_number': 3, 'project_id': 'ed0c2229efb6405193012c4eb830ca73', 'gw_port': {'id': '607b20ce-d005-4925-b94d-9be13ec8578b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:15:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5368c5-d7ce-425b-80ba-79caadbb46f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:36Z', 'updated_at': '2021-08-11T03:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:38.560669 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4edaafb-78cc-4eec-8d22-68a8d96ab1c3 None None] Checking router: 0f5368c5-d7ce-425b-80ba-79caadbb46f1 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:02:38.561021 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4edaafb-78cc-4eec-8d22-68a8d96ab1c3 None None] Updating router 0f5368c5-d7ce-425b-80ba-79caadbb46f1 port 607b20ce-d005-4925-b94d-9be13ec8578b binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:02:38.591745 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4edaafb-78cc-4eec-8d22-68a8d96ab1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.698037 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-90e3a0ad-cafe-4be8-9aaa-7f6c44d86d7f admin admin] Allocated IP 172.20.0.1 (59ed8e5d-5daf-4e2e-a28a-d2a31981de20/246b67bc-765a-42ee-8425-cdb6205dcf73/9b404cc2-b920-4512-a24a-a8653edeacf6) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:38.813864 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-90e3a0ad-cafe-4be8-9aaa-7f6c44d86d7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.832605 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-90e3a0ad-cafe-4be8-9aaa-7f6c44d86d7f admin admin] Transition to ACTIVE for port object 9b404cc2-b920-4512-a24a-a8653edeacf6 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:38.866663 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4edaafb-78cc-4eec-8d22-68a8d96ab1c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.878266 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a4edaafb-78cc-4eec-8d22-68a8d96ab1c3 None None] Transition to ACTIVE for port object 607b20ce-d005-4925-b94d-9be13ec8578b will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:38.880334 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-90e3a0ad-cafe-4be8-9aaa-7f6c44d86d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.888582 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4edaafb-78cc-4eec-8d22-68a8d96ab1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.925898 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e3a0ad-cafe-4be8-9aaa-7f6c44d86d7f admin admin] Network 59ed8e5d-5daf-4e2e-a28a-d2a31981de20 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:38.929792 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-90e3a0ad-cafe-4be8-9aaa-7f6c44d86d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:38.932260 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e3a0ad-cafe-4be8-9aaa-7f6c44d86d7f admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:38.957798 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3a0ad-cafe-4be8-9aaa-7f6c44d86d7f admin admin] Pushing event updated for resources: {'Port': ['ID=9b404cc2-b920-4512-a24a-a8653edeacf6,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:38.958530 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-a4edaafb-78cc-4eec-8d22-68a8d96ab1c3 None None] Attempting to bind port 607b20ce-d005-4925-b94d-9be13ec8578b on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:38.959041 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-a4edaafb-78cc-4eec-8d22-68a8d96ab1c3 None None] Attempting to bind port 607b20ce-d005-4925-b94d-9be13ec8578b by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:38.959452 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4edaafb-78cc-4eec-8d22-68a8d96ab1c3 None None] Attempting to bind port 607b20ce-d005-4925-b94d-9be13ec8578b on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:38.963098 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891b5af-ae61-4421-8df0-32baaf8d23e1 None None] Pushing event updated for resources: {'Port': ['ID=607b20ce-d005-4925-b94d-9be13ec8578b,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:38.968943 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4edaafb-78cc-4eec-8d22-68a8d96ab1c3 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:38.969401 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4edaafb-78cc-4eec-8d22-68a8d96ab1c3 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:38.969887 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4edaafb-78cc-4eec-8d22-68a8d96ab1c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.970345 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4edaafb-78cc-4eec-8d22-68a8d96ab1c3 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:38.972060 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-a4edaafb-78cc-4eec-8d22-68a8d96ab1c3 None None] Bound port: 607b20ce-d005-4925-b94d-9be13ec8578b, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:38.972284 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4edaafb-78cc-4eec-8d22-68a8d96ab1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.989863 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-90e3a0ad-cafe-4be8-9aaa-7f6c44d86d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:39.049389 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 18fd6225-b6c0-4fc1-b145-267b18455c2a up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:39.084663 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-a4edaafb-78cc-4eec-8d22-68a8d96ab1c3 None None] For port 607b20ce-d005-4925-b94d-9be13ec8578b, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:39.103971 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-a4edaafb-78cc-4eec-8d22-68a8d96ab1c3 None None] For port 607b20ce-d005-4925-b94d-9be13ec8578b, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=607b20ce-d005-4925-b94d-9be13ec8578b,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:39.111488 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4edaafb-78cc-4eec-8d22-68a8d96ab1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:39.162077 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-90e3a0ad-cafe-4be8-9aaa-7f6c44d86d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:39.168575 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 18fd6225-b6c0-4fc1-b145-267b18455c2a completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:39.181052 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 18fd6225-b6c0-4fc1-b145-267b18455c2a triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:39.181355 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:39.207616 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891b5af-ae61-4421-8df0-32baaf8d23e1 None None] Pushing event updated for resources: {'Port': ['ID=607b20ce-d005-4925-b94d-9be13ec8578b,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:39.214610 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4edaafb-78cc-4eec-8d22-68a8d96ab1c3 None None] Routers {'0f5368c5-d7ce-425b-80ba-79caadbb46f1'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:02:39.215231 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-a4edaafb-78cc-4eec-8d22-68a8d96ab1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:02:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0f5368c5-d7ce-425b-80ba-79caadbb46f1'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:39.337633 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-90e3a0ad-cafe-4be8-9aaa-7f6c44d86d7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:39.342157 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-90e3a0ad-cafe-4be8-9aaa-7f6c44d86d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:39.346380 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-60a0e879-7a57-4976-abc5-bb6d65875d1b None None] Provisioning for port 9b404cc2-b920-4512-a24a-a8653edeacf6 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:39.366871 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-60a0e879-7a57-4976-abc5-bb6d65875d1b None None] Provisioning complete for port 9b404cc2-b920-4512-a24a-a8653edeacf6 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:39.367250 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-60a0e879-7a57-4976-abc5-bb6d65875d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:39.392372 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-a4edaafb-78cc-4eec-8d22-68a8d96ab1c3 None None] Set router 0f5368c5-d7ce-425b-80ba-79caadbb46f1 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:02:39.395776 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:39.408929 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3a0ad-cafe-4be8-9aaa-7f6c44d86d7f admin admin] Pushing event updated for resources: {'Port': ['ID=9b404cc2-b920-4512-a24a-a8653edeacf6,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:39.412442 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-90e3a0ad-cafe-4be8-9aaa-7f6c44d86d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:39.455690 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-60a0e879-7a57-4976-abc5-bb6d65875d1b None None] Port 9b404cc2-b920-4512-a24a-a8653edeacf6 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:39.502969 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 18fd6225-b6c0-4fc1-b145-267b18455c2a, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=18fd6225-b6c0-4fc1-b145-267b18455c2a,segment=NetworkSegment(4cfa3d0d-f0f2-48f1-81ae-e9c4a7a52ad0),segment_id=4cfa3d0d-f0f2-48f1-81ae-e9c4a7a52ad0)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:39.509694 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e3a0ad-cafe-4be8-9aaa-7f6c44d86d7f admin admin] Network 59ed8e5d-5daf-4e2e-a28a-d2a31981de20 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:39.511043 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-90e3a0ad-cafe-4be8-9aaa-7f6c44d86d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:39.513688 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:39.514494 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 584cd715-f89c-49c2-88ed-52ddec195750 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:39.637320 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e3a0ad-cafe-4be8-9aaa-7f6c44d86d7f admin admin] Router 0f5368c5-d7ce-425b-80ba-79caadbb46f1 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:02:39.653461 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=18fd6225-b6c0-4fc1-b145-267b18455c2a,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:39.687435 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 584cd715-f89c-49c2-88ed-52ddec195750 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:39.693470 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 584cd715-f89c-49c2-88ed-52ddec195750 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:39.693852 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:39.756138 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e3a0ad-cafe-4be8-9aaa-7f6c44d86d7f admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:02:39.761034 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-90e3a0ad-cafe-4be8-9aaa-7f6c44d86d7f admin admin] 10.222.0.50 "PUT /v2.0/routers/0f5368c5-d7ce-425b-80ba-79caadbb46f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7474909 Aug 11 03:02:39.779772 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-a4edaafb-78cc-4eec-8d22-68a8d96ab1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5368c5-d7ce-425b-80ba-79caadbb46f1', 'name': 'tempest-TestEncryptedCinderVolumes-1517880706-router', 'tenant_id': 'ed0c2229efb6405193012c4eb830ca73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '607b20ce-d005-4925-b94d-9be13ec8578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:36Z', 'updated_at': '2021-08-11T03:02:39Z', 'revision_number': 4, 'project_id': 'ed0c2229efb6405193012c4eb830ca73', 'gw_port': {'id': '607b20ce-d005-4925-b94d-9be13ec8578b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:15:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5368c5-d7ce-425b-80ba-79caadbb46f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:36Z', 'updated_at': '2021-08-11T03:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '9b404cc2-b920-4512-a24a-a8653edeacf6', 'name': '', 'network_id': '59ed8e5d-5daf-4e2e-a28a-d2a31981de20', 'tenant_id': 'ed0c2229efb6405193012c4eb830ca73', 'mac_address': 'fa:16:3e:d0:6e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5368c5-d7ce-425b-80ba-79caadbb46f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '246b67bc-765a-42ee-8425-cdb6205dcf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:38Z', 'updated_at': '2021-08-11T03:02:38Z', 'revision_number': 1, 'project_id': 'ed0c2229efb6405193012c4eb830ca73', 'subnets': [{'id': '246b67bc-765a-42ee-8425-cdb6205dcf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:39.816638 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4edaafb-78cc-4eec-8d22-68a8d96ab1c3 None None] The sync data for ids ['0f5368c5-d7ce-425b-80ba-79caadbb46f1'] in n-d-615180-33 is: [{'id': '0f5368c5-d7ce-425b-80ba-79caadbb46f1', 'name': 'tempest-TestEncryptedCinderVolumes-1517880706-router', 'tenant_id': 'ed0c2229efb6405193012c4eb830ca73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '607b20ce-d005-4925-b94d-9be13ec8578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:36Z', 'updated_at': '2021-08-11T03:02:39Z', 'revision_number': 4, 'project_id': 'ed0c2229efb6405193012c4eb830ca73', 'gw_port': {'id': '607b20ce-d005-4925-b94d-9be13ec8578b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:15:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5368c5-d7ce-425b-80ba-79caadbb46f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:36Z', 'updated_at': '2021-08-11T03:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '9b404cc2-b920-4512-a24a-a8653edeacf6', 'name': '', 'network_id': '59ed8e5d-5daf-4e2e-a28a-d2a31981de20', 'tenant_id': 'ed0c2229efb6405193012c4eb830ca73', 'mac_address': 'fa:16:3e:d0:6e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5368c5-d7ce-425b-80ba-79caadbb46f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '246b67bc-765a-42ee-8425-cdb6205dcf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:38Z', 'updated_at': '2021-08-11T03:02:38Z', 'revision_number': 1, 'project_id': 'ed0c2229efb6405193012c4eb830ca73', 'subnets': [{'id': '246b67bc-765a-42ee-8425-cdb6205dcf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:02:39.832992 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-986f6016-fba9-4c07-a136-852781155e71 None None] Provisioning complete for port 9b404cc2-b920-4512-a24a-a8653edeacf6 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:39.833487 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-986f6016-fba9-4c07-a136-852781155e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:39.858234 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:39.889324 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-986f6016-fba9-4c07-a136-852781155e71 None None] Port 9b404cc2-b920-4512-a24a-a8653edeacf6 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:39.906780 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 584cd715-f89c-49c2-88ed-52ddec195750, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=584cd715-f89c-49c2-88ed-52ddec195750,segment=NetworkSegment(03f685ff-5012-4b2d-b240-b0ced813e8cb),segment_id=03f685ff-5012-4b2d-b240-b0ced813e8cb)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:39.910737 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:39.911628 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 96817e5b-2ae2-44d5-871b-87135d78e3fd up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:39.991400 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=584cd715-f89c-49c2-88ed-52ddec195750,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:40.001467 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 96817e5b-2ae2-44d5-871b-87135d78e3fd triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:40.001896 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:40.674955 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-a1d7bf4d-7357-493d-b6ff-19490157fd6f tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:40.676453 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-a1d7bf4d-7357-493d-b6ff-19490157fd6f tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/networks?id=2698ebbe-a190-483f-9ee2-05ab1afdca38 HTTP/1.1" status: 200 len: 816 time: 0.1022055 Aug 11 03:02:40.691448 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-7d3e4f45-3139-47a3-87db-4d7b3284fce8 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/quotas/13986394ef9145bcad608e33b2317746 HTTP/1.1" status: 200 len: 375 time: 0.0091953 Aug 11 03:02:40.741145 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-4488becc-9a12-42a3-9244-410ae08fbcae tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=13986394ef9145bcad608e33b2317746&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446749 Aug 11 03:02:40.871982 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 18fd6225-b6c0-4fc1-b145-267b18455c2a up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:40.918638 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 18fd6225-b6c0-4fc1-b145-267b18455c2a triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:40.919337 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:40.953917 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-062afaa8-b084-4a48-8434-6aabac25eaa0 service neutron] 10.222.0.50 "GET /v2.0/networks/2698ebbe-a190-483f-9ee2-05ab1afdca38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227348 Aug 11 03:02:40.993636 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 584cd715-f89c-49c2-88ed-52ddec195750 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:41.072470 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-0b4ae2f8-c0c6-4f4e-8e14-4fa9f52fe871 service neutron] 10.222.0.50 "GET /v2.0/networks/2698ebbe-a190-483f-9ee2-05ab1afdca38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122653 Aug 11 03:02:41.075989 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 584cd715-f89c-49c2-88ed-52ddec195750 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:41.076434 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:41.355297 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d3842249-777f-49f3-a7a3-434954b54cdd req-e4a46b3a-5b02-4541-bfb4-bd08c9ad548b tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/ports?device_id=75143b04-2d95-4532-a8eb-15a593850e4d HTTP/1.1" status: 200 len: 210 time: 0.0864649 Aug 11 03:02:42.239097 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-ff1d07ae-056d-4c9c-b466-8e7e5ac66c02 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:42.240940 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-ff1d07ae-056d-4c9c-b466-8e7e5ac66c02 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.66 "GET /v2.0/networks?id=2698ebbe-a190-483f-9ee2-05ab1afdca38 HTTP/1.1" status: 200 len: 816 time: 0.1107378 Aug 11 03:02:42.256316 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-61732969-733f-45fb-928f-40889a220ff2 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Request body: {'port': {'device_id': '75143b04-2d95-4532-a8eb-15a593850e4d', 'network_id': '2698ebbe-a190-483f-9ee2-05ab1afdca38', 'admin_state_up': True, 'tenant_id': '13986394ef9145bcad608e33b2317746'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:42.371690 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-61732969-733f-45fb-928f-40889a220ff2 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Made reservation on behalf of 13986394ef9145bcad608e33b2317746 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:42.375616 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-61732969-733f-45fb-928f-40889a220ff2 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:42.388233 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d545bfc-ee17-4098-97ba-0409ae54b3ed None None] Sync routers for ids ['0f5368c5-d7ce-425b-80ba-79caadbb46f1'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:02:42.397964 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d545bfc-ee17-4098-97ba-0409ae54b3ed None None] Routers {'0f5368c5-d7ce-425b-80ba-79caadbb46f1'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:02:42.398603 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-2d545bfc-ee17-4098-97ba-0409ae54b3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:02:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0f5368c5-d7ce-425b-80ba-79caadbb46f1'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:42.468620 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fbad85ee-deb4-494e-93c5-e002c366f1d4 req-0b19ba21-2e5b-4891-a88d-b423b29c46d3 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/ports?device_id=75143b04-2d95-4532-a8eb-15a593850e4d HTTP/1.1" status: 200 len: 210 time: 0.0378115 Aug 11 03:02:42.508103 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-2d545bfc-ee17-4098-97ba-0409ae54b3ed None None] Set router 0f5368c5-d7ce-425b-80ba-79caadbb46f1 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:02:42.530113 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-61732969-733f-45fb-928f-40889a220ff2 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Allocated IP 172.20.0.4 (2698ebbe-a190-483f-9ee2-05ab1afdca38/7037447c-d8dc-4038-ac5f-f3e0ab630d67/38552d8b-f85a-40ea-8a03-443b8ab9cfbd) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:42.679779 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-61732969-733f-45fb-928f-40889a220ff2 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:42.693543 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-61732969-733f-45fb-928f-40889a220ff2 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Transition to ACTIVE for port object 38552d8b-f85a-40ea-8a03-443b8ab9cfbd will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:42.702943 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-2d545bfc-ee17-4098-97ba-0409ae54b3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5368c5-d7ce-425b-80ba-79caadbb46f1', 'name': 'tempest-TestEncryptedCinderVolumes-1517880706-router', 'tenant_id': 'ed0c2229efb6405193012c4eb830ca73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '607b20ce-d005-4925-b94d-9be13ec8578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:36Z', 'updated_at': '2021-08-11T03:02:39Z', 'revision_number': 4, 'project_id': 'ed0c2229efb6405193012c4eb830ca73', 'gw_port': {'id': '607b20ce-d005-4925-b94d-9be13ec8578b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:15:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5368c5-d7ce-425b-80ba-79caadbb46f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:36Z', 'updated_at': '2021-08-11T03:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '9b404cc2-b920-4512-a24a-a8653edeacf6', 'name': '', 'network_id': '59ed8e5d-5daf-4e2e-a28a-d2a31981de20', 'tenant_id': 'ed0c2229efb6405193012c4eb830ca73', 'mac_address': 'fa:16:3e:d0:6e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5368c5-d7ce-425b-80ba-79caadbb46f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '246b67bc-765a-42ee-8425-cdb6205dcf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:38Z', 'updated_at': '2021-08-11T03:02:39Z', 'revision_number': 2, 'project_id': 'ed0c2229efb6405193012c4eb830ca73', 'subnets': [{'id': '246b67bc-765a-42ee-8425-cdb6205dcf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:42.728214 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-61732969-733f-45fb-928f-40889a220ff2 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:42.729856 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d545bfc-ee17-4098-97ba-0409ae54b3ed None None] Checking router: 0f5368c5-d7ce-425b-80ba-79caadbb46f1 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:02:42.730460 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d545bfc-ee17-4098-97ba-0409ae54b3ed None None] Updating router 0f5368c5-d7ce-425b-80ba-79caadbb46f1 port 9b404cc2-b920-4512-a24a-a8653edeacf6 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:02:42.755251 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-2d545bfc-ee17-4098-97ba-0409ae54b3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:42.770112 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-61732969-733f-45fb-928f-40889a220ff2 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Network 2698ebbe-a190-483f-9ee2-05ab1afdca38 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:42.775291 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-61732969-733f-45fb-928f-40889a220ff2 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:42.779038 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-61732969-733f-45fb-928f-40889a220ff2 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:42.811119 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61732969-733f-45fb-928f-40889a220ff2 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Pushing event updated for resources: {'Port': ['ID=38552d8b-f85a-40ea-8a03-443b8ab9cfbd,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:42.838145 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-61732969-733f-45fb-928f-40889a220ff2 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:42.838790 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-61732969-733f-45fb-928f-40889a220ff2 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:42.858224 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-61732969-733f-45fb-928f-40889a220ff2 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6068616 Aug 11 03:02:42.935170 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 607b20ce-d005-4925-b94d-9be13ec8578b up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:42.970058 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-3806991f-a5ae-42c7-be61-ab07569963b0 service neutron] Request body: {'port': {'device_id': '75143b04-2d95-4532-a8eb-15a593850e4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:42.994697 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 607b20ce-d005-4925-b94d-9be13ec8578b completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:42.999166 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 607b20ce-d005-4925-b94d-9be13ec8578b triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:42.999732 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.047047 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-3806991f-a5ae-42c7-be61-ab07569963b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.090491 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.112581 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 607b20ce-d005-4925-b94d-9be13ec8578b, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=607b20ce-d005-4925-b94d-9be13ec8578b,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:43.116932 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.162122 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-2d545bfc-ee17-4098-97ba-0409ae54b3ed None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.166780 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2aa072d4-3531-440f-af91-95b086504a8b None None] Provisioning for port 38552d8b-f85a-40ea-8a03-443b8ab9cfbd completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:43.174983 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-2d545bfc-ee17-4098-97ba-0409ae54b3ed None None] Transition to ACTIVE for port object 9b404cc2-b920-4512-a24a-a8653edeacf6 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:43.179991 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2aa072d4-3531-440f-af91-95b086504a8b None None] Provisioning complete for port 38552d8b-f85a-40ea-8a03-443b8ab9cfbd triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:43.180358 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2aa072d4-3531-440f-af91-95b086504a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.181487 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-2d545bfc-ee17-4098-97ba-0409ae54b3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.203729 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=607b20ce-d005-4925-b94d-9be13ec8578b,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:43.220579 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-2aa072d4-3531-440f-af91-95b086504a8b None None] Port 38552d8b-f85a-40ea-8a03-443b8ab9cfbd cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:43.269659 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265d8df-e382-47c0-ab5d-0015d3e982ce None None] Pushing event updated for resources: {'Port': ['ID=9b404cc2-b920-4512-a24a-a8653edeacf6,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:43.284954 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-2d545bfc-ee17-4098-97ba-0409ae54b3ed None None] Attempting to bind port 9b404cc2-b920-4512-a24a-a8653edeacf6 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:43.285313 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-2d545bfc-ee17-4098-97ba-0409ae54b3ed None None] Attempting to bind port 9b404cc2-b920-4512-a24a-a8653edeacf6 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '4cfa3d0d-f0f2-48f1-81ae-e9c4a7a52ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '59ed8e5d-5daf-4e2e-a28a-d2a31981de20'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:43.285665 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d545bfc-ee17-4098-97ba-0409ae54b3ed None None] Attempting to bind port 9b404cc2-b920-4512-a24a-a8653edeacf6 on network 59ed8e5d-5daf-4e2e-a28a-d2a31981de20 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:43.290785 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d545bfc-ee17-4098-97ba-0409ae54b3ed None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:43.291156 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d545bfc-ee17-4098-97ba-0409ae54b3ed None None] Checking segment: {'id': '4cfa3d0d-f0f2-48f1-81ae-e9c4a7a52ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '59ed8e5d-5daf-4e2e-a28a-d2a31981de20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:43.291572 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-2d545bfc-ee17-4098-97ba-0409ae54b3ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.292017 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d545bfc-ee17-4098-97ba-0409ae54b3ed None None] Bound using segment: {'id': '4cfa3d0d-f0f2-48f1-81ae-e9c4a7a52ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '59ed8e5d-5daf-4e2e-a28a-d2a31981de20'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:43.292520 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-2d545bfc-ee17-4098-97ba-0409ae54b3ed None None] Bound port: 9b404cc2-b920-4512-a24a-a8653edeacf6, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cfa3d0d-f0f2-48f1-81ae-e9c4a7a52ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '59ed8e5d-5daf-4e2e-a28a-d2a31981de20'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:43.292899 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-2d545bfc-ee17-4098-97ba-0409ae54b3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.353741 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-3806991f-a5ae-42c7-be61-ab07569963b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38552d8b-f85a-40ea-8a03-443b8ab9cfbd {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:43.362427 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-3806991f-a5ae-42c7-be61-ab07569963b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.365597 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-2d545bfc-ee17-4098-97ba-0409ae54b3ed None None] For port 9b404cc2-b920-4512-a24a-a8653edeacf6, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:43.369313 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-2d545bfc-ee17-4098-97ba-0409ae54b3ed None None] For port 9b404cc2-b920-4512-a24a-a8653edeacf6, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9b404cc2-b920-4512-a24a-a8653edeacf6,segment=NetworkSegment(4cfa3d0d-f0f2-48f1-81ae-e9c4a7a52ad0),segment_id=4cfa3d0d-f0f2-48f1-81ae-e9c4a7a52ad0)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:43.373616 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-2d545bfc-ee17-4098-97ba-0409ae54b3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.378452 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-3806991f-a5ae-42c7-be61-ab07569963b0 service neutron] Transition to ACTIVE for port object 38552d8b-f85a-40ea-8a03-443b8ab9cfbd will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:43.382199 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-3806991f-a5ae-42c7-be61-ab07569963b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.421311 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d545bfc-ee17-4098-97ba-0409ae54b3ed None None] Routers {'0f5368c5-d7ce-425b-80ba-79caadbb46f1'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:02:43.421947 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-2d545bfc-ee17-4098-97ba-0409ae54b3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:02:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0f5368c5-d7ce-425b-80ba-79caadbb46f1'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:43.437026 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806991f-a5ae-42c7-be61-ab07569963b0 service neutron] Pushing event updated for resources: {'Port': ['ID=38552d8b-f85a-40ea-8a03-443b8ab9cfbd,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:43.515845 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-3806991f-a5ae-42c7-be61-ab07569963b0 service neutron] Attempting to bind port 38552d8b-f85a-40ea-8a03-443b8ab9cfbd on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:43.516189 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-3806991f-a5ae-42c7-be61-ab07569963b0 service neutron] Attempting to bind port 38552d8b-f85a-40ea-8a03-443b8ab9cfbd by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '03f685ff-5012-4b2d-b240-b0ced813e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2698ebbe-a190-483f-9ee2-05ab1afdca38'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:43.516523 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-3806991f-a5ae-42c7-be61-ab07569963b0 service neutron] Attempting to bind port 38552d8b-f85a-40ea-8a03-443b8ab9cfbd on network 2698ebbe-a190-483f-9ee2-05ab1afdca38 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:43.521259 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-3806991f-a5ae-42c7-be61-ab07569963b0 service neutron] Port 38552d8b-f85a-40ea-8a03-443b8ab9cfbd on network 2698ebbe-a190-483f-9ee2-05ab1afdca38 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:02:43.521586 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-3806991f-a5ae-42c7-be61-ab07569963b0 service neutron] Attempting to bind port 38552d8b-f85a-40ea-8a03-443b8ab9cfbd on network 2698ebbe-a190-483f-9ee2-05ab1afdca38 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:43.530412 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-3806991f-a5ae-42c7-be61-ab07569963b0 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:43.530751 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-3806991f-a5ae-42c7-be61-ab07569963b0 service neutron] Checking segment: {'id': '03f685ff-5012-4b2d-b240-b0ced813e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2698ebbe-a190-483f-9ee2-05ab1afdca38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:43.531144 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-3806991f-a5ae-42c7-be61-ab07569963b0 service neutron] Bound using segment: {'id': '03f685ff-5012-4b2d-b240-b0ced813e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2698ebbe-a190-483f-9ee2-05ab1afdca38'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:43.531607 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-3806991f-a5ae-42c7-be61-ab07569963b0 service neutron] Bound port: 38552d8b-f85a-40ea-8a03-443b8ab9cfbd, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f685ff-5012-4b2d-b240-b0ced813e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2698ebbe-a190-483f-9ee2-05ab1afdca38'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:43.531973 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-3806991f-a5ae-42c7-be61-ab07569963b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.545773 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-2d545bfc-ee17-4098-97ba-0409ae54b3ed None None] Set router 0f5368c5-d7ce-425b-80ba-79caadbb46f1 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:02:43.604588 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265d8df-e382-47c0-ab5d-0015d3e982ce None None] Pushing event updated for resources: {'Port': ['ID=9b404cc2-b920-4512-a24a-a8653edeacf6,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:43.628281 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-3806991f-a5ae-42c7-be61-ab07569963b0 service neutron] For port 38552d8b-f85a-40ea-8a03-443b8ab9cfbd, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:43.631595 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-3806991f-a5ae-42c7-be61-ab07569963b0 service neutron] For port 38552d8b-f85a-40ea-8a03-443b8ab9cfbd, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=38552d8b-f85a-40ea-8a03-443b8ab9cfbd,segment=NetworkSegment(03f685ff-5012-4b2d-b240-b0ced813e8cb),segment_id=03f685ff-5012-4b2d-b240-b0ced813e8cb)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:43.637660 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-3806991f-a5ae-42c7-be61-ab07569963b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.652491 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1476271-6b40-4df1-8cc7-c44a517665d8 req-414d7625-6501-4b31-b90c-e600afa681fc tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:43.661077 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b1476271-6b40-4df1-8cc7-c44a517665d8 req-414d7625-6501-4b31-b90c-e600afa681fc tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/ports?device_id=75143b04-2d95-4532-a8eb-15a593850e4d HTTP/1.1" status: 200 len: 943 time: 0.0786264 Aug 11 03:02:43.709422 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-3806991f-a5ae-42c7-be61-ab07569963b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:43.710922 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-3806991f-a5ae-42c7-be61-ab07569963b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.712657 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-3806991f-a5ae-42c7-be61-ab07569963b0 service neutron] 10.222.0.66 "PUT /v2.0/ports/38552d8b-f85a-40ea-8a03-443b8ab9cfbd HTTP/1.1" status: 200 len: 1092 time: 0.7920232 Aug 11 03:02:43.713450 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806991f-a5ae-42c7-be61-ab07569963b0 service neutron] Pushing event updated for resources: {'Port': ['ID=38552d8b-f85a-40ea-8a03-443b8ab9cfbd,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:43.718235 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75143b04-2d95-4532-a8eb-15a593850e4d', 'tag': '38552d8b-f85a-40ea-8a03-443b8ab9cfbd'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:43.738140 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b1476271-6b40-4df1-8cc7-c44a517665d8 req-168f955b-1bc7-411f-b9f4-cca4ff2533d9 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/security-groups?id=1066e845-6367-4b57-bb90-c0d7bfac6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723691 Aug 11 03:02:43.791116 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274cfa898284e0591c33ace065f819b64a6cad10b3d723e28d1d1a3acc1cf9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19614512-66e5-4eb4-921d-6e533e228bff" -d '{"events": [{"name": "network-changed", "server_uuid": "75143b04-2d95-4532-a8eb-15a593850e4d", "tag": "38552d8b-f85a-40ea-8a03-443b8ab9cfbd"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:43.836405 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-74cfb77d-5ae8-4552-bdb8-5d87f9a89573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:43.838053 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-74cfb77d-5ae8-4552-bdb8-5d87f9a89573 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=13986394ef9145bcad608e33b2317746&device_id=75143b04-2d95-4532-a8eb-15a593850e4d HTTP/1.1" status: 200 len: 1095 time: 0.0627506 Aug 11 03:02:43.839286 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-2d545bfc-ee17-4098-97ba-0409ae54b3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5368c5-d7ce-425b-80ba-79caadbb46f1', 'name': 'tempest-TestEncryptedCinderVolumes-1517880706-router', 'tenant_id': 'ed0c2229efb6405193012c4eb830ca73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '607b20ce-d005-4925-b94d-9be13ec8578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:36Z', 'updated_at': '2021-08-11T03:02:39Z', 'revision_number': 4, 'project_id': 'ed0c2229efb6405193012c4eb830ca73', 'gw_port': {'id': '607b20ce-d005-4925-b94d-9be13ec8578b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:15:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5368c5-d7ce-425b-80ba-79caadbb46f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:36Z', 'updated_at': '2021-08-11T03:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '9b404cc2-b920-4512-a24a-a8653edeacf6', 'name': '', 'network_id': '59ed8e5d-5daf-4e2e-a28a-d2a31981de20', 'tenant_id': 'ed0c2229efb6405193012c4eb830ca73', 'mac_address': 'fa:16:3e:d0:6e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5368c5-d7ce-425b-80ba-79caadbb46f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '246b67bc-765a-42ee-8425-cdb6205dcf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:38Z', 'updated_at': '2021-08-11T03:02:43Z', 'revision_number': 4, 'project_id': 'ed0c2229efb6405193012c4eb830ca73', 'subnets': [{'id': '246b67bc-765a-42ee-8425-cdb6205dcf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:43.868733 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d545bfc-ee17-4098-97ba-0409ae54b3ed None None] The sync data for ids ['0f5368c5-d7ce-425b-80ba-79caadbb46f1'] in n-d-615180-33 is: [{'id': '0f5368c5-d7ce-425b-80ba-79caadbb46f1', 'name': 'tempest-TestEncryptedCinderVolumes-1517880706-router', 'tenant_id': 'ed0c2229efb6405193012c4eb830ca73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '607b20ce-d005-4925-b94d-9be13ec8578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:36Z', 'updated_at': '2021-08-11T03:02:39Z', 'revision_number': 4, 'project_id': 'ed0c2229efb6405193012c4eb830ca73', 'gw_port': {'id': '607b20ce-d005-4925-b94d-9be13ec8578b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:15:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5368c5-d7ce-425b-80ba-79caadbb46f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:36Z', 'updated_at': '2021-08-11T03:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '9b404cc2-b920-4512-a24a-a8653edeacf6', 'name': '', 'network_id': '59ed8e5d-5daf-4e2e-a28a-d2a31981de20', 'tenant_id': 'ed0c2229efb6405193012c4eb830ca73', 'mac_address': 'fa:16:3e:d0:6e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5368c5-d7ce-425b-80ba-79caadbb46f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '246b67bc-765a-42ee-8425-cdb6205dcf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:38Z', 'updated_at': '2021-08-11T03:02:43Z', 'revision_number': 4, 'project_id': 'ed0c2229efb6405193012c4eb830ca73', 'subnets': [{'id': '246b67bc-765a-42ee-8425-cdb6205dcf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:02:43.892657 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-c059664c-b8c5-48ca-994c-a038e9fad030 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38552d8b-f85a-40ea-8a03-443b8ab9cfbd HTTP/1.1" status: 200 len: 217 time: 0.0442781 Aug 11 03:02:43.939370 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14216305-5950-404d-a25e-8c9fbc45c5f3 x-openstack-request-id: req-14216305-5950-404d-a25e-8c9fbc45c5f3 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:43.939920 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75143b04-2d95-4532-a8eb-15a593850e4d", "tag": "38552d8b-f85a-40ea-8a03-443b8ab9cfbd", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:43.940287 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-14216305-5950-404d-a25e-8c9fbc45c5f3 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:43.940697 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75143b04-2d95-4532-a8eb-15a593850e4d', 'tag': '38552d8b-f85a-40ea-8a03-443b8ab9cfbd', 'status': 'completed', 'code': 200} Aug 11 03:02:43.960017 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-a5d2010f-37a7-4027-8e28-26df5a3c0f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:43.961560 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-a5d2010f-37a7-4027-8e28-26df5a3c0f2f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7037447c-d8dc-4038-ac5f-f3e0ab630d67 HTTP/1.1" status: 200 len: 855 time: 0.0620852 Aug 11 03:02:44.010989 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-a8e6053c-7b61-4fb2-b08f-31927a6668f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:44.012611 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-a8e6053c-7b61-4fb2-b08f-31927a6668f7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2698ebbe-a190-483f-9ee2-05ab1afdca38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433764 Aug 11 03:02:44.120098 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-ee351371-1b00-4bd0-8509-894e07c6447e service neutron] 10.222.0.66 "GET /v2.0/networks/2698ebbe-a190-483f-9ee2-05ab1afdca38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988491 Aug 11 03:02:44.213354 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15b5f0ce-bb86-4a7d-93f8-a408a6809d16 req-35f6b211-7dc9-4005-bbe4-e2d405889473 service neutron] 10.222.0.66 "GET /v2.0/networks/2698ebbe-a190-483f-9ee2-05ab1afdca38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853574 Aug 11 03:02:44.309628 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19614512-66e5-4eb4-921d-6e533e228bff req-0caa2b06-23c8-4119-8a3c-f334b0d818e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:44.311279 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-19614512-66e5-4eb4-921d-6e533e228bff req-0caa2b06-23c8-4119-8a3c-f334b0d818e4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=13986394ef9145bcad608e33b2317746&device_id=75143b04-2d95-4532-a8eb-15a593850e4d HTTP/1.1" status: 200 len: 1095 time: 0.0474887 Aug 11 03:02:44.405481 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19614512-66e5-4eb4-921d-6e533e228bff req-20c2af5a-7a94-4058-9d95-696dbcc048d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:44.407007 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-19614512-66e5-4eb4-921d-6e533e228bff req-20c2af5a-7a94-4058-9d95-696dbcc048d1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2698ebbe-a190-483f-9ee2-05ab1afdca38 HTTP/1.1" status: 200 len: 917 time: 0.0872808 Aug 11 03:02:44.452232 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-19614512-66e5-4eb4-921d-6e533e228bff req-17c4d96b-3ed4-4bdc-b9d2-8829450ef169 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38552d8b-f85a-40ea-8a03-443b8ab9cfbd HTTP/1.1" status: 200 len: 217 time: 0.0377355 Aug 11 03:02:44.503711 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19614512-66e5-4eb4-921d-6e533e228bff req-a29ede8a-586f-434f-9caa-3423ba9c4982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:44.505178 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-19614512-66e5-4eb4-921d-6e533e228bff req-a29ede8a-586f-434f-9caa-3423ba9c4982 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7037447c-d8dc-4038-ac5f-f3e0ab630d67 HTTP/1.1" status: 200 len: 855 time: 0.0449233 Aug 11 03:02:44.550021 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19614512-66e5-4eb4-921d-6e533e228bff req-711aed7b-49cc-4bfc-92c5-698b0f841a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:44.551500 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-19614512-66e5-4eb4-921d-6e533e228bff req-711aed7b-49cc-4bfc-92c5-698b0f841a78 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2698ebbe-a190-483f-9ee2-05ab1afdca38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390761 Aug 11 03:02:44.646673 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-19614512-66e5-4eb4-921d-6e533e228bff req-50558a7c-6a15-4dce-b78d-7e0d6aec3385 service neutron] 10.222.0.66 "GET /v2.0/networks/2698ebbe-a190-483f-9ee2-05ab1afdca38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849967 Aug 11 03:02:44.734004 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-19614512-66e5-4eb4-921d-6e533e228bff req-a55479e6-1166-4466-b5ad-7d58e90dc951 service neutron] 10.222.0.66 "GET /v2.0/networks/2698ebbe-a190-483f-9ee2-05ab1afdca38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800858 Aug 11 03:02:44.847705 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766af5c-a77b-4504-83c0-ceaf99a406a9 req-5fed3ca7-5ad3-4177-aaf2-4bbcc6af0335 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:44.849270 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3766af5c-a77b-4504-83c0-ceaf99a406a9 req-5fed3ca7-5ad3-4177-aaf2-4bbcc6af0335 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/ports?device_id=75143b04-2d95-4532-a8eb-15a593850e4d HTTP/1.1" status: 200 len: 943 time: 0.0531516 Aug 11 03:02:44.888864 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 607b20ce-d005-4925-b94d-9be13ec8578b up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:44.890991 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3766af5c-a77b-4504-83c0-ceaf99a406a9 req-ed1bda48-8416-480b-b79e-cb90fa650be7 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/security-groups?id=1066e845-6367-4b57-bb90-c0d7bfac6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353425 Aug 11 03:02:44.935375 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 607b20ce-d005-4925-b94d-9be13ec8578b triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:44.935780 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:45.010179 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9b404cc2-b920-4512-a24a-a8653edeacf6 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:45.058255 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 9b404cc2-b920-4512-a24a-a8653edeacf6 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:45.061938 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 9b404cc2-b920-4512-a24a-a8653edeacf6 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:45.062311 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:45.137204 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:45.169511 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 9b404cc2-b920-4512-a24a-a8653edeacf6, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9b404cc2-b920-4512-a24a-a8653edeacf6,segment=NetworkSegment(4cfa3d0d-f0f2-48f1-81ae-e9c4a7a52ad0),segment_id=4cfa3d0d-f0f2-48f1-81ae-e9c4a7a52ad0)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:45.174010 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:45.220663 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=9b404cc2-b920-4512-a24a-a8653edeacf6,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:45.682732 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dc828b7a-0a5b-4e5b-a8b8-383533b67abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:46.011796 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0dea8d-f856-4a31-833b-056ef13668dd req-e73671f0-d0f9-443e-a41a-f833b5100e77 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:46.013187 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ce0dea8d-f856-4a31-833b-056ef13668dd req-e73671f0-d0f9-443e-a41a-f833b5100e77 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/ports?device_id=75143b04-2d95-4532-a8eb-15a593850e4d HTTP/1.1" status: 200 len: 943 time: 0.0490777 Aug 11 03:02:46.050567 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ce0dea8d-f856-4a31-833b-056ef13668dd req-b1324443-315b-4014-97c7-c054eebddc08 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/security-groups?id=1066e845-6367-4b57-bb90-c0d7bfac6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306993 Aug 11 03:02:46.865414 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9b404cc2-b920-4512-a24a-a8653edeacf6 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:46.868299 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 38552d8b-f85a-40ea-8a03-443b8ab9cfbd details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:02:46.978430 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 9b404cc2-b920-4512-a24a-a8653edeacf6 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:46.978803 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.025191 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 38552d8b-f85a-40ea-8a03-443b8ab9cfbd, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=38552d8b-f85a-40ea-8a03-443b8ab9cfbd,segment=NetworkSegment(03f685ff-5012-4b2d-b240-b0ced813e8cb),segment_id=03f685ff-5012-4b2d-b240-b0ced813e8cb)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:47.039948 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '38552d8b-f85a-40ea-8a03-443b8ab9cfbd', 'network_id': '2698ebbe-a190-483f-9ee2-05ab1afdca38', 'port_id': '38552d8b-f85a-40ea-8a03-443b8ab9cfbd', 'mac_address': 'fa:16:3e:1d:ae:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7037447c-d8dc-4038-ac5f-f3e0ab630d67', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:02:47.107948 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.122094 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38552d8b-f85a-40ea-8a03-443b8ab9cfbd {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:47.143331 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 38552d8b-f85a-40ea-8a03-443b8ab9cfbd, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=38552d8b-f85a-40ea-8a03-443b8ab9cfbd,segment=NetworkSegment(03f685ff-5012-4b2d-b240-b0ced813e8cb),segment_id=03f685ff-5012-4b2d-b240-b0ced813e8cb)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:47.147326 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.170631 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdca76-9e76-4ae8-9ac8-3954fb8c5190 req-7fd6f50b-8166-4518-8143-4c0864742a83 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:47.172151 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-42fdca76-9e76-4ae8-9ac8-3954fb8c5190 req-7fd6f50b-8166-4518-8143-4c0864742a83 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/ports?device_id=75143b04-2d95-4532-a8eb-15a593850e4d HTTP/1.1" status: 200 len: 943 time: 0.0531480 Aug 11 03:02:47.195281 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=38552d8b-f85a-40ea-8a03-443b8ab9cfbd,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:47.210029 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-42fdca76-9e76-4ae8-9ac8-3954fb8c5190 req-d008012e-be7e-4122-879d-9d228558b075 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/security-groups?id=1066e845-6367-4b57-bb90-c0d7bfac6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317986 Aug 11 03:02:47.366314 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['38552d8b-f85a-40ea-8a03-443b8ab9cfbd'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:02:48.340388 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e03c02-8b1d-4830-a293-59a7106d018a req-8e317278-309a-446c-9e73-25755e8b9bb7 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:48.341902 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e4e03c02-8b1d-4830-a293-59a7106d018a req-8e317278-309a-446c-9e73-25755e8b9bb7 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/ports?device_id=75143b04-2d95-4532-a8eb-15a593850e4d HTTP/1.1" status: 200 len: 944 time: 0.0523510 Aug 11 03:02:48.379077 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5813d80f-9a2b-4a2e-b2db-47d47c8a2aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.382084 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e4e03c02-8b1d-4830-a293-59a7106d018a req-21dbedbc-6d2e-4979-96d2-0c809038f16f tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/security-groups?id=1066e845-6367-4b57-bb90-c0d7bfac6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334082 Aug 11 03:02:48.396647 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.890018 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 38552d8b-f85a-40ea-8a03-443b8ab9cfbd up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:48.939440 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 38552d8b-f85a-40ea-8a03-443b8ab9cfbd completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:48.943039 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 38552d8b-f85a-40ea-8a03-443b8ab9cfbd triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:48.943417 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:49.021378 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:49.042596 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75143b04-2d95-4532-a8eb-15a593850e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38552d8b-f85a-40ea-8a03-443b8ab9cfbd'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:49.057115 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 38552d8b-f85a-40ea-8a03-443b8ab9cfbd, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=38552d8b-f85a-40ea-8a03-443b8ab9cfbd,segment=NetworkSegment(03f685ff-5012-4b2d-b240-b0ced813e8cb),segment_id=03f685ff-5012-4b2d-b240-b0ced813e8cb)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:49.061277 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:49.085984 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20fab26f80b9da78313f4d9f7f3b762b68210575349c4eb51748859b525969e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adc0b38-01ea-4278-8a4f-8598ccceb686" -d '{"events": [{"server_uuid": "75143b04-2d95-4532-a8eb-15a593850e4d", "name": "network-vif-plugged", "status": "completed", "tag": "38552d8b-f85a-40ea-8a03-443b8ab9cfbd"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:49.114195 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=38552d8b-f85a-40ea-8a03-443b8ab9cfbd,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:49.170867 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcb9c4e-7285-4118-8db2-5af9add73b1a x-openstack-request-id: req-adcb9c4e-7285-4118-8db2-5af9add73b1a {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:49.171170 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75143b04-2d95-4532-a8eb-15a593850e4d", "name": "network-vif-plugged", "status": "completed", "tag": "38552d8b-f85a-40ea-8a03-443b8ab9cfbd", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:49.171429 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-adcb9c4e-7285-4118-8db2-5af9add73b1a {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:49.171937 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75143b04-2d95-4532-a8eb-15a593850e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38552d8b-f85a-40ea-8a03-443b8ab9cfbd', 'code': 200} Aug 11 03:02:49.267370 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db273f-dce5-4c1b-971b-315c5345dea6 req-11879a8e-85e7-42fc-a80b-42bae44f4dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:49.268875 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-26db273f-dce5-4c1b-971b-315c5345dea6 req-11879a8e-85e7-42fc-a80b-42bae44f4dc2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=75143b04-2d95-4532-a8eb-15a593850e4d HTTP/1.1" status: 200 len: 1097 time: 0.0403988 Aug 11 03:02:49.302804 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-26db273f-dce5-4c1b-971b-315c5345dea6 req-d14adaaa-97e7-474e-8cd7-1abd8d7f5cb4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1066e845-6367-4b57-bb90-c0d7bfac6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268424 Aug 11 03:02:49.497629 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08203a8-0150-4f9f-86cb-267ae99b21cd req-88e12343-9f8a-4c0a-902a-e93c48fb085e tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:49.499109 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c08203a8-0150-4f9f-86cb-267ae99b21cd req-88e12343-9f8a-4c0a-902a-e93c48fb085e tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/ports?device_id=75143b04-2d95-4532-a8eb-15a593850e4d HTTP/1.1" status: 200 len: 945 time: 0.0499249 Aug 11 03:02:49.537820 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c08203a8-0150-4f9f-86cb-267ae99b21cd req-ec1cb933-944b-4e14-b1bb-0a07a9d9dede tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/security-groups?id=1066e845-6367-4b57-bb90-c0d7bfac6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320754 Aug 11 03:02:50.115979 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.658318 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe685bfa-ccdd-46ae-91bf-e5959f6acc95 req-3d3d7c4c-83fb-40ec-a4c1-7a6b43f21f36 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:50.659834 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fe685bfa-ccdd-46ae-91bf-e5959f6acc95 req-3d3d7c4c-83fb-40ec-a4c1-7a6b43f21f36 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/ports?device_id=75143b04-2d95-4532-a8eb-15a593850e4d HTTP/1.1" status: 200 len: 945 time: 0.0495064 Aug 11 03:02:50.697635 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fe685bfa-ccdd-46ae-91bf-e5959f6acc95 req-c67ce745-7b04-4359-9fe5-b1a59fa29cbc tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/security-groups?id=1066e845-6367-4b57-bb90-c0d7bfac6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317261 Aug 11 03:02:50.816449 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccb944-5fdd-4b9e-bf22-58fda54aaf5d req-50602adb-952c-4b62-89b7-f2c6a7d53f59 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:50.817945 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a6ccb944-5fdd-4b9e-bf22-58fda54aaf5d req-50602adb-952c-4b62-89b7-f2c6a7d53f59 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/ports?device_id=75143b04-2d95-4532-a8eb-15a593850e4d HTTP/1.1" status: 200 len: 945 time: 0.0533342 Aug 11 03:02:50.855215 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a6ccb944-5fdd-4b9e-bf22-58fda54aaf5d req-c988fe5a-b138-496b-89fa-a500153d830f tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/security-groups?id=1066e845-6367-4b57-bb90-c0d7bfac6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308583 Aug 11 03:02:51.618350 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:54.925253 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:55.804791 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:09.350735 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aeedaa-6932-47fb-b5c5-dfb7623b43f2 req-245e29f8-cd5c-40d6-86ec-d977c215963d tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:09.352174 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e1aeedaa-6932-47fb-b5c5-dfb7623b43f2 req-245e29f8-cd5c-40d6-86ec-d977c215963d tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/ports?device_id=75143b04-2d95-4532-a8eb-15a593850e4d HTTP/1.1" status: 200 len: 945 time: 0.0490165 Aug 11 03:03:09.391457 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e1aeedaa-6932-47fb-b5c5-dfb7623b43f2 req-13e86638-d4f4-4bdc-a703-7c0082443908 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/security-groups?id=1066e845-6367-4b57-bb90-c0d7bfac6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329518 Aug 11 03:03:10.513450 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07309f-2de5-4057-8f5b-5f2896c8fe42 req-cbd642f8-66ed-436b-9424-a3b8f56384de tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:10.514873 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7c07309f-2de5-4057-8f5b-5f2896c8fe42 req-cbd642f8-66ed-436b-9424-a3b8f56384de tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/ports?device_id=75143b04-2d95-4532-a8eb-15a593850e4d HTTP/1.1" status: 200 len: 945 time: 0.0555432 Aug 11 03:03:10.553449 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7c07309f-2de5-4057-8f5b-5f2896c8fe42 req-190decad-2c0e-4b3e-b622-110b965a8d6a tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/security-groups?id=1066e845-6367-4b57-bb90-c0d7bfac6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318336 Aug 11 03:03:10.985655 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafeebbc-e493-4493-8486-6df2a66dc7b1 req-e332a2f4-a9b7-4e9f-a2f7-dc6bc11078bb tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:10.987617 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cafeebbc-e493-4493-8486-6df2a66dc7b1 req-e332a2f4-a9b7-4e9f-a2f7-dc6bc11078bb tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.66 "GET /v2.0/ports?device_id=75143b04-2d95-4532-a8eb-15a593850e4d HTTP/1.1" status: 200 len: 945 time: 0.0474458 Aug 11 03:03:11.077982 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-cafeebbc-e493-4493-8486-6df2a66dc7b1 req-60201d8c-a1d1-4290-b67e-7c9a6c22a8b5 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Deleting port 38552d8b-f85a-40ea-8a03-443b8ab9cfbd {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:11.078248 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-cafeebbc-e493-4493-8486-6df2a66dc7b1 req-60201d8c-a1d1-4290-b67e-7c9a6c22a8b5 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.174771 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-cafeebbc-e493-4493-8486-6df2a66dc7b1 req-60201d8c-a1d1-4290-b67e-7c9a6c22a8b5 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] For port 38552d8b-f85a-40ea-8a03-443b8ab9cfbd, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=38552d8b-f85a-40ea-8a03-443b8ab9cfbd,segment=NetworkSegment(03f685ff-5012-4b2d-b240-b0ced813e8cb),segment_id=03f685ff-5012-4b2d-b240-b0ced813e8cb)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:11.175141 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-cafeebbc-e493-4493-8486-6df2a66dc7b1 req-60201d8c-a1d1-4290-b67e-7c9a6c22a8b5 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.187560 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-cafeebbc-e493-4493-8486-6df2a66dc7b1 req-60201d8c-a1d1-4290-b67e-7c9a6c22a8b5 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Calling delete_port for 38552d8b-f85a-40ea-8a03-443b8ab9cfbd owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:11.315376 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-cafeebbc-e493-4493-8486-6df2a66dc7b1 req-60201d8c-a1d1-4290-b67e-7c9a6c22a8b5 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.327495 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['38552d8b-f85a-40ea-8a03-443b8ab9cfbd'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:11.343475 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60201d8c-a1d1-4290-b67e-7c9a6c22a8b5 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Pushing event deleted for resources: {'Port': ['ID=38552d8b-f85a-40ea-8a03-443b8ab9cfbd,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:11.389084 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafeebbc-e493-4493-8486-6df2a66dc7b1 req-60201d8c-a1d1-4290-b67e-7c9a6c22a8b5 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] No DVR routers for this DVR port 38552d8b-f85a-40ea-8a03-443b8ab9cfbd on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:11.391783 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-cafeebbc-e493-4493-8486-6df2a66dc7b1 req-60201d8c-a1d1-4290-b67e-7c9a6c22a8b5 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.393809 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cafeebbc-e493-4493-8486-6df2a66dc7b1 req-60201d8c-a1d1-4290-b67e-7c9a6c22a8b5 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.66 "DELETE /v2.0/ports/38552d8b-f85a-40ea-8a03-443b8ab9cfbd HTTP/1.1" status: 204 len: 173 time: 0.4000275 Aug 11 03:03:11.394260 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75143b04-2d95-4532-a8eb-15a593850e4d', 'name': 'network-vif-deleted', 'tag': '38552d8b-f85a-40ea-8a03-443b8ab9cfbd'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:11.396562 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274cfa898284e0591c33ace065f819b64a6cad10b3d723e28d1d1a3acc1cf9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49fed52-0d55-4b93-a460-375f84a56b9a" -d '{"events": [{"server_uuid": "75143b04-2d95-4532-a8eb-15a593850e4d", "name": "network-vif-deleted", "tag": "38552d8b-f85a-40ea-8a03-443b8ab9cfbd"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:11.455356 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd52f557-5086-43cf-bc13-77c2a4e8ecd8 x-openstack-request-id: req-fd52f557-5086-43cf-bc13-77c2a4e8ecd8 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:11.455679 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75143b04-2d95-4532-a8eb-15a593850e4d", "name": "network-vif-deleted", "tag": "38552d8b-f85a-40ea-8a03-443b8ab9cfbd", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:11.455932 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fd52f557-5086-43cf-bc13-77c2a4e8ecd8 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:11.456346 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75143b04-2d95-4532-a8eb-15a593850e4d', 'name': 'network-vif-deleted', 'tag': '38552d8b-f85a-40ea-8a03-443b8ab9cfbd', 'status': 'completed', 'code': 200} Aug 11 03:03:11.661528 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9f735269-8f2e-4ca6-b239-8c1dc432a664 req-506e1ac2-ac17-4581-af24-d138336b6112 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/ports?device_id=75143b04-2d95-4532-a8eb-15a593850e4d HTTP/1.1" status: 200 len: 210 time: 0.0308259 Aug 11 03:03:13.149329 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-7d092350-45fc-449c-bd07-0cb258bbeea0 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:13.150907 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-7d092350-45fc-449c-bd07-0cb258bbeea0 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/networks?id=2698ebbe-a190-483f-9ee2-05ab1afdca38 HTTP/1.1" status: 200 len: 816 time: 0.0997150 Aug 11 03:03:13.166116 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-08656ef1-763c-4f26-95e9-74ef9f1ad68d tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/quotas/13986394ef9145bcad608e33b2317746 HTTP/1.1" status: 200 len: 375 time: 0.0092726 Aug 11 03:03:13.216008 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-f7bca2dd-84d3-4c8f-b583-6985697a0d55 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=13986394ef9145bcad608e33b2317746&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446026 Aug 11 03:03:13.317045 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-b81c30a7-0fa3-4f66-aa6b-f4b7fd6ae5a8 service neutron] 10.222.0.50 "GET /v2.0/networks/2698ebbe-a190-483f-9ee2-05ab1afdca38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872633 Aug 11 03:03:13.405870 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-74347092-b79f-478c-8a0b-3016459ce119 service neutron] 10.222.0.50 "GET /v2.0/networks/2698ebbe-a190-483f-9ee2-05ab1afdca38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826972 Aug 11 03:03:13.561488 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-62049781-f477-4030-a4cb-190f56870191 req-6eb823a5-0d61-43dc-856a-db89ccae18ec tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/ports?device_id=73590308-d122-42a0-aa5b-9f00520cd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0258198 Aug 11 03:03:14.360854 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:03:14.455357 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-9f945ef1-b27d-41d1-89dd-423eddbd0cb0 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:14.456842 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-9f945ef1-b27d-41d1-89dd-423eddbd0cb0 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.73 "GET /v2.0/networks?id=2698ebbe-a190-483f-9ee2-05ab1afdca38 HTTP/1.1" status: 200 len: 816 time: 0.1071687 Aug 11 03:03:14.469778 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-98ae2771-223c-41d1-b5ff-8e13065d78ce tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Request body: {'port': {'device_id': '73590308-d122-42a0-aa5b-9f00520cd8c4', 'network_id': '2698ebbe-a190-483f-9ee2-05ab1afdca38', 'admin_state_up': True, 'tenant_id': '13986394ef9145bcad608e33b2317746'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:14.575215 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-98ae2771-223c-41d1-b5ff-8e13065d78ce tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Made reservation on behalf of 13986394ef9145bcad608e33b2317746 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:14.578652 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-98ae2771-223c-41d1-b5ff-8e13065d78ce tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.669451 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-703a2694-5ed1-489e-908e-a1b1a3194c92 req-2ead9aba-5b98-4e01-9686-aff41ce131f1 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/ports?device_id=73590308-d122-42a0-aa5b-9f00520cd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0340743 Aug 11 03:03:14.730815 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-98ae2771-223c-41d1-b5ff-8e13065d78ce tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Allocated IP 172.20.0.10 (2698ebbe-a190-483f-9ee2-05ab1afdca38/7037447c-d8dc-4038-ac5f-f3e0ab630d67/0e2474b4-48f6-41ef-a70b-20da137bd724) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:14.876004 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-98ae2771-223c-41d1-b5ff-8e13065d78ce tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.889102 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-98ae2771-223c-41d1-b5ff-8e13065d78ce tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Transition to ACTIVE for port object 0e2474b4-48f6-41ef-a70b-20da137bd724 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:14.921730 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-98ae2771-223c-41d1-b5ff-8e13065d78ce tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.965108 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-98ae2771-223c-41d1-b5ff-8e13065d78ce tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Network 2698ebbe-a190-483f-9ee2-05ab1afdca38 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:14.968174 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-98ae2771-223c-41d1-b5ff-8e13065d78ce tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:14.971952 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-98ae2771-223c-41d1-b5ff-8e13065d78ce tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:14.999722 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae2771-223c-41d1-b5ff-8e13065d78ce tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Pushing event updated for resources: {'Port': ['ID=0e2474b4-48f6-41ef-a70b-20da137bd724,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:15.013113 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae2771-223c-41d1-b5ff-8e13065d78ce tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:15.013465 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae2771-223c-41d1-b5ff-8e13065d78ce tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:15.013835 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae2771-223c-41d1-b5ff-8e13065d78ce tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:15.014177 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae2771-223c-41d1-b5ff-8e13065d78ce tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:15.014521 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae2771-223c-41d1-b5ff-8e13065d78ce tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:15.014856 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae2771-223c-41d1-b5ff-8e13065d78ce tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:15.015186 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae2771-223c-41d1-b5ff-8e13065d78ce tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:15.015514 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae2771-223c-41d1-b5ff-8e13065d78ce tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:15.015875 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae2771-223c-41d1-b5ff-8e13065d78ce tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:15.016201 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae2771-223c-41d1-b5ff-8e13065d78ce tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:15.016530 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae2771-223c-41d1-b5ff-8e13065d78ce tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:15.016851 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae2771-223c-41d1-b5ff-8e13065d78ce tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:15.016959 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 38552d8b-f85a-40ea-8a03-443b8ab9cfbd no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:15.040685 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-98ae2771-223c-41d1-b5ff-8e13065d78ce tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:15.041375 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-98ae2771-223c-41d1-b5ff-8e13065d78ce tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.045867 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 38552d8b-f85a-40ea-8a03-443b8ab9cfbd {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:15.046218 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 38552d8b-f85a-40ea-8a03-443b8ab9cfbd not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:15.058255 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-98ae2771-223c-41d1-b5ff-8e13065d78ce tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5923691 Aug 11 03:03:15.151909 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-e83bec80-5040-4aa7-bc51-47bcd514532e service neutron] Request body: {'port': {'device_id': '73590308-d122-42a0-aa5b-9f00520cd8c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:15.204282 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-e83bec80-5040-4aa7-bc51-47bcd514532e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.257598 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cfb78669-8f2e-468b-bbbd-22c55a0863cb None None] Provisioning for port 0e2474b4-48f6-41ef-a70b-20da137bd724 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:15.261557 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cfb78669-8f2e-468b-bbbd-22c55a0863cb None None] Provisioning complete for port 0e2474b4-48f6-41ef-a70b-20da137bd724 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:15.261966 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cfb78669-8f2e-468b-bbbd-22c55a0863cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.295139 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-cfb78669-8f2e-468b-bbbd-22c55a0863cb None None] Port 0e2474b4-48f6-41ef-a70b-20da137bd724 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:15.469623 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-e83bec80-5040-4aa7-bc51-47bcd514532e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e2474b4-48f6-41ef-a70b-20da137bd724 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:03:15.476737 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-e83bec80-5040-4aa7-bc51-47bcd514532e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.488906 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-e83bec80-5040-4aa7-bc51-47bcd514532e service neutron] Transition to ACTIVE for port object 0e2474b4-48f6-41ef-a70b-20da137bd724 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:15.492677 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-e83bec80-5040-4aa7-bc51-47bcd514532e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.540740 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83bec80-5040-4aa7-bc51-47bcd514532e service neutron] Pushing event updated for resources: {'Port': ['ID=0e2474b4-48f6-41ef-a70b-20da137bd724,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:15.612113 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-e83bec80-5040-4aa7-bc51-47bcd514532e service neutron] Attempting to bind port 0e2474b4-48f6-41ef-a70b-20da137bd724 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:15.612453 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-e83bec80-5040-4aa7-bc51-47bcd514532e service neutron] Attempting to bind port 0e2474b4-48f6-41ef-a70b-20da137bd724 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '03f685ff-5012-4b2d-b240-b0ced813e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2698ebbe-a190-483f-9ee2-05ab1afdca38'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:15.612783 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-e83bec80-5040-4aa7-bc51-47bcd514532e service neutron] Attempting to bind port 0e2474b4-48f6-41ef-a70b-20da137bd724 on network 2698ebbe-a190-483f-9ee2-05ab1afdca38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:15.617255 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-e83bec80-5040-4aa7-bc51-47bcd514532e service neutron] Port 0e2474b4-48f6-41ef-a70b-20da137bd724 on network 2698ebbe-a190-483f-9ee2-05ab1afdca38 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:03:15.617579 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-e83bec80-5040-4aa7-bc51-47bcd514532e service neutron] Attempting to bind port 0e2474b4-48f6-41ef-a70b-20da137bd724 on network 2698ebbe-a190-483f-9ee2-05ab1afdca38 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:15.622583 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-e83bec80-5040-4aa7-bc51-47bcd514532e service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:15.622926 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-e83bec80-5040-4aa7-bc51-47bcd514532e service neutron] Checking segment: {'id': '03f685ff-5012-4b2d-b240-b0ced813e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2698ebbe-a190-483f-9ee2-05ab1afdca38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:15.623305 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-e83bec80-5040-4aa7-bc51-47bcd514532e service neutron] Bound using segment: {'id': '03f685ff-5012-4b2d-b240-b0ced813e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2698ebbe-a190-483f-9ee2-05ab1afdca38'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:15.623765 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-e83bec80-5040-4aa7-bc51-47bcd514532e service neutron] Bound port: 0e2474b4-48f6-41ef-a70b-20da137bd724, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f685ff-5012-4b2d-b240-b0ced813e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2698ebbe-a190-483f-9ee2-05ab1afdca38'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:15.624122 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-e83bec80-5040-4aa7-bc51-47bcd514532e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.683425 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f48693d8-96d8-4e4f-abaa-cca3c081edb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.697721 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-e83bec80-5040-4aa7-bc51-47bcd514532e service neutron] For port 0e2474b4-48f6-41ef-a70b-20da137bd724, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:15.700866 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-e83bec80-5040-4aa7-bc51-47bcd514532e service neutron] For port 0e2474b4-48f6-41ef-a70b-20da137bd724, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=0e2474b4-48f6-41ef-a70b-20da137bd724,segment=NetworkSegment(03f685ff-5012-4b2d-b240-b0ced813e8cb),segment_id=03f685ff-5012-4b2d-b240-b0ced813e8cb)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:15.706289 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-e83bec80-5040-4aa7-bc51-47bcd514532e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.742715 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-e83bec80-5040-4aa7-bc51-47bcd514532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:15.743350 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-e83bec80-5040-4aa7-bc51-47bcd514532e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.744799 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-e83bec80-5040-4aa7-bc51-47bcd514532e service neutron] 10.222.0.73 "PUT /v2.0/ports/0e2474b4-48f6-41ef-a70b-20da137bd724 HTTP/1.1" status: 200 len: 1093 time: 0.6415982 Aug 11 03:03:15.745385 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73590308-d122-42a0-aa5b-9f00520cd8c4', 'tag': '0e2474b4-48f6-41ef-a70b-20da137bd724'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:15.781397 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83bec80-5040-4aa7-bc51-47bcd514532e service neutron] Pushing event updated for resources: {'Port': ['ID=0e2474b4-48f6-41ef-a70b-20da137bd724,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:15.806991 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe15b6-fd01-4724-886c-fb14707d4809 req-57b85d87-4a84-4c46-b974-0be159e7ea5e tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:15.809594 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3bbe15b6-fd01-4724-886c-fb14707d4809 req-57b85d87-4a84-4c46-b974-0be159e7ea5e tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/ports?device_id=73590308-d122-42a0-aa5b-9f00520cd8c4 HTTP/1.1" status: 200 len: 944 time: 0.0643144 Aug 11 03:03:15.821151 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef26015ff99b62ba85d82572846d8981a3d7c94015c7a376eee6ede9212d5761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb270e7-bdec-4bdb-8480-7b19db2b45fb" -d '{"events": [{"name": "network-changed", "server_uuid": "73590308-d122-42a0-aa5b-9f00520cd8c4", "tag": "0e2474b4-48f6-41ef-a70b-20da137bd724"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:15.845170 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-b6f9fab4-f7d5-4b11-b756-1b8698074a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:15.848580 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-b6f9fab4-f7d5-4b11-b756-1b8698074a7c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=13986394ef9145bcad608e33b2317746&device_id=73590308-d122-42a0-aa5b-9f00520cd8c4 HTTP/1.1" status: 200 len: 1096 time: 0.0562198 Aug 11 03:03:15.855924 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3bbe15b6-fd01-4724-886c-fb14707d4809 req-36587a6e-b4df-4bb6-92fd-c3d59506c55b tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/security-groups?id=1066e845-6367-4b57-bb90-c0d7bfac6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399897 Aug 11 03:03:15.893664 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-a95e96a6-98f4-44b9-8602-79f1a94a4532 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e2474b4-48f6-41ef-a70b-20da137bd724 HTTP/1.1" status: 200 len: 217 time: 0.0373363 Aug 11 03:03:15.934628 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a710098e-0a27-45f2-bebb-2a089336db0a x-openstack-request-id: req-a710098e-0a27-45f2-bebb-2a089336db0a {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:15.934911 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73590308-d122-42a0-aa5b-9f00520cd8c4", "tag": "0e2474b4-48f6-41ef-a70b-20da137bd724", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:15.935160 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a710098e-0a27-45f2-bebb-2a089336db0a {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:15.935613 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73590308-d122-42a0-aa5b-9f00520cd8c4', 'tag': '0e2474b4-48f6-41ef-a70b-20da137bd724', 'status': 'completed', 'code': 200} Aug 11 03:03:15.951933 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-9db5b533-a182-4b96-9d6b-f4c083ce453b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:15.953420 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-9db5b533-a182-4b96-9d6b-f4c083ce453b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7037447c-d8dc-4038-ac5f-f3e0ab630d67 HTTP/1.1" status: 200 len: 855 time: 0.0530448 Aug 11 03:03:16.001718 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-95c20230-4742-4a21-8f91-6787b1de10b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:16.003127 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-95c20230-4742-4a21-8f91-6787b1de10b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2698ebbe-a190-483f-9ee2-05ab1afdca38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417535 Aug 11 03:03:16.092167 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-b243fd37-74be-4dc0-9618-09534fb66d91 service neutron] 10.222.0.73 "GET /v2.0/networks/2698ebbe-a190-483f-9ee2-05ab1afdca38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813553 Aug 11 03:03:16.182433 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-73ffa931-5917-49fb-b974-0e5f9821eb0f req-ab5abddb-8221-4d6c-b66e-814d1328d98b service neutron] 10.222.0.73 "GET /v2.0/networks/2698ebbe-a190-483f-9ee2-05ab1afdca38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823724 Aug 11 03:03:16.264224 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb270e7-bdec-4bdb-8480-7b19db2b45fb req-d87f73cc-93d0-4642-9edd-c2f1dea76d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:16.265771 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0eb270e7-bdec-4bdb-8480-7b19db2b45fb req-d87f73cc-93d0-4642-9edd-c2f1dea76d8d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=13986394ef9145bcad608e33b2317746&device_id=73590308-d122-42a0-aa5b-9f00520cd8c4 HTTP/1.1" status: 200 len: 1096 time: 0.0411906 Aug 11 03:03:16.357953 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb270e7-bdec-4bdb-8480-7b19db2b45fb req-21783b82-3fb8-4d60-9d3e-517f9dd864fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:16.359410 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0eb270e7-bdec-4bdb-8480-7b19db2b45fb req-21783b82-3fb8-4d60-9d3e-517f9dd864fb service neutron] 10.222.0.73 "GET /v2.0/networks?id=2698ebbe-a190-483f-9ee2-05ab1afdca38 HTTP/1.1" status: 200 len: 917 time: 0.0860832 Aug 11 03:03:16.401000 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0eb270e7-bdec-4bdb-8480-7b19db2b45fb req-4fb661a5-703e-484e-85b9-5191990947c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e2474b4-48f6-41ef-a70b-20da137bd724 HTTP/1.1" status: 200 len: 217 time: 0.0333939 Aug 11 03:03:16.449936 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb270e7-bdec-4bdb-8480-7b19db2b45fb req-cf0cceac-dec3-46e2-8577-b07dd9c18338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:16.451370 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0eb270e7-bdec-4bdb-8480-7b19db2b45fb req-cf0cceac-dec3-46e2-8577-b07dd9c18338 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7037447c-d8dc-4038-ac5f-f3e0ab630d67 HTTP/1.1" status: 200 len: 855 time: 0.0430703 Aug 11 03:03:16.499913 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb270e7-bdec-4bdb-8480-7b19db2b45fb req-4c839ac1-5847-458a-826e-b9e8f2da1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:16.501359 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0eb270e7-bdec-4bdb-8480-7b19db2b45fb req-4c839ac1-5847-458a-826e-b9e8f2da1ef9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2698ebbe-a190-483f-9ee2-05ab1afdca38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422447 Aug 11 03:03:16.589858 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0eb270e7-bdec-4bdb-8480-7b19db2b45fb req-c1e893ee-27d0-4256-9692-53824655f0ee service neutron] 10.222.0.73 "GET /v2.0/networks/2698ebbe-a190-483f-9ee2-05ab1afdca38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794322 Aug 11 03:03:16.681091 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0eb270e7-bdec-4bdb-8480-7b19db2b45fb req-4b3bab19-3e70-4c8e-9e6d-edade390c668 service neutron] 10.222.0.73 "GET /v2.0/networks/2698ebbe-a190-483f-9ee2-05ab1afdca38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827787 Aug 11 03:03:16.970740 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c20000-e203-4946-b4ba-98b638493c3a req-c28dcef1-0677-432c-941f-61bbdec23422 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:16.973177 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-62c20000-e203-4946-b4ba-98b638493c3a req-c28dcef1-0677-432c-941f-61bbdec23422 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/ports?device_id=73590308-d122-42a0-aa5b-9f00520cd8c4 HTTP/1.1" status: 200 len: 944 time: 0.0486355 Aug 11 03:03:17.009474 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-62c20000-e203-4946-b4ba-98b638493c3a req-e4ffca2a-698a-407c-8163-4e56508333be tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/security-groups?id=1066e845-6367-4b57-bb90-c0d7bfac6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304046 Aug 11 03:03:17.910511 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 0e2474b4-48f6-41ef-a70b-20da137bd724 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:03:18.004454 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 0e2474b4-48f6-41ef-a70b-20da137bd724, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=0e2474b4-48f6-41ef-a70b-20da137bd724,segment=NetworkSegment(03f685ff-5012-4b2d-b240-b0ced813e8cb),segment_id=03f685ff-5012-4b2d-b240-b0ced813e8cb)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:18.015234 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '0e2474b4-48f6-41ef-a70b-20da137bd724', 'network_id': '2698ebbe-a190-483f-9ee2-05ab1afdca38', 'port_id': '0e2474b4-48f6-41ef-a70b-20da137bd724', 'mac_address': 'fa:16:3e:77:3f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7037447c-d8dc-4038-ac5f-f3e0ab630d67', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:03:18.052083 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:18.064579 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e2474b4-48f6-41ef-a70b-20da137bd724 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:03:18.084626 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 0e2474b4-48f6-41ef-a70b-20da137bd724, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=0e2474b4-48f6-41ef-a70b-20da137bd724,segment=NetworkSegment(03f685ff-5012-4b2d-b240-b0ced813e8cb),segment_id=03f685ff-5012-4b2d-b240-b0ced813e8cb)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:18.089057 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:18.126802 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85249d78-67cc-438e-9e98-08f03aaddeaf req-06afcfa5-6cf9-4075-9287-e8bca68c485b tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:18.129028 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-85249d78-67cc-438e-9e98-08f03aaddeaf req-06afcfa5-6cf9-4075-9287-e8bca68c485b tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/ports?device_id=73590308-d122-42a0-aa5b-9f00520cd8c4 HTTP/1.1" status: 200 len: 945 time: 0.0507905 Aug 11 03:03:18.135405 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=0e2474b4-48f6-41ef-a70b-20da137bd724,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:18.170839 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-85249d78-67cc-438e-9e98-08f03aaddeaf req-0438e705-6478-44a4-a25d-d6d2722ff779 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/security-groups?id=1066e845-6367-4b57-bb90-c0d7bfac6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356319 Aug 11 03:03:18.290920 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['0e2474b4-48f6-41ef-a70b-20da137bd724'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:18.397943 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d2e7b2f9-c744-4d34-93c2-f20ee31a5b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:18.408596 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:19.290337 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242ddc5-80d7-4d0c-8378-b903214de0f7 req-f1450013-1755-469a-a559-f4bbf7745d44 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:19.291816 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5242ddc5-80d7-4d0c-8378-b903214de0f7 req-f1450013-1755-469a-a559-f4bbf7745d44 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/ports?device_id=73590308-d122-42a0-aa5b-9f00520cd8c4 HTTP/1.1" status: 200 len: 945 time: 0.0523760 Aug 11 03:03:19.327721 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5242ddc5-80d7-4d0c-8378-b903214de0f7 req-4cffd0e4-9339-42b4-99f9-f7c5af475a35 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/security-groups?id=1066e845-6367-4b57-bb90-c0d7bfac6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299590 Aug 11 03:03:19.910374 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 0e2474b4-48f6-41ef-a70b-20da137bd724 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:19.956607 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 0e2474b4-48f6-41ef-a70b-20da137bd724 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:19.960135 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 0e2474b4-48f6-41ef-a70b-20da137bd724 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:19.960510 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:20.196770 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:20.197475 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:20.219065 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73590308-d122-42a0-aa5b-9f00520cd8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2474b4-48f6-41ef-a70b-20da137bd724'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:20.221318 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20fab26f80b9da78313f4d9f7f3b762b68210575349c4eb51748859b525969e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aac4d4a-7766-40cc-95f8-f74b123dded9" -d '{"events": [{"server_uuid": "73590308-d122-42a0-aa5b-9f00520cd8c4", "name": "network-vif-plugged", "status": "completed", "tag": "0e2474b4-48f6-41ef-a70b-20da137bd724"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:20.233917 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 0e2474b4-48f6-41ef-a70b-20da137bd724, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=0e2474b4-48f6-41ef-a70b-20da137bd724,segment=NetworkSegment(03f685ff-5012-4b2d-b240-b0ced813e8cb),segment_id=03f685ff-5012-4b2d-b240-b0ced813e8cb)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:20.238074 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:20.264722 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808d1e04-027f-46cb-90c9-2684c17f34ac x-openstack-request-id: req-808d1e04-027f-46cb-90c9-2684c17f34ac {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:20.265015 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73590308-d122-42a0-aa5b-9f00520cd8c4", "name": "network-vif-plugged", "status": "completed", "tag": "0e2474b4-48f6-41ef-a70b-20da137bd724", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:20.265289 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-808d1e04-027f-46cb-90c9-2684c17f34ac {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:20.265690 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73590308-d122-42a0-aa5b-9f00520cd8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2474b4-48f6-41ef-a70b-20da137bd724', 'code': 200} Aug 11 03:03:20.289637 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=0e2474b4-48f6-41ef-a70b-20da137bd724,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:20.296905 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:20.297262 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:20.297610 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:20.297970 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:20.298288 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:20.298620 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:20.298952 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:20.299285 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:20.299641 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:20.299967 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:20.300295 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:20.300624 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:20.358658 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fac21-b8df-4fd3-8858-769cbee27b28 req-14f8442d-9ee8-46ff-9d7d-b15dc27559bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:20.360232 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-911fac21-b8df-4fd3-8858-769cbee27b28 req-14f8442d-9ee8-46ff-9d7d-b15dc27559bd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=73590308-d122-42a0-aa5b-9f00520cd8c4 HTTP/1.1" status: 200 len: 1098 time: 0.0409493 Aug 11 03:03:20.395742 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-911fac21-b8df-4fd3-8858-769cbee27b28 req-2a8a50a7-7e72-49fe-b21a-a888e4f8a068 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1066e845-6367-4b57-bb90-c0d7bfac6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276501 Aug 11 03:03:20.443274 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d1972-3f3c-448e-b345-149ddd0c0212 req-7f5b185b-6b9e-4f0b-9329-c37d08a31e66 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:20.444831 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c52d1972-3f3c-448e-b345-149ddd0c0212 req-7f5b185b-6b9e-4f0b-9329-c37d08a31e66 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/ports?device_id=73590308-d122-42a0-aa5b-9f00520cd8c4 HTTP/1.1" status: 200 len: 946 time: 0.0490627 Aug 11 03:03:20.482178 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c52d1972-3f3c-448e-b345-149ddd0c0212 req-3fbffe8f-7226-4cf5-98b0-cb6866966228 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/security-groups?id=1066e845-6367-4b57-bb90-c0d7bfac6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312936 Aug 11 03:03:21.598332 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6da89-92e2-4f30-a044-3b288a3f90c0 req-61371cde-a978-40ac-8258-9facc40e3db3 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:21.599818 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c0e6da89-92e2-4f30-a044-3b288a3f90c0 req-61371cde-a978-40ac-8258-9facc40e3db3 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/ports?device_id=73590308-d122-42a0-aa5b-9f00520cd8c4 HTTP/1.1" status: 200 len: 946 time: 0.0485339 Aug 11 03:03:21.622336 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:21.641367 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c0e6da89-92e2-4f30-a044-3b288a3f90c0 req-e958ab7b-c97a-446b-a909-1f45e3936554 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/security-groups?id=1066e845-6367-4b57-bb90-c0d7bfac6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351884 Aug 11 03:03:21.754385 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c3811-7132-45a0-9a52-3ff2671bd006 req-7242af91-6af5-47eb-983e-12c51a7be329 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:21.755978 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6a9c3811-7132-45a0-9a52-3ff2671bd006 req-7242af91-6af5-47eb-983e-12c51a7be329 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/ports?device_id=73590308-d122-42a0-aa5b-9f00520cd8c4 HTTP/1.1" status: 200 len: 946 time: 0.0492494 Aug 11 03:03:21.792634 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6a9c3811-7132-45a0-9a52-3ff2671bd006 req-d3a1d4b9-8874-4d6a-8e36-5dc60cecdcfc tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/security-groups?id=1066e845-6367-4b57-bb90-c0d7bfac6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306537 Aug 11 03:03:24.934189 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:25.809571 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.103841 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4eb9b-bfc1-4056-91b9-12921461a492 req-7f1ddb64-f98b-4b67-918c-114e732279ba tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:40.105615 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b8c4eb9b-bfc1-4056-91b9-12921461a492 req-7f1ddb64-f98b-4b67-918c-114e732279ba tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/ports?device_id=73590308-d122-42a0-aa5b-9f00520cd8c4 HTTP/1.1" status: 200 len: 946 time: 0.0541832 Aug 11 03:03:40.143797 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b8c4eb9b-bfc1-4056-91b9-12921461a492 req-2df21223-4eb1-43fe-bbce-e82e14511260 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/security-groups?id=1066e845-6367-4b57-bb90-c0d7bfac6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315623 Aug 11 03:03:41.578714 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722de08-a0d8-408f-bb09-0cebbc687867 req-d19e7f83-8401-4ea2-b136-cbf8fda05a6d tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:41.581034 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9722de08-a0d8-408f-bb09-0cebbc687867 req-d19e7f83-8401-4ea2-b136-cbf8fda05a6d tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/ports?device_id=73590308-d122-42a0-aa5b-9f00520cd8c4 HTTP/1.1" status: 200 len: 946 time: 0.3698208 Aug 11 03:03:41.619163 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9722de08-a0d8-408f-bb09-0cebbc687867 req-5ba80421-6046-49f8-9e00-5a221d34a5c6 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.50 "GET /v2.0/security-groups?id=1066e845-6367-4b57-bb90-c0d7bfac6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312662 Aug 11 03:03:41.672841 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261994c-2cd9-407b-8f89-4273ec33d91f req-d55d0814-9145-4ba7-adae-e0209efbdc01 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:41.674335 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7261994c-2cd9-407b-8f89-4273ec33d91f req-d55d0814-9145-4ba7-adae-e0209efbdc01 tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.73 "GET /v2.0/ports?device_id=73590308-d122-42a0-aa5b-9f00520cd8c4 HTTP/1.1" status: 200 len: 946 time: 0.0476356 Aug 11 03:03:41.776890 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-7261994c-2cd9-407b-8f89-4273ec33d91f req-4d9ab1cb-9811-49aa-b111-46c1998ad68b tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Deleting port 0e2474b4-48f6-41ef-a70b-20da137bd724 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:41.777232 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7261994c-2cd9-407b-8f89-4273ec33d91f req-4d9ab1cb-9811-49aa-b111-46c1998ad68b tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:41.862464 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-7261994c-2cd9-407b-8f89-4273ec33d91f req-4d9ab1cb-9811-49aa-b111-46c1998ad68b tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] For port 0e2474b4-48f6-41ef-a70b-20da137bd724, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=0e2474b4-48f6-41ef-a70b-20da137bd724,segment=NetworkSegment(03f685ff-5012-4b2d-b240-b0ced813e8cb),segment_id=03f685ff-5012-4b2d-b240-b0ced813e8cb)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:41.862717 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7261994c-2cd9-407b-8f89-4273ec33d91f req-4d9ab1cb-9811-49aa-b111-46c1998ad68b tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:41.875018 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-7261994c-2cd9-407b-8f89-4273ec33d91f req-4d9ab1cb-9811-49aa-b111-46c1998ad68b tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Calling delete_port for 0e2474b4-48f6-41ef-a70b-20da137bd724 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:41.999993 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7261994c-2cd9-407b-8f89-4273ec33d91f req-4d9ab1cb-9811-49aa-b111-46c1998ad68b tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:42.012003 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['0e2474b4-48f6-41ef-a70b-20da137bd724'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:42.028643 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ab1cb-9811-49aa-b111-46c1998ad68b tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Pushing event deleted for resources: {'Port': ['ID=0e2474b4-48f6-41ef-a70b-20da137bd724,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:42.070556 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-7261994c-2cd9-407b-8f89-4273ec33d91f req-4d9ab1cb-9811-49aa-b111-46c1998ad68b tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] No DVR routers for this DVR port 0e2474b4-48f6-41ef-a70b-20da137bd724 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:42.073203 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-7261994c-2cd9-407b-8f89-4273ec33d91f req-4d9ab1cb-9811-49aa-b111-46c1998ad68b tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:42.075245 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7261994c-2cd9-407b-8f89-4273ec33d91f req-4d9ab1cb-9811-49aa-b111-46c1998ad68b tempest-TestEncryptedCinderVolumes-752583232 tempest-TestEncryptedCinderVolumes-752583232-project] 10.222.0.73 "DELETE /v2.0/ports/0e2474b4-48f6-41ef-a70b-20da137bd724 HTTP/1.1" status: 204 len: 173 time: 0.3948531 Aug 11 03:03:42.075735 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73590308-d122-42a0-aa5b-9f00520cd8c4', 'name': 'network-vif-deleted', 'tag': '0e2474b4-48f6-41ef-a70b-20da137bd724'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:42.078045 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef26015ff99b62ba85d82572846d8981a3d7c94015c7a376eee6ede9212d5761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7b6b98-a1be-4655-96c9-80fc639bbcf6" -d '{"events": [{"server_uuid": "73590308-d122-42a0-aa5b-9f00520cd8c4", "name": "network-vif-deleted", "tag": "0e2474b4-48f6-41ef-a70b-20da137bd724"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:42.122271 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e362089c-e891-4178-b6d8-15d28810a512 x-openstack-request-id: req-e362089c-e891-4178-b6d8-15d28810a512 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:42.122488 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73590308-d122-42a0-aa5b-9f00520cd8c4", "name": "network-vif-deleted", "tag": "0e2474b4-48f6-41ef-a70b-20da137bd724", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:42.122743 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e362089c-e891-4178-b6d8-15d28810a512 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:42.123148 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73590308-d122-42a0-aa5b-9f00520cd8c4', 'name': 'network-vif-deleted', 'tag': '0e2474b4-48f6-41ef-a70b-20da137bd724', 'status': 'completed', 'code': 200} Aug 11 03:03:42.708586 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60710) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:43.388931 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36ac25ea-e79f-43fb-b6af-8b5dd8cadd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:43.635618 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-36ac25ea-e79f-43fb-b6af-8b5dd8cadd29 admin admin] Deleting port 584cd715-f89c-49c2-88ed-52ddec195750 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:43.635960 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36ac25ea-e79f-43fb-b6af-8b5dd8cadd29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:43.713680 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-36ac25ea-e79f-43fb-b6af-8b5dd8cadd29 admin admin] For port 584cd715-f89c-49c2-88ed-52ddec195750, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=584cd715-f89c-49c2-88ed-52ddec195750,segment=NetworkSegment(03f685ff-5012-4b2d-b240-b0ced813e8cb),segment_id=03f685ff-5012-4b2d-b240-b0ced813e8cb)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:43.714355 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36ac25ea-e79f-43fb-b6af-8b5dd8cadd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:43.726132 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-36ac25ea-e79f-43fb-b6af-8b5dd8cadd29 admin admin] Calling delete_port for 584cd715-f89c-49c2-88ed-52ddec195750 owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:43.911092 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36ac25ea-e79f-43fb-b6af-8b5dd8cadd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:43.936713 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac25ea-e79f-43fb-b6af-8b5dd8cadd29 admin admin] Pushing event deleted for resources: {'Port': ['ID=584cd715-f89c-49c2-88ed-52ddec195750,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:43.946368 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac25ea-e79f-43fb-b6af-8b5dd8cadd29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:43.946713 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac25ea-e79f-43fb-b6af-8b5dd8cadd29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:43.947054 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac25ea-e79f-43fb-b6af-8b5dd8cadd29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:43.947390 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac25ea-e79f-43fb-b6af-8b5dd8cadd29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:43.947755 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac25ea-e79f-43fb-b6af-8b5dd8cadd29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:43.948086 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac25ea-e79f-43fb-b6af-8b5dd8cadd29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:43.948413 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac25ea-e79f-43fb-b6af-8b5dd8cadd29 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:43.948738 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac25ea-e79f-43fb-b6af-8b5dd8cadd29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:43.949063 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac25ea-e79f-43fb-b6af-8b5dd8cadd29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:43.949390 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac25ea-e79f-43fb-b6af-8b5dd8cadd29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:43.949712 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac25ea-e79f-43fb-b6af-8b5dd8cadd29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:43.950032 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac25ea-e79f-43fb-b6af-8b5dd8cadd29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:44.109734 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-36ac25ea-e79f-43fb-b6af-8b5dd8cadd29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:44.322576 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ac25ea-e79f-43fb-b6af-8b5dd8cadd29 admin admin] Router ece9e103-48d0-4180-8120-f9d19aad577b has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:03:44.427082 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ac25ea-e79f-43fb-b6af-8b5dd8cadd29 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:03:44.432533 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-36ac25ea-e79f-43fb-b6af-8b5dd8cadd29 admin admin] 10.222.0.50 "PUT /v2.0/routers/ece9e103-48d0-4180-8120-f9d19aad577b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7228048 Aug 11 03:03:44.434852 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60712) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:44.437676 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8390cd43-db6a-446a-b000-87da37463561 None None] Sync routers for ids ['ece9e103-48d0-4180-8120-f9d19aad577b'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:03:44.447051 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8390cd43-db6a-446a-b000-87da37463561 None None] Routers {'ece9e103-48d0-4180-8120-f9d19aad577b'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:44.447694 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-8390cd43-db6a-446a-b000-87da37463561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:03:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['ece9e103-48d0-4180-8120-f9d19aad577b'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:44.538414 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-89215190-de20-4126-9f42-6902efc77dac admin admin] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:44.550152 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-8390cd43-db6a-446a-b000-87da37463561 None None] Set router ece9e103-48d0-4180-8120-f9d19aad577b gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:44.641450 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-89215190-de20-4126-9f42-6902efc77dac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:44.693646 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-89215190-de20-4126-9f42-6902efc77dac admin admin] Deleting port 96817e5b-2ae2-44d5-871b-87135d78e3fd {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:44.693992 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-89215190-de20-4126-9f42-6902efc77dac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:44.724503 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-8390cd43-db6a-446a-b000-87da37463561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece9e103-48d0-4180-8120-f9d19aad577b', 'name': 'tempest-TestEncryptedCinderVolumes-594285522-router', 'tenant_id': '13986394ef9145bcad608e33b2317746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '96817e5b-2ae2-44d5-871b-87135d78e3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:31Z', 'updated_at': '2021-08-11T03:03:43Z', 'revision_number': 5, 'project_id': '13986394ef9145bcad608e33b2317746', 'gw_port': {'id': '96817e5b-2ae2-44d5-871b-87135d78e3fd', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece9e103-48d0-4180-8120-f9d19aad577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:31Z', 'updated_at': '2021-08-11T03:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:44.751242 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8390cd43-db6a-446a-b000-87da37463561 None None] Checking router: ece9e103-48d0-4180-8120-f9d19aad577b for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:03:44.760292 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8390cd43-db6a-446a-b000-87da37463561 None None] Routers {'ece9e103-48d0-4180-8120-f9d19aad577b'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:44.760938 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-8390cd43-db6a-446a-b000-87da37463561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:03:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['ece9e103-48d0-4180-8120-f9d19aad577b'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:44.776755 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-89215190-de20-4126-9f42-6902efc77dac admin admin] For port 96817e5b-2ae2-44d5-871b-87135d78e3fd, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=96817e5b-2ae2-44d5-871b-87135d78e3fd,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:44.777288 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-89215190-de20-4126-9f42-6902efc77dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:44.788947 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-89215190-de20-4126-9f42-6902efc77dac admin admin] Calling delete_port for 96817e5b-2ae2-44d5-871b-87135d78e3fd owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:44.851299 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-8390cd43-db6a-446a-b000-87da37463561 None None] Set router ece9e103-48d0-4180-8120-f9d19aad577b gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:44.906617 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-8390cd43-db6a-446a-b000-87da37463561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece9e103-48d0-4180-8120-f9d19aad577b', 'name': 'tempest-TestEncryptedCinderVolumes-594285522-router', 'tenant_id': '13986394ef9145bcad608e33b2317746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:31Z', 'updated_at': '2021-08-11T03:03:44Z', 'revision_number': 6, 'project_id': '13986394ef9145bcad608e33b2317746', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:44.933734 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8390cd43-db6a-446a-b000-87da37463561 None None] The sync data for ids ['ece9e103-48d0-4180-8120-f9d19aad577b'] in n-d-615180-33 is: [{'id': 'ece9e103-48d0-4180-8120-f9d19aad577b', 'name': 'tempest-TestEncryptedCinderVolumes-594285522-router', 'tenant_id': '13986394ef9145bcad608e33b2317746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:31Z', 'updated_at': '2021-08-11T03:03:44Z', 'revision_number': 6, 'project_id': '13986394ef9145bcad608e33b2317746', 'gw_port_host': None}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:03:44.971279 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-89215190-de20-4126-9f42-6902efc77dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:44.995178 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89215190-de20-4126-9f42-6902efc77dac admin admin] Pushing event deleted for resources: {'Port': ['ID=96817e5b-2ae2-44d5-871b-87135d78e3fd,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:45.056988 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-89215190-de20-4126-9f42-6902efc77dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.147430 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-89215190-de20-4126-9f42-6902efc77dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.149578 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-89215190-de20-4126-9f42-6902efc77dac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.196166 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-89215190-de20-4126-9f42-6902efc77dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.196719 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89215190-de20-4126-9f42-6902efc77dac admin admin] Fanout notify agent at l3_agent the message router_deleted on router ece9e103-48d0-4180-8120-f9d19aad577b {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:03:45.201374 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-89215190-de20-4126-9f42-6902efc77dac admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.202536 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-89215190-de20-4126-9f42-6902efc77dac admin admin] 10.222.0.50 "DELETE /v2.0/routers/ece9e103-48d0-4180-8120-f9d19aad577b HTTP/1.1" status: 204 len: 168 time: 0.7667611 Aug 11 03:03:45.205146 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60714) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:45.253669 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-82194b06-6f59-40aa-84c2-9dfdfc5d5cc9 admin admin] Deleting subnet 7037447c-d8dc-4038-ac5f-f3e0ab630d67 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:03:45.254279 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-82194b06-6f59-40aa-84c2-9dfdfc5d5cc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.290002 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-82194b06-6f59-40aa-84c2-9dfdfc5d5cc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.376480 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-82194b06-6f59-40aa-84c2-9dfdfc5d5cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.438765 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-82194b06-6f59-40aa-84c2-9dfdfc5d5cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.466202 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82194b06-6f59-40aa-84c2-9dfdfc5d5cc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7037447c-d8dc-4038-ac5f-f3e0ab630d67,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:45.468171 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-82194b06-6f59-40aa-84c2-9dfdfc5d5cc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.472199 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-82194b06-6f59-40aa-84c2-9dfdfc5d5cc9 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7037447c-d8dc-4038-ac5f-f3e0ab630d67 HTTP/1.1" status: 204 len: 168 time: 0.2639155 Aug 11 03:03:45.473121 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60716) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:45.476088 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2befae47-3321-4478-9c8d-d41384367f5c None None] Network 2698ebbe-a190-483f-9ee2-05ab1afdca38 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:45.540059 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-437188e6-b316-4efe-b926-8f72b854f83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.598378 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-437188e6-b316-4efe-b926-8f72b854f83d admin admin] Deleting port 8a9fe939-52e7-460c-860f-b635af800538 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:45.598733 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-437188e6-b316-4efe-b926-8f72b854f83d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.661439 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-437188e6-b316-4efe-b926-8f72b854f83d admin admin] For port 8a9fe939-52e7-460c-860f-b635af800538, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8a9fe939-52e7-460c-860f-b635af800538,segment=NetworkSegment(03f685ff-5012-4b2d-b240-b0ced813e8cb),segment_id=03f685ff-5012-4b2d-b240-b0ced813e8cb)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:45.661810 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-437188e6-b316-4efe-b926-8f72b854f83d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.675043 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-437188e6-b316-4efe-b926-8f72b854f83d admin admin] Calling delete_port for 8a9fe939-52e7-460c-860f-b635af800538 owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:45.691043 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2dc04281-6ec8-4da7-9c49-5239a2d4910e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.711574 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a48372d-0a3d-4405-85dd-7f6a1214c1dd None None] DHCP port deletion for 2698ebbe-a190-483f-9ee2-05ab1afdca38 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:03:45.759018 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-6a48372d-0a3d-4405-85dd-7f6a1214c1dd None None] Deleting port 8a9fe939-52e7-460c-860f-b635af800538 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:45.759397 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6a48372d-0a3d-4405-85dd-7f6a1214c1dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.765100 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-437188e6-b316-4efe-b926-8f72b854f83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.792801 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437188e6-b316-4efe-b926-8f72b854f83d admin admin] Pushing event deleted for resources: {'Port': ['ID=8a9fe939-52e7-460c-860f-b635af800538,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:45.795998 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437188e6-b316-4efe-b926-8f72b854f83d admin admin] No DVR routers for this DVR port 8a9fe939-52e7-460c-860f-b635af800538 on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:45.831082 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-6a48372d-0a3d-4405-85dd-7f6a1214c1dd None None] For port 8a9fe939-52e7-460c-860f-b635af800538, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=8a9fe939-52e7-460c-860f-b635af800538,segment=NetworkSegment(03f685ff-5012-4b2d-b240-b0ced813e8cb),segment_id=03f685ff-5012-4b2d-b240-b0ced813e8cb)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:45.831495 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6a48372d-0a3d-4405-85dd-7f6a1214c1dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.845866 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-6a48372d-0a3d-4405-85dd-7f6a1214c1dd None None] Calling delete_port for 8a9fe939-52e7-460c-860f-b635af800538 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:45.869004 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-437188e6-b316-4efe-b926-8f72b854f83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.878977 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-437188e6-b316-4efe-b926-8f72b854f83d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2698ebbe-a190-483f-9ee2-05ab1afdca38']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:45.889402 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-437188e6-b316-4efe-b926-8f72b854f83d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f685ff-5012-4b2d-b240-b0ced813e8cb') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:45.889700 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-437188e6-b316-4efe-b926-8f72b854f83d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f685ff-5012-4b2d-b240-b0ced813e8cb') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:45.898511 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-437188e6-b316-4efe-b926-8f72b854f83d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.917946 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-437188e6-b316-4efe-b926-8f72b854f83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.922848 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6a48372d-0a3d-4405-85dd-7f6a1214c1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.925205 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-437188e6-b316-4efe-b926-8f72b854f83d admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:03:45.925630 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-437188e6-b316-4efe-b926-8f72b854f83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: timer() Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:03:45.927261 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:03:45.948603 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48372d-0a3d-4405-85dd-7f6a1214c1dd None None] Pushing event deleted for resources: {'Port': ['ID=8a9fe939-52e7-460c-860f-b635af800538,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:45.954156 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a48372d-0a3d-4405-85dd-7f6a1214c1dd None None] No DVR routers for this DVR port 8a9fe939-52e7-460c-860f-b635af800538 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:45.984745 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-437188e6-b316-4efe-b926-8f72b854f83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.988395 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 0e2474b4-48f6-41ef-a70b-20da137bd724 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:46.001333 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-437188e6-b316-4efe-b926-8f72b854f83d admin admin] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:46.006655 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-437188e6-b316-4efe-b926-8f72b854f83d admin admin] 10.222.0.50 "DELETE /v2.0/networks/2698ebbe-a190-483f-9ee2-05ab1afdca38 HTTP/1.1" status: 204 len: 168 time: 0.5291946 Aug 11 03:03:46.006655 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437188e6-b316-4efe-b926-8f72b854f83d admin admin] Pushing event deleted for resources: {'Network': ['ID=2698ebbe-a190-483f-9ee2-05ab1afdca38,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:46.006655 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60718) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:46.009727 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 0e2474b4-48f6-41ef-a70b-20da137bd724 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:46.009727 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 0e2474b4-48f6-41ef-a70b-20da137bd724 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:46.350754 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb71e-1207-4256-a616-3d232297f65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:46.602067 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-3cdeb71e-1207-4256-a616-3d232297f65b admin admin] Deleting port 9b404cc2-b920-4512-a24a-a8653edeacf6 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:46.602411 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb71e-1207-4256-a616-3d232297f65b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:46.677364 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-3cdeb71e-1207-4256-a616-3d232297f65b admin admin] For port 9b404cc2-b920-4512-a24a-a8653edeacf6, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9b404cc2-b920-4512-a24a-a8653edeacf6,segment=NetworkSegment(4cfa3d0d-f0f2-48f1-81ae-e9c4a7a52ad0),segment_id=4cfa3d0d-f0f2-48f1-81ae-e9c4a7a52ad0)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:46.677713 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb71e-1207-4256-a616-3d232297f65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:46.690604 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-3cdeb71e-1207-4256-a616-3d232297f65b admin admin] Calling delete_port for 9b404cc2-b920-4512-a24a-a8653edeacf6 owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:46.875218 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb71e-1207-4256-a616-3d232297f65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:46.894575 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8a9fe939-52e7-460c-860f-b635af800538 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:46.904706 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdeb71e-1207-4256-a616-3d232297f65b admin admin] Pushing event deleted for resources: {'Port': ['ID=9b404cc2-b920-4512-a24a-a8653edeacf6,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:46.917135 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 8a9fe939-52e7-460c-860f-b635af800538 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:46.917559 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 8a9fe939-52e7-460c-860f-b635af800538 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:46.917891 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 584cd715-f89c-49c2-88ed-52ddec195750 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:46.937307 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 584cd715-f89c-49c2-88ed-52ddec195750 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:46.937662 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 584cd715-f89c-49c2-88ed-52ddec195750 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:46.938086 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 96817e5b-2ae2-44d5-871b-87135d78e3fd no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:46.957427 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 96817e5b-2ae2-44d5-871b-87135d78e3fd {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:46.957784 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 96817e5b-2ae2-44d5-871b-87135d78e3fd not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:47.076672 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb71e-1207-4256-a616-3d232297f65b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:47.633545 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cdeb71e-1207-4256-a616-3d232297f65b admin admin] Router 0f5368c5-d7ce-425b-80ba-79caadbb46f1 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:03:47.734868 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdeb71e-1207-4256-a616-3d232297f65b admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:03:47.739951 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3cdeb71e-1207-4256-a616-3d232297f65b admin admin] 10.222.0.50 "PUT /v2.0/routers/0f5368c5-d7ce-425b-80ba-79caadbb46f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7328720 Aug 11 03:03:47.742436 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60720) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:47.743414 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42edf96-6100-4538-b6fc-130c35207c18 None None] Sync routers for ids ['0f5368c5-d7ce-425b-80ba-79caadbb46f1'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:03:47.752437 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42edf96-6100-4538-b6fc-130c35207c18 None None] Routers {'0f5368c5-d7ce-425b-80ba-79caadbb46f1'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:47.753042 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c42edf96-6100-4538-b6fc-130c35207c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:03:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0f5368c5-d7ce-425b-80ba-79caadbb46f1'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:47.846097 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e706a3a9-c35f-4725-945a-c9cd650ca3b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:47.856241 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-c42edf96-6100-4538-b6fc-130c35207c18 None None] Set router 0f5368c5-d7ce-425b-80ba-79caadbb46f1 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:47.947089 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e706a3a9-c35f-4725-945a-c9cd650ca3b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:47.999439 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-e706a3a9-c35f-4725-945a-c9cd650ca3b0 admin admin] Deleting port 607b20ce-d005-4925-b94d-9be13ec8578b {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:47.999826 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e706a3a9-c35f-4725-945a-c9cd650ca3b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.031531 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c42edf96-6100-4538-b6fc-130c35207c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5368c5-d7ce-425b-80ba-79caadbb46f1', 'name': 'tempest-TestEncryptedCinderVolumes-1517880706-router', 'tenant_id': 'ed0c2229efb6405193012c4eb830ca73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '607b20ce-d005-4925-b94d-9be13ec8578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:36Z', 'updated_at': '2021-08-11T03:03:46Z', 'revision_number': 5, 'project_id': 'ed0c2229efb6405193012c4eb830ca73', 'gw_port': {'id': '607b20ce-d005-4925-b94d-9be13ec8578b', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:15:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5368c5-d7ce-425b-80ba-79caadbb46f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:36Z', 'updated_at': '2021-08-11T03:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:48.056950 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42edf96-6100-4538-b6fc-130c35207c18 None None] Checking router: 0f5368c5-d7ce-425b-80ba-79caadbb46f1 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:03:48.065392 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42edf96-6100-4538-b6fc-130c35207c18 None None] Routers {'0f5368c5-d7ce-425b-80ba-79caadbb46f1'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:48.065982 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c42edf96-6100-4538-b6fc-130c35207c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:03:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0f5368c5-d7ce-425b-80ba-79caadbb46f1'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:48.079019 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-e706a3a9-c35f-4725-945a-c9cd650ca3b0 admin admin] For port 607b20ce-d005-4925-b94d-9be13ec8578b, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=607b20ce-d005-4925-b94d-9be13ec8578b,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:48.079942 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e706a3a9-c35f-4725-945a-c9cd650ca3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.092095 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-e706a3a9-c35f-4725-945a-c9cd650ca3b0 admin admin] Calling delete_port for 607b20ce-d005-4925-b94d-9be13ec8578b owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:48.152127 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-c42edf96-6100-4538-b6fc-130c35207c18 None None] Set router 0f5368c5-d7ce-425b-80ba-79caadbb46f1 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:48.205086 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c42edf96-6100-4538-b6fc-130c35207c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5368c5-d7ce-425b-80ba-79caadbb46f1', 'name': 'tempest-TestEncryptedCinderVolumes-1517880706-router', 'tenant_id': 'ed0c2229efb6405193012c4eb830ca73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:36Z', 'updated_at': '2021-08-11T03:03:47Z', 'revision_number': 6, 'project_id': 'ed0c2229efb6405193012c4eb830ca73', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:48.234078 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42edf96-6100-4538-b6fc-130c35207c18 None None] The sync data for ids ['0f5368c5-d7ce-425b-80ba-79caadbb46f1'] in n-d-615180-33 is: [{'id': '0f5368c5-d7ce-425b-80ba-79caadbb46f1', 'name': 'tempest-TestEncryptedCinderVolumes-1517880706-router', 'tenant_id': 'ed0c2229efb6405193012c4eb830ca73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:36Z', 'updated_at': '2021-08-11T03:03:47Z', 'revision_number': 6, 'project_id': 'ed0c2229efb6405193012c4eb830ca73', 'gw_port_host': None}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:03:48.261841 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e706a3a9-c35f-4725-945a-c9cd650ca3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.286395 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706a3a9-c35f-4725-945a-c9cd650ca3b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=607b20ce-d005-4925-b94d-9be13ec8578b,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:48.350228 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e706a3a9-c35f-4725-945a-c9cd650ca3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.381050 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-aa6edb06-aa4c-4c02-be9d-4cbd904247ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.392461 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.442910 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e706a3a9-c35f-4725-945a-c9cd650ca3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.445033 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e706a3a9-c35f-4725-945a-c9cd650ca3b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.488056 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e706a3a9-c35f-4725-945a-c9cd650ca3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.488546 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e706a3a9-c35f-4725-945a-c9cd650ca3b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f5368c5-d7ce-425b-80ba-79caadbb46f1 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:03:48.492775 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e706a3a9-c35f-4725-945a-c9cd650ca3b0 admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.494030 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e706a3a9-c35f-4725-945a-c9cd650ca3b0 admin admin] 10.222.0.50 "DELETE /v2.0/routers/0f5368c5-d7ce-425b-80ba-79caadbb46f1 HTTP/1.1" status: 204 len: 168 time: 0.7506466 Aug 11 03:03:48.496731 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60722) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:48.540292 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a42d90-f252-459b-9116-5bd61ba49ace admin admin] Deleting subnet 246b67bc-765a-42ee-8425-cdb6205dcf73 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:03:48.543150 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-89a42d90-f252-459b-9116-5bd61ba49ace admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.582376 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-89a42d90-f252-459b-9116-5bd61ba49ace admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.668220 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-89a42d90-f252-459b-9116-5bd61ba49ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.721343 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-89a42d90-f252-459b-9116-5bd61ba49ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.747639 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a42d90-f252-459b-9116-5bd61ba49ace admin admin] Pushing event deleted for resources: {'Subnet': ['ID=246b67bc-765a-42ee-8425-cdb6205dcf73,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:48.752581 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-89a42d90-f252-459b-9116-5bd61ba49ace admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.754452 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-89a42d90-f252-459b-9116-5bd61ba49ace admin admin] 10.222.0.50 "DELETE /v2.0/subnets/246b67bc-765a-42ee-8425-cdb6205dcf73 HTTP/1.1" status: 204 len: 168 time: 0.2568142 Aug 11 03:03:48.756931 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60724) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:48.758030 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa95dbf-22b6-48b9-9a41-995def59a9c5 None None] Network 59ed8e5d-5daf-4e2e-a28a-d2a31981de20 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:48.829071 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78e804ad-4af0-4864-b747-09dd5c7cf5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.882580 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-78e804ad-4af0-4864-b747-09dd5c7cf5e3 admin admin] Deleting port 18fd6225-b6c0-4fc1-b145-267b18455c2a {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:48.882932 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78e804ad-4af0-4864-b747-09dd5c7cf5e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.944994 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-78e804ad-4af0-4864-b747-09dd5c7cf5e3 admin admin] For port 18fd6225-b6c0-4fc1-b145-267b18455c2a, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=18fd6225-b6c0-4fc1-b145-267b18455c2a,segment=NetworkSegment(4cfa3d0d-f0f2-48f1-81ae-e9c4a7a52ad0),segment_id=4cfa3d0d-f0f2-48f1-81ae-e9c4a7a52ad0)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:48.945302 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78e804ad-4af0-4864-b747-09dd5c7cf5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.957777 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-78e804ad-4af0-4864-b747-09dd5c7cf5e3 admin admin] Calling delete_port for 18fd6225-b6c0-4fc1-b145-267b18455c2a owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:49.008551 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127b1431-8df6-4573-9167-7638340a203b None None] DHCP port deletion for 59ed8e5d-5daf-4e2e-a28a-d2a31981de20 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:03:49.046601 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78e804ad-4af0-4864-b747-09dd5c7cf5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.064962 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-127b1431-8df6-4573-9167-7638340a203b None None] Deleting port 18fd6225-b6c0-4fc1-b145-267b18455c2a {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:49.065342 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-127b1431-8df6-4573-9167-7638340a203b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.081163 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 18fd6225-b6c0-4fc1-b145-267b18455c2a no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:49.082220 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e804ad-4af0-4864-b747-09dd5c7cf5e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=18fd6225-b6c0-4fc1-b145-267b18455c2a,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:49.086298 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e804ad-4af0-4864-b747-09dd5c7cf5e3 admin admin] No DVR routers for this DVR port 18fd6225-b6c0-4fc1-b145-267b18455c2a on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:49.131375 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 18fd6225-b6c0-4fc1-b145-267b18455c2a {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:49.131958 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 18fd6225-b6c0-4fc1-b145-267b18455c2a not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:49.132533 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 607b20ce-d005-4925-b94d-9be13ec8578b no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:49.157359 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 607b20ce-d005-4925-b94d-9be13ec8578b {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:49.158270 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 607b20ce-d005-4925-b94d-9be13ec8578b not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:49.158694 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9b404cc2-b920-4512-a24a-a8653edeacf6 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:49.162957 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78e804ad-4af0-4864-b747-09dd5c7cf5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.172912 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-78e804ad-4af0-4864-b747-09dd5c7cf5e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ed8e5d-5daf-4e2e-a28a-d2a31981de20']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:49.183088 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-78e804ad-4af0-4864-b747-09dd5c7cf5e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cfa3d0d-f0f2-48f1-81ae-e9c4a7a52ad0') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:49.183392 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-78e804ad-4af0-4864-b747-09dd5c7cf5e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cfa3d0d-f0f2-48f1-81ae-e9c4a7a52ad0') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:49.184359 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 9b404cc2-b920-4512-a24a-a8653edeacf6 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:49.184710 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9b404cc2-b920-4512-a24a-a8653edeacf6 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:49.189832 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-127b1431-8df6-4573-9167-7638340a203b None None] For port 18fd6225-b6c0-4fc1-b145-267b18455c2a, host n-d-615180-33, got binding levels [] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:49.190735 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-127b1431-8df6-4573-9167-7638340a203b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.192976 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78e804ad-4af0-4864-b747-09dd5c7cf5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.202264 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-127b1431-8df6-4573-9167-7638340a203b None None] Calling delete_port for 18fd6225-b6c0-4fc1-b145-267b18455c2a owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:49.207484 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.ipam_backend_mixin [None req-127b1431-8df6-4573-9167-7638340a203b None None] Port 18fd6225-b6c0-4fc1-b145-267b18455c2a was not found and therefore no delete operation was performed {{(pid=94508) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:03:49.207484 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-127b1431-8df6-4573-9167-7638340a203b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.208349 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78e804ad-4af0-4864-b747-09dd5c7cf5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.214602 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e804ad-4af0-4864-b747-09dd5c7cf5e3 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:03:49.215007 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78e804ad-4af0-4864-b747-09dd5c7cf5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: timer() Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:03:49.217328 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:03:49.236254 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127b1431-8df6-4573-9167-7638340a203b None None] No DVR routers for this DVR port 18fd6225-b6c0-4fc1-b145-267b18455c2a on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:49.237931 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b1431-8df6-4573-9167-7638340a203b None None] Pushing event deleted for resources: {'Port': ['ID=18fd6225-b6c0-4fc1-b145-267b18455c2a,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:49.287694 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78e804ad-4af0-4864-b747-09dd5c7cf5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.294844 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-78e804ad-4af0-4864-b747-09dd5c7cf5e3 admin admin] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.296996 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-78e804ad-4af0-4864-b747-09dd5c7cf5e3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/59ed8e5d-5daf-4e2e-a28a-d2a31981de20 HTTP/1.1" status: 204 len: 168 time: 0.5391088 Aug 11 03:03:49.309054 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e804ad-4af0-4864-b747-09dd5c7cf5e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=59ed8e5d-5daf-4e2e-a28a-d2a31981de20,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:49.456632 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60728) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:49.495565 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ca4b57ff-dbbb-4823-a88e-6287ecb988e4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=13986394ef9145bcad608e33b2317746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377514 Aug 11 03:03:49.497910 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60730) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:49.550428 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ad40d65a-d50d-446d-ab87-f8399bd4b919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.571309 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ad40d65a-d50d-446d-ab87-f8399bd4b919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.618976 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ad40d65a-d50d-446d-ab87-f8399bd4b919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.621557 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ad40d65a-d50d-446d-ab87-f8399bd4b919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.622802 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ad40d65a-d50d-446d-ab87-f8399bd4b919 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1066e845-6367-4b57-bb90-c0d7bfac6c09 HTTP/1.1" status: 204 len: 168 time: 0.1239867 Aug 11 03:03:49.631102 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40d65a-d50d-446d-ab87-f8399bd4b919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1066e845-6367-4b57-bb90-c0d7bfac6c09,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:49.934891 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60736) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:49.978845 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1a85fb3e-0610-489f-997a-c08a1e10ded5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ed0c2229efb6405193012c4eb830ca73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427589 Aug 11 03:03:49.981482 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60738) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:50.027747 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f628d12f-3065-41fc-aa9a-1fcbf5d536f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.047692 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f628d12f-3065-41fc-aa9a-1fcbf5d536f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.093617 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f628d12f-3065-41fc-aa9a-1fcbf5d536f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.096865 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f628d12f-3065-41fc-aa9a-1fcbf5d536f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.097976 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f628d12f-3065-41fc-aa9a-1fcbf5d536f0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f65a457f-8cf2-49cc-8483-bf1e0951cee1 HTTP/1.1" status: 204 len: 168 time: 0.1156049 Aug 11 03:03:50.106351 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628d12f-3065-41fc-aa9a-1fcbf5d536f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65a457f-8cf2-49cc-8483-bf1e0951cee1,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:50.128154 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.770634 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60760) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:50.871257 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-7dad01c2-d97f-4cd5-971b-b15da5baaa3c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1938143326-network', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:50.893170 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dad01c2-d97f-4cd5-971b-b15da5baaa3c admin admin] Made reservation on behalf of 07b0ad4043cc4e32a4274aea781a2071 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:50.895441 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7dad01c2-d97f-4cd5-971b-b15da5baaa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.903648 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7dad01c2-d97f-4cd5-971b-b15da5baaa3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.993449 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7dad01c2-d97f-4cd5-971b-b15da5baaa3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.997185 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7dad01c2-d97f-4cd5-971b-b15da5baaa3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.026511 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dad01c2-d97f-4cd5-971b-b15da5baaa3c admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:03:51.032870 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad01c2-d97f-4cd5-971b-b15da5baaa3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b188cc9-ef95-4257-918b-2e472e83d750,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:51.038903 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7dad01c2-d97f-4cd5-971b-b15da5baaa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.039246 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-7dad01c2-d97f-4cd5-971b-b15da5baaa3c admin admin] Added segment 2aac5beb-fa1a-4146-a4ff-01210f010de1 of type vlan for network 0e6264f5-b2db-4df2-9df6-aa4994ad7455 Aug 11 03:03:51.088870 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7dad01c2-d97f-4cd5-971b-b15da5baaa3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.118698 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7dad01c2-d97f-4cd5-971b-b15da5baaa3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.119595 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dad01c2-d97f-4cd5-971b-b15da5baaa3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:51.120195 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7dad01c2-d97f-4cd5-971b-b15da5baaa3c admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.172449 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7dad01c2-d97f-4cd5-971b-b15da5baaa3c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4006512 Aug 11 03:03:51.175410 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60764) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:51.180769 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-f2bd74d7-676e-4576-b08f-9c273e3734e8 admin admin] Request body: {'subnet': {'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1938143326-subnet', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:51.184601 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad01c2-d97f-4cd5-971b-b15da5baaa3c admin admin] Pushing event updated for resources: {'Network': ['ID=0e6264f5-b2db-4df2-9df6-aa4994ad7455,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:51.195366 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 0e6264f5-b2db-4df2-9df6-aa4994ad7455 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:03:51.202257 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bd74d7-676e-4576-b08f-9c273e3734e8 admin admin] Made reservation on behalf of 07b0ad4043cc4e32a4274aea781a2071 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:51.205437 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f2bd74d7-676e-4576-b08f-9c273e3734e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.360957 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:03:51.373470 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f2bd74d7-676e-4576-b08f-9c273e3734e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.432030 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd74d7-676e-4576-b08f-9c273e3734e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:51.436317 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bd74d7-676e-4576-b08f-9c273e3734e8 admin admin] Checking segment: {'id': '2aac5beb-fa1a-4146-a4ff-01210f010de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:51.436686 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bd74d7-676e-4576-b08f-9c273e3734e8 admin admin] Network hostable DHCP agents. Network: 0e6264f5-b2db-4df2-9df6-aa4994ad7455, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:03:51.452795 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bd74d7-676e-4576-b08f-9c273e3734e8 admin admin] Network 0e6264f5-b2db-4df2-9df6-aa4994ad7455 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:03:51.461431 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-f2bd74d7-676e-4576-b08f-9c273e3734e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 0e6264f5-b2db-4df2-9df6-aa4994ad7455) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:51.465448 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bd74d7-676e-4576-b08f-9c273e3734e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:51.466050 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f2bd74d7-676e-4576-b08f-9c273e3734e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.470992 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca61f1d0-13a3-4d42-85dc-8f5e9cb1e894 None None] Network 0e6264f5-b2db-4df2-9df6-aa4994ad7455 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:51.482726 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f2bd74d7-676e-4576-b08f-9c273e3734e8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3060372 Aug 11 03:03:51.485942 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60768) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:51.490509 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-dbf4866b-966f-4afa-9b54-14f2a1883491 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1938143326-router', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:51.511653 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dbf4866b-966f-4afa-9b54-14f2a1883491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.512685 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dbf4866b-966f-4afa-9b54-14f2a1883491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.568388 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dbf4866b-966f-4afa-9b54-14f2a1883491 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.625392 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc3fca4-98fe-401f-aec5-70b3addebd2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-0e6264f5-b2db-4df2-9df6-aa4994ad7455', 'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'fixed_ips': [{'subnet_id': 'a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:03:51.626881 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ccc3fca4-98fe-401f-aec5-70b3addebd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.630331 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.702736 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dbf4866b-966f-4afa-9b54-14f2a1883491 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.756383 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-ccc3fca4-98fe-401f-aec5-70b3addebd2f None None] Allocated IP 172.20.0.2 (0e6264f5-b2db-4df2-9df6-aa4994ad7455/a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe/2f6d988f-ea80-456e-9b1a-ea7cb0df444a) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:51.898066 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ccc3fca4-98fe-401f-aec5-70b3addebd2f None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.903317 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dbf4866b-966f-4afa-9b54-14f2a1883491 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.905999 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ccc3fca4-98fe-401f-aec5-70b3addebd2f None None] Transition to ACTIVE for port object 2f6d988f-ea80-456e-9b1a-ea7cb0df444a will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:51.920555 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ccc3fca4-98fe-401f-aec5-70b3addebd2f None None] Transition to ACTIVE for port object 2f6d988f-ea80-456e-9b1a-ea7cb0df444a will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:51.924092 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dbf4866b-966f-4afa-9b54-14f2a1883491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.927260 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ccc3fca4-98fe-401f-aec5-70b3addebd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.959988 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc3fca4-98fe-401f-aec5-70b3addebd2f None None] Network 0e6264f5-b2db-4df2-9df6-aa4994ad7455 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:51.966291 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-ccc3fca4-98fe-401f-aec5-70b3addebd2f None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:51.969735 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc3fca4-98fe-401f-aec5-70b3addebd2f None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:51.978708 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3fca4-98fe-401f-aec5-70b3addebd2f None None] Pushing event updated for resources: {'Port': ['ID=2f6d988f-ea80-456e-9b1a-ea7cb0df444a,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:52.030832 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-ccc3fca4-98fe-401f-aec5-70b3addebd2f None None] Attempting to bind port 2f6d988f-ea80-456e-9b1a-ea7cb0df444a on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:52.031210 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-ccc3fca4-98fe-401f-aec5-70b3addebd2f None None] Attempting to bind port 2f6d988f-ea80-456e-9b1a-ea7cb0df444a by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '2aac5beb-fa1a-4146-a4ff-01210f010de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:52.031383 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-dbf4866b-966f-4afa-9b54-14f2a1883491 admin admin] Allocated IP 172.25.2.225 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/e9403745-33b8-4ff3-9f79-08ebac50d480) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:52.031601 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc3fca4-98fe-401f-aec5-70b3addebd2f None None] Attempting to bind port 2f6d988f-ea80-456e-9b1a-ea7cb0df444a on network 0e6264f5-b2db-4df2-9df6-aa4994ad7455 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:52.037238 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc3fca4-98fe-401f-aec5-70b3addebd2f None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:52.037607 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc3fca4-98fe-401f-aec5-70b3addebd2f None None] Checking segment: {'id': '2aac5beb-fa1a-4146-a4ff-01210f010de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:52.038013 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ccc3fca4-98fe-401f-aec5-70b3addebd2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.038431 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc3fca4-98fe-401f-aec5-70b3addebd2f None None] Bound using segment: {'id': '2aac5beb-fa1a-4146-a4ff-01210f010de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:52.038889 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-ccc3fca4-98fe-401f-aec5-70b3addebd2f None None] Bound port: 2f6d988f-ea80-456e-9b1a-ea7cb0df444a, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aac5beb-fa1a-4146-a4ff-01210f010de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:52.039270 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ccc3fca4-98fe-401f-aec5-70b3addebd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.101512 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-ccc3fca4-98fe-401f-aec5-70b3addebd2f None None] For port 2f6d988f-ea80-456e-9b1a-ea7cb0df444a, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:52.104923 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-ccc3fca4-98fe-401f-aec5-70b3addebd2f None None] For port 2f6d988f-ea80-456e-9b1a-ea7cb0df444a, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=2f6d988f-ea80-456e-9b1a-ea7cb0df444a,segment=NetworkSegment(2aac5beb-fa1a-4146-a4ff-01210f010de1),segment_id=2aac5beb-fa1a-4146-a4ff-01210f010de1)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:52.108639 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ccc3fca4-98fe-401f-aec5-70b3addebd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.134988 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dbf4866b-966f-4afa-9b54-14f2a1883491 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.165259 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3fca4-98fe-401f-aec5-70b3addebd2f None None] Pushing event updated for resources: {'Port': ['ID=2f6d988f-ea80-456e-9b1a-ea7cb0df444a,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:52.186137 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dbf4866b-966f-4afa-9b54-14f2a1883491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.230043 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf4866b-966f-4afa-9b54-14f2a1883491 admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:52.235339 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-dbf4866b-966f-4afa-9b54-14f2a1883491 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:52.238306 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf4866b-966f-4afa-9b54-14f2a1883491 admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:52.242236 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4866b-966f-4afa-9b54-14f2a1883491 admin admin] Pushing event updated for resources: {'Port': ['ID=e9403745-33b8-4ff3-9f79-08ebac50d480,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:52.512602 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dbf4866b-966f-4afa-9b54-14f2a1883491 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.702785 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dbf4866b-966f-4afa-9b54-14f2a1883491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.847502 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf4866b-966f-4afa-9b54-14f2a1883491 admin admin] Router f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:03:52.935222 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 2f6d988f-ea80-456e-9b1a-ea7cb0df444a up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:52.965226 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf4866b-966f-4afa-9b54-14f2a1883491 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:03:52.981054 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a6dd1-2c69-4ea7-9e62-fec7714c9826 None None] Sync routers for ids ['f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:03:52.982729 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dbf4866b-966f-4afa-9b54-14f2a1883491 admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.987300 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-dbf4866b-966f-4afa-9b54-14f2a1883491 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4972084 Aug 11 03:03:52.987745 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60770) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:52.995982 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293a6dd1-2c69-4ea7-9e62-fec7714c9826 None None] Routers {'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:52.996624 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-293a6dd1-2c69-4ea7-9e62-fec7714c9826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:03:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:53.046082 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 2f6d988f-ea80-456e-9b1a-ea7cb0df444a completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:53.085302 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead3c14c-22dd-4f39-92c2-9d3df567515b None None] Network 0e6264f5-b2db-4df2-9df6-aa4994ad7455 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:53.197865 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-293a6dd1-2c69-4ea7-9e62-fec7714c9826 None None] Set router f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:53.279325 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-15278f44-99c5-41ba-b01c-cf28456da467 None None] Provisioning for port 2f6d988f-ea80-456e-9b1a-ea7cb0df444a completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:53.318541 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-15278f44-99c5-41ba-b01c-cf28456da467 None None] Provisioning complete for port 2f6d988f-ea80-456e-9b1a-ea7cb0df444a triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:53.318927 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-15278f44-99c5-41ba-b01c-cf28456da467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.450445 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bc0dd8e0-b643-4055-acfd-f8e11ebee88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.604337 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-bc0dd8e0-b643-4055-acfd-f8e11ebee88d admin admin] Allocated IP 172.20.0.1 (0e6264f5-b2db-4df2-9df6-aa4994ad7455/a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe/cc523050-bbd4-4b88-823f-88cbe716171a) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:53.674197 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-15278f44-99c5-41ba-b01c-cf28456da467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.715170 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bc0dd8e0-b643-4055-acfd-f8e11ebee88d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.717586 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-293a6dd1-2c69-4ea7-9e62-fec7714c9826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'name': 'tempest-TestMinimumBasicScenario-1938143326-router', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'e9403745-33b8-4ff3-9f79-08ebac50d480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:03:52Z', 'revision_number': 3, 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'gw_port': {'id': 'e9403745-33b8-4ff3-9f79-08ebac50d480', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:03:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:53.721145 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-15278f44-99c5-41ba-b01c-cf28456da467 None None] For port 2f6d988f-ea80-456e-9b1a-ea7cb0df444a, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=2f6d988f-ea80-456e-9b1a-ea7cb0df444a,segment=NetworkSegment(2aac5beb-fa1a-4146-a4ff-01210f010de1),segment_id=2aac5beb-fa1a-4146-a4ff-01210f010de1)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:53.733126 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-bc0dd8e0-b643-4055-acfd-f8e11ebee88d admin admin] Transition to ACTIVE for port object cc523050-bbd4-4b88-823f-88cbe716171a will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:53.749978 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-15278f44-99c5-41ba-b01c-cf28456da467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.753505 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a6dd1-2c69-4ea7-9e62-fec7714c9826 None None] Checking router: f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:03:53.753861 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a6dd1-2c69-4ea7-9e62-fec7714c9826 None None] Updating router f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8 port e9403745-33b8-4ff3-9f79-08ebac50d480 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:03:53.771946 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bc0dd8e0-b643-4055-acfd-f8e11ebee88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.809456 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-293a6dd1-2c69-4ea7-9e62-fec7714c9826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.815621 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0dd8e0-b643-4055-acfd-f8e11ebee88d admin admin] Network 0e6264f5-b2db-4df2-9df6-aa4994ad7455 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:53.821264 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-bc0dd8e0-b643-4055-acfd-f8e11ebee88d admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:53.823649 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0dd8e0-b643-4055-acfd-f8e11ebee88d admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:53.825761 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0dd8e0-b643-4055-acfd-f8e11ebee88d admin admin] Pushing event updated for resources: {'Port': ['ID=cc523050-bbd4-4b88-823f-88cbe716171a,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:53.850293 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15278f44-99c5-41ba-b01c-cf28456da467 None None] Pushing event updated for resources: {'Port': ['ID=2f6d988f-ea80-456e-9b1a-ea7cb0df444a,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:53.870642 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bc0dd8e0-b643-4055-acfd-f8e11ebee88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.004339 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-aeba1d34-0bfb-4db1-b21a-7d6a37fe367e None None] Provisioning complete for port 2f6d988f-ea80-456e-9b1a-ea7cb0df444a triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:54.004856 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-aeba1d34-0bfb-4db1-b21a-7d6a37fe367e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.010499 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bc0dd8e0-b643-4055-acfd-f8e11ebee88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.169862 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-293a6dd1-2c69-4ea7-9e62-fec7714c9826 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.179506 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-293a6dd1-2c69-4ea7-9e62-fec7714c9826 None None] Transition to ACTIVE for port object e9403745-33b8-4ff3-9f79-08ebac50d480 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:54.181474 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bc0dd8e0-b643-4055-acfd-f8e11ebee88d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.185311 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-293a6dd1-2c69-4ea7-9e62-fec7714c9826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.186474 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bc0dd8e0-b643-4055-acfd-f8e11ebee88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.236454 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-293a6dd1-2c69-4ea7-9e62-fec7714c9826 None None] Attempting to bind port e9403745-33b8-4ff3-9f79-08ebac50d480 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:54.236827 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-293a6dd1-2c69-4ea7-9e62-fec7714c9826 None None] Attempting to bind port e9403745-33b8-4ff3-9f79-08ebac50d480 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:54.237190 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293a6dd1-2c69-4ea7-9e62-fec7714c9826 None None] Attempting to bind port e9403745-33b8-4ff3-9f79-08ebac50d480 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:54.239968 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6e153-b638-497c-bdf6-66d8616afa71 None None] Pushing event updated for resources: {'Port': ['ID=e9403745-33b8-4ff3-9f79-08ebac50d480,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:54.248162 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293a6dd1-2c69-4ea7-9e62-fec7714c9826 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:54.248332 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293a6dd1-2c69-4ea7-9e62-fec7714c9826 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:54.248708 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-293a6dd1-2c69-4ea7-9e62-fec7714c9826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.249101 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293a6dd1-2c69-4ea7-9e62-fec7714c9826 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:54.249673 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-293a6dd1-2c69-4ea7-9e62-fec7714c9826 None None] Bound port: e9403745-33b8-4ff3-9f79-08ebac50d480, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:54.250510 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-293a6dd1-2c69-4ea7-9e62-fec7714c9826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.259498 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bc0dd8e0-b643-4055-acfd-f8e11ebee88d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.261479 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0dd8e0-b643-4055-acfd-f8e11ebee88d admin admin] Pushing event updated for resources: {'Port': ['ID=cc523050-bbd4-4b88-823f-88cbe716171a,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:54.293662 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c47227f0-7355-4089-917d-3d6243551f29 None None] Provisioning for port cc523050-bbd4-4b88-823f-88cbe716171a completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:54.302450 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c47227f0-7355-4089-917d-3d6243551f29 None None] Provisioning complete for port cc523050-bbd4-4b88-823f-88cbe716171a triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:54.302825 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c47227f0-7355-4089-917d-3d6243551f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.331636 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-293a6dd1-2c69-4ea7-9e62-fec7714c9826 None None] For port e9403745-33b8-4ff3-9f79-08ebac50d480, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:54.349302 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-293a6dd1-2c69-4ea7-9e62-fec7714c9826 None None] For port e9403745-33b8-4ff3-9f79-08ebac50d480, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e9403745-33b8-4ff3-9f79-08ebac50d480,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:54.351956 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-c47227f0-7355-4089-917d-3d6243551f29 None None] Port cc523050-bbd4-4b88-823f-88cbe716171a cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:54.355066 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0dd8e0-b643-4055-acfd-f8e11ebee88d admin admin] Network 0e6264f5-b2db-4df2-9df6-aa4994ad7455 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:54.355228 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-293a6dd1-2c69-4ea7-9e62-fec7714c9826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.356510 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-bc0dd8e0-b643-4055-acfd-f8e11ebee88d admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:54.415496 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293a6dd1-2c69-4ea7-9e62-fec7714c9826 None None] Routers {'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:54.416066 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-293a6dd1-2c69-4ea7-9e62-fec7714c9826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:03:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:54.452835 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6e153-b638-497c-bdf6-66d8616afa71 None None] Pushing event updated for resources: {'Port': ['ID=e9403745-33b8-4ff3-9f79-08ebac50d480,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:54.477769 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0dd8e0-b643-4055-acfd-f8e11ebee88d admin admin] Router f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:03:54.534071 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-293a6dd1-2c69-4ea7-9e62-fec7714c9826 None None] Set router f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:54.611713 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e743a185-2fbe-4a72-92b3-1ec5c3e5c0b4 None None] Provisioning complete for port cc523050-bbd4-4b88-823f-88cbe716171a triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:54.612087 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e743a185-2fbe-4a72-92b3-1ec5c3e5c0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.691064 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-e743a185-2fbe-4a72-92b3-1ec5c3e5c0b4 None None] Port cc523050-bbd4-4b88-823f-88cbe716171a cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:54.774028 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-293a6dd1-2c69-4ea7-9e62-fec7714c9826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'name': 'tempest-TestMinimumBasicScenario-1938143326-router', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'e9403745-33b8-4ff3-9f79-08ebac50d480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:03:53Z', 'revision_number': 4, 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'gw_port': {'id': 'e9403745-33b8-4ff3-9f79-08ebac50d480', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'cc523050-bbd4-4b88-823f-88cbe716171a', 'name': '', 'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'mac_address': 'fa:16:3e:05:23:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:53Z', 'updated_at': '2021-08-11T03:03:54Z', 'revision_number': 2, 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'subnets': [{'id': 'a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:54.805739 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a6dd1-2c69-4ea7-9e62-fec7714c9826 None None] The sync data for ids ['f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8'] in n-d-615180-33 is: [{'id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'name': 'tempest-TestMinimumBasicScenario-1938143326-router', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'e9403745-33b8-4ff3-9f79-08ebac50d480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:03:53Z', 'revision_number': 4, 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'gw_port': {'id': 'e9403745-33b8-4ff3-9f79-08ebac50d480', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'cc523050-bbd4-4b88-823f-88cbe716171a', 'name': '', 'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'mac_address': 'fa:16:3e:05:23:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:53Z', 'updated_at': '2021-08-11T03:03:54Z', 'revision_number': 2, 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'subnets': [{'id': 'a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:03:54.915397 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 2f6d988f-ea80-456e-9b1a-ea7cb0df444a up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:54.948489 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0dd8e0-b643-4055-acfd-f8e11ebee88d admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:03:54.955615 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bc0dd8e0-b643-4055-acfd-f8e11ebee88d admin admin] 10.222.0.50 "PUT /v2.0/routers/f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9647329 Aug 11 03:03:54.963520 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.976064 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 2f6d988f-ea80-456e-9b1a-ea7cb0df444a triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:54.976443 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.488017 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60786) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:55.496471 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-c80738c4-6bbf-412d-ad5f-dd724fa6a3d8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-262740964-network', 'tenant_id': '0ab12b3e312040e0bbbcd634559f9ea3'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:55.519801 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80738c4-6bbf-412d-ad5f-dd724fa6a3d8 admin admin] Made reservation on behalf of 0ab12b3e312040e0bbbcd634559f9ea3 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:55.522542 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c80738c4-6bbf-412d-ad5f-dd724fa6a3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.531921 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c80738c4-6bbf-412d-ad5f-dd724fa6a3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.628815 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c80738c4-6bbf-412d-ad5f-dd724fa6a3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.632949 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c80738c4-6bbf-412d-ad5f-dd724fa6a3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.658023 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c80738c4-6bbf-412d-ad5f-dd724fa6a3d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:03:55.668052 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80738c4-6bbf-412d-ad5f-dd724fa6a3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00a0a5d-b8e7-447b-be54-61ffd87f92de,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:55.673036 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c80738c4-6bbf-412d-ad5f-dd724fa6a3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.673385 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-c80738c4-6bbf-412d-ad5f-dd724fa6a3d8 admin admin] Added segment cf182360-c2c6-4e16-9575-438c404e2d37 of type vlan for network 07518cef-64d0-428d-b069-fba1e6cef3ba Aug 11 03:03:55.719292 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c80738c4-6bbf-412d-ad5f-dd724fa6a3d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.749647 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c80738c4-6bbf-412d-ad5f-dd724fa6a3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.750640 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80738c4-6bbf-412d-ad5f-dd724fa6a3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:55.751782 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c80738c4-6bbf-412d-ad5f-dd724fa6a3d8 admin admin] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.806553 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c80738c4-6bbf-412d-ad5f-dd724fa6a3d8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3160934 Aug 11 03:03:55.809682 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60788) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:55.815419 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-90eabad6-b0e6-46f4-9902-87465bc6d464 admin admin] Request body: {'subnet': {'network_id': '07518cef-64d0-428d-b069-fba1e6cef3ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-262740964-subnet', 'tenant_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:55.822035 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80738c4-6bbf-412d-ad5f-dd724fa6a3d8 admin admin] Pushing event updated for resources: {'Network': ['ID=07518cef-64d0-428d-b069-fba1e6cef3ba,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:55.826935 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.832811 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 07518cef-64d0-428d-b069-fba1e6cef3ba details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:03:55.841806 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90eabad6-b0e6-46f4-9902-87465bc6d464 admin admin] Made reservation on behalf of 0ab12b3e312040e0bbbcd634559f9ea3 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:55.844415 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-90eabad6-b0e6-46f4-9902-87465bc6d464 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.025919 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-90eabad6-b0e6-46f4-9902-87465bc6d464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.081928 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eabad6-b0e6-46f4-9902-87465bc6d464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f5f146e-43c3-4bf7-8fd6-2716b54a3dd6,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:56.093274 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90eabad6-b0e6-46f4-9902-87465bc6d464 admin admin] Checking segment: {'id': 'cf182360-c2c6-4e16-9575-438c404e2d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '07518cef-64d0-428d-b069-fba1e6cef3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:56.093640 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eabad6-b0e6-46f4-9902-87465bc6d464 admin admin] Network hostable DHCP agents. Network: 07518cef-64d0-428d-b069-fba1e6cef3ba, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:03:56.109628 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eabad6-b0e6-46f4-9902-87465bc6d464 admin admin] Network 07518cef-64d0-428d-b069-fba1e6cef3ba is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:03:56.118363 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-90eabad6-b0e6-46f4-9902-87465bc6d464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 07518cef-64d0-428d-b069-fba1e6cef3ba) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:56.122996 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eabad6-b0e6-46f4-9902-87465bc6d464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:56.124017 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-90eabad6-b0e6-46f4-9902-87465bc6d464 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.127017 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ddad1d-a2aa-4a29-ae45-5f05db75a610 None None] Network 07518cef-64d0-428d-b069-fba1e6cef3ba requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:56.138066 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-90eabad6-b0e6-46f4-9902-87465bc6d464 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3271475 Aug 11 03:03:56.140564 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 60790) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:56.145493 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-edb8f88d-5125-4743-ad56-4984ac362466 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-262740964-router', 'tenant_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:56.166769 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-edb8f88d-5125-4743-ad56-4984ac362466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.167897 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-edb8f88d-5125-4743-ad56-4984ac362466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.224397 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-edb8f88d-5125-4743-ad56-4984ac362466 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.273843 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2faa24-a708-48d2-b150-3b0fc28e906c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-07518cef-64d0-428d-b069-fba1e6cef3ba', 'network_id': '07518cef-64d0-428d-b069-fba1e6cef3ba', 'tenant_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'fixed_ips': [{'subnet_id': '8f5f146e-43c3-4bf7-8fd6-2716b54a3dd6'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:03:56.274770 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1d2faa24-a708-48d2-b150-3b0fc28e906c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.366406 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-edb8f88d-5125-4743-ad56-4984ac362466 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.406359 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-1d2faa24-a708-48d2-b150-3b0fc28e906c None None] Allocated IP 172.20.0.2 (07518cef-64d0-428d-b069-fba1e6cef3ba/8f5f146e-43c3-4bf7-8fd6-2716b54a3dd6/9718ed3d-f81f-44ac-a2a2-7dc1f5a683dd) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:56.554799 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1d2faa24-a708-48d2-b150-3b0fc28e906c None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.566736 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-1d2faa24-a708-48d2-b150-3b0fc28e906c None None] Transition to ACTIVE for port object 9718ed3d-f81f-44ac-a2a2-7dc1f5a683dd will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:56.577141 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-edb8f88d-5125-4743-ad56-4984ac362466 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.583993 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-1d2faa24-a708-48d2-b150-3b0fc28e906c None None] Transition to ACTIVE for port object 9718ed3d-f81f-44ac-a2a2-7dc1f5a683dd will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:56.590339 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1d2faa24-a708-48d2-b150-3b0fc28e906c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.599374 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-edb8f88d-5125-4743-ad56-4984ac362466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.636277 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2faa24-a708-48d2-b150-3b0fc28e906c None None] Network 07518cef-64d0-428d-b069-fba1e6cef3ba is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:56.639251 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-1d2faa24-a708-48d2-b150-3b0fc28e906c None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:56.644015 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2faa24-a708-48d2-b150-3b0fc28e906c None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:56.646988 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2faa24-a708-48d2-b150-3b0fc28e906c None None] Pushing event updated for resources: {'Port': ['ID=9718ed3d-f81f-44ac-a2a2-7dc1f5a683dd,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:56.701547 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-1d2faa24-a708-48d2-b150-3b0fc28e906c None None] Attempting to bind port 9718ed3d-f81f-44ac-a2a2-7dc1f5a683dd on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:56.701923 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-1d2faa24-a708-48d2-b150-3b0fc28e906c None None] Attempting to bind port 9718ed3d-f81f-44ac-a2a2-7dc1f5a683dd by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'cf182360-c2c6-4e16-9575-438c404e2d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '07518cef-64d0-428d-b069-fba1e6cef3ba'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:56.702293 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2faa24-a708-48d2-b150-3b0fc28e906c None None] Attempting to bind port 9718ed3d-f81f-44ac-a2a2-7dc1f5a683dd on network 07518cef-64d0-428d-b069-fba1e6cef3ba {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:56.707843 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2faa24-a708-48d2-b150-3b0fc28e906c None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:56.708222 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2faa24-a708-48d2-b150-3b0fc28e906c None None] Checking segment: {'id': 'cf182360-c2c6-4e16-9575-438c404e2d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '07518cef-64d0-428d-b069-fba1e6cef3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:56.708633 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1d2faa24-a708-48d2-b150-3b0fc28e906c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.709030 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2faa24-a708-48d2-b150-3b0fc28e906c None None] Bound using segment: {'id': 'cf182360-c2c6-4e16-9575-438c404e2d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '07518cef-64d0-428d-b069-fba1e6cef3ba'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:56.709522 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-1d2faa24-a708-48d2-b150-3b0fc28e906c None None] Bound port: 9718ed3d-f81f-44ac-a2a2-7dc1f5a683dd, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf182360-c2c6-4e16-9575-438c404e2d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '07518cef-64d0-428d-b069-fba1e6cef3ba'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:56.709907 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1d2faa24-a708-48d2-b150-3b0fc28e906c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.712503 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-edb8f88d-5125-4743-ad56-4984ac362466 admin admin] Allocated IP 172.25.2.143 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/1beb7459-63ab-46f9-b63c-5bca2c925205) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:56.774576 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-1d2faa24-a708-48d2-b150-3b0fc28e906c None None] For port 9718ed3d-f81f-44ac-a2a2-7dc1f5a683dd, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:56.776838 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e67556-7ffc-4387-bb5b-e05d069ef9ad None None] Sync routers for ids ['f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:03:56.778382 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-1d2faa24-a708-48d2-b150-3b0fc28e906c None None] For port 9718ed3d-f81f-44ac-a2a2-7dc1f5a683dd, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9718ed3d-f81f-44ac-a2a2-7dc1f5a683dd,segment=NetworkSegment(cf182360-c2c6-4e16-9575-438c404e2d37),segment_id=cf182360-c2c6-4e16-9575-438c404e2d37)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:56.783435 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1d2faa24-a708-48d2-b150-3b0fc28e906c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.787895 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e67556-7ffc-4387-bb5b-e05d069ef9ad None None] Routers {'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:56.788634 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-48e67556-7ffc-4387-bb5b-e05d069ef9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:03:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:56.829667 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-edb8f88d-5125-4743-ad56-4984ac362466 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.853951 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2faa24-a708-48d2-b150-3b0fc28e906c None None] Pushing event updated for resources: {'Port': ['ID=9718ed3d-f81f-44ac-a2a2-7dc1f5a683dd,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:56.882515 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-edb8f88d-5125-4743-ad56-4984ac362466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.935470 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb8f88d-5125-4743-ad56-4984ac362466 admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:56.939243 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-edb8f88d-5125-4743-ad56-4984ac362466 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:56.950226 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb8f88d-5125-4743-ad56-4984ac362466 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:56.976954 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e9403745-33b8-4ff3-9f79-08ebac50d480 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:56.986500 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8f88d-5125-4743-ad56-4984ac362466 admin admin] Pushing event updated for resources: {'Port': ['ID=1beb7459-63ab-46f9-b63c-5bca2c925205,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:57.008312 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-48e67556-7ffc-4387-bb5b-e05d069ef9ad None None] Set router f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:57.040706 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port e9403745-33b8-4ff3-9f79-08ebac50d480 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:57.045401 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port e9403745-33b8-4ff3-9f79-08ebac50d480 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:57.045846 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.157926 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.191813 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port e9403745-33b8-4ff3-9f79-08ebac50d480, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e9403745-33b8-4ff3-9f79-08ebac50d480,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:57.203367 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.280234 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=e9403745-33b8-4ff3-9f79-08ebac50d480,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:57.293145 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-48e67556-7ffc-4387-bb5b-e05d069ef9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'name': 'tempest-TestMinimumBasicScenario-1938143326-router', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'e9403745-33b8-4ff3-9f79-08ebac50d480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:03:53Z', 'revision_number': 4, 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'gw_port': {'id': 'e9403745-33b8-4ff3-9f79-08ebac50d480', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'cc523050-bbd4-4b88-823f-88cbe716171a', 'name': '', 'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'mac_address': 'fa:16:3e:05:23:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:53Z', 'updated_at': '2021-08-11T03:03:54Z', 'revision_number': 2, 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'subnets': [{'id': 'a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:57.303602 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-edb8f88d-5125-4743-ad56-4984ac362466 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.319187 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e67556-7ffc-4387-bb5b-e05d069ef9ad None None] Checking router: f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:03:57.319606 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e67556-7ffc-4387-bb5b-e05d069ef9ad None None] Updating router f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8 port cc523050-bbd4-4b88-823f-88cbe716171a binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:03:57.348119 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-48e67556-7ffc-4387-bb5b-e05d069ef9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.502617 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-edb8f88d-5125-4743-ad56-4984ac362466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.615403 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-48e67556-7ffc-4387-bb5b-e05d069ef9ad None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.627476 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-48e67556-7ffc-4387-bb5b-e05d069ef9ad None None] Transition to ACTIVE for port object cc523050-bbd4-4b88-823f-88cbe716171a will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:57.634152 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-48e67556-7ffc-4387-bb5b-e05d069ef9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.642010 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb8f88d-5125-4743-ad56-4984ac362466 admin admin] Router d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:03:57.685692 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491d0a5-a322-46f4-8b97-55139d22cea7 None None] Pushing event updated for resources: {'Port': ['ID=cc523050-bbd4-4b88-823f-88cbe716171a,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:57.696888 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491d0a5-a322-46f4-8b97-55139d22cea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:57.697242 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491d0a5-a322-46f4-8b97-55139d22cea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:57.697587 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491d0a5-a322-46f4-8b97-55139d22cea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:57.697922 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491d0a5-a322-46f4-8b97-55139d22cea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:57.698255 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491d0a5-a322-46f4-8b97-55139d22cea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:57.698586 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491d0a5-a322-46f4-8b97-55139d22cea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:57.698913 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491d0a5-a322-46f4-8b97-55139d22cea7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:57.699237 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491d0a5-a322-46f4-8b97-55139d22cea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:57.699595 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491d0a5-a322-46f4-8b97-55139d22cea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:57.699904 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491d0a5-a322-46f4-8b97-55139d22cea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:57.700228 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491d0a5-a322-46f4-8b97-55139d22cea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:57.700545 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491d0a5-a322-46f4-8b97-55139d22cea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:57.757149 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-48e67556-7ffc-4387-bb5b-e05d069ef9ad None None] Attempting to bind port cc523050-bbd4-4b88-823f-88cbe716171a on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:57.757515 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-48e67556-7ffc-4387-bb5b-e05d069ef9ad None None] Attempting to bind port cc523050-bbd4-4b88-823f-88cbe716171a by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '2aac5beb-fa1a-4146-a4ff-01210f010de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:57.757879 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e67556-7ffc-4387-bb5b-e05d069ef9ad None None] Attempting to bind port cc523050-bbd4-4b88-823f-88cbe716171a on network 0e6264f5-b2db-4df2-9df6-aa4994ad7455 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:57.762970 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e67556-7ffc-4387-bb5b-e05d069ef9ad None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:57.763473 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e67556-7ffc-4387-bb5b-e05d069ef9ad None None] Checking segment: {'id': '2aac5beb-fa1a-4146-a4ff-01210f010de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:57.763911 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-48e67556-7ffc-4387-bb5b-e05d069ef9ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.764305 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e67556-7ffc-4387-bb5b-e05d069ef9ad None None] Bound using segment: {'id': '2aac5beb-fa1a-4146-a4ff-01210f010de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:57.764772 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-48e67556-7ffc-4387-bb5b-e05d069ef9ad None None] Bound port: cc523050-bbd4-4b88-823f-88cbe716171a, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aac5beb-fa1a-4146-a4ff-01210f010de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:57.765157 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-48e67556-7ffc-4387-bb5b-e05d069ef9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.770782 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb8f88d-5125-4743-ad56-4984ac362466 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:03:57.780053 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4309f53-3a74-4bad-a033-ccbbc6f4b0d0 None None] Sync routers for ids ['d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:03:57.789738 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4309f53-3a74-4bad-a033-ccbbc6f4b0d0 None None] Routers {'d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:57.790486 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d4309f53-3a74-4bad-a033-ccbbc6f4b0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:03:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:57.809447 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-edb8f88d-5125-4743-ad56-4984ac362466 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.811133 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-edb8f88d-5125-4743-ad56-4984ac362466 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6696129 Aug 11 03:03:57.815642 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 60792) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:57.844017 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-48e67556-7ffc-4387-bb5b-e05d069ef9ad None None] For port cc523050-bbd4-4b88-823f-88cbe716171a, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:57.847580 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-48e67556-7ffc-4387-bb5b-e05d069ef9ad None None] For port cc523050-bbd4-4b88-823f-88cbe716171a, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=cc523050-bbd4-4b88-823f-88cbe716171a,segment=NetworkSegment(2aac5beb-fa1a-4146-a4ff-01210f010de1),segment_id=2aac5beb-fa1a-4146-a4ff-01210f010de1)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:57.853671 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-48e67556-7ffc-4387-bb5b-e05d069ef9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.917910 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e67556-7ffc-4387-bb5b-e05d069ef9ad None None] Routers {'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:57.918550 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-48e67556-7ffc-4387-bb5b-e05d069ef9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:03:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:57.952108 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-d4309f53-3a74-4bad-a033-ccbbc6f4b0d0 None None] Set router d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:57.973033 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491d0a5-a322-46f4-8b97-55139d22cea7 None None] Pushing event updated for resources: {'Port': ['ID=cc523050-bbd4-4b88-823f-88cbe716171a,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:58.081252 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-48e67556-7ffc-4387-bb5b-e05d069ef9ad None None] Set router f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:58.275946 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04830335-a3a8-462c-a564-abed6f3636fb None None] Network 07518cef-64d0-428d-b069-fba1e6cef3ba requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:58.329839 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-48e67556-7ffc-4387-bb5b-e05d069ef9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'name': 'tempest-TestMinimumBasicScenario-1938143326-router', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'e9403745-33b8-4ff3-9f79-08ebac50d480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:03:53Z', 'revision_number': 4, 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'gw_port': {'id': 'e9403745-33b8-4ff3-9f79-08ebac50d480', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'cc523050-bbd4-4b88-823f-88cbe716171a', 'name': '', 'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'mac_address': 'fa:16:3e:05:23:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:53Z', 'updated_at': '2021-08-11T03:03:57Z', 'revision_number': 4, 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'subnets': [{'id': 'a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:58.360082 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e67556-7ffc-4387-bb5b-e05d069ef9ad None None] The sync data for ids ['f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8'] in n-d-615180-33 is: [{'id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'name': 'tempest-TestMinimumBasicScenario-1938143326-router', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'e9403745-33b8-4ff3-9f79-08ebac50d480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:03:53Z', 'revision_number': 4, 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'gw_port': {'id': 'e9403745-33b8-4ff3-9f79-08ebac50d480', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'cc523050-bbd4-4b88-823f-88cbe716171a', 'name': '', 'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'mac_address': 'fa:16:3e:05:23:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:53Z', 'updated_at': '2021-08-11T03:03:57Z', 'revision_number': 4, 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'subnets': [{'id': 'a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:03:58.390458 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8aae05b0-ce78-4d3a-b65f-dba10e9bd29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.424633 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d4309f53-3a74-4bad-a033-ccbbc6f4b0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c9a760-f6e9-4a7e-a71e-bdf879bbacc6', 'name': 'tempest-TestMinimumBasicScenario-262740964-router', 'tenant_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1beb7459-63ab-46f9-b63c-5bca2c925205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:56Z', 'updated_at': '2021-08-11T03:03:57Z', 'revision_number': 3, 'project_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'gw_port': {'id': '1beb7459-63ab-46f9-b63c-5bca2c925205', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c9a760-f6e9-4a7e-a71e-bdf879bbacc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:56Z', 'updated_at': '2021-08-11T03:03:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:58.456606 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4309f53-3a74-4bad-a033-ccbbc6f4b0d0 None None] Checking router: d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:03:58.456957 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4309f53-3a74-4bad-a033-ccbbc6f4b0d0 None None] Updating router d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6 port 1beb7459-63ab-46f9-b63c-5bca2c925205 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:03:58.498514 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d4309f53-3a74-4bad-a033-ccbbc6f4b0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.559107 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-8aae05b0-ce78-4d3a-b65f-dba10e9bd29c admin admin] Allocated IP 172.20.0.1 (07518cef-64d0-428d-b069-fba1e6cef3ba/8f5f146e-43c3-4bf7-8fd6-2716b54a3dd6/f4ef08aa-7e96-4db9-8121-fef9cabc0ab9) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:58.570386 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a8599308-fd4e-4dd9-b5e9-dce3014dd00e None None] Provisioning for port 9718ed3d-f81f-44ac-a2a2-7dc1f5a683dd completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:58.697824 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8aae05b0-ce78-4d3a-b65f-dba10e9bd29c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.715907 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-8aae05b0-ce78-4d3a-b65f-dba10e9bd29c admin admin] Transition to ACTIVE for port object f4ef08aa-7e96-4db9-8121-fef9cabc0ab9 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:58.760952 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8aae05b0-ce78-4d3a-b65f-dba10e9bd29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.807777 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aae05b0-ce78-4d3a-b65f-dba10e9bd29c admin admin] Network 07518cef-64d0-428d-b069-fba1e6cef3ba is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:58.814311 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-8aae05b0-ce78-4d3a-b65f-dba10e9bd29c admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:58.819091 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aae05b0-ce78-4d3a-b65f-dba10e9bd29c admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:58.835586 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d4309f53-3a74-4bad-a033-ccbbc6f4b0d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.868339 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae05b0-ce78-4d3a-b65f-dba10e9bd29c admin admin] Pushing event updated for resources: {'Port': ['ID=f4ef08aa-7e96-4db9-8121-fef9cabc0ab9,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:58.877518 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d4309f53-3a74-4bad-a033-ccbbc6f4b0d0 None None] Transition to ACTIVE for port object 1beb7459-63ab-46f9-b63c-5bca2c925205 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:58.883489 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8aae05b0-ce78-4d3a-b65f-dba10e9bd29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.895076 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d4309f53-3a74-4bad-a033-ccbbc6f4b0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.984153 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d4309f53-3a74-4bad-a033-ccbbc6f4b0d0 None None] Attempting to bind port 1beb7459-63ab-46f9-b63c-5bca2c925205 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:58.984764 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d4309f53-3a74-4bad-a033-ccbbc6f4b0d0 None None] Attempting to bind port 1beb7459-63ab-46f9-b63c-5bca2c925205 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:58.984969 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4309f53-3a74-4bad-a033-ccbbc6f4b0d0 None None] Attempting to bind port 1beb7459-63ab-46f9-b63c-5bca2c925205 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:58.994467 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68d4db-359d-4075-9a1e-6365416c62f3 None None] Pushing event updated for resources: {'Port': ['ID=1beb7459-63ab-46f9-b63c-5bca2c925205,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:59.007101 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4309f53-3a74-4bad-a033-ccbbc6f4b0d0 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:59.007489 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4309f53-3a74-4bad-a033-ccbbc6f4b0d0 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:59.007925 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d4309f53-3a74-4bad-a033-ccbbc6f4b0d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.008331 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4309f53-3a74-4bad-a033-ccbbc6f4b0d0 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:59.008825 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d4309f53-3a74-4bad-a033-ccbbc6f4b0d0 None None] Bound port: 1beb7459-63ab-46f9-b63c-5bca2c925205, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:59.009213 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d4309f53-3a74-4bad-a033-ccbbc6f4b0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.072601 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8aae05b0-ce78-4d3a-b65f-dba10e9bd29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.083997 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d4309f53-3a74-4bad-a033-ccbbc6f4b0d0 None None] For port 1beb7459-63ab-46f9-b63c-5bca2c925205, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:59.087678 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d4309f53-3a74-4bad-a033-ccbbc6f4b0d0 None None] For port 1beb7459-63ab-46f9-b63c-5bca2c925205, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=1beb7459-63ab-46f9-b63c-5bca2c925205,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:59.098642 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d4309f53-3a74-4bad-a033-ccbbc6f4b0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.169857 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4309f53-3a74-4bad-a033-ccbbc6f4b0d0 None None] Routers {'d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:59.169982 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d4309f53-3a74-4bad-a033-ccbbc6f4b0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:03:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:59.202604 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68d4db-359d-4075-9a1e-6365416c62f3 None None] Pushing event updated for resources: {'Port': ['ID=1beb7459-63ab-46f9-b63c-5bca2c925205,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:59.209010 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device cc523050-bbd4-4b88-823f-88cbe716171a up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:59.295930 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e6494706-37ff-42fe-a103-0289c362ec76 None None] Provisioning for port f4ef08aa-7e96-4db9-8121-fef9cabc0ab9 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:59.310603 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e6494706-37ff-42fe-a103-0289c362ec76 None None] Provisioning complete for port f4ef08aa-7e96-4db9-8121-fef9cabc0ab9 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:59.310973 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e6494706-37ff-42fe-a103-0289c362ec76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.318525 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8aae05b0-ce78-4d3a-b65f-dba10e9bd29c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.323981 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8aae05b0-ce78-4d3a-b65f-dba10e9bd29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.352100 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-d4309f53-3a74-4bad-a033-ccbbc6f4b0d0 None None] Set router d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:59.382073 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port cc523050-bbd4-4b88-823f-88cbe716171a completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:59.399351 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port cc523050-bbd4-4b88-823f-88cbe716171a triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:59.399741 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.401527 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8aae05b0-ce78-4d3a-b65f-dba10e9bd29c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.402796 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-e6494706-37ff-42fe-a103-0289c362ec76 None None] Port f4ef08aa-7e96-4db9-8121-fef9cabc0ab9 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:59.404711 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae05b0-ce78-4d3a-b65f-dba10e9bd29c admin admin] Pushing event updated for resources: {'Port': ['ID=f4ef08aa-7e96-4db9-8121-fef9cabc0ab9,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:59.499476 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aae05b0-ce78-4d3a-b65f-dba10e9bd29c admin admin] Network 07518cef-64d0-428d-b069-fba1e6cef3ba is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:59.501440 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-8aae05b0-ce78-4d3a-b65f-dba10e9bd29c admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:59.595749 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.624819 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aae05b0-ce78-4d3a-b65f-dba10e9bd29c admin admin] Router d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:03:59.638536 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port cc523050-bbd4-4b88-823f-88cbe716171a, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=cc523050-bbd4-4b88-823f-88cbe716171a,segment=NetworkSegment(2aac5beb-fa1a-4146-a4ff-01210f010de1),segment_id=2aac5beb-fa1a-4146-a4ff-01210f010de1)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:59.646114 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.647015 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9718ed3d-f81f-44ac-a2a2-7dc1f5a683dd up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:59.697291 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d4309f53-3a74-4bad-a033-ccbbc6f4b0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c9a760-f6e9-4a7e-a71e-bdf879bbacc6', 'name': 'tempest-TestMinimumBasicScenario-262740964-router', 'tenant_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1beb7459-63ab-46f9-b63c-5bca2c925205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:56Z', 'updated_at': '2021-08-11T03:03:59Z', 'revision_number': 4, 'project_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'gw_port': {'id': '1beb7459-63ab-46f9-b63c-5bca2c925205', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c9a760-f6e9-4a7e-a71e-bdf879bbacc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:56Z', 'updated_at': '2021-08-11T03:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'f4ef08aa-7e96-4db9-8121-fef9cabc0ab9', 'name': '', 'network_id': '07518cef-64d0-428d-b069-fba1e6cef3ba', 'tenant_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'mac_address': 'fa:16:3e:24:1a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c9a760-f6e9-4a7e-a71e-bdf879bbacc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '8f5f146e-43c3-4bf7-8fd6-2716b54a3dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:58Z', 'updated_at': '2021-08-11T03:03:58Z', 'revision_number': 1, 'project_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'subnets': [{'id': '8f5f146e-43c3-4bf7-8fd6-2716b54a3dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:59.733186 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4309f53-3a74-4bad-a033-ccbbc6f4b0d0 None None] The sync data for ids ['d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6'] in n-d-615180-33 is: [{'id': 'd1c9a760-f6e9-4a7e-a71e-bdf879bbacc6', 'name': 'tempest-TestMinimumBasicScenario-262740964-router', 'tenant_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1beb7459-63ab-46f9-b63c-5bca2c925205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:56Z', 'updated_at': '2021-08-11T03:03:59Z', 'revision_number': 4, 'project_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'gw_port': {'id': '1beb7459-63ab-46f9-b63c-5bca2c925205', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c9a760-f6e9-4a7e-a71e-bdf879bbacc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:56Z', 'updated_at': '2021-08-11T03:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'f4ef08aa-7e96-4db9-8121-fef9cabc0ab9', 'name': '', 'network_id': '07518cef-64d0-428d-b069-fba1e6cef3ba', 'tenant_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'mac_address': 'fa:16:3e:24:1a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c9a760-f6e9-4a7e-a71e-bdf879bbacc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '8f5f146e-43c3-4bf7-8fd6-2716b54a3dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:58Z', 'updated_at': '2021-08-11T03:03:58Z', 'revision_number': 1, 'project_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'subnets': [{'id': '8f5f146e-43c3-4bf7-8fd6-2716b54a3dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:03:59.743238 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aae05b0-ce78-4d3a-b65f-dba10e9bd29c admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:03:59.757676 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8aae05b0-ce78-4d3a-b65f-dba10e9bd29c admin admin] 10.222.0.50 "PUT /v2.0/routers/d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9322064 Aug 11 03:03:59.763305 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=cc523050-bbd4-4b88-823f-88cbe716171a,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:59.775292 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 9718ed3d-f81f-44ac-a2a2-7dc1f5a683dd completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:59.779160 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 9718ed3d-f81f-44ac-a2a2-7dc1f5a683dd triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:59.779554 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.831028 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-cba6e8cb-8420-4a9d-bc44-7831731d7b51 None None] Provisioning complete for port f4ef08aa-7e96-4db9-8121-fef9cabc0ab9 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:59.831408 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cba6e8cb-8420-4a9d-bc44-7831731d7b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.898216 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-cba6e8cb-8420-4a9d-bc44-7831731d7b51 None None] Port f4ef08aa-7e96-4db9-8121-fef9cabc0ab9 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:59.901562 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.936286 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 9718ed3d-f81f-44ac-a2a2-7dc1f5a683dd, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9718ed3d-f81f-44ac-a2a2-7dc1f5a683dd,segment=NetworkSegment(cf182360-c2c6-4e16-9575-438c404e2d37),segment_id=cf182360-c2c6-4e16-9575-438c404e2d37)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:59.944279 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.944860 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e9403745-33b8-4ff3-9f79-08ebac50d480 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:00.043898 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=9718ed3d-f81f-44ac-a2a2-7dc1f5a683dd,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:00.054184 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port e9403745-33b8-4ff3-9f79-08ebac50d480 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:00.054654 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:00.935204 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9718ed3d-f81f-44ac-a2a2-7dc1f5a683dd up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:00.991377 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 9718ed3d-f81f-44ac-a2a2-7dc1f5a683dd triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:00.991811 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.093254 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device cc523050-bbd4-4b88-823f-88cbe716171a up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:01.152240 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port cc523050-bbd4-4b88-823f-88cbe716171a triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:01.152850 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.781720 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cbedeb-f089-4763-a7ac-0a1463f5c2e5 None None] Sync routers for ids ['d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:02.791694 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cbedeb-f089-4763-a7ac-0a1463f5c2e5 None None] Routers {'d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:02.792539 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-93cbedeb-f089-4763-a7ac-0a1463f5c2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:03:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:02.924720 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-93cbedeb-f089-4763-a7ac-0a1463f5c2e5 None None] Set router d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:02.973259 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1beb7459-63ab-46f9-b63c-5bca2c925205 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:03.042296 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 1beb7459-63ab-46f9-b63c-5bca2c925205 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:03.046950 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 1beb7459-63ab-46f9-b63c-5bca2c925205 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:03.048415 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.141401 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.173295 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 1beb7459-63ab-46f9-b63c-5bca2c925205, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=1beb7459-63ab-46f9-b63c-5bca2c925205,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:03.178091 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.191798 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-93cbedeb-f089-4763-a7ac-0a1463f5c2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c9a760-f6e9-4a7e-a71e-bdf879bbacc6', 'name': 'tempest-TestMinimumBasicScenario-262740964-router', 'tenant_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1beb7459-63ab-46f9-b63c-5bca2c925205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:56Z', 'updated_at': '2021-08-11T03:03:59Z', 'revision_number': 4, 'project_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'gw_port': {'id': '1beb7459-63ab-46f9-b63c-5bca2c925205', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c9a760-f6e9-4a7e-a71e-bdf879bbacc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:56Z', 'updated_at': '2021-08-11T03:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'f4ef08aa-7e96-4db9-8121-fef9cabc0ab9', 'name': '', 'network_id': '07518cef-64d0-428d-b069-fba1e6cef3ba', 'tenant_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'mac_address': 'fa:16:3e:24:1a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c9a760-f6e9-4a7e-a71e-bdf879bbacc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '8f5f146e-43c3-4bf7-8fd6-2716b54a3dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:58Z', 'updated_at': '2021-08-11T03:03:59Z', 'revision_number': 2, 'project_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'subnets': [{'id': '8f5f146e-43c3-4bf7-8fd6-2716b54a3dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:03.226159 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cbedeb-f089-4763-a7ac-0a1463f5c2e5 None None] Checking router: d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:04:03.226465 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cbedeb-f089-4763-a7ac-0a1463f5c2e5 None None] Updating router d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6 port f4ef08aa-7e96-4db9-8121-fef9cabc0ab9 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:04:03.238800 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=1beb7459-63ab-46f9-b63c-5bca2c925205,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:03.262384 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-93cbedeb-f089-4763-a7ac-0a1463f5c2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.551147 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-93cbedeb-f089-4763-a7ac-0a1463f5c2e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.566989 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-93cbedeb-f089-4763-a7ac-0a1463f5c2e5 None None] Transition to ACTIVE for port object f4ef08aa-7e96-4db9-8121-fef9cabc0ab9 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:03.587123 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-93cbedeb-f089-4763-a7ac-0a1463f5c2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.645840 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c8d61-fb6d-4b61-a3bc-4a31b6a62952 None None] Pushing event updated for resources: {'Port': ['ID=f4ef08aa-7e96-4db9-8121-fef9cabc0ab9,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:03.809884 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-93cbedeb-f089-4763-a7ac-0a1463f5c2e5 None None] Attempting to bind port f4ef08aa-7e96-4db9-8121-fef9cabc0ab9 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:03.810543 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-93cbedeb-f089-4763-a7ac-0a1463f5c2e5 None None] Attempting to bind port f4ef08aa-7e96-4db9-8121-fef9cabc0ab9 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'cf182360-c2c6-4e16-9575-438c404e2d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '07518cef-64d0-428d-b069-fba1e6cef3ba'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:03.810726 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cbedeb-f089-4763-a7ac-0a1463f5c2e5 None None] Attempting to bind port f4ef08aa-7e96-4db9-8121-fef9cabc0ab9 on network 07518cef-64d0-428d-b069-fba1e6cef3ba {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:03.817439 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cbedeb-f089-4763-a7ac-0a1463f5c2e5 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:03.818000 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cbedeb-f089-4763-a7ac-0a1463f5c2e5 None None] Checking segment: {'id': 'cf182360-c2c6-4e16-9575-438c404e2d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '07518cef-64d0-428d-b069-fba1e6cef3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:03.818537 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-93cbedeb-f089-4763-a7ac-0a1463f5c2e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.819024 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cbedeb-f089-4763-a7ac-0a1463f5c2e5 None None] Bound using segment: {'id': 'cf182360-c2c6-4e16-9575-438c404e2d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '07518cef-64d0-428d-b069-fba1e6cef3ba'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:03.819613 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-93cbedeb-f089-4763-a7ac-0a1463f5c2e5 None None] Bound port: f4ef08aa-7e96-4db9-8121-fef9cabc0ab9, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf182360-c2c6-4e16-9575-438c404e2d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '07518cef-64d0-428d-b069-fba1e6cef3ba'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:03.820091 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-93cbedeb-f089-4763-a7ac-0a1463f5c2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.894588 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-93cbedeb-f089-4763-a7ac-0a1463f5c2e5 None None] For port f4ef08aa-7e96-4db9-8121-fef9cabc0ab9, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:03.897769 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-93cbedeb-f089-4763-a7ac-0a1463f5c2e5 None None] For port f4ef08aa-7e96-4db9-8121-fef9cabc0ab9, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f4ef08aa-7e96-4db9-8121-fef9cabc0ab9,segment=NetworkSegment(cf182360-c2c6-4e16-9575-438c404e2d37),segment_id=cf182360-c2c6-4e16-9575-438c404e2d37)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:03.903455 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-93cbedeb-f089-4763-a7ac-0a1463f5c2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.966910 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c8d61-fb6d-4b61-a3bc-4a31b6a62952 None None] Pushing event updated for resources: {'Port': ['ID=f4ef08aa-7e96-4db9-8121-fef9cabc0ab9,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:03.972491 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cbedeb-f089-4763-a7ac-0a1463f5c2e5 None None] Routers {'d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:03.973102 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-93cbedeb-f089-4763-a7ac-0a1463f5c2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:03:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:04.114463 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-93cbedeb-f089-4763-a7ac-0a1463f5c2e5 None None] Set router d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:04.362031 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-93cbedeb-f089-4763-a7ac-0a1463f5c2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c9a760-f6e9-4a7e-a71e-bdf879bbacc6', 'name': 'tempest-TestMinimumBasicScenario-262740964-router', 'tenant_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1beb7459-63ab-46f9-b63c-5bca2c925205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:56Z', 'updated_at': '2021-08-11T03:03:59Z', 'revision_number': 4, 'project_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'gw_port': {'id': '1beb7459-63ab-46f9-b63c-5bca2c925205', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c9a760-f6e9-4a7e-a71e-bdf879bbacc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:56Z', 'updated_at': '2021-08-11T03:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'f4ef08aa-7e96-4db9-8121-fef9cabc0ab9', 'name': '', 'network_id': '07518cef-64d0-428d-b069-fba1e6cef3ba', 'tenant_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'mac_address': 'fa:16:3e:24:1a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c9a760-f6e9-4a7e-a71e-bdf879bbacc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '8f5f146e-43c3-4bf7-8fd6-2716b54a3dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:58Z', 'updated_at': '2021-08-11T03:04:03Z', 'revision_number': 4, 'project_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'subnets': [{'id': '8f5f146e-43c3-4bf7-8fd6-2716b54a3dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:04.391875 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cbedeb-f089-4763-a7ac-0a1463f5c2e5 None None] The sync data for ids ['d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6'] in n-d-615180-33 is: [{'id': 'd1c9a760-f6e9-4a7e-a71e-bdf879bbacc6', 'name': 'tempest-TestMinimumBasicScenario-262740964-router', 'tenant_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1beb7459-63ab-46f9-b63c-5bca2c925205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:56Z', 'updated_at': '2021-08-11T03:03:59Z', 'revision_number': 4, 'project_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'gw_port': {'id': '1beb7459-63ab-46f9-b63c-5bca2c925205', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c9a760-f6e9-4a7e-a71e-bdf879bbacc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:56Z', 'updated_at': '2021-08-11T03:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'f4ef08aa-7e96-4db9-8121-fef9cabc0ab9', 'name': '', 'network_id': '07518cef-64d0-428d-b069-fba1e6cef3ba', 'tenant_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'mac_address': 'fa:16:3e:24:1a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c9a760-f6e9-4a7e-a71e-bdf879bbacc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '8f5f146e-43c3-4bf7-8fd6-2716b54a3dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:58Z', 'updated_at': '2021-08-11T03:04:03Z', 'revision_number': 4, 'project_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'subnets': [{'id': '8f5f146e-43c3-4bf7-8fd6-2716b54a3dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:04.961151 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1beb7459-63ab-46f9-b63c-5bca2c925205 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:05.014551 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 1beb7459-63ab-46f9-b63c-5bca2c925205 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:05.014929 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:05.104885 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f4ef08aa-7e96-4db9-8121-fef9cabc0ab9 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:05.163682 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port f4ef08aa-7e96-4db9-8121-fef9cabc0ab9 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:05.168401 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port f4ef08aa-7e96-4db9-8121-fef9cabc0ab9 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:05.168900 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:05.262591 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:05.311176 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port f4ef08aa-7e96-4db9-8121-fef9cabc0ab9, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f4ef08aa-7e96-4db9-8121-fef9cabc0ab9,segment=NetworkSegment(cf182360-c2c6-4e16-9575-438c404e2d37),segment_id=cf182360-c2c6-4e16-9575-438c404e2d37)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:05.317631 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:05.382156 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=f4ef08aa-7e96-4db9-8121-fef9cabc0ab9,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:06.919050 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f4ef08aa-7e96-4db9-8121-fef9cabc0ab9 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:06.985391 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port f4ef08aa-7e96-4db9-8121-fef9cabc0ab9 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:06.985872 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:09.590707 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-22d9a70e-de7c-440e-ab38-fd92adc3955e tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:09.592256 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-22d9a70e-de7c-440e-ab38-fd92adc3955e tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/networks?id=0e6264f5-b2db-4df2-9df6-aa4994ad7455 HTTP/1.1" status: 200 len: 815 time: 0.1054423 Aug 11 03:04:09.607903 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-02ea0d42-68fa-40e5-8269-c78d3e3b509f tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/quotas/07b0ad4043cc4e32a4274aea781a2071 HTTP/1.1" status: 200 len: 375 time: 0.0093861 Aug 11 03:04:09.658527 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-01c3a184-c2dd-4fcc-92fd-0ccd0a8dec4a tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=07b0ad4043cc4e32a4274aea781a2071&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451367 Aug 11 03:04:09.751291 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-55b9b69b-7b9b-42ec-a73b-4626544eac8a service neutron] 10.222.0.50 "GET /v2.0/networks/0e6264f5-b2db-4df2-9df6-aa4994ad7455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807998 Aug 11 03:04:09.844224 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-f5252ab7-11dc-4adf-932b-18a1cb47ba87 service neutron] 10.222.0.50 "GET /v2.0/networks/0e6264f5-b2db-4df2-9df6-aa4994ad7455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868227 Aug 11 03:04:10.005372 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5fed65b6-8ac9-488e-8722-c2c94b995d65 req-fc3447a9-c37a-464e-a3d5-c4698fce8187 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 210 time: 0.0274744 Aug 11 03:04:10.932908 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-2c16edf5-fde0-4b06-a58e-79b8a7e623db tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:10.934264 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-2c16edf5-fde0-4b06-a58e-79b8a7e623db tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.66 "GET /v2.0/networks?id=0e6264f5-b2db-4df2-9df6-aa4994ad7455 HTTP/1.1" status: 200 len: 815 time: 0.1018121 Aug 11 03:04:10.948259 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-66763e81-4f85-4c94-90d2-ee44498f59c4 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Request body: {'port': {'device_id': '88f27fb0-6ba5-4015-a673-999d3a636c02', 'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455', 'admin_state_up': True, 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:11.081733 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-66763e81-4f85-4c94-90d2-ee44498f59c4 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Made reservation on behalf of 07b0ad4043cc4e32a4274aea781a2071 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:11.085306 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-66763e81-4f85-4c94-90d2-ee44498f59c4 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.123172 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f6680c8f-38e2-48bc-ab7e-e2068ac6238b req-e6760dbf-b379-46e7-aaa6-afc9548a5bab tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 210 time: 0.0355372 Aug 11 03:04:11.273158 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-66763e81-4f85-4c94-90d2-ee44498f59c4 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Allocated IP 172.20.0.7 (0e6264f5-b2db-4df2-9df6-aa4994ad7455/a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe/1a67dbda-cb78-4f63-b0ff-614efc213580) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:11.476830 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-66763e81-4f85-4c94-90d2-ee44498f59c4 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.492140 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-66763e81-4f85-4c94-90d2-ee44498f59c4 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Transition to ACTIVE for port object 1a67dbda-cb78-4f63-b0ff-614efc213580 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:11.530079 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-66763e81-4f85-4c94-90d2-ee44498f59c4 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.573415 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-66763e81-4f85-4c94-90d2-ee44498f59c4 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Network 0e6264f5-b2db-4df2-9df6-aa4994ad7455 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:11.575987 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-66763e81-4f85-4c94-90d2-ee44498f59c4 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:11.583415 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-66763e81-4f85-4c94-90d2-ee44498f59c4 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:11.613035 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66763e81-4f85-4c94-90d2-ee44498f59c4 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Pushing event updated for resources: {'Port': ['ID=1a67dbda-cb78-4f63-b0ff-614efc213580,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:11.646716 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-66763e81-4f85-4c94-90d2-ee44498f59c4 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:11.647380 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-66763e81-4f85-4c94-90d2-ee44498f59c4 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.663761 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-66763e81-4f85-4c94-90d2-ee44498f59c4 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7191470 Aug 11 03:04:11.870250 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3e1dcf29-a7de-40a6-890c-135c2f4e2650 None None] Provisioning for port 1a67dbda-cb78-4f63-b0ff-614efc213580 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:11.874029 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3e1dcf29-a7de-40a6-890c-135c2f4e2650 None None] Provisioning complete for port 1a67dbda-cb78-4f63-b0ff-614efc213580 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:11.874406 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3e1dcf29-a7de-40a6-890c-135c2f4e2650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.909207 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-3e1dcf29-a7de-40a6-890c-135c2f4e2650 None None] Port 1a67dbda-cb78-4f63-b0ff-614efc213580 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:04:12.258992 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1feea0-766b-48a4-89fc-89d3712d5647 req-a4af619b-b34d-4267-81cb-e0ba8175231e tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:12.260576 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cd1feea0-766b-48a4-89fc-89d3712d5647 req-a4af619b-b34d-4267-81cb-e0ba8175231e tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 931 time: 0.0651426 Aug 11 03:04:12.298913 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cd1feea0-766b-48a4-89fc-89d3712d5647 req-efb86969-45ac-4096-bf99-7e226970f3c1 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323243 Aug 11 03:04:13.442837 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7720df0-7e68-4890-94a5-d58734b9b988 req-4bf5ab12-6af4-4b1e-b6e1-feeb1a6fdcb0 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:13.444558 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7720df0-7e68-4890-94a5-d58734b9b988 req-4bf5ab12-6af4-4b1e-b6e1-feeb1a6fdcb0 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 931 time: 0.0535507 Aug 11 03:04:13.499929 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7720df0-7e68-4890-94a5-d58734b9b988 req-05573b78-7746-4371-9ed8-d31728051db6 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488839 Aug 11 03:04:14.628207 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b34e9-eecb-4014-bfaf-e6c139304fca req-52d77f0d-dccc-4193-b4e7-862985456058 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:14.629740 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9d4b34e9-eecb-4014-bfaf-e6c139304fca req-52d77f0d-dccc-4193-b4e7-862985456058 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 931 time: 0.0487759 Aug 11 03:04:14.677952 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9d4b34e9-eecb-4014-bfaf-e6c139304fca req-2bad446f-43d9-4699-a39d-f7a5b8af756c tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402136 Aug 11 03:04:15.695184 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a6579bdf-90bf-4f6a-99b7-e9ee8e48144c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:15.804354 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ae701-ef5c-411d-a9e6-94759140e30b req-40268bd2-e97d-4830-82e3-0374280db1bd tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:15.806373 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c93ae701-ef5c-411d-a9e6-94759140e30b req-40268bd2-e97d-4830-82e3-0374280db1bd tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 931 time: 0.0608025 Aug 11 03:04:15.846191 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c93ae701-ef5c-411d-a9e6-94759140e30b req-7adf92ec-8471-48b9-ba7c-51b4395067cb tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324430 Aug 11 03:04:16.972555 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5813604-660b-4ca0-88c3-70d6368ff579 req-c46bbf06-2d1d-44e6-9707-db9d0c9b3a12 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:16.974055 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a5813604-660b-4ca0-88c3-70d6368ff579 req-c46bbf06-2d1d-44e6-9707-db9d0c9b3a12 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 931 time: 0.0547822 Aug 11 03:04:17.012285 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a5813604-660b-4ca0-88c3-70d6368ff579 req-d09494a6-22d0-452c-b9a5-9bc40ae2b280 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318429 Aug 11 03:04:18.131076 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfe9f8-1eb1-4316-9951-c92aa0d2ae09 req-c3170903-d2d0-44a7-9cc3-7195535dd3a7 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:18.132573 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d8dfe9f8-1eb1-4316-9951-c92aa0d2ae09 req-c3170903-d2d0-44a7-9cc3-7195535dd3a7 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 931 time: 0.0496693 Aug 11 03:04:18.174044 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d8dfe9f8-1eb1-4316-9951-c92aa0d2ae09 req-c8666aca-c3f5-4e19-95e7-aea1422ae0f8 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352585 Aug 11 03:04:18.389329 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-20ac70f3-a763-4438-8f54-a1b3b982c7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:18.394031 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:19.293943 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4b459-9aaf-419d-9565-c8960a2767db req-d4dce950-f009-4e05-9afe-6876d60c8493 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:19.295460 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ebe4b459-9aaf-419d-9565-c8960a2767db req-d4dce950-f009-4e05-9afe-6876d60c8493 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 931 time: 0.0495408 Aug 11 03:04:19.341301 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ebe4b459-9aaf-419d-9565-c8960a2767db req-42435ca5-8bee-4161-8131-d0c105112004 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376873 Aug 11 03:04:20.124199 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:20.468088 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b3f10-8e3c-4d1f-803b-8ef70df4ba62 req-c908eda4-3628-4581-b9ba-ffa9e4d92099 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:20.470324 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6d9b3f10-8e3c-4d1f-803b-8ef70df4ba62 req-c908eda4-3628-4581-b9ba-ffa9e4d92099 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 931 time: 0.0520647 Aug 11 03:04:20.511918 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6d9b3f10-8e3c-4d1f-803b-8ef70df4ba62 req-6655dc05-d3a2-4197-be5b-af83011a435d tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356553 Aug 11 03:04:21.348979 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-5946c10e-ca40-425b-a228-3395b554a81a service neutron] Request body: {'port': {'device_id': '88f27fb0-6ba5-4015-a673-999d3a636c02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:21.403160 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-5946c10e-ca40-425b-a228-3395b554a81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:21.631579 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:21.648730 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d2283-af8f-470e-af8d-ed01565f641a req-c89adcaa-c76a-429d-bd5a-b838d04ea657 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:21.650865 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-be0d2283-af8f-470e-af8d-ed01565f641a req-c89adcaa-c76a-429d-bd5a-b838d04ea657 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 931 time: 0.0707357 Aug 11 03:04:21.662102 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-5946c10e-ca40-425b-a228-3395b554a81a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a67dbda-cb78-4f63-b0ff-614efc213580 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:04:21.669624 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-5946c10e-ca40-425b-a228-3395b554a81a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:21.682749 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-5946c10e-ca40-425b-a228-3395b554a81a service neutron] Transition to ACTIVE for port object 1a67dbda-cb78-4f63-b0ff-614efc213580 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:21.686127 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-5946c10e-ca40-425b-a228-3395b554a81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:21.697543 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-be0d2283-af8f-470e-af8d-ed01565f641a req-2a5ffa0a-8389-41a3-b7c3-fa5bb1c1de6a tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403237 Aug 11 03:04:21.740622 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946c10e-ca40-425b-a228-3395b554a81a service neutron] Pushing event updated for resources: {'Port': ['ID=1a67dbda-cb78-4f63-b0ff-614efc213580,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:21.813747 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-5946c10e-ca40-425b-a228-3395b554a81a service neutron] Attempting to bind port 1a67dbda-cb78-4f63-b0ff-614efc213580 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:21.814094 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-5946c10e-ca40-425b-a228-3395b554a81a service neutron] Attempting to bind port 1a67dbda-cb78-4f63-b0ff-614efc213580 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '2aac5beb-fa1a-4146-a4ff-01210f010de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:21.814430 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-5946c10e-ca40-425b-a228-3395b554a81a service neutron] Attempting to bind port 1a67dbda-cb78-4f63-b0ff-614efc213580 on network 0e6264f5-b2db-4df2-9df6-aa4994ad7455 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:21.818948 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-5946c10e-ca40-425b-a228-3395b554a81a service neutron] Port 1a67dbda-cb78-4f63-b0ff-614efc213580 on network 0e6264f5-b2db-4df2-9df6-aa4994ad7455 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:04:21.819274 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-5946c10e-ca40-425b-a228-3395b554a81a service neutron] Attempting to bind port 1a67dbda-cb78-4f63-b0ff-614efc213580 on network 0e6264f5-b2db-4df2-9df6-aa4994ad7455 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:21.824371 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-5946c10e-ca40-425b-a228-3395b554a81a service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:21.824758 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-5946c10e-ca40-425b-a228-3395b554a81a service neutron] Checking segment: {'id': '2aac5beb-fa1a-4146-a4ff-01210f010de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:21.825150 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-5946c10e-ca40-425b-a228-3395b554a81a service neutron] Bound using segment: {'id': '2aac5beb-fa1a-4146-a4ff-01210f010de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:21.825587 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-5946c10e-ca40-425b-a228-3395b554a81a service neutron] Bound port: 1a67dbda-cb78-4f63-b0ff-614efc213580, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aac5beb-fa1a-4146-a4ff-01210f010de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:21.825955 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-5946c10e-ca40-425b-a228-3395b554a81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:21.892674 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-5946c10e-ca40-425b-a228-3395b554a81a service neutron] For port 1a67dbda-cb78-4f63-b0ff-614efc213580, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:21.896102 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-5946c10e-ca40-425b-a228-3395b554a81a service neutron] For port 1a67dbda-cb78-4f63-b0ff-614efc213580, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=1a67dbda-cb78-4f63-b0ff-614efc213580,segment=NetworkSegment(2aac5beb-fa1a-4146-a4ff-01210f010de1),segment_id=2aac5beb-fa1a-4146-a4ff-01210f010de1)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:21.900013 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-5946c10e-ca40-425b-a228-3395b554a81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:21.938198 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-5946c10e-ca40-425b-a228-3395b554a81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:21.938784 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-5946c10e-ca40-425b-a228-3395b554a81a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:21.940303 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-5946c10e-ca40-425b-a228-3395b554a81a service neutron] 10.222.0.66 "PUT /v2.0/ports/1a67dbda-cb78-4f63-b0ff-614efc213580 HTTP/1.1" status: 200 len: 1092 time: 0.5956953 Aug 11 03:04:21.940654 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f27fb0-6ba5-4015-a673-999d3a636c02', 'tag': '1a67dbda-cb78-4f63-b0ff-614efc213580'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:21.942917 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274cfa898284e0591c33ace065f819b64a6cad10b3d723e28d1d1a3acc1cf9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf10a6d-3ac7-4b93-9e52-5e6a562b02a0" -d '{"events": [{"name": "network-changed", "server_uuid": "88f27fb0-6ba5-4015-a673-999d3a636c02", "tag": "1a67dbda-cb78-4f63-b0ff-614efc213580"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:21.976237 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946c10e-ca40-425b-a228-3395b554a81a service neutron] Pushing event updated for resources: {'Port': ['ID=1a67dbda-cb78-4f63-b0ff-614efc213580,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:22.011882 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8496d19-4b55-460b-abfd-ed877297ed25 x-openstack-request-id: req-e8496d19-4b55-460b-abfd-ed877297ed25 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:22.012175 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f27fb0-6ba5-4015-a673-999d3a636c02", "tag": "1a67dbda-cb78-4f63-b0ff-614efc213580", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:22.012432 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e8496d19-4b55-460b-abfd-ed877297ed25 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:22.012837 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f27fb0-6ba5-4015-a673-999d3a636c02', 'tag': '1a67dbda-cb78-4f63-b0ff-614efc213580', 'status': 'completed', 'code': 200} Aug 11 03:04:22.029518 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-af604589-3f7e-4ceb-a857-7295852c6020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:22.031071 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-af604589-3f7e-4ceb-a857-7295852c6020 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=07b0ad4043cc4e32a4274aea781a2071&device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 1095 time: 0.0494363 Aug 11 03:04:22.074592 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-55f5dede-3916-4ec9-a878-7085a32be05c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a67dbda-cb78-4f63-b0ff-614efc213580 HTTP/1.1" status: 200 len: 217 time: 0.0350685 Aug 11 03:04:22.128693 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-f26c092d-1f86-409c-9bed-f12c8a81fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:22.130183 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-f26c092d-1f86-409c-9bed-f12c8a81fca8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe HTTP/1.1" status: 200 len: 854 time: 0.0486987 Aug 11 03:04:22.176051 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-f70747df-ff6d-4096-a1cb-c19433d131d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:22.177514 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-f70747df-ff6d-4096-a1cb-c19433d131d0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0e6264f5-b2db-4df2-9df6-aa4994ad7455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400817 Aug 11 03:04:22.266636 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-e6fb982a-762a-420c-a6ed-d9fb4b421357 service neutron] 10.222.0.66 "GET /v2.0/networks/0e6264f5-b2db-4df2-9df6-aa4994ad7455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811465 Aug 11 03:04:22.359062 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ad641c3f-005f-4041-94d0-2007afcd1e78 req-a56729a0-bd76-4ae0-8161-2c1b7f450bfc service neutron] 10.222.0.66 "GET /v2.0/networks/0e6264f5-b2db-4df2-9df6-aa4994ad7455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848763 Aug 11 03:04:22.441178 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf10a6d-3ac7-4b93-9e52-5e6a562b02a0 req-9a73050f-e255-4fd3-8d25-028353b03e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:22.442653 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-acf10a6d-3ac7-4b93-9e52-5e6a562b02a0 req-9a73050f-e255-4fd3-8d25-028353b03e1e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=07b0ad4043cc4e32a4274aea781a2071&device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 1095 time: 0.0412269 Aug 11 03:04:22.535093 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf10a6d-3ac7-4b93-9e52-5e6a562b02a0 req-a9705138-81bb-47de-9834-fef2028ef20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:22.536572 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-acf10a6d-3ac7-4b93-9e52-5e6a562b02a0 req-a9705138-81bb-47de-9834-fef2028ef20d service neutron] 10.222.0.66 "GET /v2.0/networks?id=0e6264f5-b2db-4df2-9df6-aa4994ad7455 HTTP/1.1" status: 200 len: 916 time: 0.0867307 Aug 11 03:04:22.577828 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-acf10a6d-3ac7-4b93-9e52-5e6a562b02a0 req-8b9996fd-b181-431f-b2d9-0efea3e6f45d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a67dbda-cb78-4f63-b0ff-614efc213580 HTTP/1.1" status: 200 len: 217 time: 0.0333433 Aug 11 03:04:22.624775 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf10a6d-3ac7-4b93-9e52-5e6a562b02a0 req-57c1ef9e-5056-442f-917a-0929558b3040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:22.626602 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-acf10a6d-3ac7-4b93-9e52-5e6a562b02a0 req-57c1ef9e-5056-442f-917a-0929558b3040 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe HTTP/1.1" status: 200 len: 854 time: 0.0415123 Aug 11 03:04:22.674660 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf10a6d-3ac7-4b93-9e52-5e6a562b02a0 req-1800796a-197b-4ff8-97eb-00a450ef04be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:22.676146 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-acf10a6d-3ac7-4b93-9e52-5e6a562b02a0 req-1800796a-197b-4ff8-97eb-00a450ef04be service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0e6264f5-b2db-4df2-9df6-aa4994ad7455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420561 Aug 11 03:04:22.764768 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-acf10a6d-3ac7-4b93-9e52-5e6a562b02a0 req-7c601227-f2f7-435c-8c67-23efbd6a440a service neutron] 10.222.0.66 "GET /v2.0/networks/0e6264f5-b2db-4df2-9df6-aa4994ad7455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805261 Aug 11 03:04:22.815365 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca49962-2cf3-4703-926c-74673654fad2 req-7e310a45-cd18-4d46-83ab-a5096d9f1718 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:22.816978 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9ca49962-2cf3-4703-926c-74673654fad2 req-7e310a45-cd18-4d46-83ab-a5096d9f1718 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 943 time: 0.0534921 Aug 11 03:04:22.854855 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9ca49962-2cf3-4703-926c-74673654fad2 req-981a947a-245a-4367-b1af-33dae9f6983f tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313811 Aug 11 03:04:22.862764 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-acf10a6d-3ac7-4b93-9e52-5e6a562b02a0 req-a2743ef3-2bfa-4ed1-8ba8-c2cde68827a2 service neutron] 10.222.0.66 "GET /v2.0/networks/0e6264f5-b2db-4df2-9df6-aa4994ad7455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895782 Aug 11 03:04:23.971209 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d07b6-bdb1-45d4-aefb-0c41a52167db req-881d5194-de4d-49f3-8e81-f1b8e6108daa tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:23.972710 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aa7d07b6-bdb1-45d4-aefb-0c41a52167db req-881d5194-de4d-49f3-8e81-f1b8e6108daa tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 943 time: 0.0495672 Aug 11 03:04:24.009582 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aa7d07b6-bdb1-45d4-aefb-0c41a52167db req-002795aa-a144-4079-be5f-6939d2296372 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309718 Aug 11 03:04:25.087035 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:25.129670 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00821ac-b6ee-4676-8495-7bbe69f08040 req-0087e8e8-9365-4754-926b-7ae6846e0c6c tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:25.131094 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e00821ac-b6ee-4676-8495-7bbe69f08040 req-0087e8e8-9365-4754-926b-7ae6846e0c6c tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 943 time: 0.0513611 Aug 11 03:04:25.169012 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e00821ac-b6ee-4676-8495-7bbe69f08040 req-74668175-12e1-4d56-aeba-e07490082a8c tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319974 Aug 11 03:04:25.395229 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 1a67dbda-cb78-4f63-b0ff-614efc213580 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:04:25.484768 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 1a67dbda-cb78-4f63-b0ff-614efc213580, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=1a67dbda-cb78-4f63-b0ff-614efc213580,segment=NetworkSegment(2aac5beb-fa1a-4146-a4ff-01210f010de1),segment_id=2aac5beb-fa1a-4146-a4ff-01210f010de1)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:25.495556 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '1a67dbda-cb78-4f63-b0ff-614efc213580', 'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455', 'port_id': '1a67dbda-cb78-4f63-b0ff-614efc213580', 'mac_address': 'fa:16:3e:e3:d5:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:04:25.534829 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:25.546865 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a67dbda-cb78-4f63-b0ff-614efc213580 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:04:25.565765 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 1a67dbda-cb78-4f63-b0ff-614efc213580, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=1a67dbda-cb78-4f63-b0ff-614efc213580,segment=NetworkSegment(2aac5beb-fa1a-4146-a4ff-01210f010de1),segment_id=2aac5beb-fa1a-4146-a4ff-01210f010de1)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:25.569451 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:25.614593 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=1a67dbda-cb78-4f63-b0ff-614efc213580,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:25.621658 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:25.622005 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:25.622346 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:25.622685 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:25.623016 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:25.623342 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:25.623706 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:25.624036 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:25.624360 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:25.624684 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:25.625537 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:25.625862 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:25.809581 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['1a67dbda-cb78-4f63-b0ff-614efc213580'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:04:25.845087 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:26.281940 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e106a7d-a88c-4e6a-acc2-03b86a079c85 req-5a91c2a4-d79f-418a-8a80-84ee759c0e0f tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:26.283443 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0e106a7d-a88c-4e6a-acc2-03b86a079c85 req-5a91c2a4-d79f-418a-8a80-84ee759c0e0f tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 944 time: 0.0493107 Aug 11 03:04:26.320318 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0e106a7d-a88c-4e6a-acc2-03b86a079c85 req-433aa7ac-cd48-4584-9b2c-1fc4c148b137 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307267 Aug 11 03:04:27.403845 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 1a67dbda-cb78-4f63-b0ff-614efc213580 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:27.434150 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abf12a-41e5-4d36-85ed-b129ed8fb318 req-fbb0b154-3e84-4fff-a67e-ebac553e9c54 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:27.435686 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-80abf12a-41e5-4d36-85ed-b129ed8fb318 req-fbb0b154-3e84-4fff-a67e-ebac553e9c54 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 944 time: 0.0491703 Aug 11 03:04:27.451741 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 1a67dbda-cb78-4f63-b0ff-614efc213580 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:27.455296 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 1a67dbda-cb78-4f63-b0ff-614efc213580 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:27.455704 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:27.473823 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-80abf12a-41e5-4d36-85ed-b129ed8fb318 req-a4b52600-9051-4b6c-979f-e30d79ab1ea7 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314982 Aug 11 03:04:27.530845 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:27.552504 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f27fb0-6ba5-4015-a673-999d3a636c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a67dbda-cb78-4f63-b0ff-614efc213580'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:27.554725 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20fab26f80b9da78313f4d9f7f3b762b68210575349c4eb51748859b525969e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad0b16c-61bb-4770-af18-4bfcf713c7ef" -d '{"events": [{"server_uuid": "88f27fb0-6ba5-4015-a673-999d3a636c02", "name": "network-vif-plugged", "status": "completed", "tag": "1a67dbda-cb78-4f63-b0ff-614efc213580"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:27.567681 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 1a67dbda-cb78-4f63-b0ff-614efc213580, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=1a67dbda-cb78-4f63-b0ff-614efc213580,segment=NetworkSegment(2aac5beb-fa1a-4146-a4ff-01210f010de1),segment_id=2aac5beb-fa1a-4146-a4ff-01210f010de1)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:27.571881 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:27.597125 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deda1c84-3dc4-4486-877b-4ad1f31e4a37 x-openstack-request-id: req-deda1c84-3dc4-4486-877b-4ad1f31e4a37 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:27.597417 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f27fb0-6ba5-4015-a673-999d3a636c02", "name": "network-vif-plugged", "status": "completed", "tag": "1a67dbda-cb78-4f63-b0ff-614efc213580", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:27.597672 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-deda1c84-3dc4-4486-877b-4ad1f31e4a37 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:27.598053 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f27fb0-6ba5-4015-a673-999d3a636c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a67dbda-cb78-4f63-b0ff-614efc213580', 'code': 200} Aug 11 03:04:27.624403 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=1a67dbda-cb78-4f63-b0ff-614efc213580,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:27.686535 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbb789-2747-4e2e-aa12-44e98971cecf req-1ecc77dd-3b67-4792-9680-39e16290dfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:27.688640 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a9cbb789-2747-4e2e-aa12-44e98971cecf req-1ecc77dd-3b67-4792-9680-39e16290dfcc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 1097 time: 0.0392833 Aug 11 03:04:27.726549 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a9cbb789-2747-4e2e-aa12-44e98971cecf req-721a3377-24dc-4acc-8609-7609fac67279 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301218 Aug 11 03:04:28.359753 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:04:28.596922 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda82be-52dd-4f83-a0fb-279b2b0aa1fb req-b9525c59-9cbc-4ff7-bcf0-e1d6a43110fb tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:28.598427 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ddda82be-52dd-4f83-a0fb-279b2b0aa1fb req-b9525c59-9cbc-4ff7-bcf0-e1d6a43110fb tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 945 time: 0.0525806 Aug 11 03:04:28.635646 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ddda82be-52dd-4f83-a0fb-279b2b0aa1fb req-eaf09f3b-2ddd-45a4-9505-0f618c6bfe28 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311265 Aug 11 03:04:28.753151 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad50b1-4ed1-4446-a1dc-c47276cbefac req-bf1848db-33a5-4ef1-b565-4ec63b8d1478 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:28.754666 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-08ad50b1-4ed1-4446-a1dc-c47276cbefac req-bf1848db-33a5-4ef1-b565-4ec63b8d1478 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 945 time: 0.0518172 Aug 11 03:04:28.792252 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-08ad50b1-4ed1-4446-a1dc-c47276cbefac req-a7a45aa7-ba77-43e8-8927-6f8068f12c1a tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314419 Aug 11 03:04:28.979876 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b87f9b-1b42-43cc-a2fd-2dfb68a40c67 req-f134fd76-b651-4f91-be91-9658d921c703 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:28.981378 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e2b87f9b-1b42-43cc-a2fd-2dfb68a40c67 req-f134fd76-b651-4f91-be91-9658d921c703 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 945 time: 0.0488555 Aug 11 03:04:29.018866 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e2b87f9b-1b42-43cc-a2fd-2dfb68a40c67 req-09144ad5-47a1-4d5d-9bfc-a68d80d9ae86 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310805 Aug 11 03:04:40.549898 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08069f3-6718-40da-83ca-b1c4b781c625 req-bdad51a9-a472-42ee-ba19-96c8c3ab1a6f tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:40.551377 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d08069f3-6718-40da-83ca-b1c4b781c625 req-bdad51a9-a472-42ee-ba19-96c8c3ab1a6f tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 945 time: 0.0479760 Aug 11 03:04:40.592257 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d08069f3-6718-40da-83ca-b1c4b781c625 req-e9e86231-9497-4855-9d0a-aced4ff38c35 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348563 Aug 11 03:04:40.614022 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32776) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:40.741184 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771fcfb8-2bc5-4e8e-909e-ec3dc92f5eff tempest-TestMinimumBasicScenario-498288589 tempest-TestMinimumBasicScenario-498288589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:40.742738 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-771fcfb8-2bc5-4e8e-909e-ec3dc92f5eff tempest-TestMinimumBasicScenario-498288589 tempest-TestMinimumBasicScenario-498288589-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 1092 time: 0.1277685 Aug 11 03:04:40.745750 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32780) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:40.750093 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-0ef911a2-3bef-413d-ba9f-0331f78ee05d tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'port_id': '1a67dbda-cb78-4f63-b0ff-614efc213580', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:40.772600 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ef911a2-3bef-413d-ba9f-0331f78ee05d tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for floatingip, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.865547 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ef911a2-3bef-413d-ba9f-0331f78ee05d tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.971357 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-0ef911a2-3bef-413d-ba9f-0331f78ee05d tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Allocated IP 172.25.2.135 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/44b68157-512f-4858-a560-d0253ad4833b) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:41.069709 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ef911a2-3bef-413d-ba9f-0331f78ee05d tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.111314 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ef911a2-3bef-413d-ba9f-0331f78ee05d tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.151735 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef911a2-3bef-413d-ba9f-0331f78ee05d tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:41.156822 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-0ef911a2-3bef-413d-ba9f-0331f78ee05d tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:41.159476 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef911a2-3bef-413d-ba9f-0331f78ee05d tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Pushing event updated for resources: {'Port': ['ID=44b68157-512f-4858-a560-d0253ad4833b,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:41.161630 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef911a2-3bef-413d-ba9f-0331f78ee05d tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:41.512733 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ef911a2-3bef-413d-ba9f-0331f78ee05d tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.577042 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ef911a2-3bef-413d-ba9f-0331f78ee05d tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.723150 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ef911a2-3bef-413d-ba9f-0331f78ee05d tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.727491 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ef911a2-3bef-413d-ba9f-0331f78ee05d tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.790862 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef911a2-3bef-413d-ba9f-0331f78ee05d tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Pushing event updated for resources: {'Port': ['ID=44b68157-512f-4858-a560-d0253ad4833b,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:41.803596 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ef911a2-3bef-413d-ba9f-0331f78ee05d tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:42.252626 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-0ef911a2-3bef-413d-ba9f-0331f78ee05d tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Floating IP 86a7d48e-a467-4ab2-8878-4104b07f1b98 associated. External IP: 172.25.2.135, port: 1a67dbda-cb78-4f63-b0ff-614efc213580. Aug 11 03:04:42.459641 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef911a2-3bef-413d-ba9f-0331f78ee05d tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Router f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:04:42.565408 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef911a2-3bef-413d-ba9f-0331f78ee05d tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:42.574934 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc83111-c3a2-4d7a-af20-fb30cd808a72 None None] Sync routers for ids ['f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:42.581917 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0ef911a2-3bef-413d-ba9f-0331f78ee05d tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:42.585179 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc83111-c3a2-4d7a-af20-fb30cd808a72 None None] Routers {'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:42.585809 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-ebc83111-c3a2-4d7a-af20-fb30cd808a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:04:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:42.609024 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0ef911a2-3bef-413d-ba9f-0331f78ee05d tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8622410 Aug 11 03:04:42.609623 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f27fb0-6ba5-4015-a673-999d3a636c02', 'tag': '1a67dbda-cb78-4f63-b0ff-614efc213580'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:42.611953 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274cfa898284e0591c33ace065f819b64a6cad10b3d723e28d1d1a3acc1cf9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446bacaf-256d-40ee-8b87-2cf1f19d1625" -d '{"events": [{"name": "network-changed", "server_uuid": "88f27fb0-6ba5-4015-a673-999d3a636c02", "tag": "1a67dbda-cb78-4f63-b0ff-614efc213580"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:42.612130 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32782) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:42.617083 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-59c7879e-6a1d-4dc1-92c4-ae8b0a718635 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-799068181', 'description': 'tempest-secgroup-smoke-799068181 description', 'project_id': '07b0ad4043cc4e32a4274aea781a2071'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:42.652532 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f6b559-acc0-4b19-bb03-3d9c8feea57e x-openstack-request-id: req-23f6b559-acc0-4b19-bb03-3d9c8feea57e {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:42.652839 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f27fb0-6ba5-4015-a673-999d3a636c02", "tag": "1a67dbda-cb78-4f63-b0ff-614efc213580", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:42.653388 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-23f6b559-acc0-4b19-bb03-3d9c8feea57e {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:42.653856 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f27fb0-6ba5-4015-a673-999d3a636c02', 'tag': '1a67dbda-cb78-4f63-b0ff-614efc213580', 'status': 'completed', 'code': 200} Aug 11 03:04:42.655436 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-59c7879e-6a1d-4dc1-92c4-ae8b0a718635 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:42.695855 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-ebc83111-c3a2-4d7a-af20-fb30cd808a72 None None] Set router f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:42.722193 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bacaf-256d-40ee-8b87-2cf1f19d1625 req-d73ade92-7f9a-4c11-9309-7d262893ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:42.724008 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-446bacaf-256d-40ee-8b87-2cf1f19d1625 req-d73ade92-7f9a-4c11-9309-7d262893ec90 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=07b0ad4043cc4e32a4274aea781a2071&device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 1097 time: 0.0476964 Aug 11 03:04:42.743513 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-59c7879e-6a1d-4dc1-92c4-ae8b0a718635 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:42.747195 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-59c7879e-6a1d-4dc1-92c4-ae8b0a718635 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:42.771299 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-59c7879e-6a1d-4dc1-92c4-ae8b0a718635 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:42.775392 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-59c7879e-6a1d-4dc1-92c4-ae8b0a718635 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1596031 Aug 11 03:04:42.776991 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32786) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:42.781013 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7879e-6a1d-4dc1-92c4-ae8b0a718635 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64137f67-5705-4d84-a6b9-66d722a76437,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:42.782092 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-0f30aaef-dcde-4eab-bf5a-f9f5caa139d2 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Request body: {'security_group_rule': {'security_group_id': '64137f67-5705-4d84-a6b9-66d722a76437', 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:42.788614 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c7879e-6a1d-4dc1-92c4-ae8b0a718635 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:42.788973 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c7879e-6a1d-4dc1-92c4-ae8b0a718635 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:42.789306 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c7879e-6a1d-4dc1-92c4-ae8b0a718635 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:42.789965 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c7879e-6a1d-4dc1-92c4-ae8b0a718635 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:42.789965 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c7879e-6a1d-4dc1-92c4-ae8b0a718635 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:42.790291 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c7879e-6a1d-4dc1-92c4-ae8b0a718635 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:42.790622 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c7879e-6a1d-4dc1-92c4-ae8b0a718635 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:42.790949 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c7879e-6a1d-4dc1-92c4-ae8b0a718635 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:42.791279 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c7879e-6a1d-4dc1-92c4-ae8b0a718635 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:42.791628 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c7879e-6a1d-4dc1-92c4-ae8b0a718635 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:42.792265 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c7879e-6a1d-4dc1-92c4-ae8b0a718635 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:42.792265 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c7879e-6a1d-4dc1-92c4-ae8b0a718635 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:42.848670 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0f30aaef-dcde-4eab-bf5a-f9f5caa139d2 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:42.863130 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bacaf-256d-40ee-8b87-2cf1f19d1625 req-6ac1aea3-6ceb-4667-9f59-e0501ce0bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:42.864682 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-446bacaf-256d-40ee-8b87-2cf1f19d1625 req-6ac1aea3-6ceb-4667-9f59-e0501ce0bb21 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0e6264f5-b2db-4df2-9df6-aa4994ad7455 HTTP/1.1" status: 200 len: 916 time: 0.1338251 Aug 11 03:04:42.927268 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-ebc83111-c3a2-4d7a-af20-fb30cd808a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'name': 'tempest-TestMinimumBasicScenario-1938143326-router', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'e9403745-33b8-4ff3-9f79-08ebac50d480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:03:53Z', 'revision_number': 4, 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'gw_port': {'id': 'e9403745-33b8-4ff3-9f79-08ebac50d480', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '86a7d48e-a467-4ab2-8878-4104b07f1b98', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'port_id': '1a67dbda-cb78-4f63-b0ff-614efc213580', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455', 'mac_address': 'fa:16:3e:e3:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f27fb0-6ba5-4015-a673-999d3a636c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:04:41Z', 'updated_at': '2021-08-11T03:04:41Z', 'revision_number': 0, 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc523050-bbd4-4b88-823f-88cbe716171a', 'name': '', 'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'mac_address': 'fa:16:3e:05:23:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:53Z', 'updated_at': '2021-08-11T03:03:59Z', 'revision_number': 5, 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'subnets': [{'id': 'a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:42.957443 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-446bacaf-256d-40ee-8b87-2cf1f19d1625 req-1fc9dc98-c92b-43e9-b642-7476076dbb41 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a67dbda-cb78-4f63-b0ff-614efc213580 HTTP/1.1" status: 200 len: 999 time: 0.0832331 Aug 11 03:04:42.957747 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc83111-c3a2-4d7a-af20-fb30cd808a72 None None] Checking router: f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:04:42.966080 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc83111-c3a2-4d7a-af20-fb30cd808a72 None None] Routers {'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:42.966681 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-ebc83111-c3a2-4d7a-af20-fb30cd808a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:04:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:42.966806 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0f30aaef-dcde-4eab-bf5a-f9f5caa139d2 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:42.975706 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0f30aaef-dcde-4eab-bf5a-f9f5caa139d2 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.014599 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30aaef-dcde-4eab-bf5a-f9f5caa139d2 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbbc8fee-4996-43e3-91ca-877965fc4b61,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:43.027724 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0f30aaef-dcde-4eab-bf5a-f9f5caa139d2 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.028969 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0f30aaef-dcde-4eab-bf5a-f9f5caa139d2 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2509687 Aug 11 03:04:43.032015 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32790) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:43.033288 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bacaf-256d-40ee-8b87-2cf1f19d1625 req-c1b483d3-ca1a-4a83-89fc-96b30cf91442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:43.034734 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-446bacaf-256d-40ee-8b87-2cf1f19d1625 req-c1b483d3-ca1a-4a83-89fc-96b30cf91442 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe HTTP/1.1" status: 200 len: 854 time: 0.0701346 Aug 11 03:04:43.037456 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-b85433bb-e2b8-40ec-9433-6b8646fb8f67 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Request body: {'security_group_rule': {'security_group_id': '64137f67-5705-4d84-a6b9-66d722a76437', 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:43.065264 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b85433bb-e2b8-40ec-9433-6b8646fb8f67 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.083624 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bacaf-256d-40ee-8b87-2cf1f19d1625 req-b258e47b-9e38-49fe-9a99-a911dba6f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:43.085420 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-446bacaf-256d-40ee-8b87-2cf1f19d1625 req-b258e47b-9e38-49fe-9a99-a911dba6f143 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0e6264f5-b2db-4df2-9df6-aa4994ad7455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436292 Aug 11 03:04:43.095500 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-ebc83111-c3a2-4d7a-af20-fb30cd808a72 None None] Set router f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:43.115923 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b85433bb-e2b8-40ec-9433-6b8646fb8f67 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.119762 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b85433bb-e2b8-40ec-9433-6b8646fb8f67 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.137972 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85433bb-e2b8-40ec-9433-6b8646fb8f67 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa2fad8-fe72-4e9b-9c98-336c2d7cf825,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:43.148061 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b85433bb-e2b8-40ec-9433-6b8646fb8f67 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.149288 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b85433bb-e2b8-40ec-9433-6b8646fb8f67 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155248 Aug 11 03:04:43.152036 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32792) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:43.157206 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-0e1aaf37-50bf-4c8b-8817-f666c7707a3e tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Request body: {'security_group_rule': {'security_group_id': '64137f67-5705-4d84-a6b9-66d722a76437', 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:43.187130 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0e1aaf37-50bf-4c8b-8817-f666c7707a3e tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.195276 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-446bacaf-256d-40ee-8b87-2cf1f19d1625 req-5d4f8a92-f7f0-4e93-8608-525bb54ce486 service neutron] 10.222.0.66 "GET /v2.0/networks/0e6264f5-b2db-4df2-9df6-aa4994ad7455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023667 Aug 11 03:04:43.255838 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0e1aaf37-50bf-4c8b-8817-f666c7707a3e tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.261476 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0e1aaf37-50bf-4c8b-8817-f666c7707a3e tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.283633 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1aaf37-50bf-4c8b-8817-f666c7707a3e tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afaac87b-3ec6-4c26-be61-4b390cfdbc5a,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:43.291487 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0e1aaf37-50bf-4c8b-8817-f666c7707a3e tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.293028 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0e1aaf37-50bf-4c8b-8817-f666c7707a3e tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1399350 Aug 11 03:04:43.295748 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32794) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:43.300908 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-6b7408c0-db3c-4431-bedc-cef0e43aa5a3 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Request body: {'security_group_rule': {'security_group_id': '64137f67-5705-4d84-a6b9-66d722a76437', 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:43.311495 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-446bacaf-256d-40ee-8b87-2cf1f19d1625 req-f2d40746-7ab2-4a17-8c4a-54572ba3d834 service neutron] 10.222.0.66 "GET /v2.0/networks/0e6264f5-b2db-4df2-9df6-aa4994ad7455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084940 Aug 11 03:04:43.334547 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6b7408c0-db3c-4431-bedc-cef0e43aa5a3 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.339524 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-ebc83111-c3a2-4d7a-af20-fb30cd808a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'name': 'tempest-TestMinimumBasicScenario-1938143326-router', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'e9403745-33b8-4ff3-9f79-08ebac50d480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:03:53Z', 'revision_number': 4, 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'gw_port': {'id': 'e9403745-33b8-4ff3-9f79-08ebac50d480', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '86a7d48e-a467-4ab2-8878-4104b07f1b98', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'port_id': '1a67dbda-cb78-4f63-b0ff-614efc213580', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455', 'mac_address': 'fa:16:3e:e3:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f27fb0-6ba5-4015-a673-999d3a636c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:04:41Z', 'updated_at': '2021-08-11T03:04:41Z', 'revision_number': 0, 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc523050-bbd4-4b88-823f-88cbe716171a', 'name': '', 'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'mac_address': 'fa:16:3e:05:23:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:53Z', 'updated_at': '2021-08-11T03:03:59Z', 'revision_number': 5, 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'subnets': [{'id': 'a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:43.365698 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc83111-c3a2-4d7a-af20-fb30cd808a72 None None] The sync data for ids ['f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8'] in n-d-615180-33 is: [{'id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'name': 'tempest-TestMinimumBasicScenario-1938143326-router', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'e9403745-33b8-4ff3-9f79-08ebac50d480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:03:53Z', 'revision_number': 4, 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'gw_port': {'id': 'e9403745-33b8-4ff3-9f79-08ebac50d480', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '86a7d48e-a467-4ab2-8878-4104b07f1b98', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'port_id': '1a67dbda-cb78-4f63-b0ff-614efc213580', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455', 'mac_address': 'fa:16:3e:e3:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f27fb0-6ba5-4015-a673-999d3a636c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:04:41Z', 'updated_at': '2021-08-11T03:04:41Z', 'revision_number': 0, 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc523050-bbd4-4b88-823f-88cbe716171a', 'name': '', 'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'mac_address': 'fa:16:3e:05:23:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:53Z', 'updated_at': '2021-08-11T03:03:59Z', 'revision_number': 5, 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'subnets': [{'id': 'a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:43.394214 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6b7408c0-db3c-4431-bedc-cef0e43aa5a3 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.398317 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6b7408c0-db3c-4431-bedc-cef0e43aa5a3 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.416906 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7408c0-db3c-4431-bedc-cef0e43aa5a3 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf28681-41a9-4172-a481-9cab1e1c475b,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:43.423122 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6b7408c0-db3c-4431-bedc-cef0e43aa5a3 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.426883 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6b7408c0-db3c-4431-bedc-cef0e43aa5a3 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274855 Aug 11 03:04:43.427079 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32796) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:43.431645 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-9c667a52-9963-49c2-900d-f21ab34e91ee tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Request body: {'security_group_rule': {'security_group_id': '64137f67-5705-4d84-a6b9-66d722a76437', 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:43.455498 n-d-615180-33 neutron-server[94507]: INFO neutron.db.securitygroups_db [None req-9c667a52-9963-49c2-900d-f21ab34e91ee tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Project 07b0ad4043cc4e32a4274aea781a2071 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:04:43.460375 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9c667a52-9963-49c2-900d-f21ab34e91ee tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.523327 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9c667a52-9963-49c2-900d-f21ab34e91ee tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.527031 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9c667a52-9963-49c2-900d-f21ab34e91ee tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.544825 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c667a52-9963-49c2-900d-f21ab34e91ee tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6347f280-c0a3-4989-a0ac-84f8f330e71d,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:43.552286 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9c667a52-9963-49c2-900d-f21ab34e91ee tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.553890 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9c667a52-9963-49c2-900d-f21ab34e91ee tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1257610 Aug 11 03:04:43.555486 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd3a6c3-484b-43d7-9f22-a8dbc7c68896 None None] New status for floating IP 86a7d48e-a467-4ab2-8878-4104b07f1b98: ACTIVE {{(pid=94509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:04:43.556638 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32798) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:43.561435 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-f238cdc8-f2d2-4448-bd13-c43b85422f0b tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Request body: {'security_group_rule': {'security_group_id': '64137f67-5705-4d84-a6b9-66d722a76437', 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:43.584876 n-d-615180-33 neutron-server[94506]: INFO neutron.db.securitygroups_db [None req-f238cdc8-f2d2-4448-bd13-c43b85422f0b tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Project 07b0ad4043cc4e32a4274aea781a2071 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:04:43.589801 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f238cdc8-f2d2-4448-bd13-c43b85422f0b tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.662104 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f238cdc8-f2d2-4448-bd13-c43b85422f0b tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.666301 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f238cdc8-f2d2-4448-bd13-c43b85422f0b tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.683784 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238cdc8-f2d2-4448-bd13-c43b85422f0b tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d6cc42-42c7-435a-aa0c-238ca6795f4b,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:43.690599 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f238cdc8-f2d2-4448-bd13-c43b85422f0b tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.691969 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f238cdc8-f2d2-4448-bd13-c43b85422f0b tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1342916 Aug 11 03:04:43.771932 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-88327a94-9d23-4a1a-9d25-62d6b3c4a2bf req-76eb1198-7eb3-445c-8ffa-79f0474c99b7 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-799068181&fields=id&tenant_id=07b0ad4043cc4e32a4274aea781a2071 HTTP/1.1" status: 200 len: 267 time: 0.0327067 Aug 11 03:04:43.824641 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88327a94-9d23-4a1a-9d25-62d6b3c4a2bf req-052b6271-5478-4337-bec4-fad4e0798b45 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:43.826126 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-88327a94-9d23-4a1a-9d25-62d6b3c4a2bf req-052b6271-5478-4337-bec4-fad4e0798b45 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 945 time: 0.0485682 Aug 11 03:04:43.837594 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-88327a94-9d23-4a1a-9d25-62d6b3c4a2bf req-dc88eae8-db7f-4001-b8dd-60dcb84069ba tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Request body: {'port': {'security_groups': ['7b188cc9-ef95-4257-918b-2e472e83d750', '64137f67-5705-4d84-a6b9-66d722a76437']}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:43.897152 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-88327a94-9d23-4a1a-9d25-62d6b3c4a2bf req-dc88eae8-db7f-4001-b8dd-60dcb84069ba tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:44.078259 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-88327a94-9d23-4a1a-9d25-62d6b3c4a2bf req-dc88eae8-db7f-4001-b8dd-60dcb84069ba tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] For port 1a67dbda-cb78-4f63-b0ff-614efc213580, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=1a67dbda-cb78-4f63-b0ff-614efc213580,segment=NetworkSegment(2aac5beb-fa1a-4146-a4ff-01210f010de1),segment_id=2aac5beb-fa1a-4146-a4ff-01210f010de1)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:44.107009 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-88327a94-9d23-4a1a-9d25-62d6b3c4a2bf req-dc88eae8-db7f-4001-b8dd-60dcb84069ba tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:44.111849 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-88327a94-9d23-4a1a-9d25-62d6b3c4a2bf req-dc88eae8-db7f-4001-b8dd-60dcb84069ba tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:44.124118 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['1a67dbda-cb78-4f63-b0ff-614efc213580'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:04:44.158916 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88327a94-9d23-4a1a-9d25-62d6b3c4a2bf req-dc88eae8-db7f-4001-b8dd-60dcb84069ba tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:44.159569 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-88327a94-9d23-4a1a-9d25-62d6b3c4a2bf req-dc88eae8-db7f-4001-b8dd-60dcb84069ba tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:44.161003 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-88327a94-9d23-4a1a-9d25-62d6b3c4a2bf req-dc88eae8-db7f-4001-b8dd-60dcb84069ba tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "PUT /v2.0/ports/1a67dbda-cb78-4f63-b0ff-614efc213580 HTTP/1.1" status: 200 len: 981 time: 0.3283386 Aug 11 03:04:44.187661 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88eae8-db7f-4001-b8dd-60dcb84069ba tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Pushing event updated for resources: {'Port': ['ID=1a67dbda-cb78-4f63-b0ff-614efc213580,revision_number=6']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:44.197692 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88eae8-db7f-4001-b8dd-60dcb84069ba tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:44.198052 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88eae8-db7f-4001-b8dd-60dcb84069ba tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:44.198403 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88eae8-db7f-4001-b8dd-60dcb84069ba tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:44.198746 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88eae8-db7f-4001-b8dd-60dcb84069ba tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:44.199086 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88eae8-db7f-4001-b8dd-60dcb84069ba tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:44.199429 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88eae8-db7f-4001-b8dd-60dcb84069ba tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:44.199797 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88eae8-db7f-4001-b8dd-60dcb84069ba tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:44.200133 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88eae8-db7f-4001-b8dd-60dcb84069ba tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:44.200466 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88eae8-db7f-4001-b8dd-60dcb84069ba tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:44.200804 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88eae8-db7f-4001-b8dd-60dcb84069ba tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:44.201136 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88eae8-db7f-4001-b8dd-60dcb84069ba tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:44.201516 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88eae8-db7f-4001-b8dd-60dcb84069ba tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:44.222733 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['1a67dbda-cb78-4f63-b0ff-614efc213580'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:04:44.291034 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa8da8-fce3-41dc-b76a-d39029d12760 req-bb9c9a1f-6b2f-4789-9a3c-d817824d0120 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:44.293225 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eaaa8da8-fce3-41dc-b76a-d39029d12760 req-bb9c9a1f-6b2f-4789-9a3c-d817824d0120 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 984 time: 0.0549190 Aug 11 03:04:44.343855 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-eaaa8da8-fce3-41dc-b76a-d39029d12760 req-a86b87fc-e75d-4f51-9439-ac35efa79358 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=64137f67-5705-4d84-a6b9-66d722a76437&id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429113 Aug 11 03:04:44.515821 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b8f28d3d-671b-4b5b-b3e5-397b9477656f None None] Provisioning complete for port 1a67dbda-cb78-4f63-b0ff-614efc213580 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:44.516107 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b8f28d3d-671b-4b5b-b3e5-397b9477656f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:44.654999 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f27fb0-6ba5-4015-a673-999d3a636c02', 'tag': '1a67dbda-cb78-4f63-b0ff-614efc213580'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:44.658091 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274cfa898284e0591c33ace065f819b64a6cad10b3d723e28d1d1a3acc1cf9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5e067e-5e2d-4a2b-af9a-23f1dc198242" -d '{"events": [{"name": "network-changed", "server_uuid": "88f27fb0-6ba5-4015-a673-999d3a636c02", "tag": "1a67dbda-cb78-4f63-b0ff-614efc213580"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:44.694466 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9c4c82-dde5-48ad-9e20-3bad9f9f976f x-openstack-request-id: req-dd9c4c82-dde5-48ad-9e20-3bad9f9f976f {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:44.694847 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f27fb0-6ba5-4015-a673-999d3a636c02", "tag": "1a67dbda-cb78-4f63-b0ff-614efc213580", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:44.695135 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dd9c4c82-dde5-48ad-9e20-3bad9f9f976f {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:44.695564 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f27fb0-6ba5-4015-a673-999d3a636c02', 'tag': '1a67dbda-cb78-4f63-b0ff-614efc213580', 'status': 'completed', 'code': 200} Aug 11 03:04:44.762357 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e067e-5e2d-4a2b-af9a-23f1dc198242 req-2fb04b24-63bd-486d-9fa7-52d397592e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:44.764691 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3a5e067e-5e2d-4a2b-af9a-23f1dc198242 req-2fb04b24-63bd-486d-9fa7-52d397592e4e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=07b0ad4043cc4e32a4274aea781a2071&device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 1136 time: 0.0459716 Aug 11 03:04:44.862308 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e067e-5e2d-4a2b-af9a-23f1dc198242 req-c84f9560-e59d-4f7d-bef8-9788933529cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:44.863795 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3a5e067e-5e2d-4a2b-af9a-23f1dc198242 req-c84f9560-e59d-4f7d-bef8-9788933529cd service neutron] 10.222.0.66 "GET /v2.0/networks?id=0e6264f5-b2db-4df2-9df6-aa4994ad7455 HTTP/1.1" status: 200 len: 916 time: 0.0908940 Aug 11 03:04:44.934148 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3a5e067e-5e2d-4a2b-af9a-23f1dc198242 req-1710ea47-37d7-4702-8e6c-2c059be12f7b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a67dbda-cb78-4f63-b0ff-614efc213580 HTTP/1.1" status: 200 len: 1001 time: 0.0614362 Aug 11 03:04:44.983362 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e067e-5e2d-4a2b-af9a-23f1dc198242 req-e9fab34e-329f-4215-9b17-1be6c6120953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:44.984800 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3a5e067e-5e2d-4a2b-af9a-23f1dc198242 req-e9fab34e-329f-4215-9b17-1be6c6120953 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe HTTP/1.1" status: 200 len: 854 time: 0.0432010 Aug 11 03:04:45.031843 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e067e-5e2d-4a2b-af9a-23f1dc198242 req-6febe8b3-ff64-4e20-ab8c-ef24564a57b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:45.033432 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3a5e067e-5e2d-4a2b-af9a-23f1dc198242 req-6febe8b3-ff64-4e20-ab8c-ef24564a57b2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0e6264f5-b2db-4df2-9df6-aa4994ad7455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412166 Aug 11 03:04:45.126975 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3a5e067e-5e2d-4a2b-af9a-23f1dc198242 req-b6bceeee-d0b0-45a0-aa1d-edd30f866a14 service neutron] 10.222.0.66 "GET /v2.0/networks/0e6264f5-b2db-4df2-9df6-aa4994ad7455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853112 Aug 11 03:04:45.216644 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3a5e067e-5e2d-4a2b-af9a-23f1dc198242 req-c92a7a38-77b0-4884-a6c9-718bf088b616 service neutron] 10.222.0.66 "GET /v2.0/networks/0e6264f5-b2db-4df2-9df6-aa4994ad7455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816479 Aug 11 03:04:45.696749 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-39526389-430f-448d-8dc0-b596a9854059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.384069 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-942a9ac0-3c56-45b7-bc3f-5f190fd4a28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.395171 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:50.125299 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.634530 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.973624 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7248a036-32b0-4dbb-b804-d698c7994653 req-279995d9-7ef8-49be-96e0-9ec5067c4002 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0482633 Aug 11 03:04:53.073441 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248a036-32b0-4dbb-b804-d698c7994653 req-16e5b886-db2a-434e-af4b-32a778cfe41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:53.074970 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7248a036-32b0-4dbb-b804-d698c7994653 req-16e5b886-db2a-434e-af4b-32a778cfe41f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=07b0ad4043cc4e32a4274aea781a2071&device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 1136 time: 0.0570674 Aug 11 03:04:53.182402 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248a036-32b0-4dbb-b804-d698c7994653 req-c36e22ee-8ff5-4135-8744-4e21246bedc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:53.184361 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7248a036-32b0-4dbb-b804-d698c7994653 req-c36e22ee-8ff5-4135-8744-4e21246bedc3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0e6264f5-b2db-4df2-9df6-aa4994ad7455 HTTP/1.1" status: 200 len: 916 time: 0.0882301 Aug 11 03:04:53.258307 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7248a036-32b0-4dbb-b804-d698c7994653 req-2a9b929c-54f8-4ff3-91bf-4bb99b98e3b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a67dbda-cb78-4f63-b0ff-614efc213580 HTTP/1.1" status: 200 len: 1001 time: 0.0662391 Aug 11 03:04:53.308990 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248a036-32b0-4dbb-b804-d698c7994653 req-612e5c4a-53b0-458c-af64-9bc727ffd6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:53.310431 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7248a036-32b0-4dbb-b804-d698c7994653 req-612e5c4a-53b0-458c-af64-9bc727ffd6fa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe HTTP/1.1" status: 200 len: 854 time: 0.0450668 Aug 11 03:04:53.360025 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248a036-32b0-4dbb-b804-d698c7994653 req-b44960c6-12eb-427f-8529-a292cbfbc248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:53.361604 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7248a036-32b0-4dbb-b804-d698c7994653 req-b44960c6-12eb-427f-8529-a292cbfbc248 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0e6264f5-b2db-4df2-9df6-aa4994ad7455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433462 Aug 11 03:04:53.466868 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7248a036-32b0-4dbb-b804-d698c7994653 req-ce42e170-d745-43b9-863d-67b179bd62c3 service neutron] 10.222.0.66 "GET /v2.0/networks/0e6264f5-b2db-4df2-9df6-aa4994ad7455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969667 Aug 11 03:04:53.561312 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7248a036-32b0-4dbb-b804-d698c7994653 req-6f74fc41-d7bb-4958-bcd2-669c5e3123bb service neutron] 10.222.0.66 "GET /v2.0/networks/0e6264f5-b2db-4df2-9df6-aa4994ad7455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863578 Aug 11 03:04:54.934727 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:55.822321 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.598335 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398e7c2-3d9e-4328-9b80-20a73c1c712c req-476f9ad5-1e37-4389-9b23-07e95561ffa7 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:01.599872 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4398e7c2-3d9e-4328-9b80-20a73c1c712c req-476f9ad5-1e37-4389-9b23-07e95561ffa7 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 984 time: 0.0835238 Aug 11 03:05:01.602499 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf08f69-df94-4285-ba47-eb135b729bf9 req-271f977e-d0a3-40e3-8a23-6eccfb85982c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:01.603895 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ecf08f69-df94-4285-ba47-eb135b729bf9 req-271f977e-d0a3-40e3-8a23-6eccfb85982c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=07b0ad4043cc4e32a4274aea781a2071&device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 1136 time: 0.0779896 Aug 11 03:05:01.683810 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4398e7c2-3d9e-4328-9b80-20a73c1c712c req-a349cae0-0331-4350-9bb0-bd11ed852db3 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=64137f67-5705-4d84-a6b9-66d722a76437&id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0774555 Aug 11 03:05:01.717182 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf08f69-df94-4285-ba47-eb135b729bf9 req-8f4676f2-16fe-4327-937b-f552f412f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:01.718668 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ecf08f69-df94-4285-ba47-eb135b729bf9 req-8f4676f2-16fe-4327-937b-f552f412f331 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0e6264f5-b2db-4df2-9df6-aa4994ad7455 HTTP/1.1" status: 200 len: 916 time: 0.1066067 Aug 11 03:05:01.788851 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ecf08f69-df94-4285-ba47-eb135b729bf9 req-28ee601d-6931-489f-ac8b-14c7b954db62 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a67dbda-cb78-4f63-b0ff-614efc213580 HTTP/1.1" status: 200 len: 1001 time: 0.0620019 Aug 11 03:05:01.838811 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf08f69-df94-4285-ba47-eb135b729bf9 req-26d5a13f-5e11-4521-bee4-97c009f97418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:01.840303 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ecf08f69-df94-4285-ba47-eb135b729bf9 req-26d5a13f-5e11-4521-bee4-97c009f97418 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe HTTP/1.1" status: 200 len: 854 time: 0.0438738 Aug 11 03:05:01.890563 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf08f69-df94-4285-ba47-eb135b729bf9 req-105b4603-7b5f-43e9-b25c-11111051716a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:01.892083 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ecf08f69-df94-4285-ba47-eb135b729bf9 req-105b4603-7b5f-43e9-b25c-11111051716a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0e6264f5-b2db-4df2-9df6-aa4994ad7455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417986 Aug 11 03:05:01.987432 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ecf08f69-df94-4285-ba47-eb135b729bf9 req-49f17236-7928-4fd9-a4f6-f1bc70061438 service neutron] 10.222.0.66 "GET /v2.0/networks/0e6264f5-b2db-4df2-9df6-aa4994ad7455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863373 Aug 11 03:05:02.076493 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ecf08f69-df94-4285-ba47-eb135b729bf9 req-05449235-8a5e-4654-955e-7669038634ca service neutron] 10.222.0.66 "GET /v2.0/networks/0e6264f5-b2db-4df2-9df6-aa4994ad7455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810981 Aug 11 03:05:02.804640 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9713ed-4525-473f-a8b2-6b402864cbdb req-7e0c9e99-8d3d-406e-8a73-67a0ed5039d1 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:02.806112 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5f9713ed-4525-473f-a8b2-6b402864cbdb req-7e0c9e99-8d3d-406e-8a73-67a0ed5039d1 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 984 time: 0.0523875 Aug 11 03:05:02.845616 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5f9713ed-4525-473f-a8b2-6b402864cbdb req-6b52909d-1b6b-4405-bcc3-93b326dc16ee tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=64137f67-5705-4d84-a6b9-66d722a76437&id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330417 Aug 11 03:05:03.966042 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a323d-ba44-4be0-bad5-df9dee7d587d req-51c149f6-6cdf-4dee-bbf0-1394dbb77746 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:03.967512 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f83a323d-ba44-4be0-bad5-df9dee7d587d req-51c149f6-6cdf-4dee-bbf0-1394dbb77746 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 984 time: 0.0545583 Aug 11 03:05:04.009797 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f83a323d-ba44-4be0-bad5-df9dee7d587d req-ee4ff16a-4795-456c-b7fc-42feb953e332 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=64137f67-5705-4d84-a6b9-66d722a76437&id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360265 Aug 11 03:05:05.122716 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51a3a3-20c9-4da7-936c-3ba80747583a req-6f4d297f-1a53-4853-acd5-d5d2d8b4daff tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:05.124216 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3a51a3a3-20c9-4da7-936c-3ba80747583a req-6f4d297f-1a53-4853-acd5-d5d2d8b4daff tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 984 time: 0.0486364 Aug 11 03:05:05.163133 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3a51a3a3-20c9-4da7-936c-3ba80747583a req-d97bc301-b27b-4cff-aaf9-5ab21a7f437a tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=64137f67-5705-4d84-a6b9-66d722a76437&id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323620 Aug 11 03:05:05.360109 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:05:06.277137 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64094dc7-5c51-41b7-982b-54387239e65f req-dc821685-031d-40f9-9656-7c5acb519f0f tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:06.278638 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-64094dc7-5c51-41b7-982b-54387239e65f req-dc821685-031d-40f9-9656-7c5acb519f0f tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 984 time: 0.0504556 Aug 11 03:05:06.318028 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-64094dc7-5c51-41b7-982b-54387239e65f req-d640b9de-28ae-4784-9255-69b8c63f0952 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=64137f67-5705-4d84-a6b9-66d722a76437&id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325654 Aug 11 03:05:07.435320 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f3298-218d-4cd9-bf9e-6b3e5817c9d4 req-4875183b-0523-427c-8ef6-6d60a8638209 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:07.436814 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-538f3298-218d-4cd9-bf9e-6b3e5817c9d4 req-4875183b-0523-427c-8ef6-6d60a8638209 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 984 time: 0.0518374 Aug 11 03:05:07.475919 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-538f3298-218d-4cd9-bf9e-6b3e5817c9d4 req-563a9b4c-f312-4662-94ef-141a9bec78a7 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=64137f67-5705-4d84-a6b9-66d722a76437&id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326650 Aug 11 03:05:08.592983 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723de3b6-454d-4e3a-ba61-bab85b73134e req-0406e139-6b0f-41ca-8c40-225b576e37e1 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:08.594462 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-723de3b6-454d-4e3a-ba61-bab85b73134e req-0406e139-6b0f-41ca-8c40-225b576e37e1 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 984 time: 0.0508201 Aug 11 03:05:08.634083 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-723de3b6-454d-4e3a-ba61-bab85b73134e req-3e21fe87-45d7-453e-a62a-97acf838cdfc tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=64137f67-5705-4d84-a6b9-66d722a76437&id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328465 Aug 11 03:05:09.748027 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141faf4-3913-43ae-8ed2-41c298f9bc47 req-3c13fe1d-1c9c-4175-9eaf-aa098bf47d7c tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:09.749517 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c141faf4-3913-43ae-8ed2-41c298f9bc47 req-3c13fe1d-1c9c-4175-9eaf-aa098bf47d7c tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 984 time: 0.0486052 Aug 11 03:05:09.788032 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c141faf4-3913-43ae-8ed2-41c298f9bc47 req-c30942e8-cb73-4b2a-bf32-807341baddca tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=64137f67-5705-4d84-a6b9-66d722a76437&id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324562 Aug 11 03:05:10.919520 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72262a6-15fb-4b23-9ae7-41a25df67ec0 req-a69313cd-9fa5-4dba-9b00-fe73be7167d4 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:10.920995 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f72262a6-15fb-4b23-9ae7-41a25df67ec0 req-a69313cd-9fa5-4dba-9b00-fe73be7167d4 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 984 time: 0.0523896 Aug 11 03:05:10.960403 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f72262a6-15fb-4b23-9ae7-41a25df67ec0 req-4e7a01d1-8232-49a5-add0-b9706d07fd1d tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=64137f67-5705-4d84-a6b9-66d722a76437&id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328319 Aug 11 03:05:12.074513 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bdde6-020d-4643-8d22-5963788e04a2 req-bea858f7-f3d9-4b80-ae21-82bbe636d66d tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:12.076029 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-773bdde6-020d-4643-8d22-5963788e04a2 req-bea858f7-f3d9-4b80-ae21-82bbe636d66d tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 984 time: 0.0491252 Aug 11 03:05:12.115045 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-773bdde6-020d-4643-8d22-5963788e04a2 req-892b4cf1-44be-4c69-a060-8aa69eba841d tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=64137f67-5705-4d84-a6b9-66d722a76437&id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323839 Aug 11 03:05:13.231736 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd81b36-2a5e-41e4-a30d-291f3f0992ea req-13756af7-441c-4e61-8ade-d28f7b42dc21 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:13.233305 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-efd81b36-2a5e-41e4-a30d-291f3f0992ea req-13756af7-441c-4e61-8ade-d28f7b42dc21 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 984 time: 0.0511699 Aug 11 03:05:13.274260 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-efd81b36-2a5e-41e4-a30d-291f3f0992ea req-6d9f18dd-0a23-479b-ab20-373c4569ea16 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=64137f67-5705-4d84-a6b9-66d722a76437&id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348065 Aug 11 03:05:15.698005 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7d7228f1-034c-43e7-9008-e48669c932ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:18.388227 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9690c874-2901-4c01-a719-0b81dd039e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:18.396860 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:20.128405 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:21.632074 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:24.933464 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:25.839804 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:42.359611 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:05:45.699368 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-35e82cba-1ba0-4158-9285-6cfbd65dabe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:45.964820 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a7ba5b08-34dc-48f8-9a88-282644c43e97 req-00ac9f8d-7037-4b25-8f28-93483b33cbd9 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-799068181&fields=id&tenant_id=07b0ad4043cc4e32a4274aea781a2071 HTTP/1.1" status: 200 len: 267 time: 0.0369189 Aug 11 03:05:46.018040 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba5b08-34dc-48f8-9a88-282644c43e97 req-c0d2f819-a09b-4ad3-a6dc-9e1387ca4463 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:46.019517 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a7ba5b08-34dc-48f8-9a88-282644c43e97 req-c0d2f819-a09b-4ad3-a6dc-9e1387ca4463 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 984 time: 0.0492151 Aug 11 03:05:46.030683 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-a7ba5b08-34dc-48f8-9a88-282644c43e97 req-bf065162-8280-43ab-b308-c0a93587868b tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Request body: {'port': {'security_groups': ['7b188cc9-ef95-4257-918b-2e472e83d750']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:46.093739 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a7ba5b08-34dc-48f8-9a88-282644c43e97 req-bf065162-8280-43ab-b308-c0a93587868b tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:46.261834 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-a7ba5b08-34dc-48f8-9a88-282644c43e97 req-bf065162-8280-43ab-b308-c0a93587868b tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] For port 1a67dbda-cb78-4f63-b0ff-614efc213580, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=1a67dbda-cb78-4f63-b0ff-614efc213580,segment=NetworkSegment(2aac5beb-fa1a-4146-a4ff-01210f010de1),segment_id=2aac5beb-fa1a-4146-a4ff-01210f010de1)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:46.290792 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a7ba5b08-34dc-48f8-9a88-282644c43e97 req-bf065162-8280-43ab-b308-c0a93587868b tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:46.295314 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a7ba5b08-34dc-48f8-9a88-282644c43e97 req-bf065162-8280-43ab-b308-c0a93587868b tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:46.307232 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['1a67dbda-cb78-4f63-b0ff-614efc213580'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:05:46.341070 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba5b08-34dc-48f8-9a88-282644c43e97 req-bf065162-8280-43ab-b308-c0a93587868b tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:46.341707 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a7ba5b08-34dc-48f8-9a88-282644c43e97 req-bf065162-8280-43ab-b308-c0a93587868b tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:46.349547 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a7ba5b08-34dc-48f8-9a88-282644c43e97 req-bf065162-8280-43ab-b308-c0a93587868b tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "PUT /v2.0/ports/1a67dbda-cb78-4f63-b0ff-614efc213580 HTTP/1.1" status: 200 len: 942 time: 0.3200655 Aug 11 03:05:46.349547 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f27fb0-6ba5-4015-a673-999d3a636c02', 'tag': '1a67dbda-cb78-4f63-b0ff-614efc213580'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:46.349547 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef26015ff99b62ba85d82572846d8981a3d7c94015c7a376eee6ede9212d5761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e4969d-975f-4333-95f1-3527a4a3b3de" -d '{"events": [{"name": "network-changed", "server_uuid": "88f27fb0-6ba5-4015-a673-999d3a636c02", "tag": "1a67dbda-cb78-4f63-b0ff-614efc213580"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:46.349900 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32868) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:46.380608 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf065162-8280-43ab-b308-c0a93587868b tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Pushing event updated for resources: {'Port': ['ID=1a67dbda-cb78-4f63-b0ff-614efc213580,revision_number=7']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:46.388428 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf065162-8280-43ab-b308-c0a93587868b tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:46.388785 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf065162-8280-43ab-b308-c0a93587868b tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:46.389133 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf065162-8280-43ab-b308-c0a93587868b tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:46.389473 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf065162-8280-43ab-b308-c0a93587868b tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:46.389812 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf065162-8280-43ab-b308-c0a93587868b tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:46.390323 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf065162-8280-43ab-b308-c0a93587868b tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:46.390664 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf065162-8280-43ab-b308-c0a93587868b tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:46.391173 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf065162-8280-43ab-b308-c0a93587868b tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:46.391943 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf065162-8280-43ab-b308-c0a93587868b tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:46.392347 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf065162-8280-43ab-b308-c0a93587868b tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:46.392679 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf065162-8280-43ab-b308-c0a93587868b tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:46.393715 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf065162-8280-43ab-b308-c0a93587868b tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:46.402880 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d779eb-9951-4bb0-9285-a33ab507a8b7 x-openstack-request-id: req-e2d779eb-9951-4bb0-9285-a33ab507a8b7 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:46.403826 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f27fb0-6ba5-4015-a673-999d3a636c02", "tag": "1a67dbda-cb78-4f63-b0ff-614efc213580", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:46.403826 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e2d779eb-9951-4bb0-9285-a33ab507a8b7 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:46.404101 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f27fb0-6ba5-4015-a673-999d3a636c02', 'tag': '1a67dbda-cb78-4f63-b0ff-614efc213580', 'status': 'completed', 'code': 200} Aug 11 03:05:46.439371 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f0516486-887f-4287-a8c8-efa5b56b9ad6 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:46.451838 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['1a67dbda-cb78-4f63-b0ff-614efc213580'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:05:46.477068 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f0516486-887f-4287-a8c8-efa5b56b9ad6 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:46.544315 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4969d-975f-4333-95f1-3527a4a3b3de req-e050962b-c29e-4f1c-be5c-7bd9cbbdb814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:46.545863 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-45e4969d-975f-4333-95f1-3527a4a3b3de req-e050962b-c29e-4f1c-be5c-7bd9cbbdb814 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=07b0ad4043cc4e32a4274aea781a2071&device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 1097 time: 0.0808148 Aug 11 03:05:46.629282 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f0516486-887f-4287-a8c8-efa5b56b9ad6 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:46.631761 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f0516486-887f-4287-a8c8-efa5b56b9ad6 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:46.632935 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f0516486-887f-4287-a8c8-efa5b56b9ad6 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "DELETE /v2.0/security-groups/64137f67-5705-4d84-a6b9-66d722a76437 HTTP/1.1" status: 204 len: 168 time: 0.2823033 Aug 11 03:05:46.635652 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32876) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:46.653179 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0516486-887f-4287-a8c8-efa5b56b9ad6 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64137f67-5705-4d84-a6b9-66d722a76437,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:46.662603 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4969d-975f-4333-95f1-3527a4a3b3de req-314f1122-8019-47cd-89a8-95a97ec30c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:46.664163 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-45e4969d-975f-4333-95f1-3527a4a3b3de req-314f1122-8019-47cd-89a8-95a97ec30c24 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0e6264f5-b2db-4df2-9df6-aa4994ad7455 HTTP/1.1" status: 200 len: 916 time: 0.1109626 Aug 11 03:05:46.665628 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0516486-887f-4287-a8c8-efa5b56b9ad6 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:46.665990 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0516486-887f-4287-a8c8-efa5b56b9ad6 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:46.666339 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0516486-887f-4287-a8c8-efa5b56b9ad6 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:46.666693 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0516486-887f-4287-a8c8-efa5b56b9ad6 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:46.667069 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0516486-887f-4287-a8c8-efa5b56b9ad6 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:46.667411 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0516486-887f-4287-a8c8-efa5b56b9ad6 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:46.667772 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0516486-887f-4287-a8c8-efa5b56b9ad6 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:46.668110 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0516486-887f-4287-a8c8-efa5b56b9ad6 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:46.668445 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0516486-887f-4287-a8c8-efa5b56b9ad6 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:46.668779 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0516486-887f-4287-a8c8-efa5b56b9ad6 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:46.669110 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0516486-887f-4287-a8c8-efa5b56b9ad6 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:46.669441 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0516486-887f-4287-a8c8-efa5b56b9ad6 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:46.674344 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d647b9a2-8b0d-4da1-9a17-22ebf669d624 None None] Provisioning complete for port 1a67dbda-cb78-4f63-b0ff-614efc213580 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:46.674944 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d647b9a2-8b0d-4da1-9a17-22ebf669d624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:46.741019 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-45e4969d-975f-4333-95f1-3527a4a3b3de req-6173cce4-ec4a-4263-b8f2-d3c9d80a7b7e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a67dbda-cb78-4f63-b0ff-614efc213580 HTTP/1.1" status: 200 len: 1001 time: 0.0685422 Aug 11 03:05:46.796491 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4969d-975f-4333-95f1-3527a4a3b3de req-16015129-cf5d-45da-97cb-a78d792ade5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:46.798004 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-45e4969d-975f-4333-95f1-3527a4a3b3de req-16015129-cf5d-45da-97cb-a78d792ade5a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe HTTP/1.1" status: 200 len: 854 time: 0.0481303 Aug 11 03:05:46.847829 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4969d-975f-4333-95f1-3527a4a3b3de req-2f51ee15-25fd-449b-873b-38dfa94a3c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:46.849405 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-45e4969d-975f-4333-95f1-3527a4a3b3de req-2f51ee15-25fd-449b-873b-38dfa94a3c16 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0e6264f5-b2db-4df2-9df6-aa4994ad7455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433586 Aug 11 03:05:46.949785 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-45e4969d-975f-4333-95f1-3527a4a3b3de req-5f79a412-91cb-4a85-afbf-22423f065cd9 service neutron] 10.222.0.66 "GET /v2.0/networks/0e6264f5-b2db-4df2-9df6-aa4994ad7455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918603 Aug 11 03:05:47.048892 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-45e4969d-975f-4333-95f1-3527a4a3b3de req-9ca98274-fcf2-4fe5-a498-c7b980651edb service neutron] 10.222.0.66 "GET /v2.0/networks/0e6264f5-b2db-4df2-9df6-aa4994ad7455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838830 Aug 11 03:05:47.108516 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-183e3450-ebee-49ec-aa0a-dce4617f2bfd tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Deleting port 44b68157-512f-4858-a560-d0253ad4833b {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:47.109085 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-183e3450-ebee-49ec-aa0a-dce4617f2bfd tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:47.180465 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-183e3450-ebee-49ec-aa0a-dce4617f2bfd tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:47.180801 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-183e3450-ebee-49ec-aa0a-dce4617f2bfd tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:47.192551 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-183e3450-ebee-49ec-aa0a-dce4617f2bfd tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Calling delete_port for 44b68157-512f-4858-a560-d0253ad4833b owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:47.339593 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-183e3450-ebee-49ec-aa0a-dce4617f2bfd tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:47.363861 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e3450-ebee-49ec-aa0a-dce4617f2bfd tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Pushing event deleted for resources: {'Port': ['ID=44b68157-512f-4858-a560-d0253ad4833b,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:47.425179 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-183e3450-ebee-49ec-aa0a-dce4617f2bfd tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:47.426117 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-183e3450-ebee-49ec-aa0a-dce4617f2bfd tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Floating IP 86a7d48e-a467-4ab2-8878-4104b07f1b98 disassociated (deleted). External IP: 172.25.2.135, port: 1a67dbda-cb78-4f63-b0ff-614efc213580. Aug 11 03:05:47.628275 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183e3450-ebee-49ec-aa0a-dce4617f2bfd tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Router f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:05:47.734014 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183e3450-ebee-49ec-aa0a-dce4617f2bfd tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:05:47.739342 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-183e3450-ebee-49ec-aa0a-dce4617f2bfd tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:47.744144 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf18a69-1507-40fa-8844-c6b313808735 None None] Sync routers for ids ['f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:05:47.752676 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf18a69-1507-40fa-8844-c6b313808735 None None] Routers {'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:47.753305 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-faf18a69-1507-40fa-8844-c6b313808735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:05:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:47.766092 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-183e3450-ebee-49ec-aa0a-dce4617f2bfd tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "DELETE /v2.0/floatingips/86a7d48e-a467-4ab2-8878-4104b07f1b98 HTTP/1.1" status: 204 len: 168 time: 1.1292949 Aug 11 03:05:48.022629 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-faf18a69-1507-40fa-8844-c6b313808735 None None] Set router f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:48.216154 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-faf18a69-1507-40fa-8844-c6b313808735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'name': 'tempest-TestMinimumBasicScenario-1938143326-router', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'e9403745-33b8-4ff3-9f79-08ebac50d480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:03:53Z', 'revision_number': 4, 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'gw_port': {'id': 'e9403745-33b8-4ff3-9f79-08ebac50d480', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'cc523050-bbd4-4b88-823f-88cbe716171a', 'name': '', 'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'mac_address': 'fa:16:3e:05:23:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:53Z', 'updated_at': '2021-08-11T03:03:59Z', 'revision_number': 5, 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'subnets': [{'id': 'a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:48.241452 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf18a69-1507-40fa-8844-c6b313808735 None None] Checking router: f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:05:48.249828 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf18a69-1507-40fa-8844-c6b313808735 None None] Routers {'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:48.250444 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-faf18a69-1507-40fa-8844-c6b313808735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:05:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:48.353760 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-faf18a69-1507-40fa-8844-c6b313808735 None None] Set router f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:48.404825 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f27fb0-6ba5-4015-a673-999d3a636c02', 'tag': '1a67dbda-cb78-4f63-b0ff-614efc213580'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:48.407469 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef26015ff99b62ba85d82572846d8981a3d7c94015c7a376eee6ede9212d5761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d0d9fb-0bdb-44ba-9c59-045e4a87caab" -d '{"events": [{"name": "network-changed", "server_uuid": "88f27fb0-6ba5-4015-a673-999d3a636c02", "tag": "1a67dbda-cb78-4f63-b0ff-614efc213580"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:48.417484 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6db5a43c-8271-4dd8-a6a6-3d524727e96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:48.419140 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:48.454181 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125754f5-a22c-49b0-b865-713d61d8cd5d x-openstack-request-id: req-125754f5-a22c-49b0-b865-713d61d8cd5d {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:48.454708 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f27fb0-6ba5-4015-a673-999d3a636c02", "tag": "1a67dbda-cb78-4f63-b0ff-614efc213580", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:48.454875 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-125754f5-a22c-49b0-b865-713d61d8cd5d {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:48.455344 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f27fb0-6ba5-4015-a673-999d3a636c02', 'tag': '1a67dbda-cb78-4f63-b0ff-614efc213580', 'status': 'completed', 'code': 200} Aug 11 03:05:48.526542 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0d9fb-0bdb-44ba-9c59-045e4a87caab req-a241ac43-beb7-43a4-9d43-95fe431cff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:48.528220 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-24d0d9fb-0bdb-44ba-9c59-045e4a87caab req-a241ac43-beb7-43a4-9d43-95fe431cff2b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=07b0ad4043cc4e32a4274aea781a2071&device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 1097 time: 0.0506122 Aug 11 03:05:48.583158 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-faf18a69-1507-40fa-8844-c6b313808735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'name': 'tempest-TestMinimumBasicScenario-1938143326-router', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'e9403745-33b8-4ff3-9f79-08ebac50d480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:03:53Z', 'revision_number': 4, 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'gw_port': {'id': 'e9403745-33b8-4ff3-9f79-08ebac50d480', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'cc523050-bbd4-4b88-823f-88cbe716171a', 'name': '', 'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'mac_address': 'fa:16:3e:05:23:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:53Z', 'updated_at': '2021-08-11T03:03:59Z', 'revision_number': 5, 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'subnets': [{'id': 'a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:48.610124 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf18a69-1507-40fa-8844-c6b313808735 None None] The sync data for ids ['f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8'] in n-d-615180-33 is: [{'id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'name': 'tempest-TestMinimumBasicScenario-1938143326-router', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'e9403745-33b8-4ff3-9f79-08ebac50d480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:03:53Z', 'revision_number': 4, 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'gw_port': {'id': 'e9403745-33b8-4ff3-9f79-08ebac50d480', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'cc523050-bbd4-4b88-823f-88cbe716171a', 'name': '', 'network_id': '0e6264f5-b2db-4df2-9df6-aa4994ad7455', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'mac_address': 'fa:16:3e:05:23:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:53Z', 'updated_at': '2021-08-11T03:03:59Z', 'revision_number': 5, 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'subnets': [{'id': 'a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:05:48.639263 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0d9fb-0bdb-44ba-9c59-045e4a87caab req-8b7377ff-1675-4221-b66b-137f0226eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:48.641798 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-24d0d9fb-0bdb-44ba-9c59-045e4a87caab req-8b7377ff-1675-4221-b66b-137f0226eebd service neutron] 10.222.0.66 "GET /v2.0/networks?id=0e6264f5-b2db-4df2-9df6-aa4994ad7455 HTTP/1.1" status: 200 len: 916 time: 0.1052313 Aug 11 03:05:48.691686 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-24d0d9fb-0bdb-44ba-9c59-045e4a87caab req-cf387ffc-d3f7-4d24-a1a5-00876c36feb9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a67dbda-cb78-4f63-b0ff-614efc213580 HTTP/1.1" status: 200 len: 217 time: 0.0413911 Aug 11 03:05:48.744852 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0d9fb-0bdb-44ba-9c59-045e4a87caab req-5b1bdcf0-f2c7-42e4-ada6-f27ba5bc6d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:48.746415 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-24d0d9fb-0bdb-44ba-9c59-045e4a87caab req-5b1bdcf0-f2c7-42e4-ada6-f27ba5bc6d90 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe HTTP/1.1" status: 200 len: 854 time: 0.0483391 Aug 11 03:05:48.796252 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0d9fb-0bdb-44ba-9c59-045e4a87caab req-f1719641-4e89-4c58-b018-2bb5fc2da66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:48.798140 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-24d0d9fb-0bdb-44ba-9c59-045e4a87caab req-f1719641-4e89-4c58-b018-2bb5fc2da66a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0e6264f5-b2db-4df2-9df6-aa4994ad7455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436661 Aug 11 03:05:48.841171 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb00330-4070-43bc-baf6-c80703fc1d22 None None] New status for floating IP 86a7d48e-a467-4ab2-8878-4104b07f1b98: DOWN {{(pid=94509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:05:48.896760 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-24d0d9fb-0bdb-44ba-9c59-045e4a87caab req-c36e6cb2-f480-439a-960d-0732e310831d service neutron] 10.222.0.66 "GET /v2.0/networks/0e6264f5-b2db-4df2-9df6-aa4994ad7455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899253 Aug 11 03:05:48.993846 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-24d0d9fb-0bdb-44ba-9c59-045e4a87caab req-1548c9a8-ea7f-43aa-8d38-ad1a04d33c63 service neutron] 10.222.0.66 "GET /v2.0/networks/0e6264f5-b2db-4df2-9df6-aa4994ad7455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876017 Aug 11 03:05:50.131908 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.635401 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:52.488578 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-7e61ccdd-598e-466b-a62f-a6d0cf0e3ef7 req-aea8eb77-2ebe-4c20-aab2-fcc9b9671484 tempest-ServerDiskConfigTestJSON-2095346610 tempest-ServerDiskConfigTestJSON-2095346610-project] (94507) timed out ('10.222.0.73', 63457) {{(pid=94507) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:05:53.011163 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a31ac6ef-67c4-4eb8-8422-412c332ea191 req-34a046d2-cfe4-422a-a4bf-f641fab16b41 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412679 Aug 11 03:05:53.095986 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ac6ef-67c4-4eb8-8422-412c332ea191 req-a6a3431c-722f-4245-ad49-f00b2b774dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:53.097992 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a31ac6ef-67c4-4eb8-8422-412c332ea191 req-a6a3431c-722f-4245-ad49-f00b2b774dc1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=07b0ad4043cc4e32a4274aea781a2071&device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 1097 time: 0.0437233 Aug 11 03:05:53.202364 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ac6ef-67c4-4eb8-8422-412c332ea191 req-4e0893a4-e9f1-4f5e-98a7-86efdbbb9c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:53.204159 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a31ac6ef-67c4-4eb8-8422-412c332ea191 req-4e0893a4-e9f1-4f5e-98a7-86efdbbb9c2a service neutron] 10.222.0.66 "GET /v2.0/networks?id=0e6264f5-b2db-4df2-9df6-aa4994ad7455 HTTP/1.1" status: 200 len: 916 time: 0.0856953 Aug 11 03:05:53.249118 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a31ac6ef-67c4-4eb8-8422-412c332ea191 req-04bd5513-489c-438a-8999-d1a1d63087a2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a67dbda-cb78-4f63-b0ff-614efc213580 HTTP/1.1" status: 200 len: 217 time: 0.0361614 Aug 11 03:05:53.304928 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ac6ef-67c4-4eb8-8422-412c332ea191 req-4aac262c-1314-419e-8848-90ca50278bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:53.306549 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a31ac6ef-67c4-4eb8-8422-412c332ea191 req-4aac262c-1314-419e-8848-90ca50278bbd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe HTTP/1.1" status: 200 len: 854 time: 0.0490017 Aug 11 03:05:53.352788 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ac6ef-67c4-4eb8-8422-412c332ea191 req-c6b32dc0-75f6-4383-bbc2-b57b7194675a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:53.354545 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a31ac6ef-67c4-4eb8-8422-412c332ea191 req-c6b32dc0-75f6-4383-bbc2-b57b7194675a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0e6264f5-b2db-4df2-9df6-aa4994ad7455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405385 Aug 11 03:05:53.448832 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a31ac6ef-67c4-4eb8-8422-412c332ea191 req-842996a4-e242-47eb-95ad-4c61dd243254 service neutron] 10.222.0.66 "GET /v2.0/networks/0e6264f5-b2db-4df2-9df6-aa4994ad7455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860293 Aug 11 03:05:53.545545 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a31ac6ef-67c4-4eb8-8422-412c332ea191 req-e387f090-d147-4219-8b89-90f5be19869b service neutron] 10.222.0.66 "GET /v2.0/networks/0e6264f5-b2db-4df2-9df6-aa4994ad7455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894966 Aug 11 03:05:54.698443 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad9ad9-7f66-440d-9d3b-921c5722e22e req-b1c3802f-2e67-4451-9a11-d0ce82006e36 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:54.700103 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-62ad9ad9-7f66-440d-9d3b-921c5722e22e req-b1c3802f-2e67-4451-9a11-d0ce82006e36 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 945 time: 0.0495925 Aug 11 03:05:54.739039 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-62ad9ad9-7f66-440d-9d3b-921c5722e22e req-e9c3d55f-ce3c-4ae3-8139-0fb89cee3514 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324700 Aug 11 03:05:54.933871 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.835151 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.854756 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b93800-a0c2-4e3c-87e6-8cd47b40cbac req-bf0e26b0-a21c-4072-bd7e-2f70c0685edd tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:55.856320 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-12b93800-a0c2-4e3c-87e6-8cd47b40cbac req-bf0e26b0-a21c-4072-bd7e-2f70c0685edd tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 945 time: 0.0494843 Aug 11 03:05:55.893905 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-12b93800-a0c2-4e3c-87e6-8cd47b40cbac req-e0c95ca9-bb1a-4417-8d1d-1bd6c538ef10 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b188cc9-ef95-4257-918b-2e472e83d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315573 Aug 11 03:05:56.412917 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9892ed-adf8-4f98-a023-423a72ca860b req-1d630fb7-ee84-4bff-9e6a-2d69af92ee21 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:56.414366 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2e9892ed-adf8-4f98-a023-423a72ca860b req-1d630fb7-ee84-4bff-9e6a-2d69af92ee21 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.66 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 945 time: 0.0521832 Aug 11 03:05:56.500063 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-2e9892ed-adf8-4f98-a023-423a72ca860b req-18b25cf7-e4af-4185-a57d-a41d96e968d9 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Deleting port 1a67dbda-cb78-4f63-b0ff-614efc213580 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:56.500406 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-2e9892ed-adf8-4f98-a023-423a72ca860b req-18b25cf7-e4af-4185-a57d-a41d96e968d9 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.589134 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-2e9892ed-adf8-4f98-a023-423a72ca860b req-18b25cf7-e4af-4185-a57d-a41d96e968d9 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] For port 1a67dbda-cb78-4f63-b0ff-614efc213580, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=1a67dbda-cb78-4f63-b0ff-614efc213580,segment=NetworkSegment(2aac5beb-fa1a-4146-a4ff-01210f010de1),segment_id=2aac5beb-fa1a-4146-a4ff-01210f010de1)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:56.589524 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-2e9892ed-adf8-4f98-a023-423a72ca860b req-18b25cf7-e4af-4185-a57d-a41d96e968d9 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.602808 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-2e9892ed-adf8-4f98-a023-423a72ca860b req-18b25cf7-e4af-4185-a57d-a41d96e968d9 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Calling delete_port for 1a67dbda-cb78-4f63-b0ff-614efc213580 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:56.725689 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-2e9892ed-adf8-4f98-a023-423a72ca860b req-18b25cf7-e4af-4185-a57d-a41d96e968d9 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.737700 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['1a67dbda-cb78-4f63-b0ff-614efc213580'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:05:56.758393 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b25cf7-e4af-4185-a57d-a41d96e968d9 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Pushing event deleted for resources: {'Port': ['ID=1a67dbda-cb78-4f63-b0ff-614efc213580,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:56.797981 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9892ed-adf8-4f98-a023-423a72ca860b req-18b25cf7-e4af-4185-a57d-a41d96e968d9 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] No DVR routers for this DVR port 1a67dbda-cb78-4f63-b0ff-614efc213580 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:05:56.800637 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-2e9892ed-adf8-4f98-a023-423a72ca860b req-18b25cf7-e4af-4185-a57d-a41d96e968d9 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.802793 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2e9892ed-adf8-4f98-a023-423a72ca860b req-18b25cf7-e4af-4185-a57d-a41d96e968d9 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.66 "DELETE /v2.0/ports/1a67dbda-cb78-4f63-b0ff-614efc213580 HTTP/1.1" status: 204 len: 173 time: 0.3822134 Aug 11 03:05:56.803274 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f27fb0-6ba5-4015-a673-999d3a636c02', 'name': 'network-vif-deleted', 'tag': '1a67dbda-cb78-4f63-b0ff-614efc213580'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:56.805533 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274cfa898284e0591c33ace065f819b64a6cad10b3d723e28d1d1a3acc1cf9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b87745-c75c-4e53-ade2-db9f41307818" -d '{"events": [{"server_uuid": "88f27fb0-6ba5-4015-a673-999d3a636c02", "name": "network-vif-deleted", "tag": "1a67dbda-cb78-4f63-b0ff-614efc213580"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:56.842338 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac5c07c-484a-421a-980b-948a2b06fdb7 x-openstack-request-id: req-0ac5c07c-484a-421a-980b-948a2b06fdb7 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:56.842780 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f27fb0-6ba5-4015-a673-999d3a636c02", "name": "network-vif-deleted", "tag": "1a67dbda-cb78-4f63-b0ff-614efc213580", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:56.843044 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0ac5c07c-484a-421a-980b-948a2b06fdb7 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:56.843452 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f27fb0-6ba5-4015-a673-999d3a636c02', 'name': 'network-vif-deleted', 'tag': '1a67dbda-cb78-4f63-b0ff-614efc213580', 'status': 'completed', 'code': 200} Aug 11 03:05:56.996729 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2a4a08ae-0c32-434c-a2d9-ca3ab30cb3c1 req-7d63bd85-44d9-4223-a9fb-e04dfba0de85 tempest-TestMinimumBasicScenario-1103795445 tempest-TestMinimumBasicScenario-1103795445-project] 10.222.0.50 "GET /v2.0/ports?device_id=88f27fb0-6ba5-4015-a673-999d3a636c02 HTTP/1.1" status: 200 len: 210 time: 0.0254664 Aug 11 03:05:58.550825 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32990) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:58.893188 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3fb9a150-0ec5-4205-82b8-5e8d672699b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.133703 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-3fb9a150-0ec5-4205-82b8-5e8d672699b4 admin admin] Deleting port cc523050-bbd4-4b88-823f-88cbe716171a {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:59.134039 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3fb9a150-0ec5-4205-82b8-5e8d672699b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.208669 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-3fb9a150-0ec5-4205-82b8-5e8d672699b4 admin admin] For port cc523050-bbd4-4b88-823f-88cbe716171a, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=cc523050-bbd4-4b88-823f-88cbe716171a,segment=NetworkSegment(2aac5beb-fa1a-4146-a4ff-01210f010de1),segment_id=2aac5beb-fa1a-4146-a4ff-01210f010de1)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:59.208942 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3fb9a150-0ec5-4205-82b8-5e8d672699b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.234305 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-3fb9a150-0ec5-4205-82b8-5e8d672699b4 admin admin] Calling delete_port for cc523050-bbd4-4b88-823f-88cbe716171a owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:59.411377 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3fb9a150-0ec5-4205-82b8-5e8d672699b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.436862 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9a150-0ec5-4205-82b8-5e8d672699b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc523050-bbd4-4b88-823f-88cbe716171a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:59.601796 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3fb9a150-0ec5-4205-82b8-5e8d672699b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.814002 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb9a150-0ec5-4205-82b8-5e8d672699b4 admin admin] Router f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:05:59.924757 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb9a150-0ec5-4205-82b8-5e8d672699b4 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:05:59.929702 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3fb9a150-0ec5-4205-82b8-5e8d672699b4 admin admin] 10.222.0.50 "PUT /v2.0/routers/f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3765244 Aug 11 03:05:59.932247 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32992) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:59.934910 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9596fb6b-0629-4b1a-a52f-9ed16eeba662 None None] Sync routers for ids ['f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:05:59.944549 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9596fb6b-0629-4b1a-a52f-9ed16eeba662 None None] Routers {'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:59.945156 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-9596fb6b-0629-4b1a-a52f-9ed16eeba662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:05:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:00.036564 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fb21b5b7-63a1-4f05-b01d-f73b4b65fed9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.047935 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-9596fb6b-0629-4b1a-a52f-9ed16eeba662 None None] Set router f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:00.138814 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fb21b5b7-63a1-4f05-b01d-f73b4b65fed9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.191462 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-fb21b5b7-63a1-4f05-b01d-f73b4b65fed9 admin admin] Deleting port e9403745-33b8-4ff3-9f79-08ebac50d480 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:00.191828 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fb21b5b7-63a1-4f05-b01d-f73b4b65fed9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.240035 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-9596fb6b-0629-4b1a-a52f-9ed16eeba662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'name': 'tempest-TestMinimumBasicScenario-1938143326-router', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'e9403745-33b8-4ff3-9f79-08ebac50d480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:05:59Z', 'revision_number': 5, 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'gw_port': {'id': 'e9403745-33b8-4ff3-9f79-08ebac50d480', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:00.268988 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9596fb6b-0629-4b1a-a52f-9ed16eeba662 None None] Checking router: f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:06:00.271667 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-fb21b5b7-63a1-4f05-b01d-f73b4b65fed9 admin admin] For port e9403745-33b8-4ff3-9f79-08ebac50d480, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=e9403745-33b8-4ff3-9f79-08ebac50d480,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:00.272045 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fb21b5b7-63a1-4f05-b01d-f73b4b65fed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.278047 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9596fb6b-0629-4b1a-a52f-9ed16eeba662 None None] Routers {'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:00.278685 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-9596fb6b-0629-4b1a-a52f-9ed16eeba662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:05:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:00.289229 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-fb21b5b7-63a1-4f05-b01d-f73b4b65fed9 admin admin] Calling delete_port for e9403745-33b8-4ff3-9f79-08ebac50d480 owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:00.363489 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-9596fb6b-0629-4b1a-a52f-9ed16eeba662 None None] Set router f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:00.418282 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-9596fb6b-0629-4b1a-a52f-9ed16eeba662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'name': 'tempest-TestMinimumBasicScenario-1938143326-router', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:06:00Z', 'revision_number': 6, 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:00.444903 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9596fb6b-0629-4b1a-a52f-9ed16eeba662 None None] The sync data for ids ['f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8'] in n-d-615180-33 is: [{'id': 'f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8', 'name': 'tempest-TestMinimumBasicScenario-1938143326-router', 'tenant_id': '07b0ad4043cc4e32a4274aea781a2071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:06:00Z', 'revision_number': 6, 'project_id': '07b0ad4043cc4e32a4274aea781a2071', 'gw_port_host': None}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:06:00.452163 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fb21b5b7-63a1-4f05-b01d-f73b4b65fed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.484412 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21b5b7-63a1-4f05-b01d-f73b4b65fed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9403745-33b8-4ff3-9f79-08ebac50d480,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:00.552792 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fb21b5b7-63a1-4f05-b01d-f73b4b65fed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.641936 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fb21b5b7-63a1-4f05-b01d-f73b4b65fed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.644059 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fb21b5b7-63a1-4f05-b01d-f73b4b65fed9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.688590 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fb21b5b7-63a1-4f05-b01d-f73b4b65fed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.689154 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb21b5b7-63a1-4f05-b01d-f73b4b65fed9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:06:00.694068 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fb21b5b7-63a1-4f05-b01d-f73b4b65fed9 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.695255 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fb21b5b7-63a1-4f05-b01d-f73b4b65fed9 admin admin] 10.222.0.50 "DELETE /v2.0/routers/f5c9c0bd-7fa0-41f0-89e8-d4fca1af26f8 HTTP/1.1" status: 204 len: 168 time: 0.7620986 Aug 11 03:06:00.697921 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 32994) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:00.741581 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-97eedd9d-1c62-402e-bc99-70654f4c06e6 admin admin] Deleting subnet a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:06:00.744547 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-97eedd9d-1c62-402e-bc99-70654f4c06e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.778154 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-97eedd9d-1c62-402e-bc99-70654f4c06e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.861255 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-97eedd9d-1c62-402e-bc99-70654f4c06e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.921355 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-97eedd9d-1c62-402e-bc99-70654f4c06e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.947596 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eedd9d-1c62-402e-bc99-70654f4c06e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:00.951192 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-97eedd9d-1c62-402e-bc99-70654f4c06e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.953076 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-97eedd9d-1c62-402e-bc99-70654f4c06e6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a9cc7caf-51e7-4118-96a0-4e1f4ae11fbe HTTP/1.1" status: 204 len: 168 time: 0.2542312 Aug 11 03:06:00.955749 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 32996) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:00.956383 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8b59ba-3d66-468a-8244-9c3d4601fbfa None None] Network 0e6264f5-b2db-4df2-9df6-aa4994ad7455 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:01.023868 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-31e5fe71-ed1c-4cf6-950d-33cea9a74699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.083251 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-31e5fe71-ed1c-4cf6-950d-33cea9a74699 admin admin] Deleting port 2f6d988f-ea80-456e-9b1a-ea7cb0df444a {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:01.083633 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-31e5fe71-ed1c-4cf6-950d-33cea9a74699 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.145570 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-31e5fe71-ed1c-4cf6-950d-33cea9a74699 admin admin] For port 2f6d988f-ea80-456e-9b1a-ea7cb0df444a, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=2f6d988f-ea80-456e-9b1a-ea7cb0df444a,segment=NetworkSegment(2aac5beb-fa1a-4146-a4ff-01210f010de1),segment_id=2aac5beb-fa1a-4146-a4ff-01210f010de1)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:01.145882 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-31e5fe71-ed1c-4cf6-950d-33cea9a74699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.158215 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-31e5fe71-ed1c-4cf6-950d-33cea9a74699 admin admin] Calling delete_port for 2f6d988f-ea80-456e-9b1a-ea7cb0df444a owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:01.214130 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1444ea88-d0c3-4501-a3eb-9ee0e0794235 None None] DHCP port deletion for 0e6264f5-b2db-4df2-9df6-aa4994ad7455 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:06:01.247850 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-31e5fe71-ed1c-4cf6-950d-33cea9a74699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.273027 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device cc523050-bbd4-4b88-823f-88cbe716171a no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:06:01.277804 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5fe71-ed1c-4cf6-950d-33cea9a74699 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f6d988f-ea80-456e-9b1a-ea7cb0df444a,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:01.283771 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e5fe71-ed1c-4cf6-950d-33cea9a74699 admin admin] No DVR routers for this DVR port 2f6d988f-ea80-456e-9b1a-ea7cb0df444a on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:06:01.300056 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: cc523050-bbd4-4b88-823f-88cbe716171a {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:06:01.300399 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device cc523050-bbd4-4b88-823f-88cbe716171a not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:06:01.300853 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 2f6d988f-ea80-456e-9b1a-ea7cb0df444a no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:06:01.324725 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-1444ea88-d0c3-4501-a3eb-9ee0e0794235 None None] Deleting port 2f6d988f-ea80-456e-9b1a-ea7cb0df444a {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:01.325217 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1444ea88-d0c3-4501-a3eb-9ee0e0794235 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.326971 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 2f6d988f-ea80-456e-9b1a-ea7cb0df444a {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:06:01.327314 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 2f6d988f-ea80-456e-9b1a-ea7cb0df444a not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:06:01.327779 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e9403745-33b8-4ff3-9f79-08ebac50d480 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:06:01.356890 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: e9403745-33b8-4ff3-9f79-08ebac50d480 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:06:01.357234 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device e9403745-33b8-4ff3-9f79-08ebac50d480 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:06:01.360798 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-31e5fe71-ed1c-4cf6-950d-33cea9a74699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.373526 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-31e5fe71-ed1c-4cf6-950d-33cea9a74699 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6264f5-b2db-4df2-9df6-aa4994ad7455']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:01.384556 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-31e5fe71-ed1c-4cf6-950d-33cea9a74699 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aac5beb-fa1a-4146-a4ff-01210f010de1') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:01.384854 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-31e5fe71-ed1c-4cf6-950d-33cea9a74699 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aac5beb-fa1a-4146-a4ff-01210f010de1') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:01.394680 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-31e5fe71-ed1c-4cf6-950d-33cea9a74699 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.412230 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-1444ea88-d0c3-4501-a3eb-9ee0e0794235 None None] For port 2f6d988f-ea80-456e-9b1a-ea7cb0df444a, host n-d-615180-33, got binding levels [] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:01.412633 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1444ea88-d0c3-4501-a3eb-9ee0e0794235 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.413898 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-31e5fe71-ed1c-4cf6-950d-33cea9a74699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.420425 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e5fe71-ed1c-4cf6-950d-33cea9a74699 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:06:01.420884 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-31e5fe71-ed1c-4cf6-950d-33cea9a74699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: timer() Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:06:01.422990 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:06:01.427468 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-1444ea88-d0c3-4501-a3eb-9ee0e0794235 None None] Calling delete_port for 2f6d988f-ea80-456e-9b1a-ea7cb0df444a owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:01.430092 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.ipam_backend_mixin [None req-1444ea88-d0c3-4501-a3eb-9ee0e0794235 None None] Port 2f6d988f-ea80-456e-9b1a-ea7cb0df444a was not found and therefore no delete operation was performed {{(pid=94508) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:06:01.431377 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1444ea88-d0c3-4501-a3eb-9ee0e0794235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.456913 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444ea88-d0c3-4501-a3eb-9ee0e0794235 None None] Pushing event deleted for resources: {'Port': ['ID=2f6d988f-ea80-456e-9b1a-ea7cb0df444a,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:01.461426 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1444ea88-d0c3-4501-a3eb-9ee0e0794235 None None] No DVR routers for this DVR port 2f6d988f-ea80-456e-9b1a-ea7cb0df444a on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:06:01.468782 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444ea88-d0c3-4501-a3eb-9ee0e0794235 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:01.469130 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444ea88-d0c3-4501-a3eb-9ee0e0794235 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:01.469468 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444ea88-d0c3-4501-a3eb-9ee0e0794235 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:01.469805 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444ea88-d0c3-4501-a3eb-9ee0e0794235 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:01.474633 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444ea88-d0c3-4501-a3eb-9ee0e0794235 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:01.474633 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444ea88-d0c3-4501-a3eb-9ee0e0794235 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:01.474633 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444ea88-d0c3-4501-a3eb-9ee0e0794235 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:01.474633 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444ea88-d0c3-4501-a3eb-9ee0e0794235 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:01.474633 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444ea88-d0c3-4501-a3eb-9ee0e0794235 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:01.474633 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444ea88-d0c3-4501-a3eb-9ee0e0794235 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:01.474633 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444ea88-d0c3-4501-a3eb-9ee0e0794235 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:01.474633 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444ea88-d0c3-4501-a3eb-9ee0e0794235 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:01.483568 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-31e5fe71-ed1c-4cf6-950d-33cea9a74699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.488250 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-31e5fe71-ed1c-4cf6-950d-33cea9a74699 admin admin] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.490983 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-31e5fe71-ed1c-4cf6-950d-33cea9a74699 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0e6264f5-b2db-4df2-9df6-aa4994ad7455 HTTP/1.1" status: 204 len: 168 time: 0.5342414 Aug 11 03:06:01.494677 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33000) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:01.504551 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5fe71-ed1c-4cf6-950d-33cea9a74699 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e6264f5-b2db-4df2-9df6-aa4994ad7455,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:01.816143 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 1a67dbda-cb78-4f63-b0ff-614efc213580 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:06:01.839959 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: 1a67dbda-cb78-4f63-b0ff-614efc213580 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:06:01.840305 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 1a67dbda-cb78-4f63-b0ff-614efc213580 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:06:02.166016 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8efa1972-e646-4661-9337-f79d6aaa9879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.410353 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-8efa1972-e646-4661-9337-f79d6aaa9879 admin admin] Deleting port f4ef08aa-7e96-4db9-8121-fef9cabc0ab9 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:02.410696 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8efa1972-e646-4661-9337-f79d6aaa9879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.489455 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-8efa1972-e646-4661-9337-f79d6aaa9879 admin admin] For port f4ef08aa-7e96-4db9-8121-fef9cabc0ab9, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f4ef08aa-7e96-4db9-8121-fef9cabc0ab9,segment=NetworkSegment(cf182360-c2c6-4e16-9575-438c404e2d37),segment_id=cf182360-c2c6-4e16-9575-438c404e2d37)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:02.489713 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8efa1972-e646-4661-9337-f79d6aaa9879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.501916 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-8efa1972-e646-4661-9337-f79d6aaa9879 admin admin] Calling delete_port for f4ef08aa-7e96-4db9-8121-fef9cabc0ab9 owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:02.677363 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8efa1972-e646-4661-9337-f79d6aaa9879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.706267 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa1972-e646-4661-9337-f79d6aaa9879 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4ef08aa-7e96-4db9-8121-fef9cabc0ab9,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:02.868172 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-8efa1972-e646-4661-9337-f79d6aaa9879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.078945 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efa1972-e646-4661-9337-f79d6aaa9879 admin admin] Router d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:06:03.183991 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efa1972-e646-4661-9337-f79d6aaa9879 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:06:03.189032 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8efa1972-e646-4661-9337-f79d6aaa9879 admin admin] 10.222.0.50 "PUT /v2.0/routers/d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6930499 Aug 11 03:06:03.191609 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33004) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:03.194215 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda906bd-fc94-4660-b8c0-e48f7a5d9fe1 None None] Sync routers for ids ['d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:06:03.206877 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda906bd-fc94-4660-b8c0-e48f7a5d9fe1 None None] Routers {'d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:03.208033 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-eda906bd-fc94-4660-b8c0-e48f7a5d9fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:05:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:03.297090 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd5ef72a-423d-4e04-a157-b9a294081dc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.313264 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-eda906bd-fc94-4660-b8c0-e48f7a5d9fe1 None None] Set router d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:03.404882 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd5ef72a-423d-4e04-a157-b9a294081dc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.456267 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-fd5ef72a-423d-4e04-a157-b9a294081dc4 admin admin] Deleting port 1beb7459-63ab-46f9-b63c-5bca2c925205 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:03.456609 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd5ef72a-423d-4e04-a157-b9a294081dc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.492135 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-eda906bd-fc94-4660-b8c0-e48f7a5d9fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c9a760-f6e9-4a7e-a71e-bdf879bbacc6', 'name': 'tempest-TestMinimumBasicScenario-262740964-router', 'tenant_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1beb7459-63ab-46f9-b63c-5bca2c925205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:56Z', 'updated_at': '2021-08-11T03:06:02Z', 'revision_number': 5, 'project_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'gw_port': {'id': '1beb7459-63ab-46f9-b63c-5bca2c925205', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c9a760-f6e9-4a7e-a71e-bdf879bbacc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:56Z', 'updated_at': '2021-08-11T03:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:03.518303 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda906bd-fc94-4660-b8c0-e48f7a5d9fe1 None None] Checking router: d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:06:03.526925 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda906bd-fc94-4660-b8c0-e48f7a5d9fe1 None None] Routers {'d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:03.527520 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-eda906bd-fc94-4660-b8c0-e48f7a5d9fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:05:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:03.540186 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-fd5ef72a-423d-4e04-a157-b9a294081dc4 admin admin] For port 1beb7459-63ab-46f9-b63c-5bca2c925205, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=1beb7459-63ab-46f9-b63c-5bca2c925205,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:03.540557 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd5ef72a-423d-4e04-a157-b9a294081dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.551960 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-fd5ef72a-423d-4e04-a157-b9a294081dc4 admin admin] Calling delete_port for 1beb7459-63ab-46f9-b63c-5bca2c925205 owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:03.612194 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-eda906bd-fc94-4660-b8c0-e48f7a5d9fe1 None None] Set router d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:03.720649 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd5ef72a-423d-4e04-a157-b9a294081dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.747263 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ef72a-423d-4e04-a157-b9a294081dc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1beb7459-63ab-46f9-b63c-5bca2c925205,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:03.764755 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-eda906bd-fc94-4660-b8c0-e48f7a5d9fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c9a760-f6e9-4a7e-a71e-bdf879bbacc6', 'name': 'tempest-TestMinimumBasicScenario-262740964-router', 'tenant_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:56Z', 'updated_at': '2021-08-11T03:06:03Z', 'revision_number': 6, 'project_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:03.791744 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda906bd-fc94-4660-b8c0-e48f7a5d9fe1 None None] The sync data for ids ['d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6'] in n-d-615180-33 is: [{'id': 'd1c9a760-f6e9-4a7e-a71e-bdf879bbacc6', 'name': 'tempest-TestMinimumBasicScenario-262740964-router', 'tenant_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:56Z', 'updated_at': '2021-08-11T03:06:03Z', 'revision_number': 6, 'project_id': '0ab12b3e312040e0bbbcd634559f9ea3', 'gw_port_host': None}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:06:03.806506 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd5ef72a-423d-4e04-a157-b9a294081dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.896790 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd5ef72a-423d-4e04-a157-b9a294081dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.898926 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd5ef72a-423d-4e04-a157-b9a294081dc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.943874 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd5ef72a-423d-4e04-a157-b9a294081dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.944448 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5ef72a-423d-4e04-a157-b9a294081dc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:06:03.948965 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd5ef72a-423d-4e04-a157-b9a294081dc4 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.950131 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fd5ef72a-423d-4e04-a157-b9a294081dc4 admin admin] 10.222.0.50 "DELETE /v2.0/routers/d1c9a760-f6e9-4a7e-a71e-bdf879bbacc6 HTTP/1.1" status: 204 len: 168 time: 0.7576022 Aug 11 03:06:03.952617 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33006) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:03.995833 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-e218d00a-6ffe-4e82-8629-824f23ec9b01 admin admin] Deleting subnet 8f5f146e-43c3-4bf7-8fd6-2716b54a3dd6 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:06:03.998663 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e218d00a-6ffe-4e82-8629-824f23ec9b01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.031403 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e218d00a-6ffe-4e82-8629-824f23ec9b01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.118073 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e218d00a-6ffe-4e82-8629-824f23ec9b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.173101 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e218d00a-6ffe-4e82-8629-824f23ec9b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.198201 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218d00a-6ffe-4e82-8629-824f23ec9b01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f5f146e-43c3-4bf7-8fd6-2716b54a3dd6,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:04.203994 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e218d00a-6ffe-4e82-8629-824f23ec9b01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.206020 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e218d00a-6ffe-4e82-8629-824f23ec9b01 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8f5f146e-43c3-4bf7-8fd6-2716b54a3dd6 HTTP/1.1" status: 204 len: 168 time: 0.2523401 Aug 11 03:06:04.208586 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33008) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:04.211606 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be51b836-0d8c-4f2b-a387-f17c68a8dbce None None] Network 07518cef-64d0-428d-b069-fba1e6cef3ba requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:04.280500 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-171f7215-fbbb-4b8b-8f30-9e9cae8a53d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.333549 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-171f7215-fbbb-4b8b-8f30-9e9cae8a53d8 admin admin] Deleting port 9718ed3d-f81f-44ac-a2a2-7dc1f5a683dd {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:04.334001 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-171f7215-fbbb-4b8b-8f30-9e9cae8a53d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.397428 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-171f7215-fbbb-4b8b-8f30-9e9cae8a53d8 admin admin] For port 9718ed3d-f81f-44ac-a2a2-7dc1f5a683dd, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9718ed3d-f81f-44ac-a2a2-7dc1f5a683dd,segment=NetworkSegment(cf182360-c2c6-4e16-9575-438c404e2d37),segment_id=cf182360-c2c6-4e16-9575-438c404e2d37)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:04.397818 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-171f7215-fbbb-4b8b-8f30-9e9cae8a53d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.410227 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-171f7215-fbbb-4b8b-8f30-9e9cae8a53d8 admin admin] Calling delete_port for 9718ed3d-f81f-44ac-a2a2-7dc1f5a683dd owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:04.493002 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-171f7215-fbbb-4b8b-8f30-9e9cae8a53d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.517893 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f7215-fbbb-4b8b-8f30-9e9cae8a53d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9718ed3d-f81f-44ac-a2a2-7dc1f5a683dd,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:04.521320 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f7215-fbbb-4b8b-8f30-9e9cae8a53d8 admin admin] No DVR routers for this DVR port 9718ed3d-f81f-44ac-a2a2-7dc1f5a683dd on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:06:04.571760 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cc4c5b-543d-479a-a21f-0514c8a79709 None None] DHCP port deletion for 07518cef-64d0-428d-b069-fba1e6cef3ba request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:06:04.596824 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-171f7215-fbbb-4b8b-8f30-9e9cae8a53d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.607372 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-171f7215-fbbb-4b8b-8f30-9e9cae8a53d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07518cef-64d0-428d-b069-fba1e6cef3ba']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:04.618299 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-171f7215-fbbb-4b8b-8f30-9e9cae8a53d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf182360-c2c6-4e16-9575-438c404e2d37') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:04.618598 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-171f7215-fbbb-4b8b-8f30-9e9cae8a53d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf182360-c2c6-4e16-9575-438c404e2d37') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:04.627149 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-171f7215-fbbb-4b8b-8f30-9e9cae8a53d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.641144 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-171f7215-fbbb-4b8b-8f30-9e9cae8a53d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.649205 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-171f7215-fbbb-4b8b-8f30-9e9cae8a53d8 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:06:04.649719 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-171f7215-fbbb-4b8b-8f30-9e9cae8a53d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: timer() Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:06:04.651814 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:06:04.708024 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-171f7215-fbbb-4b8b-8f30-9e9cae8a53d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.714184 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-171f7215-fbbb-4b8b-8f30-9e9cae8a53d8 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.716316 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-171f7215-fbbb-4b8b-8f30-9e9cae8a53d8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/07518cef-64d0-428d-b069-fba1e6cef3ba HTTP/1.1" status: 204 len: 168 time: 0.5066736 Aug 11 03:06:04.729504 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f7215-fbbb-4b8b-8f30-9e9cae8a53d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=07518cef-64d0-428d-b069-fba1e6cef3ba,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:04.905960 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33012) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:04.947029 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bebae40a-0721-4887-8a06-8f25f841ebf0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=07b0ad4043cc4e32a4274aea781a2071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398684 Aug 11 03:06:04.949475 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33014) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:04.966314 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9718ed3d-f81f-44ac-a2a2-7dc1f5a683dd no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:06:04.990765 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 9718ed3d-f81f-44ac-a2a2-7dc1f5a683dd {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:06:04.991104 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9718ed3d-f81f-44ac-a2a2-7dc1f5a683dd not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:06:04.991508 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f4ef08aa-7e96-4db9-8121-fef9cabc0ab9 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:06:04.998808 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ff42f3e0-56d5-4848-9fd2-256780afc298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.011042 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: f4ef08aa-7e96-4db9-8121-fef9cabc0ab9 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:06:05.011386 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f4ef08aa-7e96-4db9-8121-fef9cabc0ab9 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:06:05.011819 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1beb7459-63ab-46f9-b63c-5bca2c925205 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:06:05.020197 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ff42f3e0-56d5-4848-9fd2-256780afc298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.039159 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 1beb7459-63ab-46f9-b63c-5bca2c925205 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:06:05.039510 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1beb7459-63ab-46f9-b63c-5bca2c925205 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:06:05.073110 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ff42f3e0-56d5-4848-9fd2-256780afc298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.075838 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ff42f3e0-56d5-4848-9fd2-256780afc298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.077006 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ff42f3e0-56d5-4848-9fd2-256780afc298 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7b188cc9-ef95-4257-918b-2e472e83d750 HTTP/1.1" status: 204 len: 168 time: 0.1266394 Aug 11 03:06:05.084953 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42f3e0-56d5-4848-9fd2-256780afc298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b188cc9-ef95-4257-918b-2e472e83d750,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:05.417888 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33020) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:05.457339 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-dd005ae9-3614-405e-929b-4e225ec3eed6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0ab12b3e312040e0bbbcd634559f9ea3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383029 Aug 11 03:06:05.459702 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33022) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:05.510211 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-02db3aa1-70e1-4900-9e83-324f07a69ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.530455 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-02db3aa1-70e1-4900-9e83-324f07a69ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.576969 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-02db3aa1-70e1-4900-9e83-324f07a69ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.579468 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-02db3aa1-70e1-4900-9e83-324f07a69ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.580622 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-02db3aa1-70e1-4900-9e83-324f07a69ee8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a00a0a5d-b8e7-447b-be54-61ffd87f92de HTTP/1.1" status: 204 len: 168 time: 0.1200449 Aug 11 03:06:05.588358 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db3aa1-70e1-4900-9e83-324f07a69ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00a0a5d-b8e7-447b-be54-61ffd87f92de,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:07.200862 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33062) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:07.205528 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-32bd8fdf-8a3c-44db-be52-aec3327100d3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1567844782', 'description': 'tempest-secgroup-smoke-1567844782 description', 'project_id': 'b778002df1964af5b6fb7ddcefc82408'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:07.230019 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32bd8fdf-8a3c-44db-be52-aec3327100d3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.237636 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32bd8fdf-8a3c-44db-be52-aec3327100d3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.326234 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32bd8fdf-8a3c-44db-be52-aec3327100d3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.329763 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32bd8fdf-8a3c-44db-be52-aec3327100d3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.365147 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd8fdf-8a3c-44db-be52-aec3327100d3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf721935-cb2a-4433-b3bb-36c2030aa714,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:07.417941 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32bd8fdf-8a3c-44db-be52-aec3327100d3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.421544 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32bd8fdf-8a3c-44db-be52-aec3327100d3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.443479 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32bd8fdf-8a3c-44db-be52-aec3327100d3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.444654 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-32bd8fdf-8a3c-44db-be52-aec3327100d3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2427790 Aug 11 03:06:07.447760 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33064) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:07.452350 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd8fdf-8a3c-44db-be52-aec3327100d3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c342067-e395-492d-a904-cb124bea5f5c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:07.453149 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-335e1e75-a303-48f6-997d-267a03bcfb27 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group_rule': {'security_group_id': '6c342067-e395-492d-a904-cb124bea5f5c', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:07.484425 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-335e1e75-a303-48f6-997d-267a03bcfb27 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.531800 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-335e1e75-a303-48f6-997d-267a03bcfb27 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.535411 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-335e1e75-a303-48f6-997d-267a03bcfb27 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.556180 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e1e75-a303-48f6-997d-267a03bcfb27 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc50570-2f20-4fe1-8f50-266796a5e107,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:07.559821 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-335e1e75-a303-48f6-997d-267a03bcfb27 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.561026 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-335e1e75-a303-48f6-997d-267a03bcfb27 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1116631 Aug 11 03:06:07.563819 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33066) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:07.568699 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-dcfacb36-be93-42dc-b140-74cdcfca55db tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group_rule': {'security_group_id': '6c342067-e395-492d-a904-cb124bea5f5c', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:07.595741 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dcfacb36-be93-42dc-b140-74cdcfca55db tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.652079 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dcfacb36-be93-42dc-b140-74cdcfca55db tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.655382 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dcfacb36-be93-42dc-b140-74cdcfca55db tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.672542 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfacb36-be93-42dc-b140-74cdcfca55db tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=881fd412-882a-4b76-80c4-e06e3fec591a,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:07.678840 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-dcfacb36-be93-42dc-b140-74cdcfca55db tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.680051 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-dcfacb36-be93-42dc-b140-74cdcfca55db tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152995 Aug 11 03:06:07.682741 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33068) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:07.687042 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e49ba04e-f850-41b0-96a5-38659324991f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group_rule': {'security_group_id': '6c342067-e395-492d-a904-cb124bea5f5c', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:07.713556 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e49ba04e-f850-41b0-96a5-38659324991f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.770942 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e49ba04e-f850-41b0-96a5-38659324991f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.774544 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e49ba04e-f850-41b0-96a5-38659324991f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.797408 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ba04e-f850-41b0-96a5-38659324991f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074bf16d-5651-44f8-b159-132ecc86344b,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:07.802156 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e49ba04e-f850-41b0-96a5-38659324991f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.805581 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e49ba04e-f850-41b0-96a5-38659324991f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196504 Aug 11 03:06:07.806189 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33070) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:07.810873 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-cfaa7ce5-227a-49ae-a31a-f2bfd537120b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group_rule': {'security_group_id': '6c342067-e395-492d-a904-cb124bea5f5c', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:07.842232 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cfaa7ce5-227a-49ae-a31a-f2bfd537120b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.891780 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cfaa7ce5-227a-49ae-a31a-f2bfd537120b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.895516 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cfaa7ce5-227a-49ae-a31a-f2bfd537120b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.914707 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa7ce5-227a-49ae-a31a-f2bfd537120b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6807f22-6e20-47e6-8ae1-3c87bbd9bb02,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:07.921658 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cfaa7ce5-227a-49ae-a31a-f2bfd537120b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.923094 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-cfaa7ce5-227a-49ae-a31a-f2bfd537120b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1158762 Aug 11 03:06:07.925887 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33072) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:07.930846 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-b23de31b-65b7-4a30-9e78-8442c483ad70 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group_rule': {'security_group_id': '6c342067-e395-492d-a904-cb124bea5f5c', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:07.952906 n-d-615180-33 neutron-server[94507]: INFO neutron.db.securitygroups_db [None req-b23de31b-65b7-4a30-9e78-8442c483ad70 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Project b778002df1964af5b6fb7ddcefc82408 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:06:07.957723 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b23de31b-65b7-4a30-9e78-8442c483ad70 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.018061 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b23de31b-65b7-4a30-9e78-8442c483ad70 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.021557 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b23de31b-65b7-4a30-9e78-8442c483ad70 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.042745 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23de31b-65b7-4a30-9e78-8442c483ad70 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c84faf2-ccea-4fbb-abc4-7824333f7fe7,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:08.048405 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b23de31b-65b7-4a30-9e78-8442c483ad70 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.049616 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b23de31b-65b7-4a30-9e78-8442c483ad70 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222353 Aug 11 03:06:08.053136 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33074) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:08.057527 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-67b53407-b864-43f8-a7b7-b02392d5ca73 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group_rule': {'security_group_id': '6c342067-e395-492d-a904-cb124bea5f5c', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:08.081277 n-d-615180-33 neutron-server[94507]: INFO neutron.db.securitygroups_db [None req-67b53407-b864-43f8-a7b7-b02392d5ca73 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Project b778002df1964af5b6fb7ddcefc82408 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:06:08.088637 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-67b53407-b864-43f8-a7b7-b02392d5ca73 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.149843 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-67b53407-b864-43f8-a7b7-b02392d5ca73 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.153793 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-67b53407-b864-43f8-a7b7-b02392d5ca73 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.174202 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b53407-b864-43f8-a7b7-b02392d5ca73 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81fcdcc6-1e62-4c66-85f2-250a72aea59c,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:08.178500 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-67b53407-b864-43f8-a7b7-b02392d5ca73 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.182650 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-67b53407-b864-43f8-a7b7-b02392d5ca73 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1256478 Aug 11 03:06:08.182815 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33076) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:08.188597 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-6324c795-e6d5-41af-a941-0c87c80e14b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'network': {'name': 'tempest-network-smoke--1534671342', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'port_security_enabled': True}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:08.209596 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6324c795-e6d5-41af-a941-0c87c80e14b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Made reservation on behalf of b778002df1964af5b6fb7ddcefc82408 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:08.213202 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6324c795-e6d5-41af-a941-0c87c80e14b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.236815 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6324c795-e6d5-41af-a941-0c87c80e14b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:06:08.247091 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6324c795-e6d5-41af-a941-0c87c80e14b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.247433 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-6324c795-e6d5-41af-a941-0c87c80e14b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Added segment ffa9b40c-356b-4285-a3ba-01a4d4391c0d of type vlan for network 036ef48d-e40c-4d7b-a7d9-91945bfe2b40 Aug 11 03:06:08.289529 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6324c795-e6d5-41af-a941-0c87c80e14b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.317639 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6324c795-e6d5-41af-a941-0c87c80e14b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.323141 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6324c795-e6d5-41af-a941-0c87c80e14b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:08.323765 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6324c795-e6d5-41af-a941-0c87c80e14b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.380631 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6324c795-e6d5-41af-a941-0c87c80e14b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1968038 Aug 11 03:06:08.383557 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33078) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:08.387918 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-26f4534c-715d-464f-b9b4-9386e1a9168b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-951996401', 'admin_state_up': True, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:08.402511 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324c795-e6d5-41af-a941-0c87c80e14b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Network': ['ID=036ef48d-e40c-4d7b-a7d9-91945bfe2b40,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:08.413966 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 036ef48d-e40c-4d7b-a7d9-91945bfe2b40 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:06:08.422070 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-26f4534c-715d-464f-b9b4-9386e1a9168b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.423270 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-26f4534c-715d-464f-b9b4-9386e1a9168b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.483169 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-26f4534c-715d-464f-b9b4-9386e1a9168b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.618357 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-26f4534c-715d-464f-b9b4-9386e1a9168b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.811440 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-26f4534c-715d-464f-b9b4-9386e1a9168b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.829796 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-26f4534c-715d-464f-b9b4-9386e1a9168b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.931371 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-26f4534c-715d-464f-b9b4-9386e1a9168b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Allocated IP 172.25.2.202 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/fde07d0b-6afa-4d58-8200-a186652e03f6) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:09.031046 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-26f4534c-715d-464f-b9b4-9386e1a9168b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.067929 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-26f4534c-715d-464f-b9b4-9386e1a9168b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.110856 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f4534c-715d-464f-b9b4-9386e1a9168b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:09.113788 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-26f4534c-715d-464f-b9b4-9386e1a9168b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:09.117805 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f4534c-715d-464f-b9b4-9386e1a9168b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:09.123049 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4534c-715d-464f-b9b4-9386e1a9168b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Port': ['ID=fde07d0b-6afa-4d58-8200-a186652e03f6,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:09.666672 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-26f4534c-715d-464f-b9b4-9386e1a9168b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.858423 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-26f4534c-715d-464f-b9b4-9386e1a9168b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.982137 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f4534c-715d-464f-b9b4-9386e1a9168b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Router 6ea434dc-cd3e-4e55-882b-a55323c83082 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:06:10.085948 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f4534c-715d-464f-b9b4-9386e1a9168b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:06:10.095161 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd459df4-a3bb-4ca5-81cd-b2cf940dfe2c None None] Sync routers for ids ['6ea434dc-cd3e-4e55-882b-a55323c83082'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:06:10.103744 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-26f4534c-715d-464f-b9b4-9386e1a9168b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.104928 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd459df4-a3bb-4ca5-81cd-b2cf940dfe2c None None] Routers {'6ea434dc-cd3e-4e55-882b-a55323c83082'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:10.105373 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-26f4534c-715d-464f-b9b4-9386e1a9168b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7207594 Aug 11 03:06:10.105632 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-dd459df4-a3bb-4ca5-81cd-b2cf940dfe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:05:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6ea434dc-cd3e-4e55-882b-a55323c83082'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:10.108751 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33082) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:10.218048 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-dd459df4-a3bb-4ca5-81cd-b2cf940dfe2c None None] Set router 6ea434dc-cd3e-4e55-882b-a55323c83082 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:10.238072 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d898ba55-56a8-4b43-a191-77725d28ad45 tempest-TestNetworkAdvancedServerOps-346293483 tempest-TestNetworkAdvancedServerOps-346293483-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=b778002df1964af5b6fb7ddcefc82408&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1278372 Aug 11 03:06:10.245497 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33086) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:10.326310 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f4467e-d5de-436b-be71-eba580f07f0c tempest-TestNetworkAdvancedServerOps-346293483 tempest-TestNetworkAdvancedServerOps-346293483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:10.327859 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-43f4467e-d5de-436b-be71-eba580f07f0c tempest-TestNetworkAdvancedServerOps-346293483 tempest-TestNetworkAdvancedServerOps-346293483-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857272 Aug 11 03:06:10.330806 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33088) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:10.360233 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0ecb0898-3476-4d88-8135-5ed6289925b0 tempest-TestNetworkAdvancedServerOps-346293483 tempest-TestNetworkAdvancedServerOps-346293483-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=2e931faf-12fe-43f6-b34b-8aa380b6ef75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283034 Aug 11 03:06:10.362955 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33090) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:10.368977 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-26499ecb-c9f6-49fb-a56a-0873ac6aa05b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1240213976', 'network_id': '036ef48d-e40c-4d7b-a7d9-91945bfe2b40', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:10.400164 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-dd459df4-a3bb-4ca5-81cd-b2cf940dfe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951996401', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'fde07d0b-6afa-4d58-8200-a186652e03f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:06:08Z', 'updated_at': '2021-08-11T03:06:09Z', 'revision_number': 3, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'fde07d0b-6afa-4d58-8200-a186652e03f6', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:08Z', 'updated_at': '2021-08-11T03:06:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:10.426950 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd459df4-a3bb-4ca5-81cd-b2cf940dfe2c None None] Checking router: 6ea434dc-cd3e-4e55-882b-a55323c83082 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:06:10.427314 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd459df4-a3bb-4ca5-81cd-b2cf940dfe2c None None] Updating router 6ea434dc-cd3e-4e55-882b-a55323c83082 port fde07d0b-6afa-4d58-8200-a186652e03f6 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:06:10.451138 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dd459df4-a3bb-4ca5-81cd-b2cf940dfe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.455133 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26499ecb-c9f6-49fb-a56a-0873ac6aa05b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Made reservation on behalf of b778002df1964af5b6fb7ddcefc82408 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:10.458639 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-26499ecb-c9f6-49fb-a56a-0873ac6aa05b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.640416 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-26499ecb-c9f6-49fb-a56a-0873ac6aa05b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.701608 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26499ecb-c9f6-49fb-a56a-0873ac6aa05b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Subnet': ['ID=3a23ab1e-2f35-42c8-a93c-935c15dd5a49,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:10.710661 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26499ecb-c9f6-49fb-a56a-0873ac6aa05b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Checking segment: {'id': 'ffa9b40c-356b-4285-a3ba-01a4d4391c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '036ef48d-e40c-4d7b-a7d9-91945bfe2b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:10.711026 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26499ecb-c9f6-49fb-a56a-0873ac6aa05b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network hostable DHCP agents. Network: 036ef48d-e40c-4d7b-a7d9-91945bfe2b40, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:06:10.728663 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26499ecb-c9f6-49fb-a56a-0873ac6aa05b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network 036ef48d-e40c-4d7b-a7d9-91945bfe2b40 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:06:10.738477 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-26499ecb-c9f6-49fb-a56a-0873ac6aa05b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 036ef48d-e40c-4d7b-a7d9-91945bfe2b40) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:10.743312 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26499ecb-c9f6-49fb-a56a-0873ac6aa05b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:10.744011 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-26499ecb-c9f6-49fb-a56a-0873ac6aa05b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.759360 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-26499ecb-c9f6-49fb-a56a-0873ac6aa05b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3952389 Aug 11 03:06:10.762167 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33094) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:10.848022 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263b5a2c-768f-4d11-826c-a6180efc4dc4 None None] Network 036ef48d-e40c-4d7b-a7d9-91945bfe2b40 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:10.908585 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dd459df4-a3bb-4ca5-81cd-b2cf940dfe2c None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.920728 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-dd459df4-a3bb-4ca5-81cd-b2cf940dfe2c None None] Transition to ACTIVE for port object fde07d0b-6afa-4d58-8200-a186652e03f6 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:10.935165 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dd459df4-a3bb-4ca5-81cd-b2cf940dfe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.025307 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db6e0c-2234-4c12-8741-b73792c1884a None None] Pushing event updated for resources: {'Port': ['ID=fde07d0b-6afa-4d58-8200-a186652e03f6,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:11.029349 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-dd459df4-a3bb-4ca5-81cd-b2cf940dfe2c None None] Attempting to bind port fde07d0b-6afa-4d58-8200-a186652e03f6 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:11.029728 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-dd459df4-a3bb-4ca5-81cd-b2cf940dfe2c None None] Attempting to bind port fde07d0b-6afa-4d58-8200-a186652e03f6 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:11.030101 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd459df4-a3bb-4ca5-81cd-b2cf940dfe2c None None] Attempting to bind port fde07d0b-6afa-4d58-8200-a186652e03f6 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:11.039589 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd459df4-a3bb-4ca5-81cd-b2cf940dfe2c None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:11.039974 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd459df4-a3bb-4ca5-81cd-b2cf940dfe2c None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:11.040382 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dd459df4-a3bb-4ca5-81cd-b2cf940dfe2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.040776 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd459df4-a3bb-4ca5-81cd-b2cf940dfe2c None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:11.041247 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-dd459df4-a3bb-4ca5-81cd-b2cf940dfe2c None None] Bound port: fde07d0b-6afa-4d58-8200-a186652e03f6, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:11.041635 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dd459df4-a3bb-4ca5-81cd-b2cf940dfe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.104314 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd389bbe-c74d-4bbe-84d8-a282804d1ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-036ef48d-e40c-4d7b-a7d9-91945bfe2b40', 'network_id': '036ef48d-e40c-4d7b-a7d9-91945bfe2b40', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'fixed_ips': [{'subnet_id': '3a23ab1e-2f35-42c8-a93c-935c15dd5a49'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:06:11.109160 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dd389bbe-c74d-4bbe-84d8-a282804d1ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.128665 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-dd459df4-a3bb-4ca5-81cd-b2cf940dfe2c None None] For port fde07d0b-6afa-4d58-8200-a186652e03f6, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:11.148546 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-dd459df4-a3bb-4ca5-81cd-b2cf940dfe2c None None] For port fde07d0b-6afa-4d58-8200-a186652e03f6, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=fde07d0b-6afa-4d58-8200-a186652e03f6,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:11.154049 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dd459df4-a3bb-4ca5-81cd-b2cf940dfe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.204809 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-380fc631-b0d7-4582-a61e-f608cf58fa4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.299901 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db6e0c-2234-4c12-8741-b73792c1884a None None] Pushing event updated for resources: {'Port': ['ID=fde07d0b-6afa-4d58-8200-a186652e03f6,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:11.305563 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd459df4-a3bb-4ca5-81cd-b2cf940dfe2c None None] Routers {'6ea434dc-cd3e-4e55-882b-a55323c83082'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:11.306184 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-dd459df4-a3bb-4ca5-81cd-b2cf940dfe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:05:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6ea434dc-cd3e-4e55-882b-a55323c83082'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:11.359286 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-dd389bbe-c74d-4bbe-84d8-a282804d1ef1 None None] Allocated IP 172.20.0.2 (036ef48d-e40c-4d7b-a7d9-91945bfe2b40/3a23ab1e-2f35-42c8-a93c-935c15dd5a49/24a8eff5-327d-4a72-80a5-53046de5ffd7) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:11.469229 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-dd459df4-a3bb-4ca5-81cd-b2cf940dfe2c None None] Set router 6ea434dc-cd3e-4e55-882b-a55323c83082 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:11.660710 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dd389bbe-c74d-4bbe-84d8-a282804d1ef1 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.686948 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-dd389bbe-c74d-4bbe-84d8-a282804d1ef1 None None] Transition to ACTIVE for port object 24a8eff5-327d-4a72-80a5-53046de5ffd7 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:11.706517 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-dd389bbe-c74d-4bbe-84d8-a282804d1ef1 None None] Transition to ACTIVE for port object 24a8eff5-327d-4a72-80a5-53046de5ffd7 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:11.716307 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dd389bbe-c74d-4bbe-84d8-a282804d1ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.755839 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd389bbe-c74d-4bbe-84d8-a282804d1ef1 None None] Network 036ef48d-e40c-4d7b-a7d9-91945bfe2b40 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:11.762716 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-dd389bbe-c74d-4bbe-84d8-a282804d1ef1 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:11.767799 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-380fc631-b0d7-4582-a61e-f608cf58fa4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Allocated IP 172.20.0.1 (036ef48d-e40c-4d7b-a7d9-91945bfe2b40/3a23ab1e-2f35-42c8-a93c-935c15dd5a49/b714e43f-0a38-493f-9701-f43f64c0772d) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:11.768874 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd389bbe-c74d-4bbe-84d8-a282804d1ef1 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:11.777147 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-dd459df4-a3bb-4ca5-81cd-b2cf940dfe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951996401', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'fde07d0b-6afa-4d58-8200-a186652e03f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:06:08Z', 'updated_at': '2021-08-11T03:06:09Z', 'revision_number': 3, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'fde07d0b-6afa-4d58-8200-a186652e03f6', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:08Z', 'updated_at': '2021-08-11T03:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:11.780117 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd389bbe-c74d-4bbe-84d8-a282804d1ef1 None None] Pushing event updated for resources: {'Port': ['ID=24a8eff5-327d-4a72-80a5-53046de5ffd7,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:11.810279 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd459df4-a3bb-4ca5-81cd-b2cf940dfe2c None None] The sync data for ids ['6ea434dc-cd3e-4e55-882b-a55323c83082'] in n-d-615180-33 is: [{'id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951996401', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'fde07d0b-6afa-4d58-8200-a186652e03f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:06:08Z', 'updated_at': '2021-08-11T03:06:09Z', 'revision_number': 3, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'fde07d0b-6afa-4d58-8200-a186652e03f6', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:08Z', 'updated_at': '2021-08-11T03:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:06:11.862542 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-dd389bbe-c74d-4bbe-84d8-a282804d1ef1 None None] Attempting to bind port 24a8eff5-327d-4a72-80a5-53046de5ffd7 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:11.863167 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-dd389bbe-c74d-4bbe-84d8-a282804d1ef1 None None] Attempting to bind port 24a8eff5-327d-4a72-80a5-53046de5ffd7 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'ffa9b40c-356b-4285-a3ba-01a4d4391c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '036ef48d-e40c-4d7b-a7d9-91945bfe2b40'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:11.863761 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd389bbe-c74d-4bbe-84d8-a282804d1ef1 None None] Attempting to bind port 24a8eff5-327d-4a72-80a5-53046de5ffd7 on network 036ef48d-e40c-4d7b-a7d9-91945bfe2b40 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:11.871036 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd389bbe-c74d-4bbe-84d8-a282804d1ef1 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:11.871524 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd389bbe-c74d-4bbe-84d8-a282804d1ef1 None None] Checking segment: {'id': 'ffa9b40c-356b-4285-a3ba-01a4d4391c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '036ef48d-e40c-4d7b-a7d9-91945bfe2b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:11.872071 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dd389bbe-c74d-4bbe-84d8-a282804d1ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.872685 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd389bbe-c74d-4bbe-84d8-a282804d1ef1 None None] Bound using segment: {'id': 'ffa9b40c-356b-4285-a3ba-01a4d4391c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '036ef48d-e40c-4d7b-a7d9-91945bfe2b40'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:11.873239 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-dd389bbe-c74d-4bbe-84d8-a282804d1ef1 None None] Bound port: 24a8eff5-327d-4a72-80a5-53046de5ffd7, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa9b40c-356b-4285-a3ba-01a4d4391c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '036ef48d-e40c-4d7b-a7d9-91945bfe2b40'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:11.873692 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dd389bbe-c74d-4bbe-84d8-a282804d1ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.942696 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-dd389bbe-c74d-4bbe-84d8-a282804d1ef1 None None] For port 24a8eff5-327d-4a72-80a5-53046de5ffd7, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:11.946149 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-dd389bbe-c74d-4bbe-84d8-a282804d1ef1 None None] For port 24a8eff5-327d-4a72-80a5-53046de5ffd7, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=24a8eff5-327d-4a72-80a5-53046de5ffd7,segment=NetworkSegment(ffa9b40c-356b-4285-a3ba-01a4d4391c0d),segment_id=ffa9b40c-356b-4285-a3ba-01a4d4391c0d)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:11.951194 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dd389bbe-c74d-4bbe-84d8-a282804d1ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:12.018873 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd389bbe-c74d-4bbe-84d8-a282804d1ef1 None None] Pushing event updated for resources: {'Port': ['ID=24a8eff5-327d-4a72-80a5-53046de5ffd7,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:12.280753 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-380fc631-b0d7-4582-a61e-f608cf58fa4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:12.298638 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-380fc631-b0d7-4582-a61e-f608cf58fa4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Transition to ACTIVE for port object b714e43f-0a38-493f-9701-f43f64c0772d will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:12.337032 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-380fc631-b0d7-4582-a61e-f608cf58fa4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:12.384725 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380fc631-b0d7-4582-a61e-f608cf58fa4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network 036ef48d-e40c-4d7b-a7d9-91945bfe2b40 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:12.387966 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-380fc631-b0d7-4582-a61e-f608cf58fa4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:12.392040 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380fc631-b0d7-4582-a61e-f608cf58fa4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:12.416403 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fc631-b0d7-4582-a61e-f608cf58fa4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Port': ['ID=b714e43f-0a38-493f-9701-f43f64c0772d,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:12.439408 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-380fc631-b0d7-4582-a61e-f608cf58fa4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:12.575636 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-380fc631-b0d7-4582-a61e-f608cf58fa4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:12.858858 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-380fc631-b0d7-4582-a61e-f608cf58fa4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:12.863707 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-380fc631-b0d7-4582-a61e-f608cf58fa4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:12.942650 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-380fc631-b0d7-4582-a61e-f608cf58fa4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:12.991613 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fc631-b0d7-4582-a61e-f608cf58fa4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Port': ['ID=b714e43f-0a38-493f-9701-f43f64c0772d,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:13.010918 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13894286-3645-4f1a-ae00-3bd7e1dbd987 None None] Network 036ef48d-e40c-4d7b-a7d9-91945bfe2b40 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:13.053642 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380fc631-b0d7-4582-a61e-f608cf58fa4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network 036ef48d-e40c-4d7b-a7d9-91945bfe2b40 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:13.055002 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device fde07d0b-6afa-4d58-8200-a186652e03f6 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:13.055132 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-380fc631-b0d7-4582-a61e-f608cf58fa4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:13.123887 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-1623ef48-17a6-41c6-ade7-c3547d48f26b None None] Provisioning for port 24a8eff5-327d-4a72-80a5-53046de5ffd7 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:13.146556 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port fde07d0b-6afa-4d58-8200-a186652e03f6 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:13.169129 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port fde07d0b-6afa-4d58-8200-a186652e03f6 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:13.169500 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.173490 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380fc631-b0d7-4582-a61e-f608cf58fa4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Router 6ea434dc-cd3e-4e55-882b-a55323c83082 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:06:13.285336 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.297992 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380fc631-b0d7-4582-a61e-f608cf58fa4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:06:13.305509 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-380fc631-b0d7-4582-a61e-f608cf58fa4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "PUT /v2.0/routers/6ea434dc-cd3e-4e55-882b-a55323c83082/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5422876 Aug 11 03:06:13.313286 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port fde07d0b-6afa-4d58-8200-a186652e03f6, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=fde07d0b-6afa-4d58-8200-a186652e03f6,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:13.321514 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.322700 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 24a8eff5-327d-4a72-80a5-53046de5ffd7 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:13.420946 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=fde07d0b-6afa-4d58-8200-a186652e03f6,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:13.429275 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 24a8eff5-327d-4a72-80a5-53046de5ffd7 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:13.433588 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 24a8eff5-327d-4a72-80a5-53046de5ffd7 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:13.433971 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.481092 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-69950493-d5be-4bd2-a38b-3a913e380229 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1567844782&fields=id&tenant_id=b778002df1964af5b6fb7ddcefc82408 HTTP/1.1" status: 200 len: 267 time: 0.0478070 Aug 11 03:06:13.521956 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.571203 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 24a8eff5-327d-4a72-80a5-53046de5ffd7, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=24a8eff5-327d-4a72-80a5-53046de5ffd7,segment=NetworkSegment(ffa9b40c-356b-4285-a3ba-01a4d4391c0d),segment_id=ffa9b40c-356b-4285-a3ba-01a4d4391c0d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:13.577527 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4d70cf77-1bfb-4450-a28d-f96c39f20608 None None] Provisioning complete for port 24a8eff5-327d-4a72-80a5-53046de5ffd7 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:13.578018 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4d70cf77-1bfb-4450-a28d-f96c39f20608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.580654 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.608945 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-0196ceb5-3f32-4ea9-a266-0319a1811a90 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:13.617784 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfe41cc-4d5b-4d69-b616-4dbc90c163d7 None None] Sync routers for ids ['6ea434dc-cd3e-4e55-882b-a55323c83082'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:06:13.618990 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-0196ceb5-3f32-4ea9-a266-0319a1811a90 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/networks?id=036ef48d-e40c-4d7b-a7d9-91945bfe2b40 HTTP/1.1" status: 200 len: 797 time: 0.1369922 Aug 11 03:06:13.630073 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfe41cc-4d5b-4d69-b616-4dbc90c163d7 None None] Routers {'6ea434dc-cd3e-4e55-882b-a55323c83082'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:13.630271 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-7e8d8db7-2efb-4063-a437-5859198475a7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/quotas/b778002df1964af5b6fb7ddcefc82408 HTTP/1.1" status: 200 len: 375 time: 0.0099161 Aug 11 03:06:13.630686 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-dcfe41cc-4d5b-4d69-b616-4dbc90c163d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:05:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6ea434dc-cd3e-4e55-882b-a55323c83082'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:13.680931 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=24a8eff5-327d-4a72-80a5-53046de5ffd7,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:13.690685 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-ee0ed776-70e4-48b1-a55f-9e3fee39c59d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511613 Aug 11 03:06:13.735594 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4d70cf77-1bfb-4450-a28d-f96c39f20608 None None] Provisioning for port b714e43f-0a38-493f-9701-f43f64c0772d completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:13.740939 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-4d70cf77-1bfb-4450-a28d-f96c39f20608 None None] Provisioning complete for port b714e43f-0a38-493f-9701-f43f64c0772d triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:13.741323 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4d70cf77-1bfb-4450-a28d-f96c39f20608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.768341 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-dcfe41cc-4d5b-4d69-b616-4dbc90c163d7 None None] Set router 6ea434dc-cd3e-4e55-882b-a55323c83082 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:13.777752 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-4d70cf77-1bfb-4450-a28d-f96c39f20608 None None] Port b714e43f-0a38-493f-9701-f43f64c0772d cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:13.833655 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-803f764a-08d7-4b2f-9e60-24d29d3e1b6a service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:06:13.834710 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-803f764a-08d7-4b2f-9e60-24d29d3e1b6a service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510178 Aug 11 03:06:13.900434 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3374f5a8-21e8-4df0-9d7f-1462c5cbf248 None None] Provisioning complete for port b714e43f-0a38-493f-9701-f43f64c0772d triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:13.900809 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3374f5a8-21e8-4df0-9d7f-1462c5cbf248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.941606 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-3374f5a8-21e8-4df0-9d7f-1462c5cbf248 None None] Port b714e43f-0a38-493f-9701-f43f64c0772d cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:13.951372 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-47e86bb3-ad19-4a68-a2e8-edf90f033c98 service neutron] 10.222.0.50 "GET /v2.0/networks/036ef48d-e40c-4d7b-a7d9-91945bfe2b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099772 Aug 11 03:06:13.992371 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-dcfe41cc-4d5b-4d69-b616-4dbc90c163d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951996401', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'fde07d0b-6afa-4d58-8200-a186652e03f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:06:08Z', 'updated_at': '2021-08-11T03:06:12Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'fde07d0b-6afa-4d58-8200-a186652e03f6', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:08Z', 'updated_at': '2021-08-11T03:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'b714e43f-0a38-493f-9701-f43f64c0772d', 'name': '', 'network_id': '036ef48d-e40c-4d7b-a7d9-91945bfe2b40', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:7e:f3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3a23ab1e-2f35-42c8-a93c-935c15dd5a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:11Z', 'updated_at': '2021-08-11T03:06:12Z', 'revision_number': 2, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': '3a23ab1e-2f35-42c8-a93c-935c15dd5a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:14.021895 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfe41cc-4d5b-4d69-b616-4dbc90c163d7 None None] Checking router: 6ea434dc-cd3e-4e55-882b-a55323c83082 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:06:14.022250 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfe41cc-4d5b-4d69-b616-4dbc90c163d7 None None] Updating router 6ea434dc-cd3e-4e55-882b-a55323c83082 port b714e43f-0a38-493f-9701-f43f64c0772d binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:06:14.042522 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-d63037de-1630-4fb6-8a5e-f82b345d063e service neutron] 10.222.0.50 "GET /v2.0/networks/036ef48d-e40c-4d7b-a7d9-91945bfe2b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840981 Aug 11 03:06:14.046812 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-dcfe41cc-4d5b-4d69-b616-4dbc90c163d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.061166 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-1428fd61-0a23-4e2c-a9fd-328c39fdd29e None None] Provisioning complete for port b714e43f-0a38-493f-9701-f43f64c0772d triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:14.061719 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1428fd61-0a23-4e2c-a9fd-328c39fdd29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.102800 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-1428fd61-0a23-4e2c-a9fd-328c39fdd29e None None] Port b714e43f-0a38-493f-9701-f43f64c0772d cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:14.294234 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-40122534-adb7-4fb7-880f-8f09306fa487 req-c1b8c74a-45ed-48df-bf59-e84842448915 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9337f34-9aad-41e3-b058-386e3ce5938e HTTP/1.1" status: 200 len: 210 time: 0.0436921 Aug 11 03:06:14.366743 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-dcfe41cc-4d5b-4d69-b616-4dbc90c163d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.378098 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-dcfe41cc-4d5b-4d69-b616-4dbc90c163d7 None None] Transition to ACTIVE for port object b714e43f-0a38-493f-9701-f43f64c0772d will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:14.384980 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-dcfe41cc-4d5b-4d69-b616-4dbc90c163d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.438316 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecefff0-4f41-421c-83fd-b6df8f5731ea None None] Pushing event updated for resources: {'Port': ['ID=b714e43f-0a38-493f-9701-f43f64c0772d,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:14.462257 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecefff0-4f41-421c-83fd-b6df8f5731ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:14.462858 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecefff0-4f41-421c-83fd-b6df8f5731ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:14.463349 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecefff0-4f41-421c-83fd-b6df8f5731ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:14.463868 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecefff0-4f41-421c-83fd-b6df8f5731ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:14.464201 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecefff0-4f41-421c-83fd-b6df8f5731ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:14.464531 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecefff0-4f41-421c-83fd-b6df8f5731ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:14.464855 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecefff0-4f41-421c-83fd-b6df8f5731ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:14.465202 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecefff0-4f41-421c-83fd-b6df8f5731ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:14.465500 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecefff0-4f41-421c-83fd-b6df8f5731ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:14.465808 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecefff0-4f41-421c-83fd-b6df8f5731ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:14.466149 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecefff0-4f41-421c-83fd-b6df8f5731ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:14.466657 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecefff0-4f41-421c-83fd-b6df8f5731ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:14.504240 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-dcfe41cc-4d5b-4d69-b616-4dbc90c163d7 None None] Attempting to bind port b714e43f-0a38-493f-9701-f43f64c0772d on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:14.504786 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-dcfe41cc-4d5b-4d69-b616-4dbc90c163d7 None None] Attempting to bind port b714e43f-0a38-493f-9701-f43f64c0772d by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'ffa9b40c-356b-4285-a3ba-01a4d4391c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '036ef48d-e40c-4d7b-a7d9-91945bfe2b40'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:14.505438 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe41cc-4d5b-4d69-b616-4dbc90c163d7 None None] Attempting to bind port b714e43f-0a38-493f-9701-f43f64c0772d on network 036ef48d-e40c-4d7b-a7d9-91945bfe2b40 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:14.510691 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe41cc-4d5b-4d69-b616-4dbc90c163d7 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:14.511070 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe41cc-4d5b-4d69-b616-4dbc90c163d7 None None] Checking segment: {'id': 'ffa9b40c-356b-4285-a3ba-01a4d4391c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '036ef48d-e40c-4d7b-a7d9-91945bfe2b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:14.511474 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-dcfe41cc-4d5b-4d69-b616-4dbc90c163d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.511912 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe41cc-4d5b-4d69-b616-4dbc90c163d7 None None] Bound using segment: {'id': 'ffa9b40c-356b-4285-a3ba-01a4d4391c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '036ef48d-e40c-4d7b-a7d9-91945bfe2b40'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:14.512377 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-dcfe41cc-4d5b-4d69-b616-4dbc90c163d7 None None] Bound port: b714e43f-0a38-493f-9701-f43f64c0772d, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa9b40c-356b-4285-a3ba-01a4d4391c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '036ef48d-e40c-4d7b-a7d9-91945bfe2b40'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:14.512759 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-dcfe41cc-4d5b-4d69-b616-4dbc90c163d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.585388 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-dcfe41cc-4d5b-4d69-b616-4dbc90c163d7 None None] For port b714e43f-0a38-493f-9701-f43f64c0772d, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:14.588809 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-dcfe41cc-4d5b-4d69-b616-4dbc90c163d7 None None] For port b714e43f-0a38-493f-9701-f43f64c0772d, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b714e43f-0a38-493f-9701-f43f64c0772d,segment=NetworkSegment(ffa9b40c-356b-4285-a3ba-01a4d4391c0d),segment_id=ffa9b40c-356b-4285-a3ba-01a4d4391c0d)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:14.592847 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-dcfe41cc-4d5b-4d69-b616-4dbc90c163d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.649776 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfe41cc-4d5b-4d69-b616-4dbc90c163d7 None None] Routers {'6ea434dc-cd3e-4e55-882b-a55323c83082'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:14.650449 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-dcfe41cc-4d5b-4d69-b616-4dbc90c163d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:05:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6ea434dc-cd3e-4e55-882b-a55323c83082'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:14.718125 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecefff0-4f41-421c-83fd-b6df8f5731ea None None] Pushing event updated for resources: {'Port': ['ID=b714e43f-0a38-493f-9701-f43f64c0772d,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:14.790709 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-dcfe41cc-4d5b-4d69-b616-4dbc90c163d7 None None] Set router 6ea434dc-cd3e-4e55-882b-a55323c83082 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:14.977857 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device fde07d0b-6afa-4d58-8200-a186652e03f6 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:14.990701 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-dcfe41cc-4d5b-4d69-b616-4dbc90c163d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951996401', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'fde07d0b-6afa-4d58-8200-a186652e03f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:06:08Z', 'updated_at': '2021-08-11T03:06:12Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'fde07d0b-6afa-4d58-8200-a186652e03f6', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:08Z', 'updated_at': '2021-08-11T03:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'b714e43f-0a38-493f-9701-f43f64c0772d', 'name': '', 'network_id': '036ef48d-e40c-4d7b-a7d9-91945bfe2b40', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:7e:f3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3a23ab1e-2f35-42c8-a93c-935c15dd5a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:11Z', 'updated_at': '2021-08-11T03:06:14Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': '3a23ab1e-2f35-42c8-a93c-935c15dd5a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:15.016712 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfe41cc-4d5b-4d69-b616-4dbc90c163d7 None None] The sync data for ids ['6ea434dc-cd3e-4e55-882b-a55323c83082'] in n-d-615180-33 is: [{'id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951996401', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'fde07d0b-6afa-4d58-8200-a186652e03f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:06:08Z', 'updated_at': '2021-08-11T03:06:12Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'fde07d0b-6afa-4d58-8200-a186652e03f6', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:08Z', 'updated_at': '2021-08-11T03:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'b714e43f-0a38-493f-9701-f43f64c0772d', 'name': '', 'network_id': '036ef48d-e40c-4d7b-a7d9-91945bfe2b40', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:7e:f3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3a23ab1e-2f35-42c8-a93c-935c15dd5a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:11Z', 'updated_at': '2021-08-11T03:06:14Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': '3a23ab1e-2f35-42c8-a93c-935c15dd5a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:06:15.024293 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port fde07d0b-6afa-4d58-8200-a186652e03f6 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:15.024667 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.125194 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 24a8eff5-327d-4a72-80a5-53046de5ffd7 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:15.183800 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 24a8eff5-327d-4a72-80a5-53046de5ffd7 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:15.184308 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.271966 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-ff3ea832-2acc-4fbb-a3b8-368719582e20 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:15.274149 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-ff3ea832-2acc-4fbb-a3b8-368719582e20 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.73 "GET /v2.0/networks?id=036ef48d-e40c-4d7b-a7d9-91945bfe2b40 HTTP/1.1" status: 200 len: 797 time: 0.1400661 Aug 11 03:06:15.323176 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-fdaa56a1-37b6-4684-9f9f-6d961e8f6f65 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b778002df1964af5b6fb7ddcefc82408 HTTP/1.1" status: 200 len: 380 time: 0.0401487 Aug 11 03:06:15.336752 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-8b5f5132-63a1-4083-96d3-bbe9437bd989 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'port': {'device_id': 'f9337f34-9aad-41e3-b058-386e3ce5938e', 'network_id': '036ef48d-e40c-4d7b-a7d9-91945bfe2b40', 'admin_state_up': True, 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'security_groups': ['6c342067-e395-492d-a904-cb124bea5f5c']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:15.428402 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a3028fc7-0bcb-432e-ace0-fa8d760d2854 req-89b0af69-74b5-4d1f-b334-432cd2ab109c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9337f34-9aad-41e3-b058-386e3ce5938e HTTP/1.1" status: 200 len: 210 time: 0.0376358 Aug 11 03:06:15.477505 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-8b5f5132-63a1-4083-96d3-bbe9437bd989 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Made reservation on behalf of b778002df1964af5b6fb7ddcefc82408 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:15.481300 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-8b5f5132-63a1-4083-96d3-bbe9437bd989 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.611100 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-8b5f5132-63a1-4083-96d3-bbe9437bd989 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Allocated IP 172.20.0.13 (036ef48d-e40c-4d7b-a7d9-91945bfe2b40/3a23ab1e-2f35-42c8-a93c-935c15dd5a49/63325bfb-cdcd-4fcd-bc86-a6b61e8f9983) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:15.702696 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a8c8a0fa-63b6-4d31-a695-aa4b9dcba197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.771400 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-8b5f5132-63a1-4083-96d3-bbe9437bd989 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.786506 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-8b5f5132-63a1-4083-96d3-bbe9437bd989 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Transition to ACTIVE for port object 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:15.820415 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-8b5f5132-63a1-4083-96d3-bbe9437bd989 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.866402 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-8b5f5132-63a1-4083-96d3-bbe9437bd989 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network 036ef48d-e40c-4d7b-a7d9-91945bfe2b40 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:15.869490 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-8b5f5132-63a1-4083-96d3-bbe9437bd989 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:15.873550 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-8b5f5132-63a1-4083-96d3-bbe9437bd989 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:15.880725 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f5132-63a1-4083-96d3-bbe9437bd989 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Port': ['ID=63325bfb-cdcd-4fcd-bc86-a6b61e8f9983,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:15.932202 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-8b5f5132-63a1-4083-96d3-bbe9437bd989 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:15.933105 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-8b5f5132-63a1-4083-96d3-bbe9437bd989 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.954535 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-8b5f5132-63a1-4083-96d3-bbe9437bd989 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6225932 Aug 11 03:06:15.968424 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-2971237d-096d-4e22-ba7a-7809f6571da0 service neutron] Request body: {'port': {'device_id': 'f9337f34-9aad-41e3-b058-386e3ce5938e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:16.027928 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-2971237d-096d-4e22-ba7a-7809f6571da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.099271 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c05a2238-0b94-4c76-9485-b9bae063a38b None None] Provisioning for port 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:16.103024 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c05a2238-0b94-4c76-9485-b9bae063a38b None None] Provisioning complete for port 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:16.103398 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c05a2238-0b94-4c76-9485-b9bae063a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.137884 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-c05a2238-0b94-4c76-9485-b9bae063a38b None None] Port 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:16.309675 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-2971237d-096d-4e22-ba7a-7809f6571da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:16.316888 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-2971237d-096d-4e22-ba7a-7809f6571da0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.328183 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-2971237d-096d-4e22-ba7a-7809f6571da0 service neutron] Transition to ACTIVE for port object 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:16.332003 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-2971237d-096d-4e22-ba7a-7809f6571da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.388447 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971237d-096d-4e22-ba7a-7809f6571da0 service neutron] Pushing event updated for resources: {'Port': ['ID=63325bfb-cdcd-4fcd-bc86-a6b61e8f9983,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:16.454207 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-2971237d-096d-4e22-ba7a-7809f6571da0 service neutron] Attempting to bind port 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:16.454551 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-2971237d-096d-4e22-ba7a-7809f6571da0 service neutron] Attempting to bind port 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': 'ffa9b40c-356b-4285-a3ba-01a4d4391c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '036ef48d-e40c-4d7b-a7d9-91945bfe2b40'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:16.454877 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-2971237d-096d-4e22-ba7a-7809f6571da0 service neutron] Attempting to bind port 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983 on network 036ef48d-e40c-4d7b-a7d9-91945bfe2b40 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:16.460122 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-2971237d-096d-4e22-ba7a-7809f6571da0 service neutron] Port 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983 on network 036ef48d-e40c-4d7b-a7d9-91945bfe2b40 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:06:16.460447 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-2971237d-096d-4e22-ba7a-7809f6571da0 service neutron] Attempting to bind port 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983 on network 036ef48d-e40c-4d7b-a7d9-91945bfe2b40 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:16.465718 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-2971237d-096d-4e22-ba7a-7809f6571da0 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:16.466064 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-2971237d-096d-4e22-ba7a-7809f6571da0 service neutron] Checking segment: {'id': 'ffa9b40c-356b-4285-a3ba-01a4d4391c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '036ef48d-e40c-4d7b-a7d9-91945bfe2b40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:16.466594 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-2971237d-096d-4e22-ba7a-7809f6571da0 service neutron] Bound using segment: {'id': 'ffa9b40c-356b-4285-a3ba-01a4d4391c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '036ef48d-e40c-4d7b-a7d9-91945bfe2b40'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:16.467038 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-2971237d-096d-4e22-ba7a-7809f6571da0 service neutron] Bound port: 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa9b40c-356b-4285-a3ba-01a4d4391c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '036ef48d-e40c-4d7b-a7d9-91945bfe2b40'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:16.467396 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-2971237d-096d-4e22-ba7a-7809f6571da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.550913 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-2971237d-096d-4e22-ba7a-7809f6571da0 service neutron] For port 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:16.555314 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-2971237d-096d-4e22-ba7a-7809f6571da0 service neutron] For port 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=63325bfb-cdcd-4fcd-bc86-a6b61e8f9983,segment=NetworkSegment(ffa9b40c-356b-4285-a3ba-01a4d4391c0d),segment_id=ffa9b40c-356b-4285-a3ba-01a4d4391c0d)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:16.563018 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-2971237d-096d-4e22-ba7a-7809f6571da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.579483 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118ec07-d3c3-463b-8219-09381df3b518 req-5e44c9ba-4046-4013-bdfc-86a9727c5978 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:16.581121 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4118ec07-d3c3-463b-8219-09381df3b518 req-5e44c9ba-4046-4013-bdfc-86a9727c5978 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9337f34-9aad-41e3-b058-386e3ce5938e HTTP/1.1" status: 200 len: 944 time: 0.0633478 Aug 11 03:06:16.599724 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-2971237d-096d-4e22-ba7a-7809f6571da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:16.600319 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-2971237d-096d-4e22-ba7a-7809f6571da0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.601746 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-2971237d-096d-4e22-ba7a-7809f6571da0 service neutron] 10.222.0.73 "PUT /v2.0/ports/63325bfb-cdcd-4fcd-bc86-a6b61e8f9983 HTTP/1.1" status: 200 len: 1093 time: 0.6381617 Aug 11 03:06:16.604343 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9337f34-9aad-41e3-b058-386e3ce5938e', 'tag': '63325bfb-cdcd-4fcd-bc86-a6b61e8f9983'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:16.607460 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef26015ff99b62ba85d82572846d8981a3d7c94015c7a376eee6ede9212d5761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cdcfe5-39e3-477d-810a-102eadf7aa4c" -d '{"events": [{"name": "network-changed", "server_uuid": "f9337f34-9aad-41e3-b058-386e3ce5938e", "tag": "63325bfb-cdcd-4fcd-bc86-a6b61e8f9983"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:16.626290 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4118ec07-d3c3-463b-8219-09381df3b518 req-3450a61e-982d-48da-a3dc-c9c9b6f41300 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c342067-e395-492d-a904-cb124bea5f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387220 Aug 11 03:06:16.676134 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e4a6b1-7ca7-4a84-8523-8c23141ee040 x-openstack-request-id: req-69e4a6b1-7ca7-4a84-8523-8c23141ee040 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:16.676431 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9337f34-9aad-41e3-b058-386e3ce5938e", "tag": "63325bfb-cdcd-4fcd-bc86-a6b61e8f9983", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:16.676687 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-69e4a6b1-7ca7-4a84-8523-8c23141ee040 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:16.677087 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9337f34-9aad-41e3-b058-386e3ce5938e', 'tag': '63325bfb-cdcd-4fcd-bc86-a6b61e8f9983', 'status': 'completed', 'code': 200} Aug 11 03:06:16.685940 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971237d-096d-4e22-ba7a-7809f6571da0 service neutron] Pushing event updated for resources: {'Port': ['ID=63325bfb-cdcd-4fcd-bc86-a6b61e8f9983,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:16.700690 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-9f472653-487f-493b-9ced-38cb534d3128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:16.702434 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-9f472653-487f-493b-9ced-38cb534d3128 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=f9337f34-9aad-41e3-b058-386e3ce5938e HTTP/1.1" status: 200 len: 1096 time: 0.0629060 Aug 11 03:06:16.745841 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-c7aeb206-7d59-41d8-80c1-fa730d1c1ec8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63325bfb-cdcd-4fcd-bc86-a6b61e8f9983 HTTP/1.1" status: 200 len: 217 time: 0.0357394 Aug 11 03:06:16.801646 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-2fcd23f7-4188-4d21-a8d3-68424c20137a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:16.803165 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-2fcd23f7-4188-4d21-a8d3-68424c20137a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3a23ab1e-2f35-42c8-a93c-935c15dd5a49 HTTP/1.1" status: 200 len: 835 time: 0.0508285 Aug 11 03:06:16.847302 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-d127cee9-4f8a-4324-8c8d-1ccc686eb0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:16.849560 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-d127cee9-4f8a-4324-8c8d-1ccc686eb0d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=036ef48d-e40c-4d7b-a7d9-91945bfe2b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393283 Aug 11 03:06:16.936906 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-8ca9e66e-1bfb-49c8-868d-f4a9c831b26b service neutron] 10.222.0.73 "GET /v2.0/networks/036ef48d-e40c-4d7b-a7d9-91945bfe2b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801487 Aug 11 03:06:17.002784 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b714e43f-0a38-493f-9701-f43f64c0772d up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:17.033791 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b5d5c9d8-55ef-4d27-9449-ebd737cab461 req-f2267489-5295-406a-b708-655e9c68eccb service neutron] 10.222.0.73 "GET /v2.0/networks/036ef48d-e40c-4d7b-a7d9-91945bfe2b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900044 Aug 11 03:06:17.053321 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port b714e43f-0a38-493f-9701-f43f64c0772d completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:17.057118 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port b714e43f-0a38-493f-9701-f43f64c0772d triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:17.057496 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:17.121871 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdcfe5-39e3-477d-810a-102eadf7aa4c req-75ec9da5-2160-4ef9-97c4-14bffd804c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.123365 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c3cdcfe5-39e3-477d-810a-102eadf7aa4c req-75ec9da5-2160-4ef9-97c4-14bffd804c1f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=f9337f34-9aad-41e3-b058-386e3ce5938e HTTP/1.1" status: 200 len: 1096 time: 0.0451694 Aug 11 03:06:17.136469 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:17.168295 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port b714e43f-0a38-493f-9701-f43f64c0772d, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b714e43f-0a38-493f-9701-f43f64c0772d,segment=NetworkSegment(ffa9b40c-356b-4285-a3ba-01a4d4391c0d),segment_id=ffa9b40c-356b-4285-a3ba-01a4d4391c0d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:17.172592 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:17.217140 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdcfe5-39e3-477d-810a-102eadf7aa4c req-ecb20d29-b093-4694-8eae-df76d70ec1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.218661 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c3cdcfe5-39e3-477d-810a-102eadf7aa4c req-ecb20d29-b093-4694-8eae-df76d70ec1ba service neutron] 10.222.0.73 "GET /v2.0/networks?id=036ef48d-e40c-4d7b-a7d9-91945bfe2b40 HTTP/1.1" status: 200 len: 898 time: 0.0882406 Aug 11 03:06:17.223121 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=b714e43f-0a38-493f-9701-f43f64c0772d,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:17.259942 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c3cdcfe5-39e3-477d-810a-102eadf7aa4c req-68781546-66bb-4618-a011-3aad2cef5c48 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63325bfb-cdcd-4fcd-bc86-a6b61e8f9983 HTTP/1.1" status: 200 len: 217 time: 0.0344732 Aug 11 03:06:17.308300 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdcfe5-39e3-477d-810a-102eadf7aa4c req-ec523bd5-1fbf-48f4-8ca4-146c10fda458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.309681 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c3cdcfe5-39e3-477d-810a-102eadf7aa4c req-ec523bd5-1fbf-48f4-8ca4-146c10fda458 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3a23ab1e-2f35-42c8-a93c-935c15dd5a49 HTTP/1.1" status: 200 len: 835 time: 0.0423079 Aug 11 03:06:17.358145 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdcfe5-39e3-477d-810a-102eadf7aa4c req-d31de326-c460-4f54-8026-9bce99c375c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.359598 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c3cdcfe5-39e3-477d-810a-102eadf7aa4c req-d31de326-c460-4f54-8026-9bce99c375c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=036ef48d-e40c-4d7b-a7d9-91945bfe2b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426524 Aug 11 03:06:17.446844 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c3cdcfe5-39e3-477d-810a-102eadf7aa4c req-cfb7ba19-6866-47b7-8c76-2ebe318c27d9 service neutron] 10.222.0.73 "GET /v2.0/networks/036ef48d-e40c-4d7b-a7d9-91945bfe2b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784228 Aug 11 03:06:17.539801 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c3cdcfe5-39e3-477d-810a-102eadf7aa4c req-ae055a2c-f646-489a-a1eb-78497c16cc12 service neutron] 10.222.0.73 "GET /v2.0/networks/036ef48d-e40c-4d7b-a7d9-91945bfe2b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849319 Aug 11 03:06:17.742548 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3e014-d01a-4ae6-ad19-e7dde8bb4403 req-72c43693-b946-4dfb-8278-5952912fed0d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.743967 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d1a3e014-d01a-4ae6-ad19-e7dde8bb4403 req-72c43693-b946-4dfb-8278-5952912fed0d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9337f34-9aad-41e3-b058-386e3ce5938e HTTP/1.1" status: 200 len: 944 time: 0.0485835 Aug 11 03:06:17.782112 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d1a3e014-d01a-4ae6-ad19-e7dde8bb4403 req-33e38aa0-c8a1-48dd-8523-324e8b8b3b99 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c342067-e395-492d-a904-cb124bea5f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322547 Aug 11 03:06:18.390746 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e2fb0084-5dd6-44ea-a10f-72cae7c5599c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:18.400585 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:18.558524 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:06:18.648101 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=63325bfb-cdcd-4fcd-bc86-a6b61e8f9983,segment=NetworkSegment(ffa9b40c-356b-4285-a3ba-01a4d4391c0d),segment_id=ffa9b40c-356b-4285-a3ba-01a4d4391c0d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:18.658940 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '63325bfb-cdcd-4fcd-bc86-a6b61e8f9983', 'network_id': '036ef48d-e40c-4d7b-a7d9-91945bfe2b40', 'port_id': '63325bfb-cdcd-4fcd-bc86-a6b61e8f9983', 'mac_address': 'fa:16:3e:4a:ab:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a23ab1e-2f35-42c8-a93c-935c15dd5a49', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:06:18.694517 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:18.709542 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:18.728214 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=63325bfb-cdcd-4fcd-bc86-a6b61e8f9983,segment=NetworkSegment(ffa9b40c-356b-4285-a3ba-01a4d4391c0d),segment_id=ffa9b40c-356b-4285-a3ba-01a4d4391c0d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:18.732277 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:18.776698 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=63325bfb-cdcd-4fcd-bc86-a6b61e8f9983,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:18.900073 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfdfa15-1234-4e27-8247-7204fd5515f2 req-56e8af53-a8ce-4d8e-900e-036c3e7c62ce tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:18.901532 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8cfdfa15-1234-4e27-8247-7204fd5515f2 req-56e8af53-a8ce-4d8e-900e-036c3e7c62ce tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9337f34-9aad-41e3-b058-386e3ce5938e HTTP/1.1" status: 200 len: 945 time: 0.0494425 Aug 11 03:06:18.939760 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8cfdfa15-1234-4e27-8247-7204fd5515f2 req-37aa3e6a-f3cd-4afa-9299-85fc11445edf tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c342067-e395-492d-a904-cb124bea5f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321779 Aug 11 03:06:18.963405 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['63325bfb-cdcd-4fcd-bc86-a6b61e8f9983'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:06:18.987223 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b714e43f-0a38-493f-9701-f43f64c0772d up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:19.078219 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port b714e43f-0a38-493f-9701-f43f64c0772d triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:19.078593 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:19.358189 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:06:20.053735 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848c40d-61ee-4772-8e41-b18731428a1b req-fdbb96e2-5465-43da-95ec-ec90ad9a2c00 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:20.055235 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4848c40d-61ee-4772-8e41-b18731428a1b req-fdbb96e2-5465-43da-95ec-ec90ad9a2c00 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9337f34-9aad-41e3-b058-386e3ce5938e HTTP/1.1" status: 200 len: 945 time: 0.0483973 Aug 11 03:06:20.093329 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4848c40d-61ee-4772-8e41-b18731428a1b req-7436ef76-124e-45ea-8b76-f126e977f203 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c342067-e395-492d-a904-cb124bea5f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321198 Aug 11 03:06:20.134097 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.576598 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:20.623609 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:20.627381 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:20.627788 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.701165 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.722258 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9337f34-9aad-41e3-b058-386e3ce5938e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63325bfb-cdcd-4fcd-bc86-a6b61e8f9983'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:20.724506 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20fab26f80b9da78313f4d9f7f3b762b68210575349c4eb51748859b525969e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24da973-def8-4878-98fa-fd8bfc68afa6" -d '{"events": [{"server_uuid": "f9337f34-9aad-41e3-b058-386e3ce5938e", "name": "network-vif-plugged", "status": "completed", "tag": "63325bfb-cdcd-4fcd-bc86-a6b61e8f9983"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:20.741678 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=63325bfb-cdcd-4fcd-bc86-a6b61e8f9983,segment=NetworkSegment(ffa9b40c-356b-4285-a3ba-01a4d4391c0d),segment_id=ffa9b40c-356b-4285-a3ba-01a4d4391c0d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:20.745599 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.768627 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900a6e26-a610-46ae-90e1-bc43b02a7953 x-openstack-request-id: req-900a6e26-a610-46ae-90e1-bc43b02a7953 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:20.768930 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9337f34-9aad-41e3-b058-386e3ce5938e", "name": "network-vif-plugged", "status": "completed", "tag": "63325bfb-cdcd-4fcd-bc86-a6b61e8f9983", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:20.769184 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-900a6e26-a610-46ae-90e1-bc43b02a7953 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:20.769576 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9337f34-9aad-41e3-b058-386e3ce5938e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63325bfb-cdcd-4fcd-bc86-a6b61e8f9983', 'code': 200} Aug 11 03:06:20.797231 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=63325bfb-cdcd-4fcd-bc86-a6b61e8f9983,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:20.857056 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61700439-9048-45a4-b164-700a5ea0163d req-0ce2160c-bc3d-4e21-a2b1-210da98d2fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:20.858485 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-61700439-9048-45a4-b164-700a5ea0163d req-0ce2160c-bc3d-4e21-a2b1-210da98d2fbd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f9337f34-9aad-41e3-b058-386e3ce5938e HTTP/1.1" status: 200 len: 1098 time: 0.0399401 Aug 11 03:06:20.892991 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-61700439-9048-45a4-b164-700a5ea0163d req-ddf0baa5-e1f2-407b-a3cf-fbcce17ced0b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6c342067-e395-492d-a904-cb124bea5f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275121 Aug 11 03:06:21.210041 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdc057-ef93-4a3a-9090-5a4fbd8c29ba req-6868c4f9-da08-4206-91ac-0c9619e6cc20 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:21.211524 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-24bdc057-ef93-4a3a-9090-5a4fbd8c29ba req-6868c4f9-da08-4206-91ac-0c9619e6cc20 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9337f34-9aad-41e3-b058-386e3ce5938e HTTP/1.1" status: 200 len: 946 time: 0.0524945 Aug 11 03:06:21.249673 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-24bdc057-ef93-4a3a-9090-5a4fbd8c29ba req-3183c5d1-f951-4a1e-b043-c48d18133d00 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c342067-e395-492d-a904-cb124bea5f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320208 Aug 11 03:06:21.636778 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.362999 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808da49-11cb-46bf-8e2f-cc265b559950 req-3557b7e3-c0f8-4171-8204-accd8b645614 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:22.365006 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e808da49-11cb-46bf-8e2f-cc265b559950 req-3557b7e3-c0f8-4171-8204-accd8b645614 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9337f34-9aad-41e3-b058-386e3ce5938e HTTP/1.1" status: 200 len: 946 time: 0.0473378 Aug 11 03:06:22.404244 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e808da49-11cb-46bf-8e2f-cc265b559950 req-3b5974b9-5133-4973-bddd-bcd2d7196d40 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c342067-e395-492d-a904-cb124bea5f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333555 Aug 11 03:06:22.515811 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f6f3a-91f9-41ee-94a3-a7c884347791 req-bf9c5258-c3ee-41e1-87a6-250809871d48 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:22.517215 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-118f6f3a-91f9-41ee-94a3-a7c884347791 req-bf9c5258-c3ee-41e1-87a6-250809871d48 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9337f34-9aad-41e3-b058-386e3ce5938e HTTP/1.1" status: 200 len: 946 time: 0.0478399 Aug 11 03:06:22.554819 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-118f6f3a-91f9-41ee-94a3-a7c884347791 req-2c2a9db6-c2cc-40d5-808b-64e63b7a5a51 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c342067-e395-492d-a904-cb124bea5f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309327 Aug 11 03:06:22.576030 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33160) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:22.616140 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725787d5-6b3a-4f45-83d2-db9ae097f199 tempest-TestNetworkAdvancedServerOps-346293483 tempest-TestNetworkAdvancedServerOps-346293483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:22.617649 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-725787d5-6b3a-4f45-83d2-db9ae097f199 tempest-TestNetworkAdvancedServerOps-346293483 tempest-TestNetworkAdvancedServerOps-346293483-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f9337f34-9aad-41e3-b058-386e3ce5938e HTTP/1.1" status: 200 len: 1093 time: 0.0406795 Aug 11 03:06:22.620376 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33162) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:22.624659 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-70ec9677-de2a-47e9-bee0-cd0cd54dd79a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'port_id': '63325bfb-cdcd-4fcd-bc86-a6b61e8f9983', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:22.646195 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-70ec9677-de2a-47e9-bee0-cd0cd54dd79a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for floatingip, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.744332 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-70ec9677-de2a-47e9-bee0-cd0cd54dd79a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.844157 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-70ec9677-de2a-47e9-bee0-cd0cd54dd79a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Allocated IP 172.25.2.142 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/d29f8a68-7142-484f-bfe6-12828128e05e) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:22.947715 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-70ec9677-de2a-47e9-bee0-cd0cd54dd79a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.986843 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-70ec9677-de2a-47e9-bee0-cd0cd54dd79a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.021098 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ec9677-de2a-47e9-bee0-cd0cd54dd79a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:23.024011 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-70ec9677-de2a-47e9-bee0-cd0cd54dd79a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:23.029610 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ec9677-de2a-47e9-bee0-cd0cd54dd79a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:23.057135 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec9677-de2a-47e9-bee0-cd0cd54dd79a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Port': ['ID=d29f8a68-7142-484f-bfe6-12828128e05e,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:23.390383 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-70ec9677-de2a-47e9-bee0-cd0cd54dd79a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.455095 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-70ec9677-de2a-47e9-bee0-cd0cd54dd79a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.603114 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-70ec9677-de2a-47e9-bee0-cd0cd54dd79a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.607785 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-70ec9677-de2a-47e9-bee0-cd0cd54dd79a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.683150 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec9677-de2a-47e9-bee0-cd0cd54dd79a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Port': ['ID=d29f8a68-7142-484f-bfe6-12828128e05e,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:23.689611 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-70ec9677-de2a-47e9-bee0-cd0cd54dd79a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.787501 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-70ec9677-de2a-47e9-bee0-cd0cd54dd79a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Floating IP 6502e056-cc3f-4894-ba7b-91449567be7f associated. External IP: 172.25.2.142, port: 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983. Aug 11 03:06:23.987240 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ec9677-de2a-47e9-bee0-cd0cd54dd79a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Router 6ea434dc-cd3e-4e55-882b-a55323c83082 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:06:24.090304 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ec9677-de2a-47e9-bee0-cd0cd54dd79a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:06:24.101136 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0754553f-a013-4d88-9a2a-ff0a198e80ab None None] Sync routers for ids ['6ea434dc-cd3e-4e55-882b-a55323c83082'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:06:24.106407 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-70ec9677-de2a-47e9-bee0-cd0cd54dd79a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:24.110509 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0754553f-a013-4d88-9a2a-ff0a198e80ab None None] Routers {'6ea434dc-cd3e-4e55-882b-a55323c83082'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:24.111140 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-0754553f-a013-4d88-9a2a-ff0a198e80ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:06:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6ea434dc-cd3e-4e55-882b-a55323c83082'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:24.138047 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-70ec9677-de2a-47e9-bee0-cd0cd54dd79a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5166483 Aug 11 03:06:24.138654 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9337f34-9aad-41e3-b058-386e3ce5938e', 'tag': '63325bfb-cdcd-4fcd-bc86-a6b61e8f9983'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:24.140987 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274cfa898284e0591c33ace065f819b64a6cad10b3d723e28d1d1a3acc1cf9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f2b15f-ec8c-4c59-9f89-e669216cdebc" -d '{"events": [{"name": "network-changed", "server_uuid": "f9337f34-9aad-41e3-b058-386e3ce5938e", "tag": "63325bfb-cdcd-4fcd-bc86-a6b61e8f9983"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:24.184137 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e2df55-13b8-4b97-a05c-18a3e8778fab x-openstack-request-id: req-45e2df55-13b8-4b97-a05c-18a3e8778fab {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:24.184500 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9337f34-9aad-41e3-b058-386e3ce5938e", "tag": "63325bfb-cdcd-4fcd-bc86-a6b61e8f9983", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:24.184824 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-45e2df55-13b8-4b97-a05c-18a3e8778fab {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:24.185452 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9337f34-9aad-41e3-b058-386e3ce5938e', 'tag': '63325bfb-cdcd-4fcd-bc86-a6b61e8f9983', 'status': 'completed', 'code': 200} Aug 11 03:06:24.276112 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda26271-d7ef-44dc-a8d4-e5f5d4caabaf req-8c1aae3d-204f-48d1-a261-ae8e3ad94da8 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.286035 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fda26271-d7ef-44dc-a8d4-e5f5d4caabaf req-8c1aae3d-204f-48d1-a261-ae8e3ad94da8 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9337f34-9aad-41e3-b058-386e3ce5938e HTTP/1.1" status: 200 len: 946 time: 0.0915387 Aug 11 03:06:24.294667 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2b15f-ec8c-4c59-9f89-e669216cdebc req-3206bf66-ec96-48a4-be6c-c1dacfae56d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.296168 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1f2b15f-ec8c-4c59-9f89-e669216cdebc req-3206bf66-ec96-48a4-be6c-c1dacfae56d8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=f9337f34-9aad-41e3-b058-386e3ce5938e HTTP/1.1" status: 200 len: 1098 time: 0.0902936 Aug 11 03:06:24.371977 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-0754553f-a013-4d88-9a2a-ff0a198e80ab None None] Set router 6ea434dc-cd3e-4e55-882b-a55323c83082 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:24.378346 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fda26271-d7ef-44dc-a8d4-e5f5d4caabaf req-a93bb9bd-8269-43aa-b52a-a321bc02df01 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c342067-e395-492d-a904-cb124bea5f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860007 Aug 11 03:06:24.401985 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33168) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:24.412232 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2b15f-ec8c-4c59-9f89-e669216cdebc req-d1ae4f10-b210-43aa-8d36-64494eb1a07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.413730 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1f2b15f-ec8c-4c59-9f89-e669216cdebc req-d1ae4f10-b210-43aa-8d36-64494eb1a07a service neutron] 10.222.0.73 "GET /v2.0/networks?id=036ef48d-e40c-4d7b-a7d9-91945bfe2b40 HTTP/1.1" status: 200 len: 898 time: 0.1103036 Aug 11 03:06:24.466360 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c2e384c8-91dd-4eb3-b4b3-cad68685831d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/floatingips/6502e056-cc3f-4894-ba7b-91449567be7f HTTP/1.1" status: 200 len: 992 time: 0.0620511 Aug 11 03:06:24.478676 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1f2b15f-ec8c-4c59-9f89-e669216cdebc req-22efcd71-a3d8-4237-8be9-3b8f50b24645 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63325bfb-cdcd-4fcd-bc86-a6b61e8f9983 HTTP/1.1" status: 200 len: 1000 time: 0.0582702 Aug 11 03:06:24.535773 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2b15f-ec8c-4c59-9f89-e669216cdebc req-e8454719-2580-422e-88b1-6fa8eec452be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.537206 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1f2b15f-ec8c-4c59-9f89-e669216cdebc req-e8454719-2580-422e-88b1-6fa8eec452be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3a23ab1e-2f35-42c8-a93c-935c15dd5a49 HTTP/1.1" status: 200 len: 835 time: 0.0524035 Aug 11 03:06:24.581520 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2b15f-ec8c-4c59-9f89-e669216cdebc req-b92ef7a4-1170-41fe-ae70-637e20def5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.583054 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1f2b15f-ec8c-4c59-9f89-e669216cdebc req-b92ef7a4-1170-41fe-ae70-637e20def5d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=036ef48d-e40c-4d7b-a7d9-91945bfe2b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385709 Aug 11 03:06:24.593523 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-0754553f-a013-4d88-9a2a-ff0a198e80ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951996401', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'fde07d0b-6afa-4d58-8200-a186652e03f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:06:08Z', 'updated_at': '2021-08-11T03:06:12Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'fde07d0b-6afa-4d58-8200-a186652e03f6', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:08Z', 'updated_at': '2021-08-11T03:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '6502e056-cc3f-4894-ba7b-91449567be7f', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'port_id': '63325bfb-cdcd-4fcd-bc86-a6b61e8f9983', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '036ef48d-e40c-4d7b-a7d9-91945bfe2b40', 'mac_address': 'fa:16:3e:4a:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9337f34-9aad-41e3-b058-386e3ce5938e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:06:23Z', 'updated_at': '2021-08-11T03:06:23Z', 'revision_number': 0, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b714e43f-0a38-493f-9701-f43f64c0772d', 'name': '', 'network_id': '036ef48d-e40c-4d7b-a7d9-91945bfe2b40', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:7e:f3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3a23ab1e-2f35-42c8-a93c-935c15dd5a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:11Z', 'updated_at': '2021-08-11T03:06:17Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': '3a23ab1e-2f35-42c8-a93c-935c15dd5a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:24.624166 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0754553f-a013-4d88-9a2a-ff0a198e80ab None None] Checking router: 6ea434dc-cd3e-4e55-882b-a55323c83082 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:06:24.634036 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0754553f-a013-4d88-9a2a-ff0a198e80ab None None] Routers {'6ea434dc-cd3e-4e55-882b-a55323c83082'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:24.634649 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-0754553f-a013-4d88-9a2a-ff0a198e80ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:06:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6ea434dc-cd3e-4e55-882b-a55323c83082'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:24.674495 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1f2b15f-ec8c-4c59-9f89-e669216cdebc req-ea0fca98-9e39-4d06-964f-218d005c5502 service neutron] 10.222.0.73 "GET /v2.0/networks/036ef48d-e40c-4d7b-a7d9-91945bfe2b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829265 Aug 11 03:06:24.739763 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-0754553f-a013-4d88-9a2a-ff0a198e80ab None None] Set router 6ea434dc-cd3e-4e55-882b-a55323c83082 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:24.770940 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f1f2b15f-ec8c-4c59-9f89-e669216cdebc req-086ada6b-a660-4851-b5a6-22edb5b8db7f service neutron] 10.222.0.73 "GET /v2.0/networks/036ef48d-e40c-4d7b-a7d9-91945bfe2b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881610 Aug 11 03:06:24.959376 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:24.968085 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-0754553f-a013-4d88-9a2a-ff0a198e80ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951996401', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'fde07d0b-6afa-4d58-8200-a186652e03f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:06:08Z', 'updated_at': '2021-08-11T03:06:12Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'fde07d0b-6afa-4d58-8200-a186652e03f6', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:08Z', 'updated_at': '2021-08-11T03:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '6502e056-cc3f-4894-ba7b-91449567be7f', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'port_id': '63325bfb-cdcd-4fcd-bc86-a6b61e8f9983', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '036ef48d-e40c-4d7b-a7d9-91945bfe2b40', 'mac_address': 'fa:16:3e:4a:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9337f34-9aad-41e3-b058-386e3ce5938e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:06:23Z', 'updated_at': '2021-08-11T03:06:23Z', 'revision_number': 0, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b714e43f-0a38-493f-9701-f43f64c0772d', 'name': '', 'network_id': '036ef48d-e40c-4d7b-a7d9-91945bfe2b40', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:7e:f3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3a23ab1e-2f35-42c8-a93c-935c15dd5a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:11Z', 'updated_at': '2021-08-11T03:06:17Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': '3a23ab1e-2f35-42c8-a93c-935c15dd5a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:24.994232 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0754553f-a013-4d88-9a2a-ff0a198e80ab None None] The sync data for ids ['6ea434dc-cd3e-4e55-882b-a55323c83082'] in n-d-615180-33 is: [{'id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951996401', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'fde07d0b-6afa-4d58-8200-a186652e03f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:06:08Z', 'updated_at': '2021-08-11T03:06:12Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'fde07d0b-6afa-4d58-8200-a186652e03f6', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:08Z', 'updated_at': '2021-08-11T03:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '6502e056-cc3f-4894-ba7b-91449567be7f', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'port_id': '63325bfb-cdcd-4fcd-bc86-a6b61e8f9983', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '036ef48d-e40c-4d7b-a7d9-91945bfe2b40', 'mac_address': 'fa:16:3e:4a:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9337f34-9aad-41e3-b058-386e3ce5938e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:06:23Z', 'updated_at': '2021-08-11T03:06:23Z', 'revision_number': 0, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b714e43f-0a38-493f-9701-f43f64c0772d', 'name': '', 'network_id': '036ef48d-e40c-4d7b-a7d9-91945bfe2b40', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:7e:f3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3a23ab1e-2f35-42c8-a93c-935c15dd5a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:11Z', 'updated_at': '2021-08-11T03:06:17Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': '3a23ab1e-2f35-42c8-a93c-935c15dd5a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:06:25.178788 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7f9660-9be7-44e6-b3e7-612a4c41f87b None None] New status for floating IP 6502e056-cc3f-4894-ba7b-91449567be7f: ACTIVE {{(pid=94509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:06:25.469340 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33170) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:25.529551 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ff231bee-d0d8-4d62-a61b-0d3f83ab618d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/floatingips/6502e056-cc3f-4894-ba7b-91449567be7f HTTP/1.1" status: 200 len: 994 time: 0.0591407 Aug 11 03:06:25.848464 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:45.703324 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0d36b100-b436-465e-bae8-8ae85eca2d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:48.403526 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-691689e8-f718-48b7-807e-caa295c87e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:48.406481 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:50.136926 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:51.638998 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:54.966834 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:55.867062 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:56.356899 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:06:56.784172 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b092050-f750-464f-92dc-22c1140ae36a req-77d9fbf3-4308-4b07-a694-6ed2bcdf8e57 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:56.786258 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8b092050-f750-464f-92dc-22c1140ae36a req-77d9fbf3-4308-4b07-a694-6ed2bcdf8e57 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9337f34-9aad-41e3-b058-386e3ce5938e HTTP/1.1" status: 200 len: 946 time: 0.0495124 Aug 11 03:06:56.825090 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8b092050-f750-464f-92dc-22c1140ae36a req-7d9a8cbe-3e72-4ed9-a526-49b4f1acdbea tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c342067-e395-492d-a904-cb124bea5f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327790 Aug 11 03:06:57.945109 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df9330-b2af-4008-816a-93a661a003cf req-b0e550ea-da49-41de-a270-1816c1b277a4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:57.946604 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-71df9330-b2af-4008-816a-93a661a003cf req-b0e550ea-da49-41de-a270-1816c1b277a4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9337f34-9aad-41e3-b058-386e3ce5938e HTTP/1.1" status: 200 len: 946 time: 0.0510111 Aug 11 03:06:57.983831 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-71df9330-b2af-4008-816a-93a661a003cf req-ab11181d-3240-42ff-8646-2d82d72aef84 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c342067-e395-492d-a904-cb124bea5f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312905 Aug 11 03:06:58.005923 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33188) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:58.063861 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f9964f6b-2517-4b2d-bcdd-d717824a55b9 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/floatingips/6502e056-cc3f-4894-ba7b-91449567be7f HTTP/1.1" status: 200 len: 994 time: 0.0568318 Aug 11 03:06:59.320097 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a12be-9623-4f3f-af74-dbe7f04ccf42 req-267b39d6-d692-46fb-9762-dca633a7a7a8 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:59.321607 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-752a12be-9623-4f3f-af74-dbe7f04ccf42 req-267b39d6-d692-46fb-9762-dca633a7a7a8 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9337f34-9aad-41e3-b058-386e3ce5938e HTTP/1.1" status: 200 len: 946 time: 0.0533316 Aug 11 03:06:59.359876 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-752a12be-9623-4f3f-af74-dbe7f04ccf42 req-ee8834a1-e44f-42ac-a694-7a1a1c888e27 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c342067-e395-492d-a904-cb124bea5f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320671 Aug 11 03:07:00.474850 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a1975-38d5-4f6b-8e1e-ea0024bd5b2f req-6517fcb0-6284-4946-809a-7d3669f02a95 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:00.476398 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fe5a1975-38d5-4f6b-8e1e-ea0024bd5b2f req-6517fcb0-6284-4946-809a-7d3669f02a95 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9337f34-9aad-41e3-b058-386e3ce5938e HTTP/1.1" status: 200 len: 946 time: 0.0479119 Aug 11 03:07:00.543754 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fe5a1975-38d5-4f6b-8e1e-ea0024bd5b2f req-01a17714-9ec9-4ea4-b73e-8dcd9bb9849c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c342067-e395-492d-a904-cb124bea5f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610108 Aug 11 03:07:00.550690 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59a60543-168d-479d-bcd0-2a10aee9d5ae req-209324be-d79a-439a-9885-7cd9e80922ca service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f9337f34-9aad-41e3-b058-386e3ce5938e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0611458 Aug 11 03:07:00.565649 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33198) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:00.654886 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-8f2878de-5f0e-4ab3-ace2-8c8559388377 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/floatingips/6502e056-cc3f-4894-ba7b-91449567be7f HTTP/1.1" status: 200 len: 994 time: 0.0880990 Aug 11 03:07:00.663958 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a60543-168d-479d-bcd0-2a10aee9d5ae req-34412f0f-9c87-4ca9-abc0-97b1ead59fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:00.665427 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59a60543-168d-479d-bcd0-2a10aee9d5ae req-34412f0f-9c87-4ca9-abc0-97b1ead59fc1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=f9337f34-9aad-41e3-b058-386e3ce5938e HTTP/1.1" status: 200 len: 1098 time: 0.0623040 Aug 11 03:07:00.771787 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a60543-168d-479d-bcd0-2a10aee9d5ae req-fbf2dede-e267-4f93-898e-ceacb0cf5c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:00.773267 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59a60543-168d-479d-bcd0-2a10aee9d5ae req-fbf2dede-e267-4f93-898e-ceacb0cf5c44 service neutron] 10.222.0.73 "GET /v2.0/networks?id=036ef48d-e40c-4d7b-a7d9-91945bfe2b40 HTTP/1.1" status: 200 len: 898 time: 0.0851929 Aug 11 03:07:00.841555 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59a60543-168d-479d-bcd0-2a10aee9d5ae req-bdfc6439-6c0e-430f-b907-f24ef0910995 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63325bfb-cdcd-4fcd-bc86-a6b61e8f9983 HTTP/1.1" status: 200 len: 1002 time: 0.0600019 Aug 11 03:07:00.871645 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33204) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:01.038927 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-fb960268-2d26-4315-9888-b3a3fe9023b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Deleting port d29f8a68-7142-484f-bfe6-12828128e05e {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:01.039285 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fb960268-2d26-4315-9888-b3a3fe9023b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:01.117248 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fb960268-2d26-4315-9888-b3a3fe9023b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:01.117500 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fb960268-2d26-4315-9888-b3a3fe9023b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:01.129425 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-fb960268-2d26-4315-9888-b3a3fe9023b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Calling delete_port for d29f8a68-7142-484f-bfe6-12828128e05e owned by network:floatingip {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:01.209835 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a60543-168d-479d-bcd0-2a10aee9d5ae req-97989e14-1669-479d-8997-b58814f750fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:01.211335 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59a60543-168d-479d-bcd0-2a10aee9d5ae req-97989e14-1669-479d-8997-b58814f750fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3a23ab1e-2f35-42c8-a93c-935c15dd5a49 HTTP/1.1" status: 200 len: 835 time: 0.3630297 Aug 11 03:07:01.261785 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a60543-168d-479d-bcd0-2a10aee9d5ae req-27c5ba08-8920-4557-8617-5f3aff881a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:01.263309 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59a60543-168d-479d-bcd0-2a10aee9d5ae req-27c5ba08-8920-4557-8617-5f3aff881a52 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=036ef48d-e40c-4d7b-a7d9-91945bfe2b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440009 Aug 11 03:07:01.276429 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-59a60543-168d-479d-bcd0-2a10aee9d5ae req-faf13d1b-1617-46ec-9a75-c7474f208575 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:07:01.277509 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59a60543-168d-479d-bcd0-2a10aee9d5ae req-faf13d1b-1617-46ec-9a75-c7474f208575 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072327 Aug 11 03:07:01.282808 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fb960268-2d26-4315-9888-b3a3fe9023b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:01.316900 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb960268-2d26-4315-9888-b3a3fe9023b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'Port': ['ID=d29f8a68-7142-484f-bfe6-12828128e05e,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:01.330427 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb960268-2d26-4315-9888-b3a3fe9023b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:01.330789 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb960268-2d26-4315-9888-b3a3fe9023b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:01.331136 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb960268-2d26-4315-9888-b3a3fe9023b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:01.331480 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb960268-2d26-4315-9888-b3a3fe9023b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:01.331851 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb960268-2d26-4315-9888-b3a3fe9023b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:01.332189 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb960268-2d26-4315-9888-b3a3fe9023b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:01.332523 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb960268-2d26-4315-9888-b3a3fe9023b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:01.332862 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb960268-2d26-4315-9888-b3a3fe9023b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:01.333202 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb960268-2d26-4315-9888-b3a3fe9023b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:01.333534 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb960268-2d26-4315-9888-b3a3fe9023b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:01.333870 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb960268-2d26-4315-9888-b3a3fe9023b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:01.334200 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb960268-2d26-4315-9888-b3a3fe9023b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:01.373480 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59a60543-168d-479d-bcd0-2a10aee9d5ae req-ee26e8c3-0374-4b45-8d67-2e397d4e020e service neutron] 10.222.0.73 "GET /v2.0/networks/036ef48d-e40c-4d7b-a7d9-91945bfe2b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886056 Aug 11 03:07:01.398040 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fb960268-2d26-4315-9888-b3a3fe9023b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for floatingip, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:01.398397 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-fb960268-2d26-4315-9888-b3a3fe9023b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Floating IP 6502e056-cc3f-4894-ba7b-91449567be7f disassociated (deleted). External IP: 172.25.2.142, port: 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983. Aug 11 03:07:01.463624 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-59a60543-168d-479d-bcd0-2a10aee9d5ae req-84535aa2-5643-4891-aea4-3a225ceefe69 service neutron] 10.222.0.73 "GET /v2.0/networks/036ef48d-e40c-4d7b-a7d9-91945bfe2b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828247 Aug 11 03:07:01.602174 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb960268-2d26-4315-9888-b3a3fe9023b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Router 6ea434dc-cd3e-4e55-882b-a55323c83082 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:07:01.715641 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb960268-2d26-4315-9888-b3a3fe9023b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:07:01.720061 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fb960268-2d26-4315-9888-b3a3fe9023b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:01.727098 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69314781-5c22-4cd8-a70d-38a011599d61 None None] Sync routers for ids ['6ea434dc-cd3e-4e55-882b-a55323c83082'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:07:01.736958 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69314781-5c22-4cd8-a70d-38a011599d61 None None] Routers {'6ea434dc-cd3e-4e55-882b-a55323c83082'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:01.737634 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-69314781-5c22-4cd8-a70d-38a011599d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:06:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6ea434dc-cd3e-4e55-882b-a55323c83082'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:01.747977 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fb960268-2d26-4315-9888-b3a3fe9023b6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "DELETE /v2.0/floatingips/6502e056-cc3f-4894-ba7b-91449567be7f HTTP/1.1" status: 204 len: 168 time: 0.8752038 Aug 11 03:07:01.748674 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9337f34-9aad-41e3-b058-386e3ce5938e', 'tag': '63325bfb-cdcd-4fcd-bc86-a6b61e8f9983'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:01.751024 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274cfa898284e0591c33ace065f819b64a6cad10b3d723e28d1d1a3acc1cf9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b302068-0d45-4d11-abdd-e69de02db649" -d '{"events": [{"name": "network-changed", "server_uuid": "f9337f34-9aad-41e3-b058-386e3ce5938e", "tag": "63325bfb-cdcd-4fcd-bc86-a6b61e8f9983"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:01.789787 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b149847b-8967-437f-8c18-6f5c026ad42f x-openstack-request-id: req-b149847b-8967-437f-8c18-6f5c026ad42f {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:01.790086 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9337f34-9aad-41e3-b058-386e3ce5938e", "tag": "63325bfb-cdcd-4fcd-bc86-a6b61e8f9983", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:01.790345 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b149847b-8967-437f-8c18-6f5c026ad42f {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:01.790790 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9337f34-9aad-41e3-b058-386e3ce5938e', 'tag': '63325bfb-cdcd-4fcd-bc86-a6b61e8f9983', 'status': 'completed', 'code': 200} Aug 11 03:07:01.845757 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-69314781-5c22-4cd8-a70d-38a011599d61 None None] Set router 6ea434dc-cd3e-4e55-882b-a55323c83082 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:07:01.854328 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b302068-0d45-4d11-abdd-e69de02db649 req-adee32f9-c9bb-4bfc-aabd-7f1f10df8be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:01.856000 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7b302068-0d45-4d11-abdd-e69de02db649 req-adee32f9-c9bb-4bfc-aabd-7f1f10df8be1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=f9337f34-9aad-41e3-b058-386e3ce5938e HTTP/1.1" status: 200 len: 1098 time: 0.0439937 Aug 11 03:07:01.960967 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b302068-0d45-4d11-abdd-e69de02db649 req-6aa661bb-3750-4820-8371-ac4e7254e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:01.962455 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7b302068-0d45-4d11-abdd-e69de02db649 req-6aa661bb-3750-4820-8371-ac4e7254e4d3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=036ef48d-e40c-4d7b-a7d9-91945bfe2b40 HTTP/1.1" status: 200 len: 898 time: 0.0946465 Aug 11 03:07:02.004099 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9274c-6fab-4cfc-a1e2-d3565db36035 req-63002b12-3342-4add-a320-271be52df62d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:02.005979 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dad9274c-6fab-4cfc-a1e2-d3565db36035 req-63002b12-3342-4add-a320-271be52df62d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9337f34-9aad-41e3-b058-386e3ce5938e HTTP/1.1" status: 200 len: 946 time: 0.0523326 Aug 11 03:07:02.006958 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7b302068-0d45-4d11-abdd-e69de02db649 req-8f1bd15b-4a98-4275-8d7f-e8512515518d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63325bfb-cdcd-4fcd-bc86-a6b61e8f9983 HTTP/1.1" status: 200 len: 217 time: 0.0354223 Aug 11 03:07:02.049621 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dad9274c-6fab-4cfc-a1e2-d3565db36035 req-808febe8-e1ac-4fe4-9b42-af1d517e7897 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c342067-e395-492d-a904-cb124bea5f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371678 Aug 11 03:07:02.056527 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-69314781-5c22-4cd8-a70d-38a011599d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951996401', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'fde07d0b-6afa-4d58-8200-a186652e03f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:06:08Z', 'updated_at': '2021-08-11T03:06:12Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'fde07d0b-6afa-4d58-8200-a186652e03f6', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:08Z', 'updated_at': '2021-08-11T03:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'b714e43f-0a38-493f-9701-f43f64c0772d', 'name': '', 'network_id': '036ef48d-e40c-4d7b-a7d9-91945bfe2b40', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:7e:f3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3a23ab1e-2f35-42c8-a93c-935c15dd5a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:11Z', 'updated_at': '2021-08-11T03:06:17Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': '3a23ab1e-2f35-42c8-a93c-935c15dd5a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:02.065951 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b302068-0d45-4d11-abdd-e69de02db649 req-75ca2c51-d6b3-449d-bed1-b20a2e819836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:02.067463 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7b302068-0d45-4d11-abdd-e69de02db649 req-75ca2c51-d6b3-449d-bed1-b20a2e819836 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3a23ab1e-2f35-42c8-a93c-935c15dd5a49 HTTP/1.1" status: 200 len: 835 time: 0.0531650 Aug 11 03:07:02.084096 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69314781-5c22-4cd8-a70d-38a011599d61 None None] Checking router: 6ea434dc-cd3e-4e55-882b-a55323c83082 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:07:02.092157 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69314781-5c22-4cd8-a70d-38a011599d61 None None] Routers {'6ea434dc-cd3e-4e55-882b-a55323c83082'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:02.092759 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-69314781-5c22-4cd8-a70d-38a011599d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:06:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6ea434dc-cd3e-4e55-882b-a55323c83082'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:02.114542 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b302068-0d45-4d11-abdd-e69de02db649 req-2a0a541f-fa42-4a42-a51b-9f2120492084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:02.116091 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7b302068-0d45-4d11-abdd-e69de02db649 req-2a0a541f-fa42-4a42-a51b-9f2120492084 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=036ef48d-e40c-4d7b-a7d9-91945bfe2b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399468 Aug 11 03:07:02.194903 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-69314781-5c22-4cd8-a70d-38a011599d61 None None] Set router 6ea434dc-cd3e-4e55-882b-a55323c83082 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:07:02.205678 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7b302068-0d45-4d11-abdd-e69de02db649 req-7f3f5198-edb2-42a2-9739-9790ad2145e8 service neutron] 10.222.0.73 "GET /v2.0/networks/036ef48d-e40c-4d7b-a7d9-91945bfe2b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812113 Aug 11 03:07:02.301976 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7b302068-0d45-4d11-abdd-e69de02db649 req-d6052b72-f170-4d1f-bfe2-56e2941b59bc service neutron] 10.222.0.73 "GET /v2.0/networks/036ef48d-e40c-4d7b-a7d9-91945bfe2b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877614 Aug 11 03:07:02.404501 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-69314781-5c22-4cd8-a70d-38a011599d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951996401', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'fde07d0b-6afa-4d58-8200-a186652e03f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:06:08Z', 'updated_at': '2021-08-11T03:06:12Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'fde07d0b-6afa-4d58-8200-a186652e03f6', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:08Z', 'updated_at': '2021-08-11T03:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'b714e43f-0a38-493f-9701-f43f64c0772d', 'name': '', 'network_id': '036ef48d-e40c-4d7b-a7d9-91945bfe2b40', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:7e:f3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3a23ab1e-2f35-42c8-a93c-935c15dd5a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:11Z', 'updated_at': '2021-08-11T03:06:17Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': '3a23ab1e-2f35-42c8-a93c-935c15dd5a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:02.429513 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69314781-5c22-4cd8-a70d-38a011599d61 None None] The sync data for ids ['6ea434dc-cd3e-4e55-882b-a55323c83082'] in n-d-615180-33 is: [{'id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951996401', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'fde07d0b-6afa-4d58-8200-a186652e03f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:06:08Z', 'updated_at': '2021-08-11T03:06:12Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'fde07d0b-6afa-4d58-8200-a186652e03f6', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:08Z', 'updated_at': '2021-08-11T03:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'b714e43f-0a38-493f-9701-f43f64c0772d', 'name': '', 'network_id': '036ef48d-e40c-4d7b-a7d9-91945bfe2b40', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:7e:f3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3a23ab1e-2f35-42c8-a93c-935c15dd5a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:11Z', 'updated_at': '2021-08-11T03:06:17Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': '3a23ab1e-2f35-42c8-a93c-935c15dd5a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:07:02.627914 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfda74d-c44c-486c-a32a-3e19ddb101a1 None None] New status for floating IP 6502e056-cc3f-4894-ba7b-91449567be7f: DOWN {{(pid=94509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:07:03.165050 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69225427-0a70-43af-955d-845f76f6f015 req-b91c5f96-1796-43dd-a10a-75d81c3553bc tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:03.166546 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-69225427-0a70-43af-955d-845f76f6f015 req-b91c5f96-1796-43dd-a10a-75d81c3553bc tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9337f34-9aad-41e3-b058-386e3ce5938e HTTP/1.1" status: 200 len: 946 time: 0.0477965 Aug 11 03:07:03.203009 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-69225427-0a70-43af-955d-845f76f6f015 req-a283fc7e-0dc6-4fb0-b333-b4825878afc3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c342067-e395-492d-a904-cb124bea5f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303872 Aug 11 03:07:03.490238 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f2d4a-129e-4c37-b90f-ccc47c197300 req-af044609-4da0-45b3-8084-b2105e787d48 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:03.491645 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1c2f2d4a-129e-4c37-b90f-ccc47c197300 req-af044609-4da0-45b3-8084-b2105e787d48 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9337f34-9aad-41e3-b058-386e3ce5938e HTTP/1.1" status: 200 len: 946 time: 0.0478199 Aug 11 03:07:03.583078 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-1c2f2d4a-129e-4c37-b90f-ccc47c197300 req-8dcd08ac-b0fd-49f5-83d1-2e210da26d2b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Deleting port 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:03.583417 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1c2f2d4a-129e-4c37-b90f-ccc47c197300 req-8dcd08ac-b0fd-49f5-83d1-2e210da26d2b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:03.667160 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-1c2f2d4a-129e-4c37-b90f-ccc47c197300 req-8dcd08ac-b0fd-49f5-83d1-2e210da26d2b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] For port 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=63325bfb-cdcd-4fcd-bc86-a6b61e8f9983,segment=NetworkSegment(ffa9b40c-356b-4285-a3ba-01a4d4391c0d),segment_id=ffa9b40c-356b-4285-a3ba-01a4d4391c0d)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:03.667558 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1c2f2d4a-129e-4c37-b90f-ccc47c197300 req-8dcd08ac-b0fd-49f5-83d1-2e210da26d2b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:03.684920 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-1c2f2d4a-129e-4c37-b90f-ccc47c197300 req-8dcd08ac-b0fd-49f5-83d1-2e210da26d2b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Calling delete_port for 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:03.808488 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1c2f2d4a-129e-4c37-b90f-ccc47c197300 req-8dcd08ac-b0fd-49f5-83d1-2e210da26d2b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:03.837366 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd08ac-b0fd-49f5-83d1-2e210da26d2b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'Port': ['ID=63325bfb-cdcd-4fcd-bc86-a6b61e8f9983,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:03.869822 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd08ac-b0fd-49f5-83d1-2e210da26d2b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:03.870169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd08ac-b0fd-49f5-83d1-2e210da26d2b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:03.870517 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd08ac-b0fd-49f5-83d1-2e210da26d2b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:03.870856 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd08ac-b0fd-49f5-83d1-2e210da26d2b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:03.871196 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd08ac-b0fd-49f5-83d1-2e210da26d2b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:03.871587 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd08ac-b0fd-49f5-83d1-2e210da26d2b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:03.871892 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd08ac-b0fd-49f5-83d1-2e210da26d2b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:03.872243 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd08ac-b0fd-49f5-83d1-2e210da26d2b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:03.872555 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd08ac-b0fd-49f5-83d1-2e210da26d2b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:03.872885 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd08ac-b0fd-49f5-83d1-2e210da26d2b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:03.873212 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd08ac-b0fd-49f5-83d1-2e210da26d2b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:03.873539 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd08ac-b0fd-49f5-83d1-2e210da26d2b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:03.893595 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2f2d4a-129e-4c37-b90f-ccc47c197300 req-8dcd08ac-b0fd-49f5-83d1-2e210da26d2b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] No DVR routers for this DVR port 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:07:03.896195 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-1c2f2d4a-129e-4c37-b90f-ccc47c197300 req-8dcd08ac-b0fd-49f5-83d1-2e210da26d2b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:03.898249 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1c2f2d4a-129e-4c37-b90f-ccc47c197300 req-8dcd08ac-b0fd-49f5-83d1-2e210da26d2b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.73 "DELETE /v2.0/ports/63325bfb-cdcd-4fcd-bc86-a6b61e8f9983 HTTP/1.1" status: 204 len: 173 time: 0.4001658 Aug 11 03:07:03.898676 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9337f34-9aad-41e3-b058-386e3ce5938e', 'name': 'network-vif-deleted', 'tag': '63325bfb-cdcd-4fcd-bc86-a6b61e8f9983'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:03.900952 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef26015ff99b62ba85d82572846d8981a3d7c94015c7a376eee6ede9212d5761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ea00e0-19b8-4b67-8359-88e00119f94d" -d '{"events": [{"server_uuid": "f9337f34-9aad-41e3-b058-386e3ce5938e", "name": "network-vif-deleted", "tag": "63325bfb-cdcd-4fcd-bc86-a6b61e8f9983"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:03.943773 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6dfd7f-42f7-4fb2-a73f-30c8d6e2c1c1 x-openstack-request-id: req-bf6dfd7f-42f7-4fb2-a73f-30c8d6e2c1c1 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:03.944075 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9337f34-9aad-41e3-b058-386e3ce5938e", "name": "network-vif-deleted", "tag": "63325bfb-cdcd-4fcd-bc86-a6b61e8f9983", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:03.944333 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bf6dfd7f-42f7-4fb2-a73f-30c8d6e2c1c1 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:03.944741 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9337f34-9aad-41e3-b058-386e3ce5938e', 'name': 'network-vif-deleted', 'tag': '63325bfb-cdcd-4fcd-bc86-a6b61e8f9983', 'status': 'completed', 'code': 200} Aug 11 03:07:04.329602 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-585730ba-5087-48e3-b667-f9ebc1b0bf08 req-b534e78a-2403-40dd-99f1-833139a385d4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9337f34-9aad-41e3-b058-386e3ce5938e HTTP/1.1" status: 200 len: 210 time: 0.0319500 Aug 11 03:07:05.389012 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33220) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:06.075423 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5b86c651-a744-424a-b148-46612420157e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:06.324306 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-5b86c651-a744-424a-b148-46612420157e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Deleting port b714e43f-0a38-493f-9701-f43f64c0772d {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:06.324653 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5b86c651-a744-424a-b148-46612420157e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:06.410218 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-5b86c651-a744-424a-b148-46612420157e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] For port b714e43f-0a38-493f-9701-f43f64c0772d, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b714e43f-0a38-493f-9701-f43f64c0772d,segment=NetworkSegment(ffa9b40c-356b-4285-a3ba-01a4d4391c0d),segment_id=ffa9b40c-356b-4285-a3ba-01a4d4391c0d)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:06.410897 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5b86c651-a744-424a-b148-46612420157e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:06.423607 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-5b86c651-a744-424a-b148-46612420157e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Calling delete_port for b714e43f-0a38-493f-9701-f43f64c0772d owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:06.605287 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5b86c651-a744-424a-b148-46612420157e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:06.631751 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86c651-a744-424a-b148-46612420157e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'Port': ['ID=b714e43f-0a38-493f-9701-f43f64c0772d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:06.810651 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5b86c651-a744-424a-b148-46612420157e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:07.032189 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b86c651-a744-424a-b148-46612420157e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Router 6ea434dc-cd3e-4e55-882b-a55323c83082 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:07:07.138823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b86c651-a744-424a-b148-46612420157e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:07:07.143928 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5b86c651-a744-424a-b148-46612420157e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "PUT /v2.0/routers/6ea434dc-cd3e-4e55-882b-a55323c83082/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7538931 Aug 11 03:07:07.147318 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33222) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:07.149892 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84a52cf-3bde-4957-bcee-30dfdd7733d2 None None] Sync routers for ids ['6ea434dc-cd3e-4e55-882b-a55323c83082'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:07:07.158893 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84a52cf-3bde-4957-bcee-30dfdd7733d2 None None] Routers {'6ea434dc-cd3e-4e55-882b-a55323c83082'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:07.159579 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-e84a52cf-3bde-4957-bcee-30dfdd7733d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:06:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6ea434dc-cd3e-4e55-882b-a55323c83082'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:07.198041 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72e037b-e32d-4cdf-adb4-dc2fa57ac124 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Deleting subnet 3a23ab1e-2f35-42c8-a93c-935c15dd5a49 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:07:07.201069 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f72e037b-e32d-4cdf-adb4-dc2fa57ac124 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:07.239846 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f72e037b-e32d-4cdf-adb4-dc2fa57ac124 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:07.264853 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-e84a52cf-3bde-4957-bcee-30dfdd7733d2 None None] Set router 6ea434dc-cd3e-4e55-882b-a55323c83082 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:07:07.327268 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f72e037b-e32d-4cdf-adb4-dc2fa57ac124 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:07.385803 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f72e037b-e32d-4cdf-adb4-dc2fa57ac124 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:07.412295 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e037b-e32d-4cdf-adb4-dc2fa57ac124 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'Subnet': ['ID=3a23ab1e-2f35-42c8-a93c-935c15dd5a49,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:07.415901 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f72e037b-e32d-4cdf-adb4-dc2fa57ac124 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:07.420297 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f72e037b-e32d-4cdf-adb4-dc2fa57ac124 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "DELETE /v2.0/subnets/3a23ab1e-2f35-42c8-a93c-935c15dd5a49 HTTP/1.1" status: 204 len: 168 time: 0.2694519 Aug 11 03:07:07.420611 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33224) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:07.423577 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4277ae74-012f-4472-883e-16a5cad26b95 None None] Network 036ef48d-e40c-4d7b-a7d9-91945bfe2b40 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:07:07.521181 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-e84a52cf-3bde-4957-bcee-30dfdd7733d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951996401', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'fde07d0b-6afa-4d58-8200-a186652e03f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:06:08Z', 'updated_at': '2021-08-11T03:07:06Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'fde07d0b-6afa-4d58-8200-a186652e03f6', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:08Z', 'updated_at': '2021-08-11T03:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:07.531285 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a43eac55-54af-40b8-be7b-8036cdc2162b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:07.639510 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a43eac55-54af-40b8-be7b-8036cdc2162b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:07.694231 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-a43eac55-54af-40b8-be7b-8036cdc2162b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Deleting port fde07d0b-6afa-4d58-8200-a186652e03f6 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:07.694574 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a43eac55-54af-40b8-be7b-8036cdc2162b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:07.721211 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84a52cf-3bde-4957-bcee-30dfdd7733d2 None None] Checking router: 6ea434dc-cd3e-4e55-882b-a55323c83082 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:07:07.736266 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84a52cf-3bde-4957-bcee-30dfdd7733d2 None None] Routers {'6ea434dc-cd3e-4e55-882b-a55323c83082'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:07.736877 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-e84a52cf-3bde-4957-bcee-30dfdd7733d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:06:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6ea434dc-cd3e-4e55-882b-a55323c83082'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:07.778084 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-a43eac55-54af-40b8-be7b-8036cdc2162b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] For port fde07d0b-6afa-4d58-8200-a186652e03f6, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=fde07d0b-6afa-4d58-8200-a186652e03f6,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:07.778525 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a43eac55-54af-40b8-be7b-8036cdc2162b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:07.794457 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-a43eac55-54af-40b8-be7b-8036cdc2162b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Calling delete_port for fde07d0b-6afa-4d58-8200-a186652e03f6 owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:07.814118 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd06957-1b2a-4239-87f5-354abd3ea300 None None] DHCP port deletion for 036ef48d-e40c-4d7b-a7d9-91945bfe2b40 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:07:07.846661 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-e84a52cf-3bde-4957-bcee-30dfdd7733d2 None None] Set router 6ea434dc-cd3e-4e55-882b-a55323c83082 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:07:07.900855 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-e84a52cf-3bde-4957-bcee-30dfdd7733d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951996401', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:06:08Z', 'updated_at': '2021-08-11T03:07:07Z', 'revision_number': 6, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:07.937052 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84a52cf-3bde-4957-bcee-30dfdd7733d2 None None] The sync data for ids ['6ea434dc-cd3e-4e55-882b-a55323c83082'] in n-d-615180-33 is: [{'id': '6ea434dc-cd3e-4e55-882b-a55323c83082', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951996401', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:06:08Z', 'updated_at': '2021-08-11T03:07:07Z', 'revision_number': 6, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port_host': None}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:07:07.948712 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-9dd06957-1b2a-4239-87f5-354abd3ea300 None None] Deleting port 24a8eff5-327d-4a72-80a5-53046de5ffd7 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:07.949098 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9dd06957-1b2a-4239-87f5-354abd3ea300 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:07.968005 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a43eac55-54af-40b8-be7b-8036cdc2162b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:07.998521 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43eac55-54af-40b8-be7b-8036cdc2162b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'Port': ['ID=fde07d0b-6afa-4d58-8200-a186652e03f6,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:08.011623 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-9dd06957-1b2a-4239-87f5-354abd3ea300 None None] For port 24a8eff5-327d-4a72-80a5-53046de5ffd7, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=24a8eff5-327d-4a72-80a5-53046de5ffd7,segment=NetworkSegment(ffa9b40c-356b-4285-a3ba-01a4d4391c0d),segment_id=ffa9b40c-356b-4285-a3ba-01a4d4391c0d)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:08.012025 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9dd06957-1b2a-4239-87f5-354abd3ea300 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:08.025081 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-9dd06957-1b2a-4239-87f5-354abd3ea300 None None] Calling delete_port for 24a8eff5-327d-4a72-80a5-53046de5ffd7 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:08.057196 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a43eac55-54af-40b8-be7b-8036cdc2162b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:08.106680 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9dd06957-1b2a-4239-87f5-354abd3ea300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:08.132055 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd06957-1b2a-4239-87f5-354abd3ea300 None None] Pushing event deleted for resources: {'Port': ['ID=24a8eff5-327d-4a72-80a5-53046de5ffd7,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:08.134330 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd06957-1b2a-4239-87f5-354abd3ea300 None None] No DVR routers for this DVR port 24a8eff5-327d-4a72-80a5-53046de5ffd7 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:07:08.144230 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd06957-1b2a-4239-87f5-354abd3ea300 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:08.144230 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd06957-1b2a-4239-87f5-354abd3ea300 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:08.144230 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd06957-1b2a-4239-87f5-354abd3ea300 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:08.144230 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd06957-1b2a-4239-87f5-354abd3ea300 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:08.144230 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd06957-1b2a-4239-87f5-354abd3ea300 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:08.144230 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd06957-1b2a-4239-87f5-354abd3ea300 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:08.144230 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd06957-1b2a-4239-87f5-354abd3ea300 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:08.145285 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd06957-1b2a-4239-87f5-354abd3ea300 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:08.145285 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd06957-1b2a-4239-87f5-354abd3ea300 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:08.145285 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd06957-1b2a-4239-87f5-354abd3ea300 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:08.145512 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd06957-1b2a-4239-87f5-354abd3ea300 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:08.145743 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd06957-1b2a-4239-87f5-354abd3ea300 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:08.154208 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a43eac55-54af-40b8-be7b-8036cdc2162b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:08.156473 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a43eac55-54af-40b8-be7b-8036cdc2162b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:08.200166 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a43eac55-54af-40b8-be7b-8036cdc2162b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:08.200874 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43eac55-54af-40b8-be7b-8036cdc2162b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Fanout notify agent at l3_agent the message router_deleted on router 6ea434dc-cd3e-4e55-882b-a55323c83082 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:07:08.208415 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a43eac55-54af-40b8-be7b-8036cdc2162b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:08.210073 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a43eac55-54af-40b8-be7b-8036cdc2162b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "DELETE /v2.0/routers/6ea434dc-cd3e-4e55-882b-a55323c83082 HTTP/1.1" status: 204 len: 168 time: 0.7879260 Aug 11 03:07:08.212722 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33226) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:08.289457 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-61f472dd-bf69-4360-98f9-5fc7c4797ba3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:08.382772 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-61f472dd-bf69-4360-98f9-5fc7c4797ba3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:08.392399 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-61f472dd-bf69-4360-98f9-5fc7c4797ba3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['036ef48d-e40c-4d7b-a7d9-91945bfe2b40']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:08.404266 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-61f472dd-bf69-4360-98f9-5fc7c4797ba3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa9b40c-356b-4285-a3ba-01a4d4391c0d') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:08.404505 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-61f472dd-bf69-4360-98f9-5fc7c4797ba3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa9b40c-356b-4285-a3ba-01a4d4391c0d') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:08.413071 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-61f472dd-bf69-4360-98f9-5fc7c4797ba3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:08.426308 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-61f472dd-bf69-4360-98f9-5fc7c4797ba3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:08.431920 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f472dd-bf69-4360-98f9-5fc7c4797ba3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:07:08.432300 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-61f472dd-bf69-4360-98f9-5fc7c4797ba3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: timer() Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:07:08.435112 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:07:08.495598 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-61f472dd-bf69-4360-98f9-5fc7c4797ba3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:08.502553 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-61f472dd-bf69-4360-98f9-5fc7c4797ba3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:08.504280 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-61f472dd-bf69-4360-98f9-5fc7c4797ba3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "DELETE /v2.0/networks/036ef48d-e40c-4d7b-a7d9-91945bfe2b40 HTTP/1.1" status: 204 len: 168 time: 0.2905664 Aug 11 03:07:08.507721 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33228) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:08.516613 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f472dd-bf69-4360-98f9-5fc7c4797ba3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'Network': ['ID=036ef48d-e40c-4d7b-a7d9-91945bfe2b40,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:08.565964 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ebdcc384-d766-4df6-91a8-0558fc2c2bcd tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:08.591360 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ebdcc384-d766-4df6-91a8-0558fc2c2bcd tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:08.651863 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ebdcc384-d766-4df6-91a8-0558fc2c2bcd tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:08.654415 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ebdcc384-d766-4df6-91a8-0558fc2c2bcd tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:08.655593 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ebdcc384-d766-4df6-91a8-0558fc2c2bcd tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "DELETE /v2.0/security-groups/6c342067-e395-492d-a904-cb124bea5f5c HTTP/1.1" status: 204 len: 168 time: 0.1468554 Aug 11 03:07:08.664584 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdcc384-d766-4df6-91a8-0558fc2c2bcd tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c342067-e395-492d-a904-cb124bea5f5c,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:08.793891 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:07:08.817015 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:07:08.817287 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 63325bfb-cdcd-4fcd-bc86-a6b61e8f9983 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:07:09.004718 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device fde07d0b-6afa-4d58-8200-a186652e03f6 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:07:09.013795 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33234) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:09.018463 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-e8abd242-cca8-42f6-9411-6229ffb0d146 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1251385940', 'description': 'tempest-secgroup-smoke-1251385940 description', 'project_id': 'b778002df1964af5b6fb7ddcefc82408'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:09.025164 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: fde07d0b-6afa-4d58-8200-a186652e03f6 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:07:09.025518 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device fde07d0b-6afa-4d58-8200-a186652e03f6 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:07:09.026126 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 24a8eff5-327d-4a72-80a5-53046de5ffd7 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:07:09.040780 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e8abd242-cca8-42f6-9411-6229ffb0d146 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.045441 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 24a8eff5-327d-4a72-80a5-53046de5ffd7 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:07:09.045797 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 24a8eff5-327d-4a72-80a5-53046de5ffd7 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:07:09.046225 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b714e43f-0a38-493f-9701-f43f64c0772d no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:07:09.068104 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: b714e43f-0a38-493f-9701-f43f64c0772d {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:07:09.068411 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b714e43f-0a38-493f-9701-f43f64c0772d not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:07:09.127215 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e8abd242-cca8-42f6-9411-6229ffb0d146 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.130803 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e8abd242-cca8-42f6-9411-6229ffb0d146 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.159767 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-e8abd242-cca8-42f6-9411-6229ffb0d146 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.160980 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-e8abd242-cca8-42f6-9411-6229ffb0d146 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1461830 Aug 11 03:07:09.161819 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abd242-cca8-42f6-9411-6229ffb0d146 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=960aaf45-16c0-4ee1-976c-1aca1872e76d,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:09.164557 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33236) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:09.169592 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-d11ad2bc-4b53-4ea8-9624-f149a9233c59 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group_rule': {'security_group_id': '960aaf45-16c0-4ee1-976c-1aca1872e76d', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:09.195750 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d11ad2bc-4b53-4ea8-9624-f149a9233c59 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.252592 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d11ad2bc-4b53-4ea8-9624-f149a9233c59 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.256509 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d11ad2bc-4b53-4ea8-9624-f149a9233c59 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.275300 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ad2bc-4b53-4ea8-9624-f149a9233c59 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3757373-d2dc-411b-ad67-f6236da297de,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:09.277742 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d11ad2bc-4b53-4ea8-9624-f149a9233c59 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.279010 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d11ad2bc-4b53-4ea8-9624-f149a9233c59 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133280 Aug 11 03:07:09.281791 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33238) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:09.286383 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-a0206e9d-daa5-4e8d-b4ee-8a6971066296 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group_rule': {'security_group_id': '960aaf45-16c0-4ee1-976c-1aca1872e76d', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:09.312714 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a0206e9d-daa5-4e8d-b4ee-8a6971066296 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.367905 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a0206e9d-daa5-4e8d-b4ee-8a6971066296 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.371174 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a0206e9d-daa5-4e8d-b4ee-8a6971066296 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.387726 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0206e9d-daa5-4e8d-b4ee-8a6971066296 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced7ec54-840d-41d5-aa43-276e8841469a,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:09.394255 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a0206e9d-daa5-4e8d-b4ee-8a6971066296 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.395492 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a0206e9d-daa5-4e8d-b4ee-8a6971066296 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1127775 Aug 11 03:07:09.398204 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33240) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:09.402609 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-45829c63-48c5-4600-a66d-f59072e99e67 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group_rule': {'security_group_id': '960aaf45-16c0-4ee1-976c-1aca1872e76d', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:09.428775 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-45829c63-48c5-4600-a66d-f59072e99e67 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.489491 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-45829c63-48c5-4600-a66d-f59072e99e67 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.493276 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-45829c63-48c5-4600-a66d-f59072e99e67 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.512530 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45829c63-48c5-4600-a66d-f59072e99e67 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db5ec1f-ab21-4827-8960-a1efa77f3c63,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:09.516121 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-45829c63-48c5-4600-a66d-f59072e99e67 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.517290 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-45829c63-48c5-4600-a66d-f59072e99e67 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181550 Aug 11 03:07:09.520008 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33242) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:09.525214 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-e79895f2-1491-424c-9c69-4502c96b8e41 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group_rule': {'security_group_id': '960aaf45-16c0-4ee1-976c-1aca1872e76d', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:09.551172 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e79895f2-1491-424c-9c69-4502c96b8e41 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.609114 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e79895f2-1491-424c-9c69-4502c96b8e41 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.612504 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e79895f2-1491-424c-9c69-4502c96b8e41 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.628946 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79895f2-1491-424c-9c69-4502c96b8e41 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d2a72d-7556-4b61-80e4-9f672d5dcca7,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:09.635882 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e79895f2-1491-424c-9c69-4502c96b8e41 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.637089 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e79895f2-1491-424c-9c69-4502c96b8e41 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161511 Aug 11 03:07:09.639885 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33244) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:09.644223 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-246ddec2-aab2-47d8-a64d-8860a61f4390 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group_rule': {'security_group_id': '960aaf45-16c0-4ee1-976c-1aca1872e76d', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:09.665923 n-d-615180-33 neutron-server[94507]: INFO neutron.db.securitygroups_db [None req-246ddec2-aab2-47d8-a64d-8860a61f4390 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Project b778002df1964af5b6fb7ddcefc82408 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:07:09.670788 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-246ddec2-aab2-47d8-a64d-8860a61f4390 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.732145 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-246ddec2-aab2-47d8-a64d-8860a61f4390 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.736075 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-246ddec2-aab2-47d8-a64d-8860a61f4390 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.754005 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ddec2-aab2-47d8-a64d-8860a61f4390 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68730440-adfa-446c-b891-8134fd2aac32,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:09.760390 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-246ddec2-aab2-47d8-a64d-8860a61f4390 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.761632 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-246ddec2-aab2-47d8-a64d-8860a61f4390 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208210 Aug 11 03:07:09.764408 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33246) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:09.769811 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-f9ff03b8-8efd-406c-8cda-ee01e50b471c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group_rule': {'security_group_id': '960aaf45-16c0-4ee1-976c-1aca1872e76d', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:09.793101 n-d-615180-33 neutron-server[94507]: INFO neutron.db.securitygroups_db [None req-f9ff03b8-8efd-406c-8cda-ee01e50b471c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Project b778002df1964af5b6fb7ddcefc82408 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:07:09.797845 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f9ff03b8-8efd-406c-8cda-ee01e50b471c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.861038 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f9ff03b8-8efd-406c-8cda-ee01e50b471c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.864377 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f9ff03b8-8efd-406c-8cda-ee01e50b471c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.882160 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff03b8-8efd-406c-8cda-ee01e50b471c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b8c7184-061e-4f67-8ab4-23f5849724c1,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:09.888418 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f9ff03b8-8efd-406c-8cda-ee01e50b471c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.889618 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f9ff03b8-8efd-406c-8cda-ee01e50b471c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242900 Aug 11 03:07:09.892501 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33248) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:09.898014 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-5d829055-5724-4e32-97ef-ff3c3ce7f5ea tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'network': {'name': 'tempest-network-smoke--1007732343', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'port_security_enabled': True}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:09.918433 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d829055-5724-4e32-97ef-ff3c3ce7f5ea tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Made reservation on behalf of b778002df1964af5b6fb7ddcefc82408 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:07:09.921792 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5d829055-5724-4e32-97ef-ff3c3ce7f5ea tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.944331 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d829055-5724-4e32-97ef-ff3c3ce7f5ea tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:07:09.952738 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5d829055-5724-4e32-97ef-ff3c3ce7f5ea tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.953074 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-5d829055-5724-4e32-97ef-ff3c3ce7f5ea tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Added segment a24ec702-8b30-4be7-aaeb-f01695f574e6 of type vlan for network ccafbcfb-a904-4df0-bc31-835636d5b131 Aug 11 03:07:09.991902 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5d829055-5724-4e32-97ef-ff3c3ce7f5ea tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:10.019462 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5d829055-5724-4e32-97ef-ff3c3ce7f5ea tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:10.025642 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d829055-5724-4e32-97ef-ff3c3ce7f5ea tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:10.026229 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5d829055-5724-4e32-97ef-ff3c3ce7f5ea tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:10.081725 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5d829055-5724-4e32-97ef-ff3c3ce7f5ea tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1881635 Aug 11 03:07:10.085095 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33250) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:10.089440 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-27d33334-4906-40da-9989-ada7ee1ec313 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1793706789', 'admin_state_up': True, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:10.101313 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d829055-5724-4e32-97ef-ff3c3ce7f5ea tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Network': ['ID=ccafbcfb-a904-4df0-bc31-835636d5b131,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:10.111469 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network ccafbcfb-a904-4df0-bc31-835636d5b131 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:07:10.118627 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-27d33334-4906-40da-9989-ada7ee1ec313 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:10.119863 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-27d33334-4906-40da-9989-ada7ee1ec313 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:10.178382 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-27d33334-4906-40da-9989-ada7ee1ec313 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:10.324828 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-27d33334-4906-40da-9989-ada7ee1ec313 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:10.510570 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-27d33334-4906-40da-9989-ada7ee1ec313 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:10.528705 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-27d33334-4906-40da-9989-ada7ee1ec313 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:10.631209 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-27d33334-4906-40da-9989-ada7ee1ec313 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Allocated IP 172.25.2.49 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/b577864d-2222-46d7-9b0d-0d9be31292e7) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:07:10.728055 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-27d33334-4906-40da-9989-ada7ee1ec313 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:10.767847 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-27d33334-4906-40da-9989-ada7ee1ec313 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:10.815876 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d33334-4906-40da-9989-ada7ee1ec313 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:10.822872 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-27d33334-4906-40da-9989-ada7ee1ec313 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:10.825826 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d33334-4906-40da-9989-ada7ee1ec313 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:07:10.828811 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d33334-4906-40da-9989-ada7ee1ec313 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Port': ['ID=b577864d-2222-46d7-9b0d-0d9be31292e7,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:11.085131 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-27d33334-4906-40da-9989-ada7ee1ec313 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.589262 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-27d33334-4906-40da-9989-ada7ee1ec313 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.709370 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d33334-4906-40da-9989-ada7ee1ec313 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Router 2dece1c6-a09e-4ce8-a304-64d6bda187ad is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:07:11.811519 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d33334-4906-40da-9989-ada7ee1ec313 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:07:11.821771 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38494175-59ac-4adb-bad3-44b9b4227f65 None None] Sync routers for ids ['2dece1c6-a09e-4ce8-a304-64d6bda187ad'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:07:11.831611 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-27d33334-4906-40da-9989-ada7ee1ec313 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.831825 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38494175-59ac-4adb-bad3-44b9b4227f65 None None] Routers {'2dece1c6-a09e-4ce8-a304-64d6bda187ad'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:11.832330 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-38494175-59ac-4adb-bad3-44b9b4227f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:06:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['2dece1c6-a09e-4ce8-a304-64d6bda187ad'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:11.833249 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-27d33334-4906-40da-9989-ada7ee1ec313 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7472229 Aug 11 03:07:11.836431 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33254) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:11.866044 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9e2c26f6-7987-476a-a84b-02fb2432548c tempest-TestNetworkAdvancedServerOps-346293483 tempest-TestNetworkAdvancedServerOps-346293483-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=b778002df1964af5b6fb7ddcefc82408&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278180 Aug 11 03:07:11.868481 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33256) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:11.958957 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0311384-93d5-4eb9-aad8-c5944428b81a tempest-TestNetworkAdvancedServerOps-346293483 tempest-TestNetworkAdvancedServerOps-346293483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:11.960634 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e0311384-93d5-4eb9-aad8-c5944428b81a tempest-TestNetworkAdvancedServerOps-346293483 tempest-TestNetworkAdvancedServerOps-346293483-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912130 Aug 11 03:07:11.963463 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33258) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:11.991532 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d61bc08e-7189-46ce-840b-a268e325d780 tempest-TestNetworkAdvancedServerOps-346293483 tempest-TestNetworkAdvancedServerOps-346293483-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=2e931faf-12fe-43f6-b34b-8aa380b6ef75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269673 Aug 11 03:07:11.994043 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33260) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:11.998761 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-fd4c9b30-6872-4e6b-a1ec-08b7a999c659 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1094756931', 'network_id': 'ccafbcfb-a904-4df0-bc31-835636d5b131', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:12.019734 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-38494175-59ac-4adb-bad3-44b9b4227f65 None None] Set router 2dece1c6-a09e-4ce8-a304-64d6bda187ad gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:07:12.089081 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4c9b30-6872-4e6b-a1ec-08b7a999c659 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Made reservation on behalf of b778002df1964af5b6fb7ddcefc82408 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:07:12.092674 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd4c9b30-6872-4e6b-a1ec-08b7a999c659 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:12.195650 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-38494175-59ac-4adb-bad3-44b9b4227f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793706789', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b577864d-2222-46d7-9b0d-0d9be31292e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:07:10Z', 'updated_at': '2021-08-11T03:07:10Z', 'revision_number': 3, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'b577864d-2222-46d7-9b0d-0d9be31292e7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ad:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:10Z', 'updated_at': '2021-08-11T03:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:12.221668 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38494175-59ac-4adb-bad3-44b9b4227f65 None None] Checking router: 2dece1c6-a09e-4ce8-a304-64d6bda187ad for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:07:12.222026 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38494175-59ac-4adb-bad3-44b9b4227f65 None None] Updating router 2dece1c6-a09e-4ce8-a304-64d6bda187ad port b577864d-2222-46d7-9b0d-0d9be31292e7 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:07:12.251934 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-38494175-59ac-4adb-bad3-44b9b4227f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:12.278277 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd4c9b30-6872-4e6b-a1ec-08b7a999c659 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:12.337203 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c9b30-6872-4e6b-a1ec-08b7a999c659 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Subnet': ['ID=608b3dca-d831-4d69-ba00-d68327e4caa0,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:12.346495 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c9b30-6872-4e6b-a1ec-08b7a999c659 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Checking segment: {'id': 'a24ec702-8b30-4be7-aaeb-f01695f574e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ccafbcfb-a904-4df0-bc31-835636d5b131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:07:12.346859 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4c9b30-6872-4e6b-a1ec-08b7a999c659 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network hostable DHCP agents. Network: ccafbcfb-a904-4df0-bc31-835636d5b131, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:07:12.364041 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4c9b30-6872-4e6b-a1ec-08b7a999c659 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network ccafbcfb-a904-4df0-bc31-835636d5b131 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:07:12.372777 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-fd4c9b30-6872-4e6b-a1ec-08b7a999c659 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, ccafbcfb-a904-4df0-bc31-835636d5b131) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:12.376744 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4c9b30-6872-4e6b-a1ec-08b7a999c659 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:12.377468 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fd4c9b30-6872-4e6b-a1ec-08b7a999c659 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:12.384001 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4491019-8091-493e-85b2-218270628770 None None] Network ccafbcfb-a904-4df0-bc31-835636d5b131 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:07:12.394964 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fd4c9b30-6872-4e6b-a1ec-08b7a999c659 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3973110 Aug 11 03:07:12.395178 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33262) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:12.507058 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-38494175-59ac-4adb-bad3-44b9b4227f65 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:12.516731 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-38494175-59ac-4adb-bad3-44b9b4227f65 None None] Transition to ACTIVE for port object b577864d-2222-46d7-9b0d-0d9be31292e7 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:12.523348 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-38494175-59ac-4adb-bad3-44b9b4227f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:12.535717 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5cd2f8-1422-422d-8932-f6446617ca09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-ccafbcfb-a904-4df0-bc31-835636d5b131', 'network_id': 'ccafbcfb-a904-4df0-bc31-835636d5b131', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'fixed_ips': [{'subnet_id': '608b3dca-d831-4d69-ba00-d68327e4caa0'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:07:12.536674 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3b5cd2f8-1422-422d-8932-f6446617ca09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:12.572560 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-38494175-59ac-4adb-bad3-44b9b4227f65 None None] Attempting to bind port b577864d-2222-46d7-9b0d-0d9be31292e7 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:07:12.572936 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-38494175-59ac-4adb-bad3-44b9b4227f65 None None] Attempting to bind port b577864d-2222-46d7-9b0d-0d9be31292e7 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:07:12.573294 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38494175-59ac-4adb-bad3-44b9b4227f65 None None] Attempting to bind port b577864d-2222-46d7-9b0d-0d9be31292e7 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:12.584394 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38494175-59ac-4adb-bad3-44b9b4227f65 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:07:12.584774 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38494175-59ac-4adb-bad3-44b9b4227f65 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:07:12.585175 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-38494175-59ac-4adb-bad3-44b9b4227f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:12.585617 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38494175-59ac-4adb-bad3-44b9b4227f65 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:07:12.586086 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-38494175-59ac-4adb-bad3-44b9b4227f65 None None] Bound port: b577864d-2222-46d7-9b0d-0d9be31292e7, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:07:12.586465 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-38494175-59ac-4adb-bad3-44b9b4227f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:12.608985 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7956566-cbb9-4cab-8346-7d3ee5edd354 None None] Pushing event updated for resources: {'Port': ['ID=b577864d-2222-46d7-9b0d-0d9be31292e7,revision_number=2']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:12.643231 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-38494175-59ac-4adb-bad3-44b9b4227f65 None None] For port b577864d-2222-46d7-9b0d-0d9be31292e7, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:07:12.646302 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-38494175-59ac-4adb-bad3-44b9b4227f65 None None] For port b577864d-2222-46d7-9b0d-0d9be31292e7, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b577864d-2222-46d7-9b0d-0d9be31292e7,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:07:12.651287 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-38494175-59ac-4adb-bad3-44b9b4227f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:12.681498 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-3b5cd2f8-1422-422d-8932-f6446617ca09 None None] Allocated IP 172.20.0.2 (ccafbcfb-a904-4df0-bc31-835636d5b131/608b3dca-d831-4d69-ba00-d68327e4caa0/fa7bfa18-2c5a-4b2a-9d0c-babf4245d053) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:07:12.702530 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38494175-59ac-4adb-bad3-44b9b4227f65 None None] Routers {'2dece1c6-a09e-4ce8-a304-64d6bda187ad'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:12.703145 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-38494175-59ac-4adb-bad3-44b9b4227f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:06:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['2dece1c6-a09e-4ce8-a304-64d6bda187ad'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:12.752388 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7956566-cbb9-4cab-8346-7d3ee5edd354 None None] Pushing event updated for resources: {'Port': ['ID=b577864d-2222-46d7-9b0d-0d9be31292e7,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:12.817656 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-38494175-59ac-4adb-bad3-44b9b4227f65 None None] Set router 2dece1c6-a09e-4ce8-a304-64d6bda187ad gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:07:12.844176 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3b5cd2f8-1422-422d-8932-f6446617ca09 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:12.852668 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3b5cd2f8-1422-422d-8932-f6446617ca09 None None] Transition to ACTIVE for port object fa7bfa18-2c5a-4b2a-9d0c-babf4245d053 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:12.859880 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22eb5bc7-bf28-49e9-9402-48b74dcb4f68 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:12.868850 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3b5cd2f8-1422-422d-8932-f6446617ca09 None None] Transition to ACTIVE for port object fa7bfa18-2c5a-4b2a-9d0c-babf4245d053 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:12.881942 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3b5cd2f8-1422-422d-8932-f6446617ca09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:12.927415 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5cd2f8-1422-422d-8932-f6446617ca09 None None] Network ccafbcfb-a904-4df0-bc31-835636d5b131 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:12.931211 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-3b5cd2f8-1422-422d-8932-f6446617ca09 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:12.935610 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5cd2f8-1422-422d-8932-f6446617ca09 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:07:12.941039 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5cd2f8-1422-422d-8932-f6446617ca09 None None] Pushing event updated for resources: {'Port': ['ID=fa7bfa18-2c5a-4b2a-9d0c-babf4245d053,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:12.990880 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-3b5cd2f8-1422-422d-8932-f6446617ca09 None None] Attempting to bind port fa7bfa18-2c5a-4b2a-9d0c-babf4245d053 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:07:12.991420 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-3b5cd2f8-1422-422d-8932-f6446617ca09 None None] Attempting to bind port fa7bfa18-2c5a-4b2a-9d0c-babf4245d053 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'a24ec702-8b30-4be7-aaeb-f01695f574e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ccafbcfb-a904-4df0-bc31-835636d5b131'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:07:12.991899 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5cd2f8-1422-422d-8932-f6446617ca09 None None] Attempting to bind port fa7bfa18-2c5a-4b2a-9d0c-babf4245d053 on network ccafbcfb-a904-4df0-bc31-835636d5b131 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:12.997035 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5cd2f8-1422-422d-8932-f6446617ca09 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:07:12.997886 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5cd2f8-1422-422d-8932-f6446617ca09 None None] Checking segment: {'id': 'a24ec702-8b30-4be7-aaeb-f01695f574e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ccafbcfb-a904-4df0-bc31-835636d5b131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:07:12.998036 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3b5cd2f8-1422-422d-8932-f6446617ca09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:12.998517 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5cd2f8-1422-422d-8932-f6446617ca09 None None] Bound using segment: {'id': 'a24ec702-8b30-4be7-aaeb-f01695f574e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ccafbcfb-a904-4df0-bc31-835636d5b131'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:07:12.999112 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-3b5cd2f8-1422-422d-8932-f6446617ca09 None None] Bound port: fa7bfa18-2c5a-4b2a-9d0c-babf4245d053, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24ec702-8b30-4be7-aaeb-f01695f574e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ccafbcfb-a904-4df0-bc31-835636d5b131'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:07:12.999628 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3b5cd2f8-1422-422d-8932-f6446617ca09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:13.018063 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-38494175-59ac-4adb-bad3-44b9b4227f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793706789', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b577864d-2222-46d7-9b0d-0d9be31292e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:07:10Z', 'updated_at': '2021-08-11T03:07:10Z', 'revision_number': 3, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'b577864d-2222-46d7-9b0d-0d9be31292e7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ad:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:10Z', 'updated_at': '2021-08-11T03:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:13.050393 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38494175-59ac-4adb-bad3-44b9b4227f65 None None] The sync data for ids ['2dece1c6-a09e-4ce8-a304-64d6bda187ad'] in n-d-615180-33 is: [{'id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793706789', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b577864d-2222-46d7-9b0d-0d9be31292e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:07:10Z', 'updated_at': '2021-08-11T03:07:10Z', 'revision_number': 3, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'b577864d-2222-46d7-9b0d-0d9be31292e7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ad:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:10Z', 'updated_at': '2021-08-11T03:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:07:13.065085 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-3b5cd2f8-1422-422d-8932-f6446617ca09 None None] For port fa7bfa18-2c5a-4b2a-9d0c-babf4245d053, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:07:13.069196 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-3b5cd2f8-1422-422d-8932-f6446617ca09 None None] For port fa7bfa18-2c5a-4b2a-9d0c-babf4245d053, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=fa7bfa18-2c5a-4b2a-9d0c-babf4245d053,segment=NetworkSegment(a24ec702-8b30-4be7-aaeb-f01695f574e6),segment_id=a24ec702-8b30-4be7-aaeb-f01695f574e6)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:07:13.080026 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3b5cd2f8-1422-422d-8932-f6446617ca09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:13.138568 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5cd2f8-1422-422d-8932-f6446617ca09 None None] Pushing event updated for resources: {'Port': ['ID=fa7bfa18-2c5a-4b2a-9d0c-babf4245d053,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:13.155815 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-22eb5bc7-bf28-49e9-9402-48b74dcb4f68 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Allocated IP 172.20.0.1 (ccafbcfb-a904-4df0-bc31-835636d5b131/608b3dca-d831-4d69-ba00-d68327e4caa0/a13bbaf3-da13-4eea-b53b-945c1145422d) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:07:13.318280 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22eb5bc7-bf28-49e9-9402-48b74dcb4f68 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:13.339323 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-22eb5bc7-bf28-49e9-9402-48b74dcb4f68 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Transition to ACTIVE for port object a13bbaf3-da13-4eea-b53b-945c1145422d will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:13.380075 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22eb5bc7-bf28-49e9-9402-48b74dcb4f68 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:13.435494 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eb5bc7-bf28-49e9-9402-48b74dcb4f68 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network ccafbcfb-a904-4df0-bc31-835636d5b131 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:13.439237 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-22eb5bc7-bf28-49e9-9402-48b74dcb4f68 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:13.443968 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eb5bc7-bf28-49e9-9402-48b74dcb4f68 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:07:13.449894 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb5bc7-bf28-49e9-9402-48b74dcb4f68 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Port': ['ID=a13bbaf3-da13-4eea-b53b-945c1145422d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:13.492245 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22eb5bc7-bf28-49e9-9402-48b74dcb4f68 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:13.627874 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22eb5bc7-bf28-49e9-9402-48b74dcb4f68 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:13.924183 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22eb5bc7-bf28-49e9-9402-48b74dcb4f68 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:13.932450 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22eb5bc7-bf28-49e9-9402-48b74dcb4f68 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:14.008627 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb5bc7-bf28-49e9-9402-48b74dcb4f68 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Port': ['ID=a13bbaf3-da13-4eea-b53b-945c1145422d,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:14.011792 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-22eb5bc7-bf28-49e9-9402-48b74dcb4f68 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:14.111109 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eb5bc7-bf28-49e9-9402-48b74dcb4f68 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network ccafbcfb-a904-4df0-bc31-835636d5b131 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:14.112591 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-22eb5bc7-bf28-49e9-9402-48b74dcb4f68 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:14.117377 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6ab605-ed8b-4e8b-aedc-204cb16f1d33 None None] Network ccafbcfb-a904-4df0-bc31-835636d5b131 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:07:14.178701 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b99b9d5e-f876-4edf-998b-6c75794066f0 None None] Provisioning for port fa7bfa18-2c5a-4b2a-9d0c-babf4245d053 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:14.229897 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22eb5bc7-bf28-49e9-9402-48b74dcb4f68 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Router 2dece1c6-a09e-4ce8-a304-64d6bda187ad has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:07:14.348580 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22eb5bc7-bf28-49e9-9402-48b74dcb4f68 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:07:14.354296 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-22eb5bc7-bf28-49e9-9402-48b74dcb4f68 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "PUT /v2.0/routers/2dece1c6-a09e-4ce8-a304-64d6bda187ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9578609 Aug 11 03:07:14.508560 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-25de3ad0-2d3e-4f6a-8a59-cf222a18e324 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1251385940&fields=id&tenant_id=b778002df1964af5b6fb7ddcefc82408 HTTP/1.1" status: 200 len: 267 time: 0.0365891 Aug 11 03:07:14.532295 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-12aa3554-5c74-4426-abe2-8e3d2e2b6244 None None] Provisioning for port a13bbaf3-da13-4eea-b53b-945c1145422d completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:14.536436 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-12aa3554-5c74-4426-abe2-8e3d2e2b6244 None None] Provisioning complete for port a13bbaf3-da13-4eea-b53b-945c1145422d triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:14.536805 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-12aa3554-5c74-4426-abe2-8e3d2e2b6244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:14.578819 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-12aa3554-5c74-4426-abe2-8e3d2e2b6244 None None] Port a13bbaf3-da13-4eea-b53b-945c1145422d cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:07:14.627241 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-b70f1b85-ace4-434d-9a82-88aab5962a09 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:14.629073 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-b70f1b85-ace4-434d-9a82-88aab5962a09 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/networks?id=ccafbcfb-a904-4df0-bc31-835636d5b131 HTTP/1.1" status: 200 len: 797 time: 0.1135390 Aug 11 03:07:14.645485 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-9c80124b-f087-495b-933d-971e4f480532 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/quotas/b778002df1964af5b6fb7ddcefc82408 HTTP/1.1" status: 200 len: 375 time: 0.0097635 Aug 11 03:07:14.700286 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9a7ff1d7-17b0-4e86-a493-628bf0ea0137 None None] Provisioning complete for port a13bbaf3-da13-4eea-b53b-945c1145422d triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:14.700817 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9a7ff1d7-17b0-4e86-a493-628bf0ea0137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:14.708960 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-839497a1-785d-4bd4-8f76-bb7a233f06ef tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566976 Aug 11 03:07:14.726910 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e42bd15-3f92-434d-bf25-544beb0d9498 None None] Sync routers for ids ['2dece1c6-a09e-4ce8-a304-64d6bda187ad'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:07:14.753883 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-9a7ff1d7-17b0-4e86-a493-628bf0ea0137 None None] Port a13bbaf3-da13-4eea-b53b-945c1145422d cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:07:14.755397 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e42bd15-3f92-434d-bf25-544beb0d9498 None None] Routers {'2dece1c6-a09e-4ce8-a304-64d6bda187ad'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:14.756672 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-7e42bd15-3f92-434d-bf25-544beb0d9498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:06:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['2dece1c6-a09e-4ce8-a304-64d6bda187ad'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:14.812674 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-954f82a4-b541-430b-8223-44ec49f36221 service neutron] 10.222.0.50 "GET /v2.0/networks/ccafbcfb-a904-4df0-bc31-835636d5b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908761 Aug 11 03:07:14.892095 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-7e42bd15-3f92-434d-bf25-544beb0d9498 None None] Set router 2dece1c6-a09e-4ce8-a304-64d6bda187ad gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:07:14.893718 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d2f4b4eb-beea-4096-afb1-a6f6b65d57a1 None None] Provisioning complete for port a13bbaf3-da13-4eea-b53b-945c1145422d triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:14.894095 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d2f4b4eb-beea-4096-afb1-a6f6b65d57a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:14.911824 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-6a10599e-1366-46b7-84bb-ac0555c1e2e9 service neutron] 10.222.0.50 "GET /v2.0/networks/ccafbcfb-a904-4df0-bc31-835636d5b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953391 Aug 11 03:07:14.989370 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-d2f4b4eb-beea-4096-afb1-a6f6b65d57a1 None None] Port a13bbaf3-da13-4eea-b53b-945c1145422d cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:07:15.104801 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-206cc997-b8b6-4f5d-b251-94e97dbe88ec req-5f5056b9-1270-4085-a736-9e733e20b2bc tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 210 time: 0.0422416 Aug 11 03:07:15.136399 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b577864d-2222-46d7-9b0d-0d9be31292e7 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:15.195152 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-7e42bd15-3f92-434d-bf25-544beb0d9498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793706789', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b577864d-2222-46d7-9b0d-0d9be31292e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:07:10Z', 'updated_at': '2021-08-11T03:07:13Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'b577864d-2222-46d7-9b0d-0d9be31292e7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ad:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:10Z', 'updated_at': '2021-08-11T03:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'a13bbaf3-da13-4eea-b53b-945c1145422d', 'name': '', 'network_id': 'ccafbcfb-a904-4df0-bc31-835636d5b131', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:f6:1c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '608b3dca-d831-4d69-ba00-d68327e4caa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:12Z', 'updated_at': '2021-08-11T03:07:13Z', 'revision_number': 2, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': '608b3dca-d831-4d69-ba00-d68327e4caa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:15.222365 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port b577864d-2222-46d7-9b0d-0d9be31292e7 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:15.224372 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e42bd15-3f92-434d-bf25-544beb0d9498 None None] Checking router: 2dece1c6-a09e-4ce8-a304-64d6bda187ad for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:07:15.225243 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e42bd15-3f92-434d-bf25-544beb0d9498 None None] Updating router 2dece1c6-a09e-4ce8-a304-64d6bda187ad port a13bbaf3-da13-4eea-b53b-945c1145422d binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:07:15.229553 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port b577864d-2222-46d7-9b0d-0d9be31292e7 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:15.229926 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:15.275607 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7e42bd15-3f92-434d-bf25-544beb0d9498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:15.429265 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:15.484436 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port b577864d-2222-46d7-9b0d-0d9be31292e7, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b577864d-2222-46d7-9b0d-0d9be31292e7,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:15.492068 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:15.492862 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device fa7bfa18-2c5a-4b2a-9d0c-babf4245d053 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:15.602408 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=b577864d-2222-46d7-9b0d-0d9be31292e7,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:15.645613 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port fa7bfa18-2c5a-4b2a-9d0c-babf4245d053 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:15.655205 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port fa7bfa18-2c5a-4b2a-9d0c-babf4245d053 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:15.655600 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:15.686472 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7e42bd15-3f92-434d-bf25-544beb0d9498 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:15.711975 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7e42bd15-3f92-434d-bf25-544beb0d9498 None None] Transition to ACTIVE for port object a13bbaf3-da13-4eea-b53b-945c1145422d will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:15.721090 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7e42bd15-3f92-434d-bf25-544beb0d9498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:15.727123 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f05d6889-6839-4dff-8ad1-c1d362ebee1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:15.950485 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b24d96-165e-46eb-82d8-396f56bbf29c None None] Pushing event updated for resources: {'Port': ['ID=a13bbaf3-da13-4eea-b53b-945c1145422d,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:15.985276 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:16.030488 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-7e42bd15-3f92-434d-bf25-544beb0d9498 None None] Attempting to bind port a13bbaf3-da13-4eea-b53b-945c1145422d on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:07:16.030865 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-7e42bd15-3f92-434d-bf25-544beb0d9498 None None] Attempting to bind port a13bbaf3-da13-4eea-b53b-945c1145422d by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'a24ec702-8b30-4be7-aaeb-f01695f574e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ccafbcfb-a904-4df0-bc31-835636d5b131'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:07:16.031231 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e42bd15-3f92-434d-bf25-544beb0d9498 None None] Attempting to bind port a13bbaf3-da13-4eea-b53b-945c1145422d on network ccafbcfb-a904-4df0-bc31-835636d5b131 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:16.043833 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e42bd15-3f92-434d-bf25-544beb0d9498 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:07:16.044214 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e42bd15-3f92-434d-bf25-544beb0d9498 None None] Checking segment: {'id': 'a24ec702-8b30-4be7-aaeb-f01695f574e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ccafbcfb-a904-4df0-bc31-835636d5b131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:07:16.044625 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7e42bd15-3f92-434d-bf25-544beb0d9498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:16.045022 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e42bd15-3f92-434d-bf25-544beb0d9498 None None] Bound using segment: {'id': 'a24ec702-8b30-4be7-aaeb-f01695f574e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ccafbcfb-a904-4df0-bc31-835636d5b131'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:07:16.045496 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-7e42bd15-3f92-434d-bf25-544beb0d9498 None None] Bound port: a13bbaf3-da13-4eea-b53b-945c1145422d, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24ec702-8b30-4be7-aaeb-f01695f574e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ccafbcfb-a904-4df0-bc31-835636d5b131'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:07:16.045879 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7e42bd15-3f92-434d-bf25-544beb0d9498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:16.049643 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port fa7bfa18-2c5a-4b2a-9d0c-babf4245d053, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=fa7bfa18-2c5a-4b2a-9d0c-babf4245d053,segment=NetworkSegment(a24ec702-8b30-4be7-aaeb-f01695f574e6),segment_id=a24ec702-8b30-4be7-aaeb-f01695f574e6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:16.063013 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:16.175990 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=fa7bfa18-2c5a-4b2a-9d0c-babf4245d053,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:16.183971 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-7e42bd15-3f92-434d-bf25-544beb0d9498 None None] For port a13bbaf3-da13-4eea-b53b-945c1145422d, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:07:16.187473 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-7e42bd15-3f92-434d-bf25-544beb0d9498 None None] For port a13bbaf3-da13-4eea-b53b-945c1145422d, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a13bbaf3-da13-4eea-b53b-945c1145422d,segment=NetworkSegment(a24ec702-8b30-4be7-aaeb-f01695f574e6),segment_id=a24ec702-8b30-4be7-aaeb-f01695f574e6)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:07:16.192885 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7e42bd15-3f92-434d-bf25-544beb0d9498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:16.245665 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-67372a2d-2be3-4a26-bfa2-06f05f2f367d req-89f9e291-f68d-4389-a62b-fdf58a05600a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 210 time: 0.0432565 Aug 11 03:07:16.258372 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b24d96-165e-46eb-82d8-396f56bbf29c None None] Pushing event updated for resources: {'Port': ['ID=a13bbaf3-da13-4eea-b53b-945c1145422d,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:16.260992 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e42bd15-3f92-434d-bf25-544beb0d9498 None None] Routers {'2dece1c6-a09e-4ce8-a304-64d6bda187ad'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:16.261536 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-7e42bd15-3f92-434d-bf25-544beb0d9498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:06:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['2dece1c6-a09e-4ce8-a304-64d6bda187ad'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:16.310357 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-841d9c3e-43e7-4111-969d-a8d5edc2f353 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:16.311926 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-841d9c3e-43e7-4111-969d-a8d5edc2f353 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.73 "GET /v2.0/networks?id=ccafbcfb-a904-4df0-bc31-835636d5b131 HTTP/1.1" status: 200 len: 797 time: 0.2019823 Aug 11 03:07:16.358509 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-f6da2533-9564-4f96-a1a5-0bb7e343bb18 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b778002df1964af5b6fb7ddcefc82408 HTTP/1.1" status: 200 len: 380 time: 0.0353265 Aug 11 03:07:16.369245 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-5aefecd7-8f08-4242-b56d-4eee5aa0ad27 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'port': {'device_id': 'ee7a4d8b-286a-4d8c-9b06-beea4a9de8af', 'network_id': 'ccafbcfb-a904-4df0-bc31-835636d5b131', 'admin_state_up': True, 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'security_groups': ['960aaf45-16c0-4ee1-976c-1aca1872e76d']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:16.374139 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-7e42bd15-3f92-434d-bf25-544beb0d9498 None None] Set router 2dece1c6-a09e-4ce8-a304-64d6bda187ad gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:07:16.479871 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-5aefecd7-8f08-4242-b56d-4eee5aa0ad27 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Made reservation on behalf of b778002df1964af5b6fb7ddcefc82408 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:07:16.483859 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-5aefecd7-8f08-4242-b56d-4eee5aa0ad27 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:16.584175 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-7e42bd15-3f92-434d-bf25-544beb0d9498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793706789', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b577864d-2222-46d7-9b0d-0d9be31292e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:07:10Z', 'updated_at': '2021-08-11T03:07:13Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'b577864d-2222-46d7-9b0d-0d9be31292e7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ad:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:10Z', 'updated_at': '2021-08-11T03:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'a13bbaf3-da13-4eea-b53b-945c1145422d', 'name': '', 'network_id': 'ccafbcfb-a904-4df0-bc31-835636d5b131', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:f6:1c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '608b3dca-d831-4d69-ba00-d68327e4caa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:12Z', 'updated_at': '2021-08-11T03:07:16Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': '608b3dca-d831-4d69-ba00-d68327e4caa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:16.610463 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-5aefecd7-8f08-4242-b56d-4eee5aa0ad27 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Allocated IP 172.20.0.14 (ccafbcfb-a904-4df0-bc31-835636d5b131/608b3dca-d831-4d69-ba00-d68327e4caa0/e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:07:16.610825 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e42bd15-3f92-434d-bf25-544beb0d9498 None None] The sync data for ids ['2dece1c6-a09e-4ce8-a304-64d6bda187ad'] in n-d-615180-33 is: [{'id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793706789', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b577864d-2222-46d7-9b0d-0d9be31292e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:07:10Z', 'updated_at': '2021-08-11T03:07:13Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'b577864d-2222-46d7-9b0d-0d9be31292e7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ad:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:10Z', 'updated_at': '2021-08-11T03:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'a13bbaf3-da13-4eea-b53b-945c1145422d', 'name': '', 'network_id': 'ccafbcfb-a904-4df0-bc31-835636d5b131', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:f6:1c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '608b3dca-d831-4d69-ba00-d68327e4caa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:12Z', 'updated_at': '2021-08-11T03:07:16Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': '608b3dca-d831-4d69-ba00-d68327e4caa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:07:16.768748 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-5aefecd7-8f08-4242-b56d-4eee5aa0ad27 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:16.784844 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-5aefecd7-8f08-4242-b56d-4eee5aa0ad27 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Transition to ACTIVE for port object e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:16.819275 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-5aefecd7-8f08-4242-b56d-4eee5aa0ad27 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:16.865099 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-5aefecd7-8f08-4242-b56d-4eee5aa0ad27 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network ccafbcfb-a904-4df0-bc31-835636d5b131 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:16.868812 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-5aefecd7-8f08-4242-b56d-4eee5aa0ad27 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:16.872865 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-5aefecd7-8f08-4242-b56d-4eee5aa0ad27 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:07:16.879616 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefecd7-8f08-4242-b56d-4eee5aa0ad27 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Port': ['ID=e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:16.928350 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-5aefecd7-8f08-4242-b56d-4eee5aa0ad27 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:16.929021 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-5aefecd7-8f08-4242-b56d-4eee5aa0ad27 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:16.945618 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-5aefecd7-8f08-4242-b56d-4eee5aa0ad27 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5807972 Aug 11 03:07:16.959645 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-6dcb4e06-080a-4fae-a66b-78c70d67a322 service neutron] Request body: {'port': {'device_id': 'ee7a4d8b-286a-4d8c-9b06-beea4a9de8af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:17.044140 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-6dcb4e06-080a-4fae-a66b-78c70d67a322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:17.145079 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a13bbaf3-da13-4eea-b53b-945c1145422d up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:17.197450 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port a13bbaf3-da13-4eea-b53b-945c1145422d completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:17.201482 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port a13bbaf3-da13-4eea-b53b-945c1145422d triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:17.201868 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:17.253494 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-60d69f2b-39c3-4dca-8135-59382bb6e350 None None] Provisioning for port e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:17.264298 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-60d69f2b-39c3-4dca-8135-59382bb6e350 None None] Provisioning complete for port e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:17.264960 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-60d69f2b-39c3-4dca-8135-59382bb6e350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:17.337683 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:17.339828 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-60d69f2b-39c3-4dca-8135-59382bb6e350 None None] Port e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:07:17.370395 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-6dcb4e06-080a-4fae-a66b-78c70d67a322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:17.377425 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port a13bbaf3-da13-4eea-b53b-945c1145422d, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a13bbaf3-da13-4eea-b53b-945c1145422d,segment=NetworkSegment(a24ec702-8b30-4be7-aaeb-f01695f574e6),segment_id=a24ec702-8b30-4be7-aaeb-f01695f574e6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:17.380325 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-6dcb4e06-080a-4fae-a66b-78c70d67a322 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:17.383437 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:17.384609 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device fa7bfa18-2c5a-4b2a-9d0c-babf4245d053 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:17.387565 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa28d8d-8199-4e40-85b7-93c9cd2d47c5 req-aa6629bd-05b2-4c77-8d5d-5a73d69ba67d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:17.389328 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5fa28d8d-8199-4e40-85b7-93c9cd2d47c5 req-aa6629bd-05b2-4c77-8d5d-5a73d69ba67d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 932 time: 0.0645161 Aug 11 03:07:17.395528 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-6dcb4e06-080a-4fae-a66b-78c70d67a322 service neutron] Transition to ACTIVE for port object e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:17.400345 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-6dcb4e06-080a-4fae-a66b-78c70d67a322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:17.462787 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5fa28d8d-8199-4e40-85b7-93c9cd2d47c5 req-f76f68b2-de24-4cb5-91cb-af981972e69e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=960aaf45-16c0-4ee1-976c-1aca1872e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668974 Aug 11 03:07:17.489212 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb4e06-080a-4fae-a66b-78c70d67a322 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:17.505231 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=a13bbaf3-da13-4eea-b53b-945c1145422d,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:17.532962 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port fa7bfa18-2c5a-4b2a-9d0c-babf4245d053 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:17.533382 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:17.553139 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-6dcb4e06-080a-4fae-a66b-78c70d67a322 service neutron] Attempting to bind port e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:07:17.553489 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-6dcb4e06-080a-4fae-a66b-78c70d67a322 service neutron] Attempting to bind port e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': 'a24ec702-8b30-4be7-aaeb-f01695f574e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ccafbcfb-a904-4df0-bc31-835636d5b131'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:07:17.553828 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-6dcb4e06-080a-4fae-a66b-78c70d67a322 service neutron] Attempting to bind port e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb on network ccafbcfb-a904-4df0-bc31-835636d5b131 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:17.559093 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-6dcb4e06-080a-4fae-a66b-78c70d67a322 service neutron] Port e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb on network ccafbcfb-a904-4df0-bc31-835636d5b131 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:07:17.559419 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-6dcb4e06-080a-4fae-a66b-78c70d67a322 service neutron] Attempting to bind port e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb on network ccafbcfb-a904-4df0-bc31-835636d5b131 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:17.564965 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-6dcb4e06-080a-4fae-a66b-78c70d67a322 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:07:17.565309 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-6dcb4e06-080a-4fae-a66b-78c70d67a322 service neutron] Checking segment: {'id': 'a24ec702-8b30-4be7-aaeb-f01695f574e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ccafbcfb-a904-4df0-bc31-835636d5b131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:07:17.565699 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-6dcb4e06-080a-4fae-a66b-78c70d67a322 service neutron] Bound using segment: {'id': 'a24ec702-8b30-4be7-aaeb-f01695f574e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ccafbcfb-a904-4df0-bc31-835636d5b131'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:07:17.566150 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-6dcb4e06-080a-4fae-a66b-78c70d67a322 service neutron] Bound port: e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a24ec702-8b30-4be7-aaeb-f01695f574e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ccafbcfb-a904-4df0-bc31-835636d5b131'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:07:17.566506 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-6dcb4e06-080a-4fae-a66b-78c70d67a322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:17.624937 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b577864d-2222-46d7-9b0d-0d9be31292e7 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:17.641377 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-6dcb4e06-080a-4fae-a66b-78c70d67a322 service neutron] For port e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:07:17.644905 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-6dcb4e06-080a-4fae-a66b-78c70d67a322 service neutron] For port e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb,segment=NetworkSegment(a24ec702-8b30-4be7-aaeb-f01695f574e6),segment_id=a24ec702-8b30-4be7-aaeb-f01695f574e6)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:07:17.652707 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-6dcb4e06-080a-4fae-a66b-78c70d67a322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:17.679784 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port b577864d-2222-46d7-9b0d-0d9be31292e7 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:17.680157 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:17.690541 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-6dcb4e06-080a-4fae-a66b-78c70d67a322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:17.690977 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-6dcb4e06-080a-4fae-a66b-78c70d67a322 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:17.692564 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-6dcb4e06-080a-4fae-a66b-78c70d67a322 service neutron] 10.222.0.73 "PUT /v2.0/ports/e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb HTTP/1.1" status: 200 len: 1093 time: 0.7384117 Aug 11 03:07:17.693014 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee7a4d8b-286a-4d8c-9b06-beea4a9de8af', 'tag': 'e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:17.695331 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef26015ff99b62ba85d82572846d8981a3d7c94015c7a376eee6ede9212d5761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b203e7-b28e-4b22-94c0-dbddac61c4f1" -d '{"events": [{"name": "network-changed", "server_uuid": "ee7a4d8b-286a-4d8c-9b06-beea4a9de8af", "tag": "e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:17.722013 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb4e06-080a-4fae-a66b-78c70d67a322 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:17.765287 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83415d20-c2b5-4aaa-a652-f796a97c4c31 x-openstack-request-id: req-83415d20-c2b5-4aaa-a652-f796a97c4c31 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:17.765807 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee7a4d8b-286a-4d8c-9b06-beea4a9de8af", "tag": "e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:17.765918 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-83415d20-c2b5-4aaa-a652-f796a97c4c31 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:17.766310 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee7a4d8b-286a-4d8c-9b06-beea4a9de8af', 'tag': 'e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb', 'status': 'completed', 'code': 200} Aug 11 03:07:17.805003 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-4055e370-ccdb-472c-9e5f-ee479d35dd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:17.806571 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-4055e370-ccdb-472c-9e5f-ee479d35dd9f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 1096 time: 0.0564172 Aug 11 03:07:17.855760 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-863fe400-fb03-497a-97e0-5e5b725886cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb HTTP/1.1" status: 200 len: 217 time: 0.0414305 Aug 11 03:07:17.907901 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-19f5d77c-4eee-495f-bc8d-06ff9272ad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:17.909713 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-19f5d77c-4eee-495f-bc8d-06ff9272ad0e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=608b3dca-d831-4d69-ba00-d68327e4caa0 HTTP/1.1" status: 200 len: 835 time: 0.0468912 Aug 11 03:07:17.955688 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-2cb0988e-342b-4e3d-9a88-e0603b60eb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:17.957177 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-2cb0988e-342b-4e3d-9a88-e0603b60eb8e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ccafbcfb-a904-4df0-bc31-835636d5b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407162 Aug 11 03:07:18.385897 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-422016e8-b7db-4c98-a1c9-1ccc534c6c86 service neutron] 10.222.0.73 "GET /v2.0/networks/ccafbcfb-a904-4df0-bc31-835636d5b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211771 Aug 11 03:07:18.402296 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5f2bfaaa-34c7-4702-b3fb-a8798f790d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:18.405109 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:18.477553 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-892c483d-4bac-4917-b27c-d7c94aa3da0b req-9aaf24ff-ab31-4c57-8c3a-35774c61b9d6 service neutron] 10.222.0.73 "GET /v2.0/networks/ccafbcfb-a904-4df0-bc31-835636d5b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836217 Aug 11 03:07:18.572494 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b203e7-b28e-4b22-94c0-dbddac61c4f1 req-b5fc04c0-a7ca-44de-9cbd-9bc9f1fde7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:18.573995 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d9b203e7-b28e-4b22-94c0-dbddac61c4f1 req-b5fc04c0-a7ca-44de-9cbd-9bc9f1fde7cf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 1096 time: 0.0456479 Aug 11 03:07:18.576174 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a07cc-e01c-4c5e-acce-d56c6c00c65a req-3cacf10f-a218-4f4a-83a0-965f59e31480 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:18.577691 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-938a07cc-e01c-4c5e-acce-d56c6c00c65a req-3cacf10f-a218-4f4a-83a0-965f59e31480 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 944 time: 0.0521653 Aug 11 03:07:18.616152 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-938a07cc-e01c-4c5e-acce-d56c6c00c65a req-4018d95c-cff1-4fd1-aa44-b0683e49563d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=960aaf45-16c0-4ee1-976c-1aca1872e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323019 Aug 11 03:07:18.663049 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b203e7-b28e-4b22-94c0-dbddac61c4f1 req-58bfca72-eb99-4572-8725-487ab5b39eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:18.664506 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d9b203e7-b28e-4b22-94c0-dbddac61c4f1 req-58bfca72-eb99-4572-8725-487ab5b39eee service neutron] 10.222.0.73 "GET /v2.0/networks?id=ccafbcfb-a904-4df0-bc31-835636d5b131 HTTP/1.1" status: 200 len: 898 time: 0.0834942 Aug 11 03:07:18.706499 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d9b203e7-b28e-4b22-94c0-dbddac61c4f1 req-efcb6ac9-d3a2-4036-a0be-d3fc0458221b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb HTTP/1.1" status: 200 len: 217 time: 0.0348489 Aug 11 03:07:18.759304 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b203e7-b28e-4b22-94c0-dbddac61c4f1 req-3a0a71ee-bd9d-4fe2-911b-913e17d5a6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:18.760747 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d9b203e7-b28e-4b22-94c0-dbddac61c4f1 req-3a0a71ee-bd9d-4fe2-911b-913e17d5a6ab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=608b3dca-d831-4d69-ba00-d68327e4caa0 HTTP/1.1" status: 200 len: 835 time: 0.0465178 Aug 11 03:07:18.806606 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b203e7-b28e-4b22-94c0-dbddac61c4f1 req-150218d4-14ff-49a3-812c-90c69a47808e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:18.808167 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d9b203e7-b28e-4b22-94c0-dbddac61c4f1 req-150218d4-14ff-49a3-812c-90c69a47808e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ccafbcfb-a904-4df0-bc31-835636d5b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395436 Aug 11 03:07:18.898758 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d9b203e7-b28e-4b22-94c0-dbddac61c4f1 req-21398afb-9252-4e14-b361-3cd070a6d452 service neutron] 10.222.0.73 "GET /v2.0/networks/ccafbcfb-a904-4df0-bc31-835636d5b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822504 Aug 11 03:07:18.994963 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d9b203e7-b28e-4b22-94c0-dbddac61c4f1 req-8a9e20c0-bd74-4d02-8deb-f21e5e7eb4ab service neutron] 10.222.0.73 "GET /v2.0/networks/ccafbcfb-a904-4df0-bc31-835636d5b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879297 Aug 11 03:07:19.014144 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a13bbaf3-da13-4eea-b53b-945c1145422d up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:19.060234 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port a13bbaf3-da13-4eea-b53b-945c1145422d triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:19.061582 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:19.733422 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865d63c-afb8-4c18-9d95-d45166e6bb04 req-0589485c-c273-4a24-9ef7-72ab974cff1b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:19.734929 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c865d63c-afb8-4c18-9d95-d45166e6bb04 req-0589485c-c273-4a24-9ef7-72ab974cff1b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 944 time: 0.0493445 Aug 11 03:07:19.772266 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c865d63c-afb8-4c18-9d95-d45166e6bb04 req-691e0198-8189-4aef-bf55-a8dee1b94883 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=960aaf45-16c0-4ee1-976c-1aca1872e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308671 Aug 11 03:07:20.140158 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:20.844752 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:07:20.888908 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef95b4-abb6-4fa3-82ac-e58b5befd4b7 req-1ceb140d-a323-4a8f-9db1-8cea8d7505d4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:20.890391 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4ef95b4-abb6-4fa3-82ac-e58b5befd4b7 req-1ceb140d-a323-4a8f-9db1-8cea8d7505d4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 944 time: 0.0523970 Aug 11 03:07:20.936172 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a4ef95b4-abb6-4fa3-82ac-e58b5befd4b7 req-d9fd8d23-71a0-4e65-83bb-df29e9ff4833 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=960aaf45-16c0-4ee1-976c-1aca1872e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390990 Aug 11 03:07:20.948901 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb,segment=NetworkSegment(a24ec702-8b30-4be7-aaeb-f01695f574e6),segment_id=a24ec702-8b30-4be7-aaeb-f01695f574e6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:20.960705 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb', 'network_id': 'ccafbcfb-a904-4df0-bc31-835636d5b131', 'port_id': 'e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb', 'mac_address': 'fa:16:3e:d9:7e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '608b3dca-d831-4d69-ba00-d68327e4caa0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:07:21.000040 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:21.012299 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:21.031359 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb,segment=NetworkSegment(a24ec702-8b30-4be7-aaeb-f01695f574e6),segment_id=a24ec702-8b30-4be7-aaeb-f01695f574e6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:21.035225 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:21.081318 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:21.239661 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:21.640974 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.053695 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb9d07-e16b-459f-a095-1fbb7b6a9cad req-c012feaa-5f68-499c-8d46-4abe4289e26d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:22.055170 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c0cb9d07-e16b-459f-a095-1fbb7b6a9cad req-c012feaa-5f68-499c-8d46-4abe4289e26d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 945 time: 0.0524857 Aug 11 03:07:22.091566 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c0cb9d07-e16b-459f-a095-1fbb7b6a9cad req-6946d485-9e4a-4b22-8e3b-0f65a7012d54 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=960aaf45-16c0-4ee1-976c-1aca1872e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303202 Aug 11 03:07:22.856148 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:22.908017 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:22.911592 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:22.911989 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.988548 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:23.011148 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7a4d8b-286a-4d8c-9b06-beea4a9de8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:23.013405 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20fab26f80b9da78313f4d9f7f3b762b68210575349c4eb51748859b525969e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6120893d-5b7d-4d7e-a6cd-95b03c9455c8" -d '{"events": [{"server_uuid": "ee7a4d8b-286a-4d8c-9b06-beea4a9de8af", "name": "network-vif-plugged", "status": "completed", "tag": "e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:23.026015 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb,segment=NetworkSegment(a24ec702-8b30-4be7-aaeb-f01695f574e6),segment_id=a24ec702-8b30-4be7-aaeb-f01695f574e6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:23.029918 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:23.052918 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ec5c67-1f2a-46ce-a6ab-58ea0893b875 x-openstack-request-id: req-25ec5c67-1f2a-46ce-a6ab-58ea0893b875 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:23.053209 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7a4d8b-286a-4d8c-9b06-beea4a9de8af", "name": "network-vif-plugged", "status": "completed", "tag": "e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:23.053484 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-25ec5c67-1f2a-46ce-a6ab-58ea0893b875 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:23.053857 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7a4d8b-286a-4d8c-9b06-beea4a9de8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb', 'code': 200} Aug 11 03:07:23.079925 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:23.147578 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71efcc-d66a-4ba4-b96c-52f9ac6c82e8 req-53a8cfc3-e8c4-487b-93a9-812b8b911b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:23.149165 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ac71efcc-d66a-4ba4-b96c-52f9ac6c82e8 req-53a8cfc3-e8c4-487b-93a9-812b8b911b67 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 1098 time: 0.0406196 Aug 11 03:07:23.213857 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ac71efcc-d66a-4ba4-b96c-52f9ac6c82e8 req-4eaf3d8b-94a3-462d-8810-57aadb30334e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=960aaf45-16c0-4ee1-976c-1aca1872e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566561 Aug 11 03:07:23.225915 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe09e5-21a2-469c-bc5b-a561b2da5478 req-d623aa06-307b-46f2-8f87-488b064a7c59 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:23.227357 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e3fe09e5-21a2-469c-bc5b-a561b2da5478 req-d623aa06-307b-46f2-8f87-488b064a7c59 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 946 time: 0.0648537 Aug 11 03:07:23.266869 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e3fe09e5-21a2-469c-bc5b-a561b2da5478 req-b3dd7fc5-8a8d-4ae7-8288-e74fa233858f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=960aaf45-16c0-4ee1-976c-1aca1872e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330784 Aug 11 03:07:24.383150 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393f356-cf35-4cf0-878b-c8f77e689841 req-b39f708a-1761-4032-ac09-f876dbbb3d80 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:24.384677 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0393f356-cf35-4cf0-878b-c8f77e689841 req-b39f708a-1761-4032-ac09-f876dbbb3d80 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 946 time: 0.0501680 Aug 11 03:07:24.422507 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0393f356-cf35-4cf0-878b-c8f77e689841 req-5741709f-10ce-4224-96ef-775628d23501 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=960aaf45-16c0-4ee1-976c-1aca1872e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319130 Aug 11 03:07:24.538293 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba98e9-81e6-4f38-b610-6394ef81cd3a req-bc73e11f-7fe3-40fa-95c1-2530acf11138 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:24.539795 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-86ba98e9-81e6-4f38-b610-6394ef81cd3a req-bc73e11f-7fe3-40fa-95c1-2530acf11138 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 946 time: 0.0518217 Aug 11 03:07:24.575943 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-86ba98e9-81e6-4f38-b610-6394ef81cd3a req-62a25514-3057-4052-826f-e44a0cf8d368 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=960aaf45-16c0-4ee1-976c-1aca1872e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302129 Aug 11 03:07:24.597134 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33328) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:24.635304 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f417e4-d3e0-46b3-a1df-58d1b68ee3c5 tempest-TestNetworkAdvancedServerOps-346293483 tempest-TestNetworkAdvancedServerOps-346293483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:24.636823 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-99f417e4-d3e0-46b3-a1df-58d1b68ee3c5 tempest-TestNetworkAdvancedServerOps-346293483 tempest-TestNetworkAdvancedServerOps-346293483-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 1093 time: 0.0387509 Aug 11 03:07:24.639575 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33330) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:24.643833 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-cd4f04f0-5a52-482b-926a-499d9131300d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'port_id': 'e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:24.666165 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cd4f04f0-5a52-482b-926a-499d9131300d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:24.762379 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cd4f04f0-5a52-482b-926a-499d9131300d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:24.861138 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-cd4f04f0-5a52-482b-926a-499d9131300d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Allocated IP 172.25.2.79 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/388ae1dd-f277-4493-9849-7f6bf52359ce) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:07:24.965544 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cd4f04f0-5a52-482b-926a-499d9131300d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:24.977209 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:25.005078 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cd4f04f0-5a52-482b-926a-499d9131300d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:25.040611 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4f04f0-5a52-482b-926a-499d9131300d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:25.045252 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-cd4f04f0-5a52-482b-926a-499d9131300d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:25.048695 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4f04f0-5a52-482b-926a-499d9131300d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:07:25.073559 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f04f0-5a52-482b-926a-499d9131300d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Port': ['ID=388ae1dd-f277-4493-9849-7f6bf52359ce,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:25.402167 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cd4f04f0-5a52-482b-926a-499d9131300d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:25.466720 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cd4f04f0-5a52-482b-926a-499d9131300d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:25.613213 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cd4f04f0-5a52-482b-926a-499d9131300d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:25.617972 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cd4f04f0-5a52-482b-926a-499d9131300d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:25.680502 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f04f0-5a52-482b-926a-499d9131300d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Port': ['ID=388ae1dd-f277-4493-9849-7f6bf52359ce,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:25.693153 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cd4f04f0-5a52-482b-926a-499d9131300d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:25.790312 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-cd4f04f0-5a52-482b-926a-499d9131300d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Floating IP 4d5afe54-6cc5-4a76-927a-33877a3aa79e associated. External IP: 172.25.2.79, port: e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb. Aug 11 03:07:25.865641 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:25.994246 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4f04f0-5a52-482b-926a-499d9131300d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Router 2dece1c6-a09e-4ce8-a304-64d6bda187ad has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:07:26.098745 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4f04f0-5a52-482b-926a-499d9131300d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:07:26.109552 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727eeb29-9d76-4eda-8825-56e1df313225 None None] Sync routers for ids ['2dece1c6-a09e-4ce8-a304-64d6bda187ad'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:07:26.114673 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cd4f04f0-5a52-482b-926a-499d9131300d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:26.119916 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727eeb29-9d76-4eda-8825-56e1df313225 None None] Routers {'2dece1c6-a09e-4ce8-a304-64d6bda187ad'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:26.120551 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-727eeb29-9d76-4eda-8825-56e1df313225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:07:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['2dece1c6-a09e-4ce8-a304-64d6bda187ad'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:26.140894 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-cd4f04f0-5a52-482b-926a-499d9131300d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5003469 Aug 11 03:07:26.141633 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee7a4d8b-286a-4d8c-9b06-beea4a9de8af', 'tag': 'e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:26.144012 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef26015ff99b62ba85d82572846d8981a3d7c94015c7a376eee6ede9212d5761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3a86f3-1a87-400f-a1d7-adab9622869b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee7a4d8b-286a-4d8c-9b06-beea4a9de8af", "tag": "e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:26.188818 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd1346a-0da2-43ec-8a1a-96964b6f516c x-openstack-request-id: req-9dd1346a-0da2-43ec-8a1a-96964b6f516c {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:26.189112 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee7a4d8b-286a-4d8c-9b06-beea4a9de8af", "tag": "e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:26.189370 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9dd1346a-0da2-43ec-8a1a-96964b6f516c {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:26.189811 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee7a4d8b-286a-4d8c-9b06-beea4a9de8af', 'tag': 'e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb', 'status': 'completed', 'code': 200} Aug 11 03:07:26.238414 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-727eeb29-9d76-4eda-8825-56e1df313225 None None] Set router 2dece1c6-a09e-4ce8-a304-64d6bda187ad gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:07:26.251753 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c6590-2b3b-4bee-ab56-f47e10117da2 req-f58da27a-fcbe-4b53-b681-00302b28882e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:26.254024 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e1c6590-2b3b-4bee-ab56-f47e10117da2 req-f58da27a-fcbe-4b53-b681-00302b28882e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 946 time: 0.0559475 Aug 11 03:07:26.275919 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a86f3-1a87-400f-a1d7-adab9622869b req-d76abc11-1105-40ff-a399-4188c2820c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:26.277464 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bd3a86f3-1a87-400f-a1d7-adab9622869b req-d76abc11-1105-40ff-a399-4188c2820c21 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 1098 time: 0.0548325 Aug 11 03:07:26.295531 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4e1c6590-2b3b-4bee-ab56-f47e10117da2 req-fefe911d-4c04-4165-a820-a4f5af5ed388 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=960aaf45-16c0-4ee1-976c-1aca1872e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351710 Aug 11 03:07:26.317549 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33336) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:26.373794 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a86f3-1a87-400f-a1d7-adab9622869b req-01e7b741-cba3-4bcd-a4bc-abe72f35b489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:26.375459 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bd3a86f3-1a87-400f-a1d7-adab9622869b req-01e7b741-cba3-4bcd-a4bc-abe72f35b489 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ccafbcfb-a904-4df0-bc31-835636d5b131 HTTP/1.1" status: 200 len: 898 time: 0.0905540 Aug 11 03:07:26.382839 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0ce8173c-7cb5-42a4-a58e-a20ae8984d12 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/floatingips/4d5afe54-6cc5-4a76-927a-33877a3aa79e HTTP/1.1" status: 200 len: 991 time: 0.0634704 Aug 11 03:07:26.441301 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bd3a86f3-1a87-400f-a1d7-adab9622869b req-57aae6df-6c21-4ce6-aa09-d55ba3c6c431 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb HTTP/1.1" status: 200 len: 999 time: 0.0570924 Aug 11 03:07:26.466936 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-727eeb29-9d76-4eda-8825-56e1df313225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793706789', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b577864d-2222-46d7-9b0d-0d9be31292e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:07:10Z', 'updated_at': '2021-08-11T03:07:13Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'b577864d-2222-46d7-9b0d-0d9be31292e7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ad:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:10Z', 'updated_at': '2021-08-11T03:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '4d5afe54-6cc5-4a76-927a-33877a3aa79e', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'port_id': 'e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccafbcfb-a904-4df0-bc31-835636d5b131', 'mac_address': 'fa:16:3e:d9:7e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7a4d8b-286a-4d8c-9b06-beea4a9de8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:07:25Z', 'updated_at': '2021-08-11T03:07:25Z', 'revision_number': 0, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13bbaf3-da13-4eea-b53b-945c1145422d', 'name': '', 'network_id': 'ccafbcfb-a904-4df0-bc31-835636d5b131', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:f6:1c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '608b3dca-d831-4d69-ba00-d68327e4caa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:12Z', 'updated_at': '2021-08-11T03:07:17Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': '608b3dca-d831-4d69-ba00-d68327e4caa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:26.492631 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727eeb29-9d76-4eda-8825-56e1df313225 None None] Checking router: 2dece1c6-a09e-4ce8-a304-64d6bda187ad for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:07:26.493414 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a86f3-1a87-400f-a1d7-adab9622869b req-fd112448-8add-4cdd-860f-f044189dca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:26.494908 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bd3a86f3-1a87-400f-a1d7-adab9622869b req-fd112448-8add-4cdd-860f-f044189dca67 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=608b3dca-d831-4d69-ba00-d68327e4caa0 HTTP/1.1" status: 200 len: 835 time: 0.0472922 Aug 11 03:07:26.500712 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727eeb29-9d76-4eda-8825-56e1df313225 None None] Routers {'2dece1c6-a09e-4ce8-a304-64d6bda187ad'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:26.501249 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-727eeb29-9d76-4eda-8825-56e1df313225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:07:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['2dece1c6-a09e-4ce8-a304-64d6bda187ad'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:26.540572 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a86f3-1a87-400f-a1d7-adab9622869b req-05984bb4-8d7e-48cf-9130-50cb8b21c0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:26.542093 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bd3a86f3-1a87-400f-a1d7-adab9622869b req-05984bb4-8d7e-48cf-9130-50cb8b21c0eb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ccafbcfb-a904-4df0-bc31-835636d5b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401804 Aug 11 03:07:26.636527 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bd3a86f3-1a87-400f-a1d7-adab9622869b req-ccf9384d-1576-4ce2-80b6-e1fbdacf2490 service neutron] 10.222.0.73 "GET /v2.0/networks/ccafbcfb-a904-4df0-bc31-835636d5b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868726 Aug 11 03:07:26.707858 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-727eeb29-9d76-4eda-8825-56e1df313225 None None] Set router 2dece1c6-a09e-4ce8-a304-64d6bda187ad gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:07:26.730520 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bd3a86f3-1a87-400f-a1d7-adab9622869b req-88bdcda2-4800-49bc-947d-4a3951902dc1 service neutron] 10.222.0.73 "GET /v2.0/networks/ccafbcfb-a904-4df0-bc31-835636d5b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869684 Aug 11 03:07:26.936880 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-727eeb29-9d76-4eda-8825-56e1df313225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793706789', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b577864d-2222-46d7-9b0d-0d9be31292e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:07:10Z', 'updated_at': '2021-08-11T03:07:13Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'b577864d-2222-46d7-9b0d-0d9be31292e7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ad:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:10Z', 'updated_at': '2021-08-11T03:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '4d5afe54-6cc5-4a76-927a-33877a3aa79e', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'port_id': 'e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccafbcfb-a904-4df0-bc31-835636d5b131', 'mac_address': 'fa:16:3e:d9:7e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7a4d8b-286a-4d8c-9b06-beea4a9de8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:07:25Z', 'updated_at': '2021-08-11T03:07:25Z', 'revision_number': 0, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13bbaf3-da13-4eea-b53b-945c1145422d', 'name': '', 'network_id': 'ccafbcfb-a904-4df0-bc31-835636d5b131', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:f6:1c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '608b3dca-d831-4d69-ba00-d68327e4caa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:12Z', 'updated_at': '2021-08-11T03:07:17Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': '608b3dca-d831-4d69-ba00-d68327e4caa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:26.963260 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727eeb29-9d76-4eda-8825-56e1df313225 None None] The sync data for ids ['2dece1c6-a09e-4ce8-a304-64d6bda187ad'] in n-d-615180-33 is: [{'id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793706789', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b577864d-2222-46d7-9b0d-0d9be31292e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:07:10Z', 'updated_at': '2021-08-11T03:07:13Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'b577864d-2222-46d7-9b0d-0d9be31292e7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ad:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:10Z', 'updated_at': '2021-08-11T03:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '4d5afe54-6cc5-4a76-927a-33877a3aa79e', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'port_id': 'e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccafbcfb-a904-4df0-bc31-835636d5b131', 'mac_address': 'fa:16:3e:d9:7e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7a4d8b-286a-4d8c-9b06-beea4a9de8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:07:25Z', 'updated_at': '2021-08-11T03:07:25Z', 'revision_number': 0, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13bbaf3-da13-4eea-b53b-945c1145422d', 'name': '', 'network_id': 'ccafbcfb-a904-4df0-bc31-835636d5b131', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:f6:1c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '608b3dca-d831-4d69-ba00-d68327e4caa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:12Z', 'updated_at': '2021-08-11T03:07:17Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': '608b3dca-d831-4d69-ba00-d68327e4caa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:07:27.137708 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7133fdcf-276f-4140-aea8-71f746471535 None None] New status for floating IP 4d5afe54-6cc5-4a76-927a-33877a3aa79e: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:07:27.386594 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33338) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:27.446021 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-99a6866c-ad30-455d-a395-e0458aa95f96 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/floatingips/4d5afe54-6cc5-4a76-927a-33877a3aa79e HTTP/1.1" status: 200 len: 993 time: 0.0582547 Aug 11 03:07:33.355652 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:07:45.708555 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-72154e1f-f516-41c0-b3a6-dcb0505523e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:48.402041 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d723d551-154c-4ea8-be4c-91e8a2f82e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:48.403847 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:50.142937 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:51.643907 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:54.975786 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:55.864291 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:00.795627 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef1581-4a31-4837-885d-817ac1350c70 req-3d146229-c620-448f-af2c-09966ccf99e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:00.797152 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbef1581-4a31-4837-885d-817ac1350c70 req-3d146229-c620-448f-af2c-09966ccf99e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 1098 time: 0.0406451 Aug 11 03:08:00.914715 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3016c-70e0-4df7-accb-a880d1fc0dea req-67112acd-9e57-4836-afc2-e749701b3c22 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:00.916184 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d9a3016c-70e0-4df7-accb-a880d1fc0dea req-67112acd-9e57-4836-afc2-e749701b3c22 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 946 time: 0.1648567 Aug 11 03:08:00.934841 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef1581-4a31-4837-885d-817ac1350c70 req-1de4b170-5a39-4839-a74c-42c645a1faae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:00.936256 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbef1581-4a31-4837-885d-817ac1350c70 req-1de4b170-5a39-4839-a74c-42c645a1faae service neutron] 10.222.0.73 "GET /v2.0/networks?id=ccafbcfb-a904-4df0-bc31-835636d5b131 HTTP/1.1" status: 200 len: 898 time: 0.1313767 Aug 11 03:08:01.001590 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d9a3016c-70e0-4df7-accb-a880d1fc0dea req-7091268b-189a-4f80-8506-4622f020f531 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=960aaf45-16c0-4ee1-976c-1aca1872e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769985 Aug 11 03:08:01.017529 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbef1581-4a31-4837-885d-817ac1350c70 req-38419002-a91b-4f25-973b-1a8706be8d0f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb HTTP/1.1" status: 200 len: 1001 time: 0.0727556 Aug 11 03:08:01.066999 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef1581-4a31-4837-885d-817ac1350c70 req-6d10c68b-50c6-4f76-8579-b68186a3576c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:01.068444 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbef1581-4a31-4837-885d-817ac1350c70 req-6d10c68b-50c6-4f76-8579-b68186a3576c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=608b3dca-d831-4d69-ba00-d68327e4caa0 HTTP/1.1" status: 200 len: 835 time: 0.0431826 Aug 11 03:08:01.113321 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef1581-4a31-4837-885d-817ac1350c70 req-b0213d15-eb9c-4ca9-ab4a-2d2853d039da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:01.114772 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbef1581-4a31-4837-885d-817ac1350c70 req-b0213d15-eb9c-4ca9-ab4a-2d2853d039da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ccafbcfb-a904-4df0-bc31-835636d5b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380745 Aug 11 03:08:01.206926 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbef1581-4a31-4837-885d-817ac1350c70 req-f5b1b613-4866-4e6a-b3fb-42937e17776f service neutron] 10.222.0.73 "GET /v2.0/networks/ccafbcfb-a904-4df0-bc31-835636d5b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836000 Aug 11 03:08:01.294863 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bbef1581-4a31-4837-885d-817ac1350c70 req-d5317de8-4498-4728-bf56-a731faa4917e service neutron] 10.222.0.73 "GET /v2.0/networks/ccafbcfb-a904-4df0-bc31-835636d5b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808892 Aug 11 03:08:02.185522 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae128547-bb59-44e5-9a0d-a0d9c38f7fe3 req-8d175c48-5516-4ac6-a5bb-e36ef2050cda tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:02.187024 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ae128547-bb59-44e5-9a0d-a0d9c38f7fe3 req-8d175c48-5516-4ac6-a5bb-e36ef2050cda tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 946 time: 0.1171305 Aug 11 03:08:02.224387 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ae128547-bb59-44e5-9a0d-a0d9c38f7fe3 req-3edf579f-351f-4540-b2db-9c24fee722ff tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=960aaf45-16c0-4ee1-976c-1aca1872e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311861 Aug 11 03:08:02.558703 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8c826-9b84-4f31-acdb-d09127e3fd92 req-613c7f7e-7ae7-4660-aa08-a9e9231a0332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:02.560228 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-23a8c826-9b84-4f31-acdb-d09127e3fd92 req-613c7f7e-7ae7-4660-aa08-a9e9231a0332 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 1098 time: 0.0405910 Aug 11 03:08:02.667721 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8c826-9b84-4f31-acdb-d09127e3fd92 req-3e04cfb9-b7f9-4d73-9714-6d99d3f2b8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:02.669170 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-23a8c826-9b84-4f31-acdb-d09127e3fd92 req-3e04cfb9-b7f9-4d73-9714-6d99d3f2b8f3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ccafbcfb-a904-4df0-bc31-835636d5b131 HTTP/1.1" status: 200 len: 898 time: 0.0866413 Aug 11 03:08:02.732590 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-23a8c826-9b84-4f31-acdb-d09127e3fd92 req-7cf64a5b-44a2-4360-b27e-426b7e96ee01 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb HTTP/1.1" status: 200 len: 1001 time: 0.0563385 Aug 11 03:08:02.784127 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8c826-9b84-4f31-acdb-d09127e3fd92 req-ac2a4af7-6424-4b99-9678-687e4f6d2337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:02.785537 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-23a8c826-9b84-4f31-acdb-d09127e3fd92 req-ac2a4af7-6424-4b99-9678-687e4f6d2337 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=608b3dca-d831-4d69-ba00-d68327e4caa0 HTTP/1.1" status: 200 len: 835 time: 0.0463367 Aug 11 03:08:02.830456 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8c826-9b84-4f31-acdb-d09127e3fd92 req-41867bc5-d79d-4ccd-8f08-cf486b56d54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:02.831873 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-23a8c826-9b84-4f31-acdb-d09127e3fd92 req-41867bc5-d79d-4ccd-8f08-cf486b56d54e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ccafbcfb-a904-4df0-bc31-835636d5b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387943 Aug 11 03:08:02.917597 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-23a8c826-9b84-4f31-acdb-d09127e3fd92 req-230c3349-412f-47df-9c23-707f9c99ef81 service neutron] 10.222.0.73 "GET /v2.0/networks/ccafbcfb-a904-4df0-bc31-835636d5b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784400 Aug 11 03:08:03.010416 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-23a8c826-9b84-4f31-acdb-d09127e3fd92 req-7b7328b3-9d4c-4130-8da9-e72dcf38c2ee service neutron] 10.222.0.73 "GET /v2.0/networks/ccafbcfb-a904-4df0-bc31-835636d5b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849175 Aug 11 03:08:03.341640 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f3ec4-0359-4717-9f19-c0cf1eeba45b req-c39102db-6b86-4906-91cf-00d534f65179 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:03.343143 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e47f3ec4-0359-4717-9f19-c0cf1eeba45b req-c39102db-6b86-4906-91cf-00d534f65179 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 946 time: 0.0493436 Aug 11 03:08:03.386088 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e47f3ec4-0359-4717-9f19-c0cf1eeba45b req-afdb7e30-eccc-4197-a689-ec6038c8b54e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=960aaf45-16c0-4ee1-976c-1aca1872e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311255 Aug 11 03:08:04.506301 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c3a2d-aca3-4b96-b2ec-9233865ce349 req-701fae63-900a-42a7-b4ec-75dd4b317804 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:04.508386 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-684c3a2d-aca3-4b96-b2ec-9233865ce349 req-701fae63-900a-42a7-b4ec-75dd4b317804 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 946 time: 0.0562401 Aug 11 03:08:04.546036 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-684c3a2d-aca3-4b96-b2ec-9233865ce349 req-847b70c2-21bf-4b78-a1bb-0d034e69d285 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=960aaf45-16c0-4ee1-976c-1aca1872e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315905 Aug 11 03:08:05.659625 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb643d0-f562-454a-b934-4b689d6978e0 req-a60fa496-9067-4758-8b38-b979fbc17c83 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:05.661077 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ecb643d0-f562-454a-b934-4b689d6978e0 req-a60fa496-9067-4758-8b38-b979fbc17c83 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 946 time: 0.0472097 Aug 11 03:08:05.702895 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ecb643d0-f562-454a-b934-4b689d6978e0 req-bcfa646e-ced7-4841-88c9-9dbbb757ca48 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=960aaf45-16c0-4ee1-976c-1aca1872e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359366 Aug 11 03:08:06.818021 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a2a8a-9889-4343-a9cf-37878728e9c3 req-4596389d-8be0-4930-b21f-3af6214a2c1c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:06.819498 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-878a2a8a-9889-4343-a9cf-37878728e9c3 req-4596389d-8be0-4930-b21f-3af6214a2c1c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 946 time: 0.0488591 Aug 11 03:08:06.858662 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-878a2a8a-9889-4343-a9cf-37878728e9c3 req-4cd54d63-da23-4e71-9def-9e14a70d0b36 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=960aaf45-16c0-4ee1-976c-1aca1872e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328548 Aug 11 03:08:07.970970 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21f0c1-4627-4bb3-84c1-a3d48195021f req-072ef664-521d-41bc-ad36-d74504ce57d7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:07.972472 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6b21f0c1-4627-4bb3-84c1-a3d48195021f req-072ef664-521d-41bc-ad36-d74504ce57d7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 946 time: 0.0469685 Aug 11 03:08:08.010169 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6b21f0c1-4627-4bb3-84c1-a3d48195021f req-d6017c86-2824-429b-b23d-85d4c8130f65 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=960aaf45-16c0-4ee1-976c-1aca1872e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307732 Aug 11 03:08:09.128305 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388a715-1a22-4911-bbdc-43dfc73d111d req-25e3b4cc-93fd-4cf3-bf2f-a1e6b9b68588 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:09.129759 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c388a715-1a22-4911-bbdc-43dfc73d111d req-25e3b4cc-93fd-4cf3-bf2f-a1e6b9b68588 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 946 time: 0.0520513 Aug 11 03:08:09.166188 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c388a715-1a22-4911-bbdc-43dfc73d111d req-8f916613-d868-432a-ae87-7e1423a2ed3c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=960aaf45-16c0-4ee1-976c-1aca1872e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304713 Aug 11 03:08:10.281626 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a5c40-bbcf-434c-abd9-5e6ec7bd3f3f req-0f96e428-4957-4751-8236-31a528e8f21e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:10.283151 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-007a5c40-bbcf-434c-abd9-5e6ec7bd3f3f req-0f96e428-4957-4751-8236-31a528e8f21e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 946 time: 0.0486643 Aug 11 03:08:10.320621 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-007a5c40-bbcf-434c-abd9-5e6ec7bd3f3f req-1f797d2f-6749-4366-be57-ad04b9b37ca4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=960aaf45-16c0-4ee1-976c-1aca1872e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316179 Aug 11 03:08:10.354714 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:08:11.434980 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384344db-822f-4df5-945f-85800d2128b1 req-fe900fa4-e8b0-4264-9304-253384df5e67 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:11.436514 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-384344db-822f-4df5-945f-85800d2128b1 req-fe900fa4-e8b0-4264-9304-253384df5e67 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 946 time: 0.0487404 Aug 11 03:08:11.477699 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-384344db-822f-4df5-945f-85800d2128b1 req-c791f4d4-329f-431a-845c-2700641ed02d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=960aaf45-16c0-4ee1-976c-1aca1872e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351737 Aug 11 03:08:12.590395 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d3a93-94df-46fc-bcf0-7516fc3f79aa req-8ce3d154-070c-4e47-996e-5f39ecbd5aad tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:12.591806 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8d8d3a93-94df-46fc-bcf0-7516fc3f79aa req-8ce3d154-070c-4e47-996e-5f39ecbd5aad tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 946 time: 0.0482843 Aug 11 03:08:12.632232 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8d8d3a93-94df-46fc-bcf0-7516fc3f79aa req-732fc6c5-09d1-4479-808a-fd6d7ab89918 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=960aaf45-16c0-4ee1-976c-1aca1872e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338457 Aug 11 03:08:13.759352 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb15379-dfe1-4f1f-9f5a-49fe909ed319 req-3c11de42-4d72-4a3d-956d-4eff5bf89781 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:13.760876 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ecb15379-dfe1-4f1f-9f5a-49fe909ed319 req-3c11de42-4d72-4a3d-956d-4eff5bf89781 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 946 time: 0.0488210 Aug 11 03:08:13.797788 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ecb15379-dfe1-4f1f-9f5a-49fe909ed319 req-6bf01336-910e-4632-9b87-aa8772ee6639 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=960aaf45-16c0-4ee1-976c-1aca1872e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310667 Aug 11 03:08:14.909701 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92814b84-6e8c-44be-bdb9-1936df42f503 req-2859bc4b-f686-4adf-9554-85b3bdd38ef8 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:14.911168 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-92814b84-6e8c-44be-bdb9-1936df42f503 req-2859bc4b-f686-4adf-9554-85b3bdd38ef8 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 946 time: 0.0475137 Aug 11 03:08:14.948358 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-92814b84-6e8c-44be-bdb9-1936df42f503 req-db7b142b-4b3c-4dbc-a827-48969b4d9986 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=960aaf45-16c0-4ee1-976c-1aca1872e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312793 Aug 11 03:08:15.708694 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-db45ef50-0b8d-4bb1-8db0-2d11e14cbd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:16.062821 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a681f-b02e-4856-9430-0bd68ea8d294 req-f8911d99-7544-4d43-a774-d2367382a585 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:16.064327 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-688a681f-b02e-4856-9430-0bd68ea8d294 req-f8911d99-7544-4d43-a774-d2367382a585 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 946 time: 0.0512152 Aug 11 03:08:16.103371 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-688a681f-b02e-4856-9430-0bd68ea8d294 req-efbc767b-be47-4fa6-ae39-38a147d224a0 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=960aaf45-16c0-4ee1-976c-1aca1872e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326362 Aug 11 03:08:17.216077 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb395e-46df-4098-aa81-f4fa01475a0d req-327f6e53-cbf6-45ab-9d3b-744fcdade8f4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:17.217554 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-73eb395e-46df-4098-aa81-f4fa01475a0d req-327f6e53-cbf6-45ab-9d3b-744fcdade8f4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 946 time: 0.0478261 Aug 11 03:08:17.255293 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-73eb395e-46df-4098-aa81-f4fa01475a0d req-1e41cfc4-df3b-45ea-8de0-457c473ef24c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=960aaf45-16c0-4ee1-976c-1aca1872e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318773 Aug 11 03:08:17.277030 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33390) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:17.339669 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6d8e54e0-63c5-4614-a0e6-bf9e269386eb tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/floatingips/4d5afe54-6cc5-4a76-927a-33877a3aa79e HTTP/1.1" status: 200 len: 993 time: 0.0614798 Aug 11 03:08:18.400906 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e3c840bc-bc1a-4b67-b325-af7eed34b8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:18.402899 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:20.146172 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:21.647115 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:24.994813 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:25.879420 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:45.709817 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d5ac62eb-2439-46ca-afb5-97a3be238e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:47.354313 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:08:47.704586 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33406) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:47.862456 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-e48e5456-42d4-4804-a196-3a46eb9b3dda tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Deleting port 388ae1dd-f277-4493-9849-7f6bf52359ce {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:47.862798 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e48e5456-42d4-4804-a196-3a46eb9b3dda tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:47.936903 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e48e5456-42d4-4804-a196-3a46eb9b3dda tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:47.937225 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e48e5456-42d4-4804-a196-3a46eb9b3dda tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:47.948390 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-e48e5456-42d4-4804-a196-3a46eb9b3dda tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Calling delete_port for 388ae1dd-f277-4493-9849-7f6bf52359ce owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:48.091609 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e48e5456-42d4-4804-a196-3a46eb9b3dda tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:48.115085 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e5456-42d4-4804-a196-3a46eb9b3dda tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'Port': ['ID=388ae1dd-f277-4493-9849-7f6bf52359ce,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:48.127034 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e5456-42d4-4804-a196-3a46eb9b3dda tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:48.127387 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e5456-42d4-4804-a196-3a46eb9b3dda tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:48.127754 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e5456-42d4-4804-a196-3a46eb9b3dda tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:48.128092 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e5456-42d4-4804-a196-3a46eb9b3dda tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:48.128425 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e5456-42d4-4804-a196-3a46eb9b3dda tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:48.128758 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e5456-42d4-4804-a196-3a46eb9b3dda tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:48.129086 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e5456-42d4-4804-a196-3a46eb9b3dda tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:48.129415 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e5456-42d4-4804-a196-3a46eb9b3dda tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:48.129741 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e5456-42d4-4804-a196-3a46eb9b3dda tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:48.130067 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e5456-42d4-4804-a196-3a46eb9b3dda tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:48.130393 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e5456-42d4-4804-a196-3a46eb9b3dda tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:48.130715 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e5456-42d4-4804-a196-3a46eb9b3dda tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:48.188874 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e48e5456-42d4-4804-a196-3a46eb9b3dda tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:48.189202 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-e48e5456-42d4-4804-a196-3a46eb9b3dda tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Floating IP 4d5afe54-6cc5-4a76-927a-33877a3aa79e disassociated (deleted). External IP: 172.25.2.79, port: e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb. Aug 11 03:08:48.400418 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d11fc0f0-f632-441b-b06b-aa53f251528f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:48.403681 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:48.736876 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48e5456-42d4-4804-a196-3a46eb9b3dda tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Router 2dece1c6-a09e-4ce8-a304-64d6bda187ad has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:08:48.839165 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48e5456-42d4-4804-a196-3a46eb9b3dda tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:08:48.844032 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-e48e5456-42d4-4804-a196-3a46eb9b3dda tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:48.848352 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1e9f3a-a99f-487b-8979-f657274fa9a3 None None] Sync routers for ids ['2dece1c6-a09e-4ce8-a304-64d6bda187ad'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:08:48.858646 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1e9f3a-a99f-487b-8979-f657274fa9a3 None None] Routers {'2dece1c6-a09e-4ce8-a304-64d6bda187ad'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:48.859239 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-4d1e9f3a-a99f-487b-8979-f657274fa9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:08:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['2dece1c6-a09e-4ce8-a304-64d6bda187ad'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:48.877095 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e48e5456-42d4-4804-a196-3a46eb9b3dda tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "DELETE /v2.0/floatingips/4d5afe54-6cc5-4a76-927a-33877a3aa79e HTTP/1.1" status: 204 len: 168 time: 1.1688716 Aug 11 03:08:48.877095 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee7a4d8b-286a-4d8c-9b06-beea4a9de8af', 'tag': 'e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:48.877475 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef26015ff99b62ba85d82572846d8981a3d7c94015c7a376eee6ede9212d5761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eded040-bcee-497d-9161-a6c34d6968cd" -d '{"events": [{"name": "network-changed", "server_uuid": "ee7a4d8b-286a-4d8c-9b06-beea4a9de8af", "tag": "e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:48.966800 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-4d1e9f3a-a99f-487b-8979-f657274fa9a3 None None] Set router 2dece1c6-a09e-4ce8-a304-64d6bda187ad gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:08:48.995054 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f049dc1-22de-4c41-9d79-7bb5df934095 x-openstack-request-id: req-6f049dc1-22de-4c41-9d79-7bb5df934095 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:48.995351 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee7a4d8b-286a-4d8c-9b06-beea4a9de8af", "tag": "e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:48.995651 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6f049dc1-22de-4c41-9d79-7bb5df934095 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:48.996177 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee7a4d8b-286a-4d8c-9b06-beea4a9de8af', 'tag': 'e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb', 'status': 'completed', 'code': 200} Aug 11 03:08:49.107745 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eded040-bcee-497d-9161-a6c34d6968cd req-c93d75bd-3ea7-4433-9799-5aa0fba2138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:49.110193 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1eded040-bcee-497d-9161-a6c34d6968cd req-c93d75bd-3ea7-4433-9799-5aa0fba2138b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 1098 time: 0.0906260 Aug 11 03:08:49.117380 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057934a8-13fa-4ba0-8ae6-ea579b2dde4c req-72536156-1e89-4a37-b531-43e35644a6ac tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:49.119149 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-057934a8-13fa-4ba0-8ae6-ea579b2dde4c req-72536156-1e89-4a37-b531-43e35644a6ac tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 946 time: 0.0516121 Aug 11 03:08:49.159947 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-057934a8-13fa-4ba0-8ae6-ea579b2dde4c req-c98cb5bb-6016-4e56-a519-572dc11e434f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=960aaf45-16c0-4ee1-976c-1aca1872e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345523 Aug 11 03:08:49.187483 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-4d1e9f3a-a99f-487b-8979-f657274fa9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793706789', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b577864d-2222-46d7-9b0d-0d9be31292e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:07:10Z', 'updated_at': '2021-08-11T03:07:13Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'b577864d-2222-46d7-9b0d-0d9be31292e7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ad:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:10Z', 'updated_at': '2021-08-11T03:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'a13bbaf3-da13-4eea-b53b-945c1145422d', 'name': '', 'network_id': 'ccafbcfb-a904-4df0-bc31-835636d5b131', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:f6:1c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '608b3dca-d831-4d69-ba00-d68327e4caa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:12Z', 'updated_at': '2021-08-11T03:07:17Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': '608b3dca-d831-4d69-ba00-d68327e4caa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:49.207261 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eded040-bcee-497d-9161-a6c34d6968cd req-132cc2ab-f5f2-4958-b645-dbf3999c17df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:49.208770 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1eded040-bcee-497d-9161-a6c34d6968cd req-132cc2ab-f5f2-4958-b645-dbf3999c17df service neutron] 10.222.0.73 "GET /v2.0/networks?id=ccafbcfb-a904-4df0-bc31-835636d5b131 HTTP/1.1" status: 200 len: 898 time: 0.0904717 Aug 11 03:08:49.214560 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1e9f3a-a99f-487b-8979-f657274fa9a3 None None] Checking router: 2dece1c6-a09e-4ce8-a304-64d6bda187ad for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:08:49.222974 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1e9f3a-a99f-487b-8979-f657274fa9a3 None None] Routers {'2dece1c6-a09e-4ce8-a304-64d6bda187ad'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:49.223596 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-4d1e9f3a-a99f-487b-8979-f657274fa9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:08:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['2dece1c6-a09e-4ce8-a304-64d6bda187ad'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:49.255053 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1eded040-bcee-497d-9161-a6c34d6968cd req-a764e318-3c96-4f9e-ad9b-d55f48a6864e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb HTTP/1.1" status: 200 len: 217 time: 0.0376148 Aug 11 03:08:49.306840 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eded040-bcee-497d-9161-a6c34d6968cd req-0a848773-e3b5-421a-895c-3888fbdb2529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:49.308328 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1eded040-bcee-497d-9161-a6c34d6968cd req-0a848773-e3b5-421a-895c-3888fbdb2529 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=608b3dca-d831-4d69-ba00-d68327e4caa0 HTTP/1.1" status: 200 len: 835 time: 0.0426240 Aug 11 03:08:49.327634 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-4d1e9f3a-a99f-487b-8979-f657274fa9a3 None None] Set router 2dece1c6-a09e-4ce8-a304-64d6bda187ad gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:08:49.355605 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eded040-bcee-497d-9161-a6c34d6968cd req-50934f7f-9fd2-4ef1-b76a-21fa34357159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:49.357122 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1eded040-bcee-497d-9161-a6c34d6968cd req-50934f7f-9fd2-4ef1-b76a-21fa34357159 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ccafbcfb-a904-4df0-bc31-835636d5b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401394 Aug 11 03:08:49.450894 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1eded040-bcee-497d-9161-a6c34d6968cd req-865d6f3c-3d19-44b3-81d9-a089ff71d738 service neutron] 10.222.0.73 "GET /v2.0/networks/ccafbcfb-a904-4df0-bc31-835636d5b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853188 Aug 11 03:08:49.525746 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-4d1e9f3a-a99f-487b-8979-f657274fa9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793706789', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b577864d-2222-46d7-9b0d-0d9be31292e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:07:10Z', 'updated_at': '2021-08-11T03:07:13Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'b577864d-2222-46d7-9b0d-0d9be31292e7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ad:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:10Z', 'updated_at': '2021-08-11T03:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'a13bbaf3-da13-4eea-b53b-945c1145422d', 'name': '', 'network_id': 'ccafbcfb-a904-4df0-bc31-835636d5b131', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:f6:1c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '608b3dca-d831-4d69-ba00-d68327e4caa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:12Z', 'updated_at': '2021-08-11T03:07:17Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': '608b3dca-d831-4d69-ba00-d68327e4caa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:49.542013 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1eded040-bcee-497d-9161-a6c34d6968cd req-c292ab4a-41a2-453a-ab71-44ea4c90ea24 service neutron] 10.222.0.73 "GET /v2.0/networks/ccafbcfb-a904-4df0-bc31-835636d5b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835829 Aug 11 03:08:49.556836 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1e9f3a-a99f-487b-8979-f657274fa9a3 None None] The sync data for ids ['2dece1c6-a09e-4ce8-a304-64d6bda187ad'] in n-d-615180-33 is: [{'id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793706789', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b577864d-2222-46d7-9b0d-0d9be31292e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:07:10Z', 'updated_at': '2021-08-11T03:07:13Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'b577864d-2222-46d7-9b0d-0d9be31292e7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ad:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:10Z', 'updated_at': '2021-08-11T03:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'a13bbaf3-da13-4eea-b53b-945c1145422d', 'name': '', 'network_id': 'ccafbcfb-a904-4df0-bc31-835636d5b131', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:f6:1c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '608b3dca-d831-4d69-ba00-d68327e4caa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:12Z', 'updated_at': '2021-08-11T03:07:17Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': '608b3dca-d831-4d69-ba00-d68327e4caa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:08:49.756838 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61082ae-c560-42fd-803b-8d4d61b21d1a None None] New status for floating IP 4d5afe54-6cc5-4a76-927a-33877a3aa79e: DOWN {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:08:50.149573 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:50.277099 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa88b6-1d99-49f2-8a78-e4c136da7fff req-61ac60c7-360c-468a-b72d-3ab9200532c7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:50.278599 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-77aa88b6-1d99-49f2-8a78-e4c136da7fff req-61ac60c7-360c-468a-b72d-3ab9200532c7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 946 time: 0.0500596 Aug 11 03:08:50.321190 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-77aa88b6-1d99-49f2-8a78-e4c136da7fff req-5c74964e-30cf-49b2-9e70-a8f86c64f80d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=960aaf45-16c0-4ee1-976c-1aca1872e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365636 Aug 11 03:08:50.549923 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce9d14-3113-4b50-803d-145e42d8c458 req-5222d9fc-2899-4deb-a234-1ca67785e4b2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:50.551375 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3cce9d14-3113-4b50-803d-145e42d8c458 req-5222d9fc-2899-4deb-a234-1ca67785e4b2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 946 time: 0.0473883 Aug 11 03:08:50.637159 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-3cce9d14-3113-4b50-803d-145e42d8c458 req-b7f2b229-c74b-4c5e-8e00-d9827f743130 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Deleting port e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:50.637521 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3cce9d14-3113-4b50-803d-145e42d8c458 req-b7f2b229-c74b-4c5e-8e00-d9827f743130 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:50.724883 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-3cce9d14-3113-4b50-803d-145e42d8c458 req-b7f2b229-c74b-4c5e-8e00-d9827f743130 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] For port e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb,segment=NetworkSegment(a24ec702-8b30-4be7-aaeb-f01695f574e6),segment_id=a24ec702-8b30-4be7-aaeb-f01695f574e6)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:50.725244 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3cce9d14-3113-4b50-803d-145e42d8c458 req-b7f2b229-c74b-4c5e-8e00-d9827f743130 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:50.738434 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-3cce9d14-3113-4b50-803d-145e42d8c458 req-b7f2b229-c74b-4c5e-8e00-d9827f743130 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Calling delete_port for e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:50.864360 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3cce9d14-3113-4b50-803d-145e42d8c458 req-b7f2b229-c74b-4c5e-8e00-d9827f743130 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:50.892524 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2b229-c74b-4c5e-8e00-d9827f743130 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'Port': ['ID=e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:50.930872 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cce9d14-3113-4b50-803d-145e42d8c458 req-b7f2b229-c74b-4c5e-8e00-d9827f743130 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] No DVR routers for this DVR port e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:08:50.933559 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3cce9d14-3113-4b50-803d-145e42d8c458 req-b7f2b229-c74b-4c5e-8e00-d9827f743130 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:50.935610 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3cce9d14-3113-4b50-803d-145e42d8c458 req-b7f2b229-c74b-4c5e-8e00-d9827f743130 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.73 "DELETE /v2.0/ports/e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb HTTP/1.1" status: 204 len: 173 time: 0.3784640 Aug 11 03:08:50.997454 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7a4d8b-286a-4d8c-9b06-beea4a9de8af', 'name': 'network-vif-deleted', 'tag': 'e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:50.999804 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef26015ff99b62ba85d82572846d8981a3d7c94015c7a376eee6ede9212d5761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72b9ac9-7d1a-49c7-b2d4-7830a53afe47" -d '{"events": [{"server_uuid": "ee7a4d8b-286a-4d8c-9b06-beea4a9de8af", "name": "network-vif-deleted", "tag": "e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:51.040380 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c5ea1c-6f33-48fc-a47c-a30917ef0634 x-openstack-request-id: req-12c5ea1c-6f33-48fc-a47c-a30917ef0634 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:51.040706 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7a4d8b-286a-4d8c-9b06-beea4a9de8af", "name": "network-vif-deleted", "tag": "e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:51.040963 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-12c5ea1c-6f33-48fc-a47c-a30917ef0634 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:51.041367 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7a4d8b-286a-4d8c-9b06-beea4a9de8af', 'name': 'network-vif-deleted', 'tag': 'e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb', 'status': 'completed', 'code': 200} Aug 11 03:08:51.439742 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-702d5077-e976-4c99-972d-f61e1b7b1361 req-30e108b9-230f-4376-ba8f-ec44d47e054f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee7a4d8b-286a-4d8c-9b06-beea4a9de8af HTTP/1.1" status: 200 len: 210 time: 0.0271525 Aug 11 03:08:51.649658 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:52.496986 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33426) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:52.855022 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-587fbc80-17c8-4b49-ab05-345bc890ebc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:53.107272 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-587fbc80-17c8-4b49-ab05-345bc890ebc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Deleting port a13bbaf3-da13-4eea-b53b-945c1145422d {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:53.107531 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-587fbc80-17c8-4b49-ab05-345bc890ebc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:53.193143 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-587fbc80-17c8-4b49-ab05-345bc890ebc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] For port a13bbaf3-da13-4eea-b53b-945c1145422d, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=a13bbaf3-da13-4eea-b53b-945c1145422d,segment=NetworkSegment(a24ec702-8b30-4be7-aaeb-f01695f574e6),segment_id=a24ec702-8b30-4be7-aaeb-f01695f574e6)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:53.193514 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-587fbc80-17c8-4b49-ab05-345bc890ebc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:53.206126 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-587fbc80-17c8-4b49-ab05-345bc890ebc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Calling delete_port for a13bbaf3-da13-4eea-b53b-945c1145422d owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:53.399470 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-587fbc80-17c8-4b49-ab05-345bc890ebc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:53.443785 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587fbc80-17c8-4b49-ab05-345bc890ebc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'Port': ['ID=a13bbaf3-da13-4eea-b53b-945c1145422d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:53.469879 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587fbc80-17c8-4b49-ab05-345bc890ebc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:53.470233 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587fbc80-17c8-4b49-ab05-345bc890ebc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:53.470583 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587fbc80-17c8-4b49-ab05-345bc890ebc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:53.470926 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587fbc80-17c8-4b49-ab05-345bc890ebc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:53.471263 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587fbc80-17c8-4b49-ab05-345bc890ebc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:53.471622 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587fbc80-17c8-4b49-ab05-345bc890ebc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:53.471960 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587fbc80-17c8-4b49-ab05-345bc890ebc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:53.472421 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587fbc80-17c8-4b49-ab05-345bc890ebc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:53.472626 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587fbc80-17c8-4b49-ab05-345bc890ebc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:53.472960 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587fbc80-17c8-4b49-ab05-345bc890ebc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:53.473289 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587fbc80-17c8-4b49-ab05-345bc890ebc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:53.473617 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587fbc80-17c8-4b49-ab05-345bc890ebc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:53.621244 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-587fbc80-17c8-4b49-ab05-345bc890ebc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:53.839304 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587fbc80-17c8-4b49-ab05-345bc890ebc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Router 2dece1c6-a09e-4ce8-a304-64d6bda187ad has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:08:53.942565 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587fbc80-17c8-4b49-ab05-345bc890ebc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:08:53.948094 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-587fbc80-17c8-4b49-ab05-345bc890ebc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "PUT /v2.0/routers/2dece1c6-a09e-4ce8-a304-64d6bda187ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4500818 Aug 11 03:08:53.950853 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33428) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:53.957940 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e14238-2fd8-43d1-8e42-deab3cd44352 None None] Sync routers for ids ['2dece1c6-a09e-4ce8-a304-64d6bda187ad'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:08:53.967918 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e14238-2fd8-43d1-8e42-deab3cd44352 None None] Routers {'2dece1c6-a09e-4ce8-a304-64d6bda187ad'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:53.968530 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-51e14238-2fd8-43d1-8e42-deab3cd44352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:08:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['2dece1c6-a09e-4ce8-a304-64d6bda187ad'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:54.075068 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-51e14238-2fd8-43d1-8e42-deab3cd44352 None None] Set router 2dece1c6-a09e-4ce8-a304-64d6bda187ad gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:08:54.363262 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-51e14238-2fd8-43d1-8e42-deab3cd44352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793706789', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b577864d-2222-46d7-9b0d-0d9be31292e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:07:10Z', 'updated_at': '2021-08-11T03:08:53Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'b577864d-2222-46d7-9b0d-0d9be31292e7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ad:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:10Z', 'updated_at': '2021-08-11T03:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:54.378832 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5520d3c-5d8d-442f-903d-e8a700357f08 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Deleting subnet 608b3dca-d831-4d69-ba00-d68327e4caa0 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:08:54.382215 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b5520d3c-5d8d-442f-903d-e8a700357f08 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.393853 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e14238-2fd8-43d1-8e42-deab3cd44352 None None] Checking router: 2dece1c6-a09e-4ce8-a304-64d6bda187ad for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:08:54.403254 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e14238-2fd8-43d1-8e42-deab3cd44352 None None] Routers {'2dece1c6-a09e-4ce8-a304-64d6bda187ad'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:54.403254 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-51e14238-2fd8-43d1-8e42-deab3cd44352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:08:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['2dece1c6-a09e-4ce8-a304-64d6bda187ad'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:54.425176 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b5520d3c-5d8d-442f-903d-e8a700357f08 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.511642 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-51e14238-2fd8-43d1-8e42-deab3cd44352 None None] Set router 2dece1c6-a09e-4ce8-a304-64d6bda187ad gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:08:54.517806 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b5520d3c-5d8d-442f-903d-e8a700357f08 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.581498 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b5520d3c-5d8d-442f-903d-e8a700357f08 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.608261 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada0e8ba-3fa8-41e2-bedb-7179bc68bd9d None None] Network ccafbcfb-a904-4df0-bc31-835636d5b131 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:08:54.612253 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b5520d3c-5d8d-442f-903d-e8a700357f08 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.615705 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b5520d3c-5d8d-442f-903d-e8a700357f08 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "DELETE /v2.0/subnets/608b3dca-d831-4d69-ba00-d68327e4caa0 HTTP/1.1" status: 204 len: 168 time: 0.6620290 Aug 11 03:08:54.617747 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33430) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:54.624257 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5520d3c-5d8d-442f-903d-e8a700357f08 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'Subnet': ['ID=608b3dca-d831-4d69-ba00-d68327e4caa0,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:54.708553 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-51e14238-2fd8-43d1-8e42-deab3cd44352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793706789', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b577864d-2222-46d7-9b0d-0d9be31292e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:07:10Z', 'updated_at': '2021-08-11T03:08:53Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'b577864d-2222-46d7-9b0d-0d9be31292e7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ad:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:10Z', 'updated_at': '2021-08-11T03:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:54.733842 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d9544f7-85ed-4514-bffd-9be6e93d94a5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.737377 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e14238-2fd8-43d1-8e42-deab3cd44352 None None] The sync data for ids ['2dece1c6-a09e-4ce8-a304-64d6bda187ad'] in n-d-615180-33 is: [{'id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793706789', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b577864d-2222-46d7-9b0d-0d9be31292e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:07:10Z', 'updated_at': '2021-08-11T03:08:53Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'b577864d-2222-46d7-9b0d-0d9be31292e7', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ad:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dece1c6-a09e-4ce8-a304-64d6bda187ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:10Z', 'updated_at': '2021-08-11T03:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:08:54.840548 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d9544f7-85ed-4514-bffd-9be6e93d94a5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.891970 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-2d9544f7-85ed-4514-bffd-9be6e93d94a5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Deleting port b577864d-2222-46d7-9b0d-0d9be31292e7 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:54.892319 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d9544f7-85ed-4514-bffd-9be6e93d94a5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.971949 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-2d9544f7-85ed-4514-bffd-9be6e93d94a5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] For port b577864d-2222-46d7-9b0d-0d9be31292e7, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b577864d-2222-46d7-9b0d-0d9be31292e7,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:54.972318 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d9544f7-85ed-4514-bffd-9be6e93d94a5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.984155 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-2d9544f7-85ed-4514-bffd-9be6e93d94a5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Calling delete_port for b577864d-2222-46d7-9b0d-0d9be31292e7 owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:54.990349 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.102576 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b2d5d2-611f-46bf-b316-9acda932ebfa None None] DHCP port deletion for ccafbcfb-a904-4df0-bc31-835636d5b131 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:08:55.164704 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a13bbaf3-da13-4eea-b53b-945c1145422d no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:08:55.175351 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d9544f7-85ed-4514-bffd-9be6e93d94a5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.185064 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a1b2d5d2-611f-46bf-b316-9acda932ebfa None None] Deleting port fa7bfa18-2c5a-4b2a-9d0c-babf4245d053 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:55.185443 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a1b2d5d2-611f-46bf-b316-9acda932ebfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.188398 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: a13bbaf3-da13-4eea-b53b-945c1145422d {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:08:55.188747 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device a13bbaf3-da13-4eea-b53b-945c1145422d not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:08:55.189156 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device fa7bfa18-2c5a-4b2a-9d0c-babf4245d053 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:08:55.204546 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9544f7-85ed-4514-bffd-9be6e93d94a5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'Port': ['ID=b577864d-2222-46d7-9b0d-0d9be31292e7,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:55.269134 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d9544f7-85ed-4514-bffd-9be6e93d94a5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.280717 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-a1b2d5d2-611f-46bf-b316-9acda932ebfa None None] For port fa7bfa18-2c5a-4b2a-9d0c-babf4245d053, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=fa7bfa18-2c5a-4b2a-9d0c-babf4245d053,segment=NetworkSegment(a24ec702-8b30-4be7-aaeb-f01695f574e6),segment_id=a24ec702-8b30-4be7-aaeb-f01695f574e6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:55.281118 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a1b2d5d2-611f-46bf-b316-9acda932ebfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.296820 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a1b2d5d2-611f-46bf-b316-9acda932ebfa None None] Calling delete_port for fa7bfa18-2c5a-4b2a-9d0c-babf4245d053 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:55.326239 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:08:55.370673 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d9544f7-85ed-4514-bffd-9be6e93d94a5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.372800 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d9544f7-85ed-4514-bffd-9be6e93d94a5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.378794 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:08:55.379150 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device e4f9c0da-2a7e-4da0-a9f4-92ac18f1fcbb not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:08:55.395162 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.419243 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d9544f7-85ed-4514-bffd-9be6e93d94a5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.419867 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9544f7-85ed-4514-bffd-9be6e93d94a5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Fanout notify agent at l3_agent the message router_deleted on router 2dece1c6-a09e-4ce8-a304-64d6bda187ad {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:08:55.426807 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2d9544f7-85ed-4514-bffd-9be6e93d94a5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.429792 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2d9544f7-85ed-4514-bffd-9be6e93d94a5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "DELETE /v2.0/routers/2dece1c6-a09e-4ce8-a304-64d6bda187ad HTTP/1.1" status: 204 len: 168 time: 0.8086636 Aug 11 03:08:55.431920 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33432) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:55.446994 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port fa7bfa18-2c5a-4b2a-9d0c-babf4245d053, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=fa7bfa18-2c5a-4b2a-9d0c-babf4245d053,segment=NetworkSegment(a24ec702-8b30-4be7-aaeb-f01695f574e6),segment_id=a24ec702-8b30-4be7-aaeb-f01695f574e6)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:55.450369 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.475052 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a1b2d5d2-611f-46bf-b316-9acda932ebfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.494684 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b2d5d2-611f-46bf-b316-9acda932ebfa None None] No DVR routers for this DVR port fa7bfa18-2c5a-4b2a-9d0c-babf4245d053 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:08:55.514149 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=fa7bfa18-2c5a-4b2a-9d0c-babf4245d053,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:55.522001 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:55.522196 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:55.523064 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:55.523407 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:55.523838 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:55.524295 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:55.524508 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:55.524842 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:55.525694 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:55.526029 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:55.526393 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:55.526751 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:55.527245 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-38eb2747-6a82-44cf-9766-baa48bcda931 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.552819 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2d5d2-611f-46bf-b316-9acda932ebfa None None] Pushing event deleted for resources: {'Port': ['ID=fa7bfa18-2c5a-4b2a-9d0c-babf4245d053,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:55.616692 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-38eb2747-6a82-44cf-9766-baa48bcda931 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.626232 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-38eb2747-6a82-44cf-9766-baa48bcda931 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccafbcfb-a904-4df0-bc31-835636d5b131']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:55.636359 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-38eb2747-6a82-44cf-9766-baa48bcda931 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a24ec702-8b30-4be7-aaeb-f01695f574e6') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:55.636663 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-38eb2747-6a82-44cf-9766-baa48bcda931 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a24ec702-8b30-4be7-aaeb-f01695f574e6') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:55.645503 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-38eb2747-6a82-44cf-9766-baa48bcda931 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.659636 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-38eb2747-6a82-44cf-9766-baa48bcda931 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.666022 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38eb2747-6a82-44cf-9766-baa48bcda931 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:08:55.666417 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-38eb2747-6a82-44cf-9766-baa48bcda931 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: timer() Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:08:55.669363 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:08:55.728360 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-38eb2747-6a82-44cf-9766-baa48bcda931 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.733126 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-38eb2747-6a82-44cf-9766-baa48bcda931 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.735629 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-38eb2747-6a82-44cf-9766-baa48bcda931 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "DELETE /v2.0/networks/ccafbcfb-a904-4df0-bc31-835636d5b131 HTTP/1.1" status: 204 len: 168 time: 0.3026030 Aug 11 03:08:55.738381 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33434) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:55.750714 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb2747-6a82-44cf-9766-baa48bcda931 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'Network': ['ID=ccafbcfb-a904-4df0-bc31-835636d5b131,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:55.801622 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a8956e74-b61b-4a41-a435-bf55bfaf35fd tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.827654 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a8956e74-b61b-4a41-a435-bf55bfaf35fd tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.878438 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.898490 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a8956e74-b61b-4a41-a435-bf55bfaf35fd tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.901062 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a8956e74-b61b-4a41-a435-bf55bfaf35fd tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.902260 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a8956e74-b61b-4a41-a435-bf55bfaf35fd tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "DELETE /v2.0/security-groups/960aaf45-16c0-4ee1-976c-1aca1872e76d HTTP/1.1" status: 204 len: 168 time: 0.1628931 Aug 11 03:08:55.912067 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8956e74-b61b-4a41-a435-bf55bfaf35fd tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=960aaf45-16c0-4ee1-976c-1aca1872e76d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:56.396516 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33440) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:56.401713 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-21fa92d6-5ffd-46fb-9372-acabab23809b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1794938051', 'description': 'tempest-secgroup-smoke-1794938051 description', 'project_id': 'b778002df1964af5b6fb7ddcefc82408'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:56.424044 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21fa92d6-5ffd-46fb-9372-acabab23809b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.506625 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21fa92d6-5ffd-46fb-9372-acabab23809b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.510559 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21fa92d6-5ffd-46fb-9372-acabab23809b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.536354 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21fa92d6-5ffd-46fb-9372-acabab23809b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.537574 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-21fa92d6-5ffd-46fb-9372-acabab23809b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1400278 Aug 11 03:08:56.541203 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33442) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:56.542042 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa92d6-5ffd-46fb-9372-acabab23809b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38a0160d-3344-4439-82d1-ccd0d8575d9d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:56.546844 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-c1db6b2b-963c-4a88-b8d0-815211f21f80 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group_rule': {'security_group_id': '38a0160d-3344-4439-82d1-ccd0d8575d9d', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:56.572493 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c1db6b2b-963c-4a88-b8d0-815211f21f80 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.628126 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c1db6b2b-963c-4a88-b8d0-815211f21f80 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.633134 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c1db6b2b-963c-4a88-b8d0-815211f21f80 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.650878 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db6b2b-963c-4a88-b8d0-815211f21f80 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf6e5065-c409-484c-98c6-12f6ead79195,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:56.657107 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-c1db6b2b-963c-4a88-b8d0-815211f21f80 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.658716 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c1db6b2b-963c-4a88-b8d0-815211f21f80 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160464 Aug 11 03:08:56.661067 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33444) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:56.665778 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-5e221ac2-0c33-441f-aa23-2816b5e6ba18 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group_rule': {'security_group_id': '38a0160d-3344-4439-82d1-ccd0d8575d9d', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:56.692718 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5e221ac2-0c33-441f-aa23-2816b5e6ba18 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.752045 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5e221ac2-0c33-441f-aa23-2816b5e6ba18 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.755485 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5e221ac2-0c33-441f-aa23-2816b5e6ba18 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.776234 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e221ac2-0c33-441f-aa23-2816b5e6ba18 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91cb3f2-2ad5-47b9-b92f-ceacb53c24d5,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:56.778521 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5e221ac2-0c33-441f-aa23-2816b5e6ba18 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.780450 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5e221ac2-0c33-441f-aa23-2816b5e6ba18 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176975 Aug 11 03:08:56.782789 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33446) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:56.787427 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-69a3cc93-f33c-46d9-84e2-8c4be89d265c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group_rule': {'security_group_id': '38a0160d-3344-4439-82d1-ccd0d8575d9d', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:56.813028 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-69a3cc93-f33c-46d9-84e2-8c4be89d265c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.872993 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-69a3cc93-f33c-46d9-84e2-8c4be89d265c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.876728 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-69a3cc93-f33c-46d9-84e2-8c4be89d265c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.896232 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3cc93-f33c-46d9-84e2-8c4be89d265c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=837b2517-5f4b-4777-afaf-ed011ec99c91,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:56.900043 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-69a3cc93-f33c-46d9-84e2-8c4be89d265c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.901332 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-69a3cc93-f33c-46d9-84e2-8c4be89d265c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175296 Aug 11 03:08:56.904146 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33448) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:56.908698 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-6cd7660a-f7d0-439f-9e3b-22fecd9615f7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group_rule': {'security_group_id': '38a0160d-3344-4439-82d1-ccd0d8575d9d', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:56.934573 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6cd7660a-f7d0-439f-9e3b-22fecd9615f7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.997201 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6cd7660a-f7d0-439f-9e3b-22fecd9615f7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.000729 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6cd7660a-f7d0-439f-9e3b-22fecd9615f7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.020433 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7660a-f7d0-439f-9e3b-22fecd9615f7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65601d3-f2fc-4376-acce-e0abccd8f1b3,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:57.024051 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-6cd7660a-f7d0-439f-9e3b-22fecd9615f7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.025281 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-6cd7660a-f7d0-439f-9e3b-22fecd9615f7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201873 Aug 11 03:08:57.028046 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33450) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:57.043576 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-ccc963f0-61d8-4e35-b45d-da8b92040539 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group_rule': {'security_group_id': '38a0160d-3344-4439-82d1-ccd0d8575d9d', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:57.057646 n-d-615180-33 neutron-server[94507]: INFO neutron.db.securitygroups_db [None req-ccc963f0-61d8-4e35-b45d-da8b92040539 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Project b778002df1964af5b6fb7ddcefc82408 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:08:57.062706 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ccc963f0-61d8-4e35-b45d-da8b92040539 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.070668 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b577864d-2222-46d7-9b0d-0d9be31292e7 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:08:57.094037 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: b577864d-2222-46d7-9b0d-0d9be31292e7 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:08:57.094388 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b577864d-2222-46d7-9b0d-0d9be31292e7 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:08:57.128040 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ccc963f0-61d8-4e35-b45d-da8b92040539 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.131627 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ccc963f0-61d8-4e35-b45d-da8b92040539 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.150026 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc963f0-61d8-4e35-b45d-da8b92040539 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bfde9d9-51f8-4959-9f9d-6bf3c25edc10,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:57.153008 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ccc963f0-61d8-4e35-b45d-da8b92040539 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.154205 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ccc963f0-61d8-4e35-b45d-da8b92040539 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232874 Aug 11 03:08:57.156994 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33452) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:57.161514 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-f0fe0d5f-2460-4b60-ab43-ee1a20814b60 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group_rule': {'security_group_id': '38a0160d-3344-4439-82d1-ccd0d8575d9d', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:57.184167 n-d-615180-33 neutron-server[94507]: INFO neutron.db.securitygroups_db [None req-f0fe0d5f-2460-4b60-ab43-ee1a20814b60 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Project b778002df1964af5b6fb7ddcefc82408 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:08:57.188850 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0fe0d5f-2460-4b60-ab43-ee1a20814b60 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.249510 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0fe0d5f-2460-4b60-ab43-ee1a20814b60 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.253792 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0fe0d5f-2460-4b60-ab43-ee1a20814b60 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.273582 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe0d5f-2460-4b60-ab43-ee1a20814b60 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79bf2ed1-0ee3-4417-af1f-42d0178a6755,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:57.280112 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-f0fe0d5f-2460-4b60-ab43-ee1a20814b60 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.281308 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-f0fe0d5f-2460-4b60-ab43-ee1a20814b60 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233046 Aug 11 03:08:57.285025 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33454) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:57.291014 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-85bd9a98-e372-4222-8417-80532fd9ab70 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'network': {'name': 'tempest-network-smoke--2045847300', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'port_security_enabled': True}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:57.311132 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bd9a98-e372-4222-8417-80532fd9ab70 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Made reservation on behalf of b778002df1964af5b6fb7ddcefc82408 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:57.314457 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-85bd9a98-e372-4222-8417-80532fd9ab70 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.338128 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85bd9a98-e372-4222-8417-80532fd9ab70 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:08:57.346579 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-85bd9a98-e372-4222-8417-80532fd9ab70 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.346922 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-85bd9a98-e372-4222-8417-80532fd9ab70 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Added segment bb9a28a8-d228-468d-8ae0-7b6716badb21 of type vlan for network 40b07636-3c30-4b9c-913c-04fcd6162fb3 Aug 11 03:08:57.386513 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-85bd9a98-e372-4222-8417-80532fd9ab70 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.414513 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-85bd9a98-e372-4222-8417-80532fd9ab70 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.419978 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bd9a98-e372-4222-8417-80532fd9ab70 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:57.420566 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-85bd9a98-e372-4222-8417-80532fd9ab70 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.478926 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-85bd9a98-e372-4222-8417-80532fd9ab70 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1925054 Aug 11 03:08:57.481470 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33456) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:57.485865 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-ed1a69fa-24dc-4866-a43f-d469f5c39af7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2127044675', 'admin_state_up': True, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:57.506078 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd9a98-e372-4222-8417-80532fd9ab70 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Network': ['ID=40b07636-3c30-4b9c-913c-04fcd6162fb3,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:57.517190 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 40b07636-3c30-4b9c-913c-04fcd6162fb3 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:08:57.521775 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ed1a69fa-24dc-4866-a43f-d469f5c39af7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.523581 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ed1a69fa-24dc-4866-a43f-d469f5c39af7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.579742 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ed1a69fa-24dc-4866-a43f-d469f5c39af7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.718170 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ed1a69fa-24dc-4866-a43f-d469f5c39af7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.910490 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ed1a69fa-24dc-4866-a43f-d469f5c39af7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.929172 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ed1a69fa-24dc-4866-a43f-d469f5c39af7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:58.029168 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-ed1a69fa-24dc-4866-a43f-d469f5c39af7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Allocated IP 172.25.2.245 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:08:58.131418 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ed1a69fa-24dc-4866-a43f-d469f5c39af7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:58.169040 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ed1a69fa-24dc-4866-a43f-d469f5c39af7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:58.208546 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1a69fa-24dc-4866-a43f-d469f5c39af7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:58.211448 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-ed1a69fa-24dc-4866-a43f-d469f5c39af7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:58.215070 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1a69fa-24dc-4866-a43f-d469f5c39af7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:58.237956 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a69fa-24dc-4866-a43f-d469f5c39af7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Port': ['ID=615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:58.463280 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ed1a69fa-24dc-4866-a43f-d469f5c39af7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:58.654654 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ed1a69fa-24dc-4866-a43f-d469f5c39af7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:58.779672 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1a69fa-24dc-4866-a43f-d469f5c39af7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Router b0b96ec9-ec0b-439c-ba24-f0df79ce7e26 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:08:58.883483 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1a69fa-24dc-4866-a43f-d469f5c39af7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:08:58.892582 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840cc55c-6770-401c-8cf2-8c0c1ca7ee00 None None] Sync routers for ids ['b0b96ec9-ec0b-439c-ba24-f0df79ce7e26'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:08:58.901164 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ed1a69fa-24dc-4866-a43f-d469f5c39af7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:58.901421 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840cc55c-6770-401c-8cf2-8c0c1ca7ee00 None None] Routers {'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:58.901887 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-840cc55c-6770-401c-8cf2-8c0c1ca7ee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:08:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['b0b96ec9-ec0b-439c-ba24-f0df79ce7e26'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:58.902724 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ed1a69fa-24dc-4866-a43f-d469f5c39af7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4203379 Aug 11 03:08:58.905839 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33458) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:58.934618 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-18b18458-7b4b-4e35-a78e-ebbcd3160ffc tempest-TestNetworkAdvancedServerOps-346293483 tempest-TestNetworkAdvancedServerOps-346293483-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=b778002df1964af5b6fb7ddcefc82408&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276730 Aug 11 03:08:58.937123 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33460) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:59.007086 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-840cc55c-6770-401c-8cf2-8c0c1ca7ee00 None None] Set router b0b96ec9-ec0b-439c-ba24-f0df79ce7e26 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:08:59.022518 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcbac6b-6a74-41d1-8403-0fc9a0b41854 tempest-TestNetworkAdvancedServerOps-346293483 tempest-TestNetworkAdvancedServerOps-346293483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:59.024085 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-edcbac6b-6a74-41d1-8403-0fc9a0b41854 tempest-TestNetworkAdvancedServerOps-346293483 tempest-TestNetworkAdvancedServerOps-346293483-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860708 Aug 11 03:08:59.026935 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33462) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:59.060299 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5f2f1f18-949e-434d-ab58-2349beaa8267 tempest-TestNetworkAdvancedServerOps-346293483 tempest-TestNetworkAdvancedServerOps-346293483-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=2e931faf-12fe-43f6-b34b-8aa380b6ef75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322669 Aug 11 03:08:59.062776 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33464) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:59.067814 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-b6d3351d-cd38-4381-b51f-7c78b3661ef5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-754379936', 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:59.159051 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d3351d-cd38-4381-b51f-7c78b3661ef5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Made reservation on behalf of b778002df1964af5b6fb7ddcefc82408 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:59.163507 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b6d3351d-cd38-4381-b51f-7c78b3661ef5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.335435 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-840cc55c-6770-401c-8cf2-8c0c1ca7ee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127044675', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:57Z', 'updated_at': '2021-08-11T03:08:58Z', 'revision_number': 3, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': '615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:57Z', 'updated_at': '2021-08-11T03:08:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:59.350195 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b6d3351d-cd38-4381-b51f-7c78b3661ef5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.364915 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840cc55c-6770-401c-8cf2-8c0c1ca7ee00 None None] Checking router: b0b96ec9-ec0b-439c-ba24-f0df79ce7e26 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:08:59.365277 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840cc55c-6770-401c-8cf2-8c0c1ca7ee00 None None] Updating router b0b96ec9-ec0b-439c-ba24-f0df79ce7e26 port 615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:08:59.389991 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-840cc55c-6770-401c-8cf2-8c0c1ca7ee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.432140 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3351d-cd38-4381-b51f-7c78b3661ef5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Subnet': ['ID=ac6d6968-3dae-4734-a2e2-5953b2893e15,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:59.445385 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d3351d-cd38-4381-b51f-7c78b3661ef5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Checking segment: {'id': 'bb9a28a8-d228-468d-8ae0-7b6716badb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:59.445747 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d3351d-cd38-4381-b51f-7c78b3661ef5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network hostable DHCP agents. Network: 40b07636-3c30-4b9c-913c-04fcd6162fb3, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:08:59.461995 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d3351d-cd38-4381-b51f-7c78b3661ef5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network 40b07636-3c30-4b9c-913c-04fcd6162fb3 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:08:59.470588 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-b6d3351d-cd38-4381-b51f-7c78b3661ef5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 40b07636-3c30-4b9c-913c-04fcd6162fb3) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:59.475273 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d3351d-cd38-4381-b51f-7c78b3661ef5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:59.475915 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b6d3351d-cd38-4381-b51f-7c78b3661ef5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.486599 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f905a450-2e20-4045-85b8-ecd4f57b5123 None None] Network 40b07636-3c30-4b9c-913c-04fcd6162fb3 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:08:59.491833 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b6d3351d-cd38-4381-b51f-7c78b3661ef5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4270580 Aug 11 03:08:59.494159 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33466) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:59.730451 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e717cc8a-486f-47ce-ab54-b79edbea1bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-40b07636-3c30-4b9c-913c-04fcd6162fb3', 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'fixed_ips': [{'subnet_id': 'ac6d6968-3dae-4734-a2e2-5953b2893e15'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:08:59.731307 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e717cc8a-486f-47ce-ab54-b79edbea1bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.768031 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-840cc55c-6770-401c-8cf2-8c0c1ca7ee00 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.822504 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-840cc55c-6770-401c-8cf2-8c0c1ca7ee00 None None] Transition to ACTIVE for port object 615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:59.831223 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-840cc55c-6770-401c-8cf2-8c0c1ca7ee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.937245 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-840cc55c-6770-401c-8cf2-8c0c1ca7ee00 None None] Attempting to bind port 615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:59.937992 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-840cc55c-6770-401c-8cf2-8c0c1ca7ee00 None None] Attempting to bind port 615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:59.937992 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840cc55c-6770-401c-8cf2-8c0c1ca7ee00 None None] Attempting to bind port 615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:59.942768 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e99a51-14f0-449e-be40-08312786f438 None None] Pushing event updated for resources: {'Port': ['ID=615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:59.952201 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840cc55c-6770-401c-8cf2-8c0c1ca7ee00 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:08:59.952585 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840cc55c-6770-401c-8cf2-8c0c1ca7ee00 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:59.952994 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-840cc55c-6770-401c-8cf2-8c0c1ca7ee00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.953390 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840cc55c-6770-401c-8cf2-8c0c1ca7ee00 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:08:59.953879 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-840cc55c-6770-401c-8cf2-8c0c1ca7ee00 None None] Bound port: 615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:08:59.954266 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-840cc55c-6770-401c-8cf2-8c0c1ca7ee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.956561 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-e717cc8a-486f-47ce-ab54-b79edbea1bed None None] Allocated IP 172.20.0.2 (40b07636-3c30-4b9c-913c-04fcd6162fb3/ac6d6968-3dae-4734-a2e2-5953b2893e15/7a4d0242-4591-4d7c-9c95-011daa1b2950) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:00.062379 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-840cc55c-6770-401c-8cf2-8c0c1ca7ee00 None None] For port 615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:09:00.066868 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-840cc55c-6770-401c-8cf2-8c0c1ca7ee00 None None] For port 615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:09:00.070671 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-840cc55c-6770-401c-8cf2-8c0c1ca7ee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.157792 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840cc55c-6770-401c-8cf2-8c0c1ca7ee00 None None] Routers {'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:00.158451 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-840cc55c-6770-401c-8cf2-8c0c1ca7ee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:08:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['b0b96ec9-ec0b-439c-ba24-f0df79ce7e26'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:00.162363 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e99a51-14f0-449e-be40-08312786f438 None None] Pushing event updated for resources: {'Port': ['ID=615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:00.256223 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-53ee4554-3896-49c7-bb9d-3f380ec2ed9e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.275631 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e717cc8a-486f-47ce-ab54-b79edbea1bed None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.292072 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e717cc8a-486f-47ce-ab54-b79edbea1bed None None] Transition to ACTIVE for port object 7a4d0242-4591-4d7c-9c95-011daa1b2950 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:00.316788 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-840cc55c-6770-401c-8cf2-8c0c1ca7ee00 None None] Set router b0b96ec9-ec0b-439c-ba24-f0df79ce7e26 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:00.318693 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-e717cc8a-486f-47ce-ab54-b79edbea1bed None None] Transition to ACTIVE for port object 7a4d0242-4591-4d7c-9c95-011daa1b2950 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:00.372619 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e717cc8a-486f-47ce-ab54-b79edbea1bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.450478 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e717cc8a-486f-47ce-ab54-b79edbea1bed None None] Network 40b07636-3c30-4b9c-913c-04fcd6162fb3 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:00.458137 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-e717cc8a-486f-47ce-ab54-b79edbea1bed None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:00.465081 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e717cc8a-486f-47ce-ab54-b79edbea1bed None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:00.480192 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717cc8a-486f-47ce-ab54-b79edbea1bed None None] Pushing event updated for resources: {'Port': ['ID=7a4d0242-4591-4d7c-9c95-011daa1b2950,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:00.533782 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-53ee4554-3896-49c7-bb9d-3f380ec2ed9e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Allocated IP 172.20.0.1 (40b07636-3c30-4b9c-913c-04fcd6162fb3/ac6d6968-3dae-4734-a2e2-5953b2893e15/457d7831-4102-4219-a1cb-bc5413157f60) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:00.558472 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-e717cc8a-486f-47ce-ab54-b79edbea1bed None None] Attempting to bind port 7a4d0242-4591-4d7c-9c95-011daa1b2950 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:09:00.558844 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-e717cc8a-486f-47ce-ab54-b79edbea1bed None None] Attempting to bind port 7a4d0242-4591-4d7c-9c95-011daa1b2950 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'bb9a28a8-d228-468d-8ae0-7b6716badb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:09:00.559210 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e717cc8a-486f-47ce-ab54-b79edbea1bed None None] Attempting to bind port 7a4d0242-4591-4d7c-9c95-011daa1b2950 on network 40b07636-3c30-4b9c-913c-04fcd6162fb3 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:00.567510 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e717cc8a-486f-47ce-ab54-b79edbea1bed None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:09:00.567835 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e717cc8a-486f-47ce-ab54-b79edbea1bed None None] Checking segment: {'id': 'bb9a28a8-d228-468d-8ae0-7b6716badb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:00.568240 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e717cc8a-486f-47ce-ab54-b79edbea1bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.568634 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e717cc8a-486f-47ce-ab54-b79edbea1bed None None] Bound using segment: {'id': 'bb9a28a8-d228-468d-8ae0-7b6716badb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:09:00.569620 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-e717cc8a-486f-47ce-ab54-b79edbea1bed None None] Bound port: 7a4d0242-4591-4d7c-9c95-011daa1b2950, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9a28a8-d228-468d-8ae0-7b6716badb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:09:00.570019 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e717cc8a-486f-47ce-ab54-b79edbea1bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.636786 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-840cc55c-6770-401c-8cf2-8c0c1ca7ee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127044675', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:57Z', 'updated_at': '2021-08-11T03:08:58Z', 'revision_number': 3, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': '615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:57Z', 'updated_at': '2021-08-11T03:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:00.644470 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-53ee4554-3896-49c7-bb9d-3f380ec2ed9e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.659040 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-53ee4554-3896-49c7-bb9d-3f380ec2ed9e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Transition to ACTIVE for port object 457d7831-4102-4219-a1cb-bc5413157f60 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:00.668217 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840cc55c-6770-401c-8cf2-8c0c1ca7ee00 None None] The sync data for ids ['b0b96ec9-ec0b-439c-ba24-f0df79ce7e26'] in n-d-615180-33 is: [{'id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127044675', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:57Z', 'updated_at': '2021-08-11T03:08:58Z', 'revision_number': 3, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': '615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:57Z', 'updated_at': '2021-08-11T03:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:09:00.673681 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-e717cc8a-486f-47ce-ab54-b79edbea1bed None None] For port 7a4d0242-4591-4d7c-9c95-011daa1b2950, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:09:00.690905 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-e717cc8a-486f-47ce-ab54-b79edbea1bed None None] For port 7a4d0242-4591-4d7c-9c95-011daa1b2950, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7a4d0242-4591-4d7c-9c95-011daa1b2950,segment=NetworkSegment(bb9a28a8-d228-468d-8ae0-7b6716badb21),segment_id=bb9a28a8-d228-468d-8ae0-7b6716badb21)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:09:00.696346 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-53ee4554-3896-49c7-bb9d-3f380ec2ed9e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.699899 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e717cc8a-486f-47ce-ab54-b79edbea1bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.744020 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ee4554-3896-49c7-bb9d-3f380ec2ed9e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network 40b07636-3c30-4b9c-913c-04fcd6162fb3 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:00.749825 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-53ee4554-3896-49c7-bb9d-3f380ec2ed9e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:00.752241 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ee4554-3896-49c7-bb9d-3f380ec2ed9e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:00.760048 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717cc8a-486f-47ce-ab54-b79edbea1bed None None] Pushing event updated for resources: {'Port': ['ID=7a4d0242-4591-4d7c-9c95-011daa1b2950,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:00.766531 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee4554-3896-49c7-bb9d-3f380ec2ed9e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Port': ['ID=457d7831-4102-4219-a1cb-bc5413157f60,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:00.815667 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-53ee4554-3896-49c7-bb9d-3f380ec2ed9e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.996316 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-53ee4554-3896-49c7-bb9d-3f380ec2ed9e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.156601 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7a4d0242-4591-4d7c-9c95-011daa1b2950 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:01.212188 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 7a4d0242-4591-4d7c-9c95-011daa1b2950 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:01.216492 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:01.267820 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:01.272727 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:01.273120 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.342126 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-53ee4554-3896-49c7-bb9d-3f380ec2ed9e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.347303 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-53ee4554-3896-49c7-bb9d-3f380ec2ed9e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.355674 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.381196 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:01.385717 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.433746 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-53ee4554-3896-49c7-bb9d-3f380ec2ed9e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.436563 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee4554-3896-49c7-bb9d-3f380ec2ed9e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Port': ['ID=457d7831-4102-4219-a1cb-bc5413157f60,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:01.450856 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:01.544040 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ee4554-3896-49c7-bb9d-3f380ec2ed9e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network 40b07636-3c30-4b9c-913c-04fcd6162fb3 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:01.545554 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-53ee4554-3896-49c7-bb9d-3f380ec2ed9e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:01.667613 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ee4554-3896-49c7-bb9d-3f380ec2ed9e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Router b0b96ec9-ec0b-439c-ba24-f0df79ce7e26 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:09:01.766776 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e30c0f-dfd0-4b75-9d27-5febdac27cfb None None] Network 40b07636-3c30-4b9c-913c-04fcd6162fb3 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:09:01.778834 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ee4554-3896-49c7-bb9d-3f380ec2ed9e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:09:01.784277 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-53ee4554-3896-49c7-bb9d-3f380ec2ed9e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "PUT /v2.0/routers/b0b96ec9-ec0b-439c-ba24-f0df79ce7e26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2891362 Aug 11 03:09:01.842881 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2f4a5c20-d661-4819-ac37-d796b0cad379 None None] Provisioning for port 7a4d0242-4591-4d7c-9c95-011daa1b2950 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:01.852897 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2f4a5c20-d661-4819-ac37-d796b0cad379 None None] Provisioning complete for port 7a4d0242-4591-4d7c-9c95-011daa1b2950 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:01.853283 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2f4a5c20-d661-4819-ac37-d796b0cad379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.930770 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-69eecc6a-8a24-42a8-bd75-68c4b977db02 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1794938051&fields=id&tenant_id=b778002df1964af5b6fb7ddcefc82408 HTTP/1.1" status: 200 len: 267 time: 0.0338800 Aug 11 03:09:01.992408 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2f4a5c20-d661-4819-ac37-d796b0cad379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:02.026570 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-2f4a5c20-d661-4819-ac37-d796b0cad379 None None] For port 7a4d0242-4591-4d7c-9c95-011daa1b2950, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7a4d0242-4591-4d7c-9c95-011daa1b2950,segment=NetworkSegment(bb9a28a8-d228-468d-8ae0-7b6716badb21),segment_id=bb9a28a8-d228-468d-8ae0-7b6716badb21)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:02.031191 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2f4a5c20-d661-4819-ac37-d796b0cad379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:02.047130 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-f9915ebc-dcb5-4570-8627-ee9c56e64103 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:02.055213 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-f9915ebc-dcb5-4570-8627-ee9c56e64103 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/networks?id=40b07636-3c30-4b9c-913c-04fcd6162fb3 HTTP/1.1" status: 200 len: 797 time: 0.1170337 Aug 11 03:09:02.072322 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-80338ef0-43f0-49d4-80b1-295d49e13199 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/quotas/b778002df1964af5b6fb7ddcefc82408 HTTP/1.1" status: 200 len: 375 time: 0.0159104 Aug 11 03:09:02.129271 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-bad35cd1-1231-45e1-9753-cbd4dc087591 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557358 Aug 11 03:09:02.244039 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-f8dc3320-4fb4-4040-9936-da565f96de87 service neutron] 10.222.0.50 "GET /v2.0/networks/40b07636-3c30-4b9c-913c-04fcd6162fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997109 Aug 11 03:09:02.277142 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a5c20-d661-4819-ac37-d796b0cad379 None None] Pushing event updated for resources: {'Port': ['ID=7a4d0242-4591-4d7c-9c95-011daa1b2950,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:02.284512 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f7fabe49-e714-40e7-a067-9581e1d224c1 None None] Provisioning for port 457d7831-4102-4219-a1cb-bc5413157f60 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:02.289426 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f7fabe49-e714-40e7-a067-9581e1d224c1 None None] Provisioning complete for port 457d7831-4102-4219-a1cb-bc5413157f60 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:02.289859 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f7fabe49-e714-40e7-a067-9581e1d224c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:02.325958 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-f7fabe49-e714-40e7-a067-9581e1d224c1 None None] Port 457d7831-4102-4219-a1cb-bc5413157f60 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:09:02.336367 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-f7fabe49-e714-40e7-a067-9581e1d224c1 None None] Provisioning complete for port 7a4d0242-4591-4d7c-9c95-011daa1b2950 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:02.336747 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f7fabe49-e714-40e7-a067-9581e1d224c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:02.370968 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-49c433e8-ff2c-479d-94fb-99b65a8bf734 service neutron] 10.222.0.50 "GET /v2.0/networks/40b07636-3c30-4b9c-913c-04fcd6162fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226039 Aug 11 03:09:02.458803 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773339db-54b2-4c80-9224-7751e9f7070c None None] Sync routers for ids ['b0b96ec9-ec0b-439c-ba24-f0df79ce7e26'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:09:02.468680 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773339db-54b2-4c80-9224-7751e9f7070c None None] Routers {'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:02.469292 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-773339db-54b2-4c80-9224-7751e9f7070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:08:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['b0b96ec9-ec0b-439c-ba24-f0df79ce7e26'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:02.554891 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fd6ec30e-f0da-4c99-aae2-6a7f5dff670e None None] Provisioning complete for port 457d7831-4102-4219-a1cb-bc5413157f60 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:02.555333 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fd6ec30e-f0da-4c99-aae2-6a7f5dff670e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:02.596160 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b7a9a7cf-ba36-4616-9913-c160bc4ac1e9 req-8ca6e80c-230c-4756-a83c-b5a134438964 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 210 time: 0.0730848 Aug 11 03:09:02.609913 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-773339db-54b2-4c80-9224-7751e9f7070c None None] Set router b0b96ec9-ec0b-439c-ba24-f0df79ce7e26 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:02.618008 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fd6ec30e-f0da-4c99-aae2-6a7f5dff670e None None] Port 457d7831-4102-4219-a1cb-bc5413157f60 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:09:02.737426 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-669ebb6a-10bf-4136-8a39-75ecc15bdc4d None None] Provisioning complete for port 457d7831-4102-4219-a1cb-bc5413157f60 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:02.737803 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-669ebb6a-10bf-4136-8a39-75ecc15bdc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:02.773520 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-669ebb6a-10bf-4136-8a39-75ecc15bdc4d None None] Port 457d7831-4102-4219-a1cb-bc5413157f60 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:09:02.821982 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-773339db-54b2-4c80-9224-7751e9f7070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127044675', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:57Z', 'updated_at': '2021-08-11T03:09:00Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': '615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:57Z', 'updated_at': '2021-08-11T03:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '457d7831-4102-4219-a1cb-bc5413157f60', 'name': '', 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:7e:23:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'ac6d6968-3dae-4734-a2e2-5953b2893e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:00Z', 'updated_at': '2021-08-11T03:09:01Z', 'revision_number': 2, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': 'ac6d6968-3dae-4734-a2e2-5953b2893e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:02.853704 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773339db-54b2-4c80-9224-7751e9f7070c None None] Checking router: b0b96ec9-ec0b-439c-ba24-f0df79ce7e26 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:09:02.854056 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773339db-54b2-4c80-9224-7751e9f7070c None None] Updating router b0b96ec9-ec0b-439c-ba24-f0df79ce7e26 port 457d7831-4102-4219-a1cb-bc5413157f60 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:09:02.880198 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-773339db-54b2-4c80-9224-7751e9f7070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:03.080711 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7a4d0242-4591-4d7c-9c95-011daa1b2950 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:03.132287 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 7a4d0242-4591-4d7c-9c95-011daa1b2950 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:03.132659 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:03.150969 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-773339db-54b2-4c80-9224-7751e9f7070c None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:03.160800 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-773339db-54b2-4c80-9224-7751e9f7070c None None] Transition to ACTIVE for port object 457d7831-4102-4219-a1cb-bc5413157f60 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:03.167274 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-773339db-54b2-4c80-9224-7751e9f7070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:03.214469 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:03.236788 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ade43-80c1-4e71-b3b2-05358e42cec2 None None] Pushing event updated for resources: {'Port': ['ID=457d7831-4102-4219-a1cb-bc5413157f60,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:03.270972 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:03.271517 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:03.273215 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ade43-80c1-4e71-b3b2-05358e42cec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:03.273629 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ade43-80c1-4e71-b3b2-05358e42cec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:03.274040 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ade43-80c1-4e71-b3b2-05358e42cec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:03.274377 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ade43-80c1-4e71-b3b2-05358e42cec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:03.274704 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ade43-80c1-4e71-b3b2-05358e42cec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:03.275119 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ade43-80c1-4e71-b3b2-05358e42cec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:03.275525 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ade43-80c1-4e71-b3b2-05358e42cec2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:03.275940 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ade43-80c1-4e71-b3b2-05358e42cec2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:03.276327 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ade43-80c1-4e71-b3b2-05358e42cec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:03.276712 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ade43-80c1-4e71-b3b2-05358e42cec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:03.277123 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ade43-80c1-4e71-b3b2-05358e42cec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:03.277507 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ade43-80c1-4e71-b3b2-05358e42cec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:03.294074 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-773339db-54b2-4c80-9224-7751e9f7070c None None] Attempting to bind port 457d7831-4102-4219-a1cb-bc5413157f60 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:09:03.294444 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-773339db-54b2-4c80-9224-7751e9f7070c None None] Attempting to bind port 457d7831-4102-4219-a1cb-bc5413157f60 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'bb9a28a8-d228-468d-8ae0-7b6716badb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:09:03.294799 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773339db-54b2-4c80-9224-7751e9f7070c None None] Attempting to bind port 457d7831-4102-4219-a1cb-bc5413157f60 on network 40b07636-3c30-4b9c-913c-04fcd6162fb3 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:03.300019 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773339db-54b2-4c80-9224-7751e9f7070c None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:09:03.300418 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773339db-54b2-4c80-9224-7751e9f7070c None None] Checking segment: {'id': 'bb9a28a8-d228-468d-8ae0-7b6716badb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:03.300813 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-773339db-54b2-4c80-9224-7751e9f7070c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:03.301198 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773339db-54b2-4c80-9224-7751e9f7070c None None] Bound using segment: {'id': 'bb9a28a8-d228-468d-8ae0-7b6716badb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:09:03.301649 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-773339db-54b2-4c80-9224-7751e9f7070c None None] Bound port: 457d7831-4102-4219-a1cb-bc5413157f60, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9a28a8-d228-468d-8ae0-7b6716badb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:09:03.302020 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-773339db-54b2-4c80-9224-7751e9f7070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:03.383398 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-773339db-54b2-4c80-9224-7751e9f7070c None None] For port 457d7831-4102-4219-a1cb-bc5413157f60, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:09:03.386881 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-773339db-54b2-4c80-9224-7751e9f7070c None None] For port 457d7831-4102-4219-a1cb-bc5413157f60, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=457d7831-4102-4219-a1cb-bc5413157f60,segment=NetworkSegment(bb9a28a8-d228-468d-8ae0-7b6716badb21),segment_id=bb9a28a8-d228-468d-8ae0-7b6716badb21)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:09:03.392530 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-773339db-54b2-4c80-9224-7751e9f7070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:03.456512 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ade43-80c1-4e71-b3b2-05358e42cec2 None None] Pushing event updated for resources: {'Port': ['ID=457d7831-4102-4219-a1cb-bc5413157f60,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:03.459159 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773339db-54b2-4c80-9224-7751e9f7070c None None] Routers {'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:03.460418 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-773339db-54b2-4c80-9224-7751e9f7070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:08:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['b0b96ec9-ec0b-439c-ba24-f0df79ce7e26'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:03.562426 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-0ada5c86-3c30-4f98-9467-3bac4733ec5a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:03.564323 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-0ada5c86-3c30-4f98-9467-3bac4733ec5a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.66 "GET /v2.0/networks?id=40b07636-3c30-4b9c-913c-04fcd6162fb3 HTTP/1.1" status: 200 len: 797 time: 0.1383121 Aug 11 03:09:03.619948 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-773339db-54b2-4c80-9224-7751e9f7070c None None] Set router b0b96ec9-ec0b-439c-ba24-f0df79ce7e26 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:03.680711 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-877a1889-deca-488e-9872-70a9a585b0f7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b778002df1964af5b6fb7ddcefc82408 HTTP/1.1" status: 200 len: 380 time: 0.1040857 Aug 11 03:09:03.698652 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-9f68df42-1d6d-478c-963d-5b1e7826d8af tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'port': {'device_id': '133553e5-2ede-4d6c-856a-189a1000f0a0', 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3', 'admin_state_up': True, 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'security_groups': ['38a0160d-3344-4439-82d1-ccd0d8575d9d']}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:03.707207 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7fdc2af5-aa51-48e5-b649-35e9205d1923 req-ca76fd4a-754c-408e-8ee0-0e9bf937cee2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 210 time: 0.0399435 Aug 11 03:09:03.858562 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-9f68df42-1d6d-478c-963d-5b1e7826d8af tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Made reservation on behalf of b778002df1964af5b6fb7ddcefc82408 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:09:03.862514 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-9f68df42-1d6d-478c-963d-5b1e7826d8af tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:03.871863 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-773339db-54b2-4c80-9224-7751e9f7070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127044675', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:57Z', 'updated_at': '2021-08-11T03:09:00Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': '615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:57Z', 'updated_at': '2021-08-11T03:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '457d7831-4102-4219-a1cb-bc5413157f60', 'name': '', 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:7e:23:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'ac6d6968-3dae-4734-a2e2-5953b2893e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:00Z', 'updated_at': '2021-08-11T03:09:03Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': 'ac6d6968-3dae-4734-a2e2-5953b2893e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:03.899336 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773339db-54b2-4c80-9224-7751e9f7070c None None] The sync data for ids ['b0b96ec9-ec0b-439c-ba24-f0df79ce7e26'] in n-d-615180-33 is: [{'id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127044675', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:57Z', 'updated_at': '2021-08-11T03:09:00Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': '615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:57Z', 'updated_at': '2021-08-11T03:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '457d7831-4102-4219-a1cb-bc5413157f60', 'name': '', 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:7e:23:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'ac6d6968-3dae-4734-a2e2-5953b2893e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:00Z', 'updated_at': '2021-08-11T03:09:03Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': 'ac6d6968-3dae-4734-a2e2-5953b2893e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:09:04.033009 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-9f68df42-1d6d-478c-963d-5b1e7826d8af tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Allocated IP 172.20.0.14 (40b07636-3c30-4b9c-913c-04fcd6162fb3/ac6d6968-3dae-4734-a2e2-5953b2893e15/33faa7f7-71d0-4368-b969-fb9f0930f516) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:04.197259 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-9f68df42-1d6d-478c-963d-5b1e7826d8af tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:04.213085 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-9f68df42-1d6d-478c-963d-5b1e7826d8af tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Transition to ACTIVE for port object 33faa7f7-71d0-4368-b969-fb9f0930f516 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:04.249303 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-9f68df42-1d6d-478c-963d-5b1e7826d8af tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:04.297077 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-9f68df42-1d6d-478c-963d-5b1e7826d8af tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network 40b07636-3c30-4b9c-913c-04fcd6162fb3 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:04.300541 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-9f68df42-1d6d-478c-963d-5b1e7826d8af tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:04.305514 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-9f68df42-1d6d-478c-963d-5b1e7826d8af tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:04.338669 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68df42-1d6d-478c-963d-5b1e7826d8af tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Port': ['ID=33faa7f7-71d0-4368-b969-fb9f0930f516,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:04.369188 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-9f68df42-1d6d-478c-963d-5b1e7826d8af tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:04.369863 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-9f68df42-1d6d-478c-963d-5b1e7826d8af tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:04.385834 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-9f68df42-1d6d-478c-963d-5b1e7826d8af tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6927679 Aug 11 03:09:04.397528 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-542dc311-2e8e-4600-a9a6-4c1d129feeec tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:09:04.398577 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-542dc311-2e8e-4600-a9a6-4c1d129feeec tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059290 Aug 11 03:09:04.458553 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-477620d2-1bfd-46d4-8e87-05af3d980b60 service neutron] Request body: {'port': {'device_id': '133553e5-2ede-4d6c-856a-189a1000f0a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:04.517797 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-477620d2-1bfd-46d4-8e87-05af3d980b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:04.574774 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2b439b2b-7fb9-463c-bb4b-4ff192128398 None None] Provisioning for port 33faa7f7-71d0-4368-b969-fb9f0930f516 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:04.578686 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2b439b2b-7fb9-463c-bb4b-4ff192128398 None None] Provisioning complete for port 33faa7f7-71d0-4368-b969-fb9f0930f516 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:04.579136 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2b439b2b-7fb9-463c-bb4b-4ff192128398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:04.618249 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-2b439b2b-7fb9-463c-bb4b-4ff192128398 None None] Port 33faa7f7-71d0-4368-b969-fb9f0930f516 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:09:04.832992 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-477620d2-1bfd-46d4-8e87-05af3d980b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33faa7f7-71d0-4368-b969-fb9f0930f516 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:09:04.842848 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-477620d2-1bfd-46d4-8e87-05af3d980b60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:04.861427 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-477620d2-1bfd-46d4-8e87-05af3d980b60 service neutron] Transition to ACTIVE for port object 33faa7f7-71d0-4368-b969-fb9f0930f516 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:04.869513 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df49924-b296-452c-9bbe-c0cb63b1fa70 req-37747225-2ae2-4e16-a16b-b0a02838a67b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:04.871047 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0df49924-b296-452c-9bbe-c0cb63b1fa70 req-37747225-2ae2-4e16-a16b-b0a02838a67b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 932 time: 0.0821903 Aug 11 03:09:04.872179 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-477620d2-1bfd-46d4-8e87-05af3d980b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:04.951468 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477620d2-1bfd-46d4-8e87-05af3d980b60 service neutron] Pushing event updated for resources: {'Port': ['ID=33faa7f7-71d0-4368-b969-fb9f0930f516,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:04.976027 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0df49924-b296-452c-9bbe-c0cb63b1fa70 req-208f36c2-47cf-4df5-b002-05892184fc3e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759628 Aug 11 03:09:05.034112 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-477620d2-1bfd-46d4-8e87-05af3d980b60 service neutron] Attempting to bind port 33faa7f7-71d0-4368-b969-fb9f0930f516 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:09:05.034631 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-477620d2-1bfd-46d4-8e87-05af3d980b60 service neutron] Attempting to bind port 33faa7f7-71d0-4368-b969-fb9f0930f516 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': 'bb9a28a8-d228-468d-8ae0-7b6716badb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:09:05.035079 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-477620d2-1bfd-46d4-8e87-05af3d980b60 service neutron] Attempting to bind port 33faa7f7-71d0-4368-b969-fb9f0930f516 on network 40b07636-3c30-4b9c-913c-04fcd6162fb3 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:05.040684 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-477620d2-1bfd-46d4-8e87-05af3d980b60 service neutron] Port 33faa7f7-71d0-4368-b969-fb9f0930f516 on network 40b07636-3c30-4b9c-913c-04fcd6162fb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:09:05.041186 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-477620d2-1bfd-46d4-8e87-05af3d980b60 service neutron] Attempting to bind port 33faa7f7-71d0-4368-b969-fb9f0930f516 on network 40b07636-3c30-4b9c-913c-04fcd6162fb3 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:05.047243 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-477620d2-1bfd-46d4-8e87-05af3d980b60 service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:09:05.047745 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-477620d2-1bfd-46d4-8e87-05af3d980b60 service neutron] Checking segment: {'id': 'bb9a28a8-d228-468d-8ae0-7b6716badb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:05.048349 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-477620d2-1bfd-46d4-8e87-05af3d980b60 service neutron] Bound using segment: {'id': 'bb9a28a8-d228-468d-8ae0-7b6716badb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:09:05.049101 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-477620d2-1bfd-46d4-8e87-05af3d980b60 service neutron] Bound port: 33faa7f7-71d0-4368-b969-fb9f0930f516, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9a28a8-d228-468d-8ae0-7b6716badb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:09:05.049825 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-477620d2-1bfd-46d4-8e87-05af3d980b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:05.116777 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 457d7831-4102-4219-a1cb-bc5413157f60 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:05.125943 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-477620d2-1bfd-46d4-8e87-05af3d980b60 service neutron] For port 33faa7f7-71d0-4368-b969-fb9f0930f516, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:09:05.129175 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-477620d2-1bfd-46d4-8e87-05af3d980b60 service neutron] For port 33faa7f7-71d0-4368-b969-fb9f0930f516, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=33faa7f7-71d0-4368-b969-fb9f0930f516,segment=NetworkSegment(bb9a28a8-d228-468d-8ae0-7b6716badb21),segment_id=bb9a28a8-d228-468d-8ae0-7b6716badb21)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:09:05.134746 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-477620d2-1bfd-46d4-8e87-05af3d980b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:05.172132 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-477620d2-1bfd-46d4-8e87-05af3d980b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:05.172765 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-477620d2-1bfd-46d4-8e87-05af3d980b60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:05.174595 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-477620d2-1bfd-46d4-8e87-05af3d980b60 service neutron] 10.222.0.66 "PUT /v2.0/ports/33faa7f7-71d0-4368-b969-fb9f0930f516 HTTP/1.1" status: 200 len: 1093 time: 0.7685237 Aug 11 03:09:05.175317 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133553e5-2ede-4d6c-856a-189a1000f0a0', 'tag': '33faa7f7-71d0-4368-b969-fb9f0930f516'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:05.177832 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274cfa898284e0591c33ace065f819b64a6cad10b3d723e28d1d1a3acc1cf9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f502989d-54e5-4433-90d8-26311ef44f46" -d '{"events": [{"name": "network-changed", "server_uuid": "133553e5-2ede-4d6c-856a-189a1000f0a0", "tag": "33faa7f7-71d0-4368-b969-fb9f0930f516"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:05.181200 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 457d7831-4102-4219-a1cb-bc5413157f60 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:05.186388 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 457d7831-4102-4219-a1cb-bc5413157f60 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:05.187316 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:05.212172 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477620d2-1bfd-46d4-8e87-05af3d980b60 service neutron] Pushing event updated for resources: {'Port': ['ID=33faa7f7-71d0-4368-b969-fb9f0930f516,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:05.258593 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-497460d1-7bfa-4bc2-80c1-8677b587f9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:05.260194 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-497460d1-7bfa-4bc2-80c1-8677b587f9f3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 1096 time: 0.0449023 Aug 11 03:09:05.286232 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:05.316127 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-4097670f-1c2a-4d6a-9f28-216bb28d03d6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33faa7f7-71d0-4368-b969-fb9f0930f516 HTTP/1.1" status: 200 len: 217 time: 0.0464973 Aug 11 03:09:05.322488 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c851ec83-f48e-4a12-8cc3-2cee4bcf5ae2 x-openstack-request-id: req-c851ec83-f48e-4a12-8cc3-2cee4bcf5ae2 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:05.322786 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133553e5-2ede-4d6c-856a-189a1000f0a0", "tag": "33faa7f7-71d0-4368-b969-fb9f0930f516", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:05.323288 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c851ec83-f48e-4a12-8cc3-2cee4bcf5ae2 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:05.323518 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133553e5-2ede-4d6c-856a-189a1000f0a0', 'tag': '33faa7f7-71d0-4368-b969-fb9f0930f516', 'status': 'completed', 'code': 200} Aug 11 03:09:05.332865 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 457d7831-4102-4219-a1cb-bc5413157f60, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=457d7831-4102-4219-a1cb-bc5413157f60,segment=NetworkSegment(bb9a28a8-d228-468d-8ae0-7b6716badb21),segment_id=bb9a28a8-d228-468d-8ae0-7b6716badb21)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:05.337963 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:05.378660 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-392554af-1be5-4294-9a8a-68436d9dabd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:05.380222 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-392554af-1be5-4294-9a8a-68436d9dabd7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ac6d6968-3dae-4734-a2e2-5953b2893e15 HTTP/1.1" status: 200 len: 834 time: 0.0520866 Aug 11 03:09:05.392469 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=457d7831-4102-4219-a1cb-bc5413157f60,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:05.428967 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-dd10ad21-dd63-422c-a1a9-aa849d7c27d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:05.430566 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-dd10ad21-dd63-422c-a1a9-aa849d7c27d3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=40b07636-3c30-4b9c-913c-04fcd6162fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429153 Aug 11 03:09:05.525111 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-a45e38e4-7353-4e80-87c9-bd54d4a6adbe service neutron] 10.222.0.66 "GET /v2.0/networks/40b07636-3c30-4b9c-913c-04fcd6162fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868332 Aug 11 03:09:05.613988 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d48dc7e5-f303-4d6f-9ac6-501cb857b1f0 req-44d43fc4-e541-4b5c-8473-06c57d8f3e65 service neutron] 10.222.0.66 "GET /v2.0/networks/40b07636-3c30-4b9c-913c-04fcd6162fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815704 Aug 11 03:09:05.697237 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502989d-54e5-4433-90d8-26311ef44f46 req-bb57a036-eb26-4309-8eab-2e85898a234c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:05.698743 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f502989d-54e5-4433-90d8-26311ef44f46 req-bb57a036-eb26-4309-8eab-2e85898a234c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 1096 time: 0.0405233 Aug 11 03:09:05.792097 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502989d-54e5-4433-90d8-26311ef44f46 req-471bc68b-7f85-4fcf-adb1-7ea7c514efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:05.793568 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f502989d-54e5-4433-90d8-26311ef44f46 req-471bc68b-7f85-4fcf-adb1-7ea7c514efa7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=40b07636-3c30-4b9c-913c-04fcd6162fb3 HTTP/1.1" status: 200 len: 898 time: 0.0877090 Aug 11 03:09:05.837149 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f502989d-54e5-4433-90d8-26311ef44f46 req-81264fe3-0a0d-40cb-b5ff-15145ebb6969 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33faa7f7-71d0-4368-b969-fb9f0930f516 HTTP/1.1" status: 200 len: 217 time: 0.0358412 Aug 11 03:09:05.890762 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502989d-54e5-4433-90d8-26311ef44f46 req-927886af-f954-4271-a7c7-a9f15ad907f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:05.892164 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f502989d-54e5-4433-90d8-26311ef44f46 req-927886af-f954-4271-a7c7-a9f15ad907f4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ac6d6968-3dae-4734-a2e2-5953b2893e15 HTTP/1.1" status: 200 len: 834 time: 0.0472219 Aug 11 03:09:05.938833 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502989d-54e5-4433-90d8-26311ef44f46 req-5d6a9746-1cd0-455a-b80a-c676773b9daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:05.940341 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f502989d-54e5-4433-90d8-26311ef44f46 req-5d6a9746-1cd0-455a-b80a-c676773b9daf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=40b07636-3c30-4b9c-913c-04fcd6162fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399783 Aug 11 03:09:06.035008 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f502989d-54e5-4433-90d8-26311ef44f46 req-d6295fe6-287a-4fae-943b-18965d025b02 service neutron] 10.222.0.66 "GET /v2.0/networks/40b07636-3c30-4b9c-913c-04fcd6162fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815837 Aug 11 03:09:06.155242 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbfb0e-7b47-4834-9129-fd2e1e1be2d6 req-80f61440-8da1-4992-abdd-00f8f972bc1b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:06.156692 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-50bbfb0e-7b47-4834-9129-fd2e1e1be2d6 req-80f61440-8da1-4992-abdd-00f8f972bc1b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 944 time: 0.1065066 Aug 11 03:09:06.185138 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f502989d-54e5-4433-90d8-26311ef44f46 req-45bed7c4-8612-4f5a-a3b9-1e5041e39b66 service neutron] 10.222.0.66 "GET /v2.0/networks/40b07636-3c30-4b9c-913c-04fcd6162fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421146 Aug 11 03:09:06.206497 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-50bbfb0e-7b47-4834-9129-fd2e1e1be2d6 req-d6721921-5631-4849-b8fe-1fe90a981983 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392115 Aug 11 03:09:07.074153 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 457d7831-4102-4219-a1cb-bc5413157f60 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:07.122137 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 457d7831-4102-4219-a1cb-bc5413157f60 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:07.122517 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:07.321539 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772eb516-3596-4f39-a11f-034913b9bbca req-d7b7955d-497a-449a-ae33-eb0251a0e589 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:07.323006 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-772eb516-3596-4f39-a11f-034913b9bbca req-d7b7955d-497a-449a-ae33-eb0251a0e589 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 944 time: 0.0476284 Aug 11 03:09:07.359897 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-772eb516-3596-4f39-a11f-034913b9bbca req-afad319b-b7a4-49df-b5e8-c580f856e6d0 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308638 Aug 11 03:09:08.478920 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab22747-0ee4-49b8-bfb0-eea7f9c48c2a req-016ace09-57a2-4253-9cd1-25a66e010fcb tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:08.480437 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bab22747-0ee4-49b8-bfb0-eea7f9c48c2a req-016ace09-57a2-4253-9cd1-25a66e010fcb tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 944 time: 0.0550492 Aug 11 03:09:08.517170 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bab22747-0ee4-49b8-bfb0-eea7f9c48c2a req-13928aa8-3822-4ad4-80b3-a080a95e1d66 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306790 Aug 11 03:09:08.619070 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 33faa7f7-71d0-4368-b969-fb9f0930f516 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:09:08.710927 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 33faa7f7-71d0-4368-b969-fb9f0930f516, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=33faa7f7-71d0-4368-b969-fb9f0930f516,segment=NetworkSegment(bb9a28a8-d228-468d-8ae0-7b6716badb21),segment_id=bb9a28a8-d228-468d-8ae0-7b6716badb21)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:08.722080 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': '33faa7f7-71d0-4368-b969-fb9f0930f516', 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3', 'port_id': '33faa7f7-71d0-4368-b969-fb9f0930f516', 'mac_address': 'fa:16:3e:2a:dc:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6d6968-3dae-4734-a2e2-5953b2893e15', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:09:08.758099 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:08.774605 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33faa7f7-71d0-4368-b969-fb9f0930f516 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:09:08.793028 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 33faa7f7-71d0-4368-b969-fb9f0930f516, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=33faa7f7-71d0-4368-b969-fb9f0930f516,segment=NetworkSegment(bb9a28a8-d228-468d-8ae0-7b6716badb21),segment_id=bb9a28a8-d228-468d-8ae0-7b6716badb21)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:08.797144 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:08.843909 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=33faa7f7-71d0-4368-b969-fb9f0930f516,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:09.041806 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['33faa7f7-71d0-4368-b969-fb9f0930f516'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:09.635316 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886363a-2b5f-4797-ab3c-9834a7aa28df req-91b3cf86-9649-4f58-9c80-983b67606048 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:09.636837 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d886363a-2b5f-4797-ab3c-9834a7aa28df req-91b3cf86-9649-4f58-9c80-983b67606048 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 945 time: 0.0523822 Aug 11 03:09:09.673549 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d886363a-2b5f-4797-ab3c-9834a7aa28df req-7890e80a-946d-4d8d-92eb-1607ab7785be tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307937 Aug 11 03:09:10.639025 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 33faa7f7-71d0-4368-b969-fb9f0930f516 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:10.685732 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port 33faa7f7-71d0-4368-b969-fb9f0930f516 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:10.689290 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port 33faa7f7-71d0-4368-b969-fb9f0930f516 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:10.689664 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:10.776361 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:10.796966 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7e066-193d-4620-ad65-08996cb25657 req-7aa2ac44-3c96-4f35-9f27-41f72cf9ef62 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:10.798549 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1be7e066-193d-4620-ad65-08996cb25657 req-7aa2ac44-3c96-4f35-9f27-41f72cf9ef62 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 945 time: 0.0514572 Aug 11 03:09:10.799259 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133553e5-2ede-4d6c-856a-189a1000f0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33faa7f7-71d0-4368-b969-fb9f0930f516'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:10.801552 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20fab26f80b9da78313f4d9f7f3b762b68210575349c4eb51748859b525969e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6bdaf0-5e96-4021-807d-5aed2189f306" -d '{"events": [{"server_uuid": "133553e5-2ede-4d6c-856a-189a1000f0a0", "name": "network-vif-plugged", "status": "completed", "tag": "33faa7f7-71d0-4368-b969-fb9f0930f516"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:10.815363 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port 33faa7f7-71d0-4368-b969-fb9f0930f516, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=33faa7f7-71d0-4368-b969-fb9f0930f516,segment=NetworkSegment(bb9a28a8-d228-468d-8ae0-7b6716badb21),segment_id=bb9a28a8-d228-468d-8ae0-7b6716badb21)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:10.821603 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:10.843168 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1be7e066-193d-4620-ad65-08996cb25657 req-c12010b2-2bdc-48b2-bcd3-2f4948043a80 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377781 Aug 11 03:09:10.871888 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=33faa7f7-71d0-4368-b969-fb9f0930f516,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:10.910541 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcae0c92-c23c-461c-8114-0f517e7f4114 x-openstack-request-id: req-bcae0c92-c23c-461c-8114-0f517e7f4114 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:10.910836 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133553e5-2ede-4d6c-856a-189a1000f0a0", "name": "network-vif-plugged", "status": "completed", "tag": "33faa7f7-71d0-4368-b969-fb9f0930f516", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:10.911092 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bcae0c92-c23c-461c-8114-0f517e7f4114 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:10.911493 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133553e5-2ede-4d6c-856a-189a1000f0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33faa7f7-71d0-4368-b969-fb9f0930f516', 'code': 200} Aug 11 03:09:11.006856 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb54502-a534-4fbb-aa6d-3656cac8b550 req-c57d27f8-ca57-4c0b-819c-cd43154cae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:11.008356 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fb54502-a534-4fbb-aa6d-3656cac8b550 req-c57d27f8-ca57-4c0b-819c-cd43154cae96 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 1098 time: 0.0396929 Aug 11 03:09:11.042720 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8fb54502-a534-4fbb-aa6d-3656cac8b550 req-c5229bdb-935a-49c8-9a08-68ad1f4d3320 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270989 Aug 11 03:09:11.970214 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1893f-ea9f-4a7f-86dc-b7cb5909193f req-989645e4-e44d-4aba-9dd8-5720e8b94704 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:11.971742 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-52b1893f-ea9f-4a7f-86dc-b7cb5909193f req-989645e4-e44d-4aba-9dd8-5720e8b94704 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0568058 Aug 11 03:09:12.010262 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-52b1893f-ea9f-4a7f-86dc-b7cb5909193f req-c5d0b799-e7ef-4f8a-8223-c8794dc6e96d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325327 Aug 11 03:09:13.124594 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37b9d4-4b1b-43c9-b046-98c26c77e39e req-b5d619e4-cfd0-4f91-b77d-ea7cf4d32e46 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:13.126073 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cc37b9d4-4b1b-43c9-b046-98c26c77e39e req-b5d619e4-cfd0-4f91-b77d-ea7cf4d32e46 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0488901 Aug 11 03:09:13.163196 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cc37b9d4-4b1b-43c9-b046-98c26c77e39e req-886ffcba-f63e-495f-9ad0-a61cbc09d303 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307651 Aug 11 03:09:13.276952 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1133b-1dbd-4aba-a2f0-89d01285bf53 req-370750ee-f5fa-44f7-a3c4-4e8103725c3e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:13.278367 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-88d1133b-1dbd-4aba-a2f0-89d01285bf53 req-370750ee-f5fa-44f7-a3c4-4e8103725c3e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0501933 Aug 11 03:09:13.315053 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-88d1133b-1dbd-4aba-a2f0-89d01285bf53 req-27fe78a8-3bf5-4276-a17b-9e3d787b13b1 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306983 Aug 11 03:09:13.337338 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33526) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:13.375104 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b95369e-3dea-4cee-9c7c-a23e324c08b8 tempest-TestNetworkAdvancedServerOps-346293483 tempest-TestNetworkAdvancedServerOps-346293483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:13.376652 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2b95369e-3dea-4cee-9c7c-a23e324c08b8 tempest-TestNetworkAdvancedServerOps-346293483 tempest-TestNetworkAdvancedServerOps-346293483-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 1093 time: 0.0383136 Aug 11 03:09:13.379259 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33528) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:13.384108 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-c8fc03ac-57cd-4dd5-bc22-7da7227c6be2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'port_id': '33faa7f7-71d0-4368-b969-fb9f0930f516', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:13.405570 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8fc03ac-57cd-4dd5-bc22-7da7227c6be2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:13.502867 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8fc03ac-57cd-4dd5-bc22-7da7227c6be2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:13.608915 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-c8fc03ac-57cd-4dd5-bc22-7da7227c6be2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Allocated IP 172.25.2.66 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/34df1a12-b574-423b-b5c8-2884a7d28abb) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:13.708831 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8fc03ac-57cd-4dd5-bc22-7da7227c6be2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:13.746899 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8fc03ac-57cd-4dd5-bc22-7da7227c6be2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:13.785591 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fc03ac-57cd-4dd5-bc22-7da7227c6be2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:13.788426 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-c8fc03ac-57cd-4dd5-bc22-7da7227c6be2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:13.791931 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fc03ac-57cd-4dd5-bc22-7da7227c6be2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:13.817157 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc03ac-57cd-4dd5-bc22-7da7227c6be2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Port': ['ID=34df1a12-b574-423b-b5c8-2884a7d28abb,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:14.144724 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8fc03ac-57cd-4dd5-bc22-7da7227c6be2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:14.215033 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8fc03ac-57cd-4dd5-bc22-7da7227c6be2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:14.361523 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8fc03ac-57cd-4dd5-bc22-7da7227c6be2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:14.365927 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8fc03ac-57cd-4dd5-bc22-7da7227c6be2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:14.433319 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc03ac-57cd-4dd5-bc22-7da7227c6be2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Port': ['ID=34df1a12-b574-423b-b5c8-2884a7d28abb,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:14.446498 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8fc03ac-57cd-4dd5-bc22-7da7227c6be2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:14.546198 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-c8fc03ac-57cd-4dd5-bc22-7da7227c6be2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Floating IP 2cdfe219-7de8-4000-8ba5-ce59f52f1dc7 associated. External IP: 172.25.2.66, port: 33faa7f7-71d0-4368-b969-fb9f0930f516. Aug 11 03:09:14.748148 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8fc03ac-57cd-4dd5-bc22-7da7227c6be2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Router b0b96ec9-ec0b-439c-ba24-f0df79ce7e26 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:09:14.855823 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fc03ac-57cd-4dd5-bc22-7da7227c6be2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:09:14.865221 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23d8570-1021-454f-bdfd-37a732d63d47 None None] Sync routers for ids ['b0b96ec9-ec0b-439c-ba24-f0df79ce7e26'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:09:14.873191 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8fc03ac-57cd-4dd5-bc22-7da7227c6be2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:14.876098 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23d8570-1021-454f-bdfd-37a732d63d47 None None] Routers {'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:14.876719 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d23d8570-1021-454f-bdfd-37a732d63d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:08:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['b0b96ec9-ec0b-439c-ba24-f0df79ce7e26'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:14.900124 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c8fc03ac-57cd-4dd5-bc22-7da7227c6be2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5198503 Aug 11 03:09:14.900837 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133553e5-2ede-4d6c-856a-189a1000f0a0', 'tag': '33faa7f7-71d0-4368-b969-fb9f0930f516'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:14.903185 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef26015ff99b62ba85d82572846d8981a3d7c94015c7a376eee6ede9212d5761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2d3f40-83e9-4628-84fc-6b5bfc2fd9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "133553e5-2ede-4d6c-856a-189a1000f0a0", "tag": "33faa7f7-71d0-4368-b969-fb9f0930f516"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:14.945062 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d53bd90-444a-4eb2-8df1-d1b8dfb3bdb3 x-openstack-request-id: req-0d53bd90-444a-4eb2-8df1-d1b8dfb3bdb3 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:14.945355 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133553e5-2ede-4d6c-856a-189a1000f0a0", "tag": "33faa7f7-71d0-4368-b969-fb9f0930f516", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:14.945654 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0d53bd90-444a-4eb2-8df1-d1b8dfb3bdb3 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:14.946076 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133553e5-2ede-4d6c-856a-189a1000f0a0', 'tag': '33faa7f7-71d0-4368-b969-fb9f0930f516', 'status': 'completed', 'code': 200} Aug 11 03:09:14.985137 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-d23d8570-1021-454f-bdfd-37a732d63d47 None None] Set router b0b96ec9-ec0b-439c-ba24-f0df79ce7e26 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:15.010755 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbe339-599d-4424-a532-d45e1ac87cdd req-768de686-60f9-4eae-853d-d599d8ea9f99 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:15.012139 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d3f40-83e9-4628-84fc-6b5bfc2fd9e6 req-dce69990-61e3-45b4-a86f-8ace5bcd5391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:15.012647 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-40cbe339-599d-4424-a532-d45e1ac87cdd req-768de686-60f9-4eae-853d-d599d8ea9f99 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0486040 Aug 11 03:09:15.013731 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9b2d3f40-83e9-4628-84fc-6b5bfc2fd9e6 req-dce69990-61e3-45b4-a86f-8ace5bcd5391 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 1098 time: 0.0417247 Aug 11 03:09:15.055301 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-40cbe339-599d-4424-a532-d45e1ac87cdd req-2695ea26-bc19-432e-8fef-789d4d007e58 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360401 Aug 11 03:09:15.078776 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33534) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:15.117248 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d3f40-83e9-4628-84fc-6b5bfc2fd9e6 req-84492049-bbb4-490f-b630-17746cd3efe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:15.118901 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9b2d3f40-83e9-4628-84fc-6b5bfc2fd9e6 req-84492049-bbb4-490f-b630-17746cd3efe3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=40b07636-3c30-4b9c-913c-04fcd6162fb3 HTTP/1.1" status: 200 len: 898 time: 0.0974617 Aug 11 03:09:15.143465 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b6fad52d-ba59-433b-aeea-f535889efbbe tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/floatingips/2cdfe219-7de8-4000-8ba5-ce59f52f1dc7 HTTP/1.1" status: 200 len: 991 time: 0.0637603 Aug 11 03:09:15.189800 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9b2d3f40-83e9-4628-84fc-6b5bfc2fd9e6 req-11ede3f4-5a9c-4343-91a4-23789aff42cd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33faa7f7-71d0-4368-b969-fb9f0930f516 HTTP/1.1" status: 200 len: 999 time: 0.0606740 Aug 11 03:09:15.216479 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d23d8570-1021-454f-bdfd-37a732d63d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127044675', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:57Z', 'updated_at': '2021-08-11T03:09:00Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': '615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:57Z', 'updated_at': '2021-08-11T03:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '2cdfe219-7de8-4000-8ba5-ce59f52f1dc7', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'floating_ip_address': '172.25.2.66', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'port_id': '33faa7f7-71d0-4368-b969-fb9f0930f516', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3', 'mac_address': 'fa:16:3e:2a:dc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133553e5-2ede-4d6c-856a-189a1000f0a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:09:14Z', 'updated_at': '2021-08-11T03:09:14Z', 'revision_number': 0, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '457d7831-4102-4219-a1cb-bc5413157f60', 'name': '', 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:7e:23:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'ac6d6968-3dae-4734-a2e2-5953b2893e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:00Z', 'updated_at': '2021-08-11T03:09:05Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': 'ac6d6968-3dae-4734-a2e2-5953b2893e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:15.244154 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d3f40-83e9-4628-84fc-6b5bfc2fd9e6 req-445c7d40-0695-40ff-85ec-bfa6d5dadaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:15.245647 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9b2d3f40-83e9-4628-84fc-6b5bfc2fd9e6 req-445c7d40-0695-40ff-85ec-bfa6d5dadaae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ac6d6968-3dae-4734-a2e2-5953b2893e15 HTTP/1.1" status: 200 len: 834 time: 0.0481060 Aug 11 03:09:15.246430 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23d8570-1021-454f-bdfd-37a732d63d47 None None] Checking router: b0b96ec9-ec0b-439c-ba24-f0df79ce7e26 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:09:15.256198 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23d8570-1021-454f-bdfd-37a732d63d47 None None] Routers {'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:15.256198 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d23d8570-1021-454f-bdfd-37a732d63d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:08:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['b0b96ec9-ec0b-439c-ba24-f0df79ce7e26'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:15.292515 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d3f40-83e9-4628-84fc-6b5bfc2fd9e6 req-8bdae16a-d829-4d36-b4d6-aced5350a097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:15.294178 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9b2d3f40-83e9-4628-84fc-6b5bfc2fd9e6 req-8bdae16a-d829-4d36-b4d6-aced5350a097 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=40b07636-3c30-4b9c-913c-04fcd6162fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397928 Aug 11 03:09:15.364616 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-d23d8570-1021-454f-bdfd-37a732d63d47 None None] Set router b0b96ec9-ec0b-439c-ba24-f0df79ce7e26 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:15.384036 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9b2d3f40-83e9-4628-84fc-6b5bfc2fd9e6 req-2bf5a54a-b896-44cc-8476-3475afd243df service neutron] 10.222.0.66 "GET /v2.0/networks/40b07636-3c30-4b9c-913c-04fcd6162fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823674 Aug 11 03:09:15.477032 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9b2d3f40-83e9-4628-84fc-6b5bfc2fd9e6 req-d58d67fb-7753-4475-a09b-e6c407e082e7 service neutron] 10.222.0.66 "GET /v2.0/networks/40b07636-3c30-4b9c-913c-04fcd6162fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856843 Aug 11 03:09:15.582179 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-d23d8570-1021-454f-bdfd-37a732d63d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127044675', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:57Z', 'updated_at': '2021-08-11T03:09:00Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': '615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:57Z', 'updated_at': '2021-08-11T03:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '2cdfe219-7de8-4000-8ba5-ce59f52f1dc7', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'floating_ip_address': '172.25.2.66', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'port_id': '33faa7f7-71d0-4368-b969-fb9f0930f516', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3', 'mac_address': 'fa:16:3e:2a:dc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133553e5-2ede-4d6c-856a-189a1000f0a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:09:14Z', 'updated_at': '2021-08-11T03:09:14Z', 'revision_number': 0, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '457d7831-4102-4219-a1cb-bc5413157f60', 'name': '', 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:7e:23:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'ac6d6968-3dae-4734-a2e2-5953b2893e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:00Z', 'updated_at': '2021-08-11T03:09:05Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': 'ac6d6968-3dae-4734-a2e2-5953b2893e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:15.611644 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23d8570-1021-454f-bdfd-37a732d63d47 None None] The sync data for ids ['b0b96ec9-ec0b-439c-ba24-f0df79ce7e26'] in n-d-615180-33 is: [{'id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127044675', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:57Z', 'updated_at': '2021-08-11T03:09:00Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': '615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:57Z', 'updated_at': '2021-08-11T03:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '2cdfe219-7de8-4000-8ba5-ce59f52f1dc7', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'floating_ip_address': '172.25.2.66', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'port_id': '33faa7f7-71d0-4368-b969-fb9f0930f516', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3', 'mac_address': 'fa:16:3e:2a:dc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133553e5-2ede-4d6c-856a-189a1000f0a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:09:14Z', 'updated_at': '2021-08-11T03:09:14Z', 'revision_number': 0, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '457d7831-4102-4219-a1cb-bc5413157f60', 'name': '', 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:7e:23:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'ac6d6968-3dae-4734-a2e2-5953b2893e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:00Z', 'updated_at': '2021-08-11T03:09:05Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': 'ac6d6968-3dae-4734-a2e2-5953b2893e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:09:15.713014 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0566dd8d-9ae2-4a65-b753-a54a8dbef16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:15.794293 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ce98e6-d9c4-42b5-98ad-b619d6d825f0 None None] New status for floating IP 2cdfe219-7de8-4000-8ba5-ce59f52f1dc7: ACTIVE {{(pid=94509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:09:16.147099 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33538) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:16.206906 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-e447dfa1-15ea-4e23-a4c4-feb10d626791 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/floatingips/2cdfe219-7de8-4000-8ba5-ce59f52f1dc7 HTTP/1.1" status: 200 len: 993 time: 0.0584185 Aug 11 03:09:18.400215 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-31bd585f-bb5f-4827-a4ea-6967b79cf84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:18.402382 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:20.151685 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:21.651986 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:24.354784 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:09:24.996746 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:25.881231 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:45.004112 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33c866-6457-4e18-8e28-f5ef5c33b047 req-25608054-e6c2-4d6e-83a8-cbc3d80dcad4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:45.005676 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5e33c866-6457-4e18-8e28-f5ef5c33b047 req-25608054-e6c2-4d6e-83a8-cbc3d80dcad4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0568690 Aug 11 03:09:45.077991 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5e33c866-6457-4e18-8e28-f5ef5c33b047 req-be467022-e12c-4fdd-be01-a9250d737575 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662205 Aug 11 03:09:45.088224 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-c9deb0e8-106c-449e-aed4-e1bdfdf89613 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1066504 Aug 11 03:09:45.714821 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-de404501-7661-4d9d-9d33-d83c6c18e7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:46.211820 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22361a73-adc3-426f-8060-452fbb584235 req-53bb05a7-602f-494f-b23a-4d8867920b9f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:46.213337 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-22361a73-adc3-426f-8060-452fbb584235 req-53bb05a7-602f-494f-b23a-4d8867920b9f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0489376 Aug 11 03:09:46.253821 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-22361a73-adc3-426f-8060-452fbb584235 req-8a8e23b7-031e-49f9-8775-be83e709b8d0 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343916 Aug 11 03:09:46.262249 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-c009c20b-460b-46a2-8d43-eaca46143f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:46.263846 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-c009c20b-460b-46a2-8d43-eaca46143f38 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 1098 time: 0.0451035 Aug 11 03:09:46.352753 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-b88e75ed-c423-478c-8c24-46ebda10cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:46.354448 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-b88e75ed-c423-478c-8c24-46ebda10cd5e service neutron] 10.222.0.66 "GET /v2.0/networks?id=40b07636-3c30-4b9c-913c-04fcd6162fb3 HTTP/1.1" status: 200 len: 898 time: 0.0824132 Aug 11 03:09:46.422235 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-dcac2f9e-c874-405a-a28f-dbae8a572c97 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33faa7f7-71d0-4368-b969-fb9f0930f516 HTTP/1.1" status: 200 len: 1001 time: 0.0597820 Aug 11 03:09:46.477455 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-fa84d9a0-4c9b-4ae0-bd17-9be88978da3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:46.480291 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-fa84d9a0-4c9b-4ae0-bd17-9be88978da3b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ac6d6968-3dae-4734-a2e2-5953b2893e15 HTTP/1.1" status: 200 len: 834 time: 0.0469682 Aug 11 03:09:46.526041 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-71f80032-b41e-4da9-b757-d028f38d2370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:46.527503 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-71f80032-b41e-4da9-b757-d028f38d2370 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=40b07636-3c30-4b9c-913c-04fcd6162fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391312 Aug 11 03:09:46.618571 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-ca658495-7e62-4ffb-8407-962e8874455e service neutron] 10.222.0.66 "GET /v2.0/networks/40b07636-3c30-4b9c-913c-04fcd6162fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828691 Aug 11 03:09:46.707169 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-8f3ba934-0551-4cfd-be5a-c8b5265e5e8a service neutron] 10.222.0.66 "GET /v2.0/networks/40b07636-3c30-4b9c-913c-04fcd6162fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808356 Aug 11 03:09:47.369912 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227492e6-38d1-4a84-a4f6-b8bf11278811 req-30c098b4-e600-4156-ad1e-69adfd496521 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:47.371407 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-227492e6-38d1-4a84-a4f6-b8bf11278811 req-30c098b4-e600-4156-ad1e-69adfd496521 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0487864 Aug 11 03:09:47.408563 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-227492e6-38d1-4a84-a4f6-b8bf11278811 req-60f00db2-ae9e-4061-bdaf-a99d3e9d6f4f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313137 Aug 11 03:09:48.398972 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9f52e3ad-f2c1-47d9-bcea-386d02079578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:48.400686 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:48.535821 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ab08f-ba04-44d6-8910-cd1d2832823c req-1c4aba4e-b8d2-48a6-86f1-86eb7d78a0be tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:48.537210 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6b4ab08f-ba04-44d6-8910-cd1d2832823c req-1c4aba4e-b8d2-48a6-86f1-86eb7d78a0be tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0614219 Aug 11 03:09:48.573966 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6b4ab08f-ba04-44d6-8910-cd1d2832823c req-2f59e885-37c4-4394-9f2f-98dea74278a4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303721 Aug 11 03:09:49.693162 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404b216-fac6-4ddb-a779-af14db1553c0 req-dd90f257-91e2-4836-a328-417fb1240247 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:49.694644 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0404b216-fac6-4ddb-a779-af14db1553c0 req-dd90f257-91e2-4836-a328-417fb1240247 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0517976 Aug 11 03:09:49.731355 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0404b216-fac6-4ddb-a779-af14db1553c0 req-94d78b56-bd5c-416f-b45b-dba1f8e5413c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307567 Aug 11 03:09:50.154466 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:50.848419 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da57e92-9c22-4f84-9342-26b175a9c40f req-eaa4a027-bacb-4369-a000-9598878b6275 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:50.849911 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4da57e92-9c22-4f84-9342-26b175a9c40f req-eaa4a027-bacb-4369-a000-9598878b6275 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0484018 Aug 11 03:09:50.886833 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-4da57e92-9c22-4f84-9342-26b175a9c40f req-e8eaff04-4ad9-432f-801b-f622185211b1 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306716 Aug 11 03:09:51.654706 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:52.000252 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26f5c9-dea1-4255-9926-8f10e9a53f19 req-c33c7e8f-b942-4241-92d9-b5ab6a857928 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:52.001745 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7c26f5c9-dea1-4255-9926-8f10e9a53f19 req-c33c7e8f-b942-4241-92d9-b5ab6a857928 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0487211 Aug 11 03:09:52.038101 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7c26f5c9-dea1-4255-9926-8f10e9a53f19 req-768794c3-af8f-4775-b3f3-2be3a4228376 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305297 Aug 11 03:09:53.150828 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184eb234-bd61-45ce-a1fb-91bc7489e068 req-edf45eeb-2b8e-40d0-9be3-eb3078fdc821 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:53.152323 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-184eb234-bd61-45ce-a1fb-91bc7489e068 req-edf45eeb-2b8e-40d0-9be3-eb3078fdc821 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0476997 Aug 11 03:09:53.188309 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-184eb234-bd61-45ce-a1fb-91bc7489e068 req-d0abcf53-b6f0-47cb-94f0-55cf8b5edcbe tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301688 Aug 11 03:09:54.305673 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ccbc7-9604-4eef-afc7-e460f1d9736f req-c50fc862-7086-42b4-a8d8-fdc6d06d78b8 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:54.307167 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-485ccbc7-9604-4eef-afc7-e460f1d9736f req-c50fc862-7086-42b4-a8d8-fdc6d06d78b8 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0497432 Aug 11 03:09:54.344478 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-485ccbc7-9604-4eef-afc7-e460f1d9736f req-d8d277c5-324e-40ef-b703-67b49e18d65f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313540 Aug 11 03:09:54.998207 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:55.433651 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146416c-9ace-4dae-b7e3-5eae5e59d2a2 req-ed913351-a282-4c2d-9209-031fb7bf94d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:55.435165 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d146416c-9ace-4dae-b7e3-5eae5e59d2a2 req-ed913351-a282-4c2d-9209-031fb7bf94d6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 1098 time: 0.0457172 Aug 11 03:09:55.543072 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146416c-9ace-4dae-b7e3-5eae5e59d2a2 req-582d6a9c-467e-4eee-b496-ce29ebdc5ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:55.545353 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d146416c-9ace-4dae-b7e3-5eae5e59d2a2 req-582d6a9c-467e-4eee-b496-ce29ebdc5ae5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=40b07636-3c30-4b9c-913c-04fcd6162fb3 HTTP/1.1" status: 200 len: 898 time: 0.0908833 Aug 11 03:09:55.619380 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d146416c-9ace-4dae-b7e3-5eae5e59d2a2 req-8db75f66-dce3-4784-aac2-d94eb80cf74e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33faa7f7-71d0-4368-b969-fb9f0930f516 HTTP/1.1" status: 200 len: 1001 time: 0.0658977 Aug 11 03:09:55.672536 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146416c-9ace-4dae-b7e3-5eae5e59d2a2 req-4a24a3ce-f9ac-4632-96df-a8306737d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:55.674126 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d146416c-9ace-4dae-b7e3-5eae5e59d2a2 req-4a24a3ce-f9ac-4632-96df-a8306737d4f1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ac6d6968-3dae-4734-a2e2-5953b2893e15 HTTP/1.1" status: 200 len: 834 time: 0.0472195 Aug 11 03:09:55.723059 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146416c-9ace-4dae-b7e3-5eae5e59d2a2 req-a2841472-0892-4bb1-9a3d-42c05b8b217b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:55.724652 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d146416c-9ace-4dae-b7e3-5eae5e59d2a2 req-a2841472-0892-4bb1-9a3d-42c05b8b217b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=40b07636-3c30-4b9c-913c-04fcd6162fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413694 Aug 11 03:09:55.777035 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fa1e3-99af-47cf-8ef4-b4c4a0519317 req-191f34cc-32c8-48ec-8ece-74959cbf9c6e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:55.779112 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d17fa1e3-99af-47cf-8ef4-b4c4a0519317 req-191f34cc-32c8-48ec-8ece-74959cbf9c6e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 946 time: 0.3663044 Aug 11 03:09:55.816684 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d17fa1e3-99af-47cf-8ef4-b4c4a0519317 req-a8ac8fc1-1b75-45d3-b6d6-e8d715aba1a3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313611 Aug 11 03:09:55.819454 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d146416c-9ace-4dae-b7e3-5eae5e59d2a2 req-eecd6a59-6fcd-4563-aafc-b790f1629db5 service neutron] 10.222.0.66 "GET /v2.0/networks/40b07636-3c30-4b9c-913c-04fcd6162fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865300 Aug 11 03:09:55.881393 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:55.922615 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d146416c-9ace-4dae-b7e3-5eae5e59d2a2 req-c5a300ba-51f7-45b4-b0e8-df2b93478bc5 service neutron] 10.222.0.66 "GET /v2.0/networks/40b07636-3c30-4b9c-913c-04fcd6162fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954800 Aug 11 03:09:56.936095 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a1cb2-8268-48ff-90b5-72c747d1d323 req-25f260da-d39f-4bbc-9395-9b1b0acf0226 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:56.937574 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7a3a1cb2-8268-48ff-90b5-72c747d1d323 req-25f260da-d39f-4bbc-9395-9b1b0acf0226 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0534723 Aug 11 03:09:56.973902 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7a3a1cb2-8268-48ff-90b5-72c747d1d323 req-7a977cdd-ab28-4ba0-8d1d-2d0c569543a3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304735 Aug 11 03:09:58.087628 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbac1bb-1f62-424c-bfad-d6f030630334 req-2f03e335-18ab-45a1-8696-5422b52c9296 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:58.089127 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1dbac1bb-1f62-424c-bfad-d6f030630334 req-2f03e335-18ab-45a1-8696-5422b52c9296 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0475593 Aug 11 03:09:58.126407 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1dbac1bb-1f62-424c-bfad-d6f030630334 req-c573f74f-39fd-4743-82cc-82d94d84af2c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314271 Aug 11 03:09:58.680802 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-1ad7ee48-694c-4504-bb99-1b26d90de291 service neutron] show failed (client error): The resource could not be found. Aug 11 03:09:58.681825 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-1ad7ee48-694c-4504-bb99-1b26d90de291 service neutron] 10.222.0.66 "GET /v2.0/ports/33faa7f7-71d0-4368-b969-fb9f0930f516/bindings/n-h1-615180-33 HTTP/1.1" status: 404 len: 381 time: 0.0583375 Aug 11 03:09:58.871079 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-23fef083-0741-4646-aa78-41d8e2c972d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:58.872562 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-23fef083-0741-4646-aa78-41d8e2c972d8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0&tenant_id=b778002df1964af5b6fb7ddcefc82408 HTTP/1.1" status: 200 len: 1098 time: 0.0392263 Aug 11 03:09:58.884389 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-615180-33', 'device_owner': 'compute:nova'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:58.938869 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:59.134860 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] For port 33faa7f7-71d0-4368-b969-fb9f0930f516, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=33faa7f7-71d0-4368-b969-fb9f0930f516,segment=NetworkSegment(bb9a28a8-d228-468d-8ae0-7b6716badb21),segment_id=bb9a28a8-d228-468d-8ae0-7b6716badb21)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:59.167933 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] For port 33faa7f7-71d0-4368-b969-fb9f0930f516, host n-h2-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:09:59.208232 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133553e5-2ede-4d6c-856a-189a1000f0a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33faa7f7-71d0-4368-b969-fb9f0930f516'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:59.210751 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef26015ff99b62ba85d82572846d8981a3d7c94015c7a376eee6ede9212d5761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10689a4-4844-498a-a0f7-01468ff5b28c" -d '{"events": [{"server_uuid": "133553e5-2ede-4d6c-856a-189a1000f0a0", "name": "network-vif-unplugged", "status": "completed", "tag": "33faa7f7-71d0-4368-b969-fb9f0930f516"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:59.214981 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:59.228580 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Transition to ACTIVE for port object 33faa7f7-71d0-4368-b969-fb9f0930f516 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:59.233360 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:59.241801 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bca67-a4d5-412c-9902-0fd3ff8fda72 req-a1a81f50-e072-4c8b-9968-b518160ff2fc tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:59.243956 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c49bca67-a4d5-412c-9902-0fd3ff8fda72 req-a1a81f50-e072-4c8b-9968-b518160ff2fc tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0506334 Aug 11 03:09:59.280363 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cfae77-01b6-4272-a880-6bab5cc7f612 x-openstack-request-id: req-a0cfae77-01b6-4272-a880-6bab5cc7f612 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:59.280818 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133553e5-2ede-4d6c-856a-189a1000f0a0", "name": "network-vif-unplugged", "status": "completed", "tag": "33faa7f7-71d0-4368-b969-fb9f0930f516", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:59.280994 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a0cfae77-01b6-4272-a880-6bab5cc7f612 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:59.281794 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133553e5-2ede-4d6c-856a-189a1000f0a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33faa7f7-71d0-4368-b969-fb9f0930f516', 'code': 200} Aug 11 03:09:59.288831 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c49bca67-a4d5-412c-9902-0fd3ff8fda72 req-9ab70c18-7479-4260-ba09-8251a42001d7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362165 Aug 11 03:09:59.330532 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Pushing event updated for resources: {'Port': ['ID=33faa7f7-71d0-4368-b969-fb9f0930f516,revision_number=6']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:59.345095 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:59.345450 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:59.345791 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:59.346127 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:59.346461 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:59.346792 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:59.347118 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:59.347443 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:59.347802 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:59.348127 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:59.348455 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:59.348772 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:59.376245 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] No DVR routers for this DVR port 33faa7f7-71d0-4368-b969-fb9f0930f516 on host n-h2-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:09:59.510223 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Attempting to bind port 33faa7f7-71d0-4368-b969-fb9f0930f516 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:09:59.510570 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Attempting to bind port 33faa7f7-71d0-4368-b969-fb9f0930f516 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': 'bb9a28a8-d228-468d-8ae0-7b6716badb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:09:59.510901 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Attempting to bind port 33faa7f7-71d0-4368-b969-fb9f0930f516 on network 40b07636-3c30-4b9c-913c-04fcd6162fb3 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:59.515727 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Port 33faa7f7-71d0-4368-b969-fb9f0930f516 on network 40b07636-3c30-4b9c-913c-04fcd6162fb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:09:59.516052 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Attempting to bind port 33faa7f7-71d0-4368-b969-fb9f0930f516 on network 40b07636-3c30-4b9c-913c-04fcd6162fb3 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:59.520810 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:09:59.521146 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Checking segment: {'id': 'bb9a28a8-d228-468d-8ae0-7b6716badb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:59.521527 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Bound using segment: {'id': 'bb9a28a8-d228-468d-8ae0-7b6716badb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:09:59.521954 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Bound port: 33faa7f7-71d0-4368-b969-fb9f0930f516, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9a28a8-d228-468d-8ae0-7b6716badb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:09:59.522310 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:59.588427 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] For port 33faa7f7-71d0-4368-b969-fb9f0930f516, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:09:59.591361 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] For port 33faa7f7-71d0-4368-b969-fb9f0930f516, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=33faa7f7-71d0-4368-b969-fb9f0930f516,segment=NetworkSegment(bb9a28a8-d228-468d-8ae0-7b6716badb21),segment_id=bb9a28a8-d228-468d-8ae0-7b6716badb21)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:09:59.597813 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:59.630139 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:59.630767 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:59.632385 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] 10.222.0.73 "PUT /v2.0/ports/33faa7f7-71d0-4368-b969-fb9f0930f516 HTTP/1.1" status: 200 len: 1093 time: 0.7518425 Aug 11 03:09:59.669913 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b42f4-557d-4188-8e8f-3d736f606662 service neutron] Pushing event updated for resources: {'Port': ['ID=33faa7f7-71d0-4368-b969-fb9f0930f516,revision_number=7']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:59.705964 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-4cb88f09-e13f-4db6-b2c6-ca97c4603ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:59.707674 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-4cb88f09-e13f-4db6-b2c6-ca97c4603ca2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 1096 time: 0.0493350 Aug 11 03:09:59.810591 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-9faf8e3c-f6dd-4e41-a25b-e9b6230fb7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:59.812127 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-9faf8e3c-f6dd-4e41-a25b-e9b6230fb7d8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=40b07636-3c30-4b9c-913c-04fcd6162fb3 HTTP/1.1" status: 200 len: 898 time: 0.0974414 Aug 11 03:09:59.878323 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-01b1ce62-3730-48b7-a9ba-04a4f1c56b7e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33faa7f7-71d0-4368-b969-fb9f0930f516 HTTP/1.1" status: 200 len: 999 time: 0.0594022 Aug 11 03:09:59.926350 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-21042ea6-1311-47e2-a1a0-029b9bcad411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:59.927737 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-21042ea6-1311-47e2-a1a0-029b9bcad411 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ac6d6968-3dae-4734-a2e2-5953b2893e15 HTTP/1.1" status: 200 len: 834 time: 0.0429087 Aug 11 03:09:59.978469 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-653f5dad-aef1-4505-8656-b602eeb224dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:59.980073 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-653f5dad-aef1-4505-8656-b602eeb224dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=40b07636-3c30-4b9c-913c-04fcd6162fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453575 Aug 11 03:10:00.067834 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-6c31cca6-3586-4b5f-866e-1acc40e5098e service neutron] 10.222.0.73 "GET /v2.0/networks/40b07636-3c30-4b9c-913c-04fcd6162fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805326 Aug 11 03:10:00.162235 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b1536552-eae1-45c3-b946-3bf44bb44382 req-0dc2c0f3-ed1d-4192-987a-6458cdb9b0fd service neutron] 10.222.0.73 "GET /v2.0/networks/40b07636-3c30-4b9c-913c-04fcd6162fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869727 Aug 11 03:10:00.407329 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83723eeb-df05-4544-baef-b53568ed03c0 req-8b354d9b-d04d-4cfd-83cb-0275c95c830e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:00.408826 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-83723eeb-df05-4544-baef-b53568ed03c0 req-8b354d9b-d04d-4cfd-83cb-0275c95c830e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 944 time: 0.0486131 Aug 11 03:10:00.446157 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-83723eeb-df05-4544-baef-b53568ed03c0 req-b67c3725-1280-4d4a-840f-4f93929c288f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314970 Aug 11 03:10:01.282508 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133553e5-2ede-4d6c-856a-189a1000f0a0', 'tag': '33faa7f7-71d0-4368-b969-fb9f0930f516'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:01.284954 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef26015ff99b62ba85d82572846d8981a3d7c94015c7a376eee6ede9212d5761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde1f67b-3019-4124-801b-6b582f275056" -d '{"events": [{"name": "network-changed", "server_uuid": "133553e5-2ede-4d6c-856a-189a1000f0a0", "tag": "33faa7f7-71d0-4368-b969-fb9f0930f516"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:01.331973 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf305447-0497-40b1-9267-644f75aa499e x-openstack-request-id: req-bf305447-0497-40b1-9267-644f75aa499e {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:01.332279 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133553e5-2ede-4d6c-856a-189a1000f0a0", "tag": "33faa7f7-71d0-4368-b969-fb9f0930f516", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:01.332527 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bf305447-0497-40b1-9267-644f75aa499e {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:01.332922 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133553e5-2ede-4d6c-856a-189a1000f0a0', 'tag': '33faa7f7-71d0-4368-b969-fb9f0930f516', 'status': 'completed', 'code': 200} Aug 11 03:10:01.354685 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:10:01.390818 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1f67b-3019-4124-801b-6b582f275056 req-88752bd0-3884-41ff-9b29-650b09d9f5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:01.392399 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bde1f67b-3019-4124-801b-6b582f275056 req-88752bd0-3884-41ff-9b29-650b09d9f5ff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 1096 time: 0.0408251 Aug 11 03:10:01.393848 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1f67b-3019-4124-801b-6b582f275056 req-b9515284-51c6-490f-a172-70839ad0392f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:01.395322 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bde1f67b-3019-4124-801b-6b582f275056 req-b9515284-51c6-490f-a172-70839ad0392f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 1096 time: 0.0394053 Aug 11 03:10:01.491110 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1f67b-3019-4124-801b-6b582f275056 req-6a4dc603-bd46-4401-aa43-12770c001f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:01.491953 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1f67b-3019-4124-801b-6b582f275056 req-f3d74676-0617-4fb7-ac37-e8905cd73861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:01.492666 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bde1f67b-3019-4124-801b-6b582f275056 req-6a4dc603-bd46-4401-aa43-12770c001f24 service neutron] 10.222.0.66 "GET /v2.0/networks?id=40b07636-3c30-4b9c-913c-04fcd6162fb3 HTTP/1.1" status: 200 len: 898 time: 0.0900931 Aug 11 03:10:01.493461 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bde1f67b-3019-4124-801b-6b582f275056 req-f3d74676-0617-4fb7-ac37-e8905cd73861 service neutron] 10.222.0.73 "GET /v2.0/networks?id=40b07636-3c30-4b9c-913c-04fcd6162fb3 HTTP/1.1" status: 200 len: 898 time: 0.0941644 Aug 11 03:10:01.561373 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bde1f67b-3019-4124-801b-6b582f275056 req-5e1470e5-bd73-40af-a7a4-89ff5c48ed0e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33faa7f7-71d0-4368-b969-fb9f0930f516 HTTP/1.1" status: 200 len: 999 time: 0.0611122 Aug 11 03:10:01.596844 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bde1f67b-3019-4124-801b-6b582f275056 req-34b7e222-6238-48a8-952f-e9ca58f8b520 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33faa7f7-71d0-4368-b969-fb9f0930f516 HTTP/1.1" status: 200 len: 999 time: 0.0949585 Aug 11 03:10:01.609385 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee843a89-0f8d-4f75-a903-8a05694b2837 req-e0e99b1e-ef71-4de8-9528-905ffac0e23e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:01.610856 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ee843a89-0f8d-4f75-a903-8a05694b2837 req-e0e99b1e-ef71-4de8-9528-905ffac0e23e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 944 time: 0.0734987 Aug 11 03:10:01.617516 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1f67b-3019-4124-801b-6b582f275056 req-d6c1e4d4-4de5-4211-baed-d57b5d5b2824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:01.619289 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bde1f67b-3019-4124-801b-6b582f275056 req-d6c1e4d4-4de5-4211-baed-d57b5d5b2824 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ac6d6968-3dae-4734-a2e2-5953b2893e15 HTTP/1.1" status: 200 len: 834 time: 0.0500360 Aug 11 03:10:01.641555 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 33faa7f7-71d0-4368-b969-fb9f0930f516 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:10:01.668337 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1f67b-3019-4124-801b-6b582f275056 req-8e47bf6b-46f9-424c-83f6-ece32b30b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:01.670417 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bde1f67b-3019-4124-801b-6b582f275056 req-8e47bf6b-46f9-424c-83f6-ece32b30b28b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=40b07636-3c30-4b9c-913c-04fcd6162fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438108 Aug 11 03:10:01.681183 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1f67b-3019-4124-801b-6b582f275056 req-8ee6ec7d-3071-4b62-a48d-aea12d61fc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:01.682743 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bde1f67b-3019-4124-801b-6b582f275056 req-8ee6ec7d-3071-4b62-a48d-aea12d61fc65 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ac6d6968-3dae-4734-a2e2-5953b2893e15 HTTP/1.1" status: 200 len: 834 time: 0.0709155 Aug 11 03:10:01.688000 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ee843a89-0f8d-4f75-a903-8a05694b2837 req-0567e70e-bafe-44dc-912f-bba5bcaf0fde tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481281 Aug 11 03:10:01.737402 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1f67b-3019-4124-801b-6b582f275056 req-bf63e467-e56f-4ca5-a9fd-f765cefd3d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:01.739739 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bde1f67b-3019-4124-801b-6b582f275056 req-bf63e467-e56f-4ca5-a9fd-f765cefd3d3d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=40b07636-3c30-4b9c-913c-04fcd6162fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497158 Aug 11 03:10:01.761032 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 33faa7f7-71d0-4368-b969-fb9f0930f516, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=33faa7f7-71d0-4368-b969-fb9f0930f516,segment=NetworkSegment(bb9a28a8-d228-468d-8ae0-7b6716badb21),segment_id=bb9a28a8-d228-468d-8ae0-7b6716badb21)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:01.773272 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '33faa7f7-71d0-4368-b969-fb9f0930f516', 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3', 'port_id': '33faa7f7-71d0-4368-b969-fb9f0930f516', 'mac_address': 'fa:16:3e:2a:dc:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6d6968-3dae-4734-a2e2-5953b2893e15', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:10:01.783329 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bde1f67b-3019-4124-801b-6b582f275056 req-f4991d37-1283-4bfc-9479-396f964a42db service neutron] 10.222.0.66 "GET /v2.0/networks/40b07636-3c30-4b9c-913c-04fcd6162fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049256 Aug 11 03:10:01.810660 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:01.823932 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33faa7f7-71d0-4368-b969-fb9f0930f516 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:10:01.839394 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bde1f67b-3019-4124-801b-6b582f275056 req-56139fa8-1dcf-4e04-b26f-a19b06db4f2e service neutron] 10.222.0.73 "GET /v2.0/networks/40b07636-3c30-4b9c-913c-04fcd6162fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911021 Aug 11 03:10:01.845053 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 33faa7f7-71d0-4368-b969-fb9f0930f516, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=33faa7f7-71d0-4368-b969-fb9f0930f516,segment=NetworkSegment(bb9a28a8-d228-468d-8ae0-7b6716badb21),segment_id=bb9a28a8-d228-468d-8ae0-7b6716badb21)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:01.849886 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:01.884456 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bde1f67b-3019-4124-801b-6b582f275056 req-ccd83f29-1b5b-409e-ba2a-b4ad866ddb36 service neutron] 10.222.0.66 "GET /v2.0/networks/40b07636-3c30-4b9c-913c-04fcd6162fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927122 Aug 11 03:10:01.898833 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=33faa7f7-71d0-4368-b969-fb9f0930f516,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:01.908592 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:01.908947 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:01.909317 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:01.909711 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:01.910056 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:01.910393 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:01.910726 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:01.911058 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:01.911387 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:01.911769 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:01.912097 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:01.912423 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:01.933601 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-bde1f67b-3019-4124-801b-6b582f275056 req-96ade0ce-ac05-4eb3-8338-390319ba21e3 service neutron] 10.222.0.73 "GET /v2.0/networks/40b07636-3c30-4b9c-913c-04fcd6162fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873170 Aug 11 03:10:02.104214 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['33faa7f7-71d0-4368-b969-fb9f0930f516'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:10:02.806779 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb34f9e-f033-4307-8b0b-3a2bf064e880 req-52f2016a-ac76-42e9-89ae-97ea7dc1a488 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:02.808281 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5eb34f9e-f033-4307-8b0b-3a2bf064e880 req-52f2016a-ac76-42e9-89ae-97ea7dc1a488 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 945 time: 0.0486743 Aug 11 03:10:02.846008 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5eb34f9e-f033-4307-8b0b-3a2bf064e880 req-d642b365-4ba3-4e08-905b-bb11eb2fe87f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318434 Aug 11 03:10:02.990242 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 33faa7f7-71d0-4368-b969-fb9f0930f516 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:10:03.027014 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device 33faa7f7-71d0-4368-b969-fb9f0930f516 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:10:03.070279 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023fe9c-3018-472e-909d-79586d54af2f req-f3e317d4-a056-455b-bace-650191941cfa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:03.071818 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b023fe9c-3018-472e-909d-79586d54af2f req-f3e317d4-a056-455b-bace-650191941cfa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 945 time: 0.0849674 Aug 11 03:10:03.079832 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ddfed-f2f8-4c84-a831-926bf8ee42d3 req-3d08afbb-75c6-4f65-9cf3-c5caf162ad68 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:03.081186 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b88ddfed-f2f8-4c84-a831-926bf8ee42d3 req-3d08afbb-75c6-4f65-9cf3-c5caf162ad68 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.66 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0&tenant_id=b778002df1964af5b6fb7ddcefc82408&binding%3Ahost_id=n-h1-615180-33 HTTP/1.1" status: 200 len: 945 time: 0.0824246 Aug 11 03:10:03.144025 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b023fe9c-3018-472e-909d-79586d54af2f req-3c51d3ca-23f1-4b5e-b43b-9ced9daf4c90 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619090 Aug 11 03:10:03.162777 n-d-615180-33 neutron-server[94506]: INFO neutron.api.v2.resource [req-b88ddfed-f2f8-4c84-a831-926bf8ee42d3 req-dc0e95f8-fa52-4c7b-be19-d280ab143647 service neutron] delete failed (client error): The resource could not be found. Aug 11 03:10:03.163823 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b88ddfed-f2f8-4c84-a831-926bf8ee42d3 req-dc0e95f8-fa52-4c7b-be19-d280ab143647 service neutron] 10.222.0.66 "DELETE /v2.0/ports/33faa7f7-71d0-4368-b969-fb9f0930f516/bindings/n-h2-615180-33 HTTP/1.1" status: 404 len: 381 time: 0.0684538 Aug 11 03:10:03.250941 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ddfed-f2f8-4c84-a831-926bf8ee42d3 req-e46ea6c5-fa3c-49d4-8f27-27e081db9f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:03.251953 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b88ddfed-f2f8-4c84-a831-926bf8ee42d3 req-e46ea6c5-fa3c-49d4-8f27-27e081db9f97 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 1097 time: 0.0435512 Aug 11 03:10:03.267347 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7759f-0c12-4872-9cbe-9e19568406a8 req-76cd972a-32b0-4fb7-8fd3-73b794df2300 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:03.269000 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-93a7759f-0c12-4872-9cbe-9e19568406a8 req-76cd972a-32b0-4fb7-8fd3-73b794df2300 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 945 time: 0.0548697 Aug 11 03:10:03.307023 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-93a7759f-0c12-4872-9cbe-9e19568406a8 req-a12cc7b6-e522-4b52-97a8-a8bc83dd5b04 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314174 Aug 11 03:10:03.349687 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ddfed-f2f8-4c84-a831-926bf8ee42d3 req-7fdd990a-c009-4952-b910-a8ebaeb758a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:03.351185 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b88ddfed-f2f8-4c84-a831-926bf8ee42d3 req-7fdd990a-c009-4952-b910-a8ebaeb758a8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=40b07636-3c30-4b9c-913c-04fcd6162fb3 HTTP/1.1" status: 200 len: 898 time: 0.0915060 Aug 11 03:10:03.415596 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b88ddfed-f2f8-4c84-a831-926bf8ee42d3 req-1a12b87e-e93e-485f-9cdf-0dceb084c507 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33faa7f7-71d0-4368-b969-fb9f0930f516 HTTP/1.1" status: 200 len: 1000 time: 0.0566053 Aug 11 03:10:03.468750 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ddfed-f2f8-4c84-a831-926bf8ee42d3 req-618ee53e-8f98-4526-a469-da79eb46462c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:03.470171 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b88ddfed-f2f8-4c84-a831-926bf8ee42d3 req-618ee53e-8f98-4526-a469-da79eb46462c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ac6d6968-3dae-4734-a2e2-5953b2893e15 HTTP/1.1" status: 200 len: 834 time: 0.0473931 Aug 11 03:10:03.515414 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ddfed-f2f8-4c84-a831-926bf8ee42d3 req-45529109-3a27-4214-b33c-b296ada2fc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:03.516803 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b88ddfed-f2f8-4c84-a831-926bf8ee42d3 req-45529109-3a27-4214-b33c-b296ada2fc97 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=40b07636-3c30-4b9c-913c-04fcd6162fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389285 Aug 11 03:10:03.604921 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b88ddfed-f2f8-4c84-a831-926bf8ee42d3 req-55549901-2d60-4a25-bc1c-43b8a3c45d99 service neutron] 10.222.0.66 "GET /v2.0/networks/40b07636-3c30-4b9c-913c-04fcd6162fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799625 Aug 11 03:10:03.656328 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 33faa7f7-71d0-4368-b969-fb9f0930f516 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:03.696922 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b88ddfed-f2f8-4c84-a831-926bf8ee42d3 req-1669182c-e9dd-4cae-b321-69b9411bfcbc service neutron] 10.222.0.66 "GET /v2.0/networks/40b07636-3c30-4b9c-913c-04fcd6162fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845678 Aug 11 03:10:03.706447 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 33faa7f7-71d0-4368-b969-fb9f0930f516 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:03.710055 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 33faa7f7-71d0-4368-b969-fb9f0930f516 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:03.710425 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:03.790626 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:03.813930 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133553e5-2ede-4d6c-856a-189a1000f0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33faa7f7-71d0-4368-b969-fb9f0930f516'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:03.816214 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20fab26f80b9da78313f4d9f7f3b762b68210575349c4eb51748859b525969e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ea6437-38be-4d88-9f1b-a835d33a9704" -d '{"events": [{"server_uuid": "133553e5-2ede-4d6c-856a-189a1000f0a0", "name": "network-vif-plugged", "status": "completed", "tag": "33faa7f7-71d0-4368-b969-fb9f0930f516"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:03.829945 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 33faa7f7-71d0-4368-b969-fb9f0930f516, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=33faa7f7-71d0-4368-b969-fb9f0930f516,segment=NetworkSegment(bb9a28a8-d228-468d-8ae0-7b6716badb21),segment_id=bb9a28a8-d228-468d-8ae0-7b6716badb21)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:03.834368 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:03.868868 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4c1d8a-20eb-481f-8ee1-e3ef5aacbba4 x-openstack-request-id: req-3a4c1d8a-20eb-481f-8ee1-e3ef5aacbba4 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:03.869167 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133553e5-2ede-4d6c-856a-189a1000f0a0", "name": "network-vif-plugged", "status": "completed", "tag": "33faa7f7-71d0-4368-b969-fb9f0930f516", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:03.869420 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3a4c1d8a-20eb-481f-8ee1-e3ef5aacbba4 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:03.869810 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133553e5-2ede-4d6c-856a-189a1000f0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33faa7f7-71d0-4368-b969-fb9f0930f516', 'code': 200} Aug 11 03:10:03.885288 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=33faa7f7-71d0-4368-b969-fb9f0930f516,revision_number=9']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:04.421508 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854ddc7-ed78-4ba4-a721-9c7f7fafb2ef req-45e6d2a4-5827-48ed-9344-86fb34a80a3e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:04.422956 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8854ddc7-ed78-4ba4-a721-9c7f7fafb2ef req-45e6d2a4-5827-48ed-9344-86fb34a80a3e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0481999 Aug 11 03:10:04.459094 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8854ddc7-ed78-4ba4-a721-9c7f7fafb2ef req-0715acf3-7e14-4817-b386-20432de842f5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302987 Aug 11 03:10:04.482255 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33638) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:04.542782 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2651dba7-c9c7-4a6c-8078-334c8a6b486a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/floatingips/2cdfe219-7de8-4000-8ba5-ce59f52f1dc7 HTTP/1.1" status: 200 len: 993 time: 0.0593998 Aug 11 03:10:05.515482 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f5110233-fd0d-4b64-a351-2cbeff37553b req-108965e0-dd47-4616-b196-46eff519aff3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419066 Aug 11 03:10:05.593629 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5110233-fd0d-4b64-a351-2cbeff37553b req-887ed778-566f-458a-a15b-a8751f661af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:05.595077 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f5110233-fd0d-4b64-a351-2cbeff37553b req-887ed778-566f-458a-a15b-a8751f661af5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 1098 time: 0.0398662 Aug 11 03:10:05.693565 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5110233-fd0d-4b64-a351-2cbeff37553b req-2267e4d4-a3ce-4ac1-81b5-7cdc460e8369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:05.695003 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f5110233-fd0d-4b64-a351-2cbeff37553b req-2267e4d4-a3ce-4ac1-81b5-7cdc460e8369 service neutron] 10.222.0.73 "GET /v2.0/networks?id=40b07636-3c30-4b9c-913c-04fcd6162fb3 HTTP/1.1" status: 200 len: 898 time: 0.0809040 Aug 11 03:10:05.762670 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f5110233-fd0d-4b64-a351-2cbeff37553b req-d9a0bbbb-bb32-4a0d-a41a-3cdfdb03584f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33faa7f7-71d0-4368-b969-fb9f0930f516 HTTP/1.1" status: 200 len: 1001 time: 0.0598590 Aug 11 03:10:05.808497 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5110233-fd0d-4b64-a351-2cbeff37553b req-011b35e6-90a3-4d7a-b13d-0543af311375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:05.810396 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f5110233-fd0d-4b64-a351-2cbeff37553b req-011b35e6-90a3-4d7a-b13d-0543af311375 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ac6d6968-3dae-4734-a2e2-5953b2893e15 HTTP/1.1" status: 200 len: 834 time: 0.0420449 Aug 11 03:10:05.854336 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5110233-fd0d-4b64-a351-2cbeff37553b req-03367460-edcb-41b5-bada-acf7db24fde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:05.855827 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f5110233-fd0d-4b64-a351-2cbeff37553b req-03367460-edcb-41b5-bada-acf7db24fde5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=40b07636-3c30-4b9c-913c-04fcd6162fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389116 Aug 11 03:10:05.945650 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f5110233-fd0d-4b64-a351-2cbeff37553b req-5255b12a-046c-46c1-a3be-76244a1d4f8e service neutron] 10.222.0.73 "GET /v2.0/networks/40b07636-3c30-4b9c-913c-04fcd6162fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827904 Aug 11 03:10:06.032908 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f5110233-fd0d-4b64-a351-2cbeff37553b req-2c546a14-81ab-48f3-8065-5be6534e3d15 service neutron] 10.222.0.73 "GET /v2.0/networks/40b07636-3c30-4b9c-913c-04fcd6162fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800776 Aug 11 03:10:15.717887 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4a576ab3-21f7-4999-865b-63ae80dff427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:18.396622 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-414eb12b-62ef-4409-97ed-4d8e74fdde5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:18.398299 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:20.158762 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:21.657981 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:25.020740 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:25.893590 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:32.891476 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33654) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:33.048994 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-32299fe4-0b5c-4c91-ad15-629465bdfdb4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Deleting port 34df1a12-b574-423b-b5c8-2884a7d28abb {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:10:33.049338 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32299fe4-0b5c-4c91-ad15-629465bdfdb4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.124051 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32299fe4-0b5c-4c91-ad15-629465bdfdb4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.124385 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32299fe4-0b5c-4c91-ad15-629465bdfdb4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.135621 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-32299fe4-0b5c-4c91-ad15-629465bdfdb4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Calling delete_port for 34df1a12-b574-423b-b5c8-2884a7d28abb owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:10:33.282662 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32299fe4-0b5c-4c91-ad15-629465bdfdb4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.309186 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32299fe4-0b5c-4c91-ad15-629465bdfdb4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'Port': ['ID=34df1a12-b574-423b-b5c8-2884a7d28abb,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:33.365750 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32299fe4-0b5c-4c91-ad15-629465bdfdb4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.366083 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-32299fe4-0b5c-4c91-ad15-629465bdfdb4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Floating IP 2cdfe219-7de8-4000-8ba5-ce59f52f1dc7 disassociated (deleted). External IP: 172.25.2.66, port: 33faa7f7-71d0-4368-b969-fb9f0930f516. Aug 11 03:10:33.567374 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32299fe4-0b5c-4c91-ad15-629465bdfdb4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Router b0b96ec9-ec0b-439c-ba24-f0df79ce7e26 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:10:33.672157 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32299fe4-0b5c-4c91-ad15-629465bdfdb4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:10:33.677046 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-32299fe4-0b5c-4c91-ad15-629465bdfdb4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.682193 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafad5b3-8a2d-43b7-9e6e-96d8f17e2313 None None] Sync routers for ids ['b0b96ec9-ec0b-439c-ba24-f0df79ce7e26'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:10:33.690877 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafad5b3-8a2d-43b7-9e6e-96d8f17e2313 None None] Routers {'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:33.691497 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-dafad5b3-8a2d-43b7-9e6e-96d8f17e2313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:10:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['b0b96ec9-ec0b-439c-ba24-f0df79ce7e26'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:33.706231 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-32299fe4-0b5c-4c91-ad15-629465bdfdb4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "DELETE /v2.0/floatingips/2cdfe219-7de8-4000-8ba5-ce59f52f1dc7 HTTP/1.1" status: 204 len: 168 time: 0.8136287 Aug 11 03:10:33.706814 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133553e5-2ede-4d6c-856a-189a1000f0a0', 'tag': '33faa7f7-71d0-4368-b969-fb9f0930f516'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:33.709118 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef26015ff99b62ba85d82572846d8981a3d7c94015c7a376eee6ede9212d5761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fda102-28ee-4505-a2d9-3ca90f73e159" -d '{"events": [{"name": "network-changed", "server_uuid": "133553e5-2ede-4d6c-856a-189a1000f0a0", "tag": "33faa7f7-71d0-4368-b969-fb9f0930f516"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:33.748090 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37eaf068-5d1d-4308-9463-d4e88db5550f x-openstack-request-id: req-37eaf068-5d1d-4308-9463-d4e88db5550f {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:33.748381 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133553e5-2ede-4d6c-856a-189a1000f0a0", "tag": "33faa7f7-71d0-4368-b969-fb9f0930f516", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:33.748629 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-37eaf068-5d1d-4308-9463-d4e88db5550f {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:33.749035 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133553e5-2ede-4d6c-856a-189a1000f0a0', 'tag': '33faa7f7-71d0-4368-b969-fb9f0930f516', 'status': 'completed', 'code': 200} Aug 11 03:10:33.824603 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fda102-28ee-4505-a2d9-3ca90f73e159 req-14c9ed19-c926-42c0-bad1-e859e75e3412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:33.826550 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-89fda102-28ee-4505-a2d9-3ca90f73e159 req-14c9ed19-c926-42c0-bad1-e859e75e3412 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 1098 time: 0.0551789 Aug 11 03:10:33.941554 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fda102-28ee-4505-a2d9-3ca90f73e159 req-903ecf5b-f941-42d0-96db-a47d6b443fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:33.943152 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-89fda102-28ee-4505-a2d9-3ca90f73e159 req-903ecf5b-f941-42d0-96db-a47d6b443fe5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=40b07636-3c30-4b9c-913c-04fcd6162fb3 HTTP/1.1" status: 200 len: 898 time: 0.1043599 Aug 11 03:10:33.957896 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-dafad5b3-8a2d-43b7-9e6e-96d8f17e2313 None None] Set router b0b96ec9-ec0b-439c-ba24-f0df79ce7e26 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:33.960206 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a355b8d-71a3-4ff7-8b88-83b668c4c71d req-1a707ff7-d2cf-4451-a874-6ae6b40aafd4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:33.961718 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1a355b8d-71a3-4ff7-8b88-83b668c4c71d req-1a707ff7-d2cf-4451-a874-6ae6b40aafd4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0514431 Aug 11 03:10:33.987345 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-89fda102-28ee-4505-a2d9-3ca90f73e159 req-af360aff-5acf-442a-9022-87b7fc775a50 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33faa7f7-71d0-4368-b969-fb9f0930f516 HTTP/1.1" status: 200 len: 217 time: 0.0355620 Aug 11 03:10:34.001920 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1a355b8d-71a3-4ff7-8b88-83b668c4c71d req-93377987-0ce3-4997-8805-e97a9c0bbcc5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325654 Aug 11 03:10:34.045185 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fda102-28ee-4505-a2d9-3ca90f73e159 req-122a8ef3-0d01-462a-aefc-47c321ab33e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:34.046710 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-89fda102-28ee-4505-a2d9-3ca90f73e159 req-122a8ef3-0d01-462a-aefc-47c321ab33e1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ac6d6968-3dae-4734-a2e2-5953b2893e15 HTTP/1.1" status: 200 len: 834 time: 0.0506730 Aug 11 03:10:34.093117 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fda102-28ee-4505-a2d9-3ca90f73e159 req-7ec35711-af9e-4fe8-8e52-67cd8ccc8b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:34.094581 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-89fda102-28ee-4505-a2d9-3ca90f73e159 req-7ec35711-af9e-4fe8-8e52-67cd8ccc8b59 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=40b07636-3c30-4b9c-913c-04fcd6162fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398474 Aug 11 03:10:34.152704 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-dafad5b3-8a2d-43b7-9e6e-96d8f17e2313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127044675', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:57Z', 'updated_at': '2021-08-11T03:09:00Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': '615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:57Z', 'updated_at': '2021-08-11T03:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '457d7831-4102-4219-a1cb-bc5413157f60', 'name': '', 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:7e:23:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'ac6d6968-3dae-4734-a2e2-5953b2893e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:00Z', 'updated_at': '2021-08-11T03:09:05Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': 'ac6d6968-3dae-4734-a2e2-5953b2893e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:34.182474 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafad5b3-8a2d-43b7-9e6e-96d8f17e2313 None None] Checking router: b0b96ec9-ec0b-439c-ba24-f0df79ce7e26 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:10:34.183653 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-89fda102-28ee-4505-a2d9-3ca90f73e159 req-16d871ca-77bc-4d8d-a8dd-4318b1c9ff9b service neutron] 10.222.0.73 "GET /v2.0/networks/40b07636-3c30-4b9c-913c-04fcd6162fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812678 Aug 11 03:10:34.190613 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafad5b3-8a2d-43b7-9e6e-96d8f17e2313 None None] Routers {'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:34.191220 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-dafad5b3-8a2d-43b7-9e6e-96d8f17e2313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:10:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['b0b96ec9-ec0b-439c-ba24-f0df79ce7e26'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:34.284237 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-89fda102-28ee-4505-a2d9-3ca90f73e159 req-cd107a56-1d79-453f-ace8-2fa58259d86c service neutron] 10.222.0.73 "GET /v2.0/networks/40b07636-3c30-4b9c-913c-04fcd6162fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926085 Aug 11 03:10:34.297710 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-dafad5b3-8a2d-43b7-9e6e-96d8f17e2313 None None] Set router b0b96ec9-ec0b-439c-ba24-f0df79ce7e26 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:34.493583 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-dafad5b3-8a2d-43b7-9e6e-96d8f17e2313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127044675', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:57Z', 'updated_at': '2021-08-11T03:09:00Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': '615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:57Z', 'updated_at': '2021-08-11T03:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '457d7831-4102-4219-a1cb-bc5413157f60', 'name': '', 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:7e:23:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'ac6d6968-3dae-4734-a2e2-5953b2893e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:00Z', 'updated_at': '2021-08-11T03:09:05Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': 'ac6d6968-3dae-4734-a2e2-5953b2893e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:34.519862 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafad5b3-8a2d-43b7-9e6e-96d8f17e2313 None None] The sync data for ids ['b0b96ec9-ec0b-439c-ba24-f0df79ce7e26'] in n-d-615180-33 is: [{'id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127044675', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:57Z', 'updated_at': '2021-08-11T03:09:00Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': '615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:57Z', 'updated_at': '2021-08-11T03:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '457d7831-4102-4219-a1cb-bc5413157f60', 'name': '', 'network_id': '40b07636-3c30-4b9c-913c-04fcd6162fb3', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:7e:23:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'ac6d6968-3dae-4734-a2e2-5953b2893e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:00Z', 'updated_at': '2021-08-11T03:09:05Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': 'ac6d6968-3dae-4734-a2e2-5953b2893e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:10:34.720449 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dea768-3d47-43d4-92bb-4a16ac624cfc None None] New status for floating IP 2cdfe219-7de8-4000-8ba5-ce59f52f1dc7: DOWN {{(pid=94509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:10:35.118132 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ca932-2a0f-4338-a1b0-2d4a49778da7 req-f31848f1-78be-4f3a-b221-04a2ecc2852e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:35.119641 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-587ca932-2a0f-4338-a1b0-2d4a49778da7 req-f31848f1-78be-4f3a-b221-04a2ecc2852e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0488110 Aug 11 03:10:35.183023 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-587ca932-2a0f-4338-a1b0-2d4a49778da7 req-2946961f-9fff-4c1a-90ff-73a1c554ad8d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=38a0160d-3344-4439-82d1-ccd0d8575d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573521 Aug 11 03:10:35.204098 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165cc58-5181-45e5-b796-ad62ecbcba30 req-72f587b8-91bc-468d-a410-b91aa8bd8051 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:35.205551 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d165cc58-5181-45e5-b796-ad62ecbcba30 req-72f587b8-91bc-468d-a410-b91aa8bd8051 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.73 "GET /v2.0/ports?device_id=133553e5-2ede-4d6c-856a-189a1000f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0643334 Aug 11 03:10:35.295355 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-d165cc58-5181-45e5-b796-ad62ecbcba30 req-bf943da3-caac-4f88-b710-09e5d0d0df28 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Deleting port 33faa7f7-71d0-4368-b969-fb9f0930f516 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:10:35.295735 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d165cc58-5181-45e5-b796-ad62ecbcba30 req-bf943da3-caac-4f88-b710-09e5d0d0df28 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.385917 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-d165cc58-5181-45e5-b796-ad62ecbcba30 req-bf943da3-caac-4f88-b710-09e5d0d0df28 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] For port 33faa7f7-71d0-4368-b969-fb9f0930f516, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=33faa7f7-71d0-4368-b969-fb9f0930f516,segment=NetworkSegment(bb9a28a8-d228-468d-8ae0-7b6716badb21),segment_id=bb9a28a8-d228-468d-8ae0-7b6716badb21)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:35.386290 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d165cc58-5181-45e5-b796-ad62ecbcba30 req-bf943da3-caac-4f88-b710-09e5d0d0df28 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.399518 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-d165cc58-5181-45e5-b796-ad62ecbcba30 req-bf943da3-caac-4f88-b710-09e5d0d0df28 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Calling delete_port for 33faa7f7-71d0-4368-b969-fb9f0930f516 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:10:35.523117 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d165cc58-5181-45e5-b796-ad62ecbcba30 req-bf943da3-caac-4f88-b710-09e5d0d0df28 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.555172 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf943da3-caac-4f88-b710-09e5d0d0df28 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'Port': ['ID=33faa7f7-71d0-4368-b969-fb9f0930f516,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:35.595437 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-d165cc58-5181-45e5-b796-ad62ecbcba30 req-bf943da3-caac-4f88-b710-09e5d0d0df28 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] No DVR routers for this DVR port 33faa7f7-71d0-4368-b969-fb9f0930f516 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:10:35.598095 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-d165cc58-5181-45e5-b796-ad62ecbcba30 req-bf943da3-caac-4f88-b710-09e5d0d0df28 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.600156 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d165cc58-5181-45e5-b796-ad62ecbcba30 req-bf943da3-caac-4f88-b710-09e5d0d0df28 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.73 "DELETE /v2.0/ports/33faa7f7-71d0-4368-b969-fb9f0930f516 HTTP/1.1" status: 204 len: 173 time: 0.3882978 Aug 11 03:10:35.749987 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133553e5-2ede-4d6c-856a-189a1000f0a0', 'name': 'network-vif-deleted', 'tag': '33faa7f7-71d0-4368-b969-fb9f0930f516'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:35.752390 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef26015ff99b62ba85d82572846d8981a3d7c94015c7a376eee6ede9212d5761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b4fb1e-2522-49a0-8461-0f0f8f2442ad" -d '{"events": [{"server_uuid": "133553e5-2ede-4d6c-856a-189a1000f0a0", "name": "network-vif-deleted", "tag": "33faa7f7-71d0-4368-b969-fb9f0930f516"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:35.788351 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f6df71-cc85-4b98-bc92-f84485503579 x-openstack-request-id: req-f9f6df71-cc85-4b98-bc92-f84485503579 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:35.788645 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133553e5-2ede-4d6c-856a-189a1000f0a0", "name": "network-vif-deleted", "tag": "33faa7f7-71d0-4368-b969-fb9f0930f516", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:35.788896 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f9f6df71-cc85-4b98-bc92-f84485503579 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:35.789305 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133553e5-2ede-4d6c-856a-189a1000f0a0', 'name': 'network-vif-deleted', 'tag': '33faa7f7-71d0-4368-b969-fb9f0930f516', 'status': 'completed', 'code': 200} Aug 11 03:10:36.237845 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33668) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:36.589730 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-edea75cf-ce6b-4213-8516-a5782147e1b4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:36.847692 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-edea75cf-ce6b-4213-8516-a5782147e1b4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Deleting port 457d7831-4102-4219-a1cb-bc5413157f60 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:10:36.848006 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-edea75cf-ce6b-4213-8516-a5782147e1b4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:36.944237 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-edea75cf-ce6b-4213-8516-a5782147e1b4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] For port 457d7831-4102-4219-a1cb-bc5413157f60, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=457d7831-4102-4219-a1cb-bc5413157f60,segment=NetworkSegment(bb9a28a8-d228-468d-8ae0-7b6716badb21),segment_id=bb9a28a8-d228-468d-8ae0-7b6716badb21)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:36.944600 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-edea75cf-ce6b-4213-8516-a5782147e1b4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:36.957356 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-edea75cf-ce6b-4213-8516-a5782147e1b4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Calling delete_port for 457d7831-4102-4219-a1cb-bc5413157f60 owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:10:37.138426 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-edea75cf-ce6b-4213-8516-a5782147e1b4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:37.168422 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea75cf-ce6b-4213-8516-a5782147e1b4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'Port': ['ID=457d7831-4102-4219-a1cb-bc5413157f60,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:37.656655 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-edea75cf-ce6b-4213-8516-a5782147e1b4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:37.873789 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edea75cf-ce6b-4213-8516-a5782147e1b4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Router b0b96ec9-ec0b-439c-ba24-f0df79ce7e26 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:10:37.977408 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edea75cf-ce6b-4213-8516-a5782147e1b4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:10:37.982965 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-edea75cf-ce6b-4213-8516-a5782147e1b4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "PUT /v2.0/routers/b0b96ec9-ec0b-439c-ba24-f0df79ce7e26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7440760 Aug 11 03:10:37.985856 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33670) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:37.988497 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6d72a9-7852-4821-9d6c-8b8721261178 None None] Sync routers for ids ['b0b96ec9-ec0b-439c-ba24-f0df79ce7e26'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:10:37.998965 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6d72a9-7852-4821-9d6c-8b8721261178 None None] Routers {'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:37.999605 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-4c6d72a9-7852-4821-9d6c-8b8721261178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:10:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['b0b96ec9-ec0b-439c-ba24-f0df79ce7e26'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:38.039660 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-b84accac-5e92-42bc-bee0-4fe00faeba3c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Deleting subnet ac6d6968-3dae-4734-a2e2-5953b2893e15 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:10:38.042691 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b84accac-5e92-42bc-bee0-4fe00faeba3c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:38.087547 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b84accac-5e92-42bc-bee0-4fe00faeba3c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:38.104103 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-4c6d72a9-7852-4821-9d6c-8b8721261178 None None] Set router b0b96ec9-ec0b-439c-ba24-f0df79ce7e26 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:38.172807 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b84accac-5e92-42bc-bee0-4fe00faeba3c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:38.234311 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b84accac-5e92-42bc-bee0-4fe00faeba3c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:38.267710 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84accac-5e92-42bc-bee0-4fe00faeba3c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'Subnet': ['ID=ac6d6968-3dae-4734-a2e2-5953b2893e15,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:38.272389 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-b84accac-5e92-42bc-bee0-4fe00faeba3c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:38.277394 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b84accac-5e92-42bc-bee0-4fe00faeba3c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "DELETE /v2.0/subnets/ac6d6968-3dae-4734-a2e2-5953b2893e15 HTTP/1.1" status: 204 len: 168 time: 0.2873852 Aug 11 03:10:38.278464 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f106d2-4253-4610-a127-ba666c21e120 None None] Network 40b07636-3c30-4b9c-913c-04fcd6162fb3 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:38.279182 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33672) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:38.282503 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84accac-5e92-42bc-bee0-4fe00faeba3c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:38.282503 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84accac-5e92-42bc-bee0-4fe00faeba3c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:38.282734 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84accac-5e92-42bc-bee0-4fe00faeba3c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:38.283141 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84accac-5e92-42bc-bee0-4fe00faeba3c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:38.283688 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84accac-5e92-42bc-bee0-4fe00faeba3c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:38.284307 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84accac-5e92-42bc-bee0-4fe00faeba3c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:38.284587 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84accac-5e92-42bc-bee0-4fe00faeba3c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:38.285126 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84accac-5e92-42bc-bee0-4fe00faeba3c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:38.285456 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84accac-5e92-42bc-bee0-4fe00faeba3c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:38.285798 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84accac-5e92-42bc-bee0-4fe00faeba3c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:38.286139 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84accac-5e92-42bc-bee0-4fe00faeba3c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:38.287589 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84accac-5e92-42bc-bee0-4fe00faeba3c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:38.335863 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-4c6d72a9-7852-4821-9d6c-8b8721261178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127044675', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:57Z', 'updated_at': '2021-08-11T03:10:37Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': '615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:57Z', 'updated_at': '2021-08-11T03:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:38.354714 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:10:38.376527 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6d72a9-7852-4821-9d6c-8b8721261178 None None] Checking router: b0b96ec9-ec0b-439c-ba24-f0df79ce7e26 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:10:38.391798 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cedbfa3c-e5a1-424f-8f9f-c0542aee83c3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:38.422327 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6d72a9-7852-4821-9d6c-8b8721261178 None None] Routers {'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:38.422952 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-4c6d72a9-7852-4821-9d6c-8b8721261178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:10:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['b0b96ec9-ec0b-439c-ba24-f0df79ce7e26'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:38.496240 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cedbfa3c-e5a1-424f-8f9f-c0542aee83c3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:38.543176 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef236f2-1a24-4278-a3e6-d0e2fa73a089 None None] DHCP port deletion for 40b07636-3c30-4b9c-913c-04fcd6162fb3 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:10:38.549215 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-4c6d72a9-7852-4821-9d6c-8b8721261178 None None] Set router b0b96ec9-ec0b-439c-ba24-f0df79ce7e26 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:38.554480 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-cedbfa3c-e5a1-424f-8f9f-c0542aee83c3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Deleting port 615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:10:38.554860 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cedbfa3c-e5a1-424f-8f9f-c0542aee83c3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:38.643161 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-cedbfa3c-e5a1-424f-8f9f-c0542aee83c3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] For port 615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:38.643529 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cedbfa3c-e5a1-424f-8f9f-c0542aee83c3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:38.657570 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-cedbfa3c-e5a1-424f-8f9f-c0542aee83c3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Calling delete_port for 615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163 owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:10:38.712084 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-2ef236f2-1a24-4278-a3e6-d0e2fa73a089 None None] Deleting port 7a4d0242-4591-4d7c-9c95-011daa1b2950 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:10:38.712469 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2ef236f2-1a24-4278-a3e6-d0e2fa73a089 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:38.799703 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-2ef236f2-1a24-4278-a3e6-d0e2fa73a089 None None] For port 7a4d0242-4591-4d7c-9c95-011daa1b2950, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7a4d0242-4591-4d7c-9c95-011daa1b2950,segment=NetworkSegment(bb9a28a8-d228-468d-8ae0-7b6716badb21),segment_id=bb9a28a8-d228-468d-8ae0-7b6716badb21)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:38.800108 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2ef236f2-1a24-4278-a3e6-d0e2fa73a089 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:38.816680 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-2ef236f2-1a24-4278-a3e6-d0e2fa73a089 None None] Calling delete_port for 7a4d0242-4591-4d7c-9c95-011daa1b2950 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:10:38.839051 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cedbfa3c-e5a1-424f-8f9f-c0542aee83c3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:38.868764 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbfa3c-e5a1-424f-8f9f-c0542aee83c3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'Port': ['ID=615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:38.870472 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-4c6d72a9-7852-4821-9d6c-8b8721261178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127044675', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:57Z', 'updated_at': '2021-08-11T03:10:37Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': '615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:57Z', 'updated_at': '2021-08-11T03:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:38.921964 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6d72a9-7852-4821-9d6c-8b8721261178 None None] The sync data for ids ['b0b96ec9-ec0b-439c-ba24-f0df79ce7e26'] in n-d-615180-33 is: [{'id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127044675', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:57Z', 'updated_at': '2021-08-11T03:10:37Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': '615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b96ec9-ec0b-439c-ba24-f0df79ce7e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:57Z', 'updated_at': '2021-08-11T03:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:10:38.939631 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cedbfa3c-e5a1-424f-8f9f-c0542aee83c3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:38.962639 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2ef236f2-1a24-4278-a3e6-d0e2fa73a089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:38.989174 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef236f2-1a24-4278-a3e6-d0e2fa73a089 None None] Pushing event deleted for resources: {'Port': ['ID=7a4d0242-4591-4d7c-9c95-011daa1b2950,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:38.991014 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef236f2-1a24-4278-a3e6-d0e2fa73a089 None None] No DVR routers for this DVR port 7a4d0242-4591-4d7c-9c95-011daa1b2950 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:10:39.037937 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cedbfa3c-e5a1-424f-8f9f-c0542aee83c3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:39.040123 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cedbfa3c-e5a1-424f-8f9f-c0542aee83c3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:39.090176 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cedbfa3c-e5a1-424f-8f9f-c0542aee83c3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:39.091383 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedbfa3c-e5a1-424f-8f9f-c0542aee83c3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Fanout notify agent at l3_agent the message router_deleted on router b0b96ec9-ec0b-439c-ba24-f0df79ce7e26 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:10:39.098972 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-cedbfa3c-e5a1-424f-8f9f-c0542aee83c3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:39.103391 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-cedbfa3c-e5a1-424f-8f9f-c0542aee83c3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "DELETE /v2.0/routers/b0b96ec9-ec0b-439c-ba24-f0df79ce7e26 HTTP/1.1" status: 204 len: 168 time: 0.8200240 Aug 11 03:10:39.103619 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33674) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:39.185324 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34e81130-f392-4880-a2d8-377f376d1f89 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:39.190064 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7a4d0242-4591-4d7c-9c95-011daa1b2950 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:10:39.211292 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 7a4d0242-4591-4d7c-9c95-011daa1b2950 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:10:39.211681 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7a4d0242-4591-4d7c-9c95-011daa1b2950 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:10:39.212187 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 457d7831-4102-4219-a1cb-bc5413157f60 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:10:39.232793 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 457d7831-4102-4219-a1cb-bc5413157f60 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:10:39.233159 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 457d7831-4102-4219-a1cb-bc5413157f60 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:10:39.279699 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34e81130-f392-4880-a2d8-377f376d1f89 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:39.289753 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-34e81130-f392-4880-a2d8-377f376d1f89 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b07636-3c30-4b9c-913c-04fcd6162fb3']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:39.300579 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-34e81130-f392-4880-a2d8-377f376d1f89 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9a28a8-d228-468d-8ae0-7b6716badb21') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:39.300807 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-34e81130-f392-4880-a2d8-377f376d1f89 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9a28a8-d228-468d-8ae0-7b6716badb21') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:39.310162 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34e81130-f392-4880-a2d8-377f376d1f89 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:39.324362 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34e81130-f392-4880-a2d8-377f376d1f89 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:39.330853 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e81130-f392-4880-a2d8-377f376d1f89 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:10:39.331248 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34e81130-f392-4880-a2d8-377f376d1f89 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: timer() Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:10:39.334293 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:10:39.392377 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34e81130-f392-4880-a2d8-377f376d1f89 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:39.399984 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-34e81130-f392-4880-a2d8-377f376d1f89 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:39.400990 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-34e81130-f392-4880-a2d8-377f376d1f89 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "DELETE /v2.0/networks/40b07636-3c30-4b9c-913c-04fcd6162fb3 HTTP/1.1" status: 204 len: 168 time: 0.2963643 Aug 11 03:10:39.404399 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33676) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:39.413081 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e81130-f392-4880-a2d8-377f376d1f89 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'Network': ['ID=40b07636-3c30-4b9c-913c-04fcd6162fb3,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:39.462552 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-02b9bb9a-6f0d-4c34-b99a-f0fd4753f8a2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:39.488614 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-02b9bb9a-6f0d-4c34-b99a-f0fd4753f8a2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:39.553824 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-02b9bb9a-6f0d-4c34-b99a-f0fd4753f8a2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:39.556531 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-02b9bb9a-6f0d-4c34-b99a-f0fd4753f8a2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:39.557709 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-02b9bb9a-6f0d-4c34-b99a-f0fd4753f8a2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "DELETE /v2.0/security-groups/38a0160d-3344-4439-82d1-ccd0d8575d9d HTTP/1.1" status: 204 len: 168 time: 0.1523042 Aug 11 03:10:39.567401 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9bb9a-6f0d-4c34-b99a-f0fd4753f8a2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a0160d-3344-4439-82d1-ccd0d8575d9d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:39.788189 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 33faa7f7-71d0-4368-b969-fb9f0930f516 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:10:39.812461 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 33faa7f7-71d0-4368-b969-fb9f0930f516 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:10:39.812741 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 33faa7f7-71d0-4368-b969-fb9f0930f516 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:10:39.845444 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33682) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:39.850199 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-67e4d7d5-8e6d-4c7a-8e27-53c1268eb6b7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-992662093', 'description': 'tempest-secgroup-smoke-992662093 description', 'project_id': 'b778002df1964af5b6fb7ddcefc82408'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:39.872610 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-67e4d7d5-8e6d-4c7a-8e27-53c1268eb6b7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:39.957507 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-67e4d7d5-8e6d-4c7a-8e27-53c1268eb6b7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:39.961218 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-67e4d7d5-8e6d-4c7a-8e27-53c1268eb6b7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:39.989885 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-67e4d7d5-8e6d-4c7a-8e27-53c1268eb6b7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:39.993759 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-67e4d7d5-8e6d-4c7a-8e27-53c1268eb6b7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1445816 Aug 11 03:10:39.993759 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4d7d5-8e6d-4c7a-8e27-53c1268eb6b7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9135f085-a58c-4ae8-8c6b-27ea5b5424b5,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:39.994011 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33684) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:39.998328 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-0347d918-bbed-4082-bde5-70d32aedfe22 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group_rule': {'security_group_id': '9135f085-a58c-4ae8-8c6b-27ea5b5424b5', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:40.025038 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0347d918-bbed-4082-bde5-70d32aedfe22 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.079993 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0347d918-bbed-4082-bde5-70d32aedfe22 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.083625 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0347d918-bbed-4082-bde5-70d32aedfe22 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.100472 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347d918-bbed-4082-bde5-70d32aedfe22 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a2f3b2d-99c9-43ab-bbf4-c2ec68cafc2f,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:40.105600 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-0347d918-bbed-4082-bde5-70d32aedfe22 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.107757 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-0347d918-bbed-4082-bde5-70d32aedfe22 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1127198 Aug 11 03:10:40.110269 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33686) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:40.114841 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-b18a0353-4e28-4c6f-95eb-4798d4bd8a7c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group_rule': {'security_group_id': '9135f085-a58c-4ae8-8c6b-27ea5b5424b5', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:40.141057 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b18a0353-4e28-4c6f-95eb-4798d4bd8a7c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.196406 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b18a0353-4e28-4c6f-95eb-4798d4bd8a7c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.199741 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b18a0353-4e28-4c6f-95eb-4798d4bd8a7c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.217609 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a0353-4e28-4c6f-95eb-4798d4bd8a7c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb6ce988-afde-4750-8916-f457e3859e99,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:40.220698 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b18a0353-4e28-4c6f-95eb-4798d4bd8a7c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.222148 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b18a0353-4e28-4c6f-95eb-4798d4bd8a7c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1107090 Aug 11 03:10:40.224636 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33688) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:40.229266 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-5e9b3743-9ae5-44ab-9f70-c5851274a499 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group_rule': {'security_group_id': '9135f085-a58c-4ae8-8c6b-27ea5b5424b5', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:40.255953 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e9b3743-9ae5-44ab-9f70-c5851274a499 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.315248 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e9b3743-9ae5-44ab-9f70-c5851274a499 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.318550 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e9b3743-9ae5-44ab-9f70-c5851274a499 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.334971 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b3743-9ae5-44ab-9f70-c5851274a499 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec49f293-9e7c-4b94-84b0-21d198b11c68,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:40.341950 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-5e9b3743-9ae5-44ab-9f70-c5851274a499 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.343140 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-5e9b3743-9ae5-44ab-9f70-c5851274a499 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175590 Aug 11 03:10:40.345965 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33690) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:40.350519 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-37784c2b-86cb-4d9e-97f4-2b65eef82a4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group_rule': {'security_group_id': '9135f085-a58c-4ae8-8c6b-27ea5b5424b5', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:40.376452 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-37784c2b-86cb-4d9e-97f4-2b65eef82a4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.436318 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-37784c2b-86cb-4d9e-97f4-2b65eef82a4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.439508 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-37784c2b-86cb-4d9e-97f4-2b65eef82a4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.453546 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37784c2b-86cb-4d9e-97f4-2b65eef82a4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2ba9ab-9123-4f18-bd13-fd02c43d69be,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:40.461998 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-37784c2b-86cb-4d9e-97f4-2b65eef82a4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.463191 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-37784c2b-86cb-4d9e-97f4-2b65eef82a4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160648 Aug 11 03:10:40.466431 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33692) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:40.470778 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-61944225-361f-4104-a95b-40c1bebd321d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group_rule': {'security_group_id': '9135f085-a58c-4ae8-8c6b-27ea5b5424b5', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:40.492137 n-d-615180-33 neutron-server[94507]: INFO neutron.db.securitygroups_db [None req-61944225-361f-4104-a95b-40c1bebd321d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Project b778002df1964af5b6fb7ddcefc82408 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:10:40.496747 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-61944225-361f-4104-a95b-40c1bebd321d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.555990 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-61944225-361f-4104-a95b-40c1bebd321d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.559424 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-61944225-361f-4104-a95b-40c1bebd321d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.576230 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61944225-361f-4104-a95b-40c1bebd321d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d90388-a6ed-46da-af72-5d9ed9524592,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:40.582108 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-61944225-361f-4104-a95b-40c1bebd321d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.583312 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-61944225-361f-4104-a95b-40c1bebd321d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1159680 Aug 11 03:10:40.587094 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33694) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:40.591982 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-d7b1fbfd-f0ba-452b-a106-a10ce3ae77fa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group_rule': {'security_group_id': '9135f085-a58c-4ae8-8c6b-27ea5b5424b5', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:40.613295 n-d-615180-33 neutron-server[94507]: INFO neutron.db.securitygroups_db [None req-d7b1fbfd-f0ba-452b-a106-a10ce3ae77fa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Project b778002df1964af5b6fb7ddcefc82408 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:10:40.618647 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fbfd-f0ba-452b-a106-a10ce3ae77fa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.681743 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fbfd-f0ba-452b-a106-a10ce3ae77fa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.684937 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fbfd-f0ba-452b-a106-a10ce3ae77fa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.702374 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1fbfd-f0ba-452b-a106-a10ce3ae77fa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b496eba5-45b0-4249-8672-95665361ce9c,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:40.708159 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fbfd-f0ba-452b-a106-a10ce3ae77fa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.709227 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d7b1fbfd-f0ba-452b-a106-a10ce3ae77fa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212091 Aug 11 03:10:40.712021 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33696) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:40.717534 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-ffadc5fc-8a38-4093-abdb-a3399861348e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'network': {'name': 'tempest-network-smoke--1439497210', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'port_security_enabled': True}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:40.737111 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffadc5fc-8a38-4093-abdb-a3399861348e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Made reservation on behalf of b778002df1964af5b6fb7ddcefc82408 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:40.740564 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ffadc5fc-8a38-4093-abdb-a3399861348e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.763251 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffadc5fc-8a38-4093-abdb-a3399861348e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:10:40.772421 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ffadc5fc-8a38-4093-abdb-a3399861348e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.772797 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-ffadc5fc-8a38-4093-abdb-a3399861348e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Added segment 92291dc1-95ba-4b2a-8d11-c8ca89c306e5 of type vlan for network 31e5639a-5819-4692-b041-aebb0fbd5a2f Aug 11 03:10:40.811517 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ffadc5fc-8a38-4093-abdb-a3399861348e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.844811 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ffadc5fc-8a38-4093-abdb-a3399861348e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.850344 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffadc5fc-8a38-4093-abdb-a3399861348e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:40.850970 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ffadc5fc-8a38-4093-abdb-a3399861348e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.908148 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ffadc5fc-8a38-4093-abdb-a3399861348e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1950960 Aug 11 03:10:40.910810 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33698) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:40.915225 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-c40f7a1d-0552-4c52-95b3-7629e114e2ef tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-799212434', 'admin_state_up': True, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:40.930070 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffadc5fc-8a38-4093-abdb-a3399861348e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Network': ['ID=31e5639a-5819-4692-b041-aebb0fbd5a2f,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:40.941466 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 31e5639a-5819-4692-b041-aebb0fbd5a2f details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:10:40.946148 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c40f7a1d-0552-4c52-95b3-7629e114e2ef tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.947243 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c40f7a1d-0552-4c52-95b3-7629e114e2ef tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:41.004037 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c40f7a1d-0552-4c52-95b3-7629e114e2ef tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:41.086196 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:10:41.107322 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:10:41.107611 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 615f3aaf-343b-4dd7-bfa1-9c7b4cfa7163 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:10:41.142039 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c40f7a1d-0552-4c52-95b3-7629e114e2ef tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:41.371135 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c40f7a1d-0552-4c52-95b3-7629e114e2ef tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:41.389863 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c40f7a1d-0552-4c52-95b3-7629e114e2ef tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:41.493933 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-c40f7a1d-0552-4c52-95b3-7629e114e2ef tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Allocated IP 172.25.2.33 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/9b0ca9f7-fea4-4255-b60d-2b1950c344f4) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:41.591874 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c40f7a1d-0552-4c52-95b3-7629e114e2ef tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:41.635856 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c40f7a1d-0552-4c52-95b3-7629e114e2ef tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:41.676183 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40f7a1d-0552-4c52-95b3-7629e114e2ef tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:41.681354 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-c40f7a1d-0552-4c52-95b3-7629e114e2ef tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:41.685543 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40f7a1d-0552-4c52-95b3-7629e114e2ef tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:41.708928 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f7a1d-0552-4c52-95b3-7629e114e2ef tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Port': ['ID=9b0ca9f7-fea4-4255-b60d-2b1950c344f4,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:41.931145 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c40f7a1d-0552-4c52-95b3-7629e114e2ef tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:42.129808 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c40f7a1d-0552-4c52-95b3-7629e114e2ef tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:42.249184 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40f7a1d-0552-4c52-95b3-7629e114e2ef tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Router 659ec004-f5ea-49aa-b5fe-aa862de412ef is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:10:42.357781 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40f7a1d-0552-4c52-95b3-7629e114e2ef tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:10:42.367134 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fbfa27-dce0-4db5-a3c9-68a2ef4de8a4 None None] Sync routers for ids ['659ec004-f5ea-49aa-b5fe-aa862de412ef'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:10:42.375713 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c40f7a1d-0552-4c52-95b3-7629e114e2ef tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:42.376055 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fbfa27-dce0-4db5-a3c9-68a2ef4de8a4 None None] Routers {'659ec004-f5ea-49aa-b5fe-aa862de412ef'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:42.376717 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f1fbfa27-dce0-4db5-a3c9-68a2ef4de8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:10:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['659ec004-f5ea-49aa-b5fe-aa862de412ef'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:42.376997 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c40f7a1d-0552-4c52-95b3-7629e114e2ef tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4652269 Aug 11 03:10:42.380058 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33700) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:42.408739 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a1004a86-c5b0-4a19-9ef5-07a43714fd55 tempest-TestNetworkAdvancedServerOps-346293483 tempest-TestNetworkAdvancedServerOps-346293483-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=b778002df1964af5b6fb7ddcefc82408&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276289 Aug 11 03:10:42.411389 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33702) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:42.481371 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-f1fbfa27-dce0-4db5-a3c9-68a2ef4de8a4 None None] Set router 659ec004-f5ea-49aa-b5fe-aa862de412ef gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:42.500273 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450e11cd-6e2c-42c0-bd45-e9f930f63ed0 tempest-TestNetworkAdvancedServerOps-346293483 tempest-TestNetworkAdvancedServerOps-346293483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:42.501737 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-450e11cd-6e2c-42c0-bd45-e9f930f63ed0 tempest-TestNetworkAdvancedServerOps-346293483 tempest-TestNetworkAdvancedServerOps-346293483-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894408 Aug 11 03:10:42.504642 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33704) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:42.532490 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-510b5f34-f27b-49aa-832f-ddff0e30c352 tempest-TestNetworkAdvancedServerOps-346293483 tempest-TestNetworkAdvancedServerOps-346293483-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=2e931faf-12fe-43f6-b34b-8aa380b6ef75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267532 Aug 11 03:10:42.535108 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33706) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:42.540215 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-4b3c25b6-75d0-420c-affd-d54c645b201b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1798225611', 'network_id': '31e5639a-5819-4692-b041-aebb0fbd5a2f', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:42.630011 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3c25b6-75d0-420c-affd-d54c645b201b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Made reservation on behalf of b778002df1964af5b6fb7ddcefc82408 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:42.633721 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b3c25b6-75d0-420c-affd-d54c645b201b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:42.655786 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f1fbfa27-dce0-4db5-a3c9-68a2ef4de8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799212434', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '9b0ca9f7-fea4-4255-b60d-2b1950c344f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:40Z', 'updated_at': '2021-08-11T03:10:41Z', 'revision_number': 3, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': '9b0ca9f7-fea4-4255-b60d-2b1950c344f4', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:41Z', 'updated_at': '2021-08-11T03:10:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:42.681403 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fbfa27-dce0-4db5-a3c9-68a2ef4de8a4 None None] Checking router: 659ec004-f5ea-49aa-b5fe-aa862de412ef for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:10:42.681403 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fbfa27-dce0-4db5-a3c9-68a2ef4de8a4 None None] Updating router 659ec004-f5ea-49aa-b5fe-aa862de412ef port 9b0ca9f7-fea4-4255-b60d-2b1950c344f4 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:10:42.707448 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-f1fbfa27-dce0-4db5-a3c9-68a2ef4de8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:42.814992 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b3c25b6-75d0-420c-affd-d54c645b201b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:42.874791 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c25b6-75d0-420c-affd-d54c645b201b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Subnet': ['ID=3990dbbc-446f-41dd-b95d-85b288c2900e,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:42.883321 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3c25b6-75d0-420c-affd-d54c645b201b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Checking segment: {'id': '92291dc1-95ba-4b2a-8d11-c8ca89c306e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31e5639a-5819-4692-b041-aebb0fbd5a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:42.883728 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3c25b6-75d0-420c-affd-d54c645b201b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network hostable DHCP agents. Network: 31e5639a-5819-4692-b041-aebb0fbd5a2f, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:10:42.900787 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3c25b6-75d0-420c-affd-d54c645b201b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network 31e5639a-5819-4692-b041-aebb0fbd5a2f is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:10:42.909562 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-4b3c25b6-75d0-420c-affd-d54c645b201b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 31e5639a-5819-4692-b041-aebb0fbd5a2f) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:42.913791 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3c25b6-75d0-420c-affd-d54c645b201b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:42.914420 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-4b3c25b6-75d0-420c-affd-d54c645b201b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:42.920970 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f4ab91-1ed6-47cf-a15a-7d274798db16 None None] Network 31e5639a-5819-4692-b041-aebb0fbd5a2f requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:42.931857 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4b3c25b6-75d0-420c-affd-d54c645b201b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3954616 Aug 11 03:10:42.935089 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33708) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:42.961405 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-f1fbfa27-dce0-4db5-a3c9-68a2ef4de8a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:42.971343 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-f1fbfa27-dce0-4db5-a3c9-68a2ef4de8a4 None None] Transition to ACTIVE for port object 9b0ca9f7-fea4-4255-b60d-2b1950c344f4 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:42.978672 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-f1fbfa27-dce0-4db5-a3c9-68a2ef4de8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:43.021708 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-f1fbfa27-dce0-4db5-a3c9-68a2ef4de8a4 None None] Attempting to bind port 9b0ca9f7-fea4-4255-b60d-2b1950c344f4 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:43.022080 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-f1fbfa27-dce0-4db5-a3c9-68a2ef4de8a4 None None] Attempting to bind port 9b0ca9f7-fea4-4255-b60d-2b1950c344f4 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:43.022449 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fbfa27-dce0-4db5-a3c9-68a2ef4de8a4 None None] Attempting to bind port 9b0ca9f7-fea4-4255-b60d-2b1950c344f4 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:43.033813 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fbfa27-dce0-4db5-a3c9-68a2ef4de8a4 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:43.034627 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fbfa27-dce0-4db5-a3c9-68a2ef4de8a4 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:43.034627 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-f1fbfa27-dce0-4db5-a3c9-68a2ef4de8a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:43.034963 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fbfa27-dce0-4db5-a3c9-68a2ef4de8a4 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:43.035645 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-f1fbfa27-dce0-4db5-a3c9-68a2ef4de8a4 None None] Bound port: 9b0ca9f7-fea4-4255-b60d-2b1950c344f4, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:43.036209 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-f1fbfa27-dce0-4db5-a3c9-68a2ef4de8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:43.079882 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b12e01-2364-4b2f-a376-6f8ac334f250 None None] Pushing event updated for resources: {'Port': ['ID=9b0ca9f7-fea4-4255-b60d-2b1950c344f4,revision_number=2']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:43.091282 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7228b7af-e20d-44c8-854c-64a784528e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-31e5639a-5819-4692-b041-aebb0fbd5a2f', 'network_id': '31e5639a-5819-4692-b041-aebb0fbd5a2f', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'fixed_ips': [{'subnet_id': '3990dbbc-446f-41dd-b95d-85b288c2900e'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:10:43.092193 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7228b7af-e20d-44c8-854c-64a784528e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:43.095148 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b12e01-2364-4b2f-a376-6f8ac334f250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:43.095492 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b12e01-2364-4b2f-a376-6f8ac334f250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:43.095872 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b12e01-2364-4b2f-a376-6f8ac334f250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:43.096395 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b12e01-2364-4b2f-a376-6f8ac334f250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:43.096898 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b12e01-2364-4b2f-a376-6f8ac334f250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:43.097398 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b12e01-2364-4b2f-a376-6f8ac334f250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:43.097900 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b12e01-2364-4b2f-a376-6f8ac334f250 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:43.098391 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b12e01-2364-4b2f-a376-6f8ac334f250 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:43.098895 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b12e01-2364-4b2f-a376-6f8ac334f250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:43.099400 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b12e01-2364-4b2f-a376-6f8ac334f250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:43.099901 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b12e01-2364-4b2f-a376-6f8ac334f250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:43.100409 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b12e01-2364-4b2f-a376-6f8ac334f250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:43.107791 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-f1fbfa27-dce0-4db5-a3c9-68a2ef4de8a4 None None] For port 9b0ca9f7-fea4-4255-b60d-2b1950c344f4, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:43.111225 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-f1fbfa27-dce0-4db5-a3c9-68a2ef4de8a4 None None] For port 9b0ca9f7-fea4-4255-b60d-2b1950c344f4, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9b0ca9f7-fea4-4255-b60d-2b1950c344f4,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:43.118740 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-f1fbfa27-dce0-4db5-a3c9-68a2ef4de8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:43.186111 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fbfa27-dce0-4db5-a3c9-68a2ef4de8a4 None None] Routers {'659ec004-f5ea-49aa-b5fe-aa862de412ef'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:43.186851 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f1fbfa27-dce0-4db5-a3c9-68a2ef4de8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:10:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['659ec004-f5ea-49aa-b5fe-aa862de412ef'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:43.223845 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b12e01-2364-4b2f-a376-6f8ac334f250 None None] Pushing event updated for resources: {'Port': ['ID=9b0ca9f7-fea4-4255-b60d-2b1950c344f4,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:43.233712 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-7228b7af-e20d-44c8-854c-64a784528e4f None None] Allocated IP 172.20.0.2 (31e5639a-5819-4692-b041-aebb0fbd5a2f/3990dbbc-446f-41dd-b95d-85b288c2900e/03a7b9ae-6682-482a-a336-446b99847f01) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:43.326761 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-f1fbfa27-dce0-4db5-a3c9-68a2ef4de8a4 None None] Set router 659ec004-f5ea-49aa-b5fe-aa862de412ef gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:43.400764 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7228b7af-e20d-44c8-854c-64a784528e4f None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:43.411324 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7228b7af-e20d-44c8-854c-64a784528e4f None None] Transition to ACTIVE for port object 03a7b9ae-6682-482a-a336-446b99847f01 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:43.427764 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-7228b7af-e20d-44c8-854c-64a784528e4f None None] Transition to ACTIVE for port object 03a7b9ae-6682-482a-a336-446b99847f01 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:43.434133 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7228b7af-e20d-44c8-854c-64a784528e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:43.474877 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7228b7af-e20d-44c8-854c-64a784528e4f None None] Network 31e5639a-5819-4692-b041-aebb0fbd5a2f is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:43.478192 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-7228b7af-e20d-44c8-854c-64a784528e4f None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:43.482770 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7228b7af-e20d-44c8-854c-64a784528e4f None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:43.492638 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228b7af-e20d-44c8-854c-64a784528e4f None None] Pushing event updated for resources: {'Port': ['ID=03a7b9ae-6682-482a-a336-446b99847f01,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:43.521369 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-f1fbfa27-dce0-4db5-a3c9-68a2ef4de8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799212434', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '9b0ca9f7-fea4-4255-b60d-2b1950c344f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:40Z', 'updated_at': '2021-08-11T03:10:41Z', 'revision_number': 3, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': '9b0ca9f7-fea4-4255-b60d-2b1950c344f4', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:41Z', 'updated_at': '2021-08-11T03:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:43.538816 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-7228b7af-e20d-44c8-854c-64a784528e4f None None] Attempting to bind port 03a7b9ae-6682-482a-a336-446b99847f01 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:43.539189 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-7228b7af-e20d-44c8-854c-64a784528e4f None None] Attempting to bind port 03a7b9ae-6682-482a-a336-446b99847f01 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '92291dc1-95ba-4b2a-8d11-c8ca89c306e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31e5639a-5819-4692-b041-aebb0fbd5a2f'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:43.539649 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7228b7af-e20d-44c8-854c-64a784528e4f None None] Attempting to bind port 03a7b9ae-6682-482a-a336-446b99847f01 on network 31e5639a-5819-4692-b041-aebb0fbd5a2f {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:43.545252 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7228b7af-e20d-44c8-854c-64a784528e4f None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:43.545628 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7228b7af-e20d-44c8-854c-64a784528e4f None None] Checking segment: {'id': '92291dc1-95ba-4b2a-8d11-c8ca89c306e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31e5639a-5819-4692-b041-aebb0fbd5a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:43.546032 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7228b7af-e20d-44c8-854c-64a784528e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:43.546432 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7228b7af-e20d-44c8-854c-64a784528e4f None None] Bound using segment: {'id': '92291dc1-95ba-4b2a-8d11-c8ca89c306e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31e5639a-5819-4692-b041-aebb0fbd5a2f'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:43.546898 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-7228b7af-e20d-44c8-854c-64a784528e4f None None] Bound port: 03a7b9ae-6682-482a-a336-446b99847f01, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92291dc1-95ba-4b2a-8d11-c8ca89c306e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31e5639a-5819-4692-b041-aebb0fbd5a2f'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:43.547350 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7228b7af-e20d-44c8-854c-64a784528e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:43.557531 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fbfa27-dce0-4db5-a3c9-68a2ef4de8a4 None None] The sync data for ids ['659ec004-f5ea-49aa-b5fe-aa862de412ef'] in n-d-615180-33 is: [{'id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799212434', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '9b0ca9f7-fea4-4255-b60d-2b1950c344f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:40Z', 'updated_at': '2021-08-11T03:10:41Z', 'revision_number': 3, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': '9b0ca9f7-fea4-4255-b60d-2b1950c344f4', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:41Z', 'updated_at': '2021-08-11T03:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:10:43.618547 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-7228b7af-e20d-44c8-854c-64a784528e4f None None] For port 03a7b9ae-6682-482a-a336-446b99847f01, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:43.623114 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-7228b7af-e20d-44c8-854c-64a784528e4f None None] For port 03a7b9ae-6682-482a-a336-446b99847f01, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=03a7b9ae-6682-482a-a336-446b99847f01,segment=NetworkSegment(92291dc1-95ba-4b2a-8d11-c8ca89c306e5),segment_id=92291dc1-95ba-4b2a-8d11-c8ca89c306e5)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:43.629635 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7228b7af-e20d-44c8-854c-64a784528e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:43.691168 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228b7af-e20d-44c8-854c-64a784528e4f None None] Pushing event updated for resources: {'Port': ['ID=03a7b9ae-6682-482a-a336-446b99847f01,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:43.769956 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-56926aeb-c1aa-417b-a166-5d3cf37e527f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:44.113560 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-56926aeb-c1aa-417b-a166-5d3cf37e527f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Allocated IP 172.20.0.1 (31e5639a-5819-4692-b041-aebb0fbd5a2f/3990dbbc-446f-41dd-b95d-85b288c2900e/9ee2bd08-6a14-4125-a9d0-39db575b0182) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:44.234672 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-56926aeb-c1aa-417b-a166-5d3cf37e527f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:44.249903 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-56926aeb-c1aa-417b-a166-5d3cf37e527f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Transition to ACTIVE for port object 9ee2bd08-6a14-4125-a9d0-39db575b0182 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:44.283133 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-56926aeb-c1aa-417b-a166-5d3cf37e527f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:44.328492 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56926aeb-c1aa-417b-a166-5d3cf37e527f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network 31e5639a-5819-4692-b041-aebb0fbd5a2f is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:44.331731 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-56926aeb-c1aa-417b-a166-5d3cf37e527f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:44.336134 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56926aeb-c1aa-417b-a166-5d3cf37e527f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:44.340199 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56926aeb-c1aa-417b-a166-5d3cf37e527f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Port': ['ID=9ee2bd08-6a14-4125-a9d0-39db575b0182,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:44.381989 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-56926aeb-c1aa-417b-a166-5d3cf37e527f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:44.518891 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-56926aeb-c1aa-417b-a166-5d3cf37e527f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:44.705201 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbe5e06-6545-4a26-af55-b59b06704a32 None None] Network 31e5639a-5819-4692-b041-aebb0fbd5a2f requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:44.800434 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-56926aeb-c1aa-417b-a166-5d3cf37e527f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:44.805061 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-56926aeb-c1aa-417b-a166-5d3cf37e527f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:44.825570 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b8297b45-78c0-410c-8eea-0e5d7b706086 None None] Provisioning for port 03a7b9ae-6682-482a-a336-446b99847f01 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:44.884159 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56926aeb-c1aa-417b-a166-5d3cf37e527f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Port': ['ID=9ee2bd08-6a14-4125-a9d0-39db575b0182,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:44.895550 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-56926aeb-c1aa-417b-a166-5d3cf37e527f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:44.994099 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56926aeb-c1aa-417b-a166-5d3cf37e527f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network 31e5639a-5819-4692-b041-aebb0fbd5a2f is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:44.995676 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-56926aeb-c1aa-417b-a166-5d3cf37e527f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:45.116979 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56926aeb-c1aa-417b-a166-5d3cf37e527f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Router 659ec004-f5ea-49aa-b5fe-aa862de412ef has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:10:45.156375 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9671fcb8-36ff-4beb-a2a6-73da2dad550f None None] Provisioning for port 9ee2bd08-6a14-4125-a9d0-39db575b0182 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:45.161388 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-9671fcb8-36ff-4beb-a2a6-73da2dad550f None None] Provisioning complete for port 9ee2bd08-6a14-4125-a9d0-39db575b0182 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:45.161864 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9671fcb8-36ff-4beb-a2a6-73da2dad550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:45.199416 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-9671fcb8-36ff-4beb-a2a6-73da2dad550f None None] Port 9ee2bd08-6a14-4125-a9d0-39db575b0182 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:10:45.253795 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 03a7b9ae-6682-482a-a336-446b99847f01 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:45.255681 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56926aeb-c1aa-417b-a166-5d3cf37e527f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:10:45.267596 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-56926aeb-c1aa-417b-a166-5d3cf37e527f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "PUT /v2.0/routers/659ec004-f5ea-49aa-b5fe-aa862de412ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3247116 Aug 11 03:10:45.281988 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736222f2-bea9-4968-92a8-4ca65084a562 None None] Sync routers for ids ['659ec004-f5ea-49aa-b5fe-aa862de412ef'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:10:45.303796 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736222f2-bea9-4968-92a8-4ca65084a562 None None] Routers {'659ec004-f5ea-49aa-b5fe-aa862de412ef'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:45.304428 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-736222f2-bea9-4968-92a8-4ca65084a562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:10:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['659ec004-f5ea-49aa-b5fe-aa862de412ef'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:45.419644 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-f3578b73-f67d-49ab-9ff3-63f580c4956a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-992662093&fields=id&tenant_id=b778002df1964af5b6fb7ddcefc82408 HTTP/1.1" status: 200 len: 267 time: 0.0425203 Aug 11 03:10:45.540631 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-865ef0bf-fb80-439d-b01e-0348afad3f8a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:45.542723 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-865ef0bf-fb80-439d-b01e-0348afad3f8a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/networks?id=31e5639a-5819-4692-b041-aebb0fbd5a2f HTTP/1.1" status: 200 len: 797 time: 0.1150517 Aug 11 03:10:45.558291 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-71adab56-5730-4134-af3e-f59e869b4971 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/quotas/b778002df1964af5b6fb7ddcefc82408 HTTP/1.1" status: 200 len: 375 time: 0.0095277 Aug 11 03:10:45.565293 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-0fa82c5d-35a6-4fa1-8396-9c030af32a19 None None] Provisioning complete for port 9ee2bd08-6a14-4125-a9d0-39db575b0182 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:45.565673 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0fa82c5d-35a6-4fa1-8396-9c030af32a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:45.568747 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 03a7b9ae-6682-482a-a336-446b99847f01 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:45.594096 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 03a7b9ae-6682-482a-a336-446b99847f01 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:45.594470 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:45.615412 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-d7c2170a-7aa1-489e-873b-2a44ec6000cc tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509913 Aug 11 03:10:45.649612 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-0fa82c5d-35a6-4fa1-8396-9c030af32a19 None None] Port 9ee2bd08-6a14-4125-a9d0-39db575b0182 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:10:45.653644 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-736222f2-bea9-4968-92a8-4ca65084a562 None None] Set router 659ec004-f5ea-49aa-b5fe-aa862de412ef gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:45.678430 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-5638e0c6-dd78-495a-aa1f-cf91c6e1cc26 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:10:45.679654 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-5638e0c6-dd78-495a-aa1f-cf91c6e1cc26 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0518978 Aug 11 03:10:45.772335 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-d4ff848d-3413-446b-9500-26082fbeb9c2 service neutron] 10.222.0.50 "GET /v2.0/networks/31e5639a-5819-4692-b041-aebb0fbd5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857699 Aug 11 03:10:45.825345 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-716635ce-8bfc-4dc7-bdec-1466dbb76f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:45.830498 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:45.849411 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-dbddc67f-e545-41b4-84e5-c4f6235ec1e7 None None] Provisioning complete for port 9ee2bd08-6a14-4125-a9d0-39db575b0182 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:45.849805 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-dbddc67f-e545-41b4-84e5-c4f6235ec1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:45.868093 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-1b37be04-a542-4d08-a537-04c59f135e13 service neutron] 10.222.0.50 "GET /v2.0/networks/31e5639a-5819-4692-b041-aebb0fbd5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894568 Aug 11 03:10:45.926510 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 03a7b9ae-6682-482a-a336-446b99847f01, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=03a7b9ae-6682-482a-a336-446b99847f01,segment=NetworkSegment(92291dc1-95ba-4b2a-8d11-c8ca89c306e5),segment_id=92291dc1-95ba-4b2a-8d11-c8ca89c306e5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:45.929520 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-dbddc67f-e545-41b4-84e5-c4f6235ec1e7 None None] Port 9ee2bd08-6a14-4125-a9d0-39db575b0182 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:10:45.951611 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:45.952705 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9b0ca9f7-fea4-4255-b60d-2b1950c344f4 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:46.041540 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7516e015-b3cb-467d-bef5-7890fd05858d req-eeb91c7c-f581-4c89-8080-ad34e670966b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 210 time: 0.0271027 Aug 11 03:10:46.054673 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=03a7b9ae-6682-482a-a336-446b99847f01,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:46.075269 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-736222f2-bea9-4968-92a8-4ca65084a562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799212434', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '9b0ca9f7-fea4-4255-b60d-2b1950c344f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:40Z', 'updated_at': '2021-08-11T03:10:44Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': '9b0ca9f7-fea4-4255-b60d-2b1950c344f4', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:41Z', 'updated_at': '2021-08-11T03:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '9ee2bd08-6a14-4125-a9d0-39db575b0182', 'name': '', 'network_id': '31e5639a-5819-4692-b041-aebb0fbd5a2f', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:7b:ed:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3990dbbc-446f-41dd-b95d-85b288c2900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:43Z', 'updated_at': '2021-08-11T03:10:44Z', 'revision_number': 2, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': '3990dbbc-446f-41dd-b95d-85b288c2900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:46.078275 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 9b0ca9f7-fea4-4255-b60d-2b1950c344f4 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:46.103891 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736222f2-bea9-4968-92a8-4ca65084a562 None None] Checking router: 659ec004-f5ea-49aa-b5fe-aa862de412ef for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:10:46.104235 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736222f2-bea9-4968-92a8-4ca65084a562 None None] Updating router 659ec004-f5ea-49aa-b5fe-aa862de412ef port 9ee2bd08-6a14-4125-a9d0-39db575b0182 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:10:46.106541 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 9b0ca9f7-fea4-4255-b60d-2b1950c344f4 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:46.106827 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:46.156034 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-736222f2-bea9-4968-92a8-4ca65084a562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:46.300239 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:46.335854 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 9b0ca9f7-fea4-4255-b60d-2b1950c344f4, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9b0ca9f7-fea4-4255-b60d-2b1950c344f4,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:46.360977 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:46.428538 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=9b0ca9f7-fea4-4255-b60d-2b1950c344f4,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:46.508938 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-736222f2-bea9-4968-92a8-4ca65084a562 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:46.518997 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-736222f2-bea9-4968-92a8-4ca65084a562 None None] Transition to ACTIVE for port object 9ee2bd08-6a14-4125-a9d0-39db575b0182 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:46.525180 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-736222f2-bea9-4968-92a8-4ca65084a562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:46.577301 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1d25f-a457-4eea-b20f-f48539dcd3ee None None] Pushing event updated for resources: {'Port': ['ID=9ee2bd08-6a14-4125-a9d0-39db575b0182,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:46.622154 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-736222f2-bea9-4968-92a8-4ca65084a562 None None] Attempting to bind port 9ee2bd08-6a14-4125-a9d0-39db575b0182 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:46.622526 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-736222f2-bea9-4968-92a8-4ca65084a562 None None] Attempting to bind port 9ee2bd08-6a14-4125-a9d0-39db575b0182 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '92291dc1-95ba-4b2a-8d11-c8ca89c306e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31e5639a-5819-4692-b041-aebb0fbd5a2f'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:46.622889 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736222f2-bea9-4968-92a8-4ca65084a562 None None] Attempting to bind port 9ee2bd08-6a14-4125-a9d0-39db575b0182 on network 31e5639a-5819-4692-b041-aebb0fbd5a2f {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:46.628151 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736222f2-bea9-4968-92a8-4ca65084a562 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:46.628519 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736222f2-bea9-4968-92a8-4ca65084a562 None None] Checking segment: {'id': '92291dc1-95ba-4b2a-8d11-c8ca89c306e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31e5639a-5819-4692-b041-aebb0fbd5a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:46.628919 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-736222f2-bea9-4968-92a8-4ca65084a562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:46.629311 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736222f2-bea9-4968-92a8-4ca65084a562 None None] Bound using segment: {'id': '92291dc1-95ba-4b2a-8d11-c8ca89c306e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31e5639a-5819-4692-b041-aebb0fbd5a2f'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:46.629777 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-736222f2-bea9-4968-92a8-4ca65084a562 None None] Bound port: 9ee2bd08-6a14-4125-a9d0-39db575b0182, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92291dc1-95ba-4b2a-8d11-c8ca89c306e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31e5639a-5819-4692-b041-aebb0fbd5a2f'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:46.630159 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-736222f2-bea9-4968-92a8-4ca65084a562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:46.697985 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-736222f2-bea9-4968-92a8-4ca65084a562 None None] For port 9ee2bd08-6a14-4125-a9d0-39db575b0182, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:46.701668 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-736222f2-bea9-4968-92a8-4ca65084a562 None None] For port 9ee2bd08-6a14-4125-a9d0-39db575b0182, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9ee2bd08-6a14-4125-a9d0-39db575b0182,segment=NetworkSegment(92291dc1-95ba-4b2a-8d11-c8ca89c306e5),segment_id=92291dc1-95ba-4b2a-8d11-c8ca89c306e5)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:46.706830 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-736222f2-bea9-4968-92a8-4ca65084a562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:46.772451 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736222f2-bea9-4968-92a8-4ca65084a562 None None] Routers {'659ec004-f5ea-49aa-b5fe-aa862de412ef'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:46.773091 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-736222f2-bea9-4968-92a8-4ca65084a562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:10:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['659ec004-f5ea-49aa-b5fe-aa862de412ef'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:46.815700 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1d25f-a457-4eea-b20f-f48539dcd3ee None None] Pushing event updated for resources: {'Port': ['ID=9ee2bd08-6a14-4125-a9d0-39db575b0182,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:46.906228 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-736222f2-bea9-4968-92a8-4ca65084a562 None None] Set router 659ec004-f5ea-49aa-b5fe-aa862de412ef gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:46.989687 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-5488a40f-310f-4599-a0cc-2a7e1e525090 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:46.991182 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-5488a40f-310f-4599-a0cc-2a7e1e525090 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.73 "GET /v2.0/networks?id=31e5639a-5819-4692-b041-aebb0fbd5a2f HTTP/1.1" status: 200 len: 797 time: 0.1200109 Aug 11 03:10:47.036142 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-d1832ca8-f655-495b-a6ae-ef1d36f89c1f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b778002df1964af5b6fb7ddcefc82408 HTTP/1.1" status: 200 len: 379 time: 0.0357151 Aug 11 03:10:47.048409 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-33790290-1b7b-426b-83fe-bd60b5e55854 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'port': {'device_id': '301d0e4e-def5-4456-9979-5108b10bef1c', 'network_id': '31e5639a-5819-4692-b041-aebb0fbd5a2f', 'admin_state_up': True, 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'security_groups': ['9135f085-a58c-4ae8-8c6b-27ea5b5424b5']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:47.161269 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-736222f2-bea9-4968-92a8-4ca65084a562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799212434', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '9b0ca9f7-fea4-4255-b60d-2b1950c344f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:40Z', 'updated_at': '2021-08-11T03:10:44Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': '9b0ca9f7-fea4-4255-b60d-2b1950c344f4', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:41Z', 'updated_at': '2021-08-11T03:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '9ee2bd08-6a14-4125-a9d0-39db575b0182', 'name': '', 'network_id': '31e5639a-5819-4692-b041-aebb0fbd5a2f', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:7b:ed:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3990dbbc-446f-41dd-b95d-85b288c2900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:43Z', 'updated_at': '2021-08-11T03:10:46Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': '3990dbbc-446f-41dd-b95d-85b288c2900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:47.170162 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-33790290-1b7b-426b-83fe-bd60b5e55854 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Made reservation on behalf of b778002df1964af5b6fb7ddcefc82408 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:47.172179 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-adeee9d6-90a6-4db3-ad2d-48eef1741594 req-54c54c44-e1e3-4358-b5ee-d53b12c4e267 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 210 time: 0.0356321 Aug 11 03:10:47.174372 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-33790290-1b7b-426b-83fe-bd60b5e55854 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.201543 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736222f2-bea9-4968-92a8-4ca65084a562 None None] The sync data for ids ['659ec004-f5ea-49aa-b5fe-aa862de412ef'] in n-d-615180-33 is: [{'id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799212434', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '9b0ca9f7-fea4-4255-b60d-2b1950c344f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:40Z', 'updated_at': '2021-08-11T03:10:44Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': '9b0ca9f7-fea4-4255-b60d-2b1950c344f4', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:41Z', 'updated_at': '2021-08-11T03:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '9ee2bd08-6a14-4125-a9d0-39db575b0182', 'name': '', 'network_id': '31e5639a-5819-4692-b041-aebb0fbd5a2f', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:7b:ed:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3990dbbc-446f-41dd-b95d-85b288c2900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:43Z', 'updated_at': '2021-08-11T03:10:46Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': '3990dbbc-446f-41dd-b95d-85b288c2900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:10:47.204412 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 03a7b9ae-6682-482a-a336-446b99847f01 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:47.283835 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 03a7b9ae-6682-482a-a336-446b99847f01 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:47.284360 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.356444 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-33790290-1b7b-426b-83fe-bd60b5e55854 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Allocated IP 172.20.0.9 (31e5639a-5819-4692-b041-aebb0fbd5a2f/3990dbbc-446f-41dd-b95d-85b288c2900e/3c5b2dd7-de72-4cb2-b3f5-e15fbd736498) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:47.375385 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9b0ca9f7-fea4-4255-b60d-2b1950c344f4 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:47.435138 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 9b0ca9f7-fea4-4255-b60d-2b1950c344f4 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:47.435711 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.505259 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-33790290-1b7b-426b-83fe-bd60b5e55854 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.844306 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-33790290-1b7b-426b-83fe-bd60b5e55854 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Transition to ACTIVE for port object 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:47.878759 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-33790290-1b7b-426b-83fe-bd60b5e55854 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.926136 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-33790290-1b7b-426b-83fe-bd60b5e55854 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network 31e5639a-5819-4692-b041-aebb0fbd5a2f is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:47.929451 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-33790290-1b7b-426b-83fe-bd60b5e55854 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:47.934396 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-33790290-1b7b-426b-83fe-bd60b5e55854 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:47.937289 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33790290-1b7b-426b-83fe-bd60b5e55854 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Port': ['ID=3c5b2dd7-de72-4cb2-b3f5-e15fbd736498,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:47.988318 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-33790290-1b7b-426b-83fe-bd60b5e55854 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:47.988915 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-33790290-1b7b-426b-83fe-bd60b5e55854 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:48.005773 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-33790290-1b7b-426b-83fe-bd60b5e55854 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9618032 Aug 11 03:10:48.018462 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-06e0b66a-cfe6-4c06-89e5-0246484b5c17 service neutron] Request body: {'port': {'device_id': '301d0e4e-def5-4456-9979-5108b10bef1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:48.080665 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-06e0b66a-cfe6-4c06-89e5-0246484b5c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:48.198419 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5e1d0ec2-5551-40f8-9def-a9b307c4aaad None None] Provisioning for port 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:48.202789 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-5e1d0ec2-5551-40f8-9def-a9b307c4aaad None None] Provisioning complete for port 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:48.203340 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5e1d0ec2-5551-40f8-9def-a9b307c4aaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:48.246103 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-5e1d0ec2-5551-40f8-9def-a9b307c4aaad None None] Port 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:10:48.355083 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cebbab-9742-4370-aad1-3654a8471893 req-96949a0b-e135-4afd-8b07-63438bf4a7d4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:48.357132 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-32cebbab-9742-4370-aad1-3654a8471893 req-96949a0b-e135-4afd-8b07-63438bf4a7d4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 931 time: 0.0771642 Aug 11 03:10:48.399738 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:48.402851 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-49cf8137-6f0c-4251-9838-93ee9762a2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:48.416033 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-32cebbab-9742-4370-aad1-3654a8471893 req-86dfcda2-4436-42d5-ad7d-5ee9be03014e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=9135f085-a58c-4ae8-8c6b-27ea5b5424b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494564 Aug 11 03:10:48.450606 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-06e0b66a-cfe6-4c06-89e5-0246484b5c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:10:48.457906 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-06e0b66a-cfe6-4c06-89e5-0246484b5c17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:48.469498 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-06e0b66a-cfe6-4c06-89e5-0246484b5c17 service neutron] Transition to ACTIVE for port object 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:48.473088 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-06e0b66a-cfe6-4c06-89e5-0246484b5c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:48.521890 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0b66a-cfe6-4c06-89e5-0246484b5c17 service neutron] Pushing event updated for resources: {'Port': ['ID=3c5b2dd7-de72-4cb2-b3f5-e15fbd736498,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:48.597911 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-06e0b66a-cfe6-4c06-89e5-0246484b5c17 service neutron] Attempting to bind port 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:48.598250 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-06e0b66a-cfe6-4c06-89e5-0246484b5c17 service neutron] Attempting to bind port 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '92291dc1-95ba-4b2a-8d11-c8ca89c306e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31e5639a-5819-4692-b041-aebb0fbd5a2f'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:48.598582 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-06e0b66a-cfe6-4c06-89e5-0246484b5c17 service neutron] Attempting to bind port 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 on network 31e5639a-5819-4692-b041-aebb0fbd5a2f {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:48.603381 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-06e0b66a-cfe6-4c06-89e5-0246484b5c17 service neutron] Port 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 on network 31e5639a-5819-4692-b041-aebb0fbd5a2f not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:10:48.603744 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-06e0b66a-cfe6-4c06-89e5-0246484b5c17 service neutron] Attempting to bind port 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 on network 31e5639a-5819-4692-b041-aebb0fbd5a2f {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:48.609727 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-06e0b66a-cfe6-4c06-89e5-0246484b5c17 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:48.610145 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-06e0b66a-cfe6-4c06-89e5-0246484b5c17 service neutron] Checking segment: {'id': '92291dc1-95ba-4b2a-8d11-c8ca89c306e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31e5639a-5819-4692-b041-aebb0fbd5a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:48.610542 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-06e0b66a-cfe6-4c06-89e5-0246484b5c17 service neutron] Bound using segment: {'id': '92291dc1-95ba-4b2a-8d11-c8ca89c306e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31e5639a-5819-4692-b041-aebb0fbd5a2f'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:48.610980 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-06e0b66a-cfe6-4c06-89e5-0246484b5c17 service neutron] Bound port: 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92291dc1-95ba-4b2a-8d11-c8ca89c306e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31e5639a-5819-4692-b041-aebb0fbd5a2f'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:48.611341 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-06e0b66a-cfe6-4c06-89e5-0246484b5c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:48.681138 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-06e0b66a-cfe6-4c06-89e5-0246484b5c17 service neutron] For port 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:48.684140 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-06e0b66a-cfe6-4c06-89e5-0246484b5c17 service neutron] For port 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=3c5b2dd7-de72-4cb2-b3f5-e15fbd736498,segment=NetworkSegment(92291dc1-95ba-4b2a-8d11-c8ca89c306e5),segment_id=92291dc1-95ba-4b2a-8d11-c8ca89c306e5)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:48.688790 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-06e0b66a-cfe6-4c06-89e5-0246484b5c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:48.723110 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-06e0b66a-cfe6-4c06-89e5-0246484b5c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:48.723775 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-06e0b66a-cfe6-4c06-89e5-0246484b5c17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:48.727120 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-06e0b66a-cfe6-4c06-89e5-0246484b5c17 service neutron] 10.222.0.73 "PUT /v2.0/ports/3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 HTTP/1.1" status: 200 len: 1092 time: 0.7131507 Aug 11 03:10:48.727590 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '301d0e4e-def5-4456-9979-5108b10bef1c', 'tag': '3c5b2dd7-de72-4cb2-b3f5-e15fbd736498'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:48.730328 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef26015ff99b62ba85d82572846d8981a3d7c94015c7a376eee6ede9212d5761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4446540-8c91-4fd6-b20c-a8f47275b5ed" -d '{"events": [{"name": "network-changed", "server_uuid": "301d0e4e-def5-4456-9979-5108b10bef1c", "tag": "3c5b2dd7-de72-4cb2-b3f5-e15fbd736498"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:48.757611 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0b66a-cfe6-4c06-89e5-0246484b5c17 service neutron] Pushing event updated for resources: {'Port': ['ID=3c5b2dd7-de72-4cb2-b3f5-e15fbd736498,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:48.773642 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a22aba-e44d-4022-80e0-701650d85fce x-openstack-request-id: req-d5a22aba-e44d-4022-80e0-701650d85fce {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:48.774050 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "301d0e4e-def5-4456-9979-5108b10bef1c", "tag": "3c5b2dd7-de72-4cb2-b3f5-e15fbd736498", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:48.774230 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d5a22aba-e44d-4022-80e0-701650d85fce {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:48.774605 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '301d0e4e-def5-4456-9979-5108b10bef1c', 'tag': '3c5b2dd7-de72-4cb2-b3f5-e15fbd736498', 'status': 'completed', 'code': 200} Aug 11 03:10:48.828583 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-555ba717-c1d0-4bf3-9302-87754431dda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:48.830167 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-555ba717-c1d0-4bf3-9302-87754431dda6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 1095 time: 0.0426300 Aug 11 03:10:48.878028 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-4a3a4520-dc34-4aa0-87dc-a1ad8f83fd8a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 HTTP/1.1" status: 200 len: 217 time: 0.0400591 Aug 11 03:10:48.929438 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-4946c0f0-f52e-4d74-976b-6bc9cfef36a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:48.930925 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-4946c0f0-f52e-4d74-976b-6bc9cfef36a8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3990dbbc-446f-41dd-b95d-85b288c2900e HTTP/1.1" status: 200 len: 835 time: 0.0460176 Aug 11 03:10:48.975918 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-b3bce14c-5e06-430f-b622-7610fb8b44ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:48.977369 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-b3bce14c-5e06-430f-b622-7610fb8b44ed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31e5639a-5819-4692-b041-aebb0fbd5a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391850 Aug 11 03:10:49.069254 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-1cf54542-438c-4843-96cf-10882507bffc service neutron] 10.222.0.73 "GET /v2.0/networks/31e5639a-5819-4692-b041-aebb0fbd5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844262 Aug 11 03:10:49.150081 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9ee2bd08-6a14-4125-a9d0-39db575b0182 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:49.165552 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aedeaae9-d47a-4a63-9bba-3d025f1450c4 req-52ed3418-c1db-4e81-a814-f2069102b235 service neutron] 10.222.0.73 "GET /v2.0/networks/31e5639a-5819-4692-b041-aebb0fbd5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895338 Aug 11 03:10:49.198118 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 9ee2bd08-6a14-4125-a9d0-39db575b0182 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:49.202606 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 9ee2bd08-6a14-4125-a9d0-39db575b0182 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:49.203248 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:49.258280 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4446540-8c91-4fd6-b20c-a8f47275b5ed req-aabea9af-7df1-4463-a368-20ec07ccbaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:49.259942 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a4446540-8c91-4fd6-b20c-a8f47275b5ed req-aabea9af-7df1-4463-a368-20ec07ccbaa9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 1095 time: 0.0432172 Aug 11 03:10:49.281264 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:49.313587 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 9ee2bd08-6a14-4125-a9d0-39db575b0182, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9ee2bd08-6a14-4125-a9d0-39db575b0182,segment=NetworkSegment(92291dc1-95ba-4b2a-8d11-c8ca89c306e5),segment_id=92291dc1-95ba-4b2a-8d11-c8ca89c306e5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:49.317836 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:49.356828 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4446540-8c91-4fd6-b20c-a8f47275b5ed req-ab5ac72d-f220-4a48-aa30-0392914dd37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:49.358355 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a4446540-8c91-4fd6-b20c-a8f47275b5ed req-ab5ac72d-f220-4a48-aa30-0392914dd37d service neutron] 10.222.0.73 "GET /v2.0/networks?id=31e5639a-5819-4692-b041-aebb0fbd5a2f HTTP/1.1" status: 200 len: 898 time: 0.0911338 Aug 11 03:10:49.367923 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=9ee2bd08-6a14-4125-a9d0-39db575b0182,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:49.401867 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a4446540-8c91-4fd6-b20c-a8f47275b5ed req-1d0d6848-6fa8-432a-aeff-efc51b7c35b1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 HTTP/1.1" status: 200 len: 217 time: 0.0358222 Aug 11 03:10:49.452081 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4446540-8c91-4fd6-b20c-a8f47275b5ed req-68e6983e-2bd5-4c5b-b45c-2e90ae16e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:49.453549 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a4446540-8c91-4fd6-b20c-a8f47275b5ed req-68e6983e-2bd5-4c5b-b45c-2e90ae16e33a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3990dbbc-446f-41dd-b95d-85b288c2900e HTTP/1.1" status: 200 len: 835 time: 0.0434885 Aug 11 03:10:49.532385 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4446540-8c91-4fd6-b20c-a8f47275b5ed req-589929eb-4943-4c82-b808-d0c7d6222c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:49.533809 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a4446540-8c91-4fd6-b20c-a8f47275b5ed req-589929eb-4943-4c82-b808-d0c7d6222c87 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31e5639a-5819-4692-b041-aebb0fbd5a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720563 Aug 11 03:10:49.546027 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82fd6c-63e7-4db9-a589-7106f8fc7086 req-a60b7ed3-97d6-4391-8a51-eaeb34611e41 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:49.547493 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1b82fd6c-63e7-4db9-a589-7106f8fc7086 req-a60b7ed3-97d6-4391-8a51-eaeb34611e41 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 943 time: 0.0587087 Aug 11 03:10:49.633198 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1b82fd6c-63e7-4db9-a589-7106f8fc7086 req-605a31fb-c3a7-43d6-86bf-c457c80a529a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=9135f085-a58c-4ae8-8c6b-27ea5b5424b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777023 Aug 11 03:10:49.658664 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a4446540-8c91-4fd6-b20c-a8f47275b5ed req-068e31e6-f104-4c9d-93fa-2ea7f901b118 service neutron] 10.222.0.73 "GET /v2.0/networks/31e5639a-5819-4692-b041-aebb0fbd5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102135 Aug 11 03:10:49.748390 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a4446540-8c91-4fd6-b20c-a8f47275b5ed req-42502bc7-d534-414d-b9fe-8c830f04acfd service neutron] 10.222.0.73 "GET /v2.0/networks/31e5639a-5819-4692-b041-aebb0fbd5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820358 Aug 11 03:10:50.161007 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:50.748282 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbb828-3e4f-40df-99a4-ce83cda93741 req-b5b536a4-8da7-41b8-a8dd-9ea639a095eb tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:50.749767 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-75fbb828-3e4f-40df-99a4-ce83cda93741 req-b5b536a4-8da7-41b8-a8dd-9ea639a095eb tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 943 time: 0.0502224 Aug 11 03:10:50.786918 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-75fbb828-3e4f-40df-99a4-ce83cda93741 req-60e3dd58-f6a2-48f2-bd4c-717af7160291 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=9135f085-a58c-4ae8-8c6b-27ea5b5424b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312505 Aug 11 03:10:51.133871 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9ee2bd08-6a14-4125-a9d0-39db575b0182 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:51.179322 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 9ee2bd08-6a14-4125-a9d0-39db575b0182 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:51.179735 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:51.661480 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:51.863439 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:10:51.900705 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6908e-bb15-4edf-b6f7-231ab7bdc991 req-02e82f04-5c0e-4a9a-b4ff-a4daca549820 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:51.902129 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dea6908e-bb15-4edf-b6f7-231ab7bdc991 req-02e82f04-5c0e-4a9a-b4ff-a4daca549820 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 943 time: 0.0496266 Aug 11 03:10:51.939824 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dea6908e-bb15-4edf-b6f7-231ab7bdc991 req-2a9cfb51-c9ab-443c-b6b7-33e86a302d0d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=9135f085-a58c-4ae8-8c6b-27ea5b5424b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310121 Aug 11 03:10:51.958137 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=3c5b2dd7-de72-4cb2-b3f5-e15fbd736498,segment=NetworkSegment(92291dc1-95ba-4b2a-8d11-c8ca89c306e5),segment_id=92291dc1-95ba-4b2a-8d11-c8ca89c306e5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:51.969761 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '3c5b2dd7-de72-4cb2-b3f5-e15fbd736498', 'network_id': '31e5639a-5819-4692-b041-aebb0fbd5a2f', 'port_id': '3c5b2dd7-de72-4cb2-b3f5-e15fbd736498', 'mac_address': 'fa:16:3e:2c:79:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3990dbbc-446f-41dd-b95d-85b288c2900e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:10:52.004827 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:52.017379 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:10:52.036280 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=3c5b2dd7-de72-4cb2-b3f5-e15fbd736498,segment=NetworkSegment(92291dc1-95ba-4b2a-8d11-c8ca89c306e5),segment_id=92291dc1-95ba-4b2a-8d11-c8ca89c306e5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:52.039912 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:52.088196 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=3c5b2dd7-de72-4cb2-b3f5-e15fbd736498,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:52.249212 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['3c5b2dd7-de72-4cb2-b3f5-e15fbd736498'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:10:53.054609 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d822d-32d6-4430-b8e8-c83782720cc9 req-7d61c5a0-f11c-4c05-86e5-aea2dd036f8d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:53.056132 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-525d822d-32d6-4430-b8e8-c83782720cc9 req-7d61c5a0-f11c-4c05-86e5-aea2dd036f8d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 944 time: 0.0497978 Aug 11 03:10:53.093059 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-525d822d-32d6-4430-b8e8-c83782720cc9 req-b1c14d1a-b406-47eb-a5a0-c83409dc082d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=9135f085-a58c-4ae8-8c6b-27ea5b5424b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311043 Aug 11 03:10:53.865693 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:53.913565 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:53.917252 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:53.917631 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:53.990231 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:54.012883 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301d0e4e-def5-4456-9979-5108b10bef1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5b2dd7-de72-4cb2-b3f5-e15fbd736498'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:54.015113 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20fab26f80b9da78313f4d9f7f3b762b68210575349c4eb51748859b525969e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2390c6-ef83-41da-a087-92d40053034b" -d '{"events": [{"server_uuid": "301d0e4e-def5-4456-9979-5108b10bef1c", "name": "network-vif-plugged", "status": "completed", "tag": "3c5b2dd7-de72-4cb2-b3f5-e15fbd736498"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:54.030111 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=3c5b2dd7-de72-4cb2-b3f5-e15fbd736498,segment=NetworkSegment(92291dc1-95ba-4b2a-8d11-c8ca89c306e5),segment_id=92291dc1-95ba-4b2a-8d11-c8ca89c306e5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:54.034270 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:54.056551 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee971f86-2224-49e5-b6e4-3409a54db962 x-openstack-request-id: req-ee971f86-2224-49e5-b6e4-3409a54db962 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:54.056843 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "301d0e4e-def5-4456-9979-5108b10bef1c", "name": "network-vif-plugged", "status": "completed", "tag": "3c5b2dd7-de72-4cb2-b3f5-e15fbd736498", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:54.057093 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ee971f86-2224-49e5-b6e4-3409a54db962 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:54.057478 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '301d0e4e-def5-4456-9979-5108b10bef1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5b2dd7-de72-4cb2-b3f5-e15fbd736498', 'code': 200} Aug 11 03:10:54.083516 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=3c5b2dd7-de72-4cb2-b3f5-e15fbd736498,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:54.150529 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c69e5-7b25-435b-9bb3-aa7468613f0b req-a543f289-45f6-42d0-adad-3c418e3d9ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:54.152188 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-917c69e5-7b25-435b-9bb3-aa7468613f0b req-a543f289-45f6-42d0-adad-3c418e3d9ffe service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 1097 time: 0.0446506 Aug 11 03:10:54.191971 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-917c69e5-7b25-435b-9bb3-aa7468613f0b req-8ca4b408-e901-4fe4-af5e-da4a04676128 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9135f085-a58c-4ae8-8c6b-27ea5b5424b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282834 Aug 11 03:10:54.213151 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca011c2-e1dc-4fd1-a7d5-91747abf3f97 req-cebe2525-b2a0-4ce5-a1a5-a592512c114f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:54.214651 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bca011c2-e1dc-4fd1-a7d5-91747abf3f97 req-cebe2525-b2a0-4ce5-a1a5-a592512c114f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 945 time: 0.0536830 Aug 11 03:10:54.253822 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bca011c2-e1dc-4fd1-a7d5-91747abf3f97 req-5ab18024-7416-4475-91e3-9cfbba63d28d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=9135f085-a58c-4ae8-8c6b-27ea5b5424b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331118 Aug 11 03:10:55.016197 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:55.368248 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb791b7-b519-444c-8cd7-a7fea52047d1 req-c0be2bef-e7b8-4df6-93bd-e36afac29e7e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:55.369805 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-acb791b7-b519-444c-8cd7-a7fea52047d1 req-c0be2bef-e7b8-4df6-93bd-e36afac29e7e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 945 time: 0.0491180 Aug 11 03:10:55.407207 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-acb791b7-b519-444c-8cd7-a7fea52047d1 req-a1f2e0b4-2773-418a-b938-e33872bfc3e7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=9135f085-a58c-4ae8-8c6b-27ea5b5424b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308728 Aug 11 03:10:55.520295 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1affe6-5721-4a00-9b9d-f0b8e42e67e9 req-f9504543-32c5-4a1d-9c8a-0080a1e58c7d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:55.521784 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ce1affe6-5721-4a00-9b9d-f0b8e42e67e9 req-f9504543-32c5-4a1d-9c8a-0080a1e58c7d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 945 time: 0.0496609 Aug 11 03:10:55.558426 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ce1affe6-5721-4a00-9b9d-f0b8e42e67e9 req-be539d1d-1ac1-4c17-b576-6613cd324584 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=9135f085-a58c-4ae8-8c6b-27ea5b5424b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306408 Aug 11 03:10:55.580450 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33760) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:55.619445 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea680c1f-0e3f-49c8-a375-ce3d9e93a3d8 tempest-TestNetworkAdvancedServerOps-346293483 tempest-TestNetworkAdvancedServerOps-346293483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:55.620957 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ea680c1f-0e3f-49c8-a375-ce3d9e93a3d8 tempest-TestNetworkAdvancedServerOps-346293483 tempest-TestNetworkAdvancedServerOps-346293483-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 1092 time: 0.0395472 Aug 11 03:10:55.624403 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33762) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:55.628628 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-0223af29-af1a-4b2f-b020-d90e692850ff tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'port_id': '3c5b2dd7-de72-4cb2-b3f5-e15fbd736498', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:55.649784 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0223af29-af1a-4b2f-b020-d90e692850ff tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for floatingip, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:55.747906 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0223af29-af1a-4b2f-b020-d90e692850ff tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:55.852053 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-0223af29-af1a-4b2f-b020-d90e692850ff tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Allocated IP 172.25.2.125 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/186291e1-6122-4813-ba9d-fa2c16d787a9) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:55.890934 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:55.953594 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0223af29-af1a-4b2f-b020-d90e692850ff tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:55.994617 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0223af29-af1a-4b2f-b020-d90e692850ff tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:56.031808 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0223af29-af1a-4b2f-b020-d90e692850ff tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:56.036630 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-0223af29-af1a-4b2f-b020-d90e692850ff tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:56.040125 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0223af29-af1a-4b2f-b020-d90e692850ff tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:56.067687 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223af29-af1a-4b2f-b020-d90e692850ff tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Port': ['ID=186291e1-6122-4813-ba9d-fa2c16d787a9,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:56.398374 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0223af29-af1a-4b2f-b020-d90e692850ff tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:56.467598 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0223af29-af1a-4b2f-b020-d90e692850ff tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:56.609624 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0223af29-af1a-4b2f-b020-d90e692850ff tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:56.613967 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0223af29-af1a-4b2f-b020-d90e692850ff tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:56.680745 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223af29-af1a-4b2f-b020-d90e692850ff tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Port': ['ID=186291e1-6122-4813-ba9d-fa2c16d787a9,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:56.694325 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0223af29-af1a-4b2f-b020-d90e692850ff tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:56.794830 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-0223af29-af1a-4b2f-b020-d90e692850ff tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Floating IP a8ff9ffc-006c-4081-b87f-8acb006db0ab associated. External IP: 172.25.2.125, port: 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498. Aug 11 03:10:57.001040 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0223af29-af1a-4b2f-b020-d90e692850ff tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Router 659ec004-f5ea-49aa-b5fe-aa862de412ef has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:10:57.110065 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0223af29-af1a-4b2f-b020-d90e692850ff tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:10:57.120513 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b0647-d33f-4d99-919b-a685062ed0d7 None None] Sync routers for ids ['659ec004-f5ea-49aa-b5fe-aa862de412ef'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:10:57.129035 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0223af29-af1a-4b2f-b020-d90e692850ff tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:57.131191 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5b0647-d33f-4d99-919b-a685062ed0d7 None None] Routers {'659ec004-f5ea-49aa-b5fe-aa862de412ef'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:57.131824 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-4c5b0647-d33f-4d99-919b-a685062ed0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:10:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['659ec004-f5ea-49aa-b5fe-aa862de412ef'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:57.156075 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0223af29-af1a-4b2f-b020-d90e692850ff tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5306721 Aug 11 03:10:57.156856 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '301d0e4e-def5-4456-9979-5108b10bef1c', 'tag': '3c5b2dd7-de72-4cb2-b3f5-e15fbd736498'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:57.159326 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274cfa898284e0591c33ace065f819b64a6cad10b3d723e28d1d1a3acc1cf9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a0565f-0d52-485c-b8da-bbcc46eba4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "301d0e4e-def5-4456-9979-5108b10bef1c", "tag": "3c5b2dd7-de72-4cb2-b3f5-e15fbd736498"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:57.203631 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bba9539-6309-4fa4-8b23-41f9c3d71572 x-openstack-request-id: req-5bba9539-6309-4fa4-8b23-41f9c3d71572 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:57.204429 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "301d0e4e-def5-4456-9979-5108b10bef1c", "tag": "3c5b2dd7-de72-4cb2-b3f5-e15fbd736498", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:57.204429 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5bba9539-6309-4fa4-8b23-41f9c3d71572 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:57.204670 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '301d0e4e-def5-4456-9979-5108b10bef1c', 'tag': '3c5b2dd7-de72-4cb2-b3f5-e15fbd736498', 'status': 'completed', 'code': 200} Aug 11 03:10:57.292368 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0565f-0d52-485c-b8da-bbcc46eba4d1 req-4900dbbc-e357-46e8-b21a-b659b7ec0539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:57.294426 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-78a0565f-0d52-485c-b8da-bbcc46eba4d1 req-4900dbbc-e357-46e8-b21a-b659b7ec0539 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 1097 time: 0.0656998 Aug 11 03:10:57.302726 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447c792-8717-4744-be4b-ddbe91ce72cc req-44e32568-8cda-4251-a704-b7987ae4a32b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:57.304251 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7447c792-8717-4744-be4b-ddbe91ce72cc req-44e32568-8cda-4251-a704-b7987ae4a32b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 945 time: 0.0863352 Aug 11 03:10:57.336731 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-4c5b0647-d33f-4d99-919b-a685062ed0d7 None None] Set router 659ec004-f5ea-49aa-b5fe-aa862de412ef gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:57.388328 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7447c792-8717-4744-be4b-ddbe91ce72cc req-f3b94b7b-d1fe-4e7c-af3a-7f4ffaba04e1 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=9135f085-a58c-4ae8-8c6b-27ea5b5424b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742784 Aug 11 03:10:57.410706 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33770) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:57.423236 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0565f-0d52-485c-b8da-bbcc46eba4d1 req-28d8a9c0-4e19-4c98-b695-764f7ea71345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:57.424898 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-78a0565f-0d52-485c-b8da-bbcc46eba4d1 req-28d8a9c0-4e19-4c98-b695-764f7ea71345 service neutron] 10.222.0.73 "GET /v2.0/networks?id=31e5639a-5819-4692-b041-aebb0fbd5a2f HTTP/1.1" status: 200 len: 898 time: 0.1197679 Aug 11 03:10:57.482194 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bd6fd4c4-0f6d-4756-b687-bb400d9131e2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/floatingips/a8ff9ffc-006c-4081-b87f-8acb006db0ab HTTP/1.1" status: 200 len: 991 time: 0.0702028 Aug 11 03:10:57.497117 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-78a0565f-0d52-485c-b8da-bbcc46eba4d1 req-35477a37-6f58-4c09-aafa-9e00fc0f130f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 HTTP/1.1" status: 200 len: 999 time: 0.0643134 Aug 11 03:10:57.547002 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0565f-0d52-485c-b8da-bbcc46eba4d1 req-d821eeac-f5f7-4401-9678-d3d01a073b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:57.548545 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-78a0565f-0d52-485c-b8da-bbcc46eba4d1 req-d821eeac-f5f7-4401-9678-d3d01a073b10 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3990dbbc-446f-41dd-b95d-85b288c2900e HTTP/1.1" status: 200 len: 835 time: 0.0449457 Aug 11 03:10:57.562906 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-4c5b0647-d33f-4d99-919b-a685062ed0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799212434', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '9b0ca9f7-fea4-4255-b60d-2b1950c344f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:40Z', 'updated_at': '2021-08-11T03:10:44Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': '9b0ca9f7-fea4-4255-b60d-2b1950c344f4', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:41Z', 'updated_at': '2021-08-11T03:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'a8ff9ffc-006c-4081-b87f-8acb006db0ab', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'port_id': '3c5b2dd7-de72-4cb2-b3f5-e15fbd736498', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e5639a-5819-4692-b041-aebb0fbd5a2f', 'mac_address': 'fa:16:3e:2c:79:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d0e4e-def5-4456-9979-5108b10bef1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:10:56Z', 'updated_at': '2021-08-11T03:10:56Z', 'revision_number': 0, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ee2bd08-6a14-4125-a9d0-39db575b0182', 'name': '', 'network_id': '31e5639a-5819-4692-b041-aebb0fbd5a2f', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:7b:ed:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3990dbbc-446f-41dd-b95d-85b288c2900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:43Z', 'updated_at': '2021-08-11T03:10:49Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': '3990dbbc-446f-41dd-b95d-85b288c2900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:57.588668 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b0647-d33f-4d99-919b-a685062ed0d7 None None] Checking router: 659ec004-f5ea-49aa-b5fe-aa862de412ef for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:10:57.593561 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0565f-0d52-485c-b8da-bbcc46eba4d1 req-54c2617c-e98d-440a-9cbf-73ed161b4207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:57.595075 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-78a0565f-0d52-485c-b8da-bbcc46eba4d1 req-54c2617c-e98d-440a-9cbf-73ed161b4207 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31e5639a-5819-4692-b041-aebb0fbd5a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397363 Aug 11 03:10:57.597287 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5b0647-d33f-4d99-919b-a685062ed0d7 None None] Routers {'659ec004-f5ea-49aa-b5fe-aa862de412ef'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:57.597887 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-4c5b0647-d33f-4d99-919b-a685062ed0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:10:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['659ec004-f5ea-49aa-b5fe-aa862de412ef'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:57.694134 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-78a0565f-0d52-485c-b8da-bbcc46eba4d1 req-32999382-274c-4104-b581-456386955c77 service neutron] 10.222.0.73 "GET /v2.0/networks/31e5639a-5819-4692-b041-aebb0fbd5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895169 Aug 11 03:10:57.706531 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-4c5b0647-d33f-4d99-919b-a685062ed0d7 None None] Set router 659ec004-f5ea-49aa-b5fe-aa862de412ef gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:57.789970 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-78a0565f-0d52-485c-b8da-bbcc46eba4d1 req-33576256-d8ff-4e36-b4c5-400f6cf984a0 service neutron] 10.222.0.73 "GET /v2.0/networks/31e5639a-5819-4692-b041-aebb0fbd5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892730 Aug 11 03:10:57.941618 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-4c5b0647-d33f-4d99-919b-a685062ed0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799212434', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '9b0ca9f7-fea4-4255-b60d-2b1950c344f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:40Z', 'updated_at': '2021-08-11T03:10:44Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': '9b0ca9f7-fea4-4255-b60d-2b1950c344f4', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:41Z', 'updated_at': '2021-08-11T03:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'a8ff9ffc-006c-4081-b87f-8acb006db0ab', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'port_id': '3c5b2dd7-de72-4cb2-b3f5-e15fbd736498', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e5639a-5819-4692-b041-aebb0fbd5a2f', 'mac_address': 'fa:16:3e:2c:79:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d0e4e-def5-4456-9979-5108b10bef1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:10:56Z', 'updated_at': '2021-08-11T03:10:56Z', 'revision_number': 0, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ee2bd08-6a14-4125-a9d0-39db575b0182', 'name': '', 'network_id': '31e5639a-5819-4692-b041-aebb0fbd5a2f', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:7b:ed:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3990dbbc-446f-41dd-b95d-85b288c2900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:43Z', 'updated_at': '2021-08-11T03:10:49Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': '3990dbbc-446f-41dd-b95d-85b288c2900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:57.969833 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b0647-d33f-4d99-919b-a685062ed0d7 None None] The sync data for ids ['659ec004-f5ea-49aa-b5fe-aa862de412ef'] in n-d-615180-33 is: [{'id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799212434', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '9b0ca9f7-fea4-4255-b60d-2b1950c344f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:40Z', 'updated_at': '2021-08-11T03:10:44Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': '9b0ca9f7-fea4-4255-b60d-2b1950c344f4', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:41Z', 'updated_at': '2021-08-11T03:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'a8ff9ffc-006c-4081-b87f-8acb006db0ab', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'port_id': '3c5b2dd7-de72-4cb2-b3f5-e15fbd736498', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e5639a-5819-4692-b041-aebb0fbd5a2f', 'mac_address': 'fa:16:3e:2c:79:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d0e4e-def5-4456-9979-5108b10bef1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:10:56Z', 'updated_at': '2021-08-11T03:10:56Z', 'revision_number': 0, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ee2bd08-6a14-4125-a9d0-39db575b0182', 'name': '', 'network_id': '31e5639a-5819-4692-b041-aebb0fbd5a2f', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:7b:ed:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3990dbbc-446f-41dd-b95d-85b288c2900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:43Z', 'updated_at': '2021-08-11T03:10:49Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': '3990dbbc-446f-41dd-b95d-85b288c2900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:10:58.143481 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd281b5a-05a5-4e2b-802c-be2e2a4414df None None] New status for floating IP a8ff9ffc-006c-4081-b87f-8acb006db0ab: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:10:58.484441 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33774) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:58.546775 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d01c4246-0917-4183-a44c-8dfd1e2bde8c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/floatingips/a8ff9ffc-006c-4081-b87f-8acb006db0ab HTTP/1.1" status: 200 len: 993 time: 0.0611675 Aug 11 03:11:05.541007 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-84491ba9-19c0-440a-8cc3-565deadb1cc7 req-06fa6619-ad3a-40b9-bbd1-7af38f27fac4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445888 Aug 11 03:11:05.620272 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84491ba9-19c0-440a-8cc3-565deadb1cc7 req-d2e7565c-6f5a-4798-85e4-9219f9557ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:05.621779 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-84491ba9-19c0-440a-8cc3-565deadb1cc7 req-d2e7565c-6f5a-4798-85e4-9219f9557ddc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 1097 time: 0.0405676 Aug 11 03:11:05.721221 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84491ba9-19c0-440a-8cc3-565deadb1cc7 req-c5b19b9b-2769-4ca6-acbb-e64edbbcee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:05.722675 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-84491ba9-19c0-440a-8cc3-565deadb1cc7 req-c5b19b9b-2769-4ca6-acbb-e64edbbcee7e service neutron] 10.222.0.73 "GET /v2.0/networks?id=31e5639a-5819-4692-b041-aebb0fbd5a2f HTTP/1.1" status: 200 len: 898 time: 0.0826406 Aug 11 03:11:05.790648 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-84491ba9-19c0-440a-8cc3-565deadb1cc7 req-c863ba71-5ffd-4e2e-9e23-bbd43c635239 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 HTTP/1.1" status: 200 len: 1001 time: 0.0599754 Aug 11 03:11:05.838777 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84491ba9-19c0-440a-8cc3-565deadb1cc7 req-7f8b511f-a27b-496c-8881-7d9c8cce3cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:05.840428 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-84491ba9-19c0-440a-8cc3-565deadb1cc7 req-7f8b511f-a27b-496c-8881-7d9c8cce3cfb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3990dbbc-446f-41dd-b95d-85b288c2900e HTTP/1.1" status: 200 len: 835 time: 0.0431819 Aug 11 03:11:05.885172 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84491ba9-19c0-440a-8cc3-565deadb1cc7 req-fc4fb43f-1a77-4c8c-a44d-76d36f94ef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:05.887209 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-84491ba9-19c0-440a-8cc3-565deadb1cc7 req-fc4fb43f-1a77-4c8c-a44d-76d36f94ef11 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31e5639a-5819-4692-b041-aebb0fbd5a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391030 Aug 11 03:11:05.977247 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-84491ba9-19c0-440a-8cc3-565deadb1cc7 req-971aa80e-581d-4b78-91f9-d3ffdd73a2e2 service neutron] 10.222.0.73 "GET /v2.0/networks/31e5639a-5819-4692-b041-aebb0fbd5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823569 Aug 11 03:11:06.065737 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-84491ba9-19c0-440a-8cc3-565deadb1cc7 req-7632a894-2062-4184-8a6c-df316984cd6a service neutron] 10.222.0.73 "GET /v2.0/networks/31e5639a-5819-4692-b041-aebb0fbd5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805361 Aug 11 03:11:15.354988 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:11:15.717754 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-084100f5-0c8a-4e97-8401-94b15210edae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:18.391416 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1663b1c6-8fcb-4d62-a318-336f57750808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:18.396221 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:20.162325 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:21.665131 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:25.034018 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:25.897127 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:27.340093 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed0cff-7b8a-4461-b553-64ecf63787f5 req-43703d10-27c4-4f23-98e5-807d2a9826e3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:27.341630 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4bed0cff-7b8a-4461-b553-64ecf63787f5 req-43703d10-27c4-4f23-98e5-807d2a9826e3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 945 time: 0.0528061 Aug 11 03:11:27.379343 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4bed0cff-7b8a-4461-b553-64ecf63787f5 req-3f5e5709-326b-4a38-b902-39c3328e43f3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=9135f085-a58c-4ae8-8c6b-27ea5b5424b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310428 Aug 11 03:11:28.507674 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b52e8f-4be5-46a1-9dd1-a6e09b5d752c req-0a748a17-1ac6-4e24-bb28-4a16b4d882f4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:28.509067 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b0b52e8f-4be5-46a1-9dd1-a6e09b5d752c req-0a748a17-1ac6-4e24-bb28-4a16b4d882f4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 945 time: 0.0495002 Aug 11 03:11:28.550656 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b0b52e8f-4be5-46a1-9dd1-a6e09b5d752c req-bbf223a3-e0a5-4271-894e-c785bf52f0b8 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=9135f085-a58c-4ae8-8c6b-27ea5b5424b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356910 Aug 11 03:11:29.664832 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5d0bc-371c-4aa4-b07b-4f25e04604b3 req-e48d4c21-cbcc-4827-8f17-c88e379993d5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:29.666317 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c9b5d0bc-371c-4aa4-b07b-4f25e04604b3 req-e48d4c21-cbcc-4827-8f17-c88e379993d5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 945 time: 0.0485175 Aug 11 03:11:29.703012 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c9b5d0bc-371c-4aa4-b07b-4f25e04604b3 req-a7c90c95-9b66-4270-bac3-38b4c1010086 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=9135f085-a58c-4ae8-8c6b-27ea5b5424b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302529 Aug 11 03:11:30.815879 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5943a-a963-4361-a359-a9c9ab6977b0 req-de0c6e7e-df31-4c59-a935-d08b0a21b5f5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:30.817347 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e0f5943a-a963-4361-a359-a9c9ab6977b0 req-de0c6e7e-df31-4c59-a935-d08b0a21b5f5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 945 time: 0.0483825 Aug 11 03:11:30.853478 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e0f5943a-a963-4361-a359-a9c9ab6977b0 req-761da24f-3dc7-4b1f-a0d6-52f40f078f98 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=9135f085-a58c-4ae8-8c6b-27ea5b5424b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303190 Aug 11 03:11:31.974806 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287e56a-169d-4d60-8962-cdb03fdaf217 req-0d019e37-9787-41fb-b375-aea6ad26ab52 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:31.976348 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3287e56a-169d-4d60-8962-cdb03fdaf217 req-0d019e37-9787-41fb-b375-aea6ad26ab52 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 945 time: 0.0539839 Aug 11 03:11:32.358088 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3287e56a-169d-4d60-8962-cdb03fdaf217 req-3e6ee675-fb6f-4482-8988-cc44d186a20f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=9135f085-a58c-4ae8-8c6b-27ea5b5424b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3754115 Aug 11 03:11:33.471405 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef8b35-fe49-4d46-9837-ba36c971abd7 req-22bd0c4e-2402-492c-862a-af6e85fdfba3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:33.472893 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-06ef8b35-fe49-4d46-9837-ba36c971abd7 req-22bd0c4e-2402-492c-862a-af6e85fdfba3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 945 time: 0.0478706 Aug 11 03:11:33.510024 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-06ef8b35-fe49-4d46-9837-ba36c971abd7 req-581f1672-8023-49fa-9d6b-35bd2c9c1a58 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=9135f085-a58c-4ae8-8c6b-27ea5b5424b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309875 Aug 11 03:11:34.625427 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b475cee-052c-4d21-b64c-158280b82f2c req-4be48ee1-039e-4e81-b863-4dc5e14d0481 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:34.626919 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5b475cee-052c-4d21-b64c-158280b82f2c req-4be48ee1-039e-4e81-b863-4dc5e14d0481 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 945 time: 0.0498140 Aug 11 03:11:34.663333 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-5b475cee-052c-4d21-b64c-158280b82f2c req-e475fddc-cbf6-4656-8ac7-f22fbc455626 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=9135f085-a58c-4ae8-8c6b-27ea5b5424b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304563 Aug 11 03:11:35.776882 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3559d22-00bf-42f9-ae07-13f30c1cf21a req-6e46e9e1-5256-4ed2-a984-020be9870792 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:35.778364 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e3559d22-00bf-42f9-ae07-13f30c1cf21a req-6e46e9e1-5256-4ed2-a984-020be9870792 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 945 time: 0.0481117 Aug 11 03:11:35.817799 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e3559d22-00bf-42f9-ae07-13f30c1cf21a req-9322b30d-83d8-4274-a80d-5656b9b1564c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=9135f085-a58c-4ae8-8c6b-27ea5b5424b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335660 Aug 11 03:11:36.932632 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bc142-dd35-4191-9774-e8da21c01e9e req-1fbc5e4e-59c6-45c9-a26d-55167f7ffb24 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:36.934110 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-053bc142-dd35-4191-9774-e8da21c01e9e req-1fbc5e4e-59c6-45c9-a26d-55167f7ffb24 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 945 time: 0.0489011 Aug 11 03:11:36.971488 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-053bc142-dd35-4191-9774-e8da21c01e9e req-f014da59-34f6-4568-8cec-185922053c29 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=9135f085-a58c-4ae8-8c6b-27ea5b5424b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314779 Aug 11 03:11:38.084165 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fbca3-d43a-45cf-b153-8e391bfd27ea req-28e85b57-9473-4da8-8279-3c2dcb62bd1a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:38.085636 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-294fbca3-d43a-45cf-b153-8e391bfd27ea req-28e85b57-9473-4da8-8279-3c2dcb62bd1a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 945 time: 0.0487764 Aug 11 03:11:38.121944 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-294fbca3-d43a-45cf-b153-8e391bfd27ea req-51474fe0-7682-4cab-81be-8efbde9c23b7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=9135f085-a58c-4ae8-8c6b-27ea5b5424b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304041 Aug 11 03:11:38.144551 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33818) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:38.203274 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-81a6ec38-7e74-4669-b7b6-7388b334e614 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/floatingips/a8ff9ffc-006c-4081-b87f-8acb006db0ab HTTP/1.1" status: 200 len: 993 time: 0.0576258 Aug 11 03:11:39.458788 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf7555-7b5b-4376-8f9f-b58fc56892e2 req-6a3c1382-60b2-4457-b5b6-ffcd9cc2eaea tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:39.460329 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9abf7555-7b5b-4376-8f9f-b58fc56892e2 req-6a3c1382-60b2-4457-b5b6-ffcd9cc2eaea tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 945 time: 0.0566304 Aug 11 03:11:39.479964 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694e8d4-c084-4a54-be9e-db4e79aa0bf8 req-d43e8dfd-180c-49a3-a85a-e6cfb36d460a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:39.481487 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f694e8d4-c084-4a54-be9e-db4e79aa0bf8 req-d43e8dfd-180c-49a3-a85a-e6cfb36d460a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 1097 time: 0.0468173 Aug 11 03:11:39.498160 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9abf7555-7b5b-4376-8f9f-b58fc56892e2 req-7c5b3fc5-d2e4-458a-b7d5-0ae945162f0b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=9135f085-a58c-4ae8-8c6b-27ea5b5424b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316496 Aug 11 03:11:39.569762 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694e8d4-c084-4a54-be9e-db4e79aa0bf8 req-876c1d60-a397-447e-9e1c-45fb5afd362c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:39.571287 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f694e8d4-c084-4a54-be9e-db4e79aa0bf8 req-876c1d60-a397-447e-9e1c-45fb5afd362c service neutron] 10.222.0.73 "GET /v2.0/networks?id=31e5639a-5819-4692-b041-aebb0fbd5a2f HTTP/1.1" status: 200 len: 898 time: 0.0828664 Aug 11 03:11:39.640966 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f694e8d4-c084-4a54-be9e-db4e79aa0bf8 req-cb9f4228-ab4e-4476-b0b9-6862436f70ea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 HTTP/1.1" status: 200 len: 1001 time: 0.0625021 Aug 11 03:11:39.688825 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694e8d4-c084-4a54-be9e-db4e79aa0bf8 req-4bae2cc9-a21c-496f-b14d-1a05c11ff02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:39.690212 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f694e8d4-c084-4a54-be9e-db4e79aa0bf8 req-4bae2cc9-a21c-496f-b14d-1a05c11ff02a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3990dbbc-446f-41dd-b95d-85b288c2900e HTTP/1.1" status: 200 len: 835 time: 0.0420985 Aug 11 03:11:39.734631 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694e8d4-c084-4a54-be9e-db4e79aa0bf8 req-652d2263-6805-4dfd-9169-857016e14644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:39.736110 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f694e8d4-c084-4a54-be9e-db4e79aa0bf8 req-652d2263-6805-4dfd-9169-857016e14644 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31e5639a-5819-4692-b041-aebb0fbd5a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389595 Aug 11 03:11:39.828753 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f694e8d4-c084-4a54-be9e-db4e79aa0bf8 req-533df279-0521-419b-b94c-3cd6dbe0e23c service neutron] 10.222.0.73 "GET /v2.0/networks/31e5639a-5819-4692-b041-aebb0fbd5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854549 Aug 11 03:11:39.919182 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f694e8d4-c084-4a54-be9e-db4e79aa0bf8 req-24d3e895-2002-4465-bea9-f59a88f91637 service neutron] 10.222.0.73 "GET /v2.0/networks/31e5639a-5819-4692-b041-aebb0fbd5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825582 Aug 11 03:11:40.615173 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaba1e-6725-47c8-bf2a-6de5e324a7d5 req-11e1e9fd-51fb-402b-9db6-23df8859c334 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:40.616693 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-10eaba1e-6725-47c8-bf2a-6de5e324a7d5 req-11e1e9fd-51fb-402b-9db6-23df8859c334 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 945 time: 0.0485909 Aug 11 03:11:40.654817 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-10eaba1e-6725-47c8-bf2a-6de5e324a7d5 req-f3b68de7-f702-4b7f-a2ec-2f8423352f0d tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=9135f085-a58c-4ae8-8c6b-27ea5b5424b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321195 Aug 11 03:11:40.677054 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33828) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:40.739506 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4dee2de2-e21a-4beb-88b4-e8caa4c460e7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/floatingips/a8ff9ffc-006c-4081-b87f-8acb006db0ab HTTP/1.1" status: 200 len: 993 time: 0.0613468 Aug 11 03:11:45.718417 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4d03ea28-fbcc-416d-92a9-f044201c4dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:48.386290 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4016fdca-5817-46e8-9cf5-899794c286cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:48.396199 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:50.166504 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.667628 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:52.353269 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:11:55.032237 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:55.905690 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:07.520499 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-67afbfc1-3a0f-48b4-ae36-13734c2ae83e req-db9d3870-ddfe-4c9e-a8e1-f5ed64d874e5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389402 Aug 11 03:12:07.604547 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afbfc1-3a0f-48b4-ae36-13734c2ae83e req-ba4d11e0-61c8-4f3d-9a5c-ba3e2905b9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:07.606024 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-67afbfc1-3a0f-48b4-ae36-13734c2ae83e req-ba4d11e0-61c8-4f3d-9a5c-ba3e2905b9b4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 1097 time: 0.0403540 Aug 11 03:12:07.713124 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afbfc1-3a0f-48b4-ae36-13734c2ae83e req-7df2ba90-867b-4e4d-b001-af8dc0407f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:07.714573 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-67afbfc1-3a0f-48b4-ae36-13734c2ae83e req-7df2ba90-867b-4e4d-b001-af8dc0407f17 service neutron] 10.222.0.73 "GET /v2.0/networks?id=31e5639a-5819-4692-b041-aebb0fbd5a2f HTTP/1.1" status: 200 len: 898 time: 0.0853269 Aug 11 03:12:07.778871 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-67afbfc1-3a0f-48b4-ae36-13734c2ae83e req-ee9c72fd-0411-49f1-b33c-d7dacaa16153 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 HTTP/1.1" status: 200 len: 1001 time: 0.0556977 Aug 11 03:12:07.831227 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afbfc1-3a0f-48b4-ae36-13734c2ae83e req-c667f54e-4f75-489b-bcce-ea5bf7722620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:07.832658 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-67afbfc1-3a0f-48b4-ae36-13734c2ae83e req-c667f54e-4f75-489b-bcce-ea5bf7722620 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3990dbbc-446f-41dd-b95d-85b288c2900e HTTP/1.1" status: 200 len: 835 time: 0.0457296 Aug 11 03:12:07.879340 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afbfc1-3a0f-48b4-ae36-13734c2ae83e req-b0d9ca4c-3ab2-427a-b0c6-8ea56d6fb5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:07.880823 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-67afbfc1-3a0f-48b4-ae36-13734c2ae83e req-b0d9ca4c-3ab2-427a-b0c6-8ea56d6fb5c7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31e5639a-5819-4692-b041-aebb0fbd5a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399468 Aug 11 03:12:07.967348 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-67afbfc1-3a0f-48b4-ae36-13734c2ae83e req-d163c0e1-97d2-4e34-a9ec-07e8ac994f32 service neutron] 10.222.0.73 "GET /v2.0/networks/31e5639a-5819-4692-b041-aebb0fbd5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794365 Aug 11 03:12:08.059808 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-67afbfc1-3a0f-48b4-ae36-13734c2ae83e req-d677107d-c0e8-4003-8acf-0f2af12eaa1b service neutron] 10.222.0.73 "GET /v2.0/networks/31e5639a-5819-4692-b041-aebb0fbd5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833619 Aug 11 03:12:11.114407 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33840) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:11.267112 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-a7eeed41-447e-4589-b824-91ca1170de4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Deleting port 186291e1-6122-4813-ba9d-fa2c16d787a9 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:11.267460 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a7eeed41-447e-4589-b824-91ca1170de4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:11.342994 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a7eeed41-447e-4589-b824-91ca1170de4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:11.343854 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a7eeed41-447e-4589-b824-91ca1170de4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:11.355336 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-a7eeed41-447e-4589-b824-91ca1170de4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Calling delete_port for 186291e1-6122-4813-ba9d-fa2c16d787a9 owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:11.498111 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a7eeed41-447e-4589-b824-91ca1170de4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:11.526081 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eeed41-447e-4589-b824-91ca1170de4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'Port': ['ID=186291e1-6122-4813-ba9d-fa2c16d787a9,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:11.537206 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eeed41-447e-4589-b824-91ca1170de4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:11.537549 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eeed41-447e-4589-b824-91ca1170de4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:11.537963 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eeed41-447e-4589-b824-91ca1170de4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:11.538298 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eeed41-447e-4589-b824-91ca1170de4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:11.538626 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eeed41-447e-4589-b824-91ca1170de4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:11.538952 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eeed41-447e-4589-b824-91ca1170de4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:11.539276 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eeed41-447e-4589-b824-91ca1170de4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:11.539631 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eeed41-447e-4589-b824-91ca1170de4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:11.539955 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eeed41-447e-4589-b824-91ca1170de4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:11.540272 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eeed41-447e-4589-b824-91ca1170de4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:11.540594 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eeed41-447e-4589-b824-91ca1170de4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:11.540909 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eeed41-447e-4589-b824-91ca1170de4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:11.597108 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a7eeed41-447e-4589-b824-91ca1170de4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:11.597421 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-a7eeed41-447e-4589-b824-91ca1170de4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Floating IP a8ff9ffc-006c-4081-b87f-8acb006db0ab disassociated (deleted). External IP: 172.25.2.125, port: 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498. Aug 11 03:12:11.798901 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7eeed41-447e-4589-b824-91ca1170de4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Router 659ec004-f5ea-49aa-b5fe-aa862de412ef has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:12:12.215782 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7eeed41-447e-4589-b824-91ca1170de4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:12:12.220490 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a7eeed41-447e-4589-b824-91ca1170de4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:12.225437 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff9ac01-1741-4490-afb4-0493058b3d71 None None] Sync routers for ids ['659ec004-f5ea-49aa-b5fe-aa862de412ef'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:12:12.235230 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff9ac01-1741-4490-afb4-0493058b3d71 None None] Routers {'659ec004-f5ea-49aa-b5fe-aa862de412ef'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:12:12.235869 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1ff9ac01-1741-4490-afb4-0493058b3d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:11:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['659ec004-f5ea-49aa-b5fe-aa862de412ef'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:12.248885 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a7eeed41-447e-4589-b824-91ca1170de4b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "DELETE /v2.0/floatingips/a8ff9ffc-006c-4081-b87f-8acb006db0ab HTTP/1.1" status: 204 len: 168 time: 1.1309679 Aug 11 03:12:12.248885 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '301d0e4e-def5-4456-9979-5108b10bef1c', 'tag': '3c5b2dd7-de72-4cb2-b3f5-e15fbd736498'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:12.249909 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef26015ff99b62ba85d82572846d8981a3d7c94015c7a376eee6ede9212d5761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9485de-ead8-42c0-8dc8-75dd98c09302" -d '{"events": [{"name": "network-changed", "server_uuid": "301d0e4e-def5-4456-9979-5108b10bef1c", "tag": "3c5b2dd7-de72-4cb2-b3f5-e15fbd736498"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:12.288872 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3460d705-a55d-46bc-8b8a-5ab6922ea81e x-openstack-request-id: req-3460d705-a55d-46bc-8b8a-5ab6922ea81e {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:12.289169 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "301d0e4e-def5-4456-9979-5108b10bef1c", "tag": "3c5b2dd7-de72-4cb2-b3f5-e15fbd736498", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:12.289424 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3460d705-a55d-46bc-8b8a-5ab6922ea81e {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:12.289830 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '301d0e4e-def5-4456-9979-5108b10bef1c', 'tag': '3c5b2dd7-de72-4cb2-b3f5-e15fbd736498', 'status': 'completed', 'code': 200} Aug 11 03:12:12.353587 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-1ff9ac01-1741-4490-afb4-0493058b3d71 None None] Set router 659ec004-f5ea-49aa-b5fe-aa862de412ef gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:12:12.355217 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9485de-ead8-42c0-8dc8-75dd98c09302 req-cb0eb46e-3f54-4882-bc62-c7546ce7192c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:12.357853 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-df9485de-ead8-42c0-8dc8-75dd98c09302 req-cb0eb46e-3f54-4882-bc62-c7546ce7192c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 1097 time: 0.0468435 Aug 11 03:12:12.469844 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9485de-ead8-42c0-8dc8-75dd98c09302 req-d36dfc71-63e1-4b03-a69d-92a2f54bb5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:12.471262 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-df9485de-ead8-42c0-8dc8-75dd98c09302 req-d36dfc71-63e1-4b03-a69d-92a2f54bb5df service neutron] 10.222.0.73 "GET /v2.0/networks?id=31e5639a-5819-4692-b041-aebb0fbd5a2f HTTP/1.1" status: 200 len: 898 time: 0.1015215 Aug 11 03:12:12.483205 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccecd8-5280-46eb-a84f-fbd5fe4fb9b8 req-6c80e150-8ae2-4e88-803e-67fb8af2571a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:12.485365 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f3ccecd8-5280-46eb-a84f-fbd5fe4fb9b8 req-6c80e150-8ae2-4e88-803e-67fb8af2571a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 945 time: 0.0507090 Aug 11 03:12:12.515956 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-df9485de-ead8-42c0-8dc8-75dd98c09302 req-83190164-e703-4b01-bb32-020075056524 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 HTTP/1.1" status: 200 len: 217 time: 0.0360653 Aug 11 03:12:12.525205 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-f3ccecd8-5280-46eb-a84f-fbd5fe4fb9b8 req-5f76cbb7-87fd-471c-b19a-bc119fbdd2d2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=9135f085-a58c-4ae8-8c6b-27ea5b5424b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329919 Aug 11 03:12:12.562791 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1ff9ac01-1741-4490-afb4-0493058b3d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799212434', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '9b0ca9f7-fea4-4255-b60d-2b1950c344f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:40Z', 'updated_at': '2021-08-11T03:10:44Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': '9b0ca9f7-fea4-4255-b60d-2b1950c344f4', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:41Z', 'updated_at': '2021-08-11T03:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '9ee2bd08-6a14-4125-a9d0-39db575b0182', 'name': '', 'network_id': '31e5639a-5819-4692-b041-aebb0fbd5a2f', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:7b:ed:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3990dbbc-446f-41dd-b95d-85b288c2900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:43Z', 'updated_at': '2021-08-11T03:10:49Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': '3990dbbc-446f-41dd-b95d-85b288c2900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:12.567073 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9485de-ead8-42c0-8dc8-75dd98c09302 req-000c6b11-f23c-45d3-a629-171f465c8040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:12.568588 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-df9485de-ead8-42c0-8dc8-75dd98c09302 req-000c6b11-f23c-45d3-a629-171f465c8040 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3990dbbc-446f-41dd-b95d-85b288c2900e HTTP/1.1" status: 200 len: 835 time: 0.0448272 Aug 11 03:12:12.588697 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff9ac01-1741-4490-afb4-0493058b3d71 None None] Checking router: 659ec004-f5ea-49aa-b5fe-aa862de412ef for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:12:12.596672 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff9ac01-1741-4490-afb4-0493058b3d71 None None] Routers {'659ec004-f5ea-49aa-b5fe-aa862de412ef'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:12:12.597263 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1ff9ac01-1741-4490-afb4-0493058b3d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:11:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['659ec004-f5ea-49aa-b5fe-aa862de412ef'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:12.614314 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9485de-ead8-42c0-8dc8-75dd98c09302 req-e86c5adb-74c0-48f7-bc32-45dcecb8c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:12.615850 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-df9485de-ead8-42c0-8dc8-75dd98c09302 req-e86c5adb-74c0-48f7-bc32-45dcecb8c132 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31e5639a-5819-4692-b041-aebb0fbd5a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397787 Aug 11 03:12:12.700417 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-1ff9ac01-1741-4490-afb4-0493058b3d71 None None] Set router 659ec004-f5ea-49aa-b5fe-aa862de412ef gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:12:12.708043 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-df9485de-ead8-42c0-8dc8-75dd98c09302 req-cf917fd5-18d2-443e-948b-749819d3638d service neutron] 10.222.0.73 "GET /v2.0/networks/31e5639a-5819-4692-b041-aebb0fbd5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841954 Aug 11 03:12:12.798872 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-df9485de-ead8-42c0-8dc8-75dd98c09302 req-7fcb4206-3343-4adc-bb0d-6f56d7b25128 service neutron] 10.222.0.73 "GET /v2.0/networks/31e5639a-5819-4692-b041-aebb0fbd5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830200 Aug 11 03:12:12.974903 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1ff9ac01-1741-4490-afb4-0493058b3d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799212434', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '9b0ca9f7-fea4-4255-b60d-2b1950c344f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:40Z', 'updated_at': '2021-08-11T03:10:44Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': '9b0ca9f7-fea4-4255-b60d-2b1950c344f4', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:41Z', 'updated_at': '2021-08-11T03:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '9ee2bd08-6a14-4125-a9d0-39db575b0182', 'name': '', 'network_id': '31e5639a-5819-4692-b041-aebb0fbd5a2f', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:7b:ed:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3990dbbc-446f-41dd-b95d-85b288c2900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:43Z', 'updated_at': '2021-08-11T03:10:49Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': '3990dbbc-446f-41dd-b95d-85b288c2900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:13.003647 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff9ac01-1741-4490-afb4-0493058b3d71 None None] The sync data for ids ['659ec004-f5ea-49aa-b5fe-aa862de412ef'] in n-d-615180-33 is: [{'id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799212434', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '9b0ca9f7-fea4-4255-b60d-2b1950c344f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:40Z', 'updated_at': '2021-08-11T03:10:44Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': '9b0ca9f7-fea4-4255-b60d-2b1950c344f4', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:41Z', 'updated_at': '2021-08-11T03:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '9ee2bd08-6a14-4125-a9d0-39db575b0182', 'name': '', 'network_id': '31e5639a-5819-4692-b041-aebb0fbd5a2f', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:7b:ed:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3990dbbc-446f-41dd-b95d-85b288c2900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:43Z', 'updated_at': '2021-08-11T03:10:49Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': '3990dbbc-446f-41dd-b95d-85b288c2900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:12:13.199854 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22010404-2e78-4e48-a5e9-708290269ff9 None None] New status for floating IP a8ff9ffc-006c-4081-b87f-8acb006db0ab: DOWN {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:12:13.645960 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d47334-00a7-4555-be9b-a80daa15a8f2 req-095fb899-115e-417a-8618-5470963f548a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:13.647479 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d1d47334-00a7-4555-be9b-a80daa15a8f2 req-095fb899-115e-417a-8618-5470963f548a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 945 time: 0.0529804 Aug 11 03:12:13.686477 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d1d47334-00a7-4555-be9b-a80daa15a8f2 req-16695e79-e7bc-42c9-b748-f32ec9737271 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=9135f085-a58c-4ae8-8c6b-27ea5b5424b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330737 Aug 11 03:12:13.917483 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08850d82-4b3d-4304-bd5b-bacb88bc03f9 req-72034a5a-a6b1-4481-96b6-f31e3ffc8a1b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:13.918956 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-08850d82-4b3d-4304-bd5b-bacb88bc03f9 req-72034a5a-a6b1-4481-96b6-f31e3ffc8a1b tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.73 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 945 time: 0.0477874 Aug 11 03:12:14.010113 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-08850d82-4b3d-4304-bd5b-bacb88bc03f9 req-dbafa91a-0eed-4501-bbe1-736cbbd9d3c6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Deleting port 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:14.010461 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-08850d82-4b3d-4304-bd5b-bacb88bc03f9 req-dbafa91a-0eed-4501-bbe1-736cbbd9d3c6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:14.096879 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-08850d82-4b3d-4304-bd5b-bacb88bc03f9 req-dbafa91a-0eed-4501-bbe1-736cbbd9d3c6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] For port 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=3c5b2dd7-de72-4cb2-b3f5-e15fbd736498,segment=NetworkSegment(92291dc1-95ba-4b2a-8d11-c8ca89c306e5),segment_id=92291dc1-95ba-4b2a-8d11-c8ca89c306e5)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:14.097163 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-08850d82-4b3d-4304-bd5b-bacb88bc03f9 req-dbafa91a-0eed-4501-bbe1-736cbbd9d3c6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:14.109964 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-08850d82-4b3d-4304-bd5b-bacb88bc03f9 req-dbafa91a-0eed-4501-bbe1-736cbbd9d3c6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Calling delete_port for 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:14.235156 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-08850d82-4b3d-4304-bd5b-bacb88bc03f9 req-dbafa91a-0eed-4501-bbe1-736cbbd9d3c6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:14.264110 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafa91a-0eed-4501-bbe1-736cbbd9d3c6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'Port': ['ID=3c5b2dd7-de72-4cb2-b3f5-e15fbd736498,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:14.307789 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-08850d82-4b3d-4304-bd5b-bacb88bc03f9 req-dbafa91a-0eed-4501-bbe1-736cbbd9d3c6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] No DVR routers for this DVR port 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:12:14.310420 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-08850d82-4b3d-4304-bd5b-bacb88bc03f9 req-dbafa91a-0eed-4501-bbe1-736cbbd9d3c6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:14.312913 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-08850d82-4b3d-4304-bd5b-bacb88bc03f9 req-dbafa91a-0eed-4501-bbe1-736cbbd9d3c6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.73 "DELETE /v2.0/ports/3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 HTTP/1.1" status: 204 len: 173 time: 0.3866401 Aug 11 03:12:14.313348 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301d0e4e-def5-4456-9979-5108b10bef1c', 'name': 'network-vif-deleted', 'tag': '3c5b2dd7-de72-4cb2-b3f5-e15fbd736498'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:14.315643 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef26015ff99b62ba85d82572846d8981a3d7c94015c7a376eee6ede9212d5761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb470b0-59eb-48cf-b975-8ee2fb26495d" -d '{"events": [{"server_uuid": "301d0e4e-def5-4456-9979-5108b10bef1c", "name": "network-vif-deleted", "tag": "3c5b2dd7-de72-4cb2-b3f5-e15fbd736498"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:14.350739 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d34d61f-1ba9-4eff-a874-75451cbe46ed x-openstack-request-id: req-2d34d61f-1ba9-4eff-a874-75451cbe46ed {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:14.351062 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "301d0e4e-def5-4456-9979-5108b10bef1c", "name": "network-vif-deleted", "tag": "3c5b2dd7-de72-4cb2-b3f5-e15fbd736498", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:14.351387 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2d34d61f-1ba9-4eff-a874-75451cbe46ed {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:14.351807 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '301d0e4e-def5-4456-9979-5108b10bef1c', 'name': 'network-vif-deleted', 'tag': '3c5b2dd7-de72-4cb2-b3f5-e15fbd736498', 'status': 'completed', 'code': 200} Aug 11 03:12:14.800756 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-efa62bda-7805-41f5-83fb-be8b0c6a7a7c req-1e47e0f2-fbeb-43a0-a062-60728725665c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=301d0e4e-def5-4456-9979-5108b10bef1c HTTP/1.1" status: 200 len: 210 time: 0.0303047 Aug 11 03:12:15.719831 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-97b11b36-cf1d-4aee-842e-de1179282795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:15.862879 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33858) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:16.213249 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a0a2183-bcf6-4717-b837-4c53b7790ba4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:16.462057 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-3a0a2183-bcf6-4717-b837-4c53b7790ba4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Deleting port 9ee2bd08-6a14-4125-a9d0-39db575b0182 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:16.462409 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a0a2183-bcf6-4717-b837-4c53b7790ba4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:16.551381 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-3a0a2183-bcf6-4717-b837-4c53b7790ba4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] For port 9ee2bd08-6a14-4125-a9d0-39db575b0182, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9ee2bd08-6a14-4125-a9d0-39db575b0182,segment=NetworkSegment(92291dc1-95ba-4b2a-8d11-c8ca89c306e5),segment_id=92291dc1-95ba-4b2a-8d11-c8ca89c306e5)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:16.551773 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a0a2183-bcf6-4717-b837-4c53b7790ba4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:16.564113 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-3a0a2183-bcf6-4717-b837-4c53b7790ba4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Calling delete_port for 9ee2bd08-6a14-4125-a9d0-39db575b0182 owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:16.746810 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a0a2183-bcf6-4717-b837-4c53b7790ba4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:16.771995 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a2183-bcf6-4717-b837-4c53b7790ba4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'Port': ['ID=9ee2bd08-6a14-4125-a9d0-39db575b0182,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:16.943807 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3a0a2183-bcf6-4717-b837-4c53b7790ba4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.162234 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0a2183-bcf6-4717-b837-4c53b7790ba4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Router 659ec004-f5ea-49aa-b5fe-aa862de412ef has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:12:17.271796 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0a2183-bcf6-4717-b837-4c53b7790ba4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:12:17.278298 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3a0a2183-bcf6-4717-b837-4c53b7790ba4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "PUT /v2.0/routers/659ec004-f5ea-49aa-b5fe-aa862de412ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4142969 Aug 11 03:12:17.279521 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33860) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:17.284336 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859a525d-2356-4b80-aba6-e2980409b2c0 None None] Sync routers for ids ['659ec004-f5ea-49aa-b5fe-aa862de412ef'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:12:17.293337 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859a525d-2356-4b80-aba6-e2980409b2c0 None None] Routers {'659ec004-f5ea-49aa-b5fe-aa862de412ef'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:12:17.294023 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-859a525d-2356-4b80-aba6-e2980409b2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:11:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['659ec004-f5ea-49aa-b5fe-aa862de412ef'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:17.330505 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c77e635-c1dc-43dc-a87d-6ca3cf3ff9a0 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Deleting subnet 3990dbbc-446f-41dd-b95d-85b288c2900e {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:12:17.333645 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3c77e635-c1dc-43dc-a87d-6ca3cf3ff9a0 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.372213 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3c77e635-c1dc-43dc-a87d-6ca3cf3ff9a0 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.396322 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-859a525d-2356-4b80-aba6-e2980409b2c0 None None] Set router 659ec004-f5ea-49aa-b5fe-aa862de412ef gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:12:17.460529 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3c77e635-c1dc-43dc-a87d-6ca3cf3ff9a0 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.519581 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3c77e635-c1dc-43dc-a87d-6ca3cf3ff9a0 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.545908 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77e635-c1dc-43dc-a87d-6ca3cf3ff9a0 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'Subnet': ['ID=3990dbbc-446f-41dd-b95d-85b288c2900e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:17.549646 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3c77e635-c1dc-43dc-a87d-6ca3cf3ff9a0 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.551523 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3c77e635-c1dc-43dc-a87d-6ca3cf3ff9a0 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "DELETE /v2.0/subnets/3990dbbc-446f-41dd-b95d-85b288c2900e HTTP/1.1" status: 204 len: 168 time: 0.2710311 Aug 11 03:12:17.554333 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33862) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:17.560626 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85485e2-89ad-4faa-abe1-6bad1275fef7 None None] Network 31e5639a-5819-4692-b041-aebb0fbd5a2f requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:17.577293 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-859a525d-2356-4b80-aba6-e2980409b2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799212434', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '9b0ca9f7-fea4-4255-b60d-2b1950c344f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:40Z', 'updated_at': '2021-08-11T03:12:16Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': '9b0ca9f7-fea4-4255-b60d-2b1950c344f4', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:41Z', 'updated_at': '2021-08-11T03:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:17.605038 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859a525d-2356-4b80-aba6-e2980409b2c0 None None] Checking router: 659ec004-f5ea-49aa-b5fe-aa862de412ef for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:12:17.613281 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859a525d-2356-4b80-aba6-e2980409b2c0 None None] Routers {'659ec004-f5ea-49aa-b5fe-aa862de412ef'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:12:17.613878 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-859a525d-2356-4b80-aba6-e2980409b2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:11:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['659ec004-f5ea-49aa-b5fe-aa862de412ef'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:17.666773 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-13b42e61-14ad-4c02-b888-33ac65063fc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.723522 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-859a525d-2356-4b80-aba6-e2980409b2c0 None None] Set router 659ec004-f5ea-49aa-b5fe-aa862de412ef gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:12:17.743182 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6645b96-7474-4fdc-bd11-9c4db6ac236d None None] DHCP port deletion for 31e5639a-5819-4692-b041-aebb0fbd5a2f request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:12:17.777690 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-13b42e61-14ad-4c02-b888-33ac65063fc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.794839 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-f6645b96-7474-4fdc-bd11-9c4db6ac236d None None] Deleting port 03a7b9ae-6682-482a-a336-446b99847f01 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:17.795439 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f6645b96-7474-4fdc-bd11-9c4db6ac236d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.836891 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-13b42e61-14ad-4c02-b888-33ac65063fc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Deleting port 9b0ca9f7-fea4-4255-b60d-2b1950c344f4 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:17.837301 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-13b42e61-14ad-4c02-b888-33ac65063fc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.859943 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-f6645b96-7474-4fdc-bd11-9c4db6ac236d None None] For port 03a7b9ae-6682-482a-a336-446b99847f01, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=03a7b9ae-6682-482a-a336-446b99847f01,segment=NetworkSegment(92291dc1-95ba-4b2a-8d11-c8ca89c306e5),segment_id=92291dc1-95ba-4b2a-8d11-c8ca89c306e5)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:17.860352 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f6645b96-7474-4fdc-bd11-9c4db6ac236d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.873274 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-f6645b96-7474-4fdc-bd11-9c4db6ac236d None None] Calling delete_port for 03a7b9ae-6682-482a-a336-446b99847f01 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:17.916653 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-859a525d-2356-4b80-aba6-e2980409b2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799212434', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '9b0ca9f7-fea4-4255-b60d-2b1950c344f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:40Z', 'updated_at': '2021-08-11T03:12:16Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': '9b0ca9f7-fea4-4255-b60d-2b1950c344f4', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:41Z', 'updated_at': '2021-08-11T03:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:17.927457 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-13b42e61-14ad-4c02-b888-33ac65063fc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] For port 9b0ca9f7-fea4-4255-b60d-2b1950c344f4, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=9b0ca9f7-fea4-4255-b60d-2b1950c344f4,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:17.927789 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-13b42e61-14ad-4c02-b888-33ac65063fc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.941417 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-13b42e61-14ad-4c02-b888-33ac65063fc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Calling delete_port for 9b0ca9f7-fea4-4255-b60d-2b1950c344f4 owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:17.944249 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859a525d-2356-4b80-aba6-e2980409b2c0 None None] The sync data for ids ['659ec004-f5ea-49aa-b5fe-aa862de412ef'] in n-d-615180-33 is: [{'id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799212434', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '9b0ca9f7-fea4-4255-b60d-2b1950c344f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:40Z', 'updated_at': '2021-08-11T03:12:16Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': '9b0ca9f7-fea4-4255-b60d-2b1950c344f4', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659ec004-f5ea-49aa-b5fe-aa862de412ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:41Z', 'updated_at': '2021-08-11T03:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:12:17.958465 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f6645b96-7474-4fdc-bd11-9c4db6ac236d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.987264 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6645b96-7474-4fdc-bd11-9c4db6ac236d None None] Pushing event deleted for resources: {'Port': ['ID=03a7b9ae-6682-482a-a336-446b99847f01,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:17.989545 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6645b96-7474-4fdc-bd11-9c4db6ac236d None None] No DVR routers for this DVR port 03a7b9ae-6682-482a-a336-446b99847f01 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:12:18.000607 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6645b96-7474-4fdc-bd11-9c4db6ac236d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:18.000964 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6645b96-7474-4fdc-bd11-9c4db6ac236d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:18.001334 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6645b96-7474-4fdc-bd11-9c4db6ac236d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:18.001662 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6645b96-7474-4fdc-bd11-9c4db6ac236d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:18.002002 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6645b96-7474-4fdc-bd11-9c4db6ac236d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:18.002345 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6645b96-7474-4fdc-bd11-9c4db6ac236d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:18.002682 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6645b96-7474-4fdc-bd11-9c4db6ac236d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:18.003016 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6645b96-7474-4fdc-bd11-9c4db6ac236d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:18.003346 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6645b96-7474-4fdc-bd11-9c4db6ac236d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:18.003702 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6645b96-7474-4fdc-bd11-9c4db6ac236d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:18.004034 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6645b96-7474-4fdc-bd11-9c4db6ac236d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:18.004388 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6645b96-7474-4fdc-bd11-9c4db6ac236d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:18.117976 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-13b42e61-14ad-4c02-b888-33ac65063fc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.144135 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b42e61-14ad-4c02-b888-33ac65063fc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'Port': ['ID=9b0ca9f7-fea4-4255-b60d-2b1950c344f4,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:18.167074 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b42e61-14ad-4c02-b888-33ac65063fc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:18.167433 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b42e61-14ad-4c02-b888-33ac65063fc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:18.167813 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b42e61-14ad-4c02-b888-33ac65063fc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:18.168156 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b42e61-14ad-4c02-b888-33ac65063fc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:18.168499 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b42e61-14ad-4c02-b888-33ac65063fc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:18.168838 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b42e61-14ad-4c02-b888-33ac65063fc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:18.169175 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b42e61-14ad-4c02-b888-33ac65063fc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:18.169512 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b42e61-14ad-4c02-b888-33ac65063fc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:18.169846 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b42e61-14ad-4c02-b888-33ac65063fc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:18.170178 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b42e61-14ad-4c02-b888-33ac65063fc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:18.170539 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b42e61-14ad-4c02-b888-33ac65063fc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:18.170869 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b42e61-14ad-4c02-b888-33ac65063fc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:18.211494 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-13b42e61-14ad-4c02-b888-33ac65063fc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.288046 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:12:18.305721 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-13b42e61-14ad-4c02-b888-33ac65063fc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.307953 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-13b42e61-14ad-4c02-b888-33ac65063fc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.309572 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:12:18.309991 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 3c5b2dd7-de72-4cb2-b3f5-e15fbd736498 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:12:18.363809 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-13b42e61-14ad-4c02-b888-33ac65063fc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.364345 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b42e61-14ad-4c02-b888-33ac65063fc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Fanout notify agent at l3_agent the message router_deleted on router 659ec004-f5ea-49aa-b5fe-aa862de412ef {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:12:18.371597 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-13b42e61-14ad-4c02-b888-33ac65063fc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.372686 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-13b42e61-14ad-4c02-b888-33ac65063fc7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "DELETE /v2.0/routers/659ec004-f5ea-49aa-b5fe-aa862de412ef HTTP/1.1" status: 204 len: 168 time: 0.8173513 Aug 11 03:12:18.375938 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33864) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:18.400370 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f82a18ea-5c22-46f4-9d66-072edd4d1c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.404856 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.458129 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b521ca8c-cf08-48b1-ac1b-8b0ebd4d69ee tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.543991 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b521ca8c-cf08-48b1-ac1b-8b0ebd4d69ee tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.554312 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-b521ca8c-cf08-48b1-ac1b-8b0ebd4d69ee tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e5639a-5819-4692-b041-aebb0fbd5a2f']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:18.565137 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-b521ca8c-cf08-48b1-ac1b-8b0ebd4d69ee tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92291dc1-95ba-4b2a-8d11-c8ca89c306e5') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:18.565437 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-b521ca8c-cf08-48b1-ac1b-8b0ebd4d69ee tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92291dc1-95ba-4b2a-8d11-c8ca89c306e5') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:18.574647 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b521ca8c-cf08-48b1-ac1b-8b0ebd4d69ee tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.598307 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b521ca8c-cf08-48b1-ac1b-8b0ebd4d69ee tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.604935 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b521ca8c-cf08-48b1-ac1b-8b0ebd4d69ee tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:12:18.605593 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b521ca8c-cf08-48b1-ac1b-8b0ebd4d69ee tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: timer() Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:12:18.608937 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:12:18.664918 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b521ca8c-cf08-48b1-ac1b-8b0ebd4d69ee tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.672231 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b521ca8c-cf08-48b1-ac1b-8b0ebd4d69ee tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.673848 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b521ca8c-cf08-48b1-ac1b-8b0ebd4d69ee tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "DELETE /v2.0/networks/31e5639a-5819-4692-b041-aebb0fbd5a2f HTTP/1.1" status: 204 len: 168 time: 0.2968218 Aug 11 03:12:18.676712 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33866) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:18.685281 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521ca8c-cf08-48b1-ac1b-8b0ebd4d69ee tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'Network': ['ID=31e5639a-5819-4692-b041-aebb0fbd5a2f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:18.734778 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6835233c-df76-4ed2-a9ed-aeea6cc48518 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.759112 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6835233c-df76-4ed2-a9ed-aeea6cc48518 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.820902 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6835233c-df76-4ed2-a9ed-aeea6cc48518 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.823470 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6835233c-df76-4ed2-a9ed-aeea6cc48518 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.824743 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6835233c-df76-4ed2-a9ed-aeea6cc48518 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "DELETE /v2.0/security-groups/9135f085-a58c-4ae8-8c6b-27ea5b5424b5 HTTP/1.1" status: 204 len: 168 time: 0.1469748 Aug 11 03:12:18.835655 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835233c-df76-4ed2-a9ed-aeea6cc48518 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9135f085-a58c-4ae8-8c6b-27ea5b5424b5,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:19.180553 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 03a7b9ae-6682-482a-a336-446b99847f01 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:12:19.200083 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 03a7b9ae-6682-482a-a336-446b99847f01 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:12:19.200511 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 03a7b9ae-6682-482a-a336-446b99847f01 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:12:19.200925 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9ee2bd08-6a14-4125-a9d0-39db575b0182 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:12:19.219380 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 9ee2bd08-6a14-4125-a9d0-39db575b0182 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:12:19.219713 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9ee2bd08-6a14-4125-a9d0-39db575b0182 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:12:19.220103 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9b0ca9f7-fea4-4255-b60d-2b1950c344f4 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:12:19.240381 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 9b0ca9f7-fea4-4255-b60d-2b1950c344f4 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:12:19.240735 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 9b0ca9f7-fea4-4255-b60d-2b1950c344f4 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:12:19.333838 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33876) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:19.338684 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-9af02bb4-beeb-4d3a-bb4c-de25adba486f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1555126833', 'description': 'tempest-secgroup-smoke-1555126833 description', 'project_id': 'b778002df1964af5b6fb7ddcefc82408'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:19.362045 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9af02bb4-beeb-4d3a-bb4c-de25adba486f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.441066 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9af02bb4-beeb-4d3a-bb4c-de25adba486f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.446496 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9af02bb4-beeb-4d3a-bb4c-de25adba486f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.472917 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9af02bb4-beeb-4d3a-bb4c-de25adba486f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.474128 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9af02bb4-beeb-4d3a-bb4c-de25adba486f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1390922 Aug 11 03:12:19.476063 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af02bb4-beeb-4d3a-bb4c-de25adba486f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1402c2e5-62d8-49b3-b8fd-3b03e34f62ca,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:19.477169 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33878) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:19.484030 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-9b0c0d60-739e-4c79-90fe-5b68fbab8583 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group_rule': {'security_group_id': '1402c2e5-62d8-49b3-b8fd-3b03e34f62ca', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:19.510608 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9b0c0d60-739e-4c79-90fe-5b68fbab8583 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.566895 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9b0c0d60-739e-4c79-90fe-5b68fbab8583 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.570442 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9b0c0d60-739e-4c79-90fe-5b68fbab8583 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.587927 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c0d60-739e-4c79-90fe-5b68fbab8583 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22bccaeb-77ad-47d4-bbe6-82d58b6af9f9,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:19.593594 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-9b0c0d60-739e-4c79-90fe-5b68fbab8583 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.594949 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-9b0c0d60-739e-4c79-90fe-5b68fbab8583 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154261 Aug 11 03:12:19.597757 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33880) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:19.602111 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-966a822c-c53e-4aea-95b8-a858e9cca8b9 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group_rule': {'security_group_id': '1402c2e5-62d8-49b3-b8fd-3b03e34f62ca', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:19.628576 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-966a822c-c53e-4aea-95b8-a858e9cca8b9 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.688260 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-966a822c-c53e-4aea-95b8-a858e9cca8b9 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.691963 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-966a822c-c53e-4aea-95b8-a858e9cca8b9 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.709428 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a822c-c53e-4aea-95b8-a858e9cca8b9 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beeec9d5-0644-4916-b885-1bfd00237cc0,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:19.714854 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-966a822c-c53e-4aea-95b8-a858e9cca8b9 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.719099 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-966a822c-c53e-4aea-95b8-a858e9cca8b9 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174312 Aug 11 03:12:19.719311 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33882) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:19.723616 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-ef792b6f-bd58-454b-8be4-7a05b4e557f5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group_rule': {'security_group_id': '1402c2e5-62d8-49b3-b8fd-3b03e34f62ca', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:19.756092 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef792b6f-bd58-454b-8be4-7a05b4e557f5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.815364 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef792b6f-bd58-454b-8be4-7a05b4e557f5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.818817 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef792b6f-bd58-454b-8be4-7a05b4e557f5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.833083 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef792b6f-bd58-454b-8be4-7a05b4e557f5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0442e092-c681-4206-912b-af0f15ddc373,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:19.841819 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ef792b6f-bd58-454b-8be4-7a05b4e557f5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.843577 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ef792b6f-bd58-454b-8be4-7a05b4e557f5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227555 Aug 11 03:12:19.846990 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33884) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:19.851998 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-0456f57e-9c14-4147-aa89-451080fbe379 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group_rule': {'security_group_id': '1402c2e5-62d8-49b3-b8fd-3b03e34f62ca', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:19.878128 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0456f57e-9c14-4147-aa89-451080fbe379 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.940738 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0456f57e-9c14-4147-aa89-451080fbe379 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.944443 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0456f57e-9c14-4147-aa89-451080fbe379 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.961919 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456f57e-9c14-4147-aa89-451080fbe379 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81caf35c-d645-4891-9286-b0ed9f1eaf50,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:19.971749 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0456f57e-9c14-4147-aa89-451080fbe379 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.973239 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0456f57e-9c14-4147-aa89-451080fbe379 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1248989 Aug 11 03:12:19.976049 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33886) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:19.980994 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-6558d128-25e3-4a26-ace9-978f36488fb6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group_rule': {'security_group_id': '1402c2e5-62d8-49b3-b8fd-3b03e34f62ca', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:20.002020 n-d-615180-33 neutron-server[94506]: INFO neutron.db.securitygroups_db [None req-6558d128-25e3-4a26-ace9-978f36488fb6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Project b778002df1964af5b6fb7ddcefc82408 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:12:20.006795 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6558d128-25e3-4a26-ace9-978f36488fb6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:20.065568 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6558d128-25e3-4a26-ace9-978f36488fb6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:20.069159 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6558d128-25e3-4a26-ace9-978f36488fb6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:20.087066 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558d128-25e3-4a26-ace9-978f36488fb6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d3ada9d-8e7f-477a-8f49-1b8c8fca0c26,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:20.092799 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-6558d128-25e3-4a26-ace9-978f36488fb6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:20.094568 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-6558d128-25e3-4a26-ace9-978f36488fb6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175778 Aug 11 03:12:20.097319 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33888) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:20.101833 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-93af6110-00b2-4b1e-8109-1bdb58747f15 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'security_group_rule': {'security_group_id': '1402c2e5-62d8-49b3-b8fd-3b03e34f62ca', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:20.123138 n-d-615180-33 neutron-server[94506]: INFO neutron.db.securitygroups_db [None req-93af6110-00b2-4b1e-8109-1bdb58747f15 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Project b778002df1964af5b6fb7ddcefc82408 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:12:20.127895 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-93af6110-00b2-4b1e-8109-1bdb58747f15 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:20.168020 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:20.190085 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-93af6110-00b2-4b1e-8109-1bdb58747f15 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:20.193842 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-93af6110-00b2-4b1e-8109-1bdb58747f15 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:20.211269 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af6110-00b2-4b1e-8109-1bdb58747f15 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10176c9-958c-41a0-ba60-147c07176a00,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:20.218924 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-93af6110-00b2-4b1e-8109-1bdb58747f15 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:20.220167 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-93af6110-00b2-4b1e-8109-1bdb58747f15 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217699 Aug 11 03:12:20.222933 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33892) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:20.228064 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-433d0612-975f-4706-b912-5cc4a3f03e5e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'network': {'name': 'tempest-network-smoke--1471894357', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'port_security_enabled': True}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:20.247886 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433d0612-975f-4706-b912-5cc4a3f03e5e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Made reservation on behalf of b778002df1964af5b6fb7ddcefc82408 for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:20.251488 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-433d0612-975f-4706-b912-5cc4a3f03e5e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:20.275388 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-433d0612-975f-4706-b912-5cc4a3f03e5e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:12:20.285022 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-433d0612-975f-4706-b912-5cc4a3f03e5e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:20.285542 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-433d0612-975f-4706-b912-5cc4a3f03e5e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Added segment 27d9d165-4260-48f7-b708-dd52e9b2ebcc of type vlan for network 1e28c8a8-57c5-4215-b17d-cb8eb2705464 Aug 11 03:12:20.328950 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-433d0612-975f-4706-b912-5cc4a3f03e5e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:20.356419 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-433d0612-975f-4706-b912-5cc4a3f03e5e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:20.362132 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433d0612-975f-4706-b912-5cc4a3f03e5e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:20.362723 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-433d0612-975f-4706-b912-5cc4a3f03e5e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:20.416827 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-433d0612-975f-4706-b912-5cc4a3f03e5e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1928847 Aug 11 03:12:20.419568 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33894) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:20.426276 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-7ebebfe3-790b-4427-9015-1972ecf32bc2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1440702956', 'admin_state_up': True, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:20.444588 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d0612-975f-4706-b912-5cc4a3f03e5e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Network': ['ID=1e28c8a8-57c5-4215-b17d-cb8eb2705464,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:20.455273 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 1e28c8a8-57c5-4215-b17d-cb8eb2705464 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:12:20.457937 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7ebebfe3-790b-4427-9015-1972ecf32bc2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:20.459098 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7ebebfe3-790b-4427-9015-1972ecf32bc2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:20.514689 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7ebebfe3-790b-4427-9015-1972ecf32bc2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:20.649091 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7ebebfe3-790b-4427-9015-1972ecf32bc2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:20.836675 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7ebebfe3-790b-4427-9015-1972ecf32bc2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:20.855616 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7ebebfe3-790b-4427-9015-1972ecf32bc2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:20.958583 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-7ebebfe3-790b-4427-9015-1972ecf32bc2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Allocated IP 172.25.2.79 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/db7427d8-8c5f-48ce-88c3-493371175b00) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:12:21.056722 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7ebebfe3-790b-4427-9015-1972ecf32bc2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:21.094475 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7ebebfe3-790b-4427-9015-1972ecf32bc2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:21.136488 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebebfe3-790b-4427-9015-1972ecf32bc2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:21.139298 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-7ebebfe3-790b-4427-9015-1972ecf32bc2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:21.143444 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebebfe3-790b-4427-9015-1972ecf32bc2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:21.148654 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebebfe3-790b-4427-9015-1972ecf32bc2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Port': ['ID=db7427d8-8c5f-48ce-88c3-493371175b00,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:21.389654 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7ebebfe3-790b-4427-9015-1972ecf32bc2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:21.585562 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7ebebfe3-790b-4427-9015-1972ecf32bc2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:21.670720 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:21.709403 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebebfe3-790b-4427-9015-1972ecf32bc2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Router 4f25ba86-de4a-4486-9148-1536044fc4b3 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:12:21.820084 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebebfe3-790b-4427-9015-1972ecf32bc2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:12:21.830008 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcbc0d8-27b6-4bd9-aeae-f69d4a86067c None None] Sync routers for ids ['4f25ba86-de4a-4486-9148-1536044fc4b3'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:12:21.837686 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7ebebfe3-790b-4427-9015-1972ecf32bc2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:21.839147 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7ebebfe3-790b-4427-9015-1972ecf32bc2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4186449 Aug 11 03:12:21.840587 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcbc0d8-27b6-4bd9-aeae-f69d4a86067c None None] Routers {'4f25ba86-de4a-4486-9148-1536044fc4b3'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:12:21.841228 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-bbcbc0d8-27b6-4bd9-aeae-f69d4a86067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:12:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['4f25ba86-de4a-4486-9148-1536044fc4b3'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:21.842236 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33896) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:21.916232 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8a4ecb3d-3d05-4f4a-9997-b345c15db685 tempest-TestNetworkAdvancedServerOps-346293483 tempest-TestNetworkAdvancedServerOps-346293483-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=b778002df1964af5b6fb7ddcefc82408&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0723901 Aug 11 03:12:21.918761 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33900) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:21.945773 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-bbcbc0d8-27b6-4bd9-aeae-f69d4a86067c None None] Set router 4f25ba86-de4a-4486-9148-1536044fc4b3 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:12:22.007656 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2688cd6-2b5b-454f-8c9e-db1e6ba24ad4 tempest-TestNetworkAdvancedServerOps-346293483 tempest-TestNetworkAdvancedServerOps-346293483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:22.009200 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-c2688cd6-2b5b-454f-8c9e-db1e6ba24ad4 tempest-TestNetworkAdvancedServerOps-346293483 tempest-TestNetworkAdvancedServerOps-346293483-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893867 Aug 11 03:12:22.012228 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33902) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:22.040739 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d348224c-2da4-4e1b-8f87-6c5e8cc8f680 tempest-TestNetworkAdvancedServerOps-346293483 tempest-TestNetworkAdvancedServerOps-346293483-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=2e931faf-12fe-43f6-b34b-8aa380b6ef75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274491 Aug 11 03:12:22.043247 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33904) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:22.048616 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-722c833e-2ca8-485a-b8c2-4dec469b1c88 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1972583956', 'network_id': '1e28c8a8-57c5-4215-b17d-cb8eb2705464', 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:22.121139 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-bbcbc0d8-27b6-4bd9-aeae-f69d4a86067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440702956', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'db7427d8-8c5f-48ce-88c3-493371175b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:20Z', 'updated_at': '2021-08-11T03:12:21Z', 'revision_number': 3, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'db7427d8-8c5f-48ce-88c3-493371175b00', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:cc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:20Z', 'updated_at': '2021-08-11T03:12:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:22.139186 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722c833e-2ca8-485a-b8c2-4dec469b1c88 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Made reservation on behalf of b778002df1964af5b6fb7ddcefc82408 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:22.143487 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-722c833e-2ca8-485a-b8c2-4dec469b1c88 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.153032 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcbc0d8-27b6-4bd9-aeae-f69d4a86067c None None] Checking router: 4f25ba86-de4a-4486-9148-1536044fc4b3 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:12:22.153390 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcbc0d8-27b6-4bd9-aeae-f69d4a86067c None None] Updating router 4f25ba86-de4a-4486-9148-1536044fc4b3 port db7427d8-8c5f-48ce-88c3-493371175b00 binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:12:22.177966 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bbcbc0d8-27b6-4bd9-aeae-f69d4a86067c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.326599 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-722c833e-2ca8-485a-b8c2-4dec469b1c88 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.388728 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c833e-2ca8-485a-b8c2-4dec469b1c88 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Subnet': ['ID=de023b88-ef7c-4d00-9e75-2617d66b33a7,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:22.397245 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722c833e-2ca8-485a-b8c2-4dec469b1c88 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Checking segment: {'id': '27d9d165-4260-48f7-b708-dd52e9b2ebcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1e28c8a8-57c5-4215-b17d-cb8eb2705464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:22.397611 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722c833e-2ca8-485a-b8c2-4dec469b1c88 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network hostable DHCP agents. Network: 1e28c8a8-57c5-4215-b17d-cb8eb2705464, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:12:22.415237 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722c833e-2ca8-485a-b8c2-4dec469b1c88 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network 1e28c8a8-57c5-4215-b17d-cb8eb2705464 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:12:22.424545 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-722c833e-2ca8-485a-b8c2-4dec469b1c88 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 1e28c8a8-57c5-4215-b17d-cb8eb2705464) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:22.429039 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722c833e-2ca8-485a-b8c2-4dec469b1c88 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:22.429796 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-722c833e-2ca8-485a-b8c2-4dec469b1c88 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.430041 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bbcbc0d8-27b6-4bd9-aeae-f69d4a86067c None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.436008 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28de944a-93fe-42e9-8b97-a9f2ddc6f4b2 None None] Network 1e28c8a8-57c5-4215-b17d-cb8eb2705464 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:22.445233 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-722c833e-2ca8-485a-b8c2-4dec469b1c88 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4009609 Aug 11 03:12:22.448082 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 33906) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:22.480722 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-bbcbc0d8-27b6-4bd9-aeae-f69d4a86067c None None] Transition to ACTIVE for port object db7427d8-8c5f-48ce-88c3-493371175b00 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:22.492628 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bbcbc0d8-27b6-4bd9-aeae-f69d4a86067c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.565211 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e60c76-1cb5-4352-bb4d-814cb14c9fa5 None None] Pushing event updated for resources: {'Port': ['ID=db7427d8-8c5f-48ce-88c3-493371175b00,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:22.572174 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-bbcbc0d8-27b6-4bd9-aeae-f69d4a86067c None None] Attempting to bind port db7427d8-8c5f-48ce-88c3-493371175b00 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:22.572448 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-bbcbc0d8-27b6-4bd9-aeae-f69d4a86067c None None] Attempting to bind port db7427d8-8c5f-48ce-88c3-493371175b00 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:22.572817 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcbc0d8-27b6-4bd9-aeae-f69d4a86067c None None] Attempting to bind port db7427d8-8c5f-48ce-88c3-493371175b00 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:22.596084 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcbc0d8-27b6-4bd9-aeae-f69d4a86067c None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:22.596467 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcbc0d8-27b6-4bd9-aeae-f69d4a86067c None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:22.596903 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bbcbc0d8-27b6-4bd9-aeae-f69d4a86067c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.597350 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcbc0d8-27b6-4bd9-aeae-f69d4a86067c None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:22.597914 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-bbcbc0d8-27b6-4bd9-aeae-f69d4a86067c None None] Bound port: db7427d8-8c5f-48ce-88c3-493371175b00, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:22.598397 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bbcbc0d8-27b6-4bd9-aeae-f69d4a86067c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.679105 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-bbcbc0d8-27b6-4bd9-aeae-f69d4a86067c None None] For port db7427d8-8c5f-48ce-88c3-493371175b00, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:22.684282 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd861235-7af8-47e6-8b0b-8f209c91e11b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-1e28c8a8-57c5-4215-b17d-cb8eb2705464', 'network_id': '1e28c8a8-57c5-4215-b17d-cb8eb2705464', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'fixed_ips': [{'subnet_id': 'de023b88-ef7c-4d00-9e75-2617d66b33a7'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:12:22.685143 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fd861235-7af8-47e6-8b0b-8f209c91e11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.701257 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-bbcbc0d8-27b6-4bd9-aeae-f69d4a86067c None None] For port db7427d8-8c5f-48ce-88c3-493371175b00, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=db7427d8-8c5f-48ce-88c3-493371175b00,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:22.708755 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bbcbc0d8-27b6-4bd9-aeae-f69d4a86067c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.837700 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcbc0d8-27b6-4bd9-aeae-f69d4a86067c None None] Routers {'4f25ba86-de4a-4486-9148-1536044fc4b3'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:12:22.838348 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-bbcbc0d8-27b6-4bd9-aeae-f69d4a86067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:12:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['4f25ba86-de4a-4486-9148-1536044fc4b3'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:22.876531 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e60c76-1cb5-4352-bb4d-814cb14c9fa5 None None] Pushing event updated for resources: {'Port': ['ID=db7427d8-8c5f-48ce-88c3-493371175b00,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:22.972205 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-fd861235-7af8-47e6-8b0b-8f209c91e11b None None] Allocated IP 172.20.0.2 (1e28c8a8-57c5-4215-b17d-cb8eb2705464/de023b88-ef7c-4d00-9e75-2617d66b33a7/f8003f03-316f-4617-ac25-f42a9a5db7c4) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:12:22.998165 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-bbcbc0d8-27b6-4bd9-aeae-f69d4a86067c None None] Set router 4f25ba86-de4a-4486-9148-1536044fc4b3 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:12:23.231492 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-506d968f-3c7e-44b5-83a7-c594f6a3bf0e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.416464 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fd861235-7af8-47e6-8b0b-8f209c91e11b None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.430677 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fd861235-7af8-47e6-8b0b-8f209c91e11b None None] Transition to ACTIVE for port object f8003f03-316f-4617-ac25-f42a9a5db7c4 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:23.449888 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fd861235-7af8-47e6-8b0b-8f209c91e11b None None] Transition to ACTIVE for port object f8003f03-316f-4617-ac25-f42a9a5db7c4 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:23.456754 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-bbcbc0d8-27b6-4bd9-aeae-f69d4a86067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440702956', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'db7427d8-8c5f-48ce-88c3-493371175b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:20Z', 'updated_at': '2021-08-11T03:12:21Z', 'revision_number': 3, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'db7427d8-8c5f-48ce-88c3-493371175b00', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:cc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:20Z', 'updated_at': '2021-08-11T03:12:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:23.460479 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fd861235-7af8-47e6-8b0b-8f209c91e11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.494052 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcbc0d8-27b6-4bd9-aeae-f69d4a86067c None None] The sync data for ids ['4f25ba86-de4a-4486-9148-1536044fc4b3'] in n-d-615180-33 is: [{'id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440702956', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'db7427d8-8c5f-48ce-88c3-493371175b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:20Z', 'updated_at': '2021-08-11T03:12:21Z', 'revision_number': 3, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'db7427d8-8c5f-48ce-88c3-493371175b00', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:cc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:20Z', 'updated_at': '2021-08-11T03:12:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:12:23.506640 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-506d968f-3c7e-44b5-83a7-c594f6a3bf0e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Allocated IP 172.20.0.1 (1e28c8a8-57c5-4215-b17d-cb8eb2705464/de023b88-ef7c-4d00-9e75-2617d66b33a7/7b776339-d86e-454e-aebb-3f096a6c5084) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:12:23.530080 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd861235-7af8-47e6-8b0b-8f209c91e11b None None] Network 1e28c8a8-57c5-4215-b17d-cb8eb2705464 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:23.533135 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-fd861235-7af8-47e6-8b0b-8f209c91e11b None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:23.536704 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd861235-7af8-47e6-8b0b-8f209c91e11b None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:23.543666 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd861235-7af8-47e6-8b0b-8f209c91e11b None None] Pushing event updated for resources: {'Port': ['ID=f8003f03-316f-4617-ac25-f42a9a5db7c4,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:23.595955 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-fd861235-7af8-47e6-8b0b-8f209c91e11b None None] Attempting to bind port f8003f03-316f-4617-ac25-f42a9a5db7c4 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:23.596349 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-fd861235-7af8-47e6-8b0b-8f209c91e11b None None] Attempting to bind port f8003f03-316f-4617-ac25-f42a9a5db7c4 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '27d9d165-4260-48f7-b708-dd52e9b2ebcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1e28c8a8-57c5-4215-b17d-cb8eb2705464'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:23.596716 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd861235-7af8-47e6-8b0b-8f209c91e11b None None] Attempting to bind port f8003f03-316f-4617-ac25-f42a9a5db7c4 on network 1e28c8a8-57c5-4215-b17d-cb8eb2705464 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:23.602348 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd861235-7af8-47e6-8b0b-8f209c91e11b None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:23.602980 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd861235-7af8-47e6-8b0b-8f209c91e11b None None] Checking segment: {'id': '27d9d165-4260-48f7-b708-dd52e9b2ebcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1e28c8a8-57c5-4215-b17d-cb8eb2705464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:23.603388 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fd861235-7af8-47e6-8b0b-8f209c91e11b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.603811 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd861235-7af8-47e6-8b0b-8f209c91e11b None None] Bound using segment: {'id': '27d9d165-4260-48f7-b708-dd52e9b2ebcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1e28c8a8-57c5-4215-b17d-cb8eb2705464'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:23.604275 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-fd861235-7af8-47e6-8b0b-8f209c91e11b None None] Bound port: f8003f03-316f-4617-ac25-f42a9a5db7c4, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d9d165-4260-48f7-b708-dd52e9b2ebcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1e28c8a8-57c5-4215-b17d-cb8eb2705464'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:23.604690 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fd861235-7af8-47e6-8b0b-8f209c91e11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.635497 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-506d968f-3c7e-44b5-83a7-c594f6a3bf0e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.651998 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-506d968f-3c7e-44b5-83a7-c594f6a3bf0e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Transition to ACTIVE for port object 7b776339-d86e-454e-aebb-3f096a6c5084 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:23.678330 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fd861235-7af8-47e6-8b0b-8f209c91e11b None None] For port f8003f03-316f-4617-ac25-f42a9a5db7c4, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:23.682222 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fd861235-7af8-47e6-8b0b-8f209c91e11b None None] For port f8003f03-316f-4617-ac25-f42a9a5db7c4, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f8003f03-316f-4617-ac25-f42a9a5db7c4,segment=NetworkSegment(27d9d165-4260-48f7-b708-dd52e9b2ebcc),segment_id=27d9d165-4260-48f7-b708-dd52e9b2ebcc)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:23.687487 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fd861235-7af8-47e6-8b0b-8f209c91e11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.690476 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-506d968f-3c7e-44b5-83a7-c594f6a3bf0e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.769103 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd861235-7af8-47e6-8b0b-8f209c91e11b None None] Pushing event updated for resources: {'Port': ['ID=f8003f03-316f-4617-ac25-f42a9a5db7c4,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:23.795004 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506d968f-3c7e-44b5-83a7-c594f6a3bf0e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network 1e28c8a8-57c5-4215-b17d-cb8eb2705464 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:23.799353 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-506d968f-3c7e-44b5-83a7-c594f6a3bf0e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:23.801494 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d968f-3c7e-44b5-83a7-c594f6a3bf0e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Port': ['ID=7b776339-d86e-454e-aebb-3f096a6c5084,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:23.804034 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506d968f-3c7e-44b5-83a7-c594f6a3bf0e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:23.851511 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-506d968f-3c7e-44b5-83a7-c594f6a3bf0e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.030943 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-506d968f-3c7e-44b5-83a7-c594f6a3bf0e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.322094 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-506d968f-3c7e-44b5-83a7-c594f6a3bf0e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.326759 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-506d968f-3c7e-44b5-83a7-c594f6a3bf0e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.400769 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d968f-3c7e-44b5-83a7-c594f6a3bf0e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Port': ['ID=7b776339-d86e-454e-aebb-3f096a6c5084,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:24.406702 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-506d968f-3c7e-44b5-83a7-c594f6a3bf0e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.505660 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506d968f-3c7e-44b5-83a7-c594f6a3bf0e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network 1e28c8a8-57c5-4215-b17d-cb8eb2705464 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:24.507085 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-506d968f-3c7e-44b5-83a7-c594f6a3bf0e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:24.625021 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506d968f-3c7e-44b5-83a7-c594f6a3bf0e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Router 4f25ba86-de4a-4486-9148-1536044fc4b3 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:12:24.679160 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed6aca7-444a-4f08-a418-af15435ff0e0 None None] Network 1e28c8a8-57c5-4215-b17d-cb8eb2705464 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:24.734451 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506d968f-3c7e-44b5-83a7-c594f6a3bf0e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:12:24.739488 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-506d968f-3c7e-44b5-83a7-c594f6a3bf0e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "PUT /v2.0/routers/4f25ba86-de4a-4486-9148-1536044fc4b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2904150 Aug 11 03:12:24.759226 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b1e4b4f7-2164-45ae-b59a-a4d246cfa6e0 None None] Provisioning for port f8003f03-316f-4617-ac25-f42a9a5db7c4 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:24.885279 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-19a181a4-27bb-4e66-bfa0-46a130d14dc8 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1555126833&fields=id&tenant_id=b778002df1964af5b6fb7ddcefc82408 HTTP/1.1" status: 200 len: 267 time: 0.0362689 Aug 11 03:12:25.002067 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-2ecc1d95-245d-484f-bf46-9fcfc91e9161 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:25.003702 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-2ecc1d95-245d-484f-bf46-9fcfc91e9161 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/networks?id=1e28c8a8-57c5-4215-b17d-cb8eb2705464 HTTP/1.1" status: 200 len: 797 time: 0.1115077 Aug 11 03:12:25.021251 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-f5f3d3e6-e5d7-40c3-b39f-d12ba4c80906 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/quotas/b778002df1964af5b6fb7ddcefc82408 HTTP/1.1" status: 200 len: 375 time: 0.0098181 Aug 11 03:12:25.051893 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.092027 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-ce96024b-3585-42e3-8e7f-1efa42538368 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603740 Aug 11 03:12:25.092224 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b6ac96-87b3-4252-901a-80b5fdda6242 None None] Sync routers for ids ['4f25ba86-de4a-4486-9148-1536044fc4b3'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:12:25.095665 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2e1c8477-b083-4951-9154-2bb4fb645b77 None None] Provisioning for port 7b776339-d86e-454e-aebb-3f096a6c5084 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:25.100233 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-2e1c8477-b083-4951-9154-2bb4fb645b77 None None] Provisioning complete for port 7b776339-d86e-454e-aebb-3f096a6c5084 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:25.100829 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8477-b083-4951-9154-2bb4fb645b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.109981 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b6ac96-87b3-4252-901a-80b5fdda6242 None None] Routers {'4f25ba86-de4a-4486-9148-1536044fc4b3'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:12:25.110619 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-22b6ac96-87b3-4252-901a-80b5fdda6242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:12:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['4f25ba86-de4a-4486-9148-1536044fc4b3'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:25.151925 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-2e1c8477-b083-4951-9154-2bb4fb645b77 None None] Port 7b776339-d86e-454e-aebb-3f096a6c5084 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:12:25.232472 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-22b6ac96-87b3-4252-901a-80b5fdda6242 None None] Set router 4f25ba86-de4a-4486-9148-1536044fc4b3 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:12:25.254590 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-9e02df42-ed01-4825-bac8-5a6b5d9a3b1d service neutron] 10.222.0.50 "GET /v2.0/networks/1e28c8a8-57c5-4215-b17d-cb8eb2705464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499434 Aug 11 03:12:25.307617 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f8003f03-316f-4617-ac25-f42a9a5db7c4 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:25.360536 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port f8003f03-316f-4617-ac25-f42a9a5db7c4 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:25.365069 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port f8003f03-316f-4617-ac25-f42a9a5db7c4 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:25.365536 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.384447 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-6750e71d-869b-4170-a06f-46caa6f6e143 service neutron] 10.222.0.50 "GET /v2.0/networks/1e28c8a8-57c5-4215-b17d-cb8eb2705464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200926 Aug 11 03:12:25.435747 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c06bad81-ed6a-4a67-aab8-a09ff0445459 None None] Provisioning complete for port 7b776339-d86e-454e-aebb-3f096a6c5084 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:25.436125 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c06bad81-ed6a-4a67-aab8-a09ff0445459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.503340 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-c06bad81-ed6a-4a67-aab8-a09ff0445459 None None] Port 7b776339-d86e-454e-aebb-3f096a6c5084 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:12:25.509864 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-22b6ac96-87b3-4252-901a-80b5fdda6242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440702956', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'db7427d8-8c5f-48ce-88c3-493371175b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:20Z', 'updated_at': '2021-08-11T03:12:23Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'db7427d8-8c5f-48ce-88c3-493371175b00', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:cc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:20Z', 'updated_at': '2021-08-11T03:12:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '7b776339-d86e-454e-aebb-3f096a6c5084', 'name': '', 'network_id': '1e28c8a8-57c5-4215-b17d-cb8eb2705464', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:84:3b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'de023b88-ef7c-4d00-9e75-2617d66b33a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:23Z', 'updated_at': '2021-08-11T03:12:24Z', 'revision_number': 2, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': 'de023b88-ef7c-4d00-9e75-2617d66b33a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:25.516744 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.543176 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b6ac96-87b3-4252-901a-80b5fdda6242 None None] Checking router: 4f25ba86-de4a-4486-9148-1536044fc4b3 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:12:25.543523 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b6ac96-87b3-4252-901a-80b5fdda6242 None None] Updating router 4f25ba86-de4a-4486-9148-1536044fc4b3 port 7b776339-d86e-454e-aebb-3f096a6c5084 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:12:25.550348 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port f8003f03-316f-4617-ac25-f42a9a5db7c4, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f8003f03-316f-4617-ac25-f42a9a5db7c4,segment=NetworkSegment(27d9d165-4260-48f7-b708-dd52e9b2ebcc),segment_id=27d9d165-4260-48f7-b708-dd52e9b2ebcc)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:25.554360 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.555099 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device db7427d8-8c5f-48ce-88c3-493371175b00 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:25.569526 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-22b6ac96-87b3-4252-901a-80b5fdda6242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.638463 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=f8003f03-316f-4617-ac25-f42a9a5db7c4,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:25.647459 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a1bca964-c8ae-4e80-8b68-d2e1417bae6f None None] Provisioning complete for port 7b776339-d86e-454e-aebb-3f096a6c5084 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:25.647916 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a1bca964-c8ae-4e80-8b68-d2e1417bae6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.674549 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port db7427d8-8c5f-48ce-88c3-493371175b00 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:25.684738 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port db7427d8-8c5f-48ce-88c3-493371175b00 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:25.685108 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.690847 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a1bca964-c8ae-4e80-8b68-d2e1417bae6f None None] Port 7b776339-d86e-454e-aebb-3f096a6c5084 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:12:25.763603 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.784288 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port db7427d8-8c5f-48ce-88c3-493371175b00, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=db7427d8-8c5f-48ce-88c3-493371175b00,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:25.788632 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.846162 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=db7427d8-8c5f-48ce-88c3-493371175b00,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:25.853793 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-22b6ac96-87b3-4252-901a-80b5fdda6242 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.863087 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-22b6ac96-87b3-4252-901a-80b5fdda6242 None None] Transition to ACTIVE for port object 7b776339-d86e-454e-aebb-3f096a6c5084 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:25.868845 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-22b6ac96-87b3-4252-901a-80b5fdda6242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.908754 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.920452 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0d636-c40a-4225-80fe-163064f2f1d7 None None] Pushing event updated for resources: {'Port': ['ID=7b776339-d86e-454e-aebb-3f096a6c5084,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:26.050837 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d636-c40a-4225-80fe-163064f2f1d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:26.051219 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d636-c40a-4225-80fe-163064f2f1d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:26.051589 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d636-c40a-4225-80fe-163064f2f1d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:26.051927 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d636-c40a-4225-80fe-163064f2f1d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:26.052347 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d636-c40a-4225-80fe-163064f2f1d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:26.052820 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d636-c40a-4225-80fe-163064f2f1d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:26.053297 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d636-c40a-4225-80fe-163064f2f1d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:26.053696 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d636-c40a-4225-80fe-163064f2f1d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:26.054019 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d636-c40a-4225-80fe-163064f2f1d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:26.054342 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d636-c40a-4225-80fe-163064f2f1d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:26.054664 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d636-c40a-4225-80fe-163064f2f1d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:26.054984 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d636-c40a-4225-80fe-163064f2f1d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:26.083762 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-22b6ac96-87b3-4252-901a-80b5fdda6242 None None] Attempting to bind port 7b776339-d86e-454e-aebb-3f096a6c5084 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:26.084137 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-22b6ac96-87b3-4252-901a-80b5fdda6242 None None] Attempting to bind port 7b776339-d86e-454e-aebb-3f096a6c5084 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '27d9d165-4260-48f7-b708-dd52e9b2ebcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1e28c8a8-57c5-4215-b17d-cb8eb2705464'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:26.084488 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b6ac96-87b3-4252-901a-80b5fdda6242 None None] Attempting to bind port 7b776339-d86e-454e-aebb-3f096a6c5084 on network 1e28c8a8-57c5-4215-b17d-cb8eb2705464 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:26.089444 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b6ac96-87b3-4252-901a-80b5fdda6242 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:26.089819 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b6ac96-87b3-4252-901a-80b5fdda6242 None None] Checking segment: {'id': '27d9d165-4260-48f7-b708-dd52e9b2ebcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1e28c8a8-57c5-4215-b17d-cb8eb2705464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:26.090216 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-22b6ac96-87b3-4252-901a-80b5fdda6242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:26.090605 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b6ac96-87b3-4252-901a-80b5fdda6242 None None] Bound using segment: {'id': '27d9d165-4260-48f7-b708-dd52e9b2ebcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1e28c8a8-57c5-4215-b17d-cb8eb2705464'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:26.091058 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-22b6ac96-87b3-4252-901a-80b5fdda6242 None None] Bound port: 7b776339-d86e-454e-aebb-3f096a6c5084, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d9d165-4260-48f7-b708-dd52e9b2ebcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1e28c8a8-57c5-4215-b17d-cb8eb2705464'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:26.091437 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-22b6ac96-87b3-4252-901a-80b5fdda6242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:26.152797 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-22b6ac96-87b3-4252-901a-80b5fdda6242 None None] For port 7b776339-d86e-454e-aebb-3f096a6c5084, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:26.157349 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-22b6ac96-87b3-4252-901a-80b5fdda6242 None None] For port 7b776339-d86e-454e-aebb-3f096a6c5084, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7b776339-d86e-454e-aebb-3f096a6c5084,segment=NetworkSegment(27d9d165-4260-48f7-b708-dd52e9b2ebcc),segment_id=27d9d165-4260-48f7-b708-dd52e9b2ebcc)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:26.162242 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-22b6ac96-87b3-4252-901a-80b5fdda6242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:26.210480 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b6ac96-87b3-4252-901a-80b5fdda6242 None None] Routers {'4f25ba86-de4a-4486-9148-1536044fc4b3'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:12:26.211102 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-22b6ac96-87b3-4252-901a-80b5fdda6242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:12:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['4f25ba86-de4a-4486-9148-1536044fc4b3'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:26.260659 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0d636-c40a-4225-80fe-163064f2f1d7 None None] Pushing event updated for resources: {'Port': ['ID=7b776339-d86e-454e-aebb-3f096a6c5084,revision_number=4']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:26.330538 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-22b6ac96-87b3-4252-901a-80b5fdda6242 None None] Set router 4f25ba86-de4a-4486-9148-1536044fc4b3 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:12:26.527075 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-22b6ac96-87b3-4252-901a-80b5fdda6242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440702956', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'db7427d8-8c5f-48ce-88c3-493371175b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:20Z', 'updated_at': '2021-08-11T03:12:23Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'db7427d8-8c5f-48ce-88c3-493371175b00', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:20Z', 'updated_at': '2021-08-11T03:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '7b776339-d86e-454e-aebb-3f096a6c5084', 'name': '', 'network_id': '1e28c8a8-57c5-4215-b17d-cb8eb2705464', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:84:3b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'de023b88-ef7c-4d00-9e75-2617d66b33a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:23Z', 'updated_at': '2021-08-11T03:12:26Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': 'de023b88-ef7c-4d00-9e75-2617d66b33a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:26.554070 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b6ac96-87b3-4252-901a-80b5fdda6242 None None] The sync data for ids ['4f25ba86-de4a-4486-9148-1536044fc4b3'] in n-d-615180-33 is: [{'id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440702956', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'db7427d8-8c5f-48ce-88c3-493371175b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:20Z', 'updated_at': '2021-08-11T03:12:23Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'db7427d8-8c5f-48ce-88c3-493371175b00', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:20Z', 'updated_at': '2021-08-11T03:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '7b776339-d86e-454e-aebb-3f096a6c5084', 'name': '', 'network_id': '1e28c8a8-57c5-4215-b17d-cb8eb2705464', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:84:3b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'de023b88-ef7c-4d00-9e75-2617d66b33a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:23Z', 'updated_at': '2021-08-11T03:12:26Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': 'de023b88-ef7c-4d00-9e75-2617d66b33a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:12:26.646604 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b9ba051-b38f-4c26-aa1a-d2f10a6a49ee req-9731c9ce-8f23-447b-bbd7-e41c0fa69cfd tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e169782-4162-424e-8dfb-a3e8569e5f7d HTTP/1.1" status: 200 len: 210 time: 0.0463023 Aug 11 03:12:27.278926 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7b776339-d86e-454e-aebb-3f096a6c5084 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:27.332872 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 7b776339-d86e-454e-aebb-3f096a6c5084 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:27.336932 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 7b776339-d86e-454e-aebb-3f096a6c5084 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:27.337313 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.419923 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.452700 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 7b776339-d86e-454e-aebb-3f096a6c5084, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7b776339-d86e-454e-aebb-3f096a6c5084,segment=NetworkSegment(27d9d165-4260-48f7-b708-dd52e9b2ebcc),segment_id=27d9d165-4260-48f7-b708-dd52e9b2ebcc)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:27.457850 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.458751 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f8003f03-316f-4617-ac25-f42a9a5db7c4 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:27.536107 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=7b776339-d86e-454e-aebb-3f096a6c5084,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:27.549595 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port f8003f03-316f-4617-ac25-f42a9a5db7c4 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:27.550043 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.633364 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device db7427d8-8c5f-48ce-88c3-493371175b00 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:27.682366 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port db7427d8-8c5f-48ce-88c3-493371175b00 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:27.682744 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.737381 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-ddf20ab3-929b-469f-9ee9-62810566d2f4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:27.739448 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-ddf20ab3-929b-469f-9ee9-62810566d2f4 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.66 "GET /v2.0/networks?id=1e28c8a8-57c5-4215-b17d-cb8eb2705464 HTTP/1.1" status: 200 len: 797 time: 0.1341202 Aug 11 03:12:27.752769 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-36c37878-39d8-4637-94a0-45e32631495b req-3bc9be60-ff68-4e3a-9381-207b22bf3ed3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e169782-4162-424e-8dfb-a3e8569e5f7d HTTP/1.1" status: 200 len: 210 time: 0.0293627 Aug 11 03:12:27.789303 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-22c3c312-1e09-41ff-89df-8f50621103ab tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b778002df1964af5b6fb7ddcefc82408 HTTP/1.1" status: 200 len: 380 time: 0.0405984 Aug 11 03:12:27.798839 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-5c9b04c5-2b50-48ac-ab97-015097ba9445 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'port': {'device_id': '7e169782-4162-424e-8dfb-a3e8569e5f7d', 'network_id': '1e28c8a8-57c5-4215-b17d-cb8eb2705464', 'admin_state_up': True, 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'security_groups': ['1402c2e5-62d8-49b3-b8fd-3b03e34f62ca']}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:27.908117 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-5c9b04c5-2b50-48ac-ab97-015097ba9445 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Made reservation on behalf of b778002df1964af5b6fb7ddcefc82408 for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:27.911741 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-5c9b04c5-2b50-48ac-ab97-015097ba9445 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.038703 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-5c9b04c5-2b50-48ac-ab97-015097ba9445 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Allocated IP 172.20.0.10 (1e28c8a8-57c5-4215-b17d-cb8eb2705464/de023b88-ef7c-4d00-9e75-2617d66b33a7/e51a13af-a15e-47f0-83c2-4fd8a3cafca8) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:12:28.172938 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-5c9b04c5-2b50-48ac-ab97-015097ba9445 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.186525 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-5c9b04c5-2b50-48ac-ab97-015097ba9445 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Transition to ACTIVE for port object e51a13af-a15e-47f0-83c2-4fd8a3cafca8 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:28.219266 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-5c9b04c5-2b50-48ac-ab97-015097ba9445 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.267476 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-5c9b04c5-2b50-48ac-ab97-015097ba9445 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network 1e28c8a8-57c5-4215-b17d-cb8eb2705464 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:28.272540 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-5c9b04c5-2b50-48ac-ab97-015097ba9445 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:28.276925 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-5c9b04c5-2b50-48ac-ab97-015097ba9445 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:28.304506 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b04c5-2b50-48ac-ab97-015097ba9445 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Port': ['ID=e51a13af-a15e-47f0-83c2-4fd8a3cafca8,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:28.330576 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-5c9b04c5-2b50-48ac-ab97-015097ba9445 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:28.331204 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-5c9b04c5-2b50-48ac-ab97-015097ba9445 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.345048 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-5c9b04c5-2b50-48ac-ab97-015097ba9445 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5500286 Aug 11 03:12:28.359476 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-4a34f9c3-1266-4f64-8c3e-5888e41a51dd service neutron] Request body: {'port': {'device_id': '7e169782-4162-424e-8dfb-a3e8569e5f7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:28.416216 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-4a34f9c3-1266-4f64-8c3e-5888e41a51dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.561265 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3770db7a-d504-4024-bac2-164e03f822a0 None None] Provisioning for port e51a13af-a15e-47f0-83c2-4fd8a3cafca8 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:28.564866 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3770db7a-d504-4024-bac2-164e03f822a0 None None] Provisioning complete for port e51a13af-a15e-47f0-83c2-4fd8a3cafca8 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:28.565233 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3770db7a-d504-4024-bac2-164e03f822a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.600997 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-3770db7a-d504-4024-bac2-164e03f822a0 None None] Port e51a13af-a15e-47f0-83c2-4fd8a3cafca8 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:12:28.680469 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-4a34f9c3-1266-4f64-8c3e-5888e41a51dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e51a13af-a15e-47f0-83c2-4fd8a3cafca8 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:28.687686 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-4a34f9c3-1266-4f64-8c3e-5888e41a51dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.699054 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-4a34f9c3-1266-4f64-8c3e-5888e41a51dd service neutron] Transition to ACTIVE for port object e51a13af-a15e-47f0-83c2-4fd8a3cafca8 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:28.702083 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-4a34f9c3-1266-4f64-8c3e-5888e41a51dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.752170 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34f9c3-1266-4f64-8c3e-5888e41a51dd service neutron] Pushing event updated for resources: {'Port': ['ID=e51a13af-a15e-47f0-83c2-4fd8a3cafca8,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:28.822241 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-4a34f9c3-1266-4f64-8c3e-5888e41a51dd service neutron] Attempting to bind port e51a13af-a15e-47f0-83c2-4fd8a3cafca8 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:28.822589 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-4a34f9c3-1266-4f64-8c3e-5888e41a51dd service neutron] Attempting to bind port e51a13af-a15e-47f0-83c2-4fd8a3cafca8 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '27d9d165-4260-48f7-b708-dd52e9b2ebcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1e28c8a8-57c5-4215-b17d-cb8eb2705464'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:28.822926 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-4a34f9c3-1266-4f64-8c3e-5888e41a51dd service neutron] Attempting to bind port e51a13af-a15e-47f0-83c2-4fd8a3cafca8 on network 1e28c8a8-57c5-4215-b17d-cb8eb2705464 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:28.829878 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-4a34f9c3-1266-4f64-8c3e-5888e41a51dd service neutron] Port e51a13af-a15e-47f0-83c2-4fd8a3cafca8 on network 1e28c8a8-57c5-4215-b17d-cb8eb2705464 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:12:28.830223 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-4a34f9c3-1266-4f64-8c3e-5888e41a51dd service neutron] Attempting to bind port e51a13af-a15e-47f0-83c2-4fd8a3cafca8 on network 1e28c8a8-57c5-4215-b17d-cb8eb2705464 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:28.863858 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-4a34f9c3-1266-4f64-8c3e-5888e41a51dd service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:28.864219 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-4a34f9c3-1266-4f64-8c3e-5888e41a51dd service neutron] Checking segment: {'id': '27d9d165-4260-48f7-b708-dd52e9b2ebcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1e28c8a8-57c5-4215-b17d-cb8eb2705464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:28.864599 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-4a34f9c3-1266-4f64-8c3e-5888e41a51dd service neutron] Bound using segment: {'id': '27d9d165-4260-48f7-b708-dd52e9b2ebcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1e28c8a8-57c5-4215-b17d-cb8eb2705464'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:28.865054 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-4a34f9c3-1266-4f64-8c3e-5888e41a51dd service neutron] Bound port: e51a13af-a15e-47f0-83c2-4fd8a3cafca8, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27d9d165-4260-48f7-b708-dd52e9b2ebcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1e28c8a8-57c5-4215-b17d-cb8eb2705464'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:28.865414 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-4a34f9c3-1266-4f64-8c3e-5888e41a51dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.922958 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b688b13-746d-4060-934a-855f3d4f0b17 req-7b5509f2-1a30-45fc-bdf4-5fbcac10b6bf tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:28.924525 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9b688b13-746d-4060-934a-855f3d4f0b17 req-7b5509f2-1a30-45fc-bdf4-5fbcac10b6bf tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e169782-4162-424e-8dfb-a3e8569e5f7d HTTP/1.1" status: 200 len: 944 time: 0.0964191 Aug 11 03:12:28.963756 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-4a34f9c3-1266-4f64-8c3e-5888e41a51dd service neutron] For port e51a13af-a15e-47f0-83c2-4fd8a3cafca8, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:28.984021 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-4a34f9c3-1266-4f64-8c3e-5888e41a51dd service neutron] For port e51a13af-a15e-47f0-83c2-4fd8a3cafca8, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=e51a13af-a15e-47f0-83c2-4fd8a3cafca8,segment=NetworkSegment(27d9d165-4260-48f7-b708-dd52e9b2ebcc),segment_id=27d9d165-4260-48f7-b708-dd52e9b2ebcc)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:28.987696 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9b688b13-746d-4060-934a-855f3d4f0b17 req-0fd00abc-ff3a-41d8-844e-bdcdbbd68943 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=1402c2e5-62d8-49b3-b8fd-3b03e34f62ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551522 Aug 11 03:12:28.989159 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-4a34f9c3-1266-4f64-8c3e-5888e41a51dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:29.027072 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-4a34f9c3-1266-4f64-8c3e-5888e41a51dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:29.027771 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-4a34f9c3-1266-4f64-8c3e-5888e41a51dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:29.029297 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-4a34f9c3-1266-4f64-8c3e-5888e41a51dd service neutron] 10.222.0.66 "PUT /v2.0/ports/e51a13af-a15e-47f0-83c2-4fd8a3cafca8 HTTP/1.1" status: 200 len: 1093 time: 0.6746161 Aug 11 03:12:29.029670 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e169782-4162-424e-8dfb-a3e8569e5f7d', 'tag': 'e51a13af-a15e-47f0-83c2-4fd8a3cafca8'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:29.031922 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274cfa898284e0591c33ace065f819b64a6cad10b3d723e28d1d1a3acc1cf9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2daac14-d513-4530-a708-6a8b7c0bea28" -d '{"events": [{"name": "network-changed", "server_uuid": "7e169782-4162-424e-8dfb-a3e8569e5f7d", "tag": "e51a13af-a15e-47f0-83c2-4fd8a3cafca8"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:29.057941 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34f9c3-1266-4f64-8c3e-5888e41a51dd service neutron] Pushing event updated for resources: {'Port': ['ID=e51a13af-a15e-47f0-83c2-4fd8a3cafca8,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:29.073646 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cb10a5-936d-4cb9-9bff-1d5f33576e1c x-openstack-request-id: req-76cb10a5-936d-4cb9-9bff-1d5f33576e1c {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:29.074148 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e169782-4162-424e-8dfb-a3e8569e5f7d", "tag": "e51a13af-a15e-47f0-83c2-4fd8a3cafca8", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:29.074495 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-76cb10a5-936d-4cb9-9bff-1d5f33576e1c {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:29.074998 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e169782-4162-424e-8dfb-a3e8569e5f7d', 'tag': 'e51a13af-a15e-47f0-83c2-4fd8a3cafca8', 'status': 'completed', 'code': 200} Aug 11 03:12:29.124665 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-a0f3903e-8cff-470a-966d-e8bcda8cae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:29.126211 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-a0f3903e-8cff-470a-966d-e8bcda8cae24 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=7e169782-4162-424e-8dfb-a3e8569e5f7d HTTP/1.1" status: 200 len: 1096 time: 0.0441170 Aug 11 03:12:29.172009 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-540609d9-2b08-413a-81f5-d150577dd7c2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e51a13af-a15e-47f0-83c2-4fd8a3cafca8 HTTP/1.1" status: 200 len: 217 time: 0.0365422 Aug 11 03:12:29.191016 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7b776339-d86e-454e-aebb-3f096a6c5084 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:29.226178 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-5d62f4ab-42d8-4014-95b6-d6f589a632e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:29.227959 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-5d62f4ab-42d8-4014-95b6-d6f589a632e3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=de023b88-ef7c-4d00-9e75-2617d66b33a7 HTTP/1.1" status: 200 len: 835 time: 0.0481277 Aug 11 03:12:29.245518 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 7b776339-d86e-454e-aebb-3f096a6c5084 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:29.245896 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:29.278968 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-4c7d5384-67f5-4295-9fad-834680a431fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:29.281070 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-4c7d5384-67f5-4295-9fad-834680a431fe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1e28c8a8-57c5-4215-b17d-cb8eb2705464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458035 Aug 11 03:12:29.351251 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:12:29.372884 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-491d3d2e-a76d-4bee-ba05-b6467ce590c7 service neutron] 10.222.0.66 "GET /v2.0/networks/1e28c8a8-57c5-4215-b17d-cb8eb2705464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827668 Aug 11 03:12:29.466969 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ab11e188-42de-4194-a8e6-48ef2502c66c req-e60eca22-f4b7-4979-be59-2827163c59df service neutron] 10.222.0.66 "GET /v2.0/networks/1e28c8a8-57c5-4215-b17d-cb8eb2705464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865054 Aug 11 03:12:29.556499 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2daac14-d513-4530-a708-6a8b7c0bea28 req-f7e42a1a-0918-4772-910e-b7dcc7ad88ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:29.557987 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e2daac14-d513-4530-a708-6a8b7c0bea28 req-f7e42a1a-0918-4772-910e-b7dcc7ad88ad service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=7e169782-4162-424e-8dfb-a3e8569e5f7d HTTP/1.1" status: 200 len: 1096 time: 0.0417142 Aug 11 03:12:29.646934 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2daac14-d513-4530-a708-6a8b7c0bea28 req-4e84ca97-5e8a-4aed-aac9-e142d5cd1c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:29.648343 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e2daac14-d513-4530-a708-6a8b7c0bea28 req-4e84ca97-5e8a-4aed-aac9-e142d5cd1c4b service neutron] 10.222.0.66 "GET /v2.0/networks?id=1e28c8a8-57c5-4215-b17d-cb8eb2705464 HTTP/1.1" status: 200 len: 898 time: 0.0827596 Aug 11 03:12:29.695940 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e2daac14-d513-4530-a708-6a8b7c0bea28 req-869eccaf-1bd4-4e80-ad4d-c1aa906ae952 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e51a13af-a15e-47f0-83c2-4fd8a3cafca8 HTTP/1.1" status: 200 len: 217 time: 0.0392575 Aug 11 03:12:29.751441 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2daac14-d513-4530-a708-6a8b7c0bea28 req-794040cf-cabd-4540-90e5-db3624b5acbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:29.752936 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e2daac14-d513-4530-a708-6a8b7c0bea28 req-794040cf-cabd-4540-90e5-db3624b5acbc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=de023b88-ef7c-4d00-9e75-2617d66b33a7 HTTP/1.1" status: 200 len: 835 time: 0.0497451 Aug 11 03:12:29.801876 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2daac14-d513-4530-a708-6a8b7c0bea28 req-0a70594c-49ca-40c7-9dc8-13acfb20fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:29.803366 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e2daac14-d513-4530-a708-6a8b7c0bea28 req-0a70594c-49ca-40c7-9dc8-13acfb20fdeb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1e28c8a8-57c5-4215-b17d-cb8eb2705464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413282 Aug 11 03:12:29.903960 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e2daac14-d513-4530-a708-6a8b7c0bea28 req-5c26904a-53ff-4252-af49-8a549bf500b3 service neutron] 10.222.0.66 "GET /v2.0/networks/1e28c8a8-57c5-4215-b17d-cb8eb2705464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927339 Aug 11 03:12:29.993072 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e2daac14-d513-4530-a708-6a8b7c0bea28 req-ce50a13c-dc59-4c68-995d-bf2c1fbd5bb9 service neutron] 10.222.0.66 "GET /v2.0/networks/1e28c8a8-57c5-4215-b17d-cb8eb2705464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802581 Aug 11 03:12:30.112845 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40938ee3-efea-4d8d-a712-c8e15579a1b0 req-6eb774a4-eb3c-4452-b843-b792513c130a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:30.114330 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-40938ee3-efea-4d8d-a712-c8e15579a1b0 req-6eb774a4-eb3c-4452-b843-b792513c130a tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e169782-4162-424e-8dfb-a3e8569e5f7d HTTP/1.1" status: 200 len: 944 time: 0.0588329 Aug 11 03:12:30.151015 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-40938ee3-efea-4d8d-a712-c8e15579a1b0 req-cd073d11-dde8-49d6-b552-ec80a88a5879 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=1402c2e5-62d8-49b3-b8fd-3b03e34f62ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307567 Aug 11 03:12:31.267486 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ddf0d-4e43-4e5a-a625-03a6435d2dc4 req-cf674546-67a2-4b85-a22b-df01598fe5bc tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:31.269028 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-695ddf0d-4e43-4e5a-a625-03a6435d2dc4 req-cf674546-67a2-4b85-a22b-df01598fe5bc tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e169782-4162-424e-8dfb-a3e8569e5f7d HTTP/1.1" status: 200 len: 944 time: 0.0493073 Aug 11 03:12:31.307845 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-695ddf0d-4e43-4e5a-a625-03a6435d2dc4 req-997114b4-b294-4a35-86b6-0d7df53fa866 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=1402c2e5-62d8-49b3-b8fd-3b03e34f62ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327101 Aug 11 03:12:31.603964 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device e51a13af-a15e-47f0-83c2-4fd8a3cafca8 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:12:31.697594 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port e51a13af-a15e-47f0-83c2-4fd8a3cafca8, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=e51a13af-a15e-47f0-83c2-4fd8a3cafca8,segment=NetworkSegment(27d9d165-4260-48f7-b708-dd52e9b2ebcc),segment_id=27d9d165-4260-48f7-b708-dd52e9b2ebcc)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:31.709267 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'e51a13af-a15e-47f0-83c2-4fd8a3cafca8', 'network_id': '1e28c8a8-57c5-4215-b17d-cb8eb2705464', 'port_id': 'e51a13af-a15e-47f0-83c2-4fd8a3cafca8', 'mac_address': 'fa:16:3e:03:cb:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de023b88-ef7c-4d00-9e75-2617d66b33a7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:12:31.747428 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:31.761529 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e51a13af-a15e-47f0-83c2-4fd8a3cafca8 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:31.782270 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port e51a13af-a15e-47f0-83c2-4fd8a3cafca8, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=e51a13af-a15e-47f0-83c2-4fd8a3cafca8,segment=NetworkSegment(27d9d165-4260-48f7-b708-dd52e9b2ebcc),segment_id=27d9d165-4260-48f7-b708-dd52e9b2ebcc)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:31.787422 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:31.837963 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=e51a13af-a15e-47f0-83c2-4fd8a3cafca8,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:32.057226 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['e51a13af-a15e-47f0-83c2-4fd8a3cafca8'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:12:32.421518 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8cc01-bc93-4ba5-8531-4286be3ec842 req-f67e642b-b459-494d-a4df-adef96cf4c72 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:32.423045 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-39a8cc01-bc93-4ba5-8531-4286be3ec842 req-f67e642b-b459-494d-a4df-adef96cf4c72 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e169782-4162-424e-8dfb-a3e8569e5f7d HTTP/1.1" status: 200 len: 945 time: 0.0489774 Aug 11 03:12:32.459969 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-39a8cc01-bc93-4ba5-8531-4286be3ec842 req-2e9b4d4b-d16d-4816-8ed2-2f3a0f4e5f69 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=1402c2e5-62d8-49b3-b8fd-3b03e34f62ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310228 Aug 11 03:12:33.580418 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397cc2c-d252-447c-888e-906608b72548 req-a2409b27-bd95-4a64-9718-22ddf9281db0 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:33.581896 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8397cc2c-d252-447c-888e-906608b72548 req-a2409b27-bd95-4a64-9718-22ddf9281db0 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e169782-4162-424e-8dfb-a3e8569e5f7d HTTP/1.1" status: 200 len: 945 time: 0.0544121 Aug 11 03:12:33.611797 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device e51a13af-a15e-47f0-83c2-4fd8a3cafca8 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:33.619151 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8397cc2c-d252-447c-888e-906608b72548 req-6f3d31b5-7071-4a3b-a658-5f5e83842640 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=1402c2e5-62d8-49b3-b8fd-3b03e34f62ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313351 Aug 11 03:12:33.658641 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port e51a13af-a15e-47f0-83c2-4fd8a3cafca8 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:33.662065 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port e51a13af-a15e-47f0-83c2-4fd8a3cafca8 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:33.662434 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:33.736019 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:33.758064 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e169782-4162-424e-8dfb-a3e8569e5f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51a13af-a15e-47f0-83c2-4fd8a3cafca8'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:33.760465 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20fab26f80b9da78313f4d9f7f3b762b68210575349c4eb51748859b525969e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe945653-5cfb-449e-a410-ee23f75aa3aa" -d '{"events": [{"server_uuid": "7e169782-4162-424e-8dfb-a3e8569e5f7d", "name": "network-vif-plugged", "status": "completed", "tag": "e51a13af-a15e-47f0-83c2-4fd8a3cafca8"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:33.776198 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port e51a13af-a15e-47f0-83c2-4fd8a3cafca8, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=e51a13af-a15e-47f0-83c2-4fd8a3cafca8,segment=NetworkSegment(27d9d165-4260-48f7-b708-dd52e9b2ebcc),segment_id=27d9d165-4260-48f7-b708-dd52e9b2ebcc)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:33.781023 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:33.804892 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820d0022-9893-4c15-9cac-21a337e89f68 x-openstack-request-id: req-820d0022-9893-4c15-9cac-21a337e89f68 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:33.805196 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e169782-4162-424e-8dfb-a3e8569e5f7d", "name": "network-vif-plugged", "status": "completed", "tag": "e51a13af-a15e-47f0-83c2-4fd8a3cafca8", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:33.805454 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-820d0022-9893-4c15-9cac-21a337e89f68 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:33.805844 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e169782-4162-424e-8dfb-a3e8569e5f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51a13af-a15e-47f0-83c2-4fd8a3cafca8', 'code': 200} Aug 11 03:12:33.830847 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=e51a13af-a15e-47f0-83c2-4fd8a3cafca8,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:33.896430 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea582aab-ad30-4124-8786-23a0eb852ea8 req-3eafcbcd-b6b2-4297-b05d-894bc7d2a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:33.897898 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ea582aab-ad30-4124-8786-23a0eb852ea8 req-3eafcbcd-b6b2-4297-b05d-894bc7d2a009 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7e169782-4162-424e-8dfb-a3e8569e5f7d HTTP/1.1" status: 200 len: 1098 time: 0.0430627 Aug 11 03:12:33.933739 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ea582aab-ad30-4124-8786-23a0eb852ea8 req-d7791513-efe5-4c37-9906-3e9c1ff1ec51 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1402c2e5-62d8-49b3-b8fd-3b03e34f62ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274789 Aug 11 03:12:34.736777 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c3c7f-25ce-42e3-b911-80a3057657d0 req-fcce259f-9c54-430b-a35f-1612263b15f2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:34.738377 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6b8c3c7f-25ce-42e3-b911-80a3057657d0 req-fcce259f-9c54-430b-a35f-1612263b15f2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e169782-4162-424e-8dfb-a3e8569e5f7d HTTP/1.1" status: 200 len: 946 time: 0.0503473 Aug 11 03:12:34.776477 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6b8c3c7f-25ce-42e3-b911-80a3057657d0 req-ec6f3613-5ebe-4539-9e21-04d76ded45a0 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=1402c2e5-62d8-49b3-b8fd-3b03e34f62ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316868 Aug 11 03:12:35.895354 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e0d5a-94a0-4391-85b9-9a8d39750e20 req-2e10a016-428f-45e2-bf8a-366252ba20a3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:35.896862 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f8e0d5a-94a0-4391-85b9-9a8d39750e20 req-2e10a016-428f-45e2-bf8a-366252ba20a3 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e169782-4162-424e-8dfb-a3e8569e5f7d HTTP/1.1" status: 200 len: 946 time: 0.0516934 Aug 11 03:12:35.934241 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6f8e0d5a-94a0-4391-85b9-9a8d39750e20 req-3f3a53e8-6bc1-4f75-8623-344bed86c52e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=1402c2e5-62d8-49b3-b8fd-3b03e34f62ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313523 Aug 11 03:12:36.049150 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a159f-5711-4049-822b-6a4fd784689f req-98e02ddd-913b-4fb0-a392-1ccb14df61a5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:36.050625 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d44a159f-5711-4049-822b-6a4fd784689f req-98e02ddd-913b-4fb0-a392-1ccb14df61a5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e169782-4162-424e-8dfb-a3e8569e5f7d HTTP/1.1" status: 200 len: 946 time: 0.0480165 Aug 11 03:12:36.087362 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d44a159f-5711-4049-822b-6a4fd784689f req-d767f88c-362a-4fd9-9029-04096c49fe61 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=1402c2e5-62d8-49b3-b8fd-3b03e34f62ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306776 Aug 11 03:12:36.108703 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33968) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:36.153499 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966cbf77-20fd-4106-a46a-d42b3fc91f0f tempest-TestNetworkAdvancedServerOps-346293483 tempest-TestNetworkAdvancedServerOps-346293483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:36.155037 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-966cbf77-20fd-4106-a46a-d42b3fc91f0f tempest-TestNetworkAdvancedServerOps-346293483 tempest-TestNetworkAdvancedServerOps-346293483-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7e169782-4162-424e-8dfb-a3e8569e5f7d HTTP/1.1" status: 200 len: 1093 time: 0.0453138 Aug 11 03:12:36.157865 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33970) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:36.162209 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-ad75e9f9-98ba-4fd2-b026-1fb08b6f2bfa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'port_id': 'e51a13af-a15e-47f0-83c2-4fd8a3cafca8', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:36.184017 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ad75e9f9-98ba-4fd2-b026-1fb08b6f2bfa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:36.278314 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ad75e9f9-98ba-4fd2-b026-1fb08b6f2bfa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:36.383179 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-ad75e9f9-98ba-4fd2-b026-1fb08b6f2bfa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Allocated IP 172.25.2.100 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/22bc5945-35b4-4653-a328-52d323a852fe) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:12:36.481778 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ad75e9f9-98ba-4fd2-b026-1fb08b6f2bfa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:36.519994 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ad75e9f9-98ba-4fd2-b026-1fb08b6f2bfa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:36.563291 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad75e9f9-98ba-4fd2-b026-1fb08b6f2bfa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:36.566187 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-ad75e9f9-98ba-4fd2-b026-1fb08b6f2bfa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:36.568783 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad75e9f9-98ba-4fd2-b026-1fb08b6f2bfa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:36.593599 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75e9f9-98ba-4fd2-b026-1fb08b6f2bfa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Port': ['ID=22bc5945-35b4-4653-a328-52d323a852fe,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:36.918260 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ad75e9f9-98ba-4fd2-b026-1fb08b6f2bfa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:36.985370 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ad75e9f9-98ba-4fd2-b026-1fb08b6f2bfa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:37.130118 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ad75e9f9-98ba-4fd2-b026-1fb08b6f2bfa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:37.135084 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ad75e9f9-98ba-4fd2-b026-1fb08b6f2bfa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:37.205616 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75e9f9-98ba-4fd2-b026-1fb08b6f2bfa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event updated for resources: {'Port': ['ID=22bc5945-35b4-4653-a328-52d323a852fe,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:37.216244 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ad75e9f9-98ba-4fd2-b026-1fb08b6f2bfa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:37.315385 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-ad75e9f9-98ba-4fd2-b026-1fb08b6f2bfa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Floating IP 500b6f2d-e2ff-4042-aded-f4b3576e4663 associated. External IP: 172.25.2.100, port: e51a13af-a15e-47f0-83c2-4fd8a3cafca8. Aug 11 03:12:37.834721 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad75e9f9-98ba-4fd2-b026-1fb08b6f2bfa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Router 4f25ba86-de4a-4486-9148-1536044fc4b3 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:12:37.941680 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad75e9f9-98ba-4fd2-b026-1fb08b6f2bfa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:12:37.951283 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd3a90e-cf3c-4e3d-bfa9-c6f203cd53a4 None None] Sync routers for ids ['4f25ba86-de4a-4486-9148-1536044fc4b3'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:12:37.958061 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-ad75e9f9-98ba-4fd2-b026-1fb08b6f2bfa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:37.961760 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd3a90e-cf3c-4e3d-bfa9-c6f203cd53a4 None None] Routers {'4f25ba86-de4a-4486-9148-1536044fc4b3'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:12:37.962397 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-5dd3a90e-cf3c-4e3d-bfa9-c6f203cd53a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:12:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['4f25ba86-de4a-4486-9148-1536044fc4b3'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:37.985051 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-ad75e9f9-98ba-4fd2-b026-1fb08b6f2bfa tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8261514 Aug 11 03:12:37.985652 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e169782-4162-424e-8dfb-a3e8569e5f7d', 'tag': 'e51a13af-a15e-47f0-83c2-4fd8a3cafca8'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:37.987949 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef26015ff99b62ba85d82572846d8981a3d7c94015c7a376eee6ede9212d5761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d09f5d4-c486-4a47-8566-8a6405dcd0f9" -d '{"events": [{"name": "network-changed", "server_uuid": "7e169782-4162-424e-8dfb-a3e8569e5f7d", "tag": "e51a13af-a15e-47f0-83c2-4fd8a3cafca8"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:38.025742 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5403a0-1967-43a8-952e-c7926e59805d x-openstack-request-id: req-ed5403a0-1967-43a8-952e-c7926e59805d {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:38.026035 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e169782-4162-424e-8dfb-a3e8569e5f7d", "tag": "e51a13af-a15e-47f0-83c2-4fd8a3cafca8", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:38.026585 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ed5403a0-1967-43a8-952e-c7926e59805d {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:38.027046 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e169782-4162-424e-8dfb-a3e8569e5f7d', 'tag': 'e51a13af-a15e-47f0-83c2-4fd8a3cafca8', 'status': 'completed', 'code': 200} Aug 11 03:12:38.082678 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-5dd3a90e-cf3c-4e3d-bfa9-c6f203cd53a4 None None] Set router 4f25ba86-de4a-4486-9148-1536044fc4b3 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:12:38.116781 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecca5d-c727-40f1-bafb-b8d28608e113 req-7dd0fc1c-f8ce-42e3-bd09-83feffdc23bf tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:38.118306 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-26ecca5d-c727-40f1-bafb-b8d28608e113 req-7dd0fc1c-f8ce-42e3-bd09-83feffdc23bf tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e169782-4162-424e-8dfb-a3e8569e5f7d HTTP/1.1" status: 200 len: 946 time: 0.0801690 Aug 11 03:12:38.120974 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09f5d4-c486-4a47-8566-8a6405dcd0f9 req-d4acdeaf-ead5-46d5-9527-030461d9023f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:38.122377 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0d09f5d4-c486-4a47-8566-8a6405dcd0f9 req-d4acdeaf-ead5-46d5-9527-030461d9023f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=7e169782-4162-424e-8dfb-a3e8569e5f7d HTTP/1.1" status: 200 len: 1098 time: 0.0712452 Aug 11 03:12:38.207084 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-26ecca5d-c727-40f1-bafb-b8d28608e113 req-e2ff7138-659f-4c9f-8fd5-b2c79fa7c7bc tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=1402c2e5-62d8-49b3-b8fd-3b03e34f62ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824838 Aug 11 03:12:38.229629 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33980) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:38.240569 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09f5d4-c486-4a47-8566-8a6405dcd0f9 req-ee4a4e46-3032-4652-9a74-eb4b27ef47ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:38.242108 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0d09f5d4-c486-4a47-8566-8a6405dcd0f9 req-ee4a4e46-3032-4652-9a74-eb4b27ef47ce service neutron] 10.222.0.66 "GET /v2.0/networks?id=1e28c8a8-57c5-4215-b17d-cb8eb2705464 HTTP/1.1" status: 200 len: 898 time: 0.1113610 Aug 11 03:12:38.298341 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-1e956aa0-c972-4958-891a-4ce80a45e009 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/floatingips/500b6f2d-e2ff-4042-aded-f4b3576e4663 HTTP/1.1" status: 200 len: 992 time: 0.0668533 Aug 11 03:12:38.312849 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0d09f5d4-c486-4a47-8566-8a6405dcd0f9 req-1dd573d1-bc7c-49a2-8893-3ca88b232e45 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e51a13af-a15e-47f0-83c2-4fd8a3cafca8 HTTP/1.1" status: 200 len: 1000 time: 0.0605652 Aug 11 03:12:38.318582 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-5dd3a90e-cf3c-4e3d-bfa9-c6f203cd53a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440702956', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'db7427d8-8c5f-48ce-88c3-493371175b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:20Z', 'updated_at': '2021-08-11T03:12:23Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'db7427d8-8c5f-48ce-88c3-493371175b00', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:20Z', 'updated_at': '2021-08-11T03:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '500b6f2d-e2ff-4042-aded-f4b3576e4663', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'port_id': 'e51a13af-a15e-47f0-83c2-4fd8a3cafca8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e28c8a8-57c5-4215-b17d-cb8eb2705464', 'mac_address': 'fa:16:3e:03:cb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e169782-4162-424e-8dfb-a3e8569e5f7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:12:36Z', 'updated_at': '2021-08-11T03:12:36Z', 'revision_number': 0, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b776339-d86e-454e-aebb-3f096a6c5084', 'name': '', 'network_id': '1e28c8a8-57c5-4215-b17d-cb8eb2705464', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:84:3b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'de023b88-ef7c-4d00-9e75-2617d66b33a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:23Z', 'updated_at': '2021-08-11T03:12:27Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': 'de023b88-ef7c-4d00-9e75-2617d66b33a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:38.348240 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd3a90e-cf3c-4e3d-bfa9-c6f203cd53a4 None None] Checking router: 4f25ba86-de4a-4486-9148-1536044fc4b3 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:12:38.356724 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd3a90e-cf3c-4e3d-bfa9-c6f203cd53a4 None None] Routers {'4f25ba86-de4a-4486-9148-1536044fc4b3'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:12:38.357755 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-5dd3a90e-cf3c-4e3d-bfa9-c6f203cd53a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:12:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['4f25ba86-de4a-4486-9148-1536044fc4b3'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:38.366974 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09f5d4-c486-4a47-8566-8a6405dcd0f9 req-9d68759f-a06c-4be5-8aa3-389dc66b68a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:38.368485 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0d09f5d4-c486-4a47-8566-8a6405dcd0f9 req-9d68759f-a06c-4be5-8aa3-389dc66b68a5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=de023b88-ef7c-4d00-9e75-2617d66b33a7 HTTP/1.1" status: 200 len: 835 time: 0.0480735 Aug 11 03:12:38.414088 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09f5d4-c486-4a47-8566-8a6405dcd0f9 req-e298ad01-df3f-425d-a470-701c39f1da0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:38.415626 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0d09f5d4-c486-4a47-8566-8a6405dcd0f9 req-e298ad01-df3f-425d-a470-701c39f1da0a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1e28c8a8-57c5-4215-b17d-cb8eb2705464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397570 Aug 11 03:12:38.508796 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0d09f5d4-c486-4a47-8566-8a6405dcd0f9 req-0ac742d1-cc23-4993-8cc0-a06823ceee89 service neutron] 10.222.0.66 "GET /v2.0/networks/1e28c8a8-57c5-4215-b17d-cb8eb2705464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852554 Aug 11 03:12:38.606877 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0d09f5d4-c486-4a47-8566-8a6405dcd0f9 req-ed081cc9-e68a-432d-b858-b662a4525160 service neutron] 10.222.0.66 "GET /v2.0/networks/1e28c8a8-57c5-4215-b17d-cb8eb2705464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905542 Aug 11 03:12:38.616277 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-5dd3a90e-cf3c-4e3d-bfa9-c6f203cd53a4 None None] Set router 4f25ba86-de4a-4486-9148-1536044fc4b3 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:12:38.831701 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-5dd3a90e-cf3c-4e3d-bfa9-c6f203cd53a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440702956', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'db7427d8-8c5f-48ce-88c3-493371175b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:20Z', 'updated_at': '2021-08-11T03:12:23Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'db7427d8-8c5f-48ce-88c3-493371175b00', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:20Z', 'updated_at': '2021-08-11T03:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '500b6f2d-e2ff-4042-aded-f4b3576e4663', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'port_id': 'e51a13af-a15e-47f0-83c2-4fd8a3cafca8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e28c8a8-57c5-4215-b17d-cb8eb2705464', 'mac_address': 'fa:16:3e:03:cb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e169782-4162-424e-8dfb-a3e8569e5f7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:12:36Z', 'updated_at': '2021-08-11T03:12:36Z', 'revision_number': 0, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b776339-d86e-454e-aebb-3f096a6c5084', 'name': '', 'network_id': '1e28c8a8-57c5-4215-b17d-cb8eb2705464', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:84:3b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'de023b88-ef7c-4d00-9e75-2617d66b33a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:23Z', 'updated_at': '2021-08-11T03:12:27Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': 'de023b88-ef7c-4d00-9e75-2617d66b33a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:38.857475 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd3a90e-cf3c-4e3d-bfa9-c6f203cd53a4 None None] The sync data for ids ['4f25ba86-de4a-4486-9148-1536044fc4b3'] in n-d-615180-33 is: [{'id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440702956', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'db7427d8-8c5f-48ce-88c3-493371175b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:20Z', 'updated_at': '2021-08-11T03:12:23Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'db7427d8-8c5f-48ce-88c3-493371175b00', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:20Z', 'updated_at': '2021-08-11T03:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '500b6f2d-e2ff-4042-aded-f4b3576e4663', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'port_id': 'e51a13af-a15e-47f0-83c2-4fd8a3cafca8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e28c8a8-57c5-4215-b17d-cb8eb2705464', 'mac_address': 'fa:16:3e:03:cb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e169782-4162-424e-8dfb-a3e8569e5f7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:12:36Z', 'updated_at': '2021-08-11T03:12:36Z', 'revision_number': 0, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b776339-d86e-454e-aebb-3f096a6c5084', 'name': '', 'network_id': '1e28c8a8-57c5-4215-b17d-cb8eb2705464', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:84:3b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'de023b88-ef7c-4d00-9e75-2617d66b33a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:23Z', 'updated_at': '2021-08-11T03:12:27Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': 'de023b88-ef7c-4d00-9e75-2617d66b33a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:12:39.045393 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeac159-9dfb-40e7-9714-f339cabd558f None None] New status for floating IP 500b6f2d-e2ff-4042-aded-f4b3576e4663: ACTIVE {{(pid=94509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:12:39.302081 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 33984) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:39.365399 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-63726a93-8bba-4bc6-8621-91d3ecea24a6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/floatingips/500b6f2d-e2ff-4042-aded-f4b3576e4663 HTTP/1.1" status: 200 len: 994 time: 0.0621815 Aug 11 03:12:45.720217 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5a120352-9a6d-4c0f-9ceb-51522c712b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.403998 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c8a6bdaa-1c8c-4e10-b2fe-a7c31cd78ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.407021 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:50.171816 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:51.675618 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:55.051212 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:55.927582 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.390894 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2cbe3b12-2827-472e-9508-9ff39dcc15e8 req-62253c6a-c89d-4447-913f-3ebe334c2bb2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7e169782-4162-424e-8dfb-a3e8569e5f7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396647 Aug 11 03:12:58.475045 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe3b12-2827-472e-9508-9ff39dcc15e8 req-9350aafb-d0ff-4c65-9321-456177b0ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:58.476793 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2cbe3b12-2827-472e-9508-9ff39dcc15e8 req-9350aafb-d0ff-4c65-9321-456177b0ae53 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=7e169782-4162-424e-8dfb-a3e8569e5f7d HTTP/1.1" status: 200 len: 1098 time: 0.0412717 Aug 11 03:12:58.583863 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe3b12-2827-472e-9508-9ff39dcc15e8 req-5aebce7b-e234-4b1d-9800-bf1f65ebdeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:58.585359 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2cbe3b12-2827-472e-9508-9ff39dcc15e8 req-5aebce7b-e234-4b1d-9800-bf1f65ebdeab service neutron] 10.222.0.66 "GET /v2.0/networks?id=1e28c8a8-57c5-4215-b17d-cb8eb2705464 HTTP/1.1" status: 200 len: 898 time: 0.0881600 Aug 11 03:12:58.649378 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2cbe3b12-2827-472e-9508-9ff39dcc15e8 req-218e3927-806b-42fb-8130-2fe9c8472101 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e51a13af-a15e-47f0-83c2-4fd8a3cafca8 HTTP/1.1" status: 200 len: 1002 time: 0.0562906 Aug 11 03:12:58.702602 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe3b12-2827-472e-9508-9ff39dcc15e8 req-faebe2c4-057b-4bce-8cfd-97fe28b6cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:58.704067 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2cbe3b12-2827-472e-9508-9ff39dcc15e8 req-faebe2c4-057b-4bce-8cfd-97fe28b6cabc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=de023b88-ef7c-4d00-9e75-2617d66b33a7 HTTP/1.1" status: 200 len: 835 time: 0.0467012 Aug 11 03:12:58.749524 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe3b12-2827-472e-9508-9ff39dcc15e8 req-be9a2e10-d39a-43c4-874b-731d051aacb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:58.750962 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2cbe3b12-2827-472e-9508-9ff39dcc15e8 req-be9a2e10-d39a-43c4-874b-731d051aacb3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1e28c8a8-57c5-4215-b17d-cb8eb2705464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390012 Aug 11 03:12:58.839578 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2cbe3b12-2827-472e-9508-9ff39dcc15e8 req-c17ca99e-87cd-4abd-a0fb-46e250a239da service neutron] 10.222.0.66 "GET /v2.0/networks/1e28c8a8-57c5-4215-b17d-cb8eb2705464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793524 Aug 11 03:12:58.934052 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-2cbe3b12-2827-472e-9508-9ff39dcc15e8 req-f47a8c8e-fff4-4d5c-99b4-bd409388a210 service neutron] 10.222.0.66 "GET /v2.0/networks/1e28c8a8-57c5-4215-b17d-cb8eb2705464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867462 Aug 11 03:13:06.350331 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:13:10.630551 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc45f46-507c-4661-85f5-eb5138406c2e req-86482651-48e7-4e98-84cd-cc0e80ea0c51 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:10.632071 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5dc45f46-507c-4661-85f5-eb5138406c2e req-86482651-48e7-4e98-84cd-cc0e80ea0c51 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e169782-4162-424e-8dfb-a3e8569e5f7d HTTP/1.1" status: 200 len: 946 time: 0.0933270 Aug 11 03:13:10.669144 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5dc45f46-507c-4661-85f5-eb5138406c2e req-10f0e637-687e-4da8-be30-3d2b616a9f08 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=1402c2e5-62d8-49b3-b8fd-3b03e34f62ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310929 Aug 11 03:13:11.828309 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4a58d-15ab-4b80-bccf-fe4f6564737e req-a296d4cb-ddaa-4fa1-9dbe-214e25d7351e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:11.829839 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09a4a58d-15ab-4b80-bccf-fe4f6564737e req-a296d4cb-ddaa-4fa1-9dbe-214e25d7351e tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e169782-4162-424e-8dfb-a3e8569e5f7d HTTP/1.1" status: 200 len: 946 time: 0.0915940 Aug 11 03:13:11.870260 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-09a4a58d-15ab-4b80-bccf-fe4f6564737e req-9677b4ec-3ad4-4f80-9fd4-cddd334f9798 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=1402c2e5-62d8-49b3-b8fd-3b03e34f62ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343969 Aug 11 03:13:11.892473 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34010) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:11.955917 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1097faae-665b-464b-af56-9be86ea8bdb7 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/floatingips/500b6f2d-e2ff-4042-aded-f4b3576e4663 HTTP/1.1" status: 200 len: 994 time: 0.0621800 Aug 11 03:13:13.208968 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cecaebd-8bbe-4f18-aeec-2e316714f205 req-17bc4ec3-0bdb-41a6-9ae9-49f9b8fbab38 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:13.210477 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1cecaebd-8bbe-4f18-aeec-2e316714f205 req-17bc4ec3-0bdb-41a6-9ae9-49f9b8fbab38 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e169782-4162-424e-8dfb-a3e8569e5f7d HTTP/1.1" status: 200 len: 946 time: 0.0486867 Aug 11 03:13:13.226980 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c02165-dafd-4019-8790-4f4268a095d0 req-c16e73c5-bcc2-46c4-89f9-afa0c41363cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:13.228726 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c3c02165-dafd-4019-8790-4f4268a095d0 req-c16e73c5-bcc2-46c4-89f9-afa0c41363cb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=7e169782-4162-424e-8dfb-a3e8569e5f7d HTTP/1.1" status: 200 len: 1098 time: 0.0413003 Aug 11 03:13:13.248629 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1cecaebd-8bbe-4f18-aeec-2e316714f205 req-88473af2-e851-4075-9735-90424739e134 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=1402c2e5-62d8-49b3-b8fd-3b03e34f62ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319736 Aug 11 03:13:13.322707 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c02165-dafd-4019-8790-4f4268a095d0 req-2a308452-de07-452c-a50a-63433500c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:13.324222 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c3c02165-dafd-4019-8790-4f4268a095d0 req-2a308452-de07-452c-a50a-63433500c034 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1e28c8a8-57c5-4215-b17d-cb8eb2705464 HTTP/1.1" status: 200 len: 898 time: 0.0886128 Aug 11 03:13:13.388723 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c3c02165-dafd-4019-8790-4f4268a095d0 req-85365feb-b018-4cca-b846-ec3bcbf6b041 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e51a13af-a15e-47f0-83c2-4fd8a3cafca8 HTTP/1.1" status: 200 len: 1002 time: 0.0571449 Aug 11 03:13:13.436383 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c02165-dafd-4019-8790-4f4268a095d0 req-121a4cec-7a50-4986-abe8-a32be5f16d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:13.437766 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c3c02165-dafd-4019-8790-4f4268a095d0 req-121a4cec-7a50-4986-abe8-a32be5f16d5a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=de023b88-ef7c-4d00-9e75-2617d66b33a7 HTTP/1.1" status: 200 len: 835 time: 0.0420406 Aug 11 03:13:13.486664 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c02165-dafd-4019-8790-4f4268a095d0 req-29ced492-05a9-4635-ba8b-e76ce0c6e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:13.488100 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c3c02165-dafd-4019-8790-4f4268a095d0 req-29ced492-05a9-4635-ba8b-e76ce0c6e9b5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1e28c8a8-57c5-4215-b17d-cb8eb2705464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432167 Aug 11 03:13:13.575806 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c3c02165-dafd-4019-8790-4f4268a095d0 req-155256c6-708f-40a1-b98e-70fe6d9c1297 service neutron] 10.222.0.66 "GET /v2.0/networks/1e28c8a8-57c5-4215-b17d-cb8eb2705464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798318 Aug 11 03:13:13.666850 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c3c02165-dafd-4019-8790-4f4268a095d0 req-074013f0-1d02-41d4-add2-5d1182a76372 service neutron] 10.222.0.66 "GET /v2.0/networks/1e28c8a8-57c5-4215-b17d-cb8eb2705464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837750 Aug 11 03:13:14.369541 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec131a-fd67-472b-8da2-cafeee2b2c0c req-8e02614d-fdd7-4fdb-a83a-06c0a8664ea2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:14.371021 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e3ec131a-fd67-472b-8da2-cafeee2b2c0c req-8e02614d-fdd7-4fdb-a83a-06c0a8664ea2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e169782-4162-424e-8dfb-a3e8569e5f7d HTTP/1.1" status: 200 len: 946 time: 0.0526035 Aug 11 03:13:14.408198 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e3ec131a-fd67-472b-8da2-cafeee2b2c0c req-7033ebd3-ca3c-4b71-8654-871b5fb4c734 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=1402c2e5-62d8-49b3-b8fd-3b03e34f62ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311737 Aug 11 03:13:15.525766 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e00516-3b1b-401c-b679-d64fed7e5adc req-d8638e97-c579-48c7-afc4-a91fd6a4d912 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:15.527224 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e4e00516-3b1b-401c-b679-d64fed7e5adc req-d8638e97-c579-48c7-afc4-a91fd6a4d912 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e169782-4162-424e-8dfb-a3e8569e5f7d HTTP/1.1" status: 200 len: 946 time: 0.0519788 Aug 11 03:13:15.564096 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e4e00516-3b1b-401c-b679-d64fed7e5adc req-9484b295-ea5c-455e-a581-e63199d67c47 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=1402c2e5-62d8-49b3-b8fd-3b03e34f62ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309963 Aug 11 03:13:15.585964 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34022) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:15.644470 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-69851ec2-bc8d-4484-a49c-2c9fc7d6c5fb tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/floatingips/500b6f2d-e2ff-4042-aded-f4b3576e4663 HTTP/1.1" status: 200 len: 994 time: 0.0573945 Aug 11 03:13:15.721748 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-688864f4-3e0f-4d11-8aaf-8a4b14bcca14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:15.856378 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34028) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:16.009998 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-fe88c40c-24e6-4eee-8fb7-1dd4c6529918 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Deleting port 22bc5945-35b4-4653-a328-52d323a852fe {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:16.010254 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fe88c40c-24e6-4eee-8fb7-1dd4c6529918 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:16.085799 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fe88c40c-24e6-4eee-8fb7-1dd4c6529918 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:16.086124 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fe88c40c-24e6-4eee-8fb7-1dd4c6529918 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:16.097677 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-fe88c40c-24e6-4eee-8fb7-1dd4c6529918 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Calling delete_port for 22bc5945-35b4-4653-a328-52d323a852fe owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:16.246253 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fe88c40c-24e6-4eee-8fb7-1dd4c6529918 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:16.273243 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88c40c-24e6-4eee-8fb7-1dd4c6529918 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'Port': ['ID=22bc5945-35b4-4653-a328-52d323a852fe,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:16.297318 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe88c40c-24e6-4eee-8fb7-1dd4c6529918 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:16.297668 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe88c40c-24e6-4eee-8fb7-1dd4c6529918 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:16.298008 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe88c40c-24e6-4eee-8fb7-1dd4c6529918 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:16.298345 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe88c40c-24e6-4eee-8fb7-1dd4c6529918 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:16.298679 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe88c40c-24e6-4eee-8fb7-1dd4c6529918 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:16.299011 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe88c40c-24e6-4eee-8fb7-1dd4c6529918 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:16.299340 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe88c40c-24e6-4eee-8fb7-1dd4c6529918 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:16.299701 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe88c40c-24e6-4eee-8fb7-1dd4c6529918 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:16.300031 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe88c40c-24e6-4eee-8fb7-1dd4c6529918 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:16.300354 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe88c40c-24e6-4eee-8fb7-1dd4c6529918 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:16.300682 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe88c40c-24e6-4eee-8fb7-1dd4c6529918 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:16.301003 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe88c40c-24e6-4eee-8fb7-1dd4c6529918 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:16.339236 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fe88c40c-24e6-4eee-8fb7-1dd4c6529918 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:16.339606 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-fe88c40c-24e6-4eee-8fb7-1dd4c6529918 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Floating IP 500b6f2d-e2ff-4042-aded-f4b3576e4663 disassociated (deleted). External IP: 172.25.2.100, port: e51a13af-a15e-47f0-83c2-4fd8a3cafca8. Aug 11 03:13:16.547406 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe88c40c-24e6-4eee-8fb7-1dd4c6529918 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Router 4f25ba86-de4a-4486-9148-1536044fc4b3 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:13:16.655167 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe88c40c-24e6-4eee-8fb7-1dd4c6529918 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:13:16.660028 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-fe88c40c-24e6-4eee-8fb7-1dd4c6529918 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:16.665845 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1506a29-7486-435d-b2f5-5258cd92976e None None] Sync routers for ids ['4f25ba86-de4a-4486-9148-1536044fc4b3'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:13:16.674785 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1506a29-7486-435d-b2f5-5258cd92976e None None] Routers {'4f25ba86-de4a-4486-9148-1536044fc4b3'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:16.675392 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-c1506a29-7486-435d-b2f5-5258cd92976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:12:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['4f25ba86-de4a-4486-9148-1536044fc4b3'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:16.686449 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-fe88c40c-24e6-4eee-8fb7-1dd4c6529918 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "DELETE /v2.0/floatingips/500b6f2d-e2ff-4042-aded-f4b3576e4663 HTTP/1.1" status: 204 len: 168 time: 0.8284597 Aug 11 03:13:16.687143 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e169782-4162-424e-8dfb-a3e8569e5f7d', 'tag': 'e51a13af-a15e-47f0-83c2-4fd8a3cafca8'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:16.689586 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef26015ff99b62ba85d82572846d8981a3d7c94015c7a376eee6ede9212d5761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7d67c2-56a1-43fa-b241-f5683a64f72e" -d '{"events": [{"name": "network-changed", "server_uuid": "7e169782-4162-424e-8dfb-a3e8569e5f7d", "tag": "e51a13af-a15e-47f0-83c2-4fd8a3cafca8"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:16.742066 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffae36f9-bd1d-470e-b42a-4c87949ccb7b x-openstack-request-id: req-ffae36f9-bd1d-470e-b42a-4c87949ccb7b {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:16.742421 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e169782-4162-424e-8dfb-a3e8569e5f7d", "tag": "e51a13af-a15e-47f0-83c2-4fd8a3cafca8", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:16.742739 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ffae36f9-bd1d-470e-b42a-4c87949ccb7b {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:16.743223 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e169782-4162-424e-8dfb-a3e8569e5f7d', 'tag': 'e51a13af-a15e-47f0-83c2-4fd8a3cafca8', 'status': 'completed', 'code': 200} Aug 11 03:13:16.784060 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-c1506a29-7486-435d-b2f5-5258cd92976e None None] Set router 4f25ba86-de4a-4486-9148-1536044fc4b3 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:16.808284 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d67c2-56a1-43fa-b241-f5683a64f72e req-7a8fbcdb-36ba-4796-8f7f-c3c4970dab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:16.809846 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9d7d67c2-56a1-43fa-b241-f5683a64f72e req-7a8fbcdb-36ba-4796-8f7f-c3c4970dab34 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b778002df1964af5b6fb7ddcefc82408&device_id=7e169782-4162-424e-8dfb-a3e8569e5f7d HTTP/1.1" status: 200 len: 1098 time: 0.0443058 Aug 11 03:13:16.943818 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22197e92-fb96-4dbe-b591-53cfa268b794 req-c0b2eb32-539b-4d3a-a3f9-382f5d833ba8 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:16.945320 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-22197e92-fb96-4dbe-b591-53cfa268b794 req-c0b2eb32-539b-4d3a-a3f9-382f5d833ba8 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e169782-4162-424e-8dfb-a3e8569e5f7d HTTP/1.1" status: 200 len: 946 time: 0.0711625 Aug 11 03:13:16.946310 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d67c2-56a1-43fa-b241-f5683a64f72e req-aedd23f1-9621-4a27-a1b0-cd73b4a5de0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:16.947665 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9d7d67c2-56a1-43fa-b241-f5683a64f72e req-aedd23f1-9621-4a27-a1b0-cd73b4a5de0d service neutron] 10.222.0.66 "GET /v2.0/networks?id=1e28c8a8-57c5-4215-b17d-cb8eb2705464 HTTP/1.1" status: 200 len: 898 time: 0.1304154 Aug 11 03:13:16.987098 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-c1506a29-7486-435d-b2f5-5258cd92976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440702956', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'db7427d8-8c5f-48ce-88c3-493371175b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:20Z', 'updated_at': '2021-08-11T03:12:23Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'db7427d8-8c5f-48ce-88c3-493371175b00', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:20Z', 'updated_at': '2021-08-11T03:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '7b776339-d86e-454e-aebb-3f096a6c5084', 'name': '', 'network_id': '1e28c8a8-57c5-4215-b17d-cb8eb2705464', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:84:3b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'de023b88-ef7c-4d00-9e75-2617d66b33a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:23Z', 'updated_at': '2021-08-11T03:12:27Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': 'de023b88-ef7c-4d00-9e75-2617d66b33a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:17.001112 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9d7d67c2-56a1-43fa-b241-f5683a64f72e req-dcd33116-1c61-459f-8234-0f57b4af7c99 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e51a13af-a15e-47f0-83c2-4fd8a3cafca8 HTTP/1.1" status: 200 len: 217 time: 0.0437434 Aug 11 03:13:17.016963 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1506a29-7486-435d-b2f5-5258cd92976e None None] Checking router: 4f25ba86-de4a-4486-9148-1536044fc4b3 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:13:17.025150 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1506a29-7486-435d-b2f5-5258cd92976e None None] Routers {'4f25ba86-de4a-4486-9148-1536044fc4b3'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:17.025741 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-c1506a29-7486-435d-b2f5-5258cd92976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:12:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['4f25ba86-de4a-4486-9148-1536044fc4b3'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:17.026265 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-22197e92-fb96-4dbe-b591-53cfa268b794 req-57ce17ca-0245-46ad-b29e-88ac3677787c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=1402c2e5-62d8-49b3-b8fd-3b03e34f62ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747974 Aug 11 03:13:17.061809 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d67c2-56a1-43fa-b241-f5683a64f72e req-9d00b6e0-a1d7-4d9e-b697-f02ad01cbfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:17.063190 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9d7d67c2-56a1-43fa-b241-f5683a64f72e req-9d00b6e0-a1d7-4d9e-b697-f02ad01cbfae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=de023b88-ef7c-4d00-9e75-2617d66b33a7 HTTP/1.1" status: 200 len: 835 time: 0.0517333 Aug 11 03:13:17.110741 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d67c2-56a1-43fa-b241-f5683a64f72e req-19f0de80-8299-4525-9233-f54d5af7a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:17.112287 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9d7d67c2-56a1-43fa-b241-f5683a64f72e req-19f0de80-8299-4525-9233-f54d5af7a0d2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1e28c8a8-57c5-4215-b17d-cb8eb2705464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403662 Aug 11 03:13:17.133693 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-c1506a29-7486-435d-b2f5-5258cd92976e None None] Set router 4f25ba86-de4a-4486-9148-1536044fc4b3 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:17.207567 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9d7d67c2-56a1-43fa-b241-f5683a64f72e req-27aaa487-b052-4e9f-b4f1-bd4b4c785fe8 service neutron] 10.222.0.66 "GET /v2.0/networks/1e28c8a8-57c5-4215-b17d-cb8eb2705464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867374 Aug 11 03:13:17.339020 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-c1506a29-7486-435d-b2f5-5258cd92976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440702956', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'db7427d8-8c5f-48ce-88c3-493371175b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:20Z', 'updated_at': '2021-08-11T03:12:23Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'db7427d8-8c5f-48ce-88c3-493371175b00', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:20Z', 'updated_at': '2021-08-11T03:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '7b776339-d86e-454e-aebb-3f096a6c5084', 'name': '', 'network_id': '1e28c8a8-57c5-4215-b17d-cb8eb2705464', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:84:3b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'de023b88-ef7c-4d00-9e75-2617d66b33a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:23Z', 'updated_at': '2021-08-11T03:12:27Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': 'de023b88-ef7c-4d00-9e75-2617d66b33a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:17.366995 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1506a29-7486-435d-b2f5-5258cd92976e None None] The sync data for ids ['4f25ba86-de4a-4486-9148-1536044fc4b3'] in n-d-615180-33 is: [{'id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440702956', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'db7427d8-8c5f-48ce-88c3-493371175b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:20Z', 'updated_at': '2021-08-11T03:12:23Z', 'revision_number': 4, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'db7427d8-8c5f-48ce-88c3-493371175b00', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:20Z', 'updated_at': '2021-08-11T03:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '7b776339-d86e-454e-aebb-3f096a6c5084', 'name': '', 'network_id': '1e28c8a8-57c5-4215-b17d-cb8eb2705464', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'mac_address': 'fa:16:3e:84:3b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'de023b88-ef7c-4d00-9e75-2617d66b33a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:23Z', 'updated_at': '2021-08-11T03:12:27Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'subnets': [{'id': 'de023b88-ef7c-4d00-9e75-2617d66b33a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:13:17.594791 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82816366-84fb-4ede-92e0-172c2d7660b5 None None] New status for floating IP 500b6f2d-e2ff-4042-aded-f4b3576e4663: DOWN {{(pid=94509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:13:17.657048 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9d7d67c2-56a1-43fa-b241-f5683a64f72e req-a53f9345-e997-4450-9c16-dd79c2b1f168 service neutron] 10.222.0.66 "GET /v2.0/networks/1e28c8a8-57c5-4215-b17d-cb8eb2705464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410520 Aug 11 03:13:18.151772 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68e95e-28ba-4f75-9c72-0c30dbf4bba3 req-c98aa873-af80-409a-a63c-6591c36af09c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:18.153294 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7d68e95e-28ba-4f75-9c72-0c30dbf4bba3 req-c98aa873-af80-409a-a63c-6591c36af09c tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e169782-4162-424e-8dfb-a3e8569e5f7d HTTP/1.1" status: 200 len: 946 time: 0.0537400 Aug 11 03:13:18.190365 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7d68e95e-28ba-4f75-9c72-0c30dbf4bba3 req-cb55fd89-6972-4969-bc48-101746960ae6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/security-groups?id=1402c2e5-62d8-49b3-b8fd-3b03e34f62ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311003 Aug 11 03:13:18.403829 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a59107d4-f801-488b-8204-c11a58e0575f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:18.406122 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:18.576831 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acfd3e-6689-4ad9-9c27-79bd3dbd4fc5 req-1ac1954b-d964-4697-a8bc-e9d513f25e94 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:18.578281 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-83acfd3e-6689-4ad9-9c27-79bd3dbd4fc5 req-1ac1954b-d964-4697-a8bc-e9d513f25e94 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e169782-4162-424e-8dfb-a3e8569e5f7d HTTP/1.1" status: 200 len: 946 time: 0.0482602 Aug 11 03:13:18.669780 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-83acfd3e-6689-4ad9-9c27-79bd3dbd4fc5 req-4b6c909f-e4e1-4eb0-bb95-a9fc4da4290f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Deleting port e51a13af-a15e-47f0-83c2-4fd8a3cafca8 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:18.670530 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-83acfd3e-6689-4ad9-9c27-79bd3dbd4fc5 req-4b6c909f-e4e1-4eb0-bb95-a9fc4da4290f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:18.755692 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-83acfd3e-6689-4ad9-9c27-79bd3dbd4fc5 req-4b6c909f-e4e1-4eb0-bb95-a9fc4da4290f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] For port e51a13af-a15e-47f0-83c2-4fd8a3cafca8, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=e51a13af-a15e-47f0-83c2-4fd8a3cafca8,segment=NetworkSegment(27d9d165-4260-48f7-b708-dd52e9b2ebcc),segment_id=27d9d165-4260-48f7-b708-dd52e9b2ebcc)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:18.756061 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-83acfd3e-6689-4ad9-9c27-79bd3dbd4fc5 req-4b6c909f-e4e1-4eb0-bb95-a9fc4da4290f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:18.772006 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-83acfd3e-6689-4ad9-9c27-79bd3dbd4fc5 req-4b6c909f-e4e1-4eb0-bb95-a9fc4da4290f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Calling delete_port for e51a13af-a15e-47f0-83c2-4fd8a3cafca8 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:18.895757 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-83acfd3e-6689-4ad9-9c27-79bd3dbd4fc5 req-4b6c909f-e4e1-4eb0-bb95-a9fc4da4290f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:18.925098 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c909f-e4e1-4eb0-bb95-a9fc4da4290f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'Port': ['ID=e51a13af-a15e-47f0-83c2-4fd8a3cafca8,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:18.955374 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c909f-e4e1-4eb0-bb95-a9fc4da4290f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:18.955759 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c909f-e4e1-4eb0-bb95-a9fc4da4290f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:18.956112 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c909f-e4e1-4eb0-bb95-a9fc4da4290f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:18.956456 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c909f-e4e1-4eb0-bb95-a9fc4da4290f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:18.956800 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c909f-e4e1-4eb0-bb95-a9fc4da4290f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:18.957141 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c909f-e4e1-4eb0-bb95-a9fc4da4290f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:18.957479 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c909f-e4e1-4eb0-bb95-a9fc4da4290f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:18.957817 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c909f-e4e1-4eb0-bb95-a9fc4da4290f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:18.958150 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c909f-e4e1-4eb0-bb95-a9fc4da4290f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:18.958481 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c909f-e4e1-4eb0-bb95-a9fc4da4290f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:18.958817 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c909f-e4e1-4eb0-bb95-a9fc4da4290f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:18.959146 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c909f-e4e1-4eb0-bb95-a9fc4da4290f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:18.978235 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-83acfd3e-6689-4ad9-9c27-79bd3dbd4fc5 req-4b6c909f-e4e1-4eb0-bb95-a9fc4da4290f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] No DVR routers for this DVR port e51a13af-a15e-47f0-83c2-4fd8a3cafca8 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:13:18.980680 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-83acfd3e-6689-4ad9-9c27-79bd3dbd4fc5 req-4b6c909f-e4e1-4eb0-bb95-a9fc4da4290f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:18.983291 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-83acfd3e-6689-4ad9-9c27-79bd3dbd4fc5 req-4b6c909f-e4e1-4eb0-bb95-a9fc4da4290f tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.66 "DELETE /v2.0/ports/e51a13af-a15e-47f0-83c2-4fd8a3cafca8 HTTP/1.1" status: 204 len: 173 time: 0.3980229 Aug 11 03:13:18.983760 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e169782-4162-424e-8dfb-a3e8569e5f7d', 'name': 'network-vif-deleted', 'tag': 'e51a13af-a15e-47f0-83c2-4fd8a3cafca8'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:18.986026 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274cfa898284e0591c33ace065f819b64a6cad10b3d723e28d1d1a3acc1cf9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ab16d2-7f52-4a70-a4d5-06bbefdd1846" -d '{"events": [{"server_uuid": "7e169782-4162-424e-8dfb-a3e8569e5f7d", "name": "network-vif-deleted", "tag": "e51a13af-a15e-47f0-83c2-4fd8a3cafca8"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:19.025835 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc1fc3d-5d04-4735-be8e-c9bc0163b673 x-openstack-request-id: req-dbc1fc3d-5d04-4735-be8e-c9bc0163b673 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:19.026203 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e169782-4162-424e-8dfb-a3e8569e5f7d", "name": "network-vif-deleted", "tag": "e51a13af-a15e-47f0-83c2-4fd8a3cafca8", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:19.026527 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dbc1fc3d-5d04-4735-be8e-c9bc0163b673 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:19.026995 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e169782-4162-424e-8dfb-a3e8569e5f7d', 'name': 'network-vif-deleted', 'tag': 'e51a13af-a15e-47f0-83c2-4fd8a3cafca8', 'status': 'completed', 'code': 200} Aug 11 03:13:19.298719 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9d90f129-5258-4e95-9585-3723b8ccaadd req-aef5ef0a-836a-46c3-a2fe-d3f17d5183a5 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e169782-4162-424e-8dfb-a3e8569e5f7d HTTP/1.1" status: 200 len: 210 time: 0.0270915 Aug 11 03:13:20.174700 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:20.354618 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34046) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:20.705350 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c0370833-9a44-4291-ac99-6fce37b79949 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:20.953674 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-c0370833-9a44-4291-ac99-6fce37b79949 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Deleting port 7b776339-d86e-454e-aebb-3f096a6c5084 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:20.954016 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c0370833-9a44-4291-ac99-6fce37b79949 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:21.042525 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-c0370833-9a44-4291-ac99-6fce37b79949 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] For port 7b776339-d86e-454e-aebb-3f096a6c5084, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7b776339-d86e-454e-aebb-3f096a6c5084,segment=NetworkSegment(27d9d165-4260-48f7-b708-dd52e9b2ebcc),segment_id=27d9d165-4260-48f7-b708-dd52e9b2ebcc)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:21.042882 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c0370833-9a44-4291-ac99-6fce37b79949 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:21.055188 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-c0370833-9a44-4291-ac99-6fce37b79949 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Calling delete_port for 7b776339-d86e-454e-aebb-3f096a6c5084 owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:21.236599 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c0370833-9a44-4291-ac99-6fce37b79949 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:21.262776 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0370833-9a44-4291-ac99-6fce37b79949 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'Port': ['ID=7b776339-d86e-454e-aebb-3f096a6c5084,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:21.432423 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c0370833-9a44-4291-ac99-6fce37b79949 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:21.647557 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0370833-9a44-4291-ac99-6fce37b79949 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Router 4f25ba86-de4a-4486-9148-1536044fc4b3 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:13:21.680478 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:21.753978 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0370833-9a44-4291-ac99-6fce37b79949 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:13:21.758875 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c0370833-9a44-4291-ac99-6fce37b79949 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "PUT /v2.0/routers/4f25ba86-de4a-4486-9148-1536044fc4b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4032393 Aug 11 03:13:21.761743 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34048) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:21.764176 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b1b00a-411f-4fc8-8536-8b0aca9118b0 None None] Sync routers for ids ['4f25ba86-de4a-4486-9148-1536044fc4b3'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:13:21.773209 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b1b00a-411f-4fc8-8536-8b0aca9118b0 None None] Routers {'4f25ba86-de4a-4486-9148-1536044fc4b3'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:21.773815 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b1b1b00a-411f-4fc8-8536-8b0aca9118b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:13:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['4f25ba86-de4a-4486-9148-1536044fc4b3'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:21.812050 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-b02b076d-8531-4048-bb0b-500f7b6afce2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Deleting subnet de023b88-ef7c-4d00-9e75-2617d66b33a7 {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:13:21.815249 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b02b076d-8531-4048-bb0b-500f7b6afce2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:21.861245 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b02b076d-8531-4048-bb0b-500f7b6afce2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:21.872497 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device e51a13af-a15e-47f0-83c2-4fd8a3cafca8 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:13:21.900177 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-b1b1b00a-411f-4fc8-8536-8b0aca9118b0 None None] Set router 4f25ba86-de4a-4486-9148-1536044fc4b3 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:21.902105 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: e51a13af-a15e-47f0-83c2-4fd8a3cafca8 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:13:21.902455 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device e51a13af-a15e-47f0-83c2-4fd8a3cafca8 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:13:21.944051 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b02b076d-8531-4048-bb0b-500f7b6afce2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.003492 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b02b076d-8531-4048-bb0b-500f7b6afce2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.044365 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-b02b076d-8531-4048-bb0b-500f7b6afce2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.047149 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-b02b076d-8531-4048-bb0b-500f7b6afce2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "DELETE /v2.0/subnets/de023b88-ef7c-4d00-9e75-2617d66b33a7 HTTP/1.1" status: 204 len: 168 time: 0.2843912 Aug 11 03:13:22.048191 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b076d-8531-4048-bb0b-500f7b6afce2 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'Subnet': ['ID=de023b88-ef7c-4d00-9e75-2617d66b33a7,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:22.049968 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34050) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:22.054303 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09038fbe-92d5-4f4b-9b2e-d0a9d4157126 None None] Network 1e28c8a8-57c5-4215-b17d-cb8eb2705464 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:13:22.159300 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8ec07ea5-b994-4168-9d99-c5190e8affc6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.168650 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b1b1b00a-411f-4fc8-8536-8b0aca9118b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440702956', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'db7427d8-8c5f-48ce-88c3-493371175b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:20Z', 'updated_at': '2021-08-11T03:13:21Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'db7427d8-8c5f-48ce-88c3-493371175b00', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:20Z', 'updated_at': '2021-08-11T03:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:22.196602 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b1b00a-411f-4fc8-8536-8b0aca9118b0 None None] Checking router: 4f25ba86-de4a-4486-9148-1536044fc4b3 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:13:22.212585 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b1b00a-411f-4fc8-8536-8b0aca9118b0 None None] Routers {'4f25ba86-de4a-4486-9148-1536044fc4b3'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:22.213174 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b1b1b00a-411f-4fc8-8536-8b0aca9118b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:13:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['4f25ba86-de4a-4486-9148-1536044fc4b3'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:22.272709 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8ec07ea5-b994-4168-9d99-c5190e8affc6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.298223 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43840eb4-487b-4d7a-a484-e40b40efca5e None None] DHCP port deletion for 1e28c8a8-57c5-4215-b17d-cb8eb2705464 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:13:22.327397 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-8ec07ea5-b994-4168-9d99-c5190e8affc6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Deleting port db7427d8-8c5f-48ce-88c3-493371175b00 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:22.327828 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8ec07ea5-b994-4168-9d99-c5190e8affc6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.345765 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-b1b1b00a-411f-4fc8-8536-8b0aca9118b0 None None] Set router 4f25ba86-de4a-4486-9148-1536044fc4b3 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:22.410348 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-8ec07ea5-b994-4168-9d99-c5190e8affc6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] For port db7427d8-8c5f-48ce-88c3-493371175b00, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=db7427d8-8c5f-48ce-88c3-493371175b00,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:22.410640 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8ec07ea5-b994-4168-9d99-c5190e8affc6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.429548 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-8ec07ea5-b994-4168-9d99-c5190e8affc6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Calling delete_port for db7427d8-8c5f-48ce-88c3-493371175b00 owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:22.597249 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8ec07ea5-b994-4168-9d99-c5190e8affc6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.618494 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-43840eb4-487b-4d7a-a484-e40b40efca5e None None] Deleting port f8003f03-316f-4617-ac25-f42a9a5db7c4 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:22.618865 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-43840eb4-487b-4d7a-a484-e40b40efca5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.625142 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec07ea5-b994-4168-9d99-c5190e8affc6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'Port': ['ID=db7427d8-8c5f-48ce-88c3-493371175b00,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:22.686513 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8ec07ea5-b994-4168-9d99-c5190e8affc6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.703422 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-43840eb4-487b-4d7a-a484-e40b40efca5e None None] For port f8003f03-316f-4617-ac25-f42a9a5db7c4, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f8003f03-316f-4617-ac25-f42a9a5db7c4,segment=NetworkSegment(27d9d165-4260-48f7-b708-dd52e9b2ebcc),segment_id=27d9d165-4260-48f7-b708-dd52e9b2ebcc)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:22.704026 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-43840eb4-487b-4d7a-a484-e40b40efca5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.733927 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-43840eb4-487b-4d7a-a484-e40b40efca5e None None] Calling delete_port for f8003f03-316f-4617-ac25-f42a9a5db7c4 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:22.778630 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8ec07ea5-b994-4168-9d99-c5190e8affc6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.780904 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8ec07ea5-b994-4168-9d99-c5190e8affc6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.813033 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-b1b1b00a-411f-4fc8-8536-8b0aca9118b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440702956', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'db7427d8-8c5f-48ce-88c3-493371175b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:20Z', 'updated_at': '2021-08-11T03:13:21Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'db7427d8-8c5f-48ce-88c3-493371175b00', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:20Z', 'updated_at': '2021-08-11T03:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:22.823470 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8ec07ea5-b994-4168-9d99-c5190e8affc6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.824062 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec07ea5-b994-4168-9d99-c5190e8affc6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Fanout notify agent at l3_agent the message router_deleted on router 4f25ba86-de4a-4486-9148-1536044fc4b3 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:13:22.831367 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8ec07ea5-b994-4168-9d99-c5190e8affc6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.832511 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8ec07ea5-b994-4168-9d99-c5190e8affc6 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "DELETE /v2.0/routers/4f25ba86-de4a-4486-9148-1536044fc4b3 HTTP/1.1" status: 204 len: 168 time: 0.7814903 Aug 11 03:13:22.835246 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34052) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:22.841774 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b1b00a-411f-4fc8-8536-8b0aca9118b0 None None] The sync data for ids ['4f25ba86-de4a-4486-9148-1536044fc4b3'] in n-d-615180-33 is: [{'id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440702956', 'tenant_id': 'b778002df1964af5b6fb7ddcefc82408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'db7427d8-8c5f-48ce-88c3-493371175b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:20Z', 'updated_at': '2021-08-11T03:13:21Z', 'revision_number': 5, 'project_id': 'b778002df1964af5b6fb7ddcefc82408', 'gw_port': {'id': 'db7427d8-8c5f-48ce-88c3-493371175b00', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f25ba86-de4a-4486-9148-1536044fc4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:20Z', 'updated_at': '2021-08-11T03:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:13:22.866064 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-43840eb4-487b-4d7a-a484-e40b40efca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.892856 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43840eb4-487b-4d7a-a484-e40b40efca5e None None] Pushing event deleted for resources: {'Port': ['ID=f8003f03-316f-4617-ac25-f42a9a5db7c4,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:22.895147 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43840eb4-487b-4d7a-a484-e40b40efca5e None None] No DVR routers for this DVR port f8003f03-316f-4617-ac25-f42a9a5db7c4 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:13:22.902966 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43840eb4-487b-4d7a-a484-e40b40efca5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:22.903308 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43840eb4-487b-4d7a-a484-e40b40efca5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:22.904173 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43840eb4-487b-4d7a-a484-e40b40efca5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:22.904173 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43840eb4-487b-4d7a-a484-e40b40efca5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:22.904787 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43840eb4-487b-4d7a-a484-e40b40efca5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:22.905339 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43840eb4-487b-4d7a-a484-e40b40efca5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:22.905669 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43840eb4-487b-4d7a-a484-e40b40efca5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:22.905997 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43840eb4-487b-4d7a-a484-e40b40efca5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:22.906325 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43840eb4-487b-4d7a-a484-e40b40efca5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:22.906649 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43840eb4-487b-4d7a-a484-e40b40efca5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:22.906971 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43840eb4-487b-4d7a-a484-e40b40efca5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:22.907923 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43840eb4-487b-4d7a-a484-e40b40efca5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:22.923476 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1003a434-da85-4f1b-80ee-93b8ef6a2169 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.008077 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1003a434-da85-4f1b-80ee-93b8ef6a2169 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.017499 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-1003a434-da85-4f1b-80ee-93b8ef6a2169 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e28c8a8-57c5-4215-b17d-cb8eb2705464']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:23.032126 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-1003a434-da85-4f1b-80ee-93b8ef6a2169 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d9d165-4260-48f7-b708-dd52e9b2ebcc') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:23.032425 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-1003a434-da85-4f1b-80ee-93b8ef6a2169 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d9d165-4260-48f7-b708-dd52e9b2ebcc') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:23.041170 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1003a434-da85-4f1b-80ee-93b8ef6a2169 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.055198 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1003a434-da85-4f1b-80ee-93b8ef6a2169 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.061614 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1003a434-da85-4f1b-80ee-93b8ef6a2169 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:13:23.062030 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1003a434-da85-4f1b-80ee-93b8ef6a2169 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: timer() Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:13:23.064907 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:13:23.120370 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1003a434-da85-4f1b-80ee-93b8ef6a2169 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.127852 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1003a434-da85-4f1b-80ee-93b8ef6a2169 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.129552 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1003a434-da85-4f1b-80ee-93b8ef6a2169 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "DELETE /v2.0/networks/1e28c8a8-57c5-4215-b17d-cb8eb2705464 HTTP/1.1" status: 204 len: 168 time: 0.2933233 Aug 11 03:13:23.132660 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34054) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:23.141009 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003a434-da85-4f1b-80ee-93b8ef6a2169 tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'Network': ['ID=1e28c8a8-57c5-4215-b17d-cb8eb2705464,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:23.197393 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a76e5e34-5d32-4a7e-9c68-f5c689af74bc tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.229245 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a76e5e34-5d32-4a7e-9c68-f5c689af74bc tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.309149 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a76e5e34-5d32-4a7e-9c68-f5c689af74bc tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.311805 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-a76e5e34-5d32-4a7e-9c68-f5c689af74bc tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.315579 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-a76e5e34-5d32-4a7e-9c68-f5c689af74bc tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] 10.222.0.50 "DELETE /v2.0/security-groups/1402c2e5-62d8-49b3-b8fd-3b03e34f62ca HTTP/1.1" status: 204 len: 168 time: 0.1793189 Aug 11 03:13:23.322614 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e5e34-5d32-4a7e-9c68-f5c689af74bc tempest-TestNetworkAdvancedServerOps-1949899749 tempest-TestNetworkAdvancedServerOps-1949899749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1402c2e5-62d8-49b3-b8fd-3b03e34f62ca,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:23.342817 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7b776339-d86e-454e-aebb-3f096a6c5084 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:13:23.377784 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 7b776339-d86e-454e-aebb-3f096a6c5084 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:13:23.378164 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7b776339-d86e-454e-aebb-3f096a6c5084 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:13:23.378797 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f8003f03-316f-4617-ac25-f42a9a5db7c4 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:13:23.397995 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: f8003f03-316f-4617-ac25-f42a9a5db7c4 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:13:23.398437 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f8003f03-316f-4617-ac25-f42a9a5db7c4 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:13:23.653920 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34062) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:23.784137 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d204b95c-4f74-4c3d-9cd0-1f9337a19f4c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b778002df1964af5b6fb7ddcefc82408&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282783 Aug 11 03:13:23.786431 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34066) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:23.833316 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cb06a992-17e2-4374-bca3-a0bd529e7c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.859942 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cb06a992-17e2-4374-bca3-a0bd529e7c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.909104 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cb06a992-17e2-4374-bca3-a0bd529e7c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.912006 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cb06a992-17e2-4374-bca3-a0bd529e7c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.913255 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cb06a992-17e2-4374-bca3-a0bd529e7c59 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bf721935-cb2a-4433-b3bb-36c2030aa714 HTTP/1.1" status: 204 len: 168 time: 0.1259019 Aug 11 03:13:23.922432 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb06a992-17e2-4374-bca3-a0bd529e7c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf721935-cb2a-4433-b3bb-36c2030aa714,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:24.186702 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34072) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:24.200197 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fa412c4b-323b-4100-94fc-69b271d846ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:24.297749 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fa412c4b-323b-4100-94fc-69b271d846ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:24.301562 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-fa412c4b-323b-4100-94fc-69b271d846ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:24.340629 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-fa412c4b-323b-4100-94fc-69b271d846ad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2247d381180245c590c47a59017566eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1528327 Aug 11 03:13:24.343417 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34074) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:24.350869 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa412c4b-323b-4100-94fc-69b271d846ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854219ab-66b6-49d2-a20c-eb8f9e1f46e6,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:24.396611 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f4c818b6-b348-4491-bb63-936285650d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:24.416850 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f4c818b6-b348-4491-bb63-936285650d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:24.463435 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f4c818b6-b348-4491-bb63-936285650d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:24.465952 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-f4c818b6-b348-4491-bb63-936285650d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:24.467205 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-f4c818b6-b348-4491-bb63-936285650d34 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/854219ab-66b6-49d2-a20c-eb8f9e1f46e6 HTTP/1.1" status: 204 len: 168 time: 0.1228485 Aug 11 03:13:24.474891 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c818b6-b348-4491-bb63-936285650d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854219ab-66b6-49d2-a20c-eb8f9e1f46e6,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:25.052783 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.142872 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34096) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:25.172438 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device db7427d8-8c5f-48ce-88c3-493371175b00 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:13:25.191758 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: db7427d8-8c5f-48ce-88c3-493371175b00 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:13:25.192106 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device db7427d8-8c5f-48ce-88c3-493371175b00 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:13:25.240253 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-df58e3cd-5010-4324-bef9-43ba2658bbdb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1819352379-network', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:25.260875 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df58e3cd-5010-4324-bef9-43ba2658bbdb admin admin] Made reservation on behalf of a2c76cbb6e634c328f38fa1c81c67bc2 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:25.263211 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-df58e3cd-5010-4324-bef9-43ba2658bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.272258 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-df58e3cd-5010-4324-bef9-43ba2658bbdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.360781 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-df58e3cd-5010-4324-bef9-43ba2658bbdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.364419 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-df58e3cd-5010-4324-bef9-43ba2658bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.387971 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df58e3cd-5010-4324-bef9-43ba2658bbdb admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:13:25.398059 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58e3cd-5010-4324-bef9-43ba2658bbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7be2c0-25aa-48bc-a27d-d1c4884cc689,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:25.403165 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-df58e3cd-5010-4324-bef9-43ba2658bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.403514 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-df58e3cd-5010-4324-bef9-43ba2658bbdb admin admin] Added segment 0ffa24d5-b030-42f9-8c99-fe7c250b5b20 of type vlan for network eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 Aug 11 03:13:25.444134 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-df58e3cd-5010-4324-bef9-43ba2658bbdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.475193 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-df58e3cd-5010-4324-bef9-43ba2658bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.476152 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df58e3cd-5010-4324-bef9-43ba2658bbdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:25.476732 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-df58e3cd-5010-4324-bef9-43ba2658bbdb admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.525373 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-df58e3cd-5010-4324-bef9-43ba2658bbdb admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3813796 Aug 11 03:13:25.528682 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34100) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:25.533665 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-87c2fb46-f9b5-4743-8f03-004cfb75708a admin admin] Request body: {'subnet': {'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1819352379-subnet', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:25.536185 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58e3cd-5010-4324-bef9-43ba2658bbdb admin admin] Pushing event updated for resources: {'Network': ['ID=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:25.546802 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:13:25.559595 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c2fb46-f9b5-4743-8f03-004cfb75708a admin admin] Made reservation on behalf of a2c76cbb6e634c328f38fa1c81c67bc2 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:25.562500 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-87c2fb46-f9b5-4743-8f03-004cfb75708a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.728573 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-87c2fb46-f9b5-4743-8f03-004cfb75708a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.780862 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2fb46-f9b5-4743-8f03-004cfb75708a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aab6acd-757b-4ea5-ad3d-753a918e1b3a,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:25.795287 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c2fb46-f9b5-4743-8f03-004cfb75708a admin admin] Checking segment: {'id': '0ffa24d5-b030-42f9-8c99-fe7c250b5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:25.795679 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c2fb46-f9b5-4743-8f03-004cfb75708a admin admin] Network hostable DHCP agents. Network: eb7d2d77-f99c-4845-a48b-58c9f3dd85e9, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:13:25.811944 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c2fb46-f9b5-4743-8f03-004cfb75708a admin admin] Network eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:13:25.820301 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-87c2fb46-f9b5-4743-8f03-004cfb75708a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, eb7d2d77-f99c-4845-a48b-58c9f3dd85e9) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:25.824474 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c2fb46-f9b5-4743-8f03-004cfb75708a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:25.825778 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-87c2fb46-f9b5-4743-8f03-004cfb75708a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.829593 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6fba24-f3b8-4a61-8896-51de1371ab6d None None] Network eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:13:25.839416 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-87c2fb46-f9b5-4743-8f03-004cfb75708a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3094928 Aug 11 03:13:25.842121 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34102) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:25.846600 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-95c8f2d1-d548-4adb-8d9a-e4e5c348b11c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1819352379-router', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:25.868668 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-95c8f2d1-d548-4adb-8d9a-e4e5c348b11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.870293 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-95c8f2d1-d548-4adb-8d9a-e4e5c348b11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.923982 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-95c8f2d1-d548-4adb-8d9a-e4e5c348b11c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.945959 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.985140 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e53723-7951-4dbd-a598-33896e19f00f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'fixed_ips': [{'subnet_id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:13:25.986027 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-38e53723-7951-4dbd-a598-33896e19f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:26.062971 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-95c8f2d1-d548-4adb-8d9a-e4e5c348b11c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:26.122808 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-38e53723-7951-4dbd-a598-33896e19f00f None None] Allocated IP 172.20.0.2 (eb7d2d77-f99c-4845-a48b-58c9f3dd85e9/8aab6acd-757b-4ea5-ad3d-753a918e1b3a/734e7486-5558-4ed1-94e6-ae21d4005e1a) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:26.265009 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-38e53723-7951-4dbd-a598-33896e19f00f None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:26.267657 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-95c8f2d1-d548-4adb-8d9a-e4e5c348b11c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:26.273114 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-38e53723-7951-4dbd-a598-33896e19f00f None None] Transition to ACTIVE for port object 734e7486-5558-4ed1-94e6-ae21d4005e1a will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:26.288548 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-38e53723-7951-4dbd-a598-33896e19f00f None None] Transition to ACTIVE for port object 734e7486-5558-4ed1-94e6-ae21d4005e1a will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:26.292077 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-95c8f2d1-d548-4adb-8d9a-e4e5c348b11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:26.296025 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-38e53723-7951-4dbd-a598-33896e19f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:26.333938 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e53723-7951-4dbd-a598-33896e19f00f None None] Network eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:26.336785 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-38e53723-7951-4dbd-a598-33896e19f00f None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:26.340315 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e53723-7951-4dbd-a598-33896e19f00f None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:26.347852 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e53723-7951-4dbd-a598-33896e19f00f None None] Pushing event updated for resources: {'Port': ['ID=734e7486-5558-4ed1-94e6-ae21d4005e1a,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:26.396568 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-38e53723-7951-4dbd-a598-33896e19f00f None None] Attempting to bind port 734e7486-5558-4ed1-94e6-ae21d4005e1a on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:13:26.396943 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-38e53723-7951-4dbd-a598-33896e19f00f None None] Attempting to bind port 734e7486-5558-4ed1-94e6-ae21d4005e1a by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '0ffa24d5-b030-42f9-8c99-fe7c250b5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:13:26.397299 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e53723-7951-4dbd-a598-33896e19f00f None None] Attempting to bind port 734e7486-5558-4ed1-94e6-ae21d4005e1a on network eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:26.399167 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-95c8f2d1-d548-4adb-8d9a-e4e5c348b11c admin admin] Allocated IP 172.25.2.179 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/85b0ed77-567c-4812-8e26-f197c0c97c09) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:26.402413 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e53723-7951-4dbd-a598-33896e19f00f None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:13:26.402786 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e53723-7951-4dbd-a598-33896e19f00f None None] Checking segment: {'id': '0ffa24d5-b030-42f9-8c99-fe7c250b5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:26.403306 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-38e53723-7951-4dbd-a598-33896e19f00f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:26.403726 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e53723-7951-4dbd-a598-33896e19f00f None None] Bound using segment: {'id': '0ffa24d5-b030-42f9-8c99-fe7c250b5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:13:26.404712 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-38e53723-7951-4dbd-a598-33896e19f00f None None] Bound port: 734e7486-5558-4ed1-94e6-ae21d4005e1a, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ffa24d5-b030-42f9-8c99-fe7c250b5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:13:26.405216 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-38e53723-7951-4dbd-a598-33896e19f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:26.472320 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-38e53723-7951-4dbd-a598-33896e19f00f None None] For port 734e7486-5558-4ed1-94e6-ae21d4005e1a, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:13:26.475338 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-38e53723-7951-4dbd-a598-33896e19f00f None None] For port 734e7486-5558-4ed1-94e6-ae21d4005e1a, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=734e7486-5558-4ed1-94e6-ae21d4005e1a,segment=NetworkSegment(0ffa24d5-b030-42f9-8c99-fe7c250b5b20),segment_id=0ffa24d5-b030-42f9-8c99-fe7c250b5b20)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:13:26.480352 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-38e53723-7951-4dbd-a598-33896e19f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:26.523345 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-95c8f2d1-d548-4adb-8d9a-e4e5c348b11c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:26.540657 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e53723-7951-4dbd-a598-33896e19f00f None None] Pushing event updated for resources: {'Port': ['ID=734e7486-5558-4ed1-94e6-ae21d4005e1a,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:26.570737 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-95c8f2d1-d548-4adb-8d9a-e4e5c348b11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:26.614633 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c8f2d1-d548-4adb-8d9a-e4e5c348b11c admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:26.617702 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-95c8f2d1-d548-4adb-8d9a-e4e5c348b11c admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:26.622364 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c8f2d1-d548-4adb-8d9a-e4e5c348b11c admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:26.625442 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8f2d1-d548-4adb-8d9a-e4e5c348b11c admin admin] Pushing event updated for resources: {'Port': ['ID=85b0ed77-567c-4812-8e26-f197c0c97c09,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:26.891026 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-95c8f2d1-d548-4adb-8d9a-e4e5c348b11c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:27.084473 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-95c8f2d1-d548-4adb-8d9a-e4e5c348b11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:27.224827 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c8f2d1-d548-4adb-8d9a-e4e5c348b11c admin admin] Router 577974e3-ac1b-45aa-9206-565c5b8a3a75 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:13:27.254270 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 734e7486-5558-4ed1-94e6-ae21d4005e1a up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:27.305214 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 734e7486-5558-4ed1-94e6-ae21d4005e1a completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:27.349720 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c8f2d1-d548-4adb-8d9a-e4e5c348b11c admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:13:27.362760 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4758bb88-2d9f-4bd4-aaa9-bfdff29bbb82 None None] Sync routers for ids ['577974e3-ac1b-45aa-9206-565c5b8a3a75'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:13:27.365133 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-95c8f2d1-d548-4adb-8d9a-e4e5c348b11c admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:27.369333 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34104) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:27.369796 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-95c8f2d1-d548-4adb-8d9a-e4e5c348b11c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5263298 Aug 11 03:13:27.373402 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4758bb88-2d9f-4bd4-aaa9-bfdff29bbb82 None None] Routers {'577974e3-ac1b-45aa-9206-565c5b8a3a75'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:27.374250 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-4758bb88-2d9f-4bd4-aaa9-bfdff29bbb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:13:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['577974e3-ac1b-45aa-9206-565c5b8a3a75'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:27.426272 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d950584-10ae-47bd-bc94-a778dd6d93da None None] Network eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:13:27.490497 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-4758bb88-2d9f-4bd4-aaa9-bfdff29bbb82 None None] Set router 577974e3-ac1b-45aa-9206-565c5b8a3a75 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:27.551939 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c8de52e9-d512-4349-948b-50f65a1d4533 None None] Provisioning for port 734e7486-5558-4ed1-94e6-ae21d4005e1a completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:27.555986 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-c8de52e9-d512-4349-948b-50f65a1d4533 None None] Provisioning complete for port 734e7486-5558-4ed1-94e6-ae21d4005e1a triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:27.556425 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c8de52e9-d512-4349-948b-50f65a1d4533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:27.666212 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c8de52e9-d512-4349-948b-50f65a1d4533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:27.684687 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-4758bb88-2d9f-4bd4-aaa9-bfdff29bbb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'name': 'tempest-TestShelveInstance-1819352379-router', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:25Z', 'updated_at': '2021-08-11T03:13:26Z', 'revision_number': 3, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'gw_port': {'id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:26Z', 'updated_at': '2021-08-11T03:13:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:27.702455 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-c8de52e9-d512-4349-948b-50f65a1d4533 None None] For port 734e7486-5558-4ed1-94e6-ae21d4005e1a, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=734e7486-5558-4ed1-94e6-ae21d4005e1a,segment=NetworkSegment(0ffa24d5-b030-42f9-8c99-fe7c250b5b20),segment_id=0ffa24d5-b030-42f9-8c99-fe7c250b5b20)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:27.708106 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c8de52e9-d512-4349-948b-50f65a1d4533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:27.715930 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4758bb88-2d9f-4bd4-aaa9-bfdff29bbb82 None None] Checking router: 577974e3-ac1b-45aa-9206-565c5b8a3a75 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:13:27.716542 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4758bb88-2d9f-4bd4-aaa9-bfdff29bbb82 None None] Updating router 577974e3-ac1b-45aa-9206-565c5b8a3a75 port 85b0ed77-567c-4812-8e26-f197c0c97c09 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:13:27.745708 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-4758bb88-2d9f-4bd4-aaa9-bfdff29bbb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:27.764773 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de52e9-d512-4349-948b-50f65a1d4533 None None] Pushing event updated for resources: {'Port': ['ID=734e7486-5558-4ed1-94e6-ae21d4005e1a,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:27.816692 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3d854f2f-26ec-4ff1-9d03-05d1df0daed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:27.928983 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-1eb777c1-d56e-41de-9a54-accd061ab2ea None None] Provisioning complete for port 734e7486-5558-4ed1-94e6-ae21d4005e1a triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:27.929294 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1eb777c1-d56e-41de-9a54-accd061ab2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:27.981260 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-3d854f2f-26ec-4ff1-9d03-05d1df0daed1 admin admin] Allocated IP 172.20.0.1 (eb7d2d77-f99c-4845-a48b-58c9f3dd85e9/8aab6acd-757b-4ea5-ad3d-753a918e1b3a/637cb3d2-30bc-4216-aa0c-b0027d94661a) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:28.039645 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-4758bb88-2d9f-4bd4-aaa9-bfdff29bbb82 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:28.049716 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-4758bb88-2d9f-4bd4-aaa9-bfdff29bbb82 None None] Transition to ACTIVE for port object 85b0ed77-567c-4812-8e26-f197c0c97c09 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:28.055852 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-4758bb88-2d9f-4bd4-aaa9-bfdff29bbb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:28.092780 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3d854f2f-26ec-4ff1-9d03-05d1df0daed1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:28.105407 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-3d854f2f-26ec-4ff1-9d03-05d1df0daed1 admin admin] Transition to ACTIVE for port object 637cb3d2-30bc-4216-aa0c-b0027d94661a will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:28.108198 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-4758bb88-2d9f-4bd4-aaa9-bfdff29bbb82 None None] Attempting to bind port 85b0ed77-567c-4812-8e26-f197c0c97c09 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:13:28.108569 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-4758bb88-2d9f-4bd4-aaa9-bfdff29bbb82 None None] Attempting to bind port 85b0ed77-567c-4812-8e26-f197c0c97c09 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:13:28.108925 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4758bb88-2d9f-4bd4-aaa9-bfdff29bbb82 None None] Attempting to bind port 85b0ed77-567c-4812-8e26-f197c0c97c09 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:28.115613 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6f397-b2c1-4b57-a645-e7f33492df45 None None] Pushing event updated for resources: {'Port': ['ID=85b0ed77-567c-4812-8e26-f197c0c97c09,revision_number=2']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:28.118678 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4758bb88-2d9f-4bd4-aaa9-bfdff29bbb82 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:13:28.119050 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4758bb88-2d9f-4bd4-aaa9-bfdff29bbb82 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:28.119446 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-4758bb88-2d9f-4bd4-aaa9-bfdff29bbb82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:28.119867 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4758bb88-2d9f-4bd4-aaa9-bfdff29bbb82 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:13:28.120324 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-4758bb88-2d9f-4bd4-aaa9-bfdff29bbb82 None None] Bound port: 85b0ed77-567c-4812-8e26-f197c0c97c09, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:13:28.120700 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-4758bb88-2d9f-4bd4-aaa9-bfdff29bbb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:28.138261 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3d854f2f-26ec-4ff1-9d03-05d1df0daed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:28.142948 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6f397-b2c1-4b57-a645-e7f33492df45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:28.143298 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6f397-b2c1-4b57-a645-e7f33492df45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:28.143664 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6f397-b2c1-4b57-a645-e7f33492df45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:28.143997 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6f397-b2c1-4b57-a645-e7f33492df45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:28.144326 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6f397-b2c1-4b57-a645-e7f33492df45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:28.144654 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6f397-b2c1-4b57-a645-e7f33492df45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:28.144977 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6f397-b2c1-4b57-a645-e7f33492df45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:28.145386 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6f397-b2c1-4b57-a645-e7f33492df45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:28.145614 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6f397-b2c1-4b57-a645-e7f33492df45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:28.145936 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6f397-b2c1-4b57-a645-e7f33492df45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:28.146249 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6f397-b2c1-4b57-a645-e7f33492df45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:28.146580 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6f397-b2c1-4b57-a645-e7f33492df45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:28.179686 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d854f2f-26ec-4ff1-9d03-05d1df0daed1 admin admin] Network eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:28.181184 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-4758bb88-2d9f-4bd4-aaa9-bfdff29bbb82 None None] For port 85b0ed77-567c-4812-8e26-f197c0c97c09, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:13:28.184245 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-4758bb88-2d9f-4bd4-aaa9-bfdff29bbb82 None None] For port 85b0ed77-567c-4812-8e26-f197c0c97c09, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=85b0ed77-567c-4812-8e26-f197c0c97c09,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:13:28.184704 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-3d854f2f-26ec-4ff1-9d03-05d1df0daed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:28.187770 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d854f2f-26ec-4ff1-9d03-05d1df0daed1 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:28.189294 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-4758bb88-2d9f-4bd4-aaa9-bfdff29bbb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:28.212612 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d854f2f-26ec-4ff1-9d03-05d1df0daed1 admin admin] Pushing event updated for resources: {'Port': ['ID=637cb3d2-30bc-4216-aa0c-b0027d94661a,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:28.234714 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3d854f2f-26ec-4ff1-9d03-05d1df0daed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:28.249216 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6f397-b2c1-4b57-a645-e7f33492df45 None None] Pushing event updated for resources: {'Port': ['ID=85b0ed77-567c-4812-8e26-f197c0c97c09,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:28.258466 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4758bb88-2d9f-4bd4-aaa9-bfdff29bbb82 None None] Routers {'577974e3-ac1b-45aa-9206-565c5b8a3a75'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:28.259269 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-4758bb88-2d9f-4bd4-aaa9-bfdff29bbb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:13:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['577974e3-ac1b-45aa-9206-565c5b8a3a75'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:28.381795 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-4758bb88-2d9f-4bd4-aaa9-bfdff29bbb82 None None] Set router 577974e3-ac1b-45aa-9206-565c5b8a3a75 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:28.433953 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d9a91d0e-ff47-41fc-b6fa-e04f52eb6225 None None] Provisioning for port 637cb3d2-30bc-4216-aa0c-b0027d94661a completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:28.438562 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d9a91d0e-ff47-41fc-b6fa-e04f52eb6225 None None] Provisioning complete for port 637cb3d2-30bc-4216-aa0c-b0027d94661a triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:28.438930 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d9a91d0e-ff47-41fc-b6fa-e04f52eb6225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:28.478545 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-d9a91d0e-ff47-41fc-b6fa-e04f52eb6225 None None] Port 637cb3d2-30bc-4216-aa0c-b0027d94661a cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:13:28.570216 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-4758bb88-2d9f-4bd4-aaa9-bfdff29bbb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'name': 'tempest-TestShelveInstance-1819352379-router', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:25Z', 'updated_at': '2021-08-11T03:13:26Z', 'revision_number': 3, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'gw_port': {'id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:26Z', 'updated_at': '2021-08-11T03:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:28.597951 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4758bb88-2d9f-4bd4-aaa9-bfdff29bbb82 None None] The sync data for ids ['577974e3-ac1b-45aa-9206-565c5b8a3a75'] in n-d-615180-33 is: [{'id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'name': 'tempest-TestShelveInstance-1819352379-router', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:25Z', 'updated_at': '2021-08-11T03:13:26Z', 'revision_number': 3, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'gw_port': {'id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:26Z', 'updated_at': '2021-08-11T03:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:13:28.698414 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3d854f2f-26ec-4ff1-9d03-05d1df0daed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:28.872050 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3d854f2f-26ec-4ff1-9d03-05d1df0daed1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:28.877518 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3d854f2f-26ec-4ff1-9d03-05d1df0daed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:28.950045 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d854f2f-26ec-4ff1-9d03-05d1df0daed1 admin admin] Pushing event updated for resources: {'Port': ['ID=637cb3d2-30bc-4216-aa0c-b0027d94661a,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:28.953444 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3d854f2f-26ec-4ff1-9d03-05d1df0daed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:29.047363 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d854f2f-26ec-4ff1-9d03-05d1df0daed1 admin admin] Network eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:29.048950 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-3d854f2f-26ec-4ff1-9d03-05d1df0daed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:29.176293 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d854f2f-26ec-4ff1-9d03-05d1df0daed1 admin admin] Router 577974e3-ac1b-45aa-9206-565c5b8a3a75 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:13:29.303077 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d854f2f-26ec-4ff1-9d03-05d1df0daed1 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:13:29.312070 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3d854f2f-26ec-4ff1-9d03-05d1df0daed1 admin admin] 10.222.0.50 "PUT /v2.0/routers/577974e3-ac1b-45aa-9206-565c5b8a3a75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9413147 Aug 11 03:13:29.317488 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 85b0ed77-567c-4812-8e26-f197c0c97c09 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:29.319482 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-17db4223-afec-46b4-a7cb-b40d454810d6 None None] Provisioning complete for port 637cb3d2-30bc-4216-aa0c-b0027d94661a triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:29.319864 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-17db4223-afec-46b4-a7cb-b40d454810d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:29.380530 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-17db4223-afec-46b4-a7cb-b40d454810d6 None None] Port 637cb3d2-30bc-4216-aa0c-b0027d94661a cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:13:29.397238 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 85b0ed77-567c-4812-8e26-f197c0c97c09 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:29.402178 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 85b0ed77-567c-4812-8e26-f197c0c97c09 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:29.402646 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:29.493859 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:29.514516 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 85b0ed77-567c-4812-8e26-f197c0c97c09, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=85b0ed77-567c-4812-8e26-f197c0c97c09,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:29.519623 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:29.520756 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 734e7486-5558-4ed1-94e6-ae21d4005e1a up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:29.593785 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=85b0ed77-567c-4812-8e26-f197c0c97c09,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:29.606388 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 734e7486-5558-4ed1-94e6-ae21d4005e1a triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:29.606756 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:29.792550 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34120) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:29.797802 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-c1b5ccb5-345d-4d4f-9e12-ab73c0f5145c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1347771359-network', 'tenant_id': '18e5c9c4ed8643b29e5b1c6a81ba9d45'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:29.817685 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b5ccb5-345d-4d4f-9e12-ab73c0f5145c admin admin] Made reservation on behalf of 18e5c9c4ed8643b29e5b1c6a81ba9d45 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:29.820423 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c1b5ccb5-345d-4d4f-9e12-ab73c0f5145c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:29.830102 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c1b5ccb5-345d-4d4f-9e12-ab73c0f5145c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:29.926172 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c1b5ccb5-345d-4d4f-9e12-ab73c0f5145c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:29.931315 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c1b5ccb5-345d-4d4f-9e12-ab73c0f5145c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:29.960181 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b5ccb5-345d-4d4f-9e12-ab73c0f5145c admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:13:29.966613 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5ccb5-345d-4d4f-9e12-ab73c0f5145c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ee12a1-6ae6-47d8-864c-55ff6c816a46,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:29.973734 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c1b5ccb5-345d-4d4f-9e12-ab73c0f5145c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:29.974099 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-c1b5ccb5-345d-4d4f-9e12-ab73c0f5145c admin admin] Added segment 9e032beb-2a15-4892-90f5-caa8c1f5cadb of type vlan for network 6b08ab8e-3aef-4d72-9b23-39a6998f185c Aug 11 03:13:30.017767 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c1b5ccb5-345d-4d4f-9e12-ab73c0f5145c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:30.049815 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c1b5ccb5-345d-4d4f-9e12-ab73c0f5145c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:30.050932 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b5ccb5-345d-4d4f-9e12-ab73c0f5145c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:30.051564 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c1b5ccb5-345d-4d4f-9e12-ab73c0f5145c admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:30.106853 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c1b5ccb5-345d-4d4f-9e12-ab73c0f5145c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3131509 Aug 11 03:13:30.109752 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34122) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:30.114703 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5ccb5-345d-4d4f-9e12-ab73c0f5145c admin admin] Pushing event updated for resources: {'Network': ['ID=6b08ab8e-3aef-4d72-9b23-39a6998f185c,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:30.115250 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-ab0220ba-6a73-4de4-bff0-0e2700748356 admin admin] Request body: {'subnet': {'network_id': '6b08ab8e-3aef-4d72-9b23-39a6998f185c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1347771359-subnet', 'tenant_id': '18e5c9c4ed8643b29e5b1c6a81ba9d45', 'ip_version': 4}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:30.124884 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 6b08ab8e-3aef-4d72-9b23-39a6998f185c details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:13:30.142885 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0220ba-6a73-4de4-bff0-0e2700748356 admin admin] Made reservation on behalf of 18e5c9c4ed8643b29e5b1c6a81ba9d45 for: {'subnet': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:30.145498 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ab0220ba-6a73-4de4-bff0-0e2700748356 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125144865'] for subnet, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:30.164036 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589e031a-964b-43d1-a528-ace05c90c0ed None None] Sync routers for ids ['577974e3-ac1b-45aa-9206-565c5b8a3a75'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:13:30.190933 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589e031a-964b-43d1-a528-ace05c90c0ed None None] Routers {'577974e3-ac1b-45aa-9206-565c5b8a3a75'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:30.191564 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-589e031a-964b-43d1-a528-ace05c90c0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:13:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['577974e3-ac1b-45aa-9206-565c5b8a3a75'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:30.300373 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-589e031a-964b-43d1-a528-ace05c90c0ed None None] Set router 577974e3-ac1b-45aa-9206-565c5b8a3a75 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:30.317526 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ab0220ba-6a73-4de4-bff0-0e2700748356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125030087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125144883'] for subnet, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:30.380970 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0220ba-6a73-4de4-bff0-0e2700748356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ad00667-7556-440d-ae41-2fb1311b4dad,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:30.389887 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0220ba-6a73-4de4-bff0-0e2700748356 admin admin] Checking segment: {'id': '9e032beb-2a15-4892-90f5-caa8c1f5cadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6b08ab8e-3aef-4d72-9b23-39a6998f185c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:30.390368 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0220ba-6a73-4de4-bff0-0e2700748356 admin admin] Network hostable DHCP agents. Network: 6b08ab8e-3aef-4d72-9b23-39a6998f185c, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:13:30.407271 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0220ba-6a73-4de4-bff0-0e2700748356 admin admin] Network 6b08ab8e-3aef-4d72-9b23-39a6998f185c is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:13:30.416249 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-ab0220ba-6a73-4de4-bff0-0e2700748356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 6b08ab8e-3aef-4d72-9b23-39a6998f185c) {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:30.421445 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0220ba-6a73-4de4-bff0-0e2700748356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:30.422671 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-ab0220ba-6a73-4de4-bff0-0e2700748356 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:30.426313 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c5e886-6226-43a5-91d7-bfa86223a2ec None None] Network 6b08ab8e-3aef-4d72-9b23-39a6998f185c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:13:30.439837 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-ab0220ba-6a73-4de4-bff0-0e2700748356 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3266432 Aug 11 03:13:30.440050 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34124) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:30.444529 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-137ce7d2-bb42-4334-a61b-437cbc648e3d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1347771359-router', 'tenant_id': '18e5c9c4ed8643b29e5b1c6a81ba9d45', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:30.465701 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-137ce7d2-bb42-4334-a61b-437cbc648e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:30.466788 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-137ce7d2-bb42-4334-a61b-437cbc648e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:30.522950 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-137ce7d2-bb42-4334-a61b-437cbc648e3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:30.622422 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-589e031a-964b-43d1-a528-ace05c90c0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'name': 'tempest-TestShelveInstance-1819352379-router', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:25Z', 'updated_at': '2021-08-11T03:13:28Z', 'revision_number': 4, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'gw_port': {'id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:26Z', 'updated_at': '2021-08-11T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '637cb3d2-30bc-4216-aa0c-b0027d94661a', 'name': '', 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:27Z', 'updated_at': '2021-08-11T03:13:28Z', 'revision_number': 2, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'subnets': [{'id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:30.651053 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bf6002-7bdd-4989-a72d-8937aaf9ac74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-6b08ab8e-3aef-4d72-9b23-39a6998f185c', 'network_id': '6b08ab8e-3aef-4d72-9b23-39a6998f185c', 'tenant_id': '18e5c9c4ed8643b29e5b1c6a81ba9d45', 'fixed_ips': [{'subnet_id': '0ad00667-7556-440d-ae41-2fb1311b4dad'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:13:30.651919 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d8bf6002-7bdd-4989-a72d-8937aaf9ac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:30.654256 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589e031a-964b-43d1-a528-ace05c90c0ed None None] Checking router: 577974e3-ac1b-45aa-9206-565c5b8a3a75 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:13:30.654607 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589e031a-964b-43d1-a528-ace05c90c0ed None None] Updating router 577974e3-ac1b-45aa-9206-565c5b8a3a75 port 637cb3d2-30bc-4216-aa0c-b0027d94661a binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:13:30.668911 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-137ce7d2-bb42-4334-a61b-437cbc648e3d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:30.694006 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-589e031a-964b-43d1-a528-ace05c90c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:30.870746 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-137ce7d2-bb42-4334-a61b-437cbc648e3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:30.889890 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-137ce7d2-bb42-4334-a61b-437cbc648e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:30.900151 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-d8bf6002-7bdd-4989-a72d-8937aaf9ac74 None None] Allocated IP 172.20.0.2 (6b08ab8e-3aef-4d72-9b23-39a6998f185c/0ad00667-7556-440d-ae41-2fb1311b4dad/1d5c6346-9483-49ea-9a88-84aef92746b9) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:31.010512 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-137ce7d2-bb42-4334-a61b-437cbc648e3d admin admin] Allocated IP 172.25.2.74 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/d0dc257f-9844-456b-9c92-0dd20cc0556c) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:31.119990 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-137ce7d2-bb42-4334-a61b-437cbc648e3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:31.161014 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-137ce7d2-bb42-4334-a61b-437cbc648e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:31.197034 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137ce7d2-bb42-4334-a61b-437cbc648e3d admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:31.202451 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-137ce7d2-bb42-4334-a61b-437cbc648e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:31.205999 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137ce7d2-bb42-4334-a61b-437cbc648e3d admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:31.231682 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ce7d2-bb42-4334-a61b-437cbc648e3d admin admin] Pushing event updated for resources: {'Port': ['ID=d0dc257f-9844-456b-9c92-0dd20cc0556c,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:31.264148 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 85b0ed77-567c-4812-8e26-f197c0c97c09 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:31.348450 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d8bf6002-7bdd-4989-a72d-8937aaf9ac74 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:31.354880 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-589e031a-964b-43d1-a528-ace05c90c0ed None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:31.369520 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d8bf6002-7bdd-4989-a72d-8937aaf9ac74 None None] Transition to ACTIVE for port object 1d5c6346-9483-49ea-9a88-84aef92746b9 will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:31.378468 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-589e031a-964b-43d1-a528-ace05c90c0ed None None] Transition to ACTIVE for port object 637cb3d2-30bc-4216-aa0c-b0027d94661a will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:31.391250 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-589e031a-964b-43d1-a528-ace05c90c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:31.423353 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d8bf6002-7bdd-4989-a72d-8937aaf9ac74 None None] Transition to ACTIVE for port object 1d5c6346-9483-49ea-9a88-84aef92746b9 will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:31.442177 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d8bf6002-7bdd-4989-a72d-8937aaf9ac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:31.451215 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 85b0ed77-567c-4812-8e26-f197c0c97c09 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:31.451779 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:31.460734 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ac6b5-0699-437e-a812-3340498ca6ba None None] Pushing event updated for resources: {'Port': ['ID=637cb3d2-30bc-4216-aa0c-b0027d94661a,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:31.499171 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-137ce7d2-bb42-4334-a61b-437cbc648e3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:31.543952 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bf6002-7bdd-4989-a72d-8937aaf9ac74 None None] Network 6b08ab8e-3aef-4d72-9b23-39a6998f185c is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:31.556155 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-d8bf6002-7bdd-4989-a72d-8937aaf9ac74 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:31.582381 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bf6002-7bdd-4989-a72d-8937aaf9ac74 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:31.601647 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf6002-7bdd-4989-a72d-8937aaf9ac74 None None] Pushing event updated for resources: {'Port': ['ID=1d5c6346-9483-49ea-9a88-84aef92746b9,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:31.611767 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-589e031a-964b-43d1-a528-ace05c90c0ed None None] Attempting to bind port 637cb3d2-30bc-4216-aa0c-b0027d94661a on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:13:31.612149 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-589e031a-964b-43d1-a528-ace05c90c0ed None None] Attempting to bind port 637cb3d2-30bc-4216-aa0c-b0027d94661a by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '0ffa24d5-b030-42f9-8c99-fe7c250b5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:13:31.612523 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589e031a-964b-43d1-a528-ace05c90c0ed None None] Attempting to bind port 637cb3d2-30bc-4216-aa0c-b0027d94661a on network eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:31.637818 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589e031a-964b-43d1-a528-ace05c90c0ed None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:13:31.639187 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589e031a-964b-43d1-a528-ace05c90c0ed None None] Checking segment: {'id': '0ffa24d5-b030-42f9-8c99-fe7c250b5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:31.639187 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-589e031a-964b-43d1-a528-ace05c90c0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:31.639521 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589e031a-964b-43d1-a528-ace05c90c0ed None None] Bound using segment: {'id': '0ffa24d5-b030-42f9-8c99-fe7c250b5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:13:31.640033 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-589e031a-964b-43d1-a528-ace05c90c0ed None None] Bound port: 637cb3d2-30bc-4216-aa0c-b0027d94661a, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ffa24d5-b030-42f9-8c99-fe7c250b5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:13:31.640463 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-589e031a-964b-43d1-a528-ace05c90c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:31.734040 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d8bf6002-7bdd-4989-a72d-8937aaf9ac74 None None] Attempting to bind port 1d5c6346-9483-49ea-9a88-84aef92746b9 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:13:31.734420 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d8bf6002-7bdd-4989-a72d-8937aaf9ac74 None None] Attempting to bind port 1d5c6346-9483-49ea-9a88-84aef92746b9 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '9e032beb-2a15-4892-90f5-caa8c1f5cadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6b08ab8e-3aef-4d72-9b23-39a6998f185c'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:13:31.734789 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bf6002-7bdd-4989-a72d-8937aaf9ac74 None None] Attempting to bind port 1d5c6346-9483-49ea-9a88-84aef92746b9 on network 6b08ab8e-3aef-4d72-9b23-39a6998f185c {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:31.737655 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-137ce7d2-bb42-4334-a61b-437cbc648e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:31.754154 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bf6002-7bdd-4989-a72d-8937aaf9ac74 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:13:31.754540 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bf6002-7bdd-4989-a72d-8937aaf9ac74 None None] Checking segment: {'id': '9e032beb-2a15-4892-90f5-caa8c1f5cadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6b08ab8e-3aef-4d72-9b23-39a6998f185c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:31.754945 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d8bf6002-7bdd-4989-a72d-8937aaf9ac74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:31.755335 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bf6002-7bdd-4989-a72d-8937aaf9ac74 None None] Bound using segment: {'id': '9e032beb-2a15-4892-90f5-caa8c1f5cadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6b08ab8e-3aef-4d72-9b23-39a6998f185c'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:13:31.755838 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-d8bf6002-7bdd-4989-a72d-8937aaf9ac74 None None] Bound port: 1d5c6346-9483-49ea-9a88-84aef92746b9, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e032beb-2a15-4892-90f5-caa8c1f5cadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6b08ab8e-3aef-4d72-9b23-39a6998f185c'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:13:31.756224 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d8bf6002-7bdd-4989-a72d-8937aaf9ac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:31.790613 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-589e031a-964b-43d1-a528-ace05c90c0ed None None] For port 637cb3d2-30bc-4216-aa0c-b0027d94661a, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:13:31.828161 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-589e031a-964b-43d1-a528-ace05c90c0ed None None] For port 637cb3d2-30bc-4216-aa0c-b0027d94661a, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=637cb3d2-30bc-4216-aa0c-b0027d94661a,segment=NetworkSegment(0ffa24d5-b030-42f9-8c99-fe7c250b5b20),segment_id=0ffa24d5-b030-42f9-8c99-fe7c250b5b20)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:13:31.834433 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-589e031a-964b-43d1-a528-ace05c90c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:31.909025 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d8bf6002-7bdd-4989-a72d-8937aaf9ac74 None None] For port 1d5c6346-9483-49ea-9a88-84aef92746b9, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:13:31.915605 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-d8bf6002-7bdd-4989-a72d-8937aaf9ac74 None None] For port 1d5c6346-9483-49ea-9a88-84aef92746b9, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=1d5c6346-9483-49ea-9a88-84aef92746b9,segment=NetworkSegment(9e032beb-2a15-4892-90f5-caa8c1f5cadb),segment_id=9e032beb-2a15-4892-90f5-caa8c1f5cadb)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:13:31.921900 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ac6b5-0699-437e-a812-3340498ca6ba None None] Pushing event updated for resources: {'Port': ['ID=637cb3d2-30bc-4216-aa0c-b0027d94661a,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:31.926287 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d8bf6002-7bdd-4989-a72d-8937aaf9ac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:31.940722 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589e031a-964b-43d1-a528-ace05c90c0ed None None] Routers {'577974e3-ac1b-45aa-9206-565c5b8a3a75'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:31.941955 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-589e031a-964b-43d1-a528-ace05c90c0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:13:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['577974e3-ac1b-45aa-9206-565c5b8a3a75'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:32.005998 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf6002-7bdd-4989-a72d-8937aaf9ac74 None None] Pushing event updated for resources: {'Port': ['ID=1d5c6346-9483-49ea-9a88-84aef92746b9,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:32.182066 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-589e031a-964b-43d1-a528-ace05c90c0ed None None] Set router 577974e3-ac1b-45aa-9206-565c5b8a3a75 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:32.277100 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137ce7d2-bb42-4334-a61b-437cbc648e3d admin admin] Router 6ed27d48-e0e7-4ed7-91dc-90e0b1649984 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:13:32.450301 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137ce7d2-bb42-4334-a61b-437cbc648e3d admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:13:32.463212 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-589e031a-964b-43d1-a528-ace05c90c0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'name': 'tempest-TestShelveInstance-1819352379-router', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:25Z', 'updated_at': '2021-08-11T03:13:28Z', 'revision_number': 4, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'gw_port': {'id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:26Z', 'updated_at': '2021-08-11T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '637cb3d2-30bc-4216-aa0c-b0027d94661a', 'name': '', 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:27Z', 'updated_at': '2021-08-11T03:13:31Z', 'revision_number': 4, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'subnets': [{'id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:32.465081 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ea2956-0af3-46a1-91b3-1d16e1a45411 None None] Sync routers for ids ['6ed27d48-e0e7-4ed7-91dc-90e0b1649984'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:13:32.474683 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-137ce7d2-bb42-4334-a61b-437cbc648e3d admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:32.479165 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-137ce7d2-bb42-4334-a61b-437cbc648e3d admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0351880 Aug 11 03:13:32.479341 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ea2956-0af3-46a1-91b3-1d16e1a45411 None None] Routers {'6ed27d48-e0e7-4ed7-91dc-90e0b1649984'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:32.479341 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-38ea2956-0af3-46a1-91b3-1d16e1a45411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:13:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6ed27d48-e0e7-4ed7-91dc-90e0b1649984'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:32.479686 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34126) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:32.508563 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589e031a-964b-43d1-a528-ace05c90c0ed None None] The sync data for ids ['577974e3-ac1b-45aa-9206-565c5b8a3a75'] in n-d-615180-33 is: [{'id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'name': 'tempest-TestShelveInstance-1819352379-router', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:25Z', 'updated_at': '2021-08-11T03:13:28Z', 'revision_number': 4, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'gw_port': {'id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:26Z', 'updated_at': '2021-08-11T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '637cb3d2-30bc-4216-aa0c-b0027d94661a', 'name': '', 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:27Z', 'updated_at': '2021-08-11T03:13:31Z', 'revision_number': 4, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'subnets': [{'id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:13:32.710209 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-38ea2956-0af3-46a1-91b3-1d16e1a45411 None None] Set router 6ed27d48-e0e7-4ed7-91dc-90e0b1649984 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:32.903282 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-38ea2956-0af3-46a1-91b3-1d16e1a45411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed27d48-e0e7-4ed7-91dc-90e0b1649984', 'name': 'tempest-TestShelveInstance-1347771359-router', 'tenant_id': '18e5c9c4ed8643b29e5b1c6a81ba9d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd0dc257f-9844-456b-9c92-0dd20cc0556c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:30Z', 'updated_at': '2021-08-11T03:13:31Z', 'revision_number': 3, 'project_id': '18e5c9c4ed8643b29e5b1c6a81ba9d45', 'gw_port': {'id': 'd0dc257f-9844-456b-9c92-0dd20cc0556c', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed27d48-e0e7-4ed7-91dc-90e0b1649984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:30Z', 'updated_at': '2021-08-11T03:13:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:32.935786 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ea2956-0af3-46a1-91b3-1d16e1a45411 None None] Checking router: 6ed27d48-e0e7-4ed7-91dc-90e0b1649984 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:13:32.936419 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ea2956-0af3-46a1-91b3-1d16e1a45411 None None] Updating router 6ed27d48-e0e7-4ed7-91dc-90e0b1649984 port d0dc257f-9844-456b-9c92-0dd20cc0556c binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:13:32.969681 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3c6ff22d-dadd-47f6-97a5-c9cd67c9f3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:32.970579 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-38ea2956-0af3-46a1-91b3-1d16e1a45411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:33.150793 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-3c6ff22d-dadd-47f6-97a5-c9cd67c9f3aa admin admin] Allocated IP 172.20.0.1 (6b08ab8e-3aef-4d72-9b23-39a6998f185c/0ad00667-7556-440d-ae41-2fb1311b4dad/257e3005-30e6-4995-a836-08334286cb6f) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:33.234069 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ca1628-8b73-42b7-aace-db7df6e4fa2b None None] Network 6b08ab8e-3aef-4d72-9b23-39a6998f185c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:13:33.294985 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-38ea2956-0af3-46a1-91b3-1d16e1a45411 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:33.311020 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3c6ff22d-dadd-47f6-97a5-c9cd67c9f3aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:33.312208 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-38ea2956-0af3-46a1-91b3-1d16e1a45411 None None] Transition to ACTIVE for port object d0dc257f-9844-456b-9c92-0dd20cc0556c will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:33.324910 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-38ea2956-0af3-46a1-91b3-1d16e1a45411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:33.326243 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-abf0da9d-73ac-4e11-ab86-8bc858128f49 None None] Provisioning for port 1d5c6346-9483-49ea-9a88-84aef92746b9 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:33.347964 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-3c6ff22d-dadd-47f6-97a5-c9cd67c9f3aa admin admin] Transition to ACTIVE for port object 257e3005-30e6-4995-a836-08334286cb6f will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:33.361154 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 637cb3d2-30bc-4216-aa0c-b0027d94661a up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:33.397584 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-38ea2956-0af3-46a1-91b3-1d16e1a45411 None None] Attempting to bind port d0dc257f-9844-456b-9c92-0dd20cc0556c on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:13:33.398359 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-38ea2956-0af3-46a1-91b3-1d16e1a45411 None None] Attempting to bind port d0dc257f-9844-456b-9c92-0dd20cc0556c by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:13:33.399258 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ea2956-0af3-46a1-91b3-1d16e1a45411 None None] Attempting to bind port d0dc257f-9844-456b-9c92-0dd20cc0556c on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:33.404802 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3c6ff22d-dadd-47f6-97a5-c9cd67c9f3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:33.411283 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ea2956-0af3-46a1-91b3-1d16e1a45411 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:13:33.411283 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ea2956-0af3-46a1-91b3-1d16e1a45411 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:33.411656 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-38ea2956-0af3-46a1-91b3-1d16e1a45411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:33.411919 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ea2956-0af3-46a1-91b3-1d16e1a45411 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:13:33.412394 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-38ea2956-0af3-46a1-91b3-1d16e1a45411 None None] Bound port: d0dc257f-9844-456b-9c92-0dd20cc0556c, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:13:33.412778 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-38ea2956-0af3-46a1-91b3-1d16e1a45411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:33.414627 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a092727-6869-42ca-ab8e-9baabed5767a None None] Pushing event updated for resources: {'Port': ['ID=d0dc257f-9844-456b-9c92-0dd20cc0556c,revision_number=2']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:33.460154 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ff22d-dadd-47f6-97a5-c9cd67c9f3aa admin admin] Pushing event updated for resources: {'Port': ['ID=257e3005-30e6-4995-a836-08334286cb6f,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:33.475717 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6ff22d-dadd-47f6-97a5-c9cd67c9f3aa admin admin] Network 6b08ab8e-3aef-4d72-9b23-39a6998f185c is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:33.478090 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-3c6ff22d-dadd-47f6-97a5-c9cd67c9f3aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:33.481623 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6ff22d-dadd-47f6-97a5-c9cd67c9f3aa admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:33.486599 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 637cb3d2-30bc-4216-aa0c-b0027d94661a completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:33.500988 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 637cb3d2-30bc-4216-aa0c-b0027d94661a triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:33.501364 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:33.506061 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-38ea2956-0af3-46a1-91b3-1d16e1a45411 None None] For port d0dc257f-9844-456b-9c92-0dd20cc0556c, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:13:33.510595 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-38ea2956-0af3-46a1-91b3-1d16e1a45411 None None] For port d0dc257f-9844-456b-9c92-0dd20cc0556c, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d0dc257f-9844-456b-9c92-0dd20cc0556c,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:13:33.516252 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-38ea2956-0af3-46a1-91b3-1d16e1a45411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:33.541982 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3c6ff22d-dadd-47f6-97a5-c9cd67c9f3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:33.587331 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a092727-6869-42ca-ab8e-9baabed5767a None None] Pushing event updated for resources: {'Port': ['ID=d0dc257f-9844-456b-9c92-0dd20cc0556c,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:33.609219 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ea2956-0af3-46a1-91b3-1d16e1a45411 None None] Routers {'6ed27d48-e0e7-4ed7-91dc-90e0b1649984'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:33.609854 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-38ea2956-0af3-46a1-91b3-1d16e1a45411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:13:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6ed27d48-e0e7-4ed7-91dc-90e0b1649984'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:33.630935 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:33.698357 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 637cb3d2-30bc-4216-aa0c-b0027d94661a, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=637cb3d2-30bc-4216-aa0c-b0027d94661a,segment=NetworkSegment(0ffa24d5-b030-42f9-8c99-fe7c250b5b20),segment_id=0ffa24d5-b030-42f9-8c99-fe7c250b5b20)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:33.716835 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:33.722211 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1d5c6346-9483-49ea-9a88-84aef92746b9 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:33.737080 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-38ea2956-0af3-46a1-91b3-1d16e1a45411 None None] Set router 6ed27d48-e0e7-4ed7-91dc-90e0b1649984 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:33.745416 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3c6ff22d-dadd-47f6-97a5-c9cd67c9f3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:33.848040 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=637cb3d2-30bc-4216-aa0c-b0027d94661a,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:33.865015 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 1d5c6346-9483-49ea-9a88-84aef92746b9 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:33.869459 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 1d5c6346-9483-49ea-9a88-84aef92746b9 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:33.869842 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:33.871611 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-35002d09-035e-41bf-ac1a-266beb677798 None None] Provisioning for port 257e3005-30e6-4995-a836-08334286cb6f completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:33.912288 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-35002d09-035e-41bf-ac1a-266beb677798 None None] Provisioning complete for port 257e3005-30e6-4995-a836-08334286cb6f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:33.912674 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-35002d09-035e-41bf-ac1a-266beb677798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:33.974366 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-38ea2956-0af3-46a1-91b3-1d16e1a45411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed27d48-e0e7-4ed7-91dc-90e0b1649984', 'name': 'tempest-TestShelveInstance-1347771359-router', 'tenant_id': '18e5c9c4ed8643b29e5b1c6a81ba9d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd0dc257f-9844-456b-9c92-0dd20cc0556c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:30Z', 'updated_at': '2021-08-11T03:13:31Z', 'revision_number': 3, 'project_id': '18e5c9c4ed8643b29e5b1c6a81ba9d45', 'gw_port': {'id': 'd0dc257f-9844-456b-9c92-0dd20cc0556c', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed27d48-e0e7-4ed7-91dc-90e0b1649984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:30Z', 'updated_at': '2021-08-11T03:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:33.989590 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-35002d09-035e-41bf-ac1a-266beb677798 None None] Port 257e3005-30e6-4995-a836-08334286cb6f cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:13:33.997378 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3c6ff22d-dadd-47f6-97a5-c9cd67c9f3aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:34.005353 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3c6ff22d-dadd-47f6-97a5-c9cd67c9f3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:34.017313 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ea2956-0af3-46a1-91b3-1d16e1a45411 None None] The sync data for ids ['6ed27d48-e0e7-4ed7-91dc-90e0b1649984'] in n-d-615180-33 is: [{'id': '6ed27d48-e0e7-4ed7-91dc-90e0b1649984', 'name': 'tempest-TestShelveInstance-1347771359-router', 'tenant_id': '18e5c9c4ed8643b29e5b1c6a81ba9d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd0dc257f-9844-456b-9c92-0dd20cc0556c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:30Z', 'updated_at': '2021-08-11T03:13:31Z', 'revision_number': 3, 'project_id': '18e5c9c4ed8643b29e5b1c6a81ba9d45', 'gw_port': {'id': 'd0dc257f-9844-456b-9c92-0dd20cc0556c', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed27d48-e0e7-4ed7-91dc-90e0b1649984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:30Z', 'updated_at': '2021-08-11T03:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:13:34.033160 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:34.081053 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 1d5c6346-9483-49ea-9a88-84aef92746b9, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=1d5c6346-9483-49ea-9a88-84aef92746b9,segment=NetworkSegment(9e032beb-2a15-4892-90f5-caa8c1f5cadb),segment_id=9e032beb-2a15-4892-90f5-caa8c1f5cadb)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:34.089266 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:34.099562 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3c6ff22d-dadd-47f6-97a5-c9cd67c9f3aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:34.115980 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ff22d-dadd-47f6-97a5-c9cd67c9f3aa admin admin] Pushing event updated for resources: {'Port': ['ID=257e3005-30e6-4995-a836-08334286cb6f,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:34.137617 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-88847c58-d8f1-42e1-b01a-432295f9d942 None None] Provisioning complete for port 257e3005-30e6-4995-a836-08334286cb6f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:34.138655 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-88847c58-d8f1-42e1-b01a-432295f9d942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:34.174870 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=1d5c6346-9483-49ea-9a88-84aef92746b9,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:34.187085 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-88847c58-d8f1-42e1-b01a-432295f9d942 None None] Port 257e3005-30e6-4995-a836-08334286cb6f cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:13:34.217646 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6ff22d-dadd-47f6-97a5-c9cd67c9f3aa admin admin] Network 6b08ab8e-3aef-4d72-9b23-39a6998f185c is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:34.219062 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-3c6ff22d-dadd-47f6-97a5-c9cd67c9f3aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:34.349469 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6ff22d-dadd-47f6-97a5-c9cd67c9f3aa admin admin] Router 6ed27d48-e0e7-4ed7-91dc-90e0b1649984 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:13:34.492026 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6ff22d-dadd-47f6-97a5-c9cd67c9f3aa admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:13:34.499726 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3c6ff22d-dadd-47f6-97a5-c9cd67c9f3aa admin admin] 10.222.0.50 "PUT /v2.0/routers/6ed27d48-e0e7-4ed7-91dc-90e0b1649984/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0188990 Aug 11 03:13:34.508509 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ec4f4829-a46f-4b1f-a6f8-dae455cd73f1 None None] Provisioning complete for port 257e3005-30e6-4995-a836-08334286cb6f triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:34.509542 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ec4f4829-a46f-4b1f-a6f8-dae455cd73f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:34.550891 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-ec4f4829-a46f-4b1f-a6f8-dae455cd73f1 None None] Port 257e3005-30e6-4995-a836-08334286cb6f cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:13:35.166185 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 34134) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:35.171401 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-3ace0271-a4f4-4eb8-8736-2fadf51a231d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-58024108', 'description': 'tempest-secgroup-smoke-58024108 description', 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:35.200651 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3ace0271-a4f4-4eb8-8736-2fadf51a231d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.286651 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3ace0271-a4f4-4eb8-8736-2fadf51a231d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.291997 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3ace0271-a4f4-4eb8-8736-2fadf51a231d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.319195 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3ace0271-a4f4-4eb8-8736-2fadf51a231d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.320482 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3ace0271-a4f4-4eb8-8736-2fadf51a231d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1532755 Aug 11 03:13:35.321635 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 637cb3d2-30bc-4216-aa0c-b0027d94661a up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:35.323558 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34136) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:35.324781 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace0271-a4f4-4eb8-8736-2fadf51a231d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d85f5d-d7a2-43a0-9437-e968c20c5187,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:35.330025 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-93528d9d-a9d8-4eee-a894-7f7c4981ecd2 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Request body: {'security_group_rule': {'security_group_id': 'd5d85f5d-d7a2-43a0-9437-e968c20c5187', 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:35.365348 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-93528d9d-a9d8-4eee-a894-7f7c4981ecd2 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.381962 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 637cb3d2-30bc-4216-aa0c-b0027d94661a triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:35.382340 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.423872 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-93528d9d-a9d8-4eee-a894-7f7c4981ecd2 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.428822 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-93528d9d-a9d8-4eee-a894-7f7c4981ecd2 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.446904 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93528d9d-a9d8-4eee-a894-7f7c4981ecd2 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06414f29-ae88-40b2-ac2e-445e6835347b,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:35.454253 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-93528d9d-a9d8-4eee-a894-7f7c4981ecd2 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.455588 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-93528d9d-a9d8-4eee-a894-7f7c4981ecd2 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309295 Aug 11 03:13:35.458270 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34138) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:35.462301 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1d5c6346-9483-49ea-9a88-84aef92746b9 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:35.464867 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-3c98bae8-67b8-4e88-a730-076fa68efa6a tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Request body: {'security_group_rule': {'security_group_id': 'd5d85f5d-d7a2-43a0-9437-e968c20c5187', 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:35.491820 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c98bae8-67b8-4e88-a730-076fa68efa6a tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.513139 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 1d5c6346-9483-49ea-9a88-84aef92746b9 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:35.514207 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.552004 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c98bae8-67b8-4e88-a730-076fa68efa6a tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.556895 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c98bae8-67b8-4e88-a730-076fa68efa6a tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.579233 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98bae8-67b8-4e88-a730-076fa68efa6a tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fac8321-a04b-4aeb-8a80-82f8ee0f931b,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:35.582990 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c98bae8-67b8-4e88-a730-076fa68efa6a tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.584278 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3c98bae8-67b8-4e88-a730-076fa68efa6a tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245260 Aug 11 03:13:35.586972 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34140) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:35.591921 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-adf39856-a5b0-4480-aa54-9dcd34da42ef tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Request body: {'security_group_rule': {'security_group_id': 'd5d85f5d-d7a2-43a0-9437-e968c20c5187', 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:35.604849 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d0dc257f-9844-456b-9c92-0dd20cc0556c up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:35.621512 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-adf39856-a5b0-4480-aa54-9dcd34da42ef tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.653254 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port d0dc257f-9844-456b-9c92-0dd20cc0556c completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:35.657105 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port d0dc257f-9844-456b-9c92-0dd20cc0556c triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:35.657570 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.684153 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-adf39856-a5b0-4480-aa54-9dcd34da42ef tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.689006 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-adf39856-a5b0-4480-aa54-9dcd34da42ef tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.707817 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf39856-a5b0-4480-aa54-9dcd34da42ef tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e847621-2e8d-4b4b-87f6-4802bd445749,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:35.713966 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-adf39856-a5b0-4480-aa54-9dcd34da42ef tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.715444 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-adf39856-a5b0-4480-aa54-9dcd34da42ef tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272967 Aug 11 03:13:35.718061 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34142) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:35.722507 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-062f0819-7296-40c0-b920-9e600cc2685e tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Request body: {'security_group_rule': {'security_group_id': 'd5d85f5d-d7a2-43a0-9437-e968c20c5187', 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:35.740580 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.751531 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-062f0819-7296-40c0-b920-9e600cc2685e tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.765310 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port d0dc257f-9844-456b-9c92-0dd20cc0556c, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d0dc257f-9844-456b-9c92-0dd20cc0556c,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:35.769931 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.815820 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-062f0819-7296-40c0-b920-9e600cc2685e tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.817829 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=d0dc257f-9844-456b-9c92-0dd20cc0556c,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:35.820560 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-062f0819-7296-40c0-b920-9e600cc2685e tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.841203 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f0819-7296-40c0-b920-9e600cc2685e tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d6c7e5-6515-4402-ae8d-1b99b4ea83d9,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:35.845273 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-062f0819-7296-40c0-b920-9e600cc2685e tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.849285 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-062f0819-7296-40c0-b920-9e600cc2685e tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275554 Aug 11 03:13:35.849760 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34144) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:35.854623 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-7894eb92-b27b-4871-bc64-f3aef65e1758 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Request body: {'security_group_rule': {'security_group_id': 'd5d85f5d-d7a2-43a0-9437-e968c20c5187', 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:35.877066 n-d-615180-33 neutron-server[94506]: INFO neutron.db.securitygroups_db [None req-7894eb92-b27b-4871-bc64-f3aef65e1758 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Project a2c76cbb6e634c328f38fa1c81c67bc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:13:35.881856 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7894eb92-b27b-4871-bc64-f3aef65e1758 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.917876 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805cf08f-9acc-44f6-b7d8-252573c9de96 None None] Sync routers for ids ['6ed27d48-e0e7-4ed7-91dc-90e0b1649984'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:13:35.927346 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805cf08f-9acc-44f6-b7d8-252573c9de96 None None] Routers {'6ed27d48-e0e7-4ed7-91dc-90e0b1649984'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:35.928003 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-805cf08f-9acc-44f6-b7d8-252573c9de96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:13:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6ed27d48-e0e7-4ed7-91dc-90e0b1649984'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:35.944023 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7894eb92-b27b-4871-bc64-f3aef65e1758 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.948221 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7894eb92-b27b-4871-bc64-f3aef65e1758 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.967714 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894eb92-b27b-4871-bc64-f3aef65e1758 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e8585b-66b3-47f9-8ffe-1e9f2a17e370,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:35.974264 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7894eb92-b27b-4871-bc64-f3aef65e1758 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.978459 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7894eb92-b27b-4871-bc64-f3aef65e1758 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1250005 Aug 11 03:13:35.978669 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34146) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:35.983700 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-d111c54a-e44f-438b-9d3c-af47c69d7c8a tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Request body: {'security_group_rule': {'security_group_id': 'd5d85f5d-d7a2-43a0-9437-e968c20c5187', 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:36.005870 n-d-615180-33 neutron-server[94506]: INFO neutron.db.securitygroups_db [None req-d111c54a-e44f-438b-9d3c-af47c69d7c8a tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Project a2c76cbb6e634c328f38fa1c81c67bc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:13:36.010740 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d111c54a-e44f-438b-9d3c-af47c69d7c8a tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:36.038957 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-805cf08f-9acc-44f6-b7d8-252573c9de96 None None] Set router 6ed27d48-e0e7-4ed7-91dc-90e0b1649984 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:36.076636 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d111c54a-e44f-438b-9d3c-af47c69d7c8a tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:36.080565 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d111c54a-e44f-438b-9d3c-af47c69d7c8a tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:36.098654 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111c54a-e44f-438b-9d3c-af47c69d7c8a tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95fe77fb-1d42-449d-a316-2ee3bfd0ce4f,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:36.106507 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d111c54a-e44f-438b-9d3c-af47c69d7c8a tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:36.108350 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d111c54a-e44f-438b-9d3c-af47c69d7c8a tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287229 Aug 11 03:13:36.249263 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-d1a2a0d7-b80e-43e7-926b-961f5b5eefa8 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-58024108&fields=id&tenant_id=a2c76cbb6e634c328f38fa1c81c67bc2 HTTP/1.1" status: 200 len: 267 time: 0.0347440 Aug 11 03:13:36.250407 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-805cf08f-9acc-44f6-b7d8-252573c9de96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed27d48-e0e7-4ed7-91dc-90e0b1649984', 'name': 'tempest-TestShelveInstance-1347771359-router', 'tenant_id': '18e5c9c4ed8643b29e5b1c6a81ba9d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd0dc257f-9844-456b-9c92-0dd20cc0556c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:30Z', 'updated_at': '2021-08-11T03:13:33Z', 'revision_number': 4, 'project_id': '18e5c9c4ed8643b29e5b1c6a81ba9d45', 'gw_port': {'id': 'd0dc257f-9844-456b-9c92-0dd20cc0556c', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed27d48-e0e7-4ed7-91dc-90e0b1649984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:30Z', 'updated_at': '2021-08-11T03:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '257e3005-30e6-4995-a836-08334286cb6f', 'name': '', 'network_id': '6b08ab8e-3aef-4d72-9b23-39a6998f185c', 'tenant_id': '18e5c9c4ed8643b29e5b1c6a81ba9d45', 'mac_address': 'fa:16:3e:d8:78:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed27d48-e0e7-4ed7-91dc-90e0b1649984', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '0ad00667-7556-440d-ae41-2fb1311b4dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:32Z', 'updated_at': '2021-08-11T03:13:33Z', 'revision_number': 2, 'project_id': '18e5c9c4ed8643b29e5b1c6a81ba9d45', 'subnets': [{'id': '0ad00667-7556-440d-ae41-2fb1311b4dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:36.276535 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805cf08f-9acc-44f6-b7d8-252573c9de96 None None] Checking router: 6ed27d48-e0e7-4ed7-91dc-90e0b1649984 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:13:36.276886 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805cf08f-9acc-44f6-b7d8-252573c9de96 None None] Updating router 6ed27d48-e0e7-4ed7-91dc-90e0b1649984 port 257e3005-30e6-4995-a836-08334286cb6f binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:13:36.302109 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-805cf08f-9acc-44f6-b7d8-252573c9de96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:36.361735 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-ccb9be09-76f5-4287-afa0-d897e77ce0e1 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:36.363272 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-ccb9be09-76f5-4287-afa0-d897e77ce0e1 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/networks?id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 HTTP/1.1" status: 200 len: 809 time: 0.1045280 Aug 11 03:13:36.378076 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-0d23afa0-8ba3-4160-aec2-a39d8e061063 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/quotas/a2c76cbb6e634c328f38fa1c81c67bc2 HTTP/1.1" status: 200 len: 375 time: 0.0090301 Aug 11 03:13:36.438330 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-3a9d0720-86e8-4ad0-ad10-9a561e3f049b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a2c76cbb6e634c328f38fa1c81c67bc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547423 Aug 11 03:13:36.541549 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-0e91e497-98b7-4c14-b2ec-bfdac86ed092 service neutron] 10.222.0.50 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911114 Aug 11 03:13:36.630665 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-17870603-edf1-420e-9c7a-f4192a435936 service neutron] 10.222.0.50 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828922 Aug 11 03:13:36.722557 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-805cf08f-9acc-44f6-b7d8-252573c9de96 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:36.738126 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-805cf08f-9acc-44f6-b7d8-252573c9de96 None None] Transition to ACTIVE for port object 257e3005-30e6-4995-a836-08334286cb6f will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:36.745979 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-805cf08f-9acc-44f6-b7d8-252573c9de96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:36.804421 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-8b2b6f3c-7887-42fe-a683-d1a00542f95b req-22d17773-2443-411b-9ef3-2497f7e58cbf tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 210 time: 0.0267704 Aug 11 03:13:36.812933 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b8c07-49b9-4392-9911-c18af5c238cd None None] Pushing event updated for resources: {'Port': ['ID=257e3005-30e6-4995-a836-08334286cb6f,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:36.849154 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-805cf08f-9acc-44f6-b7d8-252573c9de96 None None] Attempting to bind port 257e3005-30e6-4995-a836-08334286cb6f on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:13:36.849553 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-805cf08f-9acc-44f6-b7d8-252573c9de96 None None] Attempting to bind port 257e3005-30e6-4995-a836-08334286cb6f by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '9e032beb-2a15-4892-90f5-caa8c1f5cadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6b08ab8e-3aef-4d72-9b23-39a6998f185c'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:13:36.850668 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805cf08f-9acc-44f6-b7d8-252573c9de96 None None] Attempting to bind port 257e3005-30e6-4995-a836-08334286cb6f on network 6b08ab8e-3aef-4d72-9b23-39a6998f185c {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:36.855892 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805cf08f-9acc-44f6-b7d8-252573c9de96 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:13:36.856357 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805cf08f-9acc-44f6-b7d8-252573c9de96 None None] Checking segment: {'id': '9e032beb-2a15-4892-90f5-caa8c1f5cadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6b08ab8e-3aef-4d72-9b23-39a6998f185c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:36.856892 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-805cf08f-9acc-44f6-b7d8-252573c9de96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:36.857301 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805cf08f-9acc-44f6-b7d8-252573c9de96 None None] Bound using segment: {'id': '9e032beb-2a15-4892-90f5-caa8c1f5cadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6b08ab8e-3aef-4d72-9b23-39a6998f185c'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:13:36.857722 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-805cf08f-9acc-44f6-b7d8-252573c9de96 None None] Bound port: 257e3005-30e6-4995-a836-08334286cb6f, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e032beb-2a15-4892-90f5-caa8c1f5cadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6b08ab8e-3aef-4d72-9b23-39a6998f185c'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:13:36.858114 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-805cf08f-9acc-44f6-b7d8-252573c9de96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:36.927395 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-805cf08f-9acc-44f6-b7d8-252573c9de96 None None] For port 257e3005-30e6-4995-a836-08334286cb6f, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:13:36.931069 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-805cf08f-9acc-44f6-b7d8-252573c9de96 None None] For port 257e3005-30e6-4995-a836-08334286cb6f, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=257e3005-30e6-4995-a836-08334286cb6f,segment=NetworkSegment(9e032beb-2a15-4892-90f5-caa8c1f5cadb),segment_id=9e032beb-2a15-4892-90f5-caa8c1f5cadb)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:13:36.937232 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-805cf08f-9acc-44f6-b7d8-252573c9de96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:37.002464 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805cf08f-9acc-44f6-b7d8-252573c9de96 None None] Routers {'6ed27d48-e0e7-4ed7-91dc-90e0b1649984'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:37.003093 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-805cf08f-9acc-44f6-b7d8-252573c9de96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:13:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6ed27d48-e0e7-4ed7-91dc-90e0b1649984'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:37.038283 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b8c07-49b9-4392-9911-c18af5c238cd None None] Pushing event updated for resources: {'Port': ['ID=257e3005-30e6-4995-a836-08334286cb6f,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:37.128065 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-805cf08f-9acc-44f6-b7d8-252573c9de96 None None] Set router 6ed27d48-e0e7-4ed7-91dc-90e0b1649984 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:37.279715 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d0dc257f-9844-456b-9c92-0dd20cc0556c up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:37.386650 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port d0dc257f-9844-456b-9c92-0dd20cc0556c triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:37.387031 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:37.412950 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-805cf08f-9acc-44f6-b7d8-252573c9de96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed27d48-e0e7-4ed7-91dc-90e0b1649984', 'name': 'tempest-TestShelveInstance-1347771359-router', 'tenant_id': '18e5c9c4ed8643b29e5b1c6a81ba9d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd0dc257f-9844-456b-9c92-0dd20cc0556c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:30Z', 'updated_at': '2021-08-11T03:13:33Z', 'revision_number': 4, 'project_id': '18e5c9c4ed8643b29e5b1c6a81ba9d45', 'gw_port': {'id': 'd0dc257f-9844-456b-9c92-0dd20cc0556c', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed27d48-e0e7-4ed7-91dc-90e0b1649984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:30Z', 'updated_at': '2021-08-11T03:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '257e3005-30e6-4995-a836-08334286cb6f', 'name': '', 'network_id': '6b08ab8e-3aef-4d72-9b23-39a6998f185c', 'tenant_id': '18e5c9c4ed8643b29e5b1c6a81ba9d45', 'mac_address': 'fa:16:3e:d8:78:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed27d48-e0e7-4ed7-91dc-90e0b1649984', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '0ad00667-7556-440d-ae41-2fb1311b4dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:32Z', 'updated_at': '2021-08-11T03:13:36Z', 'revision_number': 4, 'project_id': '18e5c9c4ed8643b29e5b1c6a81ba9d45', 'subnets': [{'id': '0ad00667-7556-440d-ae41-2fb1311b4dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:37.444427 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805cf08f-9acc-44f6-b7d8-252573c9de96 None None] The sync data for ids ['6ed27d48-e0e7-4ed7-91dc-90e0b1649984'] in n-d-615180-33 is: [{'id': '6ed27d48-e0e7-4ed7-91dc-90e0b1649984', 'name': 'tempest-TestShelveInstance-1347771359-router', 'tenant_id': '18e5c9c4ed8643b29e5b1c6a81ba9d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd0dc257f-9844-456b-9c92-0dd20cc0556c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:30Z', 'updated_at': '2021-08-11T03:13:33Z', 'revision_number': 4, 'project_id': '18e5c9c4ed8643b29e5b1c6a81ba9d45', 'gw_port': {'id': 'd0dc257f-9844-456b-9c92-0dd20cc0556c', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed27d48-e0e7-4ed7-91dc-90e0b1649984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:30Z', 'updated_at': '2021-08-11T03:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '257e3005-30e6-4995-a836-08334286cb6f', 'name': '', 'network_id': '6b08ab8e-3aef-4d72-9b23-39a6998f185c', 'tenant_id': '18e5c9c4ed8643b29e5b1c6a81ba9d45', 'mac_address': 'fa:16:3e:d8:78:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed27d48-e0e7-4ed7-91dc-90e0b1649984', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '0ad00667-7556-440d-ae41-2fb1311b4dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:32Z', 'updated_at': '2021-08-11T03:13:36Z', 'revision_number': 4, 'project_id': '18e5c9c4ed8643b29e5b1c6a81ba9d45', 'subnets': [{'id': '0ad00667-7556-440d-ae41-2fb1311b4dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:13:37.852102 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-e2e3a8cc-65bc-48fd-8c88-aba890f7176e tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:37.854359 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-e2e3a8cc-65bc-48fd-8c88-aba890f7176e tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.73 "GET /v2.0/networks?id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 HTTP/1.1" status: 200 len: 809 time: 0.1382203 Aug 11 03:13:37.914298 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5064dede-a969-4b5c-b586-a9fe304699aa req-ae4918af-3052-4676-b9dc-10c420422e74 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 210 time: 0.0322037 Aug 11 03:13:37.930218 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-07bf2767-45f4-4831-b5b5-96855b4516a7 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2c76cbb6e634c328f38fa1c81c67bc2 HTTP/1.1" status: 200 len: 378 time: 0.0648530 Aug 11 03:13:37.940221 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-5cd317a6-1189-4fef-9a25-835f6cb30e23 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Request body: {'port': {'device_id': 'c765ccaf-2d9b-48cf-9639-5c1832fdf051', 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'admin_state_up': True, 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'security_groups': ['d5d85f5d-d7a2-43a0-9437-e968c20c5187']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:38.045235 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-5cd317a6-1189-4fef-9a25-835f6cb30e23 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Made reservation on behalf of a2c76cbb6e634c328f38fa1c81c67bc2 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:38.048778 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-5cd317a6-1189-4fef-9a25-835f6cb30e23 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.173421 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-5cd317a6-1189-4fef-9a25-835f6cb30e23 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Allocated IP 172.20.0.9 (eb7d2d77-f99c-4845-a48b-58c9f3dd85e9/8aab6acd-757b-4ea5-ad3d-753a918e1b3a/dfc325b2-e252-49f9-94cb-539a9d256972) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:38.314580 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-5cd317a6-1189-4fef-9a25-835f6cb30e23 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.328257 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-5cd317a6-1189-4fef-9a25-835f6cb30e23 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Transition to ACTIVE for port object dfc325b2-e252-49f9-94cb-539a9d256972 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:38.359413 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-5cd317a6-1189-4fef-9a25-835f6cb30e23 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.402649 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-5cd317a6-1189-4fef-9a25-835f6cb30e23 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Network eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:38.405686 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-5cd317a6-1189-4fef-9a25-835f6cb30e23 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:38.409327 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-5cd317a6-1189-4fef-9a25-835f6cb30e23 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:38.415654 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd317a6-1189-4fef-9a25-835f6cb30e23 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Pushing event updated for resources: {'Port': ['ID=dfc325b2-e252-49f9-94cb-539a9d256972,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:38.462566 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-5cd317a6-1189-4fef-9a25-835f6cb30e23 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:38.463200 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-5cd317a6-1189-4fef-9a25-835f6cb30e23 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.477850 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-5cd317a6-1189-4fef-9a25-835f6cb30e23 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5411651 Aug 11 03:13:38.490535 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-dbfbfe8e-d1da-4fb3-97a8-c178baef21d1 service neutron] Request body: {'port': {'device_id': 'c765ccaf-2d9b-48cf-9639-5c1832fdf051', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:38.549960 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-dbfbfe8e-d1da-4fb3-97a8-c178baef21d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.599398 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-22731b01-87cb-4b71-b488-e8b0e30e7b91 None None] Provisioning for port dfc325b2-e252-49f9-94cb-539a9d256972 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:38.604639 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-22731b01-87cb-4b71-b488-e8b0e30e7b91 None None] Provisioning complete for port dfc325b2-e252-49f9-94cb-539a9d256972 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:38.605124 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-22731b01-87cb-4b71-b488-e8b0e30e7b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.643968 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-22731b01-87cb-4b71-b488-e8b0e30e7b91 None None] Port dfc325b2-e252-49f9-94cb-539a9d256972 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:13:38.814003 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-dbfbfe8e-d1da-4fb3-97a8-c178baef21d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc325b2-e252-49f9-94cb-539a9d256972 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:13:38.821350 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-dbfbfe8e-d1da-4fb3-97a8-c178baef21d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.832710 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-dbfbfe8e-d1da-4fb3-97a8-c178baef21d1 service neutron] Transition to ACTIVE for port object dfc325b2-e252-49f9-94cb-539a9d256972 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:38.836570 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-dbfbfe8e-d1da-4fb3-97a8-c178baef21d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.889150 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbfe8e-d1da-4fb3-97a8-c178baef21d1 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc325b2-e252-49f9-94cb-539a9d256972,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:38.978953 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-dbfbfe8e-d1da-4fb3-97a8-c178baef21d1 service neutron] Attempting to bind port dfc325b2-e252-49f9-94cb-539a9d256972 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:13:38.979295 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-dbfbfe8e-d1da-4fb3-97a8-c178baef21d1 service neutron] Attempting to bind port dfc325b2-e252-49f9-94cb-539a9d256972 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '0ffa24d5-b030-42f9-8c99-fe7c250b5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:13:38.979657 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-dbfbfe8e-d1da-4fb3-97a8-c178baef21d1 service neutron] Attempting to bind port dfc325b2-e252-49f9-94cb-539a9d256972 on network eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:38.985419 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-dbfbfe8e-d1da-4fb3-97a8-c178baef21d1 service neutron] Port dfc325b2-e252-49f9-94cb-539a9d256972 on network eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:13:38.985742 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-dbfbfe8e-d1da-4fb3-97a8-c178baef21d1 service neutron] Attempting to bind port dfc325b2-e252-49f9-94cb-539a9d256972 on network eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:38.991279 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-dbfbfe8e-d1da-4fb3-97a8-c178baef21d1 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:13:38.991651 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-dbfbfe8e-d1da-4fb3-97a8-c178baef21d1 service neutron] Checking segment: {'id': '0ffa24d5-b030-42f9-8c99-fe7c250b5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:38.992039 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-dbfbfe8e-d1da-4fb3-97a8-c178baef21d1 service neutron] Bound using segment: {'id': '0ffa24d5-b030-42f9-8c99-fe7c250b5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:13:38.992472 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-dbfbfe8e-d1da-4fb3-97a8-c178baef21d1 service neutron] Bound port: dfc325b2-e252-49f9-94cb-539a9d256972, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ffa24d5-b030-42f9-8c99-fe7c250b5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:13:38.992834 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-dbfbfe8e-d1da-4fb3-97a8-c178baef21d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:39.052296 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be379a2e-9c63-4b9b-933d-dbfbe7a3ec6c req-4069119b-835a-443a-855f-aa261bd3261a tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:39.053980 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-be379a2e-9c63-4b9b-933d-dbfbe7a3ec6c req-4069119b-835a-443a-855f-aa261bd3261a tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 943 time: 0.0533431 Aug 11 03:13:39.068361 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-dbfbfe8e-d1da-4fb3-97a8-c178baef21d1 service neutron] For port dfc325b2-e252-49f9-94cb-539a9d256972, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:13:39.071654 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-dbfbfe8e-d1da-4fb3-97a8-c178baef21d1 service neutron] For port dfc325b2-e252-49f9-94cb-539a9d256972, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=dfc325b2-e252-49f9-94cb-539a9d256972,segment=NetworkSegment(0ffa24d5-b030-42f9-8c99-fe7c250b5b20),segment_id=0ffa24d5-b030-42f9-8c99-fe7c250b5b20)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:13:39.077443 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-dbfbfe8e-d1da-4fb3-97a8-c178baef21d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:39.095908 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-be379a2e-9c63-4b9b-933d-dbfbe7a3ec6c req-60e25050-213a-431b-ad74-090bb7d8018a tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342431 Aug 11 03:13:39.118553 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-dbfbfe8e-d1da-4fb3-97a8-c178baef21d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:39.119176 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-dbfbfe8e-d1da-4fb3-97a8-c178baef21d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:39.120650 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-dbfbfe8e-d1da-4fb3-97a8-c178baef21d1 service neutron] 10.222.0.73 "PUT /v2.0/ports/dfc325b2-e252-49f9-94cb-539a9d256972 HTTP/1.1" status: 200 len: 1092 time: 0.6344140 Aug 11 03:13:39.121120 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c765ccaf-2d9b-48cf-9639-5c1832fdf051', 'tag': 'dfc325b2-e252-49f9-94cb-539a9d256972'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:39.123435 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef26015ff99b62ba85d82572846d8981a3d7c94015c7a376eee6ede9212d5761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9265cc58-62d9-4da8-9d0e-54501d094964" -d '{"events": [{"name": "network-changed", "server_uuid": "c765ccaf-2d9b-48cf-9639-5c1832fdf051", "tag": "dfc325b2-e252-49f9-94cb-539a9d256972"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:39.148002 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbfe8e-d1da-4fb3-97a8-c178baef21d1 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc325b2-e252-49f9-94cb-539a9d256972,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:39.168988 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707cf526-94b5-4076-b008-979acc76e752 x-openstack-request-id: req-707cf526-94b5-4076-b008-979acc76e752 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:39.169322 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c765ccaf-2d9b-48cf-9639-5c1832fdf051", "tag": "dfc325b2-e252-49f9-94cb-539a9d256972", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:39.170071 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-707cf526-94b5-4076-b008-979acc76e752 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:39.170471 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c765ccaf-2d9b-48cf-9639-5c1832fdf051', 'tag': 'dfc325b2-e252-49f9-94cb-539a9d256972', 'status': 'completed', 'code': 200} Aug 11 03:13:39.214385 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-ede60faa-b37a-4ebd-b922-84b83ede8b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:39.215980 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-ede60faa-b37a-4ebd-b922-84b83ede8b25 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2c76cbb6e634c328f38fa1c81c67bc2&device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 1095 time: 0.0561352 Aug 11 03:13:39.259949 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 257e3005-30e6-4995-a836-08334286cb6f up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:39.265398 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-c4bff20d-d379-464c-984f-4a9817b25208 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfc325b2-e252-49f9-94cb-539a9d256972 HTTP/1.1" status: 200 len: 217 time: 0.0401700 Aug 11 03:13:39.319679 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 257e3005-30e6-4995-a836-08334286cb6f completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:39.325069 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 257e3005-30e6-4995-a836-08334286cb6f triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:39.325355 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:39.329068 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-53ffee9e-6101-4ac8-be00-3a05c316990a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:39.331168 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-53ffee9e-6101-4ac8-be00-3a05c316990a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8aab6acd-757b-4ea5-ad3d-753a918e1b3a HTTP/1.1" status: 200 len: 848 time: 0.0580122 Aug 11 03:13:39.382955 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-aa8a5486-03fd-44fa-b745-d2cb9877e121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:39.384480 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-aa8a5486-03fd-44fa-b745-d2cb9877e121 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465515 Aug 11 03:13:39.419726 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:39.454098 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 257e3005-30e6-4995-a836-08334286cb6f, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=257e3005-30e6-4995-a836-08334286cb6f,segment=NetworkSegment(9e032beb-2a15-4892-90f5-caa8c1f5cadb),segment_id=9e032beb-2a15-4892-90f5-caa8c1f5cadb)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:39.458365 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:39.476552 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-ff7d10be-03a7-4943-b476-6c72e11472d0 service neutron] 10.222.0.73 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846851 Aug 11 03:13:39.506496 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=257e3005-30e6-4995-a836-08334286cb6f,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:39.568425 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5662e587-596b-4145-ad66-4fcdc1a81cd2 req-4caab8a2-32d5-4ac5-8259-74b712c7e886 service neutron] 10.222.0.73 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844963 Aug 11 03:13:39.970262 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265cc58-62d9-4da8-9d0e-54501d094964 req-874fd9bf-46cb-435e-8050-1143e6341695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:39.972347 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9265cc58-62d9-4da8-9d0e-54501d094964 req-874fd9bf-46cb-435e-8050-1143e6341695 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2c76cbb6e634c328f38fa1c81c67bc2&device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 1095 time: 0.3586304 Aug 11 03:13:40.063669 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265cc58-62d9-4da8-9d0e-54501d094964 req-0e71ffd3-daca-44d2-b4c4-ef3a9a0d25b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:40.065183 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9265cc58-62d9-4da8-9d0e-54501d094964 req-0e71ffd3-daca-44d2-b4c4-ef3a9a0d25b5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 HTTP/1.1" status: 200 len: 910 time: 0.0854354 Aug 11 03:13:40.112623 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9265cc58-62d9-4da8-9d0e-54501d094964 req-2208c130-5954-4a1f-a924-b0d101f21595 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfc325b2-e252-49f9-94cb-539a9d256972 HTTP/1.1" status: 200 len: 217 time: 0.0394037 Aug 11 03:13:40.162625 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265cc58-62d9-4da8-9d0e-54501d094964 req-873ac89a-b123-434d-98c9-108df03a5510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:40.164142 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9265cc58-62d9-4da8-9d0e-54501d094964 req-873ac89a-b123-434d-98c9-108df03a5510 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8aab6acd-757b-4ea5-ad3d-753a918e1b3a HTTP/1.1" status: 200 len: 848 time: 0.0442777 Aug 11 03:13:40.209522 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265cc58-62d9-4da8-9d0e-54501d094964 req-d9d989ab-6947-4fcc-8904-7148da5e55f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:40.211033 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9265cc58-62d9-4da8-9d0e-54501d094964 req-d9d989ab-6947-4fcc-8904-7148da5e55f0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395756 Aug 11 03:13:40.213841 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d801ea-2a23-4a83-ae64-189477877949 req-56a5d92a-3b93-4e10-aa7b-ea03622853dd tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:40.215287 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15d801ea-2a23-4a83-ae64-189477877949 req-56a5d92a-3b93-4e10-aa7b-ea03622853dd tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 943 time: 0.0527191 Aug 11 03:13:40.253881 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-15d801ea-2a23-4a83-ae64-189477877949 req-90cba75b-d7ca-410c-8c61-628a32eff168 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324857 Aug 11 03:13:40.304520 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9265cc58-62d9-4da8-9d0e-54501d094964 req-34a63f5c-8dc8-4e69-a700-0c8292f4eefc service neutron] 10.222.0.73 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852058 Aug 11 03:13:40.393363 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9265cc58-62d9-4da8-9d0e-54501d094964 req-e9f94a52-118b-438e-8592-2641b3fead8d service neutron] 10.222.0.73 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807250 Aug 11 03:13:40.594995 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device dfc325b2-e252-49f9-94cb-539a9d256972 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:13:40.685947 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port dfc325b2-e252-49f9-94cb-539a9d256972, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=dfc325b2-e252-49f9-94cb-539a9d256972,segment=NetworkSegment(0ffa24d5-b030-42f9-8c99-fe7c250b5b20),segment_id=0ffa24d5-b030-42f9-8c99-fe7c250b5b20)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:40.696817 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'dfc325b2-e252-49f9-94cb-539a9d256972', 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'port_id': 'dfc325b2-e252-49f9-94cb-539a9d256972', 'mac_address': 'fa:16:3e:9e:b3:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:13:40.736651 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:40.748872 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc325b2-e252-49f9-94cb-539a9d256972 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:13:40.767434 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port dfc325b2-e252-49f9-94cb-539a9d256972, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=dfc325b2-e252-49f9-94cb-539a9d256972,segment=NetworkSegment(0ffa24d5-b030-42f9-8c99-fe7c250b5b20),segment_id=0ffa24d5-b030-42f9-8c99-fe7c250b5b20)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:40.771522 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:40.816597 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=dfc325b2-e252-49f9-94cb-539a9d256972,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:41.000271 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['dfc325b2-e252-49f9-94cb-539a9d256972'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:13:41.235227 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 257e3005-30e6-4995-a836-08334286cb6f up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:41.283035 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 257e3005-30e6-4995-a836-08334286cb6f triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:41.283173 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:41.373549 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94155749-5855-4c2f-b683-a2a3d10515b4 req-7eb759b7-644d-4a72-8cea-0286153aa84c tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:41.375053 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-94155749-5855-4c2f-b683-a2a3d10515b4 req-7eb759b7-644d-4a72-8cea-0286153aa84c tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 944 time: 0.0506923 Aug 11 03:13:41.416467 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-94155749-5855-4c2f-b683-a2a3d10515b4 req-6742e902-8b95-4256-b47c-2b917aea2bd9 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353491 Aug 11 03:13:42.531385 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea491c5d-03e2-4a5e-bf9a-b7ace0a454e6 req-f520b827-5109-4167-a9f3-d3820d4ccdb9 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:42.532822 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ea491c5d-03e2-4a5e-bf9a-b7ace0a454e6 req-f520b827-5109-4167-a9f3-d3820d4ccdb9 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 944 time: 0.0482953 Aug 11 03:13:42.570366 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-ea491c5d-03e2-4a5e-bf9a-b7ace0a454e6 req-bf1ae6fb-1ca3-4f32-a773-3077f497948b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315881 Aug 11 03:13:42.626572 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device dfc325b2-e252-49f9-94cb-539a9d256972 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:42.673517 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port dfc325b2-e252-49f9-94cb-539a9d256972 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:42.677090 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port dfc325b2-e252-49f9-94cb-539a9d256972 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:42.677464 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:42.754160 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:42.775344 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c765ccaf-2d9b-48cf-9639-5c1832fdf051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc325b2-e252-49f9-94cb-539a9d256972'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:42.777586 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20fab26f80b9da78313f4d9f7f3b762b68210575349c4eb51748859b525969e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4a65de-bc88-47a7-a51f-2187efb69396" -d '{"events": [{"server_uuid": "c765ccaf-2d9b-48cf-9639-5c1832fdf051", "name": "network-vif-plugged", "status": "completed", "tag": "dfc325b2-e252-49f9-94cb-539a9d256972"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:42.790908 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port dfc325b2-e252-49f9-94cb-539a9d256972, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=dfc325b2-e252-49f9-94cb-539a9d256972,segment=NetworkSegment(0ffa24d5-b030-42f9-8c99-fe7c250b5b20),segment_id=0ffa24d5-b030-42f9-8c99-fe7c250b5b20)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:42.796278 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:42.818783 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25254d65-e64e-4e6c-9b3d-1406750f65af x-openstack-request-id: req-25254d65-e64e-4e6c-9b3d-1406750f65af {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:42.819077 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c765ccaf-2d9b-48cf-9639-5c1832fdf051", "name": "network-vif-plugged", "status": "completed", "tag": "dfc325b2-e252-49f9-94cb-539a9d256972", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:42.819329 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-25254d65-e64e-4e6c-9b3d-1406750f65af {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:42.819820 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c765ccaf-2d9b-48cf-9639-5c1832fdf051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc325b2-e252-49f9-94cb-539a9d256972', 'code': 200} Aug 11 03:13:42.845107 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=dfc325b2-e252-49f9-94cb-539a9d256972,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:42.911739 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722e299-5a92-4040-a91c-cf9516a2a3ea req-ec364f3c-5425-43fc-89fb-49a58a5eb88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:42.913243 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1722e299-5a92-4040-a91c-cf9516a2a3ea req-ec364f3c-5425-43fc-89fb-49a58a5eb88e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 1097 time: 0.0409729 Aug 11 03:13:42.947464 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1722e299-5a92-4040-a91c-cf9516a2a3ea req-0546f4a6-0a8c-4368-a76f-ae41911e845a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0265095 Aug 11 03:13:43.349453 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:13:43.684064 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54721e8-08ac-4711-b853-e449cc07bc89 req-665f35fd-9a2a-4b6b-b7a2-d80dce79de6f tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:43.685583 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c54721e8-08ac-4711-b853-e449cc07bc89 req-665f35fd-9a2a-4b6b-b7a2-d80dce79de6f tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 945 time: 0.0497363 Aug 11 03:13:43.724601 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c54721e8-08ac-4711-b853-e449cc07bc89 req-f2fb3650-3b01-4ea2-b803-659b6c54dfd2 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324781 Aug 11 03:13:44.839228 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8195bb-e1be-457e-815b-7fa86690042b req-9ec503f8-273b-49dc-b6fe-86fba319ecf4 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:44.840720 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1a8195bb-e1be-457e-815b-7fa86690042b req-9ec503f8-273b-49dc-b6fe-86fba319ecf4 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 945 time: 0.0476911 Aug 11 03:13:44.878283 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1a8195bb-e1be-457e-815b-7fa86690042b req-0c712e1d-c1a2-42e9-bde7-3edc85894f67 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309439 Aug 11 03:13:44.993608 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627f348-12fa-41cb-bf1d-b4983504f24e req-82d645c8-4a23-4190-93b8-add3c115954b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:44.995074 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c627f348-12fa-41cb-bf1d-b4983504f24e req-82d645c8-4a23-4190-93b8-add3c115954b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 945 time: 0.0521426 Aug 11 03:13:45.032978 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c627f348-12fa-41cb-bf1d-b4983504f24e req-70aa8501-da32-4925-ae3d-ab9b970288bf tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313179 Aug 11 03:13:45.054250 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34194) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:45.182032 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f5d364-be2e-4caf-a83f-03cba55ef37d tempest-TestShelveInstance-45004788 tempest-TestShelveInstance-45004788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:45.183565 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-55f5d364-be2e-4caf-a83f-03cba55ef37d tempest-TestShelveInstance-45004788 tempest-TestShelveInstance-45004788-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 1092 time: 0.1283393 Aug 11 03:13:45.187033 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34198) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:45.191353 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-8573abc6-a446-47ff-bf3c-40954e29ddca tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'port_id': 'dfc325b2-e252-49f9-94cb-539a9d256972', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:45.212851 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8573abc6-a446-47ff-bf3c-40954e29ddca tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for floatingip, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:45.309356 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8573abc6-a446-47ff-bf3c-40954e29ddca tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:45.407512 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-8573abc6-a446-47ff-bf3c-40954e29ddca tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Allocated IP 172.25.2.19 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/2058c3ea-5cc2-40b1-9573-02a8e9c23c00) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:45.511115 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8573abc6-a446-47ff-bf3c-40954e29ddca tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:45.550593 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8573abc6-a446-47ff-bf3c-40954e29ddca tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:45.591052 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8573abc6-a446-47ff-bf3c-40954e29ddca tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:45.595475 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-8573abc6-a446-47ff-bf3c-40954e29ddca tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:45.598096 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8573abc6-a446-47ff-bf3c-40954e29ddca tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:45.603882 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573abc6-a446-47ff-bf3c-40954e29ddca tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Pushing event updated for resources: {'Port': ['ID=2058c3ea-5cc2-40b1-9573-02a8e9c23c00,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:45.721051 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-636505e9-ed49-471a-9173-e465aedcf7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:45.954867 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8573abc6-a446-47ff-bf3c-40954e29ddca tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:46.019786 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8573abc6-a446-47ff-bf3c-40954e29ddca tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:46.168269 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8573abc6-a446-47ff-bf3c-40954e29ddca tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:46.172597 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8573abc6-a446-47ff-bf3c-40954e29ddca tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:46.240035 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573abc6-a446-47ff-bf3c-40954e29ddca tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Pushing event updated for resources: {'Port': ['ID=2058c3ea-5cc2-40b1-9573-02a8e9c23c00,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:46.248180 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8573abc6-a446-47ff-bf3c-40954e29ddca tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:46.345928 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-8573abc6-a446-47ff-bf3c-40954e29ddca tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Floating IP 232afa4f-8305-423a-bcc1-2f5d2664b733 associated. External IP: 172.25.2.19, port: dfc325b2-e252-49f9-94cb-539a9d256972. Aug 11 03:13:46.550471 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8573abc6-a446-47ff-bf3c-40954e29ddca tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Router 577974e3-ac1b-45aa-9206-565c5b8a3a75 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:13:46.656556 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8573abc6-a446-47ff-bf3c-40954e29ddca tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:13:46.666682 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c060f1-7bd4-412f-95ef-36f222ae87e6 None None] Sync routers for ids ['577974e3-ac1b-45aa-9206-565c5b8a3a75'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:13:46.673339 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8573abc6-a446-47ff-bf3c-40954e29ddca tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:46.676135 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c060f1-7bd4-412f-95ef-36f222ae87e6 None None] Routers {'577974e3-ac1b-45aa-9206-565c5b8a3a75'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:46.676732 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c2c060f1-7bd4-412f-95ef-36f222ae87e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:13:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['577974e3-ac1b-45aa-9206-565c5b8a3a75'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:46.701045 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8573abc6-a446-47ff-bf3c-40954e29ddca tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5129809 Aug 11 03:13:46.702498 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c765ccaf-2d9b-48cf-9639-5c1832fdf051', 'tag': 'dfc325b2-e252-49f9-94cb-539a9d256972'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:46.704982 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274cfa898284e0591c33ace065f819b64a6cad10b3d723e28d1d1a3acc1cf9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7b4b4d-a4e7-4a8a-ac81-d4a132e4052f" -d '{"events": [{"name": "network-changed", "server_uuid": "c765ccaf-2d9b-48cf-9639-5c1832fdf051", "tag": "dfc325b2-e252-49f9-94cb-539a9d256972"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:46.742948 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8ef738-4b16-49c1-af37-0cd3a0cb9758 x-openstack-request-id: req-6e8ef738-4b16-49c1-af37-0cd3a0cb9758 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:46.743245 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c765ccaf-2d9b-48cf-9639-5c1832fdf051", "tag": "dfc325b2-e252-49f9-94cb-539a9d256972", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:46.743507 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6e8ef738-4b16-49c1-af37-0cd3a0cb9758 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:46.743952 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c765ccaf-2d9b-48cf-9639-5c1832fdf051', 'tag': 'dfc325b2-e252-49f9-94cb-539a9d256972', 'status': 'completed', 'code': 200} Aug 11 03:13:46.783009 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-c2c060f1-7bd4-412f-95ef-36f222ae87e6 None None] Set router 577974e3-ac1b-45aa-9206-565c5b8a3a75 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:46.806189 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b4b4d-a4e7-4a8a-ac81-d4a132e4052f req-d77e7bb5-d789-46ce-8cd2-d8dfbecd40dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:46.807649 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cb7b4b4d-a4e7-4a8a-ac81-d4a132e4052f req-d77e7bb5-d789-46ce-8cd2-d8dfbecd40dd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2c76cbb6e634c328f38fa1c81c67bc2&device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 1097 time: 0.0405607 Aug 11 03:13:46.899900 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b4b4d-a4e7-4a8a-ac81-d4a132e4052f req-203f2f74-2a03-4df0-8b62-78773986b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:46.901379 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cb7b4b4d-a4e7-4a8a-ac81-d4a132e4052f req-203f2f74-2a03-4df0-8b62-78773986b87f service neutron] 10.222.0.73 "GET /v2.0/networks?id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 HTTP/1.1" status: 200 len: 910 time: 0.0869837 Aug 11 03:13:46.967202 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cb7b4b4d-a4e7-4a8a-ac81-d4a132e4052f req-d77d6c60-9b6e-4175-9a38-a2ef418ca195 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfc325b2-e252-49f9-94cb-539a9d256972 HTTP/1.1" status: 200 len: 998 time: 0.0583184 Aug 11 03:13:47.007155 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c2c060f1-7bd4-412f-95ef-36f222ae87e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'name': 'tempest-TestShelveInstance-1819352379-router', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:25Z', 'updated_at': '2021-08-11T03:13:28Z', 'revision_number': 4, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'gw_port': {'id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:26Z', 'updated_at': '2021-08-11T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '232afa4f-8305-423a-bcc1-2f5d2664b733', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'port_id': 'dfc325b2-e252-49f9-94cb-539a9d256972', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'mac_address': 'fa:16:3e:9e:b3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c765ccaf-2d9b-48cf-9639-5c1832fdf051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:13:45Z', 'updated_at': '2021-08-11T03:13:45Z', 'revision_number': 0, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '637cb3d2-30bc-4216-aa0c-b0027d94661a', 'name': '', 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:27Z', 'updated_at': '2021-08-11T03:13:33Z', 'revision_number': 5, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'subnets': [{'id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:47.019907 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b4b4d-a4e7-4a8a-ac81-d4a132e4052f req-48a7d169-cde0-49a3-964a-52c989414571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:47.021248 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cb7b4b4d-a4e7-4a8a-ac81-d4a132e4052f req-48a7d169-cde0-49a3-964a-52c989414571 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8aab6acd-757b-4ea5-ad3d-753a918e1b3a HTTP/1.1" status: 200 len: 848 time: 0.0474524 Aug 11 03:13:47.033502 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c060f1-7bd4-412f-95ef-36f222ae87e6 None None] Checking router: 577974e3-ac1b-45aa-9206-565c5b8a3a75 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:13:47.041686 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c060f1-7bd4-412f-95ef-36f222ae87e6 None None] Routers {'577974e3-ac1b-45aa-9206-565c5b8a3a75'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:47.042286 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c2c060f1-7bd4-412f-95ef-36f222ae87e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:13:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['577974e3-ac1b-45aa-9206-565c5b8a3a75'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:47.066672 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b4b4d-a4e7-4a8a-ac81-d4a132e4052f req-9780cf02-4318-4cb0-9c0a-ad1b40bb40d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:47.068141 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cb7b4b4d-a4e7-4a8a-ac81-d4a132e4052f req-9780cf02-4318-4cb0-9c0a-ad1b40bb40d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404325 Aug 11 03:13:47.148304 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-c2c060f1-7bd4-412f-95ef-36f222ae87e6 None None] Set router 577974e3-ac1b-45aa-9206-565c5b8a3a75 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:47.156512 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cb7b4b4d-a4e7-4a8a-ac81-d4a132e4052f req-29c2ff2e-dfc1-4844-ab9e-e530d0bed37b service neutron] 10.222.0.73 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814934 Aug 11 03:13:47.256425 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cb7b4b4d-a4e7-4a8a-ac81-d4a132e4052f req-82c31533-4048-4ec8-b2f9-cd4f88e2776b service neutron] 10.222.0.73 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919666 Aug 11 03:13:47.457203 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c2c060f1-7bd4-412f-95ef-36f222ae87e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'name': 'tempest-TestShelveInstance-1819352379-router', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:25Z', 'updated_at': '2021-08-11T03:13:28Z', 'revision_number': 4, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'gw_port': {'id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:26Z', 'updated_at': '2021-08-11T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '232afa4f-8305-423a-bcc1-2f5d2664b733', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'port_id': 'dfc325b2-e252-49f9-94cb-539a9d256972', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'mac_address': 'fa:16:3e:9e:b3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c765ccaf-2d9b-48cf-9639-5c1832fdf051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:13:45Z', 'updated_at': '2021-08-11T03:13:45Z', 'revision_number': 0, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '637cb3d2-30bc-4216-aa0c-b0027d94661a', 'name': '', 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:27Z', 'updated_at': '2021-08-11T03:13:33Z', 'revision_number': 5, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'subnets': [{'id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:47.483762 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c060f1-7bd4-412f-95ef-36f222ae87e6 None None] The sync data for ids ['577974e3-ac1b-45aa-9206-565c5b8a3a75'] in n-d-615180-33 is: [{'id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'name': 'tempest-TestShelveInstance-1819352379-router', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:25Z', 'updated_at': '2021-08-11T03:13:28Z', 'revision_number': 4, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'gw_port': {'id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:26Z', 'updated_at': '2021-08-11T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '232afa4f-8305-423a-bcc1-2f5d2664b733', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'port_id': 'dfc325b2-e252-49f9-94cb-539a9d256972', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'mac_address': 'fa:16:3e:9e:b3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c765ccaf-2d9b-48cf-9639-5c1832fdf051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:13:45Z', 'updated_at': '2021-08-11T03:13:45Z', 'revision_number': 0, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '637cb3d2-30bc-4216-aa0c-b0027d94661a', 'name': '', 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:27Z', 'updated_at': '2021-08-11T03:13:33Z', 'revision_number': 5, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'subnets': [{'id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:13:47.677782 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34faaee-0734-4443-959c-805d97ff12ec None None] New status for floating IP 232afa4f-8305-423a-bcc1-2f5d2664b733: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:13:48.400495 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-baca05ba-a08c-40a9-91c1-790adb860afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:48.402486 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:50.177633 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:51.682315 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:55.045153 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:55.934025 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:09.562505 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-54504db0-7c0f-49ac-afb5-0b5d2c848e1a req-b79342ef-89b3-49a5-b20c-0625b873fdeb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0813642 Aug 11 03:14:09.642387 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54504db0-7c0f-49ac-afb5-0b5d2c848e1a req-e9eb8ff9-0f17-4efa-87dd-b2ca6b484f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:09.643963 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-54504db0-7c0f-49ac-afb5-0b5d2c848e1a req-e9eb8ff9-0f17-4efa-87dd-b2ca6b484f99 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2c76cbb6e634c328f38fa1c81c67bc2&device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 1097 time: 0.0406113 Aug 11 03:14:09.748686 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54504db0-7c0f-49ac-afb5-0b5d2c848e1a req-5b8fdfa6-d299-4154-8754-5b618dbfe111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:09.750044 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-54504db0-7c0f-49ac-afb5-0b5d2c848e1a req-5b8fdfa6-d299-4154-8754-5b618dbfe111 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 HTTP/1.1" status: 200 len: 910 time: 0.0870683 Aug 11 03:14:09.816211 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-54504db0-7c0f-49ac-afb5-0b5d2c848e1a req-781a130c-c7a7-4f3b-98d6-2e13e2e52134 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfc325b2-e252-49f9-94cb-539a9d256972 HTTP/1.1" status: 200 len: 1000 time: 0.0580504 Aug 11 03:14:09.870445 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54504db0-7c0f-49ac-afb5-0b5d2c848e1a req-57987dec-7856-498a-aa28-717b1e052122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:09.871919 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-54504db0-7c0f-49ac-afb5-0b5d2c848e1a req-57987dec-7856-498a-aa28-717b1e052122 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8aab6acd-757b-4ea5-ad3d-753a918e1b3a HTTP/1.1" status: 200 len: 848 time: 0.0485003 Aug 11 03:14:09.918028 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54504db0-7c0f-49ac-afb5-0b5d2c848e1a req-4a7d1bd8-cef2-4518-818a-c07c8895ac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:09.919493 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-54504db0-7c0f-49ac-afb5-0b5d2c848e1a req-4a7d1bd8-cef2-4518-818a-c07c8895ac88 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394940 Aug 11 03:14:10.012397 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-54504db0-7c0f-49ac-afb5-0b5d2c848e1a req-7a9a4723-5055-4884-90c0-171f43a746eb service neutron] 10.222.0.73 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810997 Aug 11 03:14:10.104596 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-54504db0-7c0f-49ac-afb5-0b5d2c848e1a req-8a108379-92ec-4a56-ae46-141d5d9155da service neutron] 10.222.0.73 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845108 Aug 11 03:14:15.721820 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-530f71ee-5c2e-40d5-9312-9ad3ffdea985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.399951 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-878fbc43-7347-4846-b1bf-c1bfce9ada78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.401905 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:20.179733 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:20.349222 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:14:21.683821 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:25.044113 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:25.945478 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.722511 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9b471245-c0ea-4992-9aba-61e0113b0c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.398057 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-abc3dffb-dcbd-4a7e-b193-b648e2033af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.399805 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:50.181743 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.685864 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:55.042585 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:55.948182 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:57.348460 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:15:11.513303 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-121ebbd8-8965-4c9e-9c74-ed0a1b146b09 req-6cd43758-410a-4a44-b968-a418465c4f18 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409203 Aug 11 03:15:11.593953 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ebbd8-8965-4c9e-9c74-ed0a1b146b09 req-b1d0932a-794f-4ec2-b6c8-783524fd7589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:11.595473 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-121ebbd8-8965-4c9e-9c74-ed0a1b146b09 req-b1d0932a-794f-4ec2-b6c8-783524fd7589 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2c76cbb6e634c328f38fa1c81c67bc2&device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 1097 time: 0.0406971 Aug 11 03:15:11.702875 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ebbd8-8965-4c9e-9c74-ed0a1b146b09 req-f89af63e-23d4-477b-bc29-6a7e745d5abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:11.704389 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-121ebbd8-8965-4c9e-9c74-ed0a1b146b09 req-f89af63e-23d4-477b-bc29-6a7e745d5abf service neutron] 10.222.0.73 "GET /v2.0/networks?id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 HTTP/1.1" status: 200 len: 910 time: 0.0872905 Aug 11 03:15:11.770000 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-121ebbd8-8965-4c9e-9c74-ed0a1b146b09 req-aac7c923-2350-456f-9914-e476ce125831 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfc325b2-e252-49f9-94cb-539a9d256972 HTTP/1.1" status: 200 len: 1000 time: 0.0579641 Aug 11 03:15:11.821199 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ebbd8-8965-4c9e-9c74-ed0a1b146b09 req-d0960592-b6b7-4c24-b1bd-15415a618a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:11.822620 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-121ebbd8-8965-4c9e-9c74-ed0a1b146b09 req-d0960592-b6b7-4c24-b1bd-15415a618a83 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8aab6acd-757b-4ea5-ad3d-753a918e1b3a HTTP/1.1" status: 200 len: 848 time: 0.0463448 Aug 11 03:15:11.869738 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ebbd8-8965-4c9e-9c74-ed0a1b146b09 req-88b3e7f8-15ff-42b6-9edb-a0aa5fbb39ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:11.871237 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-121ebbd8-8965-4c9e-9c74-ed0a1b146b09 req-88b3e7f8-15ff-42b6-9edb-a0aa5fbb39ee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416555 Aug 11 03:15:11.957527 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-121ebbd8-8965-4c9e-9c74-ed0a1b146b09 req-18dc1797-9bcb-497a-a6df-b4f450d4684d service neutron] 10.222.0.73 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793042 Aug 11 03:15:12.050497 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-121ebbd8-8965-4c9e-9c74-ed0a1b146b09 req-b5d532e4-1cba-497b-b9e8-bd8d4341c44a service neutron] 10.222.0.73 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861709 Aug 11 03:15:15.722718 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4544a0ad-e85d-48ee-806c-39aa1991d185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:18.395499 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6bea05c3-db49-4d69-ac2c-a11f7410aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:18.397120 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:20.184235 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:21.689326 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:25.041904 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:25.963267 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:34.347222 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:15:42.187312 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [req-f8dd4adf-c5ec-4e22-bea6-e8a64c64285f req-e3091014-d038-4745-862e-6d5d874a712f service neutron] (94506) timed out ('10.222.0.50', 56604) {{(pid=94506) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:15:43.595071 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87387180-e499-4efb-95ae-f6c747cb9ab2 req-9c7c36a8-0a38-4ad3-9a20-d603f252bd03 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:43.596594 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-87387180-e499-4efb-95ae-f6c747cb9ab2 req-9c7c36a8-0a38-4ad3-9a20-d603f252bd03 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 945 time: 0.0489807 Aug 11 03:15:43.634376 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-87387180-e499-4efb-95ae-f6c747cb9ab2 req-c53e50f0-3730-4e52-9933-bd4f49177304 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307968 Aug 11 03:15:44.755021 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59cc1c8-a942-4756-89e6-7beaefc870d6 req-46ddbb11-f694-47ab-9ecd-25b93cb33b2b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:44.757190 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c59cc1c8-a942-4756-89e6-7beaefc870d6 req-46ddbb11-f694-47ab-9ecd-25b93cb33b2b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 945 time: 0.0541787 Aug 11 03:15:44.797211 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c59cc1c8-a942-4756-89e6-7beaefc870d6 req-c82ca18e-11c9-46f2-bf0f-b87c87224918 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340688 Aug 11 03:15:45.723002 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a1c8eedf-3b95-4f5e-8d06-523957ad25fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:45.929772 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b255d-a9dc-467e-a3ff-bd5c5d45944d req-2c69384e-e32a-40d5-9c86-83d2b4870c62 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:45.931276 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b52b255d-a9dc-467e-a3ff-bd5c5d45944d req-2c69384e-e32a-40d5-9c86-83d2b4870c62 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 945 time: 0.0533507 Aug 11 03:15:45.967960 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b52b255d-a9dc-467e-a3ff-bd5c5d45944d req-e64cc737-378f-4547-bce6-1fc34515768e tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308046 Aug 11 03:15:47.085232 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515f5cd-6b79-4511-8de9-e2dcbe57fea5 req-235ac4a4-fee4-4654-8ad1-f73291fbfdf1 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:47.086716 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e515f5cd-6b79-4511-8de9-e2dcbe57fea5 req-235ac4a4-fee4-4654-8ad1-f73291fbfdf1 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 945 time: 0.0495980 Aug 11 03:15:47.123769 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e515f5cd-6b79-4511-8de9-e2dcbe57fea5 req-663f0c32-603f-48fd-b636-f2c56305231a tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310845 Aug 11 03:15:48.237076 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bcac4-9d58-4ae5-9785-705acda66b0a req-d836bbc0-0865-4fb5-aa78-4367d50e7ba3 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:48.238545 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f3bcac4-9d58-4ae5-9785-705acda66b0a req-d836bbc0-0865-4fb5-aa78-4367d50e7ba3 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 945 time: 0.0489421 Aug 11 03:15:48.276439 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6f3bcac4-9d58-4ae5-9785-705acda66b0a req-cf6b215b-9044-4743-8f1d-df213b2fdabe tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316932 Aug 11 03:15:48.394477 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f6beed7a-e06d-4dca-a0b4-2734cb7d54bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:48.396242 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:49.450951 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d1593-d609-47af-a415-5c1f1f7d041e req-d55dca29-ef33-47ef-a6c2-a7eab4bcf8d1 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:49.452476 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-433d1593-d609-47af-a415-5c1f1f7d041e req-d55dca29-ef33-47ef-a6c2-a7eab4bcf8d1 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 945 time: 0.0489476 Aug 11 03:15:49.489958 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-433d1593-d609-47af-a415-5c1f1f7d041e req-3be50350-f57f-42bf-98b9-d1c5d4609742 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315230 Aug 11 03:15:50.187274 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:50.604686 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08019d26-48e1-4681-88b2-bb25f20b682c req-c429bb02-ff19-4f63-8733-b0fb8199e8a6 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:50.606164 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-08019d26-48e1-4681-88b2-bb25f20b682c req-c429bb02-ff19-4f63-8733-b0fb8199e8a6 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 945 time: 0.0487413 Aug 11 03:15:50.642699 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-08019d26-48e1-4681-88b2-bb25f20b682c req-bafd34cc-1ef1-4462-991d-9458cb68ce1d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305247 Aug 11 03:15:51.696277 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:51.769389 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd036256-20da-4b94-9d4d-f49d84adb452 req-10d96e8b-e8a3-4676-82fa-4e018831b98f tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:51.770949 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dd036256-20da-4b94-9d4d-f49d84adb452 req-10d96e8b-e8a3-4676-82fa-4e018831b98f tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 945 time: 0.0617025 Aug 11 03:15:51.812581 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dd036256-20da-4b94-9d4d-f49d84adb452 req-57158ee4-a11f-41db-9492-b8f7d3c60a74 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350053 Aug 11 03:15:52.931072 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd608944-4016-4fe3-8358-82ed0ed39726 req-26aafcf7-2953-48d7-88e8-d8d758ee1240 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:52.932605 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fd608944-4016-4fe3-8358-82ed0ed39726 req-26aafcf7-2953-48d7-88e8-d8d758ee1240 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 945 time: 0.0526211 Aug 11 03:15:52.969909 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-fd608944-4016-4fe3-8358-82ed0ed39726 req-c0c5acea-477f-45a9-88a8-d76ec5f3ef0a tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313301 Aug 11 03:15:54.084933 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e25d87-864e-4472-96c8-e7027c4ca5ff req-01a0562d-3ac6-4157-a59e-a19f73d71f16 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:54.086487 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-00e25d87-864e-4472-96c8-e7027c4ca5ff req-01a0562d-3ac6-4157-a59e-a19f73d71f16 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 945 time: 0.0497351 Aug 11 03:15:54.123507 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-00e25d87-864e-4472-96c8-e7027c4ca5ff req-4a1ef582-a290-4e53-bc56-05eb6b19f71b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311205 Aug 11 03:15:55.074591 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.241366 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041ed99-142a-422a-89ad-e702cde4954e req-c81a168e-68de-4c7f-950d-f21363a6b1cc tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:55.242871 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0041ed99-142a-422a-89ad-e702cde4954e req-c81a168e-68de-4c7f-950d-f21363a6b1cc tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 945 time: 0.0489862 Aug 11 03:15:55.281031 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0041ed99-142a-422a-89ad-e702cde4954e req-8121ac3a-8e28-43e9-876e-d39b4dcec943 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321090 Aug 11 03:15:55.404427 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device dfc325b2-e252-49f9-94cb-539a9d256972 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:15:55.495757 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port dfc325b2-e252-49f9-94cb-539a9d256972, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=dfc325b2-e252-49f9-94cb-539a9d256972,segment=NetworkSegment(0ffa24d5-b030-42f9-8c99-fe7c250b5b20),segment_id=0ffa24d5-b030-42f9-8c99-fe7c250b5b20)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:55.506778 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': 'dfc325b2-e252-49f9-94cb-539a9d256972', 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'port_id': 'dfc325b2-e252-49f9-94cb-539a9d256972', 'mac_address': 'fa:16:3e:9e:b3:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:15:55.542704 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.557785 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfc325b2-e252-49f9-94cb-539a9d256972 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:15:55.576716 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port dfc325b2-e252-49f9-94cb-539a9d256972, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=dfc325b2-e252-49f9-94cb-539a9d256972,segment=NetworkSegment(0ffa24d5-b030-42f9-8c99-fe7c250b5b20),segment_id=0ffa24d5-b030-42f9-8c99-fe7c250b5b20)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:55.580151 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.629049 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=dfc325b2-e252-49f9-94cb-539a9d256972,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:55.636719 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:55.637068 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:55.637409 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:55.637749 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:55.638081 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:55.638410 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:55.638739 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:55.639066 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:55.639392 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:55.639739 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:55.640061 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:55.640382 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:55.666399 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['dfc325b2-e252-49f9-94cb-539a9d256972'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:15:55.960215 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:56.399470 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8e2ef-159f-4168-aa6c-f2c14d08d684 req-5162eb78-de15-46eb-a74e-f3c18f93d639 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:56.401019 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-caa8e2ef-159f-4168-aa6c-f2c14d08d684 req-5162eb78-de15-46eb-a74e-f3c18f93d639 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 944 time: 0.0520444 Aug 11 03:15:56.439306 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-caa8e2ef-159f-4168-aa6c-f2c14d08d684 req-1fb24c9d-0de1-4712-9d88-22e7919073aa tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320833 Aug 11 03:15:57.403655 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device dfc325b2-e252-49f9-94cb-539a9d256972 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:57.452065 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port dfc325b2-e252-49f9-94cb-539a9d256972 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:57.452440 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:57.544894 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:57.579118 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port dfc325b2-e252-49f9-94cb-539a9d256972, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=dfc325b2-e252-49f9-94cb-539a9d256972,segment=NetworkSegment(0ffa24d5-b030-42f9-8c99-fe7c250b5b20),segment_id=0ffa24d5-b030-42f9-8c99-fe7c250b5b20)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:57.580215 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c765ccaf-2d9b-48cf-9639-5c1832fdf051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc325b2-e252-49f9-94cb-539a9d256972'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:57.582700 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20fab26f80b9da78313f4d9f7f3b762b68210575349c4eb51748859b525969e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b18f57-c763-4dca-934d-f9e317b4659b" -d '{"events": [{"server_uuid": "c765ccaf-2d9b-48cf-9639-5c1832fdf051", "name": "network-vif-plugged", "status": "completed", "tag": "dfc325b2-e252-49f9-94cb-539a9d256972"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:57.593498 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:57.599499 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f2b8d-b41b-4e07-af0f-e4480799ef22 req-812b835d-5baa-44ff-a48b-4a22ff28c1d2 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:57.602845 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-465f2b8d-b41b-4e07-af0f-e4480799ef22 req-812b835d-5baa-44ff-a48b-4a22ff28c1d2 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 944 time: 0.0730374 Aug 11 03:15:57.661420 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=dfc325b2-e252-49f9-94cb-539a9d256972,revision_number=7']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:57.669644 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-465f2b8d-b41b-4e07-af0f-e4480799ef22 req-1cc79a01-e305-4bb7-9e65-14b548b557a6 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503726 Aug 11 03:15:57.718036 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d688f3b7-bc8f-41a7-a68c-c80c15777ff1 x-openstack-request-id: req-d688f3b7-bc8f-41a7-a68c-c80c15777ff1 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:57.718338 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c765ccaf-2d9b-48cf-9639-5c1832fdf051", "name": "network-vif-plugged", "status": "completed", "tag": "dfc325b2-e252-49f9-94cb-539a9d256972", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:57.718599 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d688f3b7-bc8f-41a7-a68c-c80c15777ff1 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:57.719002 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c765ccaf-2d9b-48cf-9639-5c1832fdf051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc325b2-e252-49f9-94cb-539a9d256972', 'code': 200} Aug 11 03:15:58.801051 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc4db0-ce71-4c23-82cc-a9f6282db7db req-80cfa744-7246-47e2-8a49-88d325837dc0 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:58.803963 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-20cc4db0-ce71-4c23-82cc-a9f6282db7db req-80cfa744-7246-47e2-8a49-88d325837dc0 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 945 time: 0.0551434 Aug 11 03:15:58.845408 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-20cc4db0-ce71-4c23-82cc-a9f6282db7db req-c1bb2abc-dc49-4602-88f4-18b971b24ac8 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345170 Aug 11 03:15:59.986451 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58642e3c-5615-437c-99eb-ed231f64b5a4 req-c24cfb4d-931b-4c86-ab76-d1bbff71a191 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:59.989065 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-58642e3c-5615-437c-99eb-ed231f64b5a4 req-c24cfb4d-931b-4c86-ab76-d1bbff71a191 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 945 time: 0.0564222 Aug 11 03:16:00.040418 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-58642e3c-5615-437c-99eb-ed231f64b5a4 req-d0cfdf59-983a-44a2-996b-325ea7832420 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433352 Aug 11 03:16:01.166096 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65229dae-274d-4940-a2f5-cbf0b64c344c req-8d5695ff-b72a-4d61-af68-524c49af662e tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:01.179819 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-65229dae-274d-4940-a2f5-cbf0b64c344c req-8d5695ff-b72a-4d61-af68-524c49af662e tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 945 time: 0.0559447 Aug 11 03:16:01.220048 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-65229dae-274d-4940-a2f5-cbf0b64c344c req-0ea9d24f-dd67-45fe-b3ec-ffa3a030019e tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426846 Aug 11 03:16:02.350569 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078cd8d-d75d-45ce-a460-fa7720b99b94 req-4bf75c4b-a2cf-4488-a865-0a61667ba133 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:02.359079 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1078cd8d-d75d-45ce-a460-fa7720b99b94 req-4bf75c4b-a2cf-4488-a865-0a61667ba133 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 945 time: 0.0582860 Aug 11 03:16:02.396218 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1078cd8d-d75d-45ce-a460-fa7720b99b94 req-dfb12241-aebc-406c-9943-df0751b09a3f tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358429 Aug 11 03:16:03.515846 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e6020-6be9-4358-ad57-f76a0f65de1c req-6532c040-9fa6-4a97-b6c1-4e59e215cf14 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:03.517289 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b74e6020-6be9-4358-ad57-f76a0f65de1c req-6532c040-9fa6-4a97-b6c1-4e59e215cf14 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 945 time: 0.0523267 Aug 11 03:16:03.557765 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b74e6020-6be9-4358-ad57-f76a0f65de1c req-2fa694d3-20d3-497b-b34f-bd0111fb88e2 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336387 Aug 11 03:16:04.688549 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d88fc-61e6-4bef-a285-0037ad9c1fc8 req-5101d9ce-f506-41f6-a69c-2f384bea6ec0 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:04.690783 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-505d88fc-61e6-4bef-a285-0037ad9c1fc8 req-5101d9ce-f506-41f6-a69c-2f384bea6ec0 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 945 time: 0.0526884 Aug 11 03:16:04.737432 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-505d88fc-61e6-4bef-a285-0037ad9c1fc8 req-f385b16d-fc0a-4670-addf-ae1e426824ca tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405436 Aug 11 03:16:05.456356 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f0af0-3170-4d5d-b8ee-d9143d3630b6 req-7dfd5297-3ded-428d-9f8f-0b9463ecae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:05.457819 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c6f0af0-3170-4d5d-b8ee-d9143d3630b6 req-7dfd5297-3ded-428d-9f8f-0b9463ecae51 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2c76cbb6e634c328f38fa1c81c67bc2&device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 1097 time: 0.0434525 Aug 11 03:16:05.545615 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f0af0-3170-4d5d-b8ee-d9143d3630b6 req-b57892f8-a282-4a8f-baa9-b67069c31b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:05.547082 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c6f0af0-3170-4d5d-b8ee-d9143d3630b6 req-b57892f8-a282-4a8f-baa9-b67069c31b64 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 HTTP/1.1" status: 200 len: 910 time: 0.0819592 Aug 11 03:16:05.614460 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c6f0af0-3170-4d5d-b8ee-d9143d3630b6 req-859c499b-d9b9-49fa-b6c0-9f977193b847 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfc325b2-e252-49f9-94cb-539a9d256972 HTTP/1.1" status: 200 len: 1000 time: 0.0599167 Aug 11 03:16:05.662139 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f0af0-3170-4d5d-b8ee-d9143d3630b6 req-ec9f813a-20d4-4465-ae54-0bdab49155c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:05.663558 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c6f0af0-3170-4d5d-b8ee-d9143d3630b6 req-ec9f813a-20d4-4465-ae54-0bdab49155c0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8aab6acd-757b-4ea5-ad3d-753a918e1b3a HTTP/1.1" status: 200 len: 848 time: 0.0427074 Aug 11 03:16:05.707286 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f0af0-3170-4d5d-b8ee-d9143d3630b6 req-e6473ff5-890b-48a8-92b7-0cca04813af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:05.708808 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c6f0af0-3170-4d5d-b8ee-d9143d3630b6 req-e6473ff5-890b-48a8-92b7-0cca04813af2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383341 Aug 11 03:16:05.799050 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c6f0af0-3170-4d5d-b8ee-d9143d3630b6 req-b1439380-c79b-46f2-9bca-2fe733cbae48 service neutron] 10.222.0.73 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829349 Aug 11 03:16:05.910028 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549b72d-f22a-4083-9b0c-a1a636de77d8 req-b6f01101-4cdb-4b7e-aa6e-df3f4ca6e946 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:05.911529 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a549b72d-f22a-4083-9b0c-a1a636de77d8 req-b6f01101-4cdb-4b7e-aa6e-df3f4ca6e946 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 945 time: 0.1062934 Aug 11 03:16:05.937595 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5c6f0af0-3170-4d5d-b8ee-d9143d3630b6 req-01fc170b-44c9-47af-8ac7-2711844e6181 service neutron] 10.222.0.73 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312530 Aug 11 03:16:05.964243 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a549b72d-f22a-4083-9b0c-a1a636de77d8 req-5d663c0f-2cbe-46ca-bd83-e8984f117123 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465977 Aug 11 03:16:07.077787 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f261d-ed15-4763-9e71-c436f76d911b req-50fea89f-a532-47c1-bb16-a4530a5c383b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:07.079260 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-916f261d-ed15-4763-9e71-c436f76d911b req-50fea89f-a532-47c1-bb16-a4530a5c383b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 945 time: 0.0481343 Aug 11 03:16:07.120632 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-916f261d-ed15-4763-9e71-c436f76d911b req-613a8996-95bd-4ced-b82d-4a3c9dc55f18 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345747 Aug 11 03:16:08.234042 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34676767-3783-4f7f-bb16-1e32b19080ab req-ba024852-4b34-49a9-bdc0-82376fff5a67 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:08.235543 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-34676767-3783-4f7f-bb16-1e32b19080ab req-ba024852-4b34-49a9-bdc0-82376fff5a67 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 945 time: 0.0488923 Aug 11 03:16:08.275275 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-34676767-3783-4f7f-bb16-1e32b19080ab req-914ad2a1-46b5-47a1-82ca-97b7b8aaaf4e tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331318 Aug 11 03:16:08.484544 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677a804-11fa-4ac4-a4d8-ceeaf764d3c6 req-39b566b1-0d3a-4068-895a-182fca865a63 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:08.486045 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1677a804-11fa-4ac4-a4d8-ceeaf764d3c6 req-39b566b1-0d3a-4068-895a-182fca865a63 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 945 time: 0.0496254 Aug 11 03:16:08.524734 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1677a804-11fa-4ac4-a4d8-ceeaf764d3c6 req-494878db-4361-4e7b-b96e-9ba7603499b7 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321560 Aug 11 03:16:08.825161 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-3c8466e1-7c22-4679-8ee0-c04263530e24 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819046 Aug 11 03:16:09.450349 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device dfc325b2-e252-49f9-94cb-539a9d256972 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:09.523553 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:09.547721 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c765ccaf-2d9b-48cf-9639-5c1832fdf051', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfc325b2-e252-49f9-94cb-539a9d256972'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:09.550027 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20fab26f80b9da78313f4d9f7f3b762b68210575349c4eb51748859b525969e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be310c74-5a03-4b44-8119-21ddbdd81461" -d '{"events": [{"server_uuid": "c765ccaf-2d9b-48cf-9639-5c1832fdf051", "name": "network-vif-unplugged", "status": "completed", "tag": "dfc325b2-e252-49f9-94cb-539a9d256972"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:09.563369 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port dfc325b2-e252-49f9-94cb-539a9d256972, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=dfc325b2-e252-49f9-94cb-539a9d256972,segment=NetworkSegment(0ffa24d5-b030-42f9-8c99-fe7c250b5b20),segment_id=0ffa24d5-b030-42f9-8c99-fe7c250b5b20)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:09.567948 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:09.591454 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2ab63d-c8c5-46d9-b937-4957f2cee108 x-openstack-request-id: req-9a2ab63d-c8c5-46d9-b937-4957f2cee108 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:09.591767 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c765ccaf-2d9b-48cf-9639-5c1832fdf051", "name": "network-vif-unplugged", "status": "completed", "tag": "dfc325b2-e252-49f9-94cb-539a9d256972", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:09.592026 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9a2ab63d-c8c5-46d9-b937-4957f2cee108 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:09.592412 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c765ccaf-2d9b-48cf-9639-5c1832fdf051', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfc325b2-e252-49f9-94cb-539a9d256972', 'code': 200} Aug 11 03:16:09.618541 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=dfc325b2-e252-49f9-94cb-539a9d256972,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:09.648613 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454c0e9-232a-4f58-af43-207768fc4501 req-59c2db7c-756b-4754-9324-3c9ff179649a tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:09.650107 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c454c0e9-232a-4f58-af43-207768fc4501 req-59c2db7c-756b-4754-9324-3c9ff179649a tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 943 time: 0.0531526 Aug 11 03:16:09.689220 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c454c0e9-232a-4f58-af43-207768fc4501 req-255b41bf-ad75-4126-bf9c-a07b204ae6c9 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330231 Aug 11 03:16:09.733267 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-a63834f8-4f32-4835-bdff-39cda9c4ad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:09.734758 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-a63834f8-4f32-4835-bdff-39cda9c4ad6c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051&tenant_id=a2c76cbb6e634c328f38fa1c81c67bc2 HTTP/1.1" status: 200 len: 1095 time: 0.0837996 Aug 11 03:16:09.747907 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-33', 'device_owner': 'compute:nova'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:09.801930 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:10.001534 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] For port dfc325b2-e252-49f9-94cb-539a9d256972, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=dfc325b2-e252-49f9-94cb-539a9d256972,segment=NetworkSegment(0ffa24d5-b030-42f9-8c99-fe7c250b5b20),segment_id=0ffa24d5-b030-42f9-8c99-fe7c250b5b20)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:10.032922 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] For port dfc325b2-e252-49f9-94cb-539a9d256972, host n-h1-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:10.064188 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc325b2-e252-49f9-94cb-539a9d256972 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:16:10.071960 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:10.083307 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Transition to ACTIVE for port object dfc325b2-e252-49f9-94cb-539a9d256972 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:10.087748 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:10.173365 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Pushing event updated for resources: {'Port': ['ID=dfc325b2-e252-49f9-94cb-539a9d256972,revision_number=9']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:10.187490 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:10.187868 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:10.188208 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:10.188546 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:10.188882 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:10.189233 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:10.189568 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:10.189914 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:10.190232 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:10.190560 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:10.190888 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:10.191215 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:10.220632 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] No DVR routers for this DVR port dfc325b2-e252-49f9-94cb-539a9d256972 on host n-h1-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:10.357739 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Attempting to bind port dfc325b2-e252-49f9-94cb-539a9d256972 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:10.358075 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Attempting to bind port dfc325b2-e252-49f9-94cb-539a9d256972 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '0ffa24d5-b030-42f9-8c99-fe7c250b5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:10.358399 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Attempting to bind port dfc325b2-e252-49f9-94cb-539a9d256972 on network eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:10.362537 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Port dfc325b2-e252-49f9-94cb-539a9d256972 on network eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:16:10.362858 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Attempting to bind port dfc325b2-e252-49f9-94cb-539a9d256972 on network eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:10.368115 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:10.368453 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Checking segment: {'id': '0ffa24d5-b030-42f9-8c99-fe7c250b5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:10.368835 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Bound using segment: {'id': '0ffa24d5-b030-42f9-8c99-fe7c250b5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:10.369257 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Bound port: dfc325b2-e252-49f9-94cb-539a9d256972, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ffa24d5-b030-42f9-8c99-fe7c250b5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:10.369608 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:10.430139 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] For port dfc325b2-e252-49f9-94cb-539a9d256972, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:10.432965 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] For port dfc325b2-e252-49f9-94cb-539a9d256972, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=dfc325b2-e252-49f9-94cb-539a9d256972,segment=NetworkSegment(0ffa24d5-b030-42f9-8c99-fe7c250b5b20),segment_id=0ffa24d5-b030-42f9-8c99-fe7c250b5b20)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:10.437444 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:10.477540 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:10.478134 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:10.479521 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] 10.222.0.66 "PUT /v2.0/ports/dfc325b2-e252-49f9-94cb-539a9d256972 HTTP/1.1" status: 200 len: 1092 time: 0.7355721 Aug 11 03:16:10.479984 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c765ccaf-2d9b-48cf-9639-5c1832fdf051', 'tag': 'dfc325b2-e252-49f9-94cb-539a9d256972'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:10.482204 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274cfa898284e0591c33ace065f819b64a6cad10b3d723e28d1d1a3acc1cf9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eecf8b6-befe-4eec-9622-c512b2fd50e8" -d '{"events": [{"name": "network-changed", "server_uuid": "c765ccaf-2d9b-48cf-9639-5c1832fdf051", "tag": "dfc325b2-e252-49f9-94cb-539a9d256972"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:10.514253 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fc2b6-9a1e-453e-aaf5-d5740027627a service neutron] Pushing event updated for resources: {'Port': ['ID=dfc325b2-e252-49f9-94cb-539a9d256972,revision_number=10']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:10.564308 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-a6b36085-2556-4a01-bce7-e898975ce9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:10.566140 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-a6b36085-2556-4a01-bce7-e898975ce9b5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a2c76cbb6e634c328f38fa1c81c67bc2&device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 1096 time: 0.0623090 Aug 11 03:16:10.620749 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e6c3fe-54ac-4078-a925-6c45075b4867 x-openstack-request-id: req-a4e6c3fe-54ac-4078-a925-6c45075b4867 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:10.621079 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c765ccaf-2d9b-48cf-9639-5c1832fdf051", "tag": "dfc325b2-e252-49f9-94cb-539a9d256972", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:10.621278 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a4e6c3fe-54ac-4078-a925-6c45075b4867 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:10.621682 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c765ccaf-2d9b-48cf-9639-5c1832fdf051', 'tag': 'dfc325b2-e252-49f9-94cb-539a9d256972', 'status': 'completed', 'code': 200} Aug 11 03:16:10.664444 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-7092674d-69d3-4882-ba92-343895728a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:10.665936 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-7092674d-69d3-4882-ba92-343895728a07 service neutron] 10.222.0.66 "GET /v2.0/networks?id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 HTTP/1.1" status: 200 len: 910 time: 0.0918171 Aug 11 03:16:10.737771 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-a7cf9d35-2587-4537-bfb6-811703bde093 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfc325b2-e252-49f9-94cb-539a9d256972 HTTP/1.1" status: 200 len: 998 time: 0.0619311 Aug 11 03:16:10.812929 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-2b1d50f9-0315-4e8d-a7f0-db2371e8fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:10.814394 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-2b1d50f9-0315-4e8d-a7f0-db2371e8fa45 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8aab6acd-757b-4ea5-ad3d-753a918e1b3a HTTP/1.1" status: 200 len: 848 time: 0.0690417 Aug 11 03:16:10.837959 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd72808-2438-4420-ad72-0753363e41dc req-988007d4-20bd-48cc-a33c-2a7c549e00aa tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:10.839392 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4cd72808-2438-4420-ad72-0753363e41dc req-988007d4-20bd-48cc-a33c-2a7c549e00aa tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 944 time: 0.0684977 Aug 11 03:16:10.898773 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4cd72808-2438-4420-ad72-0753363e41dc req-9370c47c-81a6-4339-8fc7-242d8238c72b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407994 Aug 11 03:16:10.901346 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-dd5a1359-3884-4e8c-b8ef-d1588650d69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:10.902773 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-dd5a1359-3884-4e8c-b8ef-d1588650d69c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804818 Aug 11 03:16:10.992879 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-fd93fbb0-2ff5-4e5a-901b-82e3c3106a4b service neutron] 10.222.0.66 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819352 Aug 11 03:16:11.085382 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-00b26cc9-5b19-45d1-9dd9-6167129a2f88 req-4eba3496-9448-4846-986e-70a1456ef3e2 service neutron] 10.222.0.66 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848904 Aug 11 03:16:11.172808 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecf8b6-befe-4eec-9622-c512b2fd50e8 req-c41853fe-113f-444a-a1d8-44a0227514d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:11.174342 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6eecf8b6-befe-4eec-9622-c512b2fd50e8 req-c41853fe-113f-444a-a1d8-44a0227514d5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a2c76cbb6e634c328f38fa1c81c67bc2&device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 1096 time: 0.0418861 Aug 11 03:16:11.277214 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecf8b6-befe-4eec-9622-c512b2fd50e8 req-5d69bf41-dcc2-441f-b3f9-4bb1dc9b36fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:11.278577 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6eecf8b6-befe-4eec-9622-c512b2fd50e8 req-5d69bf41-dcc2-441f-b3f9-4bb1dc9b36fd service neutron] 10.222.0.66 "GET /v2.0/networks?id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 HTTP/1.1" status: 200 len: 910 time: 0.0960193 Aug 11 03:16:11.346049 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:16:11.348938 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6eecf8b6-befe-4eec-9622-c512b2fd50e8 req-58e247b2-05a1-43d5-8407-63a96db15947 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfc325b2-e252-49f9-94cb-539a9d256972 HTTP/1.1" status: 200 len: 998 time: 0.0628712 Aug 11 03:16:11.415014 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecf8b6-befe-4eec-9622-c512b2fd50e8 req-7f1ff5c5-1f5f-4a3f-97e6-b3ac7eaaae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:11.416757 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6eecf8b6-befe-4eec-9622-c512b2fd50e8 req-7f1ff5c5-1f5f-4a3f-97e6-b3ac7eaaae90 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8aab6acd-757b-4ea5-ad3d-753a918e1b3a HTTP/1.1" status: 200 len: 848 time: 0.0605674 Aug 11 03:16:12.039020 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97155049-9087-468c-b69a-dcd7200a39ac req-e3fd1dd5-df5b-44d2-9a67-ba77614cc7aa tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:12.040569 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-97155049-9087-468c-b69a-dcd7200a39ac req-e3fd1dd5-df5b-44d2-9a67-ba77614cc7aa tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 944 time: 0.0543895 Aug 11 03:16:12.080811 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-97155049-9087-468c-b69a-dcd7200a39ac req-5eb0deb9-fd7e-4465-b8ef-e156bb1d8c87 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342748 Aug 11 03:16:13.204347 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997f786-14a5-48c5-808f-5b0b74d12dd6 req-da512cae-794f-4c64-ae96-f544098df720 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:13.205814 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6997f786-14a5-48c5-808f-5b0b74d12dd6 req-da512cae-794f-4c64-ae96-f544098df720 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 944 time: 0.0555131 Aug 11 03:16:13.248434 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6997f786-14a5-48c5-808f-5b0b74d12dd6 req-cb33b449-cc60-4b18-9676-59660c05d962 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345371 Aug 11 03:16:14.382980 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff990db6-373b-43da-a39b-22b707964f94 req-7510245f-74dd-42fd-b983-887f89fe5238 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:14.384736 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ff990db6-373b-43da-a39b-22b707964f94 req-7510245f-74dd-42fd-b983-887f89fe5238 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 944 time: 0.0624812 Aug 11 03:16:14.424701 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ff990db6-373b-43da-a39b-22b707964f94 req-3320ffe0-4b66-473b-86e5-0ebb57664996 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334980 Aug 11 03:16:15.545742 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70c0d8-efb2-421a-b73e-5a03cb40627d req-a9f9c239-4fde-4095-a033-7304bd12a4ec tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:15.547364 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0a70c0d8-efb2-421a-b73e-5a03cb40627d req-a9f9c239-4fde-4095-a033-7304bd12a4ec tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 944 time: 0.0530033 Aug 11 03:16:15.587529 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0a70c0d8-efb2-421a-b73e-5a03cb40627d req-02fc9a89-1af9-446b-8919-4efc23d4d362 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340812 Aug 11 03:16:15.726506 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-51051ced-ef73-496e-a087-a7db6d63d62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.705599 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a207b-cb28-4fbb-afff-1e6844208cfe req-edb3a619-56ba-43d6-8c30-c0e6bf2eee00 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:16.707131 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d36a207b-cb28-4fbb-afff-1e6844208cfe req-edb3a619-56ba-43d6-8c30-c0e6bf2eee00 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 944 time: 0.0506275 Aug 11 03:16:16.752347 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d36a207b-cb28-4fbb-afff-1e6844208cfe req-f9a9be92-f2e3-4970-aafd-604bdd0f7889 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382175 Aug 11 03:16:17.866884 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96003172-cd15-48e4-a937-a05967c9e170 req-4a5276ea-68df-4180-b79b-4c2e8dd75163 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:17.868846 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-96003172-cd15-48e4-a937-a05967c9e170 req-4a5276ea-68df-4180-b79b-4c2e8dd75163 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 944 time: 0.0514295 Aug 11 03:16:17.908029 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-96003172-cd15-48e4-a937-a05967c9e170 req-7ede881e-03e7-4499-8394-1c14a9b9add4 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328591 Aug 11 03:16:18.397876 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f9ba3c7e-850c-434d-8253-67a6945a3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:18.401012 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.035904 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a87f9-3a1e-49ab-bec8-e5c08ceb60b3 req-27840732-7dc4-4d79-bee1-64929dff3d38 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:19.037990 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b23a87f9-3a1e-49ab-bec8-e5c08ceb60b3 req-27840732-7dc4-4d79-bee1-64929dff3d38 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 944 time: 0.0595372 Aug 11 03:16:19.075911 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b23a87f9-3a1e-49ab-bec8-e5c08ceb60b3 req-20251ce9-ae62-4744-b894-13802d6a378f tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315764 Aug 11 03:16:20.191935 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.201473 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264497e-461a-4b9d-b648-0c5aa298e936 req-c58486dd-e6b7-41e2-9b3c-bdb9d0a6a3f3 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:20.203007 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e264497e-461a-4b9d-b648-0c5aa298e936 req-c58486dd-e6b7-41e2-9b3c-bdb9d0a6a3f3 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 944 time: 0.0559707 Aug 11 03:16:20.243359 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e264497e-461a-4b9d-b648-0c5aa298e936 req-82dc729f-f99a-4949-a9ba-9221bdc2a268 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334790 Aug 11 03:16:21.366900 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa4c62-1eda-434a-8574-c2058086c7b4 req-fae06d39-b63f-42a4-b8ad-ccae96dbcfaa tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:21.368464 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f2aa4c62-1eda-434a-8574-c2058086c7b4 req-fae06d39-b63f-42a4-b8ad-ccae96dbcfaa tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 944 time: 0.0517073 Aug 11 03:16:21.408636 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f2aa4c62-1eda-434a-8574-c2058086c7b4 req-9400ba14-a456-4b95-9d99-5de4769da6ed tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340083 Aug 11 03:16:21.698233 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.372039 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecf8b6-befe-4eec-9622-c512b2fd50e8 req-237ecf8c-fe6c-47b1-8f78-1551d52f0a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:22.373584 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6eecf8b6-befe-4eec-9622-c512b2fd50e8 req-237ecf8c-fe6c-47b1-8f78-1551d52f0a70 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403924 Aug 11 03:16:22.467409 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6eecf8b6-befe-4eec-9622-c512b2fd50e8 req-84d28683-a666-48fc-a2a4-60f9f2e876c7 service neutron] 10.222.0.66 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849946 Aug 11 03:16:22.585037 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f57423-3019-4a07-8bc5-02c0896744fb req-a9ffaa37-f14f-41cb-8742-8350d762e4e0 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:22.586506 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-79f57423-3019-4a07-8bc5-02c0896744fb req-a9ffaa37-f14f-41cb-8742-8350d762e4e0 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 944 time: 0.1016674 Aug 11 03:16:22.611509 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6eecf8b6-befe-4eec-9622-c512b2fd50e8 req-f65bfa36-dbaf-4cbb-ae6b-9b4a149fb936 service neutron] 10.222.0.66 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338155 Aug 11 03:16:22.630628 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-79f57423-3019-4a07-8bc5-02c0896744fb req-69fb9102-3d7d-4191-876c-8e7292b9ecf0 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357370 Aug 11 03:16:23.745076 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e537e-cf61-40f3-b4d1-0999f889166d req-12d28541-4a20-406f-aee4-a802b2eadf69 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:23.746556 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-148e537e-cf61-40f3-b4d1-0999f889166d req-12d28541-4a20-406f-aee4-a802b2eadf69 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 944 time: 0.0490477 Aug 11 03:16:23.783328 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-148e537e-cf61-40f3-b4d1-0999f889166d req-e4c24697-a0ac-418d-a68a-1669ca404e50 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308552 Aug 11 03:16:24.606743 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device dfc325b2-e252-49f9-94cb-539a9d256972 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:16:24.701234 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port dfc325b2-e252-49f9-94cb-539a9d256972, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=dfc325b2-e252-49f9-94cb-539a9d256972,segment=NetworkSegment(0ffa24d5-b030-42f9-8c99-fe7c250b5b20),segment_id=0ffa24d5-b030-42f9-8c99-fe7c250b5b20)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:24.712396 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'dfc325b2-e252-49f9-94cb-539a9d256972', 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'port_id': 'dfc325b2-e252-49f9-94cb-539a9d256972', 'mac_address': 'fa:16:3e:9e:b3:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:16:24.748297 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.760988 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc325b2-e252-49f9-94cb-539a9d256972 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:16:24.779244 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port dfc325b2-e252-49f9-94cb-539a9d256972, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=dfc325b2-e252-49f9-94cb-539a9d256972,segment=NetworkSegment(0ffa24d5-b030-42f9-8c99-fe7c250b5b20),segment_id=0ffa24d5-b030-42f9-8c99-fe7c250b5b20)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:24.783119 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.829586 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=dfc325b2-e252-49f9-94cb-539a9d256972,revision_number=11']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:24.904838 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4d65d-a75e-49bf-89dd-478d04c6c03c req-f74351a5-2492-4cee-9f56-93c08504b819 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:24.906225 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a6f4d65d-a75e-49bf-89dd-478d04c6c03c req-f74351a5-2492-4cee-9f56-93c08504b819 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 945 time: 0.0528908 Aug 11 03:16:24.943502 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a6f4d65d-a75e-49bf-89dd-478d04c6c03c req-680086c5-d15b-4384-b562-6d0d397f328e tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307136 Aug 11 03:16:25.043655 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['dfc325b2-e252-49f9-94cb-539a9d256972'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:16:25.248502 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.973302 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.062993 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182fec4-0def-4a1d-a3c3-963da3adbc7b req-75dff32c-0f25-4de9-bc39-c34e870da82a tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:26.064524 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5182fec4-0def-4a1d-a3c3-963da3adbc7b req-75dff32c-0f25-4de9-bc39-c34e870da82a tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 945 time: 0.0530078 Aug 11 03:16:26.102509 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5182fec4-0def-4a1d-a3c3-963da3adbc7b req-ecda1bc2-f1f3-4d04-883d-326e9b9a1191 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306556 Aug 11 03:16:26.606696 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device dfc325b2-e252-49f9-94cb-539a9d256972 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:26.655658 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port dfc325b2-e252-49f9-94cb-539a9d256972 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:26.659111 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port dfc325b2-e252-49f9-94cb-539a9d256972 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:26.659480 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.733936 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.756183 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c765ccaf-2d9b-48cf-9639-5c1832fdf051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc325b2-e252-49f9-94cb-539a9d256972'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:26.758387 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20fab26f80b9da78313f4d9f7f3b762b68210575349c4eb51748859b525969e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa15cab-c853-4768-b598-c6f614e2a1ac" -d '{"events": [{"server_uuid": "c765ccaf-2d9b-48cf-9639-5c1832fdf051", "name": "network-vif-plugged", "status": "completed", "tag": "dfc325b2-e252-49f9-94cb-539a9d256972"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:26.771195 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port dfc325b2-e252-49f9-94cb-539a9d256972, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=dfc325b2-e252-49f9-94cb-539a9d256972,segment=NetworkSegment(0ffa24d5-b030-42f9-8c99-fe7c250b5b20),segment_id=0ffa24d5-b030-42f9-8c99-fe7c250b5b20)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:26.776301 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.798765 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30902521-d729-44da-a8a7-a27e00b8ec56 x-openstack-request-id: req-30902521-d729-44da-a8a7-a27e00b8ec56 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:26.799057 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c765ccaf-2d9b-48cf-9639-5c1832fdf051", "name": "network-vif-plugged", "status": "completed", "tag": "dfc325b2-e252-49f9-94cb-539a9d256972", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:26.799306 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-30902521-d729-44da-a8a7-a27e00b8ec56 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:26.799726 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c765ccaf-2d9b-48cf-9639-5c1832fdf051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc325b2-e252-49f9-94cb-539a9d256972', 'code': 200} Aug 11 03:16:26.825974 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=dfc325b2-e252-49f9-94cb-539a9d256972,revision_number=12']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:26.950158 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403f6d9-d7ed-4b46-aa5f-c33c60b4c7b8 req-801ab29d-e0d1-45a7-9dcd-dbc90292ce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:26.951526 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9403f6d9-d7ed-4b46-aa5f-c33c60b4c7b8 req-801ab29d-e0d1-45a7-9dcd-dbc90292ce53 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 1098 time: 0.0398278 Aug 11 03:16:26.985796 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-9403f6d9-d7ed-4b46-aa5f-c33c60b4c7b8 req-3a330d3d-5548-4ba5-a8b1-1fb93af85460 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0267205 Aug 11 03:16:27.215618 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677270ef-57ef-4b7e-b883-a273d94bf3cd req-d0482891-4511-4980-aa88-f8efc77e11f3 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:27.217004 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-677270ef-57ef-4b7e-b883-a273d94bf3cd req-d0482891-4511-4980-aa88-f8efc77e11f3 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 946 time: 0.0481122 Aug 11 03:16:27.254872 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-677270ef-57ef-4b7e-b883-a273d94bf3cd req-6f978795-4c0c-4e5f-9897-b879e1624260 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319502 Aug 11 03:16:28.375371 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb372f-5347-4f0f-8139-042c7970c63c req-919f2364-79e6-4ce0-b1af-3d42c8d4b6d5 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:28.376875 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6edb372f-5347-4f0f-8139-042c7970c63c req-919f2364-79e6-4ce0-b1af-3d42c8d4b6d5 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 946 time: 0.0485747 Aug 11 03:16:28.414013 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6edb372f-5347-4f0f-8139-042c7970c63c req-1642e4bf-4e4a-40de-8cda-ce8d88b9bbfb tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306106 Aug 11 03:16:45.733084 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-844c08a5-c8dd-490a-b523-7bdb103c788b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:48.346208 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:16:48.396603 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4f58c67b-1171-4a04-ac43-bfb0841d3115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:48.398487 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.193415 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:51.700663 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.102540 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.978646 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:00.391517 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d6886f37-0ec5-4e21-9bd3-600971d0be60 req-6b60f2ff-384f-4a36-9458-639a77b9d1f6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432158 Aug 11 03:17:00.477897 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6886f37-0ec5-4e21-9bd3-600971d0be60 req-678fed0e-b174-49ce-846d-7eaf84558855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:00.479335 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d6886f37-0ec5-4e21-9bd3-600971d0be60 req-678fed0e-b174-49ce-846d-7eaf84558855 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a2c76cbb6e634c328f38fa1c81c67bc2&device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 1098 time: 0.0398412 Aug 11 03:17:00.582746 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6886f37-0ec5-4e21-9bd3-600971d0be60 req-abdf2564-90d4-4579-89f8-779f58b81fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:00.584252 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d6886f37-0ec5-4e21-9bd3-600971d0be60 req-abdf2564-90d4-4579-89f8-779f58b81fec service neutron] 10.222.0.66 "GET /v2.0/networks?id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 HTTP/1.1" status: 200 len: 910 time: 0.0835078 Aug 11 03:17:00.654306 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d6886f37-0ec5-4e21-9bd3-600971d0be60 req-5e260bba-050b-4928-b74d-53ccf09ed5c0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfc325b2-e252-49f9-94cb-539a9d256972 HTTP/1.1" status: 200 len: 1000 time: 0.0605919 Aug 11 03:17:00.704536 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6886f37-0ec5-4e21-9bd3-600971d0be60 req-ecbb8c61-4ded-4dbd-ac52-c3c6b2e346c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:00.705933 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d6886f37-0ec5-4e21-9bd3-600971d0be60 req-ecbb8c61-4ded-4dbd-ac52-c3c6b2e346c0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8aab6acd-757b-4ea5-ad3d-753a918e1b3a HTTP/1.1" status: 200 len: 848 time: 0.0432198 Aug 11 03:17:00.752690 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6886f37-0ec5-4e21-9bd3-600971d0be60 req-9f010ffd-dd95-4784-9ff8-74e3843a0028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:00.754158 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d6886f37-0ec5-4e21-9bd3-600971d0be60 req-9f010ffd-dd95-4784-9ff8-74e3843a0028 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403380 Aug 11 03:17:00.847127 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d6886f37-0ec5-4e21-9bd3-600971d0be60 req-3e756154-60c6-4eb0-a334-e918f6f63ab2 service neutron] 10.222.0.66 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840459 Aug 11 03:17:00.937802 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-d6886f37-0ec5-4e21-9bd3-600971d0be60 req-d8d9207f-aeec-41eb-a905-9606d91bd939 service neutron] 10.222.0.66 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813074 Aug 11 03:17:15.733503 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2f6f239f-b2eb-40da-bc9c-99a0eadc18e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:18.394144 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5a75094a-56d6-4c3e-8ce5-2b72fb355960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:18.395907 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:20.196044 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.703782 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:25.132561 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:25.345675 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:17:25.979854 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.306559 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34546) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:41.465622 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-00ce5f73-e99f-49a9-8282-035773495012 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Deleting port 2058c3ea-5cc2-40b1-9573-02a8e9c23c00 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:41.465961 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-00ce5f73-e99f-49a9-8282-035773495012 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.538354 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-00ce5f73-e99f-49a9-8282-035773495012 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.538607 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-00ce5f73-e99f-49a9-8282-035773495012 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.550571 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-00ce5f73-e99f-49a9-8282-035773495012 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Calling delete_port for 2058c3ea-5cc2-40b1-9573-02a8e9c23c00 owned by network:floatingip {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:42.036998 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-00ce5f73-e99f-49a9-8282-035773495012 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:42.062695 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce5f73-e99f-49a9-8282-035773495012 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Pushing event deleted for resources: {'Port': ['ID=2058c3ea-5cc2-40b1-9573-02a8e9c23c00,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:42.086860 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5f73-e99f-49a9-8282-035773495012 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:42.087212 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5f73-e99f-49a9-8282-035773495012 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:42.087577 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5f73-e99f-49a9-8282-035773495012 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:42.087929 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5f73-e99f-49a9-8282-035773495012 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:42.088284 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5f73-e99f-49a9-8282-035773495012 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:42.088604 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5f73-e99f-49a9-8282-035773495012 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:42.089039 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5f73-e99f-49a9-8282-035773495012 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:42.089376 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5f73-e99f-49a9-8282-035773495012 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:42.089706 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5f73-e99f-49a9-8282-035773495012 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:42.090058 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5f73-e99f-49a9-8282-035773495012 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:42.090395 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5f73-e99f-49a9-8282-035773495012 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:42.090720 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5f73-e99f-49a9-8282-035773495012 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:42.130477 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-00ce5f73-e99f-49a9-8282-035773495012 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for floatingip, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:42.130806 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-00ce5f73-e99f-49a9-8282-035773495012 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Floating IP 232afa4f-8305-423a-bcc1-2f5d2664b733 disassociated (deleted). External IP: 172.25.2.19, port: dfc325b2-e252-49f9-94cb-539a9d256972. Aug 11 03:17:42.334825 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ce5f73-e99f-49a9-8282-035773495012 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Router 577974e3-ac1b-45aa-9206-565c5b8a3a75 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:17:42.444301 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ce5f73-e99f-49a9-8282-035773495012 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:17:42.448723 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-00ce5f73-e99f-49a9-8282-035773495012 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:42.454848 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5189d4e4-0577-4a92-88cc-f8e847d0d667 None None] Sync routers for ids ['577974e3-ac1b-45aa-9206-565c5b8a3a75'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:17:42.463674 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5189d4e4-0577-4a92-88cc-f8e847d0d667 None None] Routers {'577974e3-ac1b-45aa-9206-565c5b8a3a75'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:17:42.464277 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-5189d4e4-0577-4a92-88cc-f8e847d0d667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:17:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['577974e3-ac1b-45aa-9206-565c5b8a3a75'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:42.475817 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-00ce5f73-e99f-49a9-8282-035773495012 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "DELETE /v2.0/floatingips/232afa4f-8305-423a-bcc1-2f5d2664b733 HTTP/1.1" status: 204 len: 168 time: 1.1681170 Aug 11 03:17:42.476674 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c765ccaf-2d9b-48cf-9639-5c1832fdf051', 'tag': 'dfc325b2-e252-49f9-94cb-539a9d256972'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:42.478928 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274cfa898284e0591c33ace065f819b64a6cad10b3d723e28d1d1a3acc1cf9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40794db6-8550-4455-a64d-871c60492362" -d '{"events": [{"name": "network-changed", "server_uuid": "c765ccaf-2d9b-48cf-9639-5c1832fdf051", "tag": "dfc325b2-e252-49f9-94cb-539a9d256972"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:42.521445 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42968c44-d75d-4405-a186-dd98e3111061 x-openstack-request-id: req-42968c44-d75d-4405-a186-dd98e3111061 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:42.521740 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c765ccaf-2d9b-48cf-9639-5c1832fdf051", "tag": "dfc325b2-e252-49f9-94cb-539a9d256972", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:42.521993 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-42968c44-d75d-4405-a186-dd98e3111061 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:42.522417 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c765ccaf-2d9b-48cf-9639-5c1832fdf051', 'tag': 'dfc325b2-e252-49f9-94cb-539a9d256972', 'status': 'completed', 'code': 200} Aug 11 03:17:42.571312 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-5189d4e4-0577-4a92-88cc-f8e847d0d667 None None] Set router 577974e3-ac1b-45aa-9206-565c5b8a3a75 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:17:42.589486 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40794db6-8550-4455-a64d-871c60492362 req-1433db4c-ae0a-4997-838d-7f7823bdb963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:42.591151 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-40794db6-8550-4455-a64d-871c60492362 req-1433db4c-ae0a-4997-838d-7f7823bdb963 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a2c76cbb6e634c328f38fa1c81c67bc2&device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 1098 time: 0.0483482 Aug 11 03:17:42.717548 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40794db6-8550-4455-a64d-871c60492362 req-4f92937c-1db4-4bc3-bcf9-357342513ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:42.719058 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-40794db6-8550-4455-a64d-871c60492362 req-4f92937c-1db4-4bc3-bcf9-357342513ff4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 HTTP/1.1" status: 200 len: 910 time: 0.1202433 Aug 11 03:17:42.741813 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8f247-e183-437a-9dd6-e19df70dd872 req-76ac6136-0224-4517-8e95-eb3fa57bc1f8 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:42.743283 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6bf8f247-e183-437a-9dd6-e19df70dd872 req-76ac6136-0224-4517-8e95-eb3fa57bc1f8 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 946 time: 0.0769656 Aug 11 03:17:42.772548 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-40794db6-8550-4455-a64d-871c60492362 req-6a4964bc-a9a5-4a5a-9c7f-af0334a121e8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfc325b2-e252-49f9-94cb-539a9d256972 HTTP/1.1" status: 200 len: 217 time: 0.0450938 Aug 11 03:17:42.782572 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-5189d4e4-0577-4a92-88cc-f8e847d0d667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'name': 'tempest-TestShelveInstance-1819352379-router', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:25Z', 'updated_at': '2021-08-11T03:13:28Z', 'revision_number': 4, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'gw_port': {'id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:26Z', 'updated_at': '2021-08-11T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '637cb3d2-30bc-4216-aa0c-b0027d94661a', 'name': '', 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:27Z', 'updated_at': '2021-08-11T03:13:33Z', 'revision_number': 5, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'subnets': [{'id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:42.809010 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5189d4e4-0577-4a92-88cc-f8e847d0d667 None None] Checking router: 577974e3-ac1b-45aa-9206-565c5b8a3a75 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:17:42.817863 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5189d4e4-0577-4a92-88cc-f8e847d0d667 None None] Routers {'577974e3-ac1b-45aa-9206-565c5b8a3a75'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:17:42.818463 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-5189d4e4-0577-4a92-88cc-f8e847d0d667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:17:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['577974e3-ac1b-45aa-9206-565c5b8a3a75'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:42.836756 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6bf8f247-e183-437a-9dd6-e19df70dd872 req-d23468f6-251c-4515-8009-033aa61a0743 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669184 Aug 11 03:17:42.842154 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40794db6-8550-4455-a64d-871c60492362 req-78ea03c6-fb68-4438-bada-d37366f1ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:42.843671 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-40794db6-8550-4455-a64d-871c60492362 req-78ea03c6-fb68-4438-bada-d37366f1ba44 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8aab6acd-757b-4ea5-ad3d-753a918e1b3a HTTP/1.1" status: 200 len: 848 time: 0.0591278 Aug 11 03:17:42.897377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40794db6-8550-4455-a64d-871c60492362 req-80a449e4-2585-420c-9e98-5e495c670350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:42.898870 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-40794db6-8550-4455-a64d-871c60492362 req-80a449e4-2585-420c-9e98-5e495c670350 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463839 Aug 11 03:17:42.924616 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-5189d4e4-0577-4a92-88cc-f8e847d0d667 None None] Set router 577974e3-ac1b-45aa-9206-565c5b8a3a75 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:17:42.989681 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-40794db6-8550-4455-a64d-871c60492362 req-cdc3b0cb-e843-4262-87c2-d9c640e64e6b service neutron] 10.222.0.66 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825698 Aug 11 03:17:43.085593 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-40794db6-8550-4455-a64d-871c60492362 req-25be4d1d-c87f-4919-a6b8-3e4dd1c788db service neutron] 10.222.0.66 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856571 Aug 11 03:17:43.123391 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-5189d4e4-0577-4a92-88cc-f8e847d0d667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'name': 'tempest-TestShelveInstance-1819352379-router', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:25Z', 'updated_at': '2021-08-11T03:13:28Z', 'revision_number': 4, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'gw_port': {'id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:26Z', 'updated_at': '2021-08-11T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '637cb3d2-30bc-4216-aa0c-b0027d94661a', 'name': '', 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:27Z', 'updated_at': '2021-08-11T03:13:33Z', 'revision_number': 5, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'subnets': [{'id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:43.149930 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5189d4e4-0577-4a92-88cc-f8e847d0d667 None None] The sync data for ids ['577974e3-ac1b-45aa-9206-565c5b8a3a75'] in n-d-615180-33 is: [{'id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'name': 'tempest-TestShelveInstance-1819352379-router', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:25Z', 'updated_at': '2021-08-11T03:13:28Z', 'revision_number': 4, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'gw_port': {'id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:26Z', 'updated_at': '2021-08-11T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '637cb3d2-30bc-4216-aa0c-b0027d94661a', 'name': '', 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:27Z', 'updated_at': '2021-08-11T03:13:33Z', 'revision_number': 5, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'subnets': [{'id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:17:43.363389 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfe1a33-7dd0-4d4b-bca0-5ef5ead16cfa None None] New status for floating IP 232afa4f-8305-423a-bcc1-2f5d2664b733: DOWN {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:17:43.958709 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f61a9c-ba10-4ee0-9e28-4e33696a6051 req-f5dc4313-ff7a-4835-b28f-3b97351a7204 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:43.960276 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e4f61a9c-ba10-4ee0-9e28-4e33696a6051 req-f5dc4313-ff7a-4835-b28f-3b97351a7204 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 946 time: 0.0507712 Aug 11 03:17:43.997814 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e4f61a9c-ba10-4ee0-9e28-4e33696a6051 req-34f03fbc-fd2f-4839-9171-18d5a05e9343 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5d85f5d-d7a2-43a0-9437-e968c20c5187&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316005 Aug 11 03:17:44.055567 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f5789-d802-4431-9eae-41a06da9a61a req-5aa168bc-1d08-4dcf-9fb0-bc71610ed0cb tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:44.057012 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4d5f5789-d802-4431-9eae-41a06da9a61a req-5aa168bc-1d08-4dcf-9fb0-bc71610ed0cb tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.66 "GET /v2.0/ports?device_id=c765ccaf-2d9b-48cf-9639-5c1832fdf051 HTTP/1.1" status: 200 len: 946 time: 0.0511208 Aug 11 03:17:44.146460 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-4d5f5789-d802-4431-9eae-41a06da9a61a req-a4fbbb62-04de-406c-bf19-1a9cd27b5505 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Deleting port dfc325b2-e252-49f9-94cb-539a9d256972 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:44.146727 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4d5f5789-d802-4431-9eae-41a06da9a61a req-a4fbbb62-04de-406c-bf19-1a9cd27b5505 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:44.238017 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-4d5f5789-d802-4431-9eae-41a06da9a61a req-a4fbbb62-04de-406c-bf19-1a9cd27b5505 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] For port dfc325b2-e252-49f9-94cb-539a9d256972, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=dfc325b2-e252-49f9-94cb-539a9d256972,segment=NetworkSegment(0ffa24d5-b030-42f9-8c99-fe7c250b5b20),segment_id=0ffa24d5-b030-42f9-8c99-fe7c250b5b20)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:44.238385 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4d5f5789-d802-4431-9eae-41a06da9a61a req-a4fbbb62-04de-406c-bf19-1a9cd27b5505 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:44.251664 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-4d5f5789-d802-4431-9eae-41a06da9a61a req-a4fbbb62-04de-406c-bf19-1a9cd27b5505 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Calling delete_port for dfc325b2-e252-49f9-94cb-539a9d256972 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:44.383960 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4d5f5789-d802-4431-9eae-41a06da9a61a req-a4fbbb62-04de-406c-bf19-1a9cd27b5505 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:44.410806 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbbb62-04de-406c-bf19-1a9cd27b5505 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Pushing event deleted for resources: {'Port': ['ID=dfc325b2-e252-49f9-94cb-539a9d256972,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:44.461499 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5f5789-d802-4431-9eae-41a06da9a61a req-a4fbbb62-04de-406c-bf19-1a9cd27b5505 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] No DVR routers for this DVR port dfc325b2-e252-49f9-94cb-539a9d256972 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:44.464041 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-4d5f5789-d802-4431-9eae-41a06da9a61a req-a4fbbb62-04de-406c-bf19-1a9cd27b5505 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:44.466017 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4d5f5789-d802-4431-9eae-41a06da9a61a req-a4fbbb62-04de-406c-bf19-1a9cd27b5505 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.66 "DELETE /v2.0/ports/dfc325b2-e252-49f9-94cb-539a9d256972 HTTP/1.1" status: 204 len: 173 time: 0.4021966 Aug 11 03:17:44.523115 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c765ccaf-2d9b-48cf-9639-5c1832fdf051', 'name': 'network-vif-deleted', 'tag': 'dfc325b2-e252-49f9-94cb-539a9d256972'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:44.525598 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274cfa898284e0591c33ace065f819b64a6cad10b3d723e28d1d1a3acc1cf9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057a5144-96b3-446d-8a93-790a9823acb9" -d '{"events": [{"server_uuid": "c765ccaf-2d9b-48cf-9639-5c1832fdf051", "name": "network-vif-deleted", "tag": "dfc325b2-e252-49f9-94cb-539a9d256972"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:44.563048 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02338af7-c7a8-448b-afc9-e4a4b9fb9328 x-openstack-request-id: req-02338af7-c7a8-448b-afc9-e4a4b9fb9328 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:44.563372 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c765ccaf-2d9b-48cf-9639-5c1832fdf051", "name": "network-vif-deleted", "tag": "dfc325b2-e252-49f9-94cb-539a9d256972", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:44.563650 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-02338af7-c7a8-448b-afc9-e4a4b9fb9328 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:44.564059 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c765ccaf-2d9b-48cf-9639-5c1832fdf051', 'name': 'network-vif-deleted', 'tag': 'dfc325b2-e252-49f9-94cb-539a9d256972', 'status': 'completed', 'code': 200} Aug 11 03:17:45.054241 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34566) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:45.112990 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d5c19a49-d6bf-4043-a8be-0904d3ae8ad7 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.138435 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d5c19a49-d6bf-4043-a8be-0904d3ae8ad7 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.203974 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d5c19a49-d6bf-4043-a8be-0904d3ae8ad7 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.206756 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d5c19a49-d6bf-4043-a8be-0904d3ae8ad7 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.207958 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d5c19a49-d6bf-4043-a8be-0904d3ae8ad7 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "DELETE /v2.0/security-groups/d5d85f5d-d7a2-43a0-9437-e968c20c5187 HTTP/1.1" status: 204 len: 168 time: 0.1527290 Aug 11 03:17:45.217172 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c19a49-d6bf-4043-a8be-0904d3ae8ad7 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d85f5d-d7a2-43a0-9437-e968c20c5187,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:45.443998 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34572) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:45.448698 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-17cfa214-caa2-46f7-bf55-8feab259d825 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-145179955', 'description': 'tempest-secgroup-smoke-145179955 description', 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:45.471302 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-17cfa214-caa2-46f7-bf55-8feab259d825 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.552445 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-17cfa214-caa2-46f7-bf55-8feab259d825 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.555913 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-17cfa214-caa2-46f7-bf55-8feab259d825 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.581445 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-17cfa214-caa2-46f7-bf55-8feab259d825 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.582672 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-17cfa214-caa2-46f7-bf55-8feab259d825 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1376710 Aug 11 03:17:45.585505 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34574) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:45.590655 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-9c013402-0504-4225-8276-73f54d133ad8 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Request body: {'security_group_rule': {'security_group_id': '1d224719-ce07-418e-b44b-500724afaff2', 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:45.596424 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cfa214-caa2-46f7-bf55-8feab259d825 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d224719-ce07-418e-b44b-500724afaff2,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:45.619606 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9c013402-0504-4225-8276-73f54d133ad8 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.674849 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9c013402-0504-4225-8276-73f54d133ad8 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.678234 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9c013402-0504-4225-8276-73f54d133ad8 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.694756 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c013402-0504-4225-8276-73f54d133ad8 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5887ece4-a45b-481b-9b05-8899d416f915,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:45.700973 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-9c013402-0504-4225-8276-73f54d133ad8 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.702696 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9c013402-0504-4225-8276-73f54d133ad8 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157520 Aug 11 03:17:45.705579 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34576) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:45.709965 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-d98f6416-be75-4481-893c-a2c4cc35293b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Request body: {'security_group_rule': {'security_group_id': '1d224719-ce07-418e-b44b-500724afaff2', 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:45.732716 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-04f2444f-4ec6-4b5f-97bd-6da4a71a1d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.738114 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d98f6416-be75-4481-893c-a2c4cc35293b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.794743 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d98f6416-be75-4481-893c-a2c4cc35293b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.798312 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d98f6416-be75-4481-893c-a2c4cc35293b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.821560 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f6416-be75-4481-893c-a2c4cc35293b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477f998e-a411-45da-8ddf-41b9e81534d7,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:45.825332 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-d98f6416-be75-4481-893c-a2c4cc35293b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.826507 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-d98f6416-be75-4481-893c-a2c4cc35293b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200097 Aug 11 03:17:45.829728 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34578) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:45.834063 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-3941e89c-d4da-44b4-a7ec-459186003a11 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Request body: {'security_group_rule': {'security_group_id': '1d224719-ce07-418e-b44b-500724afaff2', 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:45.860368 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3941e89c-d4da-44b4-a7ec-459186003a11 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.918445 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3941e89c-d4da-44b4-a7ec-459186003a11 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.921687 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3941e89c-d4da-44b4-a7ec-459186003a11 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.938622 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941e89c-d4da-44b4-a7ec-459186003a11 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a94c652-cbd6-4091-a3b2-88f61c416382,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:45.945074 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3941e89c-d4da-44b4-a7ec-459186003a11 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.946396 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3941e89c-d4da-44b4-a7ec-459186003a11 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157494 Aug 11 03:17:45.949196 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34580) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:45.954282 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-5c9c9b99-6d36-4cd7-867f-661eb4ef75d6 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Request body: {'security_group_rule': {'security_group_id': '1d224719-ce07-418e-b44b-500724afaff2', 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:45.980833 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5c9c9b99-6d36-4cd7-867f-661eb4ef75d6 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.038198 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5c9c9b99-6d36-4cd7-867f-661eb4ef75d6 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.043262 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5c9c9b99-6d36-4cd7-867f-661eb4ef75d6 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.060322 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c9b99-6d36-4cd7-867f-661eb4ef75d6 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fb9a949-7de1-4354-aa2c-eef32448de29,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:46.065878 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5c9c9b99-6d36-4cd7-867f-661eb4ef75d6 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.070531 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5c9c9b99-6d36-4cd7-867f-661eb4ef75d6 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168642 Aug 11 03:17:46.070689 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34582) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:46.075951 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-89f2b1d7-dcd4-4b3d-9eef-a5434df44e38 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Request body: {'security_group_rule': {'security_group_id': '1d224719-ce07-418e-b44b-500724afaff2', 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:46.097989 n-d-615180-33 neutron-server[94506]: INFO neutron.db.securitygroups_db [None req-89f2b1d7-dcd4-4b3d-9eef-a5434df44e38 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Project a2c76cbb6e634c328f38fa1c81c67bc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:17:46.103022 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-89f2b1d7-dcd4-4b3d-9eef-a5434df44e38 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.162076 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-89f2b1d7-dcd4-4b3d-9eef-a5434df44e38 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.165690 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-89f2b1d7-dcd4-4b3d-9eef-a5434df44e38 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.184576 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2b1d7-dcd4-4b3d-9eef-a5434df44e38 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b34dfa-6f34-4c52-b7f1-b382f05eba67,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:46.191340 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-89f2b1d7-dcd4-4b3d-9eef-a5434df44e38 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.192520 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-89f2b1d7-dcd4-4b3d-9eef-a5434df44e38 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208997 Aug 11 03:17:46.195297 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34584) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:46.199620 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-74f0778e-3c40-43aa-8b31-e9b3b5b26963 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Request body: {'security_group_rule': {'security_group_id': '1d224719-ce07-418e-b44b-500724afaff2', 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:46.221044 n-d-615180-33 neutron-server[94506]: INFO neutron.db.securitygroups_db [None req-74f0778e-3c40-43aa-8b31-e9b3b5b26963 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Project a2c76cbb6e634c328f38fa1c81c67bc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:17:46.225804 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-74f0778e-3c40-43aa-8b31-e9b3b5b26963 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.287940 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-74f0778e-3c40-43aa-8b31-e9b3b5b26963 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.291473 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-74f0778e-3c40-43aa-8b31-e9b3b5b26963 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.308269 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0778e-3c40-43aa-8b31-e9b3b5b26963 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6bb887-1395-42a4-888d-2838f71aecfb,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:46.314764 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-74f0778e-3c40-43aa-8b31-e9b3b5b26963 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.316054 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-74f0778e-3c40-43aa-8b31-e9b3b5b26963 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198213 Aug 11 03:17:46.903652 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device dfc325b2-e252-49f9-94cb-539a9d256972 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:17:46.924571 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: dfc325b2-e252-49f9-94cb-539a9d256972 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:17:46.924927 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device dfc325b2-e252-49f9-94cb-539a9d256972 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:17:48.392968 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-55ca6477-c39b-449f-9c95-f137f43ad813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:48.395016 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.201596 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:51.707208 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:55.148465 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:55.979922 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:00.634044 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-5c13a746-687a-45d2-a687-1d210da52034 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-145179955&fields=id&tenant_id=a2c76cbb6e634c328f38fa1c81c67bc2 HTTP/1.1" status: 200 len: 267 time: 0.0398574 Aug 11 03:18:00.741555 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-1dde2951-e4c8-4972-bb21-75706654a782 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:00.743008 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-1dde2951-e4c8-4972-bb21-75706654a782 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/networks?id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 HTTP/1.1" status: 200 len: 809 time: 0.1020367 Aug 11 03:18:00.757799 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-b5418d28-8f86-4dff-bfa0-2f2cff7e863b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/quotas/a2c76cbb6e634c328f38fa1c81c67bc2 HTTP/1.1" status: 200 len: 375 time: 0.0089130 Aug 11 03:18:00.809113 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-9b794a5f-8e59-498b-91ed-d60282a5ef3e tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a2c76cbb6e634c328f38fa1c81c67bc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459428 Aug 11 03:18:00.955087 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-d7f78345-444a-4eb6-ae4e-bbd382dfe8b8 service neutron] 10.222.0.50 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347067 Aug 11 03:18:01.046781 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-0e71451f-88d1-4d8c-9fad-96750b004d22 service neutron] 10.222.0.50 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855179 Aug 11 03:18:01.330978 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-80a275fe-d253-43b9-a74e-7136c446f00f req-acfa46e7-837d-41c9-8e75-9f9f20243d72 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 210 time: 0.0325813 Aug 11 03:18:02.324344 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-f5714a90-9490-4142-9e28-a6676fe3b239 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:02.325831 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-f5714a90-9490-4142-9e28-a6676fe3b239 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.73 "GET /v2.0/networks?id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 HTTP/1.1" status: 200 len: 809 time: 0.1021938 Aug 11 03:18:02.345838 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:18:02.372037 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-7c88120e-9057-42e2-822a-8472218649ee tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2c76cbb6e634c328f38fa1c81c67bc2 HTTP/1.1" status: 200 len: 379 time: 0.0371802 Aug 11 03:18:02.381192 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-8e5bbf37-79ed-4850-af06-521be85a8140 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Request body: {'port': {'device_id': 'a99d5f39-16e6-4328-a35a-25625680ffda', 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'admin_state_up': True, 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'security_groups': ['1d224719-ce07-418e-b44b-500724afaff2']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:02.435452 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-277f6910-6433-43fa-8e17-d747f65f4713 req-e3d11736-e446-4317-b069-5be752147ddd tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 210 time: 0.0279596 Aug 11 03:18:02.501842 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-8e5bbf37-79ed-4850-af06-521be85a8140 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Made reservation on behalf of a2c76cbb6e634c328f38fa1c81c67bc2 for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:02.505803 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-8e5bbf37-79ed-4850-af06-521be85a8140 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:02.629046 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-8e5bbf37-79ed-4850-af06-521be85a8140 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Allocated IP 172.20.0.8 (eb7d2d77-f99c-4845-a48b-58c9f3dd85e9/8aab6acd-757b-4ea5-ad3d-753a918e1b3a/344dbd6c-6028-4423-b55a-7751794c4709) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:18:02.769586 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-8e5bbf37-79ed-4850-af06-521be85a8140 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:02.783708 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-8e5bbf37-79ed-4850-af06-521be85a8140 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Transition to ACTIVE for port object 344dbd6c-6028-4423-b55a-7751794c4709 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:18:02.816552 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-8e5bbf37-79ed-4850-af06-521be85a8140 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:02.860381 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-8e5bbf37-79ed-4850-af06-521be85a8140 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Network eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:18:02.863424 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-8e5bbf37-79ed-4850-af06-521be85a8140 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:02.867140 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-8e5bbf37-79ed-4850-af06-521be85a8140 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:18:02.900669 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bbf37-79ed-4850-af06-521be85a8140 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Pushing event updated for resources: {'Port': ['ID=344dbd6c-6028-4423-b55a-7751794c4709,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:02.927512 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-8e5bbf37-79ed-4850-af06-521be85a8140 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:02.928191 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-8e5bbf37-79ed-4850-af06-521be85a8140 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:02.932466 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5bbf37-79ed-4850-af06-521be85a8140 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:02.932821 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5bbf37-79ed-4850-af06-521be85a8140 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:02.933167 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5bbf37-79ed-4850-af06-521be85a8140 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:02.933516 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5bbf37-79ed-4850-af06-521be85a8140 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:02.933856 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5bbf37-79ed-4850-af06-521be85a8140 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:02.934195 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5bbf37-79ed-4850-af06-521be85a8140 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:02.934527 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5bbf37-79ed-4850-af06-521be85a8140 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:02.934860 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5bbf37-79ed-4850-af06-521be85a8140 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:02.935192 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5bbf37-79ed-4850-af06-521be85a8140 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:02.935527 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5bbf37-79ed-4850-af06-521be85a8140 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:02.935880 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5bbf37-79ed-4850-af06-521be85a8140 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:02.936211 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5bbf37-79ed-4850-af06-521be85a8140 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:02.955988 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-8e5bbf37-79ed-4850-af06-521be85a8140 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5784786 Aug 11 03:18:02.968492 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-fb2216d4-dd7b-4e48-bd99-5056e0e28628 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:02.969870 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-fb2216d4-dd7b-4e48-bd99-5056e0e28628 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059650 Aug 11 03:18:02.981494 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-37755ba6-9256-455b-aee6-6b7e3f37a8b5 service neutron] Request body: {'port': {'device_id': 'a99d5f39-16e6-4328-a35a-25625680ffda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:03.044584 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-37755ba6-9256-455b-aee6-6b7e3f37a8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:03.096195 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a7e213ca-366c-4aee-95e2-39f7d4155a36 None None] Provisioning for port 344dbd6c-6028-4423-b55a-7751794c4709 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:18:03.100142 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a7e213ca-366c-4aee-95e2-39f7d4155a36 None None] Provisioning complete for port 344dbd6c-6028-4423-b55a-7751794c4709 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:03.100522 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a7e213ca-366c-4aee-95e2-39f7d4155a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:03.137738 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a7e213ca-366c-4aee-95e2-39f7d4155a36 None None] Port 344dbd6c-6028-4423-b55a-7751794c4709 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:18:03.308959 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-37755ba6-9256-455b-aee6-6b7e3f37a8b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 344dbd6c-6028-4423-b55a-7751794c4709 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:18:03.316301 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-37755ba6-9256-455b-aee6-6b7e3f37a8b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:03.329544 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-37755ba6-9256-455b-aee6-6b7e3f37a8b5 service neutron] Transition to ACTIVE for port object 344dbd6c-6028-4423-b55a-7751794c4709 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:18:03.333355 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-37755ba6-9256-455b-aee6-6b7e3f37a8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:03.386134 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37755ba6-9256-455b-aee6-6b7e3f37a8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=344dbd6c-6028-4423-b55a-7751794c4709,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:03.460703 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-37755ba6-9256-455b-aee6-6b7e3f37a8b5 service neutron] Attempting to bind port 344dbd6c-6028-4423-b55a-7751794c4709 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:18:03.461044 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-37755ba6-9256-455b-aee6-6b7e3f37a8b5 service neutron] Attempting to bind port 344dbd6c-6028-4423-b55a-7751794c4709 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '0ffa24d5-b030-42f9-8c99-fe7c250b5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:18:03.461378 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-37755ba6-9256-455b-aee6-6b7e3f37a8b5 service neutron] Attempting to bind port 344dbd6c-6028-4423-b55a-7751794c4709 on network eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:03.466332 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-37755ba6-9256-455b-aee6-6b7e3f37a8b5 service neutron] Port 344dbd6c-6028-4423-b55a-7751794c4709 on network eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:18:03.466664 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-37755ba6-9256-455b-aee6-6b7e3f37a8b5 service neutron] Attempting to bind port 344dbd6c-6028-4423-b55a-7751794c4709 on network eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:03.472650 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-37755ba6-9256-455b-aee6-6b7e3f37a8b5 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:18:03.473016 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-37755ba6-9256-455b-aee6-6b7e3f37a8b5 service neutron] Checking segment: {'id': '0ffa24d5-b030-42f9-8c99-fe7c250b5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:03.473384 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-37755ba6-9256-455b-aee6-6b7e3f37a8b5 service neutron] Bound using segment: {'id': '0ffa24d5-b030-42f9-8c99-fe7c250b5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:18:03.473823 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-37755ba6-9256-455b-aee6-6b7e3f37a8b5 service neutron] Bound port: 344dbd6c-6028-4423-b55a-7751794c4709, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ffa24d5-b030-42f9-8c99-fe7c250b5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:18:03.474185 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-37755ba6-9256-455b-aee6-6b7e3f37a8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:03.582497 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-37755ba6-9256-455b-aee6-6b7e3f37a8b5 service neutron] For port 344dbd6c-6028-4423-b55a-7751794c4709, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:18:03.586491 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-37755ba6-9256-455b-aee6-6b7e3f37a8b5 service neutron] For port 344dbd6c-6028-4423-b55a-7751794c4709, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=344dbd6c-6028-4423-b55a-7751794c4709,segment=NetworkSegment(0ffa24d5-b030-42f9-8c99-fe7c250b5b20),segment_id=0ffa24d5-b030-42f9-8c99-fe7c250b5b20)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:18:03.596842 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-37755ba6-9256-455b-aee6-6b7e3f37a8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:03.612882 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050ad51-8229-457a-a0ed-e9c9bf22e749 req-6101fcc3-f843-4137-8775-cb1693dfbe04 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:03.614742 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2050ad51-8229-457a-a0ed-e9c9bf22e749 req-6101fcc3-f843-4137-8775-cb1693dfbe04 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 943 time: 0.0859640 Aug 11 03:18:03.648738 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-37755ba6-9256-455b-aee6-6b7e3f37a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:03.649973 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-37755ba6-9256-455b-aee6-6b7e3f37a8b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:03.651349 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-37755ba6-9256-455b-aee6-6b7e3f37a8b5 service neutron] 10.222.0.73 "PUT /v2.0/ports/344dbd6c-6028-4423-b55a-7751794c4709 HTTP/1.1" status: 200 len: 1092 time: 0.6742587 Aug 11 03:18:03.660269 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99d5f39-16e6-4328-a35a-25625680ffda', 'tag': '344dbd6c-6028-4423-b55a-7751794c4709'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:03.662748 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef26015ff99b62ba85d82572846d8981a3d7c94015c7a376eee6ede9212d5761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93206a8a-9a6f-4624-b219-53600e3851b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a99d5f39-16e6-4328-a35a-25625680ffda", "tag": "344dbd6c-6028-4423-b55a-7751794c4709"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:03.731196 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2050ad51-8229-457a-a0ed-e9c9bf22e749 req-d55474b8-6210-42b0-86b1-0e99f5dcd5a0 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769370 Aug 11 03:18:03.779096 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37755ba6-9256-455b-aee6-6b7e3f37a8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=344dbd6c-6028-4423-b55a-7751794c4709,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:03.786866 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb3a9dd-4850-4694-922d-9eeb3bf92e31 x-openstack-request-id: req-5eb3a9dd-4850-4694-922d-9eeb3bf92e31 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:03.787344 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99d5f39-16e6-4328-a35a-25625680ffda", "tag": "344dbd6c-6028-4423-b55a-7751794c4709", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:03.787809 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5eb3a9dd-4850-4694-922d-9eeb3bf92e31 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:03.788208 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99d5f39-16e6-4328-a35a-25625680ffda', 'tag': '344dbd6c-6028-4423-b55a-7751794c4709', 'status': 'completed', 'code': 200} Aug 11 03:18:03.799479 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-5b77a243-a058-4f0b-a93e-8fa65e57ac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:03.801075 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-5b77a243-a058-4f0b-a93e-8fa65e57ac0d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2c76cbb6e634c328f38fa1c81c67bc2&device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 1095 time: 0.0686052 Aug 11 03:18:03.846769 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-539f4792-8079-46ca-8bd2-a462fe150d0b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=344dbd6c-6028-4423-b55a-7751794c4709 HTTP/1.1" status: 200 len: 217 time: 0.0364375 Aug 11 03:18:03.908758 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-753100cf-32a1-48e0-b113-620582488ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:03.910289 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-753100cf-32a1-48e0-b113-620582488ca2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8aab6acd-757b-4ea5-ad3d-753a918e1b3a HTTP/1.1" status: 200 len: 848 time: 0.0535040 Aug 11 03:18:03.963145 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-3e96dd82-86cc-4954-8546-d5cf7de74558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:03.964645 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-3e96dd82-86cc-4954-8546-d5cf7de74558 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460436 Aug 11 03:18:04.054672 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-ec270b8b-2440-45c8-a582-67a81a729ca8 service neutron] 10.222.0.73 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826173 Aug 11 03:18:04.151393 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a55f8213-89b6-4727-9337-5e99e03344d0 req-3a21185d-2ed8-4382-81e6-f85a49f52c0f service neutron] 10.222.0.73 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887446 Aug 11 03:18:04.236473 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93206a8a-9a6f-4624-b219-53600e3851b2 req-b4c78625-341b-4277-ab92-d72fef5e4aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:04.238054 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-93206a8a-9a6f-4624-b219-53600e3851b2 req-b4c78625-341b-4277-ab92-d72fef5e4aaf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2c76cbb6e634c328f38fa1c81c67bc2&device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 1095 time: 0.0440023 Aug 11 03:18:04.346257 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93206a8a-9a6f-4624-b219-53600e3851b2 req-d210597e-4419-4f86-ad32-6ba8d7609501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:04.347789 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-93206a8a-9a6f-4624-b219-53600e3851b2 req-d210597e-4419-4f86-ad32-6ba8d7609501 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 HTTP/1.1" status: 200 len: 910 time: 0.1027780 Aug 11 03:18:04.390639 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-93206a8a-9a6f-4624-b219-53600e3851b2 req-49ac91f3-445b-47a8-aa13-65c55e822331 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=344dbd6c-6028-4423-b55a-7751794c4709 HTTP/1.1" status: 200 len: 217 time: 0.0348666 Aug 11 03:18:04.442902 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93206a8a-9a6f-4624-b219-53600e3851b2 req-672c58d7-faa5-41c9-be68-2288600ad011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:04.444422 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-93206a8a-9a6f-4624-b219-53600e3851b2 req-672c58d7-faa5-41c9-be68-2288600ad011 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8aab6acd-757b-4ea5-ad3d-753a918e1b3a HTTP/1.1" status: 200 len: 848 time: 0.0475380 Aug 11 03:18:04.494035 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93206a8a-9a6f-4624-b219-53600e3851b2 req-64b58032-2055-4028-b068-4423fe674032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:04.495483 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-93206a8a-9a6f-4624-b219-53600e3851b2 req-64b58032-2055-4028-b068-4423fe674032 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441351 Aug 11 03:18:04.583383 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-93206a8a-9a6f-4624-b219-53600e3851b2 req-73242cd6-6704-40c5-a5c6-b667736ee2ab service neutron] 10.222.0.73 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808516 Aug 11 03:18:04.684884 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-93206a8a-9a6f-4624-b219-53600e3851b2 req-07f4cfb3-7189-49c1-9546-160a00fc3976 service neutron] 10.222.0.73 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939245 Aug 11 03:18:04.827466 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ac3d-2a6a-4741-a44c-6fc1532b45a3 req-7b0b4303-fa18-495b-8f37-c9bfd33443f3 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:04.829108 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-acc4ac3d-2a6a-4741-a44c-6fc1532b45a3 req-7b0b4303-fa18-495b-8f37-c9bfd33443f3 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 943 time: 0.0514841 Aug 11 03:18:04.870073 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-acc4ac3d-2a6a-4741-a44c-6fc1532b45a3 req-aba107c5-0807-46d1-87ae-a28457544ddb tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346248 Aug 11 03:18:05.987504 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77885d6d-e04a-4059-b5f5-ba87b1dd6e5f req-a562e03d-d16c-44ab-bb5a-94db70834f23 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:05.989004 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-77885d6d-e04a-4059-b5f5-ba87b1dd6e5f req-a562e03d-d16c-44ab-bb5a-94db70834f23 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 943 time: 0.0497942 Aug 11 03:18:06.026997 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-77885d6d-e04a-4059-b5f5-ba87b1dd6e5f req-d9e705b3-f9ad-47b3-abae-49c7a1e31f54 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319769 Aug 11 03:18:07.139043 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469db60c-4fe7-4226-8d27-98751e0fa55d req-f3b4bd69-206f-4967-8f56-892fc3c3427b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:07.140536 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-469db60c-4fe7-4226-8d27-98751e0fa55d req-f3b4bd69-206f-4967-8f56-892fc3c3427b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 943 time: 0.0480430 Aug 11 03:18:07.177343 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-469db60c-4fe7-4226-8d27-98751e0fa55d req-745f1d37-1535-4bba-a9bb-13b26614447a tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308776 Aug 11 03:18:08.294283 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e649444-ae66-457d-b4b7-65d57e169b5e req-eedb0529-5259-4e5c-8c95-857f7ac3e80f tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:08.295820 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e649444-ae66-457d-b4b7-65d57e169b5e req-eedb0529-5259-4e5c-8c95-857f7ac3e80f tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 943 time: 0.0532231 Aug 11 03:18:08.334675 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6e649444-ae66-457d-b4b7-65d57e169b5e req-041c1b7f-16fc-4c73-bd62-9ac85f7c3580 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323825 Aug 11 03:18:09.447922 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bb9e2-4a5e-4f6c-a6f2-f4adee5ce027 req-00686077-2a34-4cc7-b623-9a131dccfa32 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:09.449402 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-142bb9e2-4a5e-4f6c-a6f2-f4adee5ce027 req-00686077-2a34-4cc7-b623-9a131dccfa32 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 943 time: 0.0473862 Aug 11 03:18:09.490321 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-142bb9e2-4a5e-4f6c-a6f2-f4adee5ce027 req-7d270a6c-b144-42a1-9efd-5c7933624b09 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342190 Aug 11 03:18:10.653582 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9cf17-f7ca-4822-b174-7c715e2d0938 req-eb3063cc-9fa8-4fec-a83b-c6c7672a8682 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:10.655076 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-31a9cf17-f7ca-4822-b174-7c715e2d0938 req-eb3063cc-9fa8-4fec-a83b-c6c7672a8682 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 943 time: 0.0988894 Aug 11 03:18:10.693694 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-31a9cf17-f7ca-4822-b174-7c715e2d0938 req-7911ceaa-90a8-4906-b5ff-c383d0e6b2ff tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318263 Aug 11 03:18:11.855860 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0210a-6061-4288-b90c-d377002d0f7e req-190e1c9c-87fb-4cec-a821-ec55ff4b623d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:11.857377 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1dd0210a-6061-4288-b90c-d377002d0f7e req-190e1c9c-87fb-4cec-a821-ec55ff4b623d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 943 time: 0.0976686 Aug 11 03:18:11.895239 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1dd0210a-6061-4288-b90c-d377002d0f7e req-5f38aff8-0ec6-4fa0-a6c9-30bb30943690 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313327 Aug 11 03:18:13.008434 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255da969-2c82-44d4-a0c9-074f02081064 req-53903749-9801-4c0c-b5c9-820cf1abbda2 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:13.009908 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-255da969-2c82-44d4-a0c9-074f02081064 req-53903749-9801-4c0c-b5c9-820cf1abbda2 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 943 time: 0.0480554 Aug 11 03:18:13.046741 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-255da969-2c82-44d4-a0c9-074f02081064 req-76dfd0e6-9bbb-4054-b280-1fe89165afd5 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301850 Aug 11 03:18:13.978676 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 344dbd6c-6028-4423-b55a-7751794c4709 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:18:14.070043 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 344dbd6c-6028-4423-b55a-7751794c4709, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=344dbd6c-6028-4423-b55a-7751794c4709,segment=NetworkSegment(0ffa24d5-b030-42f9-8c99-fe7c250b5b20),segment_id=0ffa24d5-b030-42f9-8c99-fe7c250b5b20)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:14.082839 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '344dbd6c-6028-4423-b55a-7751794c4709', 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'port_id': '344dbd6c-6028-4423-b55a-7751794c4709', 'mac_address': 'fa:16:3e:ac:e7:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:18:14.122692 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:14.135444 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 344dbd6c-6028-4423-b55a-7751794c4709 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:18:14.155046 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 344dbd6c-6028-4423-b55a-7751794c4709, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=344dbd6c-6028-4423-b55a-7751794c4709,segment=NetworkSegment(0ffa24d5-b030-42f9-8c99-fe7c250b5b20),segment_id=0ffa24d5-b030-42f9-8c99-fe7c250b5b20)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:14.159839 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:14.166109 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc292fb-4128-485a-b160-6131558625e3 req-14569d4e-90db-413f-bf18-00df7f4019ef tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:14.167614 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0bc292fb-4128-485a-b160-6131558625e3 req-14569d4e-90db-413f-bf18-00df7f4019ef tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 943 time: 0.0491214 Aug 11 03:18:14.205426 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0bc292fb-4128-485a-b160-6131558625e3 req-c27ddd12-3cbc-4c42-ada3-6a90786ef4d1 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312319 Aug 11 03:18:14.206925 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=344dbd6c-6028-4423-b55a-7751794c4709,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:14.214288 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:14.214642 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:14.214988 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:14.215329 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:14.215696 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:14.216034 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:14.216397 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:14.216782 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:14.217046 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:14.217385 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:14.217697 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:14.218025 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:14.402603 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['344dbd6c-6028-4423-b55a-7751794c4709'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:15.334303 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea8f37-a3c0-499b-abd7-c7ca041a1588 req-21c94669-6ee1-4638-828c-0b68524c699c tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:15.335801 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-82ea8f37-a3c0-499b-abd7-c7ca041a1588 req-21c94669-6ee1-4638-828c-0b68524c699c tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 944 time: 0.0622587 Aug 11 03:18:15.373689 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-82ea8f37-a3c0-499b-abd7-c7ca041a1588 req-3c5d26c2-d8bf-4eb5-ae9b-9032ce0e7a68 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318062 Aug 11 03:18:15.734342 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-8d881dc1-5b0d-46e4-9017-e460565d44b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:15.993651 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 344dbd6c-6028-4423-b55a-7751794c4709 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:18:16.039562 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 344dbd6c-6028-4423-b55a-7751794c4709 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:18:16.043272 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 344dbd6c-6028-4423-b55a-7751794c4709 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:16.043667 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:16.119416 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:16.140746 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99d5f39-16e6-4328-a35a-25625680ffda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344dbd6c-6028-4423-b55a-7751794c4709'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:16.142958 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20fab26f80b9da78313f4d9f7f3b762b68210575349c4eb51748859b525969e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d6a3ea-f700-4b98-967d-2727e3e954c7" -d '{"events": [{"server_uuid": "a99d5f39-16e6-4328-a35a-25625680ffda", "name": "network-vif-plugged", "status": "completed", "tag": "344dbd6c-6028-4423-b55a-7751794c4709"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:16.156339 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 344dbd6c-6028-4423-b55a-7751794c4709, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=344dbd6c-6028-4423-b55a-7751794c4709,segment=NetworkSegment(0ffa24d5-b030-42f9-8c99-fe7c250b5b20),segment_id=0ffa24d5-b030-42f9-8c99-fe7c250b5b20)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:16.160637 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:16.183694 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315eaad2-2ab7-423d-aa98-fc92f2e97baa x-openstack-request-id: req-315eaad2-2ab7-423d-aa98-fc92f2e97baa {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:16.183992 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99d5f39-16e6-4328-a35a-25625680ffda", "name": "network-vif-plugged", "status": "completed", "tag": "344dbd6c-6028-4423-b55a-7751794c4709", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:16.184242 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-315eaad2-2ab7-423d-aa98-fc92f2e97baa {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:16.184638 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99d5f39-16e6-4328-a35a-25625680ffda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344dbd6c-6028-4423-b55a-7751794c4709', 'code': 200} Aug 11 03:18:16.209257 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=344dbd6c-6028-4423-b55a-7751794c4709,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:16.279550 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5b9ee-2e4f-40fc-aa0d-3a50119942fb req-7bf3e6c0-572f-44bb-a21a-c9dd820c1fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:16.281140 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-15a5b9ee-2e4f-40fc-aa0d-3a50119942fb req-7bf3e6c0-572f-44bb-a21a-c9dd820c1fc3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 1097 time: 0.0416412 Aug 11 03:18:16.320130 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-15a5b9ee-2e4f-40fc-aa0d-3a50119942fb req-940fca5a-3338-4842-8cb9-c24f6c6bdc34 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315280 Aug 11 03:18:16.488382 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2e47c-a8d6-4209-a8c4-da92d0e33595 req-c67a9314-f148-407f-b1ad-999dd2109aff tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:16.489867 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fcb2e47c-a8d6-4209-a8c4-da92d0e33595 req-c67a9314-f148-407f-b1ad-999dd2109aff tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 945 time: 0.0512264 Aug 11 03:18:16.527241 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-fcb2e47c-a8d6-4209-a8c4-da92d0e33595 req-ed83f0c9-7ad1-471d-b719-ca0057cc15d3 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314169 Aug 11 03:18:17.641754 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b32e6-8c78-4604-b5e6-83eaec12195b req-2eaa4faa-9810-4f1c-8280-555ca4b9bec1 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:17.643230 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b53b32e6-8c78-4604-b5e6-83eaec12195b req-2eaa4faa-9810-4f1c-8280-555ca4b9bec1 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 945 time: 0.0485067 Aug 11 03:18:17.680142 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b53b32e6-8c78-4604-b5e6-83eaec12195b req-546b85ed-0936-46ad-ae5f-be15ca6d5392 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311098 Aug 11 03:18:17.792385 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2b1d1-f4bf-4c03-a6e1-e2304b7e38fd req-c784859b-f5d0-4da7-b677-f75db4375100 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:17.793864 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-60f2b1d1-f4bf-4c03-a6e1-e2304b7e38fd req-c784859b-f5d0-4da7-b677-f75db4375100 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 945 time: 0.0484014 Aug 11 03:18:17.830203 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-60f2b1d1-f4bf-4c03-a6e1-e2304b7e38fd req-8c3bd68b-f814-482c-8e39-68fcab1c6695 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304706 Aug 11 03:18:17.851879 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34780) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:17.894477 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe2d54f-a023-463d-b6ac-505d3882dad0 tempest-TestShelveInstance-45004788 tempest-TestShelveInstance-45004788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:17.895997 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-9fe2d54f-a023-463d-b6ac-505d3882dad0 tempest-TestShelveInstance-45004788 tempest-TestShelveInstance-45004788-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 1092 time: 0.0431802 Aug 11 03:18:17.898794 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34782) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:17.903180 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-09bc43ee-bfbd-4bd4-a9fc-8dac9d5c637b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'port_id': '344dbd6c-6028-4423-b55a-7751794c4709', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:17.924889 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-09bc43ee-bfbd-4bd4-a9fc-8dac9d5c637b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for floatingip, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.019172 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-09bc43ee-bfbd-4bd4-a9fc-8dac9d5c637b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.123247 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-09bc43ee-bfbd-4bd4-a9fc-8dac9d5c637b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Allocated IP 172.25.2.110 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/b2f0692d-d14e-41d9-9dcc-16636bed8b58) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:18:18.222580 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-09bc43ee-bfbd-4bd4-a9fc-8dac9d5c637b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.261719 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-09bc43ee-bfbd-4bd4-a9fc-8dac9d5c637b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.305731 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bc43ee-bfbd-4bd4-a9fc-8dac9d5c637b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:18:18.308655 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-09bc43ee-bfbd-4bd4-a9fc-8dac9d5c637b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:18.312260 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bc43ee-bfbd-4bd4-a9fc-8dac9d5c637b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:18:18.318036 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc43ee-bfbd-4bd4-a9fc-8dac9d5c637b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Pushing event updated for resources: {'Port': ['ID=b2f0692d-d14e-41d9-9dcc-16636bed8b58,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:18.394012 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.396665 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-25c35409-a57b-45cd-9c34-f2e479c5464d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.665559 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-09bc43ee-bfbd-4bd4-a9fc-8dac9d5c637b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.737070 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-09bc43ee-bfbd-4bd4-a9fc-8dac9d5c637b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.889710 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-09bc43ee-bfbd-4bd4-a9fc-8dac9d5c637b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.894202 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-09bc43ee-bfbd-4bd4-a9fc-8dac9d5c637b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.959289 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc43ee-bfbd-4bd4-a9fc-8dac9d5c637b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Pushing event updated for resources: {'Port': ['ID=b2f0692d-d14e-41d9-9dcc-16636bed8b58,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:18.972533 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-09bc43ee-bfbd-4bd4-a9fc-8dac9d5c637b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.071703 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-09bc43ee-bfbd-4bd4-a9fc-8dac9d5c637b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Floating IP dfd26089-6d58-4ed9-9ee9-95b30b71e935 associated. External IP: 172.25.2.110, port: 344dbd6c-6028-4423-b55a-7751794c4709. Aug 11 03:18:19.277831 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09bc43ee-bfbd-4bd4-a9fc-8dac9d5c637b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Router 577974e3-ac1b-45aa-9206-565c5b8a3a75 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:18:19.385827 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bc43ee-bfbd-4bd4-a9fc-8dac9d5c637b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:18:19.395781 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef0f78d-6b9c-4f31-b6d6-94f3ea5d4aed None None] Sync routers for ids ['577974e3-ac1b-45aa-9206-565c5b8a3a75'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:18:19.403004 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-09bc43ee-bfbd-4bd4-a9fc-8dac9d5c637b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.405478 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef0f78d-6b9c-4f31-b6d6-94f3ea5d4aed None None] Routers {'577974e3-ac1b-45aa-9206-565c5b8a3a75'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:19.406091 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-eef0f78d-6b9c-4f31-b6d6-94f3ea5d4aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:18:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['577974e3-ac1b-45aa-9206-565c5b8a3a75'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:19.430583 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-09bc43ee-bfbd-4bd4-a9fc-8dac9d5c637b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5307879 Aug 11 03:18:19.431315 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99d5f39-16e6-4328-a35a-25625680ffda', 'tag': '344dbd6c-6028-4423-b55a-7751794c4709'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:19.433793 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274cfa898284e0591c33ace065f819b64a6cad10b3d723e28d1d1a3acc1cf9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b136274f-6de4-409f-ae79-5ec3cbf47e31" -d '{"events": [{"name": "network-changed", "server_uuid": "a99d5f39-16e6-4328-a35a-25625680ffda", "tag": "344dbd6c-6028-4423-b55a-7751794c4709"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:19.472263 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56e174a-8b73-4c75-af0c-e2f72cfe4109 x-openstack-request-id: req-d56e174a-8b73-4c75-af0c-e2f72cfe4109 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:19.472570 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99d5f39-16e6-4328-a35a-25625680ffda", "tag": "344dbd6c-6028-4423-b55a-7751794c4709", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:19.472824 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d56e174a-8b73-4c75-af0c-e2f72cfe4109 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:19.473234 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99d5f39-16e6-4328-a35a-25625680ffda', 'tag': '344dbd6c-6028-4423-b55a-7751794c4709', 'status': 'completed', 'code': 200} Aug 11 03:18:19.516357 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-eef0f78d-6b9c-4f31-b6d6-94f3ea5d4aed None None] Set router 577974e3-ac1b-45aa-9206-565c5b8a3a75 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:18:19.533017 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136274f-6de4-409f-ae79-5ec3cbf47e31 req-6c8547c5-8672-45a4-8dc4-cbae2b3620af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:19.534561 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b136274f-6de4-409f-ae79-5ec3cbf47e31 req-6c8547c5-8672-45a4-8dc4-cbae2b3620af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2c76cbb6e634c328f38fa1c81c67bc2&device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 1097 time: 0.0405648 Aug 11 03:18:19.629352 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136274f-6de4-409f-ae79-5ec3cbf47e31 req-4d677a08-5669-4b19-b0f0-f90f142f7c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:19.630856 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b136274f-6de4-409f-ae79-5ec3cbf47e31 req-4d677a08-5669-4b19-b0f0-f90f142f7c3c service neutron] 10.222.0.73 "GET /v2.0/networks?id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 HTTP/1.1" status: 200 len: 910 time: 0.0893290 Aug 11 03:18:19.698004 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b136274f-6de4-409f-ae79-5ec3cbf47e31 req-051a172a-7ca5-45f0-8f37-7038515afc91 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=344dbd6c-6028-4423-b55a-7751794c4709 HTTP/1.1" status: 200 len: 999 time: 0.0596297 Aug 11 03:18:19.753650 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136274f-6de4-409f-ae79-5ec3cbf47e31 req-16184420-3bb8-4bcc-9d05-7bcba0d0e033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:19.755142 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b136274f-6de4-409f-ae79-5ec3cbf47e31 req-16184420-3bb8-4bcc-9d05-7bcba0d0e033 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8aab6acd-757b-4ea5-ad3d-753a918e1b3a HTTP/1.1" status: 200 len: 848 time: 0.0449195 Aug 11 03:18:19.804336 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136274f-6de4-409f-ae79-5ec3cbf47e31 req-07be0f7a-ce23-446f-ad26-55a3f0c180df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:19.805831 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b136274f-6de4-409f-ae79-5ec3cbf47e31 req-07be0f7a-ce23-446f-ad26-55a3f0c180df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432117 Aug 11 03:18:19.837844 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-eef0f78d-6b9c-4f31-b6d6-94f3ea5d4aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'name': 'tempest-TestShelveInstance-1819352379-router', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:25Z', 'updated_at': '2021-08-11T03:13:28Z', 'revision_number': 4, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'gw_port': {'id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:26Z', 'updated_at': '2021-08-11T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'dfd26089-6d58-4ed9-9ee9-95b30b71e935', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'port_id': '344dbd6c-6028-4423-b55a-7751794c4709', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'mac_address': 'fa:16:3e:ac:e7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99d5f39-16e6-4328-a35a-25625680ffda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:18:18Z', 'updated_at': '2021-08-11T03:18:18Z', 'revision_number': 0, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '637cb3d2-30bc-4216-aa0c-b0027d94661a', 'name': '', 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:27Z', 'updated_at': '2021-08-11T03:13:33Z', 'revision_number': 5, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'subnets': [{'id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:19.866795 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef0f78d-6b9c-4f31-b6d6-94f3ea5d4aed None None] Checking router: 577974e3-ac1b-45aa-9206-565c5b8a3a75 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:18:19.875381 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef0f78d-6b9c-4f31-b6d6-94f3ea5d4aed None None] Routers {'577974e3-ac1b-45aa-9206-565c5b8a3a75'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:19.876564 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-eef0f78d-6b9c-4f31-b6d6-94f3ea5d4aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:18:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['577974e3-ac1b-45aa-9206-565c5b8a3a75'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:19.898487 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b136274f-6de4-409f-ae79-5ec3cbf47e31 req-e8643505-8908-4bd2-a107-dc44de591e8f service neutron] 10.222.0.73 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838959 Aug 11 03:18:19.979896 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-eef0f78d-6b9c-4f31-b6d6-94f3ea5d4aed None None] Set router 577974e3-ac1b-45aa-9206-565c5b8a3a75 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:18:19.992972 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b136274f-6de4-409f-ae79-5ec3cbf47e31 req-e6ad7e9d-67fe-44e3-a012-1f8acdd3ceac service neutron] 10.222.0.73 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868294 Aug 11 03:18:20.201687 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.206008 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-eef0f78d-6b9c-4f31-b6d6-94f3ea5d4aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'name': 'tempest-TestShelveInstance-1819352379-router', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:25Z', 'updated_at': '2021-08-11T03:13:28Z', 'revision_number': 4, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'gw_port': {'id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:26Z', 'updated_at': '2021-08-11T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'dfd26089-6d58-4ed9-9ee9-95b30b71e935', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'port_id': '344dbd6c-6028-4423-b55a-7751794c4709', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'mac_address': 'fa:16:3e:ac:e7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99d5f39-16e6-4328-a35a-25625680ffda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:18:18Z', 'updated_at': '2021-08-11T03:18:18Z', 'revision_number': 0, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '637cb3d2-30bc-4216-aa0c-b0027d94661a', 'name': '', 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:27Z', 'updated_at': '2021-08-11T03:13:33Z', 'revision_number': 5, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'subnets': [{'id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:20.236773 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef0f78d-6b9c-4f31-b6d6-94f3ea5d4aed None None] The sync data for ids ['577974e3-ac1b-45aa-9206-565c5b8a3a75'] in n-d-615180-33 is: [{'id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'name': 'tempest-TestShelveInstance-1819352379-router', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:25Z', 'updated_at': '2021-08-11T03:13:28Z', 'revision_number': 4, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'gw_port': {'id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:26Z', 'updated_at': '2021-08-11T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': 'dfd26089-6d58-4ed9-9ee9-95b30b71e935', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'port_id': '344dbd6c-6028-4423-b55a-7751794c4709', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'mac_address': 'fa:16:3e:ac:e7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99d5f39-16e6-4328-a35a-25625680ffda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:18:18Z', 'updated_at': '2021-08-11T03:18:18Z', 'revision_number': 0, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '637cb3d2-30bc-4216-aa0c-b0027d94661a', 'name': '', 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:27Z', 'updated_at': '2021-08-11T03:13:33Z', 'revision_number': 5, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'subnets': [{'id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:18:20.436447 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6b7336-0d80-4a3e-80cc-4baa913b8632 None None] New status for floating IP dfd26089-6d58-4ed9-9ee9-95b30b71e935: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:18:21.710654 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.150661 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.991490 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:39.344999 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:18:45.736191 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-72bf20cd-8d37-4678-a326-2f3291c8d9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.395315 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.398328 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0b83f538-1f77-4ab6-8c93-4a16df143ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:50.203174 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:51.717911 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:55.153297 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:55.990414 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:12.538130 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-25d7d67e-a864-4f07-8c4b-ef5c2f2f43e2 req-200b10c6-c715-41db-ab27-14f27b05c098 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0770953 Aug 11 03:19:12.618946 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7d67e-a864-4f07-8c4b-ef5c2f2f43e2 req-87053bd0-38c7-495c-aae8-8a4d4a4158e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:12.620465 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-25d7d67e-a864-4f07-8c4b-ef5c2f2f43e2 req-87053bd0-38c7-495c-aae8-8a4d4a4158e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2c76cbb6e634c328f38fa1c81c67bc2&device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 1097 time: 0.0401750 Aug 11 03:19:12.727004 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7d67e-a864-4f07-8c4b-ef5c2f2f43e2 req-51e2a9a2-d21b-4e6b-9371-a10978b66182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:12.728571 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-25d7d67e-a864-4f07-8c4b-ef5c2f2f43e2 req-51e2a9a2-d21b-4e6b-9371-a10978b66182 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 HTTP/1.1" status: 200 len: 910 time: 0.0894785 Aug 11 03:19:12.793977 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-25d7d67e-a864-4f07-8c4b-ef5c2f2f43e2 req-06dbc4a2-d10a-4aa6-886e-be0caa26a25b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=344dbd6c-6028-4423-b55a-7751794c4709 HTTP/1.1" status: 200 len: 1001 time: 0.0574923 Aug 11 03:19:12.841257 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7d67e-a864-4f07-8c4b-ef5c2f2f43e2 req-90f7bfc9-f633-4fad-9e41-cc526be81653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:12.842684 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-25d7d67e-a864-4f07-8c4b-ef5c2f2f43e2 req-90f7bfc9-f633-4fad-9e41-cc526be81653 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8aab6acd-757b-4ea5-ad3d-753a918e1b3a HTTP/1.1" status: 200 len: 848 time: 0.0424428 Aug 11 03:19:12.896454 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7d67e-a864-4f07-8c4b-ef5c2f2f43e2 req-28caa2c3-d71f-4af0-84a4-081198400cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:12.897976 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-25d7d67e-a864-4f07-8c4b-ef5c2f2f43e2 req-28caa2c3-d71f-4af0-84a4-081198400cd7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482090 Aug 11 03:19:12.989885 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-25d7d67e-a864-4f07-8c4b-ef5c2f2f43e2 req-392720d6-4519-4b5e-a9ef-8396d9b9dd0e service neutron] 10.222.0.73 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841606 Aug 11 03:19:13.428322 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-25d7d67e-a864-4f07-8c4b-ef5c2f2f43e2 req-e4c875d1-9715-4fe6-b5f8-41a5dc948613 service neutron] 10.222.0.73 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309571 Aug 11 03:19:15.737140 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3bec90e4-6623-43b6-a2ba-ee3cee56637c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:16.343687 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:19:18.395449 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.397272 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-daa4e251-35de-4556-b930-4612d532e636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:20.205780 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.718075 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:25.160558 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:26.005843 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:45.738037 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c289e5cc-96a7-4027-8aa3-597a3ef70dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:48.393894 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:48.395884 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5f52b9a6-2065-4e4f-8d6f-ddbd52489945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:50.208960 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:51.720787 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:53.342558 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:19:55.159147 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:56.005427 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:12.505724 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d7007ec6-ee81-4151-a602-fea1de70076e req-34cc09ec-1b65-44f2-a018-41e20b89fc30 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397646 Aug 11 03:20:12.587362 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7007ec6-ee81-4151-a602-fea1de70076e req-d132bc50-9fe3-4d42-938d-a3c19607001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:12.588891 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d7007ec6-ee81-4151-a602-fea1de70076e req-d132bc50-9fe3-4d42-938d-a3c19607001f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2c76cbb6e634c328f38fa1c81c67bc2&device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 1097 time: 0.0430689 Aug 11 03:20:12.691046 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7007ec6-ee81-4151-a602-fea1de70076e req-999ff672-6de0-48a8-9be3-610615105c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:12.692567 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d7007ec6-ee81-4151-a602-fea1de70076e req-999ff672-6de0-48a8-9be3-610615105c67 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 HTTP/1.1" status: 200 len: 910 time: 0.0858150 Aug 11 03:20:12.757023 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d7007ec6-ee81-4151-a602-fea1de70076e req-482c90db-f770-4580-8790-b80269394565 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=344dbd6c-6028-4423-b55a-7751794c4709 HTTP/1.1" status: 200 len: 1001 time: 0.0577352 Aug 11 03:20:12.804237 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7007ec6-ee81-4151-a602-fea1de70076e req-eaa478df-19d7-40ef-a4ae-c787d9e64123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:12.806187 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d7007ec6-ee81-4151-a602-fea1de70076e req-eaa478df-19d7-40ef-a4ae-c787d9e64123 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8aab6acd-757b-4ea5-ad3d-753a918e1b3a HTTP/1.1" status: 200 len: 848 time: 0.0428541 Aug 11 03:20:12.855377 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7007ec6-ee81-4151-a602-fea1de70076e req-39fb9fda-c0ce-41ca-a049-11dea85a75e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:12.856895 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d7007ec6-ee81-4151-a602-fea1de70076e req-39fb9fda-c0ce-41ca-a049-11dea85a75e6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442276 Aug 11 03:20:12.945859 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d7007ec6-ee81-4151-a602-fea1de70076e req-994ab0b7-baa3-4ce9-a6fc-e7bc52233f9d service neutron] 10.222.0.73 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809798 Aug 11 03:20:13.040599 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d7007ec6-ee81-4151-a602-fea1de70076e req-e66774ce-524e-4285-9150-5be18d1e699c service neutron] 10.222.0.73 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880749 Aug 11 03:20:14.963032 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483de6a7-165a-4462-a2ca-181c800e77d5 req-4e2c1489-a57a-4d54-a26c-f3f8695c8cd1 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:14.964449 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-483de6a7-165a-4462-a2ca-181c800e77d5 req-4e2c1489-a57a-4d54-a26c-f3f8695c8cd1 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 945 time: 0.0513835 Aug 11 03:20:15.002194 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-483de6a7-165a-4462-a2ca-181c800e77d5 req-c16ec5c1-e52f-476c-aac8-3993f08c2217 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316868 Aug 11 03:20:15.747302 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-be7db51a-5a43-4c95-918b-e14b1d8cd87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:16.145985 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036388b-3756-4d87-b5c8-c6f506fc94ac req-9d513d7c-96ef-44ca-95d0-002e26510f5d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:16.147487 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6036388b-3756-4d87-b5c8-c6f506fc94ac req-9d513d7c-96ef-44ca-95d0-002e26510f5d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 945 time: 0.0498636 Aug 11 03:20:16.187519 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6036388b-3756-4d87-b5c8-c6f506fc94ac req-9d281f94-1afb-46f7-8047-547e39292eff tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335667 Aug 11 03:20:17.329843 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c5e66-7aac-4358-8d0f-e9e38b4e1bbd req-0139ab99-75ad-4f46-bde2-9b4e71fc3945 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:17.331377 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-560c5e66-7aac-4358-8d0f-e9e38b4e1bbd req-0139ab99-75ad-4f46-bde2-9b4e71fc3945 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 945 time: 0.0488188 Aug 11 03:20:17.369885 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-560c5e66-7aac-4358-8d0f-e9e38b4e1bbd req-062bc699-dbbc-40d2-9f67-22b4a17e63ec tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319448 Aug 11 03:20:18.396493 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:18.400741 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b91499dc-f075-467a-8de4-344b460a36c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:18.489772 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c916a-774f-4658-b320-dc4e67026bbe req-52a5eeef-2076-410d-b454-cec47fe23f5e tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:18.491259 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-856c916a-774f-4658-b320-dc4e67026bbe req-52a5eeef-2076-410d-b454-cec47fe23f5e tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 945 time: 0.0537868 Aug 11 03:20:18.529348 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-856c916a-774f-4658-b320-dc4e67026bbe req-31e6e51d-aa2c-40ff-909c-d72f88718d89 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321498 Aug 11 03:20:19.649652 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e955459-9292-4b8d-87cf-11c3c9063e60 req-69755576-2320-4f74-96d7-0bf9b6e165f6 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:19.651145 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1e955459-9292-4b8d-87cf-11c3c9063e60 req-69755576-2320-4f74-96d7-0bf9b6e165f6 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 945 time: 0.0513632 Aug 11 03:20:19.691646 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1e955459-9292-4b8d-87cf-11c3c9063e60 req-94648677-aa18-40ed-aaf5-ba3f1a4315c4 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345049 Aug 11 03:20:20.211598 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:20.807353 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9453ec0-2f53-4c10-b003-e4265fc619f6 req-b5a119b0-eb1e-4017-9a19-8cdee8a07d0c tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:20.808921 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9453ec0-2f53-4c10-b003-e4265fc619f6 req-b5a119b0-eb1e-4017-9a19-8cdee8a07d0c tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 945 time: 0.0498481 Aug 11 03:20:20.847185 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b9453ec0-2f53-4c10-b003-e4265fc619f6 req-c5aa2696-a9d5-447a-82a6-98885fbc1d1c tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323360 Aug 11 03:20:21.724152 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:21.963230 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488154f-94af-4a1d-b03c-be51d52cffac req-abdb9e08-827f-4a1b-a4c2-5b2241a43dec tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:21.964643 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a488154f-94af-4a1d-b03c-be51d52cffac req-abdb9e08-827f-4a1b-a4c2-5b2241a43dec tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 945 time: 0.0483592 Aug 11 03:20:22.001346 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a488154f-94af-4a1d-b03c-be51d52cffac req-963aab04-d9de-45a0-8a2c-66a5e58998c5 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307062 Aug 11 03:20:23.115967 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44669045-5038-4bcc-8cf1-c6d738cb826d req-30133f00-0705-4eea-87c5-4537b5981c7d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:23.118142 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44669045-5038-4bcc-8cf1-c6d738cb826d req-30133f00-0705-4eea-87c5-4537b5981c7d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 945 time: 0.0486708 Aug 11 03:20:23.154681 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-44669045-5038-4bcc-8cf1-c6d738cb826d req-505782ac-3b6b-4ab8-a114-ed45ca0839b4 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306947 Aug 11 03:20:24.269764 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d686dbb-5db6-4314-9ee2-b54ce24ee501 req-d228d85d-9453-4704-98e7-67b42a208b2a tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:24.271269 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1d686dbb-5db6-4314-9ee2-b54ce24ee501 req-d228d85d-9453-4704-98e7-67b42a208b2a tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 945 time: 0.0498846 Aug 11 03:20:24.308759 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-1d686dbb-5db6-4314-9ee2-b54ce24ee501 req-ab9b3779-b1d6-46df-b72b-500501b5e346 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315096 Aug 11 03:20:25.095651 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d7c7e-14b1-4fc4-a8ea-698044eb1d0a req-62a44cb7-0cb0-4012-be2b-a1cb5e53fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:25.097141 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0b1d7c7e-14b1-4fc4-a8ea-698044eb1d0a req-62a44cb7-0cb0-4012-be2b-a1cb5e53fb60 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2c76cbb6e634c328f38fa1c81c67bc2&device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 1097 time: 0.0406857 Aug 11 03:20:25.159503 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:25.191383 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d7c7e-14b1-4fc4-a8ea-698044eb1d0a req-51784096-e5f4-44e4-83d4-4efd44697111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:25.192903 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0b1d7c7e-14b1-4fc4-a8ea-698044eb1d0a req-51784096-e5f4-44e4-83d4-4efd44697111 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 HTTP/1.1" status: 200 len: 910 time: 0.0884364 Aug 11 03:20:25.257166 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0b1d7c7e-14b1-4fc4-a8ea-698044eb1d0a req-f6112313-f9e9-4230-aa36-d94a48b3d5a8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=344dbd6c-6028-4423-b55a-7751794c4709 HTTP/1.1" status: 200 len: 1001 time: 0.0570018 Aug 11 03:20:25.308596 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d7c7e-14b1-4fc4-a8ea-698044eb1d0a req-2ccc9e31-d85d-468f-b23a-8a07e6758775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:25.309985 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0b1d7c7e-14b1-4fc4-a8ea-698044eb1d0a req-2ccc9e31-d85d-468f-b23a-8a07e6758775 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8aab6acd-757b-4ea5-ad3d-753a918e1b3a HTTP/1.1" status: 200 len: 848 time: 0.0459137 Aug 11 03:20:25.357633 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d7c7e-14b1-4fc4-a8ea-698044eb1d0a req-fbfa2562-c13d-4899-a901-78a090a8c11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:25.359103 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0b1d7c7e-14b1-4fc4-a8ea-698044eb1d0a req-fbfa2562-c13d-4899-a901-78a090a8c11a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417395 Aug 11 03:20:25.425823 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5c05d-e829-4eee-9778-b71d1316711d req-7693b451-a14b-477d-846e-7e2853f7ab38 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:25.427489 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bec5c05d-e829-4eee-9778-b71d1316711d req-7693b451-a14b-477d-846e-7e2853f7ab38 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 945 time: 0.0522075 Aug 11 03:20:25.449003 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0b1d7c7e-14b1-4fc4-a8ea-698044eb1d0a req-358233f2-a792-42b9-ab35-9a636b689f84 service neutron] 10.222.0.73 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819242 Aug 11 03:20:25.466738 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-bec5c05d-e829-4eee-9778-b71d1316711d req-5a1caa7d-5580-4f01-afdd-85b3e08726e1 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322700 Aug 11 03:20:25.541444 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0b1d7c7e-14b1-4fc4-a8ea-698044eb1d0a req-5b6903f1-09ab-4a1c-bb44-a3cfa7d34419 service neutron] 10.222.0.73 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857024 Aug 11 03:20:26.019091 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:26.580806 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b72fd-0f80-452d-83d1-458748a86a9f req-6a6a8660-7c1e-4768-b142-70c451cea7fd tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:26.582306 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2b8b72fd-0f80-452d-83d1-458748a86a9f req-6a6a8660-7c1e-4768-b142-70c451cea7fd tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 945 time: 0.0496054 Aug 11 03:20:26.619800 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2b8b72fd-0f80-452d-83d1-458748a86a9f req-943310fa-a683-4a72-81f4-b427463d299e tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315259 Aug 11 03:20:27.736653 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef5381-5ee3-4443-a5fe-a96bf9fa2558 req-e7ddd640-58ab-4fdd-bb3d-1553a2f079d5 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:27.738208 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43ef5381-5ee3-4443-a5fe-a96bf9fa2558 req-e7ddd640-58ab-4fdd-bb3d-1553a2f079d5 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 945 time: 0.0519228 Aug 11 03:20:27.777648 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-43ef5381-5ee3-4443-a5fe-a96bf9fa2558 req-edb7b54d-38e4-416f-9eda-5c817aaa6423 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327020 Aug 11 03:20:28.897895 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc08ab-992d-46e1-88ef-af21df0cfd7d req-46a0f979-a65b-4637-b470-7cc4fee5a434 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:28.900011 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c0bc08ab-992d-46e1-88ef-af21df0cfd7d req-46a0f979-a65b-4637-b470-7cc4fee5a434 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 945 time: 0.0543716 Aug 11 03:20:28.935961 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c0bc08ab-992d-46e1-88ef-af21df0cfd7d req-fc006615-2642-42ae-ba94-9e79ab43e907 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300100 Aug 11 03:20:29.115406 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-982576fe-e35c-4cf6-97d1-fdd97c170f7f req-f2c3ad06-f4c1-48c2-9458-9d93f252b669 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405250 Aug 11 03:20:29.148684 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9658388-8820-4feb-9e9a-28e5f6aef933 req-140faa5a-0f30-4412-9a71-075d73bc6e42 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:29.150309 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f9658388-8820-4feb-9e9a-28e5f6aef933 req-140faa5a-0f30-4412-9a71-075d73bc6e42 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 945 time: 0.0532477 Aug 11 03:20:29.188312 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f9658388-8820-4feb-9e9a-28e5f6aef933 req-601c567c-5c3b-41d6-b060-67465b54dac9 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319157 Aug 11 03:20:30.304744 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6ffe0-bd41-4530-a887-586782b7251b req-33ec4111-1e0e-4e44-af44-ea779429fb02 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:30.306296 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ab6ffe0-bd41-4530-a887-586782b7251b req-33ec4111-1e0e-4e44-af44-ea779429fb02 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 945 time: 0.0504363 Aug 11 03:20:30.341622 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:20:30.350392 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3ab6ffe0-bd41-4530-a887-586782b7251b req-4bcccb96-f202-489d-b5c6-f244896015eb tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377114 Aug 11 03:20:30.604924 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 344dbd6c-6028-4423-b55a-7751794c4709 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:20:30.682341 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.704588 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99d5f39-16e6-4328-a35a-25625680ffda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '344dbd6c-6028-4423-b55a-7751794c4709'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:20:30.706766 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20fab26f80b9da78313f4d9f7f3b762b68210575349c4eb51748859b525969e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c9b9ce-659f-4c89-80e5-ab61ffe50d98" -d '{"events": [{"server_uuid": "a99d5f39-16e6-4328-a35a-25625680ffda", "name": "network-vif-unplugged", "status": "completed", "tag": "344dbd6c-6028-4423-b55a-7751794c4709"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:20:30.719445 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 344dbd6c-6028-4423-b55a-7751794c4709, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=344dbd6c-6028-4423-b55a-7751794c4709,segment=NetworkSegment(0ffa24d5-b030-42f9-8c99-fe7c250b5b20),segment_id=0ffa24d5-b030-42f9-8c99-fe7c250b5b20)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:30.724033 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.750681 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 03:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f04f4f8-e79c-4523-ab9d-7d69b9f6d6a4 x-openstack-request-id: req-2f04f4f8-e79c-4523-ab9d-7d69b9f6d6a4 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:20:30.750967 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99d5f39-16e6-4328-a35a-25625680ffda", "name": "network-vif-unplugged", "status": "failed", "tag": "344dbd6c-6028-4423-b55a-7751794c4709", "code": 422}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:20:30.751213 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2f04f4f8-e79c-4523-ab9d-7d69b9f6d6a4 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:20:30.751618 n-d-615180-33 neutron-server[94508]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a99d5f39-16e6-4328-a35a-25625680ffda', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '344dbd6c-6028-4423-b55a-7751794c4709', 'code': 422} returned with failed status Aug 11 03:20:30.776483 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=344dbd6c-6028-4423-b55a-7751794c4709,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:30.783684 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:30.784029 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:30.784368 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:30.784702 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:30.785038 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:30.785496 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:30.785826 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:30.786154 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:30.786478 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:30.786798 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:30.787119 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:30.787437 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:31.474250 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12bbe8e-b8c6-4b83-acd7-2d6803c64e72 req-0a0fb103-1c76-4b5b-ab3e-1e9c54f85ba2 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:31.476219 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c12bbe8e-b8c6-4b83-acd7-2d6803c64e72 req-0a0fb103-1c76-4b5b-ab3e-1e9c54f85ba2 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 943 time: 0.0521553 Aug 11 03:20:31.516529 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c12bbe8e-b8c6-4b83-acd7-2d6803c64e72 req-ef0f0ea9-0ccf-410f-8d31-4c1ebc1fa0fd tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336075 Aug 11 03:20:32.631986 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757868f-0867-4002-8511-d708b1feaaa3 req-d0ba855e-a196-4d44-b719-e22ee272e5e1 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:32.634016 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6757868f-0867-4002-8511-d708b1feaaa3 req-d0ba855e-a196-4d44-b719-e22ee272e5e1 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 943 time: 0.0486293 Aug 11 03:20:32.671444 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6757868f-0867-4002-8511-d708b1feaaa3 req-a0d971af-44df-4e9c-afa9-44273f283955 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311959 Aug 11 03:20:33.740951 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982576fe-e35c-4cf6-97d1-fdd97c170f7f req-5031b063-0fbe-454f-9db3-87ffd6360007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:33.742438 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-982576fe-e35c-4cf6-97d1-fdd97c170f7f req-5031b063-0fbe-454f-9db3-87ffd6360007 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda&tenant_id=a2c76cbb6e634c328f38fa1c81c67bc2 HTTP/1.1" status: 200 len: 1095 time: 0.0451772 Aug 11 03:20:33.785679 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c8f34-b70f-40ec-a227-0ebe70654b2b req-7b283d50-07d9-448e-b45a-358c8a983020 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:33.787201 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-da0c8f34-b70f-40ec-a227-0ebe70654b2b req-7b283d50-07d9-448e-b45a-358c8a983020 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 943 time: 0.0491536 Aug 11 03:20:33.805573 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982576fe-e35c-4cf6-97d1-fdd97c170f7f req-21bbc921-df2a-44f5-9f6f-657e10f9987c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:33.807454 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-982576fe-e35c-4cf6-97d1-fdd97c170f7f req-21bbc921-df2a-44f5-9f6f-657e10f9987c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2c76cbb6e634c328f38fa1c81c67bc2&device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 1095 time: 0.0432136 Aug 11 03:20:33.825605 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-da0c8f34-b70f-40ec-a227-0ebe70654b2b req-95dfd4a9-6523-4b10-a202-e321b96f3d6e tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315180 Aug 11 03:20:33.905300 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982576fe-e35c-4cf6-97d1-fdd97c170f7f req-d0d947b2-3f5a-4976-b48a-ca79ed7a7db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:33.906798 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-982576fe-e35c-4cf6-97d1-fdd97c170f7f req-d0d947b2-3f5a-4976-b48a-ca79ed7a7db7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 HTTP/1.1" status: 200 len: 910 time: 0.0931864 Aug 11 03:20:33.976865 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-982576fe-e35c-4cf6-97d1-fdd97c170f7f req-3629613d-b52b-4e60-bc90-94ff13dd0554 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=344dbd6c-6028-4423-b55a-7751794c4709 HTTP/1.1" status: 200 len: 999 time: 0.0619607 Aug 11 03:20:34.025238 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982576fe-e35c-4cf6-97d1-fdd97c170f7f req-3aae19c4-2c8a-4c95-83e0-03728a00d075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:34.026639 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-982576fe-e35c-4cf6-97d1-fdd97c170f7f req-3aae19c4-2c8a-4c95-83e0-03728a00d075 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8aab6acd-757b-4ea5-ad3d-753a918e1b3a HTTP/1.1" status: 200 len: 848 time: 0.0434010 Aug 11 03:20:34.070382 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982576fe-e35c-4cf6-97d1-fdd97c170f7f req-d81bbf01-7851-4f87-9367-fefb9c0cb186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:34.072424 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-982576fe-e35c-4cf6-97d1-fdd97c170f7f req-d81bbf01-7851-4f87-9367-fefb9c0cb186 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391192 Aug 11 03:20:34.163793 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-982576fe-e35c-4cf6-97d1-fdd97c170f7f req-b5f5d611-8d1e-4522-a194-fcd32ee3955c service neutron] 10.222.0.73 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839169 Aug 11 03:20:34.251802 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-982576fe-e35c-4cf6-97d1-fdd97c170f7f req-e68b8494-1884-4d13-95c7-17d27d7c6aeb service neutron] 10.222.0.73 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811410 Aug 11 03:20:34.945634 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2faf0-fdae-4d7f-96aa-a78b7fe3ef35 req-c4a03ec8-8bfd-4ee6-963c-0455826cf859 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:34.947096 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5fc2faf0-fdae-4d7f-96aa-a78b7fe3ef35 req-c4a03ec8-8bfd-4ee6-963c-0455826cf859 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 943 time: 0.0534041 Aug 11 03:20:34.983677 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5fc2faf0-fdae-4d7f-96aa-a78b7fe3ef35 req-df06dc96-3060-41b1-a115-7947c6e4c51b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306470 Aug 11 03:20:36.101366 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61446f07-3675-4e6c-8e85-e1f5a2c5d956 req-4afacbb5-f982-480c-9062-ea63f6db93d1 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:36.103425 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-61446f07-3675-4e6c-8e85-e1f5a2c5d956 req-4afacbb5-f982-480c-9062-ea63f6db93d1 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 943 time: 0.0487680 Aug 11 03:20:36.143582 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-61446f07-3675-4e6c-8e85-e1f5a2c5d956 req-79617e2e-88b7-40e8-9f39-214489eac805 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342736 Aug 11 03:20:37.257087 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb6f3b-af96-4a35-acb9-64f8837e13f1 req-eb8c4c7c-7ad0-4149-a8a0-d6be1c1558b4 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:37.258677 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-abdb6f3b-af96-4a35-acb9-64f8837e13f1 req-eb8c4c7c-7ad0-4149-a8a0-d6be1c1558b4 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 943 time: 0.0493755 Aug 11 03:20:37.295810 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-abdb6f3b-af96-4a35-acb9-64f8837e13f1 req-24afb005-d4a2-4eae-9a14-9302819ff1dd tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312052 Aug 11 03:20:38.410684 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8735256-ce93-447c-bf18-8d65cd8cc944 req-b502982b-55d5-49bd-83d7-0811b17a3ffd tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:38.412161 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e8735256-ce93-447c-bf18-8d65cd8cc944 req-b502982b-55d5-49bd-83d7-0811b17a3ffd tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 943 time: 0.0484416 Aug 11 03:20:38.448662 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e8735256-ce93-447c-bf18-8d65cd8cc944 req-2345999e-1786-4694-8552-c5220a9f8395 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306435 Aug 11 03:20:39.563792 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3dc42-9494-4a56-b0bf-f111bfac4023 req-27c8f5f9-e783-4f29-b94f-3694025e44d4 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.565290 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-75f3dc42-9494-4a56-b0bf-f111bfac4023 req-27c8f5f9-e783-4f29-b94f-3694025e44d4 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 943 time: 0.0495613 Aug 11 03:20:39.602703 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-75f3dc42-9494-4a56-b0bf-f111bfac4023 req-5f754b19-dc34-4599-96bb-d0543120a854 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308354 Aug 11 03:20:40.716504 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56354b1d-37a2-4359-832c-4933d7453da4 req-0fb3d3f2-f2c7-47dc-a797-12c480e78e51 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:40.717973 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-56354b1d-37a2-4359-832c-4933d7453da4 req-0fb3d3f2-f2c7-47dc-a797-12c480e78e51 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 943 time: 0.0483549 Aug 11 03:20:40.755939 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-56354b1d-37a2-4359-832c-4933d7453da4 req-30889f07-ef91-4c5b-9553-7bee65d3431b tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319667 Aug 11 03:20:41.874247 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69575b-e115-4dec-94cd-114395617aad req-bb8c28e2-ff9b-4702-a21d-ea9d7b8d8564 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:41.875748 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cf69575b-e115-4dec-94cd-114395617aad req-bb8c28e2-ff9b-4702-a21d-ea9d7b8d8564 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 943 time: 0.0543973 Aug 11 03:20:41.913941 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-cf69575b-e115-4dec-94cd-114395617aad req-4fba6f5b-6e7a-458b-b152-6453c0b78eac tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321152 Aug 11 03:20:42.636081 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 344dbd6c-6028-4423-b55a-7751794c4709 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:20:42.726643 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 344dbd6c-6028-4423-b55a-7751794c4709, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=344dbd6c-6028-4423-b55a-7751794c4709,segment=NetworkSegment(0ffa24d5-b030-42f9-8c99-fe7c250b5b20),segment_id=0ffa24d5-b030-42f9-8c99-fe7c250b5b20)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:42.737647 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '344dbd6c-6028-4423-b55a-7751794c4709', 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'port_id': '344dbd6c-6028-4423-b55a-7751794c4709', 'mac_address': 'fa:16:3e:ac:e7:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:20:42.776898 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.788923 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 344dbd6c-6028-4423-b55a-7751794c4709 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:20:42.807254 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 344dbd6c-6028-4423-b55a-7751794c4709, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=344dbd6c-6028-4423-b55a-7751794c4709,segment=NetworkSegment(0ffa24d5-b030-42f9-8c99-fe7c250b5b20),segment_id=0ffa24d5-b030-42f9-8c99-fe7c250b5b20)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:42.811194 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.857456 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=344dbd6c-6028-4423-b55a-7751794c4709,revision_number=7']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:43.026019 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b71318-5374-4062-9610-f07926b776d4 req-0938f34b-31e7-41d2-9040-5244b1935049 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:43.027503 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b4b71318-5374-4062-9610-f07926b776d4 req-0938f34b-31e7-41d2-9040-5244b1935049 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 944 time: 0.0483611 Aug 11 03:20:43.052173 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['344dbd6c-6028-4423-b55a-7751794c4709'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:20:43.069176 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-b4b71318-5374-4062-9610-f07926b776d4 req-230d5607-4493-4a08-b07b-8cb431f99f78 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357287 Aug 11 03:20:44.184259 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c8741-b945-421c-9f70-b3d8a43188a7 req-15c483a7-f683-4e2e-ae71-4d71ad6894ac tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:44.185740 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9e7c8741-b945-421c-9f70-b3d8a43188a7 req-15c483a7-f683-4e2e-ae71-4d71ad6894ac tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 944 time: 0.0496683 Aug 11 03:20:44.221978 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-9e7c8741-b945-421c-9f70-b3d8a43188a7 req-3544b919-b5a6-4e53-8924-7c82fabb89e7 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301979 Aug 11 03:20:44.651894 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 344dbd6c-6028-4423-b55a-7751794c4709 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:20:44.697412 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 344dbd6c-6028-4423-b55a-7751794c4709 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:44.697790 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.772895 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.795744 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99d5f39-16e6-4328-a35a-25625680ffda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344dbd6c-6028-4423-b55a-7751794c4709'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:20:44.797933 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20fab26f80b9da78313f4d9f7f3b762b68210575349c4eb51748859b525969e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4438a80e-e87a-459f-a7a2-7db2f9e591e6" -d '{"events": [{"server_uuid": "a99d5f39-16e6-4328-a35a-25625680ffda", "name": "network-vif-plugged", "status": "completed", "tag": "344dbd6c-6028-4423-b55a-7751794c4709"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:20:44.810349 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 344dbd6c-6028-4423-b55a-7751794c4709, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=344dbd6c-6028-4423-b55a-7751794c4709,segment=NetworkSegment(0ffa24d5-b030-42f9-8c99-fe7c250b5b20),segment_id=0ffa24d5-b030-42f9-8c99-fe7c250b5b20)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:44.814130 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.837562 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bbc237-4ada-4835-a3be-aea925e0f7e7 x-openstack-request-id: req-76bbc237-4ada-4835-a3be-aea925e0f7e7 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:20:44.837852 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99d5f39-16e6-4328-a35a-25625680ffda", "name": "network-vif-plugged", "status": "completed", "tag": "344dbd6c-6028-4423-b55a-7751794c4709", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:20:44.838105 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-76bbc237-4ada-4835-a3be-aea925e0f7e7 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:20:44.838493 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99d5f39-16e6-4328-a35a-25625680ffda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344dbd6c-6028-4423-b55a-7751794c4709', 'code': 200} Aug 11 03:20:44.864246 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=344dbd6c-6028-4423-b55a-7751794c4709,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:44.980434 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b2a10-d6e8-4900-8cb2-bf593901b556 req-121fe2b4-9ebd-4de3-aa1f-4dbb91716757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:44.981827 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-798b2a10-d6e8-4900-8cb2-bf593901b556 req-121fe2b4-9ebd-4de3-aa1f-4dbb91716757 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 1097 time: 0.0407226 Aug 11 03:20:45.015749 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-798b2a10-d6e8-4900-8cb2-bf593901b556 req-b6256406-aa1e-44b4-aaca-165edd2ca8ad service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267692 Aug 11 03:20:45.339931 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe8f20-392b-4bc6-aa0f-6e57c5c6efd8 req-50dc13ef-21db-4f03-b944-4b420098f952 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:45.341569 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2afe8f20-392b-4bc6-aa0f-6e57c5c6efd8 req-50dc13ef-21db-4f03-b944-4b420098f952 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 945 time: 0.0527587 Aug 11 03:20:45.378905 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-2afe8f20-392b-4bc6-aa0f-6e57c5c6efd8 req-66738f23-f2a7-4289-a685-acd26ac2e403 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313432 Aug 11 03:20:45.738317 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f1f0245f-b2b5-4ad5-b990-daeea148d340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.494366 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa4812-d430-40e5-a2f5-4b4610cec5d9 req-c922a855-6693-471e-a98c-dd48c63f16b9 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:46.495851 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65fa4812-d430-40e5-a2f5-4b4610cec5d9 req-c922a855-6693-471e-a98c-dd48c63f16b9 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 945 time: 0.0485399 Aug 11 03:20:46.533318 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-65fa4812-d430-40e5-a2f5-4b4610cec5d9 req-28c96927-a921-4455-9ce9-3a49ee0161f9 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314937 Aug 11 03:20:48.396498 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:48.398276 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e89ba4af-c3c3-44e9-9de2-eb63a44ac9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:50.214072 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:51.725393 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:55.163640 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:56.022601 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:07.341213 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:21:14.523694 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c7bbe5cf-0f15-4fc1-aa86-32c1ebe691d9 req-9d868eeb-b99e-4789-ad20-0e2049912fae service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403903 Aug 11 03:21:14.603780 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbe5cf-0f15-4fc1-aa86-32c1ebe691d9 req-ee36347d-5d39-45cb-9149-66bb2e61ae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:14.605229 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c7bbe5cf-0f15-4fc1-aa86-32c1ebe691d9 req-ee36347d-5d39-45cb-9149-66bb2e61ae4a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2c76cbb6e634c328f38fa1c81c67bc2&device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 1097 time: 0.0397091 Aug 11 03:21:14.709826 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbe5cf-0f15-4fc1-aa86-32c1ebe691d9 req-b8738782-5594-4f4f-988f-c0bf3cc89ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:14.711294 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c7bbe5cf-0f15-4fc1-aa86-32c1ebe691d9 req-b8738782-5594-4f4f-988f-c0bf3cc89ffa service neutron] 10.222.0.73 "GET /v2.0/networks?id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 HTTP/1.1" status: 200 len: 910 time: 0.0858154 Aug 11 03:21:14.777437 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c7bbe5cf-0f15-4fc1-aa86-32c1ebe691d9 req-4563ba31-afd7-4223-80fd-0753da257fe2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=344dbd6c-6028-4423-b55a-7751794c4709 HTTP/1.1" status: 200 len: 1001 time: 0.0586629 Aug 11 03:21:14.825383 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbe5cf-0f15-4fc1-aa86-32c1ebe691d9 req-ac8ed9da-615a-4779-883b-5f5f2901ca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:14.826770 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c7bbe5cf-0f15-4fc1-aa86-32c1ebe691d9 req-ac8ed9da-615a-4779-883b-5f5f2901ca83 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8aab6acd-757b-4ea5-ad3d-753a918e1b3a HTTP/1.1" status: 200 len: 848 time: 0.0426905 Aug 11 03:21:14.877617 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbe5cf-0f15-4fc1-aa86-32c1ebe691d9 req-b3f32d87-1074-475f-a949-f4f628bd4d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:14.879111 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c7bbe5cf-0f15-4fc1-aa86-32c1ebe691d9 req-b3f32d87-1074-475f-a949-f4f628bd4d0f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436995 Aug 11 03:21:14.967107 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c7bbe5cf-0f15-4fc1-aa86-32c1ebe691d9 req-dd42ac7a-cdd9-47b9-8f15-2ea1bc5e613a service neutron] 10.222.0.73 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802047 Aug 11 03:21:15.060511 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c7bbe5cf-0f15-4fc1-aa86-32c1ebe691d9 req-78e6e67f-f6b0-469d-acbf-4a982d44a20c service neutron] 10.222.0.73 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852821 Aug 11 03:21:15.738270 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fa622232-f3cb-4eb2-85d5-6545857eba5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:18.395894 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:18.397649 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-693e3b65-6015-4657-bd67-aa16ffef1c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:20.217372 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:21.729950 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:25.163939 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:26.028240 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.339443 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:21:45.738775 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cf240d05-ab5e-433b-a622-be81e9b31354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.395300 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.397112 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-94441fe6-0e7c-4965-b4d9-1fa58bd14a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.220430 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:51.732181 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:55.165224 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:56.035560 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.144520 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 34968) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:02.300229 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-3c09137f-34d8-46a3-bc20-59373282620d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Deleting port b2f0692d-d14e-41d9-9dcc-16636bed8b58 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:02.300576 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c09137f-34d8-46a3-bc20-59373282620d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.377330 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c09137f-34d8-46a3-bc20-59373282620d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.377668 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c09137f-34d8-46a3-bc20-59373282620d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.389000 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-3c09137f-34d8-46a3-bc20-59373282620d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Calling delete_port for b2f0692d-d14e-41d9-9dcc-16636bed8b58 owned by network:floatingip {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:02.537374 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c09137f-34d8-46a3-bc20-59373282620d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.566849 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09137f-34d8-46a3-bc20-59373282620d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Pushing event deleted for resources: {'Port': ['ID=b2f0692d-d14e-41d9-9dcc-16636bed8b58,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:02.587228 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09137f-34d8-46a3-bc20-59373282620d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:02.587634 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09137f-34d8-46a3-bc20-59373282620d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:02.587984 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09137f-34d8-46a3-bc20-59373282620d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:02.588351 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09137f-34d8-46a3-bc20-59373282620d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:02.588693 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09137f-34d8-46a3-bc20-59373282620d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:02.589030 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09137f-34d8-46a3-bc20-59373282620d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:02.589368 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09137f-34d8-46a3-bc20-59373282620d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:02.589705 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09137f-34d8-46a3-bc20-59373282620d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:02.590034 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09137f-34d8-46a3-bc20-59373282620d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:02.590365 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09137f-34d8-46a3-bc20-59373282620d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:02.590695 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09137f-34d8-46a3-bc20-59373282620d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:02.591023 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09137f-34d8-46a3-bc20-59373282620d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:02.632452 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c09137f-34d8-46a3-bc20-59373282620d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for floatingip, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.632793 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-3c09137f-34d8-46a3-bc20-59373282620d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Floating IP dfd26089-6d58-4ed9-9ee9-95b30b71e935 disassociated (deleted). External IP: 172.25.2.110, port: 344dbd6c-6028-4423-b55a-7751794c4709. Aug 11 03:22:03.172208 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c09137f-34d8-46a3-bc20-59373282620d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Router 577974e3-ac1b-45aa-9206-565c5b8a3a75 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:22:03.279066 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c09137f-34d8-46a3-bc20-59373282620d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:22:03.283988 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c09137f-34d8-46a3-bc20-59373282620d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:03.289087 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e23467-81ee-4960-8dd1-2922fbcada6a None None] Sync routers for ids ['577974e3-ac1b-45aa-9206-565c5b8a3a75'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:22:03.298298 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e23467-81ee-4960-8dd1-2922fbcada6a None None] Routers {'577974e3-ac1b-45aa-9206-565c5b8a3a75'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:03.299179 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-07e23467-81ee-4960-8dd1-2922fbcada6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:21:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['577974e3-ac1b-45aa-9206-565c5b8a3a75'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:03.311998 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3c09137f-34d8-46a3-bc20-59373282620d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "DELETE /v2.0/floatingips/dfd26089-6d58-4ed9-9ee9-95b30b71e935 HTTP/1.1" status: 204 len: 168 time: 1.1663537 Aug 11 03:22:03.313118 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99d5f39-16e6-4328-a35a-25625680ffda', 'tag': '344dbd6c-6028-4423-b55a-7751794c4709'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:22:03.315446 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274cfa898284e0591c33ace065f819b64a6cad10b3d723e28d1d1a3acc1cf9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201ca023-fa9d-4502-a694-9bbdb00b7d78" -d '{"events": [{"name": "network-changed", "server_uuid": "a99d5f39-16e6-4328-a35a-25625680ffda", "tag": "344dbd6c-6028-4423-b55a-7751794c4709"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:22:03.407793 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a77e90-a1d1-41f3-be98-c509cb98eca6 x-openstack-request-id: req-b9a77e90-a1d1-41f3-be98-c509cb98eca6 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:22:03.408158 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99d5f39-16e6-4328-a35a-25625680ffda", "tag": "344dbd6c-6028-4423-b55a-7751794c4709", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:22:03.408358 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b9a77e90-a1d1-41f3-be98-c509cb98eca6 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:22:03.408754 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99d5f39-16e6-4328-a35a-25625680ffda', 'tag': '344dbd6c-6028-4423-b55a-7751794c4709', 'status': 'completed', 'code': 200} Aug 11 03:22:03.410504 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-07e23467-81ee-4960-8dd1-2922fbcada6a None None] Set router 577974e3-ac1b-45aa-9206-565c5b8a3a75 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:03.470162 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ca023-fa9d-4502-a694-9bbdb00b7d78 req-f33459a5-00a7-47d1-8295-8b0e3da74406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:03.471841 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-201ca023-fa9d-4502-a694-9bbdb00b7d78 req-f33459a5-00a7-47d1-8295-8b0e3da74406 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2c76cbb6e634c328f38fa1c81c67bc2&device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 1097 time: 0.0442135 Aug 11 03:22:03.564623 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6b4b2-827a-4b65-9a11-e2fb20b12787 req-8d54dc63-42c5-49fe-9ef0-61a7d2c13e16 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:03.566287 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cdd6b4b2-827a-4b65-9a11-e2fb20b12787 req-8d54dc63-42c5-49fe-9ef0-61a7d2c13e16 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 945 time: 0.0509753 Aug 11 03:22:03.575558 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ca023-fa9d-4502-a694-9bbdb00b7d78 req-6e2f9a23-f068-4ff1-b2d2-5f3478273bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:03.577172 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-201ca023-fa9d-4502-a694-9bbdb00b7d78 req-6e2f9a23-f068-4ff1-b2d2-5f3478273bc6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 HTTP/1.1" status: 200 len: 910 time: 0.0961969 Aug 11 03:22:03.605171 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cdd6b4b2-827a-4b65-9a11-e2fb20b12787 req-9e8807ce-34ba-44b1-afcc-647049dcaea2 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324140 Aug 11 03:22:03.627800 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-201ca023-fa9d-4502-a694-9bbdb00b7d78 req-9d4fa663-1b38-46a7-ad0a-1eb0935ac335 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=344dbd6c-6028-4423-b55a-7751794c4709 HTTP/1.1" status: 200 len: 217 time: 0.0426080 Aug 11 03:22:03.636854 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-07e23467-81ee-4960-8dd1-2922fbcada6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'name': 'tempest-TestShelveInstance-1819352379-router', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:25Z', 'updated_at': '2021-08-11T03:13:28Z', 'revision_number': 4, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'gw_port': {'id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:26Z', 'updated_at': '2021-08-11T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '637cb3d2-30bc-4216-aa0c-b0027d94661a', 'name': '', 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:27Z', 'updated_at': '2021-08-11T03:13:33Z', 'revision_number': 5, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'subnets': [{'id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:03.663044 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e23467-81ee-4960-8dd1-2922fbcada6a None None] Checking router: 577974e3-ac1b-45aa-9206-565c5b8a3a75 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:22:03.671254 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e23467-81ee-4960-8dd1-2922fbcada6a None None] Routers {'577974e3-ac1b-45aa-9206-565c5b8a3a75'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:03.672510 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-07e23467-81ee-4960-8dd1-2922fbcada6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:21:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['577974e3-ac1b-45aa-9206-565c5b8a3a75'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:03.678556 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ca023-fa9d-4502-a694-9bbdb00b7d78 req-a937e45a-e9f9-4628-86e2-e27fb82e872a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:03.680111 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-201ca023-fa9d-4502-a694-9bbdb00b7d78 req-a937e45a-e9f9-4628-86e2-e27fb82e872a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8aab6acd-757b-4ea5-ad3d-753a918e1b3a HTTP/1.1" status: 200 len: 848 time: 0.0449986 Aug 11 03:22:03.727616 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ca023-fa9d-4502-a694-9bbdb00b7d78 req-a612b003-8fd3-4f0f-bb85-aaf519a84b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:03.729035 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-201ca023-fa9d-4502-a694-9bbdb00b7d78 req-a612b003-8fd3-4f0f-bb85-aaf519a84b39 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416741 Aug 11 03:22:03.778018 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-07e23467-81ee-4960-8dd1-2922fbcada6a None None] Set router 577974e3-ac1b-45aa-9206-565c5b8a3a75 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:03.823400 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-201ca023-fa9d-4502-a694-9bbdb00b7d78 req-b8fe341b-ebe0-481e-b2ae-a6e2dff78e00 service neutron] 10.222.0.73 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867572 Aug 11 03:22:03.914380 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-201ca023-fa9d-4502-a694-9bbdb00b7d78 req-347017d4-3209-4991-a451-5f9627be3549 service neutron] 10.222.0.73 "GET /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819442 Aug 11 03:22:03.972641 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-07e23467-81ee-4960-8dd1-2922fbcada6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'name': 'tempest-TestShelveInstance-1819352379-router', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:25Z', 'updated_at': '2021-08-11T03:13:28Z', 'revision_number': 4, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'gw_port': {'id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:26Z', 'updated_at': '2021-08-11T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '637cb3d2-30bc-4216-aa0c-b0027d94661a', 'name': '', 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:27Z', 'updated_at': '2021-08-11T03:13:33Z', 'revision_number': 5, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'subnets': [{'id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:04.002874 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e23467-81ee-4960-8dd1-2922fbcada6a None None] The sync data for ids ['577974e3-ac1b-45aa-9206-565c5b8a3a75'] in n-d-615180-33 is: [{'id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'name': 'tempest-TestShelveInstance-1819352379-router', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:25Z', 'updated_at': '2021-08-11T03:13:28Z', 'revision_number': 4, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'gw_port': {'id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:26Z', 'updated_at': '2021-08-11T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '637cb3d2-30bc-4216-aa0c-b0027d94661a', 'name': '', 'network_id': 'eb7d2d77-f99c-4845-a48b-58c9f3dd85e9', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:27Z', 'updated_at': '2021-08-11T03:13:33Z', 'revision_number': 5, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'subnets': [{'id': '8aab6acd-757b-4ea5-ad3d-753a918e1b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:22:04.207517 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5683ac8e-302b-4c75-bffe-40a624859766 None None] New status for floating IP dfd26089-6d58-4ed9-9ee9-95b30b71e935: DOWN {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:22:04.735294 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae901e8-178f-44c2-93a0-03deab5ea183 req-b5ccfc48-6c12-41bc-977c-5f6bccb82a56 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:04.736803 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dae901e8-178f-44c2-93a0-03deab5ea183 req-b5ccfc48-6c12-41bc-977c-5f6bccb82a56 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 945 time: 0.0551679 Aug 11 03:22:04.773951 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dae901e8-178f-44c2-93a0-03deab5ea183 req-0c043abd-8f79-4ecb-bf19-8d6aece1cf94 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d224719-ce07-418e-b44b-500724afaff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312293 Aug 11 03:22:05.040344 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082fd21-e159-42c3-a48a-15cf3fdf1a28 req-4576aa28-a72b-40c7-b2b9-05ecdaee7cf7 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:05.041704 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8082fd21-e159-42c3-a48a-15cf3fdf1a28 req-4576aa28-a72b-40c7-b2b9-05ecdaee7cf7 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.73 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 945 time: 0.0472844 Aug 11 03:22:05.129258 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-8082fd21-e159-42c3-a48a-15cf3fdf1a28 req-6e4fdd1b-d1a6-4b3c-bf07-4ac4d651b992 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Deleting port 344dbd6c-6028-4423-b55a-7751794c4709 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:05.129604 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-8082fd21-e159-42c3-a48a-15cf3fdf1a28 req-6e4fdd1b-d1a6-4b3c-bf07-4ac4d651b992 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:05.217583 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-8082fd21-e159-42c3-a48a-15cf3fdf1a28 req-6e4fdd1b-d1a6-4b3c-bf07-4ac4d651b992 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] For port 344dbd6c-6028-4423-b55a-7751794c4709, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=344dbd6c-6028-4423-b55a-7751794c4709,segment=NetworkSegment(0ffa24d5-b030-42f9-8c99-fe7c250b5b20),segment_id=0ffa24d5-b030-42f9-8c99-fe7c250b5b20)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:05.217951 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-8082fd21-e159-42c3-a48a-15cf3fdf1a28 req-6e4fdd1b-d1a6-4b3c-bf07-4ac4d651b992 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:05.230620 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-8082fd21-e159-42c3-a48a-15cf3fdf1a28 req-6e4fdd1b-d1a6-4b3c-bf07-4ac4d651b992 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Calling delete_port for 344dbd6c-6028-4423-b55a-7751794c4709 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:05.360588 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-8082fd21-e159-42c3-a48a-15cf3fdf1a28 req-6e4fdd1b-d1a6-4b3c-bf07-4ac4d651b992 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:05.390822 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fdd1b-d1a6-4b3c-bf07-4ac4d651b992 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Pushing event deleted for resources: {'Port': ['ID=344dbd6c-6028-4423-b55a-7751794c4709,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:05.402915 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4fdd1b-d1a6-4b3c-bf07-4ac4d651b992 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:05.403271 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4fdd1b-d1a6-4b3c-bf07-4ac4d651b992 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:05.403835 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4fdd1b-d1a6-4b3c-bf07-4ac4d651b992 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:05.404178 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4fdd1b-d1a6-4b3c-bf07-4ac4d651b992 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:05.404513 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4fdd1b-d1a6-4b3c-bf07-4ac4d651b992 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:05.404848 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4fdd1b-d1a6-4b3c-bf07-4ac4d651b992 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:05.405181 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4fdd1b-d1a6-4b3c-bf07-4ac4d651b992 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:05.405505 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4fdd1b-d1a6-4b3c-bf07-4ac4d651b992 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:05.406326 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4fdd1b-d1a6-4b3c-bf07-4ac4d651b992 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:05.406669 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4fdd1b-d1a6-4b3c-bf07-4ac4d651b992 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:05.406993 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4fdd1b-d1a6-4b3c-bf07-4ac4d651b992 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:05.407315 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4fdd1b-d1a6-4b3c-bf07-4ac4d651b992 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:05.441347 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-8082fd21-e159-42c3-a48a-15cf3fdf1a28 req-6e4fdd1b-d1a6-4b3c-bf07-4ac4d651b992 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] No DVR routers for this DVR port 344dbd6c-6028-4423-b55a-7751794c4709 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:22:05.444016 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-8082fd21-e159-42c3-a48a-15cf3fdf1a28 req-6e4fdd1b-d1a6-4b3c-bf07-4ac4d651b992 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:05.445970 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8082fd21-e159-42c3-a48a-15cf3fdf1a28 req-6e4fdd1b-d1a6-4b3c-bf07-4ac4d651b992 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.73 "DELETE /v2.0/ports/344dbd6c-6028-4423-b55a-7751794c4709 HTTP/1.1" status: 204 len: 173 time: 0.3979931 Aug 11 03:22:05.446406 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99d5f39-16e6-4328-a35a-25625680ffda', 'name': 'network-vif-deleted', 'tag': '344dbd6c-6028-4423-b55a-7751794c4709'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:22:05.448674 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef26015ff99b62ba85d82572846d8981a3d7c94015c7a376eee6ede9212d5761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8eb577-a1c4-4694-8b06-44e116327e69" -d '{"events": [{"server_uuid": "a99d5f39-16e6-4328-a35a-25625680ffda", "name": "network-vif-deleted", "tag": "344dbd6c-6028-4423-b55a-7751794c4709"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:22:05.485416 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1ad189-8897-4037-8d99-bb9b20833292 x-openstack-request-id: req-8c1ad189-8897-4037-8d99-bb9b20833292 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:22:05.485718 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99d5f39-16e6-4328-a35a-25625680ffda", "name": "network-vif-deleted", "tag": "344dbd6c-6028-4423-b55a-7751794c4709", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:22:05.485975 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8c1ad189-8897-4037-8d99-bb9b20833292 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:22:05.486387 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99d5f39-16e6-4328-a35a-25625680ffda', 'name': 'network-vif-deleted', 'tag': '344dbd6c-6028-4423-b55a-7751794c4709', 'status': 'completed', 'code': 200} Aug 11 03:22:05.870400 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-f214b8ea-fbc4-40ad-bdd4-a95bfc3de5a3 req-e949a094-5b10-457c-b50f-3e158a640b1d tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 210 time: 0.0280025 Aug 11 03:22:06.969373 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-125812f0-ae51-41b3-919b-c538934e5253 req-b93a9061-a688-41b4-9c44-780f55c6ba86 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 210 time: 0.0300431 Aug 11 03:22:07.013790 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 344dbd6c-6028-4423-b55a-7751794c4709 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:22:07.034319 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 344dbd6c-6028-4423-b55a-7751794c4709 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:22:07.034564 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 344dbd6c-6028-4423-b55a-7751794c4709 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:22:08.068810 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c4c4bf1a-b7d2-4de4-ba49-8affdfbd35f5 req-990207d0-6f0d-4174-8e12-141317d14a92 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 210 time: 0.0306854 Aug 11 03:22:09.179939 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3eadffe6-70c1-4b3d-b1d7-dea8b82b7e79 req-00b75ddf-8395-4a22-a46b-cc09e5de9a6c tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a99d5f39-16e6-4328-a35a-25625680ffda HTTP/1.1" status: 200 len: 210 time: 0.0264561 Aug 11 03:22:10.246269 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35002) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:10.307304 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5887317d-3fb5-469e-b021-a7a871e78c61 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.333715 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5887317d-3fb5-469e-b021-a7a871e78c61 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.394654 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5887317d-3fb5-469e-b021-a7a871e78c61 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.397458 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5887317d-3fb5-469e-b021-a7a871e78c61 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.402258 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5887317d-3fb5-469e-b021-a7a871e78c61 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] 10.222.0.50 "DELETE /v2.0/security-groups/1d224719-ce07-418e-b44b-500724afaff2 HTTP/1.1" status: 204 len: 168 time: 0.1513350 Aug 11 03:22:10.408449 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887317d-3fb5-469e-b021-a7a871e78c61 tempest-TestShelveInstance-745559386 tempest-TestShelveInstance-745559386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d224719-ce07-418e-b44b-500724afaff2,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:10.465278 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35006) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:10.919297 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-79ceec62-edb0-4f58-96aa-64dde2dd4732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:11.165216 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-79ceec62-edb0-4f58-96aa-64dde2dd4732 admin admin] Deleting port 637cb3d2-30bc-4216-aa0c-b0027d94661a {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:11.165556 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-79ceec62-edb0-4f58-96aa-64dde2dd4732 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:11.243877 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-79ceec62-edb0-4f58-96aa-64dde2dd4732 admin admin] For port 637cb3d2-30bc-4216-aa0c-b0027d94661a, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=637cb3d2-30bc-4216-aa0c-b0027d94661a,segment=NetworkSegment(0ffa24d5-b030-42f9-8c99-fe7c250b5b20),segment_id=0ffa24d5-b030-42f9-8c99-fe7c250b5b20)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:11.244253 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-79ceec62-edb0-4f58-96aa-64dde2dd4732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:11.259126 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-79ceec62-edb0-4f58-96aa-64dde2dd4732 admin admin] Calling delete_port for 637cb3d2-30bc-4216-aa0c-b0027d94661a owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:11.443902 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-79ceec62-edb0-4f58-96aa-64dde2dd4732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:11.467150 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ceec62-edb0-4f58-96aa-64dde2dd4732 admin admin] Pushing event deleted for resources: {'Port': ['ID=637cb3d2-30bc-4216-aa0c-b0027d94661a,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:11.644843 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-79ceec62-edb0-4f58-96aa-64dde2dd4732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:12.171974 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ceec62-edb0-4f58-96aa-64dde2dd4732 admin admin] Router 577974e3-ac1b-45aa-9206-565c5b8a3a75 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:22:12.275030 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ceec62-edb0-4f58-96aa-64dde2dd4732 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:22:12.279930 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-79ceec62-edb0-4f58-96aa-64dde2dd4732 admin admin] 10.222.0.50 "PUT /v2.0/routers/577974e3-ac1b-45aa-9206-565c5b8a3a75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8135338 Aug 11 03:22:12.283197 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35010) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:12.284035 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af85af6-6df0-4178-83c1-8ec0fbd0891e None None] Sync routers for ids ['577974e3-ac1b-45aa-9206-565c5b8a3a75'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:22:12.293129 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af85af6-6df0-4178-83c1-8ec0fbd0891e None None] Routers {'577974e3-ac1b-45aa-9206-565c5b8a3a75'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:12.293723 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1af85af6-6df0-4178-83c1-8ec0fbd0891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:21:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['577974e3-ac1b-45aa-9206-565c5b8a3a75'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:12.391790 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25ec949d-ccb8-49fb-b09d-42985b450294 admin admin] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:12.483400 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-1af85af6-6df0-4178-83c1-8ec0fbd0891e None None] Set router 577974e3-ac1b-45aa-9206-565c5b8a3a75 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:12.496105 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25ec949d-ccb8-49fb-b09d-42985b450294 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:12.548328 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-25ec949d-ccb8-49fb-b09d-42985b450294 admin admin] Deleting port 85b0ed77-567c-4812-8e26-f197c0c97c09 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:12.548673 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25ec949d-ccb8-49fb-b09d-42985b450294 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:12.628256 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-25ec949d-ccb8-49fb-b09d-42985b450294 admin admin] For port 85b0ed77-567c-4812-8e26-f197c0c97c09, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=85b0ed77-567c-4812-8e26-f197c0c97c09,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:12.628619 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25ec949d-ccb8-49fb-b09d-42985b450294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:12.641877 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-25ec949d-ccb8-49fb-b09d-42985b450294 admin admin] Calling delete_port for 85b0ed77-567c-4812-8e26-f197c0c97c09 owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:12.660365 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1af85af6-6df0-4178-83c1-8ec0fbd0891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'name': 'tempest-TestShelveInstance-1819352379-router', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:25Z', 'updated_at': '2021-08-11T03:22:11Z', 'revision_number': 5, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'gw_port': {'id': '85b0ed77-567c-4812-8e26-f197c0c97c09', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:26Z', 'updated_at': '2021-08-11T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:12.685835 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af85af6-6df0-4178-83c1-8ec0fbd0891e None None] Checking router: 577974e3-ac1b-45aa-9206-565c5b8a3a75 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:22:12.694133 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af85af6-6df0-4178-83c1-8ec0fbd0891e None None] Routers {'577974e3-ac1b-45aa-9206-565c5b8a3a75'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:12.694733 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1af85af6-6df0-4178-83c1-8ec0fbd0891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:21:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['577974e3-ac1b-45aa-9206-565c5b8a3a75'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:12.782414 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-1af85af6-6df0-4178-83c1-8ec0fbd0891e None None] Set router 577974e3-ac1b-45aa-9206-565c5b8a3a75 gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:12.813253 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25ec949d-ccb8-49fb-b09d-42985b450294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:12.838030 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-1af85af6-6df0-4178-83c1-8ec0fbd0891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'name': 'tempest-TestShelveInstance-1819352379-router', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:25Z', 'updated_at': '2021-08-11T03:22:12Z', 'revision_number': 6, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:12.845458 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec949d-ccb8-49fb-b09d-42985b450294 admin admin] Pushing event deleted for resources: {'Port': ['ID=85b0ed77-567c-4812-8e26-f197c0c97c09,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:12.866756 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af85af6-6df0-4178-83c1-8ec0fbd0891e None None] The sync data for ids ['577974e3-ac1b-45aa-9206-565c5b8a3a75'] in n-d-615180-33 is: [{'id': '577974e3-ac1b-45aa-9206-565c5b8a3a75', 'name': 'tempest-TestShelveInstance-1819352379-router', 'tenant_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:25Z', 'updated_at': '2021-08-11T03:22:12Z', 'revision_number': 6, 'project_id': 'a2c76cbb6e634c328f38fa1c81c67bc2', 'gw_port_host': None}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:22:12.903153 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25ec949d-ccb8-49fb-b09d-42985b450294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:12.994241 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25ec949d-ccb8-49fb-b09d-42985b450294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:12.996450 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25ec949d-ccb8-49fb-b09d-42985b450294 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.048533 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25ec949d-ccb8-49fb-b09d-42985b450294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.049225 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ec949d-ccb8-49fb-b09d-42985b450294 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 577974e3-ac1b-45aa-9206-565c5b8a3a75 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:22:13.053796 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-25ec949d-ccb8-49fb-b09d-42985b450294 admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.055096 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-25ec949d-ccb8-49fb-b09d-42985b450294 admin admin] 10.222.0.50 "DELETE /v2.0/routers/577974e3-ac1b-45aa-9206-565c5b8a3a75 HTTP/1.1" status: 204 len: 168 time: 0.7708700 Aug 11 03:22:13.057779 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35012) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:13.101965 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c6fb10e-5ba8-4cc7-baf4-04a942751d43 admin admin] Deleting subnet 8aab6acd-757b-4ea5-ad3d-753a918e1b3a {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:22:13.104913 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c6fb10e-5ba8-4cc7-baf4-04a942751d43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.142599 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c6fb10e-5ba8-4cc7-baf4-04a942751d43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.222662 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c6fb10e-5ba8-4cc7-baf4-04a942751d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.275738 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c6fb10e-5ba8-4cc7-baf4-04a942751d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.301070 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fb10e-5ba8-4cc7-baf4-04a942751d43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aab6acd-757b-4ea5-ad3d-753a918e1b3a,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:13.306288 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-3c6fb10e-5ba8-4cc7-baf4-04a942751d43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.308254 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-3c6fb10e-5ba8-4cc7-baf4-04a942751d43 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8aab6acd-757b-4ea5-ad3d-753a918e1b3a HTTP/1.1" status: 204 len: 168 time: 0.2495513 Aug 11 03:22:13.311482 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35014) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:13.312979 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474b7867-86c8-4e4a-966e-5c1ad92de8d2 None None] Network eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:13.382364 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a9c0fa2d-b084-4f08-8e73-7cc3012e230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.441925 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-a9c0fa2d-b084-4f08-8e73-7cc3012e230c admin admin] Deleting port 734e7486-5558-4ed1-94e6-ae21d4005e1a {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:13.442353 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a9c0fa2d-b084-4f08-8e73-7cc3012e230c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.511035 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-a9c0fa2d-b084-4f08-8e73-7cc3012e230c admin admin] For port 734e7486-5558-4ed1-94e6-ae21d4005e1a, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=734e7486-5558-4ed1-94e6-ae21d4005e1a,segment=NetworkSegment(0ffa24d5-b030-42f9-8c99-fe7c250b5b20),segment_id=0ffa24d5-b030-42f9-8c99-fe7c250b5b20)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:13.511403 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a9c0fa2d-b084-4f08-8e73-7cc3012e230c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.525909 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-a9c0fa2d-b084-4f08-8e73-7cc3012e230c admin admin] Calling delete_port for 734e7486-5558-4ed1-94e6-ae21d4005e1a owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:13.526383 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f791da9c-cef7-4427-ac2c-a179a7fd5330 None None] DHCP port deletion for eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:22:13.626073 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a9c0fa2d-b084-4f08-8e73-7cc3012e230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.651062 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0fa2d-b084-4f08-8e73-7cc3012e230c admin admin] Pushing event deleted for resources: {'Port': ['ID=734e7486-5558-4ed1-94e6-ae21d4005e1a,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:13.657751 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c0fa2d-b084-4f08-8e73-7cc3012e230c admin admin] No DVR routers for this DVR port 734e7486-5558-4ed1-94e6-ae21d4005e1a on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:22:13.719839 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 637cb3d2-30bc-4216-aa0c-b0027d94661a no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:22:13.735148 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a9c0fa2d-b084-4f08-8e73-7cc3012e230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.742415 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 637cb3d2-30bc-4216-aa0c-b0027d94661a {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:22:13.742765 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 637cb3d2-30bc-4216-aa0c-b0027d94661a not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:22:13.743172 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 85b0ed77-567c-4812-8e26-f197c0c97c09 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:22:13.745188 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-a9c0fa2d-b084-4f08-8e73-7cc3012e230c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb7d2d77-f99c-4845-a48b-58c9f3dd85e9']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:13.755514 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-a9c0fa2d-b084-4f08-8e73-7cc3012e230c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ffa24d5-b030-42f9-8c99-fe7c250b5b20') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:13.755844 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-a9c0fa2d-b084-4f08-8e73-7cc3012e230c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ffa24d5-b030-42f9-8c99-fe7c250b5b20') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:13.761990 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 85b0ed77-567c-4812-8e26-f197c0c97c09 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:22:13.762343 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 85b0ed77-567c-4812-8e26-f197c0c97c09 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:22:13.764836 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a9c0fa2d-b084-4f08-8e73-7cc3012e230c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.782171 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-f791da9c-cef7-4427-ac2c-a179a7fd5330 None None] Deleting port 734e7486-5558-4ed1-94e6-ae21d4005e1a {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:13.782665 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f791da9c-cef7-4427-ac2c-a179a7fd5330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.789052 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a9c0fa2d-b084-4f08-8e73-7cc3012e230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.794969 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c0fa2d-b084-4f08-8e73-7cc3012e230c admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:22:13.795440 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a9c0fa2d-b084-4f08-8e73-7cc3012e230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: timer() Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:22:13.797917 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:22:13.847890 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-f791da9c-cef7-4427-ac2c-a179a7fd5330 None None] For port 734e7486-5558-4ed1-94e6-ae21d4005e1a, host n-d-615180-33, got binding levels [] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:13.848252 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f791da9c-cef7-4427-ac2c-a179a7fd5330 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.853939 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a9c0fa2d-b084-4f08-8e73-7cc3012e230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.860604 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a9c0fa2d-b084-4f08-8e73-7cc3012e230c admin admin] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.862476 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a9c0fa2d-b084-4f08-8e73-7cc3012e230c admin admin] 10.222.0.50 "DELETE /v2.0/networks/eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 HTTP/1.1" status: 204 len: 168 time: 0.5494242 Aug 11 03:22:13.866243 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35016) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:13.866744 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-f791da9c-cef7-4427-ac2c-a179a7fd5330 None None] Calling delete_port for 734e7486-5558-4ed1-94e6-ae21d4005e1a owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:13.869189 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.ipam_backend_mixin [None req-f791da9c-cef7-4427-ac2c-a179a7fd5330 None None] Port 734e7486-5558-4ed1-94e6-ae21d4005e1a was not found and therefore no delete operation was performed {{(pid=94508) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:22:13.870569 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f791da9c-cef7-4427-ac2c-a179a7fd5330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.873468 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0fa2d-b084-4f08-8e73-7cc3012e230c admin admin] Pushing event deleted for resources: {'Network': ['ID=eb7d2d77-f99c-4845-a48b-58c9f3dd85e9,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:13.893641 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791da9c-cef7-4427-ac2c-a179a7fd5330 None None] Pushing event deleted for resources: {'Port': ['ID=734e7486-5558-4ed1-94e6-ae21d4005e1a,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:13.895733 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f791da9c-cef7-4427-ac2c-a179a7fd5330 None None] Network eb7d2d77-f99c-4845-a48b-58c9f3dd85e9 is not hosted by any dhcp agent {{(pid=94508) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 03:22:13.896185 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f791da9c-cef7-4427-ac2c-a179a7fd5330 None None] No DVR routers for this DVR port 734e7486-5558-4ed1-94e6-ae21d4005e1a on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:22:13.905201 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791da9c-cef7-4427-ac2c-a179a7fd5330 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:13.905576 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791da9c-cef7-4427-ac2c-a179a7fd5330 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:13.906436 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791da9c-cef7-4427-ac2c-a179a7fd5330 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:13.906770 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791da9c-cef7-4427-ac2c-a179a7fd5330 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:13.907105 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791da9c-cef7-4427-ac2c-a179a7fd5330 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:13.907454 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791da9c-cef7-4427-ac2c-a179a7fd5330 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:13.908319 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791da9c-cef7-4427-ac2c-a179a7fd5330 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:13.908319 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791da9c-cef7-4427-ac2c-a179a7fd5330 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:13.909178 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791da9c-cef7-4427-ac2c-a179a7fd5330 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:13.909178 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791da9c-cef7-4427-ac2c-a179a7fd5330 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:13.909178 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791da9c-cef7-4427-ac2c-a179a7fd5330 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:13.909581 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791da9c-cef7-4427-ac2c-a179a7fd5330 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:14.221874 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-de2fe382-9e4d-440b-908f-3144d25e5243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.470473 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-de2fe382-9e4d-440b-908f-3144d25e5243 admin admin] Deleting port 257e3005-30e6-4995-a836-08334286cb6f {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:14.470816 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-de2fe382-9e4d-440b-908f-3144d25e5243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.547653 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-de2fe382-9e4d-440b-908f-3144d25e5243 admin admin] For port 257e3005-30e6-4995-a836-08334286cb6f, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=257e3005-30e6-4995-a836-08334286cb6f,segment=NetworkSegment(9e032beb-2a15-4892-90f5-caa8c1f5cadb),segment_id=9e032beb-2a15-4892-90f5-caa8c1f5cadb)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:14.548022 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-de2fe382-9e4d-440b-908f-3144d25e5243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.560544 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-de2fe382-9e4d-440b-908f-3144d25e5243 admin admin] Calling delete_port for 257e3005-30e6-4995-a836-08334286cb6f owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:14.736218 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-de2fe382-9e4d-440b-908f-3144d25e5243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.769688 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fe382-9e4d-440b-908f-3144d25e5243 admin admin] Pushing event deleted for resources: {'Port': ['ID=257e3005-30e6-4995-a836-08334286cb6f,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:14.938595 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-de2fe382-9e4d-440b-908f-3144d25e5243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.147014 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2fe382-9e4d-440b-908f-3144d25e5243 admin admin] Router 6ed27d48-e0e7-4ed7-91dc-90e0b1649984 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:22:15.251267 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2fe382-9e4d-440b-908f-3144d25e5243 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:22:15.258176 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-de2fe382-9e4d-440b-908f-3144d25e5243 admin admin] 10.222.0.50 "PUT /v2.0/routers/6ed27d48-e0e7-4ed7-91dc-90e0b1649984/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3878205 Aug 11 03:22:15.258770 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35018) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:15.261499 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e081158-8693-4846-bd4f-9f72ce7ac4c8 None None] Sync routers for ids ['6ed27d48-e0e7-4ed7-91dc-90e0b1649984'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:22:15.270707 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e081158-8693-4846-bd4f-9f72ce7ac4c8 None None] Routers {'6ed27d48-e0e7-4ed7-91dc-90e0b1649984'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:15.271319 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-3e081158-8693-4846-bd4f-9f72ce7ac4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:21:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6ed27d48-e0e7-4ed7-91dc-90e0b1649984'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:15.360853 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3dccd608-f0a5-4e99-ba18-6d26ce657097 admin admin] Notify callbacks [] for router, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.373817 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-3e081158-8693-4846-bd4f-9f72ce7ac4c8 None None] Set router 6ed27d48-e0e7-4ed7-91dc-90e0b1649984 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:15.470121 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3dccd608-f0a5-4e99-ba18-6d26ce657097 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.529663 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-3dccd608-f0a5-4e99-ba18-6d26ce657097 admin admin] Deleting port d0dc257f-9844-456b-9c92-0dd20cc0556c {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:15.530104 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3dccd608-f0a5-4e99-ba18-6d26ce657097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.551023 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-3e081158-8693-4846-bd4f-9f72ce7ac4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed27d48-e0e7-4ed7-91dc-90e0b1649984', 'name': 'tempest-TestShelveInstance-1347771359-router', 'tenant_id': '18e5c9c4ed8643b29e5b1c6a81ba9d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd0dc257f-9844-456b-9c92-0dd20cc0556c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:30Z', 'updated_at': '2021-08-11T03:22:14Z', 'revision_number': 5, 'project_id': '18e5c9c4ed8643b29e5b1c6a81ba9d45', 'gw_port': {'id': 'd0dc257f-9844-456b-9c92-0dd20cc0556c', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed27d48-e0e7-4ed7-91dc-90e0b1649984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:30Z', 'updated_at': '2021-08-11T03:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:15.582556 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 734e7486-5558-4ed1-94e6-ae21d4005e1a no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:22:15.584844 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e081158-8693-4846-bd4f-9f72ce7ac4c8 None None] Checking router: 6ed27d48-e0e7-4ed7-91dc-90e0b1649984 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:22:15.605770 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 734e7486-5558-4ed1-94e6-ae21d4005e1a {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:22:15.606118 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 734e7486-5558-4ed1-94e6-ae21d4005e1a not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:22:15.613282 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e081158-8693-4846-bd4f-9f72ce7ac4c8 None None] Routers {'6ed27d48-e0e7-4ed7-91dc-90e0b1649984'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:15.613569 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-3dccd608-f0a5-4e99-ba18-6d26ce657097 admin admin] For port d0dc257f-9844-456b-9c92-0dd20cc0556c, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=d0dc257f-9844-456b-9c92-0dd20cc0556c,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:15.613931 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3dccd608-f0a5-4e99-ba18-6d26ce657097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.614555 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-3e081158-8693-4846-bd4f-9f72ce7ac4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:21:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['6ed27d48-e0e7-4ed7-91dc-90e0b1649984'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:15.627066 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-3dccd608-f0a5-4e99-ba18-6d26ce657097 admin admin] Calling delete_port for d0dc257f-9844-456b-9c92-0dd20cc0556c owned by network:router_gateway {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:15.706522 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-3e081158-8693-4846-bd4f-9f72ce7ac4c8 None None] Set router 6ed27d48-e0e7-4ed7-91dc-90e0b1649984 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:15.772907 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-3e081158-8693-4846-bd4f-9f72ce7ac4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed27d48-e0e7-4ed7-91dc-90e0b1649984', 'name': 'tempest-TestShelveInstance-1347771359-router', 'tenant_id': '18e5c9c4ed8643b29e5b1c6a81ba9d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:30Z', 'updated_at': '2021-08-11T03:22:15Z', 'revision_number': 6, 'project_id': '18e5c9c4ed8643b29e5b1c6a81ba9d45', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:15.794960 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3dccd608-f0a5-4e99-ba18-6d26ce657097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.800635 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e081158-8693-4846-bd4f-9f72ce7ac4c8 None None] The sync data for ids ['6ed27d48-e0e7-4ed7-91dc-90e0b1649984'] in n-d-615180-33 is: [{'id': '6ed27d48-e0e7-4ed7-91dc-90e0b1649984', 'name': 'tempest-TestShelveInstance-1347771359-router', 'tenant_id': '18e5c9c4ed8643b29e5b1c6a81ba9d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:30Z', 'updated_at': '2021-08-11T03:22:15Z', 'revision_number': 6, 'project_id': '18e5c9c4ed8643b29e5b1c6a81ba9d45', 'gw_port_host': None}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:22:15.803459 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-40168514-0c70-43e5-a1b9-3296708358ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.819501 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccd608-f0a5-4e99-ba18-6d26ce657097 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0dc257f-9844-456b-9c92-0dd20cc0556c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:15.887335 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3dccd608-f0a5-4e99-ba18-6d26ce657097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.975671 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3dccd608-f0a5-4e99-ba18-6d26ce657097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.977654 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3dccd608-f0a5-4e99-ba18-6d26ce657097 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.019301 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3dccd608-f0a5-4e99-ba18-6d26ce657097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.019935 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dccd608-f0a5-4e99-ba18-6d26ce657097 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ed27d48-e0e7-4ed7-91dc-90e0b1649984 {{(pid=94507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:22:16.024060 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3dccd608-f0a5-4e99-ba18-6d26ce657097 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.025222 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3dccd608-f0a5-4e99-ba18-6d26ce657097 admin admin] 10.222.0.50 "DELETE /v2.0/routers/6ed27d48-e0e7-4ed7-91dc-90e0b1649984 HTTP/1.1" status: 204 len: 168 time: 0.7655435 Aug 11 03:22:16.027692 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35020) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:16.072598 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7aa39a1-df18-499f-b513-08b6b1b4b378 admin admin] Deleting subnet 0ad00667-7556-440d-ae41-2fb1311b4dad {{(pid=94507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:22:16.075625 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c7aa39a1-df18-499f-b513-08b6b1b4b378 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.112878 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c7aa39a1-df18-499f-b513-08b6b1b4b378 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125050108'] for subnet, precommit_delete_associations {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.195431 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c7aa39a1-df18-499f-b513-08b6b1b4b378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.251649 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c7aa39a1-df18-499f-b513-08b6b1b4b378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125067274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125068059'] for subnet, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.273807 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa39a1-df18-499f-b513-08b6b1b4b378 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ad00667-7556-440d-ae41-2fb1311b4dad,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:16.283881 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c7aa39a1-df18-499f-b513-08b6b1b4b378 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.286543 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c7aa39a1-df18-499f-b513-08b6b1b4b378 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0ad00667-7556-440d-ae41-2fb1311b4dad HTTP/1.1" status: 204 len: 168 time: 0.2571702 Aug 11 03:22:16.288294 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35022) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:16.288449 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8752f4b8-d775-4705-8afb-a3e17e30fdad None None] Network 6b08ab8e-3aef-4d72-9b23-39a6998f185c requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:16.359133 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-dc3f68d4-0e58-4c46-9537-5a2f28b1c286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.427313 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-dc3f68d4-0e58-4c46-9537-5a2f28b1c286 admin admin] Deleting port 1d5c6346-9483-49ea-9a88-84aef92746b9 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:16.427694 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-dc3f68d4-0e58-4c46-9537-5a2f28b1c286 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.488460 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-dc3f68d4-0e58-4c46-9537-5a2f28b1c286 admin admin] For port 1d5c6346-9483-49ea-9a88-84aef92746b9, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=1d5c6346-9483-49ea-9a88-84aef92746b9,segment=NetworkSegment(9e032beb-2a15-4892-90f5-caa8c1f5cadb),segment_id=9e032beb-2a15-4892-90f5-caa8c1f5cadb)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:16.488747 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-dc3f68d4-0e58-4c46-9537-5a2f28b1c286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.501478 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-dc3f68d4-0e58-4c46-9537-5a2f28b1c286 admin admin] Calling delete_port for 1d5c6346-9483-49ea-9a88-84aef92746b9 owned by network:dhcp {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:16.573215 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fcfae9-4325-49a7-8c25-a857a8a2c92e None None] DHCP port deletion for 6b08ab8e-3aef-4d72-9b23-39a6998f185c request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:22:16.587063 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-dc3f68d4-0e58-4c46-9537-5a2f28b1c286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.613789 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f68d4-0e58-4c46-9537-5a2f28b1c286 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d5c6346-9483-49ea-9a88-84aef92746b9,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:16.615652 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3f68d4-0e58-4c46-9537-5a2f28b1c286 admin admin] No DVR routers for this DVR port 1d5c6346-9483-49ea-9a88-84aef92746b9 on host n-d-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:22:16.627054 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-41fcfae9-4325-49a7-8c25-a857a8a2c92e None None] Deleting port 1d5c6346-9483-49ea-9a88-84aef92746b9 {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:16.627439 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-41fcfae9-4325-49a7-8c25-a857a8a2c92e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.689921 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-41fcfae9-4325-49a7-8c25-a857a8a2c92e None None] For port 1d5c6346-9483-49ea-9a88-84aef92746b9, host n-d-615180-33, got binding levels [] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:16.690328 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-41fcfae9-4325-49a7-8c25-a857a8a2c92e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.691943 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-dc3f68d4-0e58-4c46-9537-5a2f28b1c286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.701642 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-dc3f68d4-0e58-4c46-9537-5a2f28b1c286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b08ab8e-3aef-4d72-9b23-39a6998f185c']}} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:16.703566 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-41fcfae9-4325-49a7-8c25-a857a8a2c92e None None] Calling delete_port for 1d5c6346-9483-49ea-9a88-84aef92746b9 owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:16.706183 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.ipam_backend_mixin [None req-41fcfae9-4325-49a7-8c25-a857a8a2c92e None None] Port 1d5c6346-9483-49ea-9a88-84aef92746b9 was not found and therefore no delete operation was performed {{(pid=94508) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:22:16.707437 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-41fcfae9-4325-49a7-8c25-a857a8a2c92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.712896 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-dc3f68d4-0e58-4c46-9537-5a2f28b1c286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e032beb-2a15-4892-90f5-caa8c1f5cadb') {'for_net_delete': True} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:16.713193 n-d-615180-33 neutron-server[94507]: DEBUG neutron.services.segments.db [None req-dc3f68d4-0e58-4c46-9537-5a2f28b1c286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e032beb-2a15-4892-90f5-caa8c1f5cadb') {} {{(pid=94507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:16.721902 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-dc3f68d4-0e58-4c46-9537-5a2f28b1c286 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125049989'] for segment, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.733899 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fcfae9-4325-49a7-8c25-a857a8a2c92e None None] Pushing event deleted for resources: {'Port': ['ID=1d5c6346-9483-49ea-9a88-84aef92746b9,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:16.739321 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-dc3f68d4-0e58-4c46-9537-5a2f28b1c286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.741474 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fcfae9-4325-49a7-8c25-a857a8a2c92e None None] No DVR routers for this DVR port 1d5c6346-9483-49ea-9a88-84aef92746b9 on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:22:16.746329 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3f68d4-0e58-4c46-9537-5a2f28b1c286 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:22:16.746708 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-dc3f68d4-0e58-4c46-9537-5a2f28b1c286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125067488'] for segment, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: Traceback (most recent call last): Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: timer() Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: cb(*args, **kw) Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: return func(*args, **kwargs) Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: self._notify() Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: self.callback(batched_events) Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: event.method(event) Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: return f(self, *a, **k) Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: return self._get(url).json() Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: return self.request(url, 'GET', **kwargs) Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:22:16.755762 n-d-615180-33 neutron-server[94507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:22:16.812627 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-dc3f68d4-0e58-4c46-9537-5a2f28b1c286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.818076 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-dc3f68d4-0e58-4c46-9537-5a2f28b1c286 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.824088 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-dc3f68d4-0e58-4c46-9537-5a2f28b1c286 admin admin] 10.222.0.50 "DELETE /v2.0/networks/6b08ab8e-3aef-4d72-9b23-39a6998f185c HTTP/1.1" status: 204 len: 168 time: 0.5332072 Aug 11 03:22:16.837662 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f68d4-0e58-4c46-9537-5a2f28b1c286 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b08ab8e-3aef-4d72-9b23-39a6998f185c,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:16.933542 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35026) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:16.972655 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0babd834-04c7-412a-8c53-41985ee49a73 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a2c76cbb6e634c328f38fa1c81c67bc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379202 Aug 11 03:22:16.975597 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35028) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:17.022923 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aafa8074-abc6-45d9-91c2-e156e5d64ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.043516 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aafa8074-abc6-45d9-91c2-e156e5d64ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.095771 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aafa8074-abc6-45d9-91c2-e156e5d64ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.098364 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aafa8074-abc6-45d9-91c2-e156e5d64ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.099856 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-aafa8074-abc6-45d9-91c2-e156e5d64ae6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1b7be2c0-25aa-48bc-a27d-d1c4884cc689 HTTP/1.1" status: 204 len: 168 time: 0.1229558 Aug 11 03:22:17.107861 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa8074-abc6-45d9-91c2-e156e5d64ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7be2c0-25aa-48bc-a27d-d1c4884cc689,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:17.401941 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35034) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:17.443435 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-25888b05-ef11-4fea-9476-7dc660ec554f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=18e5c9c4ed8643b29e5b1c6a81ba9d45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402839 Aug 11 03:22:17.445964 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35036) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:17.496481 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-837ea299-ab49-4a27-b1bc-21f6bd9176ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.508272 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1d5c6346-9483-49ea-9a88-84aef92746b9 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:22:17.519906 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-837ea299-ab49-4a27-b1bc-21f6bd9176ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.527918 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 1d5c6346-9483-49ea-9a88-84aef92746b9 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:22:17.528464 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 1d5c6346-9483-49ea-9a88-84aef92746b9 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:22:17.528871 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 257e3005-30e6-4995-a836-08334286cb6f no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:22:17.547484 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 257e3005-30e6-4995-a836-08334286cb6f {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:22:17.548100 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 257e3005-30e6-4995-a836-08334286cb6f not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:22:17.548506 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d0dc257f-9844-456b-9c92-0dd20cc0556c no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:22:17.568329 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: d0dc257f-9844-456b-9c92-0dd20cc0556c {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:22:17.568522 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-837ea299-ab49-4a27-b1bc-21f6bd9176ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.568640 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device d0dc257f-9844-456b-9c92-0dd20cc0556c not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:22:17.571210 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-837ea299-ab49-4a27-b1bc-21f6bd9176ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.572624 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-837ea299-ab49-4a27-b1bc-21f6bd9176ea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b5ee12a1-6ae6-47d8-864c-55ff6c816a46 HTTP/1.1" status: 204 len: 168 time: 0.1257579 Aug 11 03:22:17.582200 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ea299-ab49-4a27-b1bc-21f6bd9176ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ee12a1-6ae6-47d8-864c-55ff6c816a46,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:18.230919 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35058) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:18.339400 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-cb684d99-b8a5-4280-af58-ffc50839cc85 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1256549-network', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:18.360472 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb684d99-b8a5-4280-af58-ffc50839cc85 admin admin] Made reservation on behalf of 03e2edb1e8b043198d0654dccd05fe7e for: {'network': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:18.362710 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cb684d99-b8a5-4280-af58-ffc50839cc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:18.370948 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cb684d99-b8a5-4280-af58-ffc50839cc85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:18.397452 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:18.402172 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-838656b4-c6f8-413d-acbe-0c7b620fe62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:18.467134 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cb684d99-b8a5-4280-af58-ffc50839cc85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:18.470975 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cb684d99-b8a5-4280-af58-ffc50839cc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:18.492327 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb684d99-b8a5-4280-af58-ffc50839cc85 admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:22:18.507853 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb684d99-b8a5-4280-af58-ffc50839cc85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a6c16d-f96d-457f-8f54-6e2477afc75a,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:18.510719 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cb684d99-b8a5-4280-af58-ffc50839cc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:18.511066 n-d-615180-33 neutron-server[94506]: INFO neutron.db.segments_db [None req-cb684d99-b8a5-4280-af58-ffc50839cc85 admin admin] Added segment 6ba21970-3181-4271-b671-75358afd6725 of type vlan for network 1a873db4-e243-4840-8dd9-cb55c5ecfd30 Aug 11 03:22:18.550818 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cb684d99-b8a5-4280-af58-ffc50839cc85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:18.578911 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cb684d99-b8a5-4280-af58-ffc50839cc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:18.579903 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb684d99-b8a5-4280-af58-ffc50839cc85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:18.580486 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cb684d99-b8a5-4280-af58-ffc50839cc85 admin admin] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:18.634586 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cb684d99-b8a5-4280-af58-ffc50839cc85 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4024487 Aug 11 03:22:18.637775 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35062) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:18.639678 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb684d99-b8a5-4280-af58-ffc50839cc85 admin admin] Pushing event updated for resources: {'Network': ['ID=1a873db4-e243-4840-8dd9-cb55c5ecfd30,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:18.644905 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-2dbfca14-bc65-49bf-802b-c18449bce3a8 admin admin] Request body: {'subnet': {'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1256549-subnet', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:18.650573 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network 1a873db4-e243-4840-8dd9-cb55c5ecfd30 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:22:18.666485 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbfca14-bc65-49bf-802b-c18449bce3a8 admin admin] Made reservation on behalf of 03e2edb1e8b043198d0654dccd05fe7e for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:18.668962 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2dbfca14-bc65-49bf-802b-c18449bce3a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:18.847003 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2dbfca14-bc65-49bf-802b-c18449bce3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:18.904937 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbfca14-bc65-49bf-802b-c18449bce3a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=773e716e-66a1-4f8f-9cab-fac5e9fc4768,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:18.913804 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbfca14-bc65-49bf-802b-c18449bce3a8 admin admin] Checking segment: {'id': '6ba21970-3181-4271-b671-75358afd6725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:18.914158 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbfca14-bc65-49bf-802b-c18449bce3a8 admin admin] Network hostable DHCP agents. Network: 1a873db4-e243-4840-8dd9-cb55c5ecfd30, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:22:18.930924 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbfca14-bc65-49bf-802b-c18449bce3a8 admin admin] Network 1a873db4-e243-4840-8dd9-cb55c5ecfd30 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:22:18.939162 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-2dbfca14-bc65-49bf-802b-c18449bce3a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, 1a873db4-e243-4840-8dd9-cb55c5ecfd30) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:18.943061 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbfca14-bc65-49bf-802b-c18449bce3a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:18.943684 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-2dbfca14-bc65-49bf-802b-c18449bce3a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:18.948955 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43de453f-3b0e-4467-83b9-02f6ca02c77f None None] Network 1a873db4-e243-4840-8dd9-cb55c5ecfd30 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:18.956844 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-2dbfca14-bc65-49bf-802b-c18449bce3a8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3178864 Aug 11 03:22:18.959591 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35064) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:18.963966 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-7725158d-2745-4d10-916b-7b5e11be4fb0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1256549-router', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:18.984726 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7725158d-2745-4d10-916b-7b5e11be4fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:18.985702 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7725158d-2745-4d10-916b-7b5e11be4fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:19.107988 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065d4687-3d86-4ff5-90f6-3c99ef07723e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'fixed_ips': [{'subnet_id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:22:19.109622 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-065d4687-3d86-4ff5-90f6-3c99ef07723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:19.245652 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-065d4687-3d86-4ff5-90f6-3c99ef07723e None None] Allocated IP 172.20.0.2 (1a873db4-e243-4840-8dd9-cb55c5ecfd30/773e716e-66a1-4f8f-9cab-fac5e9fc4768/2724b7b3-8a07-4cf0-9c98-2023a446ceca) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:19.352459 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7725158d-2745-4d10-916b-7b5e11be4fb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:19.393138 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-065d4687-3d86-4ff5-90f6-3c99ef07723e None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:19.401183 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-065d4687-3d86-4ff5-90f6-3c99ef07723e None None] Transition to ACTIVE for port object 2724b7b3-8a07-4cf0-9c98-2023a446ceca will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:19.415882 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-065d4687-3d86-4ff5-90f6-3c99ef07723e None None] Transition to ACTIVE for port object 2724b7b3-8a07-4cf0-9c98-2023a446ceca will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:19.421498 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-065d4687-3d86-4ff5-90f6-3c99ef07723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:19.465255 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065d4687-3d86-4ff5-90f6-3c99ef07723e None None] Network 1a873db4-e243-4840-8dd9-cb55c5ecfd30 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:19.470281 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-065d4687-3d86-4ff5-90f6-3c99ef07723e None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:19.474629 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065d4687-3d86-4ff5-90f6-3c99ef07723e None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:19.478037 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d4687-3d86-4ff5-90f6-3c99ef07723e None None] Pushing event updated for resources: {'Port': ['ID=2724b7b3-8a07-4cf0-9c98-2023a446ceca,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:19.508569 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7725158d-2745-4d10-916b-7b5e11be4fb0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:19.533281 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-065d4687-3d86-4ff5-90f6-3c99ef07723e None None] Attempting to bind port 2724b7b3-8a07-4cf0-9c98-2023a446ceca on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:22:19.533654 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-065d4687-3d86-4ff5-90f6-3c99ef07723e None None] Attempting to bind port 2724b7b3-8a07-4cf0-9c98-2023a446ceca by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '6ba21970-3181-4271-b671-75358afd6725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:22:19.534020 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065d4687-3d86-4ff5-90f6-3c99ef07723e None None] Attempting to bind port 2724b7b3-8a07-4cf0-9c98-2023a446ceca on network 1a873db4-e243-4840-8dd9-cb55c5ecfd30 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:19.539127 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065d4687-3d86-4ff5-90f6-3c99ef07723e None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:22:19.539498 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065d4687-3d86-4ff5-90f6-3c99ef07723e None None] Checking segment: {'id': '6ba21970-3181-4271-b671-75358afd6725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:19.539945 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-065d4687-3d86-4ff5-90f6-3c99ef07723e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:19.540340 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065d4687-3d86-4ff5-90f6-3c99ef07723e None None] Bound using segment: {'id': '6ba21970-3181-4271-b671-75358afd6725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:22:19.540806 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-065d4687-3d86-4ff5-90f6-3c99ef07723e None None] Bound port: 2724b7b3-8a07-4cf0-9c98-2023a446ceca, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba21970-3181-4271-b671-75358afd6725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:22:19.541178 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-065d4687-3d86-4ff5-90f6-3c99ef07723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:19.602431 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-065d4687-3d86-4ff5-90f6-3c99ef07723e None None] For port 2724b7b3-8a07-4cf0-9c98-2023a446ceca, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:22:19.605421 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-065d4687-3d86-4ff5-90f6-3c99ef07723e None None] For port 2724b7b3-8a07-4cf0-9c98-2023a446ceca, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=2724b7b3-8a07-4cf0-9c98-2023a446ceca,segment=NetworkSegment(6ba21970-3181-4271-b671-75358afd6725),segment_id=6ba21970-3181-4271-b671-75358afd6725)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:22:19.610338 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-065d4687-3d86-4ff5-90f6-3c99ef07723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:19.667413 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d4687-3d86-4ff5-90f6-3c99ef07723e None None] Pushing event updated for resources: {'Port': ['ID=2724b7b3-8a07-4cf0-9c98-2023a446ceca,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:19.713803 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7725158d-2745-4d10-916b-7b5e11be4fb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:19.737070 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7725158d-2745-4d10-916b-7b5e11be4fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:19.861828 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-7725158d-2745-4d10-916b-7b5e11be4fb0 admin admin] Allocated IP 172.25.2.121 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/fd0b4b86-ccd4-43fe-b985-9bd29a090ac2) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:19.975820 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7725158d-2745-4d10-916b-7b5e11be4fb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:20.014890 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7725158d-2745-4d10-916b-7b5e11be4fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:20.054564 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7725158d-2745-4d10-916b-7b5e11be4fb0 admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:20.057677 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-7725158d-2745-4d10-916b-7b5e11be4fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:20.060075 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7725158d-2745-4d10-916b-7b5e11be4fb0 admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:20.084776 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725158d-2745-4d10-916b-7b5e11be4fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=fd0b4b86-ccd4-43fe-b985-9bd29a090ac2,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:20.228124 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:20.316220 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7725158d-2745-4d10-916b-7b5e11be4fb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:20.519759 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7725158d-2745-4d10-916b-7b5e11be4fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:20.524102 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ecdf51-ff0f-4a5c-b0fc-e878835ac36d None None] Network 1a873db4-e243-4840-8dd9-cb55c5ecfd30 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:20.605698 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-35481700-4ebe-4ce6-9a3e-ed58b3d67154 None None] Provisioning for port 2724b7b3-8a07-4cf0-9c98-2023a446ceca completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:20.649806 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7725158d-2745-4d10-916b-7b5e11be4fb0 admin admin] Router 79234cc5-a077-4bf3-9472-635d52dbe94c is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:22:20.756911 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7725158d-2745-4d10-916b-7b5e11be4fb0 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:22:20.767342 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafd6041-c9c0-41cb-b4e8-7621f6d8dc24 None None] Sync routers for ids ['79234cc5-a077-4bf3-9472-635d52dbe94c'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:22:20.773505 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-7725158d-2745-4d10-916b-7b5e11be4fb0 admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:20.775057 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-7725158d-2745-4d10-916b-7b5e11be4fb0 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8144653 Aug 11 03:22:20.777654 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd6041-c9c0-41cb-b4e8-7621f6d8dc24 None None] Routers {'79234cc5-a077-4bf3-9472-635d52dbe94c'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:20.777821 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35066) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:20.778418 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-dafd6041-c9c0-41cb-b4e8-7621f6d8dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:22:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['79234cc5-a077-4bf3-9472-635d52dbe94c'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:20.894395 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-dafd6041-c9c0-41cb-b4e8-7621f6d8dc24 None None] Set router 79234cc5-a077-4bf3-9472-635d52dbe94c gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:21.070405 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-dafd6041-c9c0-41cb-b4e8-7621f6d8dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'name': 'tempest-TestSnapshotPattern-1256549-router', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:18Z', 'updated_at': '2021-08-11T03:22:20Z', 'revision_number': 3, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'gw_port': {'id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:19Z', 'updated_at': '2021-08-11T03:22:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:21.096597 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafd6041-c9c0-41cb-b4e8-7621f6d8dc24 None None] Checking router: 79234cc5-a077-4bf3-9472-635d52dbe94c for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:22:21.096942 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafd6041-c9c0-41cb-b4e8-7621f6d8dc24 None None] Updating router 79234cc5-a077-4bf3-9472-635d52dbe94c port fd0b4b86-ccd4-43fe-b985-9bd29a090ac2 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:22:21.121625 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-dafd6041-c9c0-41cb-b4e8-7621f6d8dc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.202678 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61cb917c-308e-4f5e-892f-544b09478b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.356124 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:22:21.358873 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-61cb917c-308e-4f5e-892f-544b09478b13 admin admin] Allocated IP 172.20.0.1 (1a873db4-e243-4840-8dd9-cb55c5ecfd30/773e716e-66a1-4f8f-9cab-fac5e9fc4768/f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:21.371578 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-dafd6041-c9c0-41cb-b4e8-7621f6d8dc24 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.381408 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-dafd6041-c9c0-41cb-b4e8-7621f6d8dc24 None None] Transition to ACTIVE for port object fd0b4b86-ccd4-43fe-b985-9bd29a090ac2 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:21.386724 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-dafd6041-c9c0-41cb-b4e8-7621f6d8dc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.438174 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-dafd6041-c9c0-41cb-b4e8-7621f6d8dc24 None None] Attempting to bind port fd0b4b86-ccd4-43fe-b985-9bd29a090ac2 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:22:21.438543 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-dafd6041-c9c0-41cb-b4e8-7621f6d8dc24 None None] Attempting to bind port fd0b4b86-ccd4-43fe-b985-9bd29a090ac2 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:22:21.438908 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafd6041-c9c0-41cb-b4e8-7621f6d8dc24 None None] Attempting to bind port fd0b4b86-ccd4-43fe-b985-9bd29a090ac2 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:21.447892 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafd6041-c9c0-41cb-b4e8-7621f6d8dc24 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:22:21.448270 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafd6041-c9c0-41cb-b4e8-7621f6d8dc24 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:21.448658 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-dafd6041-c9c0-41cb-b4e8-7621f6d8dc24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.449047 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafd6041-c9c0-41cb-b4e8-7621f6d8dc24 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:22:21.449513 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-dafd6041-c9c0-41cb-b4e8-7621f6d8dc24 None None] Bound port: fd0b4b86-ccd4-43fe-b985-9bd29a090ac2, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:22:21.449898 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-dafd6041-c9c0-41cb-b4e8-7621f6d8dc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.451388 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a267669-f389-41ee-bfc4-3b8a9a0c6e3f None None] Pushing event updated for resources: {'Port': ['ID=fd0b4b86-ccd4-43fe-b985-9bd29a090ac2,revision_number=2']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:21.466769 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61cb917c-308e-4f5e-892f-544b09478b13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.481828 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [None req-61cb917c-308e-4f5e-892f-544b09478b13 admin admin] Transition to ACTIVE for port object f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:21.506622 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-dafd6041-c9c0-41cb-b4e8-7621f6d8dc24 None None] For port fd0b4b86-ccd4-43fe-b985-9bd29a090ac2, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:22:21.509925 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-dafd6041-c9c0-41cb-b4e8-7621f6d8dc24 None None] For port fd0b4b86-ccd4-43fe-b985-9bd29a090ac2, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=fd0b4b86-ccd4-43fe-b985-9bd29a090ac2,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:22:21.512091 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a267669-f389-41ee-bfc4-3b8a9a0c6e3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:21.512608 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a267669-f389-41ee-bfc4-3b8a9a0c6e3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:21.512964 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a267669-f389-41ee-bfc4-3b8a9a0c6e3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:21.513306 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a267669-f389-41ee-bfc4-3b8a9a0c6e3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:21.513631 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a267669-f389-41ee-bfc4-3b8a9a0c6e3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:21.514003 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a267669-f389-41ee-bfc4-3b8a9a0c6e3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:21.514351 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a267669-f389-41ee-bfc4-3b8a9a0c6e3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:21.514712 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a267669-f389-41ee-bfc4-3b8a9a0c6e3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:21.515012 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a267669-f389-41ee-bfc4-3b8a9a0c6e3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:21.515330 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a267669-f389-41ee-bfc4-3b8a9a0c6e3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:21.515677 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a267669-f389-41ee-bfc4-3b8a9a0c6e3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:21.516003 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a267669-f389-41ee-bfc4-3b8a9a0c6e3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:21.518979 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61cb917c-308e-4f5e-892f-544b09478b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.519999 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-dafd6041-c9c0-41cb-b4e8-7621f6d8dc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.566240 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cb917c-308e-4f5e-892f-544b09478b13 admin admin] Network 1a873db4-e243-4840-8dd9-cb55c5ecfd30 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:21.570022 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-61cb917c-308e-4f5e-892f-544b09478b13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:21.570526 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 2724b7b3-8a07-4cf0-9c98-2023a446ceca up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:21.572746 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd6041-c9c0-41cb-b4e8-7621f6d8dc24 None None] Routers {'79234cc5-a077-4bf3-9472-635d52dbe94c'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:21.573360 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-dafd6041-c9c0-41cb-b4e8-7621f6d8dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:22:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['79234cc5-a077-4bf3-9472-635d52dbe94c'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:21.575318 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cb917c-308e-4f5e-892f-544b09478b13 admin admin] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:21.581262 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb917c-308e-4f5e-892f-544b09478b13 admin admin] Pushing event updated for resources: {'Port': ['ID=f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:21.623046 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61cb917c-308e-4f5e-892f-544b09478b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.637264 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 2724b7b3-8a07-4cf0-9c98-2023a446ceca completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:21.641758 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 2724b7b3-8a07-4cf0-9c98-2023a446ceca triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:21.642279 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.688384 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-dafd6041-c9c0-41cb-b4e8-7621f6d8dc24 None None] Set router 79234cc5-a077-4bf3-9472-635d52dbe94c gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:21.756837 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.768665 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a267669-f389-41ee-bfc4-3b8a9a0c6e3f None None] Pushing event updated for resources: {'Port': ['ID=fd0b4b86-ccd4-43fe-b985-9bd29a090ac2,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:21.788669 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61cb917c-308e-4f5e-892f-544b09478b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.792404 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.796903 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 2724b7b3-8a07-4cf0-9c98-2023a446ceca, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=2724b7b3-8a07-4cf0-9c98-2023a446ceca,segment=NetworkSegment(6ba21970-3181-4271-b671-75358afd6725),segment_id=6ba21970-3181-4271-b671-75358afd6725)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:21.802446 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.860861 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=2724b7b3-8a07-4cf0-9c98-2023a446ceca,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:21.909831 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-dafd6041-c9c0-41cb-b4e8-7621f6d8dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'name': 'tempest-TestSnapshotPattern-1256549-router', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:18Z', 'updated_at': '2021-08-11T03:22:20Z', 'revision_number': 3, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'gw_port': {'id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:19Z', 'updated_at': '2021-08-11T03:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:21.958884 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3bd43767-ec9d-490d-9617-7ce1fd64af1c None None] Provisioning for port f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:21.963057 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3bd43767-ec9d-490d-9617-7ce1fd64af1c None None] Provisioning complete for port f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:21.963438 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3bd43767-ec9d-490d-9617-7ce1fd64af1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.000019 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61cb917c-308e-4f5e-892f-544b09478b13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.002488 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-3bd43767-ec9d-490d-9617-7ce1fd64af1c None None] Port f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:22:22.006092 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61cb917c-308e-4f5e-892f-544b09478b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.023090 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafd6041-c9c0-41cb-b4e8-7621f6d8dc24 None None] The sync data for ids ['79234cc5-a077-4bf3-9472-635d52dbe94c'] in n-d-615180-33 is: [{'id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'name': 'tempest-TestSnapshotPattern-1256549-router', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:18Z', 'updated_at': '2021-08-11T03:22:20Z', 'revision_number': 3, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'gw_port': {'id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:19Z', 'updated_at': '2021-08-11T03:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:22:22.078915 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb917c-308e-4f5e-892f-544b09478b13 admin admin] Pushing event updated for resources: {'Port': ['ID=f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:22.081793 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-61cb917c-308e-4f5e-892f-544b09478b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.174268 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cb917c-308e-4f5e-892f-544b09478b13 admin admin] Network 1a873db4-e243-4840-8dd9-cb55c5ecfd30 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:22.175897 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-61cb917c-308e-4f5e-892f-544b09478b13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:22.318754 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61cb917c-308e-4f5e-892f-544b09478b13 admin admin] Router 79234cc5-a077-4bf3-9472-635d52dbe94c has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:22:22.426460 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a013ce3f-688e-4cf2-b354-b2fb700d59b8 None None] Provisioning complete for port f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:22.426982 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a013ce3f-688e-4cf2-b354-b2fb700d59b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.441991 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cb917c-308e-4f5e-892f-544b09478b13 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:22:22.447126 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-61cb917c-308e-4f5e-892f-544b09478b13 admin admin] 10.222.0.50 "PUT /v2.0/routers/79234cc5-a077-4bf3-9472-635d52dbe94c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6679525 Aug 11 03:22:22.474415 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-a013ce3f-688e-4cf2-b354-b2fb700d59b8 None None] Port f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:22:22.928975 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35084) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:22.934150 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-c8255b17-cac4-466b-b0e5-2e9e81ed8e91 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1615812320-network', 'tenant_id': '1210264f8206407b8ad85d11561d19e4'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:22.955499 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8255b17-cac4-466b-b0e5-2e9e81ed8e91 admin admin] Made reservation on behalf of 1210264f8206407b8ad85d11561d19e4 for: {'network': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:22.957826 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8255b17-cac4-466b-b0e5-2e9e81ed8e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for network, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.966338 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8255b17-cac4-466b-b0e5-2e9e81ed8e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.059404 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8255b17-cac4-466b-b0e5-2e9e81ed8e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.063273 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8255b17-cac4-466b-b0e5-2e9e81ed8e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.087812 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8255b17-cac4-466b-b0e5-2e9e81ed8e91 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:22:23.097520 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8255b17-cac4-466b-b0e5-2e9e81ed8e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cf1d02-b360-41b3-a76f-f6c6a66e3815,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:23.104170 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8255b17-cac4-466b-b0e5-2e9e81ed8e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.104519 n-d-615180-33 neutron-server[94507]: INFO neutron.db.segments_db [None req-c8255b17-cac4-466b-b0e5-2e9e81ed8e91 admin admin] Added segment 0e3e66ca-c37c-4d34-a90c-51e679618141 of type vlan for network b1c1e55f-e33d-45ce-8fe4-62566f327796 Aug 11 03:22:23.144881 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8255b17-cac4-466b-b0e5-2e9e81ed8e91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737238494778'] for network, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.173260 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8255b17-cac4-466b-b0e5-2e9e81ed8e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371'] for network, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.174217 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8255b17-cac4-466b-b0e5-2e9e81ed8e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:23.174803 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-c8255b17-cac4-466b-b0e5-2e9e81ed8e91 admin admin] Notify callbacks [] for network, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.232678 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-c8255b17-cac4-466b-b0e5-2e9e81ed8e91 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3025644 Aug 11 03:22:23.235951 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35086) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:23.240814 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-70f1a227-88b0-4eab-9bc3-119af437dfc8 admin admin] Request body: {'subnet': {'network_id': 'b1c1e55f-e33d-45ce-8fe4-62566f327796', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1615812320-subnet', 'tenant_id': '1210264f8206407b8ad85d11561d19e4', 'ip_version': 4}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:23.248748 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8255b17-cac4-466b-b0e5-2e9e81ed8e91 admin admin] Pushing event updated for resources: {'Network': ['ID=b1c1e55f-e33d-45ce-8fe4-62566f327796,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:23.259518 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Network b1c1e55f-e33d-45ce-8fe4-62566f327796 details requested by agent ovs-agent-n-d-615180-33 with host n-d-615180-33 {{(pid=94508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:22:23.266302 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f1a227-88b0-4eab-9bc3-119af437dfc8 admin admin] Made reservation on behalf of 1210264f8206407b8ad85d11561d19e4 for: {'subnet': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:23.268754 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-70f1a227-88b0-4eab-9bc3-119af437dfc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125068794'] for subnet, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.449203 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-70f1a227-88b0-4eab-9bc3-119af437dfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125067339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125068776'] for subnet, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.508381 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1a227-88b0-4eab-9bc3-119af437dfc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eaae745-4b5d-400f-a109-d856c19e0df9,revision_number=0']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:23.516916 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f1a227-88b0-4eab-9bc3-119af437dfc8 admin admin] Checking segment: {'id': '0e3e66ca-c37c-4d34-a90c-51e679618141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b1c1e55f-e33d-45ce-8fe4-62566f327796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:23.517339 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f1a227-88b0-4eab-9bc3-119af437dfc8 admin admin] Network hostable DHCP agents. Network: b1c1e55f-e33d-45ce-8fe4-62566f327796, hostable agents: ['bea77b7e-5d53-404e-858e-5d252e706681'], hosted agents: [] {{(pid=94507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:22:23.534483 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f1a227-88b0-4eab-9bc3-119af437dfc8 admin admin] Network b1c1e55f-e33d-45ce-8fe4-62566f327796 is scheduled to be hosted by DHCP agent bea77b7e-5d53-404e-858e-5d252e706681 with binding_index 1 {{(pid=94507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:22:23.544685 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-70f1a227-88b0-4eab-9bc3-119af437dfc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-33, b1c1e55f-e33d-45ce-8fe4-62566f327796) {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:23.549172 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f1a227-88b0-4eab-9bc3-119af437dfc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:23.549785 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-70f1a227-88b0-4eab-9bc3-119af437dfc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.562334 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0031d693-25c7-465a-b9f0-430eafc6bc9c None None] Network b1c1e55f-e33d-45ce-8fe4-62566f327796 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:23.568136 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-70f1a227-88b0-4eab-9bc3-119af437dfc8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3309340 Aug 11 03:22:23.570490 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35088) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:23.575898 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-aa208f76-55aa-458e-bab1-a4db5923e58e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1615812320-router', 'tenant_id': '1210264f8206407b8ad85d11561d19e4', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:23.601466 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aa208f76-55aa-458e-bab1-a4db5923e58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133781215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36842'] for router, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.602790 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aa208f76-55aa-458e-bab1-a4db5923e58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133782895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133780254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133690407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36755'] for router, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.615004 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device fd0b4b86-ccd4-43fe-b985-9bd29a090ac2 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:23.670398 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a499c835-c75a-42fe-9fa7-7b9021afc848 None None] Sync routers for ids ['79234cc5-a077-4bf3-9472-635d52dbe94c'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:22:23.671459 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aa208f76-55aa-458e-bab1-a4db5923e58e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.699231 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a499c835-c75a-42fe-9fa7-7b9021afc848 None None] Routers {'79234cc5-a077-4bf3-9472-635d52dbe94c'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:23.699876 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-a499c835-c75a-42fe-9fa7-7b9021afc848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:22:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['79234cc5-a077-4bf3-9472-635d52dbe94c'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:23.765316 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port fd0b4b86-ccd4-43fe-b985-9bd29a090ac2 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:23.775980 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port fd0b4b86-ccd4-43fe-b985-9bd29a090ac2 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:23.776342 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.807095 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aa208f76-55aa-458e-bab1-a4db5923e58e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.020129 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aa208f76-55aa-458e-bab1-a4db5923e58e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.039550 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aa208f76-55aa-458e-bab1-a4db5923e58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.051921 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455ae093-b8d9-42f3-a212-ae9ec4f7ca72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91b0315-609a-5b4d-b5a1-618d9df4bc00-b1c1e55f-e33d-45ce-8fe4-62566f327796', 'network_id': 'b1c1e55f-e33d-45ce-8fe4-62566f327796', 'tenant_id': '1210264f8206407b8ad85d11561d19e4', 'fixed_ips': [{'subnet_id': '7eaae745-4b5d-400f-a109-d856c19e0df9'}]}} from n-d-615180-33. {{(pid=94508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:22:24.052756 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-455ae093-b8d9-42f3-a212-ae9ec4f7ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.055625 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-a499c835-c75a-42fe-9fa7-7b9021afc848 None None] Set router 79234cc5-a077-4bf3-9472-635d52dbe94c gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:24.148210 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-aa208f76-55aa-458e-bab1-a4db5923e58e admin admin] Allocated IP 172.25.2.157 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/b8cc72ad-2a6e-45f8-bf97-1ca2178245f1) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:24.256402 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aa208f76-55aa-458e-bab1-a4db5923e58e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.269799 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.298312 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aa208f76-55aa-458e-bab1-a4db5923e58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.333081 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa208f76-55aa-458e-bab1-a4db5923e58e admin admin] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:24.333575 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port fd0b4b86-ccd4-43fe-b985-9bd29a090ac2, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=fd0b4b86-ccd4-43fe-b985-9bd29a090ac2,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:24.339686 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-aa208f76-55aa-458e-bab1-a4db5923e58e admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:24.341622 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.342430 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 2724b7b3-8a07-4cf0-9c98-2023a446ceca up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:24.343198 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa208f76-55aa-458e-bab1-a4db5923e58e admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:24.368211 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa208f76-55aa-458e-bab1-a4db5923e58e admin admin] Pushing event updated for resources: {'Port': ['ID=b8cc72ad-2a6e-45f8-bf97-1ca2178245f1,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:24.428303 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.db_base_plugin_common [None req-455ae093-b8d9-42f3-a212-ae9ec4f7ca72 None None] Allocated IP 172.20.0.2 (b1c1e55f-e33d-45ce-8fe4-62566f327796/7eaae745-4b5d-400f-a109-d856c19e0df9/7ef22f24-b606-467b-a646-95abe36e0b8d) {{(pid=94508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:24.482050 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=fd0b4b86-ccd4-43fe-b985-9bd29a090ac2,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:24.552708 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 2724b7b3-8a07-4cf0-9c98-2023a446ceca triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:24.553015 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.599498 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aa208f76-55aa-458e-bab1-a4db5923e58e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.613285 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-a499c835-c75a-42fe-9fa7-7b9021afc848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'name': 'tempest-TestSnapshotPattern-1256549-router', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:18Z', 'updated_at': '2021-08-11T03:22:21Z', 'revision_number': 4, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'gw_port': {'id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:19Z', 'updated_at': '2021-08-11T03:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee', 'name': '', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'mac_address': 'fa:16:3e:82:39:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:21Z', 'updated_at': '2021-08-11T03:22:21Z', 'revision_number': 2, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'subnets': [{'id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:24.653446 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a499c835-c75a-42fe-9fa7-7b9021afc848 None None] Checking router: 79234cc5-a077-4bf3-9472-635d52dbe94c for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:22:24.653803 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a499c835-c75a-42fe-9fa7-7b9021afc848 None None] Updating router 79234cc5-a077-4bf3-9472-635d52dbe94c port f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:22:24.706015 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a499c835-c75a-42fe-9fa7-7b9021afc848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.760503 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-455ae093-b8d9-42f3-a212-ae9ec4f7ca72 None None] Notify callbacks [] for port, precommit_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.790369 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-455ae093-b8d9-42f3-a212-ae9ec4f7ca72 None None] Transition to ACTIVE for port object 7ef22f24-b606-467b-a646-95abe36e0b8d will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:24.797471 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aa208f76-55aa-458e-bab1-a4db5923e58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133782886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133780461'] for router, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.860618 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-455ae093-b8d9-42f3-a212-ae9ec4f7ca72 None None] Transition to ACTIVE for port object 7ef22f24-b606-467b-a646-95abe36e0b8d will not be triggered until provisioned by entity DHCP. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:24.875914 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-455ae093-b8d9-42f3-a212-ae9ec4f7ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366'] for port, after_create {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.925339 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa208f76-55aa-458e-bab1-a4db5923e58e admin admin] Router 0a7e39fe-5e48-4a1f-81e6-e319443bf6f6 is scheduled to L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df with binding_index 1 {{(pid=94507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:22:24.943501 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455ae093-b8d9-42f3-a212-ae9ec4f7ca72 None None] Network b1c1e55f-e33d-45ce-8fe4-62566f327796 is already hosted by enough agents. {{(pid=94508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:24.953771 n-d-615180-33 neutron-server[94508]: DEBUG neutron.scheduler.base_scheduler [None req-455ae093-b8d9-42f3-a212-ae9ec4f7ca72 None None] Resources bound (agent type, host, resource id): {{(pid=94508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:24.955495 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ae093-b8d9-42f3-a212-ae9ec4f7ca72 None None] Pushing event updated for resources: {'Port': ['ID=7ef22f24-b606-467b-a646-95abe36e0b8d,revision_number=1']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:24.980851 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455ae093-b8d9-42f3-a212-ae9ec4f7ca72 None None] Received port after_create {{(pid=94508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:25.031730 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa208f76-55aa-458e-bab1-a4db5923e58e admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:22:25.041331 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c11ac8-00ce-4b08-9cdf-64c92015d5e8 None None] Sync routers for ids ['0a7e39fe-5e48-4a1f-81e6-e319443bf6f6'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:22:25.051232 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-aa208f76-55aa-458e-bab1-a4db5923e58e admin admin] Notify callbacks [] for router, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.052329 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c11ac8-00ce-4b08-9cdf-64c92015d5e8 None None] Routers {'0a7e39fe-5e48-4a1f-81e6-e319443bf6f6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:25.053070 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-aa208f76-55aa-458e-bab1-a4db5923e58e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4814389 Aug 11 03:22:25.053324 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-455ae093-b8d9-42f3-a212-ae9ec4f7ca72 None None] Attempting to bind port 7ef22f24-b606-467b-a646-95abe36e0b8d on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:22:25.053713 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-455ae093-b8d9-42f3-a212-ae9ec4f7ca72 None None] Attempting to bind port 7ef22f24-b606-467b-a646-95abe36e0b8d by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '0e3e66ca-c37c-4d34-a90c-51e679618141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b1c1e55f-e33d-45ce-8fe4-62566f327796'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:22:25.054001 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c3c11ac8-00ce-4b08-9cdf-64c92015d5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:22:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0a7e39fe-5e48-4a1f-81e6-e319443bf6f6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:25.054147 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455ae093-b8d9-42f3-a212-ae9ec4f7ca72 None None] Attempting to bind port 7ef22f24-b606-467b-a646-95abe36e0b8d on network b1c1e55f-e33d-45ce-8fe4-62566f327796 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:25.055756 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35090) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:25.071812 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455ae093-b8d9-42f3-a212-ae9ec4f7ca72 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:22:25.072196 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455ae093-b8d9-42f3-a212-ae9ec4f7ca72 None None] Checking segment: {'id': '0e3e66ca-c37c-4d34-a90c-51e679618141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b1c1e55f-e33d-45ce-8fe4-62566f327796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:25.072598 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-455ae093-b8d9-42f3-a212-ae9ec4f7ca72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.072996 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455ae093-b8d9-42f3-a212-ae9ec4f7ca72 None None] Bound using segment: {'id': '0e3e66ca-c37c-4d34-a90c-51e679618141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b1c1e55f-e33d-45ce-8fe4-62566f327796'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:22:25.073469 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-455ae093-b8d9-42f3-a212-ae9ec4f7ca72 None None] Bound port: 7ef22f24-b606-467b-a646-95abe36e0b8d, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3e66ca-c37c-4d34-a90c-51e679618141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b1c1e55f-e33d-45ce-8fe4-62566f327796'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:22:25.073850 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-455ae093-b8d9-42f3-a212-ae9ec4f7ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.161747 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-c3c11ac8-00ce-4b08-9cdf-64c92015d5e8 None None] Set router 0a7e39fe-5e48-4a1f-81e6-e319443bf6f6 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:25.196791 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a499c835-c75a-42fe-9fa7-7b9021afc848 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.207449 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-455ae093-b8d9-42f3-a212-ae9ec4f7ca72 None None] For port 7ef22f24-b606-467b-a646-95abe36e0b8d, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:22:25.209544 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.213534 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-455ae093-b8d9-42f3-a212-ae9ec4f7ca72 None None] For port 7ef22f24-b606-467b-a646-95abe36e0b8d, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7ef22f24-b606-467b-a646-95abe36e0b8d,segment=NetworkSegment(0e3e66ca-c37c-4d34-a90c-51e679618141),segment_id=0e3e66ca-c37c-4d34-a90c-51e679618141)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:22:25.217043 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-a499c835-c75a-42fe-9fa7-7b9021afc848 None None] Transition to ACTIVE for port object f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:25.222211 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-455ae093-b8d9-42f3-a212-ae9ec4f7ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.228392 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a499c835-c75a-42fe-9fa7-7b9021afc848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.291920 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ae093-b8d9-42f3-a212-ae9ec4f7ca72 None None] Pushing event updated for resources: {'Port': ['ID=7ef22f24-b606-467b-a646-95abe36e0b8d,revision_number=2']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:25.360462 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956497ac-cc8d-4e26-a9e6-ac98c926830b None None] Pushing event updated for resources: {'Port': ['ID=f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:25.408763 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-a499c835-c75a-42fe-9fa7-7b9021afc848 None None] Attempting to bind port f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:22:25.409138 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-a499c835-c75a-42fe-9fa7-7b9021afc848 None None] Attempting to bind port f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '6ba21970-3181-4271-b671-75358afd6725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:22:25.409507 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a499c835-c75a-42fe-9fa7-7b9021afc848 None None] Attempting to bind port f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee on network 1a873db4-e243-4840-8dd9-cb55c5ecfd30 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:25.417922 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a499c835-c75a-42fe-9fa7-7b9021afc848 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:22:25.418201 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a499c835-c75a-42fe-9fa7-7b9021afc848 None None] Checking segment: {'id': '6ba21970-3181-4271-b671-75358afd6725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:25.418609 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a499c835-c75a-42fe-9fa7-7b9021afc848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.419004 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a499c835-c75a-42fe-9fa7-7b9021afc848 None None] Bound using segment: {'id': '6ba21970-3181-4271-b671-75358afd6725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:22:25.423444 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-a499c835-c75a-42fe-9fa7-7b9021afc848 None None] Bound port: f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba21970-3181-4271-b671-75358afd6725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:22:25.423990 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a499c835-c75a-42fe-9fa7-7b9021afc848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.424964 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c3c11ac8-00ce-4b08-9cdf-64c92015d5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7e39fe-5e48-4a1f-81e6-e319443bf6f6', 'name': 'tempest-TestSnapshotPattern-1615812320-router', 'tenant_id': '1210264f8206407b8ad85d11561d19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b8cc72ad-2a6e-45f8-bf97-1ca2178245f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:23Z', 'updated_at': '2021-08-11T03:22:24Z', 'revision_number': 3, 'project_id': '1210264f8206407b8ad85d11561d19e4', 'gw_port': {'id': 'b8cc72ad-2a6e-45f8-bf97-1ca2178245f1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7e39fe-5e48-4a1f-81e6-e319443bf6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:24Z', 'updated_at': '2021-08-11T03:22:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:25.506358 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c11ac8-00ce-4b08-9cdf-64c92015d5e8 None None] Checking router: 0a7e39fe-5e48-4a1f-81e6-e319443bf6f6 for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:22:25.506712 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c11ac8-00ce-4b08-9cdf-64c92015d5e8 None None] Updating router 0a7e39fe-5e48-4a1f-81e6-e319443bf6f6 port b8cc72ad-2a6e-45f8-bf97-1ca2178245f1 binding host n-d-615180-33 {{(pid=94509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:22:25.534931 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-a499c835-c75a-42fe-9fa7-7b9021afc848 None None] For port f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:22:25.538449 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-a499c835-c75a-42fe-9fa7-7b9021afc848 None None] For port f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee,segment=NetworkSegment(6ba21970-3181-4271-b671-75358afd6725),segment_id=6ba21970-3181-4271-b671-75358afd6725)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:22:25.544929 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a499c835-c75a-42fe-9fa7-7b9021afc848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.549485 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-c3c11ac8-00ce-4b08-9cdf-64c92015d5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.582125 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device fd0b4b86-ccd4-43fe-b985-9bd29a090ac2 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:25.674737 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956497ac-cc8d-4e26-a9e6-ac98c926830b None None] Pushing event updated for resources: {'Port': ['ID=f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:25.692571 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a499c835-c75a-42fe-9fa7-7b9021afc848 None None] Routers {'79234cc5-a077-4bf3-9472-635d52dbe94c'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:25.693289 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-a499c835-c75a-42fe-9fa7-7b9021afc848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:22:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['79234cc5-a077-4bf3-9472-635d52dbe94c'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:25.815001 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port fd0b4b86-ccd4-43fe-b985-9bd29a090ac2 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:25.815469 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.855019 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-a499c835-c75a-42fe-9fa7-7b9021afc848 None None] Set router 79234cc5-a077-4bf3-9472-635d52dbe94c gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:25.967482 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-df80cd01-9407-46ed-9f7b-551e659a100b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.983901 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-c3c11ac8-00ce-4b08-9cdf-64c92015d5e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.994664 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.provisioning_blocks [None req-c3c11ac8-00ce-4b08-9cdf-64c92015d5e8 None None] Transition to ACTIVE for port object b8cc72ad-2a6e-45f8-bf97-1ca2178245f1 will not be triggered until provisioned by entity L2. {{(pid=94509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:26.001043 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-c3c11ac8-00ce-4b08-9cdf-64c92015d5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:26.061333 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-c3c11ac8-00ce-4b08-9cdf-64c92015d5e8 None None] Attempting to bind port b8cc72ad-2a6e-45f8-bf97-1ca2178245f1 on host n-d-615180-33 for vnic_type normal with profile {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:22:26.062061 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-c3c11ac8-00ce-4b08-9cdf-64c92015d5e8 None None] Attempting to bind port b8cc72ad-2a6e-45f8-bf97-1ca2178245f1 by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:22:26.062061 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c11ac8-00ce-4b08-9cdf-64c92015d5e8 None None] Attempting to bind port b8cc72ad-2a6e-45f8-bf97-1ca2178245f1 on network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:26.069327 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa9787-1de6-47f3-9e15-34056ae8f30d None None] Pushing event updated for resources: {'Port': ['ID=b8cc72ad-2a6e-45f8-bf97-1ca2178245f1,revision_number=2']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:26.071822 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c11ac8-00ce-4b08-9cdf-64c92015d5e8 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:22:26.072463 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c11ac8-00ce-4b08-9cdf-64c92015d5e8 None None] Checking segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:26.073049 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-c3c11ac8-00ce-4b08-9cdf-64c92015d5e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:26.073596 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c11ac8-00ce-4b08-9cdf-64c92015d5e8 None None] Bound using segment: {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'} {{(pid=94509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:22:26.074263 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.managers [None req-c3c11ac8-00ce-4b08-9cdf-64c92015d5e8 None None] Bound port: b8cc72ad-2a6e-45f8-bf97-1ca2178245f1, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384d205-e2e2-4634-8693-aaf6530633b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75'}}] {{(pid=94509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:22:26.074866 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-c3c11ac8-00ce-4b08-9cdf-64c92015d5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:26.084501 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:26.130856 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-c3c11ac8-00ce-4b08-9cdf-64c92015d5e8 None None] For port b8cc72ad-2a6e-45f8-bf97-1ca2178245f1, host n-d-615180-33, cleared binding levels {{(pid=94509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:22:26.134126 n-d-615180-33 neutron-server[94509]: DEBUG neutron.plugins.ml2.db [None req-c3c11ac8-00ce-4b08-9cdf-64c92015d5e8 None None] For port b8cc72ad-2a6e-45f8-bf97-1ca2178245f1, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b8cc72ad-2a6e-45f8-bf97-1ca2178245f1,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:22:26.140708 n-d-615180-33 neutron-server[94509]: DEBUG neutron_lib.callbacks.manager [None req-c3c11ac8-00ce-4b08-9cdf-64c92015d5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:26.156051 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-a499c835-c75a-42fe-9fa7-7b9021afc848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'name': 'tempest-TestSnapshotPattern-1256549-router', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:18Z', 'updated_at': '2021-08-11T03:22:21Z', 'revision_number': 4, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'gw_port': {'id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:19Z', 'updated_at': '2021-08-11T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee', 'name': '', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'mac_address': 'fa:16:3e:82:39:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:21Z', 'updated_at': '2021-08-11T03:22:25Z', 'revision_number': 4, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'subnets': [{'id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:26.162776 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-df80cd01-9407-46ed-9f7b-551e659a100b admin admin] Allocated IP 172.20.0.1 (b1c1e55f-e33d-45ce-8fe4-62566f327796/7eaae745-4b5d-400f-a109-d856c19e0df9/05704b90-6a96-4ea3-a8de-24c115273b7e) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:26.182922 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a499c835-c75a-42fe-9fa7-7b9021afc848 None None] The sync data for ids ['79234cc5-a077-4bf3-9472-635d52dbe94c'] in n-d-615180-33 is: [{'id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'name': 'tempest-TestSnapshotPattern-1256549-router', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:18Z', 'updated_at': '2021-08-11T03:22:21Z', 'revision_number': 4, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'gw_port': {'id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:19Z', 'updated_at': '2021-08-11T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee', 'name': '', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'mac_address': 'fa:16:3e:82:39:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:21Z', 'updated_at': '2021-08-11T03:22:25Z', 'revision_number': 4, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'subnets': [{'id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:22:26.198568 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c11ac8-00ce-4b08-9cdf-64c92015d5e8 None None] Routers {'0a7e39fe-5e48-4a1f-81e6-e319443bf6f6'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:26.199113 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c3c11ac8-00ce-4b08-9cdf-64c92015d5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:22:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0a7e39fe-5e48-4a1f-81e6-e319443bf6f6'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:26.204565 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa9787-1de6-47f3-9e15-34056ae8f30d None None] Pushing event updated for resources: {'Port': ['ID=b8cc72ad-2a6e-45f8-bf97-1ca2178245f1,revision_number=3']} {{(pid=94509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:26.328758 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-df80cd01-9407-46ed-9f7b-551e659a100b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:26.347613 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-c3c11ac8-00ce-4b08-9cdf-64c92015d5e8 None None] Set router 0a7e39fe-5e48-4a1f-81e6-e319443bf6f6 gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:26.348371 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [None req-df80cd01-9407-46ed-9f7b-551e659a100b admin admin] Transition to ACTIVE for port object 05704b90-6a96-4ea3-a8de-24c115273b7e will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:26.386134 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-df80cd01-9407-46ed-9f7b-551e659a100b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:26.439500 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80cd01-9407-46ed-9f7b-551e659a100b admin admin] Pushing event updated for resources: {'Port': ['ID=05704b90-6a96-4ea3-a8de-24c115273b7e,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:26.461339 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df80cd01-9407-46ed-9f7b-551e659a100b admin admin] Network b1c1e55f-e33d-45ce-8fe4-62566f327796 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:26.463174 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-df80cd01-9407-46ed-9f7b-551e659a100b admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:26.465663 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df80cd01-9407-46ed-9f7b-551e659a100b admin admin] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:26.508714 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-df80cd01-9407-46ed-9f7b-551e659a100b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853470'] for router_interface, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:26.568553 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-c3c11ac8-00ce-4b08-9cdf-64c92015d5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7e39fe-5e48-4a1f-81e6-e319443bf6f6', 'name': 'tempest-TestSnapshotPattern-1615812320-router', 'tenant_id': '1210264f8206407b8ad85d11561d19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b8cc72ad-2a6e-45f8-bf97-1ca2178245f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:23Z', 'updated_at': '2021-08-11T03:22:24Z', 'revision_number': 3, 'project_id': '1210264f8206407b8ad85d11561d19e4', 'gw_port': {'id': 'b8cc72ad-2a6e-45f8-bf97-1ca2178245f1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7e39fe-5e48-4a1f-81e6-e319443bf6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:24Z', 'updated_at': '2021-08-11T03:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:26.601762 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c11ac8-00ce-4b08-9cdf-64c92015d5e8 None None] The sync data for ids ['0a7e39fe-5e48-4a1f-81e6-e319443bf6f6'] in n-d-615180-33 is: [{'id': '0a7e39fe-5e48-4a1f-81e6-e319443bf6f6', 'name': 'tempest-TestSnapshotPattern-1615812320-router', 'tenant_id': '1210264f8206407b8ad85d11561d19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b8cc72ad-2a6e-45f8-bf97-1ca2178245f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:23Z', 'updated_at': '2021-08-11T03:22:24Z', 'revision_number': 3, 'project_id': '1210264f8206407b8ad85d11561d19e4', 'gw_port': {'id': 'b8cc72ad-2a6e-45f8-bf97-1ca2178245f1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7e39fe-5e48-4a1f-81e6-e319443bf6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:24Z', 'updated_at': '2021-08-11T03:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:22:26.668954 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-df80cd01-9407-46ed-9f7b-551e659a100b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:26.687510 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9398f19c-30bd-4276-a72a-06a21b250999 None None] Network b1c1e55f-e33d-45ce-8fe4-62566f327796 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:26.756067 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-281d5793-64ae-4a8d-a0d6-e1a1d4b41f5b None None] Provisioning for port 7ef22f24-b606-467b-a646-95abe36e0b8d completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:26.872512 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-df80cd01-9407-46ed-9f7b-551e659a100b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:26.881230 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-df80cd01-9407-46ed-9f7b-551e659a100b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:26.985144 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80cd01-9407-46ed-9f7b-551e659a100b admin admin] Pushing event updated for resources: {'Port': ['ID=05704b90-6a96-4ea3-a8de-24c115273b7e,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:26.994505 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-df80cd01-9407-46ed-9f7b-551e659a100b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133658417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853610'] for router_interface, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:27.112022 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df80cd01-9407-46ed-9f7b-551e659a100b admin admin] Network b1c1e55f-e33d-45ce-8fe4-62566f327796 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:27.113618 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-df80cd01-9407-46ed-9f7b-551e659a100b admin admin] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:27.245553 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df80cd01-9407-46ed-9f7b-551e659a100b admin admin] Router 0a7e39fe-5e48-4a1f-81e6-e319443bf6f6 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:22:27.378293 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df80cd01-9407-46ed-9f7b-551e659a100b admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:22:27.387815 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-df80cd01-9407-46ed-9f7b-551e659a100b admin admin] 10.222.0.50 "PUT /v2.0/routers/0a7e39fe-5e48-4a1f-81e6-e319443bf6f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3308527 Aug 11 03:22:27.403344 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3cd05592-0a43-4da8-a84c-fcf8808d748f None None] Provisioning for port 05704b90-6a96-4ea3-a8de-24c115273b7e completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:27.411118 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-3cd05592-0a43-4da8-a84c-fcf8808d748f None None] Provisioning complete for port 05704b90-6a96-4ea3-a8de-24c115273b7e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:27.411490 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-3cd05592-0a43-4da8-a84c-fcf8808d748f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:27.467395 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-3cd05592-0a43-4da8-a84c-fcf8808d748f None None] Port 05704b90-6a96-4ea3-a8de-24c115273b7e cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:22:27.643979 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:27.703040 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-d7134ed8-cc55-41ee-b5d3-d8eb96202082 None None] Provisioning complete for port 05704b90-6a96-4ea3-a8de-24c115273b7e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:27.703658 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d7134ed8-cc55-41ee-b5d3-d8eb96202082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:27.750106 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-d7134ed8-cc55-41ee-b5d3-d8eb96202082 None None] Port 05704b90-6a96-4ea3-a8de-24c115273b7e cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:22:27.755510 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:27.760049 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:27.760450 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:27.868618 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:27.884503 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-b06a760c-ac97-4ab7-acfd-c1f2a5ba8995 None None] Provisioning complete for port 05704b90-6a96-4ea3-a8de-24c115273b7e triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:27.884882 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b06a760c-ac97-4ab7-acfd-c1f2a5ba8995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:27.932825 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee,segment=NetworkSegment(6ba21970-3181-4271-b671-75358afd6725),segment_id=6ba21970-3181-4271-b671-75358afd6725)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:27.943494 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:27.944315 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7ef22f24-b606-467b-a646-95abe36e0b8d up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:27.948525 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-b06a760c-ac97-4ab7-acfd-c1f2a5ba8995 None None] Port 05704b90-6a96-4ea3-a8de-24c115273b7e cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:22:28.020539 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:28.033415 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 7ef22f24-b606-467b-a646-95abe36e0b8d completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:28.037169 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 7ef22f24-b606-467b-a646-95abe36e0b8d triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:28.037545 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.117342 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.151270 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 7ef22f24-b606-467b-a646-95abe36e0b8d, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7ef22f24-b606-467b-a646-95abe36e0b8d,segment=NetworkSegment(0e3e66ca-c37c-4d34-a90c-51e679618141),segment_id=0e3e66ca-c37c-4d34-a90c-51e679618141)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:28.154812 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.155695 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b8cc72ad-2a6e-45f8-bf97-1ca2178245f1 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:28.174894 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35098) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:28.179785 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-3b2db6b4-6564-4323-a03f-91e150dc190d tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-387064484', 'description': 'tempest-secgroup-smoke-387064484 description', 'project_id': '03e2edb1e8b043198d0654dccd05fe7e'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:28.202286 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3b2db6b4-6564-4323-a03f-91e150dc190d tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for security_group, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.229701 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=7ef22f24-b606-467b-a646-95abe36e0b8d,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:28.241092 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port b8cc72ad-2a6e-45f8-bf97-1ca2178245f1 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:28.245133 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port b8cc72ad-2a6e-45f8-bf97-1ca2178245f1 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:28.245512 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.292042 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3b2db6b4-6564-4323-a03f-91e150dc190d tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for security_group, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.296983 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3b2db6b4-6564-4323-a03f-91e150dc190d tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.320024 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-3b2db6b4-6564-4323-a03f-91e150dc190d tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for security_group, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.324066 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-3b2db6b4-6564-4323-a03f-91e150dc190d tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1453166 Aug 11 03:22:28.324575 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35100) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:28.329562 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2db6b4-6564-4323-a03f-91e150dc190d tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2fdd74-525a-4d18-ba83-52d19f41acae,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:28.329794 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-bed78048-f770-45f9-a69f-c465f334e10d tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Request body: {'security_group_rule': {'security_group_id': '1b2fdd74-525a-4d18-ba83-52d19f41acae', 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:28.331153 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.352308 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port b8cc72ad-2a6e-45f8-bf97-1ca2178245f1, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b8cc72ad-2a6e-45f8-bf97-1ca2178245f1,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:28.356635 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.362819 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bed78048-f770-45f9-a69f-c465f334e10d tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.404101 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=b8cc72ad-2a6e-45f8-bf97-1ca2178245f1,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:28.425115 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bed78048-f770-45f9-a69f-c465f334e10d tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.428809 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bed78048-f770-45f9-a69f-c465f334e10d tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.451975 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed78048-f770-45f9-a69f-c465f334e10d tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c1435b-9e89-49b1-af22-3a890d88f305,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:28.459963 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-bed78048-f770-45f9-a69f-c465f334e10d tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.461157 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-bed78048-f770-45f9-a69f-c465f334e10d tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1355798 Aug 11 03:22:28.463859 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35102) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:28.468234 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-28749ae9-5dd3-4d49-b870-4f90bcd13bca tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Request body: {'security_group_rule': {'security_group_id': '1b2fdd74-525a-4d18-ba83-52d19f41acae', 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:28.494887 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-28749ae9-5dd3-4d49-b870-4f90bcd13bca tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.552579 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-28749ae9-5dd3-4d49-b870-4f90bcd13bca tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.556982 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-28749ae9-5dd3-4d49-b870-4f90bcd13bca tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.575231 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28749ae9-5dd3-4d49-b870-4f90bcd13bca tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3333503-bb2b-451a-9a13-b4146469209b,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:28.580636 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-28749ae9-5dd3-4d49-b870-4f90bcd13bca tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.581878 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-28749ae9-5dd3-4d49-b870-4f90bcd13bca tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170974 Aug 11 03:22:28.584580 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35104) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:28.589079 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-317c868f-6208-489d-a71f-6f3eecb6630c tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Request body: {'security_group_rule': {'security_group_id': '1b2fdd74-525a-4d18-ba83-52d19f41acae', 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:28.616799 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-317c868f-6208-489d-a71f-6f3eecb6630c tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.675049 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-317c868f-6208-489d-a71f-6f3eecb6630c tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.678532 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-317c868f-6208-489d-a71f-6f3eecb6630c tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.694888 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c868f-6208-489d-a71f-6f3eecb6630c tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31048da2-57f9-49aa-9a5c-80184fe00b79,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:28.701907 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-317c868f-6208-489d-a71f-6f3eecb6630c tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.703376 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-317c868f-6208-489d-a71f-6f3eecb6630c tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177766 Aug 11 03:22:28.705957 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35106) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:28.710377 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-8ab4676c-091d-41f8-b2f8-3203b3ace181 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Request body: {'security_group_rule': {'security_group_id': '1b2fdd74-525a-4d18-ba83-52d19f41acae', 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:28.738204 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8ab4676c-091d-41f8-b2f8-3203b3ace181 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.797164 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8ab4676c-091d-41f8-b2f8-3203b3ace181 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.800869 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8ab4676c-091d-41f8-b2f8-3203b3ace181 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.820541 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4676c-091d-41f8-b2f8-3203b3ace181 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b72c73b-4430-4dab-af4c-01123812a8b0,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:28.825818 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-8ab4676c-091d-41f8-b2f8-3203b3ace181 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.827823 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-8ab4676c-091d-41f8-b2f8-3203b3ace181 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202776 Aug 11 03:22:28.830422 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35108) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:28.834807 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-1f30b985-d183-4823-a0a6-742e2da1efcb tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Request body: {'security_group_rule': {'security_group_id': '1b2fdd74-525a-4d18-ba83-52d19f41acae', 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:28.855964 n-d-615180-33 neutron-server[94506]: INFO neutron.db.securitygroups_db [None req-1f30b985-d183-4823-a0a6-742e2da1efcb tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Project 03e2edb1e8b043198d0654dccd05fe7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:22:28.860525 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1f30b985-d183-4823-a0a6-742e2da1efcb tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.922062 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1f30b985-d183-4823-a0a6-742e2da1efcb tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.925516 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1f30b985-d183-4823-a0a6-742e2da1efcb tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.942655 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30b985-d183-4823-a0a6-742e2da1efcb tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09495191-74fd-4544-836f-9f1225921d60,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:28.949502 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-1f30b985-d183-4823-a0a6-742e2da1efcb tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.950582 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-1f30b985-d183-4823-a0a6-742e2da1efcb tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191883 Aug 11 03:22:28.953183 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35110) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:28.957555 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-cccd3014-87bf-4d20-841d-81c4d5b23d23 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Request body: {'security_group_rule': {'security_group_id': '1b2fdd74-525a-4d18-ba83-52d19f41acae', 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:28.978777 n-d-615180-33 neutron-server[94506]: INFO neutron.db.securitygroups_db [None req-cccd3014-87bf-4d20-841d-81c4d5b23d23 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Project 03e2edb1e8b043198d0654dccd05fe7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:22:28.984120 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cccd3014-87bf-4d20-841d-81c4d5b23d23 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:29.044793 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cccd3014-87bf-4d20-841d-81c4d5b23d23 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:29.049307 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cccd3014-87bf-4d20-841d-81c4d5b23d23 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707073'] for security_group_rule, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:29.067251 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd3014-87bf-4d20-841d-81c4d5b23d23 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a2590c6-9952-40ba-b2e0-1321b1fc3676,revision_number=0']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:29.073262 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-cccd3014-87bf-4d20-841d-81c4d5b23d23 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:29.074129 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-cccd3014-87bf-4d20-841d-81c4d5b23d23 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200321 Aug 11 03:22:29.215380 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-743d4c7a-a4ce-41c7-88ef-a4119b493f49 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-387064484&fields=id&tenant_id=03e2edb1e8b043198d0654dccd05fe7e HTTP/1.1" status: 200 len: 267 time: 0.0348992 Aug 11 03:22:29.325717 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-b7d5493b-15f1-4df6-bcac-2bc84fdab18b tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:29.327127 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-b7d5493b-15f1-4df6-bcac-2bc84fdab18b tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/networks?id=1a873db4-e243-4840-8dd9-cb55c5ecfd30 HTTP/1.1" status: 200 len: 807 time: 0.1046560 Aug 11 03:22:29.342256 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-6433990a-2688-4fe9-8f6b-9b2df402ac19 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/quotas/03e2edb1e8b043198d0654dccd05fe7e HTTP/1.1" status: 200 len: 375 time: 0.0092423 Aug 11 03:22:29.396110 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-7b6128f7-8e70-47cd-8834-8a4435fdffa7 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=03e2edb1e8b043198d0654dccd05fe7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470047 Aug 11 03:22:29.411500 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-a3bc3f1e-efaa-4bd0-aad0-d27ccf1315d1 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:22:29.412493 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-a3bc3f1e-efaa-4bd0-aad0-d27ccf1315d1 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050313 Aug 11 03:22:29.458811 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7d0843-8d96-4c3f-9dac-ab3cbbed6e81 None None] Sync routers for ids ['0a7e39fe-5e48-4a1f-81e6-e319443bf6f6'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:22:29.470240 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7d0843-8d96-4c3f-9dac-ab3cbbed6e81 None None] Routers {'0a7e39fe-5e48-4a1f-81e6-e319443bf6f6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:29.471093 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-bb7d0843-8d96-4c3f-9dac-ab3cbbed6e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:22:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0a7e39fe-5e48-4a1f-81e6-e319443bf6f6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:29.508919 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-d16f614c-77e9-48e1-aed1-0e0989d69855 service neutron] 10.222.0.50 "GET /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906305 Aug 11 03:22:29.557916 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7ef22f24-b606-467b-a646-95abe36e0b8d up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:29.600721 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-12748ac5-4362-4073-a56b-653ac63a18b4 service neutron] 10.222.0.50 "GET /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837026 Aug 11 03:22:29.613086 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-bb7d0843-8d96-4c3f-9dac-ab3cbbed6e81 None None] Set router 0a7e39fe-5e48-4a1f-81e6-e319443bf6f6 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:29.691717 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 7ef22f24-b606-467b-a646-95abe36e0b8d triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:29.692098 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:29.765039 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e88fb716-b3e0-4d81-a9d7-6b10613b7ba0 req-3cbc59fd-6281-4dd9-b000-ec2e856468fd tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=adba5b67-a957-4387-bb1b-0f694f14e4c3 HTTP/1.1" status: 200 len: 210 time: 0.0278928 Aug 11 03:22:29.866306 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b8cc72ad-2a6e-45f8-bf97-1ca2178245f1 up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:29.920446 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-bb7d0843-8d96-4c3f-9dac-ab3cbbed6e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7e39fe-5e48-4a1f-81e6-e319443bf6f6', 'name': 'tempest-TestSnapshotPattern-1615812320-router', 'tenant_id': '1210264f8206407b8ad85d11561d19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b8cc72ad-2a6e-45f8-bf97-1ca2178245f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:23Z', 'updated_at': '2021-08-11T03:22:26Z', 'revision_number': 4, 'project_id': '1210264f8206407b8ad85d11561d19e4', 'gw_port': {'id': 'b8cc72ad-2a6e-45f8-bf97-1ca2178245f1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7e39fe-5e48-4a1f-81e6-e319443bf6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:24Z', 'updated_at': '2021-08-11T03:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '05704b90-6a96-4ea3-a8de-24c115273b7e', 'name': '', 'network_id': 'b1c1e55f-e33d-45ce-8fe4-62566f327796', 'tenant_id': '1210264f8206407b8ad85d11561d19e4', 'mac_address': 'fa:16:3e:84:84:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7e39fe-5e48-4a1f-81e6-e319443bf6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '7eaae745-4b5d-400f-a109-d856c19e0df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:25Z', 'updated_at': '2021-08-11T03:22:26Z', 'revision_number': 2, 'project_id': '1210264f8206407b8ad85d11561d19e4', 'subnets': [{'id': '7eaae745-4b5d-400f-a109-d856c19e0df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:29.952620 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7d0843-8d96-4c3f-9dac-ab3cbbed6e81 None None] Checking router: 0a7e39fe-5e48-4a1f-81e6-e319443bf6f6 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:22:29.952954 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7d0843-8d96-4c3f-9dac-ab3cbbed6e81 None None] Updating router 0a7e39fe-5e48-4a1f-81e6-e319443bf6f6 port 05704b90-6a96-4ea3-a8de-24c115273b7e binding host n-d-615180-33 {{(pid=94508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:22:29.956292 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port b8cc72ad-2a6e-45f8-bf97-1ca2178245f1 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:29.956664 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:29.997641 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bb7d0843-8d96-4c3f-9dac-ab3cbbed6e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:30.150844 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:30.261744 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:30.262118 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:30.363613 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bb7d0843-8d96-4c3f-9dac-ab3cbbed6e81 None None] Notify callbacks [] for port, precommit_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:30.395037 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-bb7d0843-8d96-4c3f-9dac-ab3cbbed6e81 None None] Transition to ACTIVE for port object 05704b90-6a96-4ea3-a8de-24c115273b7e will not be triggered until provisioned by entity L2. {{(pid=94508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:30.404431 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bb7d0843-8d96-4c3f-9dac-ab3cbbed6e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:30.453869 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba5023-cb32-4bfe-80cc-c31f3f82881f None None] Pushing event updated for resources: {'Port': ['ID=05704b90-6a96-4ea3-a8de-24c115273b7e,revision_number=3']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:30.508250 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-bb7d0843-8d96-4c3f-9dac-ab3cbbed6e81 None None] Attempting to bind port 05704b90-6a96-4ea3-a8de-24c115273b7e on host n-d-615180-33 for vnic_type normal with profile {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:22:30.508919 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-bb7d0843-8d96-4c3f-9dac-ab3cbbed6e81 None None] Attempting to bind port 05704b90-6a96-4ea3-a8de-24c115273b7e by drivers openvswitch,hyperv on host n-d-615180-33 at level 0 using segments [{'id': '0e3e66ca-c37c-4d34-a90c-51e679618141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b1c1e55f-e33d-45ce-8fe4-62566f327796'}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:22:30.509060 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7d0843-8d96-4c3f-9dac-ab3cbbed6e81 None None] Attempting to bind port 05704b90-6a96-4ea3-a8de-24c115273b7e on network b1c1e55f-e33d-45ce-8fe4-62566f327796 {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:30.514093 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7d0843-8d96-4c3f-9dac-ab3cbbed6e81 None None] Checking agent: {'id': '4d85cc77-e506-4bd8-b6bb-67b33873632d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 54, 18), 'started_at': datetime.datetime(2021, 8, 11, 1, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:22:30.514489 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7d0843-8d96-4c3f-9dac-ab3cbbed6e81 None None] Checking segment: {'id': '0e3e66ca-c37c-4d34-a90c-51e679618141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b1c1e55f-e33d-45ce-8fe4-62566f327796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:30.514904 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bb7d0843-8d96-4c3f-9dac-ab3cbbed6e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:30.515299 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7d0843-8d96-4c3f-9dac-ab3cbbed6e81 None None] Bound using segment: {'id': '0e3e66ca-c37c-4d34-a90c-51e679618141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b1c1e55f-e33d-45ce-8fe4-62566f327796'} {{(pid=94508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:22:30.515804 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.managers [None req-bb7d0843-8d96-4c3f-9dac-ab3cbbed6e81 None None] Bound port: 05704b90-6a96-4ea3-a8de-24c115273b7e, host: n-d-615180-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3e66ca-c37c-4d34-a90c-51e679618141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b1c1e55f-e33d-45ce-8fe4-62566f327796'}}] {{(pid=94508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:22:30.516196 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bb7d0843-8d96-4c3f-9dac-ab3cbbed6e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:30.584315 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-bb7d0843-8d96-4c3f-9dac-ab3cbbed6e81 None None] For port 05704b90-6a96-4ea3-a8de-24c115273b7e, host n-d-615180-33, cleared binding levels {{(pid=94508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:22:30.587463 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-bb7d0843-8d96-4c3f-9dac-ab3cbbed6e81 None None] For port 05704b90-6a96-4ea3-a8de-24c115273b7e, host n-d-615180-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=05704b90-6a96-4ea3-a8de-24c115273b7e,segment=NetworkSegment(0e3e66ca-c37c-4d34-a90c-51e679618141),segment_id=0e3e66ca-c37c-4d34-a90c-51e679618141)] {{(pid=94508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:22:30.592540 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-bb7d0843-8d96-4c3f-9dac-ab3cbbed6e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:30.652452 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7d0843-8d96-4c3f-9dac-ab3cbbed6e81 None None] Routers {'0a7e39fe-5e48-4a1f-81e6-e319443bf6f6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:30.653114 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-bb7d0843-8d96-4c3f-9dac-ab3cbbed6e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:22:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0a7e39fe-5e48-4a1f-81e6-e319443bf6f6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:30.701313 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba5023-cb32-4bfe-80cc-c31f3f82881f None None] Pushing event updated for resources: {'Port': ['ID=05704b90-6a96-4ea3-a8de-24c115273b7e,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:30.750707 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-ad1db9d1-97f6-4684-bf07-83c3d6b1f7ea tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:30.752703 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-ad1db9d1-97f6-4684-bf07-83c3d6b1f7ea tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.73 "GET /v2.0/networks?id=1a873db4-e243-4840-8dd9-cb55c5ecfd30 HTTP/1.1" status: 200 len: 807 time: 0.1399386 Aug 11 03:22:30.802396 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-5849e301-f895-4b16-858c-f78cdf23dc8b tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03e2edb1e8b043198d0654dccd05fe7e HTTP/1.1" status: 200 len: 379 time: 0.0398257 Aug 11 03:22:30.807668 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-bb7d0843-8d96-4c3f-9dac-ab3cbbed6e81 None None] Set router 0a7e39fe-5e48-4a1f-81e6-e319443bf6f6 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:30.815208 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-e6fe7650-5b13-459a-9707-2721767e9167 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Request body: {'port': {'device_id': 'adba5b67-a957-4387-bb1b-0f694f14e4c3', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'admin_state_up': True, 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'security_groups': ['1b2fdd74-525a-4d18-ba83-52d19f41acae']}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:30.876062 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-68198905-2269-415c-93e5-166b174a5a24 req-6543f9a1-32ad-4ca4-bc4f-0e2e7081e346 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=adba5b67-a957-4387-bb1b-0f694f14e4c3 HTTP/1.1" status: 200 len: 210 time: 0.0299602 Aug 11 03:22:30.939623 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-e6fe7650-5b13-459a-9707-2721767e9167 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Made reservation on behalf of 03e2edb1e8b043198d0654dccd05fe7e for: {'port': 1} {{(pid=94507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:30.943715 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-e6fe7650-5b13-459a-9707-2721767e9167 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:31.036311 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-bb7d0843-8d96-4c3f-9dac-ab3cbbed6e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7e39fe-5e48-4a1f-81e6-e319443bf6f6', 'name': 'tempest-TestSnapshotPattern-1615812320-router', 'tenant_id': '1210264f8206407b8ad85d11561d19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b8cc72ad-2a6e-45f8-bf97-1ca2178245f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:23Z', 'updated_at': '2021-08-11T03:22:26Z', 'revision_number': 4, 'project_id': '1210264f8206407b8ad85d11561d19e4', 'gw_port': {'id': 'b8cc72ad-2a6e-45f8-bf97-1ca2178245f1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7e39fe-5e48-4a1f-81e6-e319443bf6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:24Z', 'updated_at': '2021-08-11T03:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '05704b90-6a96-4ea3-a8de-24c115273b7e', 'name': '', 'network_id': 'b1c1e55f-e33d-45ce-8fe4-62566f327796', 'tenant_id': '1210264f8206407b8ad85d11561d19e4', 'mac_address': 'fa:16:3e:84:84:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7e39fe-5e48-4a1f-81e6-e319443bf6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '7eaae745-4b5d-400f-a109-d856c19e0df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:25Z', 'updated_at': '2021-08-11T03:22:30Z', 'revision_number': 4, 'project_id': '1210264f8206407b8ad85d11561d19e4', 'subnets': [{'id': '7eaae745-4b5d-400f-a109-d856c19e0df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:31.063481 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7d0843-8d96-4c3f-9dac-ab3cbbed6e81 None None] The sync data for ids ['0a7e39fe-5e48-4a1f-81e6-e319443bf6f6'] in n-d-615180-33 is: [{'id': '0a7e39fe-5e48-4a1f-81e6-e319443bf6f6', 'name': 'tempest-TestSnapshotPattern-1615812320-router', 'tenant_id': '1210264f8206407b8ad85d11561d19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b8cc72ad-2a6e-45f8-bf97-1ca2178245f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:23Z', 'updated_at': '2021-08-11T03:22:26Z', 'revision_number': 4, 'project_id': '1210264f8206407b8ad85d11561d19e4', 'gw_port': {'id': 'b8cc72ad-2a6e-45f8-bf97-1ca2178245f1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7e39fe-5e48-4a1f-81e6-e319443bf6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:24Z', 'updated_at': '2021-08-11T03:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': '05704b90-6a96-4ea3-a8de-24c115273b7e', 'name': '', 'network_id': 'b1c1e55f-e33d-45ce-8fe4-62566f327796', 'tenant_id': '1210264f8206407b8ad85d11561d19e4', 'mac_address': 'fa:16:3e:84:84:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7e39fe-5e48-4a1f-81e6-e319443bf6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '7eaae745-4b5d-400f-a109-d856c19e0df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:25Z', 'updated_at': '2021-08-11T03:22:30Z', 'revision_number': 4, 'project_id': '1210264f8206407b8ad85d11561d19e4', 'subnets': [{'id': '7eaae745-4b5d-400f-a109-d856c19e0df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:22:31.076158 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-e6fe7650-5b13-459a-9707-2721767e9167 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Allocated IP 172.20.0.6 (1a873db4-e243-4840-8dd9-cb55c5ecfd30/773e716e-66a1-4f8f-9cab-fac5e9fc4768/5e0311f4-f121-43fe-8e28-7ddf2386ea15) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:31.255556 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-e6fe7650-5b13-459a-9707-2721767e9167 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:31.272216 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-e6fe7650-5b13-459a-9707-2721767e9167 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Transition to ACTIVE for port object 5e0311f4-f121-43fe-8e28-7ddf2386ea15 will not be triggered until provisioned by entity DHCP. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:31.308032 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-e6fe7650-5b13-459a-9707-2721767e9167 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:31.357554 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-e6fe7650-5b13-459a-9707-2721767e9167 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Network 1a873db4-e243-4840-8dd9-cb55c5ecfd30 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:31.363595 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-e6fe7650-5b13-459a-9707-2721767e9167 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:31.368256 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-e6fe7650-5b13-459a-9707-2721767e9167 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:31.372487 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe7650-5b13-459a-9707-2721767e9167 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Pushing event updated for resources: {'Port': ['ID=5e0311f4-f121-43fe-8e28-7ddf2386ea15,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:31.426463 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-e6fe7650-5b13-459a-9707-2721767e9167 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:31.427291 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-e6fe7650-5b13-459a-9707-2721767e9167 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:31.445175 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-e6fe7650-5b13-459a-9707-2721767e9167 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6344223 Aug 11 03:22:31.463635 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-b8e6312b-e3fa-405f-8e1e-7644d3f318f9 service neutron] Request body: {'port': {'device_id': 'adba5b67-a957-4387-bb1b-0f694f14e4c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-33'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:31.553476 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-b8e6312b-e3fa-405f-8e1e-7644d3f318f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:31.607280 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 05704b90-6a96-4ea3-a8de-24c115273b7e up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:31.671257 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning for port 05704b90-6a96-4ea3-a8de-24c115273b7e completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:31.679104 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 05704b90-6a96-4ea3-a8de-24c115273b7e triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:31.681074 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:31.726795 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ed759f06-1780-4ab1-acfc-aff56eae9563 None None] Provisioning for port 5e0311f4-f121-43fe-8e28-7ddf2386ea15 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:31.735352 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ed759f06-1780-4ab1-acfc-aff56eae9563 None None] Provisioning complete for port 5e0311f4-f121-43fe-8e28-7ddf2386ea15 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:31.735805 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ed759f06-1780-4ab1-acfc-aff56eae9563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:31.785557 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-ed759f06-1780-4ab1-acfc-aff56eae9563 None None] Port 5e0311f4-f121-43fe-8e28-7ddf2386ea15 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:22:31.822340 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:31.859032 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] For port 05704b90-6a96-4ea3-a8de-24c115273b7e, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=05704b90-6a96-4ea3-a8de-24c115273b7e,segment=NetworkSegment(0e3e66ca-c37c-4d34-a90c-51e679618141),segment_id=0e3e66ca-c37c-4d34-a90c-51e679618141)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:31.864795 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:31.877578 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-b8e6312b-e3fa-405f-8e1e-7644d3f318f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e0311f4-f121-43fe-8e28-7ddf2386ea15 {{(pid=94507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:22:31.885454 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-b8e6312b-e3fa-405f-8e1e-7644d3f318f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:31.901515 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.provisioning_blocks [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-b8e6312b-e3fa-405f-8e1e-7644d3f318f9 service neutron] Transition to ACTIVE for port object 5e0311f4-f121-43fe-8e28-7ddf2386ea15 will not be triggered until provisioned by entity L2. {{(pid=94507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:31.907199 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-b8e6312b-e3fa-405f-8e1e-7644d3f318f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:31.925441 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Pushing event updated for resources: {'Port': ['ID=05704b90-6a96-4ea3-a8de-24c115273b7e,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:32.023746 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6312b-e3fa-405f-8e1e-7644d3f318f9 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0311f4-f121-43fe-8e28-7ddf2386ea15,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:32.086332 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1da397-8665-4311-9a15-4a0ad1edafbc req-7b5c12f5-290e-4f48-ad40-e9f441901b52 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:32.088294 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ef1da397-8665-4311-9a15-4a0ad1edafbc req-7b5c12f5-290e-4f48-ad40-e9f441901b52 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=adba5b67-a957-4387-bb1b-0f694f14e4c3 HTTP/1.1" status: 200 len: 943 time: 0.1073756 Aug 11 03:22:32.089663 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-b8e6312b-e3fa-405f-8e1e-7644d3f318f9 service neutron] Attempting to bind port 5e0311f4-f121-43fe-8e28-7ddf2386ea15 on host n-h1-615180-33 for vnic_type normal with profile {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:22:32.090065 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-b8e6312b-e3fa-405f-8e1e-7644d3f318f9 service neutron] Attempting to bind port 5e0311f4-f121-43fe-8e28-7ddf2386ea15 by drivers openvswitch,hyperv on host n-h1-615180-33 at level 0 using segments [{'id': '6ba21970-3181-4271-b671-75358afd6725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30'}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:22:32.090493 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-b8e6312b-e3fa-405f-8e1e-7644d3f318f9 service neutron] Attempting to bind port 5e0311f4-f121-43fe-8e28-7ddf2386ea15 on network 1a873db4-e243-4840-8dd9-cb55c5ecfd30 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:32.096282 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-b8e6312b-e3fa-405f-8e1e-7644d3f318f9 service neutron] Port 5e0311f4-f121-43fe-8e28-7ddf2386ea15 on network 1a873db4-e243-4840-8dd9-cb55c5ecfd30 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-33 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:22:32.096718 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-b8e6312b-e3fa-405f-8e1e-7644d3f318f9 service neutron] Attempting to bind port 5e0311f4-f121-43fe-8e28-7ddf2386ea15 on network 1a873db4-e243-4840-8dd9-cb55c5ecfd30 {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:32.104401 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-b8e6312b-e3fa-405f-8e1e-7644d3f318f9 service neutron] Checking agent: {'id': '39f17b90-f2bc-4efa-8e1e-fca6ce66e4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:22:32.104875 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-b8e6312b-e3fa-405f-8e1e-7644d3f318f9 service neutron] Checking segment: {'id': '6ba21970-3181-4271-b671-75358afd6725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:32.105381 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-b8e6312b-e3fa-405f-8e1e-7644d3f318f9 service neutron] Bound using segment: {'id': '6ba21970-3181-4271-b671-75358afd6725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30'} {{(pid=94507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:22:32.105967 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.managers [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-b8e6312b-e3fa-405f-8e1e-7644d3f318f9 service neutron] Bound port: 5e0311f4-f121-43fe-8e28-7ddf2386ea15, host: n-h1-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba21970-3181-4271-b671-75358afd6725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30'}}] {{(pid=94507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:22:32.106388 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-b8e6312b-e3fa-405f-8e1e-7644d3f318f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:32.181974 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ef1da397-8665-4311-9a15-4a0ad1edafbc req-714afb09-d68f-4671-83da-2fe65bf5ee98 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793798 Aug 11 03:22:32.209239 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-b8e6312b-e3fa-405f-8e1e-7644d3f318f9 service neutron] For port 5e0311f4-f121-43fe-8e28-7ddf2386ea15, host n-h1-615180-33, cleared binding levels {{(pid=94507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:22:32.212876 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-b8e6312b-e3fa-405f-8e1e-7644d3f318f9 service neutron] For port 5e0311f4-f121-43fe-8e28-7ddf2386ea15, host n-h1-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=5e0311f4-f121-43fe-8e28-7ddf2386ea15,segment=NetworkSegment(6ba21970-3181-4271-b671-75358afd6725),segment_id=6ba21970-3181-4271-b671-75358afd6725)] {{(pid=94507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:22:32.217142 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-b8e6312b-e3fa-405f-8e1e-7644d3f318f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:32.251700 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-b8e6312b-e3fa-405f-8e1e-7644d3f318f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:32.252324 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-b8e6312b-e3fa-405f-8e1e-7644d3f318f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:32.253746 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-b8e6312b-e3fa-405f-8e1e-7644d3f318f9 service neutron] 10.222.0.73 "PUT /v2.0/ports/5e0311f4-f121-43fe-8e28-7ddf2386ea15 HTTP/1.1" status: 200 len: 1092 time: 0.7988043 Aug 11 03:22:32.254198 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adba5b67-a957-4387-bb1b-0f694f14e4c3', 'tag': '5e0311f4-f121-43fe-8e28-7ddf2386ea15'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:22:32.256485 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef26015ff99b62ba85d82572846d8981a3d7c94015c7a376eee6ede9212d5761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea860a1-55c5-49bf-9650-75fb8f896a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "adba5b67-a957-4387-bb1b-0f694f14e4c3", "tag": "5e0311f4-f121-43fe-8e28-7ddf2386ea15"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:22:32.284533 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6312b-e3fa-405f-8e1e-7644d3f318f9 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0311f4-f121-43fe-8e28-7ddf2386ea15,revision_number=3']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:32.296718 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cd8735-fe58-49d6-82f8-bbd3427ea809 x-openstack-request-id: req-f3cd8735-fe58-49d6-82f8-bbd3427ea809 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:22:32.297013 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adba5b67-a957-4387-bb1b-0f694f14e4c3", "tag": "5e0311f4-f121-43fe-8e28-7ddf2386ea15", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:22:32.297270 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f3cd8735-fe58-49d6-82f8-bbd3427ea809 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:22:32.297679 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adba5b67-a957-4387-bb1b-0f694f14e4c3', 'tag': '5e0311f4-f121-43fe-8e28-7ddf2386ea15', 'status': 'completed', 'code': 200} Aug 11 03:22:32.341737 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-a0474659-51b2-40ef-8e6a-0400c78f9142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:32.344189 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-a0474659-51b2-40ef-8e6a-0400c78f9142 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03e2edb1e8b043198d0654dccd05fe7e&device_id=adba5b67-a957-4387-bb1b-0f694f14e4c3 HTTP/1.1" status: 200 len: 1095 time: 0.0443866 Aug 11 03:22:32.389174 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-2ecd1784-34cf-45b2-94b0-f01ef5bfea42 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e0311f4-f121-43fe-8e28-7ddf2386ea15 HTTP/1.1" status: 200 len: 217 time: 0.0368104 Aug 11 03:22:32.443140 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-18683542-b34f-491b-aed5-eca369ab484d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:32.444683 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-18683542-b34f-491b-aed5-eca369ab484d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=773e716e-66a1-4f8f-9cab-fac5e9fc4768 HTTP/1.1" status: 200 len: 846 time: 0.0491264 Aug 11 03:22:32.490997 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-2c29f805-57e4-4e48-99be-79b84a440dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:32.492533 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-2c29f805-57e4-4e48-99be-79b84a440dd7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a873db4-e243-4840-8dd9-cb55c5ecfd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410752 Aug 11 03:22:32.584991 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-8427bba7-5718-4e0d-b208-1c4b0f0c1c59 service neutron] 10.222.0.73 "GET /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848649 Aug 11 03:22:32.674518 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e568dd43-3d8f-4cf1-b447-70162f980a16 req-6403557c-8d48-4459-9350-cf7789aaf446 service neutron] 10.222.0.73 "GET /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811906 Aug 11 03:22:32.759910 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea860a1-55c5-49bf-9650-75fb8f896a7a req-0a78ff91-940b-468d-8495-7eb0ea809dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:32.761378 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aea860a1-55c5-49bf-9650-75fb8f896a7a req-0a78ff91-940b-468d-8495-7eb0ea809dd4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03e2edb1e8b043198d0654dccd05fe7e&device_id=adba5b67-a957-4387-bb1b-0f694f14e4c3 HTTP/1.1" status: 200 len: 1095 time: 0.0406189 Aug 11 03:22:32.854840 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea860a1-55c5-49bf-9650-75fb8f896a7a req-41ff4b2f-cca6-4cde-848a-ebfe4a404cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:32.856377 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aea860a1-55c5-49bf-9650-75fb8f896a7a req-41ff4b2f-cca6-4cde-848a-ebfe4a404cb2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1a873db4-e243-4840-8dd9-cb55c5ecfd30 HTTP/1.1" status: 200 len: 908 time: 0.0876842 Aug 11 03:22:32.898623 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aea860a1-55c5-49bf-9650-75fb8f896a7a req-198155f5-7350-4a2e-8b8a-5e609443103c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e0311f4-f121-43fe-8e28-7ddf2386ea15 HTTP/1.1" status: 200 len: 217 time: 0.0350120 Aug 11 03:22:32.946715 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea860a1-55c5-49bf-9650-75fb8f896a7a req-f716c23f-7668-411e-b79e-4f40ec61cfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:32.948211 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aea860a1-55c5-49bf-9650-75fb8f896a7a req-f716c23f-7668-411e-b79e-4f40ec61cfff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=773e716e-66a1-4f8f-9cab-fac5e9fc4768 HTTP/1.1" status: 200 len: 846 time: 0.0417304 Aug 11 03:22:33.000426 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea860a1-55c5-49bf-9650-75fb8f896a7a req-20a07a85-820a-4856-9a36-0d08e4e8527e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:33.001922 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aea860a1-55c5-49bf-9650-75fb8f896a7a req-20a07a85-820a-4856-9a36-0d08e4e8527e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a873db4-e243-4840-8dd9-cb55c5ecfd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449817 Aug 11 03:22:33.091794 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aea860a1-55c5-49bf-9650-75fb8f896a7a req-66e97a4d-c2ef-4331-af70-883b3306149d service neutron] 10.222.0.73 "GET /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810890 Aug 11 03:22:33.185424 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-aea860a1-55c5-49bf-9650-75fb8f896a7a req-6e3113e7-5707-4ed8-8155-0240d4b8e5bb service neutron] 10.222.0.73 "GET /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862696 Aug 11 03:22:33.300567 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1786f08-6337-4633-8da8-193aa1534d28 req-e55b0e69-96d9-464c-9a53-7e717a9de75d tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:33.302075 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c1786f08-6337-4633-8da8-193aa1534d28 req-e55b0e69-96d9-464c-9a53-7e717a9de75d tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=adba5b67-a957-4387-bb1b-0f694f14e4c3 HTTP/1.1" status: 200 len: 943 time: 0.0491958 Aug 11 03:22:33.341529 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-c1786f08-6337-4633-8da8-193aa1534d28 req-5737b59d-0be1-4465-a3d9-5abc0ed98a6f tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326428 Aug 11 03:22:33.519321 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 05704b90-6a96-4ea3-a8de-24c115273b7e up at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:33.568261 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Provisioning complete for port 05704b90-6a96-4ea3-a8de-24c115273b7e triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:33.568631 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:34.457960 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7e20f-462a-41b2-99c4-f34e42709619 req-e8e8a01e-1290-49b3-b98a-a1dec3870e92 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:34.459477 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1bb7e20f-462a-41b2-99c4-f34e42709619 req-e8e8a01e-1290-49b3-b98a-a1dec3870e92 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=adba5b67-a957-4387-bb1b-0f694f14e4c3 HTTP/1.1" status: 200 len: 943 time: 0.0486434 Aug 11 03:22:34.503262 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1bb7e20f-462a-41b2-99c4-f34e42709619 req-ac6805f5-4ca9-4598-aa13-417a582b8a15 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376761 Aug 11 03:22:35.127611 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 5e0311f4-f121-43fe-8e28-7ddf2386ea15 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:22:35.220033 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 5e0311f4-f121-43fe-8e28-7ddf2386ea15, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=5e0311f4-f121-43fe-8e28-7ddf2386ea15,segment=NetworkSegment(6ba21970-3181-4271-b671-75358afd6725),segment_id=6ba21970-3181-4271-b671-75358afd6725)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:35.383359 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '5e0311f4-f121-43fe-8e28-7ddf2386ea15', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'port_id': '5e0311f4-f121-43fe-8e28-7ddf2386ea15', 'mac_address': 'fa:16:3e:28:8b:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:22:35.420305 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:35.433179 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e0311f4-f121-43fe-8e28-7ddf2386ea15 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:22:35.451824 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 5e0311f4-f121-43fe-8e28-7ddf2386ea15, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=5e0311f4-f121-43fe-8e28-7ddf2386ea15,segment=NetworkSegment(6ba21970-3181-4271-b671-75358afd6725),segment_id=6ba21970-3181-4271-b671-75358afd6725)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:35.456309 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:35.503902 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=5e0311f4-f121-43fe-8e28-7ddf2386ea15,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:35.617045 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6905a33-2101-423d-8964-562c36830ed2 req-689426d8-d09d-4851-a963-e7894c6c62b4 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:35.618545 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b6905a33-2101-423d-8964-562c36830ed2 req-689426d8-d09d-4851-a963-e7894c6c62b4 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=adba5b67-a957-4387-bb1b-0f694f14e4c3 HTTP/1.1" status: 200 len: 944 time: 0.0491405 Aug 11 03:22:35.660759 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['5e0311f4-f121-43fe-8e28-7ddf2386ea15'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:22:35.661261 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b6905a33-2101-423d-8964-562c36830ed2 req-01232055-f7ca-483f-8fd1-255f6e1ff402 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365720 Aug 11 03:22:36.775713 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7889c7-4c8b-4a2d-9b6d-7bd7bd1c7acd req-166ab7b8-1076-4814-a894-507860fe8fec tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:36.777208 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0d7889c7-4c8b-4a2d-9b6d-7bd7bd1c7acd req-166ab7b8-1076-4814-a894-507860fe8fec tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=adba5b67-a957-4387-bb1b-0f694f14e4c3 HTTP/1.1" status: 200 len: 944 time: 0.0488689 Aug 11 03:22:36.814597 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-0d7889c7-4c8b-4a2d-9b6d-7bd7bd1c7acd req-f48d5991-80b7-4b56-9dbf-9f8bc744b890 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310023 Aug 11 03:22:37.158732 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 5e0311f4-f121-43fe-8e28-7ddf2386ea15 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:37.208202 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning for port 5e0311f4-f121-43fe-8e28-7ddf2386ea15 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:37.212173 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 5e0311f4-f121-43fe-8e28-7ddf2386ea15 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:37.212570 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.288308 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.309476 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adba5b67-a957-4387-bb1b-0f694f14e4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0311f4-f121-43fe-8e28-7ddf2386ea15'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:22:37.311720 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20fab26f80b9da78313f4d9f7f3b762b68210575349c4eb51748859b525969e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9a855b-3432-45cf-a961-e8b9a5b3ad66" -d '{"events": [{"server_uuid": "adba5b67-a957-4387-bb1b-0f694f14e4c3", "name": "network-vif-plugged", "status": "completed", "tag": "5e0311f4-f121-43fe-8e28-7ddf2386ea15"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:22:37.324047 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 5e0311f4-f121-43fe-8e28-7ddf2386ea15, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=5e0311f4-f121-43fe-8e28-7ddf2386ea15,segment=NetworkSegment(6ba21970-3181-4271-b671-75358afd6725),segment_id=6ba21970-3181-4271-b671-75358afd6725)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:37.328639 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.374897 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=5e0311f4-f121-43fe-8e28-7ddf2386ea15,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:37.401580 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98acd067-138b-4968-9283-7d9ad25170ba x-openstack-request-id: req-98acd067-138b-4968-9283-7d9ad25170ba {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:22:37.401892 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adba5b67-a957-4387-bb1b-0f694f14e4c3", "name": "network-vif-plugged", "status": "completed", "tag": "5e0311f4-f121-43fe-8e28-7ddf2386ea15", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:22:37.402138 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-98acd067-138b-4968-9283-7d9ad25170ba {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:22:37.402528 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adba5b67-a957-4387-bb1b-0f694f14e4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0311f4-f121-43fe-8e28-7ddf2386ea15', 'code': 200} Aug 11 03:22:37.504858 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30db5b-61f3-4e52-8c02-ebae8942a903 req-e2aa199c-19e9-4fbb-b8c2-a6b6bf454f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:37.506359 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0b30db5b-61f3-4e52-8c02-ebae8942a903 req-e2aa199c-19e9-4fbb-b8c2-a6b6bf454f23 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=adba5b67-a957-4387-bb1b-0f694f14e4c3 HTTP/1.1" status: 200 len: 1097 time: 0.0463526 Aug 11 03:22:37.540904 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-0b30db5b-61f3-4e52-8c02-ebae8942a903 req-773eed38-8c5e-408a-98d9-2910de6b0ba1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277700 Aug 11 03:22:37.929693 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606a4d4-c96c-41d4-97f8-d0385d91a94a req-c397fdab-45f5-4e41-9560-fd95f06d799d tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:37.931185 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a606a4d4-c96c-41d4-97f8-d0385d91a94a req-c397fdab-45f5-4e41-9560-fd95f06d799d tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=adba5b67-a957-4387-bb1b-0f694f14e4c3 HTTP/1.1" status: 200 len: 945 time: 0.0499799 Aug 11 03:22:37.969160 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a606a4d4-c96c-41d4-97f8-d0385d91a94a req-5a49aaf3-46ed-48d1-8f6e-5497a377d30a tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320704 Aug 11 03:22:39.084056 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97031167-a594-4580-ba64-ef233b5ea39e req-bd546fd6-f0b7-4ea9-a75c-b92daf091443 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:39.085522 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-97031167-a594-4580-ba64-ef233b5ea39e req-bd546fd6-f0b7-4ea9-a75c-b92daf091443 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=adba5b67-a957-4387-bb1b-0f694f14e4c3 HTTP/1.1" status: 200 len: 945 time: 0.0483203 Aug 11 03:22:39.122922 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-97031167-a594-4580-ba64-ef233b5ea39e req-53e5bf01-cc78-447e-aa8c-6464931b4f53 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315611 Aug 11 03:22:39.238341 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005dae31-e6a0-47ac-be7b-553192547b06 req-3f9153e0-e2c9-4ad8-b1fd-6beb36a9f91f tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:39.239839 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-005dae31-e6a0-47ac-be7b-553192547b06 req-3f9153e0-e2c9-4ad8-b1fd-6beb36a9f91f tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=adba5b67-a957-4387-bb1b-0f694f14e4c3 HTTP/1.1" status: 200 len: 945 time: 0.0486612 Aug 11 03:22:39.282010 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-005dae31-e6a0-47ac-be7b-553192547b06 req-cf64166b-70a8-4c0d-a9b8-731ef7291c61 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360134 Aug 11 03:22:39.303696 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35164) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:39.427195 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a3eed6-f1b0-4d5f-baef-e7910aa70662 tempest-TestSnapshotPattern-172062333 tempest-TestSnapshotPattern-172062333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:39.428754 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-56a3eed6-f1b0-4d5f-baef-e7910aa70662 tempest-TestSnapshotPattern-172062333 tempest-TestSnapshotPattern-172062333-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=adba5b67-a957-4387-bb1b-0f694f14e4c3 HTTP/1.1" status: 200 len: 1092 time: 0.1240909 Aug 11 03:22:39.431709 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35168) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:39.436137 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [None req-5613836e-f7e0-46f0-8a95-a6d3b00babbf tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'port_id': '5e0311f4-f121-43fe-8e28-7ddf2386ea15', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:39.457828 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5613836e-f7e0-46f0-8a95-a6d3b00babbf tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for floatingip, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:39.552386 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5613836e-f7e0-46f0-8a95-a6d3b00babbf tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:39.657318 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [None req-5613836e-f7e0-46f0-8a95-a6d3b00babbf tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Allocated IP 172.25.2.145 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/fbd09738-7e81-48a9-804f-6e5ed5d34dfe) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:39.755511 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5613836e-f7e0-46f0-8a95-a6d3b00babbf tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:39.798748 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5613836e-f7e0-46f0-8a95-a6d3b00babbf tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:39.835353 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5613836e-f7e0-46f0-8a95-a6d3b00babbf tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:39.840062 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [None req-5613836e-f7e0-46f0-8a95-a6d3b00babbf tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:39.842758 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5613836e-f7e0-46f0-8a95-a6d3b00babbf tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:39.870868 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613836e-f7e0-46f0-8a95-a6d3b00babbf tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Pushing event updated for resources: {'Port': ['ID=fbd09738-7e81-48a9-804f-6e5ed5d34dfe,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:40.204294 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5613836e-f7e0-46f0-8a95-a6d3b00babbf tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:40.270374 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5613836e-f7e0-46f0-8a95-a6d3b00babbf tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:40.416123 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5613836e-f7e0-46f0-8a95-a6d3b00babbf tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:40.421017 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5613836e-f7e0-46f0-8a95-a6d3b00babbf tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:40.487942 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613836e-f7e0-46f0-8a95-a6d3b00babbf tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Pushing event updated for resources: {'Port': ['ID=fbd09738-7e81-48a9-804f-6e5ed5d34dfe,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:40.497610 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5613836e-f7e0-46f0-8a95-a6d3b00babbf tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:40.613414 n-d-615180-33 neutron-server[94506]: INFO neutron.db.l3_db [None req-5613836e-f7e0-46f0-8a95-a6d3b00babbf tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Floating IP 1f6cacd6-8b81-4642-ad49-d41485bea7c1 associated. External IP: 172.25.2.145, port: 5e0311f4-f121-43fe-8e28-7ddf2386ea15. Aug 11 03:22:41.162992 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5613836e-f7e0-46f0-8a95-a6d3b00babbf tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Router 79234cc5-a077-4bf3-9472-635d52dbe94c has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:22:41.270341 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5613836e-f7e0-46f0-8a95-a6d3b00babbf tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:22:41.280373 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d91605-fb66-4b8e-8cbf-a48ab0857d81 None None] Sync routers for ids ['79234cc5-a077-4bf3-9472-635d52dbe94c'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:22:41.287803 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-5613836e-f7e0-46f0-8a95-a6d3b00babbf tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:41.289799 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d91605-fb66-4b8e-8cbf-a48ab0857d81 None None] Routers {'79234cc5-a077-4bf3-9472-635d52dbe94c'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:41.290406 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a1d91605-fb66-4b8e-8cbf-a48ab0857d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:22:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['79234cc5-a077-4bf3-9472-635d52dbe94c'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:41.314920 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-5613836e-f7e0-46f0-8a95-a6d3b00babbf tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8821945 Aug 11 03:22:41.315586 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adba5b67-a957-4387-bb1b-0f694f14e4c3', 'tag': '5e0311f4-f121-43fe-8e28-7ddf2386ea15'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:22:41.317892 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274cfa898284e0591c33ace065f819b64a6cad10b3d723e28d1d1a3acc1cf9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70963664-cee2-4812-9c4a-d8b86c3e4994" -d '{"events": [{"name": "network-changed", "server_uuid": "adba5b67-a957-4387-bb1b-0f694f14e4c3", "tag": "5e0311f4-f121-43fe-8e28-7ddf2386ea15"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:22:41.354050 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5f4f4c-3bcb-4b0e-97b6-9f019251263c x-openstack-request-id: req-4e5f4f4c-3bcb-4b0e-97b6-9f019251263c {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:22:41.354339 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adba5b67-a957-4387-bb1b-0f694f14e4c3", "tag": "5e0311f4-f121-43fe-8e28-7ddf2386ea15", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:22:41.354590 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4e5f4f4c-3bcb-4b0e-97b6-9f019251263c {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:22:41.354993 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adba5b67-a957-4387-bb1b-0f694f14e4c3', 'tag': '5e0311f4-f121-43fe-8e28-7ddf2386ea15', 'status': 'completed', 'code': 200} Aug 11 03:22:41.396567 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-a1d91605-fb66-4b8e-8cbf-a48ab0857d81 None None] Set router 79234cc5-a077-4bf3-9472-635d52dbe94c gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:41.417848 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70963664-cee2-4812-9c4a-d8b86c3e4994 req-387a8de9-edba-4b48-a267-4e27b7b7751e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:41.419459 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-70963664-cee2-4812-9c4a-d8b86c3e4994 req-387a8de9-edba-4b48-a267-4e27b7b7751e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03e2edb1e8b043198d0654dccd05fe7e&device_id=adba5b67-a957-4387-bb1b-0f694f14e4c3 HTTP/1.1" status: 200 len: 1097 time: 0.0406272 Aug 11 03:22:41.512449 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70963664-cee2-4812-9c4a-d8b86c3e4994 req-82022530-b97a-4a1f-a641-f7d2d379e91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:41.513884 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-70963664-cee2-4812-9c4a-d8b86c3e4994 req-82022530-b97a-4a1f-a641-f7d2d379e91b service neutron] 10.222.0.73 "GET /v2.0/networks?id=1a873db4-e243-4840-8dd9-cb55c5ecfd30 HTTP/1.1" status: 200 len: 908 time: 0.0876133 Aug 11 03:22:41.581707 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-70963664-cee2-4812-9c4a-d8b86c3e4994 req-54c7abe6-f5c1-4533-aa0f-a82264a81b45 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e0311f4-f121-43fe-8e28-7ddf2386ea15 HTTP/1.1" status: 200 len: 999 time: 0.0606444 Aug 11 03:22:41.634578 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70963664-cee2-4812-9c4a-d8b86c3e4994 req-ee11afdb-ed4a-40bd-bcc0-c62440b329c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:41.636072 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-70963664-cee2-4812-9c4a-d8b86c3e4994 req-ee11afdb-ed4a-40bd-bcc0-c62440b329c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=773e716e-66a1-4f8f-9cab-fac5e9fc4768 HTTP/1.1" status: 200 len: 846 time: 0.0478888 Aug 11 03:22:41.682756 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70963664-cee2-4812-9c4a-d8b86c3e4994 req-3bc0de39-f2ad-4a32-b0da-540616885f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:41.684388 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-70963664-cee2-4812-9c4a-d8b86c3e4994 req-3bc0de39-f2ad-4a32-b0da-540616885f5c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a873db4-e243-4840-8dd9-cb55c5ecfd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403798 Aug 11 03:22:41.707109 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a1d91605-fb66-4b8e-8cbf-a48ab0857d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'name': 'tempest-TestSnapshotPattern-1256549-router', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:18Z', 'updated_at': '2021-08-11T03:22:21Z', 'revision_number': 4, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'gw_port': {'id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:19Z', 'updated_at': '2021-08-11T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '1f6cacd6-8b81-4642-ad49-d41485bea7c1', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'port_id': '5e0311f4-f121-43fe-8e28-7ddf2386ea15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'mac_address': 'fa:16:3e:28:8b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adba5b67-a957-4387-bb1b-0f694f14e4c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:22:40Z', 'updated_at': '2021-08-11T03:22:40Z', 'revision_number': 0, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee', 'name': '', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'mac_address': 'fa:16:3e:82:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:21Z', 'updated_at': '2021-08-11T03:22:27Z', 'revision_number': 5, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'subnets': [{'id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:41.736493 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d91605-fb66-4b8e-8cbf-a48ab0857d81 None None] Checking router: 79234cc5-a077-4bf3-9472-635d52dbe94c for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:22:41.744679 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d91605-fb66-4b8e-8cbf-a48ab0857d81 None None] Routers {'79234cc5-a077-4bf3-9472-635d52dbe94c'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:41.745280 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a1d91605-fb66-4b8e-8cbf-a48ab0857d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:22:18Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['79234cc5-a077-4bf3-9472-635d52dbe94c'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:41.771976 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-70963664-cee2-4812-9c4a-d8b86c3e4994 req-dd8564dd-d752-4b4e-9294-0f883e27a8e9 service neutron] 10.222.0.73 "GET /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802679 Aug 11 03:22:41.849801 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-a1d91605-fb66-4b8e-8cbf-a48ab0857d81 None None] Set router 79234cc5-a077-4bf3-9472-635d52dbe94c gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:41.863189 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-70963664-cee2-4812-9c4a-d8b86c3e4994 req-3d06b0f9-a6f0-4d76-a2b7-9314fd5d5894 service neutron] 10.222.0.73 "GET /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848329 Aug 11 03:22:42.070424 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-a1d91605-fb66-4b8e-8cbf-a48ab0857d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'name': 'tempest-TestSnapshotPattern-1256549-router', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:18Z', 'updated_at': '2021-08-11T03:22:21Z', 'revision_number': 4, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'gw_port': {'id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:19Z', 'updated_at': '2021-08-11T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '1f6cacd6-8b81-4642-ad49-d41485bea7c1', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'port_id': '5e0311f4-f121-43fe-8e28-7ddf2386ea15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'mac_address': 'fa:16:3e:28:8b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adba5b67-a957-4387-bb1b-0f694f14e4c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:22:40Z', 'updated_at': '2021-08-11T03:22:40Z', 'revision_number': 0, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee', 'name': '', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'mac_address': 'fa:16:3e:82:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:21Z', 'updated_at': '2021-08-11T03:22:27Z', 'revision_number': 5, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'subnets': [{'id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:42.096602 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d91605-fb66-4b8e-8cbf-a48ab0857d81 None None] The sync data for ids ['79234cc5-a077-4bf3-9472-635d52dbe94c'] in n-d-615180-33 is: [{'id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'name': 'tempest-TestSnapshotPattern-1256549-router', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:18Z', 'updated_at': '2021-08-11T03:22:21Z', 'revision_number': 4, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'gw_port': {'id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:19Z', 'updated_at': '2021-08-11T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '1f6cacd6-8b81-4642-ad49-d41485bea7c1', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'port_id': '5e0311f4-f121-43fe-8e28-7ddf2386ea15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'mac_address': 'fa:16:3e:28:8b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adba5b67-a957-4387-bb1b-0f694f14e4c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:22:40Z', 'updated_at': '2021-08-11T03:22:40Z', 'revision_number': 0, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee', 'name': '', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'mac_address': 'fa:16:3e:82:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:21Z', 'updated_at': '2021-08-11T03:22:27Z', 'revision_number': 5, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'subnets': [{'id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:22:42.271692 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75af5ea-46df-4387-a71c-f2bc56303d95 None None] New status for floating IP 1f6cacd6-8b81-4642-ad49-d41485bea7c1: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:22:45.742791 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b63be8ca-cb19-4b0e-a60b-c26da7fa5368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:48.391468 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-04fcbade-ca51-42bd-a706-41ecac0b9261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:48.393270 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:50.226666 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:51.738824 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:55.176390 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.050914 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.356677 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:23:15.743297 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5539a36a-0635-4c24-9c0e-00239351b17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:16.502374 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-350ee513-dbec-4b21-9d0c-97b2d41cab5d req-4618ff34-6389-4128-9d28-12598f5c8dbe service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=adba5b67-a957-4387-bb1b-0f694f14e4c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402768 Aug 11 03:23:16.587783 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ee513-dbec-4b21-9d0c-97b2d41cab5d req-645bae6a-bad5-450c-a08c-99dda3465620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:16.589275 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-350ee513-dbec-4b21-9d0c-97b2d41cab5d req-645bae6a-bad5-450c-a08c-99dda3465620 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03e2edb1e8b043198d0654dccd05fe7e&device_id=adba5b67-a957-4387-bb1b-0f694f14e4c3 HTTP/1.1" status: 200 len: 1097 time: 0.0402825 Aug 11 03:23:16.695402 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ee513-dbec-4b21-9d0c-97b2d41cab5d req-1627fd02-04c9-4115-8bba-369e59e7a87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:16.696911 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-350ee513-dbec-4b21-9d0c-97b2d41cab5d req-1627fd02-04c9-4115-8bba-369e59e7a87f service neutron] 10.222.0.73 "GET /v2.0/networks?id=1a873db4-e243-4840-8dd9-cb55c5ecfd30 HTTP/1.1" status: 200 len: 908 time: 0.0854075 Aug 11 03:23:16.762148 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-350ee513-dbec-4b21-9d0c-97b2d41cab5d req-36d021c3-0c5c-4ed3-a1f4-44a83fef9c25 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e0311f4-f121-43fe-8e28-7ddf2386ea15 HTTP/1.1" status: 200 len: 1001 time: 0.0568953 Aug 11 03:23:16.813449 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ee513-dbec-4b21-9d0c-97b2d41cab5d req-bbb744c0-0cd2-4939-8b8c-062c067ed68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:16.814837 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-350ee513-dbec-4b21-9d0c-97b2d41cab5d req-bbb744c0-0cd2-4939-8b8c-062c067ed68e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=773e716e-66a1-4f8f-9cab-fac5e9fc4768 HTTP/1.1" status: 200 len: 846 time: 0.0447006 Aug 11 03:23:16.858477 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ee513-dbec-4b21-9d0c-97b2d41cab5d req-16ff08cd-73f5-4753-b704-9ec51d940987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:16.859852 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-350ee513-dbec-4b21-9d0c-97b2d41cab5d req-16ff08cd-73f5-4753-b704-9ec51d940987 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a873db4-e243-4840-8dd9-cb55c5ecfd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381925 Aug 11 03:23:16.945177 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-350ee513-dbec-4b21-9d0c-97b2d41cab5d req-363fcac4-00c5-46fd-9d97-b521e99fda3f service neutron] 10.222.0.73 "GET /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781505 Aug 11 03:23:17.362278 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-350ee513-dbec-4b21-9d0c-97b2d41cab5d req-8d00baf7-8a3a-4dd6-a374-86bdf1431ba0 service neutron] 10.222.0.73 "GET /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040289 Aug 11 03:23:18.385023 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c7b9f1e9-fd61-415f-9313-e4b3d4a80c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.396847 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:20.228286 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:21.743000 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:25.173363 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:26.059852 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:35.360412 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:23:45.744133 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-52ba458a-736b-42d4-a7c7-fa27fa677bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:48.394081 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-292e2438-0020-495c-b3f1-5e4523f7f534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:48.399412 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:50.233402 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:51.746654 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:55.175400 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:56.070453 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.359284 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:24:15.743290 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-406bd1be-c900-4ee2-b88c-7786f0e1cee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.550575 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6eeb9bc-4107-406e-a1a6-3240e4a7814e req-029216d7-ad10-439a-bca4-f916fe6f171b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=adba5b67-a957-4387-bb1b-0f694f14e4c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0842204 Aug 11 03:24:16.630635 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeb9bc-4107-406e-a1a6-3240e4a7814e req-bed2d010-c84c-4c4a-b433-9020c5279f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:16.632162 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6eeb9bc-4107-406e-a1a6-3240e4a7814e req-bed2d010-c84c-4c4a-b433-9020c5279f46 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03e2edb1e8b043198d0654dccd05fe7e&device_id=adba5b67-a957-4387-bb1b-0f694f14e4c3 HTTP/1.1" status: 200 len: 1097 time: 0.0410101 Aug 11 03:24:16.734643 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeb9bc-4107-406e-a1a6-3240e4a7814e req-3b1968e1-6889-417b-b098-11f7796d3c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:16.736080 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6eeb9bc-4107-406e-a1a6-3240e4a7814e req-3b1968e1-6889-417b-b098-11f7796d3c56 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1a873db4-e243-4840-8dd9-cb55c5ecfd30 HTTP/1.1" status: 200 len: 908 time: 0.0856593 Aug 11 03:24:16.800683 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6eeb9bc-4107-406e-a1a6-3240e4a7814e req-04e7f36a-582b-4cfb-9331-8b639a8c273b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e0311f4-f121-43fe-8e28-7ddf2386ea15 HTTP/1.1" status: 200 len: 1001 time: 0.0564620 Aug 11 03:24:16.852203 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeb9bc-4107-406e-a1a6-3240e4a7814e req-5ec8693a-bbae-4bfc-a713-7ee5309efcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:16.853625 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6eeb9bc-4107-406e-a1a6-3240e4a7814e req-5ec8693a-bbae-4bfc-a713-7ee5309efcab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=773e716e-66a1-4f8f-9cab-fac5e9fc4768 HTTP/1.1" status: 200 len: 846 time: 0.0461407 Aug 11 03:24:16.898124 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeb9bc-4107-406e-a1a6-3240e4a7814e req-d36b2430-d145-4c44-98e7-377a1325a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:16.900005 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6eeb9bc-4107-406e-a1a6-3240e4a7814e req-d36b2430-d145-4c44-98e7-377a1325a3e2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a873db4-e243-4840-8dd9-cb55c5ecfd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392783 Aug 11 03:24:16.988013 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6eeb9bc-4107-406e-a1a6-3240e4a7814e req-0499e968-a9ff-432a-adca-05e1fae20dc3 service neutron] 10.222.0.73 "GET /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807819 Aug 11 03:24:17.078198 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-d6eeb9bc-4107-406e-a1a6-3240e4a7814e req-05cfc9e2-aa78-4542-8054-50fce21eb85e service neutron] 10.222.0.73 "GET /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835218 Aug 11 03:24:18.395780 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ac4a2370-5ecb-4f22-b4ae-14344d11ab6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:18.403783 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:20.234303 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:21.750552 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:25.176861 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:26.075759 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:39.742304 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 5e0311f4-f121-43fe-8e28-7ddf2386ea15 details requested by agent hyperv_n-h1-615180-33 with host n-h1-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:24:39.831760 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 5e0311f4-f121-43fe-8e28-7ddf2386ea15, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=5e0311f4-f121-43fe-8e28-7ddf2386ea15,segment=NetworkSegment(6ba21970-3181-4271-b671-75358afd6725),segment_id=6ba21970-3181-4271-b671-75358afd6725)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:39.846070 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Returning: {'device': '5e0311f4-f121-43fe-8e28-7ddf2386ea15', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'port_id': '5e0311f4-f121-43fe-8e28-7ddf2386ea15', 'mac_address': 'fa:16:3e:28:8b:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:24:39.883190 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:39.895879 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e0311f4-f121-43fe-8e28-7ddf2386ea15 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:24:39.915391 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 5e0311f4-f121-43fe-8e28-7ddf2386ea15, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=5e0311f4-f121-43fe-8e28-7ddf2386ea15,segment=NetworkSegment(6ba21970-3181-4271-b671-75358afd6725),segment_id=6ba21970-3181-4271-b671-75358afd6725)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:39.919741 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:39.975788 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=5e0311f4-f121-43fe-8e28-7ddf2386ea15,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:39.986507 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:39.986860 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:39.987207 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:39.987629 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:39.987922 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:39.988257 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:39.988590 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:39.988920 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:39.989251 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:39.989580 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:39.989910 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:39.990234 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:40.012154 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] get_ports_and_sgs() called for port_ids ['5e0311f4-f121-43fe-8e28-7ddf2386ea15'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:24:41.753853 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 5e0311f4-f121-43fe-8e28-7ddf2386ea15 up at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:41.809984 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Provisioning complete for port 5e0311f4-f121-43fe-8e28-7ddf2386ea15 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:41.810362 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:41.898493 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:41.923344 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adba5b67-a957-4387-bb1b-0f694f14e4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0311f4-f121-43fe-8e28-7ddf2386ea15'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:24:41.925616 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20fab26f80b9da78313f4d9f7f3b762b68210575349c4eb51748859b525969e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c924cf0-8919-4764-afca-780ce3f3ed9c" -d '{"events": [{"server_uuid": "adba5b67-a957-4387-bb1b-0f694f14e4c3", "name": "network-vif-plugged", "status": "completed", "tag": "5e0311f4-f121-43fe-8e28-7ddf2386ea15"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:24:41.943817 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 5e0311f4-f121-43fe-8e28-7ddf2386ea15, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=5e0311f4-f121-43fe-8e28-7ddf2386ea15,segment=NetworkSegment(6ba21970-3181-4271-b671-75358afd6725),segment_id=6ba21970-3181-4271-b671-75358afd6725)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:41.949422 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:41.975683 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bbc26e-fd19-4947-b317-6949dfb939f8 x-openstack-request-id: req-82bbc26e-fd19-4947-b317-6949dfb939f8 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:24:41.976108 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adba5b67-a957-4387-bb1b-0f694f14e4c3", "name": "network-vif-plugged", "status": "completed", "tag": "5e0311f4-f121-43fe-8e28-7ddf2386ea15", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:24:41.976366 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-82bbc26e-fd19-4947-b317-6949dfb939f8 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:24:41.976784 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adba5b67-a957-4387-bb1b-0f694f14e4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0311f4-f121-43fe-8e28-7ddf2386ea15', 'code': 200} Aug 11 03:24:42.005117 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=5e0311f4-f121-43fe-8e28-7ddf2386ea15,revision_number=7']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:45.746884 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f55fd4e1-49c7-407a-b16d-94755b223ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:48.387695 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fd261e15-b0a1-4b0c-a79d-ba6a278e4861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:48.407017 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:49.359474 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:24:49.545652 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-81b587f6-c189-43b5-98e4-222fd2ed2953 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-387064484&fields=id&tenant_id=03e2edb1e8b043198d0654dccd05fe7e HTTP/1.1" status: 200 len: 267 time: 0.0353048 Aug 11 03:24:49.662913 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-e01d3fcd-3bfd-4ece-88a9-144126766c4d tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:49.664345 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-e01d3fcd-3bfd-4ece-88a9-144126766c4d tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/networks?id=1a873db4-e243-4840-8dd9-cb55c5ecfd30 HTTP/1.1" status: 200 len: 807 time: 0.1119180 Aug 11 03:24:49.679514 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-5c58f74d-e8bc-4cb1-86a2-fe35244fa0aa tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/quotas/03e2edb1e8b043198d0654dccd05fe7e HTTP/1.1" status: 200 len: 375 time: 0.0092227 Aug 11 03:24:49.735271 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-a34723e2-d840-4968-ac39-b84e6396c26e tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=03e2edb1e8b043198d0654dccd05fe7e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0503495 Aug 11 03:24:49.870266 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-bcc0b6b5-50a6-4aad-b25b-8fc7d82b098c service neutron] 10.222.0.50 "GET /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233666 Aug 11 03:24:49.964338 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-bf3a9c02-b362-4394-bf84-9d00cc8b6da7 service neutron] 10.222.0.50 "GET /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877688 Aug 11 03:24:50.202671 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-6fa256e2-6dab-4e67-a497-74c2a4699d41 req-4f3a9978-4d63-4375-9150-1e6988de8d6b tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 210 time: 0.0799549 Aug 11 03:24:50.237645 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.254873 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-15c55168-471b-42f4-be8e-8a5cb81053bf tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:51.256438 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-15c55168-471b-42f4-be8e-8a5cb81053bf tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.66 "GET /v2.0/networks?id=1a873db4-e243-4840-8dd9-cb55c5ecfd30 HTTP/1.1" status: 200 len: 807 time: 0.1067383 Aug 11 03:24:51.311722 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-71dda522-b847-409b-8942-2cc3199fa45c req-ffe9f2dc-4cba-48d0-b1d2-3d89e3f9f994 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 210 time: 0.0388732 Aug 11 03:24:51.330131 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-54fd4f4f-fa4a-4aab-820f-a3d1425d5e78 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03e2edb1e8b043198d0654dccd05fe7e HTTP/1.1" status: 200 len: 379 time: 0.0632186 Aug 11 03:24:51.342124 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-35044781-b65d-4921-baa3-e772e5076874 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Request body: {'port': {'device_id': '47d41749-d7c7-4a82-a5a0-57b6f303cf1e', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'admin_state_up': True, 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'security_groups': ['1b2fdd74-525a-4d18-ba83-52d19f41acae']}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:51.452733 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-35044781-b65d-4921-baa3-e772e5076874 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Made reservation on behalf of 03e2edb1e8b043198d0654dccd05fe7e for: {'port': 1} {{(pid=94506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:51.456308 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-35044781-b65d-4921-baa3-e772e5076874 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.609008 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_common [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-35044781-b65d-4921-baa3-e772e5076874 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Allocated IP 172.20.0.5 (1a873db4-e243-4840-8dd9-cb55c5ecfd30/773e716e-66a1-4f8f-9cab-fac5e9fc4768/dff28337-b1ae-4ef0-aaf2-253f79ed5c47) {{(pid=94506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:51.755974 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.792960 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-35044781-b65d-4921-baa3-e772e5076874 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for port, precommit_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.808561 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-35044781-b65d-4921-baa3-e772e5076874 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Transition to ACTIVE for port object dff28337-b1ae-4ef0-aaf2-253f79ed5c47 will not be triggered until provisioned by entity DHCP. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:51.847563 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-35044781-b65d-4921-baa3-e772e5076874 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_create {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.913597 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-35044781-b65d-4921-baa3-e772e5076874 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Network 1a873db4-e243-4840-8dd9-cb55c5ecfd30 is already hosted by enough agents. {{(pid=94506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:51.915157 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35044781-b65d-4921-baa3-e772e5076874 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Pushing event updated for resources: {'Port': ['ID=dff28337-b1ae-4ef0-aaf2-253f79ed5c47,revision_number=1']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:51.918500 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.base_scheduler [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-35044781-b65d-4921-baa3-e772e5076874 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Resources bound (agent type, host, resource id): {{(pid=94506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:51.924511 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-35044781-b65d-4921-baa3-e772e5076874 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Received port after_create {{(pid=94506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:51.943411 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35044781-b65d-4921-baa3-e772e5076874 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:51.943865 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35044781-b65d-4921-baa3-e772e5076874 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:51.944221 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35044781-b65d-4921-baa3-e772e5076874 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:51.944572 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35044781-b65d-4921-baa3-e772e5076874 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:51.944949 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35044781-b65d-4921-baa3-e772e5076874 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:51.945263 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35044781-b65d-4921-baa3-e772e5076874 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:51.945611 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35044781-b65d-4921-baa3-e772e5076874 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:51.945937 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35044781-b65d-4921-baa3-e772e5076874 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:51.946806 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35044781-b65d-4921-baa3-e772e5076874 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:51.947149 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35044781-b65d-4921-baa3-e772e5076874 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:51.947483 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35044781-b65d-4921-baa3-e772e5076874 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:51.948651 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35044781-b65d-4921-baa3-e772e5076874 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:52.004989 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-35044781-b65d-4921-baa3-e772e5076874 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:52.006044 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-35044781-b65d-4921-baa3-e772e5076874 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:52.022531 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-35044781-b65d-4921-baa3-e772e5076874 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6840718 Aug 11 03:24:52.197701 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ff474424-db51-4f64-b2ff-6f111265ac8d None None] Provisioning for port dff28337-b1ae-4ef0-aaf2-253f79ed5c47 completed by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:52.204006 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-ff474424-db51-4f64-b2ff-6f111265ac8d None None] Provisioning complete for port dff28337-b1ae-4ef0-aaf2-253f79ed5c47 triggered by entity DHCP. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:52.205024 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ff474424-db51-4f64-b2ff-6f111265ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:52.244362 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-ff474424-db51-4f64-b2ff-6f111265ac8d None None] Port dff28337-b1ae-4ef0-aaf2-253f79ed5c47 cannot update to ACTIVE because it is not bound. {{(pid=94508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:52.444059 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845dd692-8090-4d8c-b604-4da243817552 req-0150edfe-a2ca-4656-a38a-6b67c9c9fffb tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:52.445582 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-845dd692-8090-4d8c-b604-4da243817552 req-0150edfe-a2ca-4656-a38a-6b67c9c9fffb tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 931 time: 0.0596178 Aug 11 03:24:52.484649 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-845dd692-8090-4d8c-b604-4da243817552 req-c27d4576-ddee-4251-add1-dc3912ef3a8b tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322492 Aug 11 03:24:53.639913 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2a136-2c54-4974-9a5e-cce7a0f3dd3d req-04951b04-596f-4291-993e-c12a0eec2356 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:53.641671 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-51c2a136-2c54-4974-9a5e-cce7a0f3dd3d req-04951b04-596f-4291-993e-c12a0eec2356 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 931 time: 0.0496004 Aug 11 03:24:53.687021 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-51c2a136-2c54-4974-9a5e-cce7a0f3dd3d req-1b987643-aa1b-4ea9-aa5e-30fff381f88b tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387452 Aug 11 03:24:53.843030 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 5e0311f4-f121-43fe-8e28-7ddf2386ea15 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:24:53.923258 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:53.948484 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adba5b67-a957-4387-bb1b-0f694f14e4c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e0311f4-f121-43fe-8e28-7ddf2386ea15'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:24:53.950776 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20fab26f80b9da78313f4d9f7f3b762b68210575349c4eb51748859b525969e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a19d951-6116-419d-a1bb-627bc3b796ed" -d '{"events": [{"server_uuid": "adba5b67-a957-4387-bb1b-0f694f14e4c3", "name": "network-vif-unplugged", "status": "completed", "tag": "5e0311f4-f121-43fe-8e28-7ddf2386ea15"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:24:53.964244 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] For port 5e0311f4-f121-43fe-8e28-7ddf2386ea15, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=5e0311f4-f121-43fe-8e28-7ddf2386ea15,segment=NetworkSegment(6ba21970-3181-4271-b671-75358afd6725),segment_id=6ba21970-3181-4271-b671-75358afd6725)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:53.968918 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:53.996327 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ba8699-b5b3-4a0b-9213-d3d36c242598 x-openstack-request-id: req-60ba8699-b5b3-4a0b-9213-d3d36c242598 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:24:53.996704 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adba5b67-a957-4387-bb1b-0f694f14e4c3", "name": "network-vif-unplugged", "status": "completed", "tag": "5e0311f4-f121-43fe-8e28-7ddf2386ea15", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:24:53.996979 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-60ba8699-b5b3-4a0b-9213-d3d36c242598 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:24:53.997386 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adba5b67-a957-4387-bb1b-0f694f14e4c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e0311f4-f121-43fe-8e28-7ddf2386ea15', 'code': 200} Aug 11 03:24:54.027466 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Pushing event updated for resources: {'Port': ['ID=5e0311f4-f121-43fe-8e28-7ddf2386ea15,revision_number=8']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:54.813897 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592654ef-89c6-4839-b922-cc694cb9fe17 req-9ef9a6bf-2a0a-4c05-a72b-793ab5fdc763 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:54.815438 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-592654ef-89c6-4839-b922-cc694cb9fe17 req-9ef9a6bf-2a0a-4c05-a72b-793ab5fdc763 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 931 time: 0.0566971 Aug 11 03:24:54.869360 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-592654ef-89c6-4839-b922-cc694cb9fe17 req-9de6eb0e-5dbf-4701-9caf-6ae534e90453 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462546 Aug 11 03:24:55.184365 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:56.002667 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61eaba-0365-40d5-87c4-97627301ee37 req-758e4ed9-fee7-4b7f-a4ba-115c0ad1dce3 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:56.004209 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7c61eaba-0365-40d5-87c4-97627301ee37 req-758e4ed9-fee7-4b7f-a4ba-115c0ad1dce3 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 931 time: 0.0588770 Aug 11 03:24:56.044027 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-7c61eaba-0365-40d5-87c4-97627301ee37 req-34e548a9-adce-4632-835d-5a7e9d886735 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337753 Aug 11 03:24:56.080825 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:57.164538 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5beef-1a4c-41d2-9ded-7a29c5a8e4a5 req-af6daf82-67e3-406c-a8d4-e64bb1ff67fa tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:57.166598 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70e5beef-1a4c-41d2-9ded-7a29c5a8e4a5 req-af6daf82-67e3-406c-a8d4-e64bb1ff67fa tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 931 time: 0.0512776 Aug 11 03:24:57.206973 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-70e5beef-1a4c-41d2-9ded-7a29c5a8e4a5 req-303fcba6-a83f-4d37-96ed-7de73381496d tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343583 Aug 11 03:24:58.348553 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ff803-51d1-4d83-9e66-80ea4ffdf649 req-2187d017-84fa-4fd7-89e8-5fb240a198e7 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:58.350377 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a50ff803-51d1-4d83-9e66-80ea4ffdf649 req-2187d017-84fa-4fd7-89e8-5fb240a198e7 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 931 time: 0.0605273 Aug 11 03:24:58.411273 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a50ff803-51d1-4d83-9e66-80ea4ffdf649 req-4060173c-029f-443f-8fd0-fb6d5d8667d0 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443671 Aug 11 03:24:59.515518 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56fdbe6-6eea-4f3c-86f3-3f1e37fe9be9 req-a6c4e2b7-1f68-4ae5-9bba-ae625e9c9541 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:59.516953 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a56fdbe6-6eea-4f3c-86f3-3f1e37fe9be9 req-a6c4e2b7-1f68-4ae5-9bba-ae625e9c9541 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 931 time: 0.0504413 Aug 11 03:24:59.559470 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-a56fdbe6-6eea-4f3c-86f3-3f1e37fe9be9 req-d4fed5ac-30aa-4407-b1db-c8edfdbd35a3 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363777 Aug 11 03:25:00.689306 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b6988-6e4c-44a0-b4c0-a30069d4e14a req-7e5b123d-5c65-42a4-a919-524100f4257e tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:00.691027 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-975b6988-6e4c-44a0-b4c0-a30069d4e14a req-7e5b123d-5c65-42a4-a919-524100f4257e tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 931 time: 0.0514112 Aug 11 03:25:00.739910 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-975b6988-6e4c-44a0-b4c0-a30069d4e14a req-525c3d0b-8745-41b1-ae0b-afbeffb5444e tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372362 Aug 11 03:25:01.861247 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8be7a-ecb9-466b-ae16-d7d3c73dba10 req-a6f9853b-271e-4f1a-a9e5-fd0ffaf509a7 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:01.862759 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e5f8be7a-ecb9-466b-ae16-d7d3c73dba10 req-a6f9853b-271e-4f1a-a9e5-fd0ffaf509a7 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 931 time: 0.0540469 Aug 11 03:25:01.869015 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-680fa55f-5869-40fb-98d0-1a12562a10ac tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:25:01.870241 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-680fa55f-5869-40fb-98d0-1a12562a10ac tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065379 Aug 11 03:25:01.910798 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-e5f8be7a-ecb9-466b-ae16-d7d3c73dba10 req-2821c72e-d71b-4a94-8141-768304b06836 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389712 Aug 11 03:25:01.929312 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.v2.base [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-bca0a9d6-88bd-4a1c-bf43-479f4c43b83b service neutron] Request body: {'port': {'device_id': '47d41749-d7c7-4a82-a5a0-57b6f303cf1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-33'}} {{(pid=94506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:01.982770 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-bca0a9d6-88bd-4a1c-bf43-479f4c43b83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:02.247409 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-bca0a9d6-88bd-4a1c-bf43-479f4c43b83b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff28337-b1ae-4ef0-aaf2-253f79ed5c47 {{(pid=94506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:25:02.254972 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-bca0a9d6-88bd-4a1c-bf43-479f4c43b83b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:02.267091 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.provisioning_blocks [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-bca0a9d6-88bd-4a1c-bf43-479f4c43b83b service neutron] Transition to ACTIVE for port object dff28337-b1ae-4ef0-aaf2-253f79ed5c47 will not be triggered until provisioned by entity L2. {{(pid=94506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:02.270647 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-bca0a9d6-88bd-4a1c-bf43-479f4c43b83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:02.328902 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0a9d6-88bd-4a1c-bf43-479f4c43b83b service neutron] Pushing event updated for resources: {'Port': ['ID=dff28337-b1ae-4ef0-aaf2-253f79ed5c47,revision_number=2']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:02.399921 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-bca0a9d6-88bd-4a1c-bf43-479f4c43b83b service neutron] Attempting to bind port dff28337-b1ae-4ef0-aaf2-253f79ed5c47 on host n-h2-615180-33 for vnic_type normal with profile {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:02.400268 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-bca0a9d6-88bd-4a1c-bf43-479f4c43b83b service neutron] Attempting to bind port dff28337-b1ae-4ef0-aaf2-253f79ed5c47 by drivers openvswitch,hyperv on host n-h2-615180-33 at level 0 using segments [{'id': '6ba21970-3181-4271-b671-75358afd6725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30'}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:02.400605 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-bca0a9d6-88bd-4a1c-bf43-479f4c43b83b service neutron] Attempting to bind port dff28337-b1ae-4ef0-aaf2-253f79ed5c47 on network 1a873db4-e243-4840-8dd9-cb55c5ecfd30 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:02.405220 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-bca0a9d6-88bd-4a1c-bf43-479f4c43b83b service neutron] Port dff28337-b1ae-4ef0-aaf2-253f79ed5c47 on network 1a873db4-e243-4840-8dd9-cb55c5ecfd30 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-33 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:25:02.405588 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-bca0a9d6-88bd-4a1c-bf43-479f4c43b83b service neutron] Attempting to bind port dff28337-b1ae-4ef0-aaf2-253f79ed5c47 on network 1a873db4-e243-4840-8dd9-cb55c5ecfd30 {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:02.410482 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-bca0a9d6-88bd-4a1c-bf43-479f4c43b83b service neutron] Checking agent: {'id': 'de70c8f8-f8ee-42eb-b0d5-c423e47e39d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:02.410824 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-bca0a9d6-88bd-4a1c-bf43-479f4c43b83b service neutron] Checking segment: {'id': '6ba21970-3181-4271-b671-75358afd6725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:02.411214 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-bca0a9d6-88bd-4a1c-bf43-479f4c43b83b service neutron] Bound using segment: {'id': '6ba21970-3181-4271-b671-75358afd6725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30'} {{(pid=94506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:02.411684 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.managers [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-bca0a9d6-88bd-4a1c-bf43-479f4c43b83b service neutron] Bound port: dff28337-b1ae-4ef0-aaf2-253f79ed5c47, host: n-h2-615180-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba21970-3181-4271-b671-75358afd6725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30'}}] {{(pid=94506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:02.412054 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-bca0a9d6-88bd-4a1c-bf43-479f4c43b83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:02.482374 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-bca0a9d6-88bd-4a1c-bf43-479f4c43b83b service neutron] For port dff28337-b1ae-4ef0-aaf2-253f79ed5c47, host n-h2-615180-33, cleared binding levels {{(pid=94506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:02.486368 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-bca0a9d6-88bd-4a1c-bf43-479f4c43b83b service neutron] For port dff28337-b1ae-4ef0-aaf2-253f79ed5c47, host n-h2-615180-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=dff28337-b1ae-4ef0-aaf2-253f79ed5c47,segment=NetworkSegment(6ba21970-3181-4271-b671-75358afd6725),segment_id=6ba21970-3181-4271-b671-75358afd6725)] {{(pid=94506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:02.490172 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-bca0a9d6-88bd-4a1c-bf43-479f4c43b83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125029960'] for port, after_update {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:02.533328 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-bca0a9d6-88bd-4a1c-bf43-479f4c43b83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:02.533956 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-bca0a9d6-88bd-4a1c-bf43-479f4c43b83b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:02.535364 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-bca0a9d6-88bd-4a1c-bf43-479f4c43b83b service neutron] 10.222.0.66 "PUT /v2.0/ports/dff28337-b1ae-4ef0-aaf2-253f79ed5c47 HTTP/1.1" status: 200 len: 1092 time: 0.6571085 Aug 11 03:25:02.535836 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d41749-d7c7-4a82-a5a0-57b6f303cf1e', 'tag': 'dff28337-b1ae-4ef0-aaf2-253f79ed5c47'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:25:02.538081 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274cfa898284e0591c33ace065f819b64a6cad10b3d723e28d1d1a3acc1cf9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb9e3dc-5e7e-425b-a3c0-5a2a2f76451c" -d '{"events": [{"name": "network-changed", "server_uuid": "47d41749-d7c7-4a82-a5a0-57b6f303cf1e", "tag": "dff28337-b1ae-4ef0-aaf2-253f79ed5c47"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:25:02.566303 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0a9d6-88bd-4a1c-bf43-479f4c43b83b service neutron] Pushing event updated for resources: {'Port': ['ID=dff28337-b1ae-4ef0-aaf2-253f79ed5c47,revision_number=3']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:02.582454 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd9a19b-ffaf-40c7-9ff9-2bf865dca2ca x-openstack-request-id: req-1bd9a19b-ffaf-40c7-9ff9-2bf865dca2ca {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:25:02.582749 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d41749-d7c7-4a82-a5a0-57b6f303cf1e", "tag": "dff28337-b1ae-4ef0-aaf2-253f79ed5c47", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:25:02.583009 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1bd9a19b-ffaf-40c7-9ff9-2bf865dca2ca {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:25:02.583420 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d41749-d7c7-4a82-a5a0-57b6f303cf1e', 'tag': 'dff28337-b1ae-4ef0-aaf2-253f79ed5c47', 'status': 'completed', 'code': 200} Aug 11 03:25:02.632020 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-c40d9526-b5ca-48d8-8484-6f79509c493e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:02.634096 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-c40d9526-b5ca-48d8-8484-6f79509c493e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=03e2edb1e8b043198d0654dccd05fe7e&device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 1095 time: 0.0427740 Aug 11 03:25:02.682238 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-315029cc-4d57-4263-bd16-fbc1b8913ed1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dff28337-b1ae-4ef0-aaf2-253f79ed5c47 HTTP/1.1" status: 200 len: 217 time: 0.0400167 Aug 11 03:25:02.734288 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-5ef00295-18af-4e01-8653-f0c27d08ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:02.735782 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-5ef00295-18af-4e01-8653-f0c27d08ec61 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=773e716e-66a1-4f8f-9cab-fac5e9fc4768 HTTP/1.1" status: 200 len: 846 time: 0.0452950 Aug 11 03:25:02.782242 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-ecc3efc6-b42b-4889-babc-4f7d3fc16d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:02.783682 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-ecc3efc6-b42b-4889-babc-4f7d3fc16d10 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1a873db4-e243-4840-8dd9-cb55c5ecfd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398760 Aug 11 03:25:02.874748 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-49c01f56-d80b-4ae0-84e6-5a31354b7427 service neutron] 10.222.0.66 "GET /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834911 Aug 11 03:25:02.966029 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-3b6ba79b-ad4e-467a-a3a8-caa6ae49bdea req-72df2834-b5b9-419c-ad4c-1f66457d5871 service neutron] 10.222.0.66 "GET /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830078 Aug 11 03:25:03.056675 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b38d2c-2a7b-49c0-b70b-7ba15b681bf0 req-53376ac6-87b1-4aa9-a8eb-f58f26a0289a tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:03.058159 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c6b38d2c-2a7b-49c0-b70b-7ba15b681bf0 req-53376ac6-87b1-4aa9-a8eb-f58f26a0289a tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 943 time: 0.0796893 Aug 11 03:25:03.073076 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9e3dc-5e7e-425b-a3c0-5a2a2f76451c req-4c70915c-4873-4799-bd74-84486b0ba830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:03.074477 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1bb9e3dc-5e7e-425b-a3c0-5a2a2f76451c req-4c70915c-4873-4799-bd74-84486b0ba830 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=03e2edb1e8b043198d0654dccd05fe7e&device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 1095 time: 0.0632305 Aug 11 03:25:03.143802 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-c6b38d2c-2a7b-49c0-b70b-7ba15b681bf0 req-13d70431-0c55-4f1f-b0ed-68784f756b7c tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781348 Aug 11 03:25:03.180943 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9e3dc-5e7e-425b-a3c0-5a2a2f76451c req-251256f1-47a5-49b5-959c-c06a2913ef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:03.182400 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1bb9e3dc-5e7e-425b-a3c0-5a2a2f76451c req-251256f1-47a5-49b5-959c-c06a2913ef62 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1a873db4-e243-4840-8dd9-cb55c5ecfd30 HTTP/1.1" status: 200 len: 908 time: 0.1006634 Aug 11 03:25:03.234837 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1bb9e3dc-5e7e-425b-a3c0-5a2a2f76451c req-1e4ada9f-39d2-4c83-a75f-9bdc8d72ce9b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dff28337-b1ae-4ef0-aaf2-253f79ed5c47 HTTP/1.1" status: 200 len: 217 time: 0.0381927 Aug 11 03:25:03.283842 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9e3dc-5e7e-425b-a3c0-5a2a2f76451c req-2b2d20f9-9fa2-4034-b6e4-f78102b02b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:03.285270 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1bb9e3dc-5e7e-425b-a3c0-5a2a2f76451c req-2b2d20f9-9fa2-4034-b6e4-f78102b02b43 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=773e716e-66a1-4f8f-9cab-fac5e9fc4768 HTTP/1.1" status: 200 len: 846 time: 0.0431950 Aug 11 03:25:03.336378 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9e3dc-5e7e-425b-a3c0-5a2a2f76451c req-0c0fdeaf-36cb-41be-b4ff-920740d9b31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:03.337829 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1bb9e3dc-5e7e-425b-a3c0-5a2a2f76451c req-0c0fdeaf-36cb-41be-b4ff-920740d9b31d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1a873db4-e243-4840-8dd9-cb55c5ecfd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452127 Aug 11 03:25:03.431494 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1bb9e3dc-5e7e-425b-a3c0-5a2a2f76451c req-c723c659-2227-4436-9b9b-655d508f9a68 service neutron] 10.222.0.66 "GET /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852330 Aug 11 03:25:03.521341 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1bb9e3dc-5e7e-425b-a3c0-5a2a2f76451c req-4a20ac0d-47fa-4dde-aaf3-b3ae7f02b483 service neutron] 10.222.0.66 "GET /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826399 Aug 11 03:25:04.263514 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82860042-498d-4093-8ec4-d0dc3c5e2059 req-ca995b39-9790-4ccf-96d4-491622a8a880 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:04.265040 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-82860042-498d-4093-8ec4-d0dc3c5e2059 req-ca995b39-9790-4ccf-96d4-491622a8a880 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 943 time: 0.0533552 Aug 11 03:25:04.304905 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-82860042-498d-4093-8ec4-d0dc3c5e2059 req-1a392e2c-8933-4705-ad38-cbf7defd6261 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338571 Aug 11 03:25:05.420434 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe7f54-0fbf-4ab6-9983-792204758761 req-491d8b4b-4a2d-42f3-908c-da634d4b5870 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:05.421923 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cabe7f54-0fbf-4ab6-9983-792204758761 req-491d8b4b-4a2d-42f3-908c-da634d4b5870 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 943 time: 0.0501423 Aug 11 03:25:05.459069 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-cabe7f54-0fbf-4ab6-9983-792204758761 req-03959506-0350-44fa-b652-60fcb9b3553d tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310788 Aug 11 03:25:06.575341 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17311b5-f29d-4ca1-b7f6-20fed198a81e req-1a9ad398-b9b6-4610-bbdb-5ac14717ffca tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:06.576862 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e17311b5-f29d-4ca1-b7f6-20fed198a81e req-1a9ad398-b9b6-4610-bbdb-5ac14717ffca tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 943 time: 0.0492640 Aug 11 03:25:06.614013 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-e17311b5-f29d-4ca1-b7f6-20fed198a81e req-3e3591ca-f6d0-4a82-822b-c8368f883994 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312049 Aug 11 03:25:06.923963 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device dff28337-b1ae-4ef0-aaf2-253f79ed5c47 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:25:07.014800 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port dff28337-b1ae-4ef0-aaf2-253f79ed5c47, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=dff28337-b1ae-4ef0-aaf2-253f79ed5c47,segment=NetworkSegment(6ba21970-3181-4271-b671-75358afd6725),segment_id=6ba21970-3181-4271-b671-75358afd6725)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:07.028682 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'dff28337-b1ae-4ef0-aaf2-253f79ed5c47', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'port_id': 'dff28337-b1ae-4ef0-aaf2-253f79ed5c47', 'mac_address': 'fa:16:3e:53:e7:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:25:07.064945 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:07.076955 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff28337-b1ae-4ef0-aaf2-253f79ed5c47 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:25:07.095961 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port dff28337-b1ae-4ef0-aaf2-253f79ed5c47, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=dff28337-b1ae-4ef0-aaf2-253f79ed5c47,segment=NetworkSegment(6ba21970-3181-4271-b671-75358afd6725),segment_id=6ba21970-3181-4271-b671-75358afd6725)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:07.100058 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:07.144882 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=dff28337-b1ae-4ef0-aaf2-253f79ed5c47,revision_number=4']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:07.362229 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['dff28337-b1ae-4ef0-aaf2-253f79ed5c47'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:25:07.736269 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196a286-0cc4-4353-bf7e-b2ea7b934ce2 req-27794ae0-c03b-4fb6-848e-21f7836aebf8 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:07.737752 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1196a286-0cc4-4353-bf7e-b2ea7b934ce2 req-27794ae0-c03b-4fb6-848e-21f7836aebf8 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 944 time: 0.0529897 Aug 11 03:25:07.775266 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-1196a286-0cc4-4353-bf7e-b2ea7b934ce2 req-30a13da9-990d-4a4c-9fcc-32bdcf2ba53a tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315943 Aug 11 03:25:08.887983 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda9429-584f-4cea-9013-6915b5e6e161 req-b6371f96-1267-4f89-a7a5-04fdeb0ed8f5 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:08.889457 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dfda9429-584f-4cea-9013-6915b5e6e161 req-b6371f96-1267-4f89-a7a5-04fdeb0ed8f5 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 944 time: 0.0486627 Aug 11 03:25:08.927149 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device dff28337-b1ae-4ef0-aaf2-253f79ed5c47 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:08.927792 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dfda9429-584f-4cea-9013-6915b5e6e161 req-cd887fba-8d40-428d-9a35-5ea7dc49bf7a tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315177 Aug 11 03:25:08.973556 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning for port dff28337-b1ae-4ef0-aaf2-253f79ed5c47 completed by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:08.977245 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port dff28337-b1ae-4ef0-aaf2-253f79ed5c47 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:08.977615 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:09.053999 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:09.075142 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d41749-d7c7-4a82-a5a0-57b6f303cf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff28337-b1ae-4ef0-aaf2-253f79ed5c47'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:25:09.077907 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20fab26f80b9da78313f4d9f7f3b762b68210575349c4eb51748859b525969e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89819607-e8fd-44f3-951c-ebf45e9c7eef" -d '{"events": [{"server_uuid": "47d41749-d7c7-4a82-a5a0-57b6f303cf1e", "name": "network-vif-plugged", "status": "completed", "tag": "dff28337-b1ae-4ef0-aaf2-253f79ed5c47"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:25:09.090787 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port dff28337-b1ae-4ef0-aaf2-253f79ed5c47, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=dff28337-b1ae-4ef0-aaf2-253f79ed5c47,segment=NetworkSegment(6ba21970-3181-4271-b671-75358afd6725),segment_id=6ba21970-3181-4271-b671-75358afd6725)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:09.095313 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:09.117448 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2cf45b-4642-4add-ab1e-418ce488675b x-openstack-request-id: req-fc2cf45b-4642-4add-ab1e-418ce488675b {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:25:09.117736 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d41749-d7c7-4a82-a5a0-57b6f303cf1e", "name": "network-vif-plugged", "status": "completed", "tag": "dff28337-b1ae-4ef0-aaf2-253f79ed5c47", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:25:09.117984 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fc2cf45b-4642-4add-ab1e-418ce488675b {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:25:09.118364 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d41749-d7c7-4a82-a5a0-57b6f303cf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff28337-b1ae-4ef0-aaf2-253f79ed5c47', 'code': 200} Aug 11 03:25:09.147119 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=dff28337-b1ae-4ef0-aaf2-253f79ed5c47,revision_number=5']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:09.210356 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68153cdb-a9a4-4e78-881e-a1aa902d5a90 req-fed7f7c7-166c-4e3e-9a97-5f8c526a43ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:09.211851 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-68153cdb-a9a4-4e78-881e-a1aa902d5a90 req-fed7f7c7-166c-4e3e-9a97-5f8c526a43ed service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 1097 time: 0.0393324 Aug 11 03:25:09.246665 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-68153cdb-a9a4-4e78-881e-a1aa902d5a90 req-fea663a9-cca5-4601-8fde-84bf3fbdbb50 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267668 Aug 11 03:25:10.050634 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b6b52-b54e-4bea-9351-cbb0dea3a178 req-66113fa9-21ec-47e4-ab77-e5fe8fb7f501 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:10.052151 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-425b6b52-b54e-4bea-9351-cbb0dea3a178 req-66113fa9-21ec-47e4-ab77-e5fe8fb7f501 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 945 time: 0.0567579 Aug 11 03:25:10.093704 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-425b6b52-b54e-4bea-9351-cbb0dea3a178 req-2e0c2b82-92d0-4bb4-b266-32fe09677cff tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352266 Aug 11 03:25:11.214906 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14d461-39d6-4c1d-984d-1961525e46ab req-7468c570-f911-4e0d-84a3-d94fcc370be8 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:11.216455 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dc14d461-39d6-4c1d-984d-1961525e46ab req-7468c570-f911-4e0d-84a3-d94fcc370be8 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 945 time: 0.0511096 Aug 11 03:25:11.260286 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-dc14d461-39d6-4c1d-984d-1961525e46ab req-ced3b4f5-b02e-446b-ac18-00e938a4f21b tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371406 Aug 11 03:25:11.375666 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b15147-8855-4fa8-a36a-a4c45ca091af req-4b7f6cc7-edf9-4309-909b-41979d66a140 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:11.377079 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00b15147-8855-4fa8-a36a-a4c45ca091af req-4b7f6cc7-edf9-4309-909b-41979d66a140 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 945 time: 0.0502694 Aug 11 03:25:11.416052 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-00b15147-8855-4fa8-a36a-a4c45ca091af req-08980a01-80d9-4a70-b780-e42b3181a303 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327246 Aug 11 03:25:11.438439 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35444) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:11.477058 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933b008e-b72c-4ede-b060-827da76c9248 tempest-TestSnapshotPattern-172062333 tempest-TestSnapshotPattern-172062333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:11.478474 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-933b008e-b72c-4ede-b060-827da76c9248 tempest-TestSnapshotPattern-172062333 tempest-TestSnapshotPattern-172062333-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 1092 time: 0.0390272 Aug 11 03:25:11.481170 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35446) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:11.485965 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.v2.base [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Request body: {'floatingip': {'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'port_id': 'dff28337-b1ae-4ef0-aaf2-253f79ed5c47', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:11.507791 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for floatingip, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.607616 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.707826 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.db_base_plugin_common [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Allocated IP 172.25.2.101 (2e931faf-12fe-43f6-b34b-8aa380b6ef75/01b86588-e532-4bd8-b336-2a5971d572c0/de5bee1e-4895-49f0-9f9d-f53ec8599d5d) {{(pid=94507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:11.813403 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for port, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.852100 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737238512366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.887814 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Network 2e931faf-12fe-43f6-b34b-8aa380b6ef75 is already hosted by enough agents. {{(pid=94507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:11.894666 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.base_scheduler [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Resources bound (agent type, host, resource id): {{(pid=94507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:11.898291 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Received port after_create {{(pid=94507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:11.926648 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Pushing event updated for resources: {'Port': ['ID=de5bee1e-4895-49f0-9f9d-f53ec8599d5d,revision_number=1']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:11.938666 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:11.939018 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:11.939361 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:11.939733 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:11.940089 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:11.940423 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:11.940771 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:11.941119 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:11.941447 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:11.941775 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:11.942103 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:11.942434 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:12.267457 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:12.339056 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:12.486076 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for port, precommit_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:12.490435 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125067460'] for port, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:12.558276 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Pushing event updated for resources: {'Port': ['ID=de5bee1e-4895-49f0-9f9d-f53ec8599d5d,revision_number=2']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:12.571822 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133780375'] for floatingip, after_update {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:12.669595 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Floating IP 60959845-978b-428b-89a0-c7729ea32ac4 associated. External IP: 172.25.2.101, port: dff28337-b1ae-4ef0-aaf2-253f79ed5c47. Aug 11 03:25:12.870468 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Router 79234cc5-a077-4bf3-9472-635d52dbe94c has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:25:12.978326 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:12.987870 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467dd104-c0df-45fb-82e1-d55fa893692c None None] Sync routers for ids ['79234cc5-a077-4bf3-9472-635d52dbe94c'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:12.993846 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:12.997560 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467dd104-c0df-45fb-82e1-d55fa893692c None None] Routers {'79234cc5-a077-4bf3-9472-635d52dbe94c'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:12.998157 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-467dd104-c0df-45fb-82e1-d55fa893692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:24:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['79234cc5-a077-4bf3-9472-635d52dbe94c'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:13.022358 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-21cb21e4-c4d3-46ce-b3e8-0fc9b641ff83 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5401812 Aug 11 03:25:13.023042 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d41749-d7c7-4a82-a5a0-57b6f303cf1e', 'tag': 'dff28337-b1ae-4ef0-aaf2-253f79ed5c47'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:25:13.025370 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef26015ff99b62ba85d82572846d8981a3d7c94015c7a376eee6ede9212d5761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527b67f7-a535-4065-8c1f-deabb2a379b4" -d '{"events": [{"name": "network-changed", "server_uuid": "47d41749-d7c7-4a82-a5a0-57b6f303cf1e", "tag": "dff28337-b1ae-4ef0-aaf2-253f79ed5c47"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:25:13.104682 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-467dd104-c0df-45fb-82e1-d55fa893692c None None] Set router 79234cc5-a077-4bf3-9472-635d52dbe94c gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:13.121928 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41249600-d1c8-4348-8391-52cbafddc26b x-openstack-request-id: req-41249600-d1c8-4348-8391-52cbafddc26b {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:25:13.122161 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d41749-d7c7-4a82-a5a0-57b6f303cf1e", "tag": "dff28337-b1ae-4ef0-aaf2-253f79ed5c47", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:25:13.122414 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-41249600-d1c8-4348-8391-52cbafddc26b {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:25:13.122820 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d41749-d7c7-4a82-a5a0-57b6f303cf1e', 'tag': 'dff28337-b1ae-4ef0-aaf2-253f79ed5c47', 'status': 'completed', 'code': 200} Aug 11 03:25:13.192015 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b67f7-a535-4065-8c1f-deabb2a379b4 req-4aabfae9-a554-4807-9bb2-fbf08bcebeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:13.193536 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-527b67f7-a535-4065-8c1f-deabb2a379b4 req-4aabfae9-a554-4807-9bb2-fbf08bcebeb6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=03e2edb1e8b043198d0654dccd05fe7e&device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 1097 time: 0.0442195 Aug 11 03:25:13.285473 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b67f7-a535-4065-8c1f-deabb2a379b4 req-0c5d7101-49be-47f6-96e3-119f956e1c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:13.286974 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-527b67f7-a535-4065-8c1f-deabb2a379b4 req-0c5d7101-49be-47f6-96e3-119f956e1c1a service neutron] 10.222.0.66 "GET /v2.0/networks?id=1a873db4-e243-4840-8dd9-cb55c5ecfd30 HTTP/1.1" status: 200 len: 908 time: 0.0855119 Aug 11 03:25:13.331360 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-467dd104-c0df-45fb-82e1-d55fa893692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'name': 'tempest-TestSnapshotPattern-1256549-router', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:18Z', 'updated_at': '2021-08-11T03:22:21Z', 'revision_number': 4, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'gw_port': {'id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:19Z', 'updated_at': '2021-08-11T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '1f6cacd6-8b81-4642-ad49-d41485bea7c1', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'port_id': '5e0311f4-f121-43fe-8e28-7ddf2386ea15', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'mac_address': 'fa:16:3e:28:8b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adba5b67-a957-4387-bb1b-0f694f14e4c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:22:40Z', 'updated_at': '2021-08-11T03:22:42Z', 'revision_number': 1, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'fixed_ip_address_scope': None}, {'id': '60959845-978b-428b-89a0-c7729ea32ac4', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'port_id': 'dff28337-b1ae-4ef0-aaf2-253f79ed5c47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'mac_address': 'fa:16:3e:53:e7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d41749-d7c7-4a82-a5a0-57b6f303cf1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:25:12Z', 'updated_at': '2021-08-11T03:25:12Z', 'revision_number': 0, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee', 'name': '', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'mac_address': 'fa:16:3e:82:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:21Z', 'updated_at': '2021-08-11T03:22:27Z', 'revision_number': 5, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'subnets': [{'id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:13.357435 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-527b67f7-a535-4065-8c1f-deabb2a379b4 req-543cf6e3-93f1-4b1a-96d3-7a3f02c6e95a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dff28337-b1ae-4ef0-aaf2-253f79ed5c47 HTTP/1.1" status: 200 len: 999 time: 0.0632346 Aug 11 03:25:13.364711 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467dd104-c0df-45fb-82e1-d55fa893692c None None] Checking router: 79234cc5-a077-4bf3-9472-635d52dbe94c for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:25:13.373056 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467dd104-c0df-45fb-82e1-d55fa893692c None None] Routers {'79234cc5-a077-4bf3-9472-635d52dbe94c'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:13.373646 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-467dd104-c0df-45fb-82e1-d55fa893692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:24:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['79234cc5-a077-4bf3-9472-635d52dbe94c'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:13.408762 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b67f7-a535-4065-8c1f-deabb2a379b4 req-91516621-9bb0-4100-9126-ae627c82ff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:13.410234 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-527b67f7-a535-4065-8c1f-deabb2a379b4 req-91516621-9bb0-4100-9126-ae627c82ff7c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=773e716e-66a1-4f8f-9cab-fac5e9fc4768 HTTP/1.1" status: 200 len: 846 time: 0.0446715 Aug 11 03:25:13.457780 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b67f7-a535-4065-8c1f-deabb2a379b4 req-dd425489-316e-4a28-bc83-583453d80c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:13.459822 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-527b67f7-a535-4065-8c1f-deabb2a379b4 req-dd425489-316e-4a28-bc83-583453d80c8d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1a873db4-e243-4840-8dd9-cb55c5ecfd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416832 Aug 11 03:25:13.476428 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-467dd104-c0df-45fb-82e1-d55fa893692c None None] Set router 79234cc5-a077-4bf3-9472-635d52dbe94c gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:13.555696 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-527b67f7-a535-4065-8c1f-deabb2a379b4 req-ae02777d-f894-4c92-a24d-eee1e3ac5746 service neutron] 10.222.0.66 "GET /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866921 Aug 11 03:25:13.650939 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-527b67f7-a535-4065-8c1f-deabb2a379b4 req-24449cf8-54a7-40d1-90e9-bfdb5e694ea2 service neutron] 10.222.0.66 "GET /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858679 Aug 11 03:25:13.708007 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-467dd104-c0df-45fb-82e1-d55fa893692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'name': 'tempest-TestSnapshotPattern-1256549-router', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:18Z', 'updated_at': '2021-08-11T03:22:21Z', 'revision_number': 4, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'gw_port': {'id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:19Z', 'updated_at': '2021-08-11T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '1f6cacd6-8b81-4642-ad49-d41485bea7c1', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'port_id': '5e0311f4-f121-43fe-8e28-7ddf2386ea15', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'mac_address': 'fa:16:3e:28:8b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adba5b67-a957-4387-bb1b-0f694f14e4c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:22:40Z', 'updated_at': '2021-08-11T03:22:42Z', 'revision_number': 1, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'fixed_ip_address_scope': None}, {'id': '60959845-978b-428b-89a0-c7729ea32ac4', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'port_id': 'dff28337-b1ae-4ef0-aaf2-253f79ed5c47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'mac_address': 'fa:16:3e:53:e7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d41749-d7c7-4a82-a5a0-57b6f303cf1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:25:12Z', 'updated_at': '2021-08-11T03:25:12Z', 'revision_number': 0, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee', 'name': '', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'mac_address': 'fa:16:3e:82:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:21Z', 'updated_at': '2021-08-11T03:22:27Z', 'revision_number': 5, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'subnets': [{'id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:13.734385 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467dd104-c0df-45fb-82e1-d55fa893692c None None] The sync data for ids ['79234cc5-a077-4bf3-9472-635d52dbe94c'] in n-d-615180-33 is: [{'id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'name': 'tempest-TestSnapshotPattern-1256549-router', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:18Z', 'updated_at': '2021-08-11T03:22:21Z', 'revision_number': 4, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'gw_port': {'id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:19Z', 'updated_at': '2021-08-11T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '1f6cacd6-8b81-4642-ad49-d41485bea7c1', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'port_id': '5e0311f4-f121-43fe-8e28-7ddf2386ea15', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'mac_address': 'fa:16:3e:28:8b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adba5b67-a957-4387-bb1b-0f694f14e4c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:22:40Z', 'updated_at': '2021-08-11T03:22:42Z', 'revision_number': 1, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'fixed_ip_address_scope': None}, {'id': '60959845-978b-428b-89a0-c7729ea32ac4', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'port_id': 'dff28337-b1ae-4ef0-aaf2-253f79ed5c47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'mac_address': 'fa:16:3e:53:e7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d41749-d7c7-4a82-a5a0-57b6f303cf1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:25:12Z', 'updated_at': '2021-08-11T03:25:12Z', 'revision_number': 0, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee', 'name': '', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'mac_address': 'fa:16:3e:82:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:21Z', 'updated_at': '2021-08-11T03:22:27Z', 'revision_number': 5, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'subnets': [{'id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:25:13.924691 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19add3b-90cf-44db-88a6-cfdadab3d1c4 None None] New status for floating IP 60959845-978b-428b-89a0-c7729ea32ac4: ACTIVE {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:25:15.747823 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-05f5be7e-c53c-468e-879b-ff498208a4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:16.498378 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ccbe910a-ff1d-4860-89c1-4db5c34a732c req-a5ec8b22-d333-4e66-8e60-1356d421f825 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=adba5b67-a957-4387-bb1b-0f694f14e4c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460536 Aug 11 03:25:16.580103 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe910a-ff1d-4860-89c1-4db5c34a732c req-6c397df1-2c9e-44fb-9e30-e0303aeb2daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:16.581577 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ccbe910a-ff1d-4860-89c1-4db5c34a732c req-6c397df1-2c9e-44fb-9e30-e0303aeb2daf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03e2edb1e8b043198d0654dccd05fe7e&device_id=adba5b67-a957-4387-bb1b-0f694f14e4c3 HTTP/1.1" status: 200 len: 1095 time: 0.0408764 Aug 11 03:25:16.684118 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe910a-ff1d-4860-89c1-4db5c34a732c req-f89f89f3-1632-4ef7-a4dd-0d17e56a7789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:16.685572 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ccbe910a-ff1d-4860-89c1-4db5c34a732c req-f89f89f3-1632-4ef7-a4dd-0d17e56a7789 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1a873db4-e243-4840-8dd9-cb55c5ecfd30 HTTP/1.1" status: 200 len: 908 time: 0.0853388 Aug 11 03:25:16.750434 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ccbe910a-ff1d-4860-89c1-4db5c34a732c req-f621de39-bb23-4437-9516-c4d70dde93c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e0311f4-f121-43fe-8e28-7ddf2386ea15 HTTP/1.1" status: 200 len: 999 time: 0.0571585 Aug 11 03:25:16.798273 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe910a-ff1d-4860-89c1-4db5c34a732c req-a901ba51-8c86-45fd-9703-27c1fa4c5881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:16.799735 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ccbe910a-ff1d-4860-89c1-4db5c34a732c req-a901ba51-8c86-45fd-9703-27c1fa4c5881 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=773e716e-66a1-4f8f-9cab-fac5e9fc4768 HTTP/1.1" status: 200 len: 846 time: 0.0426910 Aug 11 03:25:16.848772 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe910a-ff1d-4860-89c1-4db5c34a732c req-afc71b06-eb39-4806-8c1e-f65ab93cbeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:16.850494 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ccbe910a-ff1d-4860-89c1-4db5c34a732c req-afc71b06-eb39-4806-8c1e-f65ab93cbeca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a873db4-e243-4840-8dd9-cb55c5ecfd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435703 Aug 11 03:25:16.937251 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ccbe910a-ff1d-4860-89c1-4db5c34a732c req-39427138-12d0-4113-ac5e-92dd02cdfff1 service neutron] 10.222.0.73 "GET /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791583 Aug 11 03:25:17.028900 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-ccbe910a-ff1d-4860-89c1-4db5c34a732c req-0a21b131-f0ca-4822-965f-4cac5ebfb0a6 service neutron] 10.222.0.73 "GET /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845292 Aug 11 03:25:18.394417 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-da58490d-fd34-427b-83ce-ca12456d8dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:18.404497 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:20.240041 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:21.759045 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:25.177252 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:26.080517 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:26.358734 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:25:45.748418 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d3e6ae52-db4d-4256-a507-0e73791d4b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:48.384213 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-646851a3-97cd-4001-b7ce-a9bc164ea7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:48.405003 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:50.242249 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:51.762128 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.192983 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:56.101007 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.357721 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:26:07.390595 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6aa57d2b-2123-4a47-afef-6ac9b0b85cae req-f31d1fb7-f7a0-42a0-a928-992ca6ed36fa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387967 Aug 11 03:26:07.477088 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57d2b-2123-4a47-afef-6ac9b0b85cae req-be7827e6-a498-4c86-8502-b198857adba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:07.478597 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6aa57d2b-2123-4a47-afef-6ac9b0b85cae req-be7827e6-a498-4c86-8502-b198857adba3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=03e2edb1e8b043198d0654dccd05fe7e&device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 1097 time: 0.0464003 Aug 11 03:26:07.581935 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57d2b-2123-4a47-afef-6ac9b0b85cae req-2736935c-492f-4319-b83f-18c7474980a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:07.583423 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6aa57d2b-2123-4a47-afef-6ac9b0b85cae req-2736935c-492f-4319-b83f-18c7474980a6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1a873db4-e243-4840-8dd9-cb55c5ecfd30 HTTP/1.1" status: 200 len: 908 time: 0.0854883 Aug 11 03:26:07.652640 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6aa57d2b-2123-4a47-afef-6ac9b0b85cae req-70611c32-235f-4c26-895d-cab73cccbe55 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dff28337-b1ae-4ef0-aaf2-253f79ed5c47 HTTP/1.1" status: 200 len: 1001 time: 0.0612555 Aug 11 03:26:07.701565 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57d2b-2123-4a47-afef-6ac9b0b85cae req-6bea09de-0533-4236-9026-8be4c1c5cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:07.702964 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6aa57d2b-2123-4a47-afef-6ac9b0b85cae req-6bea09de-0533-4236-9026-8be4c1c5cb7b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=773e716e-66a1-4f8f-9cab-fac5e9fc4768 HTTP/1.1" status: 200 len: 846 time: 0.0428896 Aug 11 03:26:07.748101 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57d2b-2123-4a47-afef-6ac9b0b85cae req-c2f53b9b-820c-46e5-9b55-3ff132f2c79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:07.749564 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6aa57d2b-2123-4a47-afef-6ac9b0b85cae req-c2f53b9b-820c-46e5-9b55-3ff132f2c79e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1a873db4-e243-4840-8dd9-cb55c5ecfd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387537 Aug 11 03:26:07.841992 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6aa57d2b-2123-4a47-afef-6ac9b0b85cae req-8531b62d-05e5-4f73-98d3-c3f83102319f service neutron] 10.222.0.66 "GET /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839427 Aug 11 03:26:07.931052 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6aa57d2b-2123-4a47-afef-6ac9b0b85cae req-1f32f5c7-3797-48e1-96ef-5eba6875acf7 service neutron] 10.222.0.66 "GET /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812852 Aug 11 03:26:15.748994 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-f38c7b8f-4d2f-4afb-9ea0-8908d169ad92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.385125 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ca9b46fa-98ce-4493-b088-7d2d4b7aaaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.405534 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.512430 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b0c96ea9-d999-4c21-9c35-186f58e36d38 req-5ef71486-b085-4b26-9402-ae5455cfe01f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=adba5b67-a957-4387-bb1b-0f694f14e4c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426173 Aug 11 03:26:18.591213 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c96ea9-d999-4c21-9c35-186f58e36d38 req-8d38b45d-b120-4563-812b-78540ad43eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:18.592707 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b0c96ea9-d999-4c21-9c35-186f58e36d38 req-8d38b45d-b120-4563-812b-78540ad43eb7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03e2edb1e8b043198d0654dccd05fe7e&device_id=adba5b67-a957-4387-bb1b-0f694f14e4c3 HTTP/1.1" status: 200 len: 1095 time: 0.0399756 Aug 11 03:26:18.697147 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c96ea9-d999-4c21-9c35-186f58e36d38 req-401e4972-4909-4785-b15e-84704bab185e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:18.698611 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b0c96ea9-d999-4c21-9c35-186f58e36d38 req-401e4972-4909-4785-b15e-84704bab185e service neutron] 10.222.0.73 "GET /v2.0/networks?id=1a873db4-e243-4840-8dd9-cb55c5ecfd30 HTTP/1.1" status: 200 len: 908 time: 0.0871348 Aug 11 03:26:18.761903 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b0c96ea9-d999-4c21-9c35-186f58e36d38 req-a8dcf6fc-79d7-4f8a-8ab6-b4f595402218 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e0311f4-f121-43fe-8e28-7ddf2386ea15 HTTP/1.1" status: 200 len: 999 time: 0.0560219 Aug 11 03:26:18.808748 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c96ea9-d999-4c21-9c35-186f58e36d38 req-c5f81470-bf3b-4ca1-aad0-fa0fc4b754f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:18.810115 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b0c96ea9-d999-4c21-9c35-186f58e36d38 req-c5f81470-bf3b-4ca1-aad0-fa0fc4b754f9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=773e716e-66a1-4f8f-9cab-fac5e9fc4768 HTTP/1.1" status: 200 len: 846 time: 0.0414493 Aug 11 03:26:18.857937 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c96ea9-d999-4c21-9c35-186f58e36d38 req-d4971509-7bd5-47ee-9a8a-7ee64c1fac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:18.859405 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b0c96ea9-d999-4c21-9c35-186f58e36d38 req-d4971509-7bd5-47ee-9a8a-7ee64c1fac16 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a873db4-e243-4840-8dd9-cb55c5ecfd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417948 Aug 11 03:26:18.946844 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b0c96ea9-d999-4c21-9c35-186f58e36d38 req-68ce5c5c-e97c-471e-bdf4-8806777d4bde service neutron] 10.222.0.73 "GET /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797093 Aug 11 03:26:19.037713 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-b0c96ea9-d999-4c21-9c35-186f58e36d38 req-45ee046c-14a1-4554-95ef-d71326a394e3 service neutron] 10.222.0.73 "GET /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841901 Aug 11 03:26:20.248656 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:21.764404 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:25.209909 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:26.120797 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:40.357285 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:26:45.382114 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device dff28337-b1ae-4ef0-aaf2-253f79ed5c47 details requested by agent hyperv_n-h2-615180-33 with host n-h2-615180-33 {{(pid=94508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:26:45.495127 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port dff28337-b1ae-4ef0-aaf2-253f79ed5c47, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=dff28337-b1ae-4ef0-aaf2-253f79ed5c47,segment=NetworkSegment(6ba21970-3181-4271-b671-75358afd6725),segment_id=6ba21970-3181-4271-b671-75358afd6725)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:45.507593 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Returning: {'device': 'dff28337-b1ae-4ef0-aaf2-253f79ed5c47', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'port_id': 'dff28337-b1ae-4ef0-aaf2-253f79ed5c47', 'mac_address': 'fa:16:3e:53:e7:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:26:45.550657 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:45.564255 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dff28337-b1ae-4ef0-aaf2-253f79ed5c47 {{(pid=94508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:26:45.584957 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port dff28337-b1ae-4ef0-aaf2-253f79ed5c47, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=dff28337-b1ae-4ef0-aaf2-253f79ed5c47,segment=NetworkSegment(6ba21970-3181-4271-b671-75358afd6725),segment_id=6ba21970-3181-4271-b671-75358afd6725)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:45.590449 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:45.647181 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=dff28337-b1ae-4ef0-aaf2-253f79ed5c47,revision_number=6']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:45.656960 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:45.657602 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:45.658129 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:45.658477 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:45.658819 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:45.659202 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:45.659524 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:45.659874 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:45.660206 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:45.660534 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:45.660921 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:45.661278 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:45.667022 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] get_ports_and_sgs() called for port_ids ['dff28337-b1ae-4ef0-aaf2-253f79ed5c47'] {{(pid=94508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:26:45.775670 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ac3ff7e5-f378-4426-b48f-cf389fbd8b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.396405 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device dff28337-b1ae-4ef0-aaf2-253f79ed5c47 up at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:47.448270 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.provisioning_blocks [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Provisioning complete for port dff28337-b1ae-4ef0-aaf2-253f79ed5c47 triggered by entity L2. {{(pid=94508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:47.448806 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1600681'] for port, provisioning_complete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.542331 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458145'] for port, before_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.581018 n-d-615180-33 neutron-server[94508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d41749-d7c7-4a82-a5a0-57b6f303cf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff28337-b1ae-4ef0-aaf2-253f79ed5c47'}] {{(pid=94508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:26:47.584779 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20fab26f80b9da78313f4d9f7f3b762b68210575349c4eb51748859b525969e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7401919-59a9-4f6f-9c94-eb78d68299cd" -d '{"events": [{"server_uuid": "47d41749-d7c7-4a82-a5a0-57b6f303cf1e", "name": "network-vif-plugged", "status": "completed", "tag": "dff28337-b1ae-4ef0-aaf2-253f79ed5c47"}]}' {{(pid=94508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:26:47.605871 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] For port dff28337-b1ae-4ef0-aaf2-253f79ed5c47, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=dff28337-b1ae-4ef0-aaf2-253f79ed5c47,segment=NetworkSegment(6ba21970-3181-4271-b671-75358afd6725),segment_id=6ba21970-3181-4271-b671-75358afd6725)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:47.612541 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737238983069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737238509060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737238509078'] for port, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.640138 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbb70c0-9b4a-416f-aa95-30d42ff18b13 x-openstack-request-id: req-2bbb70c0-9b4a-416f-aa95-30d42ff18b13 {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:26:47.640436 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d41749-d7c7-4a82-a5a0-57b6f303cf1e", "name": "network-vif-plugged", "status": "completed", "tag": "dff28337-b1ae-4ef0-aaf2-253f79ed5c47", "code": 200}]} {{(pid=94508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:26:47.640693 n-d-615180-33 neutron-server[94508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2bbb70c0-9b4a-416f-aa95-30d42ff18b13 {{(pid=94508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:26:47.641111 n-d-615180-33 neutron-server[94508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d41749-d7c7-4a82-a5a0-57b6f303cf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff28337-b1ae-4ef0-aaf2-253f79ed5c47', 'code': 200} Aug 11 03:26:47.670629 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Pushing event updated for resources: {'Port': ['ID=dff28337-b1ae-4ef0-aaf2-253f79ed5c47,revision_number=7']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:48.386201 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e2802515-7167-4665-a9d8-384519c1cedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:48.409532 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.252259 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.769939 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:53.593878 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35660) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:53.748240 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-af55ae54-4dc6-4805-88db-6bf9772d64b1 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Deleting port de5bee1e-4895-49f0-9f9d-f53ec8599d5d {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:53.748473 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-af55ae54-4dc6-4805-88db-6bf9772d64b1 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:53.820962 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-af55ae54-4dc6-4805-88db-6bf9772d64b1 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:53.821292 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-af55ae54-4dc6-4805-88db-6bf9772d64b1 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:53.832464 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-af55ae54-4dc6-4805-88db-6bf9772d64b1 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Calling delete_port for de5bee1e-4895-49f0-9f9d-f53ec8599d5d owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:53.977653 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-af55ae54-4dc6-4805-88db-6bf9772d64b1 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:54.009314 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55ae54-4dc6-4805-88db-6bf9772d64b1 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Pushing event deleted for resources: {'Port': ['ID=de5bee1e-4895-49f0-9f9d-f53ec8599d5d,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:54.035256 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55ae54-4dc6-4805-88db-6bf9772d64b1 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:54.035624 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55ae54-4dc6-4805-88db-6bf9772d64b1 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:54.035968 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55ae54-4dc6-4805-88db-6bf9772d64b1 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:54.036304 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55ae54-4dc6-4805-88db-6bf9772d64b1 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:54.036633 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55ae54-4dc6-4805-88db-6bf9772d64b1 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:54.036962 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55ae54-4dc6-4805-88db-6bf9772d64b1 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:54.037320 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55ae54-4dc6-4805-88db-6bf9772d64b1 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:54.037611 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55ae54-4dc6-4805-88db-6bf9772d64b1 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:54.037932 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55ae54-4dc6-4805-88db-6bf9772d64b1 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:54.038252 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55ae54-4dc6-4805-88db-6bf9772d64b1 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:54.038576 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55ae54-4dc6-4805-88db-6bf9772d64b1 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:54.038900 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55ae54-4dc6-4805-88db-6bf9772d64b1 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:54.077223 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-af55ae54-4dc6-4805-88db-6bf9772d64b1 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:54.077550 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-af55ae54-4dc6-4805-88db-6bf9772d64b1 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Floating IP 60959845-978b-428b-89a0-c7729ea32ac4 disassociated (deleted). External IP: 172.25.2.101, port: dff28337-b1ae-4ef0-aaf2-253f79ed5c47. Aug 11 03:26:54.607674 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af55ae54-4dc6-4805-88db-6bf9772d64b1 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Router 79234cc5-a077-4bf3-9472-635d52dbe94c has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:26:54.712285 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af55ae54-4dc6-4805-88db-6bf9772d64b1 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:26:54.717278 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-af55ae54-4dc6-4805-88db-6bf9772d64b1 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:54.723581 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799b73ca-b388-48a6-b6ab-dc868de439af None None] Sync routers for ids ['79234cc5-a077-4bf3-9472-635d52dbe94c'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:26:54.732834 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799b73ca-b388-48a6-b6ab-dc868de439af None None] Routers {'79234cc5-a077-4bf3-9472-635d52dbe94c'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:54.733440 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-799b73ca-b388-48a6-b6ab-dc868de439af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:26:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['79234cc5-a077-4bf3-9472-635d52dbe94c'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:54.746812 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-af55ae54-4dc6-4805-88db-6bf9772d64b1 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "DELETE /v2.0/floatingips/60959845-978b-428b-89a0-c7729ea32ac4 HTTP/1.1" status: 204 len: 168 time: 1.1516950 Aug 11 03:26:54.747504 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d41749-d7c7-4a82-a5a0-57b6f303cf1e', 'tag': 'dff28337-b1ae-4ef0-aaf2-253f79ed5c47'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:26:54.749839 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef26015ff99b62ba85d82572846d8981a3d7c94015c7a376eee6ede9212d5761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7509bf80-634d-4f60-9bae-300884623561" -d '{"events": [{"name": "network-changed", "server_uuid": "47d41749-d7c7-4a82-a5a0-57b6f303cf1e", "tag": "dff28337-b1ae-4ef0-aaf2-253f79ed5c47"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:26:54.790193 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de334de6-e36f-47a7-8e71-a756f5207123 x-openstack-request-id: req-de334de6-e36f-47a7-8e71-a756f5207123 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:26:54.790570 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d41749-d7c7-4a82-a5a0-57b6f303cf1e", "tag": "dff28337-b1ae-4ef0-aaf2-253f79ed5c47", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:26:54.790889 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-de334de6-e36f-47a7-8e71-a756f5207123 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:26:54.791361 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d41749-d7c7-4a82-a5a0-57b6f303cf1e', 'tag': 'dff28337-b1ae-4ef0-aaf2-253f79ed5c47', 'status': 'completed', 'code': 200} Aug 11 03:26:54.853506 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-799b73ca-b388-48a6-b6ab-dc868de439af None None] Set router 79234cc5-a077-4bf3-9472-635d52dbe94c gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:54.857079 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509bf80-634d-4f60-9bae-300884623561 req-2984e5e0-b86c-45c7-ba40-ba3fbd62a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:54.859327 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7509bf80-634d-4f60-9bae-300884623561 req-2984e5e0-b86c-45c7-ba40-ba3fbd62a585 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=03e2edb1e8b043198d0654dccd05fe7e&device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 1097 time: 0.0451035 Aug 11 03:26:55.003027 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9f941-aadf-49d3-93d8-6dfed62a8835 req-f0b41e7a-0619-455e-ad97-48a467aae123 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:55.004633 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4db9f941-aadf-49d3-93d8-6dfed62a8835 req-f0b41e7a-0619-455e-ad97-48a467aae123 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 945 time: 0.0773065 Aug 11 03:26:55.007384 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509bf80-634d-4f60-9bae-300884623561 req-6b81e2ba-6d74-406c-a320-132c29b31c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:55.008780 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7509bf80-634d-4f60-9bae-300884623561 req-6b81e2ba-6d74-406c-a320-132c29b31c77 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1a873db4-e243-4840-8dd9-cb55c5ecfd30 HTTP/1.1" status: 200 len: 908 time: 0.1394439 Aug 11 03:26:55.066195 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7509bf80-634d-4f60-9bae-300884623561 req-812b0971-a9d6-49f1-91b0-30d3e9892ff5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dff28337-b1ae-4ef0-aaf2-253f79ed5c47 HTTP/1.1" status: 200 len: 217 time: 0.0476489 Aug 11 03:26:55.082907 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-799b73ca-b388-48a6-b6ab-dc868de439af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'name': 'tempest-TestSnapshotPattern-1256549-router', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:18Z', 'updated_at': '2021-08-11T03:22:21Z', 'revision_number': 4, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'gw_port': {'id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:19Z', 'updated_at': '2021-08-11T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '1f6cacd6-8b81-4642-ad49-d41485bea7c1', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'port_id': '5e0311f4-f121-43fe-8e28-7ddf2386ea15', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'mac_address': 'fa:16:3e:28:8b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adba5b67-a957-4387-bb1b-0f694f14e4c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:22:40Z', 'updated_at': '2021-08-11T03:22:42Z', 'revision_number': 1, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee', 'name': '', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'mac_address': 'fa:16:3e:82:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:21Z', 'updated_at': '2021-08-11T03:22:27Z', 'revision_number': 5, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'subnets': [{'id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:55.086426 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-4db9f941-aadf-49d3-93d8-6dfed62a8835 req-d068fdcd-b543-43df-a54b-51e24516c9e8 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751939 Aug 11 03:26:55.109520 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799b73ca-b388-48a6-b6ab-dc868de439af None None] Checking router: 79234cc5-a077-4bf3-9472-635d52dbe94c for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:26:55.117696 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799b73ca-b388-48a6-b6ab-dc868de439af None None] Routers {'79234cc5-a077-4bf3-9472-635d52dbe94c'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:55.118303 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-799b73ca-b388-48a6-b6ab-dc868de439af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:26:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['79234cc5-a077-4bf3-9472-635d52dbe94c'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:55.123685 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509bf80-634d-4f60-9bae-300884623561 req-87f6716d-b7ce-4eb4-9d32-bdb5a828f9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:55.125152 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7509bf80-634d-4f60-9bae-300884623561 req-87f6716d-b7ce-4eb4-9d32-bdb5a828f9e9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=773e716e-66a1-4f8f-9cab-fac5e9fc4768 HTTP/1.1" status: 200 len: 846 time: 0.0486994 Aug 11 03:26:55.173650 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509bf80-634d-4f60-9bae-300884623561 req-a90f84e3-979e-457a-bbe3-e4184435fa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:55.175218 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7509bf80-634d-4f60-9bae-300884623561 req-a90f84e3-979e-457a-bbe3-e4184435fa6e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1a873db4-e243-4840-8dd9-cb55c5ecfd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401905 Aug 11 03:26:55.226509 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-799b73ca-b388-48a6-b6ab-dc868de439af None None] Set router 79234cc5-a077-4bf3-9472-635d52dbe94c gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:55.227439 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:55.274597 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7509bf80-634d-4f60-9bae-300884623561 req-1dec3fc3-d93b-4efd-8e00-e68a0d906b97 service neutron] 10.222.0.66 "GET /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901377 Aug 11 03:26:55.374967 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-7509bf80-634d-4f60-9bae-300884623561 req-dac939fb-5e35-48f4-b83b-4677b03453e7 service neutron] 10.222.0.66 "GET /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840101 Aug 11 03:26:55.451430 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-799b73ca-b388-48a6-b6ab-dc868de439af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'name': 'tempest-TestSnapshotPattern-1256549-router', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:18Z', 'updated_at': '2021-08-11T03:22:21Z', 'revision_number': 4, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'gw_port': {'id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:19Z', 'updated_at': '2021-08-11T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '1f6cacd6-8b81-4642-ad49-d41485bea7c1', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'port_id': '5e0311f4-f121-43fe-8e28-7ddf2386ea15', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'mac_address': 'fa:16:3e:28:8b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adba5b67-a957-4387-bb1b-0f694f14e4c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:22:40Z', 'updated_at': '2021-08-11T03:22:42Z', 'revision_number': 1, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee', 'name': '', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'mac_address': 'fa:16:3e:82:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:21Z', 'updated_at': '2021-08-11T03:22:27Z', 'revision_number': 5, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'subnets': [{'id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:55.478709 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799b73ca-b388-48a6-b6ab-dc868de439af None None] The sync data for ids ['79234cc5-a077-4bf3-9472-635d52dbe94c'] in n-d-615180-33 is: [{'id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'name': 'tempest-TestSnapshotPattern-1256549-router', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:18Z', 'updated_at': '2021-08-11T03:22:21Z', 'revision_number': 4, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'gw_port': {'id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:19Z', 'updated_at': '2021-08-11T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_floatingips': [{'id': '1f6cacd6-8b81-4642-ad49-d41485bea7c1', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'router_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'port_id': '5e0311f4-f121-43fe-8e28-7ddf2386ea15', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'mac_address': 'fa:16:3e:28:8b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adba5b67-a957-4387-bb1b-0f694f14e4c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:22:40Z', 'updated_at': '2021-08-11T03:22:42Z', 'revision_number': 1, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee', 'name': '', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'mac_address': 'fa:16:3e:82:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:21Z', 'updated_at': '2021-08-11T03:22:27Z', 'revision_number': 5, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'subnets': [{'id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:55.694283 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b36c60-0438-4170-a19d-5bfa1321cc93 None None] New status for floating IP 60959845-978b-428b-89a0-c7729ea32ac4: DOWN {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:26:56.122391 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:56.216923 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5508a94-b208-407a-bde1-16fa7eefd7e3 req-2a365b51-1883-44bf-9c0a-5abf54dc7f99 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:56.218417 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a5508a94-b208-407a-bde1-16fa7eefd7e3 req-2a365b51-1883-44bf-9c0a-5abf54dc7f99 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 945 time: 0.0494013 Aug 11 03:26:56.256526 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-a5508a94-b208-407a-bde1-16fa7eefd7e3 req-2bd2eb3a-be2d-4941-873e-ee5066d129ff tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319173 Aug 11 03:26:56.595656 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b9394-c802-474a-a2a3-dc40e27f583b req-9929c082-48ef-439f-a2ae-2ea8a241dffa tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:56.597130 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-471b9394-c802-474a-a2a3-dc40e27f583b req-9929c082-48ef-439f-a2ae-2ea8a241dffa tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.66 "GET /v2.0/ports?device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 945 time: 0.0475233 Aug 11 03:26:56.690277 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-471b9394-c802-474a-a2a3-dc40e27f583b req-62976e2d-854c-40db-b5a8-c7d28f8cca2f tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Deleting port dff28337-b1ae-4ef0-aaf2-253f79ed5c47 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:56.690625 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-471b9394-c802-474a-a2a3-dc40e27f583b req-62976e2d-854c-40db-b5a8-c7d28f8cca2f tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:56.776259 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [req-471b9394-c802-474a-a2a3-dc40e27f583b req-62976e2d-854c-40db-b5a8-c7d28f8cca2f tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] For port dff28337-b1ae-4ef0-aaf2-253f79ed5c47, host n-h2-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-33',level=0,port_id=dff28337-b1ae-4ef0-aaf2-253f79ed5c47,segment=NetworkSegment(6ba21970-3181-4271-b671-75358afd6725),segment_id=6ba21970-3181-4271-b671-75358afd6725)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:56.776627 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-471b9394-c802-474a-a2a3-dc40e27f583b req-62976e2d-854c-40db-b5a8-c7d28f8cca2f tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:56.789662 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [req-471b9394-c802-474a-a2a3-dc40e27f583b req-62976e2d-854c-40db-b5a8-c7d28f8cca2f tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Calling delete_port for dff28337-b1ae-4ef0-aaf2-253f79ed5c47 owned by compute:nova {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:56.917026 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-471b9394-c802-474a-a2a3-dc40e27f583b req-62976e2d-854c-40db-b5a8-c7d28f8cca2f tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:56.944697 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62976e2d-854c-40db-b5a8-c7d28f8cca2f tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Pushing event deleted for resources: {'Port': ['ID=dff28337-b1ae-4ef0-aaf2-253f79ed5c47,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:56.973982 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62976e2d-854c-40db-b5a8-c7d28f8cca2f tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:56.974609 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62976e2d-854c-40db-b5a8-c7d28f8cca2f tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:56.974956 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62976e2d-854c-40db-b5a8-c7d28f8cca2f tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:56.975298 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62976e2d-854c-40db-b5a8-c7d28f8cca2f tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:56.975664 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62976e2d-854c-40db-b5a8-c7d28f8cca2f tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:56.976003 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62976e2d-854c-40db-b5a8-c7d28f8cca2f tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:56.976335 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62976e2d-854c-40db-b5a8-c7d28f8cca2f tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:56.976665 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62976e2d-854c-40db-b5a8-c7d28f8cca2f tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:56.976993 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62976e2d-854c-40db-b5a8-c7d28f8cca2f tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:56.977320 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62976e2d-854c-40db-b5a8-c7d28f8cca2f tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:56.977663 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62976e2d-854c-40db-b5a8-c7d28f8cca2f tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:56.977980 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62976e2d-854c-40db-b5a8-c7d28f8cca2f tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-33 {{(pid=94506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:56.998952 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [req-471b9394-c802-474a-a2a3-dc40e27f583b req-62976e2d-854c-40db-b5a8-c7d28f8cca2f tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] No DVR routers for this DVR port dff28337-b1ae-4ef0-aaf2-253f79ed5c47 on host n-h2-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:26:57.001501 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [req-471b9394-c802-474a-a2a3-dc40e27f583b req-62976e2d-854c-40db-b5a8-c7d28f8cca2f tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:57.003579 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-471b9394-c802-474a-a2a3-dc40e27f583b req-62976e2d-854c-40db-b5a8-c7d28f8cca2f tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.66 "DELETE /v2.0/ports/dff28337-b1ae-4ef0-aaf2-253f79ed5c47 HTTP/1.1" status: 204 len: 173 time: 0.3998287 Aug 11 03:26:57.004019 n-d-615180-33 neutron-server[94506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d41749-d7c7-4a82-a5a0-57b6f303cf1e', 'name': 'network-vif-deleted', 'tag': 'dff28337-b1ae-4ef0-aaf2-253f79ed5c47'}] {{(pid=94506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:26:57.006243 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274cfa898284e0591c33ace065f819b64a6cad10b3d723e28d1d1a3acc1cf9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eeda32e-6a77-4e4f-a1e8-6bc3e2244e50" -d '{"events": [{"server_uuid": "47d41749-d7c7-4a82-a5a0-57b6f303cf1e", "name": "network-vif-deleted", "tag": "dff28337-b1ae-4ef0-aaf2-253f79ed5c47"}]}' {{(pid=94506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:26:57.043217 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653d2750-37c2-499b-b09b-2e661c7e07f2 x-openstack-request-id: req-653d2750-37c2-499b-b09b-2e661c7e07f2 {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:26:57.043597 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d41749-d7c7-4a82-a5a0-57b6f303cf1e", "name": "network-vif-deleted", "tag": "dff28337-b1ae-4ef0-aaf2-253f79ed5c47", "status": "completed", "code": 200}]} {{(pid=94506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:26:57.043865 n-d-615180-33 neutron-server[94506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-653d2750-37c2-499b-b09b-2e661c7e07f2 {{(pid=94506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:26:57.044272 n-d-615180-33 neutron-server[94506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d41749-d7c7-4a82-a5a0-57b6f303cf1e', 'name': 'network-vif-deleted', 'tag': 'dff28337-b1ae-4ef0-aaf2-253f79ed5c47', 'status': 'completed', 'code': 200} Aug 11 03:26:57.373923 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-dcf56f04-d972-49d3-ba91-fef2cb5067c8 req-1ed3d807-7247-4678-94f6-d5445be88d5e tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=47d41749-d7c7-4a82-a5a0-57b6f303cf1e HTTP/1.1" status: 200 len: 210 time: 0.0342197 Aug 11 03:26:57.441940 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device dff28337-b1ae-4ef0-aaf2-253f79ed5c47 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:57.462475 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: dff28337-b1ae-4ef0-aaf2-253f79ed5c47 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:57.462819 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device dff28337-b1ae-4ef0-aaf2-253f79ed5c47 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:58.944097 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35716) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:59.098256 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-4903287f-6055-4ba9-a15c-d3659a2a840b tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Deleting port fbd09738-7e81-48a9-804f-6e5ed5d34dfe {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:59.098516 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4903287f-6055-4ba9-a15c-d3659a2a840b tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:59.174895 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4903287f-6055-4ba9-a15c-d3659a2a840b tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:59.175224 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4903287f-6055-4ba9-a15c-d3659a2a840b tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:59.187088 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-4903287f-6055-4ba9-a15c-d3659a2a840b tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Calling delete_port for fbd09738-7e81-48a9-804f-6e5ed5d34dfe owned by network:floatingip {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:59.336606 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4903287f-6055-4ba9-a15c-d3659a2a840b tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:59.360181 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903287f-6055-4ba9-a15c-d3659a2a840b tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Pushing event deleted for resources: {'Port': ['ID=fbd09738-7e81-48a9-804f-6e5ed5d34dfe,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:59.421110 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4903287f-6055-4ba9-a15c-d3659a2a840b tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for floatingip, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:59.421439 n-d-615180-33 neutron-server[94507]: INFO neutron.db.l3_db [None req-4903287f-6055-4ba9-a15c-d3659a2a840b tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Floating IP 1f6cacd6-8b81-4642-ad49-d41485bea7c1 disassociated (deleted). External IP: 172.25.2.145, port: 5e0311f4-f121-43fe-8e28-7ddf2386ea15. Aug 11 03:26:59.631973 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4903287f-6055-4ba9-a15c-d3659a2a840b tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Router 79234cc5-a077-4bf3-9472-635d52dbe94c has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:26:59.738730 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4903287f-6055-4ba9-a15c-d3659a2a840b tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:26:59.743521 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-4903287f-6055-4ba9-a15c-d3659a2a840b tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for floatingip, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:59.748029 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7662794c-1ced-4c25-b96d-4fa86fcd60a1 None None] Sync routers for ids ['79234cc5-a077-4bf3-9472-635d52dbe94c'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:26:59.757426 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7662794c-1ced-4c25-b96d-4fa86fcd60a1 None None] Routers {'79234cc5-a077-4bf3-9472-635d52dbe94c'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:59.758016 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-7662794c-1ced-4c25-b96d-4fa86fcd60a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:26:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['79234cc5-a077-4bf3-9472-635d52dbe94c'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:59.770155 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-4903287f-6055-4ba9-a15c-d3659a2a840b tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "DELETE /v2.0/floatingips/1f6cacd6-8b81-4642-ad49-d41485bea7c1 HTTP/1.1" status: 204 len: 168 time: 0.8250220 Aug 11 03:26:59.770769 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adba5b67-a957-4387-bb1b-0f694f14e4c3', 'tag': '5e0311f4-f121-43fe-8e28-7ddf2386ea15'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:26:59.773127 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef26015ff99b62ba85d82572846d8981a3d7c94015c7a376eee6ede9212d5761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67018bfb-ae17-428d-8d2b-8e65c83d0c99" -d '{"events": [{"name": "network-changed", "server_uuid": "adba5b67-a957-4387-bb1b-0f694f14e4c3", "tag": "5e0311f4-f121-43fe-8e28-7ddf2386ea15"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:26:59.808237 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40484f24-ea9b-416b-b046-d86cd1bd692e x-openstack-request-id: req-40484f24-ea9b-416b-b046-d86cd1bd692e {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:26:59.808602 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adba5b67-a957-4387-bb1b-0f694f14e4c3", "tag": "5e0311f4-f121-43fe-8e28-7ddf2386ea15", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:26:59.808980 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-40484f24-ea9b-416b-b046-d86cd1bd692e {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:26:59.809430 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adba5b67-a957-4387-bb1b-0f694f14e4c3', 'tag': '5e0311f4-f121-43fe-8e28-7ddf2386ea15', 'status': 'completed', 'code': 200} Aug 11 03:26:59.872806 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67018bfb-ae17-428d-8d2b-8e65c83d0c99 req-44d2ebde-1cfe-4af8-8876-a3e74ca10b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:59.874276 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-67018bfb-ae17-428d-8d2b-8e65c83d0c99 req-44d2ebde-1cfe-4af8-8876-a3e74ca10b9a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03e2edb1e8b043198d0654dccd05fe7e&device_id=adba5b67-a957-4387-bb1b-0f694f14e4c3 HTTP/1.1" status: 200 len: 1095 time: 0.0432899 Aug 11 03:26:59.877268 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-7662794c-1ced-4c25-b96d-4fa86fcd60a1 None None] Set router 79234cc5-a077-4bf3-9472-635d52dbe94c gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:59.970422 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67018bfb-ae17-428d-8d2b-8e65c83d0c99 req-4ae99a24-a6b8-4a51-a492-9fd18937a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:59.972125 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-67018bfb-ae17-428d-8d2b-8e65c83d0c99 req-4ae99a24-a6b8-4a51-a492-9fd18937a6ad service neutron] 10.222.0.73 "GET /v2.0/networks?id=1a873db4-e243-4840-8dd9-cb55c5ecfd30 HTTP/1.1" status: 200 len: 908 time: 0.0913775 Aug 11 03:27:00.009616 n-d-615180-33 neutron-server[94506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9cefa-02e4-4743-8b81-41fc4e930988 req-374f4685-6220-4243-97f9-7ae6df6c6241 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:00.011142 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6dd9cefa-02e4-4743-8b81-41fc4e930988 req-374f4685-6220-4243-97f9-7ae6df6c6241 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=adba5b67-a957-4387-bb1b-0f694f14e4c3 HTTP/1.1" status: 200 len: 943 time: 0.0510848 Aug 11 03:27:00.019894 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-67018bfb-ae17-428d-8d2b-8e65c83d0c99 req-6e6c8cd2-1e11-4766-a8e5-a47bff23dc43 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e0311f4-f121-43fe-8e28-7ddf2386ea15 HTTP/1.1" status: 200 len: 217 time: 0.0389307 Aug 11 03:27:00.053615 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [req-6dd9cefa-02e4-4743-8b81-41fc4e930988 req-eccf7800-fed0-4163-bc38-ae6324d30947 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340426 Aug 11 03:27:00.072719 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67018bfb-ae17-428d-8d2b-8e65c83d0c99 req-d8ad202a-02bd-4a03-a7bd-efcb39b33e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:00.074472 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-67018bfb-ae17-428d-8d2b-8e65c83d0c99 req-d8ad202a-02bd-4a03-a7bd-efcb39b33e13 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=773e716e-66a1-4f8f-9cab-fac5e9fc4768 HTTP/1.1" status: 200 len: 846 time: 0.0463784 Aug 11 03:27:00.108992 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-7662794c-1ced-4c25-b96d-4fa86fcd60a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'name': 'tempest-TestSnapshotPattern-1256549-router', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:18Z', 'updated_at': '2021-08-11T03:22:21Z', 'revision_number': 4, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'gw_port': {'id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:19Z', 'updated_at': '2021-08-11T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee', 'name': '', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'mac_address': 'fa:16:3e:82:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:21Z', 'updated_at': '2021-08-11T03:22:27Z', 'revision_number': 5, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'subnets': [{'id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:00.125142 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67018bfb-ae17-428d-8d2b-8e65c83d0c99 req-08d32544-40b9-41ac-96c0-3f3b966a31de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:00.127146 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-67018bfb-ae17-428d-8d2b-8e65c83d0c99 req-08d32544-40b9-41ac-96c0-3f3b966a31de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a873db4-e243-4840-8dd9-cb55c5ecfd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457234 Aug 11 03:27:00.135977 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7662794c-1ced-4c25-b96d-4fa86fcd60a1 None None] Checking router: 79234cc5-a077-4bf3-9472-635d52dbe94c for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:27:00.144123 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7662794c-1ced-4c25-b96d-4fa86fcd60a1 None None] Routers {'79234cc5-a077-4bf3-9472-635d52dbe94c'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:00.144721 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-7662794c-1ced-4c25-b96d-4fa86fcd60a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:26:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['79234cc5-a077-4bf3-9472-635d52dbe94c'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:00.216633 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-67018bfb-ae17-428d-8d2b-8e65c83d0c99 req-5dee4f36-0c89-402c-9b94-29c430693067 service neutron] 10.222.0.73 "GET /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815158 Aug 11 03:27:00.249802 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-7662794c-1ced-4c25-b96d-4fa86fcd60a1 None None] Set router 79234cc5-a077-4bf3-9472-635d52dbe94c gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:00.312273 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-67018bfb-ae17-428d-8d2b-8e65c83d0c99 req-b476bf18-c520-4f5c-8f30-a8966fc859af service neutron] 10.222.0.73 "GET /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877554 Aug 11 03:27:00.523628 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-7662794c-1ced-4c25-b96d-4fa86fcd60a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'name': 'tempest-TestSnapshotPattern-1256549-router', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:18Z', 'updated_at': '2021-08-11T03:22:21Z', 'revision_number': 4, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'gw_port': {'id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:19Z', 'updated_at': '2021-08-11T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee', 'name': '', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'mac_address': 'fa:16:3e:82:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:21Z', 'updated_at': '2021-08-11T03:22:27Z', 'revision_number': 5, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'subnets': [{'id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:00.552364 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7662794c-1ced-4c25-b96d-4fa86fcd60a1 None None] The sync data for ids ['79234cc5-a077-4bf3-9472-635d52dbe94c'] in n-d-615180-33 is: [{'id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'name': 'tempest-TestSnapshotPattern-1256549-router', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:18Z', 'updated_at': '2021-08-11T03:22:21Z', 'revision_number': 4, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'gw_port': {'id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:19Z', 'updated_at': '2021-08-11T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33', '_interfaces': [{'id': 'f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee', 'name': '', 'network_id': '1a873db4-e243-4840-8dd9-cb55c5ecfd30', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'mac_address': 'fa:16:3e:82:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:21Z', 'updated_at': '2021-08-11T03:22:27Z', 'revision_number': 5, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'subnets': [{'id': '773e716e-66a1-4f8f-9cab-fac5e9fc4768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:27:00.761250 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045e1809-5b22-4c33-9e91-bacbfea650a5 None None] New status for floating IP 1f6cacd6-8b81-4642-ad49-d41485bea7c1: DOWN {{(pid=94508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:27:01.171847 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616c7e3-d418-4efd-aa1a-c9937f7cac00 req-1e288e94-db28-462e-81d9-cbfa5b060da3 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:01.173340 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5616c7e3-d418-4efd-aa1a-c9937f7cac00 req-1e288e94-db28-462e-81d9-cbfa5b060da3 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=adba5b67-a957-4387-bb1b-0f694f14e4c3 HTTP/1.1" status: 200 len: 943 time: 0.0493531 Aug 11 03:27:01.210346 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-5616c7e3-d418-4efd-aa1a-c9937f7cac00 req-3542ab40-cf5e-4143-a66e-4ccf4e428822 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b2fdd74-525a-4d18-ba83-52d19f41acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311613 Aug 11 03:27:01.446294 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device dff28337-b1ae-4ef0-aaf2-253f79ed5c47 no longer exists at agent hyperv_n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:27:01.465450 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] No Port match for: dff28337-b1ae-4ef0-aaf2-253f79ed5c47 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:27:01.465795 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Device dff28337-b1ae-4ef0-aaf2-253f79ed5c47 not bound to the agent host n-h2-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:27:01.504848 n-d-615180-33 neutron-server[94507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374a8f2-d0f7-4801-922f-78cd44d460b1 req-dee64403-7577-4859-a41a-ba69e262cf22 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:01.506307 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3374a8f2-d0f7-4801-922f-78cd44d460b1 req-dee64403-7577-4859-a41a-ba69e262cf22 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.73 "GET /v2.0/ports?device_id=adba5b67-a957-4387-bb1b-0f694f14e4c3 HTTP/1.1" status: 200 len: 943 time: 0.0484002 Aug 11 03:27:01.596985 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-3374a8f2-d0f7-4801-922f-78cd44d460b1 req-72daa6c7-80ba-42c4-880e-6233f4489341 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Deleting port 5e0311f4-f121-43fe-8e28-7ddf2386ea15 {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:27:01.597323 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3374a8f2-d0f7-4801-922f-78cd44d460b1 req-72daa6c7-80ba-42c4-880e-6233f4489341 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:01.683673 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [req-3374a8f2-d0f7-4801-922f-78cd44d460b1 req-72daa6c7-80ba-42c4-880e-6233f4489341 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] For port 5e0311f4-f121-43fe-8e28-7ddf2386ea15, host n-h1-615180-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-33',level=0,port_id=5e0311f4-f121-43fe-8e28-7ddf2386ea15,segment=NetworkSegment(6ba21970-3181-4271-b671-75358afd6725),segment_id=6ba21970-3181-4271-b671-75358afd6725)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:01.684037 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3374a8f2-d0f7-4801-922f-78cd44d460b1 req-72daa6c7-80ba-42c4-880e-6233f4489341 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:01.696548 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [req-3374a8f2-d0f7-4801-922f-78cd44d460b1 req-72daa6c7-80ba-42c4-880e-6233f4489341 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Calling delete_port for 5e0311f4-f121-43fe-8e28-7ddf2386ea15 owned by compute:nova {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:27:01.823719 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3374a8f2-d0f7-4801-922f-78cd44d460b1 req-72daa6c7-80ba-42c4-880e-6233f4489341 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:01.852453 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72daa6c7-80ba-42c4-880e-6233f4489341 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Pushing event deleted for resources: {'Port': ['ID=5e0311f4-f121-43fe-8e28-7ddf2386ea15,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:01.897521 n-d-615180-33 neutron-server[94507]: DEBUG neutron.db.l3_dvrscheduler_db [req-3374a8f2-d0f7-4801-922f-78cd44d460b1 req-72daa6c7-80ba-42c4-880e-6233f4489341 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] No DVR routers for this DVR port 5e0311f4-f121-43fe-8e28-7ddf2386ea15 on host n-h1-615180-33 {{(pid=94507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:27:01.899946 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [req-3374a8f2-d0f7-4801-922f-78cd44d460b1 req-72daa6c7-80ba-42c4-880e-6233f4489341 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255388'] for port, before_response {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:01.901996 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-3374a8f2-d0f7-4801-922f-78cd44d460b1 req-72daa6c7-80ba-42c4-880e-6233f4489341 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.73 "DELETE /v2.0/ports/5e0311f4-f121-43fe-8e28-7ddf2386ea15 HTTP/1.1" status: 204 len: 173 time: 0.3895016 Aug 11 03:27:01.902437 n-d-615180-33 neutron-server[94507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adba5b67-a957-4387-bb1b-0f694f14e4c3', 'name': 'network-vif-deleted', 'tag': '5e0311f4-f121-43fe-8e28-7ddf2386ea15'}] {{(pid=94507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:01.904709 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef26015ff99b62ba85d82572846d8981a3d7c94015c7a376eee6ede9212d5761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3f6bff-42e0-48e9-8894-75eaad25ed41" -d '{"events": [{"server_uuid": "adba5b67-a957-4387-bb1b-0f694f14e4c3", "name": "network-vif-deleted", "tag": "5e0311f4-f121-43fe-8e28-7ddf2386ea15"}]}' {{(pid=94507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:01.940576 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d9b39c-3645-472d-ac67-6f76880c7830 x-openstack-request-id: req-86d9b39c-3645-472d-ac67-6f76880c7830 {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:01.940881 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adba5b67-a957-4387-bb1b-0f694f14e4c3", "name": "network-vif-deleted", "tag": "5e0311f4-f121-43fe-8e28-7ddf2386ea15", "status": "completed", "code": 200}]} {{(pid=94507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:01.941137 n-d-615180-33 neutron-server[94507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-86d9b39c-3645-472d-ac67-6f76880c7830 {{(pid=94507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:01.941544 n-d-615180-33 neutron-server[94507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adba5b67-a957-4387-bb1b-0f694f14e4c3', 'name': 'network-vif-deleted', 'tag': '5e0311f4-f121-43fe-8e28-7ddf2386ea15', 'status': 'completed', 'code': 200} Aug 11 03:27:02.323970 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [req-8595d9f5-9342-4af1-a6f0-7bd841a1c402 req-c2944b41-ac8c-4155-9376-95b370f4e1bf tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "GET /v2.0/ports?device_id=adba5b67-a957-4387-bb1b-0f694f14e4c3 HTTP/1.1" status: 200 len: 210 time: 0.0326641 Aug 11 03:27:03.380447 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35732) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:03.437546 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-edbc2156-2f6b-4362-a70f-5b3f89446019 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:03.461375 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-edbc2156-2f6b-4362-a70f-5b3f89446019 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:03.525819 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-edbc2156-2f6b-4362-a70f-5b3f89446019 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:03.528320 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-edbc2156-2f6b-4362-a70f-5b3f89446019 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:03.529498 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-edbc2156-2f6b-4362-a70f-5b3f89446019 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] 10.222.0.50 "DELETE /v2.0/security-groups/1b2fdd74-525a-4d18-ba83-52d19f41acae HTTP/1.1" status: 204 len: 168 time: 0.1480768 Aug 11 03:27:03.539168 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc2156-2f6b-4362-a70f-5b3f89446019 tempest-TestSnapshotPattern-312742981 tempest-TestSnapshotPattern-312742981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2fdd74-525a-4d18-ba83-52d19f41acae,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:04.598281 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35738) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:04.935085 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-274dc317-ebf9-4465-b357-95c4a05dbe99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:05.172514 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-274dc317-ebf9-4465-b357-95c4a05dbe99 admin admin] Deleting port f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:27:05.172862 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-274dc317-ebf9-4465-b357-95c4a05dbe99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:05.248507 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-274dc317-ebf9-4465-b357-95c4a05dbe99 admin admin] For port f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee,segment=NetworkSegment(6ba21970-3181-4271-b671-75358afd6725),segment_id=6ba21970-3181-4271-b671-75358afd6725)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:05.248798 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-274dc317-ebf9-4465-b357-95c4a05dbe99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:05.264834 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-274dc317-ebf9-4465-b357-95c4a05dbe99 admin admin] Calling delete_port for f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee owned by network:router_interface {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:27:05.441777 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-274dc317-ebf9-4465-b357-95c4a05dbe99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:05.472153 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274dc317-ebf9-4465-b357-95c4a05dbe99 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:05.976793 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-274dc317-ebf9-4465-b357-95c4a05dbe99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.184371 n-d-615180-33 neutron-server[94506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274dc317-ebf9-4465-b357-95c4a05dbe99 admin admin] Router 79234cc5-a077-4bf3-9472-635d52dbe94c has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:27:06.288744 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274dc317-ebf9-4465-b357-95c4a05dbe99 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:27:06.293687 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-274dc317-ebf9-4465-b357-95c4a05dbe99 admin admin] 10.222.0.50 "PUT /v2.0/routers/79234cc5-a077-4bf3-9472-635d52dbe94c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6943893 Aug 11 03:27:06.296280 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35740) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:06.299379 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d20f0-b595-4d98-922b-813147820e89 None None] Sync routers for ids ['79234cc5-a077-4bf3-9472-635d52dbe94c'] in n-d-615180-33 {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:27:06.308323 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766d20f0-b595-4d98-922b-813147820e89 None None] Routers {'79234cc5-a077-4bf3-9472-635d52dbe94c'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:06.308913 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-766d20f0-b595-4d98-922b-813147820e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:26:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['79234cc5-a077-4bf3-9472-635d52dbe94c'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:06.398647 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aed89c38-aa45-4c2b-b1be-39d510283263 admin admin] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.409457 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-766d20f0-b595-4d98-922b-813147820e89 None None] Set router 79234cc5-a077-4bf3-9472-635d52dbe94c gateway port host: n-d-615180-33 {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:06.450090 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 5e0311f4-f121-43fe-8e28-7ddf2386ea15 no longer exists at agent hyperv_n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:27:06.469616 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] No Port match for: 5e0311f4-f121-43fe-8e28-7ddf2386ea15 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:27:06.470544 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Device 5e0311f4-f121-43fe-8e28-7ddf2386ea15 not bound to the agent host n-h1-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:27:06.502620 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aed89c38-aa45-4c2b-b1be-39d510283263 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.558015 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-aed89c38-aa45-4c2b-b1be-39d510283263 admin admin] Deleting port fd0b4b86-ccd4-43fe-b985-9bd29a090ac2 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:27:06.558360 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aed89c38-aa45-4c2b-b1be-39d510283263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.587549 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-766d20f0-b595-4d98-922b-813147820e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'name': 'tempest-TestSnapshotPattern-1256549-router', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:18Z', 'updated_at': '2021-08-11T03:27:05Z', 'revision_number': 5, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'gw_port': {'id': 'fd0b4b86-ccd4-43fe-b985-9bd29a090ac2', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:19Z', 'updated_at': '2021-08-11T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:06.614069 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d20f0-b595-4d98-922b-813147820e89 None None] Checking router: 79234cc5-a077-4bf3-9472-635d52dbe94c for host: n-d-615180-33 {{(pid=94509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:27:06.622294 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766d20f0-b595-4d98-922b-813147820e89 None None] Routers {'79234cc5-a077-4bf3-9472-635d52dbe94c'} bound to L3 agent in host n-d-615180-33 {{(pid=94509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:06.622892 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-766d20f0-b595-4d98-922b-813147820e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:26:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['79234cc5-a077-4bf3-9472-635d52dbe94c'], 'active': True} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:06.635795 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-aed89c38-aa45-4c2b-b1be-39d510283263 admin admin] For port fd0b4b86-ccd4-43fe-b985-9bd29a090ac2, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=fd0b4b86-ccd4-43fe-b985-9bd29a090ac2,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:06.636162 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aed89c38-aa45-4c2b-b1be-39d510283263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.649528 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-aed89c38-aa45-4c2b-b1be-39d510283263 admin admin] Calling delete_port for fd0b4b86-ccd4-43fe-b985-9bd29a090ac2 owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:27:06.709496 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_dvr_db [None req-766d20f0-b595-4d98-922b-813147820e89 None None] Set router 79234cc5-a077-4bf3-9472-635d52dbe94c gateway port host: None {{(pid=94509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:06.763028 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.l3_hamode_db [None req-766d20f0-b595-4d98-922b-813147820e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'name': 'tempest-TestSnapshotPattern-1256549-router', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:18Z', 'updated_at': '2021-08-11T03:27:06Z', 'revision_number': 6, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:06.790143 n-d-615180-33 neutron-server[94509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d20f0-b595-4d98-922b-813147820e89 None None] The sync data for ids ['79234cc5-a077-4bf3-9472-635d52dbe94c'] in n-d-615180-33 is: [{'id': '79234cc5-a077-4bf3-9472-635d52dbe94c', 'name': 'tempest-TestSnapshotPattern-1256549-router', 'tenant_id': '03e2edb1e8b043198d0654dccd05fe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:18Z', 'updated_at': '2021-08-11T03:27:06Z', 'revision_number': 6, 'project_id': '03e2edb1e8b043198d0654dccd05fe7e', 'gw_port_host': None}] {{(pid=94509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:27:06.822698 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aed89c38-aa45-4c2b-b1be-39d510283263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.853312 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed89c38-aa45-4c2b-b1be-39d510283263 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd0b4b86-ccd4-43fe-b985-9bd29a090ac2,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:06.912668 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aed89c38-aa45-4c2b-b1be-39d510283263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.000578 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aed89c38-aa45-4c2b-b1be-39d510283263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.003141 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aed89c38-aa45-4c2b-b1be-39d510283263 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.044863 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aed89c38-aa45-4c2b-b1be-39d510283263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.045304 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed89c38-aa45-4c2b-b1be-39d510283263 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79234cc5-a077-4bf3-9472-635d52dbe94c {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:27:07.049700 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-aed89c38-aa45-4c2b-b1be-39d510283263 admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.050865 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-aed89c38-aa45-4c2b-b1be-39d510283263 admin admin] 10.222.0.50 "DELETE /v2.0/routers/79234cc5-a077-4bf3-9472-635d52dbe94c HTTP/1.1" status: 204 len: 168 time: 0.7536297 Aug 11 03:27:07.053563 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35742) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:07.101671 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-a05debaa-cf02-4101-b149-6bde0288b15d admin admin] Deleting subnet 773e716e-66a1-4f8f-9cab-fac5e9fc4768 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:27:07.104582 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a05debaa-cf02-4101-b149-6bde0288b15d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.138646 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a05debaa-cf02-4101-b149-6bde0288b15d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.218752 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a05debaa-cf02-4101-b149-6bde0288b15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.276560 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a05debaa-cf02-4101-b149-6bde0288b15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.302018 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05debaa-cf02-4101-b149-6bde0288b15d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=773e716e-66a1-4f8f-9cab-fac5e9fc4768,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:07.305432 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a05debaa-cf02-4101-b149-6bde0288b15d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.307323 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a05debaa-cf02-4101-b149-6bde0288b15d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/773e716e-66a1-4f8f-9cab-fac5e9fc4768 HTTP/1.1" status: 204 len: 168 time: 0.2527959 Aug 11 03:27:07.310042 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35744) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:07.312620 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c3d7aa-c064-4310-8a27-fa8cb8108846 None None] Network 1a873db4-e243-4840-8dd9-cb55c5ecfd30 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:27:07.377247 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a4bfa67e-8e50-4658-b00b-b47433a711ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.430161 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-a4bfa67e-8e50-4658-b00b-b47433a711ee admin admin] Deleting port 2724b7b3-8a07-4cf0-9c98-2023a446ceca {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:27:07.430516 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a4bfa67e-8e50-4658-b00b-b47433a711ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.496731 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-a4bfa67e-8e50-4658-b00b-b47433a711ee admin admin] For port 2724b7b3-8a07-4cf0-9c98-2023a446ceca, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=2724b7b3-8a07-4cf0-9c98-2023a446ceca,segment=NetworkSegment(6ba21970-3181-4271-b671-75358afd6725),segment_id=6ba21970-3181-4271-b671-75358afd6725)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:07.497028 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a4bfa67e-8e50-4658-b00b-b47433a711ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.510099 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-a4bfa67e-8e50-4658-b00b-b47433a711ee admin admin] Calling delete_port for 2724b7b3-8a07-4cf0-9c98-2023a446ceca owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:27:07.584244 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d245536-b4ac-4860-8a0f-cb19f8cdd342 None None] DHCP port deletion for 1a873db4-e243-4840-8dd9-cb55c5ecfd30 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:27:07.592915 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a4bfa67e-8e50-4658-b00b-b47433a711ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.609203 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-2d245536-b4ac-4860-8a0f-cb19f8cdd342 None None] The port '2724b7b3-8a07-4cf0-9c98-2023a446ceca' was deleted {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 11 03:27:07.630470 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bfa67e-8e50-4658-b00b-b47433a711ee admin admin] Pushing event deleted for resources: {'Port': ['ID=2724b7b3-8a07-4cf0-9c98-2023a446ceca,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:07.634316 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bfa67e-8e50-4658-b00b-b47433a711ee admin admin] No DVR routers for this DVR port 2724b7b3-8a07-4cf0-9c98-2023a446ceca on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:27:07.682021 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device fd0b4b86-ccd4-43fe-b985-9bd29a090ac2 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:27:07.702508 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: fd0b4b86-ccd4-43fe-b985-9bd29a090ac2 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:27:07.702960 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device fd0b4b86-ccd4-43fe-b985-9bd29a090ac2 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:27:07.703612 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:27:07.707632 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a4bfa67e-8e50-4658-b00b-b47433a711ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.717519 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-a4bfa67e-8e50-4658-b00b-b47433a711ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a873db4-e243-4840-8dd9-cb55c5ecfd30']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:07.726089 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:27:07.726567 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device f7e5a59f-a9c1-4e38-89aa-84c8500ef3ee not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:27:07.727214 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 2724b7b3-8a07-4cf0-9c98-2023a446ceca no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:27:07.728794 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-a4bfa67e-8e50-4658-b00b-b47433a711ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ba21970-3181-4271-b671-75358afd6725') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:07.729094 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-a4bfa67e-8e50-4658-b00b-b47433a711ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ba21970-3181-4271-b671-75358afd6725') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:07.742215 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a4bfa67e-8e50-4658-b00b-b47433a711ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.745993 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 2724b7b3-8a07-4cf0-9c98-2023a446ceca {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:27:07.746349 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 2724b7b3-8a07-4cf0-9c98-2023a446ceca not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:27:07.757903 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a4bfa67e-8e50-4658-b00b-b47433a711ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.764894 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4bfa67e-8e50-4658-b00b-b47433a711ee admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:27:07.765295 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a4bfa67e-8e50-4658-b00b-b47433a711ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: timer() Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:27:07.767045 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:27:07.826991 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a4bfa67e-8e50-4658-b00b-b47433a711ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.832210 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-a4bfa67e-8e50-4658-b00b-b47433a711ee admin admin] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.834337 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-a4bfa67e-8e50-4658-b00b-b47433a711ee admin admin] 10.222.0.50 "DELETE /v2.0/networks/1a873db4-e243-4840-8dd9-cb55c5ecfd30 HTTP/1.1" status: 204 len: 168 time: 0.5233538 Aug 11 03:27:07.838043 n-d-615180-33 neutron-server[94507]: DEBUG neutron.wsgi [-] (94507) accepted ('10.222.0.50', 35746) {{(pid=94507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:07.847844 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bfa67e-8e50-4658-b00b-b47433a711ee admin admin] Pushing event deleted for resources: {'Network': ['ID=1a873db4-e243-4840-8dd9-cb55c5ecfd30,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:08.175526 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d90b35b3-36db-4612-aa11-9c251bd83265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853591'] for router_interface, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:08.416589 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-d90b35b3-36db-4612-aa11-9c251bd83265 admin admin] Deleting port 05704b90-6a96-4ea3-a8de-24c115273b7e {{(pid=94507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:27:08.416923 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d90b35b3-36db-4612-aa11-9c251bd83265 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:08.494554 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.db [None req-d90b35b3-36db-4612-aa11-9c251bd83265 admin admin] For port 05704b90-6a96-4ea3-a8de-24c115273b7e, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=05704b90-6a96-4ea3-a8de-24c115273b7e,segment=NetworkSegment(0e3e66ca-c37c-4d34-a90c-51e679618141),segment_id=0e3e66ca-c37c-4d34-a90c-51e679618141)] {{(pid=94507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:08.494833 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d90b35b3-36db-4612-aa11-9c251bd83265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:08.507502 n-d-615180-33 neutron-server[94507]: DEBUG neutron.plugins.ml2.plugin [None req-d90b35b3-36db-4612-aa11-9c251bd83265 admin admin] Calling delete_port for 05704b90-6a96-4ea3-a8de-24c115273b7e owned by network:router_interface {{(pid=94507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:27:08.693660 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d90b35b3-36db-4612-aa11-9c251bd83265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125067327'] for port, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:08.717154 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b35b3-36db-4612-aa11-9c251bd83265 admin admin] Pushing event deleted for resources: {'Port': ['ID=05704b90-6a96-4ea3-a8de-24c115273b7e,revision_number=None']} {{(pid=94507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:08.881919 n-d-615180-33 neutron-server[94507]: DEBUG neutron_lib.callbacks.manager [None req-d90b35b3-36db-4612-aa11-9c251bd83265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133658426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781799'] for router_interface, after_delete {{(pid=94507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:09.090313 n-d-615180-33 neutron-server[94507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90b35b3-36db-4612-aa11-9c251bd83265 admin admin] Router 0a7e39fe-5e48-4a1f-81e6-e319443bf6f6 has already been hosted by L3 agent dbbe6b36-dc13-4c45-ada6-feb7f007d4df {{(pid=94507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:27:09.194218 n-d-615180-33 neutron-server[94507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90b35b3-36db-4612-aa11-9c251bd83265 admin admin] Notify agent at l3_agent.n-d-615180-33 the message routers_updated {{(pid=94507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:27:09.199736 n-d-615180-33 neutron-server[94507]: INFO neutron.wsgi [None req-d90b35b3-36db-4612-aa11-9c251bd83265 admin admin] 10.222.0.50 "PUT /v2.0/routers/0a7e39fe-5e48-4a1f-81e6-e319443bf6f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3600061 Aug 11 03:27:09.201721 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35748) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:09.203012 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fefcd08-615c-462d-9a64-9de4ae53b40f None None] Sync routers for ids ['0a7e39fe-5e48-4a1f-81e6-e319443bf6f6'] in n-d-615180-33 {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:27:09.211993 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fefcd08-615c-462d-9a64-9de4ae53b40f None None] Routers {'0a7e39fe-5e48-4a1f-81e6-e319443bf6f6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:09.212598 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-6fefcd08-615c-462d-9a64-9de4ae53b40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:26:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0a7e39fe-5e48-4a1f-81e6-e319443bf6f6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:09.307353 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-13833779-4f2d-4be6-98ce-de496b39bd79 admin admin] Notify callbacks [] for router, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:09.316790 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-6fefcd08-615c-462d-9a64-9de4ae53b40f None None] Set router 0a7e39fe-5e48-4a1f-81e6-e319443bf6f6 gateway port host: n-d-615180-33 {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:09.409244 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-13833779-4f2d-4be6-98ce-de496b39bd79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:09.460241 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-13833779-4f2d-4be6-98ce-de496b39bd79 admin admin] Deleting port b8cc72ad-2a6e-45f8-bf97-1ca2178245f1 {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:27:09.460582 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-13833779-4f2d-4be6-98ce-de496b39bd79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:09.491791 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-6fefcd08-615c-462d-9a64-9de4ae53b40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7e39fe-5e48-4a1f-81e6-e319443bf6f6', 'name': 'tempest-TestSnapshotPattern-1615812320-router', 'tenant_id': '1210264f8206407b8ad85d11561d19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'external_fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b8cc72ad-2a6e-45f8-bf97-1ca2178245f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:23Z', 'updated_at': '2021-08-11T03:27:08Z', 'revision_number': 5, 'project_id': '1210264f8206407b8ad85d11561d19e4', 'gw_port': {'id': 'b8cc72ad-2a6e-45f8-bf97-1ca2178245f1', 'name': '', 'network_id': '2e931faf-12fe-43f6-b34b-8aa380b6ef75', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7e39fe-5e48-4a1f-81e6-e319443bf6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:24Z', 'updated_at': '2021-08-11T03:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b86588-e532-4bd8-b336-2a5971d572c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-33'}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:09.517757 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fefcd08-615c-462d-9a64-9de4ae53b40f None None] Checking router: 0a7e39fe-5e48-4a1f-81e6-e319443bf6f6 for host: n-d-615180-33 {{(pid=94508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:27:09.526046 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fefcd08-615c-462d-9a64-9de4ae53b40f None None] Routers {'0a7e39fe-5e48-4a1f-81e6-e319443bf6f6'} bound to L3 agent in host n-d-615180-33 {{(pid=94508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:09.526686 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-6fefcd08-615c-462d-9a64-9de4ae53b40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:54:18Z,description=,heartbeat_timestamp=2021-08-11T03:26:48Z,host='n-d-615180-33',id=dbbe6b36-dc13-4c45-ada6-feb7f007d4df,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:54:18Z,topic='l3_agent')) {'router_ids': ['0a7e39fe-5e48-4a1f-81e6-e319443bf6f6'], 'active': True} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:09.538378 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-13833779-4f2d-4be6-98ce-de496b39bd79 admin admin] For port b8cc72ad-2a6e-45f8-bf97-1ca2178245f1, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=b8cc72ad-2a6e-45f8-bf97-1ca2178245f1,segment=NetworkSegment(d384d205-e2e2-4634-8693-aaf6530633b9),segment_id=d384d205-e2e2-4634-8693-aaf6530633b9)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:09.538748 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-13833779-4f2d-4be6-98ce-de496b39bd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:09.555146 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-13833779-4f2d-4be6-98ce-de496b39bd79 admin admin] Calling delete_port for b8cc72ad-2a6e-45f8-bf97-1ca2178245f1 owned by network:router_gateway {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:27:09.625187 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvr_db [None req-6fefcd08-615c-462d-9a64-9de4ae53b40f None None] Set router 0a7e39fe-5e48-4a1f-81e6-e319443bf6f6 gateway port host: None {{(pid=94508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:09.680726 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_hamode_db [None req-6fefcd08-615c-462d-9a64-9de4ae53b40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7e39fe-5e48-4a1f-81e6-e319443bf6f6', 'name': 'tempest-TestSnapshotPattern-1615812320-router', 'tenant_id': '1210264f8206407b8ad85d11561d19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:23Z', 'updated_at': '2021-08-11T03:27:09Z', 'revision_number': 6, 'project_id': '1210264f8206407b8ad85d11561d19e4', 'gw_port_host': None}], 'n-d-615180-33', False) {} {{(pid=94508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:09.706910 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fefcd08-615c-462d-9a64-9de4ae53b40f None None] The sync data for ids ['0a7e39fe-5e48-4a1f-81e6-e319443bf6f6'] in n-d-615180-33 is: [{'id': '0a7e39fe-5e48-4a1f-81e6-e319443bf6f6', 'name': 'tempest-TestSnapshotPattern-1615812320-router', 'tenant_id': '1210264f8206407b8ad85d11561d19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:23Z', 'updated_at': '2021-08-11T03:27:09Z', 'revision_number': 6, 'project_id': '1210264f8206407b8ad85d11561d19e4', 'gw_port_host': None}] {{(pid=94508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:27:09.730390 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-13833779-4f2d-4be6-98ce-de496b39bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:09.759896 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13833779-4f2d-4be6-98ce-de496b39bd79 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8cc72ad-2a6e-45f8-bf97-1ca2178245f1,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:09.820815 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-13833779-4f2d-4be6-98ce-de496b39bd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133780417'] for router_gateway, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:09.910377 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-13833779-4f2d-4be6-98ce-de496b39bd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133782837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36764'] for router, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:09.912727 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-13833779-4f2d-4be6-98ce-de496b39bd79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:09.958139 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-13833779-4f2d-4be6-98ce-de496b39bd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133782828'] for router, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:09.958626 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13833779-4f2d-4be6-98ce-de496b39bd79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a7e39fe-5e48-4a1f-81e6-e319443bf6f6 {{(pid=94506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:27:09.963057 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-13833779-4f2d-4be6-98ce-de496b39bd79 admin admin] Notify callbacks [] for router, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:09.964268 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-13833779-4f2d-4be6-98ce-de496b39bd79 admin admin] 10.222.0.50 "DELETE /v2.0/routers/0a7e39fe-5e48-4a1f-81e6-e319443bf6f6 HTTP/1.1" status: 204 len: 168 time: 0.7615085 Aug 11 03:27:09.966731 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35750) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:10.014400 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b0a39f-4c71-48fd-b8ee-828ef7db975d admin admin] Deleting subnet 7eaae745-4b5d-400f-a109-d856c19e0df9 {{(pid=94506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:27:10.017978 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-15b0a39f-4c71-48fd-b8ee-828ef7db975d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:10.052908 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-15b0a39f-4c71-48fd-b8ee-828ef7db975d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130257694'] for subnet, precommit_delete_associations {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:10.135423 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-15b0a39f-4c71-48fd-b8ee-828ef7db975d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467215'] for subnet, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:10.190629 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-15b0a39f-4c71-48fd-b8ee-828ef7db975d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133709148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125030022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125143488'] for subnet, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:10.214739 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0a39f-4c71-48fd-b8ee-828ef7db975d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eaae745-4b5d-400f-a109-d856c19e0df9,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:10.220483 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-15b0a39f-4c71-48fd-b8ee-828ef7db975d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:10.225145 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-15b0a39f-4c71-48fd-b8ee-828ef7db975d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7eaae745-4b5d-400f-a109-d856c19e0df9 HTTP/1.1" status: 204 len: 168 time: 0.2547517 Aug 11 03:27:10.225385 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35752) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:10.226157 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144a11a2-9421-43e4-b27d-0b396de8a48b None None] Network b1c1e55f-e33d-45ce-8fe4-62566f327796 requested from n-d-615180-33 {{(pid=94508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:27:10.292024 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0b369b81-5a1e-4b94-9dc2-8a2a5ec049d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1516679'] for network, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:10.345222 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-0b369b81-5a1e-4b94-9dc2-8a2a5ec049d6 admin admin] Deleting port 7ef22f24-b606-467b-a646-95abe36e0b8d {{(pid=94506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:27:10.345571 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0b369b81-5a1e-4b94-9dc2-8a2a5ec049d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:10.413418 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.db [None req-0b369b81-5a1e-4b94-9dc2-8a2a5ec049d6 admin admin] For port 7ef22f24-b606-467b-a646-95abe36e0b8d, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7ef22f24-b606-467b-a646-95abe36e0b8d,segment=NetworkSegment(0e3e66ca-c37c-4d34-a90c-51e679618141),segment_id=0e3e66ca-c37c-4d34-a90c-51e679618141)] {{(pid=94506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:10.413718 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0b369b81-5a1e-4b94-9dc2-8a2a5ec049d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:10.427026 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.plugin [None req-0b369b81-5a1e-4b94-9dc2-8a2a5ec049d6 admin admin] Calling delete_port for 7ef22f24-b606-467b-a646-95abe36e0b8d owned by network:dhcp {{(pid=94506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:27:10.451806 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2418770e-cb73-4d91-b1f8-317947591194 None None] DHCP port deletion for b1c1e55f-e33d-45ce-8fe4-62566f327796 request from n-d-615180-33 {{(pid=94508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:27:10.498426 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-2418770e-cb73-4d91-b1f8-317947591194 None None] Deleting port 7ef22f24-b606-467b-a646-95abe36e0b8d {{(pid=94508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:27:10.498800 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2418770e-cb73-4d91-b1f8-317947591194 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737238976305'] for port, before_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:10.508359 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0b369b81-5a1e-4b94-9dc2-8a2a5ec049d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125030067'] for port, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:10.539724 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b369b81-5a1e-4b94-9dc2-8a2a5ec049d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef22f24-b606-467b-a646-95abe36e0b8d,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:10.542031 n-d-615180-33 neutron-server[94506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b369b81-5a1e-4b94-9dc2-8a2a5ec049d6 admin admin] No DVR routers for this DVR port 7ef22f24-b606-467b-a646-95abe36e0b8d on host n-d-615180-33 {{(pid=94506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:27:10.571696 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.db [None req-2418770e-cb73-4d91-b1f8-317947591194 None None] For port 7ef22f24-b606-467b-a646-95abe36e0b8d, host n-d-615180-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-33',level=0,port_id=7ef22f24-b606-467b-a646-95abe36e0b8d,segment=NetworkSegment(0e3e66ca-c37c-4d34-a90c-51e679618141),segment_id=0e3e66ca-c37c-4d34-a90c-51e679618141)] {{(pid=94508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:10.572092 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2418770e-cb73-4d91-b1f8-317947591194 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133784741'] for port, precommit_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:10.584271 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-2418770e-cb73-4d91-b1f8-317947591194 None None] Calling delete_port for 7ef22f24-b606-467b-a646-95abe36e0b8d owned by network:dhcp {{(pid=94508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:27:10.615463 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0b369b81-5a1e-4b94-9dc2-8a2a5ec049d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467590', 'neutron.services.segments.db._delete_segments_for_network-8737239021424'] for network, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:10.625781 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-0b369b81-5a1e-4b94-9dc2-8a2a5ec049d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c1e55f-e33d-45ce-8fe4-62566f327796']}} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:10.637426 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-0b369b81-5a1e-4b94-9dc2-8a2a5ec049d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3e66ca-c37c-4d34-a90c-51e679618141') {'for_net_delete': True} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:10.637731 n-d-615180-33 neutron-server[94506]: DEBUG neutron.services.segments.db [None req-0b369b81-5a1e-4b94-9dc2-8a2a5ec049d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3e66ca-c37c-4d34-a90c-51e679618141') {} {{(pid=94506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:10.647047 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0b369b81-5a1e-4b94-9dc2-8a2a5ec049d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737239024761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130257767'] for segment, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:27:10.655340 n-d-615180-33 neutron-server[94508]: self.session.flush() Aug 11 03:27:10.662706 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-2418770e-cb73-4d91-b1f8-317947591194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737238983051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737238512375'] for port, after_delete {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:10.663460 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0b369b81-5a1e-4b94-9dc2-8a2a5ec049d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891'] for segment, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:10.669860 n-d-615180-33 neutron-server[94506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b369b81-5a1e-4b94-9dc2-8a2a5ec049d6 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:27:10.670277 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0b369b81-5a1e-4b94-9dc2-8a2a5ec049d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125029996'] for segment, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: Traceback (most recent call last): Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: timer() Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: cb(*args, **kw) Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: return func(*args, **kwargs) Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: self._notify() Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: self.callback(batched_events) Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: event.method(event) Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: return f(self, *a, **k) Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: return self._get(url).json() Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: return self.request(url, 'GET', **kwargs) Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:27:10.672377 n-d-615180-33 neutron-server[94506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:27:10.692016 n-d-615180-33 neutron-server[94508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418770e-cb73-4d91-b1f8-317947591194 None None] Pushing event deleted for resources: {'Port': ['ID=7ef22f24-b606-467b-a646-95abe36e0b8d,revision_number=None']} {{(pid=94508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:10.698541 n-d-615180-33 neutron-server[94508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2418770e-cb73-4d91-b1f8-317947591194 None None] No DVR routers for this DVR port 7ef22f24-b606-467b-a646-95abe36e0b8d on host n-d-615180-33 {{(pid=94508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:27:10.736838 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0b369b81-5a1e-4b94-9dc2-8a2a5ec049d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133658371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133780389'] for network, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:10.741391 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-0b369b81-5a1e-4b94-9dc2-8a2a5ec049d6 admin admin] Notify callbacks [] for network, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:10.743759 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-0b369b81-5a1e-4b94-9dc2-8a2a5ec049d6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b1c1e55f-e33d-45ce-8fe4-62566f327796 HTTP/1.1" status: 204 len: 168 time: 0.5173020 Aug 11 03:27:10.758359 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b369b81-5a1e-4b94-9dc2-8a2a5ec049d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1c1e55f-e33d-45ce-8fe4-62566f327796,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:10.917660 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35756) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:10.957068 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-b9b7332c-fec0-41b7-90da-959298d7dcae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=03e2edb1e8b043198d0654dccd05fe7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381813 Aug 11 03:27:10.959330 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35758) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:11.006390 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-92661c2f-10a8-454d-ae4d-4e10e3da02fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:11.027014 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-92661c2f-10a8-454d-ae4d-4e10e3da02fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:11.072946 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-92661c2f-10a8-454d-ae4d-4e10e3da02fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:11.075694 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-92661c2f-10a8-454d-ae4d-4e10e3da02fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:11.076835 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-92661c2f-10a8-454d-ae4d-4e10e3da02fa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d4a6c16d-f96d-457f-8f54-6e2477afc75a HTTP/1.1" status: 204 len: 168 time: 0.1165926 Aug 11 03:27:11.085474 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92661c2f-10a8-454d-ae4d-4e10e3da02fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a6c16d-f96d-457f-8f54-6e2477afc75a,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:11.392806 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35764) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:11.436264 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-4940ca10-bf3d-4309-9fb2-32c907b1b03d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1210264f8206407b8ad85d11561d19e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422511 Aug 11 03:27:11.439279 n-d-615180-33 neutron-server[94506]: DEBUG neutron.wsgi [-] (94506) accepted ('10.222.0.50', 35768) {{(pid=94506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:11.486085 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7d99fb75-8860-4918-af62-7a1f8bcb53fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:11.506592 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7d99fb75-8860-4918-af62-7a1f8bcb53fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:11.552003 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7d99fb75-8860-4918-af62-7a1f8bcb53fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133707184'] for security_group, after_delete {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:11.554581 n-d-615180-33 neutron-server[94506]: DEBUG neutron_lib.callbacks.manager [None req-7d99fb75-8860-4918-af62-7a1f8bcb53fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:11.555831 n-d-615180-33 neutron-server[94506]: INFO neutron.wsgi [None req-7d99fb75-8860-4918-af62-7a1f8bcb53fa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b5cf1d02-b360-41b3-a76f-f6c6a66e3815 HTTP/1.1" status: 204 len: 168 time: 0.1155272 Aug 11 03:27:11.564536 n-d-615180-33 neutron-server[94506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99fb75-8860-4918-af62-7a1f8bcb53fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cf1d02-b360-41b3-a76f-f6c6a66e3815,revision_number=None']} {{(pid=94506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:11.663625 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 05704b90-6a96-4ea3-a8de-24c115273b7e no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:27:11.683346 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 05704b90-6a96-4ea3-a8de-24c115273b7e {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:27:11.683719 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 05704b90-6a96-4ea3-a8de-24c115273b7e not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:27:11.684130 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7ef22f24-b606-467b-a646-95abe36e0b8d no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:27:11.703268 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: 7ef22f24-b606-467b-a646-95abe36e0b8d {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:27:11.703643 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device 7ef22f24-b606-467b-a646-95abe36e0b8d not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:27:11.704057 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b8cc72ad-2a6e-45f8-bf97-1ca2178245f1 no longer exists at agent ovs-agent-n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:27:11.723324 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.plugin [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] No Port match for: b8cc72ad-2a6e-45f8-bf97-1ca2178245f1 {{(pid=94508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:27:11.723715 n-d-615180-33 neutron-server[94508]: DEBUG neutron.plugins.ml2.rpc [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Device b8cc72ad-2a6e-45f8-bf97-1ca2178245f1 not bound to the agent host n-d-615180-33 {{(pid=94508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:27:15.745314 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d5f8d6d0-f8d2-4054-85ca-44039a239375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:17.356946 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:27:18.388012 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0e86e0c7-4ba5-4d98-9f30-6142193ca7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:18.414099 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:20.251711 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:21.769682 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:25.241162 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:26.120020 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:45.745095 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-85e52007-3f4c-4d87-9b8c-b936d14142da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:48.389230 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c523a1af-4942-4279-ae4d-c180939d3a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:48.413894 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:50.255283 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:51.776592 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:54.356057 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:27:55.246004 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:56.134015 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:15.745996 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a9874ef7-6311-4614-b07f-4c8eef100e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:18.389251 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-80682e9c-897c-4a14-9b58-3dfec5c0d06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:18.414446 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:20.257172 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:21.774937 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:25.239859 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:26.162843 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:31.355835 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:28:45.745989 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b30f0e2e-d8dc-4402-a7f9-d0580b2b775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:48.389536 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-83a6db2e-0692-4932-85a3-db5273778b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:48.414467 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:50.260161 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:51.776885 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:55.238914 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:56.165237 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:08.355904 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:29:15.746199 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-7f542dd7-ab86-426f-b135-aa995450c0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:18.390405 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-ea33c893-9170-4921-bb5a-5c4bf1dd5c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:18.414918 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:20.262526 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:21.779135 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:25.254938 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:26.160388 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:45.356184 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:29:45.747457 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-78eb6393-67ac-41fb-a304-bad1d7eaa7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:48.390405 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-754c41ae-a867-4677-8c5e-164f7eef6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:48.418223 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:50.265224 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:51.781910 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:55.275609 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:56.176671 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:15.748799 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-5f1f70ae-0c99-4071-b0a5-c2184c2c4047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:18.390318 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b8a82dbe-0771-4d5d-902e-5eb6801da154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:18.418146 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:20.269224 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:21.784898 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:22.355615 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:30:25.268036 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:26.174426 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:45.750631 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d0543f58-ffff-426d-90c8-c16b1f98c61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:48.391331 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-378a581e-8efb-42e8-9fe1-aa6c89b9834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:48.418092 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:50.272898 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.787691 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:55.266321 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:56.189494 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:59.354795 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:31:15.750949 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e52caa69-3b9f-4690-b1fc-b3726ab82d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:18.392202 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9a67ccda-c972-4a6d-9dd5-0e779f215b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:18.419185 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:20.274655 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:21.790697 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:25.266947 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:26.191322 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:36.354324 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:31:45.752353 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fe16c704-3bd2-4ee3-bca8-42865ea91d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:48.395038 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-4b39b5f4-cc0e-45a2-877d-805941370dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:48.419774 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:50.283048 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:51.793113 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:55.280118 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:56.192547 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:13.353720 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:32:15.753499 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-0d6bd8c9-71a3-4baf-a6df-e14facaaad04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:18.394745 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-84e45b0c-6e99-4dce-ad66-035fba80619c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:18.424478 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:20.281328 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:21.796648 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:25.279702 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:26.195244 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:45.754646 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-b6c02e5e-4567-472d-9cbe-b55956a95d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:48.396087 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-6011dd5a-dd7f-48ef-b160-21897b890cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:48.424030 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:50.284509 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:50.353463 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:32:51.799793 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:55.279323 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:56.188319 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:15.756574 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-cc5996be-667b-4359-a50e-65329003fd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:18.396735 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-18d0e28b-1345-4a13-a686-1e55ff2a13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:18.422617 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:20.287719 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:21.802160 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:25.278139 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:26.190495 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:27.352747 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:33:45.758081 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-c1c28e91-2d50-4162-b93c-cf7169052c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:48.396192 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9aaffa46-cf80-4c63-ba1f-8965778a46c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:48.423588 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:50.289866 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:51.804448 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:55.284409 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:56.199775 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:04.351365 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:34:15.759985 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9c629185-326b-4e5e-87a3-ec0c4f705a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:18.395404 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-614b66d0-d427-4604-a3e2-b4fc36cda147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:18.421944 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:20.293192 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:21.809188 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:25.277432 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:26.187069 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:41.350439 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:34:45.761582 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-1b8c1a63-a89b-4177-aaf9-c8c235b5364b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:48.395777 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d9c42d38-b099-4a87-a91f-1e25d48cee3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:48.421568 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:50.295202 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:51.812063 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:55.276622 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:56.218608 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:15.762650 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-9878690d-c818-4dba-bb3a-7fa141b3fb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:18.349411 n-d-615180-33 neutron-server[94509]: DEBUG neutron.db.agents_db [None req-0fd94503-271e-438e-be5a-7aa75e19fcd6 None None] Agent healthcheck: found 7 active agents {{(pid=94509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:35:18.396823 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-d959a96e-5773-4486-9735-f81e2989e83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:18.421120 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-fc040d33-ccc7-4f1a-a368-5cab910fc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:20.307355 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-a4d2810b-b6e6-4ec2-b593-3cb090dd3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:21.815479 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-e42d27de-88ec-4d7e-9f9d-e214ea56446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:25.276297 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-885fd637-10ef-466b-be71-2659ed9a8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:26.220348 n-d-615180-33 neutron-server[94508]: DEBUG neutron_lib.callbacks.manager [None req-273b13c0-2cca-4bc1-bc90-65c51808590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737239021316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1600600'] for agent, after_update {{(pid=94508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}